-- Logs begin at Sun 2021-11-07 23:13:38 UTC, end at Mon 2021-11-08 01:58:54 UTC. -- Nov 07 23:56:40.156590 n-d-816882-1 systemd[1]: Started Devstack devstack@q-svc.service. Nov 07 23:56:42.901137 n-d-816882-1 neutron-server[102660]: INFO neutron.common.config [-] Logging enabled! Nov 07 23:56:42.901719 n-d-816882-1 neutron-server[102660]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev24 Nov 07 23:56:42.901900 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102660) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 07 23:56:42.905646 n-d-816882-1 neutron-server[102660]: INFO neutron.common.config [-] Logging enabled! Nov 07 23:56:42.905899 n-d-816882-1 neutron-server[102660]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev24 Nov 07 23:56:42.906216 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102660) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 07 23:56:42.907155 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 07 23:56:42.907391 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 07 23:56:42.907749 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 07 23:56:42.908018 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 07 23:56:42.908244 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 07 23:56:42.908566 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.908865 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.909161 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.909389 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.909683 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.909972 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.910252 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.910539 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.910836 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.911121 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.911399 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.911685 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.911941 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.912224 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.912507 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.912792 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.913014 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] debug = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.913298 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.913740 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.914134 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.914416 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.914702 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.914979 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.915247 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.915519 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.915822 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.916157 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] host = n-d-816882-1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.916432 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.916716 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.917001 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.917284 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.917555 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.917830 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.918110 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.919008 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.919286 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] log_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.919565 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.919884 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.920174 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.920463 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.920687 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.920906 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.921195 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.921481 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.921757 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.922029 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.922301 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.922575 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.922846 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.923113 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.923399 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.923683 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.923996 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.924273 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.924547 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.924818 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.925085 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.925367 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.925640 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.925910 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.926186 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.926471 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.926737 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.927007 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.927306 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.927589 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.927898 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.928182 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.928455 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.928735 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.929003 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.929274 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.929545 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] use_json = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.929817 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.930084 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.930363 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.930634 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.930904 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.931173 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.931443 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.931726 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:42.932048 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.932344 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.932642 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.932922 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.933213 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.933490 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.933775 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.934078 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.934364 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.934650 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.934935 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.935211 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.935498 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.935774 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.936086 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.936391 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.936684 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.936969 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.937241 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.937511 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.937783 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.938059 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.938343 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.938618 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.938903 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.939188 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.939462 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.939749 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.940066 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.940355 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.940627 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.940903 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.941190 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.941464 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.941735 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.942011 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.942298 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.942570 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.942841 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.943122 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.943396 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.943663 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.943960 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.944326 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.944619 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.944892 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.945159 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.945425 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.945697 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.945963 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.946251 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.946523 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.946791 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.947061 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.947335 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.947602 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.947904 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.948182 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.948450 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.948724 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.948994 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.949262 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.949553 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.949825 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.950096 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.950364 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.950633 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.950908 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.951176 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.951444 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.951712 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.952007 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.952277 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.952561 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.952856 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.953132 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.953406 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.953680 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.953954 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.954228 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.954500 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.954772 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.955046 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.955313 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.955598 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.955908 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.956204 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.956486 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.956761 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.957058 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.957331 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.957609 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.957882 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.958158 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.958446 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.958718 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.959006 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.959294 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.959581 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.959896 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.960190 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.960469 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.960777 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.961053 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:42.961269 n-d-816882-1 neutron-server[102660]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 07 23:56:42.961506 n-d-816882-1 neutron-server[102660]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102660) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 07 23:56:43.316099 n-d-816882-1 neutron-server[102660]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 07 23:56:43.316378 n-d-816882-1 neutron-server[102660]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 07 23:56:43.316669 n-d-816882-1 neutron-server[102660]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 07 23:56:43.317005 n-d-816882-1 neutron-server[102660]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 07 23:56:43.717966 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:43.718259 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:43.718535 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:43.719871 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:43.720147 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:43.720413 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:43.757087 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:43.757368 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:43.757637 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:43.773047 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:43.773330 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:43.773598 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:43.801786 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:43.802075 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:43.802344 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:43.840944 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:43.841225 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:43.841494 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.077386 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.077994 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.077994 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.078168 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.079071 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.200032 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.200356 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.200641 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.200907 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.201171 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.201480 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.201737 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.201991 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.202242 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.202522 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.202780 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.203040 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.203293 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.203543 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.203813 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.204083 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.204336 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.204599 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.204865 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.205119 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.205389 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.205640 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.205921 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.206300 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.206549 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.206794 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.207185 n-d-816882-1 neutron-server[102660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 07 23:56:44.207427 n-d-816882-1 neutron-server[102660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 07 23:56:44.207665 n-d-816882-1 neutron-server[102660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 07 23:56:44.207926 n-d-816882-1 neutron-server[102660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 07 23:56:44.208161 n-d-816882-1 neutron-server[102660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 07 23:56:44.208395 n-d-816882-1 neutron-server[102660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 07 23:56:44.208754 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 07 23:56:44.211860 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 07 23:56:44.215989 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 07 23:56:44.219672 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Nov 07 23:56:44.221344 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 07 23:56:44.221790 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 07 23:56:44.222126 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 07 23:56:44.222515 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 07 23:56:44.225519 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 07 23:56:44.225773 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 07 23:56:44.226122 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 07 23:56:44.231982 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 07 23:56:44.254911 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 07 23:56:44.255362 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.255663 n-d-816882-1 neutron-server[102660]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102660) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 07 23:56:44.256050 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.257526 n-d-816882-1 neutron-server[102660]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102660) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 07 23:56:44.257809 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 07 23:56:44.258052 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 07 23:56:44.261268 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.261552 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:44.323988 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 07 23:56:44.324230 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 07 23:56:44.324465 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 07 23:56:44.324874 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 07 23:56:44.347242 n-d-816882-1 neutron-server[102660]: DEBUG oslo_db.sqlalchemy.engines [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102660) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 07 23:56:45.036052 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.managers [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Initializing driver for type 'gre' Nov 07 23:56:45.036583 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] gre ID ranges: [(1, 1000)] Nov 07 23:56:45.201165 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.managers [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Initializing driver for type 'local' Nov 07 23:56:45.201741 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.managers [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Initializing driver for type 'vlan' Nov 07 23:56:45.275296 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] VlanTypeDriver initialization complete Nov 07 23:56:45.275679 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.managers [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Initializing driver for type 'vxlan' Nov 07 23:56:45.276176 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] vxlan ID ranges: [(1, 1000)] Nov 07 23:56:45.475596 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.managers [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Initializing extension driver 'port_security' Nov 07 23:56:45.475971 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.extensions.port_security [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] PortSecurityExtensionDriver initialization complete Nov 07 23:56:45.476298 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.managers [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Initializing mechanism driver 'openvswitch' Nov 07 23:56:45.476616 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.managers [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Initializing mechanism driver 'hyperv' Nov 07 23:56:45.484012 n-d-816882-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 07 23:56:45.484770 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > port after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.485137 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > port after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.485480 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > port after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.486068 n-d-816882-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 07 23:56:45.486559 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > subnet after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.486917 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > subnet after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.487262 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.487647 n-d-816882-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 07 23:56:45.488437 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > network after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.488807 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > network after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.489165 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > network after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.489575 n-d-816882-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 07 23:56:45.489994 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > security_group after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.490379 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > security_group after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.490735 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.491271 n-d-816882-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 07 23:56:45.491689 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.492069 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.492418 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.492817 n-d-816882-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 07 23:56:45.493226 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > address_group after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.493576 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > address_group after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.493917 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.494311 n-d-816882-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 07 23:56:45.494696 n-d-816882-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] ML2 OVO RPC backend initialized. {{(pid=102660) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 07 23:56:45.495428 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.495803 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.499690 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > network before_response 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.499690 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > networks before_response 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.499690 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > port before_response 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.499690 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > ports before_response 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.500078 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > subnet before_response 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.500078 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > subnets before_response 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.500078 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > network after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.500078 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > network after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.500386 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > network after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.500386 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > port after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.500386 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > port after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.500608 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > port after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.500837 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > subnet after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.501178 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > subnet after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.501515 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.502100 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.plugin [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Modular L2 Plugin initialization complete Nov 07 23:56:45.502433 n-d-816882-1 neutron-server[102660]: DEBUG neutron.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading services supported by the core plugin {{(pid=102660) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 07 23:56:45.502760 n-d-816882-1 neutron-server[102660]: INFO neutron.plugins.ml2.managers [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Got port-security extension from driver 'port_security' Nov 07 23:56:45.503226 n-d-816882-1 neutron-server[102660]: INFO neutron.extensions.vlantransparent [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Disabled vlantransparent extension. Nov 07 23:56:45.503712 n-d-816882-1 neutron-server[102660]: DEBUG neutron.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102660) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 07 23:56:45.504067 n-d-816882-1 neutron-server[102660]: INFO neutron.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading Plugin: router Nov 07 23:56:45.552248 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.552586 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router after_create 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.552959 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router before_create 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.553331 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.553701 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.554059 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router after_delete 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.554417 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.554768 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.555126 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router after_create 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.555473 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router after_update 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.555848 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router after_update 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.556201 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.556561 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router after_update 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.556974 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router precommit_update 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.557342 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: port after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.557681 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: port after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.558019 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: subnet after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.558358 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.558708 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.559645 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router precommit_create 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.560019 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: port before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.560364 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router precommit_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.560729 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router after_update 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.561070 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.561423 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router precommit_create 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.561783 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.562128 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router precommit_update 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.562491 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > agent after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.562840 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > agent after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.563186 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > network after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.564066 n-d-816882-1 neutron-server[102660]: DEBUG neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Tracking information for resource: router configured {{(pid=102660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 07 23:56:45.564402 n-d-816882-1 neutron-server[102660]: DEBUG neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Tracking information for resource: floatingip configured {{(pid=102660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 07 23:56:45.572267 n-d-816882-1 neutron-server[102660]: INFO neutron.db.l3_agentschedulers_db [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 07 23:56:45.572843 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: port after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.573203 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: port after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.573556 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: port after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.573911 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: port after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.574725 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router before_create 55550100 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.575093 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.575485 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router precommit_create 55550100 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.575878 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > router precommit_update 55550100 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.580816 n-d-816882-1 neutron-server[102660]: DEBUG neutron.services.provider_configuration [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Service providers = [] {{(pid=102660) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 07 23:56:45.581183 n-d-816882-1 neutron-server[102660]: DEBUG neutron.db.servicetype_db [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102660) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 07 23:56:45.584174 n-d-816882-1 neutron-server[102660]: DEBUG neutron.services.service_base [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 07 23:56:45.584527 n-d-816882-1 neutron-server[102660]: DEBUG neutron.services.service_base [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 07 23:56:45.584872 n-d-816882-1 neutron-server[102660]: DEBUG neutron.services.service_base [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 07 23:56:45.585771 n-d-816882-1 neutron-server[102660]: DEBUG neutron.services.service_base [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 07 23:56:45.586144 n-d-816882-1 neutron-server[102660]: INFO neutron.services.service_base [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 07 23:56:45.586520 n-d-816882-1 neutron-server[102660]: DEBUG neutron.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 07 23:56:45.586838 n-d-816882-1 neutron-server[102660]: INFO neutron.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 07 23:56:45.597671 n-d-816882-1 neutron-server[102660]: DEBUG neutron.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 07 23:56:45.598011 n-d-816882-1 neutron-server[102660]: INFO neutron.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading Plugin: auto_allocate Nov 07 23:56:45.603711 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: network precommit_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.604110 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: network precommit_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.604631 n-d-816882-1 neutron-server[102660]: DEBUG neutron.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 07 23:56:45.604954 n-d-816882-1 neutron-server[102660]: INFO neutron.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading Plugin: tag Nov 07 23:56:45.612118 n-d-816882-1 neutron-server[102660]: DEBUG neutron.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 07 23:56:45.612455 n-d-816882-1 neutron-server[102660]: INFO neutron.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading Plugin: timestamp Nov 07 23:56:45.616773 n-d-816882-1 neutron-server[102660]: DEBUG neutron.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 07 23:56:45.617106 n-d-816882-1 neutron-server[102660]: INFO neutron.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading Plugin: network_ip_availability Nov 07 23:56:45.628828 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.629202 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.629562 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.630279 n-d-816882-1 neutron-server[102660]: DEBUG neutron.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 07 23:56:45.630600 n-d-816882-1 neutron-server[102660]: INFO neutron.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading Plugin: flavors Nov 07 23:56:45.635345 n-d-816882-1 neutron-server[102660]: DEBUG neutron.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 07 23:56:45.635683 n-d-816882-1 neutron-server[102660]: INFO neutron.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading Plugin: revisions Nov 07 23:56:45.640090 n-d-816882-1 neutron-server[102660]: DEBUG neutron.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 07 23:56:45.640484 n-d-816882-1 neutron-server[102660]: DEBUG oslo_concurrency.lockutils [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.324s {{(pid=102660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 07 23:56:45.641229 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102660) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 07 23:56:45.641576 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Initializing extension manager. Nov 07 23:56:45.642086 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: __init__.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.642431 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: __pycache__ {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.642765 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.643099 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: address_group.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.643888 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.644453 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: address-group Nov 07 23:56:45.644780 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: address_scope.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.645691 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.646214 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: address-scope Nov 07 23:56:45.646546 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.648695 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.649209 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: router-admin-state-down-before-update Nov 07 23:56:45.649542 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: agent.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.650249 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.650767 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: agent Nov 07 23:56:45.651091 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: agent_resources_synced.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.652040 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.652556 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: agent-resources-synced Nov 07 23:56:45.652915 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: allowedaddresspairs.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.654750 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.655277 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: allowed-address-pairs Nov 07 23:56:45.655605 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: auto_allocated_topology.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.656733 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.657260 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: auto-allocated-topology Nov 07 23:56:45.657592 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: availability_zone.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.658289 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.658801 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: availability_zone Nov 07 23:56:45.659124 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: availability_zone_filter.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.660080 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.660594 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: availability_zone_filter Nov 07 23:56:45.660921 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: data_plane_status.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.661856 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.662366 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension data-plane-status not supported by any of loaded plugins Nov 07 23:56:45.662691 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: default_subnetpools.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.663618 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.664159 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: default-subnetpools Nov 07 23:56:45.664486 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.665293 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.665809 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: dhcp_agent_scheduler Nov 07 23:56:45.666134 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: dns.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.667062 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.667568 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension dns-integration not supported by any of loaded plugins Nov 07 23:56:45.667916 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: dns_domain_ports.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.669362 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.669871 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 07 23:56:45.670199 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.671129 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.671636 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 07 23:56:45.671993 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: dvr.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.672666 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.673174 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: dvr Nov 07 23:56:45.673499 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: ecmp_routes.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.674422 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.674934 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 07 23:56:45.675259 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: empty_string_filtering.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.676203 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.676717 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: empty-string-filtering Nov 07 23:56:45.677039 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.677983 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.678498 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 07 23:56:45.678822 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.679741 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.680295 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 07 23:56:45.680619 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: external_net.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.681533 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.682055 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: external-net Nov 07 23:56:45.682379 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.688300 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.688818 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: extra_dhcp_opt Nov 07 23:56:45.689143 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: extraroute.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.690055 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.690570 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: extraroute Nov 07 23:56:45.690895 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: extraroute_atomic.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.691955 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.692476 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: extraroute-atomic Nov 07 23:56:45.692803 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: filter_validation.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.693506 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.694047 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: filter-validation Nov 07 23:56:45.694372 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: fip_pf_description.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.695304 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.695839 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 07 23:56:45.696165 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: fip_port_details.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.697096 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.697612 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: fip-port-details Nov 07 23:56:45.697933 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: flavors.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.699171 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.699717 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: flavors Nov 07 23:56:45.700071 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.701809 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.702345 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 07 23:56:45.702681 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: floatingip_pools.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.703385 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.703943 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: floatingip-pools Nov 07 23:56:45.704269 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: ip_allocation.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.706034 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.706583 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension ip_allocation not supported by any of loaded plugins Nov 07 23:56:45.706909 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.707871 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.708386 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: ip-substring-filtering Nov 07 23:56:45.708711 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: l2_adjacency.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.709632 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.710139 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 07 23:56:45.710460 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: l3.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.711561 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.712114 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: router Nov 07 23:56:45.712443 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.714706 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.715274 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 07 23:56:45.715621 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.716589 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.717113 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: ext-gw-mode Nov 07 23:56:45.717443 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.718391 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.718917 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: l3-ha Nov 07 23:56:45.719246 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: l3_flavors.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.720191 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.720709 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: l3-flavors Nov 07 23:56:45.721037 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.721958 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.722473 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 07 23:56:45.722800 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: l3agentscheduler.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.723872 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.724398 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: l3_agent_scheduler Nov 07 23:56:45.724727 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: logging.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.726326 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.726794 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension logging not supported by any of loaded plugins Nov 07 23:56:45.727126 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: metering.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.727899 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.728510 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: metering Nov 07 23:56:45.728839 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.729935 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.730458 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: metering_source_and_destination_fields Nov 07 23:56:45.731295 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: multiprovidernet.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.737779 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.738571 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: multi-provider Nov 07 23:56:45.738900 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: netmtu.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.739853 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.740374 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: net-mtu Nov 07 23:56:45.740702 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: netmtu_writable.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.741628 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.742144 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: net-mtu-writable Nov 07 23:56:45.742470 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: network_availability_zone.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.743141 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.743656 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: network_availability_zone Nov 07 23:56:45.744004 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: network_ip_availability.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.745126 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.745643 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: network-ip-availability Nov 07 23:56:45.745968 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: network_segment_range.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.747319 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.747853 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension network-segment-range not supported by any of loaded plugins Nov 07 23:56:45.748181 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: pagination.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.749170 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.749501 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: pagination Nov 07 23:56:45.749850 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: port_device_profile.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.750775 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.751296 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: port-device-profile Nov 07 23:56:45.751653 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.752625 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.753152 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: port-mac-address-regenerate Nov 07 23:56:45.753471 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.754387 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.754901 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: port-numa-affinity-policy Nov 07 23:56:45.755217 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: port_resource_request.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.756294 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.756807 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension port-resource-request not supported by any of loaded plugins Nov 07 23:56:45.757138 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: portbindings.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.758057 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.758572 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: binding Nov 07 23:56:45.758894 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: portbindings_extended.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.760200 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.760715 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: binding-extended Nov 07 23:56:45.761040 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: portsecurity.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.761970 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.762506 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: port-security Nov 07 23:56:45.762932 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: project_id.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.763950 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.764283 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: project-id Nov 07 23:56:45.765929 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: providernet.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.766629 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.767145 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: provider Nov 07 23:56:45.767469 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: qos.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.771048 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.771584 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension qos not supported by any of loaded plugins Nov 07 23:56:45.771946 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.773214 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.773736 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 07 23:56:45.774066 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.774989 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.775514 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 07 23:56:45.775859 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: qos_default.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.776778 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.777297 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension qos-default not supported by any of loaded plugins Nov 07 23:56:45.777645 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: qos_fip.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.778301 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.778813 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension qos-fip not supported by any of loaded plugins Nov 07 23:56:45.779136 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: qos_gateway_ip.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.780093 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.780613 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 07 23:56:45.780941 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: qos_port_network_policy.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.781857 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.782371 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 07 23:56:45.782703 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: qos_pps_rule.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.783911 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.784433 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension qos-pps not supported by any of loaded plugins Nov 07 23:56:45.784757 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: qos_rule_type_details.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.785681 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.786197 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 07 23:56:45.786521 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: qos_rules_alias.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.789843 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.790366 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 07 23:56:45.790693 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: quotasv2.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.791606 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.791965 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: quotas Nov 07 23:56:45.792292 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: quotasv2_detail.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.796187 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.796535 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: quota_details Nov 07 23:56:45.796872 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: rbac.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.797936 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.798470 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: rbac-policies Nov 07 23:56:45.798802 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: rbac_address_group.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.799739 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.800345 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: rbac-address-group Nov 07 23:56:45.800678 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: rbac_address_scope.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.801604 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.802123 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: rbac-address-scope Nov 07 23:56:45.802495 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: rbac_security_groups.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.803369 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.803918 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: rbac-security-groups Nov 07 23:56:45.804244 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: rbac_subnetpool.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.805169 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.805716 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: rbac-subnetpool Nov 07 23:56:45.806025 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: revisionifmatch.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.806953 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.807473 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: revision-if-match Nov 07 23:56:45.807809 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: revisions.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.809529 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.810052 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: standard-attr-revisions Nov 07 23:56:45.810379 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: router_availability_zone.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.811058 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.811574 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: router_availability_zone Nov 07 23:56:45.811938 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: routerservicetype.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.818637 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.819153 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension router-service-type not supported by any of loaded plugins Nov 07 23:56:45.819484 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.820453 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.820980 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: security-groups-normalized-cidr Nov 07 23:56:45.821307 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.822230 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.822749 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: port-security-groups-filtering Nov 07 23:56:45.823074 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.824038 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.824581 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: security-groups-remote-address-group Nov 07 23:56:45.824908 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: securitygroup.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.836189 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.836743 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: security-group Nov 07 23:56:45.837079 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: segment.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.837907 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.838422 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension segment not supported by any of loaded plugins Nov 07 23:56:45.838751 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.839724 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.840795 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 07 23:56:45.841122 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: servicetype.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.842324 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.842853 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: service-type Nov 07 23:56:45.843184 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: sorting.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.844206 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.844543 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: sorting Nov 07 23:56:45.844871 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: standard_attr_segment.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.845797 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.846316 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 07 23:56:45.846640 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: standardattrdescription.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.847293 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.847854 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: standard-attr-description Nov 07 23:56:45.848160 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: stateful_security_group.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.849160 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.849681 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: stateful-security-group Nov 07 23:56:45.850004 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: stdattrs_common.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.850599 n-d-816882-1 neutron-server[102660]: WARNING neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 07 23:56:45.850924 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.851899 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.852429 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 07 23:56:45.852751 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: subnet_onboard.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.853834 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.854357 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: subnet_onboard Nov 07 23:56:45.854685 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.855620 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.856785 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 07 23:56:45.857114 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: subnet_service_types.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.858056 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.858574 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: subnet-service-types Nov 07 23:56:45.858898 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: subnetallocation.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.860604 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.860825 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: subnet_allocation Nov 07 23:56:45.861171 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.861904 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.862428 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: subnetpool-prefix-ops Nov 07 23:56:45.862771 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.864103 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.864617 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 07 23:56:45.864943 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: tagging.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.866032 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.866556 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: standard-attr-tag Nov 07 23:56:45.866883 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: timestamp.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.874357 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.874880 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loaded extension: standard-attr-timestamp Nov 07 23:56:45.875212 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: trunk.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.876303 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.876832 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension trunk not supported by any of loaded plugins Nov 07 23:56:45.877162 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: trunk_details.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.878151 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.878665 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension trunk-details not supported by any of loaded plugins Nov 07 23:56:45.878991 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: uplink_status_propagation.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.879967 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.880483 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 07 23:56:45.880809 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Loading extension file: vlantransparent.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 07 23:56:45.881487 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 07 23:56:45.881996 n-d-816882-1 neutron-server[102660]: INFO neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 07 23:56:45.884477 n-d-816882-1 neutron-server[102660]: INFO neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Creating instance of TrackedResource for resource:network Nov 07 23:56:45.885003 n-d-816882-1 neutron-server[102660]: INFO neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Creating instance of TrackedResource for resource:subnet Nov 07 23:56:45.885405 n-d-816882-1 neutron-server[102660]: INFO neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Creating instance of TrackedResource for resource:subnetpool Nov 07 23:56:45.885806 n-d-816882-1 neutron-server[102660]: INFO neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Creating instance of TrackedResource for resource:port Nov 07 23:56:45.887088 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 07 23:56:45.887525 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Service FLAVORS assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 07 23:56:45.888181 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 07 23:56:45.888617 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 07 23:56:45.888948 n-d-816882-1 neutron-server[102660]: INFO neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Creating instance of TrackedResource for resource:router Nov 07 23:56:45.889392 n-d-816882-1 neutron-server[102660]: INFO neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Creating instance of TrackedResource for resource:floatingip Nov 07 23:56:45.889869 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Service METERING assigned prefix: /metering {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 07 23:56:45.891315 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.891690 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.892070 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 07 23:56:45.893091 n-d-816882-1 neutron-server[102660]: INFO neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Creating instance of CountableResource for resource:rbac_policy Nov 07 23:56:45.893533 n-d-816882-1 neutron-server[102660]: INFO neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Creating instance of TrackedResource for resource:security_group Nov 07 23:56:45.893959 n-d-816882-1 neutron-server[102660]: INFO neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 07 23:56:45.894569 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Service CORE assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 07 23:56:45.894901 n-d-816882-1 neutron-server[102660]: INFO neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Creating instance of TrackedResource for resource:subnetpool Nov 07 23:56:45.895246 n-d-816882-1 neutron-server[102660]: WARNING neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] subnetpool is already registered Nov 07 23:56:45.895668 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Service CORE assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 07 23:56:45.896151 n-d-816882-1 neutron-server[102660]: INFO neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Creating instance of TrackedResource for resource:subnetpool Nov 07 23:56:45.896648 n-d-816882-1 neutron-server[102660]: WARNING neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] subnetpool is already registered Nov 07 23:56:45.898763 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 07 23:56:45.899198 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Service FLAVORS assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 07 23:56:45.899815 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 07 23:56:45.900234 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 07 23:56:45.900569 n-d-816882-1 neutron-server[102660]: INFO neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Creating instance of TrackedResource for resource:router Nov 07 23:56:45.900913 n-d-816882-1 neutron-server[102660]: WARNING neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] router is already registered Nov 07 23:56:45.901326 n-d-816882-1 neutron-server[102660]: INFO neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Creating instance of TrackedResource for resource:floatingip Nov 07 23:56:45.901663 n-d-816882-1 neutron-server[102660]: WARNING neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] floatingip is already registered Nov 07 23:56:45.902121 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Service METERING assigned prefix: /metering {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 07 23:56:45.903334 n-d-816882-1 neutron-server[102660]: INFO neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Creating instance of CountableResource for resource:rbac_policy Nov 07 23:56:45.903662 n-d-816882-1 neutron-server[102660]: WARNING neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] rbac_policy is already registered Nov 07 23:56:45.904095 n-d-816882-1 neutron-server[102660]: INFO neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Creating instance of TrackedResource for resource:security_group Nov 07 23:56:45.904433 n-d-816882-1 neutron-server[102660]: WARNING neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] security_group is already registered Nov 07 23:56:45.904832 n-d-816882-1 neutron-server[102660]: INFO neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 07 23:56:45.905164 n-d-816882-1 neutron-server[102660]: WARNING neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] security_group_rule is already registered Nov 07 23:56:45.905787 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Service CORE assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 07 23:56:45.906113 n-d-816882-1 neutron-server[102660]: INFO neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Creating instance of TrackedResource for resource:subnetpool Nov 07 23:56:45.906450 n-d-816882-1 neutron-server[102660]: WARNING neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] subnetpool is already registered Nov 07 23:56:45.906869 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Service CORE assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 07 23:56:45.907200 n-d-816882-1 neutron-server[102660]: INFO neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Creating instance of TrackedResource for resource:subnetpool Nov 07 23:56:45.907531 n-d-816882-1 neutron-server[102660]: WARNING neutron.quota.resource_registry [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] subnetpool is already registered Nov 07 23:56:45.908027 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: extensions {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.909625 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: address-groups {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.911127 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: address-scopes {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.912519 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: agents {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.913695 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: auto-allocated-topology {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.914995 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: availability_zones {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.916237 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: dhcp-networks {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.917869 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: dhcp-agents {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.919910 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: routers {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.922172 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: flavors {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.923318 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: service_profiles {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.929048 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: next_providers {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.929048 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: service_profiles {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.929048 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: floatingip-pools {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.929048 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: routers {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.930940 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: floatingips {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.932247 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: l3-routers {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.933666 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: l3-agents {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.935131 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: metering-labels {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.936508 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: metering-label-rules {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.937824 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: network-ip-availabilities {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.939112 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: bindings {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.941649 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: quotas {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.943134 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: quotas {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.944593 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: rbac-policies {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.945799 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: security-groups {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.947122 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: security-group-rules {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.948441 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: service-providers {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.949684 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: subnetpools {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.951118 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: subnetpools {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.952620 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: tags {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.954308 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: tags {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.956183 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: tags {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.958016 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: tags {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.959814 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: tags {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.961696 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: tags {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.963440 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: tags {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.965934 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: tags {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.967724 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: tags {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.969520 n-d-816882-1 neutron-server[102660]: DEBUG neutron.api.extensions [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Extended resource: tags {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 07 23:56:45.975673 n-d-816882-1 neutron-server[102660]: WARNING keystonemiddleware.auth_token [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 07 23:56:45.980458 n-d-816882-1 neutron-server[102660]: WARNING keystonemiddleware.auth_token [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 07 23:56:45.990028 n-d-816882-1 neutron-server[102660]: DEBUG oslo_concurrency.lockutils [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Acquired lock "singleton_lock" {{(pid=102660) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 07 23:56:45.990510 n-d-816882-1 neutron-server[102660]: DEBUG oslo_concurrency.lockutils [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Releasing lock "singleton_lock" {{(pid=102660) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 07 23:56:45.991143 n-d-816882-1 neutron-server[102660]: INFO oslo_service.service [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Starting 2 workers Nov 07 23:56:45.996068 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Started child 102771 {{(pid=102660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 07 23:56:46.000617 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Started child 102772 {{(pid=102660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 07 23:56:46.002502 n-d-816882-1 neutron-server[102660]: INFO neutron.service [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 07 23:56:46.003334 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Notify callbacks [] for process, before_spawn {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:56:46.003459 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:56:46.004878 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [-] (102771) wsgi starting up on http://0.0.0.0:9696 Nov 07 23:56:46.005970 n-d-816882-1 neutron-server[102660]: INFO oslo_service.service [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Starting 1 workers Nov 07 23:56:46.008058 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:56:46.009480 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [-] (102772) wsgi starting up on http://0.0.0.0:9696 Nov 07 23:56:46.011218 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Started child 102773 {{(pid=102660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 07 23:56:46.011803 n-d-816882-1 neutron-server[102660]: INFO oslo_service.service [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Starting 1 workers Nov 07 23:56:46.015248 n-d-816882-1 neutron-server[102773]: DEBUG neutron.service [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] calling RpcWorker wait() {{(pid=102773) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 07 23:56:46.019903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.service [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] returning from RpcWorker wait() {{(pid=102773) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 07 23:56:46.020078 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Started child 102774 {{(pid=102660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 07 23:56:46.020228 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:56:46.020354 n-d-816882-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f24581-387b-4c70-865c-2394ca8eaf16 None None] Notify callbacks [] for process, after_spawn {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:56:46.020479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 07 23:56:46.020612 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102660) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 07 23:56:46.020612 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 07 23:56:46.020612 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 07 23:56:46.020612 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 07 23:56:46.020612 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 07 23:56:46.020612 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 07 23:56:46.021288 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.021405 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.021671 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.022115 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.022420 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.023018 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.023268 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.023550 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:56:46.024310 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.024310 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.024310 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.024658 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.024658 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.024849 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.024960 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.025332 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.025595 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.025836 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.026212 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.026446 n-d-816882-1 neutron-server[102774]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 07 23:56:46.026679 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.026679 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.027114 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.027114 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.027554 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] debug = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.027554 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.028508 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.028776 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.029149 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.029371 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.029602 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.029816 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.030031 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.030271 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.030498 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.030710 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.030939 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.031151 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.031379 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.031602 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.031842 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.032130 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.032549 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] host = n-d-816882-1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.032771 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.033065 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.033298 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.033514 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.033736 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.033950 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.034198 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.034454 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.034720 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.034931 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.035181 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.035417 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.035637 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.035926 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] log_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.036164 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] log_options = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.036372 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.036590 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.036796 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.037001 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.037230 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.037451 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.037687 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.037687 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.038117 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.038117 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.038536 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.038536 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.038938 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.038938 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.039485 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.039485 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.039965 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.039965 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.040399 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.040399 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.040818 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.040818 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.041254 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.041254 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.041656 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.041656 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.042077 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.042077 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.042488 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.042488 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.043042 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.043042 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.044048 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.044048 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.044488 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.044488 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.044907 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.044907 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.045325 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.045563 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.045791 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.046008 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.046187 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.046365 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.046645 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.046814 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.046986 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] use_json = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.047159 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.047475 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.047675 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.051585 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.051585 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.051585 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.051585 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.051585 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.051585 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.051585 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.051585 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.052742 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.052742 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.052742 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.052742 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.052742 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.052742 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.052742 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.052742 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.053711 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.053711 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.053711 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.053711 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.053711 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.053711 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.053711 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.054213 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.054213 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.054356 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.054529 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.054817 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.055056 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.055289 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.055554 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.055869 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.056153 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.056422 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.056683 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.056935 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.057203 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.057451 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.057687 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.057925 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.058146 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.058365 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.058642 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.058999 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.059159 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.059380 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.059612 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.059848 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.060106 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.060332 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.060597 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.060850 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.061093 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.061328 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.061561 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.061775 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.062006 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.062253 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.062468 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.062702 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.062948 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.063167 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.063387 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.063621 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.063878 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.064189 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.064419 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.064630 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.064864 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.065081 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.065290 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.065539 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.065757 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.065989 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.066199 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.066433 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.066673 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.066913 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.067150 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.067361 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.067577 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.067828 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.068066 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.068290 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.068520 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.068740 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.069007 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.074449 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.074449 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.074449 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.074449 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.074449 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.074449 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.074449 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.074449 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.074449 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.075099 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.075099 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.075099 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.075099 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.075099 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.075099 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.075099 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.075099 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.075687 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.075687 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.075687 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.075687 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.075687 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.075687 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.075687 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.075687 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.076300 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.076300 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.076300 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.076300 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.076300 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.076300 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.076300 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.076827 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.076827 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.077047 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.077272 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.077562 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.077792 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.078060 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.078377 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.078618 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.079087 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.079469 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.079744 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.080108 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.080272 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.080545 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.080776 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.081028 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.081279 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.083564 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.083848 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.084092 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.084323 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.084590 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.084918 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.085160 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.085383 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.085602 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.085891 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.086178 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.089076 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.091688 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.092006 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.092286 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.092549 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.092815 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.093072 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.093339 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.093611 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.093840 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.094066 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.094291 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.094521 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.094749 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.094970 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.095237 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.095455 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.095682 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.096398 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.100304 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.100592 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.100883 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.102696 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.102696 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.102696 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.102696 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.102696 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.102696 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.102696 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.103691 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.103691 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.103691 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.103691 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.104265 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.104265 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.104265 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.104669 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.104810 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.105023 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.105222 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.105445 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.105689 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.106469 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.106717 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.106944 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.107178 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.107399 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.107641 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.107911 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.108529 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.108529 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.109143 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.109143 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.109424 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.109424 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.109691 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.110072 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.110072 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.110390 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.110527 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.110768 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.110998 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.111255 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.111475 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.111695 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.111951 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.112170 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.112405 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.113200 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.113200 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.113463 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.113695 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.113948 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.114163 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.114394 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.114613 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.114824 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.115320 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.115320 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.115587 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.115834 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.119806 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.119806 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.119806 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.119806 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.119806 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.119806 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.119806 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.119806 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.120394 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.120394 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.120394 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.120394 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.120394 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.120394 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.120394 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.120394 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.120940 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.120940 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.120940 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.120940 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.120940 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.120940 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.120940 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.121427 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.121427 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.121577 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.121735 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.121989 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.122240 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.122472 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.122765 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.123007 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.123271 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.123491 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.123725 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.123993 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.124263 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.124577 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.124851 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.125109 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.125348 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.125628 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.125917 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.126191 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.126424 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.126763 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.127103 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.127403 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.127662 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.127956 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.128241 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.128469 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.128738 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.128984 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.129532 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.129756 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.130192 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.130615 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.130871 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.131133 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.131369 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.131589 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.131876 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.132072 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.132297 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.132519 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.132681 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 07 23:56:46.133207 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102660) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 07 23:56:46.133370 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 07 23:56:46.133523 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 07 23:56:46.133688 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 07 23:56:46.133872 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 07 23:56:46.134028 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 07 23:56:46.134210 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.134375 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.134534 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.134695 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.134853 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.135033 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.135194 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.135351 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.135509 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.135667 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.135896 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.136053 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.136369 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.136529 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.136688 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.136847 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.137007 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.137672 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.137672 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.137672 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.137672 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.137960 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.137960 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] debug = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.138080 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.138256 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.138420 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.138579 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.138730 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.138896 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.139054 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.139210 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.139367 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.139529 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.139688 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.139871 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.140031 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.140190 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.140347 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.140490 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.140651 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.140808 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] host = n-d-816882-1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.140971 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.141129 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.141287 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.141444 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.141602 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.141761 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.141920 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.142077 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.142234 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.142393 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.142549 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.142713 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.142892 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.143049 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] log_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.143200 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] log_options = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.143315 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.143478 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.143635 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.143833 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.143999 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.144157 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.144316 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.144473 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.144632 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.144790 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.144947 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.145105 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.145264 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.145423 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.145581 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.145739 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.145897 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.146055 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.146212 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.146369 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.146527 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.146684 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.146841 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.146999 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.147157 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.147317 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.147475 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.147632 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.147816 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.147972 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.148130 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.148288 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.148445 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.148603 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.148761 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.148918 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.149076 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.149234 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.149394 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.149551 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.149708 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.149864 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.150023 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.150180 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.150343 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.150503 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.150660 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] use_json = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.150818 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.150980 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.151137 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.151294 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.151451 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.151608 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.151765 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.151943 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 07 23:56:46.152123 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.152287 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.152458 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.153100 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.153269 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.153430 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.153590 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.153752 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.153911 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.154070 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.154237 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.154398 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.154570 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.154731 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.154891 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.155053 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.155213 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.155375 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.155536 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.155696 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.155880 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.156043 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.156212 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.156374 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.156535 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.156694 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.156855 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.157030 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.157192 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.157353 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.157514 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.157674 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.157835 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.157997 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.158159 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.158322 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.158958 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.159124 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.159285 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.159446 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.159607 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.159973 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.159973 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.160422 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.160422 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.160422 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.160643 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.160721 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.160849 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.161011 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.161173 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.161339 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.161497 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.161832 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.161997 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.162143 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.162306 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.162466 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.162626 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.162787 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.162948 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.163108 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.163270 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.163430 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.163769 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.163769 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.163999 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.164081 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.164204 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.164365 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.164527 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.164689 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.164849 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.165010 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.165171 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.165334 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.165494 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.165654 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.165814 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.165974 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.166135 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.166296 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.166457 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.166619 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.166780 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.166940 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.167101 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.167261 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.167422 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.167590 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.167766 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.167948 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.168111 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.168862 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.169041 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.169203 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.169364 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.169526 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.169687 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.169848 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.170009 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.170171 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.170335 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.170496 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.170658 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.170822 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.170983 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.171144 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.171306 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.171466 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.171627 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.171827 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.171955 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.172116 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.172277 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.172437 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.172607 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.172769 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.172933 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.173093 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.173259 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.173431 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.173593 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.173755 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.173916 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.174117 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.174241 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.174373 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.174533 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.174694 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.174854 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.175014 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.175182 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.175354 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.175515 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.175676 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.175865 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.176050 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.176212 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.176372 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.176533 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.176693 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.176853 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.177102 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.177269 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.177430 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.177706 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.177803 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.177957 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.178119 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.178279 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.178439 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.178600 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.178762 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.178924 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.179085 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.179247 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.179408 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.179569 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.179730 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.179913 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.180074 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.180238 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.180399 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.180559 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.180719 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.180884 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.181046 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.181206 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.181367 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.181529 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.181689 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.181850 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.182010 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.182174 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.182334 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.182498 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.182659 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.182820 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.182981 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.183142 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.183304 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.183467 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.183628 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.183874 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.183997 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.184160 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.184322 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.184483 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.184644 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.184805 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.184966 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.185114 n-d-816882-1 neutron-server[102773]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 07 23:56:46.185206 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.185285 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.185436 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.185597 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.185758 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.185919 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.186080 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.186240 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.186400 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.186562 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.186721 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.186885 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.187047 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.187207 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.187369 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.187529 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.187689 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.187877 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.188022 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.188194 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.188354 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.188515 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.188676 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.188837 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.188996 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.189166 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.189326 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.189485 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.189646 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.189806 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.189965 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.190135 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.190295 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.190455 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.190615 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.190780 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.190939 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.191108 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.191267 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.191426 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.191583 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.191744 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.191924 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.192095 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.192255 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.192415 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.192576 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.192736 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.192896 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.193064 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.193227 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.193384 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.193544 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.193704 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.193869 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.194036 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.194197 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.194342 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.194513 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.194676 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.194836 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.194996 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.195166 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.195327 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.195488 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.195649 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.195850 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.196237 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.196449 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.196620 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.196791 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.197135 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.197135 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.197577 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.197704 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.197798 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.197966 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.198110 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.198285 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.198451 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.198608 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.198924 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.199085 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.199247 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.199408 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.199594 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.199823 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.199992 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.200158 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.200321 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.200476 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.200640 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.200801 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.200962 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.201123 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.201283 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.201826 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.201826 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 07 23:56:46.201826 n-d-816882-1 neutron-server[102660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 07 23:56:46.339342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53890) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:56:46.348491 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063200 Nov 07 23:56:58.090775 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fef1e4c-b73e-49ff-9f1e-df178980ae90 None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 07 23:56:58.226143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fef1e4c-b73e-49ff-9f1e-df178980ae90 None None] No non-hosted networks {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 07 23:56:58.239168 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.agentschedulers_db [None req-3fef1e4c-b73e-49ff-9f1e-df178980ae90 None None] DHCP Agent not found on host n-d-816882-1 {{(pid=102773) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 07 23:56:58.410742 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fe0d08b8-4bda-4a22-b8a4-7b507cf473cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582242'] for agent, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:00.700676 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00d3d61b-60bd-4093-827b-9ef21838a211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582242'] for agent, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:00.739692 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-ff89cb07-69b3-4293-9251-b8458f8efc15 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-816882-1 {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 07 23:57:00.744909 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-ff89cb07-69b3-4293-9251-b8458f8efc15 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 07 23:57:00.961557 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582242'] for agent, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:00.962539 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:00.963083 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:00.963617 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:00.964320 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:00.964870 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:00.965979 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:00.966696 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:00.967269 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:00.968048 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:00.968667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:00.969257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:00.969827 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:00.970553 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-816882-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 07 23:57:00.991758 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-816882-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 07 23:57:01.273153 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff89cb07-69b3-4293-9251-b8458f8efc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:01.616472 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582242'] for agent, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:03.189658 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582242'] for agent, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:04.301537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53982) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:57:04.811705 n-d-816882-1 neutron-server[102772]: WARNING oslo_policy.policy [None req-c74b246d-fa49-450d-b175-2348c3c92ee0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 07 23:57:04.812300 n-d-816882-1 neutron-server[102772]: WARNING oslo_policy.policy [None req-c74b246d-fa49-450d-b175-2348c3c92ee0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 07 23:57:05.040538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-c74b246d-fa49-450d-b175-2348c3c92ee0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 07 23:57:05.041540 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c74b246d-fa49-450d-b175-2348c3c92ee0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7390931 Nov 07 23:57:05.992483 n-d-816882-1 neutron-server[102773]: INFO neutron.db.l3_hamode_db [None req-ae2aea69-ca5f-4429-a6dc-334a3b32f411 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 07 23:57:06.069476 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2aea69-ca5f-4429-a6dc-334a3b32f411 None None] Routers set() bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 07 23:57:06.069859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2aea69-ca5f-4429-a6dc-334a3b32f411 None None] Router IDs set() for agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 07 23:57:07.429764 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53996) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:57:07.913728 n-d-816882-1 neutron-server[102771]: WARNING oslo_policy.policy [None req-79c57532-3c8d-4050-b61d-b2ab2b942a2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 07 23:57:07.914308 n-d-816882-1 neutron-server[102771]: WARNING oslo_policy.policy [None req-79c57532-3c8d-4050-b61d-b2ab2b942a2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 07 23:57:08.136765 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-79c57532-3c8d-4050-b61d-b2ab2b942a2b admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 07 23:57:08.236392 n-d-816882-1 neutron-server[102771]: DEBUG neutron.policy [None req-79c57532-3c8d-4050-b61d-b2ab2b942a2b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102771) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 07 23:57:08.282933 n-d-816882-1 neutron-server[102771]: WARNING oslo_policy.policy [None req-79c57532-3c8d-4050-b61d-b2ab2b942a2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 07 23:57:08.283303 n-d-816882-1 neutron-server[102771]: WARNING oslo_policy.policy [None req-79c57532-3c8d-4050-b61d-b2ab2b942a2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 07 23:57:08.291652 n-d-816882-1 neutron-server[102771]: INFO neutron.quota [None req-79c57532-3c8d-4050-b61d-b2ab2b942a2b admin admin] Loaded quota_driver: . Nov 07 23:57:08.440626 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-79c57532-3c8d-4050-b61d-b2ab2b942a2b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792503951652', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792503952241', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792503971983', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792503974699', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792509688455', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792503985989', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1588348', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1807261', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-723453', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-650517'] for rbac-policy, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:08.657247 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-79c57532-3c8d-4050-b61d-b2ab2b942a2b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:08.658646 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-79c57532-3c8d-4050-b61d-b2ab2b942a2b admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2267897 Nov 07 23:57:11.255469 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54014) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:57:11.554189 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Request body: {'network': {'tenant_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'admin_state_up': True, 'project_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'name': 'private'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 07 23:57:11.675378 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Made reservation on behalf of bd836bb98bc1482ba3b7e1a501cfcead for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 07 23:57:11.678154 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:11.694670 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:11.799850 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:11.869724 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:11.893496 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 07 23:57:11.917516 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792507602701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:11.918140 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Unsubscribe: segment precommit_create {{(pid=102771) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 07 23:57:11.918667 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Added segment 40d2d189-b063-492e-aba3-89a964395159 of type vlan for network e87279cb-d5c4-4b1e-aa2e-bb951ba447e0 Nov 07 23:57:11.924490 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b9e0a1-ece4-4f25-b663-42035ecfcc37,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 07 23:57:11.959520 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:11.959806 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:11.960132 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:11.960452 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:11.960767 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:11.961080 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:11.961392 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:11.961699 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:11.962006 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:11.962311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:11.962638 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:11.962980 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Tracked resource versions report: Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: pushed versions: Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: { 'AddressGroup': {'1.2'}, Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'ConntrackHelper': {'1.0'}, Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'Log': {'1.0'}, Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'Network': {'1.1'}, Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'Port': {'1.7'}, Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'PortForwarding': {'1.2'}, Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'QosPolicy': {'1.9'}, Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'SecurityGroup': {'1.4'}, Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'SecurityGroupRule': {'1.2'}, Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'SubPort': {'1.0'}, Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'Subnet': {'1.1'}, Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'Trunk': {'1.1'}} Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: consumer versions: Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: { DHCP agent@n-d-816882-1: {}, Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: L3 agent@n-d-816882-1: {}, Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: Metadata agent@n-d-816882-1: {}, Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: Metering agent@n-d-816882-1: {}, Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: Open vSwitch agent@n-d-816882-1: { 'AddressGroup': '1.2', Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'ConntrackHelper': '1.0', Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'Log': '1.0', Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'Network': '1.1', Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'Port': '1.7', Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'PortForwarding': '1.2', Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'QosPolicy': '1.9', Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'SecurityGroup': '1.4', Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'SecurityGroupRule': '1.2', Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'SubPort': '1.0', Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'Subnet': '1.1', Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: 'Trunk': '1.1'}} Nov 07 23:57:11.964104 n-d-816882-1 neutron-server[102771]: {{(pid=102771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 07 23:57:12.036641 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:12.129675 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:12.130913 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:57:12.131572 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:12.226665 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] Pushing event updated for resources: {'Network': ['ID=e87279cb-d5c4-4b1e-aa2e-bb951ba447e0,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 07 23:57:12.237519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network e87279cb-d5c4-4b1e-aa2e-bb951ba447e0 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 07 23:57:12.264377 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-02cd864c-812d-4b19-aa52-d38da016ad1d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0078084 Nov 07 23:57:14.921563 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54028) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:57:15.434817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.policy [None req-8a2b6dd1-2753-4276-970a-e0a873cffd7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102772) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 07 23:57:15.481991 n-d-816882-1 neutron-server[102772]: WARNING oslo_policy.policy [None req-8a2b6dd1-2753-4276-970a-e0a873cffd7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 07 23:57:15.482304 n-d-816882-1 neutron-server[102772]: WARNING oslo_policy.policy [None req-8a2b6dd1-2753-4276-970a-e0a873cffd7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 07 23:57:15.491263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2b6dd1-2753-4276-970a-e0a873cffd7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:57:15.492986 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8a2b6dd1-2753-4276-970a-e0a873cffd7d admin admin] 10.222.0.13 "GET /v2.0/networks/e87279cb-d5c4-4b1e-aa2e-bb951ba447e0 HTTP/1.1" status: 200 len: 825 time: 0.5705171 Nov 07 23:57:15.531145 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bd7430b1-4e32-4db0-a488-7738a7635da2 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/978ef8e0-744c-4bdf-9cd7-1c7e752ef27a HTTP/1.1" status: 200 len: 734 time: 0.0313075 Nov 07 23:57:15.540412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '978ef8e0-744c-4bdf-9cd7-1c7e752ef27a', 'name': 'private-subnet', 'network_id': 'e87279cb-d5c4-4b1e-aa2e-bb951ba447e0', 'ip_version': 4, 'tenant_id': 'bd836bb98bc1482ba3b7e1a501cfcead'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 07 23:57:15.541906 n-d-816882-1 neutron-server[102772]: INFO neutron.quota [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Loaded quota_driver: . Nov 07 23:57:15.629491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Made reservation on behalf of bd836bb98bc1482ba3b7e1a501cfcead for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 07 23:57:15.632237 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:15.967093 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:16.036940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Checking segment: {'id': '40d2d189-b063-492e-aba3-89a964395159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e87279cb-d5c4-4b1e-aa2e-bb951ba447e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 07 23:57:16.037316 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Network hostable DHCP agents. Network: e87279cb-d5c4-4b1e-aa2e-bb951ba447e0, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 07 23:57:16.047263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7a9833f-bed3-4205-be45-d15e15beba43,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 07 23:57:16.060369 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:16.060703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:16.061026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:16.061347 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:16.061661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:16.061974 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:16.062281 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:16.062587 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:16.062892 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:16.063195 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:16.063498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:16.063827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Tracked resource versions report: Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: pushed versions: Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: { 'AddressGroup': {'1.2'}, Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'ConntrackHelper': {'1.0'}, Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'Log': {'1.0'}, Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'Network': {'1.1'}, Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'Port': {'1.7'}, Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'PortForwarding': {'1.2'}, Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'QosPolicy': {'1.9'}, Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'SecurityGroup': {'1.4'}, Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'SecurityGroupRule': {'1.2'}, Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'SubPort': {'1.0'}, Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'Subnet': {'1.1'}, Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'Trunk': {'1.1'}} Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: consumer versions: Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: { DHCP agent@n-d-816882-1: {}, Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: L3 agent@n-d-816882-1: {}, Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: Metadata agent@n-d-816882-1: {}, Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: Metering agent@n-d-816882-1: {}, Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: Open vSwitch agent@n-d-816882-1: { 'AddressGroup': '1.2', Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'ConntrackHelper': '1.0', Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'Log': '1.0', Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'Network': '1.1', Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'Port': '1.7', Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'PortForwarding': '1.2', Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'QosPolicy': '1.9', Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'SecurityGroup': '1.4', Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'SecurityGroupRule': '1.2', Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'SubPort': '1.0', Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'Subnet': '1.1', Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: 'Trunk': '1.1'}} Nov 07 23:57:16.064917 n-d-816882-1 neutron-server[102772]: {{(pid=102772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 07 23:57:16.164014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Network e87279cb-d5c4-4b1e-aa2e-bb951ba447e0 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 07 23:57:16.298216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, e87279cb-d5c4-4b1e-aa2e-bb951ba447e0) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 07 23:57:16.302920 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:57:16.303526 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:16.308403 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b08227-ab43-4726-9e07-c0d2e31ef718 None None] Network e87279cb-d5c4-4b1e-aa2e-bb951ba447e0 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 07 23:57:16.380966 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c8d56f92-bf48-4c3b-9ddd-a7fffad99db0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8438563 Nov 07 23:57:16.627292 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-e87279cb-d5c4-4b1e-aa2e-bb951ba447e0', 'network_id': 'e87279cb-d5c4-4b1e-aa2e-bb951ba447e0', 'tenant_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'fixed_ips': [{'subnet_id': 'f7a9833f-bed3-4205-be45-d15e15beba43'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 07 23:57:16.628548 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:16.903515 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Allocated IP 172.20.0.2 (e87279cb-d5c4-4b1e-aa2e-bb951ba447e0/f7a9833f-bed3-4205-be45-d15e15beba43/0353a05e-60f6-455c-9f8a-4ca815da3b53) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 07 23:57:17.104576 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:17.190292 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:17.289074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Network e87279cb-d5c4-4b1e-aa2e-bb951ba447e0 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 07 23:57:17.295331 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 07 23:57:17.302850 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Pushing event updated for resources: {'Port': ['ID=0353a05e-60f6-455c-9f8a-4ca815da3b53,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 07 23:57:17.305050 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 07 23:57:17.315409 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:17.316035 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:17.316142 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:17.316415 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:17.316744 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:17.317066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:17.317388 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:17.317708 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:17.318026 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:17.318345 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:17.318664 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:17.318980 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Tracked resource versions report: Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: pushed versions: Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: { 'AddressGroup': {'1.2'}, Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'ConntrackHelper': {'1.0'}, Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'Log': {'1.0'}, Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'Network': {'1.1'}, Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'Port': {'1.7'}, Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'PortForwarding': {'1.2'}, Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'QosPolicy': {'1.9'}, Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'SecurityGroup': {'1.4'}, Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'SecurityGroupRule': {'1.2'}, Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'SubPort': {'1.0'}, Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'Subnet': {'1.1'}, Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'Trunk': {'1.1'}} Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: consumer versions: Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: { DHCP agent@n-d-816882-1: {}, Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: L3 agent@n-d-816882-1: {}, Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: Metadata agent@n-d-816882-1: {}, Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: Metering agent@n-d-816882-1: {}, Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: Open vSwitch agent@n-d-816882-1: { 'AddressGroup': '1.2', Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'ConntrackHelper': '1.0', Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'Log': '1.0', Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'Network': '1.1', Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'Port': '1.7', Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'PortForwarding': '1.2', Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'QosPolicy': '1.9', Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'SecurityGroup': '1.4', Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'SecurityGroupRule': '1.2', Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'SubPort': '1.0', Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'Subnet': '1.1', Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: 'Trunk': '1.1'}} Nov 07 23:57:17.320132 n-d-816882-1 neutron-server[102773]: {{(pid=102773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 07 23:57:17.394051 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Attempting to bind port 0353a05e-60f6-455c-9f8a-4ca815da3b53 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 07 23:57:17.394443 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Attempting to bind port 0353a05e-60f6-455c-9f8a-4ca815da3b53 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '40d2d189-b063-492e-aba3-89a964395159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e87279cb-d5c4-4b1e-aa2e-bb951ba447e0'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 07 23:57:17.394868 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Attempting to bind port 0353a05e-60f6-455c-9f8a-4ca815da3b53 on network e87279cb-d5c4-4b1e-aa2e-bb951ba447e0 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 07 23:57:17.399737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 7, 23, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 07 23:57:17.400170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Checking segment: {'id': '40d2d189-b063-492e-aba3-89a964395159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e87279cb-d5c4-4b1e-aa2e-bb951ba447e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 07 23:57:17.400650 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:17.401033 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Bound using segment: {'id': '40d2d189-b063-492e-aba3-89a964395159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e87279cb-d5c4-4b1e-aa2e-bb951ba447e0'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 07 23:57:17.401530 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Bound port: 0353a05e-60f6-455c-9f8a-4ca815da3b53, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d2d189-b063-492e-aba3-89a964395159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e87279cb-d5c4-4b1e-aa2e-bb951ba447e0'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 07 23:57:17.401938 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:17.462722 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] For port 0353a05e-60f6-455c-9f8a-4ca815da3b53, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 07 23:57:17.467424 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] For port 0353a05e-60f6-455c-9f8a-4ca815da3b53, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0353a05e-60f6-455c-9f8a-4ca815da3b53,segment=NetworkSegment(40d2d189-b063-492e-aba3-89a964395159),segment_id=40d2d189-b063-492e-aba3-89a964395159)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 07 23:57:17.556015 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:17.621126 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38856767-7080-4d05-9b1d-6207f9b2efeb None None] Pushing event updated for resources: {'Port': ['ID=0353a05e-60f6-455c-9f8a-4ca815da3b53,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 07 23:57:18.828307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54042) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:57:19.134537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-8f7f3c29-627a-4458-94bb-ad15d649a54b admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 07 23:57:19.135540 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8f7f3c29-627a-4458-94bb-ad15d649a54b admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3061972 Nov 07 23:57:21.584385 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54050) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:57:21.900820 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-8c192203-e226-432e-af53-9da0bd3d1bfa admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 07 23:57:21.901925 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8c192203-e226-432e-af53-9da0bd3d1bfa admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3165948 Nov 07 23:57:24.567644 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54060) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:57:24.867577 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-61432765-9f78-4077-a02a-fec9dd5040e7 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'admin_state_up': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 07 23:57:24.972775 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61432765-9f78-4077-a02a-fec9dd5040e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:24.974370 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61432765-9f78-4077-a02a-fec9dd5040e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:25.108738 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61432765-9f78-4077-a02a-fec9dd5040e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:25.154131 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61432765-9f78-4077-a02a-fec9dd5040e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:25.240268 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61432765-9f78-4077-a02a-fec9dd5040e7 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:25.241485 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-61432765-9f78-4077-a02a-fec9dd5040e7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6728160 Nov 07 23:57:26.046432 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0ce953-af22-486b-bbe6-31d47d20a1ac None None] Network e87279cb-d5c4-4b1e-aa2e-bb951ba447e0 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 07 23:57:26.166900 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-aa945817-d7bb-4c50-9fbd-19c46ab238ca None None] Provisioning complete for port 0353a05e-60f6-455c-9f8a-4ca815da3b53 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 07 23:57:26.167292 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aa945817-d7bb-4c50-9fbd-19c46ab238ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:26.344378 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aa945817-d7bb-4c50-9fbd-19c46ab238ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:26.381353 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-aa945817-d7bb-4c50-9fbd-19c46ab238ca None None] For port 0353a05e-60f6-455c-9f8a-4ca815da3b53, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0353a05e-60f6-455c-9f8a-4ca815da3b53,segment=NetworkSegment(40d2d189-b063-492e-aba3-89a964395159),segment_id=40d2d189-b063-492e-aba3-89a964395159)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 07 23:57:26.423914 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0353a05e-60f6-455c-9f8a-4ca815da3b53 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 07 23:57:26.479333 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0353a05e-60f6-455c-9f8a-4ca815da3b53 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 07 23:57:26.479758 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:26.509484 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aa945817-d7bb-4c50-9fbd-19c46ab238ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:26.591457 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa945817-d7bb-4c50-9fbd-19c46ab238ca None None] Pushing event updated for resources: {'Port': ['ID=0353a05e-60f6-455c-9f8a-4ca815da3b53,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 07 23:57:26.628976 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-15d89ddf-3a74-42aa-b62a-24b6a90f304c None None] Provisioning complete for port 0353a05e-60f6-455c-9f8a-4ca815da3b53 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 07 23:57:26.629341 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15d89ddf-3a74-42aa-b62a-24b6a90f304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:27.642049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54072) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:57:27.945999 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-d00857b2-4ca0-4ca8-9693-1fb37b0fe794 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 07 23:57:27.946983 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d00857b2-4ca0-4ca8-9693-1fb37b0fe794 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3039434 Nov 07 23:57:28.081118 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a2b60153-bb62-49e6-836b-de9efb537812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:28.379379 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0353a05e-60f6-455c-9f8a-4ca815da3b53 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 07 23:57:28.424590 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0353a05e-60f6-455c-9f8a-4ca815da3b53 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 07 23:57:28.424962 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:30.327294 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54080) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:57:30.634017 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-02e6ad48-4aa2-4e3c-872e-bf2c84306853 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 07 23:57:30.672451 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d50fe334-0996-416f-8e24-42b5e400d2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:30.718250 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e6ad48-4aa2-4e3c-872e-bf2c84306853 admin admin] Made reservation on behalf of cef9036fd925492ab1ebfab9a16b24ca for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 07 23:57:30.720474 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02e6ad48-4aa2-4e3c-872e-bf2c84306853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:30.728595 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02e6ad48-4aa2-4e3c-872e-bf2c84306853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:30.797616 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02e6ad48-4aa2-4e3c-872e-bf2c84306853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:30.855439 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02e6ad48-4aa2-4e3c-872e-bf2c84306853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:30.871777 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-02e6ad48-4aa2-4e3c-872e-bf2c84306853 admin admin] Reserving flat network on physical network physnet1 {{(pid=102771) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 07 23:57:30.890043 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6ad48-4aa2-4e3c-872e-bf2c84306853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161c5060-87d3-44a6-9918-93c4a3cac46d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 07 23:57:30.895523 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02e6ad48-4aa2-4e3c-872e-bf2c84306853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:30.895905 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-02e6ad48-4aa2-4e3c-872e-bf2c84306853 admin admin] Added segment e7d76a49-0651-4076-9821-6e10a5c58b0e of type flat for network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 Nov 07 23:57:30.940487 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02e6ad48-4aa2-4e3c-872e-bf2c84306853 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:30.946885 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:31.038071 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02e6ad48-4aa2-4e3c-872e-bf2c84306853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:31.038906 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e6ad48-4aa2-4e3c-872e-bf2c84306853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:57:31.039470 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02e6ad48-4aa2-4e3c-872e-bf2c84306853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:31.111822 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6ad48-4aa2-4e3c-872e-bf2c84306853 admin admin] Pushing event updated for resources: {'Network': ['ID=93b45e1b-d6a9-4738-9835-eb7b67227ee4,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 07 23:57:31.122081 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 07 23:57:31.171932 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-02e6ad48-4aa2-4e3c-872e-bf2c84306853 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8434985 Nov 07 23:57:31.552418 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:33.106882 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:33.568868 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54098) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:57:33.778262 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98715f12-8471-4a10-b151-d7aae02e9456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:57:33.779632 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-98715f12-8471-4a10-b151-d7aae02e9456 admin admin] 10.222.0.13 "GET /v2.0/subnets/f7a9833f-bed3-4205-be45-d15e15beba43 HTTP/1.1" status: 200 len: 849 time: 0.2098041 Nov 07 23:57:33.898575 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-63de1033-6bbf-4256-978f-c9737ea9a7f4 admin admin] 10.222.0.13 "GET /v2.0/routers/f22e60a5-b26e-4b5a-b214-b940be1ad842 HTTP/1.1" status: 200 len: 704 time: 0.1126790 Nov 07 23:57:34.157125 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35acf46a-dc97-46e5-a3ad-f5b8cad71a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:34.449318 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-35acf46a-dc97-46e5-a3ad-f5b8cad71a3b admin admin] Allocated IP 172.20.0.1 (e87279cb-d5c4-4b1e-aa2e-bb951ba447e0/f7a9833f-bed3-4205-be45-d15e15beba43/40f489af-b56a-456d-9b64-cc2603244734) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 07 23:57:34.638581 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35acf46a-dc97-46e5-a3ad-f5b8cad71a3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:34.753001 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35acf46a-dc97-46e5-a3ad-f5b8cad71a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:34.827304 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35acf46a-dc97-46e5-a3ad-f5b8cad71a3b admin admin] Network e87279cb-d5c4-4b1e-aa2e-bb951ba447e0 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 07 23:57:34.836115 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-35acf46a-dc97-46e5-a3ad-f5b8cad71a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 07 23:57:34.840565 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35acf46a-dc97-46e5-a3ad-f5b8cad71a3b admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 07 23:57:34.841095 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35acf46a-dc97-46e5-a3ad-f5b8cad71a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:34.865281 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acf46a-dc97-46e5-a3ad-f5b8cad71a3b admin admin] Pushing event updated for resources: {'Port': ['ID=40f489af-b56a-456d-9b64-cc2603244734,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 07 23:57:35.064800 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-88b8cee7-1919-4779-bdb2-3f86a2fe3b0d None None] Provisioning complete for port 40f489af-b56a-456d-9b64-cc2603244734 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 07 23:57:35.065376 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88b8cee7-1919-4779-bdb2-3f86a2fe3b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:35.097752 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-88b8cee7-1919-4779-bdb2-3f86a2fe3b0d None None] Port 40f489af-b56a-456d-9b64-cc2603244734 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 07 23:57:35.155614 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35acf46a-dc97-46e5-a3ad-f5b8cad71a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:35.368513 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35acf46a-dc97-46e5-a3ad-f5b8cad71a3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:35.437753 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35acf46a-dc97-46e5-a3ad-f5b8cad71a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:35.438520 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35acf46a-dc97-46e5-a3ad-f5b8cad71a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:35.519060 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acf46a-dc97-46e5-a3ad-f5b8cad71a3b admin admin] Pushing event updated for resources: {'Port': ['ID=40f489af-b56a-456d-9b64-cc2603244734,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 07 23:57:35.573065 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35acf46a-dc97-46e5-a3ad-f5b8cad71a3b admin admin] Network e87279cb-d5c4-4b1e-aa2e-bb951ba447e0 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 07 23:57:35.575464 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-35acf46a-dc97-46e5-a3ad-f5b8cad71a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 07 23:57:35.719675 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a2d430c6-833d-4370-a5e7-248173312149 None None] Provisioning complete for port 40f489af-b56a-456d-9b64-cc2603244734 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 07 23:57:35.720214 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a2d430c6-833d-4370-a5e7-248173312149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:35.753795 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a2d430c6-833d-4370-a5e7-248173312149 None None] Port 40f489af-b56a-456d-9b64-cc2603244734 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 07 23:57:35.783851 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35acf46a-dc97-46e5-a3ad-f5b8cad71a3b admin admin] Router f22e60a5-b26e-4b5a-b214-b940be1ad842 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 07 23:57:35.876728 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35acf46a-dc97-46e5-a3ad-f5b8cad71a3b admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 07 23:57:35.881887 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-35acf46a-dc97-46e5-a3ad-f5b8cad71a3b admin admin] 10.222.0.13 "PUT /v2.0/routers/f22e60a5-b26e-4b5a-b214-b940be1ad842/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9772034 Nov 07 23:57:35.886591 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] Sync routers for ids ['f22e60a5-b26e-4b5a-b214-b940be1ad842'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 07 23:57:35.897843 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] Routers {'f22e60a5-b26e-4b5a-b214-b940be1ad842'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 07 23:57:35.898699 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-07T23:57:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['f22e60a5-b26e-4b5a-b214-b940be1ad842'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 07 23:57:36.087020 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] Set router f22e60a5-b26e-4b5a-b214-b940be1ad842 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 07 23:57:36.510721 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22e60a5-b26e-4b5a-b214-b940be1ad842', 'name': 'router1', 'tenant_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-07T23:57:24Z', 'updated_at': '2021-11-07T23:57:35Z', 'revision_number': 2, 'project_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'gw_port_host': None, '_interfaces': [{'id': '40f489af-b56a-456d-9b64-cc2603244734', 'name': '', 'network_id': 'e87279cb-d5c4-4b1e-aa2e-bb951ba447e0', 'tenant_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'mac_address': 'fa:16:3e:ba:bc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22e60a5-b26e-4b5a-b214-b940be1ad842', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7a9833f-bed3-4205-be45-d15e15beba43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-07T23:57:34Z', 'updated_at': '2021-11-07T23:57:35Z', 'revision_number': 2, 'project_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'subnets': [{'id': 'f7a9833f-bed3-4205-be45-d15e15beba43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '978ef8e0-744c-4bdf-9cd7-1c7e752ef27a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 07 23:57:36.565047 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] Checking router: f22e60a5-b26e-4b5a-b214-b940be1ad842 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 07 23:57:36.565390 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] Updating router f22e60a5-b26e-4b5a-b214-b940be1ad842 port 40f489af-b56a-456d-9b64-cc2603244734 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 07 23:57:36.613951 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:37.161780 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:37.249670 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:37.339870 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31354155-d9b0-4de5-925c-5b155b59f07a None None] Pushing event updated for resources: {'Port': ['ID=40f489af-b56a-456d-9b64-cc2603244734,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 07 23:57:37.351816 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31354155-d9b0-4de5-925c-5b155b59f07a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:37.352168 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31354155-d9b0-4de5-925c-5b155b59f07a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:37.352501 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31354155-d9b0-4de5-925c-5b155b59f07a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:37.352831 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31354155-d9b0-4de5-925c-5b155b59f07a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:37.353146 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31354155-d9b0-4de5-925c-5b155b59f07a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:37.353469 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31354155-d9b0-4de5-925c-5b155b59f07a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:37.353787 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31354155-d9b0-4de5-925c-5b155b59f07a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:37.354102 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31354155-d9b0-4de5-925c-5b155b59f07a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:37.354417 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31354155-d9b0-4de5-925c-5b155b59f07a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:37.354733 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31354155-d9b0-4de5-925c-5b155b59f07a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:37.355532 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31354155-d9b0-4de5-925c-5b155b59f07a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:37.355867 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31354155-d9b0-4de5-925c-5b155b59f07a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31354155-d9b0-4de5-925c-5b155b59f07a None None] Tracked resource versions report: Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: pushed versions: Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: { 'AddressGroup': {'1.2'}, Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'ConntrackHelper': {'1.0'}, Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'Log': {'1.0'}, Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'Network': {'1.1'}, Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'Port': {'1.7'}, Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'PortForwarding': {'1.2'}, Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'QosPolicy': {'1.9'}, Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'SecurityGroup': {'1.4'}, Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'SecurityGroupRule': {'1.2'}, Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'SubPort': {'1.0'}, Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'Subnet': {'1.1'}, Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'Trunk': {'1.1'}} Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: consumer versions: Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: { DHCP agent@n-d-816882-1: {}, Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: L3 agent@n-d-816882-1: {}, Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: Metadata agent@n-d-816882-1: {}, Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: Metering agent@n-d-816882-1: {}, Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: Open vSwitch agent@n-d-816882-1: { 'AddressGroup': '1.2', Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'ConntrackHelper': '1.0', Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'Log': '1.0', Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'Network': '1.1', Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'Port': '1.7', Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'PortForwarding': '1.2', Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'QosPolicy': '1.9', Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'SecurityGroup': '1.4', Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'SecurityGroupRule': '1.2', Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'SubPort': '1.0', Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'Subnet': '1.1', Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: 'Trunk': '1.1'}} Nov 07 23:57:37.356974 n-d-816882-1 neutron-server[102774]: {{(pid=102774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 07 23:57:37.432711 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] Attempting to bind port 40f489af-b56a-456d-9b64-cc2603244734 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 07 23:57:37.433034 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] Attempting to bind port 40f489af-b56a-456d-9b64-cc2603244734 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '40d2d189-b063-492e-aba3-89a964395159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e87279cb-d5c4-4b1e-aa2e-bb951ba447e0'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 07 23:57:37.434104 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] Attempting to bind port 40f489af-b56a-456d-9b64-cc2603244734 on network e87279cb-d5c4-4b1e-aa2e-bb951ba447e0 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 07 23:57:37.444923 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 7, 23, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 07 23:57:37.444923 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] Checking segment: {'id': '40d2d189-b063-492e-aba3-89a964395159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e87279cb-d5c4-4b1e-aa2e-bb951ba447e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 07 23:57:37.444923 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:37.444923 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] Bound using segment: {'id': '40d2d189-b063-492e-aba3-89a964395159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e87279cb-d5c4-4b1e-aa2e-bb951ba447e0'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 07 23:57:37.444923 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] Bound port: 40f489af-b56a-456d-9b64-cc2603244734, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d2d189-b063-492e-aba3-89a964395159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e87279cb-d5c4-4b1e-aa2e-bb951ba447e0'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 07 23:57:37.444923 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:37.481812 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9cbdd91f-bf0c-4da2-a22c-924a3e580e99 None None] Provisioning complete for port 40f489af-b56a-456d-9b64-cc2603244734 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 07 23:57:37.482829 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9cbdd91f-bf0c-4da2-a22c-924a3e580e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:37.510432 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] For port 40f489af-b56a-456d-9b64-cc2603244734, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 07 23:57:37.517427 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9cbdd91f-bf0c-4da2-a22c-924a3e580e99 None None] Port 40f489af-b56a-456d-9b64-cc2603244734 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 07 23:57:37.529391 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] For port 40f489af-b56a-456d-9b64-cc2603244734, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=40f489af-b56a-456d-9b64-cc2603244734,segment=NetworkSegment(40d2d189-b063-492e-aba3-89a964395159),segment_id=40d2d189-b063-492e-aba3-89a964395159)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 07 23:57:37.601601 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:37.657591 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] Routers {'f22e60a5-b26e-4b5a-b214-b940be1ad842'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 07 23:57:37.658226 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-07T23:57:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['f22e60a5-b26e-4b5a-b214-b940be1ad842'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 07 23:57:37.663191 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31354155-d9b0-4de5-925c-5b155b59f07a None None] Pushing event updated for resources: {'Port': ['ID=40f489af-b56a-456d-9b64-cc2603244734,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 07 23:57:37.750098 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] Set router f22e60a5-b26e-4b5a-b214-b940be1ad842 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 07 23:57:37.836471 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7cbf46f6-2d3f-4698-afc2-4da6fb3f1575 None None] Provisioning complete for port 40f489af-b56a-456d-9b64-cc2603244734 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 07 23:57:37.836931 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7cbf46f6-2d3f-4698-afc2-4da6fb3f1575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:37.914734 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7cbf46f6-2d3f-4698-afc2-4da6fb3f1575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:37.948474 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-7cbf46f6-2d3f-4698-afc2-4da6fb3f1575 None None] For port 40f489af-b56a-456d-9b64-cc2603244734, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=40f489af-b56a-456d-9b64-cc2603244734,segment=NetworkSegment(40d2d189-b063-492e-aba3-89a964395159),segment_id=40d2d189-b063-492e-aba3-89a964395159)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 07 23:57:37.954335 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22e60a5-b26e-4b5a-b214-b940be1ad842', 'name': 'router1', 'tenant_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-07T23:57:24Z', 'updated_at': '2021-11-07T23:57:35Z', 'revision_number': 2, 'project_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'gw_port_host': None, '_interfaces': [{'id': '40f489af-b56a-456d-9b64-cc2603244734', 'name': '', 'network_id': 'e87279cb-d5c4-4b1e-aa2e-bb951ba447e0', 'tenant_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'mac_address': 'fa:16:3e:ba:bc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22e60a5-b26e-4b5a-b214-b940be1ad842', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7a9833f-bed3-4205-be45-d15e15beba43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-07T23:57:34Z', 'updated_at': '2021-11-07T23:57:37Z', 'revision_number': 4, 'project_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'subnets': [{'id': 'f7a9833f-bed3-4205-be45-d15e15beba43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '978ef8e0-744c-4bdf-9cd7-1c7e752ef27a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 07 23:57:37.985242 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772f7db1-f1f7-4930-86f5-eeab6770f1cd None None] The sync data for ids ['f22e60a5-b26e-4b5a-b214-b940be1ad842'] in n-d-816882-1 is: [{'id': 'f22e60a5-b26e-4b5a-b214-b940be1ad842', 'name': 'router1', 'tenant_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-07T23:57:24Z', 'updated_at': '2021-11-07T23:57:35Z', 'revision_number': 2, 'project_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'gw_port_host': None, '_interfaces': [{'id': '40f489af-b56a-456d-9b64-cc2603244734', 'name': '', 'network_id': 'e87279cb-d5c4-4b1e-aa2e-bb951ba447e0', 'tenant_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'mac_address': 'fa:16:3e:ba:bc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22e60a5-b26e-4b5a-b214-b940be1ad842', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7a9833f-bed3-4205-be45-d15e15beba43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-07T23:57:34Z', 'updated_at': '2021-11-07T23:57:37Z', 'revision_number': 4, 'project_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'subnets': [{'id': 'f7a9833f-bed3-4205-be45-d15e15beba43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '978ef8e0-744c-4bdf-9cd7-1c7e752ef27a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 07 23:57:38.004305 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7cbf46f6-2d3f-4698-afc2-4da6fb3f1575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:38.054976 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf46f6-2d3f-4698-afc2-4da6fb3f1575 None None] Pushing event updated for resources: {'Port': ['ID=40f489af-b56a-456d-9b64-cc2603244734,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 07 23:57:38.138804 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54118) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:57:38.247979 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ad1724-00b2-4f74-b48f-b02686075fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:57:38.249359 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-10ad1724-00b2-4f74-b48f-b02686075fbc admin admin] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 842 time: 0.1095815 Nov 07 23:57:38.259385 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b8633e56-90af-4aa3-b239-874246674a7a admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 07 23:57:38.389914 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8633e56-90af-4aa3-b239-874246674a7a admin admin] Made reservation on behalf of cef9036fd925492ab1ebfab9a16b24ca for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 07 23:57:38.392256 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8633e56-90af-4aa3-b239-874246674a7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:38.764513 n-d-816882-1 neutron-server[102771]: DEBUG neutron.objects.ports [None req-b8633e56-90af-4aa3-b239-874246674a7a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 07 23:57:38.764934 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8633e56-90af-4aa3-b239-874246674a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:38.827228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8633e56-90af-4aa3-b239-874246674a7a admin admin] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 07 23:57:38.827586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8633e56-90af-4aa3-b239-874246674a7a admin admin] Network hostable DHCP agents. Network: 93b45e1b-d6a9-4738-9835-eb7b67227ee4, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 07 23:57:38.829818 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8633e56-90af-4aa3-b239-874246674a7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1636087-ec20-4160-abd1-d36e5c39daf0,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 07 23:57:38.953904 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8633e56-90af-4aa3-b239-874246674a7a admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 07 23:57:39.012279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-b8633e56-90af-4aa3-b239-874246674a7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 93b45e1b-d6a9-4738-9835-eb7b67227ee4) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 07 23:57:39.016355 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8633e56-90af-4aa3-b239-874246674a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:57:39.016899 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8633e56-90af-4aa3-b239-874246674a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:39.021900 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fe029c-0593-4870-a416-481a8cd3cbd5 None None] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 07 23:57:39.103822 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b8633e56-90af-4aa3-b239-874246674a7a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8389339 Nov 07 23:57:39.147245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aece2f-3515-4be5-8d6f-4364109ed724 None None] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 07 23:57:41.403741 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54126) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:57:41.546956 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fe926dd6-09e7-411f-ae93-d726f21ed862 admin admin] 10.222.0.13 "GET /v2.0/routers/f22e60a5-b26e-4b5a-b214-b940be1ad842 HTTP/1.1" status: 200 len: 710 time: 0.1400762 Nov 07 23:57:41.732023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746ccff7-6193-4a77-a6d0-d6f852a64d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:57:41.733325 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-746ccff7-6193-4a77-a6d0-d6f852a64d7b admin admin] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 886 time: 0.1821835 Nov 07 23:57:41.743033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-0205814b-42c9-4407-84cc-23fa140675c3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 07 23:57:42.002172 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0205814b-42c9-4407-84cc-23fa140675c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:42.313037 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0205814b-42c9-4407-84cc-23fa140675c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:42.387031 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0205814b-42c9-4407-84cc-23fa140675c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:42.488753 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-0205814b-42c9-4407-84cc-23fa140675c3 admin admin] Allocated IP 172.25.2.88 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/bdb40d55-04a6-4f31-a041-cc49b7e210fa) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 07 23:57:42.592627 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0205814b-42c9-4407-84cc-23fa140675c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:42.701321 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0205814b-42c9-4407-84cc-23fa140675c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:42.738514 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0205814b-42c9-4407-84cc-23fa140675c3 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 07 23:57:42.741277 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-0205814b-42c9-4407-84cc-23fa140675c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 07 23:57:42.746864 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0205814b-42c9-4407-84cc-23fa140675c3 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 07 23:57:42.780499 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205814b-42c9-4407-84cc-23fa140675c3 admin admin] Pushing event updated for resources: {'Port': ['ID=bdb40d55-04a6-4f31-a041-cc49b7e210fa,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 07 23:57:43.046262 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0205814b-42c9-4407-84cc-23fa140675c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:43.343215 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0205814b-42c9-4407-84cc-23fa140675c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:43.346952 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0205814b-42c9-4407-84cc-23fa140675c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:43.451691 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0205814b-42c9-4407-84cc-23fa140675c3 admin admin] Router f22e60a5-b26e-4b5a-b214-b940be1ad842 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 07 23:57:43.553912 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0205814b-42c9-4407-84cc-23fa140675c3 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 07 23:57:43.558436 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0205814b-42c9-4407-84cc-23fa140675c3 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:43.559622 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0205814b-42c9-4407-84cc-23fa140675c3 admin admin] 10.222.0.13 "PUT /v2.0/routers/f22e60a5-b26e-4b5a-b214-b940be1ad842 HTTP/1.1" status: 200 len: 889 time: 1.8197966 Nov 07 23:57:44.416362 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 40f489af-b56a-456d-9b64-cc2603244734 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 07 23:57:44.463557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 40f489af-b56a-456d-9b64-cc2603244734 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 07 23:57:44.463965 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:44.488414 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] Sync routers for ids ['f22e60a5-b26e-4b5a-b214-b940be1ad842'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 07 23:57:44.508075 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] Routers {'f22e60a5-b26e-4b5a-b214-b940be1ad842'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 07 23:57:44.508784 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-07T23:57:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['f22e60a5-b26e-4b5a-b214-b940be1ad842'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 07 23:57:44.745723 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] Set router f22e60a5-b26e-4b5a-b214-b940be1ad842 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 07 23:57:45.132435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22e60a5-b26e-4b5a-b214-b940be1ad842', 'name': 'router1', 'tenant_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'bdb40d55-04a6-4f31-a041-cc49b7e210fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-07T23:57:24Z', 'updated_at': '2021-11-07T23:57:42Z', 'revision_number': 4, 'project_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'gw_port': {'id': 'bdb40d55-04a6-4f31-a041-cc49b7e210fa', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22e60a5-b26e-4b5a-b214-b940be1ad842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-07T23:57:42Z', 'updated_at': '2021-11-07T23:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '40f489af-b56a-456d-9b64-cc2603244734', 'name': '', 'network_id': 'e87279cb-d5c4-4b1e-aa2e-bb951ba447e0', 'tenant_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'mac_address': 'fa:16:3e:ba:bc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22e60a5-b26e-4b5a-b214-b940be1ad842', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7a9833f-bed3-4205-be45-d15e15beba43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-07T23:57:34Z', 'updated_at': '2021-11-07T23:57:37Z', 'revision_number': 5, 'project_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'subnets': [{'id': 'f7a9833f-bed3-4205-be45-d15e15beba43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '978ef8e0-744c-4bdf-9cd7-1c7e752ef27a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 07 23:57:45.182911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] Checking router: f22e60a5-b26e-4b5a-b214-b940be1ad842 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 07 23:57:45.183287 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] Updating router f22e60a5-b26e-4b5a-b214-b940be1ad842 port bdb40d55-04a6-4f31-a041-cc49b7e210fa binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 07 23:57:45.227736 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:45.535762 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:45.658100 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:45.787168 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cad31a-38d1-4981-8470-85922caac388 None None] Pushing event updated for resources: {'Port': ['ID=bdb40d55-04a6-4f31-a041-cc49b7e210fa,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 07 23:57:45.789500 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] Attempting to bind port bdb40d55-04a6-4f31-a041-cc49b7e210fa on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 07 23:57:45.789863 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] Attempting to bind port bdb40d55-04a6-4f31-a041-cc49b7e210fa by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 07 23:57:45.790221 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] Attempting to bind port bdb40d55-04a6-4f31-a041-cc49b7e210fa on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 07 23:57:45.795682 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 7, 23, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 07 23:57:45.803125 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 07 23:57:45.803125 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:45.803125 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 07 23:57:45.803125 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] Bound port: bdb40d55-04a6-4f31-a041-cc49b7e210fa, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 07 23:57:45.803125 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:45.850068 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] For port bdb40d55-04a6-4f31-a041-cc49b7e210fa, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 07 23:57:45.853040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] For port bdb40d55-04a6-4f31-a041-cc49b7e210fa, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bdb40d55-04a6-4f31-a041-cc49b7e210fa,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 07 23:57:45.901703 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:45.960432 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] Routers {'f22e60a5-b26e-4b5a-b214-b940be1ad842'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 07 23:57:45.961030 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-07T23:57:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['f22e60a5-b26e-4b5a-b214-b940be1ad842'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 07 23:57:45.963598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cad31a-38d1-4981-8470-85922caac388 None None] Pushing event updated for resources: {'Port': ['ID=bdb40d55-04a6-4f31-a041-cc49b7e210fa,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 07 23:57:45.973563 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54138) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:57:46.064660 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] Set router f22e60a5-b26e-4b5a-b214-b940be1ad842 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 07 23:57:46.085181 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b7f88738-324d-4d70-a3be-086172acc81b admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1104884 Nov 07 23:57:46.288062 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22e60a5-b26e-4b5a-b214-b940be1ad842', 'name': 'router1', 'tenant_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'bdb40d55-04a6-4f31-a041-cc49b7e210fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-07T23:57:24Z', 'updated_at': '2021-11-07T23:57:42Z', 'revision_number': 4, 'project_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'gw_port': {'id': 'bdb40d55-04a6-4f31-a041-cc49b7e210fa', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22e60a5-b26e-4b5a-b214-b940be1ad842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-07T23:57:42Z', 'updated_at': '2021-11-07T23:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '40f489af-b56a-456d-9b64-cc2603244734', 'name': '', 'network_id': 'e87279cb-d5c4-4b1e-aa2e-bb951ba447e0', 'tenant_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'mac_address': 'fa:16:3e:ba:bc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22e60a5-b26e-4b5a-b214-b940be1ad842', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7a9833f-bed3-4205-be45-d15e15beba43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-07T23:57:34Z', 'updated_at': '2021-11-07T23:57:37Z', 'revision_number': 5, 'project_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'subnets': [{'id': 'f7a9833f-bed3-4205-be45-d15e15beba43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '978ef8e0-744c-4bdf-9cd7-1c7e752ef27a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 07 23:57:46.315323 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a077a6d1-1a92-469d-98d8-3f9861c1281b None None] The sync data for ids ['f22e60a5-b26e-4b5a-b214-b940be1ad842'] in n-d-816882-1 is: [{'id': 'f22e60a5-b26e-4b5a-b214-b940be1ad842', 'name': 'router1', 'tenant_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'bdb40d55-04a6-4f31-a041-cc49b7e210fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-07T23:57:24Z', 'updated_at': '2021-11-07T23:57:42Z', 'revision_number': 4, 'project_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'gw_port': {'id': 'bdb40d55-04a6-4f31-a041-cc49b7e210fa', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22e60a5-b26e-4b5a-b214-b940be1ad842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-07T23:57:42Z', 'updated_at': '2021-11-07T23:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '40f489af-b56a-456d-9b64-cc2603244734', 'name': '', 'network_id': 'e87279cb-d5c4-4b1e-aa2e-bb951ba447e0', 'tenant_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'mac_address': 'fa:16:3e:ba:bc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22e60a5-b26e-4b5a-b214-b940be1ad842', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7a9833f-bed3-4205-be45-d15e15beba43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-07T23:57:34Z', 'updated_at': '2021-11-07T23:57:37Z', 'revision_number': 5, 'project_id': 'bd836bb98bc1482ba3b7e1a501cfcead', 'subnets': [{'id': 'f7a9833f-bed3-4205-be45-d15e15beba43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '978ef8e0-744c-4bdf-9cd7-1c7e752ef27a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 07 23:57:48.441980 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bdb40d55-04a6-4f31-a041-cc49b7e210fa up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 07 23:57:48.499398 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port bdb40d55-04a6-4f31-a041-cc49b7e210fa triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 07 23:57:48.499532 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:48.584197 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:48.610714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port bdb40d55-04a6-4f31-a041-cc49b7e210fa, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bdb40d55-04a6-4f31-a041-cc49b7e210fa,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 07 23:57:48.709565 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:48.758398 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=bdb40d55-04a6-4f31-a041-cc49b7e210fa,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 07 23:57:50.461923 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bdb40d55-04a6-4f31-a041-cc49b7e210fa up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 07 23:57:50.559204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port bdb40d55-04a6-4f31-a041-cc49b7e210fa triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 07 23:57:50.559866 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:57:58.072130 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33900507-922f-4ac1-99ee-567725a4dbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:58:00.085046 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 5 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 07 23:58:00.678419 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9d566217-aa2f-4e33-b56c-4df21ec989c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:58:00.976476 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:58:01.541142 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:58:03.126599 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:58:28.068941 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5e44-17f0-477c-aab9-6f43c0f8186f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:58:30.840780 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf06dd1a-cad7-4e2d-9f5f-5dc338bfcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:58:30.954479 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:58:31.560228 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:58:33.126243 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:58:37.083132 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 5 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 07 23:58:58.062444 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a76e97c-9254-4d38-b6ca-db0b3929e5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:59:00.685421 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ca1b026-3050-4d31-aa28-41f3366c3f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:59:00.934672 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:59:01.522752 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:59:03.128810 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:59:14.081631 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 5 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 07 23:59:28.079596 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-91b46f81-4227-44b3-8d3c-b4a4848eae54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:59:29.494937 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54732) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:59:29.554867 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5614ba0-900b-4522-9a80-3986226784be admin admin] GET failed (client error): The resource could not be found. Nov 07 23:59:29.556167 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c5614ba0-900b-4522-9a80-3986226784be admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602953 Nov 07 23:59:29.714579 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253b4497-8496-411d-905b-5b0342e82fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:59:29.716602 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-253b4497-8496-411d-905b-5b0342e82fd1 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1552329 Nov 07 23:59:30.682643 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf434d8e-e81d-46fe-bb0c-2124e7bcadfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:59:30.930896 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:59:31.559283 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:59:31.899605 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54742) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:59:31.989616 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e5d337-212c-4672-ac46-0e8002787fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:59:31.990939 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c8e5d337-212c-4672-ac46-0e8002787fdb admin admin] 10.222.0.13 "GET /v2.0/subnets/f7a9833f-bed3-4205-be45-d15e15beba43 HTTP/1.1" status: 200 len: 849 time: 0.0903311 Nov 07 23:59:32.001482 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8917dbe4-7254-40ce-92a7-5798c0b47914 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 07 23:59:32.083079 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8917dbe4-7254-40ce-92a7-5798c0b47914 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:59:32.271229 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8917dbe4-7254-40ce-92a7-5798c0b47914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792507626801'] for subnet, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:59:32.304858 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8917dbe4-7254-40ce-92a7-5798c0b47914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:59:32.305433 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8917dbe4-7254-40ce-92a7-5798c0b47914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:59:32.306938 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8917dbe4-7254-40ce-92a7-5798c0b47914 admin admin] 10.222.0.13 "PUT /v2.0/subnets/f7a9833f-bed3-4205-be45-d15e15beba43 HTTP/1.1" status: 200 len: 868 time: 0.3094046 Nov 07 23:59:32.310536 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa237408-f2cb-4fec-abb2-c0c61054a46e None None] Network e87279cb-d5c4-4b1e-aa2e-bb951ba447e0 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 07 23:59:32.331661 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917dbe4-7254-40ce-92a7-5798c0b47914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7a9833f-bed3-4205-be45-d15e15beba43,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 07 23:59:32.343073 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8917dbe4-7254-40ce-92a7-5798c0b47914 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:59:32.343528 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8917dbe4-7254-40ce-92a7-5798c0b47914 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:59:32.344085 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8917dbe4-7254-40ce-92a7-5798c0b47914 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:59:32.344584 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8917dbe4-7254-40ce-92a7-5798c0b47914 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:59:32.345067 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8917dbe4-7254-40ce-92a7-5798c0b47914 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:59:32.345557 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8917dbe4-7254-40ce-92a7-5798c0b47914 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:59:32.346046 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8917dbe4-7254-40ce-92a7-5798c0b47914 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:59:32.346538 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8917dbe4-7254-40ce-92a7-5798c0b47914 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:59:32.347058 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8917dbe4-7254-40ce-92a7-5798c0b47914 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:59:32.347540 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8917dbe4-7254-40ce-92a7-5798c0b47914 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:59:32.348054 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8917dbe4-7254-40ce-92a7-5798c0b47914 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:59:32.348547 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8917dbe4-7254-40ce-92a7-5798c0b47914 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 07 23:59:32.681731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0869f637-2031-4bbf-ae4d-39489fba989e None None] Provisioning complete for port 40f489af-b56a-456d-9b64-cc2603244734 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 07 23:59:32.682103 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0869f637-2031-4bbf-ae4d-39489fba989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:59:32.768734 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0869f637-2031-4bbf-ae4d-39489fba989e None None] Provisioning complete for port 0353a05e-60f6-455c-9f8a-4ca815da3b53 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 07 23:59:32.768994 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0869f637-2031-4bbf-ae4d-39489fba989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:59:33.139739 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 07 23:59:34.503694 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54750) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:59:34.735286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a7ed74-d446-472e-87ee-eceb0f079a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:59:34.735749 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a7ed74-d446-472e-87ee-eceb0f079a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:59:34.737561 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d5a7ed74-d446-472e-87ee-eceb0f079a70 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2329133 Nov 07 23:59:36.914258 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54760) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:59:37.041150 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74f8257-94a0-42f3-ae6c-9adc3b2e03ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:59:37.041604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74f8257-94a0-42f3-ae6c-9adc3b2e03ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:59:37.043138 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e74f8257-94a0-42f3-ae6c-9adc3b2e03ad admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1279459 Nov 07 23:59:39.311504 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54768) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:59:39.461791 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cd6057-9813-41f2-a342-49bf007f680c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:59:39.463161 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-61cd6057-9813-41f2-a342-49bf007f680c admin admin] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 886 time: 0.1505353 Nov 07 23:59:41.671681 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54776) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:59:41.797411 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196ed4ca-921c-4923-8db2-73dbedf80673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:59:41.798774 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-196ed4ca-921c-4923-8db2-73dbedf80673 admin admin] 10.222.0.13 "GET /v2.0/networks/e87279cb-d5c4-4b1e-aa2e-bb951ba447e0 HTTP/1.1" status: 200 len: 869 time: 0.1260953 Nov 07 23:59:43.993577 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54784) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:59:44.121180 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a182bc-7890-4613-b129-5a535b106620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:59:44.121631 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a182bc-7890-4613-b129-5a535b106620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:59:44.123803 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-12a182bc-7890-4613-b129-5a535b106620 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1291344 Nov 07 23:59:46.360235 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54792) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:59:46.448851 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601f7ba6-de7e-4e66-98e5-24d549c57d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:59:46.449302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601f7ba6-de7e-4e66-98e5-24d549c57d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:59:46.451316 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-601f7ba6-de7e-4e66-98e5-24d549c57d8f admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0901115 Nov 07 23:59:48.644832 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54800) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:59:48.731755 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4b8734-3c6a-435e-941c-4bb2001cdf85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:59:48.733125 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9e4b8734-3c6a-435e-941c-4bb2001cdf85 admin admin] 10.222.0.13 "GET /v2.0/subnets/d1636087-ec20-4160-abd1-d36e5c39daf0 HTTP/1.1" status: 200 len: 816 time: 0.0873451 Nov 07 23:59:50.902159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54808) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 07 23:59:50.995226 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb16da46-8ed7-4b27-9abb-7ee741f6701e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 07 23:59:50.996569 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-eb16da46-8ed7-4b27-9abb-7ee741f6701e admin admin] 10.222.0.13 "GET /v2.0/subnets/f7a9833f-bed3-4205-be45-d15e15beba43 HTTP/1.1" status: 200 len: 868 time: 0.0933917 Nov 07 23:59:51.081005 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 5 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 07 23:59:58.060072 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f6ac4751-ea52-4f22-84da-9d927eb4e49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:00.684534 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-44893158-1f66-4e2f-96ba-2c6d4227a164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:00.930320 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:01.567801 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:03.130533 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:16.540264 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54862) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:00:16.587083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-60f5e919-8ecb-43c0-bc73-1173aa1a63be admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:00:16.588124 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-60f5e919-8ecb-43c0-bc73-1173aa1a63be admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468721 Nov 08 00:00:18.845732 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54870) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:00:18.908296 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff086481-0a8d-4f12-bd2a-51b4d26e4730 admin admin] GET failed (client error): The resource could not be found. Nov 08 00:00:18.909615 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ff086481-0a8d-4f12-bd2a-51b4d26e4730 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0629282 Nov 08 00:00:19.048548 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4059ea8-767d-4aca-bc99-54152ed82748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:00:19.049922 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f4059ea8-767d-4aca-bc99-54152ed82748 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1357627 Nov 08 00:00:21.254039 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54878) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:00:21.300915 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-08b88e82-293f-4441-8973-90a33d972ade admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:00:21.416072 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b88e82-293f-4441-8973-90a33d972ade admin admin] Made reservation on behalf of cef9036fd925492ab1ebfab9a16b24ca for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:00:21.418913 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08b88e82-293f-4441-8973-90a33d972ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:21.448294 n-d-816882-1 neutron-server[102771]: WARNING neutron.services.revisions.revision_plugin [None req-08b88e82-293f-4441-8973-90a33d972ade admin admin] Could not find related network for resource to bump revision. Nov 08 00:00:21.459307 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b88e82-293f-4441-8973-90a33d972ade admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:00:21.468520 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08b88e82-293f-4441-8973-90a33d972ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:21.468859 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-08b88e82-293f-4441-8973-90a33d972ade admin admin] Added segment b448b321-457d-4345-bfe5-d02f92e996f7 of type vlan for network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 Nov 08 00:00:21.514295 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08b88e82-293f-4441-8973-90a33d972ade admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:21.598456 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08b88e82-293f-4441-8973-90a33d972ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:21.599376 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b88e82-293f-4441-8973-90a33d972ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:00:21.599976 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08b88e82-293f-4441-8973-90a33d972ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:21.655438 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b88e82-293f-4441-8973-90a33d972ade admin admin] Pushing event updated for resources: {'Network': ['ID=2048d4eb-b9a9-4ce6-8aaf-2395a3862116,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:00:21.665668 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:00:21.750511 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-08b88e82-293f-4441-8973-90a33d972ade admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4951859 Nov 08 00:00:23.986020 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54886) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:00:24.049692 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34ee23e-07b3-42b6-bf28-e1bba79224be admin admin] GET failed (client error): The resource could not be found. Nov 08 00:00:24.051003 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e34ee23e-07b3-42b6-bf28-e1bba79224be admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0640225 Nov 08 00:00:24.119799 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbb5a8e-74da-487c-9c2a-dc91b5030d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:00:24.121268 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2bbb5a8e-74da-487c-9c2a-dc91b5030d76 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0656264 Nov 08 00:00:24.131565 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-5fe4d402-587a-4697-bdbf-ee065064518a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'cidr': '192.168.233.0/24'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:00:24.216458 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe4d402-587a-4697-bdbf-ee065064518a admin admin] Made reservation on behalf of cef9036fd925492ab1ebfab9a16b24ca for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:00:24.218633 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d402-587a-4697-bdbf-ee065064518a admin admin] Notify callbacks [] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:24.453979 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d402-587a-4697-bdbf-ee065064518a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:24.512533 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4d402-587a-4697-bdbf-ee065064518a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c2dbc28-1cbe-48ed-8f14-e821a9d54721,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:00:24.516759 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe4d402-587a-4697-bdbf-ee065064518a admin admin] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:00:24.517113 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe4d402-587a-4697-bdbf-ee065064518a admin admin] Network hostable DHCP agents. Network: 2048d4eb-b9a9-4ce6-8aaf-2395a3862116, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:00:24.613855 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe4d402-587a-4697-bdbf-ee065064518a admin admin] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:00:24.712911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-5fe4d402-587a-4697-bdbf-ee065064518a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 2048d4eb-b9a9-4ce6-8aaf-2395a3862116) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:00:24.717621 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe4d402-587a-4697-bdbf-ee065064518a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:00:24.718203 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d402-587a-4697-bdbf-ee065064518a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:24.722785 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9063f60e-6bed-4fdf-ab11-2191cf364598 None None] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:00:24.823978 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5fe4d402-587a-4697-bdbf-ee065064518a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6958163 Nov 08 00:00:24.864811 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'tenant_id': 'cef9036fd925492ab1ebfab9a16b24ca', 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:00:24.866735 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:25.036245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Allocated IP 192.168.233.2 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/cdddcbff-1ca2-4cb2-bcac-30378bbf62aa) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:00:25.181088 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:25.242199 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:25.283423 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:00:25.288670 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:00:25.292534 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:00:25.310236 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Pushing event updated for resources: {'Port': ['ID=cdddcbff-1ca2-4cb2-bcac-30378bbf62aa,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:00:25.329753 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:00:25.330092 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:00:25.330426 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:00:25.330754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:00:25.331077 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:00:25.331397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:00:25.331719 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:00:25.332090 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:00:25.332417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:00:25.332719 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:00:25.333031 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:00:25.333340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:00:25.367197 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Attempting to bind port cdddcbff-1ca2-4cb2-bcac-30378bbf62aa on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:00:25.367562 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Attempting to bind port cdddcbff-1ca2-4cb2-bcac-30378bbf62aa by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:00:25.367950 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Attempting to bind port cdddcbff-1ca2-4cb2-bcac-30378bbf62aa on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:00:25.373706 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:00:25.374073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:00:25.374467 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:25.374862 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:00:25.375310 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Bound port: cdddcbff-1ca2-4cb2-bcac-30378bbf62aa, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:00:25.375701 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:25.437125 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-01dea365-de16-4546-be81-f99aab09c905 None None] For port cdddcbff-1ca2-4cb2-bcac-30378bbf62aa, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:00:25.440128 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-01dea365-de16-4546-be81-f99aab09c905 None None] For port cdddcbff-1ca2-4cb2-bcac-30378bbf62aa, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=cdddcbff-1ca2-4cb2-bcac-30378bbf62aa,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:00:25.524791 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:25.584581 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dea365-de16-4546-be81-f99aab09c905 None None] Pushing event updated for resources: {'Port': ['ID=cdddcbff-1ca2-4cb2-bcac-30378bbf62aa,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:00:26.381710 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2640cb7d-65c7-457e-aaea-883a1410bf2a None None] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:00:26.466835 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-cb621995-bde1-4d6e-b57e-9e53c35ca5fc None None] Provisioning complete for port cdddcbff-1ca2-4cb2-bcac-30378bbf62aa triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:00:26.467215 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb621995-bde1-4d6e-b57e-9e53c35ca5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:26.563076 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cdddcbff-1ca2-4cb2-bcac-30378bbf62aa up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:00:26.610274 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb621995-bde1-4d6e-b57e-9e53c35ca5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:26.679276 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-cb621995-bde1-4d6e-b57e-9e53c35ca5fc None None] For port cdddcbff-1ca2-4cb2-bcac-30378bbf62aa, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=cdddcbff-1ca2-4cb2-bcac-30378bbf62aa,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:00:26.690237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port cdddcbff-1ca2-4cb2-bcac-30378bbf62aa triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:00:26.694244 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:26.760460 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb621995-bde1-4d6e-b57e-9e53c35ca5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:26.803771 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:26.836819 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb621995-bde1-4d6e-b57e-9e53c35ca5fc None None] Pushing event updated for resources: {'Port': ['ID=cdddcbff-1ca2-4cb2-bcac-30378bbf62aa,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:00:26.884626 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:00:26.884985 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:00:26.890599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b715fc00-65f6-41bd-9ebc-4bfe47c4a5d2 None None] Provisioning complete for port cdddcbff-1ca2-4cb2-bcac-30378bbf62aa triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:00:26.890974 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b715fc00-65f6-41bd-9ebc-4bfe47c4a5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:28.064621 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5da3ecc9-4c82-40c6-a9aa-a992593a68b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:28.079076 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 5 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:00:28.514902 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cdddcbff-1ca2-4cb2-bcac-30378bbf62aa up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:00:28.563415 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port cdddcbff-1ca2-4cb2-bcac-30378bbf62aa triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:00:28.563771 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:30.727591 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90e730d7-075e-4bd2-96cb-0e05f9fad317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:30.916301 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:31.570082 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:33.156034 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:00:58.066710 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4384c09e-f286-4f4a-97ed-7b72b3312926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:01:00.701312 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b325b32c-c6ff-4dc3-9e63-aa6ee402c1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:01:00.927105 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:01:01.569772 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:01:03.141056 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:01:05.077986 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 5 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:01:28.060894 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10b5859e-e779-4205-9384-8b5338525c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:01:30.689250 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf162d02-d5cf-4891-adff-c0dd89cb63b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:01:30.923454 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:01:31.567220 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:01:33.163712 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:01:42.076522 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 5 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:01:52.312016 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54940) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:01:52.318300 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-ffaf8da3-f143-4ef0-8dae-2c0241c18185 tempest-verify_tempest_config-1817523180 tempest-verify_tempest_config-1817523180-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:01:52.318927 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ffaf8da3-f143-4ef0-8dae-2c0241c18185 tempest-verify_tempest_config-1817523180 tempest-verify_tempest_config-1817523180-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059395 Nov 08 00:01:52.839504 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54958) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:01:52.940404 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a6230078-689f-493e-b401-1c20414e3978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:01:53.105404 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a6230078-689f-493e-b401-1c20414e3978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:01:53.180420 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a6230078-689f-493e-b401-1c20414e3978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:01:53.224865 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a6230078-689f-493e-b401-1c20414e3978 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6733a882be5f43da96078bbd96a282ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3842854 Nov 08 00:01:53.225781 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6230078-689f-493e-b401-1c20414e3978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709fcc54-d2e9-4cb4-9e9f-7b7d7ea1affe,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:01:53.227518 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54962) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:01:53.233110 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6230078-689f-493e-b401-1c20414e3978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.233447 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6230078-689f-493e-b401-1c20414e3978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.233778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6230078-689f-493e-b401-1c20414e3978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.234104 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6230078-689f-493e-b401-1c20414e3978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.234426 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6230078-689f-493e-b401-1c20414e3978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.234746 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6230078-689f-493e-b401-1c20414e3978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.235059 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6230078-689f-493e-b401-1c20414e3978 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.235374 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6230078-689f-493e-b401-1c20414e3978 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.235688 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6230078-689f-493e-b401-1c20414e3978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.236022 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6230078-689f-493e-b401-1c20414e3978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.236601 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6230078-689f-493e-b401-1c20414e3978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.236911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6230078-689f-493e-b401-1c20414e3978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.311326 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f20558c2-df8a-414f-99d1-0e397cef383d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:01:53.331241 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f20558c2-df8a-414f-99d1-0e397cef383d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:01:53.492597 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f20558c2-df8a-414f-99d1-0e397cef383d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:01:53.495133 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f20558c2-df8a-414f-99d1-0e397cef383d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:01:53.496336 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f20558c2-df8a-414f-99d1-0e397cef383d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/709fcc54-d2e9-4cb4-9e9f-7b7d7ea1affe HTTP/1.1" status: 204 len: 168 time: 0.2676752 Nov 08 00:01:53.503969 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20558c2-df8a-414f-99d1-0e397cef383d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709fcc54-d2e9-4cb4-9e9f-7b7d7ea1affe,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:01:53.511003 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20558c2-df8a-414f-99d1-0e397cef383d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.511345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20558c2-df8a-414f-99d1-0e397cef383d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.511679 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20558c2-df8a-414f-99d1-0e397cef383d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.512042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20558c2-df8a-414f-99d1-0e397cef383d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.512369 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20558c2-df8a-414f-99d1-0e397cef383d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.512693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20558c2-df8a-414f-99d1-0e397cef383d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.513014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20558c2-df8a-414f-99d1-0e397cef383d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.513363 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20558c2-df8a-414f-99d1-0e397cef383d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.513704 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20558c2-df8a-414f-99d1-0e397cef383d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.514025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20558c2-df8a-414f-99d1-0e397cef383d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.514346 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20558c2-df8a-414f-99d1-0e397cef383d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:53.514662 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20558c2-df8a-414f-99d1-0e397cef383d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:01:58.071902 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f77b9ac5-d2af-40f6-af5f-8898473fb209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:02:00.717344 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-57db3d7c-7228-4fb1-9010-2a8489d77503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:02:00.934399 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:02:01.560908 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:02:03.143306 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:02:19.075835 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 5 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:02:28.185543 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1443431c-f0d5-4359-a7a6-a0feb70e6aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:02:30.693866 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dea7f73e-ed1b-46f4-9bad-87fe367c0ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:02:30.916757 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:02:31.568719 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:02:33.171865 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:02:56.075296 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 5 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:02:58.085881 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-749a287c-e032-4d30-9150-0ef80c147a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:03:00.685514 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5953f4a2-aa02-470d-bdc7-daf08358eb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:03:00.921976 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:03:01.577464 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:03:03.182709 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:03:28.085339 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a27e4138-1981-4c02-82f6-d0f29fe6e608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:03:30.710175 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c4d04c9-bd2a-4d19-a265-c748c460e47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:03:30.927444 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:03:31.562149 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:03:33.074912 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 5 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:03:33.162377 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:03:58.190361 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-49fb3a98-6c4f-4126-b1cd-a7b60fa5b10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:04:00.690769 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d83acd51-d287-4797-a56e-73297024a3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:04:00.959391 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:04:01.684852 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:04:03.181782 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:04:10.073478 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 5 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:04:28.184809 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-99cbdbfa-740c-4382-b1d9-1d459da038bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:04:30.690168 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c22000d-c6d5-4488-a821-acbcb02d8479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:04:30.944263 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:04:31.601460 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:04:33.200875 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:04:47.072080 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 5 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:04:58.090179 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ec128d2-8e01-4cde-9631-5ed9bd9364fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:05:00.686774 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a3c1cac-ccc9-4508-92ce-93c42fab4c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:05:00.955309 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:05:01.577913 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582242'] for agent, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:05:01.589443 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:05:03.178028 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:05:08.155413 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582242'] for agent, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:05:24.071778 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:05:28.086298 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-964e1159-44db-4ad0-b817-b1d329f9ebb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:05:30.718568 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10b9804b-e76d-403e-9a8e-b13096adea5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:05:30.920790 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:05:31.514839 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:05:31.577762 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:05:33.204322 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:05:38.066607 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:05:40.500656 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55028) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:05:40.604373 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c99dbd4d-3018-4c36-b94b-6a89685dd9e6 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1026053 Nov 08 00:05:42.808625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55038) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:05:42.869356 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d48484e7-b597-461d-baef-374b4735269c admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0596445 Nov 08 00:05:58.103037 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d74cc24-9c2a-41e6-89cd-974fc0c80af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:06:00.714759 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b95227d-860f-471e-92e8-fe4f071c96a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:06:00.925904 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:06:01.071389 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:06:01.560448 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:06:01.580805 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:06:03.180790 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:06:08.083965 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:06:28.080943 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f639fc72-bf46-4a16-a6bd-ce2354ff1693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:06:30.711924 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-11a4c0b4-9c34-45ea-82df-da90d1e5fed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:06:30.931200 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:06:31.540745 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:06:31.568881 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:06:33.177418 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:06:38.070635 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:06:38.108183 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:06:58.090543 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-31943e24-35eb-4c9d-b598-b793117bed32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:00.694600 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc880efa-a39f-4254-8a78-d80b7039ee8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:00.940498 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:01.524861 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:01.576705 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:03.179969 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:08.108044 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:15.077741 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:07:16.750281 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55260) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:17.285777 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-network', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:07:17.359084 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Made reservation on behalf of dafc7010ec8a40b6adaaa3517374bd21 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:07:17.361892 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:17.375475 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55280) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:17.376224 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:17.464041 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:17.551602 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:17.575003 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:07:17.598129 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792507602701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:17.598703 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Unsubscribe: segment precommit_create {{(pid=102772) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 08 00:07:17.599225 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Added segment f090b08f-11d5-416e-bbf9-03b0fed772e3 of type vlan for network 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 Nov 08 00:07:17.611280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794c38bb-f8ee-48ca-88bb-f9d564335db0,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:17.620532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:17.620890 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:17.621217 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:17.622212 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:17.622654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:17.622872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:17.623196 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:17.623515 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:17.623860 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:17.624185 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:17.624499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:17.624814 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Tracked resource versions report: Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: pushed versions: Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: { 'AddressGroup': {'1.2'}, Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'ConntrackHelper': {'1.0'}, Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'Log': {'1.0'}, Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'Network': {'1.1'}, Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'Port': {'1.7'}, Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'PortForwarding': {'1.2'}, Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'QosPolicy': {'1.9'}, Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'SecurityGroup': {'1.4'}, Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'SecurityGroupRule': {'1.2'}, Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'SubPort': {'1.0'}, Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'Subnet': {'1.1'}, Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'Trunk': {'1.1'}} Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: consumer versions: Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: { DHCP agent@n-d-816882-1: {}, Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: HyperV agent@n-h1-816882-1: {}, Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: HyperV agent@n-h2-816882-1: {}, Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: L3 agent@n-d-816882-1: {}, Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: Metadata agent@n-d-816882-1: {}, Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: Metering agent@n-d-816882-1: {}, Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: Open vSwitch agent@n-d-816882-1: { 'AddressGroup': '1.2', Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'ConntrackHelper': '1.0', Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'Log': '1.0', Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'Network': '1.1', Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'Port': '1.7', Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'PortForwarding': '1.2', Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'QosPolicy': '1.9', Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'SecurityGroup': '1.4', Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'SecurityGroupRule': '1.2', Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'SubPort': '1.0', Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'Subnet': '1.1', Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: 'Trunk': '1.1'}} Nov 08 00:07:17.625884 n-d-816882-1 neutron-server[102772]: {{(pid=102772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 00:07:17.659694 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:17.749606 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e6de832a-2428-41ed-b68b-2c828ba85618 tempest-AutoAllocateNetworkTest-2000661164 tempest-AutoAllocateNetworkTest-2000661164-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a204a71ca2cc44839453395cb0023cca&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3711662 Nov 08 00:07:17.752147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55298) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:17.770439 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:17.771363 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:17.771991 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:17.936320 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1847100 Nov 08 00:07:17.938797 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55308) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:17.944846 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Request body: {'subnet': {'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-subnet', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:07:18.317631 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6b5b86-babe-4ee1-988a-0dddeb82332b tempest-AutoAllocateNetworkTest-2000661164 tempest-AutoAllocateNetworkTest-2000661164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:18.317631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4a6b5b86-babe-4ee1-988a-0dddeb82332b tempest-AutoAllocateNetworkTest-2000661164 tempest-AutoAllocateNetworkTest-2000661164-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2698500 Nov 08 00:07:18.317631 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55316) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:18.317631 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fdece-2911-4565-98fa-f502803ccb1e admin admin] Pushing event updated for resources: {'Network': ['ID=80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:18.319496 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Made reservation on behalf of dafc7010ec8a40b6adaaa3517374bd21 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:07:18.319496 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:18.319765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c8486c83-162b-4afa-9ccd-8c22388c0b74 tempest-AutoAllocateNetworkTest-2000661164 tempest-AutoAllocateNetworkTest-2000661164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939589 Nov 08 00:07:18.319765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55320) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:18.320428 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:07:18.320881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-854dbecb-2d66-4c73-8c42-1f4ff46564d8 tempest-AutoAllocateNetworkTest-2000661164 tempest-AutoAllocateNetworkTest-2000661164-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a204a71ca2cc44839453395cb0023cca HTTP/1.1" status: 200 len: 208 time: 0.0519605 Nov 08 00:07:18.337439 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:18.383521 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ff2d21-c91f-455a-a3e9-871aa706c876,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:18.398221 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:18.398564 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:18.398905 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:18.399231 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:18.399559 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:18.399901 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:18.400222 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:18.400541 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:18.400852 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:18.401164 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:18.401479 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:18.401786 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Tracked resource versions report: Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: pushed versions: Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: { 'AddressGroup': {'1.2'}, Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'ConntrackHelper': {'1.0'}, Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'Log': {'1.0'}, Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'Network': {'1.1'}, Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'Port': {'1.7'}, Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'PortForwarding': {'1.2'}, Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'QosPolicy': {'1.9'}, Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'SecurityGroup': {'1.4'}, Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'SecurityGroupRule': {'1.2'}, Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'SubPort': {'1.0'}, Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'Subnet': {'1.1'}, Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'Trunk': {'1.1'}} Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: consumer versions: Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: { DHCP agent@n-d-816882-1: {}, Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: HyperV agent@n-h1-816882-1: {}, Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: HyperV agent@n-h2-816882-1: {}, Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: L3 agent@n-d-816882-1: {}, Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: Metadata agent@n-d-816882-1: {}, Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: Metering agent@n-d-816882-1: {}, Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: Open vSwitch agent@n-d-816882-1: { 'AddressGroup': '1.2', Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'ConntrackHelper': '1.0', Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'Log': '1.0', Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'Network': '1.1', Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'Port': '1.7', Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'PortForwarding': '1.2', Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'QosPolicy': '1.9', Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'SecurityGroup': '1.4', Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'SecurityGroupRule': '1.2', Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'SubPort': '1.0', Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'Subnet': '1.1', Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: 'Trunk': '1.1'}} Nov 08 00:07:18.403509 n-d-816882-1 neutron-server[102771]: {{(pid=102771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 00:07:18.413593 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Checking segment: {'id': 'f090b08f-11d5-416e-bbf9-03b0fed772e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:07:18.413938 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Network hostable DHCP agents. Network: 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:07:18.494059 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Network 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:07:18.597536 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:07:18.601980 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:18.608351 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:18.610916 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910ef5f9-f249-4c43-8941-e513dbf9a8c8 None None] Network 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:07:18.685442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55342) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:18.685783 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-56dba8c1-1ff4-4da9-83dd-83cc9caa5484 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7456412 Nov 08 00:07:18.691296 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-1b36d717-e525-4d88-8bc7-30ba53407c7d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:07:18.772271 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'fixed_ips': [{'subnet_id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:07:18.773170 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:18.788373 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b36d717-e525-4d88-8bc7-30ba53407c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:18.790359 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b36d717-e525-4d88-8bc7-30ba53407c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:18.894939 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b36d717-e525-4d88-8bc7-30ba53407c7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:18.929468 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Allocated IP 172.20.0.2 (80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5/e6ff2d21-c91f-455a-a3e9-871aa706c876/e1c70624-3610-4a62-bb20-e02390002a24) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:07:19.103492 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:19.176934 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:19.209843 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Network 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:07:19.212830 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:07:19.213780 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b36d717-e525-4d88-8bc7-30ba53407c7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:19.216582 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:07:19.252669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Pushing event updated for resources: {'Port': ['ID=e1c70624-3610-4a62-bb20-e02390002a24,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:19.274491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:19.275028 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:19.275364 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:19.275688 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:19.276187 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:19.276656 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:19.276978 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:19.277298 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:19.277658 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:19.277979 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:19.278296 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:19.278606 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Tracked resource versions report: Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: pushed versions: Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: { 'AddressGroup': {'1.2'}, Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'ConntrackHelper': {'1.0'}, Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'Log': {'1.0'}, Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'Network': {'1.1'}, Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'Port': {'1.7'}, Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'PortForwarding': {'1.2'}, Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'QosPolicy': {'1.9'}, Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'SecurityGroup': {'1.4'}, Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'SecurityGroupRule': {'1.2'}, Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'SubPort': {'1.0'}, Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'Subnet': {'1.1'}, Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'Trunk': {'1.1'}} Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: consumer versions: Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: { DHCP agent@n-d-816882-1: {}, Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: HyperV agent@n-h1-816882-1: {}, Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: HyperV agent@n-h2-816882-1: {}, Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: L3 agent@n-d-816882-1: {}, Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: Metadata agent@n-d-816882-1: {}, Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: Metering agent@n-d-816882-1: {}, Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: Open vSwitch agent@n-d-816882-1: { 'AddressGroup': '1.2', Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'ConntrackHelper': '1.0', Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'Log': '1.0', Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'Network': '1.1', Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'Port': '1.7', Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'PortForwarding': '1.2', Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'QosPolicy': '1.9', Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'SecurityGroup': '1.4', Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'SecurityGroupRule': '1.2', Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'SubPort': '1.0', Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'Subnet': '1.1', Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: 'Trunk': '1.1'}} Nov 08 00:07:19.279868 n-d-816882-1 neutron-server[102773]: {{(pid=102773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 00:07:19.295431 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Attempting to bind port e1c70624-3610-4a62-bb20-e02390002a24 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:07:19.295827 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Attempting to bind port e1c70624-3610-4a62-bb20-e02390002a24 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'f090b08f-11d5-416e-bbf9-03b0fed772e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:07:19.296179 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Attempting to bind port e1c70624-3610-4a62-bb20-e02390002a24 on network 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:07:19.302662 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:07:19.302662 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Checking segment: {'id': 'f090b08f-11d5-416e-bbf9-03b0fed772e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:07:19.302831 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:19.302895 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55372) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:19.303401 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Bound using segment: {'id': 'f090b08f-11d5-416e-bbf9-03b0fed772e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:07:19.303517 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Bound port: e1c70624-3610-4a62-bb20-e02390002a24, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f090b08f-11d5-416e-bbf9-03b0fed772e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:07:19.304074 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:19.380129 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] For port e1c70624-3610-4a62-bb20-e02390002a24, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:07:19.384214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] For port e1c70624-3610-4a62-bb20-e02390002a24, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e1c70624-3610-4a62-bb20-e02390002a24,segment=NetworkSegment(f090b08f-11d5-416e-bbf9-03b0fed772e3),segment_id=f090b08f-11d5-416e-bbf9-03b0fed772e3)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:07:19.487230 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:19.544122 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b36d717-e525-4d88-8bc7-30ba53407c7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:19.559586 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7d4a1-f559-4a0a-94ef-e4ad99d95ad8 None None] Pushing event updated for resources: {'Port': ['ID=e1c70624-3610-4a62-bb20-e02390002a24,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:19.574655 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b36d717-e525-4d88-8bc7-30ba53407c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:19.796868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-1b36d717-e525-4d88-8bc7-30ba53407c7d admin admin] Allocated IP 172.25.2.224 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/0cdc1d02-a43f-4fe6-8046-5d69a123f82a) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:07:19.930999 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b36d717-e525-4d88-8bc7-30ba53407c7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:19.937932 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f1f0de53-b2bc-47ae-a49f-7d7ed69555a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:20.075344 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b36d717-e525-4d88-8bc7-30ba53407c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:20.093452 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f1f0de53-b2bc-47ae-a49f-7d7ed69555a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:20.162727 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f1f0de53-b2bc-47ae-a49f-7d7ed69555a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:20.167656 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b36d717-e525-4d88-8bc7-30ba53407c7d admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:07:20.174125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-1b36d717-e525-4d88-8bc7-30ba53407c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:07:20.177375 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b36d717-e525-4d88-8bc7-30ba53407c7d admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:07:20.216461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36d717-e525-4d88-8bc7-30ba53407c7d admin admin] Pushing event updated for resources: {'Port': ['ID=0cdc1d02-a43f-4fe6-8046-5d69a123f82a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:20.229447 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f1f0de53-b2bc-47ae-a49f-7d7ed69555a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a204a71ca2cc44839453395cb0023cca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9255493 Nov 08 00:07:20.230817 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0de53-b2bc-47ae-a49f-7d7ed69555a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f35713-69c5-47ec-84a4-9bc6d62f11c7,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:20.233716 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55398) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:20.306326 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16ea57af-4a65-458c-a51c-328268455928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:20.341970 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16ea57af-4a65-458c-a51c-328268455928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:20.696232 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aebc833-91f1-4592-a801-f4bc4cd9dfc6 None None] Network 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:07:20.788910 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4a9e9aa4-b991-4a49-a5c8-e4d0c59b9480 None None] Provisioning complete for port e1c70624-3610-4a62-bb20-e02390002a24 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:20.789376 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a9e9aa4-b991-4a49-a5c8-e4d0c59b9480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:20.855158 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e1c70624-3610-4a62-bb20-e02390002a24 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:07:20.979291 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a9e9aa4-b991-4a49-a5c8-e4d0c59b9480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:20.999249 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e1c70624-3610-4a62-bb20-e02390002a24 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:20.999623 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:21.055886 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4a9e9aa4-b991-4a49-a5c8-e4d0c59b9480 None None] For port e1c70624-3610-4a62-bb20-e02390002a24, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e1c70624-3610-4a62-bb20-e02390002a24,segment=NetworkSegment(f090b08f-11d5-416e-bbf9-03b0fed772e3),segment_id=f090b08f-11d5-416e-bbf9-03b0fed772e3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:07:21.086420 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16ea57af-4a65-458c-a51c-328268455928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:21.093997 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16ea57af-4a65-458c-a51c-328268455928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:21.095351 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-16ea57af-4a65-458c-a51c-328268455928 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1f35713-69c5-47ec-84a4-9bc6d62f11c7 HTTP/1.1" status: 204 len: 168 time: 0.8496904 Nov 08 00:07:21.123985 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:21.131875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea57af-4a65-458c-a51c-328268455928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f35713-69c5-47ec-84a4-9bc6d62f11c7,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:21.142325 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a9e9aa4-b991-4a49-a5c8-e4d0c59b9480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:21.197733 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b36d717-e525-4d88-8bc7-30ba53407c7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:21.276893 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55430) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:21.303993 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:07:21.304343 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:07:21.307249 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e9aa4-b991-4a49-a5c8-e4d0c59b9480 None None] Pushing event updated for resources: {'Port': ['ID=e1c70624-3610-4a62-bb20-e02390002a24,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:21.314497 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4da90bde-fc51-4f79-9497-e126fd000d3a None None] Provisioning complete for port e1c70624-3610-4a62-bb20-e02390002a24 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:21.314783 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4da90bde-fc51-4f79-9497-e126fd000d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:21.552496 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b36d717-e525-4d88-8bc7-30ba53407c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:21.772129 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-435c4f6a-f729-40a4-b882-6a2625cb80b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:21.794859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b36d717-e525-4d88-8bc7-30ba53407c7d admin admin] Router 62ac88eb-054f-4c97-80a7-81b4e841f382 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:07:21.858826 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-435c4f6a-f729-40a4-b882-6a2625cb80b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:21.934835 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-435c4f6a-f729-40a4-b882-6a2625cb80b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:21.968783 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b36d717-e525-4d88-8bc7-30ba53407c7d admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:07:21.976172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c4f6a-f729-40a4-b882-6a2625cb80b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e6d2e8-7e01-4a04-b011-c8f7459a3d57,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:21.981981 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] Sync routers for ids ['62ac88eb-054f-4c97-80a7-81b4e841f382'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:07:21.991511 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] Routers {'62ac88eb-054f-4c97-80a7-81b4e841f382'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:07:21.992061 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:07:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['62ac88eb-054f-4c97-80a7-81b4e841f382'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:22.001503 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-435c4f6a-f729-40a4-b882-6a2625cb80b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a60cc8d0bd314f7f904b095600a10348&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7196472 Nov 08 00:07:22.001503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55466) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:22.052331 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b36d717-e525-4d88-8bc7-30ba53407c7d admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:22.053861 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1b36d717-e525-4d88-8bc7-30ba53407c7d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3668525 Nov 08 00:07:22.056993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55470) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:22.071994 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32b860e4-847b-4fb8-b1f2-ab702ca1874e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:22.103110 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32b860e4-847b-4fb8-b1f2-ab702ca1874e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:22.189401 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] Set router 62ac88eb-054f-4c97-80a7-81b4e841f382 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:07:22.264454 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32b860e4-847b-4fb8-b1f2-ab702ca1874e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:22.267084 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32b860e4-847b-4fb8-b1f2-ab702ca1874e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:22.270538 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-32b860e4-847b-4fb8-b1f2-ab702ca1874e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32e6d2e8-7e01-4a04-b011-c8f7459a3d57 HTTP/1.1" status: 204 len: 168 time: 0.2679148 Nov 08 00:07:22.289306 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b860e4-847b-4fb8-b1f2-ab702ca1874e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e6d2e8-7e01-4a04-b011-c8f7459a3d57,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:22.417294 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:07:20Z', 'revision_number': 3, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:22.479044 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] Checking router: 62ac88eb-054f-4c97-80a7-81b4e841f382 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:07:22.479591 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] Updating router 62ac88eb-054f-4c97-80a7-81b4e841f382 port 0cdc1d02-a43f-4fe6-8046-5d69a123f82a binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:07:22.535104 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:22.789866 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e1c70624-3610-4a62-bb20-e02390002a24 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:07:22.879845 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e1c70624-3610-4a62-bb20-e02390002a24 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:22.880224 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:22.892175 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5298de01-79dc-46f9-b048-1532a80d0124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:22.912260 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:22.987682 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:23.055589 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5964c64-9f4f-489c-89f2-38af2299cc25 None None] Pushing event updated for resources: {'Port': ['ID=0cdc1d02-a43f-4fe6-8046-5d69a123f82a,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:23.058971 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] Attempting to bind port 0cdc1d02-a43f-4fe6-8046-5d69a123f82a on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:07:23.059411 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] Attempting to bind port 0cdc1d02-a43f-4fe6-8046-5d69a123f82a by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:07:23.059867 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] Attempting to bind port 0cdc1d02-a43f-4fe6-8046-5d69a123f82a on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:07:23.068252 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964c64-9f4f-489c-89f2-38af2299cc25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:23.068669 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964c64-9f4f-489c-89f2-38af2299cc25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:23.069172 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964c64-9f4f-489c-89f2-38af2299cc25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:23.069658 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964c64-9f4f-489c-89f2-38af2299cc25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:23.070721 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964c64-9f4f-489c-89f2-38af2299cc25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:23.071058 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964c64-9f4f-489c-89f2-38af2299cc25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:23.071381 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964c64-9f4f-489c-89f2-38af2299cc25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:23.071882 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964c64-9f4f-489c-89f2-38af2299cc25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:23.072937 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964c64-9f4f-489c-89f2-38af2299cc25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:23.073825 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964c64-9f4f-489c-89f2-38af2299cc25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:23.074315 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964c64-9f4f-489c-89f2-38af2299cc25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:23.075510 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964c64-9f4f-489c-89f2-38af2299cc25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964c64-9f4f-489c-89f2-38af2299cc25 None None] Tracked resource versions report: Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: pushed versions: Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: { 'AddressGroup': {'1.2'}, Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'ConntrackHelper': {'1.0'}, Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'Log': {'1.0'}, Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'Network': {'1.1'}, Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'Port': {'1.7'}, Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'PortForwarding': {'1.2'}, Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'QosPolicy': {'1.9'}, Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'SecurityGroup': {'1.4'}, Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'SecurityGroupRule': {'1.2'}, Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'SubPort': {'1.0'}, Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'Subnet': {'1.1'}, Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'Trunk': {'1.1'}} Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: consumer versions: Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: { DHCP agent@n-d-816882-1: {}, Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: HyperV agent@n-h1-816882-1: {}, Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: HyperV agent@n-h2-816882-1: {}, Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: L3 agent@n-d-816882-1: {}, Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: Metadata agent@n-d-816882-1: {}, Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: Metering agent@n-d-816882-1: {}, Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: Open vSwitch agent@n-d-816882-1: { 'AddressGroup': '1.2', Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'ConntrackHelper': '1.0', Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'Log': '1.0', Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'Network': '1.1', Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'Port': '1.7', Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'PortForwarding': '1.2', Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'QosPolicy': '1.9', Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'SecurityGroup': '1.4', Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'SecurityGroupRule': '1.2', Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'SubPort': '1.0', Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'Subnet': '1.1', Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: 'Trunk': '1.1'}} Nov 08 00:07:23.077744 n-d-816882-1 neutron-server[102774]: {{(pid=102774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 00:07:23.083275 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:07:23.083537 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:07:23.086072 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:23.086486 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:07:23.086982 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] Bound port: 0cdc1d02-a43f-4fe6-8046-5d69a123f82a, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:07:23.087390 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:23.153247 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] For port 0cdc1d02-a43f-4fe6-8046-5d69a123f82a, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:07:23.157148 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] For port 0cdc1d02-a43f-4fe6-8046-5d69a123f82a, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0cdc1d02-a43f-4fe6-8046-5d69a123f82a,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:07:23.175221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-5298de01-79dc-46f9-b048-1532a80d0124 admin admin] Allocated IP 172.20.0.1 (80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5/e6ff2d21-c91f-455a-a3e9-871aa706c876/ff855c04-431f-4021-82fd-92c59526a519) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:07:23.221605 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:23.238078 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55528) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:23.261000 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95ae51aa-3a92-4892-8d7b-3725e9246da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:23.298150 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] Routers {'62ac88eb-054f-4c97-80a7-81b4e841f382'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:07:23.298150 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:07:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['62ac88eb-054f-4c97-80a7-81b4e841f382'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:23.318009 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5298de01-79dc-46f9-b048-1532a80d0124 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:23.406605 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95ae51aa-3a92-4892-8d7b-3725e9246da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:23.424963 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5964c64-9f4f-489c-89f2-38af2299cc25 None None] Pushing event updated for resources: {'Port': ['ID=0cdc1d02-a43f-4fe6-8046-5d69a123f82a,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:23.449597 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5298de01-79dc-46f9-b048-1532a80d0124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:23.455066 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] Set router 62ac88eb-054f-4c97-80a7-81b4e841f382 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:07:23.473642 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95ae51aa-3a92-4892-8d7b-3725e9246da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:23.491144 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5298de01-79dc-46f9-b048-1532a80d0124 admin admin] Network 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:07:23.496412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-5298de01-79dc-46f9-b048-1532a80d0124 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:07:23.500180 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5298de01-79dc-46f9-b048-1532a80d0124 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:07:23.504442 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5298de01-79dc-46f9-b048-1532a80d0124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:23.567689 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae51aa-3a92-4892-8d7b-3725e9246da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f0086d-e329-45a6-b4f6-455739d7610c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:23.573528 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-95ae51aa-3a92-4892-8d7b-3725e9246da9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7345288a090c4c1a9ceb1439de090885&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3344836 Nov 08 00:07:23.579547 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55540) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:23.634419 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298de01-79dc-46f9-b048-1532a80d0124 admin admin] Pushing event updated for resources: {'Port': ['ID=ff855c04-431f-4021-82fd-92c59526a519,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:23.688221 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f64e515-306c-4707-b573-fb166d4fd3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:23.714581 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f64e515-306c-4707-b573-fb166d4fd3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:23.766835 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-92965e2f-a26a-4cd4-84bd-c8a4eafb1527 None None] Provisioning complete for port ff855c04-431f-4021-82fd-92c59526a519 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:23.779168 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92965e2f-a26a-4cd4-84bd-c8a4eafb1527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:23.815731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-92965e2f-a26a-4cd4-84bd-c8a4eafb1527 None None] Port ff855c04-431f-4021-82fd-92c59526a519 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:07:23.844277 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:07:20Z', 'revision_number': 3, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:23.856287 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f64e515-306c-4707-b573-fb166d4fd3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:23.858993 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f64e515-306c-4707-b573-fb166d4fd3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:23.863535 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6f64e515-306c-4707-b573-fb166d4fd3b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5f0086d-e329-45a6-b4f6-455739d7610c HTTP/1.1" status: 204 len: 168 time: 0.2823129 Nov 08 00:07:23.872874 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64e515-306c-4707-b573-fb166d4fd3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f0086d-e329-45a6-b4f6-455739d7610c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:23.873678 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed6e4da-b411-48d3-8c40-9e62db96a8ca None None] The sync data for ids ['62ac88eb-054f-4c97-80a7-81b4e841f382'] in n-d-816882-1 is: [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:07:20Z', 'revision_number': 3, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:07:24.106272 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5298de01-79dc-46f9-b048-1532a80d0124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:24.393182 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5298de01-79dc-46f9-b048-1532a80d0124 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:24.460544 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5298de01-79dc-46f9-b048-1532a80d0124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:24.461485 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5298de01-79dc-46f9-b048-1532a80d0124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:24.572821 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298de01-79dc-46f9-b048-1532a80d0124 admin admin] Pushing event updated for resources: {'Port': ['ID=ff855c04-431f-4021-82fd-92c59526a519,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:24.635748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5298de01-79dc-46f9-b048-1532a80d0124 admin admin] Network 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:07:24.638062 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-5298de01-79dc-46f9-b048-1532a80d0124 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:07:24.881456 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0cdc1d02-a43f-4fe6-8046-5d69a123f82a up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:07:24.885342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5298de01-79dc-46f9-b048-1532a80d0124 admin admin] Router 62ac88eb-054f-4c97-80a7-81b4e841f382 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:07:24.988122 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0cdc1d02-a43f-4fe6-8046-5d69a123f82a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:24.988122 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:25.038537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5298de01-79dc-46f9-b048-1532a80d0124 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:07:25.060439 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5298de01-79dc-46f9-b048-1532a80d0124 admin admin] 10.222.0.13 "PUT /v2.0/routers/62ac88eb-054f-4c97-80a7-81b4e841f382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0019825 Nov 08 00:07:25.084005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e4ecd572-6967-4457-a344-ddc135c17509 None None] Provisioning complete for port ff855c04-431f-4021-82fd-92c59526a519 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:25.085495 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e4ecd572-6967-4457-a344-ddc135c17509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:25.128473 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e4ecd572-6967-4457-a344-ddc135c17509 None None] Port ff855c04-431f-4021-82fd-92c59526a519 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:07:25.160777 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:25.180711 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 0cdc1d02-a43f-4fe6-8046-5d69a123f82a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0cdc1d02-a43f-4fe6-8046-5d69a123f82a,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:07:25.285599 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:25.339400 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=0cdc1d02-a43f-4fe6-8046-5d69a123f82a,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:25.768584 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55678) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:25.801092 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55682) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:25.849772 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] Sync routers for ids ['62ac88eb-054f-4c97-80a7-81b4e841f382'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:07:25.863288 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] Routers {'62ac88eb-054f-4c97-80a7-81b4e841f382'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:07:25.864011 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:07:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['62ac88eb-054f-4c97-80a7-81b4e841f382'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:25.969755 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] Set router 62ac88eb-054f-4c97-80a7-81b4e841f382 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:07:26.130968 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-48912b6a-ee11-4617-99fd-071110d66f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.192470 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:07:23Z', 'revision_number': 4, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'ff855c04-431f-4021-82fd-92c59526a519', 'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'mac_address': 'fa:16:3e:27:ab:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:22Z', 'updated_at': '2021-11-08T00:07:24Z', 'revision_number': 2, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'subnets': [{'id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:26.220251 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9102f62-a14e-4574-8dd5-24702c852d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.224138 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] Checking router: 62ac88eb-054f-4c97-80a7-81b4e841f382 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:07:26.224826 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] Updating router 62ac88eb-054f-4c97-80a7-81b4e841f382 port ff855c04-431f-4021-82fd-92c59526a519 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:07:26.260535 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.263274 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-48912b6a-ee11-4617-99fd-071110d66f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.279211 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55708) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:26.337622 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9102f62-a14e-4574-8dd5-24702c852d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.409926 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-48912b6a-ee11-4617-99fd-071110d66f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.446712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55720) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:26.453237 n-d-816882-1 neutron-server[102772]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 08 00:07:26.467352 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-48912b6a-ee11-4617-99fd-071110d66f59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdd6b34cf6d543eca08010df865b1155&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6966939 Nov 08 00:07:26.471734 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9102f62-a14e-4574-8dd5-24702c852d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.472456 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55724) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:26.473223 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1057-2d1c-4fd5-aa23-67d36775a185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.501582 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-f2b470c4-4b42-4b1a-8191-610c62af2cd5 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b88819fa978c4520b4e84c772e93ea19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503497 Nov 08 00:07:26.515648 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c9102f62-a14e-4574-8dd5-24702c852d18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a748739a56e4e5b825503cd71fbc3a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7128704 Nov 08 00:07:26.518089 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55728) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:26.551384 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48912b6a-ee11-4617-99fd-071110d66f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33812a9e-0ae0-4aa3-9100-ec0723bb6826,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:26.573754 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.586264 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9102f62-a14e-4574-8dd5-24702c852d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5212f3-0293-40ac-8ad0-61044cd766f1,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:26.658666 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55742) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:26.677074 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.717295 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7770e815-fccc-4fd0-9535-d2797993ba90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.737460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a266727-9eed-4def-ab42-76e8c097ca22 None None] Pushing event updated for resources: {'Port': ['ID=ff855c04-431f-4021-82fd-92c59526a519,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:26.751629 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b50c95a-0ea6-41f8-b25a-c21007343806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.776439 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b50c95a-0ea6-41f8-b25a-c21007343806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.816727 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] Attempting to bind port ff855c04-431f-4021-82fd-92c59526a519 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:07:26.817087 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] Attempting to bind port ff855c04-431f-4021-82fd-92c59526a519 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'f090b08f-11d5-416e-bbf9-03b0fed772e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:07:26.817440 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] Attempting to bind port ff855c04-431f-4021-82fd-92c59526a519 on network 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:07:26.826218 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6d4ac885-f91d-4b02-aa95-25097315cc20 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-306926387-network', 'tenant_id': 'f106dcc97f6f48bfad4336f1d01afea4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:07:26.828087 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0cdc1d02-a43f-4fe6-8046-5d69a123f82a up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:07:26.829284 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55748) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:26.837409 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-5d8f6e13-d3da-4767-86b3-8916a61802b0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107162765-network', 'tenant_id': '0221909972b7403eae54174fdd51395c'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:07:26.857161 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:07:26.857619 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] Checking segment: {'id': 'f090b08f-11d5-416e-bbf9-03b0fed772e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:07:26.858108 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.858747 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] Bound using segment: {'id': 'f090b08f-11d5-416e-bbf9-03b0fed772e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:07:26.859625 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] Bound port: ff855c04-431f-4021-82fd-92c59526a519, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f090b08f-11d5-416e-bbf9-03b0fed772e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:07:26.860694 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.863240 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.db.api [None req-5d8f6e13-d3da-4767-86b3-8916a61802b0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 08 00:07:26.863240 n-d-816882-1 neutron-server[102771]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 08 00:07:26.863240 n-d-816882-1 neutron-server[102771]: [parameters: {'project_id': '0221909972b7403eae54174fdd51395c', 'id': 'd86ae420-0f34-4538-8d6a-ff50c1a43583', 'expiration': datetime.datetime(2021, 11, 8, 0, 9, 26, 852919)}] Nov 08 00:07:26.863240 n-d-816882-1 neutron-server[102771]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:07:26.864516 n-d-816882-1 neutron-server[102771]: DEBUG oslo_db.api [None req-5d8f6e13-d3da-4767-86b3-8916a61802b0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:07:26.883221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-fb3791b6-c161-4a43-9358-19c5483b7d4e tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:26.889370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-fb3791b6-c161-4a43-9358-19c5483b7d4e tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3746519 Nov 08 00:07:26.897716 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7770e815-fccc-4fd0-9535-d2797993ba90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.923461 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b50c95a-0ea6-41f8-b25a-c21007343806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.925980 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b50c95a-0ea6-41f8-b25a-c21007343806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.927111 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3b50c95a-0ea6-41f8-b25a-c21007343806 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33812a9e-0ae0-4aa3-9100-ec0723bb6826 HTTP/1.1" status: 204 len: 168 time: 0.4519083 Nov 08 00:07:26.931088 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4ac885-f91d-4b02-aa95-25097315cc20 admin admin] Made reservation on behalf of f106dcc97f6f48bfad4336f1d01afea4 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:07:26.933421 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d4ac885-f91d-4b02-aa95-25097315cc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.935014 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1057-2d1c-4fd5-aa23-67d36775a185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.942922 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d4ac885-f91d-4b02-aa95-25097315cc20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.956316 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] For port ff855c04-431f-4021-82fd-92c59526a519, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:07:26.959581 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-0193b9d7-8f1c-4b3a-b733-4dd277dbfd53 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/quotas/b88819fa978c4520b4e84c772e93ea19 HTTP/1.1" status: 200 len: 375 time: 0.0596402 Nov 08 00:07:26.960158 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] For port ff855c04-431f-4021-82fd-92c59526a519, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ff855c04-431f-4021-82fd-92c59526a519,segment=NetworkSegment(f090b08f-11d5-416e-bbf9-03b0fed772e3),segment_id=f090b08f-11d5-416e-bbf9-03b0fed772e3)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:07:26.969990 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0cdc1d02-a43f-4fe6-8046-5d69a123f82a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:26.971025 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:26.973968 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50c95a-0ea6-41f8-b25a-c21007343806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33812a9e-0ae0-4aa3-9100-ec0723bb6826,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:27.042565 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1057-2d1c-4fd5-aa23-67d36775a185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.056555 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.065408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-70e0aa31-ef25-4853-8565-5116cf4001ef tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b88819fa978c4520b4e84c772e93ea19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1046975 Nov 08 00:07:27.074019 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d4ac885-f91d-4b02-aa95-25097315cc20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.113220 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb1057-2d1c-4fd5-aa23-67d36775a185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765fc47f-b4da-4eb6-8c74-76f05bae8cf9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:27.127111 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-21a83039-3a78-4e84-af9f-74030aaf4c31 None None] Provisioning complete for port ff855c04-431f-4021-82fd-92c59526a519 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:27.127491 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-21a83039-3a78-4e84-af9f-74030aaf4c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.134384 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b5bb1057-2d1c-4fd5-aa23-67d36775a185 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52a7ada01448409fa5a66f9eb1cabe7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8495860 Nov 08 00:07:27.135213 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55754) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:27.166881 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d4ac885-f91d-4b02-aa95-25097315cc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.190896 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a266727-9eed-4def-ab42-76e8c097ca22 None None] Pushing event updated for resources: {'Port': ['ID=ff855c04-431f-4021-82fd-92c59526a519,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:27.203521 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] Routers {'62ac88eb-054f-4c97-80a7-81b4e841f382'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:07:27.204520 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:07:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['62ac88eb-054f-4c97-80a7-81b4e841f382'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:27.219369 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ac885-f91d-4b02-aa95-25097315cc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abc0c13-e5eb-4ffe-ab4f-2810e57c5c05,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:27.222373 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7770e815-fccc-4fd0-9535-d2797993ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.224851 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7770e815-fccc-4fd0-9535-d2797993ba90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.233405 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7770e815-fccc-4fd0-9535-d2797993ba90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce5212f3-0293-40ac-8ad0-61044cd766f1 HTTP/1.1" status: 204 len: 168 time: 0.6976609 Nov 08 00:07:27.252871 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770e815-fccc-4fd0-9535-d2797993ba90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5212f3-0293-40ac-8ad0-61044cd766f1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:27.268621 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4ac885-f91d-4b02-aa95-25097315cc20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:07:27.276716 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b9eb1f9b-e4e3-44fd-960b-dcbe0c18245e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.307954 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d4ac885-f91d-4b02-aa95-25097315cc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.307954 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-6d4ac885-f91d-4b02-aa95-25097315cc20 admin admin] Added segment 19bd68e3-17bc-4a85-862f-354497e91612 of type vlan for network eaf5be52-df45-4c36-8c88-c207905770aa Nov 08 00:07:27.410258 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b9eb1f9b-e4e3-44fd-960b-dcbe0c18245e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.489969 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-21a83039-3a78-4e84-af9f-74030aaf4c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.500053 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d4ac885-f91d-4b02-aa95-25097315cc20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.536125 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] Set router 62ac88eb-054f-4c97-80a7-81b4e841f382 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:07:27.538766 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-21a83039-3a78-4e84-af9f-74030aaf4c31 None None] For port ff855c04-431f-4021-82fd-92c59526a519, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ff855c04-431f-4021-82fd-92c59526a519,segment=NetworkSegment(f090b08f-11d5-416e-bbf9-03b0fed772e3),segment_id=f090b08f-11d5-416e-bbf9-03b0fed772e3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:07:27.564864 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8f6e13-d3da-4767-86b3-8916a61802b0 admin admin] Made reservation on behalf of 0221909972b7403eae54174fdd51395c for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:07:27.567310 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6e13-d3da-4767-86b3-8916a61802b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.576791 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6e13-d3da-4767-86b3-8916a61802b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.661619 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6e13-d3da-4767-86b3-8916a61802b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.708459 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b9eb1f9b-e4e3-44fd-960b-dcbe0c18245e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.711136 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b9eb1f9b-e4e3-44fd-960b-dcbe0c18245e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.714913 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b9eb1f9b-e4e3-44fd-960b-dcbe0c18245e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/765fc47f-b4da-4eb6-8c74-76f05bae8cf9 HTTP/1.1" status: 204 len: 168 time: 0.5764384 Nov 08 00:07:27.714913 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d4ac885-f91d-4b02-aa95-25097315cc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.714913 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4ac885-f91d-4b02-aa95-25097315cc20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:27.715207 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d4ac885-f91d-4b02-aa95-25097315cc20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.718052 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-21a83039-3a78-4e84-af9f-74030aaf4c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.778023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb1f9b-e4e3-44fd-960b-dcbe0c18245e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765fc47f-b4da-4eb6-8c74-76f05bae8cf9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:27.785395 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6e13-d3da-4767-86b3-8916a61802b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.786407 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a83039-3a78-4e84-af9f-74030aaf4c31 None None] Pushing event updated for resources: {'Port': ['ID=ff855c04-431f-4021-82fd-92c59526a519,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:27.799190 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8f6e13-d3da-4767-86b3-8916a61802b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:07:27.813926 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:07:23Z', 'revision_number': 4, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'ff855c04-431f-4021-82fd-92c59526a519', 'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'mac_address': 'fa:16:3e:27:ab:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:22Z', 'updated_at': '2021-11-08T00:07:26Z', 'revision_number': 4, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'subnets': [{'id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:27.823143 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6e13-d3da-4767-86b3-8916a61802b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.823486 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-5d8f6e13-d3da-4767-86b3-8916a61802b0 admin admin] Added segment 0781deec-7174-405f-b5db-0c9047f87ac3 of type vlan for network 028baf86-5081-46b7-8294-0bd79381c803 Nov 08 00:07:27.844672 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ac885-f91d-4b02-aa95-25097315cc20 admin admin] Pushing event updated for resources: {'Network': ['ID=eaf5be52-df45-4c36-8c88-c207905770aa,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:27.846865 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55784) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:27.862236 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network eaf5be52-df45-4c36-8c88-c207905770aa details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:07:27.865012 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a044102c-7b33-4986-9dfa-9eabe1ace47b None None] The sync data for ids ['62ac88eb-054f-4c97-80a7-81b4e841f382'] in n-d-816882-1 is: [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:07:23Z', 'revision_number': 4, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'ff855c04-431f-4021-82fd-92c59526a519', 'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'mac_address': 'fa:16:3e:27:ab:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:22Z', 'updated_at': '2021-11-08T00:07:26Z', 'revision_number': 4, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'subnets': [{'id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:07:27.874633 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f6e13-d3da-4767-86b3-8916a61802b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f42ebe9-67db-40e1-9da6-3528a8e1b306,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:27.882956 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55788) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:27.900771 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6d4ac885-f91d-4b02-aa95-25097315cc20 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2409029 Nov 08 00:07:27.907523 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55790) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:27.910750 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6e13-d3da-4767-86b3-8916a61802b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.918084 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fc27741d-0efb-49aa-b7fc-e2ea53b4c4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:27.920522 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-9a43be84-dee3-4f65-b1f1-12d101128104 admin admin] Request body: {'subnet': {'network_id': 'eaf5be52-df45-4c36-8c88-c207905770aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-306926387-subnet', 'tenant_id': 'f106dcc97f6f48bfad4336f1d01afea4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:07:27.965664 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-12a25fdc-f0ff-4202-b4e7-b628bb98775f None None] Provisioning complete for port ff855c04-431f-4021-82fd-92c59526a519 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:27.966152 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12a25fdc-f0ff-4202-b4e7-b628bb98775f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:28.065877 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6e13-d3da-4767-86b3-8916a61802b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:28.066763 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8f6e13-d3da-4767-86b3-8916a61802b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:28.067519 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6e13-d3da-4767-86b3-8916a61802b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:28.111581 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fc27741d-0efb-49aa-b7fc-e2ea53b4c4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:28.136163 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a43be84-dee3-4f65-b1f1-12d101128104 admin admin] Made reservation on behalf of f106dcc97f6f48bfad4336f1d01afea4 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:07:28.138885 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9a43be84-dee3-4f65-b1f1-12d101128104 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:28.163030 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0eba0b0-14c3-4a16-8c4c-394545cdf0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:28.197811 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fc27741d-0efb-49aa-b7fc-e2ea53b4c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:28.203174 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f6e13-d3da-4767-86b3-8916a61802b0 admin admin] Pushing event updated for resources: {'Network': ['ID=028baf86-5081-46b7-8294-0bd79381c803,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:28.213961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 028baf86-5081-46b7-8294-0bd79381c803 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:07:28.265017 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5d8f6e13-d3da-4767-86b3-8916a61802b0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4313226 Nov 08 00:07:28.266586 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55792) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:28.279881 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-8dec7eb1-5bed-44b1-a0e2-3df126dbf6bb admin admin] Request body: {'subnet': {'network_id': '028baf86-5081-46b7-8294-0bd79381c803', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107162765-subnet', 'tenant_id': '0221909972b7403eae54174fdd51395c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:07:28.311843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27741d-0efb-49aa-b7fc-e2ea53b4c4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5c4290-521a-474d-b997-65d8e34225c0,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:28.336530 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fc27741d-0efb-49aa-b7fc-e2ea53b4c4aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b26dff9d19784c46980791625b6a2309&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4499807 Nov 08 00:07:28.338554 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55794) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:28.392425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dec7eb1-5bed-44b1-a0e2-3df126dbf6bb admin admin] Made reservation on behalf of 0221909972b7403eae54174fdd51395c for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:07:28.395125 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8dec7eb1-5bed-44b1-a0e2-3df126dbf6bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:28.461368 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-58f8fb18-02df-4f86-af79-0ea782d6cbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:28.480168 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9a43be84-dee3-4f65-b1f1-12d101128104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:28.503690 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-58f8fb18-02df-4f86-af79-0ea782d6cbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:28.581301 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43be84-dee3-4f65-b1f1-12d101128104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb43d1ed-e431-46c7-87ff-15be5df8c709,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:28.590994 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a43be84-dee3-4f65-b1f1-12d101128104 admin admin] Checking segment: {'id': '19bd68e3-17bc-4a85-862f-354497e91612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eaf5be52-df45-4c36-8c88-c207905770aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:07:28.591828 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a43be84-dee3-4f65-b1f1-12d101128104 admin admin] Network hostable DHCP agents. Network: eaf5be52-df45-4c36-8c88-c207905770aa, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:07:28.607572 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55806) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:28.629847 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6c71cee-b691-41c2-b744-09f367c3b601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:28.752546 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a43be84-dee3-4f65-b1f1-12d101128104 admin admin] Network eaf5be52-df45-4c36-8c88-c207905770aa is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:07:28.782244 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ba95342-94db-4207-bb1f-074f590d9731 req-a3ec847e-a10c-419b-a705-ad723f6787c2 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 210 time: 0.9290226 Nov 08 00:07:28.792068 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-58f8fb18-02df-4f86-af79-0ea782d6cbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:28.794660 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-58f8fb18-02df-4f86-af79-0ea782d6cbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:28.815058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ff855c04-431f-4021-82fd-92c59526a519 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:07:28.815735 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-58f8fb18-02df-4f86-af79-0ea782d6cbbb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa5c4290-521a-474d-b997-65d8e34225c0 HTTP/1.1" status: 204 len: 168 time: 0.4725966 Nov 08 00:07:28.828723 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8fb18-02df-4f86-af79-0ea782d6cbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5c4290-521a-474d-b997-65d8e34225c0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:28.862889 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-9a43be84-dee3-4f65-b1f1-12d101128104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, eaf5be52-df45-4c36-8c88-c207905770aa) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:07:28.868569 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a43be84-dee3-4f65-b1f1-12d101128104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:28.869389 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9a43be84-dee3-4f65-b1f1-12d101128104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:28.880973 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841898f4-300f-4a05-9db9-55c818f2312b None None] Network eaf5be52-df45-4c36-8c88-c207905770aa requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:07:28.881578 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6c71cee-b691-41c2-b744-09f367c3b601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:28.908637 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8dec7eb1-5bed-44b1-a0e2-3df126dbf6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:28.943734 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6c71cee-b691-41c2-b744-09f367c3b601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:28.976982 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9a43be84-dee3-4f65-b1f1-12d101128104 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0677936 Nov 08 00:07:28.989163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec7eb1-5bed-44b1-a0e2-3df126dbf6bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f160aae6-35bd-49bc-a187-c625a75d1a9a,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:28.997484 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port ff855c04-431f-4021-82fd-92c59526a519 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:28.997855 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:28.999894 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d6c71cee-b691-41c2-b744-09f367c3b601 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4798283a7de48a7b7054f7d13dd25c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3901544 Nov 08 00:07:29.001008 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c71cee-b691-41c2-b744-09f367c3b601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcbcc8d-7c54-4f35-9cd0-2a622fea9e67,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:29.006041 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dec7eb1-5bed-44b1-a0e2-3df126dbf6bb admin admin] Checking segment: {'id': '0781deec-7174-405f-b5db-0c9047f87ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '028baf86-5081-46b7-8294-0bd79381c803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:07:29.006378 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dec7eb1-5bed-44b1-a0e2-3df126dbf6bb admin admin] Network hostable DHCP agents. Network: 028baf86-5081-46b7-8294-0bd79381c803, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:07:29.010091 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55812) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:29.090989 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0c8720c3-3da2-4a32-b1c7-eda61682892d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:29.119912 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0c8720c3-3da2-4a32-b1c7-eda61682892d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:29.131578 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dec7eb1-5bed-44b1-a0e2-3df126dbf6bb admin admin] Network 028baf86-5081-46b7-8294-0bd79381c803 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:07:29.171260 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2636d6e1-ae0b-4cfe-b5ec-1eab5993b12a None None] Network eaf5be52-df45-4c36-8c88-c207905770aa requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:07:29.211156 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-8dec7eb1-5bed-44b1-a0e2-3df126dbf6bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 028baf86-5081-46b7-8294-0bd79381c803) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:07:29.217942 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55816) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:29.221335 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dec7eb1-5bed-44b1-a0e2-3df126dbf6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:29.224428 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8dec7eb1-5bed-44b1-a0e2-3df126dbf6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:29.227859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a5b32b-9d2f-4d49-876a-a5a2a2785ebb None None] Network 028baf86-5081-46b7-8294-0bd79381c803 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:07:29.245462 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7423ef91-5615-41d1-ab30-4b148ad3c493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:29.261909 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0c8720c3-3da2-4a32-b1c7-eda61682892d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:29.266218 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0c8720c3-3da2-4a32-b1c7-eda61682892d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:29.268069 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0c8720c3-3da2-4a32-b1c7-eda61682892d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fcbcc8d-7c54-4f35-9cd0-2a622fea9e67 HTTP/1.1" status: 204 len: 168 time: 0.2559829 Nov 08 00:07:29.284506 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8720c3-3da2-4a32-b1c7-eda61682892d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcbcc8d-7c54-4f35-9cd0-2a622fea9e67,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:29.352567 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8dec7eb1-5bed-44b1-a0e2-3df126dbf6bb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0808167 Nov 08 00:07:29.357420 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55824) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:29.362629 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-e7d7ec98-ff8f-475b-b0e5-8a28e5590485 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107162765-router', 'tenant_id': '0221909972b7403eae54174fdd51395c', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:07:29.374323 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7423ef91-5615-41d1-ab30-4b148ad3c493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:29.472168 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7423ef91-5615-41d1-ab30-4b148ad3c493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:29.529011 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ec98-ff8f-475b-b0e5-8a28e5590485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:29.530962 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ec98-ff8f-475b-b0e5-8a28e5590485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:29.538417 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7423ef91-5615-41d1-ab30-4b148ad3c493 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54c4a87a56474f44a1035438bdde9dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180850 Nov 08 00:07:29.540144 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55830) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:29.543721 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423ef91-5615-41d1-ab30-4b148ad3c493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9938cfc5-b604-4fac-bb7f-e429125ad98c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:29.570318 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-028baf86-5081-46b7-8294-0bd79381c803', 'network_id': '028baf86-5081-46b7-8294-0bd79381c803', 'tenant_id': '0221909972b7403eae54174fdd51395c', 'fixed_ips': [{'subnet_id': 'f160aae6-35bd-49bc-a187-c625a75d1a9a'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:07:29.571357 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:29.631566 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ec98-ff8f-475b-b0e5-8a28e5590485 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:29.668796 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be8b341e-bf71-42d5-b3fa-0fc02bd2f345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:29.693057 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be8b341e-bf71-42d5-b3fa-0fc02bd2f345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:29.715742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] Allocated IP 172.20.0.2 (028baf86-5081-46b7-8294-0bd79381c803/f160aae6-35bd-49bc-a187-c625a75d1a9a/255ef09d-70ed-40c2-a18f-96cfda841597) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:07:29.947911 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:30.015048 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be8b341e-bf71-42d5-b3fa-0fc02bd2f345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:30.017605 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be8b341e-bf71-42d5-b3fa-0fc02bd2f345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:30.018649 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-be8b341e-bf71-42d5-b3fa-0fc02bd2f345 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9938cfc5-b604-4fac-bb7f-e429125ad98c HTTP/1.1" status: 204 len: 168 time: 0.4771516 Nov 08 00:07:30.033762 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ec98-ff8f-475b-b0e5-8a28e5590485 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:30.034798 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:30.059162 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-99f20863-bb2b-404c-823a-7f7f4f1cc6c4 req-82b22bc6-3db2-4e70-a270-dc4d36ad1409 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 210 time: 0.0446012 Nov 08 00:07:30.059162 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b341e-bf71-42d5-b3fa-0fc02bd2f345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9938cfc5-b604-4fac-bb7f-e429125ad98c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:30.107472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] Network 028baf86-5081-46b7-8294-0bd79381c803 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:07:30.113510 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:07:30.118041 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] Pushing event updated for resources: {'Port': ['ID=255ef09d-70ed-40c2-a18f-96cfda841597,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:30.130952 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:07:30.203516 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] Attempting to bind port 255ef09d-70ed-40c2-a18f-96cfda841597 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:07:30.204648 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] Attempting to bind port 255ef09d-70ed-40c2-a18f-96cfda841597 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '0781deec-7174-405f-b5db-0c9047f87ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '028baf86-5081-46b7-8294-0bd79381c803'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:07:30.205398 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] Attempting to bind port 255ef09d-70ed-40c2-a18f-96cfda841597 on network 028baf86-5081-46b7-8294-0bd79381c803 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:07:30.212408 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:07:30.212990 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] Checking segment: {'id': '0781deec-7174-405f-b5db-0c9047f87ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '028baf86-5081-46b7-8294-0bd79381c803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:07:30.213839 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:30.214579 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] Bound using segment: {'id': '0781deec-7174-405f-b5db-0c9047f87ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '028baf86-5081-46b7-8294-0bd79381c803'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:07:30.215712 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] Bound port: 255ef09d-70ed-40c2-a18f-96cfda841597, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0781deec-7174-405f-b5db-0c9047f87ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '028baf86-5081-46b7-8294-0bd79381c803'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:07:30.216408 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:30.299694 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] For port 255ef09d-70ed-40c2-a18f-96cfda841597, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:07:30.303385 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] For port 255ef09d-70ed-40c2-a18f-96cfda841597, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=255ef09d-70ed-40c2-a18f-96cfda841597,segment=NetworkSegment(0781deec-7174-405f-b5db-0c9047f87ac3),segment_id=0781deec-7174-405f-b5db-0c9047f87ac3)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:07:30.356718 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ec98-ff8f-475b-b0e5-8a28e5590485 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:30.375669 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ec98-ff8f-475b-b0e5-8a28e5590485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:30.390004 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:30.446311 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19af8c4-43b8-4a7a-95f8-4a25864617e6 None None] Pushing event updated for resources: {'Port': ['ID=255ef09d-70ed-40c2-a18f-96cfda841597,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:30.520318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-e7d7ec98-ff8f-475b-b0e5-8a28e5590485 admin admin] Allocated IP 172.25.2.173 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/e6a8a574-7362-4439-821e-caa7d12107c5) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:07:30.682847 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ec98-ff8f-475b-b0e5-8a28e5590485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:30.726174 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cfc90bd-602e-4cee-8cd8-bbce637596f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:30.803580 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ec98-ff8f-475b-b0e5-8a28e5590485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:30.847696 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 255ef09d-70ed-40c2-a18f-96cfda841597 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:07:30.859523 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d7ec98-ff8f-475b-b0e5-8a28e5590485 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:07:30.863322 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-e7d7ec98-ff8f-475b-b0e5-8a28e5590485 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:07:30.865963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d7ec98-ff8f-475b-b0e5-8a28e5590485 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:07:30.937275 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 255ef09d-70ed-40c2-a18f-96cfda841597 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:30.937799 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:31.007180 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7ec98-ff8f-475b-b0e5-8a28e5590485 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a8a574-7362-4439-821e-caa7d12107c5,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:31.008416 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:31.030168 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55888) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:31.036483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-ff14adb0-fce9-40fd-b1d7-8088ff0b7153 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-714894433-network', 'tenant_id': '8f1cc62c3ccc432abd0953da420083d5'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:07:31.074112 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:31.112614 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 255ef09d-70ed-40c2-a18f-96cfda841597, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=255ef09d-70ed-40c2-a18f-96cfda841597,segment=NetworkSegment(0781deec-7174-405f-b5db-0c9047f87ac3),segment_id=0781deec-7174-405f-b5db-0c9047f87ac3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:07:31.146242 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff14adb0-fce9-40fd-b1d7-8088ff0b7153 admin admin] Made reservation on behalf of 8f1cc62c3ccc432abd0953da420083d5 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:07:31.146242 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ff14adb0-fce9-40fd-b1d7-8088ff0b7153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:31.194145 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ff14adb0-fce9-40fd-b1d7-8088ff0b7153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:31.214206 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:31.292533 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ec98-ff8f-475b-b0e5-8a28e5590485 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:31.340572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=255ef09d-70ed-40c2-a18f-96cfda841597,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:31.431698 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2b851e6-44af-404b-9e7a-9218b31a7966 req-ffe16dc7-7e05-4d71-a171-9b5f0225f4f4 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 210 time: 0.0382249 Nov 08 00:07:31.471556 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ff14adb0-fce9-40fd-b1d7-8088ff0b7153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:31.531172 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:31.546154 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ff14adb0-fce9-40fd-b1d7-8088ff0b7153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:31.588280 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:31.603702 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14adb0-fce9-40fd-b1d7-8088ff0b7153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a74fd39-bc56-467f-a4b0-36f569071d53,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:31.622659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff14adb0-fce9-40fd-b1d7-8088ff0b7153 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:07:31.639442 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ff14adb0-fce9-40fd-b1d7-8088ff0b7153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:31.639778 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-ff14adb0-fce9-40fd-b1d7-8088ff0b7153 admin admin] Added segment f4dbcfbd-2042-4a62-a6e6-eb6da6128ba9 of type vlan for network aa9379a3-e867-4e40-9755-62306cfcfd48 Nov 08 00:07:31.687897 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ec98-ff8f-475b-b0e5-8a28e5590485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:31.689441 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d56cb2d-7f20-4e7f-900c-67f7a13197b5 None None] Network 028baf86-5081-46b7-8294-0bd79381c803 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:07:31.692710 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ff14adb0-fce9-40fd-b1d7-8088ff0b7153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:31.867455 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e297ed53-00b0-46f7-8c72-265c0d4200d2 None None] Provisioning complete for port 255ef09d-70ed-40c2-a18f-96cfda841597 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:31.867845 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e297ed53-00b0-46f7-8c72-265c0d4200d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:31.868591 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ff14adb0-fce9-40fd-b1d7-8088ff0b7153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:31.869748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff14adb0-fce9-40fd-b1d7-8088ff0b7153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:31.870336 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ff14adb0-fce9-40fd-b1d7-8088ff0b7153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:31.922536 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d7ec98-ff8f-475b-b0e5-8a28e5590485 admin admin] Router 7ecc30d1-d453-4d4d-9f6b-3fedf163e58f is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:07:31.936010 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.26', 49423) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:31.987164 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-103347ea-3520-409c-9224-9291c3a22534 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b88819fa978c4520b4e84c772e93ea19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489452 Nov 08 00:07:31.991054 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14adb0-fce9-40fd-b1d7-8088ff0b7153 admin admin] Pushing event updated for resources: {'Network': ['ID=aa9379a3-e867-4e40-9755-62306cfcfd48,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:32.010187 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network aa9379a3-e867-4e40-9755-62306cfcfd48 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:07:32.047036 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ff14adb0-fce9-40fd-b1d7-8088ff0b7153 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0149078 Nov 08 00:07:32.047931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55914) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:32.054755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a4e8331d-de6b-4b32-869f-b067e1f58e3a admin admin] Request body: {'subnet': {'network_id': 'aa9379a3-e867-4e40-9755-62306cfcfd48', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-714894433-subnet', 'tenant_id': '8f1cc62c3ccc432abd0953da420083d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:07:32.104762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d7ec98-ff8f-475b-b0e5-8a28e5590485 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:07:32.116684 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] Sync routers for ids ['7ecc30d1-d453-4d4d-9f6b-3fedf163e58f'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:07:32.130863 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] Routers {'7ecc30d1-d453-4d4d-9f6b-3fedf163e58f'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:07:32.132536 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:07:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7ecc30d1-d453-4d4d-9f6b-3fedf163e58f'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:32.171432 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e8331d-de6b-4b32-869f-b067e1f58e3a admin admin] Made reservation on behalf of 8f1cc62c3ccc432abd0953da420083d5 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:07:32.173855 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4e8331d-de6b-4b32-869f-b067e1f58e3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:32.276789 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ec98-ff8f-475b-b0e5-8a28e5590485 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:32.278920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e7d7ec98-ff8f-475b-b0e5-8a28e5590485 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.9205284 Nov 08 00:07:32.281726 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55920) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:32.296889 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] Set router 7ecc30d1-d453-4d4d-9f6b-3fedf163e58f gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:07:32.303992 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-fc82d1ca-f4db-4676-bbcb-66e7b7bfd02b None None] Provisioning complete for port 255ef09d-70ed-40c2-a18f-96cfda841597 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:32.305179 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc82d1ca-f4db-4676-bbcb-66e7b7bfd02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:32.497871 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-842f5916-1ce8-4391-945f-8dfe6e03e205 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:32.499376 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-842f5916-1ce8-4391-945f-8dfe6e03e205 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5065978 Nov 08 00:07:32.536536 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4e8331d-de6b-4b32-869f-b067e1f58e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:32.616161 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecc30d1-d453-4d4d-9f6b-3fedf163e58f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107162765-router', 'tenant_id': '0221909972b7403eae54174fdd51395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e6a8a574-7362-4439-821e-caa7d12107c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:29Z', 'updated_at': '2021-11-08T00:07:30Z', 'revision_number': 3, 'project_id': '0221909972b7403eae54174fdd51395c', 'gw_port': {'id': 'e6a8a574-7362-4439-821e-caa7d12107c5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecc30d1-d453-4d4d-9f6b-3fedf163e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:30Z', 'updated_at': '2021-11-08T00:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:32.623973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8331d-de6b-4b32-869f-b067e1f58e3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9308154-d1bb-4d5c-a83f-df359ef90bf9,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:32.682261 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] Checking router: 7ecc30d1-d453-4d4d-9f6b-3fedf163e58f for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:07:32.683055 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] Updating router 7ecc30d1-d453-4d4d-9f6b-3fedf163e58f port e6a8a574-7362-4439-821e-caa7d12107c5 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:07:32.693250 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e8331d-de6b-4b32-869f-b067e1f58e3a admin admin] Checking segment: {'id': 'f4dbcfbd-2042-4a62-a6e6-eb6da6128ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'aa9379a3-e867-4e40-9755-62306cfcfd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:07:32.694731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e8331d-de6b-4b32-869f-b067e1f58e3a admin admin] Network hostable DHCP agents. Network: aa9379a3-e867-4e40-9755-62306cfcfd48, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:07:32.734663 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:32.778102 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-e3628777-3d24-4656-b122-e61f45ac1063 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Request body: {'port': {'device_id': '546be66c-11a2-43ff-9efb-414d7ce25542', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': 'b88819fa978c4520b4e84c772e93ea19'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:07:32.813919 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a2c156d-de6a-4aed-8c57-298fb81b5c2f req-24ca8e3c-2820-4152-80b8-0add69c3cb27 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 210 time: 0.0738828 Nov 08 00:07:32.816939 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e8331d-de6b-4b32-869f-b067e1f58e3a admin admin] Network aa9379a3-e867-4e40-9755-62306cfcfd48 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:07:32.850129 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 255ef09d-70ed-40c2-a18f-96cfda841597 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:07:32.899937 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 255ef09d-70ed-40c2-a18f-96cfda841597 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:32.900397 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:32.901886 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-a4e8331d-de6b-4b32-869f-b067e1f58e3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, aa9379a3-e867-4e40-9755-62306cfcfd48) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:07:32.906840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e8331d-de6b-4b32-869f-b067e1f58e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:32.907650 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4e8331d-de6b-4b32-869f-b067e1f58e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:32.919696 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44777202-a0dc-41cc-bf3b-977f379d1167 None None] Network aa9379a3-e867-4e40-9755-62306cfcfd48 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:07:33.002923 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a4e8331d-de6b-4b32-869f-b067e1f58e3a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9510441 Nov 08 00:07:33.180579 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:33.212292 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-e3628777-3d24-4656-b122-e61f45ac1063 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Made reservation on behalf of b88819fa978c4520b4e84c772e93ea19 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:07:33.216320 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-e3628777-3d24-4656-b122-e61f45ac1063 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:33.232422 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-e3628777-3d24-4656-b122-e61f45ac1063 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:33.256994 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:33.326213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f209a1-ae64-4da4-87a5-a3147aa949b3 None None] Network aa9379a3-e867-4e40-9755-62306cfcfd48 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:07:33.341779 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-964360ee-aa0b-4482-b324-606689fa9603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:33.346170 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-e3628777-3d24-4656-b122-e61f45ac1063 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:33.360266 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a83aa-e869-4cc9-b8a0-9faef1a13d52 None None] Pushing event updated for resources: {'Port': ['ID=e6a8a574-7362-4439-821e-caa7d12107c5,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:33.368960 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] Attempting to bind port e6a8a574-7362-4439-821e-caa7d12107c5 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:07:33.369335 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] Attempting to bind port e6a8a574-7362-4439-821e-caa7d12107c5 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:07:33.369917 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] Attempting to bind port e6a8a574-7362-4439-821e-caa7d12107c5 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:07:33.377693 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:07:33.378150 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:07:33.378618 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:33.379067 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:07:33.379613 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] Bound port: e6a8a574-7362-4439-821e-caa7d12107c5, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:07:33.380128 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:33.392560 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55958) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:33.477037 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:33.495158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d425e2-5eee-4747-ac40-42a6649bd8b5 admin admin] Deleting subnet fb43d1ed-e431-46c7-87ff-15be5df8c709 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:07:33.500374 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] For port e6a8a574-7362-4439-821e-caa7d12107c5, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:07:33.502631 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33d425e2-5eee-4747-ac40-42a6649bd8b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:33.503572 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] For port e6a8a574-7362-4439-821e-caa7d12107c5, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e6a8a574-7362-4439-821e-caa7d12107c5,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:07:33.511123 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-e3628777-3d24-4656-b122-e61f45ac1063 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:33.581271 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:33.664540 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33d425e2-5eee-4747-ac40-42a6649bd8b5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:33.666877 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3628777-3d24-4656-b122-e61f45ac1063 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=252da99e-bad3-45a4-b144-403eeae026dd,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:33.674274 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33d425e2-5eee-4747-ac40-42a6649bd8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:33.716619 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] Routers {'7ecc30d1-d453-4d4d-9f6b-3fedf163e58f'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:07:33.718420 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:07:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7ecc30d1-d453-4d4d-9f6b-3fedf163e58f'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:33.724617 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a83aa-e869-4cc9-b8a0-9faef1a13d52 None None] Pushing event updated for resources: {'Port': ['ID=e6a8a574-7362-4439-821e-caa7d12107c5,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:33.805489 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33d425e2-5eee-4747-ac40-42a6649bd8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:33.822622 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33d425e2-5eee-4747-ac40-42a6649bd8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:33.827988 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-33d425e2-5eee-4747-ac40-42a6649bd8b5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fb43d1ed-e431-46c7-87ff-15be5df8c709 HTTP/1.1" status: 204 len: 168 time: 0.4343057 Nov 08 00:07:33.831583 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55974) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:33.848381 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d425e2-5eee-4747-ac40-42a6649bd8b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb43d1ed-e431-46c7-87ff-15be5df8c709,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:33.863247 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-964360ee-aa0b-4482-b324-606689fa9603 admin admin] Allocated IP 172.20.0.1 (028baf86-5081-46b7-8294-0bd79381c803/f160aae6-35bd-49bc-a187-c625a75d1a9a/94292ed8-d79e-4ad5-823f-6f97ec370284) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:07:33.898304 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-e3628777-3d24-4656-b122-e61f45ac1063 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Allocated IP 192.168.233.54 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/569dd097-c055-4419-baed-857aa9ac151e) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:07:33.903428 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] Set router 7ecc30d1-d453-4d4d-9f6b-3fedf163e58f gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:07:33.965627 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:33.967174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2dc13304-90ed-40d3-80c6-32e9ef7e6e97 req-b2e33a8a-dc63-47a1-b70a-bd4bd5ee2779 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 210 time: 0.0484040 Nov 08 00:07:34.026528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55982) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:34.134814 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecc30d1-d453-4d4d-9f6b-3fedf163e58f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107162765-router', 'tenant_id': '0221909972b7403eae54174fdd51395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e6a8a574-7362-4439-821e-caa7d12107c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:29Z', 'updated_at': '2021-11-08T00:07:30Z', 'revision_number': 3, 'project_id': '0221909972b7403eae54174fdd51395c', 'gw_port': {'id': 'e6a8a574-7362-4439-821e-caa7d12107c5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecc30d1-d453-4d4d-9f6b-3fedf163e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:30Z', 'updated_at': '2021-11-08T00:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:34.228878 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c904d-5ab3-43cf-8a31-d6bbc6eb09e7 None None] The sync data for ids ['7ecc30d1-d453-4d4d-9f6b-3fedf163e58f'] in n-d-816882-1 is: [{'id': '7ecc30d1-d453-4d4d-9f6b-3fedf163e58f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107162765-router', 'tenant_id': '0221909972b7403eae54174fdd51395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e6a8a574-7362-4439-821e-caa7d12107c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:29Z', 'updated_at': '2021-11-08T00:07:30Z', 'revision_number': 3, 'project_id': '0221909972b7403eae54174fdd51395c', 'gw_port': {'id': 'e6a8a574-7362-4439-821e-caa7d12107c5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecc30d1-d453-4d4d-9f6b-3fedf163e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:30Z', 'updated_at': '2021-11-08T00:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:07:34.390554 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-60589a68-560f-47bb-a393-ab162b7841cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:34.466247 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:34.506461 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-e3628777-3d24-4656-b122-e61f45ac1063 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:34.525536 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-60589a68-560f-47bb-a393-ab162b7841cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:34.566915 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:34.567214 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:34.567929 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:34.568408 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Subscribe: > port after_create 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:34.568753 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Subscribe: > port after_delete 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:34.569131 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Subscribe: > port after_update 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:34.569446 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:34.569810 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:34.570138 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:34.570440 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:34.917337 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e6a8a574-7362-4439-821e-caa7d12107c5 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:07:34.956805 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-60589a68-560f-47bb-a393-ab162b7841cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:34.971756 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:34.971756 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:34.971756 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:34.971756 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:34.971756 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf5be52-df45-4c36-8c88-c207905770aa']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:35.085850 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e6a8a574-7362-4439-821e-caa7d12107c5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:35.086869 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:35.102470 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60589a68-560f-47bb-a393-ab162b7841cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d1b5eb-da86-4807-857a-acbd3c859dfb,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:35.154341 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-60589a68-560f-47bb-a393-ab162b7841cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=041ab277ea0c47f699fc44318b301d84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1229224 Nov 08 00:07:35.163692 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56010) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:35.265177 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-261083f6-47a6-4d54-959b-c067d5315d0a req-eb570015-9e88-4a31-8395-1600ac87418e tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 210 time: 0.1129501 Nov 08 00:07:35.325499 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19bd68e3-17bc-4a85-862f-354497e91612') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:35.325834 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19bd68e3-17bc-4a85-862f-354497e91612') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:35.332361 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:35.378487 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db2db004-7d55-4ebd-9cb4-84c6848622e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:35.396178 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port e6a8a574-7362-4439-821e-caa7d12107c5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e6a8a574-7362-4439-821e-caa7d12107c5,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:07:35.398288 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:35.438817 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-964360ee-aa0b-4482-b324-606689fa9603 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:35.454521 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db2db004-7d55-4ebd-9cb4-84c6848622e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:35.462256 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:35.482671 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:35.493498 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:07:35.494024 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: from cryptography.utils import int_from_bytes Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: from cryptography.utils import int_from_bytes Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:07:35.528364 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:07:35.637401 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=e6a8a574-7362-4439-821e-caa7d12107c5,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:35.690809 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db2db004-7d55-4ebd-9cb4-84c6848622e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:35.693923 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db2db004-7d55-4ebd-9cb4-84c6848622e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:35.696251 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-db2db004-7d55-4ebd-9cb4-84c6848622e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9d1b5eb-da86-4807-857a-acbd3c859dfb HTTP/1.1" status: 204 len: 168 time: 0.5309763 Nov 08 00:07:35.716887 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-e3628777-3d24-4656-b122-e61f45ac1063 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:35.728145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2db004-7d55-4ebd-9cb4-84c6848622e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d1b5eb-da86-4807-857a-acbd3c859dfb,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:35.879214 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-e3628777-3d24-4656-b122-e61f45ac1063 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:07:35.884763 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-e3628777-3d24-4656-b122-e61f45ac1063 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:07:35.891875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-e3628777-3d24-4656-b122-e61f45ac1063 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:07:35.938736 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3628777-3d24-4656-b122-e61f45ac1063 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Pushing event updated for resources: {'Port': ['ID=569dd097-c055-4419-baed-857aa9ac151e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:35.948072 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:35.981165 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-964360ee-aa0b-4482-b324-606689fa9603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:36.039932 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964360ee-aa0b-4482-b324-606689fa9603 admin admin] Pushing event updated for resources: {'Port': ['ID=94292ed8-d79e-4ad5-823f-6f97ec370284,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:36.070910 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-e3628777-3d24-4656-b122-e61f45ac1063 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:36.071925 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-e3628777-3d24-4656-b122-e61f45ac1063 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:36.107847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964360ee-aa0b-4482-b324-606689fa9603 admin admin] Network 028baf86-5081-46b7-8294-0bd79381c803 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:07:36.111212 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:36.115225 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] 10.222.0.13 "DELETE /v2.0/networks/eaf5be52-df45-4c36-8c88-c207905770aa HTTP/1.1" status: 204 len: 168 time: 2.2772679 Nov 08 00:07:36.118299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56048) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:36.124809 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-964360ee-aa0b-4482-b324-606689fa9603 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:07:36.130341 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091bff1-07ba-4fd0-a62e-49512998c7fc admin admin] Pushing event deleted for resources: {'Network': ['ID=eaf5be52-df45-4c36-8c88-c207905770aa,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:36.137226 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964360ee-aa0b-4482-b324-606689fa9603 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:07:36.181866 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-964360ee-aa0b-4482-b324-606689fa9603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:36.190077 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-e3628777-3d24-4656-b122-e61f45ac1063 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4178815 Nov 08 00:07:36.203992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9aafa00-7b64-4031-b784-738e89125d02 admin admin] Deleting subnet c9308154-d1bb-4d5c-a83f-df359ef90bf9 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:07:36.223666 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9aafa00-7b64-4031-b784-738e89125d02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:36.249052 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0f208b19-f8e4-42c7-8705-b5cb0dbd0d98 None None] Provisioning complete for port 569dd097-c055-4419-baed-857aa9ac151e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:36.250396 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f208b19-f8e4-42c7-8705-b5cb0dbd0d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:36.267836 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-c05e6757-ce90-4540-a4da-9add2c18bff5 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:07:36.272863 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-c05e6757-ce90-4540-a4da-9add2c18bff5 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090747 Nov 08 00:07:36.345295 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9aafa00-7b64-4031-b784-738e89125d02 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:36.360784 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9aafa00-7b64-4031-b784-738e89125d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:36.365046 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0f208b19-f8e4-42c7-8705-b5cb0dbd0d98 None None] Port 569dd097-c055-4419-baed-857aa9ac151e cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:07:36.522753 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cc46f-98f1-4336-9697-4fb775177e7e req-4c3d08df-7d3a-4ab0-bbf0-1f22f0487ccd tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:36.525775 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d19cc46f-98f1-4336-9697-4fb775177e7e req-4c3d08df-7d3a-4ab0-bbf0-1f22f0487ccd tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 935 time: 0.1208372 Nov 08 00:07:36.595667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-640114d0-4c6d-45d2-a616-0535325d45ef None None] Provisioning complete for port 94292ed8-d79e-4ad5-823f-6f97ec370284 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:36.595667 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-640114d0-4c6d-45d2-a616-0535325d45ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:36.616621 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-964360ee-aa0b-4482-b324-606689fa9603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:36.647650 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d19cc46f-98f1-4336-9697-4fb775177e7e req-e21ccaad-7ae1-4c34-87f8-64f8270e585e tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/security-groups?id=252da99e-bad3-45a4-b144-403eeae026dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057081 Nov 08 00:07:36.657933 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-640114d0-4c6d-45d2-a616-0535325d45ef None None] Port 94292ed8-d79e-4ad5-823f-6f97ec370284 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:07:36.658191 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9aafa00-7b64-4031-b784-738e89125d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:36.689390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aafa00-7b64-4031-b784-738e89125d02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9308154-d1bb-4d5c-a83f-df359ef90bf9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:36.702648 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9aafa00-7b64-4031-b784-738e89125d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:36.719708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e9aafa00-7b64-4031-b784-738e89125d02 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c9308154-d1bb-4d5c-a83f-df359ef90bf9 HTTP/1.1" status: 204 len: 168 time: 0.6001980 Nov 08 00:07:36.723103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56060) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:36.867394 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e6a8a574-7362-4439-821e-caa7d12107c5 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:07:36.906026 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:36.920750 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56064) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:36.937398 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-964360ee-aa0b-4482-b324-606689fa9603 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:36.999561 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-964360ee-aa0b-4482-b324-606689fa9603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:37.010827 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e6a8a574-7362-4439-821e-caa7d12107c5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:37.018799 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:37.028205 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:37.071485 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56070) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:37.095981 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:37.100033 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:37.104106 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:37.106698 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Subscribe: > port after_create 55550000 {{(pid=102772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:37.107427 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:37.109580 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Subscribe: > port after_update 55550000 {{(pid=102772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:37.113582 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:37.114217 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:37.115895 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:37.116437 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:37.218305 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-964360ee-aa0b-4482-b324-606689fa9603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:37.247504 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Request body: {'port': {'device_id': '546be66c-11a2-43ff-9efb-414d7ce25542', 'device_owner': 'compute:tempest-test_az-588509418', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:07:37.361955 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-64a0b480-2b52-48e3-b59b-b6e8a890cdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:37.390180 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:37.390642 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:37.391045 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:37.391440 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 00:07:37.391889 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9379a3-e867-4e40-9755-62306cfcfd48']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:37.407388 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7e65f359-1b95-4318-901a-b5801be601b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:37.410668 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4dbcfbd-2042-4a62-a6e6-eb6da6128ba9') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:37.411009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4dbcfbd-2042-4a62-a6e6-eb6da6128ba9') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:37.429014 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:37.487681 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:37.507696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:07:37.509314 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:37.529227 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964360ee-aa0b-4482-b324-606689fa9603 admin admin] Pushing event updated for resources: {'Port': ['ID=94292ed8-d79e-4ad5-823f-6f97ec370284,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:37.542646 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7e65f359-1b95-4318-901a-b5801be601b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: from cryptography.utils import int_from_bytes Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: from cryptography.utils import int_from_bytes Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:07:37.608719 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:07:37.611480 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:37.674089 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964360ee-aa0b-4482-b324-606689fa9603 admin admin] Network 028baf86-5081-46b7-8294-0bd79381c803 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:07:37.684080 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-964360ee-aa0b-4482-b324-606689fa9603 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:07:37.822326 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:37.835589 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:37.841311 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/aa9379a3-e867-4e40-9755-62306cfcfd48 HTTP/1.1" status: 204 len: 168 time: 1.1168551 Nov 08 00:07:37.848304 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-64a0b480-2b52-48e3-b59b-b6e8a890cdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:37.898923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0934e56-cec5-43f7-bcff-09b2d6d8cba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa9379a3-e867-4e40-9755-62306cfcfd48,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:37.915978 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7e65f359-1b95-4318-901a-b5801be601b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:37.980706 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-64a0b480-2b52-48e3-b59b-b6e8a890cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:38.005124 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7508844-71d4-4b87-b4b0-3356796af875 req-50ce25f2-1a3e-4f24-9846-54dc69ced70e tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:38.006769 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c7508844-71d4-4b87-b4b0-3356796af875 req-50ce25f2-1a3e-4f24-9846-54dc69ced70e tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 935 time: 0.1331336 Nov 08 00:07:38.095755 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-00d77d32-cf2f-411f-ab76-4e7820a4446c None None] Provisioning complete for port 94292ed8-d79e-4ad5-823f-6f97ec370284 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:38.100133 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00d77d32-cf2f-411f-ab76-4e7820a4446c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:38.100265 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56084) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:38.100375 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7e65f359-1b95-4318-901a-b5801be601b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c84662691e49491c9d59a1818183ca06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1879041 Nov 08 00:07:38.124923 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:38.141616 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-00d77d32-cf2f-411f-ab76-4e7820a4446c None None] Port 94292ed8-d79e-4ad5-823f-6f97ec370284 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:07:38.153281 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c7508844-71d4-4b87-b4b0-3356796af875 req-9dcc24a1-c202-4b81-a066-2bbb5e275c7f tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/security-groups?id=252da99e-bad3-45a4-b144-403eeae026dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321096 Nov 08 00:07:38.172386 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f740252a-2b1d-42a2-b58d-00dde4a2dfe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:38.173357 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65f359-1b95-4318-901a-b5801be601b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8536de-2d7c-4921-b3c2-c6e5bae2d7b5,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:38.192599 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-64a0b480-2b52-48e3-b59b-b6e8a890cdaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4329c65b92504558a4df0b143226d036&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1185257 Nov 08 00:07:38.205709 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56086) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:38.212633 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f740252a-2b1d-42a2-b58d-00dde4a2dfe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:38.242747 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0b480-2b52-48e3-b59b-b6e8a890cdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500abcfa-eae4-461f-b968-06266a0baf7d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:38.280076 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964360ee-aa0b-4482-b324-606689fa9603 admin admin] Router 7ecc30d1-d453-4d4d-9f6b-3fedf163e58f has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:07:38.324231 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5cb20a60-638f-4ae0-9f02-85173c4036fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:38.352923 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5cb20a60-638f-4ae0-9f02-85173c4036fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:38.408545 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f740252a-2b1d-42a2-b58d-00dde4a2dfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:38.414258 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f740252a-2b1d-42a2-b58d-00dde4a2dfe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:38.419422 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f740252a-2b1d-42a2-b58d-00dde4a2dfe1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af8536de-2d7c-4921-b3c2-c6e5bae2d7b5 HTTP/1.1" status: 204 len: 168 time: 0.3160381 Nov 08 00:07:38.432814 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56096) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:38.472314 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740252a-2b1d-42a2-b58d-00dde4a2dfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8536de-2d7c-4921-b3c2-c6e5bae2d7b5,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:38.520818 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dd29393b-aa34-4c19-8040-57b758774bc8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f106dcc97f6f48bfad4336f1d01afea4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0761878 Nov 08 00:07:38.527049 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56100) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:38.599040 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5cb20a60-638f-4ae0-9f02-85173c4036fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:38.600501 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5cb20a60-638f-4ae0-9f02-85173c4036fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:38.605764 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5cb20a60-638f-4ae0-9f02-85173c4036fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/500abcfa-eae4-461f-b968-06266a0baf7d HTTP/1.1" status: 204 len: 168 time: 0.4038966 Nov 08 00:07:38.613184 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1e24ce75-72cf-4cfb-bae6-d98fd6959475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:38.622980 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb20a60-638f-4ae0-9f02-85173c4036fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500abcfa-eae4-461f-b968-06266a0baf7d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:38.653348 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1e24ce75-72cf-4cfb-bae6-d98fd6959475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:38.674109 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569dd097-c055-4419-baed-857aa9ac151e {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:07:38.694065 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:38.745867 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964360ee-aa0b-4482-b324-606689fa9603 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:07:38.757568 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-964360ee-aa0b-4482-b324-606689fa9603 admin admin] 10.222.0.13 "PUT /v2.0/routers/7ecc30d1-d453-4d4d-9f6b-3fedf163e58f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4747047 Nov 08 00:07:38.762733 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] Sync routers for ids ['7ecc30d1-d453-4d4d-9f6b-3fedf163e58f'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:07:38.774247 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] Routers {'7ecc30d1-d453-4d4d-9f6b-3fedf163e58f'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:07:38.775165 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:07:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7ecc30d1-d453-4d4d-9f6b-3fedf163e58f'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:38.820366 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1e24ce75-72cf-4cfb-bae6-d98fd6959475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:38.821206 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Transition to ACTIVE for port object 569dd097-c055-4419-baed-857aa9ac151e will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:07:38.822959 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1e24ce75-72cf-4cfb-bae6-d98fd6959475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:38.827387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1e24ce75-72cf-4cfb-bae6-d98fd6959475 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6abc0c13-e5eb-4ffe-ab4f-2810e57c5c05 HTTP/1.1" status: 204 len: 168 time: 0.3014727 Nov 08 00:07:38.844383 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24ce75-72cf-4cfb-bae6-d98fd6959475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abc0c13-e5eb-4ffe-ab4f-2810e57c5c05,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:38.878655 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:38.924950 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] Set router 7ecc30d1-d453-4d4d-9f6b-3fedf163e58f gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:07:39.114459 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Pushing event updated for resources: {'Port': ['ID=569dd097-c055-4419-baed-857aa9ac151e,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:39.177361 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Attempting to bind port 569dd097-c055-4419-baed-857aa9ac151e on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:07:39.177739 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Attempting to bind port 569dd097-c055-4419-baed-857aa9ac151e by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:07:39.178902 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Attempting to bind port 569dd097-c055-4419-baed-857aa9ac151e on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:07:39.185586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Port 569dd097-c055-4419-baed-857aa9ac151e on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:07:39.185964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Attempting to bind port 569dd097-c055-4419-baed-857aa9ac151e on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:07:39.192481 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:07:39.192839 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:07:39.194223 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:07:39.194707 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Bound port: 569dd097-c055-4419-baed-857aa9ac151e, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:07:39.195068 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:39.317108 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] For port 569dd097-c055-4419-baed-857aa9ac151e, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:07:39.321984 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] For port 569dd097-c055-4419-baed-857aa9ac151e, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=569dd097-c055-4419-baed-857aa9ac151e,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:07:39.344834 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecc30d1-d453-4d4d-9f6b-3fedf163e58f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107162765-router', 'tenant_id': '0221909972b7403eae54174fdd51395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e6a8a574-7362-4439-821e-caa7d12107c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:29Z', 'updated_at': '2021-11-08T00:07:36Z', 'revision_number': 4, 'project_id': '0221909972b7403eae54174fdd51395c', 'gw_port': {'id': 'e6a8a574-7362-4439-821e-caa7d12107c5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecc30d1-d453-4d4d-9f6b-3fedf163e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:30Z', 'updated_at': '2021-11-08T00:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '94292ed8-d79e-4ad5-823f-6f97ec370284', 'name': '', 'network_id': '028baf86-5081-46b7-8294-0bd79381c803', 'tenant_id': '0221909972b7403eae54174fdd51395c', 'mac_address': 'fa:16:3e:56:1f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecc30d1-d453-4d4d-9f6b-3fedf163e58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f160aae6-35bd-49bc-a187-c625a75d1a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:33Z', 'updated_at': '2021-11-08T00:07:36Z', 'revision_number': 2, 'project_id': '0221909972b7403eae54174fdd51395c', 'subnets': [{'id': 'f160aae6-35bd-49bc-a187-c625a75d1a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:39.385298 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] Checking router: 7ecc30d1-d453-4d4d-9f6b-3fedf163e58f for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:07:39.385704 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] Updating router 7ecc30d1-d453-4d4d-9f6b-3fedf163e58f port 94292ed8-d79e-4ad5-823f-6f97ec370284 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:07:39.419293 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:39.437658 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:39.444888 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b1e64-6bb6-4cb9-83c5-6164e0c5d3d6 req-9fb22708-77c8-4d64-a78c-c5c8395877f2 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:39.447968 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce1b1e64-6bb6-4cb9-83c5-6164e0c5d3d6 req-9fb22708-77c8-4d64-a78c-c5c8395877f2 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 968 time: 0.1360524 Nov 08 00:07:39.479962 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:39.480838 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:39.482232 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] 10.222.0.26 "PUT /v2.0/ports/569dd097-c055-4419-baed-857aa9ac151e HTTP/1.1" status: 200 len: 1116 time: 2.5808353 Nov 08 00:07:39.482744 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546be66c-11a2-43ff-9efb-414d7ce25542', 'tag': '569dd097-c055-4419-baed-857aa9ac151e'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:07:39.550006 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7820b-ea87-4d9c-a8a7-073d7995dd0f service neutron] Pushing event updated for resources: {'Port': ['ID=569dd097-c055-4419-baed-857aa9ac151e,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:39.597917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce1b1e64-6bb6-4cb9-83c5-6164e0c5d3d6 req-ba1721a9-84ff-4bd6-b79e-dbd79a7366da tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/security-groups?id=252da99e-bad3-45a4-b144-403eeae026dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238327 Nov 08 00:07:39.885529 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:40.082951 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:40.151508 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7d7fc-833d-4ef6-9056-1e348dc59345 None None] Pushing event updated for resources: {'Port': ['ID=94292ed8-d79e-4ad5-823f-6f97ec370284,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:40.223448 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] Attempting to bind port 94292ed8-d79e-4ad5-823f-6f97ec370284 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:07:40.223944 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] Attempting to bind port 94292ed8-d79e-4ad5-823f-6f97ec370284 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '0781deec-7174-405f-b5db-0c9047f87ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '028baf86-5081-46b7-8294-0bd79381c803'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:07:40.224440 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] Attempting to bind port 94292ed8-d79e-4ad5-823f-6f97ec370284 on network 028baf86-5081-46b7-8294-0bd79381c803 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:07:40.229892 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:07:40.230909 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] Checking segment: {'id': '0781deec-7174-405f-b5db-0c9047f87ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '028baf86-5081-46b7-8294-0bd79381c803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:07:40.231417 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:40.231969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] Bound using segment: {'id': '0781deec-7174-405f-b5db-0c9047f87ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '028baf86-5081-46b7-8294-0bd79381c803'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:07:40.232697 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] Bound port: 94292ed8-d79e-4ad5-823f-6f97ec370284, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0781deec-7174-405f-b5db-0c9047f87ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '028baf86-5081-46b7-8294-0bd79381c803'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:07:40.232999 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:40.318313 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] For port 94292ed8-d79e-4ad5-823f-6f97ec370284, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:07:40.322328 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] For port 94292ed8-d79e-4ad5-823f-6f97ec370284, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=94292ed8-d79e-4ad5-823f-6f97ec370284,segment=NetworkSegment(0781deec-7174-405f-b5db-0c9047f87ac3),segment_id=0781deec-7174-405f-b5db-0c9047f87ac3)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:07:40.438154 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:40.514822 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] Routers {'7ecc30d1-d453-4d4d-9f6b-3fedf163e58f'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:07:40.515472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:07:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7ecc30d1-d453-4d4d-9f6b-3fedf163e58f'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:40.598673 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7d7fc-833d-4ef6-9056-1e348dc59345 None None] Pushing event updated for resources: {'Port': ['ID=94292ed8-d79e-4ad5-823f-6f97ec370284,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:40.607407 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a80e8075-7c63-42b6-8b96-bcad6522145b None None] Provisioning complete for port 94292ed8-d79e-4ad5-823f-6f97ec370284 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:40.607769 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a80e8075-7c63-42b6-8b96-bcad6522145b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:40.616141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56142) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:40.641881 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6b33c503-112a-4434-b7f2-633c9e848dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:40.705004 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] Set router 7ecc30d1-d453-4d4d-9f6b-3fedf163e58f gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:07:40.820879 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9a297f-2bd7-4b7f-b772-cb317ce17e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "546be66c-11a2-43ff-9efb-414d7ce25542", "tag": "569dd097-c055-4419-baed-857aa9ac151e"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:07:40.827305 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6b33c503-112a-4434-b7f2-633c9e848dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:40.873629 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56146) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:40.929772 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6b33c503-112a-4434-b7f2-633c9e848dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:40.972904 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a80e8075-7c63-42b6-8b96-bcad6522145b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:41.004079 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56148) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:41.025568 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f8ceec4d-93a0-44b5-904c-78cb95434211 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f1cc62c3ccc432abd0953da420083d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504650 Nov 08 00:07:41.045707 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33c503-112a-4434-b7f2-633c9e848dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ef47ec-2e17-4838-9bbd-aa862eb79236,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:41.075129 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6b33c503-112a-4434-b7f2-633c9e848dde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eedbd45c8ec44bb7ad9b8ed3a0c3c5b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4571865 Nov 08 00:07:41.079654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56150) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:41.126839 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a80e8075-7c63-42b6-8b96-bcad6522145b None None] For port 94292ed8-d79e-4ad5-823f-6f97ec370284, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=94292ed8-d79e-4ad5-823f-6f97ec370284,segment=NetworkSegment(0781deec-7174-405f-b5db-0c9047f87ac3),segment_id=0781deec-7174-405f-b5db-0c9047f87ac3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:07:41.195480 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71986f22-4923-4fd2-8e9f-d0703a0c2e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:41.196865 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-66f73508-091e-426a-a423-5bf0cab21216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:41.236623 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-66f73508-091e-426a-a423-5bf0cab21216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:41.239965 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71986f22-4923-4fd2-8e9f-d0703a0c2e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:41.281202 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecc30d1-d453-4d4d-9f6b-3fedf163e58f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107162765-router', 'tenant_id': '0221909972b7403eae54174fdd51395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e6a8a574-7362-4439-821e-caa7d12107c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:29Z', 'updated_at': '2021-11-08T00:07:36Z', 'revision_number': 4, 'project_id': '0221909972b7403eae54174fdd51395c', 'gw_port': {'id': 'e6a8a574-7362-4439-821e-caa7d12107c5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecc30d1-d453-4d4d-9f6b-3fedf163e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:30Z', 'updated_at': '2021-11-08T00:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '94292ed8-d79e-4ad5-823f-6f97ec370284', 'name': '', 'network_id': '028baf86-5081-46b7-8294-0bd79381c803', 'tenant_id': '0221909972b7403eae54174fdd51395c', 'mac_address': 'fa:16:3e:56:1f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecc30d1-d453-4d4d-9f6b-3fedf163e58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f160aae6-35bd-49bc-a187-c625a75d1a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:33Z', 'updated_at': '2021-11-08T00:07:40Z', 'revision_number': 4, 'project_id': '0221909972b7403eae54174fdd51395c', 'subnets': [{'id': 'f160aae6-35bd-49bc-a187-c625a75d1a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:07:41.344923 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a80e8075-7c63-42b6-8b96-bcad6522145b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:41.346823 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104b3b8-dca5-45c2-8867-dd3e83f7ae8f None None] The sync data for ids ['7ecc30d1-d453-4d4d-9f6b-3fedf163e58f'] in n-d-816882-1 is: [{'id': '7ecc30d1-d453-4d4d-9f6b-3fedf163e58f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107162765-router', 'tenant_id': '0221909972b7403eae54174fdd51395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e6a8a574-7362-4439-821e-caa7d12107c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:29Z', 'updated_at': '2021-11-08T00:07:36Z', 'revision_number': 4, 'project_id': '0221909972b7403eae54174fdd51395c', 'gw_port': {'id': 'e6a8a574-7362-4439-821e-caa7d12107c5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecc30d1-d453-4d4d-9f6b-3fedf163e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:30Z', 'updated_at': '2021-11-08T00:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '94292ed8-d79e-4ad5-823f-6f97ec370284', 'name': '', 'network_id': '028baf86-5081-46b7-8294-0bd79381c803', 'tenant_id': '0221909972b7403eae54174fdd51395c', 'mac_address': 'fa:16:3e:56:1f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecc30d1-d453-4d4d-9f6b-3fedf163e58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f160aae6-35bd-49bc-a187-c625a75d1a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:33Z', 'updated_at': '2021-11-08T00:07:40Z', 'revision_number': 4, 'project_id': '0221909972b7403eae54174fdd51395c', 'subnets': [{'id': 'f160aae6-35bd-49bc-a187-c625a75d1a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:07:41.388730 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-66f73508-091e-426a-a423-5bf0cab21216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:41.391526 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-66f73508-091e-426a-a423-5bf0cab21216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:41.415120 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-66f73508-091e-426a-a423-5bf0cab21216 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a74fd39-bc56-467f-a4b0-36f569071d53 HTTP/1.1" status: 204 len: 168 time: 0.3869739 Nov 08 00:07:41.436265 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71986f22-4923-4fd2-8e9f-d0703a0c2e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:41.438821 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71986f22-4923-4fd2-8e9f-d0703a0c2e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:41.440161 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-71986f22-4923-4fd2-8e9f-d0703a0c2e8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78ef47ec-2e17-4838-9bbd-aa862eb79236 HTTP/1.1" status: 204 len: 168 time: 0.3593125 Nov 08 00:07:41.456813 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f73508-091e-426a-a423-5bf0cab21216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a74fd39-bc56-467f-a4b0-36f569071d53,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:41.470400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71986f22-4923-4fd2-8e9f-d0703a0c2e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ef47ec-2e17-4838-9bbd-aa862eb79236,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:41.524522 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e8075-7c63-42b6-8b96-bcad6522145b None None] Pushing event updated for resources: {'Port': ['ID=94292ed8-d79e-4ad5-823f-6f97ec370284,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:41.606670 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c810e891-546f-432a-af3b-f66bd787996d x-openstack-request-id: req-c810e891-546f-432a-af3b-f66bd787996d {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:07:41.607273 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546be66c-11a2-43ff-9efb-414d7ce25542", "tag": "569dd097-c055-4419-baed-857aa9ac151e", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:07:41.607806 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c810e891-546f-432a-af3b-f66bd787996d {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:07:41.608474 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546be66c-11a2-43ff-9efb-414d7ce25542', 'tag': '569dd097-c055-4419-baed-857aa9ac151e', 'status': 'completed', 'code': 200} Nov 08 00:07:41.616858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ae6cdb9e-fd11-4387-92aa-4908829d39bc None None] Provisioning complete for port 94292ed8-d79e-4ad5-823f-6f97ec370284 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:41.617234 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ae6cdb9e-fd11-4387-92aa-4908829d39bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:41.637605 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206efd7-dde9-48b5-a6e2-1d6f03186149 req-06967548-8795-4deb-96ef-14e8a39ba05c tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:41.639238 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f206efd7-dde9-48b5-a6e2-1d6f03186149 req-06967548-8795-4deb-96ef-14e8a39ba05c tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 968 time: 0.1536050 Nov 08 00:07:41.741616 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f206efd7-dde9-48b5-a6e2-1d6f03186149 req-95c23eb1-536f-4edb-b84b-4901f843252f tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/security-groups?id=252da99e-bad3-45a4-b144-403eeae026dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671203 Nov 08 00:07:42.577172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56196) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:42.581729 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-0976fb55-ce51-4503-8b3c-633248403430 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--385843179', 'description': 'tempest-description--40318376'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:07:42.701667 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0976fb55-ce51-4503-8b3c-633248403430 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:42.901172 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0976fb55-ce51-4503-8b3c-633248403430 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:42.913595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 94292ed8-d79e-4ad5-823f-6f97ec370284 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:07:42.942448 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c940e95-e300-4e9e-9d2f-d52ed9b0293f req-5706d961-befd-43dc-9d93-8e721932da8b tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:42.945714 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c940e95-e300-4e9e-9d2f-d52ed9b0293f req-5706d961-befd-43dc-9d93-8e721932da8b tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 968 time: 0.1017747 Nov 08 00:07:42.982246 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0976fb55-ce51-4503-8b3c-633248403430 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:43.010649 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 94292ed8-d79e-4ad5-823f-6f97ec370284 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:43.011488 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:43.040001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c940e95-e300-4e9e-9d2f-d52ed9b0293f req-1802bf22-0417-4a58-ad85-7fa9145a22a0 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/security-groups?id=252da99e-bad3-45a4-b144-403eeae026dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813780 Nov 08 00:07:43.062731 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976fb55-ce51-4503-8b3c-633248403430 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00143d44-0913-440f-a3cf-b789528c9209,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:43.067772 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0976fb55-ce51-4503-8b3c-633248403430 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:43.069223 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0976fb55-ce51-4503-8b3c-633248403430 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4912016 Nov 08 00:07:43.072037 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56218) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:43.085623 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-32e1de89-a5db-4bc9-9b8e-31a656049098 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Request body: {'security_group_rule': {'security_group_id': '00143d44-0913-440f-a3cf-b789528c9209', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:07:43.442131 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32e1de89-a5db-4bc9-9b8e-31a656049098 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:43.537549 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32e1de89-a5db-4bc9-9b8e-31a656049098 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:43.719091 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32e1de89-a5db-4bc9-9b8e-31a656049098 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:43.743126 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1de89-a5db-4bc9-9b8e-31a656049098 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d8df23-a8cf-4554-9411-4b1dd9400b4c,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:43.846695 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32e1de89-a5db-4bc9-9b8e-31a656049098 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:43.849802 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-32e1de89-a5db-4bc9-9b8e-31a656049098 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7750149 Nov 08 00:07:43.852033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56244) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:43.857216 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ab83613f-eef4-4cea-af7c-348bf219fd8f tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Request body: {'security_group_rule': {'security_group_id': '00143d44-0913-440f-a3cf-b789528c9209', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:07:43.957938 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab83613f-eef4-4cea-af7c-348bf219fd8f tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:44.024342 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab83613f-eef4-4cea-af7c-348bf219fd8f tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:44.113772 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab83613f-eef4-4cea-af7c-348bf219fd8f tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:44.180033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83613f-eef4-4cea-af7c-348bf219fd8f tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21bde2c-e4e5-490f-bcb0-24a63e0799ca,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:44.218963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b100e9-ec4d-4dde-b437-f54981122005 req-c90a8899-d2f8-4cef-903f-8919934905bc tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:44.227670 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20b100e9-ec4d-4dde-b437-f54981122005 req-c90a8899-d2f8-4cef-903f-8919934905bc tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 968 time: 0.0731542 Nov 08 00:07:44.248655 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab83613f-eef4-4cea-af7c-348bf219fd8f tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:44.250422 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ab83613f-eef4-4cea-af7c-348bf219fd8f tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3970876 Nov 08 00:07:44.253904 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56260) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:44.262723 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e2ea960b-b316-441c-afaa-42323860ccc0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:07:44.285993 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20b100e9-ec4d-4dde-b437-f54981122005 req-0bc9dfa1-3eb5-43bc-beb7-cc27b11e2cd9 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/security-groups?id=252da99e-bad3-45a4-b144-403eeae026dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587020 Nov 08 00:07:44.405069 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2ea960b-b316-441c-afaa-42323860ccc0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:44.539826 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2ea960b-b316-441c-afaa-42323860ccc0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:44.725219 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-e2ea960b-b316-441c-afaa-42323860ccc0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Allocated IP 172.25.2.145 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/4d56caab-ecad-4ca8-ab8b-168c9836b398) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:07:44.801870 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2ea960b-b316-441c-afaa-42323860ccc0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:45.094803 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2ea960b-b316-441c-afaa-42323860ccc0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:45.134752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ea960b-b316-441c-afaa-42323860ccc0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:07:45.139038 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-e2ea960b-b316-441c-afaa-42323860ccc0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:07:45.146368 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ea960b-b316-441c-afaa-42323860ccc0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:07:45.149208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea960b-b316-441c-afaa-42323860ccc0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Pushing event updated for resources: {'Port': ['ID=4d56caab-ecad-4ca8-ab8b-168c9836b398,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:45.280213 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2ea960b-b316-441c-afaa-42323860ccc0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:45.396318 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2ea960b-b316-441c-afaa-42323860ccc0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:45.499202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657a27a-9c36-4d82-bcb2-2645016f17f8 req-707e3532-3665-45a4-ae84-bcc0dedd53e2 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:45.500773 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4657a27a-9c36-4d82-bcb2-2645016f17f8 req-707e3532-3665-45a4-ae84-bcc0dedd53e2 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 968 time: 0.0766158 Nov 08 00:07:45.550883 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4657a27a-9c36-4d82-bcb2-2645016f17f8 req-f5d24a45-c4d1-467c-8faf-13e838c3ee0a tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/security-groups?id=252da99e-bad3-45a4-b144-403eeae026dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433311 Nov 08 00:07:45.589074 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-697a478c-b6e8-4df7-b552-6ca5d69bb83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:45.591123 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-697a478c-b6e8-4df7-b552-6ca5d69bb83a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b88819fa978c4520b4e84c772e93ea19&device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 1119 time: 0.1703947 Nov 08 00:07:45.687143 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-39e37483-61af-4990-a13c-67701c78fd5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=569dd097-c055-4419-baed-857aa9ac151e HTTP/1.1" status: 200 len: 217 time: 0.0712705 Nov 08 00:07:45.736221 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2ea960b-b316-441c-afaa-42323860ccc0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:45.755775 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-42c3b538-3a04-4e88-9802-9745b9f76dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:45.757317 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-42c3b538-3a04-4e88-9802-9745b9f76dd6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0602622 Nov 08 00:07:45.838361 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-a5d33576-4110-471d-8201-91c36f76c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:45.840424 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-a5d33576-4110-471d-8201-91c36f76c74b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0747170 Nov 08 00:07:45.841034 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2ea960b-b316-441c-afaa-42323860ccc0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:46.123997 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea960b-b316-441c-afaa-42323860ccc0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Pushing event updated for resources: {'Port': ['ID=4d56caab-ecad-4ca8-ab8b-168c9836b398,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:46.149043 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2ea960b-b316-441c-afaa-42323860ccc0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:46.182525 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-9b0ec25a-e498-4df1-8c08-3f61ee221c15 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171329 Nov 08 00:07:46.267256 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2ea960b-b316-441c-afaa-42323860ccc0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:46.268559 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e2ea960b-b316-441c-afaa-42323860ccc0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0137095 Nov 08 00:07:46.281555 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b8a9d0dd-2d91-43f7-af07-32ba2ca61fc1 req-eff0c952-8e89-4215-aec1-d0a5e4141c67 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912204 Nov 08 00:07:46.521722 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a297f-2bd7-4b7f-b772-cb317ce17e6a req-bf8473bc-171a-43cc-841b-35bbf111a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:46.523499 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6e9a297f-2bd7-4b7f-b772-cb317ce17e6a req-bf8473bc-171a-43cc-841b-35bbf111a0f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b88819fa978c4520b4e84c772e93ea19&device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 1119 time: 0.0482059 Nov 08 00:07:46.543439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56374) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:46.603904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-d7e2b834-0e48-4448-9c4b-a914f9ad37a9 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--385843179&fields=id&tenant_id=dafc7010ec8a40b6adaaa3517374bd21 HTTP/1.1" status: 200 len: 267 time: 0.0429544 Nov 08 00:07:46.689246 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a297f-2bd7-4b7f-b772-cb317ce17e6a req-f0071693-199e-423a-bab2-37daa944f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:46.690336 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6e9a297f-2bd7-4b7f-b772-cb317ce17e6a req-f0071693-199e-423a-bab2-37daa944f847 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1599984 Nov 08 00:07:46.736282 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6e9a297f-2bd7-4b7f-b772-cb317ce17e6a req-173fe4af-a2ce-4d85-bdcf-42d5fbde0afe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=569dd097-c055-4419-baed-857aa9ac151e HTTP/1.1" status: 200 len: 217 time: 0.0354362 Nov 08 00:07:46.746676 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c9604d02-f0cd-40c5-9dca-d0487944cc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:46.786508 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a297f-2bd7-4b7f-b772-cb317ce17e6a req-6b6eb45b-5300-4899-82d5-eac2fd2b25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:46.788035 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6e9a297f-2bd7-4b7f-b772-cb317ce17e6a req-6b6eb45b-5300-4899-82d5-eac2fd2b25b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0453472 Nov 08 00:07:46.839338 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a297f-2bd7-4b7f-b772-cb317ce17e6a req-66888228-676b-4efb-8edc-32c658dfccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:46.840913 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6e9a297f-2bd7-4b7f-b772-cb317ce17e6a req-66888228-676b-4efb-8edc-32c658dfccc4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0459578 Nov 08 00:07:46.932220 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6e9a297f-2bd7-4b7f-b772-cb317ce17e6a req-b79818bb-0c5a-4eb4-8cb1-b617e3bf4dfb service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832441 Nov 08 00:07:46.952160 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-ac8777df-8d0e-43f1-8a03-7cdfea08a6f6 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:46.953628 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-ac8777df-8d0e-43f1-8a03-7cdfea08a6f6 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/networks?id=80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 HTTP/1.1" status: 200 len: 823 time: 0.3419971 Nov 08 00:07:46.973882 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-db01c2a4-4c80-4c5e-b24b-b152d50e05be tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/quotas/dafc7010ec8a40b6adaaa3517374bd21 HTTP/1.1" status: 200 len: 375 time: 0.0130944 Nov 08 00:07:47.025603 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6e9a297f-2bd7-4b7f-b772-cb317ce17e6a req-2fce7e48-54bf-44ec-b53b-11e9fa71a12d service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859489 Nov 08 00:07:47.054753 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c9604d02-f0cd-40c5-9dca-d0487944cc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:47.064530 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-34dea12d-009e-43ed-99a7-2018617a4725 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dafc7010ec8a40b6adaaa3517374bd21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839679 Nov 08 00:07:47.156834 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c9604d02-f0cd-40c5-9dca-d0487944cc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:47.172961 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-16d02e27-854f-4e5a-a455-dff0e0990c79 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:07:47.173952 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-16d02e27-854f-4e5a-a455-dff0e0990c79 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499058 Nov 08 00:07:47.247961 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c9604d02-f0cd-40c5-9dca-d0487944cc88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1ac17d5011249c1bf8bffb886290a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7033789 Nov 08 00:07:47.250343 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9604d02-f0cd-40c5-9dca-d0487944cc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7057d1-285b-4177-b734-04a281a0fb75,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:47.251120 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56386) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:47.286769 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-f8d418a6-e10a-435a-bdc1-5ae1501bad27 service neutron] 10.222.0.13 "GET /v2.0/networks/80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055562 Nov 08 00:07:47.308559 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5e2005c-5972-46f4-8ae8-56e515196b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:47.328815 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5e2005c-5972-46f4-8ae8-56e515196b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:47.385118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-f7ae51a6-485a-4e82-bf33-1fac08eb2d86 service neutron] 10.222.0.13 "GET /v2.0/networks/80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922434 Nov 08 00:07:47.477043 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5e2005c-5972-46f4-8ae8-56e515196b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:47.477043 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5e2005c-5972-46f4-8ae8-56e515196b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:47.477043 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b5e2005c-5972-46f4-8ae8-56e515196b15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d7057d1-285b-4177-b734-04a281a0fb75 HTTP/1.1" status: 204 len: 168 time: 0.2194374 Nov 08 00:07:47.485355 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2005c-5972-46f4-8ae8-56e515196b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7057d1-285b-4177-b734-04a281a0fb75,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:47.569256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1380b7-5b51-4b1e-a212-fd6c1f7880fc req-3cdd6ee9-3f69-4f54-950b-7e967c21ec4a tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:47.570720 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fd1380b7-5b51-4b1e-a212-fd6c1f7880fc req-3cdd6ee9-3f69-4f54-950b-7e967c21ec4a tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 968 time: 0.0487306 Nov 08 00:07:47.608078 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fd1380b7-5b51-4b1e-a212-fd6c1f7880fc req-f81a2d6f-cb0d-44ee-a595-7c61a16d7e50 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/security-groups?id=252da99e-bad3-45a4-b144-403eeae026dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308263 Nov 08 00:07:47.695749 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e1e2b5f-1130-4506-acab-4c55f9cf356e req-523bce58-c628-451e-bfc6-53885e4696a4 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 210 time: 0.0264695 Nov 08 00:07:48.215326 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56426) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:48.229209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56430) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:48.242272 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9a4b15ed-8237-4e2a-a8d0-458fd2d23257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:48.326204 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9a4b15ed-8237-4e2a-a8d0-458fd2d23257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:48.404588 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9a4b15ed-8237-4e2a-a8d0-458fd2d23257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:48.423292 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b6efab2d-4a08-4a27-aa57-e91574149397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:48.447021 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9a4b15ed-8237-4e2a-a8d0-458fd2d23257 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1691bdc8e08b4cadad6d7a173ef3c27f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166579 Nov 08 00:07:48.447896 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b15ed-8237-4e2a-a8d0-458fd2d23257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1923cfc0-d522-4112-9a03-8e7b501bf140,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:48.449762 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56436) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:48.532525 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b7ab73ff-d304-41e1-acd7-8cee7800d08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:48.538149 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b6efab2d-4a08-4a27-aa57-e91574149397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:48.557726 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b7ab73ff-d304-41e1-acd7-8cee7800d08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:48.624956 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b6efab2d-4a08-4a27-aa57-e91574149397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:48.663344 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b6efab2d-4a08-4a27-aa57-e91574149397 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=962648b9a0ed4cbd8ec9c249cb2ff877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4465933 Nov 08 00:07:48.665931 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efab2d-4a08-4a27-aa57-e91574149397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75720ff-bbe1-4bd7-a08d-e7ea247f9547,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:48.666062 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56442) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:48.676545 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b7ab73ff-d304-41e1-acd7-8cee7800d08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:48.679082 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b7ab73ff-d304-41e1-acd7-8cee7800d08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:48.686328 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b7ab73ff-d304-41e1-acd7-8cee7800d08c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1923cfc0-d522-4112-9a03-8e7b501bf140 HTTP/1.1" status: 204 len: 168 time: 0.2283063 Nov 08 00:07:48.689679 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab73ff-d304-41e1-acd7-8cee7800d08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1923cfc0-d522-4112-9a03-8e7b501bf140,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:48.796850 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e5067-a02d-4265-b147-4e279bd803a1 req-bb292b23-d9f7-4d2b-bb88-0ceb183da1a9 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:48.799151 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-430e5067-a02d-4265-b147-4e279bd803a1 req-bb292b23-d9f7-4d2b-bb88-0ceb183da1a9 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 968 time: 0.1135666 Nov 08 00:07:48.837282 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-77056a22-453a-475f-b6a6-ab83fa581771 req-674ca57c-4a0d-4c82-991c-1ce977ea1ea3 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 210 time: 0.0521872 Nov 08 00:07:48.849874 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6845aba0-e567-46f7-91dd-c9369603f063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:48.881748 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-430e5067-a02d-4265-b147-4e279bd803a1 req-6250a10e-b112-439b-a126-e27ad97e2624 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/security-groups?id=252da99e-bad3-45a4-b144-403eeae026dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692885 Nov 08 00:07:48.884157 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6845aba0-e567-46f7-91dd-c9369603f063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:49.016114 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6845aba0-e567-46f7-91dd-c9369603f063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:49.018696 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6845aba0-e567-46f7-91dd-c9369603f063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:49.019867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6845aba0-e567-46f7-91dd-c9369603f063 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d75720ff-bbe1-4bd7-a08d-e7ea247f9547 HTTP/1.1" status: 204 len: 168 time: 0.3527966 Nov 08 00:07:49.027759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845aba0-e567-46f7-91dd-c9369603f063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75720ff-bbe1-4bd7-a08d-e7ea247f9547,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:49.349060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56460) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:49.364562 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5322ecd3-e2ee-468a-9347-11bd26e3509c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:49.435250 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56464) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:49.448801 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5322ecd3-e2ee-468a-9347-11bd26e3509c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:49.522535 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5322ecd3-e2ee-468a-9347-11bd26e3509c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:49.544064 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cb90cb78-3bd5-4377-a06a-0275d34f90b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:49.561938 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5322ecd3-e2ee-468a-9347-11bd26e3509c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bab2ddb6e8494385965628fe28d8b4ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2115061 Nov 08 00:07:49.563178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322ecd3-e2ee-468a-9347-11bd26e3509c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cc705b-4c55-4738-9642-569c2dfde1dc,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:49.566398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56468) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:49.644506 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9bf65148-6ae6-4e12-b1f9-016d4df2d575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:49.680175 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cb90cb78-3bd5-4377-a06a-0275d34f90b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:49.682125 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9bf65148-6ae6-4e12-b1f9-016d4df2d575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:49.768246 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cb90cb78-3bd5-4377-a06a-0275d34f90b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:49.790203 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56470) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:49.803810 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a33d456-592a-476c-89b3-4d32ee99db70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:49.806953 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cb90cb78-3bd5-4377-a06a-0275d34f90b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adb7579ece244c03baec9e148cda69fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704915 Nov 08 00:07:49.807808 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90cb78-3bd5-4377-a06a-0275d34f90b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c91dda4-30df-470d-a0d2-05e457ec1692,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:49.810809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56472) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:49.819720 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9bf65148-6ae6-4e12-b1f9-016d4df2d575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:49.822321 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9bf65148-6ae6-4e12-b1f9-016d4df2d575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:49.823540 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9bf65148-6ae6-4e12-b1f9-016d4df2d575 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58cc705b-4c55-4738-9642-569c2dfde1dc HTTP/1.1" status: 204 len: 168 time: 0.2554393 Nov 08 00:07:49.831958 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf65148-6ae6-4e12-b1f9-016d4df2d575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cc705b-4c55-4738-9642-569c2dfde1dc,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:49.901110 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e8c6-328a-4c51-8dff-f9db82c40ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:49.944883 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e8c6-328a-4c51-8dff-f9db82c40ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:49.975123 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0968c7a5-622a-411f-a96a-151906c0ab29 req-2a7d55fc-94d4-4082-8a7f-67a9d7bed0a5 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 210 time: 0.0554323 Nov 08 00:07:49.988390 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a33d456-592a-476c-89b3-4d32ee99db70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:50.045037 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff99dc-0bb1-42ed-81e7-4d9a477bd6a0 req-b2666c74-e295-4e94-a810-382027f3c5c6 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:50.046515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4fff99dc-0bb1-42ed-81e7-4d9a477bd6a0 req-b2666c74-e295-4e94-a810-382027f3c5c6 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 968 time: 0.0737762 Nov 08 00:07:50.085611 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4fff99dc-0bb1-42ed-81e7-4d9a477bd6a0 req-65ec6385-b528-46bf-8966-a296f16cde50 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/security-groups?id=252da99e-bad3-45a4-b144-403eeae026dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331059 Nov 08 00:07:50.099553 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a33d456-592a-476c-89b3-4d32ee99db70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:50.135610 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e8c6-328a-4c51-8dff-f9db82c40ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:50.138727 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e8c6-328a-4c51-8dff-f9db82c40ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:50.139880 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a0a6e8c6-328a-4c51-8dff-f9db82c40ab1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c91dda4-30df-470d-a0d2-05e457ec1692 HTTP/1.1" status: 204 len: 168 time: 0.3278706 Nov 08 00:07:50.145738 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5a33d456-592a-476c-89b3-4d32ee99db70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15108ce3f62548b5bcb08f16b06c6d72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3544478 Nov 08 00:07:50.147910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33d456-592a-476c-89b3-4d32ee99db70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bd35c6-5e9e-4261-91f4-f465b4f0b951,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:50.148598 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56482) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:50.156823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6e8c6-328a-4c51-8dff-f9db82c40ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c91dda4-30df-470d-a0d2-05e457ec1692,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:50.223004 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-657f8120-ae5d-4352-a883-48658e859144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:50.247666 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-657f8120-ae5d-4352-a883-48658e859144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:50.290772 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 569dd097-c055-4419-baed-857aa9ac151e details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:07:50.386227 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-657f8120-ae5d-4352-a883-48658e859144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:50.390173 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-657f8120-ae5d-4352-a883-48658e859144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:50.391360 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-657f8120-ae5d-4352-a883-48658e859144 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4bd35c6-5e9e-4261-91f4-f465b4f0b951 HTTP/1.1" status: 204 len: 168 time: 0.2415123 Nov 08 00:07:50.399140 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f8120-ae5d-4352-a883-48658e859144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bd35c6-5e9e-4261-91f4-f465b4f0b951,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:50.413806 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 569dd097-c055-4419-baed-857aa9ac151e, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=569dd097-c055-4419-baed-857aa9ac151e,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:07:50.430356 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '569dd097-c055-4419-baed-857aa9ac151e', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '569dd097-c055-4419-baed-857aa9ac151e', 'mac_address': 'fa:16:3e:c3:f3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:tempest-test_az-588509418', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:07:50.472116 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:50.493184 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569dd097-c055-4419-baed-857aa9ac151e {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:07:50.500952 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.20', 58867) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:50.506300 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 569dd097-c055-4419-baed-857aa9ac151e, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=569dd097-c055-4419-baed-857aa9ac151e,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:07:50.565464 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:50.621954 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=569dd097-c055-4419-baed-857aa9ac151e,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:50.686094 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-956942f9-e63d-4b6d-a084-8b04f8ba138b tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:50.687639 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-956942f9-e63d-4b6d-a084-8b04f8ba138b tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.20 "GET /v2.0/networks?id=80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 HTTP/1.1" status: 200 len: 823 time: 0.1855154 Nov 08 00:07:50.872756 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-f807762e-3ff8-40c5-b3e1-29770ef7140c tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dafc7010ec8a40b6adaaa3517374bd21 HTTP/1.1" status: 200 len: 379 time: 0.0481448 Nov 08 00:07:50.881556 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-85177120-8369-43cd-97d5-d3c64b993a19 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Request body: {'port': {'device_id': '2f810101-d3c0-4b5c-96a3-2ef732782a43', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'admin_state_up': True, 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'security_groups': ['00143d44-0913-440f-a3cf-b789528c9209']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:07:50.953888 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['569dd097-c055-4419-baed-857aa9ac151e'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:07:51.082527 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-85177120-8369-43cd-97d5-d3c64b993a19 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Made reservation on behalf of dafc7010ec8a40b6adaaa3517374bd21 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:07:51.092053 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-85177120-8369-43cd-97d5-d3c64b993a19 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:51.093073 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca4b4b96-c3c6-4ba9-a7b7-9339637de7c7 req-156e3fbe-e805-4280-93d4-8bcd09737e2b tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 210 time: 0.0401909 Nov 08 00:07:51.124581 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56518) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:51.232781 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08976b98-434b-4b62-ab17-95cf5da1bb57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:51.271970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a2168-3022-4d82-86e8-fa0f1293e1fb req-b122dda5-297f-4fac-bc25-c0e457656d7e tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:51.280315 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b85a2168-3022-4d82-86e8-fa0f1293e1fb req-b122dda5-297f-4fac-bc25-c0e457656d7e tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 969 time: 0.0824528 Nov 08 00:07:51.319328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b85a2168-3022-4d82-86e8-fa0f1293e1fb req-5b6eb69a-20d2-4d39-a9ca-7f23696bde1b tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/security-groups?id=252da99e-bad3-45a4-b144-403eeae026dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379467 Nov 08 00:07:51.370856 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-85177120-8369-43cd-97d5-d3c64b993a19 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Allocated IP 172.20.0.11 (80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5/e6ff2d21-c91f-455a-a3e9-871aa706c876/9054d06b-004f-4c1a-a1fe-22f398c8274c) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:07:51.483644 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08976b98-434b-4b62-ab17-95cf5da1bb57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:51.565927 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-85177120-8369-43cd-97d5-d3c64b993a19 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:51.569098 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08976b98-434b-4b62-ab17-95cf5da1bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:51.620016 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08976b98-434b-4b62-ab17-95cf5da1bb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f9a4e5-e4fa-4955-b8ca-5aa82b00f935,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:51.631745 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-08976b98-434b-4b62-ab17-95cf5da1bb57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=717e8a8f92e445f88e3abc20d7a5d155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5046837 Nov 08 00:07:51.639572 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56528) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:51.684614 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3850ad29-6cb6-4019-aab6-12867dce86e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:51.706985 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3850ad29-6cb6-4019-aab6-12867dce86e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:51.746875 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-85177120-8369-43cd-97d5-d3c64b993a19 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:51.809426 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-85177120-8369-43cd-97d5-d3c64b993a19 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Network 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:07:51.812933 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-85177120-8369-43cd-97d5-d3c64b993a19 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:07:51.816346 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-85177120-8369-43cd-97d5-d3c64b993a19 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:07:51.855336 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85177120-8369-43cd-97d5-d3c64b993a19 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Pushing event updated for resources: {'Port': ['ID=9054d06b-004f-4c1a-a1fe-22f398c8274c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:51.903925 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-85177120-8369-43cd-97d5-d3c64b993a19 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:51.908718 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-85177120-8369-43cd-97d5-d3c64b993a19 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:51.940309 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3850ad29-6cb6-4019-aab6-12867dce86e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:51.943019 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3850ad29-6cb6-4019-aab6-12867dce86e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:51.944405 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3850ad29-6cb6-4019-aab6-12867dce86e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80f9a4e5-e4fa-4955-b8ca-5aa82b00f935 HTTP/1.1" status: 204 len: 168 time: 0.3089063 Nov 08 00:07:51.953739 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850ad29-6cb6-4019-aab6-12867dce86e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f9a4e5-e4fa-4955-b8ca-5aa82b00f935,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:52.046374 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-85177120-8369-43cd-97d5-d3c64b993a19 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1683104 Nov 08 00:07:52.067606 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:07:52.111090 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-445e5cda-def1-4314-8559-7b3756f29fbe None None] Provisioning complete for port 9054d06b-004f-4c1a-a1fe-22f398c8274c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:52.111765 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-445e5cda-def1-4314-8559-7b3756f29fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:52.152110 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-445e5cda-def1-4314-8559-7b3756f29fbe None None] Port 9054d06b-004f-4c1a-a1fe-22f398c8274c cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:07:52.229929 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcd59f-78a2-411b-8447-e81f34fb8856 req-c9022a7b-5059-4293-a439-01fac2ec4501 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:52.232123 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0cfcd59f-78a2-411b-8447-e81f34fb8856 req-c9022a7b-5059-4293-a439-01fac2ec4501 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 932 time: 0.0516534 Nov 08 00:07:52.263128 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 569dd097-c055-4419-baed-857aa9ac151e up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:07:52.285027 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0cfcd59f-78a2-411b-8447-e81f34fb8856 req-94aada17-16ba-40f3-9d0d-5de3477b9406 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462523 Nov 08 00:07:52.431149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 569dd097-c055-4419-baed-857aa9ac151e completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:07:52.445079 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 569dd097-c055-4419-baed-857aa9ac151e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:07:52.445689 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:52.447614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79789b-81c3-418f-bc61-d405f57d6ac0 req-b97dc025-5743-4f62-9eda-d079479bdbaf tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:52.449710 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f79789b-81c3-418f-bc61-d405f57d6ac0 req-b97dc025-5743-4f62-9eda-d079479bdbaf tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 969 time: 0.0545411 Nov 08 00:07:52.504287 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f79789b-81c3-418f-bc61-d405f57d6ac0 req-024f1174-0eef-4fa3-80b4-9524a6dfea61 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/security-groups?id=252da99e-bad3-45a4-b144-403eeae026dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424790 Nov 08 00:07:52.544582 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:52.567353 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546be66c-11a2-43ff-9efb-414d7ce25542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569dd097-c055-4419-baed-857aa9ac151e'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:07:52.637268 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 569dd097-c055-4419-baed-857aa9ac151e, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=569dd097-c055-4419-baed-857aa9ac151e,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:07:52.785676 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:52.841073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=569dd097-c055-4419-baed-857aa9ac151e,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:52.930894 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5383a25f-ac38-42e4-a691-dde326b9c7d6" -d '{"events": [{"server_uuid": "546be66c-11a2-43ff-9efb-414d7ce25542", "name": "network-vif-plugged", "status": "completed", "tag": "569dd097-c055-4419-baed-857aa9ac151e"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:07:53.215644 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f0ab1d-49b2-4dd8-bde6-a7a80347b4b8 x-openstack-request-id: req-66f0ab1d-49b2-4dd8-bde6-a7a80347b4b8 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:07:53.216312 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546be66c-11a2-43ff-9efb-414d7ce25542", "name": "network-vif-plugged", "status": "completed", "tag": "569dd097-c055-4419-baed-857aa9ac151e", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:07:53.216312 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66f0ab1d-49b2-4dd8-bde6-a7a80347b4b8 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:07:53.216653 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546be66c-11a2-43ff-9efb-414d7ce25542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569dd097-c055-4419-baed-857aa9ac151e', 'code': 200} Nov 08 00:07:53.416573 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf671cf7-8416-4acb-8bcf-277799f1d3bf req-7ae8ad47-75da-4181-bc13-63f77fe1f18c tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:53.419431 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf671cf7-8416-4acb-8bcf-277799f1d3bf req-7ae8ad47-75da-4181-bc13-63f77fe1f18c tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 932 time: 0.0540485 Nov 08 00:07:53.427904 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76e176-e803-4aba-b1ac-6f8963934aa3 req-f714007d-142d-4b95-ab5e-ca995356a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:53.429422 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1c76e176-e803-4aba-b1ac-6f8963934aa3 req-f714007d-142d-4b95-ab5e-ca995356a66b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 1121 time: 0.0867329 Nov 08 00:07:53.458165 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1c76e176-e803-4aba-b1ac-6f8963934aa3 req-f5051795-384b-4fb3-b998-7c7a6d594238 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:53.477126 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf671cf7-8416-4acb-8bcf-277799f1d3bf req-c307340e-397b-414c-8d33-6b28007eef08 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454895 Nov 08 00:07:53.556274 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1c76e176-e803-4aba-b1ac-6f8963934aa3 req-f5051795-384b-4fb3-b998-7c7a6d594238 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:53.611127 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1c76e176-e803-4aba-b1ac-6f8963934aa3 req-f5051795-384b-4fb3-b998-7c7a6d594238 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:53.641682 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1c76e176-e803-4aba-b1ac-6f8963934aa3 req-f5051795-384b-4fb3-b998-7c7a6d594238 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=252da99e-bad3-45a4-b144-403eeae026dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045035 Nov 08 00:07:53.654221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517f270-f580-4d55-86ea-c12f50bcbd52 req-44cf50a8-76aa-4a24-9fa9-e0f9dee4f145 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:53.657590 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b517f270-f580-4d55-86ea-c12f50bcbd52 req-44cf50a8-76aa-4a24-9fa9-e0f9dee4f145 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 970 time: 0.0657470 Nov 08 00:07:53.672537 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5051795-384b-4fb3-b998-7c7a6d594238 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c9c63c-dc94-4265-a185-21ee5fba942d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:53.695889 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b517f270-f580-4d55-86ea-c12f50bcbd52 req-c1d03313-63bc-4ea2-b95d-f6f0bb08385e tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/security-groups?id=252da99e-bad3-45a4-b144-403eeae026dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335841 Nov 08 00:07:53.724628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56614) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:53.875192 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5c7852dc-7979-46e1-897d-eaaa38342460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:53.961135 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5c7852dc-7979-46e1-897d-eaaa38342460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:54.055811 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5c7852dc-7979-46e1-897d-eaaa38342460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:54.138684 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5c7852dc-7979-46e1-897d-eaaa38342460 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abe6876a26424b88a5a9755a347ec7e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4129603 Nov 08 00:07:54.141470 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7852dc-7979-46e1-897d-eaaa38342460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d4f3fb-89ac-4515-9df3-675a231f8eac,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:54.141776 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56628) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:54.179934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d221428-4f68-4029-85b7-1736e6e6a802 req-4cfd8d41-68de-4a68-9e2a-d33716feb7fc tempest-NetworksTest-1616820330 tempest-NetworksTest-1616820330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:54.180403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d221428-4f68-4029-85b7-1736e6e6a802 req-4cfd8d41-68de-4a68-9e2a-d33716feb7fc tempest-NetworksTest-1616820330 tempest-NetworksTest-1616820330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:54.180858 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d221428-4f68-4029-85b7-1736e6e6a802 req-4cfd8d41-68de-4a68-9e2a-d33716feb7fc tempest-NetworksTest-1616820330 tempest-NetworksTest-1616820330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:54.181439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d221428-4f68-4029-85b7-1736e6e6a802 req-4cfd8d41-68de-4a68-9e2a-d33716feb7fc tempest-NetworksTest-1616820330 tempest-NetworksTest-1616820330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:54.181859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d221428-4f68-4029-85b7-1736e6e6a802 req-4cfd8d41-68de-4a68-9e2a-d33716feb7fc tempest-NetworksTest-1616820330 tempest-NetworksTest-1616820330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:54.184455 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d221428-4f68-4029-85b7-1736e6e6a802 req-4cfd8d41-68de-4a68-9e2a-d33716feb7fc tempest-NetworksTest-1616820330 tempest-NetworksTest-1616820330-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1481020 Nov 08 00:07:54.203328 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-37360350-b25f-4a84-aebe-654d3de591d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:54.230432 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-37360350-b25f-4a84-aebe-654d3de591d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:54.302753 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75ae7e-03ef-47ef-88ad-8e9ed77a2328 req-d0a783e9-12bf-49b4-a014-bfb0e11e50db tempest-NetworksTest-1616820330 tempest-NetworksTest-1616820330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:54.304276 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6d75ae7e-03ef-47ef-88ad-8e9ed77a2328 req-d0a783e9-12bf-49b4-a014-bfb0e11e50db tempest-NetworksTest-1616820330 tempest-NetworksTest-1616820330-project-admin] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 886 time: 0.0996041 Nov 08 00:07:54.368519 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-37360350-b25f-4a84-aebe-654d3de591d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:54.371926 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-37360350-b25f-4a84-aebe-654d3de591d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:54.373050 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-37360350-b25f-4a84-aebe-654d3de591d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58d4f3fb-89ac-4515-9df3-675a231f8eac HTTP/1.1" status: 204 len: 168 time: 0.2302380 Nov 08 00:07:54.381481 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37360350-b25f-4a84-aebe-654d3de591d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d4f3fb-89ac-4515-9df3-675a231f8eac,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:54.440723 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4628af-d703-412f-b872-f18941921d5f req-12ef2881-755f-4b11-8b95-180b4877bc91 tempest-NetworksTest-1616820330 tempest-NetworksTest-1616820330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:54.441372 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4628af-d703-412f-b872-f18941921d5f req-12ef2881-755f-4b11-8b95-180b4877bc91 tempest-NetworksTest-1616820330 tempest-NetworksTest-1616820330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:54.441816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4628af-d703-412f-b872-f18941921d5f req-12ef2881-755f-4b11-8b95-180b4877bc91 tempest-NetworksTest-1616820330 tempest-NetworksTest-1616820330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:54.442299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4628af-d703-412f-b872-f18941921d5f req-12ef2881-755f-4b11-8b95-180b4877bc91 tempest-NetworksTest-1616820330 tempest-NetworksTest-1616820330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:54.442792 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4628af-d703-412f-b872-f18941921d5f req-12ef2881-755f-4b11-8b95-180b4877bc91 tempest-NetworksTest-1616820330 tempest-NetworksTest-1616820330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:54.444602 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b4628af-d703-412f-b872-f18941921d5f req-12ef2881-755f-4b11-8b95-180b4877bc91 tempest-NetworksTest-1616820330 tempest-NetworksTest-1616820330-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1166422 Nov 08 00:07:54.583579 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f703b49-f4c5-44ea-beef-3a89cbd59c2e req-dfee95c9-e9ca-40b5-bcc2-7af79bea6066 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:54.588234 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f703b49-f4c5-44ea-beef-3a89cbd59c2e req-dfee95c9-e9ca-40b5-bcc2-7af79bea6066 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 932 time: 0.0500853 Nov 08 00:07:54.629830 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f703b49-f4c5-44ea-beef-3a89cbd59c2e req-694d3a35-69f7-464b-92d9-af03c3ed520d tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360918 Nov 08 00:07:54.822765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7266b-8b88-4185-bdad-b3522faee009 req-341360e3-be84-43b6-a5b8-0cf9ba3c8436 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:54.824594 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eda7266b-8b88-4185-bdad-b3522faee009 req-341360e3-be84-43b6-a5b8-0cf9ba3c8436 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 970 time: 0.0549777 Nov 08 00:07:54.868826 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eda7266b-8b88-4185-bdad-b3522faee009 req-a1b5a0b1-aef3-4021-9056-3c98fe3732b4 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/security-groups?id=252da99e-bad3-45a4-b144-403eeae026dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372074 Nov 08 00:07:54.954192 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56658) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:55.184291 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56668) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:55.200534 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76222b37-0a11-4c5c-93bd-8d52fb2c11df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:55.221946 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3cd4e31d-ed02-481b-944d-d261cc98cb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:55.343989 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76222b37-0a11-4c5c-93bd-8d52fb2c11df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:55.354911 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3cd4e31d-ed02-481b-944d-d261cc98cb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:55.427569 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76222b37-0a11-4c5c-93bd-8d52fb2c11df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:55.463833 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3cd4e31d-ed02-481b-944d-d261cc98cb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:55.478002 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-76222b37-0a11-4c5c-93bd-8d52fb2c11df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8aa054cb01d04df5b7fc0c2261daff1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925992 Nov 08 00:07:55.480978 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76222b37-0a11-4c5c-93bd-8d52fb2c11df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81926495-52a5-4c8c-8f50-3b2fb2ea2c8b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:55.481388 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56672) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:55.504305 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3cd4e31d-ed02-481b-944d-d261cc98cb4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=025c453946504749a32eefa0f2da1f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5490005 Nov 08 00:07:55.507168 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56674) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:55.529848 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4e31d-ed02-481b-944d-d261cc98cb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6551211e-990c-49c4-bf2a-f2c8fb2a5c0c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:55.564317 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b573543-ef38-4389-9824-5304d5844cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:55.576552 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a5c4843f-b1dd-4129-aa97-f744ba535415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:55.595278 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b573543-ef38-4389-9824-5304d5844cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:55.604075 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a5c4843f-b1dd-4129-aa97-f744ba535415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:55.769893 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f6e2e-29f0-46a0-8686-2aa40fe1c2a4 req-2f0d3cbe-193f-450b-9846-68a48dd3df90 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:55.771430 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c43f6e2e-29f0-46a0-8686-2aa40fe1c2a4 req-2f0d3cbe-193f-450b-9846-68a48dd3df90 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 932 time: 0.0547917 Nov 08 00:07:55.781777 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a5c4843f-b1dd-4129-aa97-f744ba535415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:55.784574 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a5c4843f-b1dd-4129-aa97-f744ba535415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:55.791911 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a5c4843f-b1dd-4129-aa97-f744ba535415 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6551211e-990c-49c4-bf2a-f2c8fb2a5c0c HTTP/1.1" status: 204 len: 168 time: 0.2777975 Nov 08 00:07:55.793179 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b573543-ef38-4389-9824-5304d5844cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:55.796673 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b573543-ef38-4389-9824-5304d5844cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:55.800320 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3b573543-ef38-4389-9824-5304d5844cc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81926495-52a5-4c8c-8f50-3b2fb2ea2c8b HTTP/1.1" status: 204 len: 168 time: 0.3153744 Nov 08 00:07:55.801741 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4843f-b1dd-4129-aa97-f744ba535415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6551211e-990c-49c4-bf2a-f2c8fb2a5c0c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:55.828855 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b573543-ef38-4389-9824-5304d5844cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81926495-52a5-4c8c-8f50-3b2fb2ea2c8b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:55.845710 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8726793-3234-4223-8aa2-d8a124a909d5 req-48d97143-6eeb-40cb-8610-55bd69854927 tempest-QuotasAdminNegativeTest-1015708457 tempest-QuotasAdminNegativeTest-1015708457-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4ac458ad9101481285fe25ec62baf82e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549889 Nov 08 00:07:55.875250 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c43f6e2e-29f0-46a0-8686-2aa40fe1c2a4 req-6b29aca8-7474-460b-9fb8-166fd4b4ca97 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967460 Nov 08 00:07:56.035311 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a9722-7e9f-485b-8a89-e4ddbf54f7c3 req-c52fb421-7f1f-40e6-a5ef-0595fbaa2565 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:56.036987 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a87a9722-7e9f-485b-8a89-e4ddbf54f7c3 req-c52fb421-7f1f-40e6-a5ef-0595fbaa2565 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 970 time: 0.0949080 Nov 08 00:07:56.045942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8726793-3234-4223-8aa2-d8a124a909d5 req-aba5189a-bb2a-4482-99ee-251fd91fa6be tempest-QuotasAdminNegativeTest-1015708457 tempest-QuotasAdminNegativeTest-1015708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:56.047319 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8726793-3234-4223-8aa2-d8a124a909d5 req-aba5189a-bb2a-4482-99ee-251fd91fa6be tempest-QuotasAdminNegativeTest-1015708457 tempest-QuotasAdminNegativeTest-1015708457-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937537 Nov 08 00:07:56.073121 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8726793-3234-4223-8aa2-d8a124a909d5 req-ea34b74c-6301-423d-969e-c365ea59510f tempest-QuotasAdminNegativeTest-1015708457 tempest-QuotasAdminNegativeTest-1015708457-project] 10.222.0.13 "GET /v2.0/quotas/4ac458ad9101481285fe25ec62baf82e HTTP/1.1" status: 200 len: 375 time: 0.0189037 Nov 08 00:07:56.101329 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a87a9722-7e9f-485b-8a89-e4ddbf54f7c3 req-b6fdbce2-9a15-4d97-95e2-b8de593f905f tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/security-groups?id=252da99e-bad3-45a4-b144-403eeae026dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530233 Nov 08 00:07:56.117139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8726793-3234-4223-8aa2-d8a124a909d5 req-9d32e422-22a6-4fef-b447-c5bf2335ae03 tempest-QuotasAdminNegativeTest-1015708457 tempest-QuotasAdminNegativeTest-1015708457-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac458ad9101481285fe25ec62baf82e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326297 Nov 08 00:07:56.289520 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c0ece-3f7e-414f-9d14-bf140bef5bc6 req-6b83e63f-b3f6-4374-a8ba-e771c197397b tempest-AggregatesAdminTestJSON-2304245 tempest-AggregatesAdminTestJSON-2304245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:56.292633 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e0c0ece-3f7e-414f-9d14-bf140bef5bc6 req-6b83e63f-b3f6-4374-a8ba-e771c197397b tempest-AggregatesAdminTestJSON-2304245 tempest-AggregatesAdminTestJSON-2304245-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 1121 time: 0.0813355 Nov 08 00:07:56.316740 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9e0c0ece-3f7e-414f-9d14-bf140bef5bc6 req-5e04f11e-b713-474f-8942-1591fdbc4274 tempest-AggregatesAdminTestJSON-2304245 tempest-AggregatesAdminTestJSON-2304245-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:56.402244 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9e0c0ece-3f7e-414f-9d14-bf140bef5bc6 req-5e04f11e-b713-474f-8942-1591fdbc4274 tempest-AggregatesAdminTestJSON-2304245 tempest-AggregatesAdminTestJSON-2304245-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:56.473723 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9e0c0ece-3f7e-414f-9d14-bf140bef5bc6 req-5e04f11e-b713-474f-8942-1591fdbc4274 tempest-AggregatesAdminTestJSON-2304245 tempest-AggregatesAdminTestJSON-2304245-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:56.505705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e0c0ece-3f7e-414f-9d14-bf140bef5bc6 req-5e04f11e-b713-474f-8942-1591fdbc4274 tempest-AggregatesAdminTestJSON-2304245 tempest-AggregatesAdminTestJSON-2304245-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=252da99e-bad3-45a4-b144-403eeae026dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053175 Nov 08 00:07:56.515480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04f11e-b713-474f-8942-1591fdbc4274 tempest-AggregatesAdminTestJSON-2304245 tempest-AggregatesAdminTestJSON-2304245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c5729e-63ea-406a-beb8-25f46e2a11ee,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:56.643607 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56724) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:56.659603 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-970e00a1-08b6-4de0-8343-380138f3a5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:56.758409 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-970e00a1-08b6-4de0-8343-380138f3a5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:56.833771 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-970e00a1-08b6-4de0-8343-380138f3a5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:56.872393 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-970e00a1-08b6-4de0-8343-380138f3a5a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f643049756243d79e92ab19c9c5b2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274671 Nov 08 00:07:56.875629 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56734) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:56.878963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e00a1-08b6-4de0-8343-380138f3a5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19d7478-48cf-4ede-b376-6d7d90746095,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:56.961141 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17ffa3a1-3fef-4340-b6dd-afa15165ce0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:56.993504 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17ffa3a1-3fef-4340-b6dd-afa15165ce0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:57.016250 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74980624-7ac6-47fc-b9e2-35bec11cab03 req-0facc808-0621-48f1-aa9c-fd72a69b556e tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:57.017648 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74980624-7ac6-47fc-b9e2-35bec11cab03 req-0facc808-0621-48f1-aa9c-fd72a69b556e tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 932 time: 0.0668178 Nov 08 00:07:57.067002 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74980624-7ac6-47fc-b9e2-35bec11cab03 req-7c194a61-384a-41fb-8ea3-915f4734f2b5 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425780 Nov 08 00:07:57.128493 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17ffa3a1-3fef-4340-b6dd-afa15165ce0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:57.131050 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17ffa3a1-3fef-4340-b6dd-afa15165ce0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:57.132224 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-17ffa3a1-3fef-4340-b6dd-afa15165ce0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a19d7478-48cf-4ede-b376-6d7d90746095 HTTP/1.1" status: 204 len: 168 time: 0.2555530 Nov 08 00:07:57.140631 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffa3a1-3fef-4340-b6dd-afa15165ce0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19d7478-48cf-4ede-b376-6d7d90746095,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:57.396412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff4a71fd-4192-473c-ba45-07353f3185f9 req-c822a581-0f8c-487e-a6dc-cb24a9acb193 tempest-QuotasAdminNegativeTest-1015708457 tempest-QuotasAdminNegativeTest-1015708457-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4ac458ad9101481285fe25ec62baf82e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325031 Nov 08 00:07:57.517699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a71fd-4192-473c-ba45-07353f3185f9 req-f90998ce-8dda-4e94-affd-cebaa5a23efe tempest-QuotasAdminNegativeTest-1015708457 tempest-QuotasAdminNegativeTest-1015708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:57.519229 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff4a71fd-4192-473c-ba45-07353f3185f9 req-f90998ce-8dda-4e94-affd-cebaa5a23efe tempest-QuotasAdminNegativeTest-1015708457 tempest-QuotasAdminNegativeTest-1015708457-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1219015 Nov 08 00:07:57.539659 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff4a71fd-4192-473c-ba45-07353f3185f9 req-21197ed9-a806-4bcc-b5e8-726b79f30b39 tempest-QuotasAdminNegativeTest-1015708457 tempest-QuotasAdminNegativeTest-1015708457-project] 10.222.0.13 "GET /v2.0/quotas/4ac458ad9101481285fe25ec62baf82e HTTP/1.1" status: 200 len: 375 time: 0.0143206 Nov 08 00:07:57.723747 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff4a71fd-4192-473c-ba45-07353f3185f9 req-54bad5cf-4412-4e4e-9cc9-142e036d8a16 tempest-QuotasAdminNegativeTest-1015708457 tempest-QuotasAdminNegativeTest-1015708457-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac458ad9101481285fe25ec62baf82e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1770425 Nov 08 00:07:58.090979 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f7d3d1b-a823-4059-bccd-d7e8ebb0123d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:58.303159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66679c9-0c52-45a6-ae4d-5e76f60ec7e7 req-4dab661a-f05b-4fe2-8467-2f2383033b08 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:58.304738 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e66679c9-0c52-45a6-ae4d-5e76f60ec7e7 req-4dab661a-f05b-4fe2-8467-2f2383033b08 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 932 time: 0.0532610 Nov 08 00:07:58.345651 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e66679c9-0c52-45a6-ae4d-5e76f60ec7e7 req-9c43c056-387c-4ba4-b513-9747c47f62f5 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345132 Nov 08 00:07:58.801208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56872) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:58.971618 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cab44b8d-f891-436e-a310-00fcb7026f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:59.080665 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cab44b8d-f891-436e-a310-00fcb7026f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:59.150849 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cab44b8d-f891-436e-a310-00fcb7026f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:59.193579 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cab44b8d-f891-436e-a310-00fcb7026f10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06bd65a9b67b4363a8c997b30b49e7df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3889062 Nov 08 00:07:59.193579 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab44b8d-f891-436e-a310-00fcb7026f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f2d765-752d-4962-9168-cd24186f3442,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:59.194937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56898) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:59.257788 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-503fcdaa-b08c-46f9-9b5e-2a8f71f4556b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:59.287446 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-503fcdaa-b08c-46f9-9b5e-2a8f71f4556b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:59.467829 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-503fcdaa-b08c-46f9-9b5e-2a8f71f4556b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:59.470377 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-503fcdaa-b08c-46f9-9b5e-2a8f71f4556b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:07:59.471821 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-503fcdaa-b08c-46f9-9b5e-2a8f71f4556b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28f2d765-752d-4962-9168-cd24186f3442 HTTP/1.1" status: 204 len: 168 time: 0.2749655 Nov 08 00:07:59.480066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fcdaa-b08c-46f9-9b5e-2a8f71f4556b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f2d765-752d-4962-9168-cd24186f3442,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:07:59.532389 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56922) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:07:59.578406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a858d-9cdf-4f86-8a94-03f656b9acdb req-e8cd2a9c-ff49-458d-944c-a37547fe49bf tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:59.579865 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea3a858d-9cdf-4f86-8a94-03f656b9acdb req-e8cd2a9c-ff49-458d-944c-a37547fe49bf tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 932 time: 0.0857482 Nov 08 00:07:59.633453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea3a858d-9cdf-4f86-8a94-03f656b9acdb req-a974069a-e257-490b-aaf5-fbfe9a980975 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471704 Nov 08 00:07:59.705503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-536cd33c-70c1-4def-b327-b36df42f030f req-31dd8973-fa1f-40e7-9117-6f607ea841e7 tempest-QuotasAdminNegativeTest-1015708457 tempest-QuotasAdminNegativeTest-1015708457-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4ac458ad9101481285fe25ec62baf82e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223749 Nov 08 00:07:59.825445 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cd33c-70c1-4def-b327-b36df42f030f req-cada9fb9-85a6-49e0-9bdb-e7848d584525 tempest-QuotasAdminNegativeTest-1015708457 tempest-QuotasAdminNegativeTest-1015708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:07:59.826922 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-536cd33c-70c1-4def-b327-b36df42f030f req-cada9fb9-85a6-49e0-9bdb-e7848d584525 tempest-QuotasAdminNegativeTest-1015708457 tempest-QuotasAdminNegativeTest-1015708457-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1159079 Nov 08 00:07:59.843646 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-536cd33c-70c1-4def-b327-b36df42f030f req-315c5732-63b6-400f-9057-2f36f83b942b tempest-QuotasAdminNegativeTest-1015708457 tempest-QuotasAdminNegativeTest-1015708457-project] 10.222.0.13 "GET /v2.0/quotas/4ac458ad9101481285fe25ec62baf82e HTTP/1.1" status: 200 len: 375 time: 0.0097263 Nov 08 00:07:59.882049 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-536cd33c-70c1-4def-b327-b36df42f030f req-fa2af3c8-858a-4b69-820d-4d93ba9be114 tempest-QuotasAdminNegativeTest-1015708457 tempest-QuotasAdminNegativeTest-1015708457-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac458ad9101481285fe25ec62baf82e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319602 Nov 08 00:07:59.940997 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b025dfde-4e42-4fda-ad51-bc6efb6d0649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:00.012784 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-02006f50-eccd-47e8-89eb-d3c0952bda6f tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:08:00.014300 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-02006f50-eccd-47e8-89eb-d3c0952bda6f tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083795 Nov 08 00:08:00.032077 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b025dfde-4e42-4fda-ad51-bc6efb6d0649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:00.094010 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b025dfde-4e42-4fda-ad51-bc6efb6d0649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:00.135682 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b025dfde-4e42-4fda-ad51-bc6efb6d0649 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2f585373d4b42c6b2b735221e07fcc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6021669 Nov 08 00:08:00.135827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56966) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:00.137205 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025dfde-4e42-4fda-ad51-bc6efb6d0649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713bc0a1-aa27-44ca-bad7-fdb1692cdaed,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:00.195387 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-96f4ca3b-32d8-4f34-abdd-810b45a1d772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:00.221660 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-96f4ca3b-32d8-4f34-abdd-810b45a1d772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:00.312997 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Request body: {'port': {'device_id': '2f810101-d3c0-4b5c-96a3-2ef732782a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:00.364487 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-96f4ca3b-32d8-4f34-abdd-810b45a1d772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:00.372119 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-96f4ca3b-32d8-4f34-abdd-810b45a1d772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:00.372119 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-96f4ca3b-32d8-4f34-abdd-810b45a1d772 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/713bc0a1-aa27-44ca-bad7-fdb1692cdaed HTTP/1.1" status: 204 len: 168 time: 0.2315938 Nov 08 00:08:00.377665 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4ca3b-32d8-4f34-abdd-810b45a1d772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713bc0a1-aa27-44ca-bad7-fdb1692cdaed,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:00.383331 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:00.679194 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9054d06b-004f-4c1a-a1fe-22f398c8274c {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:08:00.686646 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:00.698600 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Transition to ACTIVE for port object 9054d06b-004f-4c1a-a1fe-22f398c8274c will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:08:00.791686 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a039e6de-20df-4f79-8837-f51b5ce2a48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:00.817014 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:00.944148 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6635a-8fbd-4408-b5ce-e443ca22f46f req-0962fa82-7e3e-4289-91e4-f50ad3e781f5 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:00.945761 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-21a6635a-8fbd-4408-b5ce-e443ca22f46f req-0962fa82-7e3e-4289-91e4-f50ad3e781f5 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 944 time: 0.0556688 Nov 08 00:08:00.964423 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:00.986647 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-21a6635a-8fbd-4408-b5ce-e443ca22f46f req-e2d0a76c-1555-46dd-94a0-83d9403be048 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345764 Nov 08 00:08:01.045611 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Pushing event updated for resources: {'Port': ['ID=9054d06b-004f-4c1a-a1fe-22f398c8274c,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:01.109621 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Attempting to bind port 9054d06b-004f-4c1a-a1fe-22f398c8274c on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:08:01.109961 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Attempting to bind port 9054d06b-004f-4c1a-a1fe-22f398c8274c by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'f090b08f-11d5-416e-bbf9-03b0fed772e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:08:01.110287 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Attempting to bind port 9054d06b-004f-4c1a-a1fe-22f398c8274c on network 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:01.118007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Port 9054d06b-004f-4c1a-a1fe-22f398c8274c on network 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:08:01.118338 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Attempting to bind port 9054d06b-004f-4c1a-a1fe-22f398c8274c on network 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:01.125190 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:08:01.125572 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Checking segment: {'id': 'f090b08f-11d5-416e-bbf9-03b0fed772e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:01.125953 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Bound using segment: {'id': 'f090b08f-11d5-416e-bbf9-03b0fed772e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:08:01.126449 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Bound port: 9054d06b-004f-4c1a-a1fe-22f398c8274c, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f090b08f-11d5-416e-bbf9-03b0fed772e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:08:01.126877 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:01.171963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57014) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:01.188634 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d548cbc0-e77f-4717-ab76-044d599b7231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:01.204400 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] For port 9054d06b-004f-4c1a-a1fe-22f398c8274c, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:08:01.206652 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] For port 9054d06b-004f-4c1a-a1fe-22f398c8274c, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=9054d06b-004f-4c1a-a1fe-22f398c8274c,segment=NetworkSegment(f090b08f-11d5-416e-bbf9-03b0fed772e3),segment_id=f090b08f-11d5-416e-bbf9-03b0fed772e3)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:08:01.296200 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:01.298091 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d548cbc0-e77f-4717-ab76-044d599b7231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:01.335959 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:01.336848 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:01.338339 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] 10.222.0.20 "PUT /v2.0/ports/9054d06b-004f-4c1a-a1fe-22f398c8274c HTTP/1.1" status: 200 len: 1092 time: 1.1651032 Nov 08 00:08:01.338788 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f810101-d3c0-4b5c-96a3-2ef732782a43', 'tag': '9054d06b-004f-4c1a-a1fe-22f398c8274c'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:01.341723 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3531011-920c-4bef-ae7d-7b0965761e48" -d '{"events": [{"name": "network-changed", "server_uuid": "2f810101-d3c0-4b5c-96a3-2ef732782a43", "tag": "9054d06b-004f-4c1a-a1fe-22f398c8274c"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:01.373501 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f458fbd-12f3-4c89-83a5-b5e80f988c33 service neutron] Pushing event updated for resources: {'Port': ['ID=9054d06b-004f-4c1a-a1fe-22f398c8274c,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:01.421586 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d548cbc0-e77f-4717-ab76-044d599b7231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:01.430878 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57028) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:01.538487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d548cbc0-e77f-4717-ab76-044d599b7231 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2f3717da09e4d849ed48c9ae186e238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652208 Nov 08 00:08:01.539354 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57036) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:01.541707 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548cbc0-e77f-4717-ab76-044d599b7231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd2695d-5d4c-47b2-9e5f-39d4c36a6468,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:01.561118 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c323e6fd-4962-4f02-8cb4-1313cf3340a0 x-openstack-request-id: req-c323e6fd-4962-4f02-8cb4-1313cf3340a0 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:01.561406 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f810101-d3c0-4b5c-96a3-2ef732782a43", "tag": "9054d06b-004f-4c1a-a1fe-22f398c8274c", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:01.562017 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c323e6fd-4962-4f02-8cb4-1313cf3340a0 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:01.562500 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f810101-d3c0-4b5c-96a3-2ef732782a43', 'tag': '9054d06b-004f-4c1a-a1fe-22f398c8274c', 'status': 'completed', 'code': 200} Nov 08 00:08:01.565105 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:01.586236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-78e2a06d-f205-4d73-a26a-03e878f5a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:01.587823 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-78e2a06d-f205-4d73-a26a-03e878f5a1e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dafc7010ec8a40b6adaaa3517374bd21&device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 1095 time: 0.0725772 Nov 08 00:08:01.610628 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e23fc88-d9ea-400e-9404-1cbc11263966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:01.613800 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1bd7eb9e-c6fb-41d9-9fc1-7b712f4de836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:01.633494 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:01.633648 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e23fc88-d9ea-400e-9404-1cbc11263966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:01.663699 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-de60d4b5-d268-45f9-a035-bed1377e686d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9054d06b-004f-4c1a-a1fe-22f398c8274c HTTP/1.1" status: 200 len: 217 time: 0.0599051 Nov 08 00:08:01.752621 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e23fc88-d9ea-400e-9404-1cbc11263966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:01.753059 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-69ebf10f-7f8f-4298-99f2-6f69827f3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:01.759655 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-69ebf10f-7f8f-4298-99f2-6f69827f3037 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e6ff2d21-c91f-455a-a3e9-871aa706c876 HTTP/1.1" status: 200 len: 862 time: 0.0767245 Nov 08 00:08:01.759747 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e23fc88-d9ea-400e-9404-1cbc11263966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:01.764697 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8e23fc88-d9ea-400e-9404-1cbc11263966 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebd2695d-5d4c-47b2-9e5f-39d4c36a6468 HTTP/1.1" status: 204 len: 168 time: 0.2238462 Nov 08 00:08:01.773520 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23fc88-d9ea-400e-9404-1cbc11263966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd2695d-5d4c-47b2-9e5f-39d4c36a6468,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:01.832373 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-1954f11b-6f47-4056-a623-71c967c76fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:01.833932 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-1954f11b-6f47-4056-a623-71c967c76fdb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668349 Nov 08 00:08:01.907016 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1bd7eb9e-c6fb-41d9-9fc1-7b712f4de836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:01.951909 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-bbe07a47-8a73-4d44-a1e6-6bbc6d081877 service neutron] 10.222.0.20 "GET /v2.0/networks/80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077449 Nov 08 00:08:02.011109 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1bd7eb9e-c6fb-41d9-9fc1-7b712f4de836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:02.074971 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7eb9e-c6fb-41d9-9fc1-7b712f4de836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a84e06-9c58-47f5-a6e8-4b503396540a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:02.087336 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1bd7eb9e-c6fb-41d9-9fc1-7b712f4de836 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ac458ad9101481285fe25ec62baf82e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6530473 Nov 08 00:08:02.087930 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57062) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:02.099263 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0f10364e-89cd-424c-98f4-216b52a2b4c5 req-eb505fa8-9897-480b-958f-3f9f462f4be8 service neutron] 10.222.0.20 "GET /v2.0/networks/80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396439 Nov 08 00:08:02.191060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d857c-9a83-4ba5-8583-b52e663ea717 req-11cab114-88e6-4823-aa23-7b5736b75c34 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:02.192545 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-821d857c-9a83-4ba5-8583-b52e663ea717 req-11cab114-88e6-4823-aa23-7b5736b75c34 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 944 time: 0.0706089 Nov 08 00:08:02.210185 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-764c56df-7fda-4e02-b2ea-824673524d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:02.247971 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-764c56df-7fda-4e02-b2ea-824673524d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:02.258177 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-821d857c-9a83-4ba5-8583-b52e663ea717 req-fe518ea9-d143-4b8b-92d0-a343d302a072 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561233 Nov 08 00:08:02.340662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3531011-920c-4bef-ae7d-7b0965761e48 req-9e15d2e3-bb48-49cd-afa4-f62fa4a563d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:02.342104 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e3531011-920c-4bef-ae7d-7b0965761e48 req-9e15d2e3-bb48-49cd-afa4-f62fa4a563d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dafc7010ec8a40b6adaaa3517374bd21&device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 1095 time: 0.0737405 Nov 08 00:08:02.414679 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-764c56df-7fda-4e02-b2ea-824673524d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:02.417327 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-764c56df-7fda-4e02-b2ea-824673524d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:02.418519 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-764c56df-7fda-4e02-b2ea-824673524d47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89a84e06-9c58-47f5-a6e8-4b503396540a HTTP/1.1" status: 204 len: 168 time: 0.3293169 Nov 08 00:08:02.427104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c56df-7fda-4e02-b2ea-824673524d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a84e06-9c58-47f5-a6e8-4b503396540a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:02.457856 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3531011-920c-4bef-ae7d-7b0965761e48 req-ce9e9f0b-a446-4e00-9483-5c508fef963b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:02.460711 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e3531011-920c-4bef-ae7d-7b0965761e48 req-ce9e9f0b-a446-4e00-9483-5c508fef963b service neutron] 10.222.0.20 "GET /v2.0/networks?id=80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 HTTP/1.1" status: 200 len: 924 time: 0.1100969 Nov 08 00:08:02.518456 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e3531011-920c-4bef-ae7d-7b0965761e48 req-f2b4df69-331a-430f-8c8f-92cbb33f3f71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9054d06b-004f-4c1a-a1fe-22f398c8274c HTTP/1.1" status: 200 len: 217 time: 0.0499849 Nov 08 00:08:02.572218 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3531011-920c-4bef-ae7d-7b0965761e48 req-fe4b6376-c34a-45b3-9f8e-1556a1afa870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:02.573829 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e3531011-920c-4bef-ae7d-7b0965761e48 req-fe4b6376-c34a-45b3-9f8e-1556a1afa870 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e6ff2d21-c91f-455a-a3e9-871aa706c876 HTTP/1.1" status: 200 len: 862 time: 0.0485427 Nov 08 00:08:02.634413 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3531011-920c-4bef-ae7d-7b0965761e48 req-106318cc-18f5-44af-99b3-be25f659ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:02.635959 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e3531011-920c-4bef-ae7d-7b0965761e48 req-106318cc-18f5-44af-99b3-be25f659ee0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546150 Nov 08 00:08:02.732642 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e3531011-920c-4bef-ae7d-7b0965761e48 req-2c6c254d-496c-46cb-b99d-fe78f6488b8f service neutron] 10.222.0.20 "GET /v2.0/networks/80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896332 Nov 08 00:08:02.835897 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e3531011-920c-4bef-ae7d-7b0965761e48 req-6b8e9a20-09e2-4919-95e4-d27541b2418b service neutron] 10.222.0.20 "GET /v2.0/networks/80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959237 Nov 08 00:08:03.194596 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57122) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:03.212209 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1e85fb29-3202-4fa1-8565-d7a4c30cb93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:03.244449 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:03.318599 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1e85fb29-3202-4fa1-8565-d7a4c30cb93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:03.396685 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1e85fb29-3202-4fa1-8565-d7a4c30cb93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:03.442942 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1e85fb29-3202-4fa1-8565-d7a4c30cb93d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2cd50c7061454cb49776d130a4eeadae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449880 Nov 08 00:08:03.443387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57132) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:03.451715 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85fb29-3202-4fa1-8565-d7a4c30cb93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15313647-b61a-4032-8de8-8643ea4d1a0a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:03.490400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b18d6-7e3a-4863-a8c4-a60208197d91 req-8c14c9ae-a160-401b-8358-9bd40e73ed95 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:03.498475 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f02b18d6-7e3a-4863-a8c4-a60208197d91 req-8c14c9ae-a160-401b-8358-9bd40e73ed95 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 944 time: 0.0720835 Nov 08 00:08:03.512158 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f02b056c-3842-449d-8ee1-b27eb320e852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:03.546496 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f02b18d6-7e3a-4863-a8c4-a60208197d91 req-887bd494-7dee-4667-9eff-441bebae0fc2 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415199 Nov 08 00:08:03.546625 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f02b056c-3842-449d-8ee1-b27eb320e852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:03.751541 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f02b056c-3842-449d-8ee1-b27eb320e852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:03.756939 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f02b056c-3842-449d-8ee1-b27eb320e852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:03.759241 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f02b056c-3842-449d-8ee1-b27eb320e852 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15313647-b61a-4032-8de8-8643ea4d1a0a HTTP/1.1" status: 204 len: 168 time: 0.3140211 Nov 08 00:08:03.770020 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b056c-3842-449d-8ee1-b27eb320e852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15313647-b61a-4032-8de8-8643ea4d1a0a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:04.804885 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57222) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:04.873719 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a4556-4ac2-48fc-955f-5a3444531160 req-415efe00-6e04-42eb-8b3d-7cfd17bbc7b1 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:04.876279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-358a4556-4ac2-48fc-955f-5a3444531160 req-415efe00-6e04-42eb-8b3d-7cfd17bbc7b1 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 944 time: 0.0708051 Nov 08 00:08:04.918963 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-358a4556-4ac2-48fc-955f-5a3444531160 req-ba996d20-0430-486b-a46d-1dc4036c69d6 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374479 Nov 08 00:08:05.265826 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-270d8eb7-aa6c-4c3c-a763-589fe7b8b462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:05.352678 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-270d8eb7-aa6c-4c3c-a763-589fe7b8b462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:05.402378 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57248) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:05.426993 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-270d8eb7-aa6c-4c3c-a763-589fe7b8b462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:05.468460 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-270d8eb7-aa6c-4c3c-a763-589fe7b8b462 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48d7725f3afc4d4eac231968109e0da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6616638 Nov 08 00:08:05.469226 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d8eb7-aa6c-4c3c-a763-589fe7b8b462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd056347-5761-44d1-9c9a-de9324ad267d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:05.480118 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57254) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:05.534360 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b2e1f122-d8a2-47f3-9196-9b126af2f503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:05.556886 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b2e1f122-d8a2-47f3-9196-9b126af2f503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:05.644961 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ca72604-c193-434b-8b33-38bdbe15c259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:05.698242 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b2e1f122-d8a2-47f3-9196-9b126af2f503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:05.702664 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b2e1f122-d8a2-47f3-9196-9b126af2f503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:05.712860 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b2e1f122-d8a2-47f3-9196-9b126af2f503 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd056347-5761-44d1-9c9a-de9324ad267d HTTP/1.1" status: 204 len: 168 time: 0.2321022 Nov 08 00:08:05.727649 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1f122-d8a2-47f3-9196-9b126af2f503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd056347-5761-44d1-9c9a-de9324ad267d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:05.769327 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57272) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:05.798266 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ca72604-c193-434b-8b33-38bdbe15c259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:05.922615 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ca72604-c193-434b-8b33-38bdbe15c259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:05.974948 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2ca72604-c193-434b-8b33-38bdbe15c259 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=441189251ebe485d9b2897599ae769c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5713863 Nov 08 00:08:05.975939 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca72604-c193-434b-8b33-38bdbe15c259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e9cd56-5253-443b-aea5-40c717068069,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:05.977945 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57290) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:06.040731 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-05e7c9de-2ac6-413f-b972-bc2970f28bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:06.056468 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c719b3a3-0d6b-4b92-8e11-50d3fb7667a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:06.098801 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c719b3a3-0d6b-4b92-8e11-50d3fb7667a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:06.219661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9bb01-def4-4b24-80a1-05f14b30514a req-fda320a8-a7b2-4f74-97be-4b282fc90ce7 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:06.224259 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1a9bb01-def4-4b24-80a1-05f14b30514a req-fda320a8-a7b2-4f74-97be-4b282fc90ce7 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 944 time: 0.1121221 Nov 08 00:08:06.251410 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-05e7c9de-2ac6-413f-b972-bc2970f28bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:06.270880 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1a9bb01-def4-4b24-80a1-05f14b30514a req-8f7b8e9d-282a-47cb-bae9-c378de198ef0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419376 Nov 08 00:08:06.341777 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-05e7c9de-2ac6-413f-b972-bc2970f28bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:06.355325 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c719b3a3-0d6b-4b92-8e11-50d3fb7667a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:06.358069 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c719b3a3-0d6b-4b92-8e11-50d3fb7667a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:06.362003 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c719b3a3-0d6b-4b92-8e11-50d3fb7667a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22e9cd56-5253-443b-aea5-40c717068069 HTTP/1.1" status: 204 len: 168 time: 0.3807778 Nov 08 00:08:06.389137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-05e7c9de-2ac6-413f-b972-bc2970f28bd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff045778bfc14b3c8c76aa4220d2733d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6185372 Nov 08 00:08:06.390340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7c9de-2ac6-413f-b972-bc2970f28bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d8fbea-1a3d-4a1b-bc66-d67b9e4a5057,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:06.393335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57312) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:06.403359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719b3a3-0d6b-4b92-8e11-50d3fb7667a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e9cd56-5253-443b-aea5-40c717068069,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:06.458125 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51ef558c-aadc-4773-9edb-6e8c1f925721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:06.490315 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51ef558c-aadc-4773-9edb-6e8c1f925721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:06.560443 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57318) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:06.575107 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fba09d5-25d0-47c4-9e69-9040b6d93f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:06.641118 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51ef558c-aadc-4773-9edb-6e8c1f925721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:06.643807 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51ef558c-aadc-4773-9edb-6e8c1f925721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:06.647404 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-51ef558c-aadc-4773-9edb-6e8c1f925721 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87d8fbea-1a3d-4a1b-bc66-d67b9e4a5057 HTTP/1.1" status: 204 len: 168 time: 0.2484226 Nov 08 00:08:06.662662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef558c-aadc-4773-9edb-6e8c1f925721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d8fbea-1a3d-4a1b-bc66-d67b9e4a5057,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:06.716020 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fba09d5-25d0-47c4-9e69-9040b6d93f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:06.789406 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 9054d06b-004f-4c1a-a1fe-22f398c8274c details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:08:06.793344 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fba09d5-25d0-47c4-9e69-9040b6d93f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:06.889476 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5fba09d5-25d0-47c4-9e69-9040b6d93f3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8912ca7718484842b67cdb8b012ea8fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235314 Nov 08 00:08:06.889866 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57328) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:06.892937 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba09d5-25d0-47c4-9e69-9040b6d93f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f15e2b4-58eb-4ed2-85a7-fc193c4fafd9,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:06.916860 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 9054d06b-004f-4c1a-a1fe-22f398c8274c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=9054d06b-004f-4c1a-a1fe-22f398c8274c,segment=NetworkSegment(f090b08f-11d5-416e-bbf9-03b0fed772e3),segment_id=f090b08f-11d5-416e-bbf9-03b0fed772e3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:06.928930 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '9054d06b-004f-4c1a-a1fe-22f398c8274c', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'port_id': '9054d06b-004f-4c1a-a1fe-22f398c8274c', 'mac_address': 'fa:16:3e:a1:5e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:08:06.959157 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-392a7075-ba19-4cb6-a70a-b7d9abe66b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:06.988073 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:07.000423 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-392a7075-ba19-4cb6-a70a-b7d9abe66b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:07.002218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9054d06b-004f-4c1a-a1fe-22f398c8274c {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:08:07.030271 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 9054d06b-004f-4c1a-a1fe-22f398c8274c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=9054d06b-004f-4c1a-a1fe-22f398c8274c,segment=NetworkSegment(f090b08f-11d5-416e-bbf9-03b0fed772e3),segment_id=f090b08f-11d5-416e-bbf9-03b0fed772e3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:07.087571 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dddfb-70a9-4edf-93d8-3b9479f92b00 req-4c295164-57f2-44de-956f-d80c0a8665f9 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:07.089132 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-766dddfb-70a9-4edf-93d8-3b9479f92b00 req-4c295164-57f2-44de-956f-d80c0a8665f9 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 970 time: 0.0577743 Nov 08 00:08:07.124523 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:07.140688 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-766dddfb-70a9-4edf-93d8-3b9479f92b00 req-35b0eeb1-601a-479a-8203-a5b737e5d871 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/security-groups?id=252da99e-bad3-45a4-b144-403eeae026dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452414 Nov 08 00:08:07.148037 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-392a7075-ba19-4cb6-a70a-b7d9abe66b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:07.151154 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-392a7075-ba19-4cb6-a70a-b7d9abe66b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:07.156137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-392a7075-ba19-4cb6-a70a-b7d9abe66b07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f15e2b4-58eb-4ed2-85a7-fc193c4fafd9 HTTP/1.1" status: 204 len: 168 time: 0.2651403 Nov 08 00:08:07.178411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a7075-ba19-4cb6-a70a-b7d9abe66b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f15e2b4-58eb-4ed2-85a7-fc193c4fafd9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:07.194364 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=9054d06b-004f-4c1a-a1fe-22f398c8274c,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:07.456714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7dd13-88e2-40ee-845f-f7c43834e582 req-ba8d55fb-c264-4d69-96d8-7c3e512b75cf tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:07.458658 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-79a7dd13-88e2-40ee-845f-f7c43834e582 req-ba8d55fb-c264-4d69-96d8-7c3e512b75cf tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 945 time: 0.0619156 Nov 08 00:08:07.498206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-79a7dd13-88e2-40ee-845f-f7c43834e582 req-9d9b5c6e-505c-436d-b1fb-8f9f5099b554 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327432 Nov 08 00:08:07.560314 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57360) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:07.576651 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e672eb87-1a63-4c47-8e38-75df23e12450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:07.613049 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['9054d06b-004f-4c1a-a1fe-22f398c8274c'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:08:07.682643 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e672eb87-1a63-4c47-8e38-75df23e12450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:07.758560 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57366) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:07.776659 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e672eb87-1a63-4c47-8e38-75df23e12450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:07.826751 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8b1d408-d815-4ef2-892e-dfec04f60694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:07.834378 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672eb87-1a63-4c47-8e38-75df23e12450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb57dbb-9949-408c-b1e1-bf3d80cccb60,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:07.878285 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e672eb87-1a63-4c47-8e38-75df23e12450 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccf4e3451cb64cd696af8b19f3c3f67b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163037 Nov 08 00:08:07.881558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57376) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:07.943342 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3ce57fa3-d130-4cf9-b2ba-40fb509524b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:07.958705 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8b1d408-d815-4ef2-892e-dfec04f60694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:07.970930 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3ce57fa3-d130-4cf9-b2ba-40fb509524b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:08.028016 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8b1d408-d815-4ef2-892e-dfec04f60694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:08.068498 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c8b1d408-d815-4ef2-892e-dfec04f60694 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b6f64b1a24e4c70b19357be1e53ed43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090515 Nov 08 00:08:08.069420 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1d408-d815-4ef2-892e-dfec04f60694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263bf253-c4ca-4013-aea8-037183b212a1,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:08.071300 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57394) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:08.103088 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3ce57fa3-d130-4cf9-b2ba-40fb509524b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:08.105819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3ce57fa3-d130-4cf9-b2ba-40fb509524b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:08.109574 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3ce57fa3-d130-4cf9-b2ba-40fb509524b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efb57dbb-9949-408c-b1e1-bf3d80cccb60 HTTP/1.1" status: 204 len: 168 time: 0.2246101 Nov 08 00:08:08.118934 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:08.123122 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce57fa3-d130-4cf9-b2ba-40fb509524b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb57dbb-9949-408c-b1e1-bf3d80cccb60,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:08.140080 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-62a05ab5-ca3e-49f1-b04c-17cebb85da63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:08.161242 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-62a05ab5-ca3e-49f1-b04c-17cebb85da63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:08.285687 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd012e4-3eb1-49fa-b012-e7cff4815d33 req-04b33057-5930-4fa8-8e4a-01874ae4fe08 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:08.287330 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dfd012e4-3eb1-49fa-b012-e7cff4815d33 req-04b33057-5930-4fa8-8e4a-01874ae4fe08 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 970 time: 0.0512116 Nov 08 00:08:08.323120 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-62a05ab5-ca3e-49f1-b04c-17cebb85da63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:08.326129 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-62a05ab5-ca3e-49f1-b04c-17cebb85da63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:08.327244 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-62a05ab5-ca3e-49f1-b04c-17cebb85da63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/263bf253-c4ca-4013-aea8-037183b212a1 HTTP/1.1" status: 204 len: 168 time: 0.2543845 Nov 08 00:08:08.335029 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dfd012e4-3eb1-49fa-b012-e7cff4815d33 req-55fd6a8b-2b47-426c-8d67-79c7976a1a9d tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/security-groups?id=252da99e-bad3-45a4-b144-403eeae026dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393250 Nov 08 00:08:08.340318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a05ab5-ca3e-49f1-b04c-17cebb85da63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263bf253-c4ca-4013-aea8-037183b212a1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:08.625007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6dd1fe-9741-489c-9787-9d81cb218c3a req-ba28b91d-6a8d-4f94-84c5-3de121925c84 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:08.626523 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e6dd1fe-9741-489c-9787-9d81cb218c3a req-ba28b91d-6a8d-4f94-84c5-3de121925c84 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 945 time: 0.0537729 Nov 08 00:08:08.663423 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e6dd1fe-9741-489c-9787-9d81cb218c3a req-62053928-ec77-4015-8006-b57aaac2d7c0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311086 Nov 08 00:08:08.768141 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104fa5d-ad56-4f55-b0b8-94bc47aa738a req-782e8b8f-1d69-474b-9239-76751180e926 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:08.769934 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a104fa5d-ad56-4f55-b0b8-94bc47aa738a req-782e8b8f-1d69-474b-9239-76751180e926 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.26 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 970 time: 0.0927885 Nov 08 00:08:08.780373 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 9054d06b-004f-4c1a-a1fe-22f398c8274c up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:08:08.885194 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 9054d06b-004f-4c1a-a1fe-22f398c8274c completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:08:08.892326 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 9054d06b-004f-4c1a-a1fe-22f398c8274c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:08.892697 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:08.944408 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-a104fa5d-ad56-4f55-b0b8-94bc47aa738a req-1d9a88ef-5b75-4dac-86fd-7d007ef1c845 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Deleting port 569dd097-c055-4419-baed-857aa9ac151e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:08:08.944740 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a104fa5d-ad56-4f55-b0b8-94bc47aa738a req-1d9a88ef-5b75-4dac-86fd-7d007ef1c845 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:09.004697 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57434) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:09.066660 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-a104fa5d-ad56-4f55-b0b8-94bc47aa738a req-1d9a88ef-5b75-4dac-86fd-7d007ef1c845 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] For port 569dd097-c055-4419-baed-857aa9ac151e, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=569dd097-c055-4419-baed-857aa9ac151e,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:09.067020 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a104fa5d-ad56-4f55-b0b8-94bc47aa738a req-1d9a88ef-5b75-4dac-86fd-7d007ef1c845 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:09.102666 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:09.104304 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-a104fa5d-ad56-4f55-b0b8-94bc47aa738a req-1d9a88ef-5b75-4dac-86fd-7d007ef1c845 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Calling delete_port for 569dd097-c055-4419-baed-857aa9ac151e owned by compute:tempest-test_az-588509418 {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:08:09.128096 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f810101-d3c0-4b5c-96a3-2ef732782a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9054d06b-004f-4c1a-a1fe-22f398c8274c'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:09.131323 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d801b74-b64b-48b5-bf95-2e5f6479a568" -d '{"events": [{"server_uuid": "2f810101-d3c0-4b5c-96a3-2ef732782a43", "name": "network-vif-plugged", "status": "completed", "tag": "9054d06b-004f-4c1a-a1fe-22f398c8274c"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:09.153546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 9054d06b-004f-4c1a-a1fe-22f398c8274c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=9054d06b-004f-4c1a-a1fe-22f398c8274c,segment=NetworkSegment(f090b08f-11d5-416e-bbf9-03b0fed772e3),segment_id=f090b08f-11d5-416e-bbf9-03b0fed772e3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:09.200319 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cc2c82-ae20-4ea8-be81-fe2cb3eb6f05 x-openstack-request-id: req-b9cc2c82-ae20-4ea8-be81-fe2cb3eb6f05 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:09.200794 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f810101-d3c0-4b5c-96a3-2ef732782a43", "name": "network-vif-plugged", "status": "completed", "tag": "9054d06b-004f-4c1a-a1fe-22f398c8274c", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:09.200961 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9cc2c82-ae20-4ea8-be81-fe2cb3eb6f05 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:09.201331 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f810101-d3c0-4b5c-96a3-2ef732782a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9054d06b-004f-4c1a-a1fe-22f398c8274c', 'code': 200} Nov 08 00:08:09.216426 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:09.312158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57460) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:09.320531 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=9054d06b-004f-4c1a-a1fe-22f398c8274c,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:09.387054 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36ac31-b1b9-443c-8b8b-57ad166d5482 req-454f65f2-1622-4618-9dd9-9a9627960939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:09.389394 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2d36ac31-b1b9-443c-8b8b-57ad166d5482 req-454f65f2-1622-4618-9dd9-9a9627960939 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 1097 time: 0.0798628 Nov 08 00:08:09.391376 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-44871188-27f3-430d-88da-4d34e42d4a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:09.450024 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2d36ac31-b1b9-443c-8b8b-57ad166d5482 req-02b6b50f-6892-4e1b-b694-1ea674b2ef86 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496840 Nov 08 00:08:09.508768 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a104fa5d-ad56-4f55-b0b8-94bc47aa738a req-1d9a88ef-5b75-4dac-86fd-7d007ef1c845 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:09.522118 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-44871188-27f3-430d-88da-4d34e42d4a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:09.542791 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['569dd097-c055-4419-baed-857aa9ac151e'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:08:09.544294 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d03c1671-c56b-4dbc-ab44-5f3bf309898e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:09.569717 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a88ef-5b75-4dac-86fd-7d007ef1c845 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Pushing event deleted for resources: {'Port': ['ID=569dd097-c055-4419-baed-857aa9ac151e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:09.628244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4deb7-09ee-443a-98df-d30af4f34625 req-221646ac-f2a4-498f-a06b-5b82caa4ca67 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:09.628244 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62c4deb7-09ee-443a-98df-d30af4f34625 req-221646ac-f2a4-498f-a06b-5b82caa4ca67 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 888 time: 0.1617682 Nov 08 00:08:09.663494 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-44871188-27f3-430d-88da-4d34e42d4a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:09.675585 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a104fa5d-ad56-4f55-b0b8-94bc47aa738a req-1d9a88ef-5b75-4dac-86fd-7d007ef1c845 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] No DVR routers for this DVR port 569dd097-c055-4419-baed-857aa9ac151e on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:08:09.679038 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a104fa5d-ad56-4f55-b0b8-94bc47aa738a req-1d9a88ef-5b75-4dac-86fd-7d007ef1c845 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:09.682850 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a104fa5d-ad56-4f55-b0b8-94bc47aa738a req-1d9a88ef-5b75-4dac-86fd-7d007ef1c845 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.26 "DELETE /v2.0/ports/569dd097-c055-4419-baed-857aa9ac151e HTTP/1.1" status: 204 len: 173 time: 0.9067166 Nov 08 00:08:09.683893 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546be66c-11a2-43ff-9efb-414d7ce25542', 'name': 'network-vif-deleted', 'tag': '569dd097-c055-4419-baed-857aa9ac151e'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:09.694207 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcc644d-eae6-4fc6-9f57-8c10806edb07" -d '{"events": [{"server_uuid": "546be66c-11a2-43ff-9efb-414d7ce25542", "name": "network-vif-deleted", "tag": "569dd097-c055-4419-baed-857aa9ac151e"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:09.742517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62c4deb7-09ee-443a-98df-d30af4f34625 req-63d86015-7469-4b69-a77e-2325684c0547 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/security-groups?id=252da99e-bad3-45a4-b144-403eeae026dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156638 Nov 08 00:08:09.757190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44871188-27f3-430d-88da-4d34e42d4a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b5f317-111e-44ff-9fb2-c1d1b99a11c1,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:09.766082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-44871188-27f3-430d-88da-4d34e42d4a92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=385d1db4a15b48bcafc881074a21294c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7601252 Nov 08 00:08:09.766372 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57496) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:09.809030 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6110c0-9422-4b53-970b-316fc2917a4c x-openstack-request-id: req-3d6110c0-9422-4b53-970b-316fc2917a4c {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:09.809984 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546be66c-11a2-43ff-9efb-414d7ce25542", "name": "network-vif-deleted", "tag": "569dd097-c055-4419-baed-857aa9ac151e", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:09.810667 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d6110c0-9422-4b53-970b-316fc2917a4c {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:09.818338 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546be66c-11a2-43ff-9efb-414d7ce25542', 'name': 'network-vif-deleted', 'tag': '569dd097-c055-4419-baed-857aa9ac151e', 'status': 'completed', 'code': 200} Nov 08 00:08:09.841912 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d03c1671-c56b-4dbc-ab44-5f3bf309898e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:09.865929 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74a3ab6b-485e-4236-afba-868c911122c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:09.897266 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74a3ab6b-485e-4236-afba-868c911122c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:09.900315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a3fb3-3bd0-4a57-9e52-46db5bcd87eb req-9bdaffb1-37cc-4424-af16-82adc653c19e tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:09.914694 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c6a3fb3-3bd0-4a57-9e52-46db5bcd87eb req-9bdaffb1-37cc-4424-af16-82adc653c19e tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 946 time: 0.0932925 Nov 08 00:08:09.945104 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d03c1671-c56b-4dbc-ab44-5f3bf309898e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:09.976400 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c6a3fb3-3bd0-4a57-9e52-46db5bcd87eb req-672c6161-03a0-4966-a1a0-e14e559fa04d tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607424 Nov 08 00:08:10.008145 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d03c1671-c56b-4dbc-ab44-5f3bf309898e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=176cbee59a11450091619624306eaf87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6945798 Nov 08 00:08:10.009070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c1671-c56b-4dbc-ab44-5f3bf309898e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f18533-6ef7-42ac-ad5e-a306ee1311d4,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:10.010861 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57508) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:10.047962 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74a3ab6b-485e-4236-afba-868c911122c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:10.053928 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74a3ab6b-485e-4236-afba-868c911122c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:10.053928 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-74a3ab6b-485e-4236-afba-868c911122c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89b5f317-111e-44ff-9fb2-c1d1b99a11c1 HTTP/1.1" status: 204 len: 168 time: 0.2851875 Nov 08 00:08:10.064874 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3ab6b-485e-4236-afba-868c911122c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b5f317-111e-44ff-9fb2-c1d1b99a11c1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:10.096297 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d76b1fea-510d-4e67-87e5-5249e5821487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:10.109408 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d76b1fea-510d-4e67-87e5-5249e5821487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:10.231366 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d76b1fea-510d-4e67-87e5-5249e5821487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:10.234259 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d76b1fea-510d-4e67-87e5-5249e5821487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:10.235396 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d76b1fea-510d-4e67-87e5-5249e5821487 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5f18533-6ef7-42ac-ad5e-a306ee1311d4 HTTP/1.1" status: 204 len: 168 time: 0.2229829 Nov 08 00:08:10.242974 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b1fea-510d-4e67-87e5-5249e5821487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f18533-6ef7-42ac-ad5e-a306ee1311d4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:10.874953 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f658fd33-a3db-4e56-b628-a54e8193701b req-071351c1-6101-4dbb-a1a7-3508f3f29557 tempest-AggregatesAdminTestJSON-1793003615 tempest-AggregatesAdminTestJSON-1793003615-project] 10.222.0.13 "GET /v2.0/ports?device_id=546be66c-11a2-43ff-9efb-414d7ce25542 HTTP/1.1" status: 200 len: 210 time: 0.0336487 Nov 08 00:08:11.110816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d4e9d-82d6-44e4-b759-059be2cbaf6e req-56525c5e-9721-4b1b-ab52-a6982211b612 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:11.116372 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f4d4e9d-82d6-44e4-b759-059be2cbaf6e req-56525c5e-9721-4b1b-ab52-a6982211b612 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 946 time: 0.0715034 Nov 08 00:08:11.163417 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f4d4e9d-82d6-44e4-b759-059be2cbaf6e req-67aa9c87-202b-4fa2-b238-6552b3863099 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427277 Nov 08 00:08:11.510461 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57572) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:11.704546 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57582) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:11.717261 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d1d8443f-2d87-440e-8766-04e460f3c48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:11.803807 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d1d8443f-2d87-440e-8766-04e460f3c48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:11.864776 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95d7a1c4-6f8c-4568-8218-48cd9a8aeac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:11.893526 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d1d8443f-2d87-440e-8766-04e460f3c48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:11.935052 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d1d8443f-2d87-440e-8766-04e460f3c48d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2dedee19e77e45f998649ff1f08e8a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294357 Nov 08 00:08:11.937799 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57590) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:11.951284 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8443f-2d87-440e-8766-04e460f3c48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528a8af1-7883-4ca0-a682-f08ae0032cf6,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:11.988072 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95d7a1c4-6f8c-4568-8218-48cd9a8aeac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:11.994151 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c39bf87b-7620-4600-b220-d0fb7d1363eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:12.017015 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c39bf87b-7620-4600-b220-d0fb7d1363eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:12.045055 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95d7a1c4-6f8c-4568-8218-48cd9a8aeac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:12.085382 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-95d7a1c4-6f8c-4568-8218-48cd9a8aeac7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43d567d77b7f40a985090b81d3bd636b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5736289 Nov 08 00:08:12.086247 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7a1c4-6f8c-4568-8218-48cd9a8aeac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3adc3d-9f1b-445b-8bc2-ddb75167e776,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:12.087875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57596) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:12.137094 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-89e5d5e9-80c3-401d-a908-17c7ca5ab458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:12.138550 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c39bf87b-7620-4600-b220-d0fb7d1363eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:12.141001 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c39bf87b-7620-4600-b220-d0fb7d1363eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:12.142386 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c39bf87b-7620-4600-b220-d0fb7d1363eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/528a8af1-7883-4ca0-a682-f08ae0032cf6 HTTP/1.1" status: 204 len: 168 time: 0.2033455 Nov 08 00:08:12.160139 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bf87b-7620-4600-b220-d0fb7d1363eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528a8af1-7883-4ca0-a682-f08ae0032cf6,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:12.172942 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-89e5d5e9-80c3-401d-a908-17c7ca5ab458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:12.290241 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8651d01-60b8-4bed-85be-2d25ee0ed41e req-f52a2df0-5bcd-4f22-84e1-c66f5967eb19 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:12.291726 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8651d01-60b8-4bed-85be-2d25ee0ed41e req-f52a2df0-5bcd-4f22-84e1-c66f5967eb19 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 946 time: 0.0484204 Nov 08 00:08:12.293055 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-89e5d5e9-80c3-401d-a908-17c7ca5ab458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:12.295735 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-89e5d5e9-80c3-401d-a908-17c7ca5ab458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:12.297094 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 569dd097-c055-4419-baed-857aa9ac151e no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:08:12.299647 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-89e5d5e9-80c3-401d-a908-17c7ca5ab458 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c3adc3d-9f1b-445b-8bc2-ddb75167e776 HTTP/1.1" status: 204 len: 168 time: 0.2105927 Nov 08 00:08:12.307391 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5d5e9-80c3-401d-a908-17c7ca5ab458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3adc3d-9f1b-445b-8bc2-ddb75167e776,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:12.336778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 569dd097-c055-4419-baed-857aa9ac151e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:08:12.337137 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 569dd097-c055-4419-baed-857aa9ac151e not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:08:12.348225 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8651d01-60b8-4bed-85be-2d25ee0ed41e req-3f8fd2f4-51bf-41c5-9414-1fc5e881c7e0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353591 Nov 08 00:08:12.470529 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b9c10-edb6-45bf-9374-e5dc17e2a765 req-1622beb0-6492-4868-8afe-deb4bedfee94 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:12.472337 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-516b9c10-edb6-45bf-9374-e5dc17e2a765 req-1622beb0-6492-4868-8afe-deb4bedfee94 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 946 time: 0.0491722 Nov 08 00:08:12.480600 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57614) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:12.485453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-38d1807b-d399-4227-a01e-b8d519e160c0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Request body: {'floatingip': {'port_id': '9054d06b-004f-4c1a-a1fe-22f398c8274c'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:12.568227 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38d1807b-d399-4227-a01e-b8d519e160c0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:13.062936 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57630) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:13.342858 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38d1807b-d399-4227-a01e-b8d519e160c0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:13.408053 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57646) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:13.408242 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-29de4b0d-bba4-4042-9b37-af6472bc23bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b88819fa978c4520b4e84c772e93ea19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431799 Nov 08 00:08:13.415938 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38d1807b-d399-4227-a01e-b8d519e160c0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:13.502105 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57648) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:13.520080 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c3cee5f-3fba-4a28-a219-7db1523b01bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:13.534996 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-489f97af-fc2d-4340-90ab-ce65145da283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:13.565443 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-38d1807b-d399-4227-a01e-b8d519e160c0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Floating IP 8584b859-9aa8-4531-8b3c-b07fe14df2b4 associated. External IP: 172.25.2.145, port: 9054d06b-004f-4c1a-a1fe-22f398c8274c. Nov 08 00:08:13.568569 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-489f97af-fc2d-4340-90ab-ce65145da283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:13.607982 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c3cee5f-3fba-4a28-a219-7db1523b01bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:13.799832 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d1807b-d399-4227-a01e-b8d519e160c0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Router 62ac88eb-054f-4c97-80a7-81b4e841f382 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:08:13.878778 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c3cee5f-3fba-4a28-a219-7db1523b01bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:13.879373 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-489f97af-fc2d-4340-90ab-ce65145da283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:13.881951 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-489f97af-fc2d-4340-90ab-ce65145da283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:13.885415 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-489f97af-fc2d-4340-90ab-ce65145da283 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/252da99e-bad3-45a4-b144-403eeae026dd HTTP/1.1" status: 204 len: 168 time: 0.4738870 Nov 08 00:08:13.900800 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f97af-fc2d-4340-90ab-ce65145da283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252da99e-bad3-45a4-b144-403eeae026dd,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:13.929147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d1807b-d399-4227-a01e-b8d519e160c0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:08:13.933943 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4c3cee5f-3fba-4a28-a219-7db1523b01bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b38792de42064b6f8f63f4e7189ca86d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4267461 Nov 08 00:08:13.937179 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57668) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:13.938374 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38d1807b-d399-4227-a01e-b8d519e160c0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:13.943562 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226e156-cc71-4c53-8ffa-75aca55dc7d8 None None] Sync routers for ids ['62ac88eb-054f-4c97-80a7-81b4e841f382'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:08:13.945792 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3cee5f-3fba-4a28-a219-7db1523b01bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb4f21e-cba6-4247-a9f8-534be63c1845,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:13.957981 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7226e156-cc71-4c53-8ffa-75aca55dc7d8 None None] Routers {'62ac88eb-054f-4c97-80a7-81b4e841f382'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:08:13.958612 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7226e156-cc71-4c53-8ffa-75aca55dc7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:08:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['62ac88eb-054f-4c97-80a7-81b4e841f382'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:13.974679 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-38d1807b-d399-4227-a01e-b8d519e160c0 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "PUT /v2.0/floatingips/8584b859-9aa8-4531-8b3c-b07fe14df2b4 HTTP/1.1" status: 200 len: 992 time: 1.4929314 Nov 08 00:08:13.975392 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f810101-d3c0-4b5c-96a3-2ef732782a43', 'tag': '9054d06b-004f-4c1a-a1fe-22f398c8274c'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:14.015436 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-615a57dd-f73b-43e2-a7d9-6d0a4813efe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:14.043150 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-615a57dd-f73b-43e2-a7d9-6d0a4813efe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:14.142480 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-7226e156-cc71-4c53-8ffa-75aca55dc7d8 None None] Set router 62ac88eb-054f-4c97-80a7-81b4e841f382 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:08:14.170607 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-615a57dd-f73b-43e2-a7d9-6d0a4813efe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:14.173284 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-615a57dd-f73b-43e2-a7d9-6d0a4813efe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:14.174466 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-615a57dd-f73b-43e2-a7d9-6d0a4813efe2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bb4f21e-cba6-4247-a9f8-534be63c1845 HTTP/1.1" status: 204 len: 168 time: 0.2359459 Nov 08 00:08:14.183916 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a57dd-f73b-43e2-a7d9-6d0a4813efe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb4f21e-cba6-4247-a9f8-534be63c1845,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:14.198487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f17c58c-7d38-491e-b366-6271c35814ec req-73b1d6c9-7c14-4e34-bcb8-ce46d5a6fe02 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=15651330950d4c3aa5c4ed0db0ce62bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302105 Nov 08 00:08:14.338581 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17c58c-7d38-491e-b366-6271c35814ec req-74278c31-a406-48bc-9882-d544a49efcb9 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:14.340371 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f17c58c-7d38-491e-b366-6271c35814ec req-74278c31-a406-48bc-9882-d544a49efcb9 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1312735 Nov 08 00:08:14.358184 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f17c58c-7d38-491e-b366-6271c35814ec req-35b9b752-ab09-4f3b-a13a-146fc152b2ec tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/quotas/15651330950d4c3aa5c4ed0db0ce62bd HTTP/1.1" status: 200 len: 375 time: 0.0103431 Nov 08 00:08:14.398081 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f17c58c-7d38-491e-b366-6271c35814ec req-8b58a7ec-2e7b-4538-ba91-8367410cae12 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=15651330950d4c3aa5c4ed0db0ce62bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325682 Nov 08 00:08:14.512732 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7226e156-cc71-4c53-8ffa-75aca55dc7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:07:23Z', 'revision_number': 4, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '8584b859-9aa8-4531-8b3c-b07fe14df2b4', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'port_id': '9054d06b-004f-4c1a-a1fe-22f398c8274c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'mac_address': 'fa:16:3e:a1:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f810101-d3c0-4b5c-96a3-2ef732782a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:07:45Z', 'updated_at': '2021-11-08T00:08:13Z', 'revision_number': 1, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff855c04-431f-4021-82fd-92c59526a519', 'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'mac_address': 'fa:16:3e:27:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:22Z', 'updated_at': '2021-11-08T00:07:27Z', 'revision_number': 5, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'subnets': [{'id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:14.537617 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226e156-cc71-4c53-8ffa-75aca55dc7d8 None None] Checking router: 62ac88eb-054f-4c97-80a7-81b4e841f382 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:08:14.546224 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7226e156-cc71-4c53-8ffa-75aca55dc7d8 None None] Routers {'62ac88eb-054f-4c97-80a7-81b4e841f382'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:08:14.546842 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7226e156-cc71-4c53-8ffa-75aca55dc7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:08:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['62ac88eb-054f-4c97-80a7-81b4e841f382'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:14.668027 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e325c3e-7ee6-467a-850f-6289242aa9a8 req-5d27c63d-44ea-41a2-bb66-7500a2b9db24 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2dcd7b5-9500-4890-917c-7dd3fd9530aa HTTP/1.1" status: 200 len: 210 time: 0.0266447 Nov 08 00:08:14.707273 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-7226e156-cc71-4c53-8ffa-75aca55dc7d8 None None] Set router 62ac88eb-054f-4c97-80a7-81b4e841f382 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:08:14.957330 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7226e156-cc71-4c53-8ffa-75aca55dc7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:07:23Z', 'revision_number': 4, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '8584b859-9aa8-4531-8b3c-b07fe14df2b4', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'port_id': '9054d06b-004f-4c1a-a1fe-22f398c8274c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'mac_address': 'fa:16:3e:a1:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f810101-d3c0-4b5c-96a3-2ef732782a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:07:45Z', 'updated_at': '2021-11-08T00:08:13Z', 'revision_number': 1, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff855c04-431f-4021-82fd-92c59526a519', 'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'mac_address': 'fa:16:3e:27:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:22Z', 'updated_at': '2021-11-08T00:07:27Z', 'revision_number': 5, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'subnets': [{'id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:14.960931 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0c5acf-c4c9-4af6-86a4-1c57923ee2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "2f810101-d3c0-4b5c-96a3-2ef732782a43", "tag": "9054d06b-004f-4c1a-a1fe-22f398c8274c"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:14.991571 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226e156-cc71-4c53-8ffa-75aca55dc7d8 None None] The sync data for ids ['62ac88eb-054f-4c97-80a7-81b4e841f382'] in n-d-816882-1 is: [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:07:23Z', 'revision_number': 4, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '8584b859-9aa8-4531-8b3c-b07fe14df2b4', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'port_id': '9054d06b-004f-4c1a-a1fe-22f398c8274c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'mac_address': 'fa:16:3e:a1:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f810101-d3c0-4b5c-96a3-2ef732782a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:07:45Z', 'updated_at': '2021-11-08T00:08:13Z', 'revision_number': 1, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff855c04-431f-4021-82fd-92c59526a519', 'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'mac_address': 'fa:16:3e:27:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:22Z', 'updated_at': '2021-11-08T00:07:27Z', 'revision_number': 5, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'subnets': [{'id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:08:15.189574 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b580bbc6-1875-47e7-8f53-f65ca64e8b9e None None] New status for floating IP 8584b859-9aa8-4531-8b3c-b07fe14df2b4: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:08:15.420773 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57730) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:15.471019 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8abd548c-baba-4249-b3c1-66e28c9f36a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d48219c86c3b421c88614a566efe2ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490870 Nov 08 00:08:15.473587 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57734) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:15.538475 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a711dba-0318-4579-970b-93fa6b91839b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:15.562430 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a711dba-0318-4579-970b-93fa6b91839b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:15.671512 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a711dba-0318-4579-970b-93fa6b91839b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:15.675482 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a711dba-0318-4579-970b-93fa6b91839b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:15.679252 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4a711dba-0318-4579-970b-93fa6b91839b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77c5729e-63ea-406a-beb8-25f46e2a11ee HTTP/1.1" status: 204 len: 168 time: 0.2022166 Nov 08 00:08:15.684819 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57746) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:15.688908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a711dba-0318-4579-970b-93fa6b91839b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c5729e-63ea-406a-beb8-25f46e2a11ee,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:15.707100 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71f5acb-4917-451d-86e8-a296b5e6d659 x-openstack-request-id: req-e71f5acb-4917-451d-86e8-a296b5e6d659 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:15.707394 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f810101-d3c0-4b5c-96a3-2ef732782a43", "tag": "9054d06b-004f-4c1a-a1fe-22f398c8274c", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:15.707640 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e71f5acb-4917-451d-86e8-a296b5e6d659 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:15.708178 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f810101-d3c0-4b5c-96a3-2ef732782a43', 'tag': '9054d06b-004f-4c1a-a1fe-22f398c8274c', 'status': 'completed', 'code': 200} Nov 08 00:08:15.837588 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c5acf-c4c9-4af6-86a4-1c57923ee2e4 req-2146dc78-fb5b-47ac-9a5e-f250849565b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:15.839221 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2f0c5acf-c4c9-4af6-86a4-1c57923ee2e4 req-2146dc78-fb5b-47ac-9a5e-f250849565b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dafc7010ec8a40b6adaaa3517374bd21&device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 1097 time: 0.0649674 Nov 08 00:08:15.963027 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e3edf458-6e99-4386-8d74-da73d13f979b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:16.012752 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84dba9a0-21f9-45cc-9aba-282bd9ecb065 req-00116f9a-865a-4cdd-975a-3d44be8f42fc tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2dcd7b5-9500-4890-917c-7dd3fd9530aa HTTP/1.1" status: 200 len: 210 time: 0.0444119 Nov 08 00:08:16.032680 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c5acf-c4c9-4af6-86a4-1c57923ee2e4 req-40d54dc5-1920-4b0d-8b59-83f81d9e6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:16.034205 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2f0c5acf-c4c9-4af6-86a4-1c57923ee2e4 req-40d54dc5-1920-4b0d-8b59-83f81d9e6b62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 HTTP/1.1" status: 200 len: 924 time: 0.1708272 Nov 08 00:08:16.156726 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e3edf458-6e99-4386-8d74-da73d13f979b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:16.158911 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2f0c5acf-c4c9-4af6-86a4-1c57923ee2e4 req-f582a0cd-96d9-4dee-bb42-ac0cb20424c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9054d06b-004f-4c1a-a1fe-22f398c8274c HTTP/1.1" status: 200 len: 1002 time: 0.1113250 Nov 08 00:08:16.210953 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c5acf-c4c9-4af6-86a4-1c57923ee2e4 req-1f63086c-7a7b-4296-a7aa-fd98208f8f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:16.212470 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2f0c5acf-c4c9-4af6-86a4-1c57923ee2e4 req-1f63086c-7a7b-4296-a7aa-fd98208f8f9e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e6ff2d21-c91f-455a-a3e9-871aa706c876 HTTP/1.1" status: 200 len: 862 time: 0.0461318 Nov 08 00:08:16.432845 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e3edf458-6e99-4386-8d74-da73d13f979b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:16.478496 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e3edf458-6e99-4386-8d74-da73d13f979b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=554dd8d1f41b4c1991d7d4c8ce538b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7923717 Nov 08 00:08:16.481977 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57776) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:16.482564 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c5acf-c4c9-4af6-86a4-1c57923ee2e4 req-5b178ef1-d08c-4324-868c-471022495601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:16.483905 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2f0c5acf-c4c9-4af6-86a4-1c57923ee2e4 req-5b178ef1-d08c-4324-868c-471022495601 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2649949 Nov 08 00:08:16.485159 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3edf458-6e99-4386-8d74-da73d13f979b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cf7db0-f11c-4e01-a111-4718b3421c0a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:16.539753 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-96d31bb3-0c03-43d7-b071-65b057d58c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:16.561333 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-96d31bb3-0c03-43d7-b071-65b057d58c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:16.575258 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2f0c5acf-c4c9-4af6-86a4-1c57923ee2e4 req-720d63c0-3296-4202-8612-af152b65a8de service neutron] 10.222.0.20 "GET /v2.0/networks/80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840170 Nov 08 00:08:16.667156 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2f0c5acf-c4c9-4af6-86a4-1c57923ee2e4 req-76f335f3-0a5b-4a4e-bf2c-8013556f3c1b service neutron] 10.222.0.20 "GET /v2.0/networks/80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840015 Nov 08 00:08:16.670867 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-96d31bb3-0c03-43d7-b071-65b057d58c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:16.673439 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-96d31bb3-0c03-43d7-b071-65b057d58c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:16.677118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-96d31bb3-0c03-43d7-b071-65b057d58c99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46cf7db0-f11c-4e01-a111-4718b3421c0a HTTP/1.1" status: 204 len: 168 time: 0.1907148 Nov 08 00:08:16.682719 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d31bb3-0c03-43d7-b071-65b057d58c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cf7db0-f11c-4e01-a111-4718b3421c0a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:16.742006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57784) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:16.753935 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57790) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:16.791038 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57794) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:16.952910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-b906e18c-3ca8-4f25-896f-79f9922e12c4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1187518623-network', 'tenant_id': '6fd4bc221a2b47d7b71038a2ce582c84'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:17.017906 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8f17c58c-7d38-491e-b366-6271c35814ec req-0b006dbc-dd1b-4136-9418-951a6c386ca8 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=15651330950d4c3aa5c4ed0db0ce62bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211976 Nov 08 00:08:17.061158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b906e18c-3ca8-4f25-896f-79f9922e12c4 admin admin] Made reservation on behalf of 6fd4bc221a2b47d7b71038a2ce582c84 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:17.063764 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b906e18c-3ca8-4f25-896f-79f9922e12c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.073087 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b906e18c-3ca8-4f25-896f-79f9922e12c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.135210 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b9588997-2325-48a1-bfd2-933d6cc869a3 req-ccbc4e4e-8aec-438b-842b-4f891e51413d tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2dcd7b5-9500-4890-917c-7dd3fd9530aa HTTP/1.1" status: 200 len: 210 time: 0.0432901 Nov 08 00:08:17.174005 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17c58c-7d38-491e-b366-6271c35814ec req-f103cd76-1be4-4860-9ccc-f15b9042b5c0 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:17.176016 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8f17c58c-7d38-491e-b366-6271c35814ec req-f103cd76-1be4-4860-9ccc-f15b9042b5c0 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528506 Nov 08 00:08:17.180980 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cec49eb4-77a7-4ff9-9144-d3d5fbbb4d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.196621 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-8f17c58c-7d38-491e-b366-6271c35814ec req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Request body: {'port': {'device_id': 'c2dcd7b5-9500-4890-917c-7dd3fd9530aa', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '15651330950d4c3aa5c4ed0db0ce62bd'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:17.427524 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f17c58c-7d38-491e-b366-6271c35814ec req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Made reservation on behalf of 15651330950d4c3aa5c4ed0db0ce62bd for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:17.427737 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-344e57ac-54f5-428d-b9ab-5745610fa181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.431305 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8f17c58c-7d38-491e-b366-6271c35814ec req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.442529 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8f17c58c-7d38-491e-b366-6271c35814ec req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.472039 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b906e18c-3ca8-4f25-896f-79f9922e12c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.541223 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cec49eb4-77a7-4ff9-9144-d3d5fbbb4d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.560013 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8f17c58c-7d38-491e-b366-6271c35814ec req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.576463 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b906e18c-3ca8-4f25-896f-79f9922e12c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.580425 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-344e57ac-54f5-428d-b9ab-5745610fa181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.598636 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b906e18c-3ca8-4f25-896f-79f9922e12c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:08:17.612653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906e18c-3ca8-4f25-896f-79f9922e12c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c430886-12fd-4539-a2d0-b29ec2de0af6,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:17.617404 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b906e18c-3ca8-4f25-896f-79f9922e12c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.617747 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-b906e18c-3ca8-4f25-896f-79f9922e12c4 admin admin] Added segment 775ff362-95fd-4be5-a0d7-7ee9e0b09b04 of type vlan for network af480c52-1332-449d-bbf8-609a9a7bdddd Nov 08 00:08:17.632476 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cec49eb4-77a7-4ff9-9144-d3d5fbbb4d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.673255 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8f17c58c-7d38-491e-b366-6271c35814ec req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.682742 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b906e18c-3ca8-4f25-896f-79f9922e12c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.687697 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-344e57ac-54f5-428d-b9ab-5745610fa181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.700397 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cec49eb4-77a7-4ff9-9144-d3d5fbbb4d00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=600986b0745644c0bfbdc9fc73e6ef9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9426508 Nov 08 00:08:17.705279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57826) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:17.724743 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec49eb4-77a7-4ff9-9144-d3d5fbbb4d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80c4247-3e84-438e-b7ef-5ef55348c8d2,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:17.750630 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-344e57ac-54f5-428d-b9ab-5745610fa181 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abfe5c1a02c24898a7cf51a327dd76e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9578834 Nov 08 00:08:17.752119 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec49eb4-77a7-4ff9-9144-d3d5fbbb4d00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:17.752946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec49eb4-77a7-4ff9-9144-d3d5fbbb4d00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:17.753126 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffad703c-5f8a-4659-b3f6-f0d50bab229a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:17.753306 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec49eb4-77a7-4ff9-9144-d3d5fbbb4d00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:17.753690 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec49eb4-77a7-4ff9-9144-d3d5fbbb4d00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:17.753962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec49eb4-77a7-4ff9-9144-d3d5fbbb4d00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:17.754395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec49eb4-77a7-4ff9-9144-d3d5fbbb4d00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:17.754656 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec49eb4-77a7-4ff9-9144-d3d5fbbb4d00 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:17.754954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec49eb4-77a7-4ff9-9144-d3d5fbbb4d00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:17.755213 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec49eb4-77a7-4ff9-9144-d3d5fbbb4d00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:17.755692 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec49eb4-77a7-4ff9-9144-d3d5fbbb4d00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:17.755853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec49eb4-77a7-4ff9-9144-d3d5fbbb4d00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:17.756333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec49eb4-77a7-4ff9-9144-d3d5fbbb4d00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:17.759821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57830) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:17.782415 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e57ac-54f5-428d-b9ab-5745610fa181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd8daa2-ae01-40af-a954-15322c76e7ef,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:17.827051 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b906e18c-3ca8-4f25-896f-79f9922e12c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.828121 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b906e18c-3ca8-4f25-896f-79f9922e12c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:17.828703 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b906e18c-3ca8-4f25-896f-79f9922e12c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.890677 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b35c2fa-920d-4a7d-8f74-10238a59868e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.890881 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906e18c-3ca8-4f25-896f-79f9922e12c4 admin admin] Pushing event updated for resources: {'Network': ['ID=af480c52-1332-449d-bbf8-609a9a7bdddd,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:17.902343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network af480c52-1332-449d-bbf8-609a9a7bdddd details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:08:17.912044 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-8f17c58c-7d38-491e-b366-6271c35814ec req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Allocated IP 192.168.233.196 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/98703f17-446e-4716-a4bc-1eafee48c91b) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:08:17.920409 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb3ec5b9-d664-419c-8b55-e4f7160f2dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.945061 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b35c2fa-920d-4a7d-8f74-10238a59868e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:17.945183 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b906e18c-3ca8-4f25-896f-79f9922e12c4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2019839 Nov 08 00:08:17.948209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57836) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:17.954351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a466752b-0d01-4bb1-ad0e-84d1709a3ff9 admin admin] Request body: {'subnet': {'network_id': 'af480c52-1332-449d-bbf8-609a9a7bdddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1187518623-subnet', 'tenant_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:17.986894 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb3ec5b9-d664-419c-8b55-e4f7160f2dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:18.053929 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a466752b-0d01-4bb1-ad0e-84d1709a3ff9 admin admin] Made reservation on behalf of 6fd4bc221a2b47d7b71038a2ce582c84 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:18.056299 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a466752b-0d01-4bb1-ad0e-84d1709a3ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:18.166743 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8f17c58c-7d38-491e-b366-6271c35814ec req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:18.194805 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b35c2fa-920d-4a7d-8f74-10238a59868e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:18.205350 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b35c2fa-920d-4a7d-8f74-10238a59868e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:18.205350 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8b35c2fa-920d-4a7d-8f74-10238a59868e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d80c4247-3e84-438e-b7ef-5ef55348c8d2 HTTP/1.1" status: 204 len: 168 time: 0.4703836 Nov 08 00:08:18.209794 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35c2fa-920d-4a7d-8f74-10238a59868e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80c4247-3e84-438e-b7ef-5ef55348c8d2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:18.225085 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb3ec5b9-d664-419c-8b55-e4f7160f2dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:18.227677 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb3ec5b9-d664-419c-8b55-e4f7160f2dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:18.228877 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fb3ec5b9-d664-419c-8b55-e4f7160f2dce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bd8daa2-ae01-40af-a954-15322c76e7ef HTTP/1.1" status: 204 len: 168 time: 0.4679644 Nov 08 00:08:18.238580 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ec5b9-d664-419c-8b55-e4f7160f2dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd8daa2-ae01-40af-a954-15322c76e7ef,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:18.257033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78baffaf-d134-4378-9b9c-048a8c6dcb30 req-c8a708b3-afb0-427c-b9ef-51a1b28f67f7 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2dcd7b5-9500-4890-917c-7dd3fd9530aa HTTP/1.1" status: 200 len: 210 time: 0.0520234 Nov 08 00:08:18.340436 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8f17c58c-7d38-491e-b366-6271c35814ec req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:18.382947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f17c58c-7d38-491e-b366-6271c35814ec req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:08:18.386764 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-8f17c58c-7d38-491e-b366-6271c35814ec req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:18.389378 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f17c58c-7d38-491e-b366-6271c35814ec req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:08:18.419737 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a466752b-0d01-4bb1-ad0e-84d1709a3ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:18.425020 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Pushing event updated for resources: {'Port': ['ID=98703f17-446e-4716-a4bc-1eafee48c91b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:18.438590 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:18.439176 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:18.439527 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:18.439871 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:18.440238 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:18.440570 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:18.441058 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:18.441381 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:18.441704 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:18.442163 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:18.442503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:18.442820 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:18.460480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17c58c-7d38-491e-b366-6271c35814ec req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:18.461118 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8f17c58c-7d38-491e-b366-6271c35814ec req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:18.488038 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466752b-0d01-4bb1-ad0e-84d1709a3ff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d382b2e-ac0b-49f1-9879-6ca942c5bfc9,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:18.505096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a466752b-0d01-4bb1-ad0e-84d1709a3ff9 admin admin] Checking segment: {'id': '775ff362-95fd-4be5-a0d7-7ee9e0b09b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af480c52-1332-449d-bbf8-609a9a7bdddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:18.505325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a466752b-0d01-4bb1-ad0e-84d1709a3ff9 admin admin] Network hostable DHCP agents. Network: af480c52-1332-449d-bbf8-609a9a7bdddd, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:08:18.572677 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8f17c58c-7d38-491e-b366-6271c35814ec req-6a55b93c-f3e3-43c3-bc39-36dd70e82747 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3799510 Nov 08 00:08:18.592556 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Request body: {'port': {'device_id': 'c2dcd7b5-9500-4890-917c-7dd3fd9530aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:18.598428 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a466752b-0d01-4bb1-ad0e-84d1709a3ff9 admin admin] Network af480c52-1332-449d-bbf8-609a9a7bdddd is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:08:18.626012 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9b8bd6a1-ed32-48ba-8936-06a5fad8f924 None None] Provisioning complete for port 98703f17-446e-4716-a4bc-1eafee48c91b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:18.626587 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd6a1-ed32-48ba-8936-06a5fad8f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:18.666413 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:18.679987 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-a466752b-0d01-4bb1-ad0e-84d1709a3ff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, af480c52-1332-449d-bbf8-609a9a7bdddd) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:18.685612 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9b8bd6a1-ed32-48ba-8936-06a5fad8f924 None None] Port 98703f17-446e-4716-a4bc-1eafee48c91b cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:08:18.686092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466752b-0d01-4bb1-ad0e-84d1709a3ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:18.686899 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a466752b-0d01-4bb1-ad0e-84d1709a3ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:18.693061 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c5e91e-5099-4e61-a29b-ba3f02f707a6 None None] Network af480c52-1332-449d-bbf8-609a9a7bdddd requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:08:18.761530 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a466752b-0d01-4bb1-ad0e-84d1709a3ff9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8120692 Nov 08 00:08:18.780004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57866) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:18.784447 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7bff61cc-41c5-4524-8400-2f48741f65c8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1187518623-router', 'tenant_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:18.862301 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-af480c52-1332-449d-bbf8-609a9a7bdddd', 'network_id': 'af480c52-1332-449d-bbf8-609a9a7bdddd', 'tenant_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'fixed_ips': [{'subnet_id': '3d382b2e-ac0b-49f1-9879-6ca942c5bfc9'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:08:18.864190 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:18.904052 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bff61cc-41c5-4524-8400-2f48741f65c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:18.906451 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bff61cc-41c5-4524-8400-2f48741f65c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:18.968420 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98703f17-446e-4716-a4bc-1eafee48c91b {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:08:18.983101 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:18.989458 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bff61cc-41c5-4524-8400-2f48741f65c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:18.999013 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Transition to ACTIVE for port object 98703f17-446e-4716-a4bc-1eafee48c91b will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:08:19.022492 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Allocated IP 172.20.0.2 (af480c52-1332-449d-bbf8-609a9a7bdddd/3d382b2e-ac0b-49f1-9879-6ca942c5bfc9/18dbbcc2-4bdd-48b9-88e0-71a14c25a29c) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:08:19.088753 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57878) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:19.107595 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:19.183387 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:19.219353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Pushing event updated for resources: {'Port': ['ID=98703f17-446e-4716-a4bc-1eafee48c91b,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:19.230467 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bff61cc-41c5-4524-8400-2f48741f65c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:19.268336 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Attempting to bind port 98703f17-446e-4716-a4bc-1eafee48c91b on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:08:19.268783 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Attempting to bind port 98703f17-446e-4716-a4bc-1eafee48c91b by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:08:19.269175 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Attempting to bind port 98703f17-446e-4716-a4bc-1eafee48c91b on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:19.273778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Port 98703f17-446e-4716-a4bc-1eafee48c91b on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:08:19.274174 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Attempting to bind port 98703f17-446e-4716-a4bc-1eafee48c91b on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:19.280175 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:08:19.280512 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:19.280891 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:08:19.281324 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Bound port: 98703f17-446e-4716-a4bc-1eafee48c91b, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:08:19.281681 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:19.450304 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] For port 98703f17-446e-4716-a4bc-1eafee48c91b, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:08:19.450304 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] For port 98703f17-446e-4716-a4bc-1eafee48c91b, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=98703f17-446e-4716-a4bc-1eafee48c91b,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:08:19.452479 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff271d-d990-4c3c-8bae-9a19f3ec10d7 req-61891bac-2a30-4bc9-9ad3-fede64214b3a tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:19.452479 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6ff271d-d990-4c3c-8bae-9a19f3ec10d7 req-61891bac-2a30-4bc9-9ad3-fede64214b3a tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2dcd7b5-9500-4890-917c-7dd3fd9530aa HTTP/1.1" status: 200 len: 948 time: 0.0512621 Nov 08 00:08:19.452479 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6ff271d-d990-4c3c-8bae-9a19f3ec10d7 req-da13ed3a-7411-4696-b727-313ab43fe7fd tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306027 Nov 08 00:08:19.519543 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:19.556954 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Network af480c52-1332-449d-bbf8-609a9a7bdddd is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:08:19.561551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:19.567811 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:08:19.570766 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Pushing event updated for resources: {'Port': ['ID=18dbbcc2-4bdd-48b9-88e0-71a14c25a29c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:19.582687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:19.583025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:19.583357 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:19.583686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:19.584038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:19.584364 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:19.584683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:19.584997 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:19.585313 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:19.585627 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:19.585939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:19.586249 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:19.630834 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Attempting to bind port 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:08:19.631194 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Attempting to bind port 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '775ff362-95fd-4be5-a0d7-7ee9e0b09b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af480c52-1332-449d-bbf8-609a9a7bdddd'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:08:19.631548 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Attempting to bind port 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c on network af480c52-1332-449d-bbf8-609a9a7bdddd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:19.637045 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:08:19.637407 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Checking segment: {'id': '775ff362-95fd-4be5-a0d7-7ee9e0b09b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af480c52-1332-449d-bbf8-609a9a7bdddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:19.637799 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:19.638180 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Bound using segment: {'id': '775ff362-95fd-4be5-a0d7-7ee9e0b09b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af480c52-1332-449d-bbf8-609a9a7bdddd'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:08:19.638631 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Bound port: 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775ff362-95fd-4be5-a0d7-7ee9e0b09b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af480c52-1332-449d-bbf8-609a9a7bdddd'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:08:19.639003 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:19.679689 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:19.719134 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] For port 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:08:19.719486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] For port 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=18dbbcc2-4bdd-48b9-88e0-71a14c25a29c,segment=NetworkSegment(775ff362-95fd-4be5-a0d7-7ee9e0b09b04),segment_id=775ff362-95fd-4be5-a0d7-7ee9e0b09b04)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:08:19.725625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57886) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:19.726128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:19.726923 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:19.728611 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8f17c58c-7d38-491e-b366-6271c35814ec req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] 10.222.0.26 "PUT /v2.0/ports/98703f17-446e-4716-a4bc-1eafee48c91b HTTP/1.1" status: 200 len: 1096 time: 1.1401844 Nov 08 00:08:19.736419 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2dcd7b5-9500-4890-917c-7dd3fd9530aa', 'tag': '98703f17-446e-4716-a4bc-1eafee48c91b'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:19.743095 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f194b8fb-d21a-4836-9c88-1dd46fa6f73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:19.747951 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c804df-b484-4181-bba1-539ed1df7479" -d '{"events": [{"name": "network-changed", "server_uuid": "c2dcd7b5-9500-4890-917c-7dd3fd9530aa", "tag": "98703f17-446e-4716-a4bc-1eafee48c91b"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:19.780341 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d652cb-15d6-4c66-8e81-ba2ec4ac0374 service neutron] Pushing event updated for resources: {'Port': ['ID=98703f17-446e-4716-a4bc-1eafee48c91b,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:19.802265 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adc113c-d78c-42ec-8390-c5a9034e0bb3 x-openstack-request-id: req-9adc113c-d78c-42ec-8390-c5a9034e0bb3 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:19.803117 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2dcd7b5-9500-4890-917c-7dd3fd9530aa", "tag": "98703f17-446e-4716-a4bc-1eafee48c91b", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:19.803728 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9adc113c-d78c-42ec-8390-c5a9034e0bb3 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:19.804231 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2dcd7b5-9500-4890-917c-7dd3fd9530aa', 'tag': '98703f17-446e-4716-a4bc-1eafee48c91b', 'status': 'completed', 'code': 200} Nov 08 00:08:19.805775 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:19.895741 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd70f68-3d46-480c-b68a-895d56a58b81 None None] Pushing event updated for resources: {'Port': ['ID=18dbbcc2-4bdd-48b9-88e0-71a14c25a29c,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:19.927426 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c804df-b484-4181-bba1-539ed1df7479 req-b2cd41d7-085f-45d8-b4df-bb9d7b6b24f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:19.929360 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2c804df-b484-4181-bba1-539ed1df7479 req-b2cd41d7-085f-45d8-b4df-bb9d7b6b24f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=15651330950d4c3aa5c4ed0db0ce62bd&device_id=c2dcd7b5-9500-4890-917c-7dd3fd9530aa HTTP/1.1" status: 200 len: 1099 time: 0.0772560 Nov 08 00:08:19.981373 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2c804df-b484-4181-bba1-539ed1df7479 req-7d5b428d-dc58-4941-ba56-812c68ee6fc0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=15651330950d4c3aa5c4ed0db0ce62bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371368 Nov 08 00:08:20.021243 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57892) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:20.024466 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bff61cc-41c5-4524-8400-2f48741f65c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:20.030801 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f194b8fb-d21a-4836-9c88-1dd46fa6f73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:20.053604 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bff61cc-41c5-4524-8400-2f48741f65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:20.088040 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-85827a68-9f8e-48e2-b960-9f480acde4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:20.177388 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-7bff61cc-41c5-4524-8400-2f48741f65c8 admin admin] Allocated IP 172.25.2.121 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/e623b060-fc29-42de-a3a6-d180a3eff464) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:08:20.191093 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-debffef3-6d6a-49ea-a765-5e1f101f5143 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1533508744-network', 'tenant_id': 'c74d354c5a28415588b3f1996c798bb7'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:20.208669 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f194b8fb-d21a-4836-9c88-1dd46fa6f73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:20.348363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f194b8fb-d21a-4836-9c88-1dd46fa6f73c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39f35d5047bf4195adc47559441309be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6210363 Nov 08 00:08:20.353280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57904) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:20.379014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194b8fb-d21a-4836-9c88-1dd46fa6f73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05a6cb3-67e4-46d5-a162-8adc3ef4664d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:20.410307 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c804df-b484-4181-bba1-539ed1df7479 req-4b67846b-7a54-48b6-96d3-bb556bba7c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:20.416015 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2c804df-b484-4181-bba1-539ed1df7479 req-4b67846b-7a54-48b6-96d3-bb556bba7c70 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4184279 Nov 08 00:08:20.439658 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-85827a68-9f8e-48e2-b960-9f480acde4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:20.445260 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debffef3-6d6a-49ea-a765-5e1f101f5143 admin admin] Made reservation on behalf of c74d354c5a28415588b3f1996c798bb7 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:20.448179 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-debffef3-6d6a-49ea-a765-5e1f101f5143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:20.459472 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-debffef3-6d6a-49ea-a765-5e1f101f5143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:20.493320 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bff61cc-41c5-4524-8400-2f48741f65c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:20.525091 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-85827a68-9f8e-48e2-b960-9f480acde4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:20.547264 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ca34b323-6315-42c4-a3eb-01271be8dc56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:20.609338 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ca34b323-6315-42c4-a3eb-01271be8dc56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:20.609470 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-85827a68-9f8e-48e2-b960-9f480acde4d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bef7fec11a0d4d86b2073fee5530c748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5608392 Nov 08 00:08:20.609583 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57910) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:20.617968 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85827a68-9f8e-48e2-b960-9f480acde4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003c973f-b636-457d-8b0e-40a3ed178f7b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:20.637707 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17c58c-7d38-491e-b366-6271c35814ec req-10c79265-8450-4203-8bc1-eba850a42b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:20.639864 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8f17c58c-7d38-491e-b366-6271c35814ec req-10c79265-8450-4203-8bc1-eba850a42b38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=15651330950d4c3aa5c4ed0db0ce62bd&device_id=c2dcd7b5-9500-4890-917c-7dd3fd9530aa HTTP/1.1" status: 200 len: 1099 time: 0.1548557 Nov 08 00:08:20.665447 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fc250-dda9-4982-897b-d2330dcd93f2 req-1b1a9b7e-9721-41ad-9095-8f3dabd7238f tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:20.666984 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-545fc250-dda9-4982-897b-d2330dcd93f2 req-1b1a9b7e-9721-41ad-9095-8f3dabd7238f tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2dcd7b5-9500-4890-917c-7dd3fd9530aa HTTP/1.1" status: 200 len: 948 time: 0.1380527 Nov 08 00:08:20.739522 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bff61cc-41c5-4524-8400-2f48741f65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:20.744625 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-debffef3-6d6a-49ea-a765-5e1f101f5143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:20.748861 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8f17c58c-7d38-491e-b366-6271c35814ec req-aa911c86-145b-453d-9e30-1bfc20266c23 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=98703f17-446e-4716-a4bc-1eafee48c91b HTTP/1.1" status: 200 len: 217 time: 0.0911601 Nov 08 00:08:20.758230 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-748ca09f-31f8-4b3c-9aa0-0851c4054524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:20.800643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-545fc250-dda9-4982-897b-d2330dcd93f2 req-c81bd6a0-4132-44ae-9c23-6acc09d513b2 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134501 Nov 08 00:08:20.825886 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bff61cc-41c5-4524-8400-2f48741f65c8 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:08:20.836746 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-7bff61cc-41c5-4524-8400-2f48741f65c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:20.840159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bff61cc-41c5-4524-8400-2f48741f65c8 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:08:20.856167 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17c58c-7d38-491e-b366-6271c35814ec req-869eb06c-6afb-4c87-b6ec-6c3126099be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:20.857839 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8f17c58c-7d38-491e-b366-6271c35814ec req-869eb06c-6afb-4c87-b6ec-6c3126099be2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1007781 Nov 08 00:08:20.869748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff61cc-41c5-4524-8400-2f48741f65c8 admin admin] Pushing event updated for resources: {'Port': ['ID=e623b060-fc29-42de-a3a6-d180a3eff464,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:20.882718 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ca34b323-6315-42c4-a3eb-01271be8dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:20.885302 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ca34b323-6315-42c4-a3eb-01271be8dc56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:20.887004 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ca34b323-6315-42c4-a3eb-01271be8dc56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a05a6cb3-67e4-46d5-a162-8adc3ef4664d HTTP/1.1" status: 204 len: 168 time: 0.5226841 Nov 08 00:08:20.890705 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-748ca09f-31f8-4b3c-9aa0-0851c4054524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:20.902214 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-debffef3-6d6a-49ea-a765-5e1f101f5143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:20.913141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34b323-6315-42c4-a3eb-01271be8dc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05a6cb3-67e4-46d5-a162-8adc3ef4664d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:20.949733 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:08:20.955966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debffef3-6d6a-49ea-a765-5e1f101f5143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df987770-a986-4136-9bd3-2ac55ab2182e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:20.977301 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debffef3-6d6a-49ea-a765-5e1f101f5143 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:08:20.991765 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17c58c-7d38-491e-b366-6271c35814ec req-1faa0915-cc10-4cfa-87ae-ca13178a50ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:20.994810 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8f17c58c-7d38-491e-b366-6271c35814ec req-1faa0915-cc10-4cfa-87ae-ca13178a50ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1272275 Nov 08 00:08:21.004387 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-debffef3-6d6a-49ea-a765-5e1f101f5143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:21.004738 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-debffef3-6d6a-49ea-a765-5e1f101f5143 admin admin] Added segment da25e7da-0587-458c-a885-f0a228dcc080 of type vlan for network 80051137-3070-4b1d-8d12-dea0e4d44694 Nov 08 00:08:21.040732 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:21.041236 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:21.139802 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-748ca09f-31f8-4b3c-9aa0-0851c4054524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:21.142787 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-748ca09f-31f8-4b3c-9aa0-0851c4054524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:21.144076 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-748ca09f-31f8-4b3c-9aa0-0851c4054524 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/003c973f-b636-457d-8b0e-40a3ed178f7b HTTP/1.1" status: 204 len: 168 time: 0.5342050 Nov 08 00:08:21.157953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ca09f-31f8-4b3c-9aa0-0851c4054524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003c973f-b636-457d-8b0e-40a3ed178f7b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:21.160425 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:21.174138 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8f17c58c-7d38-491e-b366-6271c35814ec req-969da364-dec1-48f0-acf3-9c864dae6279 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545343 Nov 08 00:08:21.227899 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=18dbbcc2-4bdd-48b9-88e0-71a14c25a29c,segment=NetworkSegment(775ff362-95fd-4be5-a0d7-7ee9e0b09b04),segment_id=775ff362-95fd-4be5-a0d7-7ee9e0b09b04)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:21.262348 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-debffef3-6d6a-49ea-a765-5e1f101f5143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:21.334663 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8f17c58c-7d38-491e-b366-6271c35814ec req-a0e24ee3-88bc-46e2-9e10-e28a485517e6 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367517 Nov 08 00:08:21.335851 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:21.338933 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bff61cc-41c5-4524-8400-2f48741f65c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:21.387576 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-debffef3-6d6a-49ea-a765-5e1f101f5143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:21.388914 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debffef3-6d6a-49ea-a765-5e1f101f5143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:21.389793 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-debffef3-6d6a-49ea-a765-5e1f101f5143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:21.444110 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=18dbbcc2-4bdd-48b9-88e0-71a14c25a29c,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:21.507050 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-debffef3-6d6a-49ea-a765-5e1f101f5143 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4084995 Nov 08 00:08:21.509760 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57946) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:21.514847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debffef3-6d6a-49ea-a765-5e1f101f5143 admin admin] Pushing event updated for resources: {'Network': ['ID=80051137-3070-4b1d-8d12-dea0e4d44694,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:21.519513 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-0deb2d87-bd07-49c1-bbfe-c261ca98d391 admin admin] Request body: {'subnet': {'network_id': '80051137-3070-4b1d-8d12-dea0e4d44694', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1533508744-subnet', 'tenant_id': 'c74d354c5a28415588b3f1996c798bb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:21.548494 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423d1880-a550-4d56-a6ab-805a66f66342 None None] Network af480c52-1332-449d-bbf8-609a9a7bdddd requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:08:21.554795 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 80051137-3070-4b1d-8d12-dea0e4d44694 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:08:21.596173 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bff61cc-41c5-4524-8400-2f48741f65c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:21.649486 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0deb2d87-bd07-49c1-bbfe-c261ca98d391 admin admin] Made reservation on behalf of c74d354c5a28415588b3f1996c798bb7 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:21.653770 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0deb2d87-bd07-49c1-bbfe-c261ca98d391 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:21.684677 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f45df1a7-cb48-4402-a949-5505b03cfa75 None None] Provisioning complete for port 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:21.685419 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f45df1a7-cb48-4402-a949-5505b03cfa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:21.986083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3fb78-df7a-46ef-9871-073100d7a28b req-fdbd56b3-8f7e-45fc-a708-3610adc46739 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:21.988718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-43a3fb78-df7a-46ef-9871-073100d7a28b req-fdbd56b3-8f7e-45fc-a708-3610adc46739 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2dcd7b5-9500-4890-917c-7dd3fd9530aa HTTP/1.1" status: 200 len: 948 time: 0.0644591 Nov 08 00:08:22.014213 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bff61cc-41c5-4524-8400-2f48741f65c8 admin admin] Router 6b4ef61e-3dbe-4c2d-b628-90777506598a is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:08:22.078788 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e946832e-e734-41c8-9192-a1e48adc6106 req-79384b97-6a15-4912-ad36-021692ac785d tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e6e6f8702dc14aa0af2c6c36d638e44a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538695 Nov 08 00:08:22.116813 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-43a3fb78-df7a-46ef-9871-073100d7a28b req-22132298-f2c5-44ab-8358-c7ff94d90561 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215997 Nov 08 00:08:22.142102 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0deb2d87-bd07-49c1-bbfe-c261ca98d391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:22.203966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb2d87-bd07-49c1-bbfe-c261ca98d391 admin admin] Pushing event updated for resources: {'Subnet': ['ID=719678f8-b0d4-4643-8dc8-becc821ce744,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:22.217178 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deb2d87-bd07-49c1-bbfe-c261ca98d391 admin admin] Checking segment: {'id': 'da25e7da-0587-458c-a885-f0a228dcc080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80051137-3070-4b1d-8d12-dea0e4d44694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:22.217761 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deb2d87-bd07-49c1-bbfe-c261ca98d391 admin admin] Network hostable DHCP agents. Network: 80051137-3070-4b1d-8d12-dea0e4d44694, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:08:22.282058 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bff61cc-41c5-4524-8400-2f48741f65c8 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:08:22.295523 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] Sync routers for ids ['6b4ef61e-3dbe-4c2d-b628-90777506598a'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:08:22.312798 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] Routers {'6b4ef61e-3dbe-4c2d-b628-90777506598a'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:08:22.313440 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:08:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6b4ef61e-3dbe-4c2d-b628-90777506598a'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:22.317272 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deb2d87-bd07-49c1-bbfe-c261ca98d391 admin admin] Network 80051137-3070-4b1d-8d12-dea0e4d44694 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:08:22.376132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946832e-e734-41c8-9192-a1e48adc6106 req-6a521e6e-2d64-41ae-bba8-348c3ddc6eb0 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:22.377942 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e946832e-e734-41c8-9192-a1e48adc6106 req-6a521e6e-2d64-41ae-bba8-348c3ddc6eb0 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2648535 Nov 08 00:08:22.391859 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57978) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:22.400448 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e946832e-e734-41c8-9192-a1e48adc6106 req-a1a494ee-5206-4eef-bf11-e325d98cbac5 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/quotas/e6e6f8702dc14aa0af2c6c36d638e44a HTTP/1.1" status: 200 len: 375 time: 0.0160351 Nov 08 00:08:22.432659 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-0deb2d87-bd07-49c1-bbfe-c261ca98d391 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 80051137-3070-4b1d-8d12-dea0e4d44694) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:22.437662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deb2d87-bd07-49c1-bbfe-c261ca98d391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:22.443867 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0deb2d87-bd07-49c1-bbfe-c261ca98d391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:22.444082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e946832e-e734-41c8-9192-a1e48adc6106 req-aaef1aed-02b2-49d5-b836-c394c1e675d2 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6e6f8702dc14aa0af2c6c36d638e44a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317292 Nov 08 00:08:22.446799 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d963f0f3-1ef0-473e-a6f8-3a7228e2f2cd None None] Network 80051137-3070-4b1d-8d12-dea0e4d44694 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:08:22.448706 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] Set router 6b4ef61e-3dbe-4c2d-b628-90777506598a gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:08:22.474402 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bff61cc-41c5-4524-8400-2f48741f65c8 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:22.491392 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7bff61cc-41c5-4524-8400-2f48741f65c8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7097836 Nov 08 00:08:22.493145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57986) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:22.583598 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0deb2d87-bd07-49c1-bbfe-c261ca98d391 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0694478 Nov 08 00:08:22.611163 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ffc57313-2aa7-4ff7-890a-40e63e7bd987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:22.612509 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-24b4ebbf-069c-4518-883d-b47a5715fdbc None None] Provisioning complete for port 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:22.613816 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24b4ebbf-069c-4518-883d-b47a5715fdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:22.821855 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4ef61e-3dbe-4c2d-b628-90777506598a', 'name': 'tempest-FloatingIPsTestJSON-1187518623-router', 'tenant_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'e623b060-fc29-42de-a3a6-d180a3eff464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:18Z', 'updated_at': '2021-11-08T00:08:21Z', 'revision_number': 3, 'project_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'gw_port': {'id': 'e623b060-fc29-42de-a3a6-d180a3eff464', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4ef61e-3dbe-4c2d-b628-90777506598a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:20Z', 'updated_at': '2021-11-08T00:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:22.893262 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ffc57313-2aa7-4ff7-890a-40e63e7bd987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:22.928383 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4525d643-2b0f-4833-a4bf-f7aea980b78c req-63d1f7a9-e699-4e6a-872c-b386f40fe096 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dc3e3b-7253-420f-9cfd-978306682915 HTTP/1.1" status: 200 len: 210 time: 0.0457866 Nov 08 00:08:22.943900 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] Checking router: 6b4ef61e-3dbe-4c2d-b628-90777506598a for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:08:22.944471 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] Updating router 6b4ef61e-3dbe-4c2d-b628-90777506598a port e623b060-fc29-42de-a3a6-d180a3eff464 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:08:22.983740 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ffc57313-2aa7-4ff7-890a-40e63e7bd987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:22.984313 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:23.040717 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:08:23.083346 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ffc57313-2aa7-4ff7-890a-40e63e7bd987 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f628d1fd84b481081c5d1142b384325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6876283 Nov 08 00:08:23.086427 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58006) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:23.121408 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc57313-2aa7-4ff7-890a-40e63e7bd987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ed9832-27c8-49b8-abf5-e394f37be380,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:23.200410 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1290c4bd-3731-46d2-a965-dffb54b0caf7 None None] Network 80051137-3070-4b1d-8d12-dea0e4d44694 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:08:23.236245 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-715896d6-4094-4606-9ae4-0afddefe3881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:23.299645 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-715896d6-4094-4606-9ae4-0afddefe3881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:23.394566 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45efa4-0846-4447-8e02-fb39e778bbfa req-8af1bd0f-b4ae-40ef-98c3-53931b9a93fa tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:23.407078 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee45efa4-0846-4447-8e02-fb39e778bbfa req-8af1bd0f-b4ae-40ef-98c3-53931b9a93fa tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2dcd7b5-9500-4890-917c-7dd3fd9530aa HTTP/1.1" status: 200 len: 948 time: 0.1355278 Nov 08 00:08:23.413560 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:23.413935 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:23.483827 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-715896d6-4094-4606-9ae4-0afddefe3881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:23.486121 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-715896d6-4094-4606-9ae4-0afddefe3881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:23.490361 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-715896d6-4094-4606-9ae4-0afddefe3881 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87ed9832-27c8-49b8-abf5-e394f37be380 HTTP/1.1" status: 204 len: 168 time: 0.4027262 Nov 08 00:08:23.502232 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715896d6-4094-4606-9ae4-0afddefe3881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ed9832-27c8-49b8-abf5-e394f37be380,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:23.504086 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee45efa4-0846-4447-8e02-fb39e778bbfa req-30f3dfc4-3284-4561-a6d6-e6a65e2d1525 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903888 Nov 08 00:08:23.512945 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-56b6a3e5-b79b-4b1b-b4d8-cee6bc7090da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:23.671725 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:23.776081 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-56b6a3e5-b79b-4b1b-b4d8-cee6bc7090da admin admin] Allocated IP 172.20.0.1 (af480c52-1332-449d-bbf8-609a9a7bdddd/3d382b2e-ac0b-49f1-9879-6ca942c5bfc9/694a8bce-68c0-4c17-8bcb-94120039ec5f) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:08:23.804014 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:23.864272 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] Attempting to bind port e623b060-fc29-42de-a3a6-d180a3eff464 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:08:23.864850 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] Attempting to bind port e623b060-fc29-42de-a3a6-d180a3eff464 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:08:23.865218 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] Attempting to bind port e623b060-fc29-42de-a3a6-d180a3eff464 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:23.871182 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558a5e3-57a0-4065-a07e-db6db73fb485 None None] Pushing event updated for resources: {'Port': ['ID=e623b060-fc29-42de-a3a6-d180a3eff464,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:23.873605 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:08:23.874150 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:23.874542 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:23.875140 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:08:23.876271 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] Bound port: e623b060-fc29-42de-a3a6-d180a3eff464, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:08:23.876833 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:23.916418 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-56b6a3e5-b79b-4b1b-b4d8-cee6bc7090da admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:23.925582 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558a5e3-57a0-4065-a07e-db6db73fb485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:23.925938 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558a5e3-57a0-4065-a07e-db6db73fb485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:23.926462 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558a5e3-57a0-4065-a07e-db6db73fb485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:23.926957 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558a5e3-57a0-4065-a07e-db6db73fb485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:23.927434 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558a5e3-57a0-4065-a07e-db6db73fb485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:23.927945 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558a5e3-57a0-4065-a07e-db6db73fb485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:23.928418 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558a5e3-57a0-4065-a07e-db6db73fb485 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:23.928912 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558a5e3-57a0-4065-a07e-db6db73fb485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:23.929695 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558a5e3-57a0-4065-a07e-db6db73fb485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:23.930554 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558a5e3-57a0-4065-a07e-db6db73fb485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:23.931161 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558a5e3-57a0-4065-a07e-db6db73fb485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:23.931759 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558a5e3-57a0-4065-a07e-db6db73fb485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:08:23.994938 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] For port e623b060-fc29-42de-a3a6-d180a3eff464, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:08:23.999461 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] For port e623b060-fc29-42de-a3a6-d180a3eff464, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e623b060-fc29-42de-a3a6-d180a3eff464,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:08:24.021673 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5216622-e725-4350-ad52-e2c8d971cfca req-feee9c87-f1a4-4a50-bd11-5340b6bca39b tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dc3e3b-7253-420f-9cfd-978306682915 HTTP/1.1" status: 200 len: 210 time: 0.0286682 Nov 08 00:08:24.083015 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-56b6a3e5-b79b-4b1b-b4d8-cee6bc7090da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:24.083224 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:24.104039 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b6a3e5-b79b-4b1b-b4d8-cee6bc7090da admin admin] Network af480c52-1332-449d-bbf8-609a9a7bdddd is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:08:24.124789 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-56b6a3e5-b79b-4b1b-b4d8-cee6bc7090da admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:24.128616 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b6a3e5-b79b-4b1b-b4d8-cee6bc7090da admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:08:24.158614 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] Routers {'6b4ef61e-3dbe-4c2d-b628-90777506598a'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:08:24.159187 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:08:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6b4ef61e-3dbe-4c2d-b628-90777506598a'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:24.174923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6a3e5-b79b-4b1b-b4d8-cee6bc7090da admin admin] Pushing event updated for resources: {'Port': ['ID=694a8bce-68c0-4c17-8bcb-94120039ec5f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:24.183797 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-56b6a3e5-b79b-4b1b-b4d8-cee6bc7090da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:24.210959 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558a5e3-57a0-4065-a07e-db6db73fb485 None None] Pushing event updated for resources: {'Port': ['ID=e623b060-fc29-42de-a3a6-d180a3eff464,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:24.324415 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 98703f17-446e-4716-a4bc-1eafee48c91b details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:08:24.338021 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] Set router 6b4ef61e-3dbe-4c2d-b628-90777506598a gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:08:24.401535 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58044) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:24.425738 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-56b6a3e5-b79b-4b1b-b4d8-cee6bc7090da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:24.480669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 98703f17-446e-4716-a4bc-1eafee48c91b, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=98703f17-446e-4716-a4bc-1eafee48c91b,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:24.506049 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '98703f17-446e-4716-a4bc-1eafee48c91b', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '98703f17-446e-4716-a4bc-1eafee48c91b', 'mac_address': 'fa:16:3e:b9:32:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:08:24.573342 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b6814546-ebee-4b5e-81fd-7c2771d71f9d None None] Provisioning complete for port 694a8bce-68c0-4c17-8bcb-94120039ec5f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:24.576381 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b6814546-ebee-4b5e-81fd-7c2771d71f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:24.649354 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:24.662498 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b6814546-ebee-4b5e-81fd-7c2771d71f9d None None] Port 694a8bce-68c0-4c17-8bcb-94120039ec5f cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:08:24.672556 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98703f17-446e-4716-a4bc-1eafee48c91b {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:08:24.680353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f5cc669f-2f32-454a-9cbb-a4c18f2858a0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1368618490-network', 'tenant_id': '951d7073901a4e51a1deddc1d387c234'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:24.699008 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 98703f17-446e-4716-a4bc-1eafee48c91b, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=98703f17-446e-4716-a4bc-1eafee48c91b,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:24.708719 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58060) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:24.753944 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-56b6a3e5-b79b-4b1b-b4d8-cee6bc7090da admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:24.757538 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-400e6d1d-bddd-4ae0-9201-92c7e2eb496f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:24.784678 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4ef61e-3dbe-4c2d-b628-90777506598a', 'name': 'tempest-FloatingIPsTestJSON-1187518623-router', 'tenant_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'e623b060-fc29-42de-a3a6-d180a3eff464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:18Z', 'updated_at': '2021-11-08T00:08:21Z', 'revision_number': 3, 'project_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'gw_port': {'id': 'e623b060-fc29-42de-a3a6-d180a3eff464', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4ef61e-3dbe-4c2d-b628-90777506598a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:20Z', 'updated_at': '2021-11-08T00:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:24.800220 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae0596-6eaa-43a7-b8e0-2ea3d6fdbebb req-7b5776f2-e4d3-422a-8fb0-5ae907ff7750 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:24.808525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cc669f-2f32-454a-9cbb-a4c18f2858a0 admin admin] Made reservation on behalf of 951d7073901a4e51a1deddc1d387c234 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:24.808884 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:24.810825 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5cc669f-2f32-454a-9cbb-a4c18f2858a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:24.813648 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32ae0596-6eaa-43a7-b8e0-2ea3d6fdbebb req-7b5776f2-e4d3-422a-8fb0-5ae907ff7750 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2dcd7b5-9500-4890-917c-7dd3fd9530aa HTTP/1.1" status: 200 len: 948 time: 0.1018579 Nov 08 00:08:24.819555 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5cc669f-2f32-454a-9cbb-a4c18f2858a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:24.824940 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bed58a-3a4f-402e-8ea0-bc03a0f1602d None None] The sync data for ids ['6b4ef61e-3dbe-4c2d-b628-90777506598a'] in n-d-816882-1 is: [{'id': '6b4ef61e-3dbe-4c2d-b628-90777506598a', 'name': 'tempest-FloatingIPsTestJSON-1187518623-router', 'tenant_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'e623b060-fc29-42de-a3a6-d180a3eff464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:18Z', 'updated_at': '2021-11-08T00:08:21Z', 'revision_number': 3, 'project_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'gw_port': {'id': 'e623b060-fc29-42de-a3a6-d180a3eff464', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4ef61e-3dbe-4c2d-b628-90777506598a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:20Z', 'updated_at': '2021-11-08T00:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:08:24.851844 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-56b6a3e5-b79b-4b1b-b4d8-cee6bc7090da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:24.915164 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=98703f17-446e-4716-a4bc-1eafee48c91b,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:24.983382 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-56b6a3e5-b79b-4b1b-b4d8-cee6bc7090da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:24.985364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6a3e5-b79b-4b1b-b4d8-cee6bc7090da admin admin] Pushing event updated for resources: {'Port': ['ID=694a8bce-68c0-4c17-8bcb-94120039ec5f,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:24.986761 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5cc669f-2f32-454a-9cbb-a4c18f2858a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:24.990129 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32ae0596-6eaa-43a7-b8e0-2ea3d6fdbebb req-969a3273-23f5-4ede-88dd-7505c0c2d405 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685963 Nov 08 00:08:25.068954 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['98703f17-446e-4716-a4bc-1eafee48c91b'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:08:25.072726 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5cc669f-2f32-454a-9cbb-a4c18f2858a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:25.086375 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-400e6d1d-bddd-4ae0-9201-92c7e2eb496f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:25.144983 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5cc669f-2f32-454a-9cbb-a4c18f2858a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:08:25.154032 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-400e6d1d-bddd-4ae0-9201-92c7e2eb496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:25.194290 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc669f-2f32-454a-9cbb-a4c18f2858a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:25.221154 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5cc669f-2f32-454a-9cbb-a4c18f2858a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:25.223652 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-f5cc669f-2f32-454a-9cbb-a4c18f2858a0 admin admin] Added segment 9754343d-491b-4bff-a1c4-a1509b158147 of type vlan for network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 Nov 08 00:08:25.240504 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4cf27bd7-8a19-4a90-a48b-bcb6cc112da0 req-8afb2fd7-f6e6-4936-83b3-85a6101daaee tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dc3e3b-7253-420f-9cfd-978306682915 HTTP/1.1" status: 200 len: 210 time: 0.1078799 Nov 08 00:08:25.266075 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b6a3e5-b79b-4b1b-b4d8-cee6bc7090da admin admin] Network af480c52-1332-449d-bbf8-609a9a7bdddd is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:08:25.277861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-56b6a3e5-b79b-4b1b-b4d8-cee6bc7090da admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:25.315628 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5cc669f-2f32-454a-9cbb-a4c18f2858a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:25.331863 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e6d1d-bddd-4ae0-9201-92c7e2eb496f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51edb2e2-d76f-4e84-85c3-fff9b2c621b9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:25.354720 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-400e6d1d-bddd-4ae0-9201-92c7e2eb496f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fff2eb106ec46cb994c183ef3a47032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6479909 Nov 08 00:08:25.357957 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58076) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:25.458113 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5cc669f-2f32-454a-9cbb-a4c18f2858a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:25.459116 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cc669f-2f32-454a-9cbb-a4c18f2858a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:25.459710 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5cc669f-2f32-454a-9cbb-a4c18f2858a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:25.484466 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8d38ce7-def2-4af0-ad02-c2ffc53cd646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:25.588112 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8d38ce7-def2-4af0-ad02-c2ffc53cd646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:25.604351 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b07d2d5a-2b91-4973-b9f3-4e5612415c78 None None] Provisioning complete for port 694a8bce-68c0-4c17-8bcb-94120039ec5f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:25.604874 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b07d2d5a-2b91-4973-b9f3-4e5612415c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:25.613030 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc669f-2f32-454a-9cbb-a4c18f2858a0 admin admin] Pushing event updated for resources: {'Network': ['ID=16a84b47-f9ce-4954-8ec1-2a7bb6748880,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:25.627327 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f5cc669f-2f32-454a-9cbb-a4c18f2858a0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2242310 Nov 08 00:08:25.632431 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58086) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:25.639267 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-bdb8a18c-652b-41b9-a248-4981c4084058 admin admin] Request body: {'subnet': {'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1368618490-subnet', 'tenant_id': '951d7073901a4e51a1deddc1d387c234', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:25.657259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:08:25.737615 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e946832e-e734-41c8-9192-a1e48adc6106 req-a2b7a746-6dbd-4713-a8c9-eed16355d474 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e6e6f8702dc14aa0af2c6c36d638e44a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411398 Nov 08 00:08:25.737712 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b07d2d5a-2b91-4973-b9f3-4e5612415c78 None None] Port 694a8bce-68c0-4c17-8bcb-94120039ec5f cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:08:25.835573 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb8a18c-652b-41b9-a248-4981c4084058 admin admin] Made reservation on behalf of 951d7073901a4e51a1deddc1d387c234 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:25.838073 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a18c-652b-41b9-a248-4981c4084058 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:25.839958 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8d38ce7-def2-4af0-ad02-c2ffc53cd646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:25.842456 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8d38ce7-def2-4af0-ad02-c2ffc53cd646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:25.843735 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a8d38ce7-def2-4af0-ad02-c2ffc53cd646 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51edb2e2-d76f-4e84-85c3-fff9b2c621b9 HTTP/1.1" status: 204 len: 168 time: 0.4824605 Nov 08 00:08:25.859309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b6a3e5-b79b-4b1b-b4d8-cee6bc7090da admin admin] Router 6b4ef61e-3dbe-4c2d-b628-90777506598a has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:08:25.912935 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d38ce7-def2-4af0-ad02-c2ffc53cd646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51edb2e2-d76f-4e84-85c3-fff9b2c621b9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:26.004743 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946832e-e734-41c8-9192-a1e48adc6106 req-d0c29f2d-15b4-424f-b729-3c0d7a6e6484 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:26.010779 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e946832e-e734-41c8-9192-a1e48adc6106 req-d0c29f2d-15b4-424f-b729-3c0d7a6e6484 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2525508 Nov 08 00:08:26.030968 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-e946832e-e734-41c8-9192-a1e48adc6106 req-92b4b911-89e4-4735-a41f-e46732b36f37 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Request body: {'port': {'device_id': '22dc3e3b-7253-420f-9cfd-978306682915', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': 'e6e6f8702dc14aa0af2c6c36d638e44a'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:26.105714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b6a3e5-b79b-4b1b-b4d8-cee6bc7090da admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:08:26.115162 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-56b6a3e5-b79b-4b1b-b4d8-cee6bc7090da admin admin] 10.222.0.13 "PUT /v2.0/routers/6b4ef61e-3dbe-4c2d-b628-90777506598a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6206641 Nov 08 00:08:26.228982 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf5536-21af-4efc-8102-7d8deb3484d9 req-f5c26fdf-a915-453c-bb92-74a400f8ec7c tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:26.238357 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ecf5536-21af-4efc-8102-7d8deb3484d9 req-f5c26fdf-a915-453c-bb92-74a400f8ec7c tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2dcd7b5-9500-4890-917c-7dd3fd9530aa HTTP/1.1" status: 200 len: 949 time: 0.0639448 Nov 08 00:08:26.280461 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ecf5536-21af-4efc-8102-7d8deb3484d9 req-98fb292a-bf68-444a-9bad-c55be0d5d488 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414495 Nov 08 00:08:26.340535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 98703f17-446e-4716-a4bc-1eafee48c91b up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:08:26.484269 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 98703f17-446e-4716-a4bc-1eafee48c91b completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:08:26.489786 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 98703f17-446e-4716-a4bc-1eafee48c91b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:26.490449 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:26.561292 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-968465dd-7eea-48a4-9f47-03871c700964 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:26.563564 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-968465dd-7eea-48a4-9f47-03871c700964 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/networks?id=80051137-3070-4b1d-8d12-dea0e4d44694 HTTP/1.1" status: 200 len: 810 time: 0.1851799 Nov 08 00:08:26.588574 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-4cd2c232-4c86-4491-9f9f-b79ebcd6cf41 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/quotas/c74d354c5a28415588b3f1996c798bb7 HTTP/1.1" status: 200 len: 375 time: 0.0169232 Nov 08 00:08:26.598337 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:26.604713 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e946832e-e734-41c8-9192-a1e48adc6106 req-92b4b911-89e4-4735-a41f-e46732b36f37 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Made reservation on behalf of e6e6f8702dc14aa0af2c6c36d638e44a for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:26.609289 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e946832e-e734-41c8-9192-a1e48adc6106 req-92b4b911-89e4-4735-a41f-e46732b36f37 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:26.624770 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dcd7b5-9500-4890-917c-7dd3fd9530aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98703f17-446e-4716-a4bc-1eafee48c91b'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:26.626763 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e946832e-e734-41c8-9192-a1e48adc6106 req-92b4b911-89e4-4735-a41f-e46732b36f37 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:26.627460 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b6738a-baa5-4cee-b388-b9805a28bc89" -d '{"events": [{"server_uuid": "c2dcd7b5-9500-4890-917c-7dd3fd9530aa", "name": "network-vif-plugged", "status": "completed", "tag": "98703f17-446e-4716-a4bc-1eafee48c91b"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:26.640244 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a18c-652b-41b9-a248-4981c4084058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:26.642249 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 98703f17-446e-4716-a4bc-1eafee48c91b, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=98703f17-446e-4716-a4bc-1eafee48c91b,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:26.651056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-d4bc98a9-3e6f-43db-bb8e-8b7c5865e7e9 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c74d354c5a28415588b3f1996c798bb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615487 Nov 08 00:08:26.715070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8a18c-652b-41b9-a248-4981c4084058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda772d5-f001-47ed-867d-7cf3c24b61ac,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:26.718557 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:26.753249 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3bfb5a6d-92c5-470d-8866-1351021dd8ec req-0fe65920-5dac-470e-a579-bc60c6c73d15 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dc3e3b-7253-420f-9cfd-978306682915 HTTP/1.1" status: 200 len: 210 time: 0.0508184 Nov 08 00:08:26.753985 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb8a18c-652b-41b9-a248-4981c4084058 admin admin] Checking segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:26.754353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb8a18c-652b-41b9-a248-4981c4084058 admin admin] Network hostable DHCP agents. Network: 16a84b47-f9ce-4954-8ec1-2a7bb6748880, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:08:26.809183 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=98703f17-446e-4716-a4bc-1eafee48c91b,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:26.813706 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e946832e-e734-41c8-9192-a1e48adc6106 req-92b4b911-89e4-4735-a41f-e46732b36f37 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:26.833487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-b46cedd6-ec87-4e92-87aa-faf10dd7b1cb service neutron] 10.222.0.13 "GET /v2.0/networks/80051137-3070-4b1d-8d12-dea0e4d44694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812501 Nov 08 00:08:26.904813 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e623b060-fc29-42de-a3a6-d180a3eff464 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:08:26.907598 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb8a18c-652b-41b9-a248-4981c4084058 admin admin] Network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:08:26.910716 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e946832e-e734-41c8-9192-a1e48adc6106 req-92b4b911-89e4-4735-a41f-e46732b36f37 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:26.982974 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e623b060-fc29-42de-a3a6-d180a3eff464 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:26.985286 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:27.002722 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-bdb8a18c-652b-41b9-a248-4981c4084058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 16a84b47-f9ce-4954-8ec1-2a7bb6748880) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:27.007279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4b911-89e4-4735-a41f-e46732b36f37 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:27.018523 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb8a18c-652b-41b9-a248-4981c4084058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:27.019079 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a18c-652b-41b9-a248-4981c4084058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:27.045282 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf3cd5c-a9d0-41ce-babd-2af117ffcbea None None] Network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:08:27.106429 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-e946832e-e734-41c8-9192-a1e48adc6106 req-92b4b911-89e4-4735-a41f-e46732b36f37 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Allocated IP 192.168.233.253 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/5470fdd6-980b-4cc4-9894-245b20dd9b42) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:08:27.138533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-80256a89-31b5-4946-8f26-8017552bab9a service neutron] 10.222.0.13 "GET /v2.0/networks/80051137-3070-4b1d-8d12-dea0e4d44694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040054 Nov 08 00:08:27.176282 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-dcc2ee04-1f7a-4249-9f5e-13aec99460ff tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3218775 Nov 08 00:08:27.188260 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:27.191346 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-02529c48-5c74-45bb-aee8-4e0ddc29c274 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:27.232535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port e623b060-fc29-42de-a3a6-d180a3eff464, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e623b060-fc29-42de-a3a6-d180a3eff464,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:27.246174 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bdb8a18c-652b-41b9-a248-4981c4084058 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6117592 Nov 08 00:08:27.263386 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c61c12-b20a-4190-835a-b071209ad1b4 None None] Network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:08:27.320690 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e946832e-e734-41c8-9192-a1e48adc6106 req-92b4b911-89e4-4735-a41f-e46732b36f37 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:27.320893 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] Sync routers for ids ['6b4ef61e-3dbe-4c2d-b628-90777506598a'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:08:27.339862 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:27.367897 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] Routers {'6b4ef61e-3dbe-4c2d-b628-90777506598a'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:08:27.368538 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:08:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6b4ef61e-3dbe-4c2d-b628-90777506598a'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:27.387387 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-02529c48-5c74-45bb-aee8-4e0ddc29c274 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:27.481849 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e946832e-e734-41c8-9192-a1e48adc6106 req-92b4b911-89e4-4735-a41f-e46732b36f37 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:27.606152 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-02529c48-5c74-45bb-aee8-4e0ddc29c274 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:27.614044 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=e623b060-fc29-42de-a3a6-d180a3eff464,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:27.617647 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e946832e-e734-41c8-9192-a1e48adc6106 req-92b4b911-89e4-4735-a41f-e46732b36f37 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:08:27.625120 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-e946832e-e734-41c8-9192-a1e48adc6106 req-92b4b911-89e4-4735-a41f-e46732b36f37 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:27.629268 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e946832e-e734-41c8-9192-a1e48adc6106 req-92b4b911-89e4-4735-a41f-e46732b36f37 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:08:27.704695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946832e-e734-41c8-9192-a1e48adc6106 req-92b4b911-89e4-4735-a41f-e46732b36f37 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:27.705759 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e946832e-e734-41c8-9192-a1e48adc6106 req-92b4b911-89e4-4735-a41f-e46732b36f37 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:27.712109 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] Set router 6b4ef61e-3dbe-4c2d-b628-90777506598a gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:08:27.715663 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4b911-89e4-4735-a41f-e46732b36f37 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Pushing event updated for resources: {'Port': ['ID=5470fdd6-980b-4cc4-9894-245b20dd9b42,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:27.763985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-02529c48-5c74-45bb-aee8-4e0ddc29c274 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Allocated IP 172.25.2.71 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/5f64f5d0-4451-4c09-89cb-3e74ca7d41cc) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:08:27.811434 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e946832e-e734-41c8-9192-a1e48adc6106 req-92b4b911-89e4-4735-a41f-e46732b36f37 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7874992 Nov 08 00:08:27.834046 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Request body: {'port': {'device_id': '22dc3e3b-7253-420f-9cfd-978306682915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:27.924120 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-02529c48-5c74-45bb-aee8-4e0ddc29c274 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:27.945049 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:27.988089 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-83dd015a-83c7-45c2-80ad-23a839edbea6 None None] Provisioning complete for port 5470fdd6-980b-4cc4-9894-245b20dd9b42 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:27.988721 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-83dd015a-83c7-45c2-80ad-23a839edbea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:28.068573 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-83dd015a-83c7-45c2-80ad-23a839edbea6 None None] Port 5470fdd6-980b-4cc4-9894-245b20dd9b42 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:08:28.076514 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-02529c48-5c74-45bb-aee8-4e0ddc29c274 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:28.136338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4ef61e-3dbe-4c2d-b628-90777506598a', 'name': 'tempest-FloatingIPsTestJSON-1187518623-router', 'tenant_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'e623b060-fc29-42de-a3a6-d180a3eff464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:18Z', 'updated_at': '2021-11-08T00:08:24Z', 'revision_number': 4, 'project_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'gw_port': {'id': 'e623b060-fc29-42de-a3a6-d180a3eff464', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4ef61e-3dbe-4c2d-b628-90777506598a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:20Z', 'updated_at': '2021-11-08T00:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '694a8bce-68c0-4c17-8bcb-94120039ec5f', 'name': '', 'network_id': 'af480c52-1332-449d-bbf8-609a9a7bdddd', 'tenant_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'mac_address': 'fa:16:3e:aa:03:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4ef61e-3dbe-4c2d-b628-90777506598a', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3d382b2e-ac0b-49f1-9879-6ca942c5bfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:23Z', 'updated_at': '2021-11-08T00:08:24Z', 'revision_number': 2, 'project_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'subnets': [{'id': '3d382b2e-ac0b-49f1-9879-6ca942c5bfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:28.153769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-02529c48-5c74-45bb-aee8-4e0ddc29c274 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:08:28.157964 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-02529c48-5c74-45bb-aee8-4e0ddc29c274 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:28.169964 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-02529c48-5c74-45bb-aee8-4e0ddc29c274 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:08:28.176808 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c6fec41-676a-4bd1-96e3-3da7eade41bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:28.178674 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] Checking router: 6b4ef61e-3dbe-4c2d-b628-90777506598a for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:08:28.179139 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] Updating router 6b4ef61e-3dbe-4c2d-b628-90777506598a port 694a8bce-68c0-4c17-8bcb-94120039ec5f binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:08:28.217508 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:28.251276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02529c48-5c74-45bb-aee8-4e0ddc29c274 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Pushing event updated for resources: {'Port': ['ID=5f64f5d0-4451-4c09-89cb-3e74ca7d41cc,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:28.300838 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5470fdd6-980b-4cc4-9894-245b20dd9b42 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:08:28.311255 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:28.325491 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Transition to ACTIVE for port object 5470fdd6-980b-4cc4-9894-245b20dd9b42 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:08:28.398497 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-02529c48-5c74-45bb-aee8-4e0ddc29c274 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:28.419688 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:28.503479 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Pushing event updated for resources: {'Port': ['ID=5470fdd6-980b-4cc4-9894-245b20dd9b42,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:28.530792 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-02529c48-5c74-45bb-aee8-4e0ddc29c274 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:28.613590 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:28.643575 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Attempting to bind port 5470fdd6-980b-4cc4-9894-245b20dd9b42 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:08:28.644151 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Attempting to bind port 5470fdd6-980b-4cc4-9894-245b20dd9b42 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:08:28.652331 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Attempting to bind port 5470fdd6-980b-4cc4-9894-245b20dd9b42 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:28.652576 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Port 5470fdd6-980b-4cc4-9894-245b20dd9b42 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:08:28.652923 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Attempting to bind port 5470fdd6-980b-4cc4-9894-245b20dd9b42 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:28.662971 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:08:28.663560 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:28.666083 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:08:28.668228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Bound port: 5470fdd6-980b-4cc4-9894-245b20dd9b42, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:08:28.668771 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:28.682264 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a7e59d-bd77-4dbe-8349-da932459d8fb x-openstack-request-id: req-f1a7e59d-bd77-4dbe-8349-da932459d8fb {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:28.682594 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dcd7b5-9500-4890-917c-7dd3fd9530aa", "name": "network-vif-plugged", "status": "completed", "tag": "98703f17-446e-4716-a4bc-1eafee48c91b", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:28.682883 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1a7e59d-bd77-4dbe-8349-da932459d8fb {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:28.683611 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dcd7b5-9500-4890-917c-7dd3fd9530aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98703f17-446e-4716-a4bc-1eafee48c91b', 'code': 200} Nov 08 00:08:28.719219 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:28.861916 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58200) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:28.889041 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-54903a00-903c-4adb-bef5-61c9b3faeb4f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-340648802-network', 'tenant_id': '7839e84b9a3d420d8015746da79f0979'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:28.895975 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ac8cc-df04-4d6b-b09a-c40685b172a0 None None] Pushing event updated for resources: {'Port': ['ID=694a8bce-68c0-4c17-8bcb-94120039ec5f,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:28.912686 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] For port 5470fdd6-980b-4cc4-9894-245b20dd9b42, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:08:28.935108 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e623b060-fc29-42de-a3a6-d180a3eff464 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:08:28.945116 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] For port 5470fdd6-980b-4cc4-9894-245b20dd9b42, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5470fdd6-980b-4cc4-9894-245b20dd9b42,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:08:28.959505 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e763f-2fd9-41e3-99e5-8bf69eb38d6a req-7d0968a2-e25a-417a-a6e6-550d761797a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:28.960943 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bf9e763f-2fd9-41e3-99e5-8bf69eb38d6a req-7d0968a2-e25a-417a-a6e6-550d761797a4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c2dcd7b5-9500-4890-917c-7dd3fd9530aa HTTP/1.1" status: 200 len: 1101 time: 0.1532469 Nov 08 00:08:28.982775 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-02529c48-5c74-45bb-aee8-4e0ddc29c274 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:29.020225 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bf9e763f-2fd9-41e3-99e5-8bf69eb38d6a req-7d202615-0ce0-4e08-8007-34a81e17c841 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506735 Nov 08 00:08:29.028561 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38598f3a-1ebc-4443-ba45-b3cacec008fa req-8a91ae01-13b6-4452-aa3c-37eb38d2cd78 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:29.028561 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38598f3a-1ebc-4443-ba45-b3cacec008fa req-8a91ae01-13b6-4452-aa3c-37eb38d2cd78 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2dcd7b5-9500-4890-917c-7dd3fd9530aa HTTP/1.1" status: 200 len: 950 time: 0.0680094 Nov 08 00:08:29.033413 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:29.068620 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-02529c48-5c74-45bb-aee8-4e0ddc29c274 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:29.070417 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:08:29.071237 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54903a00-903c-4adb-bef5-61c9b3faeb4f admin admin] Made reservation on behalf of 7839e84b9a3d420d8015746da79f0979 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:29.072012 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] Attempting to bind port 694a8bce-68c0-4c17-8bcb-94120039ec5f on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:08:29.072592 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] Attempting to bind port 694a8bce-68c0-4c17-8bcb-94120039ec5f by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '775ff362-95fd-4be5-a0d7-7ee9e0b09b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af480c52-1332-449d-bbf8-609a9a7bdddd'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:08:29.073471 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] Attempting to bind port 694a8bce-68c0-4c17-8bcb-94120039ec5f on network af480c52-1332-449d-bbf8-609a9a7bdddd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:29.077457 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54903a00-903c-4adb-bef5-61c9b3faeb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:29.079721 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:29.080455 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:29.082054 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:08:29.082689 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] Checking segment: {'id': '775ff362-95fd-4be5-a0d7-7ee9e0b09b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af480c52-1332-449d-bbf8-609a9a7bdddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:29.082814 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] 10.222.0.20 "PUT /v2.0/ports/5470fdd6-980b-4cc4-9894-245b20dd9b42 HTTP/1.1" status: 200 len: 1096 time: 1.2536628 Nov 08 00:08:29.083227 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22dc3e3b-7253-420f-9cfd-978306682915', 'tag': '5470fdd6-980b-4cc4-9894-245b20dd9b42'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:29.084572 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:29.085258 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] Bound using segment: {'id': '775ff362-95fd-4be5-a0d7-7ee9e0b09b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af480c52-1332-449d-bbf8-609a9a7bdddd'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:08:29.085570 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99210cb0-dc7c-41d2-abaa-0f23f94c61b0" -d '{"events": [{"name": "network-changed", "server_uuid": "22dc3e3b-7253-420f-9cfd-978306682915", "tag": "5470fdd6-980b-4cc4-9894-245b20dd9b42"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:29.086160 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] Bound port: 694a8bce-68c0-4c17-8bcb-94120039ec5f, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775ff362-95fd-4be5-a0d7-7ee9e0b09b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af480c52-1332-449d-bbf8-609a9a7bdddd'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:08:29.086854 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:29.105563 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e623b060-fc29-42de-a3a6-d180a3eff464 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:29.106209 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:29.131549 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6528c7d-d9c1-4378-ac44-40fb39b84b06 service neutron] Pushing event updated for resources: {'Port': ['ID=5470fdd6-980b-4cc4-9894-245b20dd9b42,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:29.228144 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3b939852-3d2f-40f7-9186-4eb8e203ee35 None None] Provisioning complete for port 694a8bce-68c0-4c17-8bcb-94120039ec5f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:29.228734 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3b939852-3d2f-40f7-9186-4eb8e203ee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:29.254715 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] For port 694a8bce-68c0-4c17-8bcb-94120039ec5f, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:08:29.298231 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] For port 694a8bce-68c0-4c17-8bcb-94120039ec5f, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=694a8bce-68c0-4c17-8bcb-94120039ec5f,segment=NetworkSegment(775ff362-95fd-4be5-a0d7-7ee9e0b09b04),segment_id=775ff362-95fd-4be5-a0d7-7ee9e0b09b04)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:08:29.299050 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946832e-e734-41c8-9192-a1e48adc6106 req-79d96e13-8aac-4c87-a149-578c728b1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:29.300816 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e946832e-e734-41c8-9192-a1e48adc6106 req-79d96e13-8aac-4c87-a149-578c728b1988 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e6e6f8702dc14aa0af2c6c36d638e44a&device_id=22dc3e3b-7253-420f-9cfd-978306682915 HTTP/1.1" status: 200 len: 1099 time: 0.0537233 Nov 08 00:08:29.310017 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3b939852-3d2f-40f7-9186-4eb8e203ee35 None None] Port 694a8bce-68c0-4c17-8bcb-94120039ec5f cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:08:29.325244 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38598f3a-1ebc-4443-ba45-b3cacec008fa req-a4f1a2b1-74ab-4884-8492-3c87e69988ec tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872059 Nov 08 00:08:29.326033 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54903a00-903c-4adb-bef5-61c9b3faeb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:29.362022 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e946832e-e734-41c8-9192-a1e48adc6106 req-03af4c38-58f6-4706-a0cd-353d28b5f00b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=5470fdd6-980b-4cc4-9894-245b20dd9b42 HTTP/1.1" status: 200 len: 217 time: 0.0469539 Nov 08 00:08:29.412709 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946832e-e734-41c8-9192-a1e48adc6106 req-5605bcd0-606e-40c5-a1c5-b3586640986b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:29.414091 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e946832e-e734-41c8-9192-a1e48adc6106 req-5605bcd0-606e-40c5-a1c5-b3586640986b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0455546 Nov 08 00:08:29.425704 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02529c48-5c74-45bb-aee8-4e0ddc29c274 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Pushing event updated for resources: {'Port': ['ID=5f64f5d0-4451-4c09-89cb-3e74ca7d41cc,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:29.428442 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:29.465754 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946832e-e734-41c8-9192-a1e48adc6106 req-97b49d72-5685-44fc-b918-38b527020ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:29.467510 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e946832e-e734-41c8-9192-a1e48adc6106 req-97b49d72-5685-44fc-b918-38b527020ff4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0449970 Nov 08 00:08:29.470536 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-02529c48-5c74-45bb-aee8-4e0ddc29c274 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:29.500524 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] Routers {'6b4ef61e-3dbe-4c2d-b628-90777506598a'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:08:29.501956 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:08:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6b4ef61e-3dbe-4c2d-b628-90777506598a'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:29.505958 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ac8cc-df04-4d6b-b09a-c40685b172a0 None None] Pushing event updated for resources: {'Port': ['ID=694a8bce-68c0-4c17-8bcb-94120039ec5f,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:29.522100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c9c14-8f10-4060-9106-caa3924f2058 req-9189f75c-ce47-4879-8aa9-5d99faa5fd26 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:29.523581 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-309c9c14-8f10-4060-9106-caa3924f2058 req-9189f75c-ce47-4879-8aa9-5d99faa5fd26 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dc3e3b-7253-420f-9cfd-978306682915 HTTP/1.1" status: 200 len: 948 time: 0.1250463 Nov 08 00:08:29.571275 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54903a00-903c-4adb-bef5-61c9b3faeb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:29.597722 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-309c9c14-8f10-4060-9106-caa3924f2058 req-29139431-a350-477b-bff3-b7536e967ef9 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613589 Nov 08 00:08:29.614385 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-02529c48-5c74-45bb-aee8-4e0ddc29c274 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:29.616443 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-02529c48-5c74-45bb-aee8-4e0ddc29c274 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4334197 Nov 08 00:08:29.643416 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e946832e-e734-41c8-9192-a1e48adc6106 req-688089c4-421e-41a9-80ea-27ff6995d8a7 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679955 Nov 08 00:08:29.650912 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] Set router 6b4ef61e-3dbe-4c2d-b628-90777506598a gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:08:29.712348 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54903a00-903c-4adb-bef5-61c9b3faeb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:29.733563 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab8bb835-2f86-4a27-b3b7-2e34182202eb req-005bc325-e8e6-448d-afc4-4121892ac8f4 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/ports?device_id=610ef5f4-2f17-4003-801b-da75b7332a85 HTTP/1.1" status: 200 len: 210 time: 0.0458846 Nov 08 00:08:29.736917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-d9a29518-30fb-412d-9241-38b1c8902138 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.71 HTTP/1.1" status: 200 len: 695 time: 0.1128349 Nov 08 00:08:29.793601 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e946832e-e734-41c8-9192-a1e48adc6106 req-f9e5ab6e-8ec9-4308-bb50-549a3969b401 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347749 Nov 08 00:08:29.826391 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54903a00-903c-4adb-bef5-61c9b3faeb4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:08:29.833817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54903a00-903c-4adb-bef5-61c9b3faeb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee54573-912b-4d90-9772-7f7ed260b306,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:29.846428 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54903a00-903c-4adb-bef5-61c9b3faeb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:29.846781 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-54903a00-903c-4adb-bef5-61c9b3faeb4f admin admin] Added segment a8148c83-e139-4802-9dfb-0be089543d0c of type vlan for network df707d4b-2a60-4d59-8ee0-8e0329fd1d54 Nov 08 00:08:29.894791 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-efe1332c-7b70-4187-b7d7-6f3861b59997 None None] Provisioning complete for port 694a8bce-68c0-4c17-8bcb-94120039ec5f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:29.895367 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efe1332c-7b70-4187-b7d7-6f3861b59997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:29.921166 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54903a00-903c-4adb-bef5-61c9b3faeb4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:29.932731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-823162a4-23d7-4ac9-b9ce-8b52901393c2 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:29.934161 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-823162a4-23d7-4ac9-b9ce-8b52901393c2 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.1834819 Nov 08 00:08:29.946514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-382f5935-736f-4a2b-a8d9-bbe9095bff73 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:08:29.947653 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38067429-2c0c-4595-b36c-69a0137fd6d4 req-382f5935-736f-4a2b-a8d9-bbe9095bff73 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056732 Nov 08 00:08:29.982627 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4ef61e-3dbe-4c2d-b628-90777506598a', 'name': 'tempest-FloatingIPsTestJSON-1187518623-router', 'tenant_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'e623b060-fc29-42de-a3a6-d180a3eff464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:18Z', 'updated_at': '2021-11-08T00:08:24Z', 'revision_number': 4, 'project_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'gw_port': {'id': 'e623b060-fc29-42de-a3a6-d180a3eff464', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4ef61e-3dbe-4c2d-b628-90777506598a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:20Z', 'updated_at': '2021-11-08T00:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '694a8bce-68c0-4c17-8bcb-94120039ec5f', 'name': '', 'network_id': 'af480c52-1332-449d-bbf8-609a9a7bdddd', 'tenant_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'mac_address': 'fa:16:3e:aa:03:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4ef61e-3dbe-4c2d-b628-90777506598a', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3d382b2e-ac0b-49f1-9879-6ca942c5bfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:23Z', 'updated_at': '2021-11-08T00:08:29Z', 'revision_number': 4, 'project_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'subnets': [{'id': '3d382b2e-ac0b-49f1-9879-6ca942c5bfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:30.017517 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5323a46b-18ec-4118-b44a-7c0a20f46739 None None] The sync data for ids ['6b4ef61e-3dbe-4c2d-b628-90777506598a'] in n-d-816882-1 is: [{'id': '6b4ef61e-3dbe-4c2d-b628-90777506598a', 'name': 'tempest-FloatingIPsTestJSON-1187518623-router', 'tenant_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'e623b060-fc29-42de-a3a6-d180a3eff464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:18Z', 'updated_at': '2021-11-08T00:08:24Z', 'revision_number': 4, 'project_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'gw_port': {'id': 'e623b060-fc29-42de-a3a6-d180a3eff464', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4ef61e-3dbe-4c2d-b628-90777506598a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:20Z', 'updated_at': '2021-11-08T00:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '694a8bce-68c0-4c17-8bcb-94120039ec5f', 'name': '', 'network_id': 'af480c52-1332-449d-bbf8-609a9a7bdddd', 'tenant_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'mac_address': 'fa:16:3e:aa:03:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4ef61e-3dbe-4c2d-b628-90777506598a', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3d382b2e-ac0b-49f1-9879-6ca942c5bfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:23Z', 'updated_at': '2021-11-08T00:08:29Z', 'revision_number': 4, 'project_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'subnets': [{'id': '3d382b2e-ac0b-49f1-9879-6ca942c5bfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:08:30.027526 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54903a00-903c-4adb-bef5-61c9b3faeb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:30.028905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54903a00-903c-4adb-bef5-61c9b3faeb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:30.029770 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efe1332c-7b70-4187-b7d7-6f3861b59997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:30.029889 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54903a00-903c-4adb-bef5-61c9b3faeb4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:30.050230 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97df7221-6856-4710-9058-ce248f644a04 x-openstack-request-id: req-97df7221-6856-4710-9058-ce248f644a04 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:30.050339 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22dc3e3b-7253-420f-9cfd-978306682915", "tag": "5470fdd6-980b-4cc4-9894-245b20dd9b42", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:30.050594 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97df7221-6856-4710-9058-ce248f644a04 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:30.051008 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22dc3e3b-7253-420f-9cfd-978306682915', 'tag': '5470fdd6-980b-4cc4-9894-245b20dd9b42', 'status': 'completed', 'code': 200} Nov 08 00:08:30.105819 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-efe1332c-7b70-4187-b7d7-6f3861b59997 None None] For port 694a8bce-68c0-4c17-8bcb-94120039ec5f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=694a8bce-68c0-4c17-8bcb-94120039ec5f,segment=NetworkSegment(775ff362-95fd-4be5-a0d7-7ee9e0b09b04),segment_id=775ff362-95fd-4be5-a0d7-7ee9e0b09b04)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:30.170624 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54903a00-903c-4adb-bef5-61c9b3faeb4f admin admin] Pushing event updated for resources: {'Network': ['ID=df707d4b-2a60-4d59-8ee0-8e0329fd1d54,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:30.182469 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network df707d4b-2a60-4d59-8ee0-8e0329fd1d54 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:08:30.214840 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99210cb0-dc7c-41d2-abaa-0f23f94c61b0 req-b644ae39-fa62-43d5-86b2-9008261451a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:30.216407 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-99210cb0-dc7c-41d2-abaa-0f23f94c61b0 req-b644ae39-fa62-43d5-86b2-9008261451a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e6e6f8702dc14aa0af2c6c36d638e44a&device_id=22dc3e3b-7253-420f-9cfd-978306682915 HTTP/1.1" status: 200 len: 1099 time: 0.0942235 Nov 08 00:08:30.252717 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-54903a00-903c-4adb-bef5-61c9b3faeb4f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3759615 Nov 08 00:08:30.255676 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58220) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:30.262686 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-b2645621-d92f-4921-b839-315104db797d admin admin] Request body: {'subnet': {'network_id': 'df707d4b-2a60-4d59-8ee0-8e0329fd1d54', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-340648802-subnet', 'tenant_id': '7839e84b9a3d420d8015746da79f0979', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:30.303566 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efe1332c-7b70-4187-b7d7-6f3861b59997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:30.356839 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99210cb0-dc7c-41d2-abaa-0f23f94c61b0 req-898a905d-4196-4bf1-8f66-23623682a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:30.358692 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-99210cb0-dc7c-41d2-abaa-0f23f94c61b0 req-898a905d-4196-4bf1-8f66-23623682a237 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1332695 Nov 08 00:08:30.398151 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1332c-7b70-4187-b7d7-6f3861b59997 None None] Pushing event updated for resources: {'Port': ['ID=694a8bce-68c0-4c17-8bcb-94120039ec5f,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:30.398476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2645621-d92f-4921-b839-315104db797d admin admin] Made reservation on behalf of 7839e84b9a3d420d8015746da79f0979 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:30.401235 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2645621-d92f-4921-b839-315104db797d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:30.437189 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-99210cb0-dc7c-41d2-abaa-0f23f94c61b0 req-8e91de79-584a-40fb-9a8b-d5cc611167de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=5470fdd6-980b-4cc4-9894-245b20dd9b42 HTTP/1.1" status: 200 len: 217 time: 0.0692711 Nov 08 00:08:30.507726 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99210cb0-dc7c-41d2-abaa-0f23f94c61b0 req-a935a8d4-7195-4a35-a37f-9d11404c9115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:30.509411 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-99210cb0-dc7c-41d2-abaa-0f23f94c61b0 req-a935a8d4-7195-4a35-a37f-9d11404c9115 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0654984 Nov 08 00:08:30.565770 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99210cb0-dc7c-41d2-abaa-0f23f94c61b0 req-47222e01-eea7-4d08-b1e0-ddeef20385ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:30.567727 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-99210cb0-dc7c-41d2-abaa-0f23f94c61b0 req-47222e01-eea7-4d08-b1e0-ddeef20385ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0504565 Nov 08 00:08:30.575281 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a3e6fb9d-6bec-4339-bf00-e6731582427d req-2594ca2d-8d0a-492c-9fd3-b9048cda537c tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/floatingips/9cce6631-7890-4995-a901-27bdc2d5a948 HTTP/1.1" status: 200 len: 692 time: 0.0854115 Nov 08 00:08:30.687143 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-99210cb0-dc7c-41d2-abaa-0f23f94c61b0 req-927cdfe5-389a-4945-b83a-00088ec1eb70 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048286 Nov 08 00:08:30.702503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0941d-9ff7-4956-a125-6e2e8f04db9a req-f103735c-ef65-4cd8-b474-8951804ab487 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:30.704860 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ee0941d-9ff7-4956-a125-6e2e8f04db9a req-f103735c-ef65-4cd8-b474-8951804ab487 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2dcd7b5-9500-4890-917c-7dd3fd9530aa HTTP/1.1" status: 200 len: 950 time: 0.1695287 Nov 08 00:08:30.736642 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d113dedc-2fde-466b-b24a-4e848d0e8d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:30.762649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6fb9d-6bec-4339-bf00-e6731582427d req-e638d598-b318-4b74-812a-7597d0c73811 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:30.764140 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a3e6fb9d-6bec-4339-bf00-e6731582427d req-e638d598-b318-4b74-812a-7597d0c73811 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.1819665 Nov 08 00:08:30.793305 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-a3e6fb9d-6bec-4339-bf00-e6731582427d req-42a06023-01ad-4d9e-a0bf-053dab1303a2 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:08:30.794338 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a3e6fb9d-6bec-4339-bf00-e6731582427d req-42a06023-01ad-4d9e-a0bf-053dab1303a2 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068741 Nov 08 00:08:30.818940 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ee0941d-9ff7-4956-a125-6e2e8f04db9a req-26ca641d-1ec9-4a4b-9f08-1f0135a61a7f tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046023 Nov 08 00:08:30.863862 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-99210cb0-dc7c-41d2-abaa-0f23f94c61b0 req-55eaf0bc-e2e1-4e73-a30a-e738bf5a91aa service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664672 Nov 08 00:08:30.928754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 694a8bce-68c0-4c17-8bcb-94120039ec5f up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:08:30.994126 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:31.049833 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2645621-d92f-4921-b839-315104db797d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:31.059501 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 694a8bce-68c0-4c17-8bcb-94120039ec5f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:31.059975 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:31.072399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd83a47-5277-4a1d-a778-679978df7ee6 req-05725f14-dde9-4999-9ab3-6e795a383caf tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:31.080504 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9cd83a47-5277-4a1d-a778-679978df7ee6 req-05725f14-dde9-4999-9ab3-6e795a383caf tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dc3e3b-7253-420f-9cfd-978306682915 HTTP/1.1" status: 200 len: 948 time: 0.1203494 Nov 08 00:08:31.101201 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-0ea7ff06-90da-4e93-8bdb-76e9ae936f62 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:31.103032 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-0ea7ff06-90da-4e93-8bdb-76e9ae936f62 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.26 "GET /v2.0/networks?id=80051137-3070-4b1d-8d12-dea0e4d44694 HTTP/1.1" status: 200 len: 810 time: 0.1922259 Nov 08 00:08:31.130956 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-338eb479-89ce-4fe8-9015-e7622966d046 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Request body: {'port': {'device_id': '610ef5f4-2f17-4003-801b-da75b7332a85', 'network_id': '80051137-3070-4b1d-8d12-dea0e4d44694', 'admin_state_up': True, 'tenant_id': 'c74d354c5a28415588b3f1996c798bb7'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:31.172843 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9cd83a47-5277-4a1d-a778-679978df7ee6 req-bffac1c5-6e83-4d4a-b19d-95fb3c5c5a60 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696657 Nov 08 00:08:31.224671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2645621-d92f-4921-b839-315104db797d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8582e1e0-83fd-44ad-9ec5-6c72984e4b5e,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:31.236588 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2645621-d92f-4921-b839-315104db797d admin admin] Checking segment: {'id': 'a8148c83-e139-4802-9dfb-0be089543d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'df707d4b-2a60-4d59-8ee0-8e0329fd1d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:31.236962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2645621-d92f-4921-b839-315104db797d admin admin] Network hostable DHCP agents. Network: df707d4b-2a60-4d59-8ee0-8e0329fd1d54, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:08:31.318618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2645621-d92f-4921-b839-315104db797d admin admin] Network df707d4b-2a60-4d59-8ee0-8e0329fd1d54 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:08:31.377553 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7977f70d-aa5a-48c8-a46d-08afb7b71034 req-9c3ba98e-f1ae-4f17-b085-143789ba82e1 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/ports?device_id=610ef5f4-2f17-4003-801b-da75b7332a85 HTTP/1.1" status: 200 len: 210 time: 0.0331872 Nov 08 00:08:31.408480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-338eb479-89ce-4fe8-9015-e7622966d046 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Made reservation on behalf of c74d354c5a28415588b3f1996c798bb7 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:31.412601 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-338eb479-89ce-4fe8-9015-e7622966d046 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:31.427214 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-b2645621-d92f-4921-b839-315104db797d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, df707d4b-2a60-4d59-8ee0-8e0329fd1d54) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:31.435935 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d71ff7-e5b5-4405-800a-8975f2703749 None None] Network df707d4b-2a60-4d59-8ee0-8e0329fd1d54 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:08:31.481939 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2645621-d92f-4921-b839-315104db797d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:31.482774 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2645621-d92f-4921-b839-315104db797d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:31.499383 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0c0e3fe-adec-4a7b-ae69-389e1ff24d64 req-f42dd716-3443-4d26-9b72-1cfd0070f7c0 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=6fd4bc221a2b47d7b71038a2ce582c84 HTTP/1.1" status: 200 len: 695 time: 0.0971298 Nov 08 00:08:31.571762 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-338eb479-89ce-4fe8-9015-e7622966d046 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Allocated IP 172.20.0.2 (80051137-3070-4b1d-8d12-dea0e4d44694/719678f8-b0d4-4643-8dc8-becc821ce744/d8e431ee-7fd0-45a9-a97d-07e1ee8de924) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:08:31.603828 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b2645621-d92f-4921-b839-315104db797d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3448348 Nov 08 00:08:31.695499 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:31.695994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0e3fe-adec-4a7b-ae69-389e1ff24d64 req-c77e4eb5-8ebd-404f-9287-cafee037151b tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:31.695994 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0c0e3fe-adec-4a7b-ae69-389e1ff24d64 req-c77e4eb5-8ebd-404f-9287-cafee037151b tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/networks?id=93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 787 time: 0.1865363 Nov 08 00:08:31.712053 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0b3948-cc87-4082-b55e-7daede5c4c34 None None] Network df707d4b-2a60-4d59-8ee0-8e0329fd1d54 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:08:31.719084 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-f0c0e3fe-adec-4a7b-ae69-389e1ff24d64 req-94212fae-3db4-40ba-aa71-a6b575fa75fa tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:08:31.720332 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0c0e3fe-adec-4a7b-ae69-389e1ff24d64 req-94212fae-3db4-40ba-aa71-a6b575fa75fa tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071204 Nov 08 00:08:31.769795 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:31.846407 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9822de24-de47-4aca-ae33-9175d2ec524b req-ddd0ba9c-3505-47c5-8316-52be2465374b tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/floatingips/9cce6631-7890-4995-a901-27bdc2d5a948 HTTP/1.1" status: 200 len: 692 time: 0.0676663 Nov 08 00:08:31.883698 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-338eb479-89ce-4fe8-9015-e7622966d046 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:32.019736 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-338eb479-89ce-4fe8-9015-e7622966d046 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:32.028387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822de24-de47-4aca-ae33-9175d2ec524b req-88448cf8-13ea-4173-928d-5c604e8b1d83 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:32.036027 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9822de24-de47-4aca-ae33-9175d2ec524b req-88448cf8-13ea-4173-928d-5c604e8b1d83 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.1879935 Nov 08 00:08:32.042047 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-9822de24-de47-4aca-ae33-9175d2ec524b req-efe977eb-5354-49f1-a64f-3689123eaba6 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:08:32.050806 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9822de24-de47-4aca-ae33-9175d2ec524b req-efe977eb-5354-49f1-a64f-3689123eaba6 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138495 Nov 08 00:08:32.076452 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-338eb479-89ce-4fe8-9015-e7622966d046 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Network 80051137-3070-4b1d-8d12-dea0e4d44694 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:08:32.079738 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-338eb479-89ce-4fe8-9015-e7622966d046 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:32.087959 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-338eb479-89ce-4fe8-9015-e7622966d046 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:08:32.107399 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9822de24-de47-4aca-ae33-9175d2ec524b req-e4ed697f-7db7-4126-9ecb-b8783ce3949d tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.71 HTTP/1.1" status: 200 len: 695 time: 0.0555580 Nov 08 00:08:32.123310 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338eb479-89ce-4fe8-9015-e7622966d046 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Pushing event updated for resources: {'Port': ['ID=d8e431ee-7fd0-45a9-a97d-07e1ee8de924,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:32.143847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-338eb479-89ce-4fe8-9015-e7622966d046 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:32.144463 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-338eb479-89ce-4fe8-9015-e7622966d046 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:32.161870 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9822de24-de47-4aca-ae33-9175d2ec524b req-7b115259-0d71-4438-9311-17f046ed1d67 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.71 HTTP/1.1" status: 200 len: 695 time: 0.0477312 Nov 08 00:08:32.244759 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-338eb479-89ce-4fe8-9015-e7622966d046 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1246483 Nov 08 00:08:32.263428 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Request body: {'port': {'device_id': '610ef5f4-2f17-4003-801b-da75b7332a85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:32.288699 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-bad6aec6-db9e-474b-8d33-b672dbf5eb27 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=15651330950d4c3aa5c4ed0db0ce62bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398247 Nov 08 00:08:32.325650 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:32.361365 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-9822de24-de47-4aca-ae33-9175d2ec524b req-5faea235-31fc-44e1-ab10-7840ebd8ed10 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Deleting port 5f64f5d0-4451-4c09-89cb-3e74ca7d41cc {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:08:32.361825 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9822de24-de47-4aca-ae33-9175d2ec524b req-5faea235-31fc-44e1-ab10-7840ebd8ed10 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:32.460125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-124c975a-d21b-484c-88fd-0471b7a25f76 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:32.461485 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-124c975a-d21b-484c-88fd-0471b7a25f76 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601377 Nov 08 00:08:32.481429 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9822de24-de47-4aca-ae33-9175d2ec524b req-5faea235-31fc-44e1-ab10-7840ebd8ed10 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:32.481755 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9822de24-de47-4aca-ae33-9175d2ec524b req-5faea235-31fc-44e1-ab10-7840ebd8ed10 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:32.492309 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-83b2f2e1-a44a-45d0-a685-83053422eb96 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/quotas/15651330950d4c3aa5c4ed0db0ce62bd HTTP/1.1" status: 200 len: 375 time: 0.0202889 Nov 08 00:08:32.497485 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-9822de24-de47-4aca-ae33-9175d2ec524b req-5faea235-31fc-44e1-ab10-7840ebd8ed10 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Calling delete_port for 5f64f5d0-4451-4c09-89cb-3e74ca7d41cc owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:08:32.586205 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e431ee-7fd0-45a9-a97d-07e1ee8de924 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:08:32.594107 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:32.606471 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Transition to ACTIVE for port object d8e431ee-7fd0-45a9-a97d-07e1ee8de924 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:08:32.616949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-43c33f4c-484e-4c25-9604-4bd2fb61de61 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=15651330950d4c3aa5c4ed0db0ce62bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1164327 Nov 08 00:08:32.661446 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:32.711276 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Pushing event updated for resources: {'Port': ['ID=d8e431ee-7fd0-45a9-a97d-07e1ee8de924,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:32.783093 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Attempting to bind port d8e431ee-7fd0-45a9-a97d-07e1ee8de924 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:08:32.783430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Attempting to bind port d8e431ee-7fd0-45a9-a97d-07e1ee8de924 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'da25e7da-0587-458c-a885-f0a228dcc080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80051137-3070-4b1d-8d12-dea0e4d44694'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:08:32.783750 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Attempting to bind port d8e431ee-7fd0-45a9-a97d-07e1ee8de924 on network 80051137-3070-4b1d-8d12-dea0e4d44694 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:32.787948 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Port d8e431ee-7fd0-45a9-a97d-07e1ee8de924 on network 80051137-3070-4b1d-8d12-dea0e4d44694 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:08:32.788265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Attempting to bind port d8e431ee-7fd0-45a9-a97d-07e1ee8de924 on network 80051137-3070-4b1d-8d12-dea0e4d44694 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:32.792714 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9822de24-de47-4aca-ae33-9175d2ec524b req-5faea235-31fc-44e1-ab10-7840ebd8ed10 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:32.799134 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:08:32.799481 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Checking segment: {'id': 'da25e7da-0587-458c-a885-f0a228dcc080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80051137-3070-4b1d-8d12-dea0e4d44694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:32.799884 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Bound using segment: {'id': 'da25e7da-0587-458c-a885-f0a228dcc080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80051137-3070-4b1d-8d12-dea0e4d44694'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:08:32.800309 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Bound port: d8e431ee-7fd0-45a9-a97d-07e1ee8de924, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da25e7da-0587-458c-a885-f0a228dcc080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80051137-3070-4b1d-8d12-dea0e4d44694'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:08:32.800662 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:32.825052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faea235-31fc-44e1-ab10-7840ebd8ed10 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Pushing event deleted for resources: {'Port': ['ID=5f64f5d0-4451-4c09-89cb-3e74ca7d41cc,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:32.873511 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] For port d8e431ee-7fd0-45a9-a97d-07e1ee8de924, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:08:32.877569 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] For port d8e431ee-7fd0-45a9-a97d-07e1ee8de924, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=d8e431ee-7fd0-45a9-a97d-07e1ee8de924,segment=NetworkSegment(da25e7da-0587-458c-a885-f0a228dcc080),segment_id=da25e7da-0587-458c-a885-f0a228dcc080)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:08:32.944217 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9822de24-de47-4aca-ae33-9175d2ec524b req-5faea235-31fc-44e1-ab10-7840ebd8ed10 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:32.947585 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9822de24-de47-4aca-ae33-9175d2ec524b req-5faea235-31fc-44e1-ab10-7840ebd8ed10 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:32.949387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9822de24-de47-4aca-ae33-9175d2ec524b req-5faea235-31fc-44e1-ab10-7840ebd8ed10 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "DELETE /v2.0/floatingips/9cce6631-7890-4995-a901-27bdc2d5a948 HTTP/1.1" status: 204 len: 173 time: 0.7812111 Nov 08 00:08:32.970270 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:33.017919 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:33.018535 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:33.019986 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] 10.222.0.26 "PUT /v2.0/ports/d8e431ee-7fd0-45a9-a97d-07e1ee8de924 HTTP/1.1" status: 200 len: 1091 time: 0.7606728 Nov 08 00:08:33.020593 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610ef5f4-2f17-4003-801b-da75b7332a85', 'tag': 'd8e431ee-7fd0-45a9-a97d-07e1ee8de924'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:33.022851 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37240580-66b6-4f8d-a682-370e05641698" -d '{"events": [{"name": "network-changed", "server_uuid": "610ef5f4-2f17-4003-801b-da75b7332a85", "tag": "d8e431ee-7fd0-45a9-a97d-07e1ee8de924"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:33.060503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad897b0-695c-41ea-97fa-236e4195cd3c service neutron] Pushing event updated for resources: {'Port': ['ID=d8e431ee-7fd0-45a9-a97d-07e1ee8de924,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:33.151814 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-e2156e5c-03ed-478c-9d47-40e0053b7381 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:33.154360 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-e2156e5c-03ed-478c-9d47-40e0053b7381 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 821 time: 0.1073513 Nov 08 00:08:33.169578 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-e4f85d66-1a4e-465e-8e03-9ffe33f24e09 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/quotas/951d7073901a4e51a1deddc1d387c234 HTTP/1.1" status: 200 len: 375 time: 0.0091591 Nov 08 00:08:33.208811 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-a2db9927-fd70-4216-afbf-2abf597fd203 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330944 Nov 08 00:08:33.210430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-fa7978f8-a547-4439-8e5c-d6d9d10718f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:33.212043 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-fa7978f8-a547-4439-8e5c-d6d9d10718f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c74d354c5a28415588b3f1996c798bb7&device_id=610ef5f4-2f17-4003-801b-da75b7332a85 HTTP/1.1" status: 200 len: 1094 time: 0.0519962 Nov 08 00:08:33.230952 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:33.264317 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-84c5422e-026a-4bd9-a787-efeb79588240 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8e431ee-7fd0-45a9-a97d-07e1ee8de924 HTTP/1.1" status: 200 len: 217 time: 0.0375125 Nov 08 00:08:33.315606 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-4b6fc811-469a-474f-acac-ae83c40fe6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:33.317536 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-4b6fc811-469a-474f-acac-ae83c40fe6af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=719678f8-b0d4-4643-8dc8-becc821ce744 HTTP/1.1" status: 200 len: 850 time: 0.0468619 Nov 08 00:08:33.349483 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-abea42b7-6e2d-4a93-aef3-dd14d12c7cb4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80051137-3070-4b1d-8d12-dea0e4d44694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252712 Nov 08 00:08:33.446357 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-fd4d1087-a959-486e-aa05-dc67e9397dca service neutron] 10.222.0.26 "GET /v2.0/networks/80051137-3070-4b1d-8d12-dea0e4d44694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901341 Nov 08 00:08:33.506004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c6221-5d31-4a16-8154-d1f413e5d6e3 req-b28d4cc4-9c71-4ec6-8e2e-97d0f152d940 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:33.507452 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-940c6221-5d31-4a16-8154-d1f413e5d6e3 req-b28d4cc4-9c71-4ec6-8e2e-97d0f152d940 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dc3e3b-7253-420f-9cfd-978306682915 HTTP/1.1" status: 200 len: 948 time: 0.2834177 Nov 08 00:08:33.519295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-8c65d9a2-b140-4102-a666-9524e5a2dedc service neutron] 10.222.0.13 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028903 Nov 08 00:08:33.535154 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1a3c218a-b558-48b2-88fa-9edbe5866fe0 req-04c53454-d42c-45e4-a575-b4053862a273 service neutron] 10.222.0.26 "GET /v2.0/networks/80051137-3070-4b1d-8d12-dea0e4d44694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822115 Nov 08 00:08:33.593864 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-940c6221-5d31-4a16-8154-d1f413e5d6e3 req-990742fb-b700-4c2a-ae95-45ff3c4381d2 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774195 Nov 08 00:08:33.629001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-66890bde-7d53-4825-98b7-bc54ed8471eb service neutron] 10.222.0.13 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978036 Nov 08 00:08:33.717484 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f00230-623d-4d30-b7f3-f59e7f91b6df req-f54a8f6d-96c1-4344-b83e-7ded36795235 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:33.718980 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-45f00230-623d-4d30-b7f3-f59e7f91b6df req-f54a8f6d-96c1-4344-b83e-7ded36795235 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/ports?device_id=610ef5f4-2f17-4003-801b-da75b7332a85 HTTP/1.1" status: 200 len: 943 time: 0.0500147 Nov 08 00:08:33.760347 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-45f00230-623d-4d30-b7f3-f59e7f91b6df req-875ff2b3-08ff-463f-8b06-254266d042ce tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/security-groups?id=df987770-a986-4136-9bd3-2ac55ab2182e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349019 Nov 08 00:08:33.916653 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d543def5-8372-41c8-bfbe-eb94d4223019 req-94044e7f-77fa-4fce-9aeb-0207b627f3b3 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 210 time: 0.0291369 Nov 08 00:08:33.970526 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cc287b-d335-4972-aa36-9f5369f025a5 x-openstack-request-id: req-40cc287b-d335-4972-aa36-9f5369f025a5 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:33.970526 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610ef5f4-2f17-4003-801b-da75b7332a85", "tag": "d8e431ee-7fd0-45a9-a97d-07e1ee8de924", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:33.971235 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40cc287b-d335-4972-aa36-9f5369f025a5 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:33.971746 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610ef5f4-2f17-4003-801b-da75b7332a85', 'tag': 'd8e431ee-7fd0-45a9-a97d-07e1ee8de924', 'status': 'completed', 'code': 200} Nov 08 00:08:34.039583 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-2e35ce22-5038-4399-bd22-da79e654cc93 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1254563 Nov 08 00:08:34.052072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-7cac9a4e-709a-4447-9a03-1e1bb0300593 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:34.077933 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37240580-66b6-4f8d-a682-370e05641698 req-c7eb89bd-de2d-484c-ae63-616cef62bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:34.079539 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-37240580-66b6-4f8d-a682-370e05641698 req-c7eb89bd-de2d-484c-ae63-616cef62bbcc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c74d354c5a28415588b3f1996c798bb7&device_id=610ef5f4-2f17-4003-801b-da75b7332a85 HTTP/1.1" status: 200 len: 1094 time: 0.0591435 Nov 08 00:08:34.158034 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-7cac9a4e-709a-4447-9a03-1e1bb0300593 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:34.178594 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37240580-66b6-4f8d-a682-370e05641698 req-ea3871f5-7cc0-46c1-bd6e-795bb876f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:34.182923 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-37240580-66b6-4f8d-a682-370e05641698 req-ea3871f5-7cc0-46c1-bd6e-795bb876f5ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=80051137-3070-4b1d-8d12-dea0e4d44694 HTTP/1.1" status: 200 len: 911 time: 0.0930629 Nov 08 00:08:34.241218 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-37240580-66b6-4f8d-a682-370e05641698 req-7752bf5c-a283-49e9-93f4-c3a3c7860f22 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8e431ee-7fd0-45a9-a97d-07e1ee8de924 HTTP/1.1" status: 200 len: 217 time: 0.0536845 Nov 08 00:08:34.283647 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b2420f1-6d16-43c1-a083-0dfc91ff12e3 req-bf7ba7d5-b1da-42bb-8531-43529bd28078 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 210 time: 0.0312431 Nov 08 00:08:34.295235 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37240580-66b6-4f8d-a682-370e05641698 req-f4a0c5cd-c4c8-4983-8bb3-14a273e6eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:34.295235 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-37240580-66b6-4f8d-a682-370e05641698 req-f4a0c5cd-c4c8-4983-8bb3-14a273e6eb05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=719678f8-b0d4-4643-8dc8-becc821ce744 HTTP/1.1" status: 200 len: 850 time: 0.0458975 Nov 08 00:08:34.296197 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-7cac9a4e-709a-4447-9a03-1e1bb0300593 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:34.350876 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-37240580-66b6-4f8d-a682-370e05641698 req-901abaea-13a0-4290-aaa8-349fbe6b4356 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80051137-3070-4b1d-8d12-dea0e4d44694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485830 Nov 08 00:08:34.434272 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-7cac9a4e-709a-4447-9a03-1e1bb0300593 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Allocated IP 172.25.2.244 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/d9c78769-b7fd-4bb2-9e0e-0d13d28c84f4) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:08:34.443137 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-37240580-66b6-4f8d-a682-370e05641698 req-f1b856ba-ea25-44be-b5fe-2c478c4c7a38 service neutron] 10.222.0.26 "GET /v2.0/networks/80051137-3070-4b1d-8d12-dea0e4d44694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842354 Nov 08 00:08:34.556932 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-37240580-66b6-4f8d-a682-370e05641698 req-66554ab5-547e-4e8a-aff5-5e3699fd4285 service neutron] 10.222.0.26 "GET /v2.0/networks/80051137-3070-4b1d-8d12-dea0e4d44694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067326 Nov 08 00:08:34.563310 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-7cac9a4e-709a-4447-9a03-1e1bb0300593 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:34.676492 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-7cac9a4e-709a-4447-9a03-1e1bb0300593 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:34.719862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-7cac9a4e-709a-4447-9a03-1e1bb0300593 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:08:34.722741 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-7cac9a4e-709a-4447-9a03-1e1bb0300593 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:34.726181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-7cac9a4e-709a-4447-9a03-1e1bb0300593 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:08:34.734278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac9a4e-709a-4447-9a03-1e1bb0300593 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Pushing event updated for resources: {'Port': ['ID=d9c78769-b7fd-4bb2-9e0e-0d13d28c84f4,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:34.837183 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-7cac9a4e-709a-4447-9a03-1e1bb0300593 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:34.891274 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5470fdd6-980b-4cc4-9894-245b20dd9b42 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:08:34.947744 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce3e3e-3762-4f04-ad59-fbb8843cc3fc req-df324365-de65-4e51-bc6b-721720d1f363 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:34.949363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11ce3e3e-3762-4f04-ad59-fbb8843cc3fc req-df324365-de65-4e51-bc6b-721720d1f363 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dc3e3b-7253-420f-9cfd-978306682915 HTTP/1.1" status: 200 len: 948 time: 0.0851810 Nov 08 00:08:34.956710 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-7cac9a4e-709a-4447-9a03-1e1bb0300593 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:34.996255 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-f49dda0e-29d8-4a17-bc1b-db801351862b tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=15651330950d4c3aa5c4ed0db0ce62bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256824 Nov 08 00:08:35.006722 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 5470fdd6-980b-4cc4-9894-245b20dd9b42, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5470fdd6-980b-4cc4-9894-245b20dd9b42,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:35.021994 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '5470fdd6-980b-4cc4-9894-245b20dd9b42', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '5470fdd6-980b-4cc4-9894-245b20dd9b42', 'mac_address': 'fa:16:3e:8b:f3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:08:35.028847 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11ce3e3e-3762-4f04-ad59-fbb8843cc3fc req-964600a8-bbc6-404b-a258-d50ed3d31d89 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701149 Nov 08 00:08:35.084688 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:35.116447 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5470fdd6-980b-4cc4-9894-245b20dd9b42 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:08:35.148563 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 5470fdd6-980b-4cc4-9894-245b20dd9b42, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5470fdd6-980b-4cc4-9894-245b20dd9b42,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:35.150552 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-4774a5b4-67d4-4110-8aa7-1526d84a6eeb tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:35.152833 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-4774a5b4-67d4-4110-8aa7-1526d84a6eeb tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1518106 Nov 08 00:08:35.177523 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-20bf683a-9588-4bbc-a092-7bd3ac6959e2 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Request body: {'port': {'device_id': 'b1a55597-3c1b-4663-93c1-6a69b7d7f91d', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '15651330950d4c3aa5c4ed0db0ce62bd'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:35.213958 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:35.253219 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-7cac9a4e-709a-4447-9a03-1e1bb0300593 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:35.287351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd999ba-5227-4129-a0e2-5cd36841232d req-11c813e9-bc53-4cbb-a373-c1190c3c6f2e tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:35.288950 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1bd999ba-5227-4129-a0e2-5cd36841232d req-11c813e9-bc53-4cbb-a373-c1190c3c6f2e tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/ports?device_id=610ef5f4-2f17-4003-801b-da75b7332a85 HTTP/1.1" status: 200 len: 943 time: 0.0878129 Nov 08 00:08:35.300832 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=5470fdd6-980b-4cc4-9894-245b20dd9b42,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:35.344968 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1bd999ba-5227-4129-a0e2-5cd36841232d req-17226423-513c-433a-8f06-8836c43db5c3 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/security-groups?id=df987770-a986-4136-9bd3-2ac55ab2182e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488815 Nov 08 00:08:35.346546 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-7cac9a4e-709a-4447-9a03-1e1bb0300593 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:35.376302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58374) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:35.403591 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac9a4e-709a-4447-9a03-1e1bb0300593 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Pushing event updated for resources: {'Port': ['ID=d9c78769-b7fd-4bb2-9e0e-0d13d28c84f4,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:35.450761 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-7cac9a4e-709a-4447-9a03-1e1bb0300593 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:35.477001 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-20bf683a-9588-4bbc-a092-7bd3ac6959e2 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Made reservation on behalf of 15651330950d4c3aa5c4ed0db0ce62bd for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:35.482151 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-20bf683a-9588-4bbc-a092-7bd3ac6959e2 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:35.519620 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a45d0c38-f637-42f9-815f-98d054d16b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:35.555435 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbcdbcfd-096b-4884-9d31-bc1b0be342ea req-286fdad2-2adb-44ed-97aa-d2e30af767a0 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 210 time: 0.0360816 Nov 08 00:08:35.558403 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-7cac9a4e-709a-4447-9a03-1e1bb0300593 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:35.568995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-7cac9a4e-709a-4447-9a03-1e1bb0300593 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5230880 Nov 08 00:08:35.607305 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['5470fdd6-980b-4cc4-9894-245b20dd9b42'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:08:35.655803 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-00493f6e-e99b-484d-93c6-ce573051a2d4 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.244 HTTP/1.1" status: 200 len: 696 time: 0.0858335 Nov 08 00:08:35.711019 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ff17f78-7eab-4ffe-92eb-17aaca741c60 req-e65cc89a-4ac0-47b9-b019-63ac87383591 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 210 time: 0.0509155 Nov 08 00:08:35.727200 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-20bf683a-9588-4bbc-a092-7bd3ac6959e2 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Allocated IP 192.168.233.213 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/d449dabf-59e9-4772-975c-a3c5ce95da7e) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:08:35.775441 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a45d0c38-f637-42f9-815f-98d054d16b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:35.821533 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-50a27005-c128-442b-9767-63ee7cd067fa tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:35.822882 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-50a27005-c128-442b-9767-63ee7cd067fa tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.1658766 Nov 08 00:08:35.834094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-79428f83-2dda-44b5-9207-817fe9235b06 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:08:35.835035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c5a7e73-33e6-418a-870e-b22ba05cb399 req-79428f83-2dda-44b5-9207-817fe9235b06 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057256 Nov 08 00:08:35.891435 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a45d0c38-f637-42f9-815f-98d054d16b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:35.911115 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3c1eb7c4-0b64-42b0-9e23-607b6704fe35 req-5b590d69-e302-43d2-864f-3bff0c288b69 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/floatingips/5b8d20a2-bf0c-4cc9-9c07-052d20af8045 HTTP/1.1" status: 200 len: 693 time: 0.0501804 Nov 08 00:08:35.936361 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-20bf683a-9588-4bbc-a092-7bd3ac6959e2 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:35.946573 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a45d0c38-f637-42f9-815f-98d054d16b5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0430e9c296da48eebfc04d938928c750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5689878 Nov 08 00:08:35.951687 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58382) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:35.960611 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d0c38-f637-42f9-815f-98d054d16b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cddbd23-18d4-4b51-b95e-a7dd76f1bdc3,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:36.021877 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ef441c6-ad91-4ef7-a819-8b1a9caf430c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:36.034728 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1eb7c4-0b64-42b0-9e23-607b6704fe35 req-347cbb45-38c1-4c76-b1ed-72a98600411e tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:36.042034 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3c1eb7c4-0b64-42b0-9e23-607b6704fe35 req-347cbb45-38c1-4c76-b1ed-72a98600411e tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.1231444 Nov 08 00:08:36.046789 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ef441c6-ad91-4ef7-a819-8b1a9caf430c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:36.092339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3c1eb7c4-0b64-42b0-9e23-607b6704fe35 req-1f1d6b89-befe-49a7-b64b-ee4f6d9b5459 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.244 HTTP/1.1" status: 200 len: 696 time: 0.0487366 Nov 08 00:08:36.101595 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-20bf683a-9588-4bbc-a092-7bd3ac6959e2 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:36.136765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['98703f17-446e-4716-a4bc-1eafee48c91b'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:08:36.145318 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3c1eb7c4-0b64-42b0-9e23-607b6704fe35 req-58a4b246-729b-4862-90e1-0d506cf7023a tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.244 HTTP/1.1" status: 200 len: 696 time: 0.0503974 Nov 08 00:08:36.146665 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-20bf683a-9588-4bbc-a092-7bd3ac6959e2 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:08:36.149990 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-20bf683a-9588-4bbc-a092-7bd3ac6959e2 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:36.153273 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-20bf683a-9588-4bbc-a092-7bd3ac6959e2 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:08:36.183288 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ef441c6-ad91-4ef7-a819-8b1a9caf430c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:36.185710 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ef441c6-ad91-4ef7-a819-8b1a9caf430c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:36.189779 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6ef441c6-ad91-4ef7-a819-8b1a9caf430c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cddbd23-18d4-4b51-b95e-a7dd76f1bdc3 HTTP/1.1" status: 204 len: 168 time: 0.2371213 Nov 08 00:08:36.216433 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef441c6-ad91-4ef7-a819-8b1a9caf430c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cddbd23-18d4-4b51-b95e-a7dd76f1bdc3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:36.221853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf683a-9588-4bbc-a092-7bd3ac6959e2 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Pushing event updated for resources: {'Port': ['ID=d449dabf-59e9-4772-975c-a3c5ce95da7e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:36.239779 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-20bf683a-9588-4bbc-a092-7bd3ac6959e2 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:36.240507 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-20bf683a-9588-4bbc-a092-7bd3ac6959e2 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:36.321809 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-20bf683a-9588-4bbc-a092-7bd3ac6959e2 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1514051 Nov 08 00:08:36.362829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-3c1eb7c4-0b64-42b0-9e23-607b6704fe35 req-05e93700-ac0f-4c4e-84a5-92aa065e225b tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Deleting port d9c78769-b7fd-4bb2-9e0e-0d13d28c84f4 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:08:36.363273 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3c1eb7c4-0b64-42b0-9e23-607b6704fe35 req-05e93700-ac0f-4c4e-84a5-92aa065e225b tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:36.370550 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Request body: {'port': {'device_id': 'b1a55597-3c1b-4663-93c1-6a69b7d7f91d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:36.410607 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device d8e431ee-7fd0-45a9-a97d-07e1ee8de924 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:08:36.479341 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3c1eb7c4-0b64-42b0-9e23-607b6704fe35 req-05e93700-ac0f-4c4e-84a5-92aa065e225b tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:36.479891 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3c1eb7c4-0b64-42b0-9e23-607b6704fe35 req-05e93700-ac0f-4c4e-84a5-92aa065e225b tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:36.488173 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:36.515531 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-3c1eb7c4-0b64-42b0-9e23-607b6704fe35 req-05e93700-ac0f-4c4e-84a5-92aa065e225b tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Calling delete_port for d9c78769-b7fd-4bb2-9e0e-0d13d28c84f4 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:08:36.523864 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-418efae3-6740-4421-839a-88a10d633980 None None] Provisioning complete for port d449dabf-59e9-4772-975c-a3c5ce95da7e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:36.524526 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-418efae3-6740-4421-839a-88a10d633980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:36.542118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09896ef-cb9b-4b6a-8096-a5d69d7024c8 req-d74a9564-5e4e-454f-853b-f733a7f82f2a tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:36.543880 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c09896ef-cb9b-4b6a-8096-a5d69d7024c8 req-d74a9564-5e4e-454f-853b-f733a7f82f2a tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dc3e3b-7253-420f-9cfd-978306682915 HTTP/1.1" status: 200 len: 949 time: 0.0825143 Nov 08 00:08:36.579396 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-418efae3-6740-4421-839a-88a10d633980 None None] Port d449dabf-59e9-4772-975c-a3c5ce95da7e cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:08:36.601272 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port d8e431ee-7fd0-45a9-a97d-07e1ee8de924, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=d8e431ee-7fd0-45a9-a97d-07e1ee8de924,segment=NetworkSegment(da25e7da-0587-458c-a885-f0a228dcc080),segment_id=da25e7da-0587-458c-a885-f0a228dcc080)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:36.613129 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'd8e431ee-7fd0-45a9-a97d-07e1ee8de924', 'network_id': '80051137-3070-4b1d-8d12-dea0e4d44694', 'port_id': 'd8e431ee-7fd0-45a9-a97d-07e1ee8de924', 'mac_address': 'fa:16:3e:52:55:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719678f8-b0d4-4643-8dc8-becc821ce744', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:08:36.625012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.20', 58882) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:36.653606 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:36.668671 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e431ee-7fd0-45a9-a97d-07e1ee8de924 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:08:36.689290 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c09896ef-cb9b-4b6a-8096-a5d69d7024c8 req-7caf912a-3c0e-42c4-a783-196810b3326d tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174436 Nov 08 00:08:36.691006 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port d8e431ee-7fd0-45a9-a97d-07e1ee8de924, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=d8e431ee-7fd0-45a9-a97d-07e1ee8de924,segment=NetworkSegment(da25e7da-0587-458c-a885-f0a228dcc080),segment_id=da25e7da-0587-458c-a885-f0a228dcc080)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:36.792630 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:36.852630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-d51760ba-71e8-46f2-b8c7-21cce0a29e53 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:36.854409 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-d51760ba-71e8-46f2-b8c7-21cce0a29e53 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.20 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 821 time: 0.2282853 Nov 08 00:08:36.856634 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=d8e431ee-7fd0-45a9-a97d-07e1ee8de924,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:36.876373 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-c8597b1a-c42b-49e3-80ad-1ef0b3f787d2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Request body: {'port': {'device_id': 'e1dda35f-1a50-4b03-90eb-68e84b4052ee', 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880', 'admin_state_up': True, 'tenant_id': '951d7073901a4e51a1deddc1d387c234'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:36.902443 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5470fdd6-980b-4cc4-9894-245b20dd9b42 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:08:36.959561 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3c1eb7c4-0b64-42b0-9e23-607b6704fe35 req-05e93700-ac0f-4c4e-84a5-92aa065e225b tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:37.000176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e93700-ac0f-4c4e-84a5-92aa065e225b tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Pushing event deleted for resources: {'Port': ['ID=d9c78769-b7fd-4bb2-9e0e-0d13d28c84f4,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:37.074396 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d449dabf-59e9-4772-975c-a3c5ce95da7e {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:08:37.082342 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:37.092972 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['d8e431ee-7fd0-45a9-a97d-07e1ee8de924'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:08:37.095737 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Transition to ACTIVE for port object d449dabf-59e9-4772-975c-a3c5ce95da7e will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:08:37.104022 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3c1eb7c4-0b64-42b0-9e23-607b6704fe35 req-05e93700-ac0f-4c4e-84a5-92aa065e225b tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:37.104022 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3c1eb7c4-0b64-42b0-9e23-607b6704fe35 req-05e93700-ac0f-4c4e-84a5-92aa065e225b tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:37.104022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3c1eb7c4-0b64-42b0-9e23-607b6704fe35 req-05e93700-ac0f-4c4e-84a5-92aa065e225b tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "DELETE /v2.0/floatingips/5b8d20a2-bf0c-4cc9-9c07-052d20af8045 HTTP/1.1" status: 204 len: 173 time: 0.9342313 Nov 08 00:08:37.121474 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 5470fdd6-980b-4cc4-9894-245b20dd9b42 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:08:37.130606 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 5470fdd6-980b-4cc4-9894-245b20dd9b42 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:37.133209 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:37.187299 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:37.215438 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfcaac-6269-4585-8e61-67d3d869c7f9 req-a9df00a7-b9ae-454a-8c92-ff7884393d68 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:37.217227 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9dfcaac-6269-4585-8e61-67d3d869c7f9 req-a9df00a7-b9ae-454a-8c92-ff7884393d68 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/ports?device_id=610ef5f4-2f17-4003-801b-da75b7332a85 HTTP/1.1" status: 200 len: 944 time: 0.0559046 Nov 08 00:08:37.219170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-c8597b1a-c42b-49e3-80ad-1ef0b3f787d2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Made reservation on behalf of 951d7073901a4e51a1deddc1d387c234 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:37.224198 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-c8597b1a-c42b-49e3-80ad-1ef0b3f787d2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:37.268746 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:37.303245 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Pushing event updated for resources: {'Port': ['ID=d449dabf-59e9-4772-975c-a3c5ce95da7e,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:37.316766 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58412) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:37.339971 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dc3e3b-7253-420f-9cfd-978306682915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5470fdd6-980b-4cc4-9894-245b20dd9b42'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:37.342423 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e086add-08e3-40bc-8478-43fc3af7e9c3" -d '{"events": [{"server_uuid": "22dc3e3b-7253-420f-9cfd-978306682915", "name": "network-vif-plugged", "status": "completed", "tag": "5470fdd6-980b-4cc4-9894-245b20dd9b42"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:37.362916 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-44ae7e41-5466-42da-98d6-9373941997fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:37.368686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 5470fdd6-980b-4cc4-9894-245b20dd9b42, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5470fdd6-980b-4cc4-9894-245b20dd9b42,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:37.400133 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9dfcaac-6269-4585-8e61-67d3d869c7f9 req-26bdc9a1-9ac6-4461-a834-1dd89cec6d39 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/security-groups?id=df987770-a986-4136-9bd3-2ac55ab2182e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553953 Nov 08 00:08:37.408635 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Attempting to bind port d449dabf-59e9-4772-975c-a3c5ce95da7e on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:08:37.408876 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Attempting to bind port d449dabf-59e9-4772-975c-a3c5ce95da7e by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:08:37.409384 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Attempting to bind port d449dabf-59e9-4772-975c-a3c5ce95da7e on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:37.423823 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:37.436565 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Port d449dabf-59e9-4772-975c-a3c5ce95da7e on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:08:37.436565 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Attempting to bind port d449dabf-59e9-4772-975c-a3c5ce95da7e on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:37.447310 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:08:37.447662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:37.448264 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:08:37.449230 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Bound port: d449dabf-59e9-4772-975c-a3c5ce95da7e, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:08:37.449589 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:37.516692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=5470fdd6-980b-4cc4-9894-245b20dd9b42,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:37.537231 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-c8597b1a-c42b-49e3-80ad-1ef0b3f787d2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Allocated IP 172.20.0.14 (16a84b47-f9ce-4954-8ec1-2a7bb6748880/cda772d5-f001-47ed-867d-7cf3c24b61ac/63b3937e-2be0-47fa-b168-655879c76e1e) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:08:37.562809 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-44ae7e41-5466-42da-98d6-9373941997fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:37.580862 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] For port d449dabf-59e9-4772-975c-a3c5ce95da7e, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:08:37.584210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] For port d449dabf-59e9-4772-975c-a3c5ce95da7e, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=d449dabf-59e9-4772-975c-a3c5ce95da7e,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:08:37.637612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9a4d4-998f-4d9b-b16d-21e4e938209d req-bb7e92cc-8301-47e8-9063-f4fb394b14b0 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:37.639061 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9bc9a4d4-998f-4d9b-b16d-21e4e938209d req-bb7e92cc-8301-47e8-9063-f4fb394b14b0 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 948 time: 0.0578101 Nov 08 00:08:37.680034 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:37.684776 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-44ae7e41-5466-42da-98d6-9373941997fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:37.723709 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9bc9a4d4-998f-4d9b-b16d-21e4e938209d req-c25d6575-64c9-4f35-9ad5-665122b726d7 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784400 Nov 08 00:08:37.736398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:37.737729 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:37.739664 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] 10.222.0.20 "PUT /v2.0/ports/d449dabf-59e9-4772-975c-a3c5ce95da7e HTTP/1.1" status: 200 len: 1096 time: 1.3754277 Nov 08 00:08:37.745910 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a55597-3c1b-4663-93c1-6a69b7d7f91d', 'tag': 'd449dabf-59e9-4772-975c-a3c5ce95da7e'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:37.748364 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66156e0-774b-4330-a117-15efc7077988" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a55597-3c1b-4663-93c1-6a69b7d7f91d", "tag": "d449dabf-59e9-4772-975c-a3c5ce95da7e"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:37.792036 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-44ae7e41-5466-42da-98d6-9373941997fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83b2fe1424bb4b7d970dabf2babae7c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4498880 Nov 08 00:08:37.794484 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58420) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:37.795308 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae7e41-5466-42da-98d6-9373941997fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3384ae-cb6d-4e46-b702-bd58f946fc17,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:37.808928 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-c8597b1a-c42b-49e3-80ad-1ef0b3f787d2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:37.815126 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2983b-4957-4986-b101-8918dde8a931 service neutron] Pushing event updated for resources: {'Port': ['ID=d449dabf-59e9-4772-975c-a3c5ce95da7e,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:37.874821 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d6a05163-3144-4586-9eda-a506e862d60e req-59264baf-71a1-44f0-9c82-433cca83ffd4 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 210 time: 0.0295303 Nov 08 00:08:37.883936 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8770713-4abf-44d3-97a7-b6a7d36e21ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:37.918223 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8770713-4abf-44d3-97a7-b6a7d36e21ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:37.949225 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-c663a9e2-7da1-46de-b497-c856fd6d96e0 req-c467ce3b-3055-4a25-904c-8a182beed0d5 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] show failed (client error): The resource could not be found. Nov 08 00:08:37.950391 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c663a9e2-7da1-46de-b497-c856fd6d96e0 req-c467ce3b-3055-4a25-904c-8a182beed0d5 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/floatingips/5b8d20a2-bf0c-4cc9-9c07-052d20af8045 HTTP/1.1" status: 404 len: 350 time: 0.0454774 Nov 08 00:08:37.973959 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-c8597b1a-c42b-49e3-80ad-1ef0b3f787d2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:37.977393 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-060e2452-9f1d-44ef-94c1-7ce04aa113f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:37.982888 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-060e2452-9f1d-44ef-94c1-7ce04aa113f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15651330950d4c3aa5c4ed0db0ce62bd&device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 1099 time: 0.0729117 Nov 08 00:08:37.999519 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4bceab-1c7f-42d3-8c27-2712ece25201 x-openstack-request-id: req-0a4bceab-1c7f-42d3-8c27-2712ece25201 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:37.999934 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22dc3e3b-7253-420f-9cfd-978306682915", "name": "network-vif-plugged", "status": "completed", "tag": "5470fdd6-980b-4cc4-9894-245b20dd9b42", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:38.000452 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a4bceab-1c7f-42d3-8c27-2712ece25201 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:38.000925 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dc3e3b-7253-420f-9cfd-978306682915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5470fdd6-980b-4cc4-9894-245b20dd9b42', 'code': 200} Nov 08 00:08:38.053610 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-28e702e7-c637-48f5-b080-0872d413a581 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=d449dabf-59e9-4772-975c-a3c5ce95da7e HTTP/1.1" status: 200 len: 217 time: 0.0602531 Nov 08 00:08:38.075843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-c8597b1a-c42b-49e3-80ad-1ef0b3f787d2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:08:38.098052 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.20', 58883) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:38.110085 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8770713-4abf-44d3-97a7-b6a7d36e21ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:38.112799 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8770713-4abf-44d3-97a7-b6a7d36e21ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:38.114177 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b8770713-4abf-44d3-97a7-b6a7d36e21ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c3384ae-cb6d-4e46-b702-bd58f946fc17 HTTP/1.1" status: 204 len: 168 time: 0.3146527 Nov 08 00:08:38.135266 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:38.152397 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8770713-4abf-44d3-97a7-b6a7d36e21ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3384ae-cb6d-4e46-b702-bd58f946fc17,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:38.166586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-ea5a9051-ae72-4768-8633-e389f1c6987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:38.168940 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-ea5a9051-ae72-4768-8633-e389f1c6987a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1018288 Nov 08 00:08:38.175347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d612c-bb4f-4f10-b919-2a72f8cd537d req-520613c6-612e-408e-9c7d-035f3840f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:38.176874 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a80d612c-bb4f-4f10-b919-2a72f8cd537d req-520613c6-612e-408e-9c7d-035f3840f9a3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22dc3e3b-7253-420f-9cfd-978306682915 HTTP/1.1" status: 200 len: 1101 time: 0.0771959 Nov 08 00:08:38.246962 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-d799abd8-7819-4b94-834e-54d2321faf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:38.248739 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-d799abd8-7819-4b94-834e-54d2321faf6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709105 Nov 08 00:08:38.250336 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a80d612c-bb4f-4f10-b919-2a72f8cd537d req-44263859-31d7-4849-855a-abed06160dc9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634503 Nov 08 00:08:38.334395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-c8597b1a-c42b-49e3-80ad-1ef0b3f787d2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:38.337988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-c8597b1a-c42b-49e3-80ad-1ef0b3f787d2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:08:38.340589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8597b1a-c42b-49e3-80ad-1ef0b3f787d2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Pushing event updated for resources: {'Port': ['ID=63b3937e-2be0-47fa-b168-655879c76e1e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:38.391950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3638eb-5639-47c3-90b6-bf1a5ab8e50d req-3fc8cd6c-7200-411b-8d0f-f7fb8429613f tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:38.393445 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d3638eb-5639-47c3-90b6-bf1a5ab8e50d req-3fc8cd6c-7200-411b-8d0f-f7fb8429613f tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dc3e3b-7253-420f-9cfd-978306682915 HTTP/1.1" status: 200 len: 950 time: 0.3387978 Nov 08 00:08:38.402437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-c8597b1a-c42b-49e3-80ad-1ef0b3f787d2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:38.403049 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-c8597b1a-c42b-49e3-80ad-1ef0b3f787d2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:38.414806 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894c32d1-eeca-48cc-ab96-f60ae3ca9701 x-openstack-request-id: req-894c32d1-eeca-48cc-ab96-f60ae3ca9701 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:38.415096 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a55597-3c1b-4663-93c1-6a69b7d7f91d", "tag": "d449dabf-59e9-4772-975c-a3c5ce95da7e", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:38.415347 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-894c32d1-eeca-48cc-ab96-f60ae3ca9701 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:38.415770 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a55597-3c1b-4663-93c1-6a69b7d7f91d', 'tag': 'd449dabf-59e9-4772-975c-a3c5ce95da7e', 'status': 'completed', 'code': 200} Nov 08 00:08:38.437185 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device d8e431ee-7fd0-45a9-a97d-07e1ee8de924 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:08:38.452196 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d3638eb-5639-47c3-90b6-bf1a5ab8e50d req-a1deecbd-f965-4258-a0d3-a6ea01fed003 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464711 Nov 08 00:08:38.486863 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-7f8350a3-c8a2-4d97-9719-eacc38bd6d02 req-7d96ba27-f7d2-4b46-940b-e94b4b9330b1 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] show failed (client error): The resource could not be found. Nov 08 00:08:38.487899 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f8350a3-c8a2-4d97-9719-eacc38bd6d02 req-7d96ba27-f7d2-4b46-940b-e94b4b9330b1 tempest-FloatingIPsTestJSON-852122886 tempest-FloatingIPsTestJSON-852122886-project] 10.222.0.13 "GET /v2.0/floatingips/5b8d20a2-bf0c-4cc9-9c07-052d20af8045 HTTP/1.1" status: 404 len: 350 time: 0.0573909 Nov 08 00:08:38.494590 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-c8597b1a-c42b-49e3-80ad-1ef0b3f787d2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6216078 Nov 08 00:08:38.498224 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58434) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:38.541591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port d8e431ee-7fd0-45a9-a97d-07e1ee8de924 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:08:38.548596 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port d8e431ee-7fd0-45a9-a97d-07e1ee8de924 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:38.548973 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:38.645306 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9f58d-38dc-43cf-99dc-a25a2dd88815 req-e4dc7dd2-5ea8-46a5-947d-0600376e9c5d tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:38.652974 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6fb9f58d-38dc-43cf-99dc-a25a2dd88815 req-e4dc7dd2-5ea8-46a5-947d-0600376e9c5d tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/ports?device_id=610ef5f4-2f17-4003-801b-da75b7332a85 HTTP/1.1" status: 200 len: 944 time: 0.0666702 Nov 08 00:08:38.659942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Request body: {'port': {'device_id': 'e1dda35f-1a50-4b03-90eb-68e84b4052ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:38.661593 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:38.715879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port d8e431ee-7fd0-45a9-a97d-07e1ee8de924, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=d8e431ee-7fd0-45a9-a97d-07e1ee8de924,segment=NetworkSegment(da25e7da-0587-458c-a885-f0a228dcc080),segment_id=da25e7da-0587-458c-a885-f0a228dcc080)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:38.769224 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6fb9f58d-38dc-43cf-99dc-a25a2dd88815 req-2605cb57-8afa-4f49-aca5-b104c22be708 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/security-groups?id=df987770-a986-4136-9bd3-2ac55ab2182e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138806 Nov 08 00:08:38.777715 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:38.793253 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:38.824167 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-a1e736c1-2c0f-4d3b-9136-f6aa057422b5 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126219 Nov 08 00:08:38.882284 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=d8e431ee-7fd0-45a9-a97d-07e1ee8de924,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:38.976976 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7c9f2f90-b0f7-4c07-a53a-360f54340b0b req-1254a83f-2813-4e69-9473-69c3c53998bc service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446350 Nov 08 00:08:39.092447 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160100d-f7f5-4c34-a13b-791e00c84e9b req-74aca9cd-b267-48a8-a7aa-cd0be4ff00bb tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:39.093938 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2160100d-f7f5-4c34-a13b-791e00c84e9b req-74aca9cd-b267-48a8-a7aa-cd0be4ff00bb tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 948 time: 0.1319242 Nov 08 00:08:39.169030 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2160100d-f7f5-4c34-a13b-791e00c84e9b req-406fd12e-cd78-43e4-b160-97c47848e433 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663414 Nov 08 00:08:39.220413 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b6fd25d6-83d2-46f3-8ba0-87281aecc19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:39.242645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b3937e-2be0-47fa-b168-655879c76e1e {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:08:39.257871 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:39.291130 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66156e0-774b-4330-a117-15efc7077988 req-de1b45ab-28ca-4086-869c-a45039533738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:39.292717 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e66156e0-774b-4330-a117-15efc7077988 req-de1b45ab-28ca-4086-869c-a45039533738 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15651330950d4c3aa5c4ed0db0ce62bd&device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 1099 time: 0.1422939 Nov 08 00:08:39.300081 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Transition to ACTIVE for port object 63b3937e-2be0-47fa-b168-655879c76e1e will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:08:39.316265 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44a6ca-95e2-4e3c-a647-a06c17a38def req-1339f0ea-c09c-4ba6-a4df-8b6ca4131040 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:39.317810 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da44a6ca-95e2-4e3c-a647-a06c17a38def req-1339f0ea-c09c-4ba6-a4df-8b6ca4131040 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 932 time: 0.0818007 Nov 08 00:08:39.360433 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da44a6ca-95e2-4e3c-a647-a06c17a38def req-81b70354-4735-46a4-b00b-4519b725b1fa tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351782 Nov 08 00:08:39.370346 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:39.439061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Pushing event updated for resources: {'Port': ['ID=63b3937e-2be0-47fa-b168-655879c76e1e,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:39.497292 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66156e0-774b-4330-a117-15efc7077988 req-611147d7-7e10-42ef-98f7-98041b52478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:39.498780 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e66156e0-774b-4330-a117-15efc7077988 req-611147d7-7e10-42ef-98f7-98041b52478f service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1959152 Nov 08 00:08:39.511918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Attempting to bind port 63b3937e-2be0-47fa-b168-655879c76e1e on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:08:39.512278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Attempting to bind port 63b3937e-2be0-47fa-b168-655879c76e1e by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:08:39.512633 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Attempting to bind port 63b3937e-2be0-47fa-b168-655879c76e1e on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:39.517379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Port 63b3937e-2be0-47fa-b168-655879c76e1e on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:08:39.517696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Attempting to bind port 63b3937e-2be0-47fa-b168-655879c76e1e on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:39.524104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:08:39.524104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Checking segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:39.524104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Bound using segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:08:39.528596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Bound port: 63b3937e-2be0-47fa-b168-655879c76e1e, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:08:39.528596 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:39.558117 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e66156e0-774b-4330-a117-15efc7077988 req-eb5b3a8f-c89d-470f-9675-32aa775a28d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=d449dabf-59e9-4772-975c-a3c5ce95da7e HTTP/1.1" status: 200 len: 217 time: 0.0429018 Nov 08 00:08:39.634768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] For port 63b3937e-2be0-47fa-b168-655879c76e1e, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:08:39.646809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81247043-5816-4d06-b825-ed171ed66116 req-588beda5-101d-4ba5-851b-7a44b0f360d0 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:39.648456 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81247043-5816-4d06-b825-ed171ed66116 req-588beda5-101d-4ba5-851b-7a44b0f360d0 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dc3e3b-7253-420f-9cfd-978306682915 HTTP/1.1" status: 200 len: 950 time: 0.0860441 Nov 08 00:08:39.678107 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66156e0-774b-4330-a117-15efc7077988 req-511e7550-b005-429d-94f9-601c1c7e5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:39.678641 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] For port 63b3937e-2be0-47fa-b168-655879c76e1e, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=63b3937e-2be0-47fa-b168-655879c76e1e,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:08:39.679548 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e66156e0-774b-4330-a117-15efc7077988 req-511e7550-b005-429d-94f9-601c1c7e5264 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0746608 Nov 08 00:08:39.699860 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81247043-5816-4d06-b825-ed171ed66116 req-13bef481-318f-4343-97bf-514d26d9ab06 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453951 Nov 08 00:08:39.727867 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-b6fd25d6-83d2-46f3-8ba0-87281aecc19c admin admin] Deleting port 694a8bce-68c0-4c17-8bcb-94120039ec5f {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:08:39.728212 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b6fd25d6-83d2-46f3-8ba0-87281aecc19c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:39.768245 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:39.792921 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66156e0-774b-4330-a117-15efc7077988 req-f971c969-e374-465d-8250-38bddd51defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:39.794453 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e66156e0-774b-4330-a117-15efc7077988 req-f971c969-e374-465d-8250-38bddd51defb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1070786 Nov 08 00:08:39.816791 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:39.817498 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:39.818980 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] 10.222.0.20 "PUT /v2.0/ports/63b3937e-2be0-47fa-b168-655879c76e1e HTTP/1.1" status: 200 len: 1092 time: 1.1639733 Nov 08 00:08:39.820091 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1dda35f-1a50-4b03-90eb-68e84b4052ee', 'tag': '63b3937e-2be0-47fa-b168-655879c76e1e'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:39.821855 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e66f70-f2ea-4fb6-aa2c-4d02bda286a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e1dda35f-1a50-4b03-90eb-68e84b4052ee", "tag": "63b3937e-2be0-47fa-b168-655879c76e1e"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:39.844915 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cc148-9c41-463d-999e-d5bc11f9c4ea service neutron] Pushing event updated for resources: {'Port': ['ID=63b3937e-2be0-47fa-b168-655879c76e1e,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:39.905599 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-b6fd25d6-83d2-46f3-8ba0-87281aecc19c admin admin] For port 694a8bce-68c0-4c17-8bcb-94120039ec5f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=694a8bce-68c0-4c17-8bcb-94120039ec5f,segment=NetworkSegment(775ff362-95fd-4be5-a0d7-7ee9e0b09b04),segment_id=775ff362-95fd-4be5-a0d7-7ee9e0b09b04)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:39.905972 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b6fd25d6-83d2-46f3-8ba0-87281aecc19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:39.916056 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad8b9d-e5c9-4c84-b84f-b639e6eab80d req-f52104e4-869b-4665-9a38-affb379fda67 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:39.917854 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f8ad8b9d-e5c9-4c84-b84f-b639e6eab80d req-f52104e4-869b-4665-9a38-affb379fda67 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/ports?device_id=610ef5f4-2f17-4003-801b-da75b7332a85 HTTP/1.1" status: 200 len: 945 time: 0.0533941 Nov 08 00:08:39.931462 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-b6fd25d6-83d2-46f3-8ba0-87281aecc19c admin admin] Calling delete_port for 694a8bce-68c0-4c17-8bcb-94120039ec5f owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:08:39.958589 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e66156e0-774b-4330-a117-15efc7077988 req-b33eeb74-85ef-49f9-8b34-9632b3831335 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448557 Nov 08 00:08:40.001824 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610ef5f4-2f17-4003-801b-da75b7332a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e431ee-7fd0-45a9-a97d-07e1ee8de924'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:40.004201 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8873533f-7839-46b7-86cc-87f43f6dec68" -d '{"events": [{"server_uuid": "610ef5f4-2f17-4003-801b-da75b7332a85", "name": "network-vif-plugged", "status": "completed", "tag": "d8e431ee-7fd0-45a9-a97d-07e1ee8de924"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:40.021942 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f8ad8b9d-e5c9-4c84-b84f-b639e6eab80d req-76cba66f-e5d8-4c50-9d0d-191014cf4b65 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/security-groups?id=df987770-a986-4136-9bd3-2ac55ab2182e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963748 Nov 08 00:08:40.040719 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-bada39c2-a98e-4e7e-aaf7-5ec718e85850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:40.045997 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-bada39c2-a98e-4e7e-aaf7-5ec718e85850 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 1095 time: 0.1029050 Nov 08 00:08:40.116591 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dc8267-f87f-4a25-b31b-17755b5dcd7c x-openstack-request-id: req-b2dc8267-f87f-4a25-b31b-17755b5dcd7c {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:40.117129 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1dda35f-1a50-4b03-90eb-68e84b4052ee", "tag": "63b3937e-2be0-47fa-b168-655879c76e1e", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:40.117537 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2dc8267-f87f-4a25-b31b-17755b5dcd7c {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:40.118301 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1dda35f-1a50-4b03-90eb-68e84b4052ee', 'tag': '63b3937e-2be0-47fa-b168-655879c76e1e', 'status': 'completed', 'code': 200} Nov 08 00:08:40.122250 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-2a825c67-f310-4de5-9b39-45f36ef9c57c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63b3937e-2be0-47fa-b168-655879c76e1e HTTP/1.1" status: 200 len: 217 time: 0.0635402 Nov 08 00:08:40.188474 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-53f2b7b3-984c-4d25-b781-acdbf3f103fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:40.192734 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-53f2b7b3-984c-4d25-b781-acdbf3f103fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.0603199 Nov 08 00:08:40.224056 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b2e513-c37d-47a3-966b-fa5eba94992a x-openstack-request-id: req-28b2e513-c37d-47a3-966b-fa5eba94992a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:40.224432 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610ef5f4-2f17-4003-801b-da75b7332a85", "name": "network-vif-plugged", "status": "completed", "tag": "d8e431ee-7fd0-45a9-a97d-07e1ee8de924", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:40.224745 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28b2e513-c37d-47a3-966b-fa5eba94992a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:40.225196 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610ef5f4-2f17-4003-801b-da75b7332a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e431ee-7fd0-45a9-a97d-07e1ee8de924', 'code': 200} Nov 08 00:08:40.258685 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-3575dd1e-0825-42ff-8133-88c04c91cfe3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600038 Nov 08 00:08:40.397771 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e66156e0-774b-4330-a117-15efc7077988 req-0565cbfd-dab2-43ec-a4ef-fb19ae4191f3 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106076 Nov 08 00:08:40.414622 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173a043-0fe9-438b-8e9d-10ce7096fead req-9d0bf91e-8c14-4a16-a96b-a1e01e0bfd08 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:40.416161 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6173a043-0fe9-438b-8e9d-10ce7096fead req-9d0bf91e-8c14-4a16-a96b-a1e01e0bfd08 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 948 time: 0.1103344 Nov 08 00:08:40.423050 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-4892b734-d8d2-4466-83fa-33acdb60219d service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563091 Nov 08 00:08:40.428233 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5391d54-6954-43de-9585-5769100d0a42 req-47f2a941-25ac-42a0-9109-0e77d3ff7302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:40.429797 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e5391d54-6954-43de-9585-5769100d0a42 req-47f2a941-25ac-42a0-9109-0e77d3ff7302 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=610ef5f4-2f17-4003-801b-da75b7332a85 HTTP/1.1" status: 200 len: 1096 time: 0.0882766 Nov 08 00:08:40.501997 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e5391d54-6954-43de-9585-5769100d0a42 req-5ca362ab-9103-4a2d-a22c-13fa16cd41fd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=df987770-a986-4136-9bd3-2ac55ab2182e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649128 Nov 08 00:08:40.514357 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6173a043-0fe9-438b-8e9d-10ce7096fead req-e02d2402-8162-48f8-95e8-fa5eeebd5f9f tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902181 Nov 08 00:08:40.557283 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52ceff7a-54b2-4736-9be2-9f9a72fa423a req-0cb257b3-8875-4369-94db-82703c0485bd service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253407 Nov 08 00:08:40.579340 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b6fd25d6-83d2-46f3-8ba0-87281aecc19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:40.612851 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd25d6-83d2-46f3-8ba0-87281aecc19c admin admin] Pushing event deleted for resources: {'Port': ['ID=694a8bce-68c0-4c17-8bcb-94120039ec5f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:40.656961 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1823f2d-0565-4b5c-9edd-af46dedb8067 req-6e69047a-0ace-4cec-90ce-63d3d4746d41 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:40.658529 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e1823f2d-0565-4b5c-9edd-af46dedb8067 req-6e69047a-0ace-4cec-90ce-63d3d4746d41 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 944 time: 0.0612509 Nov 08 00:08:40.716908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e1823f2d-0565-4b5c-9edd-af46dedb8067 req-1a5f5fff-b931-4d30-b197-65d77c989390 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518787 Nov 08 00:08:40.783344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e66f70-f2ea-4fb6-aa2c-4d02bda286a2 req-58d0b83f-0943-4c59-9f51-a998f4dcdece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:40.784783 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5e66f70-f2ea-4fb6-aa2c-4d02bda286a2 req-58d0b83f-0943-4c59-9f51-a998f4dcdece service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 1095 time: 0.0631924 Nov 08 00:08:40.854178 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b6fd25d6-83d2-46f3-8ba0-87281aecc19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:41.023076 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-d7f37d45-5188-452b-8c07-905dc9dc80c9 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=28ea4fc6c6364a5ba20c46648f614b44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518126 Nov 08 00:08:41.030796 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e66f70-f2ea-4fb6-aa2c-4d02bda286a2 req-333f0d22-c524-485b-9d1c-53773238cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:41.032405 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5e66f70-f2ea-4fb6-aa2c-4d02bda286a2 req-333f0d22-c524-485b-9d1c-53773238cb1b service neutron] 10.222.0.20 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 922 time: 0.2310631 Nov 08 00:08:41.042509 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc78a26-9201-4c64-8f06-157b96a95db4 req-0a60ac4f-9830-471c-9042-a5de785621eb tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:41.043943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5dc78a26-9201-4c64-8f06-157b96a95db4 req-0a60ac4f-9830-471c-9042-a5de785621eb tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dc3e3b-7253-420f-9cfd-978306682915 HTTP/1.1" status: 200 len: 950 time: 0.1292462 Nov 08 00:08:41.114631 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fd25d6-83d2-46f3-8ba0-87281aecc19c admin admin] Router 6b4ef61e-3dbe-4c2d-b628-90777506598a has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:08:41.132878 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5e66f70-f2ea-4fb6-aa2c-4d02bda286a2 req-ff35341c-b20d-4114-8828-53bbb7aa7aae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63b3937e-2be0-47fa-b168-655879c76e1e HTTP/1.1" status: 200 len: 217 time: 0.0808706 Nov 08 00:08:41.220244 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5dc78a26-9201-4c64-8f06-157b96a95db4 req-9654d054-8360-44c3-8c87-82ba04bfab51 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670797 Nov 08 00:08:41.222617 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fd25d6-83d2-46f3-8ba0-87281aecc19c admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:08:41.227677 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b6fd25d6-83d2-46f3-8ba0-87281aecc19c admin admin] 10.222.0.13 "PUT /v2.0/routers/6b4ef61e-3dbe-4c2d-b628-90777506598a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7281547 Nov 08 00:08:41.230153 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58510) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:41.234413 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e992b6c-e102-4cb5-b695-c1f92cc0344c None None] Sync routers for ids ['6b4ef61e-3dbe-4c2d-b628-90777506598a'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:08:41.237533 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e66f70-f2ea-4fb6-aa2c-4d02bda286a2 req-ee723abf-c3c1-40f5-99b8-6c28495a5042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:41.239028 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5e66f70-f2ea-4fb6-aa2c-4d02bda286a2 req-ee723abf-c3c1-40f5-99b8-6c28495a5042 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.0940518 Nov 08 00:08:41.246766 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e992b6c-e102-4cb5-b695-c1f92cc0344c None None] Routers {'6b4ef61e-3dbe-4c2d-b628-90777506598a'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:08:41.248876 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7e992b6c-e102-4cb5-b695-c1f92cc0344c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:08:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6b4ef61e-3dbe-4c2d-b628-90777506598a'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:41.282384 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5e66f70-f2ea-4fb6-aa2c-4d02bda286a2 req-6079e2ea-70df-4570-bd2d-1351688952b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353587 Nov 08 00:08:41.291020 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-efc8ef27-be84-484f-95ba-62d387489989 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:41.298800 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-efc8ef27-be84-484f-95ba-62d387489989 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2654378 Nov 08 00:08:41.363022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-0931eb17-ac86-4096-adc6-2ddb7cec94bb tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/quotas/28ea4fc6c6364a5ba20c46648f614b44 HTTP/1.1" status: 200 len: 375 time: 0.0629082 Nov 08 00:08:41.380806 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cadc1a8c-39a9-4aa5-972f-c2c22b429b5a admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:41.409719 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58516) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:41.412656 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-7e992b6c-e102-4cb5-b695-c1f92cc0344c None None] Set router 6b4ef61e-3dbe-4c2d-b628-90777506598a gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:08:41.425193 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-a19d4b2a-22b9-48ce-a0e3-15bee74ca217 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=28ea4fc6c6364a5ba20c46648f614b44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617735 Nov 08 00:08:41.490469 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e77fc-607a-4ec3-b105-be2289dfb6d6 req-a08af0ce-a770-46da-933c-51a8ed3fee4a tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:41.492294 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-080e77fc-607a-4ec3-b105-be2289dfb6d6 req-a08af0ce-a770-46da-933c-51a8ed3fee4a tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/ports?device_id=610ef5f4-2f17-4003-801b-da75b7332a85 HTTP/1.1" status: 200 len: 945 time: 0.1373227 Nov 08 00:08:41.494748 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5e66f70-f2ea-4fb6-aa2c-4d02bda286a2 req-0715fbc3-2d78-4ea2-a7c0-e9fdda1918ec service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932125 Nov 08 00:08:41.522632 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cadc1a8c-39a9-4aa5-972f-c2c22b429b5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:41.592114 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a3dfd28-f24c-4c42-8e84-4a757cc20c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:41.665074 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7e992b6c-e102-4cb5-b695-c1f92cc0344c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4ef61e-3dbe-4c2d-b628-90777506598a', 'name': 'tempest-FloatingIPsTestJSON-1187518623-router', 'tenant_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'e623b060-fc29-42de-a3a6-d180a3eff464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:18Z', 'updated_at': '2021-11-08T00:08:40Z', 'revision_number': 5, 'project_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'gw_port': {'id': 'e623b060-fc29-42de-a3a6-d180a3eff464', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4ef61e-3dbe-4c2d-b628-90777506598a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:20Z', 'updated_at': '2021-11-08T00:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:41.699300 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e992b6c-e102-4cb5-b695-c1f92cc0344c None None] Checking router: 6b4ef61e-3dbe-4c2d-b628-90777506598a for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:08:41.710095 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e992b6c-e102-4cb5-b695-c1f92cc0344c None None] Routers {'6b4ef61e-3dbe-4c2d-b628-90777506598a'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:08:41.710739 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7e992b6c-e102-4cb5-b695-c1f92cc0344c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:08:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6b4ef61e-3dbe-4c2d-b628-90777506598a'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:41.726172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-cadc1a8c-39a9-4aa5-972f-c2c22b429b5a admin admin] Deleting port e623b060-fc29-42de-a3a6-d180a3eff464 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:08:41.727265 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cadc1a8c-39a9-4aa5-972f-c2c22b429b5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:41.825578 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-7e992b6c-e102-4cb5-b695-c1f92cc0344c None None] Set router 6b4ef61e-3dbe-4c2d-b628-90777506598a gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:08:41.878036 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-080e77fc-607a-4ec3-b105-be2289dfb6d6 req-1f5075d7-c4d5-433c-b472-1b06ac34068f tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/security-groups?id=df987770-a986-4136-9bd3-2ac55ab2182e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770487 Nov 08 00:08:41.925725 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7e992b6c-e102-4cb5-b695-c1f92cc0344c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4ef61e-3dbe-4c2d-b628-90777506598a', 'name': 'tempest-FloatingIPsTestJSON-1187518623-router', 'tenant_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:18Z', 'updated_at': '2021-11-08T00:08:41Z', 'revision_number': 6, 'project_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:41.953420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5e66f70-f2ea-4fb6-aa2c-4d02bda286a2 req-cf750011-1eec-4e9d-9432-ca8c70b95e7c service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493780 Nov 08 00:08:41.965120 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-cadc1a8c-39a9-4aa5-972f-c2c22b429b5a admin admin] For port e623b060-fc29-42de-a3a6-d180a3eff464, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e623b060-fc29-42de-a3a6-d180a3eff464,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:41.965657 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cadc1a8c-39a9-4aa5-972f-c2c22b429b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:41.988079 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-cadc1a8c-39a9-4aa5-972f-c2c22b429b5a admin admin] Calling delete_port for e623b060-fc29-42de-a3a6-d180a3eff464 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:08:41.996319 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e992b6c-e102-4cb5-b695-c1f92cc0344c None None] The sync data for ids ['6b4ef61e-3dbe-4c2d-b628-90777506598a'] in n-d-816882-1 is: [{'id': '6b4ef61e-3dbe-4c2d-b628-90777506598a', 'name': 'tempest-FloatingIPsTestJSON-1187518623-router', 'tenant_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:18Z', 'updated_at': '2021-11-08T00:08:41Z', 'revision_number': 6, 'project_id': '6fd4bc221a2b47d7b71038a2ce582c84', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:08:42.048864 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b909f17-3e48-4fd4-8a3b-99f20ba7f1da req-de69bd8e-1874-4e9d-9a5d-cf11844c54a4 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:42.051105 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b909f17-3e48-4fd4-8a3b-99f20ba7f1da req-de69bd8e-1874-4e9d-9a5d-cf11844c54a4 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 948 time: 0.0909500 Nov 08 00:08:42.109405 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b909f17-3e48-4fd4-8a3b-99f20ba7f1da req-0d8b13ae-6b92-40da-bdc6-6f4038f05bec tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517161 Nov 08 00:08:42.137657 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a3dfd28-f24c-4c42-8e84-4a757cc20c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:42.217163 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a3dfd28-f24c-4c42-8e84-4a757cc20c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:42.274261 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5a3dfd28-f24c-4c42-8e84-4a757cc20c67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b539f2c315c4df7814335b724dd95ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8514500 Nov 08 00:08:42.277905 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58536) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:42.282884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fdd72-cfec-4829-82e1-6a1ec665eb93 req-b87960d9-efdb-458e-9189-d57d949b60c4 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:42.284360 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae8fdd72-cfec-4829-82e1-6a1ec665eb93 req-b87960d9-efdb-458e-9189-d57d949b60c4 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 944 time: 0.0998399 Nov 08 00:08:42.285348 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3dfd28-f24c-4c42-8e84-4a757cc20c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed763626-b4f6-4ea2-b476-5774fede6a8a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:42.285701 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cadc1a8c-39a9-4aa5-972f-c2c22b429b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:42.331030 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc1a8c-39a9-4aa5-972f-c2c22b429b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=e623b060-fc29-42de-a3a6-d180a3eff464,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:42.332285 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae8fdd72-cfec-4829-82e1-6a1ec665eb93 req-358bbe60-7258-42b3-ab94-137dfbd457da tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406592 Nov 08 00:08:42.434848 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3637e241-1c54-4b63-a32f-e56182d78484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:42.439701 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cadc1a8c-39a9-4aa5-972f-c2c22b429b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:42.476430 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-783b5746-4cf9-49e3-bd0a-a7209622f42c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=28ea4fc6c6364a5ba20c46648f614b44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389662 Nov 08 00:08:42.566558 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3637e241-1c54-4b63-a32f-e56182d78484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:42.578555 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cadc1a8c-39a9-4aa5-972f-c2c22b429b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:42.582100 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cadc1a8c-39a9-4aa5-972f-c2c22b429b5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:42.586345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-df304ade-9a8e-4aba-b66c-670ca63879ac tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:42.587812 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-df304ade-9a8e-4aba-b66c-670ca63879ac tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1105094 Nov 08 00:08:42.607757 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-ce67a8a3-74c1-43a1-87ce-ab7fbd24ec68 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/quotas/28ea4fc6c6364a5ba20c46648f614b44 HTTP/1.1" status: 200 len: 375 time: 0.0130601 Nov 08 00:08:42.649707 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-4f698603-4bde-4080-8815-ae6a5d2edc72 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=28ea4fc6c6364a5ba20c46648f614b44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293400 Nov 08 00:08:42.751003 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cadc1a8c-39a9-4aa5-972f-c2c22b429b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:42.752007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadc1a8c-39a9-4aa5-972f-c2c22b429b5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b4ef61e-3dbe-4c2d-b628-90777506598a {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:08:42.763359 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cadc1a8c-39a9-4aa5-972f-c2c22b429b5a admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:42.763359 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cadc1a8c-39a9-4aa5-972f-c2c22b429b5a admin admin] 10.222.0.13 "DELETE /v2.0/routers/6b4ef61e-3dbe-4c2d-b628-90777506598a HTTP/1.1" status: 204 len: 168 time: 1.5287042 Nov 08 00:08:42.763587 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1db277-867d-4e8c-a8e9-13569e683b90 req-9b9d03d7-82a6-4cf1-b9b1-59f8cf91fc6a tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:42.763898 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58550) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:42.764020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c1db277-867d-4e8c-a8e9-13569e683b90 req-9b9d03d7-82a6-4cf1-b9b1-59f8cf91fc6a tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dc3e3b-7253-420f-9cfd-978306682915 HTTP/1.1" status: 200 len: 950 time: 0.0502527 Nov 08 00:08:42.806384 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c1db277-867d-4e8c-a8e9-13569e683b90 req-7ec41653-9ceb-4e2b-a522-8898136f37e0 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351188 Nov 08 00:08:42.811065 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3637e241-1c54-4b63-a32f-e56182d78484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:42.813684 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3637e241-1c54-4b63-a32f-e56182d78484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:42.817298 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3637e241-1c54-4b63-a32f-e56182d78484 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed763626-b4f6-4ea2-b476-5774fede6a8a HTTP/1.1" status: 204 len: 168 time: 0.5359285 Nov 08 00:08:42.827164 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637e241-1c54-4b63-a32f-e56182d78484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed763626-b4f6-4ea2-b476-5774fede6a8a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:42.840584 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0c1a68-fd3f-4692-b6ac-be2e597fda6d admin admin] Deleting subnet 3d382b2e-ac0b-49f1-9879-6ca942c5bfc9 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:08:42.843924 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c0c1a68-fd3f-4692-b6ac-be2e597fda6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:42.904749 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c0c1a68-fd3f-4692-b6ac-be2e597fda6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:42.909464 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device d449dabf-59e9-4772-975c-a3c5ce95da7e details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:08:43.057524 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port d449dabf-59e9-4772-975c-a3c5ce95da7e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=d449dabf-59e9-4772-975c-a3c5ce95da7e,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:43.058385 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c0c1a68-fd3f-4692-b6ac-be2e597fda6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:43.094404 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'd449dabf-59e9-4772-975c-a3c5ce95da7e', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': 'd449dabf-59e9-4772-975c-a3c5ce95da7e', 'mac_address': 'fa:16:3e:0a:ec:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:08:43.097636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e623b060-fc29-42de-a3a6-d180a3eff464 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:08:43.124046 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: e623b060-fc29-42de-a3a6-d180a3eff464 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:08:43.124789 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e623b060-fc29-42de-a3a6-d180a3eff464 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:08:43.125475 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 694a8bce-68c0-4c17-8bcb-94120039ec5f no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:08:43.139551 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7aa1bd1d-ee08-4fb5-81f0-25b1746ae437 req-f8c2edb6-f48c-4bf5-869c-ff3a14a49dd1 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 210 time: 0.0516829 Nov 08 00:08:43.169446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15818438-0299-4dfe-8e43-378c3cff38f0 req-3e81c2c4-631d-448d-a11e-ca664f0a4364 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:43.180464 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15818438-0299-4dfe-8e43-378c3cff38f0 req-3e81c2c4-631d-448d-a11e-ca664f0a4364 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/ports?device_id=610ef5f4-2f17-4003-801b-da75b7332a85 HTTP/1.1" status: 200 len: 945 time: 0.1784341 Nov 08 00:08:43.193335 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 694a8bce-68c0-4c17-8bcb-94120039ec5f {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:08:43.194222 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 694a8bce-68c0-4c17-8bcb-94120039ec5f not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:08:43.215107 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:43.234977 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d449dabf-59e9-4772-975c-a3c5ce95da7e {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:08:43.257266 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port d449dabf-59e9-4772-975c-a3c5ce95da7e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=d449dabf-59e9-4772-975c-a3c5ce95da7e,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:43.259030 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15818438-0299-4dfe-8e43-378c3cff38f0 req-ddf0a710-cf85-4003-a858-56935528be07 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/security-groups?id=df987770-a986-4136-9bd3-2ac55ab2182e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777123 Nov 08 00:08:43.263205 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c0c1a68-fd3f-4692-b6ac-be2e597fda6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:43.282997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456b9b2-435f-4d0a-b334-951d83d0a76b req-72bd3cd2-8c79-49b4-ad5a-f1f789a19974 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:43.290884 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0456b9b2-435f-4d0a-b334-951d83d0a76b req-72bd3cd2-8c79-49b4-ad5a-f1f789a19974 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 948 time: 0.0753295 Nov 08 00:08:43.314763 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c1a68-fd3f-4692-b6ac-be2e597fda6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d382b2e-ac0b-49f1-9879-6ca942c5bfc9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:43.325786 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c0c1a68-fd3f-4692-b6ac-be2e597fda6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:43.326351 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9802143f-da91-4d1d-88ea-c97a576b4dcf None None] Network af480c52-1332-449d-bbf8-609a9a7bdddd requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:08:43.336968 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9c0c1a68-fd3f-4692-b6ac-be2e597fda6d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3d382b2e-ac0b-49f1-9879-6ca942c5bfc9 HTTP/1.1" status: 204 len: 168 time: 0.5729012 Nov 08 00:08:43.339373 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58572) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:43.377158 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0456b9b2-435f-4d0a-b334-951d83d0a76b req-9eb7a5e9-0616-4967-9a08-c3b275eca72b tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856140 Nov 08 00:08:43.419099 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:43.458717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:43.538074 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437b27e-3781-48f8-8e30-8445d15d58ac req-a4180f71-bb99-4b5c-84de-59c5b00f1413 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:43.539606 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6437b27e-3781-48f8-8e30-8445d15d58ac req-a4180f71-bb99-4b5c-84de-59c5b00f1413 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 944 time: 0.0769067 Nov 08 00:08:43.549284 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] Deleting port 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:08:43.549631 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:43.607634 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=d449dabf-59e9-4772-975c-a3c5ce95da7e,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:43.608126 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6437b27e-3781-48f8-8e30-8445d15d58ac req-1f7fdd8b-7b4c-4719-a548-14d2baac2f85 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452271 Nov 08 00:08:43.640716 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] For port 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=18dbbcc2-4bdd-48b9-88e0-71a14c25a29c,segment=NetworkSegment(775ff362-95fd-4be5-a0d7-7ee9e0b09b04),segment_id=775ff362-95fd-4be5-a0d7-7ee9e0b09b04)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:43.640716 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:43.648986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] Calling delete_port for 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:08:43.665563 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e49d681-2b30-4413-8342-21a5537654c6 None None] DHCP port deletion for af480c52-1332-449d-bbf8-609a9a7bdddd request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:08:43.714464 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8e49d681-2b30-4413-8342-21a5537654c6 None None] Deleting port 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:08:43.714834 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8e49d681-2b30-4413-8342-21a5537654c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:43.744836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58580) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:43.759824 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-790907ad-1871-4bac-851b-1eeede3b3299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:43.795040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8e49d681-2b30-4413-8342-21a5537654c6 None None] For port 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=18dbbcc2-4bdd-48b9-88e0-71a14c25a29c,segment=NetworkSegment(775ff362-95fd-4be5-a0d7-7ee9e0b09b04),segment_id=775ff362-95fd-4be5-a0d7-7ee9e0b09b04)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:43.795556 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8e49d681-2b30-4413-8342-21a5537654c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:43.809251 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8e49d681-2b30-4413-8342-21a5537654c6 None None] Calling delete_port for 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:08:43.846960 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['d449dabf-59e9-4772-975c-a3c5ce95da7e'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:08:43.854498 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-790907ad-1871-4bac-851b-1eeede3b3299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:43.895604 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:43.920218 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] No DVR routers for this DVR port 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:08:43.941891 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-790907ad-1871-4bac-851b-1eeede3b3299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:43.974135 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] Pushing event deleted for resources: {'Port': ['ID=18dbbcc2-4bdd-48b9-88e0-71a14c25a29c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:44.031642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790907ad-1871-4bac-851b-1eeede3b3299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f19078c-ba58-4f7f-be6b-72cf822e563d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:44.036078 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-790907ad-1871-4bac-851b-1eeede3b3299 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f7e645655c44300b882f690dfee39aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900934 Nov 08 00:08:44.039364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58588) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:44.054153 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:44.074994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa1e9e-6bc8-495c-b9a5-e326fa0c3e04 req-219e243d-6b1e-4a4d-bb86-b70a42fc6e43 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:44.080422 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95fa1e9e-6bc8-495c-b9a5-e326fa0c3e04 req-219e243d-6b1e-4a4d-bb86-b70a42fc6e43 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dc3e3b-7253-420f-9cfd-978306682915 HTTP/1.1" status: 200 len: 950 time: 0.1916273 Nov 08 00:08:44.083268 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af480c52-1332-449d-bbf8-609a9a7bdddd']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:44.095805 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775ff362-95fd-4be5-a0d7-7ee9e0b09b04') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:44.096033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775ff362-95fd-4be5-a0d7-7ee9e0b09b04') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:44.107618 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:44.116155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a5e62-3d01-4773-bf93-08a457751ec3 req-1e120546-c5c8-4763-aac9-0f29291c0417 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:44.117648 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-735a5e62-3d01-4773-bf93-08a457751ec3 req-1e120546-c5c8-4763-aac9-0f29291c0417 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/ports?device_id=610ef5f4-2f17-4003-801b-da75b7332a85 HTTP/1.1" status: 200 len: 945 time: 0.1435971 Nov 08 00:08:44.131645 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:44.138832 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:08:44.139284 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:08:44.141059 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:08:44.143351 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8e49d681-2b30-4413-8342-21a5537654c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:44.177990 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95fa1e9e-6bc8-495c-b9a5-e326fa0c3e04 req-d7fdf62e-4d35-4a53-9d35-9c90b0d6e3ea tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865486 Nov 08 00:08:44.186778 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a3f924f1-af21-4d84-af1d-08c3c9f6412a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:44.197007 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-735a5e62-3d01-4773-bf93-08a457751ec3 req-6f1eb5a5-6536-41d5-a52b-c8ea2fd3040d tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/security-groups?id=df987770-a986-4136-9bd3-2ac55ab2182e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674620 Nov 08 00:08:44.222007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e49d681-2b30-4413-8342-21a5537654c6 None None] No DVR routers for this DVR port 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:08:44.223016 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49d681-2b30-4413-8342-21a5537654c6 None None] Pushing event deleted for resources: {'Port': ['ID=18dbbcc2-4bdd-48b9-88e0-71a14c25a29c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:44.224778 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a3f924f1-af21-4d84-af1d-08c3c9f6412a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:44.301121 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:44.309703 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:44.313478 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] 10.222.0.13 "DELETE /v2.0/networks/af480c52-1332-449d-bbf8-609a9a7bdddd HTTP/1.1" status: 204 len: 168 time: 0.9584157 Nov 08 00:08:44.323723 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca5120-24dc-4af6-a456-8e1740f6fa13 admin admin] Pushing event deleted for resources: {'Network': ['ID=af480c52-1332-449d-bbf8-609a9a7bdddd,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:44.324304 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0fd7efbc-2185-4a1e-95e9-758f3c69bb9f req-067f9939-9d81-415b-b55a-f4396752e225 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 210 time: 0.0276558 Nov 08 00:08:44.400886 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a3f924f1-af21-4d84-af1d-08c3c9f6412a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:44.404424 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a3f924f1-af21-4d84-af1d-08c3c9f6412a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:44.405633 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a3f924f1-af21-4d84-af1d-08c3c9f6412a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f19078c-ba58-4f7f-be6b-72cf822e563d HTTP/1.1" status: 204 len: 168 time: 0.3652916 Nov 08 00:08:44.418793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f924f1-af21-4d84-af1d-08c3c9f6412a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f19078c-ba58-4f7f-be6b-72cf822e563d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:44.445723 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b4c54-9cab-4b54-9769-c082810aef7d req-a2822737-ab29-459c-93e1-eb20feaa65ed tempest-DeleteServersAdminTestJSON-1574545496 tempest-DeleteServersAdminTestJSON-1574545496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:44.447373 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad0b4c54-9cab-4b54-9769-c082810aef7d req-a2822737-ab29-459c-93e1-eb20feaa65ed tempest-DeleteServersAdminTestJSON-1574545496 tempest-DeleteServersAdminTestJSON-1574545496-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=22dc3e3b-7253-420f-9cfd-978306682915 HTTP/1.1" status: 200 len: 1101 time: 0.0723665 Nov 08 00:08:44.562190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb12d1-2c0a-4c7a-9794-a504f2d4bfaa req-349f2ed6-f04c-4fe4-9250-ab58e69a5402 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:44.563652 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6bdb12d1-2c0a-4c7a-9794-a504f2d4bfaa req-349f2ed6-f04c-4fe4-9250-ab58e69a5402 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 949 time: 0.0817370 Nov 08 00:08:44.588645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-ad0b4c54-9cab-4b54-9769-c082810aef7d req-bbb19c64-3e15-47e8-8369-9841a3070372 tempest-DeleteServersAdminTestJSON-1574545496 tempest-DeleteServersAdminTestJSON-1574545496-project-admin] Deleting port 5470fdd6-980b-4cc4-9894-245b20dd9b42 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:08:44.589614 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ad0b4c54-9cab-4b54-9769-c082810aef7d req-bbb19c64-3e15-47e8-8369-9841a3070372 tempest-DeleteServersAdminTestJSON-1574545496 tempest-DeleteServersAdminTestJSON-1574545496-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:44.664860 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6bdb12d1-2c0a-4c7a-9794-a504f2d4bfaa req-190e21c0-36eb-4bcd-a99b-4bc13499f23d tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944071 Nov 08 00:08:44.736070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-ad0b4c54-9cab-4b54-9769-c082810aef7d req-bbb19c64-3e15-47e8-8369-9841a3070372 tempest-DeleteServersAdminTestJSON-1574545496 tempest-DeleteServersAdminTestJSON-1574545496-project-admin] For port 5470fdd6-980b-4cc4-9894-245b20dd9b42, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5470fdd6-980b-4cc4-9894-245b20dd9b42,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:44.736437 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ad0b4c54-9cab-4b54-9769-c082810aef7d req-bbb19c64-3e15-47e8-8369-9841a3070372 tempest-DeleteServersAdminTestJSON-1574545496 tempest-DeleteServersAdminTestJSON-1574545496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:44.750854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-ad0b4c54-9cab-4b54-9769-c082810aef7d req-bbb19c64-3e15-47e8-8369-9841a3070372 tempest-DeleteServersAdminTestJSON-1574545496 tempest-DeleteServersAdminTestJSON-1574545496-project-admin] Calling delete_port for 5470fdd6-980b-4cc4-9894-245b20dd9b42 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:08:44.774592 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c520d9e-cf35-413a-8548-e836898b629e req-fd72f19c-4ec8-43d2-9dc6-92ca7b734fca tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:44.776477 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3c520d9e-cf35-413a-8548-e836898b629e req-fd72f19c-4ec8-43d2-9dc6-92ca7b734fca tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 944 time: 0.0798149 Nov 08 00:08:44.825904 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:08:44.853746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:08:44.854414 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 18dbbcc2-4bdd-48b9-88e0-71a14c25a29c not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:08:44.863812 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3c520d9e-cf35-413a-8548-e836898b629e req-386219d5-6be8-47fa-9009-34901d5302fb tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525091 Nov 08 00:08:44.865617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58600) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:44.870800 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-67f762f6-c655-4c48-a530-c370dd1ee5f7 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=28ea4fc6c6364a5ba20c46648f614b44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641427 Nov 08 00:08:44.914454 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 63b3937e-2be0-47fa-b168-655879c76e1e details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:08:44.950020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9a08722a-481d-48fa-87d3-45f23c8028db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fd4bc221a2b47d7b71038a2ce582c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0832150 Nov 08 00:08:44.955296 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58604) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:45.019225 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4095cb33-ecc8-4acc-88ef-dd8a507cf386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:45.030880 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-3b427392-815e-41cf-a477-c1070f8f2e55 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:45.032858 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-3b427392-815e-41cf-a477-c1070f8f2e55 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1397617 Nov 08 00:08:45.045347 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4095cb33-ecc8-4acc-88ef-dd8a507cf386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:45.054784 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 63b3937e-2be0-47fa-b168-655879c76e1e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=63b3937e-2be0-47fa-b168-655879c76e1e,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:45.055531 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-47a4b1e7-3257-4d4b-9d7e-ade98fa1632d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Request body: {'port': {'device_id': '0485016e-65fe-4308-bf92-ad480920a995', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '28ea4fc6c6364a5ba20c46648f614b44'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:45.070171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '63b3937e-2be0-47fa-b168-655879c76e1e', 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880', 'port_id': '63b3937e-2be0-47fa-b168-655879c76e1e', 'mac_address': 'fa:16:3e:7a:98:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda772d5-f001-47ed-867d-7cf3c24b61ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:08:45.073024 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ad0b4c54-9cab-4b54-9769-c082810aef7d req-bbb19c64-3e15-47e8-8369-9841a3070372 tempest-DeleteServersAdminTestJSON-1574545496 tempest-DeleteServersAdminTestJSON-1574545496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:45.122879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['5470fdd6-980b-4cc4-9894-245b20dd9b42'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:08:45.143962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb19c64-3e15-47e8-8369-9841a3070372 tempest-DeleteServersAdminTestJSON-1574545496 tempest-DeleteServersAdminTestJSON-1574545496-project-admin] Pushing event deleted for resources: {'Port': ['ID=5470fdd6-980b-4cc4-9894-245b20dd9b42,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:45.164234 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:45.178310 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b3937e-2be0-47fa-b168-655879c76e1e {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:08:45.202545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 63b3937e-2be0-47fa-b168-655879c76e1e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=63b3937e-2be0-47fa-b168-655879c76e1e,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:45.211635 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0b4c54-9cab-4b54-9769-c082810aef7d req-bbb19c64-3e15-47e8-8369-9841a3070372 tempest-DeleteServersAdminTestJSON-1574545496 tempest-DeleteServersAdminTestJSON-1574545496-project-admin] No DVR routers for this DVR port 5470fdd6-980b-4cc4-9894-245b20dd9b42 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:08:45.220900 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ad0b4c54-9cab-4b54-9769-c082810aef7d req-bbb19c64-3e15-47e8-8369-9841a3070372 tempest-DeleteServersAdminTestJSON-1574545496 tempest-DeleteServersAdminTestJSON-1574545496-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:45.224875 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad0b4c54-9cab-4b54-9769-c082810aef7d req-bbb19c64-3e15-47e8-8369-9841a3070372 tempest-DeleteServersAdminTestJSON-1574545496 tempest-DeleteServersAdminTestJSON-1574545496-project-admin] 10.222.0.20 "DELETE /v2.0/ports/5470fdd6-980b-4cc4-9894-245b20dd9b42 HTTP/1.1" status: 204 len: 173 time: 0.7712166 Nov 08 00:08:45.225430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dc3e3b-7253-420f-9cfd-978306682915', 'name': 'network-vif-deleted', 'tag': '5470fdd6-980b-4cc4-9894-245b20dd9b42'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:45.227938 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7c5bb0-f3d9-42ec-9563-cc53117bafd6" -d '{"events": [{"server_uuid": "22dc3e3b-7253-420f-9cfd-978306682915", "name": "network-vif-deleted", "tag": "5470fdd6-980b-4cc4-9894-245b20dd9b42"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:45.256528 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4095cb33-ecc8-4acc-88ef-dd8a507cf386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:45.259078 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4095cb33-ecc8-4acc-88ef-dd8a507cf386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:45.263520 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4095cb33-ecc8-4acc-88ef-dd8a507cf386 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c430886-12fd-4539-a2d0-b29ec2de0af6 HTTP/1.1" status: 204 len: 168 time: 0.3069317 Nov 08 00:08:45.281527 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba8e2ac-534d-45b1-9e23-bd1a415a0dcb x-openstack-request-id: req-aba8e2ac-534d-45b1-9e23-bd1a415a0dcb {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:45.281814 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22dc3e3b-7253-420f-9cfd-978306682915", "name": "network-vif-deleted", "tag": "5470fdd6-980b-4cc4-9894-245b20dd9b42", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:45.282064 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aba8e2ac-534d-45b1-9e23-bd1a415a0dcb {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:45.282519 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dc3e3b-7253-420f-9cfd-978306682915', 'name': 'network-vif-deleted', 'tag': '5470fdd6-980b-4cc4-9894-245b20dd9b42', 'status': 'completed', 'code': 200} Nov 08 00:08:45.284837 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095cb33-ecc8-4acc-88ef-dd8a507cf386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c430886-12fd-4539-a2d0-b29ec2de0af6,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:45.312715 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-47a4b1e7-3257-4d4b-9d7e-ade98fa1632d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Made reservation on behalf of 28ea4fc6c6364a5ba20c46648f614b44 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:45.319037 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-47a4b1e7-3257-4d4b-9d7e-ade98fa1632d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:45.326640 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:45.331481 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-47a4b1e7-3257-4d4b-9d7e-ade98fa1632d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:45.333116 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-725e9c76-f101-41d7-b29d-460fccbbbf6f req-0e489d23-262a-4c84-8f4f-3c4444bb85ce tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dc3e3b-7253-420f-9cfd-978306682915 HTTP/1.1" status: 200 len: 210 time: 0.0412037 Nov 08 00:08:45.422030 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=63b3937e-2be0-47fa-b168-655879c76e1e,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:45.470874 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-47a4b1e7-3257-4d4b-9d7e-ade98fa1632d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:45.515859 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8698b665-4658-40e2-8cfa-3d4ddec2fc91 req-f4bdc3ac-d001-444e-a1ad-0d7a71f54bd3 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 210 time: 0.0726669 Nov 08 00:08:45.530890 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-47a4b1e7-3257-4d4b-9d7e-ade98fa1632d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:45.543850 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34974e-8cf9-43f2-8c22-f0ed84bc0c0a req-3dd552fd-5fe1-41dd-a1c8-e9203565c1b8 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:45.543850 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d34974e-8cf9-43f2-8c22-f0ed84bc0c0a req-3dd552fd-5fe1-41dd-a1c8-e9203565c1b8 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/ports?device_id=610ef5f4-2f17-4003-801b-da75b7332a85 HTTP/1.1" status: 200 len: 945 time: 0.1126285 Nov 08 00:08:45.572064 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4b1e7-3257-4d4b-9d7e-ade98fa1632d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:45.636364 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d34974e-8cf9-43f2-8c22-f0ed84bc0c0a req-c7e2b748-892f-42be-883c-d95bd73834cd tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/security-groups?id=df987770-a986-4136-9bd3-2ac55ab2182e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771377 Nov 08 00:08:45.714650 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.26', 49440) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:45.720007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['63b3937e-2be0-47fa-b168-655879c76e1e'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:08:45.738564 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-47a4b1e7-3257-4d4b-9d7e-ade98fa1632d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Allocated IP 192.168.233.207 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/61d5814c-db25-4b8f-bbd8-2a89eca9d1cc) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:08:45.825412 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64b4a2-f738-47da-bb5c-f530d4abf44e req-e9965d5e-b673-4423-ba51-ff542078ddcc tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:45.826913 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6d64b4a2-f738-47da-bb5c-f530d4abf44e req-e9965d5e-b673-4423-ba51-ff542078ddcc tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.26 "GET /v2.0/ports?device_id=610ef5f4-2f17-4003-801b-da75b7332a85 HTTP/1.1" status: 200 len: 945 time: 0.1112192 Nov 08 00:08:45.850581 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.26', 49441) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:45.863265 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd64f1e-d0be-4c8d-bd97-09a9146c7b54 req-69a3a954-1305-48c2-95fd-7583259b34c8 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:45.869652 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cdd64f1e-d0be-4c8d-bd97-09a9146c7b54 req-69a3a954-1305-48c2-95fd-7583259b34c8 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 949 time: 0.1032028 Nov 08 00:08:45.915481 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-ee379717-7e83-4109-8199-5b2aa43312e8 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=28ea4fc6c6364a5ba20c46648f614b44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446475 Nov 08 00:08:46.069504 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cdd64f1e-d0be-4c8d-bd97-09a9146c7b54 req-ffec69e3-1bca-4e85-93b7-07ad12274ceb tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813440 Nov 08 00:08:46.134514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-f4d23655-753e-4f6c-a36a-bb9c92db1328 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:46.136737 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-f4d23655-753e-4f6c-a36a-bb9c92db1328 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128642 Nov 08 00:08:46.144765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1dcc6-0028-4950-829b-cc8502b19700 req-a0088d39-3695-4e91-81ae-a34cf7598a76 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:46.146470 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44a1dcc6-0028-4950-829b-cc8502b19700 req-a0088d39-3695-4e91-81ae-a34cf7598a76 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 945 time: 0.1557424 Nov 08 00:08:46.158814 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e362f866-22ac-41ce-9aca-029db35516f5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Request body: {'port': {'device_id': 'f8a2ed75-d87d-4934-8a6f-62a03efe512f', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '28ea4fc6c6364a5ba20c46648f614b44'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:46.270957 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44a1dcc6-0028-4950-829b-cc8502b19700 req-9627b917-f864-4d8f-80c5-c67a7db20ec5 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032844 Nov 08 00:08:46.342500 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-47a4b1e7-3257-4d4b-9d7e-ade98fa1632d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:46.345296 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-6d64b4a2-f738-47da-bb5c-f530d4abf44e req-85288275-40b2-4109-92f8-c5fa42c875b8 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Deleting port d8e431ee-7fd0-45a9-a97d-07e1ee8de924 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:08:46.345952 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6d64b4a2-f738-47da-bb5c-f530d4abf44e req-85288275-40b2-4109-92f8-c5fa42c875b8 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:46.447987 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54a1faa4-79cd-4851-9d2b-8d0d9bf3ffd1 req-46f7b992-18f8-42bf-ae2a-433ccec553c7 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dc3e3b-7253-420f-9cfd-978306682915 HTTP/1.1" status: 200 len: 210 time: 0.0379112 Nov 08 00:08:46.450345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e362f866-22ac-41ce-9aca-029db35516f5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Made reservation on behalf of 28ea4fc6c6364a5ba20c46648f614b44 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:46.455677 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e362f866-22ac-41ce-9aca-029db35516f5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:46.477651 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-6d64b4a2-f738-47da-bb5c-f530d4abf44e req-85288275-40b2-4109-92f8-c5fa42c875b8 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] For port d8e431ee-7fd0-45a9-a97d-07e1ee8de924, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=d8e431ee-7fd0-45a9-a97d-07e1ee8de924,segment=NetworkSegment(da25e7da-0587-458c-a885-f0a228dcc080),segment_id=da25e7da-0587-458c-a885-f0a228dcc080)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:46.477942 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6d64b4a2-f738-47da-bb5c-f530d4abf44e req-85288275-40b2-4109-92f8-c5fa42c875b8 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:46.493299 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-6d64b4a2-f738-47da-bb5c-f530d4abf44e req-85288275-40b2-4109-92f8-c5fa42c875b8 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Calling delete_port for d8e431ee-7fd0-45a9-a97d-07e1ee8de924 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:08:46.541033 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-47a4b1e7-3257-4d4b-9d7e-ade98fa1632d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:46.603168 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-47a4b1e7-3257-4d4b-9d7e-ade98fa1632d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:08:46.613118 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-47a4b1e7-3257-4d4b-9d7e-ade98fa1632d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:46.614924 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4b1e7-3257-4d4b-9d7e-ade98fa1632d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Pushing event updated for resources: {'Port': ['ID=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:46.617058 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-47a4b1e7-3257-4d4b-9d7e-ade98fa1632d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:08:46.656224 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7142c2fd-7d55-4562-b7ec-2dbf25dd8ddd req-7c3d380b-6054-4d4f-a9e4-2c1d803dffe5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 210 time: 0.0466337 Nov 08 00:08:46.673898 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-47a4b1e7-3257-4d4b-9d7e-ade98fa1632d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:46.674640 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-47a4b1e7-3257-4d4b-9d7e-ade98fa1632d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:46.679936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e362f866-22ac-41ce-9aca-029db35516f5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Allocated IP 192.168.233.54 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:08:46.798450 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58670) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:46.811508 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-47a4b1e7-3257-4d4b-9d7e-ade98fa1632d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7606993 Nov 08 00:08:46.842213 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Request body: {'port': {'device_id': '0485016e-65fe-4308-bf92-ad480920a995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:46.872059 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6d64b4a2-f738-47da-bb5c-f530d4abf44e req-85288275-40b2-4109-92f8-c5fa42c875b8 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:46.904912 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['d8e431ee-7fd0-45a9-a97d-07e1ee8de924'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:08:46.906819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d1713-2f54-4bf3-94a4-a936d425d767 req-1454342c-da4b-43ff-b4bd-eff2e7de174a tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:46.916982 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-083d1713-2f54-4bf3-94a4-a936d425d767 req-1454342c-da4b-43ff-b4bd-eff2e7de174a tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/ports?device_id=610ef5f4-2f17-4003-801b-da75b7332a85 HTTP/1.1" status: 200 len: 945 time: 0.1165123 Nov 08 00:08:46.925209 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85288275-40b2-4109-92f8-c5fa42c875b8 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Pushing event deleted for resources: {'Port': ['ID=d8e431ee-7fd0-45a9-a97d-07e1ee8de924,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:46.944549 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device d449dabf-59e9-4772-975c-a3c5ce95da7e up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:08:46.952996 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8e11ea4a-9b05-4081-babb-2a3adee3aa0a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818487672-network', 'tenant_id': 'bc6f971c021b4e5290b7e7ea9ecba384'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:46.992995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-083d1713-2f54-4bf3-94a4-a936d425d767 req-442ec7d9-c50d-4ad0-8c5d-d91cefd7860c tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.13 "GET /v2.0/security-groups?id=df987770-a986-4136-9bd3-2ac55ab2182e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739508 Nov 08 00:08:46.994091 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-981ae451-7057-47b5-9a4a-9f9fe4b3c17d None None] Provisioning complete for port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:46.994622 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-981ae451-7057-47b5-9a4a-9f9fe4b3c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.031641 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d64b4a2-f738-47da-bb5c-f530d4abf44e req-85288275-40b2-4109-92f8-c5fa42c875b8 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] No DVR routers for this DVR port d8e431ee-7fd0-45a9-a97d-07e1ee8de924 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:08:47.035837 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-981ae451-7057-47b5-9a4a-9f9fe4b3c17d None None] Port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:08:47.037553 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6d64b4a2-f738-47da-bb5c-f530d4abf44e req-85288275-40b2-4109-92f8-c5fa42c875b8 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.040868 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6d64b4a2-f738-47da-bb5c-f530d4abf44e req-85288275-40b2-4109-92f8-c5fa42c875b8 tempest-ServerGroupTestJSON-1712831912 tempest-ServerGroupTestJSON-1712831912-project] 10.222.0.26 "DELETE /v2.0/ports/d8e431ee-7fd0-45a9-a97d-07e1ee8de924 HTTP/1.1" status: 204 len: 173 time: 1.1875653 Nov 08 00:08:47.043042 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610ef5f4-2f17-4003-801b-da75b7332a85', 'name': 'network-vif-deleted', 'tag': 'd8e431ee-7fd0-45a9-a97d-07e1ee8de924'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:47.045415 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a935a6e3-f006-4b62-ae56-c300db6bb8e2" -d '{"events": [{"server_uuid": "610ef5f4-2f17-4003-801b-da75b7332a85", "name": "network-vif-deleted", "tag": "d8e431ee-7fd0-45a9-a97d-07e1ee8de924"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:47.058513 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.080078 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e362f866-22ac-41ce-9aca-029db35516f5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.108134 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port d449dabf-59e9-4772-975c-a3c5ce95da7e completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:08:47.114736 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port d449dabf-59e9-4772-975c-a3c5ce95da7e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:47.115125 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.121404 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a05ca7-0edc-4184-a606-9b0e5be48ed4 x-openstack-request-id: req-35a05ca7-0edc-4184-a606-9b0e5be48ed4 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:47.121710 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610ef5f4-2f17-4003-801b-da75b7332a85", "name": "network-vif-deleted", "tag": "d8e431ee-7fd0-45a9-a97d-07e1ee8de924", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:47.121961 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35a05ca7-0edc-4184-a606-9b0e5be48ed4 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:47.122614 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610ef5f4-2f17-4003-801b-da75b7332a85', 'name': 'network-vif-deleted', 'tag': 'd8e431ee-7fd0-45a9-a97d-07e1ee8de924', 'status': 'completed', 'code': 200} Nov 08 00:08:47.136931 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e11ea4a-9b05-4081-babb-2a3adee3aa0a admin admin] Made reservation on behalf of bc6f971c021b4e5290b7e7ea9ecba384 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:47.140317 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea4a-9b05-4081-babb-2a3adee3aa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.199742 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e362f866-22ac-41ce-9aca-029db35516f5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.202614 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea4a-9b05-4081-babb-2a3adee3aa0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.233426 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.267630 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a55597-3c1b-4663-93c1-6a69b7d7f91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd449dabf-59e9-4772-975c-a3c5ce95da7e'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:47.271046 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721ea034-1f13-41b2-a778-7069e73bd719" -d '{"events": [{"server_uuid": "b1a55597-3c1b-4663-93c1-6a69b7d7f91d", "name": "network-vif-plugged", "status": "completed", "tag": "d449dabf-59e9-4772-975c-a3c5ce95da7e"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:47.302638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb9cee-7692-4544-b5de-f492f5eafcc8 req-3608d356-2f7b-42cd-89d1-533dc1522dd2 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:47.313793 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7eb9cee-7692-4544-b5de-f492f5eafcc8 req-3608d356-2f7b-42cd-89d1-533dc1522dd2 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 949 time: 0.1581800 Nov 08 00:08:47.316913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port d449dabf-59e9-4772-975c-a3c5ce95da7e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=d449dabf-59e9-4772-975c-a3c5ce95da7e,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:47.318713 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e362f866-22ac-41ce-9aca-029db35516f5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:08:47.340078 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e05239-8495-467b-b169-324a1169bc4e x-openstack-request-id: req-d3e05239-8495-467b-b169-324a1169bc4e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:47.340644 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a55597-3c1b-4663-93c1-6a69b7d7f91d", "name": "network-vif-plugged", "status": "completed", "tag": "d449dabf-59e9-4772-975c-a3c5ce95da7e", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:47.341112 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3e05239-8495-467b-b169-324a1169bc4e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:47.342049 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a55597-3c1b-4663-93c1-6a69b7d7f91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd449dabf-59e9-4772-975c-a3c5ce95da7e', 'code': 200} Nov 08 00:08:47.364067 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e362f866-22ac-41ce-9aca-029db35516f5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:47.364067 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362f866-22ac-41ce-9aca-029db35516f5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Pushing event updated for resources: {'Port': ['ID=dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:47.388694 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e362f866-22ac-41ce-9aca-029db35516f5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:08:47.396543 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea4a-9b05-4081-babb-2a3adee3aa0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.432683 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.433642 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 63b3937e-2be0-47fa-b168-655879c76e1e up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:08:47.459904 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea4a-9b05-4081-babb-2a3adee3aa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.468441 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7eb9cee-7692-4544-b5de-f492f5eafcc8 req-49957df7-6f2e-4e85-99a1-16c58f4e6411 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533353 Nov 08 00:08:47.480404 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e11ea4a-9b05-4081-babb-2a3adee3aa0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:08:47.497758 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea4a-9b05-4081-babb-2a3adee3aa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.498202 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-8e11ea4a-9b05-4081-babb-2a3adee3aa0a admin admin] Added segment 8990d692-83ed-485a-a9e1-81f4f28d1617 of type vlan for network 86cdcf08-fe2a-473b-99f7-8f7466e47fe8 Nov 08 00:08:47.569781 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:08:47.600576 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.614296 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea4a-9b05-4081-babb-2a3adee3aa0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.623596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e362f866-22ac-41ce-9aca-029db35516f5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:47.627913 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e362f866-22ac-41ce-9aca-029db35516f5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.630481 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=d449dabf-59e9-4772-975c-a3c5ce95da7e,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:47.640296 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Transition to ACTIVE for port object 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:08:47.641679 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11ea4a-9b05-4081-babb-2a3adee3aa0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60497f8f-551e-444d-aaba-d3dd72bb6834,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:47.680010 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36297fe-3c79-4a06-bf73-7ce2ebd261f9 req-5ecfbbde-f913-4e64-9a89-4e0298b36c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:47.681800 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f36297fe-3c79-4a06-bf73-7ce2ebd261f9 req-5ecfbbde-f913-4e64-9a89-4e0298b36c57 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 1101 time: 0.2076871 Nov 08 00:08:47.690724 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f486e5-1044-45e2-b313-40fcba86ca16 req-e8e8a22d-1614-4d3d-9015-e871885a7e2c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:47.691178 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-79f486e5-1044-45e2-b313-40fcba86ca16 req-e8e8a22d-1614-4d3d-9015-e871885a7e2c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 945 time: 0.2158415 Nov 08 00:08:47.738488 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f36297fe-3c79-4a06-bf73-7ce2ebd261f9 req-3481eaa1-bfce-4bfa-9e7e-6fdc8ec49dd7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462015 Nov 08 00:08:47.739511 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.760471 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-79f486e5-1044-45e2-b313-40fcba86ca16 req-d8ecce99-07bb-4189-b13c-66fbec11d87a tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515220 Nov 08 00:08:47.764741 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9fb69d90-de63-42db-9aaa-466f84742a19 None None] Provisioning complete for port dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:47.765267 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fb69d90-de63-42db-9aaa-466f84742a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.808788 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Pushing event updated for resources: {'Port': ['ID=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:47.817963 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e362f866-22ac-41ce-9aca-029db35516f5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6615224 Nov 08 00:08:47.833668 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea4a-9b05-4081-babb-2a3adee3aa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.834797 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e11ea4a-9b05-4081-babb-2a3adee3aa0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:47.835383 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea4a-9b05-4081-babb-2a3adee3aa0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.858371 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 63b3937e-2be0-47fa-b168-655879c76e1e completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:08:47.867445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 63b3937e-2be0-47fa-b168-655879c76e1e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:47.868587 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.879284 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Request body: {'port': {'device_id': 'f8a2ed75-d87d-4934-8a6f-62a03efe512f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:47.899439 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9fb69d90-de63-42db-9aaa-466f84742a19 None None] Port dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:08:47.928416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-550a4fd3-2714-4709-9804-4ecbd39ba336 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cc5a190197424269bce70f85d2cb4754&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1015763 Nov 08 00:08:47.964257 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11ea4a-9b05-4081-babb-2a3adee3aa0a admin admin] Pushing event updated for resources: {'Network': ['ID=86cdcf08-fe2a-473b-99f7-8f7466e47fe8,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:47.970177 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:47.976540 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 86cdcf08-fe2a-473b-99f7-8f7466e47fe8 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:08:47.986566 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Attempting to bind port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:08:47.986902 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Attempting to bind port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:08:47.987229 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Attempting to bind port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:47.992659 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:08:47.993570 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Attempting to bind port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:47.999555 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:08:48.003194 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:48.003194 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:08:48.003194 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Bound port: 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:08:48.003194 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:48.061246 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-a1af1de3-885e-462f-b4a9-faf13899cf26 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:48.062371 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-a1af1de3-885e-462f-b4a9-faf13899cf26 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1130157 Nov 08 00:08:48.069330 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 63b3937e-2be0-47fa-b168-655879c76e1e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=63b3937e-2be0-47fa-b168-655879c76e1e,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:48.070951 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8e11ea4a-9b05-4081-babb-2a3adee3aa0a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2712913 Nov 08 00:08:48.074308 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58716) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:48.079174 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8e97765d-5849-4c35-ba5a-75794d3e51a0 admin admin] Request body: {'subnet': {'network_id': '86cdcf08-fe2a-473b-99f7-8f7466e47fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818487672-subnet', 'tenant_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:48.100296 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-b0e8c807-6c0b-40f9-beaa-46cf4b11c463 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/quotas/cc5a190197424269bce70f85d2cb4754 HTTP/1.1" status: 200 len: 375 time: 0.0303867 Nov 08 00:08:48.100516 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] For port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:08:48.105529 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] For port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:08:48.114024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ea2de-06fe-4371-864e-86a39b790203 req-a7568fad-7cb9-46f3-a285-5784320caf67 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:48.115510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e4ea2de-06fe-4371-864e-86a39b790203 req-a7568fad-7cb9-46f3-a285-5784320caf67 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 935 time: 0.2630384 Nov 08 00:08:48.127156 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:48.146711 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:48.160870 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-1cafb137-20d6-4c45-a6ab-0bd97e130f27 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc5a190197424269bce70f85d2cb4754&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428288 Nov 08 00:08:48.173804 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:48.204217 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=63b3937e-2be0-47fa-b168-655879c76e1e,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:48.211768 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e97765d-5849-4c35-ba5a-75794d3e51a0 admin admin] Made reservation on behalf of bc6f971c021b4e5290b7e7ea9ecba384 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:48.214680 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e97765d-5849-4c35-ba5a-75794d3e51a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:48.228088 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e4ea2de-06fe-4371-864e-86a39b790203 req-35786de9-21d4-40f3-a1d1-2cc1e15bf14f tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883472 Nov 08 00:08:48.302019 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:48.306698 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:48.306698 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] 10.222.0.26 "PUT /v2.0/ports/61d5814c-db25-4b8f-bbd8-2a89eca9d1cc HTTP/1.1" status: 200 len: 1096 time: 1.4763615 Nov 08 00:08:48.315095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44639c92-bb8e-4519-9e4e-5c20f7a14b44 service neutron] Pushing event updated for resources: {'Port': ['ID=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:48.347349 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-781683de-2d0b-44a8-af86-9bbf1814e138 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e6e6f8702dc14aa0af2c6c36d638e44a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385187 Nov 08 00:08:48.502245 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-5a07c054-abf0-4961-a0a5-2fa864d068d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:48.504327 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-5a07c054-abf0-4961-a0a5-2fa864d068d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28ea4fc6c6364a5ba20c46648f614b44&device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 1099 time: 0.0592275 Nov 08 00:08:48.567777 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-d0a5b4eb-6a8d-41b7-ac1d-4ae995c03062 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc HTTP/1.1" status: 200 len: 217 time: 0.0481894 Nov 08 00:08:48.569414 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e97765d-5849-4c35-ba5a-75794d3e51a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:48.671427 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97765d-5849-4c35-ba5a-75794d3e51a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8f680a4-996f-4ae0-af24-b3d81c3d9d33,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:48.675647 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-edf86490-23e8-4dfd-9263-1e1b768c2b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:48.677337 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-edf86490-23e8-4dfd-9263-1e1b768c2b83 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1018271 Nov 08 00:08:48.720442 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e97765d-5849-4c35-ba5a-75794d3e51a0 admin admin] Checking segment: {'id': '8990d692-83ed-485a-a9e1-81f4f28d1617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86cdcf08-fe2a-473b-99f7-8f7466e47fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:48.720802 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e97765d-5849-4c35-ba5a-75794d3e51a0 admin admin] Network hostable DHCP agents. Network: 86cdcf08-fe2a-473b-99f7-8f7466e47fe8, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:08:48.739463 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-5085eb02-2807-4871-9792-e560696bd61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:48.741010 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-5085eb02-2807-4871-9792-e560696bd61b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0572691 Nov 08 00:08:48.807222 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81b10169-5f68-4400-a96a-cc8535875b65 req-b5980970-477b-4df6-93ee-85b2c7e19242 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 210 time: 0.0438111 Nov 08 00:08:48.820385 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e97765d-5849-4c35-ba5a-75794d3e51a0 admin admin] Network 86cdcf08-fe2a-473b-99f7-8f7466e47fe8 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:08:48.827118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-3305308e-5003-4af8-834c-b6e3dbde27ef tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:48.827507 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-3305308e-5003-4af8-834c-b6e3dbde27ef tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4683578 Nov 08 00:08:48.846386 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-aa47e2c2-fbe4-4724-82ea-15fb57055190 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977468 Nov 08 00:08:48.851135 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-d159668b-86cc-4887-a2e4-55c3eb2c68a2 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/quotas/e6e6f8702dc14aa0af2c6c36d638e44a HTTP/1.1" status: 200 len: 375 time: 0.0228305 Nov 08 00:08:48.912904 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-8e97765d-5849-4c35-ba5a-75794d3e51a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 86cdcf08-fe2a-473b-99f7-8f7466e47fe8) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:48.919818 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e97765d-5849-4c35-ba5a-75794d3e51a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:48.920519 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e97765d-5849-4c35-ba5a-75794d3e51a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:48.921406 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc0200a-a694-47d0-b3fb-717744a99466 None None] Network 86cdcf08-fe2a-473b-99f7-8f7466e47fe8 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:08:48.928357 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-7d715b98-49c7-4087-ae83-bd57796d504d tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6e6f8702dc14aa0af2c6c36d638e44a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532453 Nov 08 00:08:48.956241 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:08:48.961132 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7462fd8d-71c7-482c-ad08-115ac9d87d80 req-a3742526-bbe1-4291-822b-95d37ffb0d8f service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052632 Nov 08 00:08:48.967207 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:48.987440 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Transition to ACTIVE for port object dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:08:48.994282 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5470fdd6-980b-4cc4-9894-245b20dd9b42 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:08:49.006136 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943b278-1331-443f-94b6-063ba7c984ac req-8699d56c-b740-4b54-9dd6-d2f91be8ffeb tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:49.007689 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6943b278-1331-443f-94b6-063ba7c984ac req-8699d56c-b740-4b54-9dd6-d2f91be8ffeb tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 950 time: 0.1184864 Nov 08 00:08:49.013567 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8e97765d-5849-4c35-ba5a-75794d3e51a0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9381468 Nov 08 00:08:49.016231 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58740) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:49.020826 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-0b7635e8-59eb-46a7-b3b5-ba0436d09490 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818487672-router', 'tenant_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:49.031187 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 5470fdd6-980b-4cc4-9894-245b20dd9b42 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:08:49.031671 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5470fdd6-980b-4cc4-9894-245b20dd9b42 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:08:49.050761 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6943b278-1331-443f-94b6-063ba7c984ac req-23258cc1-82b3-4ada-bc10-bd15b95b7151 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361807 Nov 08 00:08:49.084362 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:49.124230 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0485016e-65fe-4308-bf92-ad480920a995', 'tag': '61d5814c-db25-4b8f-bbd8-2a89eca9d1cc'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:49.126476 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59719ad-9b55-4df0-b86f-8e8a981bd0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0485016e-65fe-4308-bf92-ad480920a995", "tag": "61d5814c-db25-4b8f-bbd8-2a89eca9d1cc"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:49.142430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Pushing event updated for resources: {'Port': ['ID=dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:49.161795 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-86cdcf08-fe2a-473b-99f7-8f7466e47fe8', 'network_id': '86cdcf08-fe2a-473b-99f7-8f7466e47fe8', 'tenant_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'fixed_ips': [{'subnet_id': 'a8f680a4-996f-4ae0-af24-b3d81c3d9d33'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:08:49.162847 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:49.178351 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b7635e8-59eb-46a7-b3b5-ba0436d09490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:49.181515 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b7635e8-59eb-46a7-b3b5-ba0436d09490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:49.275725 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Attempting to bind port dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:08:49.276137 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Attempting to bind port dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:08:49.277058 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Attempting to bind port dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:49.301054 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f94359-2324-4381-a0d5-669c19bd47ba req-2f4a558b-1686-4a31-a296-d6c36261c3fd tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:49.302661 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-83f94359-2324-4381-a0d5-669c19bd47ba req-2f4a558b-1686-4a31-a296-d6c36261c3fd tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 946 time: 0.1068978 Nov 08 00:08:49.304262 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Port dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:08:49.304591 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Attempting to bind port dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:49.310096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:08:49.310437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:49.310885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:08:49.311516 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Bound port: dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:08:49.312114 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:49.367836 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dda35f-1a50-4b03-90eb-68e84b4052ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b3937e-2be0-47fa-b168-655879c76e1e'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:49.378566 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b7635e8-59eb-46a7-b3b5-ba0436d09490 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:49.382346 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d16a30b-f8c7-4763-b397-fc627c72fe01" -d '{"events": [{"server_uuid": "e1dda35f-1a50-4b03-90eb-68e84b4052ee", "name": "network-vif-plugged", "status": "completed", "tag": "63b3937e-2be0-47fa-b168-655879c76e1e"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:49.426575 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-83f94359-2324-4381-a0d5-669c19bd47ba req-ab15c5ba-3525-48f9-81cb-1c0e06c9d1ab tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860455 Nov 08 00:08:49.427465 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] Allocated IP 172.20.0.2 (86cdcf08-fe2a-473b-99f7-8f7466e47fe8/a8f680a4-996f-4ae0-af24-b3d81c3d9d33/c034fdd1-2a75-496d-ad73-5b8135234a7f) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:08:49.440676 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1726b1ce-2daf-4913-80a1-0f5ac670e222 x-openstack-request-id: req-1726b1ce-2daf-4913-80a1-0f5ac670e222 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:49.441028 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0485016e-65fe-4308-bf92-ad480920a995", "tag": "61d5814c-db25-4b8f-bbd8-2a89eca9d1cc", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:49.441377 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1726b1ce-2daf-4913-80a1-0f5ac670e222 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:49.441862 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0485016e-65fe-4308-bf92-ad480920a995', 'tag': '61d5814c-db25-4b8f-bbd8-2a89eca9d1cc', 'status': 'completed', 'code': 200} Nov 08 00:08:49.486491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] For port dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:08:49.491940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] For port dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:08:49.520910 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-786e4603-c4c8-4f59-8e2d-3b0ddb43163b req-da871907-ff4c-49e1-b6f0-a07d52eb5b10 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 210 time: 0.0316010 Nov 08 00:08:49.611817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265d85d-99d7-40f7-9b41-59d516374882 req-fe2b6a62-fe25-445a-af00-2874519ba1ae tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:49.619539 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6265d85d-99d7-40f7-9b41-59d516374882 req-fe2b6a62-fe25-445a-af00-2874519ba1ae tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 947 time: 0.0869975 Nov 08 00:08:49.624185 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:49.687288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:49.687394 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:49.689688 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] 10.222.0.26 "PUT /v2.0/ports/dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 HTTP/1.1" status: 200 len: 1095 time: 1.8342857 Nov 08 00:08:49.694876 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b7635e8-59eb-46a7-b3b5-ba0436d09490 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:49.696390 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe9a265-519a-438c-b34c-fb10b2b93e5e x-openstack-request-id: req-abe9a265-519a-438c-b34c-fb10b2b93e5e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:49.696838 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1dda35f-1a50-4b03-90eb-68e84b4052ee", "name": "network-vif-plugged", "status": "completed", "tag": "63b3937e-2be0-47fa-b168-655879c76e1e", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:49.697315 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abe9a265-519a-438c-b34c-fb10b2b93e5e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:49.697790 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1dda35f-1a50-4b03-90eb-68e84b4052ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b3937e-2be0-47fa-b168-655879c76e1e', 'code': 200} Nov 08 00:08:49.701817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a2ed75-d87d-4934-8a6f-62a03efe512f', 'tag': 'dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:49.704587 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a263c7-8d7e-45a8-9f93-bd8880a96b70" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a2ed75-d87d-4934-8a6f-62a03efe512f", "tag": "dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:49.722135 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59719ad-9b55-4df0-b86f-8e8a981bd0d8 req-0a33ea83-19e2-481c-91bc-911a1dd20345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:49.723961 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d59719ad-9b55-4df0-b86f-8e8a981bd0d8 req-0a33ea83-19e2-481c-91bc-911a1dd20345 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28ea4fc6c6364a5ba20c46648f614b44&device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 1099 time: 0.1822824 Nov 08 00:08:49.732084 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6265d85d-99d7-40f7-9b41-59d516374882 req-f391f750-1dd6-42e2-8497-42a105f278f1 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071093 Nov 08 00:08:49.748003 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:49.786545 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1874b-69de-49a3-8c38-d24243e312df service neutron] Pushing event updated for resources: {'Port': ['ID=dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:49.877180 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57a2f04-90c7-4714-aff0-8c92a67c175f x-openstack-request-id: req-e57a2f04-90c7-4714-aff0-8c92a67c175f {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:49.877851 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a2ed75-d87d-4934-8a6f-62a03efe512f", "tag": "dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:49.878413 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e57a2f04-90c7-4714-aff0-8c92a67c175f {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:49.879081 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a2ed75-d87d-4934-8a6f-62a03efe512f', 'tag': 'dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1', 'status': 'completed', 'code': 200} Nov 08 00:08:49.888454 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:49.960328 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] Network 86cdcf08-fe2a-473b-99f7-8f7466e47fe8 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:08:49.964765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:49.972951 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:08:49.989848 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] Pushing event updated for resources: {'Port': ['ID=c034fdd1-2a75-496d-ad73-5b8135234a7f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:50.003717 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59719ad-9b55-4df0-b86f-8e8a981bd0d8 req-ebebe85e-9559-4b4c-a3aa-4a54374007d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:50.005429 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d59719ad-9b55-4df0-b86f-8e8a981bd0d8 req-ebebe85e-9559-4b4c-a3aa-4a54374007d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.2681623 Nov 08 00:08:50.012392 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d881233-cd70-487e-be02-ce0fe68dd262 req-2e9ca5ed-d7bb-498f-9b94-e295c51bca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:50.013799 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d881233-cd70-487e-be02-ce0fe68dd262 req-2e9ca5ed-d7bb-498f-9b94-e295c51bca41 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 1097 time: 0.1852217 Nov 08 00:08:50.018005 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c8ee400-a8c3-4c29-a456-31a48d873822 req-231d70a3-d887-4350-9bec-e9230f82ea63 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 210 time: 0.0556178 Nov 08 00:08:50.047007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-cb66f996-b773-4805-b1a5-af2962d91b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:50.047007 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-cb66f996-b773-4805-b1a5-af2962d91b7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28ea4fc6c6364a5ba20c46648f614b44&device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 1098 time: 0.1357629 Nov 08 00:08:50.055159 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d59719ad-9b55-4df0-b86f-8e8a981bd0d8 req-a8470f16-9eee-4503-8c2c-5ed8d37a6993 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc HTTP/1.1" status: 200 len: 217 time: 0.0413303 Nov 08 00:08:50.059689 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d881233-cd70-487e-be02-ce0fe68dd262 req-a0db5ba6-ab4e-45f1-8ca6-9f2fa3762881 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378475 Nov 08 00:08:50.080039 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58782) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:50.129574 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] Attempting to bind port c034fdd1-2a75-496d-ad73-5b8135234a7f on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:08:50.130139 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] Attempting to bind port c034fdd1-2a75-496d-ad73-5b8135234a7f by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '8990d692-83ed-485a-a9e1-81f4f28d1617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86cdcf08-fe2a-473b-99f7-8f7466e47fe8'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:08:50.130407 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] Attempting to bind port c034fdd1-2a75-496d-ad73-5b8135234a7f on network 86cdcf08-fe2a-473b-99f7-8f7466e47fe8 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:50.132253 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59719ad-9b55-4df0-b86f-8e8a981bd0d8 req-f15cf191-f8e9-4cef-9266-6d1f6390f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:50.133808 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d59719ad-9b55-4df0-b86f-8e8a981bd0d8 req-f15cf191-f8e9-4cef-9266-6d1f6390f754 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0652592 Nov 08 00:08:50.136696 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:08:50.137066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] Checking segment: {'id': '8990d692-83ed-485a-a9e1-81f4f28d1617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86cdcf08-fe2a-473b-99f7-8f7466e47fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:50.137470 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:50.137863 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] Bound using segment: {'id': '8990d692-83ed-485a-a9e1-81f4f28d1617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86cdcf08-fe2a-473b-99f7-8f7466e47fe8'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:08:50.138330 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] Bound port: c034fdd1-2a75-496d-ad73-5b8135234a7f, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8990d692-83ed-485a-a9e1-81f4f28d1617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86cdcf08-fe2a-473b-99f7-8f7466e47fe8'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:08:50.138783 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:50.147624 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-300c18c3-3021-4bcf-b81e-ecdd9093650a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 HTTP/1.1" status: 200 len: 217 time: 0.0825212 Nov 08 00:08:50.218466 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] For port c034fdd1-2a75-496d-ad73-5b8135234a7f, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:08:50.221837 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] For port c034fdd1-2a75-496d-ad73-5b8135234a7f, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c034fdd1-2a75-496d-ad73-5b8135234a7f,segment=NetworkSegment(8990d692-83ed-485a-a9e1-81f4f28d1617),segment_id=8990d692-83ed-485a-a9e1-81f4f28d1617)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:08:50.223426 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e91b4a0-c1ae-4c3e-975b-1240d7061d90 admin admin] Deleting subnet 719678f8-b0d4-4643-8dc8-becc821ce744 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:08:50.228212 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1e91b4a0-c1ae-4c3e-975b-1240d7061d90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:50.238091 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59719ad-9b55-4df0-b86f-8e8a981bd0d8 req-666d2cbb-d9ea-421b-9ab1-df8d929d46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:50.239661 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d59719ad-9b55-4df0-b86f-8e8a981bd0d8 req-666d2cbb-d9ea-421b-9ab1-df8d929d46ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973144 Nov 08 00:08:50.260399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-1ab66896-3577-4106-9cdc-0e042412d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:50.262397 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-1ab66896-3577-4106-9cdc-0e042412d96a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1027267 Nov 08 00:08:50.278256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32620c-70f2-4ba5-8ca0-225399d3231c req-a37350c1-9e8f-4957-b684-280c0c0f7a3e tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:50.279675 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a32620c-70f2-4ba5-8ca0-225399d3231c req-a37350c1-9e8f-4957-b684-280c0c0f7a3e tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 950 time: 0.1365991 Nov 08 00:08:50.315036 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1e91b4a0-c1ae-4c3e-975b-1240d7061d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:50.325804 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:50.394410 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a32620c-70f2-4ba5-8ca0-225399d3231c req-6b7ad6f5-4f44-4102-a84b-934d7581cb35 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060305 Nov 08 00:08:50.398803 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-24bc3088-b37d-46a7-99fc-cdc2c68aa5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:50.399818 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b7635e8-59eb-46a7-b3b5-ba0436d09490 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:50.400015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-24bc3088-b37d-46a7-99fc-cdc2c68aa5b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1294892 Nov 08 00:08:50.401068 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1e91b4a0-c1ae-4c3e-975b-1240d7061d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:50.406341 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60796adf-c0a4-4db1-9af8-238bb111c140 None None] Pushing event updated for resources: {'Port': ['ID=c034fdd1-2a75-496d-ad73-5b8135234a7f,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:50.426805 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b7635e8-59eb-46a7-b3b5-ba0436d09490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:50.441133 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d59719ad-9b55-4df0-b86f-8e8a981bd0d8 req-8694a403-5b8a-4eb7-93a4-3ba7132658fb service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714067 Nov 08 00:08:50.512514 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device d8e431ee-7fd0-45a9-a97d-07e1ee8de924 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:08:50.561611 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: d8e431ee-7fd0-45a9-a97d-07e1ee8de924 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:08:50.563356 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device d8e431ee-7fd0-45a9-a97d-07e1ee8de924 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:08:50.609581 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-02ad9bb7-e45d-46f3-b045-dd75f4560640 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890233 Nov 08 00:08:50.656157 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1e91b4a0-c1ae-4c3e-975b-1240d7061d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:50.656274 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d59719ad-9b55-4df0-b86f-8e8a981bd0d8 req-b8257948-65f3-4921-be36-8011ab9549e8 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988134 Nov 08 00:08:50.682476 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-0b7635e8-59eb-46a7-b3b5-ba0436d09490 admin admin] Allocated IP 172.25.2.48 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/8f24582b-4e3e-48e1-9520-48eea8b9b448) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:08:50.784909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28b152-c256-4995-9d7f-8ca9bc924460 req-bcd56837-c6a5-41bb-9540-11231d3c28b9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:50.793197 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be28b152-c256-4995-9d7f-8ca9bc924460 req-bcd56837-c6a5-41bb-9540-11231d3c28b9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 946 time: 0.2208383 Nov 08 00:08:50.801676 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1e91b4a0-c1ae-4c3e-975b-1240d7061d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:50.801676 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1e91b4a0-c1ae-4c3e-975b-1240d7061d90 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/719678f8-b0d4-4643-8dc8-becc821ce744 HTTP/1.1" status: 204 len: 168 time: 0.7198694 Nov 08 00:08:50.804326 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58798) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:50.804835 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91b4a0-c1ae-4c3e-975b-1240d7061d90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=719678f8-b0d4-4643-8dc8-becc821ce744,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:50.876093 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be28b152-c256-4995-9d7f-8ca9bc924460 req-ad8c864b-766e-4307-a921-5442a455ab39 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771182 Nov 08 00:08:50.892166 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7554636-b07a-4cf7-b739-0d96440ff985 req-6c567ea4-806a-452c-9082-13ac61edad7f service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736416 Nov 08 00:08:50.922463 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c034fdd1-2a75-496d-ad73-5b8135234a7f up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:08:50.923594 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b7635e8-59eb-46a7-b3b5-ba0436d09490 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:50.947821 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d46c22f-1dcc-4ff4-be72-4dacb61927da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:50.992993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c034fdd1-2a75-496d-ad73-5b8135234a7f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:50.993454 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:51.008233 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3c921a4b-a512-410d-b320-f0ae46467365 req-2af5ca6c-7207-407d-bf83-3013ec8336a1 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 210 time: 0.0424340 Nov 08 00:08:51.075590 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d46c22f-1dcc-4ff4-be72-4dacb61927da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:51.082505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80025338-44ec-4014-8a8f-e705e8b7bc17 req-2075214d-be3c-40d5-b934-8b6607d0029a tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:51.084274 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-80025338-44ec-4014-8a8f-e705e8b7bc17 req-2075214d-be3c-40d5-b934-8b6607d0029a tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 947 time: 0.0631545 Nov 08 00:08:51.098630 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-7d46c22f-1dcc-4ff4-be72-4dacb61927da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80051137-3070-4b1d-8d12-dea0e4d44694']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:51.110775 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-7d46c22f-1dcc-4ff4-be72-4dacb61927da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da25e7da-0587-458c-a885-f0a228dcc080') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:51.110964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-7d46c22f-1dcc-4ff4-be72-4dacb61927da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da25e7da-0587-458c-a885-f0a228dcc080') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:51.117776 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b7635e8-59eb-46a7-b3b5-ba0436d09490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:51.124466 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:51.169842 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-80025338-44ec-4014-8a8f-e705e8b7bc17 req-3db1d0b7-2cb6-49e7-8add-e2ea86d58969 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714667 Nov 08 00:08:51.172881 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port c034fdd1-2a75-496d-ad73-5b8135234a7f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c034fdd1-2a75-496d-ad73-5b8135234a7f,segment=NetworkSegment(8990d692-83ed-485a-a9e1-81f4f28d1617),segment_id=8990d692-83ed-485a-a9e1-81f4f28d1617)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:51.174385 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d46c22f-1dcc-4ff4-be72-4dacb61927da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:51.193950 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7635e8-59eb-46a7-b3b5-ba0436d09490 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:08:51.200571 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-0b7635e8-59eb-46a7-b3b5-ba0436d09490 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:51.209140 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7635e8-59eb-46a7-b3b5-ba0436d09490 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:08:51.212480 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d46c22f-1dcc-4ff4-be72-4dacb61927da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:51.212614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a263c7-8d7e-45a8-9f93-bd8880a96b70 req-11dbd786-a819-4ec3-8ea3-123505b45ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:51.214745 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78a263c7-8d7e-45a8-9f93-bd8880a96b70 req-11dbd786-a819-4ec3-8ea3-123505b45ba7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28ea4fc6c6364a5ba20c46648f614b44&device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 1098 time: 0.1291125 Nov 08 00:08:51.233697 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7635e8-59eb-46a7-b3b5-ba0436d09490 admin admin] Pushing event updated for resources: {'Port': ['ID=8f24582b-4e3e-48e1-9520-48eea8b9b448,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:51.246278 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d46c22f-1dcc-4ff4-be72-4dacb61927da admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:08:51.246691 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d46c22f-1dcc-4ff4-be72-4dacb61927da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:08:51.253809 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:08:51.273229 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:51.333435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=c034fdd1-2a75-496d-ad73-5b8135234a7f,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:51.351960 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a6062-d434-4b1a-a060-55e62e180c54 req-40fdff57-bdd9-435d-a338-d7bae801ad6a tempest-ServersAdminNegativeTestJSON-1877843072 tempest-ServersAdminNegativeTestJSON-1877843072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:51.353768 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc9a6062-d434-4b1a-a060-55e62e180c54 req-40fdff57-bdd9-435d-a338-d7bae801ad6a tempest-ServersAdminNegativeTestJSON-1877843072 tempest-ServersAdminNegativeTestJSON-1877843072-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 1101 time: 0.1772006 Nov 08 00:08:51.374768 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd04ff43-8867-4cbf-9cc7-66b935c427ba req-cad35fd4-a169-4e9c-8d68-97e34957986a tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 210 time: 0.0577483 Nov 08 00:08:51.394739 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-bc9a6062-d434-4b1a-a060-55e62e180c54 req-5b4865c8-927b-4d67-89bb-0d79b7f63598 tempest-ServersAdminNegativeTestJSON-1877843072 tempest-ServersAdminNegativeTestJSON-1877843072-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:51.447001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a263c7-8d7e-45a8-9f93-bd8880a96b70 req-467147c1-ca6f-4025-919b-faebceeaa25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:51.449346 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78a263c7-8d7e-45a8-9f93-bd8880a96b70 req-467147c1-ca6f-4025-919b-faebceeaa25f service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.2269392 Nov 08 00:08:51.507012 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78a263c7-8d7e-45a8-9f93-bd8880a96b70 req-c1ccac50-65c8-425a-b219-d84a585c24b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 HTTP/1.1" status: 200 len: 217 time: 0.0467284 Nov 08 00:08:51.596258 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-17338173-567a-4f2b-b897-06e665432744 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cc5a190197424269bce70f85d2cb4754&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707521 Nov 08 00:08:51.597790 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a263c7-8d7e-45a8-9f93-bd8880a96b70 req-081e5d7b-ab44-47ba-a896-cde33fe27cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:51.599902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78a263c7-8d7e-45a8-9f93-bd8880a96b70 req-081e5d7b-ab44-47ba-a896-cde33fe27cd7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0837629 Nov 08 00:08:51.693524 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619a5c42-e834-4e4b-8c7c-56a9d43f88c3 None None] Network 86cdcf08-fe2a-473b-99f7-8f7466e47fe8 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:08:51.703748 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-bc9a6062-d434-4b1a-a060-55e62e180c54 req-5b4865c8-927b-4d67-89bb-0d79b7f63598 tempest-ServersAdminNegativeTestJSON-1877843072 tempest-ServersAdminNegativeTestJSON-1877843072-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:51.716715 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d46c22f-1dcc-4ff4-be72-4dacb61927da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:51.723699 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d46c22f-1dcc-4ff4-be72-4dacb61927da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:51.727510 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7d46c22f-1dcc-4ff4-be72-4dacb61927da admin admin] 10.222.0.13 "DELETE /v2.0/networks/80051137-3070-4b1d-8d12-dea0e4d44694 HTTP/1.1" status: 204 len: 168 time: 0.9228010 Nov 08 00:08:51.733509 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a263c7-8d7e-45a8-9f93-bd8880a96b70 req-c432a833-18c1-443e-833f-4749865e01f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:51.736500 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78a263c7-8d7e-45a8-9f93-bd8880a96b70 req-c432a833-18c1-443e-833f-4749865e01f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143377 Nov 08 00:08:51.744831 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46c22f-1dcc-4ff4-be72-4dacb61927da admin admin] Pushing event deleted for resources: {'Network': ['ID=80051137-3070-4b1d-8d12-dea0e4d44694,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:51.770642 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f2e38da0-5c90-463b-abcb-d14ce9ceba38 None None] Provisioning complete for port c034fdd1-2a75-496d-ad73-5b8135234a7f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:51.770892 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f2e38da0-5c90-463b-abcb-d14ce9ceba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:51.844638 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-bc9a6062-d434-4b1a-a060-55e62e180c54 req-5b4865c8-927b-4d67-89bb-0d79b7f63598 tempest-ServersAdminNegativeTestJSON-1877843072 tempest-ServersAdminNegativeTestJSON-1877843072-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:51.877558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-170d5436-e34a-46c1-91e4-e89769cd08ec tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:51.878584 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-170d5436-e34a-46c1-91e4-e89769cd08ec tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2750535 Nov 08 00:08:51.897283 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc9a6062-d434-4b1a-a060-55e62e180c54 req-5b4865c8-927b-4d67-89bb-0d79b7f63598 tempest-ServersAdminNegativeTestJSON-1877843072 tempest-ServersAdminNegativeTestJSON-1877843072-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259500 Nov 08 00:08:51.911023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4865c8-927b-4d67-89bb-0d79b7f63598 tempest-ServersAdminNegativeTestJSON-1877843072 tempest-ServersAdminNegativeTestJSON-1877843072-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fc507c-07ab-497a-a34a-dc18e2c641f0,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:51.931694 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-4a0889e2-6fc3-4081-975f-09483901b026 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Request body: {'port': {'device_id': '86f402c0-7e34-4fae-9bba-299af2e8e8c4', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': 'cc5a190197424269bce70f85d2cb4754'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:51.988169 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78a263c7-8d7e-45a8-9f93-bd8880a96b70 req-6fc15fa4-89ed-4c9f-8223-52b88b7cf6d3 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335081 Nov 08 00:08:52.007335 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b7635e8-59eb-46a7-b3b5-ba0436d09490 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:52.178291 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bb99e-7347-49e1-bfcb-d79fc819c25c req-54ec9eda-6ead-4068-985d-d3b3cc56ce3d tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:52.193957 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea4bb99e-7347-49e1-bfcb-d79fc819c25c req-54ec9eda-6ead-4068-985d-d3b3cc56ce3d tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 946 time: 0.2094717 Nov 08 00:08:52.203926 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b431b06-6994-4243-a83a-cbfed9a3358d req-95a74448-5d54-42ef-b0b7-570eaa32e37d tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 210 time: 0.0907140 Nov 08 00:08:52.260083 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5b775d60-32ed-4b7c-adcc-2fdc0486b4cb None None] Provisioning complete for port c034fdd1-2a75-496d-ad73-5b8135234a7f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:52.261786 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b775d60-32ed-4b7c-adcc-2fdc0486b4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:52.274634 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-f9e07b7a-c687-432b-abea-d46a9bc3834a tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e6e6f8702dc14aa0af2c6c36d638e44a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583675 Nov 08 00:08:52.286486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78a263c7-8d7e-45a8-9f93-bd8880a96b70 req-abdf8cad-b116-4024-b402-b453e039b017 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844779 Nov 08 00:08:52.291389 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea4bb99e-7347-49e1-bfcb-d79fc819c25c req-c7025c1b-afa4-4116-aec1-13b21b6b9662 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965247 Nov 08 00:08:52.300982 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58814) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:52.422001 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-79cbdadb-beb3-4a70-b6ac-1aa15f286f6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c74d354c5a28415588b3f1996c798bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1202340 Nov 08 00:08:52.425083 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b7635e8-59eb-46a7-b3b5-ba0436d09490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:52.429253 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58822) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:52.461361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-4a0889e2-6fc3-4081-975f-09483901b026 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Made reservation on behalf of cc5a190197424269bce70f85d2cb4754 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:52.465598 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-4a0889e2-6fc3-4081-975f-09483901b026 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:52.485447 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-4a0889e2-6fc3-4081-975f-09483901b026 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:52.541954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4937a1-85d0-49d0-a455-ef608388e72e req-c0143b0a-54eb-4f29-8425-404383e0e92e tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:52.543716 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0a4937a1-85d0-49d0-a455-ef608388e72e req-c0143b0a-54eb-4f29-8425-404383e0e92e tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 947 time: 0.1280315 Nov 08 00:08:52.544751 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-b3f2bbdd-eaa8-4ae6-935d-5a32533cc1ee tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:52.545100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:08:52.547856 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-b3f2bbdd-eaa8-4ae6-935d-5a32533cc1ee tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2674820 Nov 08 00:08:52.569454 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-c5b64332-0712-4649-94e8-b1234a16f9df tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Request body: {'port': {'device_id': '684cd421-ef79-4257-bf54-f94a94dc5b76', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': 'e6e6f8702dc14aa0af2c6c36d638e44a'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:52.607827 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e2232537-4c51-4fa3-8a5b-6003a100e9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:52.658040 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e2232537-4c51-4fa3-8a5b-6003a100e9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:52.700958 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:52.703720 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0a4937a1-85d0-49d0-a455-ef608388e72e req-bdd4dd00-a5fc-4b80-9a88-1920cefa51e5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434031 Nov 08 00:08:52.720478 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '61d5814c-db25-4b8f-bbd8-2a89eca9d1cc', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '61d5814c-db25-4b8f-bbd8-2a89eca9d1cc', 'mac_address': 'fa:16:3e:b9:a2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:08:52.773069 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:52.787068 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-4a0889e2-6fc3-4081-975f-09483901b026 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:52.791063 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:08:52.815473 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:52.815693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a2156-6433-49b6-bd7c-d3ec5f815313 req-b46beffc-0e23-4548-ad19-3a6eb046d4c4 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:52.815693 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-788a2156-6433-49b6-bd7c-d3ec5f815313 req-b46beffc-0e23-4548-ad19-3a6eb046d4c4 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 1097 time: 0.1422520 Nov 08 00:08:52.817733 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7635e8-59eb-46a7-b3b5-ba0436d09490 admin admin] Router 4a39526c-7216-43a5-bca6-62df8978865e is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:08:52.847285 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8902e4b0-46c3-4fde-a524-68d78c565b73 req-cb149d5d-dac6-4f8f-b778-a5a84e5b32cc tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 210 time: 0.0583541 Nov 08 00:08:52.863023 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c034fdd1-2a75-496d-ad73-5b8135234a7f up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:08:52.868294 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-c5b64332-0712-4649-94e8-b1234a16f9df tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Made reservation on behalf of e6e6f8702dc14aa0af2c6c36d638e44a for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:52.872349 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-c5b64332-0712-4649-94e8-b1234a16f9df tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:52.884861 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-4a0889e2-6fc3-4081-975f-09483901b026 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:52.892544 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-788a2156-6433-49b6-bd7c-d3ec5f815313 req-193fa73a-9d20-4294-8852-39f9b41998b9 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525882 Nov 08 00:08:52.927116 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c034fdd1-2a75-496d-ad73-5b8135234a7f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:52.927633 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:52.952104 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:52.993834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0889e2-6fc3-4081-975f-09483901b026 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=379aa297-364b-43e2-b5b7-0255bbedb843,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:53.024376 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e2232537-4c51-4fa3-8a5b-6003a100e9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:53.027033 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e2232537-4c51-4fa3-8a5b-6003a100e9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:53.031053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e2232537-4c51-4fa3-8a5b-6003a100e9bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df987770-a986-4136-9bd3-2ac55ab2182e HTTP/1.1" status: 204 len: 168 time: 0.5979893 Nov 08 00:08:53.049435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:53.071212 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2232537-4c51-4fa3-8a5b-6003a100e9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df987770-a986-4136-9bd3-2ac55ab2182e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:53.087739 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-c5b64332-0712-4649-94e8-b1234a16f9df tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Allocated IP 192.168.233.175 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/8ca9c64e-8712-4923-ab0b-77dd6a50be60) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:08:53.102909 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7635e8-59eb-46a7-b3b5-ba0436d09490 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:08:53.116363 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061ad833-45d1-400b-933f-c777a70d070a None None] Sync routers for ids ['4a39526c-7216-43a5-bca6-62df8978865e'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:08:53.130917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061ad833-45d1-400b-933f-c777a70d070a None None] Routers {'4a39526c-7216-43a5-bca6-62df8978865e'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:08:53.132166 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-061ad833-45d1-400b-933f-c777a70d070a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:08:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4a39526c-7216-43a5-bca6-62df8978865e'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:53.209539 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b7635e8-59eb-46a7-b3b5-ba0436d09490 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:53.213743 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0b7635e8-59eb-46a7-b3b5-ba0436d09490 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1934233 Nov 08 00:08:53.214465 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58830) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:53.393986 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-c5b64332-0712-4649-94e8-b1234a16f9df tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:53.407667 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e496a0-fb7b-49cd-bcd5-e57ca3cd4b30 req-d7548263-6472-41d9-94dc-32906790867c tempest-ServersAdminNegativeTestJSON-1877843072 tempest-ServersAdminNegativeTestJSON-1877843072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:53.411712 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-061ad833-45d1-400b-933f-c777a70d070a None None] Set router 4a39526c-7216-43a5-bca6-62df8978865e gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:08:53.413023 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88e496a0-fb7b-49cd-bcd5-e57ca3cd4b30 req-d7548263-6472-41d9-94dc-32906790867c tempest-ServersAdminNegativeTestJSON-1877843072 tempest-ServersAdminNegativeTestJSON-1877843072-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 1101 time: 0.3439975 Nov 08 00:08:53.475821 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88e496a0-fb7b-49cd-bcd5-e57ca3cd4b30 req-17442a7c-c307-4fd0-a554-3545af2e78b7 tempest-ServersAdminNegativeTestJSON-1877843072 tempest-ServersAdminNegativeTestJSON-1877843072-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414495 Nov 08 00:08:53.475821 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da467306-e4f2-4937-8ab7-803e713a0fd8 req-2b48c9ee-bf5d-418a-85b8-fe9747bc07c2 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:53.475821 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da467306-e4f2-4937-8ab7-803e713a0fd8 req-2b48c9ee-bf5d-418a-85b8-fe9747bc07c2 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 1097 time: 0.1090972 Nov 08 00:08:53.498810 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['61d5814c-db25-4b8f-bbd8-2a89eca9d1cc'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:08:53.531776 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da467306-e4f2-4937-8ab7-803e713a0fd8 req-9e14b0f2-a52a-4f70-a03d-bed67a8ac807 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479367 Nov 08 00:08:53.608121 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-beb5d5a8-9c72-4885-9c2b-c1b626c221f6 req-20d08cbd-d018-424f-b06e-fbb2c98a2ecd tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 210 time: 0.0737534 Nov 08 00:08:53.636208 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-c5b64332-0712-4649-94e8-b1234a16f9df tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:53.694714 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-c5b64332-0712-4649-94e8-b1234a16f9df tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:08:53.703167 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-c5b64332-0712-4649-94e8-b1234a16f9df tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:53.709049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-c5b64332-0712-4649-94e8-b1234a16f9df tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:08:53.720798 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-4a0889e2-6fc3-4081-975f-09483901b026 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Allocated IP 192.168.233.52 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/b0670b7f-ac6f-43a1-9153-cb808c2a408e) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:08:53.760264 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b64332-0712-4649-94e8-b1234a16f9df tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Pushing event updated for resources: {'Port': ['ID=8ca9c64e-8712-4923-ab0b-77dd6a50be60,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:53.865022 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-c5b64332-0712-4649-94e8-b1234a16f9df tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:53.865887 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-c5b64332-0712-4649-94e8-b1234a16f9df tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:53.894616 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-061ad833-45d1-400b-933f-c777a70d070a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a39526c-7216-43a5-bca6-62df8978865e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818487672-router', 'tenant_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '8f24582b-4e3e-48e1-9520-48eea8b9b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:49Z', 'updated_at': '2021-11-08T00:08:51Z', 'revision_number': 3, 'project_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'gw_port': {'id': '8f24582b-4e3e-48e1-9520-48eea8b9b448', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a39526c-7216-43a5-bca6-62df8978865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:50Z', 'updated_at': '2021-11-08T00:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:53.909248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-7cbf8824-9d3b-4d4d-a730-a12046dc0e46 req-f1ebe79c-1e80-44ea-8bbc-a0f7a5df6e4a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:08:53.910581 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7cbf8824-9d3b-4d4d-a730-a12046dc0e46 req-f1ebe79c-1e80-44ea-8bbc-a0f7a5df6e4a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093839 Nov 08 00:08:53.946912 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061ad833-45d1-400b-933f-c777a70d070a None None] Checking router: 4a39526c-7216-43a5-bca6-62df8978865e for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:08:53.948811 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061ad833-45d1-400b-933f-c777a70d070a None None] Updating router 4a39526c-7216-43a5-bca6-62df8978865e port 8f24582b-4e3e-48e1-9520-48eea8b9b448 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:08:53.975613 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-c5b64332-0712-4649-94e8-b1234a16f9df tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4108682 Nov 08 00:08:53.989148 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-061ad833-45d1-400b-933f-c777a70d070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:54.023392 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Request body: {'port': {'device_id': '684cd421-ef79-4257-bf54-f94a94dc5b76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:54.058363 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319be49-dfbb-4ed5-86e1-8d51e308ef4d req-67354ecf-8612-4854-8ec9-f05f2bbf2bde tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:54.069013 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b319be49-dfbb-4ed5-86e1-8d51e308ef4d req-67354ecf-8612-4854-8ec9-f05f2bbf2bde tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 947 time: 0.1664140 Nov 08 00:08:54.124099 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-4a0889e2-6fc3-4081-975f-09483901b026 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:54.134786 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b319be49-dfbb-4ed5-86e1-8d51e308ef4d req-36e28313-aaf9-448a-a673-1792b3d95ad5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649226 Nov 08 00:08:54.222935 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e45cc297-3251-498a-ab47-dce3615de6d2 None None] Provisioning complete for port 8ca9c64e-8712-4923-ab0b-77dd6a50be60 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:54.223690 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e45cc297-3251-498a-ab47-dce3615de6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:54.248004 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78e7aae8-473f-452e-95d9-8ad00b458e1d req-2d0b6ced-2204-4945-bf65-f3d1c907332c tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 210 time: 0.0314100 Nov 08 00:08:54.256720 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-4a0889e2-6fc3-4081-975f-09483901b026 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:54.323066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-4a0889e2-6fc3-4081-975f-09483901b026 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:08:54.327246 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-4a0889e2-6fc3-4081-975f-09483901b026 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:54.332395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-4a0889e2-6fc3-4081-975f-09483901b026 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:08:54.352726 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e45cc297-3251-498a-ab47-dce3615de6d2 None None] Port 8ca9c64e-8712-4923-ab0b-77dd6a50be60 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:08:54.376686 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-67762faf-563d-481b-81d4-e2a55c670a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:54.394105 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0889e2-6fc3-4081-975f-09483901b026 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Pushing event updated for resources: {'Port': ['ID=b0670b7f-ac6f-43a1-9153-cb808c2a408e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:54.460341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-4a0889e2-6fc3-4081-975f-09483901b026 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:54.462631 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-4a0889e2-6fc3-4081-975f-09483901b026 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:54.512297 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-061ad833-45d1-400b-933f-c777a70d070a None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:54.529017 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58876) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:54.546304 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:08:54.555829 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-4a0889e2-6fc3-4081-975f-09483901b026 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6281004 Nov 08 00:08:54.587245 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:54.592618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Request body: {'port': {'device_id': '86f402c0-7e34-4fae-9bba-299af2e8e8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:54.616324 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:08:54.752383 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-061ad833-45d1-400b-933f-c777a70d070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:54.754406 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:54.821483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-86dae4bf-f4ad-434d-9335-8e235122b216 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1955017736-network', 'tenant_id': '21edfc77fe094b2d97711711c5adbccd'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:54.837429 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:54.855270 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1ded9-1af9-4556-8cd8-c144fc56bac6 None None] Pushing event updated for resources: {'Port': ['ID=8f24582b-4e3e-48e1-9520-48eea8b9b448,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:54.858090 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-061ad833-45d1-400b-933f-c777a70d070a None None] Attempting to bind port 8f24582b-4e3e-48e1-9520-48eea8b9b448 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:08:54.867408 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-061ad833-45d1-400b-933f-c777a70d070a None None] Attempting to bind port 8f24582b-4e3e-48e1-9520-48eea8b9b448 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:08:54.867408 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061ad833-45d1-400b-933f-c777a70d070a None None] Attempting to bind port 8f24582b-4e3e-48e1-9520-48eea8b9b448 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:54.871664 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': 'dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1', 'mac_address': 'fa:16:3e:45:1d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:08:54.876272 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7d6e043d-0e54-4c04-9fa0-032bb87b167f None None] Provisioning complete for port b0670b7f-ac6f-43a1-9153-cb808c2a408e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:54.876638 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d6e043d-0e54-4c04-9fa0-032bb87b167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:54.878183 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061ad833-45d1-400b-933f-c777a70d070a None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:08:54.878545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061ad833-45d1-400b-933f-c777a70d070a None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:54.879317 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-061ad833-45d1-400b-933f-c777a70d070a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:54.879317 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061ad833-45d1-400b-933f-c777a70d070a None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:08:54.879780 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-061ad833-45d1-400b-933f-c777a70d070a None None] Bound port: 8f24582b-4e3e-48e1-9520-48eea8b9b448, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:08:54.880168 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-061ad833-45d1-400b-933f-c777a70d070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:54.892986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-67762faf-563d-481b-81d4-e2a55c670a01 admin admin] Allocated IP 172.20.0.1 (86cdcf08-fe2a-473b-99f7-8f7466e47fe8/a8f680a4-996f-4ae0-af24-b3d81c3d9d33/5dcb850f-5e9c-4f39-ad13-09dfa9fed959) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:08:54.966602 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7d6e043d-0e54-4c04-9fa0-032bb87b167f None None] Port b0670b7f-ac6f-43a1-9153-cb808c2a408e cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:08:54.991669 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dae4bf-f4ad-434d-9335-8e235122b216 admin admin] Made reservation on behalf of 21edfc77fe094b2d97711711c5adbccd for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:54.994135 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86dae4bf-f4ad-434d-9335-8e235122b216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:54.995110 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.011893 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-061ad833-45d1-400b-933f-c777a70d070a None None] For port 8f24582b-4e3e-48e1-9520-48eea8b9b448, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:08:55.012359 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86dae4bf-f4ad-434d-9335-8e235122b216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.016688 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:08:55.023762 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:08:55.031925 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca9c64e-8712-4923-ab0b-77dd6a50be60 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:08:55.032143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:55.032328 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.037013 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-061ad833-45d1-400b-933f-c777a70d070a None None] For port 8f24582b-4e3e-48e1-9520-48eea8b9b448, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8f24582b-4e3e-48e1-9520-48eea8b9b448,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:08:55.045239 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.072749 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:55.082993 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Transition to ACTIVE for port object 8ca9c64e-8712-4923-ab0b-77dd6a50be60 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:08:55.116981 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-67762faf-563d-481b-81d4-e2a55c670a01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.140227 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.144320 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-061ad833-45d1-400b-933f-c777a70d070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.177736 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9a2b2-2d60-4e74-b853-200a3cc41eca req-839ca64c-53d9-4909-bba1-89aa70a1d6f9 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:55.180711 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32b9a2b2-2d60-4e74-b853-200a3cc41eca req-839ca64c-53d9-4909-bba1-89aa70a1d6f9 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 936 time: 0.0819352 Nov 08 00:08:55.184591 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86dae4bf-f4ad-434d-9335-8e235122b216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.184922 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.203713 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.245552 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0485016e-65fe-4308-bf92-ad480920a995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d5814c-db25-4b8f-bbd8-2a89eca9d1cc'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:55.247919 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba0bd78-c9c5-4e73-bc5c-7e0e096fb93a" -d '{"events": [{"server_uuid": "0485016e-65fe-4308-bf92-ad480920a995", "name": "network-vif-plugged", "status": "completed", "tag": "61d5814c-db25-4b8f-bbd8-2a89eca9d1cc"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:55.274009 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Pushing event updated for resources: {'Port': ['ID=8ca9c64e-8712-4923-ab0b-77dd6a50be60,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:55.280057 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32b9a2b2-2d60-4e74-b853-200a3cc41eca req-c571ebe9-8245-4253-937d-8df6dbbcec46 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933521 Nov 08 00:08:55.283821 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061ad833-45d1-400b-933f-c777a70d070a None None] Routers {'4a39526c-7216-43a5-bca6-62df8978865e'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:08:55.284699 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-061ad833-45d1-400b-933f-c777a70d070a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:08:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4a39526c-7216-43a5-bca6-62df8978865e'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:55.289078 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:55.293045 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86dae4bf-f4ad-434d-9335-8e235122b216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.346781 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-67762faf-563d-481b-81d4-e2a55c670a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.380215 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1ded9-1af9-4556-8cd8-c144fc56bac6 None None] Pushing event updated for resources: {'Port': ['ID=8f24582b-4e3e-48e1-9520-48eea8b9b448,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:55.389307 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.413202 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86dae4bf-f4ad-434d-9335-8e235122b216 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:08:55.435495 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dae4bf-f4ad-434d-9335-8e235122b216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f32000-6664-43a7-b059-81e7a88fcb0a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:55.441597 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67762faf-563d-481b-81d4-e2a55c670a01 admin admin] Network 86cdcf08-fe2a-473b-99f7-8f7466e47fe8 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:08:55.445796 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Attempting to bind port 8ca9c64e-8712-4923-ab0b-77dd6a50be60 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:08:55.446127 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Attempting to bind port 8ca9c64e-8712-4923-ab0b-77dd6a50be60 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:08:55.446452 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Attempting to bind port 8ca9c64e-8712-4923-ab0b-77dd6a50be60 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:55.477012 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-67762faf-563d-481b-81d4-e2a55c670a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:55.479955 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67762faf-563d-481b-81d4-e2a55c670a01 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:08:55.483534 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86dae4bf-f4ad-434d-9335-8e235122b216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.484160 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-86dae4bf-f4ad-434d-9335-8e235122b216 admin admin] Added segment 9616c016-b0f1-4cf9-96a4-fd0381600ec1 of type vlan for network 00c6100d-05e3-43cc-b647-520b9eba8eca Nov 08 00:08:55.493036 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:55.509976 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0670b7f-ac6f-43a1-9153-cb808c2a408e {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:08:55.522922 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.526271 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Port 8ca9c64e-8712-4923-ab0b-77dd6a50be60 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:08:55.526603 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Attempting to bind port 8ca9c64e-8712-4923-ab0b-77dd6a50be60 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:55.532352 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67762faf-563d-481b-81d4-e2a55c670a01 admin admin] Pushing event updated for resources: {'Port': ['ID=5dcb850f-5e9c-4f39-ad13-09dfa9fed959,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:55.552065 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:08:55.556368 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Transition to ACTIVE for port object b0670b7f-ac6f-43a1-9153-cb808c2a408e will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:08:55.568409 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:08:55.573198 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:55.573198 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:08:55.573198 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Bound port: 8ca9c64e-8712-4923-ab0b-77dd6a50be60, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:08:55.573198 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.606572 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86dae4bf-f4ad-434d-9335-8e235122b216 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.631141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87da8-9360-465c-a26b-c7856060f200 req-ce567ed2-4726-4459-83bf-b0e5291ecbce tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:55.633859 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7c87da8-9360-465c-a26b-c7856060f200 req-ce567ed2-4726-4459-83bf-b0e5291ecbce tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 950 time: 0.0725365 Nov 08 00:08:55.634996 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-061ad833-45d1-400b-933f-c777a70d070a None None] Set router 4a39526c-7216-43a5-bca6-62df8978865e gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:08:55.635386 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.645793 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-67762faf-563d-481b-81d4-e2a55c670a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.742968 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Pushing event updated for resources: {'Port': ['ID=b0670b7f-ac6f-43a1-9153-cb808c2a408e,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:55.798001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7c87da8-9360-465c-a26b-c7856060f200 req-d2ac619b-d1ed-46d7-8673-fe2ec5cfb296 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429944 Nov 08 00:08:55.888610 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86dae4bf-f4ad-434d-9335-8e235122b216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.890023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dae4bf-f4ad-434d-9335-8e235122b216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:55.890816 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86dae4bf-f4ad-434d-9335-8e235122b216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:55.975014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Attempting to bind port b0670b7f-ac6f-43a1-9153-cb808c2a408e on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:08:55.975381 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Attempting to bind port b0670b7f-ac6f-43a1-9153-cb808c2a408e by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:08:55.975717 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Attempting to bind port b0670b7f-ac6f-43a1-9153-cb808c2a408e on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:55.990654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10394d0e-42a0-420b-9cb8-86575cce8311 req-ce33b9a1-2941-4e16-86de-e25fceb78667 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:55.992545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:55.992694 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10394d0e-42a0-420b-9cb8-86575cce8311 req-ce33b9a1-2941-4e16-86de-e25fceb78667 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 948 time: 0.0836797 Nov 08 00:08:55.993156 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Port b0670b7f-ac6f-43a1-9153-cb808c2a408e on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:08:55.993474 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Attempting to bind port b0670b7f-ac6f-43a1-9153-cb808c2a408e on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:56.001154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:08:56.014373 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:56.014373 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:08:56.014373 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Bound port: b0670b7f-ac6f-43a1-9153-cb808c2a408e, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:08:56.014373 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:56.014917 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] For port 8ca9c64e-8712-4923-ab0b-77dd6a50be60, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:08:56.023346 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dae4bf-f4ad-434d-9335-8e235122b216 admin admin] Pushing event updated for resources: {'Network': ['ID=00c6100d-05e3-43cc-b647-520b9eba8eca,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:56.028490 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] For port 8ca9c64e-8712-4923-ab0b-77dd6a50be60, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8ca9c64e-8712-4923-ab0b-77dd6a50be60,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:08:56.030345 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-67762faf-563d-481b-81d4-e2a55c670a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:56.039654 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 00c6100d-05e3-43cc-b647-520b9eba8eca details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:08:56.074770 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-86dae4bf-f4ad-434d-9335-8e235122b216 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5444570 Nov 08 00:08:56.075114 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58916) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:56.082576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-299bad7b-aeb0-4446-a330-b608e4b3db3d admin admin] Request body: {'subnet': {'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1955017736-subnet', 'tenant_id': '21edfc77fe094b2d97711711c5adbccd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:56.092365 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:56.109116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] For port b0670b7f-ac6f-43a1-9153-cb808c2a408e, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:08:56.142334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] For port b0670b7f-ac6f-43a1-9153-cb808c2a408e, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b0670b7f-ac6f-43a1-9153-cb808c2a408e,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:08:56.163003 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10394d0e-42a0-420b-9cb8-86575cce8311 req-b6b2b1bd-4993-420b-a443-44ea83a88a0e tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007957 Nov 08 00:08:56.178023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:56.178732 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:56.180351 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] 10.222.0.20 "PUT /v2.0/ports/8ca9c64e-8712-4923-ab0b-77dd6a50be60 HTTP/1.1" status: 200 len: 1096 time: 2.1828356 Nov 08 00:08:56.180880 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684cd421-ef79-4257-bf54-f94a94dc5b76', 'tag': '8ca9c64e-8712-4923-ab0b-77dd6a50be60'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:56.182998 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-71db3bb8-5a21-4dd6-8f17-a5c5a3a0d7cb None None] Provisioning complete for port 5dcb850f-5e9c-4f39-ad13-09dfa9fed959 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:56.183376 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71db3bb8-5a21-4dd6-8f17-a5c5a3a0d7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:56.183658 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee9c6aa-2bbe-48b7-9a9b-af4f4e59fa18" -d '{"events": [{"name": "network-changed", "server_uuid": "684cd421-ef79-4257-bf54-f94a94dc5b76", "tag": "8ca9c64e-8712-4923-ab0b-77dd6a50be60"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:56.216584 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:56.234692 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7659336f-944f-4b97-800d-18919895ea7b x-openstack-request-id: req-7659336f-944f-4b97-800d-18919895ea7b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:56.235034 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0485016e-65fe-4308-bf92-ad480920a995", "name": "network-vif-plugged", "status": "completed", "tag": "61d5814c-db25-4b8f-bbd8-2a89eca9d1cc", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:56.235241 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7659336f-944f-4b97-800d-18919895ea7b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:56.235630 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0485016e-65fe-4308-bf92-ad480920a995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d5814c-db25-4b8f-bbd8-2a89eca9d1cc', 'code': 200} Nov 08 00:08:56.249147 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae654f-4dc0-4978-88f8-6495ab4c81bc service neutron] Pushing event updated for resources: {'Port': ['ID=8ca9c64e-8712-4923-ab0b-77dd6a50be60,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:56.256103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299bad7b-aeb0-4446-a330-b608e4b3db3d admin admin] Made reservation on behalf of 21edfc77fe094b2d97711711c5adbccd for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:08:56.258497 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-299bad7b-aeb0-4446-a330-b608e4b3db3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:56.262474 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-71db3bb8-5a21-4dd6-8f17-a5c5a3a0d7cb None None] Port 5dcb850f-5e9c-4f39-ad13-09dfa9fed959 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:08:56.277323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:56.282794 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:56.282794 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] 10.222.0.20 "PUT /v2.0/ports/b0670b7f-ac6f-43a1-9153-cb808c2a408e HTTP/1.1" status: 200 len: 1095 time: 1.7099385 Nov 08 00:08:56.283072 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-061ad833-45d1-400b-933f-c777a70d070a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a39526c-7216-43a5-bca6-62df8978865e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818487672-router', 'tenant_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '8f24582b-4e3e-48e1-9520-48eea8b9b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:49Z', 'updated_at': '2021-11-08T00:08:51Z', 'revision_number': 3, 'project_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'gw_port': {'id': '8f24582b-4e3e-48e1-9520-48eea8b9b448', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a39526c-7216-43a5-bca6-62df8978865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:50Z', 'updated_at': '2021-11-08T00:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:56.283960 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f402c0-7e34-4fae-9bba-299af2e8e8c4', 'tag': 'b0670b7f-ac6f-43a1-9153-cb808c2a408e'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:56.295383 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55afa5d-b99a-4e21-a7b2-27fb4a18e604" -d '{"events": [{"name": "network-changed", "server_uuid": "86f402c0-7e34-4fae-9bba-299af2e8e8c4", "tag": "b0670b7f-ac6f-43a1-9153-cb808c2a408e"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:56.325527 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061ad833-45d1-400b-933f-c777a70d070a None None] The sync data for ids ['4a39526c-7216-43a5-bca6-62df8978865e'] in n-d-816882-1 is: [{'id': '4a39526c-7216-43a5-bca6-62df8978865e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818487672-router', 'tenant_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '8f24582b-4e3e-48e1-9520-48eea8b9b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:49Z', 'updated_at': '2021-11-08T00:08:51Z', 'revision_number': 3, 'project_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'gw_port': {'id': '8f24582b-4e3e-48e1-9520-48eea8b9b448', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a39526c-7216-43a5-bca6-62df8978865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:50Z', 'updated_at': '2021-11-08T00:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:08:56.348859 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-67762faf-563d-481b-81d4-e2a55c670a01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:56.419733 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-67762faf-563d-481b-81d4-e2a55c670a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:56.504894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab94ec5-02d5-44a9-b1f3-f3c667bd366e service neutron] Pushing event updated for resources: {'Port': ['ID=b0670b7f-ac6f-43a1-9153-cb808c2a408e,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:56.516053 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-67762faf-563d-481b-81d4-e2a55c670a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:56.537089 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67762faf-563d-481b-81d4-e2a55c670a01 admin admin] Pushing event updated for resources: {'Port': ['ID=5dcb850f-5e9c-4f39-ad13-09dfa9fed959,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:56.543041 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-6ad715c3-3875-4a11-9714-2abe60e149be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:56.546127 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-6ad715c3-3875-4a11-9714-2abe60e149be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc5a190197424269bce70f85d2cb4754&device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 1098 time: 0.1367686 Nov 08 00:08:56.599607 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734c6d7-23a7-4fd4-8867-9e694467c448 req-94aacb62-b000-448b-9a21-d9e68defafac tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:56.607148 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e734c6d7-23a7-4fd4-8867-9e694467c448 req-94aacb62-b000-448b-9a21-d9e68defafac tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 947 time: 0.2606599 Nov 08 00:08:56.613258 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-ac7b7409-28fb-4adf-9cf0-ab31119a0807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:56.614857 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-ac7b7409-28fb-4adf-9cf0-ab31119a0807 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e6e6f8702dc14aa0af2c6c36d638e44a&device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 1099 time: 0.2262261 Nov 08 00:08:56.616589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b15fa9-9350-40bb-a0e5-aaef0662e069 req-b2542de5-3479-4074-a90b-76089edb3ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:56.618130 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b4b15fa9-9350-40bb-a0e5-aaef0662e069 req-b2542de5-3479-4074-a90b-76089edb3ddc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 1101 time: 0.2306545 Nov 08 00:08:56.676744 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-17b6970c-2449-42da-adc0-e2a9c92493e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=b0670b7f-ac6f-43a1-9153-cb808c2a408e HTTP/1.1" status: 200 len: 217 time: 0.1115782 Nov 08 00:08:56.719691 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-944adff5-1244-44fa-b633-a3a5709e654a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=8ca9c64e-8712-4923-ab0b-77dd6a50be60 HTTP/1.1" status: 200 len: 217 time: 0.0584047 Nov 08 00:08:56.749728 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67762faf-563d-481b-81d4-e2a55c670a01 admin admin] Network 86cdcf08-fe2a-473b-99f7-8f7466e47fe8 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:08:56.780980 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-67762faf-563d-481b-81d4-e2a55c670a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:56.818059 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b4b15fa9-9350-40bb-a0e5-aaef0662e069 req-039bf0ad-7cd1-4de3-92f5-19d44da4b7de service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914158 Nov 08 00:08:56.852277 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e734c6d7-23a7-4fd4-8867-9e694467c448 req-7d47ac3a-3848-4681-8af9-ba518eda8e77 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/security-groups?id=379aa297-364b-43e2-b5b7-0255bbedb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390301 Nov 08 00:08:56.940633 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67762faf-563d-481b-81d4-e2a55c670a01 admin admin] Router 4a39526c-7216-43a5-bca6-62df8978865e has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:08:56.954438 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee08c349-6468-4b71-b601-cc88cc188ce7 x-openstack-request-id: req-ee08c349-6468-4b71-b601-cc88cc188ce7 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:56.954962 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684cd421-ef79-4257-bf54-f94a94dc5b76", "tag": "8ca9c64e-8712-4923-ab0b-77dd6a50be60", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:56.955364 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee08c349-6468-4b71-b601-cc88cc188ce7 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:56.955951 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684cd421-ef79-4257-bf54-f94a94dc5b76', 'tag': '8ca9c64e-8712-4923-ab0b-77dd6a50be60', 'status': 'completed', 'code': 200} Nov 08 00:08:56.958343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8f24582b-4e3e-48e1-9520-48eea8b9b448 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:08:56.978326 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-f8368a55-ec32-443b-b941-15cd8bc866ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:56.980848 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-f8368a55-ec32-443b-b941-15cd8bc866ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.2293913 Nov 08 00:08:57.052596 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931c0d3d-58fe-4f63-a959-6bf8c55f7528 x-openstack-request-id: req-931c0d3d-58fe-4f63-a959-6bf8c55f7528 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:08:57.052894 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f402c0-7e34-4fae-9bba-299af2e8e8c4", "tag": "b0670b7f-ac6f-43a1-9153-cb808c2a408e", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:08:57.053140 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-931c0d3d-58fe-4f63-a959-6bf8c55f7528 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:08:57.053536 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f402c0-7e34-4fae-9bba-299af2e8e8c4', 'tag': 'b0670b7f-ac6f-43a1-9153-cb808c2a408e', 'status': 'completed', 'code': 200} Nov 08 00:08:57.072746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 8f24582b-4e3e-48e1-9520-48eea8b9b448 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:57.073436 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:57.082264 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-1d407c87-9fb4-4cb7-9410-650a45399c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:57.085972 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-1d407c87-9fb4-4cb7-9410-650a45399c6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0887887 Nov 08 00:08:57.131142 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-f81291bf-5b99-4e4f-93b8-c0e7c7f67431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:57.132693 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-f81291bf-5b99-4e4f-93b8-c0e7c7f67431 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.4199438 Nov 08 00:08:57.186873 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67762faf-563d-481b-81d4-e2a55c670a01 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:08:57.215029 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:57.223302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e4589-9d7a-4fd0-b9cf-75bf4678f849 req-1987b59d-3150-4031-b41d-a02e0e0c2ed6 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:57.231461 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-176e4589-9d7a-4fd0-b9cf-75bf4678f849 req-1987b59d-3150-4031-b41d-a02e0e0c2ed6 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 950 time: 0.2906325 Nov 08 00:08:57.236507 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-67762faf-563d-481b-81d4-e2a55c670a01 admin admin] 10.222.0.13 "PUT /v2.0/routers/4a39526c-7216-43a5-bca6-62df8978865e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0209103 Nov 08 00:08:57.241032 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-4d19fcf0-91b4-4464-b857-918701a87320 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465404 Nov 08 00:08:57.244097 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-299bad7b-aeb0-4446-a330-b608e4b3db3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:57.274580 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-56eaa035-fc99-4b70-bd8d-7212775388e4 None None] Provisioning complete for port 5dcb850f-5e9c-4f39-ad13-09dfa9fed959 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:57.274957 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56eaa035-fc99-4b70-bd8d-7212775388e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:57.281795 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58942) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:57.282046 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 8f24582b-4e3e-48e1-9520-48eea8b9b448, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8f24582b-4e3e-48e1-9520-48eea8b9b448,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:57.315301 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-e5d63e14-32e3-4f71-a6f7-e90091e67524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:57.316882 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-e5d63e14-32e3-4f71-a6f7-e90091e67524 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1267464 Nov 08 00:08:57.356347 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-56eaa035-fc99-4b70-bd8d-7212775388e4 None None] Port 5dcb850f-5e9c-4f39-ad13-09dfa9fed959 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:08:57.365734 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:57.412103 n-d-816882-1 neutron-server[102771]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 08 00:08:57.417180 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-139e6975-aaad-456e-9bc8-a60ab6391d53 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:08:57.417987 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-139e6975-aaad-456e-9bc8-a60ab6391d53 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1352296 Nov 08 00:08:57.481907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299bad7b-aeb0-4446-a330-b608e4b3db3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3b7865-e2bd-4e2c-8ae2-76e310490d35,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:57.482951 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=8f24582b-4e3e-48e1-9520-48eea8b9b448,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:57.506190 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-a4ca5273-cd2f-4846-a1df-c0fea66e38b9 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810682 Nov 08 00:08:57.512262 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb657f-0bc4-4037-ab73-d95dfe176d46 req-c3df32fd-5521-4c56-a10c-c3721beabcaa tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:57.516504 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-f94f3448-5f23-4a15-9935-69749ff2fdda tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:57.516648 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-99bb657f-0bc4-4037-ab73-d95dfe176d46 req-c3df32fd-5521-4c56-a10c-c3721beabcaa tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 948 time: 0.2719753 Nov 08 00:08:57.517356 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-f94f3448-5f23-4a15-9935-69749ff2fdda tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/ports/63b3937e-2be0-47fa-b168-655879c76e1e HTTP/1.1" status: 200 len: 1094 time: 0.0816264 Nov 08 00:08:57.519403 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-176e4589-9d7a-4fd0-b9cf-75bf4678f849 req-67f23755-ca57-470e-a31b-75c174c9d28c tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Deleting port d449dabf-59e9-4772-975c-a3c5ce95da7e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:08:57.519744 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-176e4589-9d7a-4fd0-b9cf-75bf4678f849 req-67f23755-ca57-470e-a31b-75c174c9d28c tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:57.521214 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299bad7b-aeb0-4446-a330-b608e4b3db3d admin admin] Checking segment: {'id': '9616c016-b0f1-4cf9-96a4-fd0381600ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:57.521718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299bad7b-aeb0-4446-a330-b608e4b3db3d admin admin] Network hostable DHCP agents. Network: 00c6100d-05e3-43cc-b647-520b9eba8eca, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:08:57.559432 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b8acabf-39b9-4ef9-b5de-ec7994646b0b req-e8a05fd4-fb93-4dd7-9d66-c0a522722212 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011911 Nov 08 00:08:57.582969 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-99bb657f-0bc4-4037-ab73-d95dfe176d46 req-64c95fb4-e42f-4241-8695-1e3d7f064ae3 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483265 Nov 08 00:08:57.669110 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-e0d264e8-a08f-4018-955f-ad0c1b41e03e service neutron] Request body: {'binding': {'host': 'n-h2-816882-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:57.669614 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-e0d264e8-a08f-4018-955f-ad0c1b41e03e service neutron] Unknown quota resources ['binding']. {{(pid=102771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 00:08:57.677943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299bad7b-aeb0-4446-a330-b608e4b3db3d admin admin] Network 00c6100d-05e3-43cc-b647-520b9eba8eca is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:08:57.727239 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-176e4589-9d7a-4fd0-b9cf-75bf4678f849 req-67f23755-ca57-470e-a31b-75c174c9d28c tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] For port d449dabf-59e9-4772-975c-a3c5ce95da7e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=d449dabf-59e9-4772-975c-a3c5ce95da7e,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:57.727624 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-176e4589-9d7a-4fd0-b9cf-75bf4678f849 req-67f23755-ca57-470e-a31b-75c174c9d28c tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:57.777444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-299bad7b-aeb0-4446-a330-b608e4b3db3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 00c6100d-05e3-43cc-b647-520b9eba8eca) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:08:57.786796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c46bcc3-7b4b-4bd8-9934-d0790f3db299 None None] Network 00c6100d-05e3-43cc-b647-520b9eba8eca requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:08:57.795102 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-176e4589-9d7a-4fd0-b9cf-75bf4678f849 req-67f23755-ca57-470e-a31b-75c174c9d28c tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Calling delete_port for d449dabf-59e9-4772-975c-a3c5ce95da7e owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:08:57.801443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299bad7b-aeb0-4446-a330-b608e4b3db3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:57.802157 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-299bad7b-aeb0-4446-a330-b608e4b3db3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:57.802361 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-270325f2-be5c-44a4-8fa7-8ef4d53beec1 req-3d0b84d8-e008-427e-bae3-27817f7381f5 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364836 Nov 08 00:08:57.831310 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca630-3515-47e5-a6a5-ef67f8fca37a req-73d464a8-7177-43ef-9935-1674112cbd1d tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:57.838809 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b12ca630-3515-47e5-a6a5-ef67f8fca37a req-73d464a8-7177-43ef-9935-1674112cbd1d tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 950 time: 0.0953827 Nov 08 00:08:57.839506 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9c6aa-2bbe-48b7-9a9b-af4f4e59fa18 req-d893a070-8e5c-446c-b429-17ed1973ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:57.840971 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ee9c6aa-2bbe-48b7-9a9b-af4f4e59fa18 req-d893a070-8e5c-446c-b429-17ed1973ea0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e6e6f8702dc14aa0af2c6c36d638e44a&device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 1099 time: 0.0923235 Nov 08 00:08:57.925814 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-e0d264e8-a08f-4018-955f-ad0c1b41e03e service neutron] Attempting to bind port 63b3937e-2be0-47fa-b168-655879c76e1e on host n-h2-816882-1 for vnic_type normal with profile None {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:08:57.926351 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-e0d264e8-a08f-4018-955f-ad0c1b41e03e service neutron] Attempting to bind port 63b3937e-2be0-47fa-b168-655879c76e1e by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:08:57.926845 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-e0d264e8-a08f-4018-955f-ad0c1b41e03e service neutron] Attempting to bind port 63b3937e-2be0-47fa-b168-655879c76e1e on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:57.926968 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-299bad7b-aeb0-4446-a330-b608e4b3db3d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8479004 Nov 08 00:08:57.930418 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58954) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:57.937057 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-dfd00a69-4a9c-4d41-9360-c4f5fa433724 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1955017736-router', 'tenant_id': '21edfc77fe094b2d97711711c5adbccd', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:08:57.948990 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-e0d264e8-a08f-4018-955f-ad0c1b41e03e service neutron] Port 63b3937e-2be0-47fa-b168-655879c76e1e on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:08:57.949523 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-e0d264e8-a08f-4018-955f-ad0c1b41e03e service neutron] Attempting to bind port 63b3937e-2be0-47fa-b168-655879c76e1e on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:57.951677 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2410ad45-5b98-43a4-9af9-12286f58c006 None None] Network 00c6100d-05e3-43cc-b647-520b9eba8eca requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:08:57.951868 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b12ca630-3515-47e5-a6a5-ef67f8fca37a req-257e3086-2e50-4a77-b598-0340f6168ac3 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031585 Nov 08 00:08:57.997022 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9c6aa-2bbe-48b7-9a9b-af4f4e59fa18 req-e29488cf-e230-437d-8945-bbc20a034e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:57.997308 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-e0d264e8-a08f-4018-955f-ad0c1b41e03e service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:08:57.997659 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-e0d264e8-a08f-4018-955f-ad0c1b41e03e service neutron] Checking segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:57.998037 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-e0d264e8-a08f-4018-955f-ad0c1b41e03e service neutron] Bound using segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:08:57.998802 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-e0d264e8-a08f-4018-955f-ad0c1b41e03e service neutron] Bound port: 63b3937e-2be0-47fa-b168-655879c76e1e, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:08:57.999940 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ee9c6aa-2bbe-48b7-9a9b-af4f4e59fa18 req-e29488cf-e230-437d-8945-bbc20a034e4d service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1474011 Nov 08 00:08:58.077858 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ee9c6aa-2bbe-48b7-9a9b-af4f4e59fa18 req-35e41f9e-379e-46d1-9804-cc34d16abfd1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=8ca9c64e-8712-4923-ab0b-77dd6a50be60 HTTP/1.1" status: 200 len: 217 time: 0.0546913 Nov 08 00:08:58.087179 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d345f59-5672-44ce-970a-831a395d2378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:58.136509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-e0d264e8-a08f-4018-955f-ad0c1b41e03e service neutron] For port 63b3937e-2be0-47fa-b168-655879c76e1e, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=63b3937e-2be0-47fa-b168-655879c76e1e,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:08:58.139773 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dfd00a69-4a9c-4d41-9360-c4f5fa433724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:58.139773 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dfd00a69-4a9c-4d41-9360-c4f5fa433724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:58.145070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55afa5d-b99a-4e21-a7b2-27fb4a18e604 req-f14f5241-ce14-423d-86b3-1a61ecbf517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:58.146569 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d55afa5d-b99a-4e21-a7b2-27fb4a18e604 req-f14f5241-ce14-423d-86b3-1a61ecbf517c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc5a190197424269bce70f85d2cb4754&device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 1098 time: 0.1202893 Nov 08 00:08:58.151077 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9c6aa-2bbe-48b7-9a9b-af4f4e59fa18 req-734cbbef-7497-442b-98e5-c3e076590253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:58.152562 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ee9c6aa-2bbe-48b7-9a9b-af4f4e59fa18 req-734cbbef-7497-442b-98e5-c3e076590253 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0671277 Nov 08 00:08:58.164069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bae7b-28a8-48b2-9327-c0b898687cd2 req-b63e8a08-b04f-4687-b83e-9b053e67e63d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:58.168867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-954bae7b-28a8-48b2-9327-c0b898687cd2 req-b63e8a08-b04f-4687-b83e-9b053e67e63d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 948 time: 0.0904515 Nov 08 00:08:58.235684 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-954bae7b-28a8-48b2-9327-c0b898687cd2 req-ab98818d-e247-4b01-9ef8-5380a76bf4e7 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611289 Nov 08 00:08:58.238589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9c6aa-2bbe-48b7-9a9b-af4f4e59fa18 req-326666c8-a2a4-4a36-a0a4-0babcb646446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:58.240085 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ee9c6aa-2bbe-48b7-9a9b-af4f4e59fa18 req-326666c8-a2a4-4a36-a0a4-0babcb646446 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736864 Nov 08 00:08:58.389825 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-1e8c4cee-8d32-4b38-87c1-a7c6c796b835 req-328ec74c-bc54-4a8d-9fbc-58c5dbc6ae05 tempest-FloatingIPDetailsNegativeTestJSON-631986844 tempest-FloatingIPDetailsNegativeTestJSON-631986844-project] show failed (client error): The resource could not be found. Nov 08 00:08:58.391011 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e8c4cee-8d32-4b38-87c1-a7c6c796b835 req-328ec74c-bc54-4a8d-9fbc-58c5dbc6ae05 tempest-FloatingIPDetailsNegativeTestJSON-631986844 tempest-FloatingIPDetailsNegativeTestJSON-631986844-project] 10.222.0.13 "GET /v2.0/floatingips/804d48ff-f5a2-4609-8b5e-947f79081c8c HTTP/1.1" status: 404 len: 350 time: 0.0470924 Nov 08 00:08:58.397264 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ee9c6aa-2bbe-48b7-9a9b-af4f4e59fa18 req-4185c5a3-0e31-4212-ad0c-3915e8997701 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495771 Nov 08 00:08:58.403972 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58958) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:08:58.446661 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dfd00a69-4a9c-4d41-9360-c4f5fa433724 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:58.493345 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-e0d264e8-a08f-4018-955f-ad0c1b41e03e service neutron] Notify callbacks [] for binding, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:58.494641 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-e0d264e8-a08f-4018-955f-ad0c1b41e03e service neutron] 10.222.0.13 "POST /v2.0/ports/63b3937e-2be0-47fa-b168-655879c76e1e/bindings HTTP/1.1" status: 201 len: 389 time: 0.9064574 Nov 08 00:08:58.495322 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-176e4589-9d7a-4fd0-b9cf-75bf4678f849 req-67f23755-ca57-470e-a31b-75c174c9d28c tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:58.538067 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['98703f17-446e-4716-a4bc-1eafee48c91b'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:08:58.540947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f23755-ca57-470e-a31b-75c174c9d28c tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Pushing event deleted for resources: {'Port': ['ID=d449dabf-59e9-4772-975c-a3c5ce95da7e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:58.619148 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a42df-368d-4c95-889b-b47646078898 req-c8f543be-eec3-4913-9f82-e77b1f58a1a3 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:58.626787 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-104a42df-368d-4c95-889b-b47646078898 req-c8f543be-eec3-4913-9f82-e77b1f58a1a3 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 947 time: 0.1144495 Nov 08 00:08:58.639329 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['d449dabf-59e9-4772-975c-a3c5ce95da7e'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:08:58.651141 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ee9c6aa-2bbe-48b7-9a9b-af4f4e59fa18 req-eb13e26e-e4c3-478b-b9e2-d0479469b4c8 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404428 Nov 08 00:08:58.707205 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:08:58.712810 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-176e4589-9d7a-4fd0-b9cf-75bf4678f849 req-67f23755-ca57-470e-a31b-75c174c9d28c tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] No DVR routers for this DVR port d449dabf-59e9-4772-975c-a3c5ce95da7e on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:08:58.716489 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-176e4589-9d7a-4fd0-b9cf-75bf4678f849 req-67f23755-ca57-470e-a31b-75c174c9d28c tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:58.720544 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-176e4589-9d7a-4fd0-b9cf-75bf4678f849 req-67f23755-ca57-470e-a31b-75c174c9d28c tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.20 "DELETE /v2.0/ports/d449dabf-59e9-4772-975c-a3c5ce95da7e HTTP/1.1" status: 204 len: 173 time: 1.4811587 Nov 08 00:08:58.775475 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] Sync routers for ids ['4a39526c-7216-43a5-bca6-62df8978865e'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:08:58.792531 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] Routers {'4a39526c-7216-43a5-bca6-62df8978865e'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:08:58.793168 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:08:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4a39526c-7216-43a5-bca6-62df8978865e'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:58.894591 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dfd00a69-4a9c-4d41-9360-c4f5fa433724 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:58.940941 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8f24582b-4e3e-48e1-9520-48eea8b9b448 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:08:58.949244 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] Set router 4a39526c-7216-43a5-bca6-62df8978865e gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:08:58.959478 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a55597-3c1b-4663-93c1-6a69b7d7f91d', 'name': 'network-vif-deleted', 'tag': 'd449dabf-59e9-4772-975c-a3c5ce95da7e'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:58.963042 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd545c50-d95e-4715-8fde-60f85cfd3539" -d '{"events": [{"server_uuid": "b1a55597-3c1b-4663-93c1-6a69b7d7f91d", "name": "network-vif-deleted", "tag": "d449dabf-59e9-4772-975c-a3c5ce95da7e"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:58.969490 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55afa5d-b99a-4e21-a7b2-27fb4a18e604 req-fd59b9ab-ea56-4532-bb20-8d941ed77d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:58.973324 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d55afa5d-b99a-4e21-a7b2-27fb4a18e604 req-fd59b9ab-ea56-4532-bb20-8d941ed77d39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.8167434 Nov 08 00:08:59.112708 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 8f24582b-4e3e-48e1-9520-48eea8b9b448 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:59.113253 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:59.119295 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d55afa5d-b99a-4e21-a7b2-27fb4a18e604 req-b111ef66-de05-4e7e-95c1-393161b1fabb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=b0670b7f-ac6f-43a1-9153-cb808c2a408e HTTP/1.1" status: 200 len: 217 time: 0.1272700 Nov 08 00:08:59.160467 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:08:59.176544 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:08:59.176903 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:59.272140 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a39526c-7216-43a5-bca6-62df8978865e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818487672-router', 'tenant_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '8f24582b-4e3e-48e1-9520-48eea8b9b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:49Z', 'updated_at': '2021-11-08T00:08:55Z', 'revision_number': 4, 'project_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'gw_port': {'id': '8f24582b-4e3e-48e1-9520-48eea8b9b448', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a39526c-7216-43a5-bca6-62df8978865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:50Z', 'updated_at': '2021-11-08T00:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '5dcb850f-5e9c-4f39-ad13-09dfa9fed959', 'name': '', 'network_id': '86cdcf08-fe2a-473b-99f7-8f7466e47fe8', 'tenant_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'mac_address': 'fa:16:3e:fc:14:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a39526c-7216-43a5-bca6-62df8978865e', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a8f680a4-996f-4ae0-af24-b3d81c3d9d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:54Z', 'updated_at': '2021-11-08T00:08:56Z', 'revision_number': 2, 'project_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'subnets': [{'id': 'a8f680a4-996f-4ae0-af24-b3d81c3d9d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:08:59.303178 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] Checking router: 4a39526c-7216-43a5-bca6-62df8978865e for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:08:59.303769 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] Updating router 4a39526c-7216-43a5-bca6-62df8978865e port 5dcb850f-5e9c-4f39-ad13-09dfa9fed959 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:08:59.338765 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:59.340787 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55afa5d-b99a-4e21-a7b2-27fb4a18e604 req-377bd01b-8494-49cf-87f9-9e7f066d6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:59.342364 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d55afa5d-b99a-4e21-a7b2-27fb4a18e604 req-377bd01b-8494-49cf-87f9-9e7f066d6e2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1539371 Nov 08 00:08:59.402322 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-104a42df-368d-4c95-889b-b47646078898 req-3cbe5cbc-8366-48a0-96ee-a0793a8812a4 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/security-groups?id=379aa297-364b-43e2-b5b7-0255bbedb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7744699 Nov 08 00:08:59.441659 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:59.474599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a2ed75-d87d-4934-8a6f-62a03efe512f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:08:59.478103 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b868958-ee0d-4dc5-8e50-d4bbeeeff302" -d '{"events": [{"server_uuid": "f8a2ed75-d87d-4934-8a6f-62a03efe512f", "name": "network-vif-plugged", "status": "completed", "tag": "dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:08:59.480002 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55afa5d-b99a-4e21-a7b2-27fb4a18e604 req-238df973-a944-47ae-9e62-305386e3d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:59.481931 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d55afa5d-b99a-4e21-a7b2-27fb4a18e604 req-238df973-a944-47ae-9e62-305386e3d229 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155219 Nov 08 00:08:59.491051 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:08:59.546177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-639bf420-5c5b-4469-9eea-e1ec0d478bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:59.547664 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-639bf420-5c5b-4469-9eea-e1ec0d478bad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 1097 time: 0.1758502 Nov 08 00:08:59.563752 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:59.610730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936b1c7-785b-4b4f-b089-2b4d5a26ab81 req-8e2fcd14-e77e-4693-a3f3-08870490f4db tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:59.618310 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1936b1c7-785b-4b4f-b089-2b4d5a26ab81 req-8e2fcd14-e77e-4693-a3f3-08870490f4db tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 948 time: 0.2852626 Nov 08 00:08:59.657975 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:59.676996 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dfd00a69-4a9c-4d41-9360-c4f5fa433724 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:59.684053 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:59.709542 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dfd00a69-4a9c-4d41-9360-c4f5fa433724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:59.749834 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1936b1c7-785b-4b4f-b089-2b4d5a26ab81 req-062d038d-d405-4851-be26-f227f397ff21 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304293 Nov 08 00:08:59.773651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd4820-5a87-4a26-b348-94735b85dbeb req-3d494a57-4021-4154-b063-2a163e69650d tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:59.778002 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3dd4820-5a87-4a26-b348-94735b85dbeb req-3d494a57-4021-4154-b063-2a163e69650d tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 946 time: 0.2104647 Nov 08 00:08:59.790846 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:59.860483 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d55afa5d-b99a-4e21-a7b2-27fb4a18e604 req-2df72931-fba2-44f0-8e12-2e336cb063a4 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994591 Nov 08 00:08:59.879507 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ca32a-eae9-4e1a-b0ad-b23ac95089e3 None None] Pushing event updated for resources: {'Port': ['ID=5dcb850f-5e9c-4f39-ad13-09dfa9fed959,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:08:59.894138 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-dfd00a69-4a9c-4d41-9360-c4f5fa433724 admin admin] Allocated IP 172.25.2.9 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/06c34cae-d62e-43ed-a3e6-93f2cc85b288) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:08:59.898775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-6640c0e7-0214-443c-b6d2-0dcfd6f8834f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:08:59.900373 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-6640c0e7-0214-443c-b6d2-0dcfd6f8834f service neutron] 10.222.0.26 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 922 time: 0.3079109 Nov 08 00:08:59.925395 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] Attempting to bind port 5dcb850f-5e9c-4f39-ad13-09dfa9fed959 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:08:59.926042 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] Attempting to bind port 5dcb850f-5e9c-4f39-ad13-09dfa9fed959 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '8990d692-83ed-485a-a9e1-81f4f28d1617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86cdcf08-fe2a-473b-99f7-8f7466e47fe8'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:08:59.926728 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] Attempting to bind port 5dcb850f-5e9c-4f39-ad13-09dfa9fed959 on network 86cdcf08-fe2a-473b-99f7-8f7466e47fe8 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:08:59.933318 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:08:59.934016 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] Checking segment: {'id': '8990d692-83ed-485a-a9e1-81f4f28d1617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86cdcf08-fe2a-473b-99f7-8f7466e47fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:08:59.934746 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:59.935323 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] Bound using segment: {'id': '8990d692-83ed-485a-a9e1-81f4f28d1617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86cdcf08-fe2a-473b-99f7-8f7466e47fe8'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:08:59.936046 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] Bound port: 5dcb850f-5e9c-4f39-ad13-09dfa9fed959, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8990d692-83ed-485a-a9e1-81f4f28d1617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86cdcf08-fe2a-473b-99f7-8f7466e47fe8'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:08:59.936613 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:08:59.951261 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9716824-14fb-4e52-8af2-1226e9e2f92b req-29e27774-8c24-4dde-bb1c-eb61af8bffd6 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1a55597-3c1b-4663-93c1-6a69b7d7f91d HTTP/1.1" status: 200 len: 210 time: 0.0645945 Nov 08 00:08:59.997346 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3dd4820-5a87-4a26-b348-94735b85dbeb req-e6c3ee4e-61cc-4d39-8485-2cf45d6b2877 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959186 Nov 08 00:09:00.016437 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-f82c3555-cb13-4146-ae7b-56f5f7b12254 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63b3937e-2be0-47fa-b168-655879c76e1e HTTP/1.1" status: 200 len: 217 time: 0.0912619 Nov 08 00:09:00.059528 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8340f24-9ab1-45d3-b823-658b4112721e x-openstack-request-id: req-f8340f24-9ab1-45d3-b823-658b4112721e {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:00.067249 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a55597-3c1b-4663-93c1-6a69b7d7f91d", "name": "network-vif-deleted", "tag": "d449dabf-59e9-4772-975c-a3c5ce95da7e", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:00.067249 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8340f24-9ab1-45d3-b823-658b4112721e {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:00.067249 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a55597-3c1b-4663-93c1-6a69b7d7f91d', 'name': 'network-vif-deleted', 'tag': 'd449dabf-59e9-4772-975c-a3c5ce95da7e', 'status': 'completed', 'code': 200} Nov 08 00:09:00.072791 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] For port 5dcb850f-5e9c-4f39-ad13-09dfa9fed959, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:00.081006 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] For port 5dcb850f-5e9c-4f39-ad13-09dfa9fed959, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5dcb850f-5e9c-4f39-ad13-09dfa9fed959,segment=NetworkSegment(8990d692-83ed-485a-a9e1-81f4f28d1617),segment_id=8990d692-83ed-485a-a9e1-81f4f28d1617)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:09:00.101373 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adde547-2581-4022-bfd9-d5a6020bf064 x-openstack-request-id: req-3adde547-2581-4022-bfd9-d5a6020bf064 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:00.101701 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a2ed75-d87d-4934-8a6f-62a03efe512f", "name": "network-vif-plugged", "status": "completed", "tag": "dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:00.101955 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3adde547-2581-4022-bfd9-d5a6020bf064 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:00.102366 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a2ed75-d87d-4934-8a6f-62a03efe512f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1', 'code': 200} Nov 08 00:09:00.105931 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e54f287c-fcf5-4824-9b4a-3f942053a716 None None] Provisioning complete for port 5dcb850f-5e9c-4f39-ad13-09dfa9fed959 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:00.106357 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e54f287c-fcf5-4824-9b4a-3f942053a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:00.162896 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-27a2d5d3-ce99-47f4-8e9c-3fea8be6e5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:00.169774 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e54f287c-fcf5-4824-9b4a-3f942053a716 None None] Port 5dcb850f-5e9c-4f39-ad13-09dfa9fed959 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:09:00.176249 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:00.191355 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d55afa5d-b99a-4e21-a7b2-27fb4a18e604 req-636fff62-fa3b-4f7d-814e-8bd46bfae24c service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153002 Nov 08 00:09:00.205166 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dfd00a69-4a9c-4d41-9360-c4f5fa433724 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:00.236221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-6e0bd5b3-882c-4ec3-857b-79f5346e0d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:00.237995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-6e0bd5b3-882c-4ec3-857b-79f5346e0d12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.2184234 Nov 08 00:09:00.280023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40720fc-5092-4704-9c44-4e1829fd2417 req-efd48705-f4c3-41f2-a9fa-71d08483e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:00.281542 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b40720fc-5092-4704-9c44-4e1829fd2417 req-efd48705-f4c3-41f2-a9fa-71d08483e4d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 1100 time: 0.0513213 Nov 08 00:09:00.283010 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbdc81-7e23-4683-b95b-f8982a080358 req-e64d97bd-2a10-4f96-9aaf-a291e6e1ce15 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:00.284548 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65dbdc81-7e23-4683-b95b-f8982a080358 req-e64d97bd-2a10-4f96-9aaf-a291e6e1ce15 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 949 time: 0.1789362 Nov 08 00:09:00.291703 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b21eaebf-6cb0-47cb-b34a-43a9b5e829cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411694 Nov 08 00:09:00.329638 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b40720fc-5092-4704-9c44-4e1829fd2417 req-7d53d8bf-16b2-4bec-b563-8a4d8836d8c2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376995 Nov 08 00:09:00.348120 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] Routers {'4a39526c-7216-43a5-bca6-62df8978865e'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:09:00.348729 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:08:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4a39526c-7216-43a5-bca6-62df8978865e'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:00.352018 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ca32a-eae9-4e1a-b0ad-b23ac95089e3 None None] Pushing event updated for resources: {'Port': ['ID=5dcb850f-5e9c-4f39-ad13-09dfa9fed959,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:00.370696 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dfd00a69-4a9c-4d41-9360-c4f5fa433724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:00.417396 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd00a69-4a9c-4d41-9360-c4f5fa433724 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:09:00.420265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-dfd00a69-4a9c-4d41-9360-c4f5fa433724 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:00.422809 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd00a69-4a9c-4d41-9360-c4f5fa433724 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:09:00.432734 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd00a69-4a9c-4d41-9360-c4f5fa433724 admin admin] Pushing event updated for resources: {'Port': ['ID=06c34cae-d62e-43ed-a3e6-93f2cc85b288,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:00.505373 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] Set router 4a39526c-7216-43a5-bca6-62df8978865e gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:09:00.552845 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-34f6b2ca-e753-4d61-97b9-c3a54ed2768a service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519650 Nov 08 00:09:00.596997 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6d53814e-0ecf-400a-ac2c-7722ea3699ae None None] Provisioning complete for port 5dcb850f-5e9c-4f39-ad13-09dfa9fed959 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:00.597304 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6d53814e-0ecf-400a-ac2c-7722ea3699ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:00.606495 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65dbdc81-7e23-4683-b95b-f8982a080358 req-fa3ce752-47da-4a5c-a9a9-ecf863b3395f tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045259 Nov 08 00:09:00.706987 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e8e5f-90d4-43a8-9b00-b9d23d36f2c0 req-b28d1e13-f401-4dc1-932a-e876b256a7c7 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:00.708446 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e45e8e5f-90d4-43a8-9b00-b9d23d36f2c0 req-b28d1e13-f401-4dc1-932a-e876b256a7c7 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 947 time: 0.1987836 Nov 08 00:09:00.727521 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6d53814e-0ecf-400a-ac2c-7722ea3699ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:00.765466 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a39526c-7216-43a5-bca6-62df8978865e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818487672-router', 'tenant_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '8f24582b-4e3e-48e1-9520-48eea8b9b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:49Z', 'updated_at': '2021-11-08T00:08:55Z', 'revision_number': 4, 'project_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'gw_port': {'id': '8f24582b-4e3e-48e1-9520-48eea8b9b448', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a39526c-7216-43a5-bca6-62df8978865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:50Z', 'updated_at': '2021-11-08T00:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '5dcb850f-5e9c-4f39-ad13-09dfa9fed959', 'name': '', 'network_id': '86cdcf08-fe2a-473b-99f7-8f7466e47fe8', 'tenant_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'mac_address': 'fa:16:3e:fc:14:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a39526c-7216-43a5-bca6-62df8978865e', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a8f680a4-996f-4ae0-af24-b3d81c3d9d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:54Z', 'updated_at': '2021-11-08T00:09:00Z', 'revision_number': 4, 'project_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'subnets': [{'id': 'a8f680a4-996f-4ae0-af24-b3d81c3d9d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:00.768862 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-6d53814e-0ecf-400a-ac2c-7722ea3699ae None None] For port 5dcb850f-5e9c-4f39-ad13-09dfa9fed959, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5dcb850f-5e9c-4f39-ad13-09dfa9fed959,segment=NetworkSegment(8990d692-83ed-485a-a9e1-81f4f28d1617),segment_id=8990d692-83ed-485a-a9e1-81f4f28d1617)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:00.798388 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f05f880-98ae-418c-ad52-11fc50a27ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:00.806188 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eabc5b-d984-486c-b219-f38225685c3a None None] The sync data for ids ['4a39526c-7216-43a5-bca6-62df8978865e'] in n-d-816882-1 is: [{'id': '4a39526c-7216-43a5-bca6-62df8978865e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818487672-router', 'tenant_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '8f24582b-4e3e-48e1-9520-48eea8b9b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:49Z', 'updated_at': '2021-11-08T00:08:55Z', 'revision_number': 4, 'project_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'gw_port': {'id': '8f24582b-4e3e-48e1-9520-48eea8b9b448', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a39526c-7216-43a5-bca6-62df8978865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:50Z', 'updated_at': '2021-11-08T00:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '5dcb850f-5e9c-4f39-ad13-09dfa9fed959', 'name': '', 'network_id': '86cdcf08-fe2a-473b-99f7-8f7466e47fe8', 'tenant_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'mac_address': 'fa:16:3e:fc:14:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a39526c-7216-43a5-bca6-62df8978865e', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a8f680a4-996f-4ae0-af24-b3d81c3d9d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:54Z', 'updated_at': '2021-11-08T00:09:00Z', 'revision_number': 4, 'project_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'subnets': [{'id': 'a8f680a4-996f-4ae0-af24-b3d81c3d9d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:09:00.845774 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e45e8e5f-90d4-43a8-9b00-b9d23d36f2c0 req-0a6c23c6-1757-4cc1-bdbd-aa77e87a654e tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/security-groups?id=379aa297-364b-43e2-b5b7-0255bbedb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288774 Nov 08 00:09:00.859549 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6d53814e-0ecf-400a-ac2c-7722ea3699ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:00.885229 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-876dbb22-1064-427d-9a15-0d9ee98a9a48 service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638469 Nov 08 00:09:00.898761 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dfd00a69-4a9c-4d41-9360-c4f5fa433724 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:00.950464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-27a2d5d3-ce99-47f4-8e9c-3fea8be6e5d9 admin admin] Deleting port 5dcb850f-5e9c-4f39-ad13-09dfa9fed959 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:09:00.950818 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-27a2d5d3-ce99-47f4-8e9c-3fea8be6e5d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:00.956020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53814e-0ecf-400a-ac2c-7722ea3699ae None None] Pushing event updated for resources: {'Port': ['ID=5dcb850f-5e9c-4f39-ad13-09dfa9fed959,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:00.962375 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7433b-14f9-4906-b9d5-a4ec474bee14 req-7f32c8f2-120b-4ab8-a3d3-31f22945c929 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:00.964306 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3fa7433b-14f9-4906-b9d5-a4ec474bee14 req-7f32c8f2-120b-4ab8-a3d3-31f22945c929 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 948 time: 0.1148837 Nov 08 00:09:01.032037 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 8ca9c64e-8712-4923-ab0b-77dd6a50be60 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:09:01.064185 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:01.077215 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device d449dabf-59e9-4772-975c-a3c5ce95da7e no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:09:01.082640 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3fa7433b-14f9-4906-b9d5-a4ec474bee14 req-d0355b16-2460-40a3-a523-dfc17f556a2d tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034510 Nov 08 00:09:01.154897 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-27a2d5d3-ce99-47f4-8e9c-3fea8be6e5d9 admin admin] For port 5dcb850f-5e9c-4f39-ad13-09dfa9fed959, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5dcb850f-5e9c-4f39-ad13-09dfa9fed959,segment=NetworkSegment(8990d692-83ed-485a-a9e1-81f4f28d1617),segment_id=8990d692-83ed-485a-a9e1-81f4f28d1617)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:01.155270 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-27a2d5d3-ce99-47f4-8e9c-3fea8be6e5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:01.171441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-27a2d5d3-ce99-47f4-8e9c-3fea8be6e5d9 admin admin] Calling delete_port for 5dcb850f-5e9c-4f39-ad13-09dfa9fed959 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:09:01.179707 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: d449dabf-59e9-4772-975c-a3c5ce95da7e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:09:01.179707 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device d449dabf-59e9-4772-975c-a3c5ce95da7e not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:09:01.189462 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb10ee-dcfe-47fa-9c0b-f1547a646b38 req-475e19be-5d60-4d4a-b3d6-d89103267ac0 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:01.191230 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2edb10ee-dcfe-47fa-9c0b-f1547a646b38 req-475e19be-5d60-4d4a-b3d6-d89103267ac0 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 946 time: 0.0929036 Nov 08 00:09:01.226850 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dfd00a69-4a9c-4d41-9360-c4f5fa433724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:01.238438 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 8ca9c64e-8712-4923-ab0b-77dd6a50be60, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8ca9c64e-8712-4923-ab0b-77dd6a50be60,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:01.251100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '8ca9c64e-8712-4923-ab0b-77dd6a50be60', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '8ca9c64e-8712-4923-ab0b-77dd6a50be60', 'mac_address': 'fa:16:3e:a9:a3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:09:01.295221 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:01.312822 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca9c64e-8712-4923-ab0b-77dd6a50be60 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:09:01.336758 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 8ca9c64e-8712-4923-ab0b-77dd6a50be60, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8ca9c64e-8712-4923-ab0b-77dd6a50be60,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:01.398822 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:01.422139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2edb10ee-dcfe-47fa-9c0b-f1547a646b38 req-668d7b88-bf2c-4ab4-b630-98bbf5b5cf7c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219455 Nov 08 00:09:01.460262 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b913ca1f-a600-40f5-9d93-1a3a61dbbf87 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:01.461751 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b913ca1f-a600-40f5-9d93-1a3a61dbbf87 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee&tenant_id=951d7073901a4e51a1deddc1d387c234&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 1097 time: 0.1463358 Nov 08 00:09:01.487496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816882-1'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:01.498727 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=8ca9c64e-8712-4923-ab0b-77dd6a50be60,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:01.533732 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd00a69-4a9c-4d41-9360-c4f5fa433724 admin admin] Router 874fe184-8474-4fe6-b81a-7c29853effab is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:09:01.615872 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:01.652477 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:01.660610 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd00a69-4a9c-4d41-9360-c4f5fa433724 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:09:01.676460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] Sync routers for ids ['874fe184-8474-4fe6-b81a-7c29853effab'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:09:01.696816 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] Routers {'874fe184-8474-4fe6-b81a-7c29853effab'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:09:01.697894 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:09:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['874fe184-8474-4fe6-b81a-7c29853effab'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:01.790287 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dfd00a69-4a9c-4d41-9360-c4f5fa433724 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:01.796511 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dfd00a69-4a9c-4d41-9360-c4f5fa433724 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8648407 Nov 08 00:09:01.797273 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58994) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:01.814507 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['8ca9c64e-8712-4923-ab0b-77dd6a50be60'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:09:01.857418 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] Set router 874fe184-8474-4fe6-b81a-7c29853effab gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:09:01.911167 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:01.933159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6d9c4-8c69-4b14-9133-cdad1805b1f3 req-164d6af9-7a9a-4621-9cb0-237cadea93c5 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:01.934745 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8eb6d9c4-8c69-4b14-9133-cdad1805b1f3 req-164d6af9-7a9a-4621-9cb0-237cadea93c5 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2dcd7b5-9500-4890-917c-7dd3fd9530aa HTTP/1.1" status: 200 len: 950 time: 0.3929002 Nov 08 00:09:01.979256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d27ad-763f-487f-b3c0-e1ec0271bccf req-42da2506-a224-496b-a671-91eaaf55a948 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:01.986918 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c05d27ad-763f-487f-b3c0-e1ec0271bccf req-42da2506-a224-496b-a671-91eaaf55a948 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 949 time: 0.1252656 Nov 08 00:09:02.008882 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-27a2d5d3-ce99-47f4-8e9c-3fea8be6e5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:02.071063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2d5d3-ce99-47f4-8e9c-3fea8be6e5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dcb850f-5e9c-4f39-ad13-09dfa9fed959,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:02.200308 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874fe184-8474-4fe6-b81a-7c29853effab', 'name': 'tempest-ServerRescueTestJSON-1955017736-router', 'tenant_id': '21edfc77fe094b2d97711711c5adbccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '06c34cae-d62e-43ed-a3e6-93f2cc85b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:58Z', 'updated_at': '2021-11-08T00:09:00Z', 'revision_number': 3, 'project_id': '21edfc77fe094b2d97711711c5adbccd', 'gw_port': {'id': '06c34cae-d62e-43ed-a3e6-93f2cc85b288', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874fe184-8474-4fe6-b81a-7c29853effab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:59Z', 'updated_at': '2021-11-08T00:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:02.212290 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8eb6d9c4-8c69-4b14-9133-cdad1805b1f3 req-dd7c9289-06f9-42c5-b7f1-bf2db9f4400b tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665439 Nov 08 00:09:02.253620 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] Checking router: 874fe184-8474-4fe6-b81a-7c29853effab for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:09:02.253984 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] Updating router 874fe184-8474-4fe6-b81a-7c29853effab port 06c34cae-d62e-43ed-a3e6-93f2cc85b288 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:09:02.258408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c05d27ad-763f-487f-b3c0-e1ec0271bccf req-8978d25c-470a-4050-9aa9-76090e4ba7fd tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512369 Nov 08 00:09:02.315028 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:02.487257 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] For port 63b3937e-2be0-47fa-b168-655879c76e1e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=63b3937e-2be0-47fa-b168-655879c76e1e,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:02.561704 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ba43e-72f3-4972-9a26-e017f63303ec req-a5c4ef39-8473-4894-ac7f-829556a28e5c tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:02.563138 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a06ba43e-72f3-4972-9a26-e017f63303ec req-a5c4ef39-8473-4894-ac7f-829556a28e5c tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 947 time: 0.1640079 Nov 08 00:09:02.613548 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8c34c-8fdd-47dd-b4d0-f12a837cea3e req-74cf81c2-e004-433a-aef1-112570269b13 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:02.615022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46b8c34c-8fdd-47dd-b4d0-f12a837cea3e req-74cf81c2-e004-433a-aef1-112570269b13 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 949 time: 0.1533437 Nov 08 00:09:02.619317 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-27a2d5d3-ce99-47f4-8e9c-3fea8be6e5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:02.626090 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] For port 63b3937e-2be0-47fa-b168-655879c76e1e, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:02.636412 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ced1e7ee-4713-413d-afab-f357dc572a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:02.691091 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a06ba43e-72f3-4972-9a26-e017f63303ec req-f48796e9-9c0a-4525-b0ea-4a473e035ec7 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/security-groups?id=379aa297-364b-43e2-b5b7-0255bbedb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161404 Nov 08 00:09:02.764425 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:02.781636 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dda35f-1a50-4b03-90eb-68e84b4052ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63b3937e-2be0-47fa-b168-655879c76e1e'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:02.784479 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cf6853-97f9-43f4-bb58-ef7aaa367f57" -d '{"events": [{"server_uuid": "e1dda35f-1a50-4b03-90eb-68e84b4052ee", "name": "network-vif-unplugged", "status": "completed", "tag": "63b3937e-2be0-47fa-b168-655879c76e1e"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:02.790218 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:02.814598 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-ced1e7ee-4713-413d-afab-f357dc572a55 admin admin] Allocated IP 172.20.0.1 (00c6100d-05e3-43cc-b647-520b9eba8eca/5b3b7865-e2bd-4e2c-8ae2-76e310490d35/dc7060f7-44fc-4c4f-9a94-d14e96681b2f) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:09:02.841927 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46b8c34c-8fdd-47dd-b4d0-f12a837cea3e req-b5c4e40b-fb28-48c4-a815-2248bd98c39c tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140303 Nov 08 00:09:02.849905 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:02.880548 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:02.899421 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede8fba-e801-4dc0-b25a-8def5f70b3bb req-75706473-406c-478b-856a-f8c269a28481 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:02.901011 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eede8fba-e801-4dc0-b25a-8def5f70b3bb req-75706473-406c-478b-856a-f8c269a28481 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.1271701 Nov 08 00:09:02.915320 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d71764-d41c-4e61-b443-3085b3bc4cc1 None None] Pushing event updated for resources: {'Port': ['ID=06c34cae-d62e-43ed-a3e6-93f2cc85b288,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:02.920586 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] Attempting to bind port 06c34cae-d62e-43ed-a3e6-93f2cc85b288 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:09:02.920955 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] Attempting to bind port 06c34cae-d62e-43ed-a3e6-93f2cc85b288 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:09:02.921330 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] Attempting to bind port 06c34cae-d62e-43ed-a3e6-93f2cc85b288 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:02.926630 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:09:02.927013 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:02.927399 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:02.927779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:09:02.928266 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] Bound port: 06c34cae-d62e-43ed-a3e6-93f2cc85b288, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:09:02.928642 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:02.938490 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ced1e7ee-4713-413d-afab-f357dc572a55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:02.987706 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] For port 06c34cae-d62e-43ed-a3e6-93f2cc85b288, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:02.990881 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] For port 06c34cae-d62e-43ed-a3e6-93f2cc85b288, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=06c34cae-d62e-43ed-a3e6-93f2cc85b288,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:09:03.031946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b0670b7f-ac6f-43a1-9153-cb808c2a408e details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:09:03.039362 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 8ca9c64e-8712-4923-ab0b-77dd6a50be60 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:03.049763 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ced1e7ee-4713-413d-afab-f357dc572a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:03.090269 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced1e7ee-4713-413d-afab-f357dc572a55 admin admin] Network 00c6100d-05e3-43cc-b647-520b9eba8eca is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:09:03.102694 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-ced1e7ee-4713-413d-afab-f357dc572a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:03.102921 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eede8fba-e801-4dc0-b25a-8def5f70b3bb req-3190c8a8-a9ce-4e2c-932a-bb8aeef5678c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929736 Nov 08 00:09:03.103525 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] Pushing event updated for resources: {'Port': ['ID=63b3937e-2be0-47fa-b168-655879c76e1e,revision_number=7']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:03.105872 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced1e7ee-4713-413d-afab-f357dc572a55 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:09:03.117188 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:03.154538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] Attempting to bind port 63b3937e-2be0-47fa-b168-655879c76e1e on host n-h1-816882-1 for vnic_type normal with profile {"migrating_to": "n-h2-816882-1"} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:09:03.154875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] Attempting to bind port 63b3937e-2be0-47fa-b168-655879c76e1e by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:09:03.155209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] Attempting to bind port 63b3937e-2be0-47fa-b168-655879c76e1e on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:03.166496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af926a9-c7b9-4471-9385-e9e587b2d663 req-8ff5f6dc-5d7e-46f7-b04d-a98cd9656a16 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:03.170501 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1e7ee-4713-413d-afab-f357dc572a55 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7060f7-44fc-4c4f-9a94-d14e96681b2f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:03.181630 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6af926a9-c7b9-4471-9385-e9e587b2d663 req-8ff5f6dc-5d7e-46f7-b04d-a98cd9656a16 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 944 time: 0.2370782 Nov 08 00:09:03.198598 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] Port 63b3937e-2be0-47fa-b168-655879c76e1e on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:09:03.198914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] Attempting to bind port 63b3937e-2be0-47fa-b168-655879c76e1e on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:03.202220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] Routers {'874fe184-8474-4fe6-b81a-7c29853effab'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:09:03.202806 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:09:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['874fe184-8474-4fe6-b81a-7c29853effab'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:03.205509 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ced1e7ee-4713-413d-afab-f357dc572a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:03.218135 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786915a-394b-435c-a5fe-79364aea65c7 req-8f272386-82ba-4ef6-a969-4adf10dc5b57 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:03.220719 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c786915a-394b-435c-a5fe-79364aea65c7 req-8f272386-82ba-4ef6-a969-4adf10dc5b57 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2dcd7b5-9500-4890-917c-7dd3fd9530aa HTTP/1.1" status: 200 len: 950 time: 0.1267183 Nov 08 00:09:03.220846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:09:03.220846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] Checking segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:03.220846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] Bound using segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:09:03.221132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] Bound port: 63b3937e-2be0-47fa-b168-655879c76e1e, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:09:03.221412 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:03.260426 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a2d5d3-ce99-47f4-8e9c-3fea8be6e5d9 admin admin] Router 4a39526c-7216-43a5-bca6-62df8978865e has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:09:03.264333 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6af926a9-c7b9-4471-9385-e9e587b2d663 req-c5163dbe-aac1-49a5-b488-8a7b638f4f7d tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739725 Nov 08 00:09:03.303597 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5ad50e-c542-4719-80e8-eeb98ff95e63 x-openstack-request-id: req-dc5ad50e-c542-4719-80e8-eeb98ff95e63 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:03.303912 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1dda35f-1a50-4b03-90eb-68e84b4052ee", "name": "network-vif-unplugged", "status": "completed", "tag": "63b3937e-2be0-47fa-b168-655879c76e1e", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:03.304157 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc5ad50e-c542-4719-80e8-eeb98ff95e63 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:03.304953 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1dda35f-1a50-4b03-90eb-68e84b4052ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63b3937e-2be0-47fa-b168-655879c76e1e', 'code': 200} Nov 08 00:09:03.405659 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] Set router 874fe184-8474-4fe6-b81a-7c29853effab gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:09:03.424632 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] For port 63b3937e-2be0-47fa-b168-655879c76e1e, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:03.447736 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] For port 63b3937e-2be0-47fa-b168-655879c76e1e, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=63b3937e-2be0-47fa-b168-655879c76e1e,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:09:03.452757 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-c786915a-394b-435c-a5fe-79364aea65c7 req-c88a6cca-392a-42f9-ad72-34f7ef9f3955 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Deleting port 98703f17-446e-4716-a4bc-1eafee48c91b {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:09:03.453213 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c786915a-394b-435c-a5fe-79364aea65c7 req-c88a6cca-392a-42f9-ad72-34f7ef9f3955 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:03.462815 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d71764-d41c-4e61-b443-3085b3bc4cc1 None None] Pushing event updated for resources: {'Port': ['ID=06c34cae-d62e-43ed-a3e6-93f2cc85b288,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:03.476178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c4eac-e993-419e-9085-7366d9564b64 req-46172dc5-3923-478e-b78d-6cddff7a3d5a tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:03.477672 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a12c4eac-e993-419e-9085-7366d9564b64 req-46172dc5-3923-478e-b78d-6cddff7a3d5a tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2dcd7b5-9500-4890-917c-7dd3fd9530aa HTTP/1.1" status: 200 len: 950 time: 0.1095669 Nov 08 00:09:03.513314 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:03.534270 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:03.552300 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b0670b7f-ac6f-43a1-9153-cb808c2a408e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b0670b7f-ac6f-43a1-9153-cb808c2a408e,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:03.554533 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ced1e7ee-4713-413d-afab-f357dc572a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:03.561732 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a2d5d3-ce99-47f4-8e9c-3fea8be6e5d9 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:09:03.574333 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 8ca9c64e-8712-4923-ab0b-77dd6a50be60 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:09:03.574754 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3dc6a-24da-4663-892b-43b019344ae8 None None] Sync routers for ids ['4a39526c-7216-43a5-bca6-62df8978865e'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:09:03.582643 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 8ca9c64e-8712-4923-ab0b-77dd6a50be60 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:03.582643 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:03.583681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-27a2d5d3-ce99-47f4-8e9c-3fea8be6e5d9 admin admin] 10.222.0.13 "PUT /v2.0/routers/4a39526c-7216-43a5-bca6-62df8978865e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1785188 Nov 08 00:09:03.586305 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3dc6a-24da-4663-892b-43b019344ae8 None None] Routers {'4a39526c-7216-43a5-bca6-62df8978865e'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:09:03.586463 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'b0670b7f-ac6f-43a1-9153-cb808c2a408e', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': 'b0670b7f-ac6f-43a1-9153-cb808c2a408e', 'mac_address': 'fa:16:3e:37:3a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:09:03.587285 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-1cd3dc6a-24da-4663-892b-43b019344ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:09:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4a39526c-7216-43a5-bca6-62df8978865e'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:03.591875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59022) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:03.634107 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34174e39-4d87-4872-9de4-533915596239 req-7e3c6af8-5063-49f6-9d70-e2bd33799af8 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=28ea4fc6c6364a5ba20c46648f614b44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445445 Nov 08 00:09:03.656694 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:03.704273 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-c786915a-394b-435c-a5fe-79364aea65c7 req-c88a6cca-392a-42f9-ad72-34f7ef9f3955 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] For port 98703f17-446e-4716-a4bc-1eafee48c91b, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=98703f17-446e-4716-a4bc-1eafee48c91b,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:03.704881 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c786915a-394b-435c-a5fe-79364aea65c7 req-c88a6cca-392a-42f9-ad72-34f7ef9f3955 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:03.705341 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0670b7f-ac6f-43a1-9153-cb808c2a408e {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:09:03.714430 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-1cd3dc6a-24da-4663-892b-43b019344ae8 None None] Set router 4a39526c-7216-43a5-bca6-62df8978865e gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:09:03.727454 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b0670b7f-ac6f-43a1-9153-cb808c2a408e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b0670b7f-ac6f-43a1-9153-cb808c2a408e,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:03.737712 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-c786915a-394b-435c-a5fe-79364aea65c7 req-c88a6cca-392a-42f9-ad72-34f7ef9f3955 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Calling delete_port for 98703f17-446e-4716-a4bc-1eafee48c91b owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:09:03.783432 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:03.799292 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874fe184-8474-4fe6-b81a-7c29853effab', 'name': 'tempest-ServerRescueTestJSON-1955017736-router', 'tenant_id': '21edfc77fe094b2d97711711c5adbccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '06c34cae-d62e-43ed-a3e6-93f2cc85b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:58Z', 'updated_at': '2021-11-08T00:09:00Z', 'revision_number': 3, 'project_id': '21edfc77fe094b2d97711711c5adbccd', 'gw_port': {'id': '06c34cae-d62e-43ed-a3e6-93f2cc85b288', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874fe184-8474-4fe6-b81a-7c29853effab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:59Z', 'updated_at': '2021-11-08T00:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:03.821055 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a12c4eac-e993-419e-9085-7366d9564b64 req-9a1481b7-838e-4c1e-9149-a9ab4f1ba7b6 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffad703c-5f8a-4659-b3f6-f0d50bab229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355370 Nov 08 00:09:03.829393 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34174e39-4d87-4872-9de4-533915596239 req-7a6b9450-639e-4805-99de-52b02f6364c5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:03.836886 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34174e39-4d87-4872-9de4-533915596239 req-7a6b9450-639e-4805-99de-52b02f6364c5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1603477 Nov 08 00:09:03.848175 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:03.848973 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:03.850621 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] 10.222.0.26 "PUT /v2.0/ports/63b3937e-2be0-47fa-b168-655879c76e1e HTTP/1.1" status: 200 len: 1122 time: 2.3721716 Nov 08 00:09:03.851065 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:03.861230 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9be6e06-fb54-4202-b58e-6fc187f1028a None None] The sync data for ids ['874fe184-8474-4fe6-b81a-7c29853effab'] in n-d-816882-1 is: [{'id': '874fe184-8474-4fe6-b81a-7c29853effab', 'name': 'tempest-ServerRescueTestJSON-1955017736-router', 'tenant_id': '21edfc77fe094b2d97711711c5adbccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '06c34cae-d62e-43ed-a3e6-93f2cc85b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:58Z', 'updated_at': '2021-11-08T00:09:00Z', 'revision_number': 3, 'project_id': '21edfc77fe094b2d97711711c5adbccd', 'gw_port': {'id': '06c34cae-d62e-43ed-a3e6-93f2cc85b288', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874fe184-8474-4fe6-b81a-7c29853effab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:59Z', 'updated_at': '2021-11-08T00:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:09:03.863818 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34174e39-4d87-4872-9de4-533915596239 req-bbb345d2-4f34-436d-840c-a17d9942191c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/quotas/28ea4fc6c6364a5ba20c46648f614b44 HTTP/1.1" status: 200 len: 375 time: 0.0260015 Nov 08 00:09:03.874965 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684cd421-ef79-4257-bf54-f94a94dc5b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca9c64e-8712-4923-ab0b-77dd6a50be60'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:03.889783 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addf3552-b8e1-4a32-999e-77c79985e4de" -d '{"events": [{"server_uuid": "684cd421-ef79-4257-bf54-f94a94dc5b76", "name": "network-vif-plugged", "status": "completed", "tag": "8ca9c64e-8712-4923-ab0b-77dd6a50be60"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:03.906301 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86ee1451-32b5-4653-8136-036acb28e3e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:03.961668 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=b0670b7f-ac6f-43a1-9153-cb808c2a408e,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:03.966175 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-1cd3dc6a-24da-4663-892b-43b019344ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a39526c-7216-43a5-bca6-62df8978865e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818487672-router', 'tenant_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '8f24582b-4e3e-48e1-9520-48eea8b9b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:49Z', 'updated_at': '2021-11-08T00:09:01Z', 'revision_number': 5, 'project_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'gw_port': {'id': '8f24582b-4e3e-48e1-9520-48eea8b9b448', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a39526c-7216-43a5-bca6-62df8978865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:50Z', 'updated_at': '2021-11-08T00:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:03.999951 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 8ca9c64e-8712-4923-ab0b-77dd6a50be60, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8ca9c64e-8712-4923-ab0b-77dd6a50be60,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:04.008749 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07aa47e-967e-48cd-b108-06320e650b23 service neutron] Pushing event updated for resources: {'Port': ['ID=63b3937e-2be0-47fa-b168-655879c76e1e,revision_number=8']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:04.017098 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3dc6a-24da-4663-892b-43b019344ae8 None None] Checking router: 4a39526c-7216-43a5-bca6-62df8978865e for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:09:04.033685 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34174e39-4d87-4872-9de4-533915596239 req-b6b32af1-486b-4cee-9488-d121851bf19a tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=28ea4fc6c6364a5ba20c46648f614b44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1689875 Nov 08 00:09:04.033912 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3dc6a-24da-4663-892b-43b019344ae8 None None] Routers {'4a39526c-7216-43a5-bca6-62df8978865e'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:09:04.034579 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-1cd3dc6a-24da-4663-892b-43b019344ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:09:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4a39526c-7216-43a5-bca6-62df8978865e'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:04.049499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b437d-742d-43c2-8471-8d1242026fa4 req-dc8fb127-184c-4277-93ba-e7fe756cca96 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:04.059284 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['63b3937e-2be0-47fa-b168-655879c76e1e'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:09:04.065881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-743b437d-742d-43c2-8471-8d1242026fa4 req-dc8fb127-184c-4277-93ba-e7fe756cca96 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 948 time: 0.0994575 Nov 08 00:09:04.086279 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ced1e7ee-4713-413d-afab-f357dc572a55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:04.114261 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:04.160257 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86ee1451-32b5-4653-8136-036acb28e3e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:04.160892 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-743b437d-742d-43c2-8471-8d1242026fa4 req-b2afd5fb-bf58-4160-94de-b1d01908e7d3 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/security-groups?id=379aa297-364b-43e2-b5b7-0255bbedb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950723 Nov 08 00:09:04.166716 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ced1e7ee-4713-413d-afab-f357dc572a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:04.169304 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-1cd3dc6a-24da-4663-892b-43b019344ae8 None None] Set router 4a39526c-7216-43a5-bca6-62df8978865e gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:09:04.222856 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c786915a-394b-435c-a5fe-79364aea65c7 req-c88a6cca-392a-42f9-ad72-34f7ef9f3955 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:04.235828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=8ca9c64e-8712-4923-ab0b-77dd6a50be60,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:04.305185 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['98703f17-446e-4716-a4bc-1eafee48c91b'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:09:04.378742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b0670b7f-ac6f-43a1-9153-cb808c2a408e'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:09:04.428153 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c786915a-394b-435c-a5fe-79364aea65c7 req-c88a6cca-392a-42f9-ad72-34f7ef9f3955 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] No DVR routers for this DVR port 98703f17-446e-4716-a4bc-1eafee48c91b on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:09:04.435070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1e7ee-4713-413d-afab-f357dc572a55 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7060f7-44fc-4c4f-9a94-d14e96681b2f,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:04.435458 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff0e30-5ce6-4070-9c33-40f3c0cc658e req-4fef4345-7988-495c-8016-702c4ae5370f tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:04.447959 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ced1e7ee-4713-413d-afab-f357dc572a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:04.452618 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a7aaf8-9a77-4a12-beb1-37dcef8b8384 x-openstack-request-id: req-a4a7aaf8-9a77-4a12-beb1-37dcef8b8384 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:04.452937 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684cd421-ef79-4257-bf54-f94a94dc5b76", "name": "network-vif-plugged", "status": "completed", "tag": "8ca9c64e-8712-4923-ab0b-77dd6a50be60", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:04.453190 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4a7aaf8-9a77-4a12-beb1-37dcef8b8384 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:04.454617 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3ff0e30-5ce6-4070-9c33-40f3c0cc658e req-4fef4345-7988-495c-8016-702c4ae5370f tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 950 time: 0.1641536 Nov 08 00:09:04.472726 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684cd421-ef79-4257-bf54-f94a94dc5b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca9c64e-8712-4923-ab0b-77dd6a50be60', 'code': 200} Nov 08 00:09:04.511908 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c786915a-394b-435c-a5fe-79364aea65c7 req-c88a6cca-392a-42f9-ad72-34f7ef9f3955 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:04.523856 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c786915a-394b-435c-a5fe-79364aea65c7 req-c88a6cca-392a-42f9-ad72-34f7ef9f3955 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.26 "DELETE /v2.0/ports/98703f17-446e-4716-a4bc-1eafee48c91b HTTP/1.1" status: 204 len: 173 time: 1.2590311 Nov 08 00:09:04.527087 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a6cca-392a-42f9-ad72-34f7ef9f3955 tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] Pushing event deleted for resources: {'Port': ['ID=98703f17-446e-4716-a4bc-1eafee48c91b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:04.533436 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dcd7b5-9500-4890-917c-7dd3fd9530aa', 'name': 'network-vif-deleted', 'tag': '98703f17-446e-4716-a4bc-1eafee48c91b'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:04.539410 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb9c114-2348-439a-a2d0-40253eb09e52" -d '{"events": [{"server_uuid": "c2dcd7b5-9500-4890-917c-7dd3fd9530aa", "name": "network-vif-deleted", "tag": "98703f17-446e-4716-a4bc-1eafee48c91b"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:04.549033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3ff0e30-5ce6-4070-9c33-40f3c0cc658e req-8e21a5e5-5f53-4347-8f24-b9cc91e7101a tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879238 Nov 08 00:09:04.613887 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-1cd3dc6a-24da-4663-892b-43b019344ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a39526c-7216-43a5-bca6-62df8978865e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818487672-router', 'tenant_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '8f24582b-4e3e-48e1-9520-48eea8b9b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:49Z', 'updated_at': '2021-11-08T00:09:01Z', 'revision_number': 5, 'project_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'gw_port': {'id': '8f24582b-4e3e-48e1-9520-48eea8b9b448', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a39526c-7216-43a5-bca6-62df8978865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:50Z', 'updated_at': '2021-11-08T00:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:04.677917 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3dc6a-24da-4663-892b-43b019344ae8 None None] The sync data for ids ['4a39526c-7216-43a5-bca6-62df8978865e'] in n-d-816882-1 is: [{'id': '4a39526c-7216-43a5-bca6-62df8978865e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818487672-router', 'tenant_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '8f24582b-4e3e-48e1-9520-48eea8b9b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:49Z', 'updated_at': '2021-11-08T00:09:01Z', 'revision_number': 5, 'project_id': 'bc6f971c021b4e5290b7e7ea9ecba384', 'gw_port': {'id': '8f24582b-4e3e-48e1-9520-48eea8b9b448', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a39526c-7216-43a5-bca6-62df8978865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:50Z', 'updated_at': '2021-11-08T00:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:09:04.699643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5cf25e3f-d3e8-4a64-a656-e2be3a503e9c req-f8814e2c-63ac-4407-a9bd-a091b25759f1 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 210 time: 0.0834787 Nov 08 00:09:04.800274 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f6dd7-f676-481e-834e-ad2b74ef4efc req-25322c19-8dd0-4b4e-8bdb-d692d5efc4b5 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:04.820900 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f80f6dd7-f676-481e-834e-ad2b74ef4efc req-25322c19-8dd0-4b4e-8bdb-d692d5efc4b5 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 944 time: 0.2326493 Nov 08 00:09:04.861682 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f80f6dd7-f676-481e-834e-ad2b74ef4efc req-f794076c-dcb1-4d2a-8592-6c0c3c421c5d tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384719 Nov 08 00:09:04.866887 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced1e7ee-4713-413d-afab-f357dc572a55 admin admin] Network 00c6100d-05e3-43cc-b647-520b9eba8eca is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:09:04.873738 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-ced1e7ee-4713-413d-afab-f357dc572a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:04.916293 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-86ee1451-32b5-4653-8136-036acb28e3e2 admin admin] Deleting port 8f24582b-4e3e-48e1-9520-48eea8b9b448 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:09:04.917298 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86ee1451-32b5-4653-8136-036acb28e3e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:04.936505 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df78ffac-853a-4df8-8115-57117c30f891 x-openstack-request-id: req-df78ffac-853a-4df8-8115-57117c30f891 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:04.936851 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dcd7b5-9500-4890-917c-7dd3fd9530aa", "name": "network-vif-deleted", "tag": "98703f17-446e-4716-a4bc-1eafee48c91b", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:04.937055 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df78ffac-853a-4df8-8115-57117c30f891 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:04.937580 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dcd7b5-9500-4890-917c-7dd3fd9530aa', 'name': 'network-vif-deleted', 'tag': '98703f17-446e-4716-a4bc-1eafee48c91b', 'status': 'completed', 'code': 200} Nov 08 00:09:04.951546 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0863c-575e-464d-bbd4-bf51f6763db0 req-ba2a9be7-4bc1-485e-8ebf-43f9940549dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:04.953237 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0ab0863c-575e-464d-bbd4-bf51f6763db0 req-ba2a9be7-4bc1-485e-8ebf-43f9940549dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 1101 time: 0.3847721 Nov 08 00:09:05.023845 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a46bb64-8599-452b-b083-a825a64dc24a req-c5d011c3-b2cc-4093-9e7d-48a4f5b5188b tempest-ServersAdminNegativeTestJSON-2081310140 tempest-ServersAdminNegativeTestJSON-2081310140-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2dcd7b5-9500-4890-917c-7dd3fd9530aa HTTP/1.1" status: 200 len: 210 time: 0.0462577 Nov 08 00:09:05.164436 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0ab0863c-575e-464d-bbd4-bf51f6763db0 req-fc0875f9-84f3-400f-8392-7ddef105d9da service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623704 Nov 08 00:09:05.197281 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 06c34cae-d62e-43ed-a3e6-93f2cc85b288 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:05.244509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-86ee1451-32b5-4653-8136-036acb28e3e2 admin admin] For port 8f24582b-4e3e-48e1-9520-48eea8b9b448, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8f24582b-4e3e-48e1-9520-48eea8b9b448,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:05.244944 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86ee1451-32b5-4653-8136-036acb28e3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:05.267008 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-86ee1451-32b5-4653-8136-036acb28e3e2 admin admin] Calling delete_port for 8f24582b-4e3e-48e1-9520-48eea8b9b448 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:09:05.304807 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced1e7ee-4713-413d-afab-f357dc572a55 admin admin] Router 874fe184-8474-4fe6-b81a-7c29853effab has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:09:05.316871 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 06c34cae-d62e-43ed-a3e6-93f2cc85b288 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:05.317424 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:05.326307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1dda35f-1a50-4b03-90eb-68e84b4052ee', 'tag': '63b3937e-2be0-47fa-b168-655879c76e1e'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:05.335455 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631727cf-e59f-46f2-bc5b-7598ce74a5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e1dda35f-1a50-4b03-90eb-68e84b4052ee", "tag": "63b3937e-2be0-47fa-b168-655879c76e1e"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:05.383539 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc284d-9f2b-461c-9e05-59f4adf27d52 req-45aa48da-7008-4997-8370-a9ff22bad9bf tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:05.396429 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ccc284d-9f2b-461c-9e05-59f4adf27d52 req-45aa48da-7008-4997-8370-a9ff22bad9bf tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 948 time: 0.1157327 Nov 08 00:09:05.441666 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9546f7e-dbdd-408e-a99b-15843e8b9a02 x-openstack-request-id: req-f9546f7e-dbdd-408e-a99b-15843e8b9a02 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:05.441952 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1dda35f-1a50-4b03-90eb-68e84b4052ee", "tag": "63b3937e-2be0-47fa-b168-655879c76e1e", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:05.442198 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9546f7e-dbdd-408e-a99b-15843e8b9a02 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:05.442581 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1dda35f-1a50-4b03-90eb-68e84b4052ee', 'tag': '63b3937e-2be0-47fa-b168-655879c76e1e', 'status': 'completed', 'code': 200} Nov 08 00:09:05.492661 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ccc284d-9f2b-461c-9e05-59f4adf27d52 req-29a29772-2fc4-479f-975f-34eea24bd9b9 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/security-groups?id=379aa297-364b-43e2-b5b7-0255bbedb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951841 Nov 08 00:09:05.515550 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced1e7ee-4713-413d-afab-f357dc572a55 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:09:05.529975 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ced1e7ee-4713-413d-afab-f357dc572a55 admin admin] 10.222.0.13 "PUT /v2.0/routers/874fe184-8474-4fe6-b81a-7c29853effab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7238324 Nov 08 00:09:05.537733 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:05.597127 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 06c34cae-d62e-43ed-a3e6-93f2cc85b288, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=06c34cae-d62e-43ed-a3e6-93f2cc85b288,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:05.674672 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631727cf-e59f-46f2-bc5b-7598ce74a5c8 req-68de926e-036d-40f8-9928-4ea07f6d4eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:05.676253 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-631727cf-e59f-46f2-bc5b-7598ce74a5c8 req-68de926e-036d-40f8-9928-4ea07f6d4eb5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 1125 time: 0.0841289 Nov 08 00:09:05.681596 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:05.718558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083a2c2-e4a6-45d9-92b3-f60aa43deffa req-e693fb23-667c-4fad-aa7e-5a46abbf7755 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:05.721048 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3083a2c2-e4a6-45d9-92b3-f60aa43deffa req-e693fb23-667c-4fad-aa7e-5a46abbf7755 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 950 time: 0.0706766 Nov 08 00:09:05.735420 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5dcb850f-5e9c-4f39-ad13-09dfa9fed959 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:09:05.801386 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 5dcb850f-5e9c-4f39-ad13-09dfa9fed959 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:09:05.801897 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5dcb850f-5e9c-4f39-ad13-09dfa9fed959 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:09:05.812947 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3083a2c2-e4a6-45d9-92b3-f60aa43deffa req-99eb1040-06ba-4df7-8b45-3a7cb931e44b tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773621 Nov 08 00:09:05.823185 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=06c34cae-d62e-43ed-a3e6-93f2cc85b288,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:05.860798 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85b80e1c-49a4-4aea-ae64-9639f32b7356 req-adc28186-1b6f-41c0-82e4-79a197d6de6d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 210 time: 0.0376854 Nov 08 00:09:05.879414 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631727cf-e59f-46f2-bc5b-7598ce74a5c8 req-58e56738-7afd-4a98-ad69-c4b9d14535fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:05.881449 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-631727cf-e59f-46f2-bc5b-7598ce74a5c8 req-58e56738-7afd-4a98-ad69-c4b9d14535fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 922 time: 0.1878483 Nov 08 00:09:05.883117 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86ee1451-32b5-4653-8136-036acb28e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:05.915415 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee1451-32b5-4653-8136-036acb28e3e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f24582b-4e3e-48e1-9520-48eea8b9b448,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:05.978708 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-631727cf-e59f-46f2-bc5b-7598ce74a5c8 req-d05ce6f9-4a8a-4ff2-ba17-59041385ee8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63b3937e-2be0-47fa-b168-655879c76e1e HTTP/1.1" status: 200 len: 217 time: 0.0555203 Nov 08 00:09:06.082147 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631727cf-e59f-46f2-bc5b-7598ce74a5c8 req-2e320939-336a-4d6b-a830-7a2c8448133d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:06.084033 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:09:06.084609 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-631727cf-e59f-46f2-bc5b-7598ce74a5c8 req-2e320939-336a-4d6b-a830-7a2c8448133d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.0564981 Nov 08 00:09:06.130269 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-631727cf-e59f-46f2-bc5b-7598ce74a5c8 req-f484852f-c921-45ac-acb5-0924ccb8efd2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367107 Nov 08 00:09:06.131089 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86ee1451-32b5-4653-8136-036acb28e3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:06.146890 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb15d7-3927-4fef-8feb-55094594def3 req-ff734b39-e080-48a4-85c5-e2dd5d336130 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:06.152222 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63bb15d7-3927-4fef-8feb-55094594def3 req-ff734b39-e080-48a4-85c5-e2dd5d336130 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/networks?id=00c6100d-05e3-43cc-b647-520b9eba8eca HTTP/1.1" status: 200 len: 811 time: 0.1587176 Nov 08 00:09:06.192127 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63bb15d7-3927-4fef-8feb-55094594def3 req-1444f41e-e2f3-4f0b-b4bc-8046db1adb8b tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/quotas/21edfc77fe094b2d97711711c5adbccd HTTP/1.1" status: 200 len: 375 time: 0.0301943 Nov 08 00:09:06.252022 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fc1b8-1594-42a6-9fe0-de143167a81d req-9535d344-e4cc-40a8-99d7-47b2372f9ed4 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:06.256739 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-309fc1b8-1594-42a6-9fe0-de143167a81d req-9535d344-e4cc-40a8-99d7-47b2372f9ed4 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 944 time: 0.1034462 Nov 08 00:09:06.295014 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86ee1451-32b5-4653-8136-036acb28e3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:06.298525 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86ee1451-32b5-4653-8136-036acb28e3e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:06.310007 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63bb15d7-3927-4fef-8feb-55094594def3 req-85e7c638-ba09-457a-bd89-0104e6890f70 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21edfc77fe094b2d97711711c5adbccd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1094415 Nov 08 00:09:06.364235 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-309fc1b8-1594-42a6-9fe0-de143167a81d req-168df238-407c-4f40-bea5-2ad2fa5cf696 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026239 Nov 08 00:09:06.370347 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-631727cf-e59f-46f2-bc5b-7598ce74a5c8 req-97ab65a5-2dd7-4d22-bf51-030e9488b209 service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051203 Nov 08 00:09:06.451978 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-63bb15d7-3927-4fef-8feb-55094594def3 req-4d119e3d-e166-466d-93f4-9ccbc93a0e58 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:09:06.459301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63bb15d7-3927-4fef-8feb-55094594def3 req-4d119e3d-e166-466d-93f4-9ccbc93a0e58 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0660179 Nov 08 00:09:06.461094 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86ee1451-32b5-4653-8136-036acb28e3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:06.461618 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ee1451-32b5-4653-8136-036acb28e3e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a39526c-7216-43a5-bca6-62df8978865e {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:09:06.466930 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86ee1451-32b5-4653-8136-036acb28e3e2 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:06.481572 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-86ee1451-32b5-4653-8136-036acb28e3e2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4a39526c-7216-43a5-bca6-62df8978865e HTTP/1.1" status: 204 len: 168 time: 2.8752985 Nov 08 00:09:06.481572 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59084) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:06.521586 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-631727cf-e59f-46f2-bc5b-7598ce74a5c8 req-fd3706b3-3744-450f-b8ec-77a7ed726652 service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404624 Nov 08 00:09:06.534702 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] Sync routers for ids ['874fe184-8474-4fe6-b81a-7c29853effab'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:09:06.548879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] Routers {'874fe184-8474-4fe6-b81a-7c29853effab'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:09:06.549518 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:09:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['874fe184-8474-4fe6-b81a-7c29853effab'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:06.551487 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f919dc3e-41c8-48ea-8381-55f3bf488084 admin admin] Deleting subnet a8f680a4-996f-4ae0-af24-b3d81c3d9d33 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:09:06.558831 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f919dc3e-41c8-48ea-8381-55f3bf488084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:06.611478 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f919dc3e-41c8-48ea-8381-55f3bf488084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:06.643840 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 63b3937e-2be0-47fa-b168-655879c76e1e details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:09:06.649630 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63bb15d7-3927-4fef-8feb-55094594def3 req-99c3a92c-4fba-4ac2-9580-3ade6b9fda93 service neutron] 10.222.0.13 "GET /v2.0/networks/00c6100d-05e3-43cc-b647-520b9eba8eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892662 Nov 08 00:09:06.732623 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f919dc3e-41c8-48ea-8381-55f3bf488084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:06.760215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91afe7-de63-445c-bf2c-c70557168fee req-61d93f9a-7cd1-4ced-ba9f-01624eaa9631 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:06.762196 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f91afe7-de63-445c-bf2c-c70557168fee req-61d93f9a-7cd1-4ced-ba9f-01624eaa9631 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 948 time: 0.1599567 Nov 08 00:09:06.838174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f91afe7-de63-445c-bf2c-c70557168fee req-f26f12e5-6dba-4306-8730-db3600913c3e tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/security-groups?id=379aa297-364b-43e2-b5b7-0255bbedb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637171 Nov 08 00:09:06.840629 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] Set router 874fe184-8474-4fe6-b81a-7c29853effab gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:09:06.879422 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63bb15d7-3927-4fef-8feb-55094594def3 req-300a80c7-a520-47b2-8aa4-9a8e39b90dda service neutron] 10.222.0.13 "GET /v2.0/networks/00c6100d-05e3-43cc-b647-520b9eba8eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266583 Nov 08 00:09:06.906341 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f919dc3e-41c8-48ea-8381-55f3bf488084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:06.965007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 63b3937e-2be0-47fa-b168-655879c76e1e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=63b3937e-2be0-47fa-b168-655879c76e1e,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:06.985296 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 63b3937e-2be0-47fa-b168-655879c76e1e has no active binding in host n-h2-816882-1 {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 00:09:07.055936 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919dc3e-41c8-48ea-8381-55f3bf488084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8f680a4-996f-4ae0-af24-b3d81c3d9d33,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:07.077753 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b0670b7f-ac6f-43a1-9153-cb808c2a408e up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:07.085975 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f919dc3e-41c8-48ea-8381-55f3bf488084 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:07.102977 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f919dc3e-41c8-48ea-8381-55f3bf488084 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a8f680a4-996f-4ae0-af24-b3d81c3d9d33 HTTP/1.1" status: 204 len: 168 time: 0.6200657 Nov 08 00:09:07.105480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59096) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:07.110902 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033e2b1-519e-46f2-ab75-34f77a05457a req-2e82575b-54c3-4a86-b775-74b5f9a0f3a1 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:07.127444 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f033e2b1-519e-46f2-ab75-34f77a05457a req-2e82575b-54c3-4a86-b775-74b5f9a0f3a1 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 950 time: 0.1581318 Nov 08 00:09:07.174039 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a35d780-b1f8-42b6-9485-0d7627d8baae None None] Network 86cdcf08-fe2a-473b-99f7-8f7466e47fe8 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:09:07.196368 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59098) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:07.368081 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f033e2b1-519e-46f2-ab75-34f77a05457a req-f501a021-a01e-45a2-b930-903c24a64156 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313492 Nov 08 00:09:07.625388 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-34174e39-4d87-4872-9de4-533915596239 req-995d927e-fe74-40fb-889c-a747a248e00b tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=28ea4fc6c6364a5ba20c46648f614b44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252311 Nov 08 00:09:07.639122 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-931e4d49-3a9f-4ec6-ad31-d40dca943b6a req-06c8fa7d-a858-4a82-8e0c-b58e57ce9985 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 210 time: 0.0957184 Nov 08 00:09:07.645425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2270b3d6-8084-4719-8cea-1d29106b7392 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15651330950d4c3aa5c4ed0db0ce62bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4453461 Nov 08 00:09:07.654235 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59108) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:07.768967 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 06c34cae-d62e-43ed-a3e6-93f2cc85b288 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:07.784489 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a96482ee-5dd9-4a21-8ab7-72df19ffa339 req-5e4adc65-9a0a-467e-baf1-25de682e2bd6 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 210 time: 0.0570550 Nov 08 00:09:07.786728 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:07.886877 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34174e39-4d87-4872-9de4-533915596239 req-8b1b0872-0425-44f8-9823-086ef669ca71 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:07.888572 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-34174e39-4d87-4872-9de4-533915596239 req-8b1b0872-0425-44f8-9823-086ef669ca71 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2510600 Nov 08 00:09:07.909231 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] Deleting port c034fdd1-2a75-496d-ad73-5b8135234a7f {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:09:07.909960 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:07.952892 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 06c34cae-d62e-43ed-a3e6-93f2cc85b288 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:07.958043 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.003904 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port b0670b7f-ac6f-43a1-9153-cb808c2a408e completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:09:08.010551 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-34174e39-4d87-4872-9de4-533915596239 req-e73124f2-8c17-48c2-a948-d5ef6b9e05df tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Request body: {'port': {'device_id': '5bb79953-31dc-4530-b837-98d2d6053b13', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '28ea4fc6c6364a5ba20c46648f614b44'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:08.019843 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port b0670b7f-ac6f-43a1-9153-cb808c2a408e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:08.020222 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.051075 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931757bd-c942-494e-96e5-bd1dcfbc481b None None] DHCP port deletion for 86cdcf08-fe2a-473b-99f7-8f7466e47fe8 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:09:08.074870 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] For port c034fdd1-2a75-496d-ad73-5b8135234a7f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c034fdd1-2a75-496d-ad73-5b8135234a7f,segment=NetworkSegment(8990d692-83ed-485a-a9e1-81f4f28d1617),segment_id=8990d692-83ed-485a-a9e1-81f4f28d1617)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:08.075240 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.093905 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] Calling delete_port for c034fdd1-2a75-496d-ad73-5b8135234a7f owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:09:08.105188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124966e9-ae0f-4d4a-9d9e-0554d333bead req-9fec28c2-eb46-41ad-b185-86af67b4c449 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:08.108419 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-124966e9-ae0f-4d4a-9d9e-0554d333bead req-9fec28c2-eb46-41ad-b185-86af67b4c449 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 944 time: 0.3718350 Nov 08 00:09:08.116120 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-199f44db-7b8b-4aa1-8d54-274a135a07c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.156468 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874fe184-8474-4fe6-b81a-7c29853effab', 'name': 'tempest-ServerRescueTestJSON-1955017736-router', 'tenant_id': '21edfc77fe094b2d97711711c5adbccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '06c34cae-d62e-43ed-a3e6-93f2cc85b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:58Z', 'updated_at': '2021-11-08T00:09:03Z', 'revision_number': 4, 'project_id': '21edfc77fe094b2d97711711c5adbccd', 'gw_port': {'id': '06c34cae-d62e-43ed-a3e6-93f2cc85b288', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fe184-8474-4fe6-b81a-7c29853effab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:59Z', 'updated_at': '2021-11-08T00:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'dc7060f7-44fc-4c4f-9a94-d14e96681b2f', 'name': '', 'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca', 'tenant_id': '21edfc77fe094b2d97711711c5adbccd', 'mac_address': 'fa:16:3e:57:a3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874fe184-8474-4fe6-b81a-7c29853effab', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '5b3b7865-e2bd-4e2c-8ae2-76e310490d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:02Z', 'updated_at': '2021-11-08T00:09:03Z', 'revision_number': 2, 'project_id': '21edfc77fe094b2d97711711c5adbccd', 'subnets': [{'id': '5b3b7865-e2bd-4e2c-8ae2-76e310490d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:08.179200 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-199f44db-7b8b-4aa1-8d54-274a135a07c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.197604 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] Checking router: 874fe184-8474-4fe6-b81a-7c29853effab for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:09:08.198075 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] Updating router 874fe184-8474-4fe6-b81a-7c29853effab port dc7060f7-44fc-4c4f-9a94-d14e96681b2f binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:09:08.199929 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.236365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-124966e9-ae0f-4d4a-9d9e-0554d333bead req-12583f37-9ff3-4588-8184-02017985f42e tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038845 Nov 08 00:09:08.258861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdec02-9a95-425a-8a92-9cf3ea1b514e req-b8cad005-381c-459d-b6c6-2b6b9406f130 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:08.264088 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.264428 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1bdec02-9a95-425a-8a92-9cf3ea1b514e req-b8cad005-381c-459d-b6c6-2b6b9406f130 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 948 time: 0.1543019 Nov 08 00:09:08.281335 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-931757bd-c942-494e-96e5-bd1dcfbc481b None None] Deleting port c034fdd1-2a75-496d-ad73-5b8135234a7f {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:09:08.281335 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-931757bd-c942-494e-96e5-bd1dcfbc481b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.287479 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.301489 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34174e39-4d87-4872-9de4-533915596239 req-e73124f2-8c17-48c2-a948-d5ef6b9e05df tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Made reservation on behalf of 28ea4fc6c6364a5ba20c46648f614b44 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:09:08.308009 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-34174e39-4d87-4872-9de4-533915596239 req-e73124f2-8c17-48c2-a948-d5ef6b9e05df tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.316325 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1bdec02-9a95-425a-8a92-9cf3ea1b514e req-5d6eed95-7d3c-4de7-9ac1-d669fea7d5f8 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/security-groups?id=379aa297-364b-43e2-b5b7-0255bbedb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509560 Nov 08 00:09:08.338314 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8f24582b-4e3e-48e1-9520-48eea8b9b448 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:09:08.339152 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.386691 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-199f44db-7b8b-4aa1-8d54-274a135a07c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.389856 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-199f44db-7b8b-4aa1-8d54-274a135a07c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.396052 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-199f44db-7b8b-4aa1-8d54-274a135a07c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ffad703c-5f8a-4659-b3f6-f0d50bab229a HTTP/1.1" status: 204 len: 168 time: 0.7359605 Nov 08 00:09:08.396643 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 8f24582b-4e3e-48e1-9520-48eea8b9b448 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:09:08.396643 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8f24582b-4e3e-48e1-9520-48eea8b9b448 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:09:08.399314 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=c034fdd1-2a75-496d-ad73-5b8135234a7f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:08.405620 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f44db-7b8b-4aa1-8d54-274a135a07c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffad703c-5f8a-4659-b3f6-f0d50bab229a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:08.408848 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] No DVR routers for this DVR port c034fdd1-2a75-496d-ad73-5b8135234a7f on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:09:08.422525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f402c0-7e34-4fae-9bba-299af2e8e8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0670b7f-ac6f-43a1-9153-cb808c2a408e'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:08.425206 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0253624a-3670-4e4f-99b4-e35a52415069" -d '{"events": [{"server_uuid": "86f402c0-7e34-4fae-9bba-299af2e8e8c4", "name": "network-vif-plugged", "status": "completed", "tag": "b0670b7f-ac6f-43a1-9153-cb808c2a408e"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:08.442014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-931757bd-c942-494e-96e5-bd1dcfbc481b None None] For port c034fdd1-2a75-496d-ad73-5b8135234a7f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c034fdd1-2a75-496d-ad73-5b8135234a7f,segment=NetworkSegment(8990d692-83ed-485a-a9e1-81f4f28d1617),segment_id=8990d692-83ed-485a-a9e1-81f4f28d1617)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:08.442423 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-931757bd-c942-494e-96e5-bd1dcfbc481b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.472120 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-931757bd-c942-494e-96e5-bd1dcfbc481b None None] Calling delete_port for c034fdd1-2a75-496d-ad73-5b8135234a7f owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:09:08.534670 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.544275 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39cd90-d5c1-408a-b8bb-afa6c7dfba5e req-b3292ea3-3636-4b97-8b3a-571c27ee4b83 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:08.546112 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb39cd90-d5c1-408a-b8bb-afa6c7dfba5e req-b3292ea3-3636-4b97-8b3a-571c27ee4b83 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 950 time: 0.0596995 Nov 08 00:09:08.554892 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b0670b7f-ac6f-43a1-9153-cb808c2a408e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b0670b7f-ac6f-43a1-9153-cb808c2a408e,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:08.558352 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ceef809-fe02-404e-9acc-987be760e2b5 x-openstack-request-id: req-5ceef809-fe02-404e-9acc-987be760e2b5 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:08.558867 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f402c0-7e34-4fae-9bba-299af2e8e8c4", "name": "network-vif-plugged", "status": "completed", "tag": "b0670b7f-ac6f-43a1-9153-cb808c2a408e", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:08.559995 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ceef809-fe02-404e-9acc-987be760e2b5 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:08.560685 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cdcf08-fe2a-473b-99f7-8f7466e47fe8']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:08.564158 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f402c0-7e34-4fae-9bba-299af2e8e8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0670b7f-ac6f-43a1-9153-cb808c2a408e', 'code': 200} Nov 08 00:09:08.571808 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8990d692-83ed-485a-a9e1-81f4f28d1617') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:08.572109 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8990d692-83ed-485a-a9e1-81f4f28d1617') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:08.583561 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.604176 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb39cd90-d5c1-408a-b8bb-afa6c7dfba5e req-b9fd5dc9-72ba-4532-a54d-f4eef75435cc tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435019 Nov 08 00:09:08.639636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 98703f17-446e-4716-a4bc-1eafee48c91b no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:09:08.671780 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 98703f17-446e-4716-a4bc-1eafee48c91b {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:09:08.672136 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 98703f17-446e-4716-a4bc-1eafee48c91b not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:09:08.676640 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.677740 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.688532 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:09:08.688938 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:09:08.690675 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:09:08.768878 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba3080-32db-4d27-8cac-7a4bb3e8aec8 req-6ace1d6b-0bc1-4ccb-b9ad-ee76dac3c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:08.770664 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9dba3080-32db-4d27-8cac-7a4bb3e8aec8 req-6ace1d6b-0bc1-4ccb-b9ad-ee76dac3c34f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 1100 time: 0.1641335 Nov 08 00:09:08.785587 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-931757bd-c942-494e-96e5-bd1dcfbc481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.812784 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931757bd-c942-494e-96e5-bd1dcfbc481b None None] No DVR routers for this DVR port c034fdd1-2a75-496d-ad73-5b8135234a7f on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:09:08.828963 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=b0670b7f-ac6f-43a1-9153-cb808c2a408e,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:08.834167 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9dba3080-32db-4d27-8cac-7a4bb3e8aec8 req-c5559fb2-4039-4fdd-91ef-02d94815f490 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=379aa297-364b-43e2-b5b7-0255bbedb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493121 Nov 08 00:09:08.855856 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c84890e-dae2-4e11-9fb4-cab2faded26c req-45fdcf22-999f-4368-8a2b-8f14d5a246c9 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 210 time: 0.0386109 Nov 08 00:09:08.868519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931757bd-c942-494e-96e5-bd1dcfbc481b None None] Pushing event deleted for resources: {'Port': ['ID=c034fdd1-2a75-496d-ad73-5b8135234a7f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:08.882160 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c034fdd1-2a75-496d-ad73-5b8135234a7f no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:09:08.915062 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: c034fdd1-2a75-496d-ad73-5b8135234a7f {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:09:08.915405 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c034fdd1-2a75-496d-ad73-5b8135234a7f not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:09:08.930330 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-34174e39-4d87-4872-9de4-533915596239 req-e73124f2-8c17-48c2-a948-d5ef6b9e05df tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Allocated IP 192.168.233.20 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/254f2f33-57f6-4768-93be-0740843b0ca1) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:09:08.961972 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5371464-404a-4ad7-a4a6-b0b81e6d389c req-684ae3ac-968a-4d0f-ad07-dea2231fe806 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 210 time: 0.0386586 Nov 08 00:09:08.984509 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.989486 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.995382 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:08.995778 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] 10.222.0.13 "DELETE /v2.0/networks/86cdcf08-fe2a-473b-99f7-8f7466e47fe8 HTTP/1.1" status: 204 len: 168 time: 1.8847256 Nov 08 00:09:09.018002 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e857a-fd16-41c9-8b9d-c6941d7b1d10 admin admin] Pushing event deleted for resources: {'Network': ['ID=86cdcf08-fe2a-473b-99f7-8f7466e47fe8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:09.099484 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:09.150067 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-34174e39-4d87-4872-9de4-533915596239 req-e73124f2-8c17-48c2-a948-d5ef6b9e05df tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:09.152563 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196fbe6-92ea-45e9-ab74-09e03d5f29b8 None None] Pushing event updated for resources: {'Port': ['ID=dc7060f7-44fc-4c4f-9a94-d14e96681b2f,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:09.211661 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] Attempting to bind port dc7060f7-44fc-4c4f-9a94-d14e96681b2f on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:09:09.212073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] Attempting to bind port dc7060f7-44fc-4c4f-9a94-d14e96681b2f by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '9616c016-b0f1-4cf9-96a4-fd0381600ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:09:09.212439 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] Attempting to bind port dc7060f7-44fc-4c4f-9a94-d14e96681b2f on network 00c6100d-05e3-43cc-b647-520b9eba8eca {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:09.217545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:09:09.217916 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] Checking segment: {'id': '9616c016-b0f1-4cf9-96a4-fd0381600ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:09.218345 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:09.218715 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] Bound using segment: {'id': '9616c016-b0f1-4cf9-96a4-fd0381600ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:09:09.219165 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] Bound port: dc7060f7-44fc-4c4f-9a94-d14e96681b2f, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9616c016-b0f1-4cf9-96a4-fd0381600ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:09:09.219542 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:09.231807 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdf6b9-05aa-4f8f-99f6-4e5eb6b82707 req-858518f2-ba83-4508-8ca7-f758a2623a81 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:09.233297 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27fdf6b9-05aa-4f8f-99f6-4e5eb6b82707 req-858518f2-ba83-4508-8ca7-f758a2623a81 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 950 time: 0.0559089 Nov 08 00:09:09.273993 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-34174e39-4d87-4872-9de4-533915596239 req-e73124f2-8c17-48c2-a948-d5ef6b9e05df tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:09.278592 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27fdf6b9-05aa-4f8f-99f6-4e5eb6b82707 req-8723d74f-cb54-4f18-8f60-c01587038535 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368588 Nov 08 00:09:09.321773 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['61d5814c-db25-4b8f-bbd8-2a89eca9d1cc', 'dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:09:09.353858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] For port dc7060f7-44fc-4c4f-9a94-d14e96681b2f, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:09.359076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59144) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:09.374548 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34174e39-4d87-4872-9de4-533915596239 req-e73124f2-8c17-48c2-a948-d5ef6b9e05df tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:09:09.380713 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-34174e39-4d87-4872-9de4-533915596239 req-e73124f2-8c17-48c2-a948-d5ef6b9e05df tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:09.381173 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-34174e39-4d87-4872-9de4-533915596239 req-e73124f2-8c17-48c2-a948-d5ef6b9e05df tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:09:09.388858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] For port dc7060f7-44fc-4c4f-9a94-d14e96681b2f, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=dc7060f7-44fc-4c4f-9a94-d14e96681b2f,segment=NetworkSegment(9616c016-b0f1-4cf9-96a4-fd0381600ec1),segment_id=9616c016-b0f1-4cf9-96a4-fd0381600ec1)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:09:09.448161 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34174e39-4d87-4872-9de4-533915596239 req-e73124f2-8c17-48c2-a948-d5ef6b9e05df tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:09.449319 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-34174e39-4d87-4872-9de4-533915596239 req-e73124f2-8c17-48c2-a948-d5ef6b9e05df tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:09.454939 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59146) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:09.463437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6673d-fd83-4041-9b7a-6a49e3cf62e8 req-2757daf9-7dc5-4618-a8bf-e353ae2bb1af tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:09.477173 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20f6673d-fd83-4041-9b7a-6a49e3cf62e8 req-2757daf9-7dc5-4618-a8bf-e353ae2bb1af tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 944 time: 0.1190045 Nov 08 00:09:09.489216 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:09.503829 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ad91c71b-2574-4d5d-931f-0273c0784436 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13c9e8629bc5458e8b20058e8df95193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426458 Nov 08 00:09:09.508977 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73124f2-8c17-48c2-a948-d5ef6b9e05df tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Pushing event updated for resources: {'Port': ['ID=254f2f33-57f6-4768-93be-0740843b0ca1,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:09.511930 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59148) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:09.587170 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-568036d4-490e-45b7-a943-e804f0bca051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:09.593828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] Routers {'874fe184-8474-4fe6-b81a-7c29853effab'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:09:09.594472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:09:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['874fe184-8474-4fe6-b81a-7c29853effab'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:09.598448 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196fbe6-92ea-45e9-ab74-09e03d5f29b8 None None] Pushing event updated for resources: {'Port': ['ID=dc7060f7-44fc-4c4f-9a94-d14e96681b2f,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:09.626666 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-34174e39-4d87-4872-9de4-533915596239 req-e73124f2-8c17-48c2-a948-d5ef6b9e05df tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6201215 Nov 08 00:09:09.637515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20f6673d-fd83-4041-9b7a-6a49e3cf62e8 req-0bd207e4-21dc-42b4-bd6c-8e5c3545aaf7 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549404 Nov 08 00:09:09.644331 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2cb22081-7c29-465f-ac44-4ec8d5dda574 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc6f971c021b4e5290b7e7ea9ecba384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860142 Nov 08 00:09:09.646226 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59150) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:09.651799 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-568036d4-490e-45b7-a943-e804f0bca051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:09.677794 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Request body: {'port': {'device_id': '5bb79953-31dc-4530-b837-98d2d6053b13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:09.680056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0fe275c-f451-4521-99be-8d6eb407e868 req-0b712112-4d35-4ee6-a088-b8f2869a3c6f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1681433 Nov 08 00:09:09.795051 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:09.816689 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bc98d29-c422-4420-8ab2-61ff22e7d0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:09.842444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe275c-f451-4521-99be-8d6eb407e868 req-7ccd28c9-8bcd-4562-9d03-2b747754924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:09.843982 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0fe275c-f451-4521-99be-8d6eb407e868 req-7ccd28c9-8bcd-4562-9d03-2b747754924e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28ea4fc6c6364a5ba20c46648f614b44&device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 1101 time: 0.0743687 Nov 08 00:09:09.856238 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbde758-b543-41e6-bb25-d55c578135fb req-e047ac77-b9f3-4e87-a4de-6bea930fbd32 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:09.857979 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-afbde758-b543-41e6-bb25-d55c578135fb req-e047ac77-b9f3-4e87-a4de-6bea930fbd32 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 949 time: 0.1242654 Nov 08 00:09:09.874846 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bc98d29-c422-4420-8ab2-61ff22e7d0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:09.951006 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-568036d4-490e-45b7-a943-e804f0bca051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:09.953583 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-568036d4-490e-45b7-a943-e804f0bca051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:09.957027 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2717a4c7-037c-454d-94e5-e91f9e176dae None None] Provisioning complete for port 254f2f33-57f6-4768-93be-0740843b0ca1 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:09.957531 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-568036d4-490e-45b7-a943-e804f0bca051 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69fc507c-07ab-497a-a34a-dc18e2c641f0 HTTP/1.1" status: 204 len: 168 time: 0.4404454 Nov 08 00:09:09.957625 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2717a4c7-037c-454d-94e5-e91f9e176dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:09.971359 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-afbde758-b543-41e6-bb25-d55c578135fb req-cd237bd4-76c1-457d-80de-78dd43ac384f tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/security-groups?id=379aa297-364b-43e2-b5b7-0255bbedb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061242 Nov 08 00:09:10.028669 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe275c-f451-4521-99be-8d6eb407e868 req-02a89666-8083-4f60-aa01-ceb8910752df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:10.031056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0fe275c-f451-4521-99be-8d6eb407e868 req-02a89666-8083-4f60-aa01-ceb8910752df service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1506083 Nov 08 00:09:10.050036 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] Set router 874fe184-8474-4fe6-b81a-7c29853effab gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:09:10.098471 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2717a4c7-037c-454d-94e5-e91f9e176dae None None] Port 254f2f33-57f6-4768-93be-0740843b0ca1 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:09:10.101878 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568036d4-490e-45b7-a943-e804f0bca051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fc507c-07ab-497a-a34a-dc18e2c641f0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:10.127920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0fe275c-f451-4521-99be-8d6eb407e868 req-1b0401da-24fd-4a29-b0e4-7f9bfbe6afe3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc HTTP/1.1" status: 200 len: 217 time: 0.0880485 Nov 08 00:09:10.198718 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-19ff73f3-7eff-450e-a902-c881fd21be03 service neutron] 10.222.0.20 "GET /v2.0/ports/63b3937e-2be0-47fa-b168-655879c76e1e/bindings/n-h2-816882-1 HTTP/1.1" status: 200 len: 384 time: 0.1958625 Nov 08 00:09:10.281540 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bc98d29-c422-4420-8ab2-61ff22e7d0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:10.284099 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bc98d29-c422-4420-8ab2-61ff22e7d0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:10.285252 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4bc98d29-c422-4420-8ab2-61ff22e7d0c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60497f8f-551e-444d-aaba-d3dd72bb6834 HTTP/1.1" status: 204 len: 168 time: 0.6379571 Nov 08 00:09:10.288166 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032a824-464a-4068-b58b-4d745882f33f req-ab015666-a4e8-4060-9fa4-a0a07139dd01 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:10.289935 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8032a824-464a-4068-b58b-4d745882f33f req-ab015666-a4e8-4060-9fa4-a0a07139dd01 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 950 time: 0.1663773 Nov 08 00:09:10.308963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe275c-f451-4521-99be-8d6eb407e868 req-7d7130ab-0f3b-4de3-821a-efc7a44e4ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:10.310657 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0fe275c-f451-4521-99be-8d6eb407e868 req-7d7130ab-0f3b-4de3-821a-efc7a44e4ebf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1445293 Nov 08 00:09:10.322796 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc98d29-c422-4420-8ab2-61ff22e7d0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60497f8f-551e-444d-aaba-d3dd72bb6834,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:10.340145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5803ab-a2ee-4027-9f9b-51475971aebb req-ac89a2ee-2094-49f6-9373-680d9032c616 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:10.343042 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee5803ab-a2ee-4027-9f9b-51475971aebb req-ac89a2ee-2094-49f6-9373-680d9032c616 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 935 time: 0.2179410 Nov 08 00:09:10.353199 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874fe184-8474-4fe6-b81a-7c29853effab', 'name': 'tempest-ServerRescueTestJSON-1955017736-router', 'tenant_id': '21edfc77fe094b2d97711711c5adbccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '06c34cae-d62e-43ed-a3e6-93f2cc85b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:58Z', 'updated_at': '2021-11-08T00:09:03Z', 'revision_number': 4, 'project_id': '21edfc77fe094b2d97711711c5adbccd', 'gw_port': {'id': '06c34cae-d62e-43ed-a3e6-93f2cc85b288', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fe184-8474-4fe6-b81a-7c29853effab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:59Z', 'updated_at': '2021-11-08T00:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'dc7060f7-44fc-4c4f-9a94-d14e96681b2f', 'name': '', 'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca', 'tenant_id': '21edfc77fe094b2d97711711c5adbccd', 'mac_address': 'fa:16:3e:57:a3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874fe184-8474-4fe6-b81a-7c29853effab', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '5b3b7865-e2bd-4e2c-8ae2-76e310490d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:02Z', 'updated_at': '2021-11-08T00:09:09Z', 'revision_number': 4, 'project_id': '21edfc77fe094b2d97711711c5adbccd', 'subnets': [{'id': '5b3b7865-e2bd-4e2c-8ae2-76e310490d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:10.402458 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254f2f33-57f6-4768-93be-0740843b0ca1 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:09:10.408551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f08ad1-1734-4e2b-8f63-5974db68e701 None None] The sync data for ids ['874fe184-8474-4fe6-b81a-7c29853effab'] in n-d-816882-1 is: [{'id': '874fe184-8474-4fe6-b81a-7c29853effab', 'name': 'tempest-ServerRescueTestJSON-1955017736-router', 'tenant_id': '21edfc77fe094b2d97711711c5adbccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '06c34cae-d62e-43ed-a3e6-93f2cc85b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:58Z', 'updated_at': '2021-11-08T00:09:03Z', 'revision_number': 4, 'project_id': '21edfc77fe094b2d97711711c5adbccd', 'gw_port': {'id': '06c34cae-d62e-43ed-a3e6-93f2cc85b288', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fe184-8474-4fe6-b81a-7c29853effab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:59Z', 'updated_at': '2021-11-08T00:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'dc7060f7-44fc-4c4f-9a94-d14e96681b2f', 'name': '', 'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca', 'tenant_id': '21edfc77fe094b2d97711711c5adbccd', 'mac_address': 'fa:16:3e:57:a3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874fe184-8474-4fe6-b81a-7c29853effab', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '5b3b7865-e2bd-4e2c-8ae2-76e310490d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:02Z', 'updated_at': '2021-11-08T00:09:09Z', 'revision_number': 4, 'project_id': '21edfc77fe094b2d97711711c5adbccd', 'subnets': [{'id': '5b3b7865-e2bd-4e2c-8ae2-76e310490d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:09:10.420260 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:10.443190 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8032a824-464a-4068-b58b-4d745882f33f req-392f2c52-59ea-4a09-995b-427887c6fb02 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416838 Nov 08 00:09:10.478067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee5803ab-a2ee-4027-9f9b-51475971aebb req-b06d110b-84fa-419e-8e94-7742f5d81644 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053259 Nov 08 00:09:10.479724 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Transition to ACTIVE for port object 254f2f33-57f6-4768-93be-0740843b0ca1 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:09:10.491098 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe275c-f451-4521-99be-8d6eb407e868 req-d1773453-f0d0-4cb5-8b9d-2f6fdfaf0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:10.494115 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0fe275c-f451-4521-99be-8d6eb407e868 req-d1773453-f0d0-4cb5-8b9d-2f6fdfaf0348 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422143 Nov 08 00:09:10.599294 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:10.615805 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-c5e7b684-79f7-4819-a3e4-2bf5cbb92e9f service neutron] For port 63b3937e-2be0-47fa-b168-655879c76e1e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=63b3937e-2be0-47fa-b168-655879c76e1e,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:10.680443 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acb91501-66ff-4808-b97d-9f63f08ca9b1 req-c31566f3-95fa-4bdc-8325-72df7de7b7c4 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 210 time: 0.0545137 Nov 08 00:09:10.732049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-c5e7b684-79f7-4819-a3e4-2bf5cbb92e9f service neutron] For port 63b3937e-2be0-47fa-b168-655879c76e1e, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:10.760508 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0fe275c-f451-4521-99be-8d6eb407e868 req-40bd0297-7085-414e-ad36-7e555f598d10 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518728 Nov 08 00:09:10.809788 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Pushing event updated for resources: {'Port': ['ID=254f2f33-57f6-4768-93be-0740843b0ca1,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:10.835843 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-c5e7b684-79f7-4819-a3e4-2bf5cbb92e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b3937e-2be0-47fa-b168-655879c76e1e {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:09:10.938343 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-c5e7b684-79f7-4819-a3e4-2bf5cbb92e9f service neutron] For port 63b3937e-2be0-47fa-b168-655879c76e1e, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=63b3937e-2be0-47fa-b168-655879c76e1e,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:11.011429 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device dc7060f7-44fc-4c4f-9a94-d14e96681b2f up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:11.060849 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d0e734b5-65e0-44e8-97ba-16ca238abea3 req-9b69ec4a-8b8a-4ccc-b22f-acbc5a03349b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4098570 Nov 08 00:09:11.072392 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Attempting to bind port 254f2f33-57f6-4768-93be-0740843b0ca1 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:09:11.072757 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Attempting to bind port 254f2f33-57f6-4768-93be-0740843b0ca1 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:09:11.073122 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Attempting to bind port 254f2f33-57f6-4768-93be-0740843b0ca1 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:11.074593 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40046294-1463-44a5-bc93-2fdeed9d7147 req-0b2c3779-437b-43dc-a4e5-10f5064f799b tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:11.076229 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40046294-1463-44a5-bc93-2fdeed9d7147 req-0b2c3779-437b-43dc-a4e5-10f5064f799b tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 944 time: 0.1559818 Nov 08 00:09:11.117580 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Port 254f2f33-57f6-4768-93be-0740843b0ca1 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:09:11.117913 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Attempting to bind port 254f2f33-57f6-4768-93be-0740843b0ca1 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:11.158356 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port dc7060f7-44fc-4c4f-9a94-d14e96681b2f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:11.158738 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:11.173681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0fe275c-f451-4521-99be-8d6eb407e868 req-aa32b24c-6766-41f1-a9e4-aec6ea653c11 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033468 Nov 08 00:09:11.214237 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-c5e7b684-79f7-4819-a3e4-2bf5cbb92e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:11.215462 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40046294-1463-44a5-bc93-2fdeed9d7147 req-17811df6-c20e-4c04-90a8-4b7625553eac tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307559 Nov 08 00:09:11.351431 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a443b12-6885-4393-ba84-9afc2f8a1023 req-0aba5b19-65f0-4867-afbb-f322ca45249a tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:11.353997 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a443b12-6885-4393-ba84-9afc2f8a1023 req-0aba5b19-65f0-4867-afbb-f322ca45249a tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 949 time: 0.0887356 Nov 08 00:09:11.355661 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:09:11.356038 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:11.356424 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:09:11.356871 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Bound port: 254f2f33-57f6-4768-93be-0740843b0ca1, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:09:11.357227 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:11.398407 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:11.424471 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a443b12-6885-4393-ba84-9afc2f8a1023 req-270cda63-f798-4581-941b-b1a86a47c0a7 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/security-groups?id=379aa297-364b-43e2-b5b7-0255bbedb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599241 Nov 08 00:09:11.450383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port dc7060f7-44fc-4c4f-9a94-d14e96681b2f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=dc7060f7-44fc-4c4f-9a94-d14e96681b2f,segment=NetworkSegment(9616c016-b0f1-4cf9-96a4-fd0381600ec1),segment_id=9616c016-b0f1-4cf9-96a4-fd0381600ec1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:11.530472 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e734b5-65e0-44e8-97ba-16ca238abea3 req-4c10016d-7795-4fe6-9362-b063d3930cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:11.532020 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d0e734b5-65e0-44e8-97ba-16ca238abea3 req-4c10016d-7795-4fe6-9362-b063d3930cbb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dafc7010ec8a40b6adaaa3517374bd21&device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 1097 time: 0.3269713 Nov 08 00:09:11.547227 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:11.559562 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb15d7-3927-4fef-8feb-55094594def3 req-25a64872-6254-40e2-8ff4-5a6d88d4cfd0 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:11.562554 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63bb15d7-3927-4fef-8feb-55094594def3 req-25a64872-6254-40e2-8ff4-5a6d88d4cfd0 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.26 "GET /v2.0/networks?id=00c6100d-05e3-43cc-b647-520b9eba8eca HTTP/1.1" status: 200 len: 811 time: 0.6969411 Nov 08 00:09:11.612918 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-63bb15d7-3927-4fef-8feb-55094594def3 req-8fe81dec-1cdc-4601-8f6d-551731cefe2a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Request body: {'port': {'device_id': 'c2bf4316-8744-4694-82ae-3734fb3f63df', 'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca', 'admin_state_up': True, 'tenant_id': '21edfc77fe094b2d97711711c5adbccd'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:11.642603 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-c5e7b684-79f7-4819-a3e4-2bf5cbb92e9f service neutron] Transition to ACTIVE for port object 63b3937e-2be0-47fa-b168-655879c76e1e will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:09:11.672859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=dc7060f7-44fc-4c4f-9a94-d14e96681b2f,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:11.760212 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-c5e7b684-79f7-4819-a3e4-2bf5cbb92e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:11.766066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41760cb6-f16e-4edc-9547-17a425fb65bb req-ecb8a090-ebb2-44ed-9103-e88509325635 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:11.767009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-41760cb6-f16e-4edc-9547-17a425fb65bb req-ecb8a090-ebb2-44ed-9103-e88509325635 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 947 time: 0.1454532 Nov 08 00:09:11.779373 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] For port 254f2f33-57f6-4768-93be-0740843b0ca1, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:11.784073 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab81854-39de-4463-9cc7-566dfb7014b8 req-677ecea3-3a43-41f2-aa35-e180ac42be16 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:11.791312 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ab81854-39de-4463-9cc7-566dfb7014b8 req-677ecea3-3a43-41f2-aa35-e180ac42be16 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 950 time: 0.1531048 Nov 08 00:09:11.801772 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcb2f2-2aca-4688-809c-5f393a0d374b req-93e9d1ed-ceef-4c8d-962a-834609a4625c tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:11.803237 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5dcb2f2-2aca-4688-809c-5f393a0d374b req-93e9d1ed-ceef-4c8d-962a-834609a4625c tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.20 "GET /v2.0/ports?device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 950 time: 0.1081100 Nov 08 00:09:11.820119 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] For port 254f2f33-57f6-4768-93be-0740843b0ca1, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=254f2f33-57f6-4768-93be-0740843b0ca1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:09:11.936688 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ab81854-39de-4463-9cc7-566dfb7014b8 req-f7a3ff5a-e92c-48e5-87e9-60851cc94623 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410108 Nov 08 00:09:11.937031 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-c5e7b684-79f7-4819-a3e4-2bf5cbb92e9f service neutron] No DVR routers for this DVR port 63b3937e-2be0-47fa-b168-655879c76e1e on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:09:11.963028 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:11.965759 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-41760cb6-f16e-4edc-9547-17a425fb65bb req-72d990ec-24a5-47cf-977a-cb7b8c755067 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721547 Nov 08 00:09:11.990162 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e734b5-65e0-44e8-97ba-16ca238abea3 req-984a116e-bf86-43f2-8626-b7bb0a3aa78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:11.991874 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d0e734b5-65e0-44e8-97ba-16ca238abea3 req-984a116e-bf86-43f2-8626-b7bb0a3aa78f service neutron] 10.222.0.20 "GET /v2.0/networks?id=80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 HTTP/1.1" status: 200 len: 924 time: 0.4245949 Nov 08 00:09:12.001977 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7b684-79f7-4819-a3e4-2bf5cbb92e9f service neutron] Pushing event updated for resources: {'Port': ['ID=63b3937e-2be0-47fa-b168-655879c76e1e,revision_number=10']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:12.115987 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-a5dcb2f2-2aca-4688-809c-5f393a0d374b req-c44adf8d-c4df-4b55-a825-508a9e29d223 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Deleting port 8ca9c64e-8712-4923-ab0b-77dd6a50be60 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:09:12.116356 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a5dcb2f2-2aca-4688-809c-5f393a0d374b req-c44adf8d-c4df-4b55-a825-508a9e29d223 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:12.130078 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:12.130708 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:12.133736 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-34174e39-4d87-4872-9de4-533915596239 req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] 10.222.0.26 "PUT /v2.0/ports/254f2f33-57f6-4768-93be-0740843b0ca1 HTTP/1.1" status: 200 len: 1095 time: 2.4737089 Nov 08 00:09:12.135037 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb79953-31dc-4530-b837-98d2d6053b13', 'tag': '254f2f33-57f6-4768-93be-0740843b0ca1'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:12.137999 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cc8a20-f6ee-4111-8db3-8f2973efde4b" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb79953-31dc-4530-b837-98d2d6053b13", "tag": "254f2f33-57f6-4768-93be-0740843b0ca1"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:12.170958 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-c5e7b684-79f7-4819-a3e4-2bf5cbb92e9f service neutron] 10.222.0.20 "PUT /v2.0/ports/63b3937e-2be0-47fa-b168-655879c76e1e/bindings/n-h2-816882-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9626572 Nov 08 00:09:12.181129 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44eaa0f-380f-4372-b628-cfe36563b0cd service neutron] Pushing event updated for resources: {'Port': ['ID=254f2f33-57f6-4768-93be-0740843b0ca1,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:12.206104 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d0e734b5-65e0-44e8-97ba-16ca238abea3 req-1fbaef05-fc6e-4a1c-8bf4-3ab54ffc2c3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9054d06b-004f-4c1a-a1fe-22f398c8274c HTTP/1.1" status: 200 len: 1002 time: 0.2069397 Nov 08 00:09:12.209978 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cbdc0b59-bc23-4899-91f5-e51f174e6a8b req-f557d0bf-2a99-4a69-809c-1e6e3ce3cfb2 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 210 time: 0.1199808 Nov 08 00:09:12.294597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-a5dcb2f2-2aca-4688-809c-5f393a0d374b req-c44adf8d-c4df-4b55-a825-508a9e29d223 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] For port 8ca9c64e-8712-4923-ab0b-77dd6a50be60, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8ca9c64e-8712-4923-ab0b-77dd6a50be60,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:12.299758 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a5dcb2f2-2aca-4688-809c-5f393a0d374b req-c44adf8d-c4df-4b55-a825-508a9e29d223 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:12.312589 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e734b5-65e0-44e8-97ba-16ca238abea3 req-1f16fbca-35ad-4eb9-b437-9c13e3dd91c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:12.319327 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d0e734b5-65e0-44e8-97ba-16ca238abea3 req-1f16fbca-35ad-4eb9-b437-9c13e3dd91c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e6ff2d21-c91f-455a-a3e9-871aa706c876 HTTP/1.1" status: 200 len: 862 time: 0.1011741 Nov 08 00:09:12.320870 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63bb15d7-3927-4fef-8feb-55094594def3 req-8fe81dec-1cdc-4601-8f6d-551731cefe2a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Made reservation on behalf of 21edfc77fe094b2d97711711c5adbccd for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:09:12.330753 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-a5dcb2f2-2aca-4688-809c-5f393a0d374b req-c44adf8d-c4df-4b55-a825-508a9e29d223 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Calling delete_port for 8ca9c64e-8712-4923-ab0b-77dd6a50be60 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:09:12.331285 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63bb15d7-3927-4fef-8feb-55094594def3 req-8fe81dec-1cdc-4601-8f6d-551731cefe2a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:12.491983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-46959759-6b72-414b-b0ed-0bb1f996b255 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:12.493677 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-46959759-6b72-414b-b0ed-0bb1f996b255 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee&tenant_id=951d7073901a4e51a1deddc1d387c234&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 1096 time: 0.0931556 Nov 08 00:09:12.518806 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a646062e-a6d0-4604-9c16-c25f92637e3c x-openstack-request-id: req-a646062e-a6d0-4604-9c16-c25f92637e3c {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:12.519103 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb79953-31dc-4530-b837-98d2d6053b13", "tag": "254f2f33-57f6-4768-93be-0740843b0ca1", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:12.519357 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a646062e-a6d0-4604-9c16-c25f92637e3c {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:12.519757 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb79953-31dc-4530-b837-98d2d6053b13', 'tag': '254f2f33-57f6-4768-93be-0740843b0ca1', 'status': 'completed', 'code': 200} Nov 08 00:09:12.525427 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e734b5-65e0-44e8-97ba-16ca238abea3 req-2f4ac87c-8154-4c31-a42b-b5f2621af466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:12.527329 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d0e734b5-65e0-44e8-97ba-16ca238abea3 req-2f4ac87c-8154-4c31-a42b-b5f2621af466 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1307640 Nov 08 00:09:12.535332 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34174e39-4d87-4872-9de4-533915596239 req-2abd7c99-e013-49e1-aeaa-048c331a9813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:12.536892 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-34174e39-4d87-4872-9de4-533915596239 req-2abd7c99-e013-49e1-aeaa-048c331a9813 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28ea4fc6c6364a5ba20c46648f614b44&device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 1098 time: 0.1833963 Nov 08 00:09:12.646347 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-34174e39-4d87-4872-9de4-533915596239 req-da2156eb-c031-42bf-beaf-b9ca0a1f726c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=254f2f33-57f6-4768-93be-0740843b0ca1 HTTP/1.1" status: 200 len: 217 time: 0.0872188 Nov 08 00:09:12.659818 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a5dcb2f2-2aca-4688-809c-5f393a0d374b req-c44adf8d-c4df-4b55-a825-508a9e29d223 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:12.698087 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['8ca9c64e-8712-4923-ab0b-77dd6a50be60'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:09:12.732264 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44adf8d-c4df-4b55-a825-508a9e29d223 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Pushing event deleted for resources: {'Port': ['ID=8ca9c64e-8712-4923-ab0b-77dd6a50be60,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:12.767418 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-63bb15d7-3927-4fef-8feb-55094594def3 req-8fe81dec-1cdc-4601-8f6d-551731cefe2a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Allocated IP 172.20.0.3 (00c6100d-05e3-43cc-b647-520b9eba8eca/5b3b7865-e2bd-4e2c-8ae2-76e310490d35/8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:09:12.788012 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34174e39-4d87-4872-9de4-533915596239 req-801ea730-2726-46ad-b435-c8613abfde86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:12.790064 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-34174e39-4d87-4872-9de4-533915596239 req-801ea730-2726-46ad-b435-c8613abfde86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1335535 Nov 08 00:09:12.816089 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d0e734b5-65e0-44e8-97ba-16ca238abea3 req-4e88099a-147d-41d1-b287-6fc40e0dd83b service neutron] 10.222.0.20 "GET /v2.0/networks/80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757251 Nov 08 00:09:12.865882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5dcb2f2-2aca-4688-809c-5f393a0d374b req-c44adf8d-c4df-4b55-a825-508a9e29d223 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] No DVR routers for this DVR port 8ca9c64e-8712-4923-ab0b-77dd6a50be60 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:09:12.869111 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-9c2b69ce-e060-4795-b0f5-e4bc86d53d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:12.870984 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-9c2b69ce-e060-4795-b0f5-e4bc86d53d6b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee&tenant_id=951d7073901a4e51a1deddc1d387c234 HTTP/1.1" status: 200 len: 1096 time: 0.2779324 Nov 08 00:09:12.872741 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a5dcb2f2-2aca-4688-809c-5f393a0d374b req-c44adf8d-c4df-4b55-a825-508a9e29d223 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:12.875994 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5dcb2f2-2aca-4688-809c-5f393a0d374b req-c44adf8d-c4df-4b55-a825-508a9e29d223 tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.20 "DELETE /v2.0/ports/8ca9c64e-8712-4923-ab0b-77dd6a50be60 HTTP/1.1" status: 204 len: 173 time: 1.0614324 Nov 08 00:09:12.877622 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684cd421-ef79-4257-bf54-f94a94dc5b76', 'name': 'network-vif-deleted', 'tag': '8ca9c64e-8712-4923-ab0b-77dd6a50be60'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:12.880304 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21040cbd-b180-43cb-9f0c-791791212397" -d '{"events": [{"server_uuid": "684cd421-ef79-4257-bf54-f94a94dc5b76", "name": "network-vif-deleted", "tag": "8ca9c64e-8712-4923-ab0b-77dd6a50be60"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:12.890849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdca192-e83e-427b-a5c8-b4bf9c8d9e24 req-c5302b07-68af-470e-b7d8-c954da8559be tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:12.906459 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbdca192-e83e-427b-a5c8-b4bf9c8d9e24 req-c5302b07-68af-470e-b7d8-c954da8559be tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 945 time: 0.2628927 Nov 08 00:09:12.920569 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device dc7060f7-44fc-4c4f-9a94-d14e96681b2f up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:12.926011 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dab6f-d696-428e-a9c6-055d041a0abf req-41fc9ac2-7dc8-436e-b7f4-81157489bbf4 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:12.933515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-482dab6f-d696-428e-a9c6-055d041a0abf req-41fc9ac2-7dc8-436e-b7f4-81157489bbf4 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 949 time: 0.2228744 Nov 08 00:09:12.991731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port dc7060f7-44fc-4c4f-9a94-d14e96681b2f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:12.992206 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:13.064856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-596e8e20-962b-4386-8161-ed65fca26f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:13.066760 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-596e8e20-962b-4386-8161-ed65fca26f16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 1096 time: 0.1308458 Nov 08 00:09:13.081055 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-482dab6f-d696-428e-a9c6-055d041a0abf req-3d6cbddf-ecb5-48ec-a2d7-3edf2cb6a3a0 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/security-groups?id=379aa297-364b-43e2-b5b7-0255bbedb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464479 Nov 08 00:09:13.097198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbdca192-e83e-427b-a5c8-b4bf9c8d9e24 req-05cbf118-f53b-466d-a15b-64285def0b70 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835630 Nov 08 00:09:13.099066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 8ca9c64e-8712-4923-ab0b-77dd6a50be60 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:09:13.133083 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 8ca9c64e-8712-4923-ab0b-77dd6a50be60 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:09:13.134637 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 8ca9c64e-8712-4923-ab0b-77dd6a50be60 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:09:13.135309 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 63b3937e-2be0-47fa-b168-655879c76e1e no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:09:13.177181 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ea2983-c75e-4cc8-8ad7-ed47421515ab x-openstack-request-id: req-64ea2983-c75e-4cc8-8ad7-ed47421515ab {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:13.177498 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684cd421-ef79-4257-bf54-f94a94dc5b76", "name": "network-vif-deleted", "tag": "8ca9c64e-8712-4923-ab0b-77dd6a50be60", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:13.177722 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64ea2983-c75e-4cc8-8ad7-ed47421515ab {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:13.178124 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684cd421-ef79-4257-bf54-f94a94dc5b76', 'name': 'network-vif-deleted', 'tag': '8ca9c64e-8712-4923-ab0b-77dd6a50be60', 'status': 'completed', 'code': 200} Nov 08 00:09:13.221230 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 63b3937e-2be0-47fa-b168-655879c76e1e not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:09:13.315733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b3a7e198-551e-4893-a670-95a8f3fd20ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:13.317275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-b3a7e198-551e-4893-a670-95a8f3fd20ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 922 time: 0.2350817 Nov 08 00:09:13.319007 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cebe383f-8bae-43b0-9ffb-3590ab138bc8 req-15012968-2e35-4a3c-ab23-5c37b2b7d95d tempest-DeleteServersAdminTestJSON-1638673848 tempest-DeleteServersAdminTestJSON-1638673848-project] 10.222.0.13 "GET /v2.0/ports?device_id=684cd421-ef79-4257-bf54-f94a94dc5b76 HTTP/1.1" status: 200 len: 210 time: 0.0625203 Nov 08 00:09:13.340721 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af447e-7fe8-4853-9b76-b3e0c590725b req-68c539a0-fa13-4588-ae21-c04f0cd2943b tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:13.343441 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12af447e-7fe8-4853-9b76-b3e0c590725b req-68c539a0-fa13-4588-ae21-c04f0cd2943b tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 947 time: 0.1018217 Nov 08 00:09:13.383373 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-c0ae7c22-5b09-48bd-8260-2a322f784743 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63b3937e-2be0-47fa-b168-655879c76e1e HTTP/1.1" status: 200 len: 217 time: 0.0510473 Nov 08 00:09:13.457035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12af447e-7fe8-4853-9b76-b3e0c590725b req-2a569854-e5d8-4b1f-8ec8-fe638c4f7afe tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755391 Nov 08 00:09:13.465139 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-867d8465-be8f-4129-8a0c-046c6c06d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:13.467129 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-867d8465-be8f-4129-8a0c-046c6c06d89b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.0706856 Nov 08 00:09:13.485487 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34174e39-4d87-4872-9de4-533915596239 req-73e72566-d1f5-40e7-9187-4de2a68e05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:13.487052 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-34174e39-4d87-4872-9de4-533915596239 req-73e72566-d1f5-40e7-9187-4de2a68e05ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6877737 Nov 08 00:09:13.515955 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-d54fc3d9-3c34-449c-af52-7efdf5e49cad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398908 Nov 08 00:09:13.596755 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63bb15d7-3927-4fef-8feb-55094594def3 req-8fe81dec-1cdc-4601-8f6d-551731cefe2a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:13.609856 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bd27642-6ded-4afd-aa6f-ed2a65b1a74c req-8aeedabd-9350-41e4-9958-0076ad0f4094 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 210 time: 0.0575137 Nov 08 00:09:13.639729 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d0e734b5-65e0-44e8-97ba-16ca238abea3 req-0f6ce5eb-1700-4a09-8b3b-6e352d056da9 service neutron] 10.222.0.20 "GET /v2.0/networks/80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6381717 Nov 08 00:09:13.662436 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-e1f9715b-978e-49e8-a257-22a6f2d4db58 service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362712 Nov 08 00:09:13.694548 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-34174e39-4d87-4872-9de4-533915596239 req-7af92712-bfaa-45c7-b49b-48ff1a59e105 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969864 Nov 08 00:09:13.795951 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63bb15d7-3927-4fef-8feb-55094594def3 req-8fe81dec-1cdc-4601-8f6d-551731cefe2a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:13.802408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-5e9abbbd-3661-413f-824a-fd6b7c973810 service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304765 Nov 08 00:09:13.854882 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe81dec-1cdc-4601-8f6d-551731cefe2a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Pushing event updated for resources: {'Port': ['ID=8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:13.866378 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63bb15d7-3927-4fef-8feb-55094594def3 req-8fe81dec-1cdc-4601-8f6d-551731cefe2a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Network 00c6100d-05e3-43cc-b647-520b9eba8eca is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:09:13.869890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-63bb15d7-3927-4fef-8feb-55094594def3 req-8fe81dec-1cdc-4601-8f6d-551731cefe2a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:13.872633 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bb15d7-3927-4fef-8feb-55094594def3 req-8fe81dec-1cdc-4601-8f6d-551731cefe2a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:09:13.938477 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb15d7-3927-4fef-8feb-55094594def3 req-8fe81dec-1cdc-4601-8f6d-551731cefe2a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:13.939106 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63bb15d7-3927-4fef-8feb-55094594def3 req-8fe81dec-1cdc-4601-8f6d-551731cefe2a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:13.943835 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-34174e39-4d87-4872-9de4-533915596239 req-479ffaf8-ba59-44fe-9ec3-0f73ac1b43ff service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399585 Nov 08 00:09:14.046523 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63bb15d7-3927-4fef-8feb-55094594def3 req-8fe81dec-1cdc-4601-8f6d-551731cefe2a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4573727 Nov 08 00:09:14.085387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Request body: {'port': {'device_id': 'c2bf4316-8744-4694-82ae-3734fb3f63df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:14.174095 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:14.198953 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f0983-a97d-4a48-9138-95b4e99df4a3 req-a467dc88-9d65-4488-ae82-9f2b74195605 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:14.202772 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-187f0983-a97d-4a48-9138-95b4e99df4a3 req-a467dc88-9d65-4488-ae82-9f2b74195605 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 949 time: 0.0950475 Nov 08 00:09:14.214384 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cbcf8-008c-4cd4-b049-9f4023e16453 req-d639fc74-a9df-4ff7-a910-0d114bf57df2 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:14.216553 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b3cbcf8-008c-4cd4-b049-9f4023e16453 req-d639fc74-a9df-4ff7-a910-0d114bf57df2 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 949 time: 0.0707681 Nov 08 00:09:14.354208 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b3cbcf8-008c-4cd4-b049-9f4023e16453 req-e3e108a7-7720-4fbd-97c6-39fc2814964f tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/security-groups?id=379aa297-364b-43e2-b5b7-0255bbedb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294632 Nov 08 00:09:14.397709 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc5c14-7274-4eb0-b9b6-8c1cf0c63896 req-45fed56f-b4b8-4ceb-85d3-f7a8e8322e9c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:14.406897 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-26bc5c14-7274-4eb0-b9b6-8c1cf0c63896 req-45fed56f-b4b8-4ceb-85d3-f7a8e8322e9c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 945 time: 0.1669784 Nov 08 00:09:14.422341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59316) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:14.461534 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc8a20-f6ee-4111-8db3-8f2973efde4b req-6cca5de2-5646-4f25-afdb-62482e939d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:14.465750 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f8cc8a20-f6ee-4111-8db3-8f2973efde4b req-6cca5de2-5646-4f25-afdb-62482e939d83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28ea4fc6c6364a5ba20c46648f614b44&device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 1098 time: 0.2285526 Nov 08 00:09:14.469204 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-26bc5c14-7274-4eb0-b9b6-8c1cf0c63896 req-8e0a1f90-b766-4a09-8b3b-00edf832ae7b tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602999 Nov 08 00:09:14.540181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59328) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:14.638422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-c7b81fb2-7bd1-4560-a9c9-ebf2413cab5f tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:14.641236 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-c7b81fb2-7bd1-4560-a9c9-ebf2413cab5f tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee&tenant_id=951d7073901a4e51a1deddc1d387c234&binding%3Ahost_id=n-h2-816882-1 HTTP/1.1" status: 200 len: 1096 time: 0.1584885 Nov 08 00:09:14.667649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc452af-a0a8-4976-9cb8-6fe243b345f4 req-2dea97f2-7da0-47aa-be32-c22c53840dd5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:14.676878 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ddc452af-a0a8-4976-9cb8-6fe243b345f4 req-2dea97f2-7da0-47aa-be32-c22c53840dd5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 947 time: 0.1000197 Nov 08 00:09:14.706608 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc8a20-f6ee-4111-8db3-8f2973efde4b req-1fd2a861-d208-452d-902e-f57d1bd6ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:14.708142 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f8cc8a20-f6ee-4111-8db3-8f2973efde4b req-1fd2a861-d208-452d-902e-f57d1bd6ee1f service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1844785 Nov 08 00:09:14.716761 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-187f0983-a97d-4a48-9138-95b4e99df4a3 req-d1ed2b7d-9d12-4aa4-b704-c3c0554be4c5 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Deleting port b0670b7f-ac6f-43a1-9153-cb808c2a408e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:09:14.717102 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-187f0983-a97d-4a48-9138-95b4e99df4a3 req-d1ed2b7d-9d12-4aa4-b704-c3c0554be4c5 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:14.748955 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ba763d06-32eb-4809-8e6d-f8f0ba5eb916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:14.768479 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ca7cc758-8ae0-4647-b5f9-83602a44589b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:14.821846 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f8cc8a20-f6ee-4111-8db3-8f2973efde4b req-6f42c11e-e261-4d0b-b672-493409713402 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=254f2f33-57f6-4768-93be-0740843b0ca1 HTTP/1.1" status: 200 len: 217 time: 0.0956745 Nov 08 00:09:14.829773 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ddc452af-a0a8-4976-9cb8-6fe243b345f4 req-ba8676b5-020f-45a7-9a83-c5151e8e6721 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519480 Nov 08 00:09:14.909658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0f605-5616-4d19-9669-66d909ed12c9 req-eece4b86-8b3e-4588-ae9f-2580e544f992 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:14.911142 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2f0f605-5616-4d19-9669-66d909ed12c9 req-eece4b86-8b3e-4588-ae9f-2580e544f992 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 931 time: 0.1797583 Nov 08 00:09:14.921205 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-187f0983-a97d-4a48-9138-95b4e99df4a3 req-d1ed2b7d-9d12-4aa4-b704-c3c0554be4c5 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] For port b0670b7f-ac6f-43a1-9153-cb808c2a408e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b0670b7f-ac6f-43a1-9153-cb808c2a408e,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:14.921553 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-187f0983-a97d-4a48-9138-95b4e99df4a3 req-d1ed2b7d-9d12-4aa4-b704-c3c0554be4c5 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:14.944335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc8a20-f6ee-4111-8db3-8f2973efde4b req-aad79dd8-c4cb-4c52-9ed6-d76eb3b2126a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:14.945903 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f8cc8a20-f6ee-4111-8db3-8f2973efde4b req-aad79dd8-c4cb-4c52-9ed6-d76eb3b2126a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1098711 Nov 08 00:09:14.951033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-187f0983-a97d-4a48-9138-95b4e99df4a3 req-d1ed2b7d-9d12-4aa4-b704-c3c0554be4c5 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Calling delete_port for b0670b7f-ac6f-43a1-9153-cb808c2a408e owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:09:15.085912 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc8a20-f6ee-4111-8db3-8f2973efde4b req-a037b5d0-181a-465c-aca8-86ff78cc8eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:15.087360 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f8cc8a20-f6ee-4111-8db3-8f2973efde4b req-a037b5d0-181a-465c-aca8-86ff78cc8eff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1311929 Nov 08 00:09:15.096839 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:09:15.125758 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:15.153839 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59342) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:15.188637 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Transition to ACTIVE for port object 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:09:15.264905 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:15.275826 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2f0f605-5616-4d19-9669-66d909ed12c9 req-e3c2bffc-88f2-43d2-99b1-cc1b2af3bf52 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992196 Nov 08 00:09:15.290571 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f8cc8a20-f6ee-4111-8db3-8f2973efde4b req-2b806959-f457-400a-8993-35c489c10b56 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889589 Nov 08 00:09:15.294967 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ba763d06-32eb-4809-8e6d-f8f0ba5eb916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:15.317363 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ca7cc758-8ae0-4647-b5f9-83602a44589b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:15.324999 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-262c45f7-0da3-4a34-9ae8-f5ca6fed24f0 service neutron] For port 63b3937e-2be0-47fa-b168-655879c76e1e, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:15.328409 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-262c45f7-0da3-4a34-9ae8-f5ca6fed24f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:15.333714 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e737b3d9-44a4-4a64-a95c-f70bb740cc1e req-262c45f7-0da3-4a34-9ae8-f5ca6fed24f0 service neutron] 10.222.0.26 "DELETE /v2.0/ports/63b3937e-2be0-47fa-b168-655879c76e1e/bindings/n-h1-816882-1 HTTP/1.1" status: 204 len: 173 time: 0.6803222 Nov 08 00:09:15.373082 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ba763d06-32eb-4809-8e6d-f8f0ba5eb916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:15.415904 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ca7cc758-8ae0-4647-b5f9-83602a44589b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:15.423452 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ba763d06-32eb-4809-8e6d-f8f0ba5eb916 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4775dbb4c619459b831e7d255d064e28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9990411 Nov 08 00:09:15.429147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba763d06-32eb-4809-8e6d-f8f0ba5eb916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2e8347-b629-4cfa-8b33-148ffd223989,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:15.431486 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-187f0983-a97d-4a48-9138-95b4e99df4a3 req-d1ed2b7d-9d12-4aa4-b704-c3c0554be4c5 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:15.431660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59348) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:15.438624 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Pushing event updated for resources: {'Port': ['ID=8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:15.466744 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b0670b7f-ac6f-43a1-9153-cb808c2a408e'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:09:15.469193 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4755220d-a16b-4f6d-9854-189d5bbd750c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6e6f8702dc14aa0af2c6c36d638e44a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130221 Nov 08 00:09:15.492106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59350) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:15.509813 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed2b7d-9d12-4aa4-b704-c3c0554be4c5 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Pushing event deleted for resources: {'Port': ['ID=b0670b7f-ac6f-43a1-9153-cb808c2a408e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:15.536743 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ca7cc758-8ae0-4647-b5f9-83602a44589b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c7276a9f00545a1a8751abcf2aa1b34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9910481 Nov 08 00:09:15.540714 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f8cc8a20-f6ee-4111-8db3-8f2973efde4b req-531ca207-caf8-4eab-944d-9e5de87e3a00 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278171 Nov 08 00:09:15.543394 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-775808c7-5313-46fb-b80c-f1a8f4b7c71f req-e1c59a62-ac5c-4ffd-b7b9-475b0003672d tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 210 time: 0.0796740 Nov 08 00:09:15.547591 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59354) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:15.548269 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cc758-8ae0-4647-b5f9-83602a44589b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1826ae3b-baa1-4c46-8e15-b31edb8c2c7e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:15.582886 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-187f0983-a97d-4a48-9138-95b4e99df4a3 req-d1ed2b7d-9d12-4aa4-b704-c3c0554be4c5 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] No DVR routers for this DVR port b0670b7f-ac6f-43a1-9153-cb808c2a408e on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:09:15.586985 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-187f0983-a97d-4a48-9138-95b4e99df4a3 req-d1ed2b7d-9d12-4aa4-b704-c3c0554be4c5 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:15.590958 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-187f0983-a97d-4a48-9138-95b4e99df4a3 req-d1ed2b7d-9d12-4aa4-b704-c3c0554be4c5 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.20 "DELETE /v2.0/ports/b0670b7f-ac6f-43a1-9153-cb808c2a408e HTTP/1.1" status: 204 len: 173 time: 1.3576200 Nov 08 00:09:15.591713 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f402c0-7e34-4fae-9bba-299af2e8e8c4', 'name': 'network-vif-deleted', 'tag': 'b0670b7f-ac6f-43a1-9153-cb808c2a408e'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:15.594201 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d481c3-c168-42c6-9826-026b6e3f5dcf" -d '{"events": [{"server_uuid": "86f402c0-7e34-4fae-9bba-299af2e8e8c4", "name": "network-vif-deleted", "tag": "b0670b7f-ac6f-43a1-9153-cb808c2a408e"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:15.597864 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Attempting to bind port 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:09:15.598262 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Attempting to bind port 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9616c016-b0f1-4cf9-96a4-fd0381600ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:09:15.598604 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Attempting to bind port 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 on network 00c6100d-05e3-43cc-b647-520b9eba8eca {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:15.604447 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Port 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 on network 00c6100d-05e3-43cc-b647-520b9eba8eca not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:09:15.604832 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Attempting to bind port 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 on network 00c6100d-05e3-43cc-b647-520b9eba8eca {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:15.615325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:09:15.615325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Checking segment: {'id': '9616c016-b0f1-4cf9-96a4-fd0381600ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:15.615325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Bound using segment: {'id': '9616c016-b0f1-4cf9-96a4-fd0381600ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:09:15.615325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Bound port: 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9616c016-b0f1-4cf9-96a4-fd0381600ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:09:15.615325 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:15.660807 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d972c102-fab1-44b0-96c0-da2b5b2e9ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:15.665986 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3614d1f7-3206-457f-9f11-e4f911761340 x-openstack-request-id: req-3614d1f7-3206-457f-9f11-e4f911761340 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:15.666260 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f402c0-7e34-4fae-9bba-299af2e8e8c4", "name": "network-vif-deleted", "tag": "b0670b7f-ac6f-43a1-9153-cb808c2a408e", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:15.666517 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3614d1f7-3206-457f-9f11-e4f911761340 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:15.666955 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f402c0-7e34-4fae-9bba-299af2e8e8c4', 'name': 'network-vif-deleted', 'tag': 'b0670b7f-ac6f-43a1-9153-cb808c2a408e', 'status': 'completed', 'code': 200} Nov 08 00:09:15.709972 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] For port 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:15.713341 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] For port 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5,segment=NetworkSegment(9616c016-b0f1-4cf9-96a4-fd0381600ec1),segment_id=9616c016-b0f1-4cf9-96a4-fd0381600ec1)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:09:15.742229 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d972c102-fab1-44b0-96c0-da2b5b2e9ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:15.743909 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f2aa97a3-753c-4450-86d4-21acc25dc457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:15.753463 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-32bce1e0-e813-4dcf-98b1-8079b32722d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:15.801378 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f2aa97a3-753c-4450-86d4-21acc25dc457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:15.832491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7acd91-45c0-4240-b6f8-4d07d9e8270e req-85835b28-b731-411d-8ae1-a1e5d74f10f1 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:15.832711 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:15.834124 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d7acd91-45c0-4240-b6f8-4d07d9e8270e req-85835b28-b731-411d-8ae1-a1e5d74f10f1 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 945 time: 0.1789265 Nov 08 00:09:15.839112 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-32bce1e0-e813-4dcf-98b1-8079b32722d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:15.914909 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:15.915587 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:15.917121 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63bb15d7-3927-4fef-8feb-55094594def3 req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] 10.222.0.26 "PUT /v2.0/ports/8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 HTTP/1.1" status: 200 len: 1091 time: 1.8360271 Nov 08 00:09:15.936905 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d7acd91-45c0-4240-b6f8-4d07d9e8270e req-9aca962e-9843-4753-8aa4-a7e3f3f51f4a tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855849 Nov 08 00:09:15.953657 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc52e12-f913-4c32-9f68-4e35a3cb89ce service neutron] Pushing event updated for resources: {'Port': ['ID=8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:15.992565 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03ee63-d6c4-43dc-b79e-8e92f867ce7c req-5866a7b5-cc2b-4288-94b2-dc164ceff47f tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:15.994167 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b03ee63-d6c4-43dc-b79e-8e92f867ce7c req-5866a7b5-cc2b-4288-94b2-dc164ceff47f tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 947 time: 0.0562699 Nov 08 00:09:15.996728 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d972c102-fab1-44b0-96c0-da2b5b2e9ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:15.999427 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d972c102-fab1-44b0-96c0-da2b5b2e9ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:16.000610 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d972c102-fab1-44b0-96c0-da2b5b2e9ed8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb2e8347-b629-4cfa-8b33-148ffd223989 HTTP/1.1" status: 204 len: 168 time: 0.5658069 Nov 08 00:09:16.003231 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f2aa97a3-753c-4450-86d4-21acc25dc457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:16.006527 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f2aa97a3-753c-4450-86d4-21acc25dc457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:16.008244 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f2aa97a3-753c-4450-86d4-21acc25dc457 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd HTTP/1.1" status: 204 len: 168 time: 0.5135427 Nov 08 00:09:16.036376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972c102-fab1-44b0-96c0-da2b5b2e9ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2e8347-b629-4cfa-8b33-148ffd223989,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:16.073286 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b03ee63-d6c4-43dc-b79e-8e92f867ce7c req-0cb2777f-39df-495b-a009-b10a7d68a261 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628057 Nov 08 00:09:16.082072 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-32bce1e0-e813-4dcf-98b1-8079b32722d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:16.084875 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-32bce1e0-e813-4dcf-98b1-8079b32722d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:16.088291 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-32bce1e0-e813-4dcf-98b1-8079b32722d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1826ae3b-baa1-4c46-8e15-b31edb8c2c7e HTTP/1.1" status: 204 len: 168 time: 0.5372202 Nov 08 00:09:16.094639 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa97a3-753c-4450-86d4-21acc25dc457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9a4c8e-163e-4a1f-80f4-4058e2adc2dd,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:16.116173 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bce1e0-e813-4dcf-98b1-8079b32722d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1826ae3b-baa1-4c46-8e15-b31edb8c2c7e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:16.125834 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb15d7-3927-4fef-8feb-55094594def3 req-2df41586-e587-40bf-8220-6db904579d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:16.127495 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63bb15d7-3927-4fef-8feb-55094594def3 req-2df41586-e587-40bf-8220-6db904579d4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21edfc77fe094b2d97711711c5adbccd&device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 1094 time: 0.0663407 Nov 08 00:09:16.181085 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63bb15d7-3927-4fef-8feb-55094594def3 req-c84aba02-822c-43df-ae11-c38a33499b3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 HTTP/1.1" status: 200 len: 217 time: 0.0360756 Nov 08 00:09:16.209487 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6557b3-f4c6-4fcf-971f-03ba56aa6add req-d920a63a-7027-4354-a3ff-30d9947b8249 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:16.213178 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a6557b3-f4c6-4fcf-971f-03ba56aa6add req-d920a63a-7027-4354-a3ff-30d9947b8249 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 1096 time: 0.0448916 Nov 08 00:09:16.236534 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb15d7-3927-4fef-8feb-55094594def3 req-7750abb1-c35b-4cbc-b7e7-d6800bc808bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:16.238001 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63bb15d7-3927-4fef-8feb-55094594def3 req-7750abb1-c35b-4cbc-b7e7-d6800bc808bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b3b7865-e2bd-4e2c-8ae2-76e310490d35 HTTP/1.1" status: 200 len: 851 time: 0.0501616 Nov 08 00:09:16.247862 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a6557b3-f4c6-4fcf-971f-03ba56aa6add req-9ecaa2dd-4a60-409c-8b76-a6af34876d46 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299153 Nov 08 00:09:16.277158 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63bb15d7-3927-4fef-8feb-55094594def3 req-96b3f371-71d7-44f6-9005-1d46b15f6cb8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=00c6100d-05e3-43cc-b647-520b9eba8eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285904 Nov 08 00:09:16.399064 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63bb15d7-3927-4fef-8feb-55094594def3 req-cccde8d6-b5c0-423f-98a9-798642145832 service neutron] 10.222.0.26 "GET /v2.0/networks/00c6100d-05e3-43cc-b647-520b9eba8eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123357 Nov 08 00:09:16.423667 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3766ad-d0be-47ed-91b2-0423cc91f95e req-8d1ac8ef-cda2-4a78-842d-48035b736248 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:16.425751 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f3766ad-d0be-47ed-91b2-0423cc91f95e req-8d1ac8ef-cda2-4a78-842d-48035b736248 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 943 time: 0.0593491 Nov 08 00:09:16.495189 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f3766ad-d0be-47ed-91b2-0423cc91f95e req-e3f6d026-f1ac-4a29-be80-17c8cfcf8379 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601420 Nov 08 00:09:16.531688 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63bb15d7-3927-4fef-8feb-55094594def3 req-5bc8d3cd-92f2-4612-9b59-e4a7f560d0aa service neutron] 10.222.0.26 "GET /v2.0/networks/00c6100d-05e3-43cc-b647-520b9eba8eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231227 Nov 08 00:09:16.644708 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 254f2f33-57f6-4768-93be-0740843b0ca1 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:09:16.746343 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-6ee7f084-6a12-48cb-a270-4425d54c86f9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:16.747840 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-6ee7f084-6a12-48cb-a270-4425d54c86f9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 821 time: 0.1375508 Nov 08 00:09:16.749632 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-50d8bfc7-a82e-4fa9-bbe3-df5b7ddf3b44 req-6295e7e8-e7eb-49ad-a480-0579ec5b3a56 tempest-ServerDiagnosticsNegativeTest-1244563910 tempest-ServerDiagnosticsNegativeTest-1244563910-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f402c0-7e34-4fae-9bba-299af2e8e8c4 HTTP/1.1" status: 200 len: 210 time: 0.0412714 Nov 08 00:09:16.771351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-ce618133-2e03-4c3c-9c8b-3a09333ac670 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/quotas/951d7073901a4e51a1deddc1d387c234 HTTP/1.1" status: 200 len: 375 time: 0.0106180 Nov 08 00:09:16.774043 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 254f2f33-57f6-4768-93be-0740843b0ca1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=254f2f33-57f6-4768-93be-0740843b0ca1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:16.801259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '254f2f33-57f6-4768-93be-0740843b0ca1', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '254f2f33-57f6-4768-93be-0740843b0ca1', 'mac_address': 'fa:16:3e:3f:70:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:09:16.831132 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-899477fc-77b1-4c07-92eb-abc95b0216f6 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0602856 Nov 08 00:09:16.856219 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:16.870608 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254f2f33-57f6-4768-93be-0740843b0ca1 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:09:16.893348 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 254f2f33-57f6-4768-93be-0740843b0ca1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=254f2f33-57f6-4768-93be-0740843b0ca1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:16.933456 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-40182ce7-5d45-4265-8a64-dce1e61163ce service neutron] 10.222.0.13 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950105 Nov 08 00:09:16.950483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59398) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:16.972989 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:16.975088 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9e3bd71a-d62b-428c-baf0-b86be3965c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:17.042849 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=254f2f33-57f6-4768-93be-0740843b0ca1,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:17.059929 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9e3bd71a-d62b-428c-baf0-b86be3965c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:17.076444 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-6c5486c0-9e10-4be7-ad01-fb05512db21d service neutron] 10.222.0.13 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350243 Nov 08 00:09:17.133374 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9e3bd71a-d62b-428c-baf0-b86be3965c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:17.170244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bd71a-d62b-428c-baf0-b86be3965c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3390033b-b271-46af-8d65-b0752d26a471,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:17.199168 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9e3bd71a-d62b-428c-baf0-b86be3965c68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3051f21e56a24a4584493f68375d1be2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448299 Nov 08 00:09:17.201028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59408) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:17.246475 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b753c-28a9-4c37-b8d7-eb112d594c18 req-1e18d8fa-1d72-4e6b-9075-6a1ec2fde250 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:17.252343 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-266b753c-28a9-4c37-b8d7-eb112d594c18 req-1e18d8fa-1d72-4e6b-9075-6a1ec2fde250 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 948 time: 0.0632679 Nov 08 00:09:17.259322 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b07f5b1f-7312-45da-a0bf-db479a2fd7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:17.300447 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b07f5b1f-7312-45da-a0bf-db479a2fd7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:17.310999 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-266b753c-28a9-4c37-b8d7-eb112d594c18 req-6f9f675b-1278-4ac1-b243-67df2597a337 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569534 Nov 08 00:09:17.317323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59412) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:17.336785 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bd0329b-0047-480a-8fff-fe17f189a9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:17.341755 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['254f2f33-57f6-4768-93be-0740843b0ca1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:09:17.435189 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e2544bc9-c8cc-4d14-89b0-32917fe0d6c6 req-4768663c-3727-42c0-88f6-99f3c1b37869 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 210 time: 0.0462711 Nov 08 00:09:17.473080 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b07f5b1f-7312-45da-a0bf-db479a2fd7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:17.476085 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bd0329b-0047-480a-8fff-fe17f189a9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:17.477675 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b07f5b1f-7312-45da-a0bf-db479a2fd7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:17.478942 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b07f5b1f-7312-45da-a0bf-db479a2fd7f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3390033b-b271-46af-8d65-b0752d26a471 HTTP/1.1" status: 204 len: 168 time: 0.2766626 Nov 08 00:09:17.490947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f5b1f-7312-45da-a0bf-db479a2fd7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3390033b-b271-46af-8d65-b0752d26a471,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:17.564049 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bd0329b-0047-480a-8fff-fe17f189a9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:17.639713 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5bd0329b-0047-480a-8fff-fe17f189a9f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af75ca60d858496dac3f3a8648222189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206027 Nov 08 00:09:17.645816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59430) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:17.650140 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0329b-0047-480a-8fff-fe17f189a9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4279331d-2e77-4a5b-a0b1-7da093ad9a8b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:17.678264 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2bf4316-8744-4694-82ae-3734fb3f63df', 'tag': '8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:17.678368 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf3a7f-edbd-4d65-bb9a-2ba5b0456d5a req-1991007a-3a3d-4dc6-a4e4-919c424ac2e8 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:17.678368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8dbf3a7f-edbd-4d65-bb9a-2ba5b0456d5a req-1991007a-3a3d-4dc6-a4e4-919c424ac2e8 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 943 time: 0.0877156 Nov 08 00:09:17.678515 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a077e0-3f37-49a7-8af2-2fcee0780294" -d '{"events": [{"name": "network-changed", "server_uuid": "c2bf4316-8744-4694-82ae-3734fb3f63df", "tag": "8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:17.712940 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8dbf3a7f-edbd-4d65-bb9a-2ba5b0456d5a req-71bb6beb-0da4-40ff-b941-a58fdbb5fa10 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347183 Nov 08 00:09:17.717121 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d802258-01d9-4ea8-9f90-3b302472b905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:17.728080 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14aadf89-5c60-4c72-b761-311d35c9bba2 x-openstack-request-id: req-14aadf89-5c60-4c72-b761-311d35c9bba2 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:17.728606 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2bf4316-8744-4694-82ae-3734fb3f63df", "tag": "8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:17.728801 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14aadf89-5c60-4c72-b761-311d35c9bba2 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:17.729750 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2bf4316-8744-4694-82ae-3734fb3f63df', 'tag': '8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5', 'status': 'completed', 'code': 200} Nov 08 00:09:17.748516 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d802258-01d9-4ea8-9f90-3b302472b905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:17.835058 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a077e0-3f37-49a7-8af2-2fcee0780294 req-9316a89b-9eba-48a7-bc47-9258c32af584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:17.835058 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-85a077e0-3f37-49a7-8af2-2fcee0780294 req-9316a89b-9eba-48a7-bc47-9258c32af584 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21edfc77fe094b2d97711711c5adbccd&device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 1094 time: 0.0587959 Nov 08 00:09:17.896883 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59440) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:17.928718 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d802258-01d9-4ea8-9f90-3b302472b905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:17.931402 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d802258-01d9-4ea8-9f90-3b302472b905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:17.934996 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0d802258-01d9-4ea8-9f90-3b302472b905 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4279331d-2e77-4a5b-a0b1-7da093ad9a8b HTTP/1.1" status: 204 len: 168 time: 0.2857263 Nov 08 00:09:17.948691 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d802258-01d9-4ea8-9f90-3b302472b905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4279331d-2e77-4a5b-a0b1-7da093ad9a8b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:17.956219 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a077e0-3f37-49a7-8af2-2fcee0780294 req-9d131f5d-dc2e-4802-a7bc-2b16000b4648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:17.957704 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-85a077e0-3f37-49a7-8af2-2fcee0780294 req-9d131f5d-dc2e-4802-a7bc-2b16000b4648 service neutron] 10.222.0.26 "GET /v2.0/networks?id=00c6100d-05e3-43cc-b647-520b9eba8eca HTTP/1.1" status: 200 len: 912 time: 0.1141691 Nov 08 00:09:18.013040 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-85a077e0-3f37-49a7-8af2-2fcee0780294 req-34b10bb4-a65c-406d-a63e-6836a04db38e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 HTTP/1.1" status: 200 len: 217 time: 0.0361161 Nov 08 00:09:18.020762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-451947281-network', 'tenant_id': '73023423b3fe43bbb72dfc49ffe010d7'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:18.070593 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a077e0-3f37-49a7-8af2-2fcee0780294 req-cb5fa036-50de-4bd1-8041-d11899cbf138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:18.072005 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-85a077e0-3f37-49a7-8af2-2fcee0780294 req-cb5fa036-50de-4bd1-8041-d11899cbf138 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b3b7865-e2bd-4e2c-8ae2-76e310490d35 HTTP/1.1" status: 200 len: 851 time: 0.0469775 Nov 08 00:09:18.109348 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-85a077e0-3f37-49a7-8af2-2fcee0780294 req-6df0f2ce-876c-4cb2-ab81-7919b39a45be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=00c6100d-05e3-43cc-b647-520b9eba8eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292416 Nov 08 00:09:18.121654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Made reservation on behalf of 73023423b3fe43bbb72dfc49ffe010d7 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:09:18.124170 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:18.132611 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:18.212153 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-85a077e0-3f37-49a7-8af2-2fcee0780294 req-a0b3fcab-eacf-4559-9555-35dc8d5bf3e7 service neutron] 10.222.0.26 "GET /v2.0/networks/00c6100d-05e3-43cc-b647-520b9eba8eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945482 Nov 08 00:09:18.217079 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:18.316353 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:18.322351 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-85a077e0-3f37-49a7-8af2-2fcee0780294 req-8054e1cc-32db-42e2-9f55-766888f61a0d service neutron] 10.222.0.26 "GET /v2.0/networks/00c6100d-05e3-43cc-b647-520b9eba8eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002593 Nov 08 00:09:18.356200 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59462) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:18.367531 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:09:18.380417 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe4ad29-2765-471d-bfd8-fa88679e6f0a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:18.392632 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:18.393181 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Added segment 58a48249-578d-40d2-afad-730683c1634d of type vlan for network e10c0c25-ecbb-41e8-ac71-7609a3aec4a4 Nov 08 00:09:18.406638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:18.408021 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:18.408021 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:18.408021 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:18.408021 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:18.408322 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:18.408644 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:18.408969 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:18.409295 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:18.409615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:18.409938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:18.410256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:18.483528 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:18.537456 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf21e3f-1755-41c9-9bd7-2c52f1d114a9 req-0b4fd505-4713-47c6-b5a2-614e555da1a3 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:18.546271 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2bf21e3f-1755-41c9-9bd7-2c52f1d114a9 req-0b4fd505-4713-47c6-b5a2-614e555da1a3 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 948 time: 0.1313963 Nov 08 00:09:18.602447 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-50bf799b-c9cc-4642-8d04-58ecf669f265 req-2f59db64-687a-465a-be53-f3677b6e7033 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 210 time: 0.0539265 Nov 08 00:09:18.625552 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9d87f0e3-c4fa-4acb-b28f-3ecc067b726a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc5a190197424269bce70f85d2cb4754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680349 Nov 08 00:09:18.628046 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59476) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:18.632258 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2bf21e3f-1755-41c9-9bd7-2c52f1d114a9 req-10c764b1-50ca-4327-b09b-ad376a33a59f tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850513 Nov 08 00:09:18.659499 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 254f2f33-57f6-4768-93be-0740843b0ca1 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:18.667198 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:18.670615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:18.670615 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:18.752370 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf0e098d-ca19-4829-9d0a-ee3f46043ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:18.757005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] Pushing event updated for resources: {'Network': ['ID=e10c0c25-ecbb-41e8-ac71-7609a3aec4a4,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:18.769814 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network e10c0c25-ecbb-41e8-ac71-7609a3aec4a4 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:09:18.809079 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf0e098d-ca19-4829-9d0a-ee3f46043ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:18.820904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-db1df793-ee94-49e8-a874-c4fddb4cc9cb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9227743 Nov 08 00:09:18.824281 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59484) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:18.829874 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Request body: {'subnet': {'network_id': 'e10c0c25-ecbb-41e8-ac71-7609a3aec4a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-451947281-subnet', 'tenant_id': '73023423b3fe43bbb72dfc49ffe010d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:18.836303 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 254f2f33-57f6-4768-93be-0740843b0ca1 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:09:18.852027 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 254f2f33-57f6-4768-93be-0740843b0ca1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:18.852659 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:18.912504 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725e4a1-8a68-48fb-83ae-149da25843cd req-a16761f9-c5fe-43d7-8b0f-1a634d77f627 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:18.914016 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1725e4a1-8a68-48fb-83ae-149da25843cd req-a16761f9-c5fe-43d7-8b0f-1a634d77f627 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 943 time: 0.0918581 Nov 08 00:09:18.938864 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Made reservation on behalf of 73023423b3fe43bbb72dfc49ffe010d7 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:09:18.941391 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:18.947310 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:18.991914 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1725e4a1-8a68-48fb-83ae-149da25843cd req-c83b19b7-236f-4add-a79b-2d384431fda8 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680139 Nov 08 00:09:19.001980 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 254f2f33-57f6-4768-93be-0740843b0ca1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=254f2f33-57f6-4768-93be-0740843b0ca1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:19.001980 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb79953-31dc-4530-b837-98d2d6053b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254f2f33-57f6-4768-93be-0740843b0ca1'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:19.002771 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344453ec-41f2-4309-9433-d62acb2efa1c" -d '{"events": [{"server_uuid": "5bb79953-31dc-4530-b837-98d2d6053b13", "name": "network-vif-plugged", "status": "completed", "tag": "254f2f33-57f6-4768-93be-0740843b0ca1"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:19.018848 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf0e098d-ca19-4829-9d0a-ee3f46043ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:19.022706 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf0e098d-ca19-4829-9d0a-ee3f46043ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:19.024064 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bf0e098d-ca19-4829-9d0a-ee3f46043ea3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/379aa297-364b-43e2-b5b7-0255bbedb843 HTTP/1.1" status: 204 len: 168 time: 0.3948393 Nov 08 00:09:19.042497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e098d-ca19-4829-9d0a-ee3f46043ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379aa297-364b-43e2-b5b7-0255bbedb843,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:19.078128 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:19.113357 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9db5e9e-b946-45b4-99ef-10e646dad6a4 x-openstack-request-id: req-c9db5e9e-b946-45b4-99ef-10e646dad6a4 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:19.113916 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb79953-31dc-4530-b837-98d2d6053b13", "name": "network-vif-plugged", "status": "completed", "tag": "254f2f33-57f6-4768-93be-0740843b0ca1", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:19.114341 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9db5e9e-b946-45b4-99ef-10e646dad6a4 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:19.114888 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb79953-31dc-4530-b837-98d2d6053b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254f2f33-57f6-4768-93be-0740843b0ca1', 'code': 200} Nov 08 00:09:19.116850 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b0670b7f-ac6f-43a1-9153-cb808c2a408e no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:09:19.144324 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: b0670b7f-ac6f-43a1-9153-cb808c2a408e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:09:19.144665 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b0670b7f-ac6f-43a1-9153-cb808c2a408e not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:09:19.161703 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=254f2f33-57f6-4768-93be-0740843b0ca1,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:19.451981 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:19.512869 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363303e8-68fd-47de-8225-4f15615d749e req-1e057ea9-5ab4-4eb4-889d-c2a4d68aee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:19.514299 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-363303e8-68fd-47de-8225-4f15615d749e req-1e057ea9-5ab4-4eb4-889d-c2a4d68aee83 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 1100 time: 0.3158226 Nov 08 00:09:19.516336 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a182ba2-87e7-4530-91af-1db129da8fc3,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:19.547220 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:19.547612 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:19.547971 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:19.548316 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:19.548709 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:19.548970 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:19.549294 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:19.549673 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:19.549996 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:19.550315 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:19.550683 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:19.551005 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:19.562075 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59512) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:19.607513 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Checking segment: {'id': '58a48249-578d-40d2-afad-730683c1634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e10c0c25-ecbb-41e8-ac71-7609a3aec4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:19.607904 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Network hostable DHCP agents. Network: e10c0c25-ecbb-41e8-ac71-7609a3aec4a4, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:09:19.637371 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-363303e8-68fd-47de-8225-4f15615d749e req-bb68cb12-1807-4b8f-bf90-0d14f1a8beac service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118958 Nov 08 00:09:19.680803 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-887079db-1c47-4eed-8523-43ea5a1b302a tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:19.682452 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-887079db-1c47-4eed-8523-43ea5a1b302a tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.20 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 821 time: 0.1469615 Nov 08 00:09:19.706510 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-416ae343-e97e-47b5-9225-f93ba155cab9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Request body: {'port': {'device_id': '63dad8d5-1a7c-4a54-b43b-b3d0038889ba', 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880', 'admin_state_up': True, 'tenant_id': '951d7073901a4e51a1deddc1d387c234'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:19.719018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d26210c-bfd9-4c60-b1b7-2763e1ff6cd7 req-72ef1bd7-3015-4b96-ac0d-b2957d74c620 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 210 time: 0.0333903 Nov 08 00:09:19.749918 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Network e10c0c25-ecbb-41e8-ac71-7609a3aec4a4 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:09:19.795671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caac19b-e081-4853-abe6-918d64f028ca req-61e605f3-50d6-47d4-871e-160ef983eee4 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:19.797206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7caac19b-e081-4853-abe6-918d64f028ca req-61e605f3-50d6-47d4-871e-160ef983eee4 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 949 time: 0.0807080 Nov 08 00:09:19.840130 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, e10c0c25-ecbb-41e8-ac71-7609a3aec4a4) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:19.844003 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7caac19b-e081-4853-abe6-918d64f028ca req-ac71b419-0dc8-4540-a924-4cdc36f9e466 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385818 Nov 08 00:09:19.845994 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:19.846655 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:19.853319 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ae2a38-f94d-4363-81cc-99498ae01201 None None] Network e10c0c25-ecbb-41e8-ac71-7609a3aec4a4 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:09:19.903732 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-8b700c10-4d91-4c06-8799-fc5c8c5acdcf admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2145459431-network', 'tenant_id': 'cbd714f1e0824349b68931b67c187b4d'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:19.951268 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-416ae343-e97e-47b5-9225-f93ba155cab9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Made reservation on behalf of 951d7073901a4e51a1deddc1d387c234 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:09:19.952917 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59522) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:19.954974 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-416ae343-e97e-47b5-9225-f93ba155cab9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:19.968349 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-49e2a29c-f5d8-43c2-9d07-831393066a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:19.992610 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7965176-53ef-4cb3-b89c-fe1958240d10 None None] Network e10c0c25-ecbb-41e8-ac71-7609a3aec4a4 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:09:20.047364 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f946f21f-d0dd-459b-8b92-463ada4cdc4c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2181976 Nov 08 00:09:20.096437 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-49e2a29c-f5d8-43c2-9d07-831393066a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.119489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b700c10-4d91-4c06-8799-fc5c8c5acdcf admin admin] Made reservation on behalf of cbd714f1e0824349b68931b67c187b4d for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:09:20.122574 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8b700c10-4d91-4c06-8799-fc5c8c5acdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.149662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-416ae343-e97e-47b5-9225-f93ba155cab9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Allocated IP 172.20.0.9 (16a84b47-f9ce-4954-8ec1-2a7bb6748880/cda772d5-f001-47ed-867d-7cf3c24b61ac/6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:09:20.151653 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8b700c10-4d91-4c06-8799-fc5c8c5acdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.177799 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-49e2a29c-f5d8-43c2-9d07-831393066a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.223901 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16d038-8e7c-4d7f-aebb-4490683839ff req-f93cc034-d94c-4e2b-8706-4a3a7a65186c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:20.231440 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e16d038-8e7c-4d7f-aebb-4490683839ff req-f93cc034-d94c-4e2b-8706-4a3a7a65186c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 943 time: 0.1239119 Nov 08 00:09:20.272097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2a29c-f5d8-43c2-9d07-831393066a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5433ce42-2599-43a7-8255-55e63acb685b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:20.287718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-49e2a29c-f5d8-43c2-9d07-831393066a48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2f2601964f54f17b771cbdf94363f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283620 Nov 08 00:09:20.288151 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59536) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:20.321067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e16d038-8e7c-4d7f-aebb-4490683839ff req-54cb9413-2cfb-4951-8146-25b30025e8d1 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869026 Nov 08 00:09:20.375612 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8b700c10-4d91-4c06-8799-fc5c8c5acdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.381196 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56994383-1985-4841-bad6-be27c909361c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.403855 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56994383-1985-4841-bad6-be27c909361c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.419330 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-416ae343-e97e-47b5-9225-f93ba155cab9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.450001 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8b700c10-4d91-4c06-8799-fc5c8c5acdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.508437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700c10-4d91-4c06-8799-fc5c8c5acdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788ddded-04e2-4995-adb6-70903e69c329,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:20.539569 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-416ae343-e97e-47b5-9225-f93ba155cab9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.575286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b700c10-4d91-4c06-8799-fc5c8c5acdcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:09:20.587352 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8b700c10-4d91-4c06-8799-fc5c8c5acdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.587769 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-8b700c10-4d91-4c06-8799-fc5c8c5acdcf admin admin] Added segment af723811-6fd4-4618-9deb-818b443ce230 of type vlan for network ab936907-cfe6-4fa3-961d-e6bc2b193213 Nov 08 00:09:20.590010 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56994383-1985-4841-bad6-be27c909361c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.592789 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56994383-1985-4841-bad6-be27c909361c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.596267 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-56994383-1985-4841-bad6-be27c909361c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5433ce42-2599-43a7-8255-55e63acb685b HTTP/1.1" status: 204 len: 168 time: 0.3085930 Nov 08 00:09:20.601999 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-416ae343-e97e-47b5-9225-f93ba155cab9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:09:20.614329 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-416ae343-e97e-47b5-9225-f93ba155cab9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:20.617388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-416ae343-e97e-47b5-9225-f93ba155cab9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:09:20.625048 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-02765ca5-fb52-47ee-9e5e-755d7bca32b8 req-d052aa11-6bf6-4c1a-b129-58b92811cf42 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1803883832', 'description': 'tempest-description-576599502'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:20.626473 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56994383-1985-4841-bad6-be27c909361c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5433ce42-2599-43a7-8255-55e63acb685b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:20.663342 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ae343-e97e-47b5-9225-f93ba155cab9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Pushing event updated for resources: {'Port': ['ID=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:20.689708 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8b700c10-4d91-4c06-8799-fc5c8c5acdcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.700045 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:09:20.701457 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-416ae343-e97e-47b5-9225-f93ba155cab9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:20.702114 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-416ae343-e97e-47b5-9225-f93ba155cab9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.755843 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-02765ca5-fb52-47ee-9e5e-755d7bca32b8 req-d052aa11-6bf6-4c1a-b129-58b92811cf42 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.803871 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8b700c10-4d91-4c06-8799-fc5c8c5acdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.805178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b700c10-4d91-4c06-8799-fc5c8c5acdcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:20.806019 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8b700c10-4d91-4c06-8799-fc5c8c5acdcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.821882 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5,segment=NetworkSegment(9616c016-b0f1-4cf9-96a4-fd0381600ec1),segment_id=9616c016-b0f1-4cf9-96a4-fd0381600ec1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:20.834565 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5', 'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca', 'port_id': '8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5', 'mac_address': 'fa:16:3e:cd:f0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3b7865-e2bd-4e2c-8ae2-76e310490d35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:09:20.850600 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-416ae343-e97e-47b5-9225-f93ba155cab9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1481326 Nov 08 00:09:20.872431 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Request body: {'port': {'device_id': '63dad8d5-1a7c-4a54-b43b-b3d0038889ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:20.877513 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.894995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:09:20.914883 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-02765ca5-fb52-47ee-9e5e-755d7bca32b8 req-d052aa11-6bf6-4c1a-b129-58b92811cf42 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.917073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5,segment=NetworkSegment(9616c016-b0f1-4cf9-96a4-fd0381600ec1),segment_id=9616c016-b0f1-4cf9-96a4-fd0381600ec1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:20.920057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700c10-4d91-4c06-8799-fc5c8c5acdcf admin admin] Pushing event updated for resources: {'Network': ['ID=ab936907-cfe6-4fa3-961d-e6bc2b193213,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:20.931300 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network ab936907-cfe6-4fa3-961d-e6bc2b193213 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:09:20.936664 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.957275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8b700c10-4d91-4c06-8799-fc5c8c5acdcf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3941438 Nov 08 00:09:20.962507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59556) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:20.965666 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-b7d8e47c-c4f6-446e-b7d7-51d814b22bdd admin admin] Request body: {'subnet': {'network_id': 'ab936907-cfe6-4fa3-961d-e6bc2b193213', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2145459431-subnet', 'tenant_id': 'cbd714f1e0824349b68931b67c187b4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:20.982465 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-02765ca5-fb52-47ee-9e5e-755d7bca32b8 req-d052aa11-6bf6-4c1a-b129-58b92811cf42 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:20.989075 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:21.020087 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052aa11-6bf6-4c1a-b129-58b92811cf42 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4c3ca3-69c4-49f1-b859-d2ba3bcc343b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:21.058455 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:21.067025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:21.067624 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:21.071483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:21.071483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:21.071483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:21.071483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:21.071483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:21.071483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:21.071483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:21.071483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:21.071483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:21.071483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:21.098630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d8e47c-c4f6-446e-b7d7-51d814b22bdd admin admin] Made reservation on behalf of cbd714f1e0824349b68931b67c187b4d for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:09:21.101489 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b7d8e47c-c4f6-446e-b7d7-51d814b22bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:21.148387 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-02765ca5-fb52-47ee-9e5e-755d7bca32b8 req-d052aa11-6bf6-4c1a-b129-58b92811cf42 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:21.149606 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02765ca5-fb52-47ee-9e5e-755d7bca32b8 req-d052aa11-6bf6-4c1a-b129-58b92811cf42 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5420387 Nov 08 00:09:21.172720 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1aea8-9b77-49ed-9489-e00a75e66cfc req-336b67c2-1baf-4a39-9229-499bfbe2a379 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:21.180078 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-21c1aea8-9b77-49ed-9489-e00a75e66cfc req-336b67c2-1baf-4a39-9229-499bfbe2a379 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 931 time: 0.1179729 Nov 08 00:09:21.255227 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-21c1aea8-9b77-49ed-9489-e00a75e66cfc req-eea16623-d159-4a37-9acb-4af23a4b340b tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740199 Nov 08 00:09:21.287031 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:09:21.297782 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:21.313317 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Transition to ACTIVE for port object 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:09:21.348351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46632fc-e338-4c19-8ebe-83bb57484d77 req-fbbe2cde-e5fa-4f26-9dca-69273ada68b1 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:21.349787 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a46632fc-e338-4c19-8ebe-83bb57484d77 req-fbbe2cde-e5fa-4f26-9dca-69273ada68b1 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 949 time: 0.1059892 Nov 08 00:09:21.386595 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:21.388345 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:09:21.429299 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a46632fc-e338-4c19-8ebe-83bb57484d77 req-217ec8de-1696-4f10-955d-cdc68de42213 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724649 Nov 08 00:09:21.456722 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:21.498333 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b7d8e47c-c4f6-446e-b7d7-51d814b22bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:21.563596 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3654c01c-3088-4ac9-8086-67941c8a9d22 req-35c0a8be-e8c1-4ef0-8975-63e22581eb68 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "GET /v2.0/security-groups/2a4c3ca3-69c4-49f1-b859-d2ba3bcc343b HTTP/1.1" status: 200 len: 1804 time: 0.0950778 Nov 08 00:09:21.575826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-3654c01c-3088-4ac9-8086-67941c8a9d22 req-62fe6c59-88a4-4856-93cc-5bbd8a2e78ec tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2a4c3ca3-69c4-49f1-b859-d2ba3bcc343b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:21.576536 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-3654c01c-3088-4ac9-8086-67941c8a9d22 req-62fe6c59-88a4-4856-93cc-5bbd8a2e78ec tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2a4c3ca3-69c4-49f1-b859-d2ba3bcc343b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:21.598475 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Attempting to bind port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:09:21.600549 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Attempting to bind port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:09:21.601106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Attempting to bind port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:21.608106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:09:21.608552 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Attempting to bind port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:21.613885 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:09:21.614426 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Checking segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:21.614778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Bound using segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:09:21.615230 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Bound port: 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:09:21.615642 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:21.626769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8e47c-c4f6-446e-b7d7-51d814b22bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=163a5dc4-15f8-461b-b3a1-edc26d38ef0d,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:21.657625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d8e47c-c4f6-446e-b7d7-51d814b22bdd admin admin] Checking segment: {'id': 'af723811-6fd4-4618-9deb-818b443ce230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ab936907-cfe6-4fa3-961d-e6bc2b193213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:21.657974 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d8e47c-c4f6-446e-b7d7-51d814b22bdd admin admin] Network hostable DHCP agents. Network: ab936907-cfe6-4fa3-961d-e6bc2b193213, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:09:21.669574 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044031a-2f29-4210-a2be-9b24fdac3f93 req-7f154c3b-6918-4c09-bffd-f670414a4bb4 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:21.671051 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7044031a-2f29-4210-a2be-9b24fdac3f93 req-7f154c3b-6918-4c09-bffd-f670414a4bb4 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 944 time: 0.1054897 Nov 08 00:09:21.685463 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] For port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:21.688708 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] For port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:09:21.712320 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7044031a-2f29-4210-a2be-9b24fdac3f93 req-edef0e92-2713-4523-b02a-c402bb88e2e7 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348196 Nov 08 00:09:21.787295 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3654c01c-3088-4ac9-8086-67941c8a9d22 req-62fe6c59-88a4-4856-93cc-5bbd8a2e78ec tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:21.815815 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:21.828065 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d8e47c-c4f6-446e-b7d7-51d814b22bdd admin admin] Network ab936907-cfe6-4fa3-961d-e6bc2b193213 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:09:21.831705 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3654c01c-3088-4ac9-8086-67941c8a9d22 req-62fe6c59-88a4-4856-93cc-5bbd8a2e78ec tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:21.852745 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:21.853372 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:21.855357 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] 10.222.0.20 "PUT /v2.0/ports/6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb HTTP/1.1" status: 200 len: 1091 time: 0.9881330 Nov 08 00:09:21.855798 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63dad8d5-1a7c-4a54-b43b-b3d0038889ba', 'tag': '6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:21.858055 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8c52b0-6b12-4ad8-b075-019caa59039c" -d '{"events": [{"name": "network-changed", "server_uuid": "63dad8d5-1a7c-4a54-b43b-b3d0038889ba", "tag": "6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:21.881717 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64f0b4-e1b5-42be-a018-2bd65545efd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:21.929282 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3654c01c-3088-4ac9-8086-67941c8a9d22 req-62fe6c59-88a4-4856-93cc-5bbd8a2e78ec tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:21.947886 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe6c59-88a4-4856-93cc-5bbd8a2e78ec tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6941cf34-a492-4a19-af63-9b95ce42eac6,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:21.956409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-b7d8e47c-c4f6-446e-b7d7-51d814b22bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, ab936907-cfe6-4fa3-961d-e6bc2b193213) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:21.966078 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd042e2-5c14-4e30-b264-c3626195ef81 None None] Network ab936907-cfe6-4fa3-961d-e6bc2b193213 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:09:21.972937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d8e47c-c4f6-446e-b7d7-51d814b22bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:21.973826 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b7d8e47c-c4f6-446e-b7d7-51d814b22bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:22.016520 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3654c01c-3088-4ac9-8086-67941c8a9d22 req-62fe6c59-88a4-4856-93cc-5bbd8a2e78ec tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:22.018174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3654c01c-3088-4ac9-8086-67941c8a9d22 req-62fe6c59-88a4-4856-93cc-5bbd8a2e78ec tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4537392 Nov 08 00:09:22.079122 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-6a83e419-30f2-4e30-aabc-7ea79694a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:22.080790 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-6a83e419-30f2-4e30-aabc-7ea79694a51b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 1094 time: 0.0852752 Nov 08 00:09:22.106155 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b7d8e47c-c4f6-446e-b7d7-51d814b22bdd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1445782 Nov 08 00:09:22.111143 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59602) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:22.114167 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-25eb09ec-ba44-4a3a-bf74-e2fac97f1497 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2145459431-router', 'tenant_id': 'cbd714f1e0824349b68931b67c187b4d', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:22.138179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-a8bdde5e-a289-482c-9af6-9488fd660aec req-9a1c0565-865a-48e6-bc99-39a7747b0fa7 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1669107284', 'description': 'tempest-description-266959990'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:22.152403 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ff5438-03dc-4371-9ce0-f9eff9bf451b x-openstack-request-id: req-92ff5438-03dc-4371-9ce0-f9eff9bf451b {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:22.152703 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63dad8d5-1a7c-4a54-b43b-b3d0038889ba", "tag": "6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:22.152958 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92ff5438-03dc-4371-9ce0-f9eff9bf451b {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:22.156545 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63dad8d5-1a7c-4a54-b43b-b3d0038889ba', 'tag': '6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb', 'status': 'completed', 'code': 200} Nov 08 00:09:22.188680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-ab936907-cfe6-4fa3-961d-e6bc2b193213', 'network_id': 'ab936907-cfe6-4fa3-961d-e6bc2b193213', 'tenant_id': 'cbd714f1e0824349b68931b67c187b4d', 'fixed_ips': [{'subnet_id': '163a5dc4-15f8-461b-b3a1-edc26d38ef0d'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:09:22.189969 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-acf7c380-da5e-4a6a-99a8-e5678f769637 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb HTTP/1.1" status: 200 len: 217 time: 0.0673018 Nov 08 00:09:22.190339 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:22.241884 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-791f5137-dfca-485e-83a2-6558ea0ed90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:22.243406 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-791f5137-dfca-485e-83a2-6558ea0ed90d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.0459056 Nov 08 00:09:22.279717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25eb09ec-ba44-4a3a-bf74-e2fac97f1497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:22.280797 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25eb09ec-ba44-4a3a-bf74-e2fac97f1497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:22.298169 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-8c8d5d95-6e77-4c79-9205-8c50d235819c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468915 Nov 08 00:09:22.341729 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a8bdde5e-a289-482c-9af6-9488fd660aec req-9a1c0565-865a-48e6-bc99-39a7747b0fa7 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:22.350451 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] Allocated IP 172.20.0.2 (ab936907-cfe6-4fa3-961d-e6bc2b193213/163a5dc4-15f8-461b-b3a1-edc26d38ef0d/a2b799ce-1cd3-4da6-90b2-61f9cfd8d873) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:09:22.394334 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25eb09ec-ba44-4a3a-bf74-e2fac97f1497 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:22.435267 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a8bdde5e-a289-482c-9af6-9488fd660aec req-9a1c0565-865a-48e6-bc99-39a7747b0fa7 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:22.446368 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-2766b1d0-547e-4ebb-8256-4ca582d0e438 service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374602 Nov 08 00:09:22.512510 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a8bdde5e-a289-482c-9af6-9488fd660aec req-9a1c0565-865a-48e6-bc99-39a7747b0fa7 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:22.522239 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:22.566299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c0565-865a-48e6-bc99-39a7747b0fa7 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a8161b-95d5-4219-a8db-38ec47254d30,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:22.588966 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed32c9-b472-459b-a64d-24e12d249e0b req-7ccab94e-7b10-4b84-b158-e3ef8b2cb804 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:22.589542 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed32c9-b472-459b-a64d-24e12d249e0b req-7ccab94e-7b10-4b84-b158-e3ef8b2cb804 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:22.589882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed32c9-b472-459b-a64d-24e12d249e0b req-7ccab94e-7b10-4b84-b158-e3ef8b2cb804 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:22.590364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed32c9-b472-459b-a64d-24e12d249e0b req-7ccab94e-7b10-4b84-b158-e3ef8b2cb804 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:22.590809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed32c9-b472-459b-a64d-24e12d249e0b req-7ccab94e-7b10-4b84-b158-e3ef8b2cb804 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:22.591281 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed32c9-b472-459b-a64d-24e12d249e0b req-7ccab94e-7b10-4b84-b158-e3ef8b2cb804 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:22.591723 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed32c9-b472-459b-a64d-24e12d249e0b req-7ccab94e-7b10-4b84-b158-e3ef8b2cb804 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:22.593790 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-79ed32c9-b472-459b-a64d-24e12d249e0b req-7ccab94e-7b10-4b84-b158-e3ef8b2cb804 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba&device_id=c2bf4316-8744-4694-82ae-3734fb3f63df&device_id=5bb79953-31dc-4530-b837-98d2d6053b13&device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f&device_id=0485016e-65fe-4308-bf92-ad480920a995&device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee&device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 6424 time: 0.0650508 Nov 08 00:09:22.598590 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:22.623006 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-79ed32c9-b472-459b-a64d-24e12d249e0b req-78d0582e-70eb-4a6b-a8b9-8a251117f8c9 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:22.639958 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] Network ab936907-cfe6-4fa3-961d-e6bc2b193213 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:09:22.640830 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a8bdde5e-a289-482c-9af6-9488fd660aec req-9a1c0565-865a-48e6-bc99-39a7747b0fa7 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:22.642538 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8bdde5e-a289-482c-9af6-9488fd660aec req-9a1c0565-865a-48e6-bc99-39a7747b0fa7 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5113513 Nov 08 00:09:22.642738 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:22.651596 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:09:22.655651 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] Pushing event updated for resources: {'Port': ['ID=a2b799ce-1cd3-4da6-90b2-61f9cfd8d873,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:22.703458 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:22.706507 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25eb09ec-ba44-4a3a-bf74-e2fac97f1497 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:22.721158 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-475dc3fe-f4a9-4ff7-8a4d-dc6ec8d21475 req-e491c0d7-6411-4999-a495-a85a9076a920 service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669759 Nov 08 00:09:22.733896 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] Attempting to bind port a2b799ce-1cd3-4da6-90b2-61f9cfd8d873 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:09:22.735775 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] Attempting to bind port a2b799ce-1cd3-4da6-90b2-61f9cfd8d873 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'af723811-6fd4-4618-9deb-818b443ce230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ab936907-cfe6-4fa3-961d-e6bc2b193213'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:09:22.735775 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] Attempting to bind port a2b799ce-1cd3-4da6-90b2-61f9cfd8d873 on network ab936907-cfe6-4fa3-961d-e6bc2b193213 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:22.736040 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-79ed32c9-b472-459b-a64d-24e12d249e0b req-78d0582e-70eb-4a6b-a8b9-8a251117f8c9 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:22.744990 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:09:22.747471 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] Checking segment: {'id': 'af723811-6fd4-4618-9deb-818b443ce230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ab936907-cfe6-4fa3-961d-e6bc2b193213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:22.747471 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:22.747471 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] Bound using segment: {'id': 'af723811-6fd4-4618-9deb-818b443ce230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ab936907-cfe6-4fa3-961d-e6bc2b193213'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:09:22.747471 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] Bound port: a2b799ce-1cd3-4da6-90b2-61f9cfd8d873, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af723811-6fd4-4618-9deb-818b443ce230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ab936907-cfe6-4fa3-961d-e6bc2b193213'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:09:22.747471 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:22.818020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] For port a2b799ce-1cd3-4da6-90b2-61f9cfd8d873, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:22.821458 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] For port a2b799ce-1cd3-4da6-90b2-61f9cfd8d873, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a2b799ce-1cd3-4da6-90b2-61f9cfd8d873,segment=NetworkSegment(af723811-6fd4-4618-9deb-818b443ce230),segment_id=af723811-6fd4-4618-9deb-818b443ce230)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:09:22.828142 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-79ed32c9-b472-459b-a64d-24e12d249e0b req-78d0582e-70eb-4a6b-a8b9-8a251117f8c9 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:22.894330 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-79ed32c9-b472-459b-a64d-24e12d249e0b req-78d0582e-70eb-4a6b-a8b9-8a251117f8c9 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&id=00143d44-0913-440f-a3cf-b789528c9209&id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.2910466 Nov 08 00:09:22.895068 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0582e-70eb-4a6b-a8b9-8a251117f8c9 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25421101-e392-47ed-b024-fdb5f2311d55,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:22.912189 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:09:22.916789 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:22.946462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:22.946841 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:23.015276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d2511-18eb-46d1-b927-95f6c6bcfd50 req-cf44fff5-3a0d-4040-8f9f-5474a1aba6c2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:23.016978 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-008d2511-18eb-46d1-b927-95f6c6bcfd50 req-cf44fff5-3a0d-4040-8f9f-5474a1aba6c2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 943 time: 0.0877042 Nov 08 00:09:23.030294 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74eb3c50-f737-4c96-ad19-2f62a160d8b8 req-7a926bf9-3f4f-4218-8a23-6481f28017cd tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "GET /v2.0/security-groups/f0a8161b-95d5-4219-a8db-38ec47254d30 HTTP/1.1" status: 200 len: 1804 time: 0.1085222 Nov 08 00:09:23.037960 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c52b0-6b12-4ad8-b075-019caa59039c req-8d154e8b-7316-4e5b-9451-3bd8333a16b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:23.039559 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ad8c52b0-6b12-4ad8-b075-019caa59039c req-8d154e8b-7316-4e5b-9451-3bd8333a16b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 1094 time: 0.0953004 Nov 08 00:09:23.042924 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-74eb3c50-f737-4c96-ad19-2f62a160d8b8 req-092c908c-b698-417b-839b-022aebb43b25 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f0a8161b-95d5-4219-a8db-38ec47254d30', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:23.043242 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-74eb3c50-f737-4c96-ad19-2f62a160d8b8 req-092c908c-b698-417b-839b-022aebb43b25 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f0a8161b-95d5-4219-a8db-38ec47254d30', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:23.066468 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e31ae-f5b7-4945-a4f0-c81c22d06d8c None None] Pushing event updated for resources: {'Port': ['ID=a2b799ce-1cd3-4da6-90b2-61f9cfd8d873,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:23.095946 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-008d2511-18eb-46d1-b927-95f6c6bcfd50 req-2878dc62-0ef6-44fd-a90c-74f71680e7e9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628846 Nov 08 00:09:23.125120 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:23.162697 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5,segment=NetworkSegment(9616c016-b0f1-4cf9-96a4-fd0381600ec1),segment_id=9616c016-b0f1-4cf9-96a4-fd0381600ec1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:23.163715 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bf4316-8744-4694-82ae-3734fb3f63df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:23.169930 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06eea19b-5c48-4cad-a2e0-6c1c6fabfd29" -d '{"events": [{"server_uuid": "c2bf4316-8744-4694-82ae-3734fb3f63df", "name": "network-vif-plugged", "status": "completed", "tag": "8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:23.220594 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:23.223130 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-74eb3c50-f737-4c96-ad19-2f62a160d8b8 req-092c908c-b698-417b-839b-022aebb43b25 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:23.279032 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-74eb3c50-f737-4c96-ad19-2f62a160d8b8 req-092c908c-b698-417b-839b-022aebb43b25 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:23.285776 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c52b0-6b12-4ad8-b075-019caa59039c req-fa7c73f2-23cb-4050-b32f-534f59cc2bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:23.288753 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ad8c52b0-6b12-4ad8-b075-019caa59039c req-fa7c73f2-23cb-4050-b32f-534f59cc2bf9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 922 time: 0.1954792 Nov 08 00:09:23.307047 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fb055-d142-4dd6-bd5d-6c824f8820cc req-96fc7ca8-1032-4d0c-8f6c-96efbe27b6bf tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:23.323406 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f0fb055-d142-4dd6-bd5d-6c824f8820cc req-96fc7ca8-1032-4d0c-8f6c-96efbe27b6bf tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.1129928 Nov 08 00:09:23.336676 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:23.367504 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-74eb3c50-f737-4c96-ad19-2f62a160d8b8 req-092c908c-b698-417b-839b-022aebb43b25 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:23.378051 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ad8c52b0-6b12-4ad8-b075-019caa59039c req-1ea65e3e-2cb8-4e11-a524-26fd7caadd08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb HTTP/1.1" status: 200 len: 217 time: 0.0811727 Nov 08 00:09:23.403956 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c908c-b698-417b-839b-022aebb43b25 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa56d3d-6e34-4960-9a07-70d80eead7af,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:23.436725 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f0fb055-d142-4dd6-bd5d-6c824f8820cc req-8b49f68d-8ffd-4efc-9047-0acddf5279c6 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906255 Nov 08 00:09:23.470173 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-74eb3c50-f737-4c96-ad19-2f62a160d8b8 req-092c908c-b698-417b-839b-022aebb43b25 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:23.484332 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25eb09ec-ba44-4a3a-bf74-e2fac97f1497 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:23.484907 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74eb3c50-f737-4c96-ad19-2f62a160d8b8 req-092c908c-b698-417b-839b-022aebb43b25 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4533267 Nov 08 00:09:23.514887 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25eb09ec-ba44-4a3a-bf74-e2fac97f1497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:23.522166 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c52b0-6b12-4ad8-b075-019caa59039c req-2f88e25b-9e44-4a5b-9c13-ed567f36782b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:23.523649 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ad8c52b0-6b12-4ad8-b075-019caa59039c req-2f88e25b-9e44-4a5b-9c13-ed567f36782b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.1241975 Nov 08 00:09:23.561591 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ad8c52b0-6b12-4ad8-b075-019caa59039c req-36ffe5c0-d91e-472c-8459-b4922e1e4fc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290589 Nov 08 00:09:23.632252 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ac6668-3874-481b-92ca-dc6b5c677ea1 x-openstack-request-id: req-50ac6668-3874-481b-92ca-dc6b5c677ea1 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:23.632850 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2bf4316-8744-4694-82ae-3734fb3f63df", "name": "network-vif-plugged", "status": "completed", "tag": "8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:23.641013 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50ac6668-3874-481b-92ca-dc6b5c677ea1 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:23.641013 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bf4316-8744-4694-82ae-3734fb3f63df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5', 'code': 200} Nov 08 00:09:23.687208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e9542679-ebbb-427f-93b0-b7dc9f9e3ab1 req-36e5e682-de4a-46ad-9033-9b17837d9706 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-401109518', 'description': 'tempest-description-2097989045'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:23.738346 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ad8c52b0-6b12-4ad8-b075-019caa59039c req-cf83bd71-c049-4ae2-8f76-d956bcb227bf service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487195 Nov 08 00:09:23.749112 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-25eb09ec-ba44-4a3a-bf74-e2fac97f1497 admin admin] Allocated IP 172.25.2.194 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/cd2e0e4e-6084-496f-a058-ba27f0aa018c) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:09:23.851329 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-5be71eeb-50c5-49c2-8d71-3819aa82e588 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223815 Nov 08 00:09:23.877809 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9542679-ebbb-427f-93b0-b7dc9f9e3ab1 req-36e5e682-de4a-46ad-9033-9b17837d9706 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:23.922360 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3fddc-f73d-44ca-a5b6-03c4462d1d63 req-d7513978-5953-4dcd-969b-3406a008dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:23.923701 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ffe3fddc-f73d-44ca-a5b6-03c4462d1d63 req-d7513978-5953-4dcd-969b-3406a008dffe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 1096 time: 0.1527777 Nov 08 00:09:23.938161 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ad8c52b0-6b12-4ad8-b075-019caa59039c req-c135d267-a9a4-4071-85c1-8ba396dc85a7 service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904242 Nov 08 00:09:23.995844 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25eb09ec-ba44-4a3a-bf74-e2fac97f1497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:23.997084 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-c7523bff-177c-430d-8438-383fc4c510d7 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:23.998598 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-c7523bff-177c-430d-8438-383fc4c510d7 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1408892 Nov 08 00:09:24.000058 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ffe3fddc-f73d-44ca-a5b6-03c4462d1d63 req-b05bcb93-efae-4975-9c97-4d691531dda3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609686 Nov 08 00:09:24.033372 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9542679-ebbb-427f-93b0-b7dc9f9e3ab1 req-36e5e682-de4a-46ad-9033-9b17837d9706 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:24.035419 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-b55c3b2e-bc21-4a9b-9013-4df5a6f4af78 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/quotas/01a4d5e932eb46c6a9a010666c7cdefd HTTP/1.1" status: 200 len: 375 time: 0.0259242 Nov 08 00:09:24.067956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-c3068c31-3abf-4849-bc91-9b2b0f1693c0 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263777 Nov 08 00:09:24.107025 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25eb09ec-ba44-4a3a-bf74-e2fac97f1497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:24.124675 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9542679-ebbb-427f-93b0-b7dc9f9e3ab1 req-36e5e682-de4a-46ad-9033-9b17837d9706 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:24.157540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5e682-de4a-46ad-9033-9b17837d9706 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed66a52-c466-4c79-87bb-424e126cf21c,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:24.164897 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eb09ec-ba44-4a3a-bf74-e2fac97f1497 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:09:24.168960 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-25eb09ec-ba44-4a3a-bf74-e2fac97f1497 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:24.178916 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eb09ec-ba44-4a3a-bf74-e2fac97f1497 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:09:24.200096 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29313698-59e3-4f30-b758-67fc224d37dd None None] Network ab936907-cfe6-4fa3-961d-e6bc2b193213 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:09:24.204722 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb09ec-ba44-4a3a-bf74-e2fac97f1497 admin admin] Pushing event updated for resources: {'Port': ['ID=cd2e0e4e-6084-496f-a058-ba27f0aa018c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:24.223209 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9542679-ebbb-427f-93b0-b7dc9f9e3ab1 req-36e5e682-de4a-46ad-9033-9b17837d9706 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:24.231146 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9542679-ebbb-427f-93b0-b7dc9f9e3ab1 req-36e5e682-de4a-46ad-9033-9b17837d9706 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5501115 Nov 08 00:09:24.354944 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a9c8d239-8303-49ca-bbef-f7dbd9ee4430 None None] Provisioning complete for port a2b799ce-1cd3-4da6-90b2-61f9cfd8d873 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:24.355313 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a9c8d239-8303-49ca-bbef-f7dbd9ee4430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:24.424912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31713449-fc3f-4c47-b8b7-e712ef6ce9f2 req-756a61e1-159d-4bf5-871b-df2bcb479dc7 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:24.427940 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31713449-fc3f-4c47-b8b7-e712ef6ce9f2 req-756a61e1-159d-4bf5-871b-df2bcb479dc7 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 943 time: 0.0752983 Nov 08 00:09:24.486949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0eee0-3635-4481-a5e3-438048420f5a req-5768ad6e-0c6b-481c-b155-07b7966de40b tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:24.489844 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0eee0-3635-4481-a5e3-438048420f5a req-5768ad6e-0c6b-481c-b155-07b7966de40b tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:24.489844 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0eee0-3635-4481-a5e3-438048420f5a req-5768ad6e-0c6b-481c-b155-07b7966de40b tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:24.489844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1f0eee0-3635-4481-a5e3-438048420f5a req-5768ad6e-0c6b-481c-b155-07b7966de40b tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5bb79953-31dc-4530-b837-98d2d6053b13&device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f&device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 2882 time: 0.0876119 Nov 08 00:09:24.524870 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31713449-fc3f-4c47-b8b7-e712ef6ce9f2 req-bb86ba22-175d-4110-ad82-7902af9af592 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782080 Nov 08 00:09:24.564221 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1f0eee0-3635-4481-a5e3-438048420f5a req-f7dc4d80-60cd-4206-8b09-2fc9b597e401 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624850 Nov 08 00:09:24.579069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-a0e202ca-aa86-4b41-bbc5-af7e44eec17c req-6e85bca5-9330-46a1-9804-a0306d52efb5 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2068711027', 'description': 'tempest-description-271518091'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:24.630356 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a9c8d239-8303-49ca-bbef-f7dbd9ee4430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:24.633814 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25eb09ec-ba44-4a3a-bf74-e2fac97f1497 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:24.647909 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a51ea9a0-c743-42f2-b67e-83b081315374 req-51c638f4-01a3-4e4e-9e9f-35c7423cc52b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 210 time: 0.0373502 Nov 08 00:09:24.676007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a9c8d239-8303-49ca-bbef-f7dbd9ee4430 None None] For port a2b799ce-1cd3-4da6-90b2-61f9cfd8d873, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a2b799ce-1cd3-4da6-90b2-61f9cfd8d873,segment=NetworkSegment(af723811-6fd4-4618-9deb-818b443ce230),segment_id=af723811-6fd4-4618-9deb-818b443ce230)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:24.689673 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a0e202ca-aa86-4b41-bbc5-af7e44eec17c req-6e85bca5-9330-46a1-9804-a0306d52efb5 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:24.741410 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a9c8d239-8303-49ca-bbef-f7dbd9ee4430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:24.811571 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a0e202ca-aa86-4b41-bbc5-af7e44eec17c req-6e85bca5-9330-46a1-9804-a0306d52efb5 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:24.830412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c411cb-bbdc-4d55-bc14-0176c44d098b req-61da2f5f-6b1e-4e41-9d66-ae61df4877e9 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:24.834446 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5c411cb-bbdc-4d55-bc14-0176c44d098b req-61da2f5f-6b1e-4e41-9d66-ae61df4877e9 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.0802186 Nov 08 00:09:24.857150 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8d239-8303-49ca-bbef-f7dbd9ee4430 None None] Pushing event updated for resources: {'Port': ['ID=a2b799ce-1cd3-4da6-90b2-61f9cfd8d873,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:24.889301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5c411cb-bbdc-4d55-bc14-0176c44d098b req-30da96d8-30f4-4819-8d0d-81f75651f7ba tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485704 Nov 08 00:09:24.913120 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a0e202ca-aa86-4b41-bbc5-af7e44eec17c req-6e85bca5-9330-46a1-9804-a0306d52efb5 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:24.976008 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-baccd752-54b6-4810-9caa-76d6a665affb None None] Provisioning complete for port a2b799ce-1cd3-4da6-90b2-61f9cfd8d873 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:24.976738 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-baccd752-54b6-4810-9caa-76d6a665affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:24.992534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85bca5-9330-46a1-9804-a0306d52efb5 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2f11fb-f2ad-4186-9f3b-1a978a1cdb94,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:25.002471 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a2b799ce-1cd3-4da6-90b2-61f9cfd8d873 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:25.058396 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a0e202ca-aa86-4b41-bbc5-af7e44eec17c req-6e85bca5-9330-46a1-9804-a0306d52efb5 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:25.076999 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a0e202ca-aa86-4b41-bbc5-af7e44eec17c req-6e85bca5-9330-46a1-9804-a0306d52efb5 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5160737 Nov 08 00:09:25.117917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port a2b799ce-1cd3-4da6-90b2-61f9cfd8d873 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:25.117917 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:25.157031 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e73f0f9b-0882-44ff-97f9-68ea1407ee50 req-7a0298f9-34d8-43ae-9d1c-f0a0b0d39e62 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "GET /v2.0/security-groups/6ed66a52-c466-4c79-87bb-424e126cf21c HTTP/1.1" status: 200 len: 1804 time: 0.0696938 Nov 08 00:09:25.223894 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25eb09ec-ba44-4a3a-bf74-e2fac97f1497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:25.248867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e73f0f9b-0882-44ff-97f9-68ea1407ee50 req-49f5b037-ce6c-470e-b784-e99ffa00e7ba tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "GET /v2.0/security-groups/cf2f11fb-f2ad-4186-9f3b-1a978a1cdb94 HTTP/1.1" status: 200 len: 1804 time: 0.0765467 Nov 08 00:09:25.248867 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e73f0f9b-0882-44ff-97f9-68ea1407ee50 req-27a03ffa-d015-4726-9d7e-8c089dac305a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6ed66a52-c466-4c79-87bb-424e126cf21c', 'remote_group_id': 'cf2f11fb-f2ad-4186-9f3b-1a978a1cdb94', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:25.248867 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e73f0f9b-0882-44ff-97f9-68ea1407ee50 req-27a03ffa-d015-4726-9d7e-8c089dac305a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6ed66a52-c466-4c79-87bb-424e126cf21c', 'remote_group_id': 'cf2f11fb-f2ad-4186-9f3b-1a978a1cdb94', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:25.374085 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e73f0f9b-0882-44ff-97f9-68ea1407ee50 req-27a03ffa-d015-4726-9d7e-8c089dac305a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:25.412093 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e73f0f9b-0882-44ff-97f9-68ea1407ee50 req-27a03ffa-d015-4726-9d7e-8c089dac305a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:25.443178 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25eb09ec-ba44-4a3a-bf74-e2fac97f1497 admin admin] Router 25b683d6-f75a-4d8b-81a1-c6e56cd17eb5 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:09:25.494908 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e73f0f9b-0882-44ff-97f9-68ea1407ee50 req-27a03ffa-d015-4726-9d7e-8c089dac305a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:25.512475 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a03ffa-d015-4726-9d7e-8c089dac305a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7e841a-2374-4c09-b9a3-fdd2f91701d6,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:25.550428 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25eb09ec-ba44-4a3a-bf74-e2fac97f1497 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:09:25.561646 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] Sync routers for ids ['25b683d6-f75a-4d8b-81a1-c6e56cd17eb5'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:09:25.571655 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] Routers {'25b683d6-f75a-4d8b-81a1-c6e56cd17eb5'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:09:25.572297 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:09:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['25b683d6-f75a-4d8b-81a1-c6e56cd17eb5'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:25.576718 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e73f0f9b-0882-44ff-97f9-68ea1407ee50 req-27a03ffa-d015-4726-9d7e-8c089dac305a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:25.577926 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e73f0f9b-0882-44ff-97f9-68ea1407ee50 req-27a03ffa-d015-4726-9d7e-8c089dac305a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3353972 Nov 08 00:09:25.643079 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25eb09ec-ba44-4a3a-bf74-e2fac97f1497 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:25.643079 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-25eb09ec-ba44-4a3a-bf74-e2fac97f1497 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5313113 Nov 08 00:09:25.644908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59694) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:25.692351 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] Set router 25b683d6-f75a-4d8b-81a1-c6e56cd17eb5 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:09:25.787666 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-63c53b04-c62b-4535-9ab0-e90a3b4d833b req-44d4e877-248f-44f6-8eb1-9e1e541c403a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-26043155', 'description': 'tempest-description-1689395844'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:25.824360 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715a34c-8462-454f-af7c-c1f4b1aeda84 req-973a6fa2-4537-4770-a5c6-77f6c0dc5469 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:25.825869 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7715a34c-8462-454f-af7c-c1f4b1aeda84 req-973a6fa2-4537-4770-a5c6-77f6c0dc5469 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 943 time: 0.1037483 Nov 08 00:09:25.878105 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b683d6-f75a-4d8b-81a1-c6e56cd17eb5', 'name': 'tempest-AttachSCSIVolumeTestJSON-2145459431-router', 'tenant_id': 'cbd714f1e0824349b68931b67c187b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd2e0e4e-6084-496f-a058-ba27f0aa018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:09:22Z', 'updated_at': '2021-11-08T00:09:24Z', 'revision_number': 3, 'project_id': 'cbd714f1e0824349b68931b67c187b4d', 'gw_port': {'id': 'cd2e0e4e-6084-496f-a058-ba27f0aa018c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b683d6-f75a-4d8b-81a1-c6e56cd17eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:23Z', 'updated_at': '2021-11-08T00:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:25.908054 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] Checking router: 25b683d6-f75a-4d8b-81a1-c6e56cd17eb5 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:09:25.908402 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] Updating router 25b683d6-f75a-4d8b-81a1-c6e56cd17eb5 port cd2e0e4e-6084-496f-a058-ba27f0aa018c binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:09:25.926459 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-63c53b04-c62b-4535-9ab0-e90a3b4d833b req-44d4e877-248f-44f6-8eb1-9e1e541c403a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:26.023486 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:26.187418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7715a34c-8462-454f-af7c-c1f4b1aeda84 req-3413a2eb-d3a7-4a20-a844-3d011eeb1f20 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507006 Nov 08 00:09:26.297495 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:26.366728 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b17aa9bc-99f3-4838-b4c6-317868d8e40c req-d5e4cf02-8994-40df-a39f-ff406c13c8a5 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 210 time: 0.0647624 Nov 08 00:09:26.378205 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-63c53b04-c62b-4535-9ab0-e90a3b4d833b req-44d4e877-248f-44f6-8eb1-9e1e541c403a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:26.387307 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:26.436895 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] Attempting to bind port cd2e0e4e-6084-496f-a058-ba27f0aa018c on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:09:26.437261 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] Attempting to bind port cd2e0e4e-6084-496f-a058-ba27f0aa018c by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:09:26.437621 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] Attempting to bind port cd2e0e4e-6084-496f-a058-ba27f0aa018c on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:26.446673 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0a286-79a8-441f-847a-91bf1428c359 None None] Pushing event updated for resources: {'Port': ['ID=cd2e0e4e-6084-496f-a058-ba27f0aa018c,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:26.450420 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:09:26.450791 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:26.451252 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:26.451642 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:09:26.452132 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] Bound port: cd2e0e4e-6084-496f-a058-ba27f0aa018c, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:09:26.452509 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:26.458999 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b0a286-79a8-441f-847a-91bf1428c359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:26.459346 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b0a286-79a8-441f-847a-91bf1428c359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:26.459681 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b0a286-79a8-441f-847a-91bf1428c359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:26.460035 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b0a286-79a8-441f-847a-91bf1428c359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:26.460363 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b0a286-79a8-441f-847a-91bf1428c359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:26.460686 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b0a286-79a8-441f-847a-91bf1428c359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:26.461004 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b0a286-79a8-441f-847a-91bf1428c359 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:26.461319 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b0a286-79a8-441f-847a-91bf1428c359 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:26.461645 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b0a286-79a8-441f-847a-91bf1428c359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:26.461952 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b0a286-79a8-441f-847a-91bf1428c359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:26.462267 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b0a286-79a8-441f-847a-91bf1428c359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:26.462579 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b0a286-79a8-441f-847a-91bf1428c359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:09:26.508117 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-63c53b04-c62b-4535-9ab0-e90a3b4d833b req-44d4e877-248f-44f6-8eb1-9e1e541c403a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:26.518678 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] For port cd2e0e4e-6084-496f-a058-ba27f0aa018c, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:26.522687 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] For port cd2e0e4e-6084-496f-a058-ba27f0aa018c, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=cd2e0e4e-6084-496f-a058-ba27f0aa018c,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:09:26.556004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4e877-248f-44f6-8eb1-9e1e541c403a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e9cc1c-b6aa-4086-8d2f-1d34d74643e1,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:26.560326 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f9057019-8873-41df-8d21-6daf7cb005cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:26.609626 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:26.661622 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-63c53b04-c62b-4535-9ab0-e90a3b4d833b req-44d4e877-248f-44f6-8eb1-9e1e541c403a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:26.664303 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] Routers {'25b683d6-f75a-4d8b-81a1-c6e56cd17eb5'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:09:26.667395 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63c53b04-c62b-4535-9ab0-e90a3b4d833b req-44d4e877-248f-44f6-8eb1-9e1e541c403a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8831320 Nov 08 00:09:26.668265 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:09:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['25b683d6-f75a-4d8b-81a1-c6e56cd17eb5'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:26.733958 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0a286-79a8-441f-847a-91bf1428c359 None None] Pushing event updated for resources: {'Port': ['ID=cd2e0e4e-6084-496f-a058-ba27f0aa018c,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:26.746104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-f9057019-8873-41df-8d21-6daf7cb005cf admin admin] Allocated IP 172.20.0.1 (ab936907-cfe6-4fa3-961d-e6bc2b193213/163a5dc4-15f8-461b-b3a1-edc26d38ef0d/2b66c2f8-ab9e-4f44-bc14-6db0538eb152) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:09:26.794234 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] Set router 25b683d6-f75a-4d8b-81a1-c6e56cd17eb5 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:09:26.870519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59712) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:26.872279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a2b799ce-1cd3-4da6-90b2-61f9cfd8d873 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:26.880624 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-5d38d323-32cc-4d68-bfdb-e855c1b9820a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409582 Nov 08 00:09:26.894737 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e901765-e1ad-4df8-a29e-faedb0237ba2 req-de7a91e0-a97b-4b93-b376-e7fcc1afe029 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:26.896650 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e901765-e1ad-4df8-a29e-faedb0237ba2 req-de7a91e0-a97b-4b93-b376-e7fcc1afe029 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.1355517 Nov 08 00:09:26.965275 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port a2b799ce-1cd3-4da6-90b2-61f9cfd8d873 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:26.965649 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:26.970396 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-d03ccd6a-87ca-461a-89b8-c71eb709c270 req-c1e1c487-a439-4ab5-823e-41f74eac2eac tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-623385588', 'description': 'tempest-description-907448864'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:27.023454 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f9057019-8873-41df-8d21-6daf7cb005cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:27.029678 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-c904f025-1d1b-4e33-ae5c-5f1b0d58d85f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:27.031440 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-c904f025-1d1b-4e33-ae5c-5f1b0d58d85f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1329727 Nov 08 00:09:27.051899 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e901765-e1ad-4df8-a29e-faedb0237ba2 req-545d3bc0-cd22-41b0-ba40-888dfaacd74c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444769 Nov 08 00:09:27.053977 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-4a280a7c-1e74-4bc1-84cf-30d2e1206215 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Request body: {'port': {'device_id': '8a362f36-b47a-481a-86a1-d4a67fc747e5', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '01a4d5e932eb46c6a9a010666c7cdefd'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:27.076129 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b683d6-f75a-4d8b-81a1-c6e56cd17eb5', 'name': 'tempest-AttachSCSIVolumeTestJSON-2145459431-router', 'tenant_id': 'cbd714f1e0824349b68931b67c187b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd2e0e4e-6084-496f-a058-ba27f0aa018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:09:22Z', 'updated_at': '2021-11-08T00:09:24Z', 'revision_number': 3, 'project_id': 'cbd714f1e0824349b68931b67c187b4d', 'gw_port': {'id': 'cd2e0e4e-6084-496f-a058-ba27f0aa018c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b683d6-f75a-4d8b-81a1-c6e56cd17eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:23Z', 'updated_at': '2021-11-08T00:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:27.091316 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4dece3a5-17f6-49a1-9455-d934e1dcc49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:27.118844 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fb44eb-f768-49ed-b68e-866150366d60 None None] The sync data for ids ['25b683d6-f75a-4d8b-81a1-c6e56cd17eb5'] in n-d-816882-1 is: [{'id': '25b683d6-f75a-4d8b-81a1-c6e56cd17eb5', 'name': 'tempest-AttachSCSIVolumeTestJSON-2145459431-router', 'tenant_id': 'cbd714f1e0824349b68931b67c187b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd2e0e4e-6084-496f-a058-ba27f0aa018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:09:22Z', 'updated_at': '2021-11-08T00:09:24Z', 'revision_number': 3, 'project_id': 'cbd714f1e0824349b68931b67c187b4d', 'gw_port': {'id': 'cd2e0e4e-6084-496f-a058-ba27f0aa018c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b683d6-f75a-4d8b-81a1-c6e56cd17eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:23Z', 'updated_at': '2021-11-08T00:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:09:27.137101 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d03ccd6a-87ca-461a-89b8-c71eb709c270 req-c1e1c487-a439-4ab5-823e-41f74eac2eac tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:27.138033 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:09:27.191502 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f9057019-8873-41df-8d21-6daf7cb005cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:27.290286 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4dece3a5-17f6-49a1-9455-d934e1dcc49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:27.295669 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-4a280a7c-1e74-4bc1-84cf-30d2e1206215 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Made reservation on behalf of 01a4d5e932eb46c6a9a010666c7cdefd for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:09:27.295845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9057019-8873-41df-8d21-6daf7cb005cf admin admin] Network ab936907-cfe6-4fa3-961d-e6bc2b193213 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:09:27.297383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:27.298666 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-4a280a7c-1e74-4bc1-84cf-30d2e1206215 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:27.308382 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-f9057019-8873-41df-8d21-6daf7cb005cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:27.311047 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9057019-8873-41df-8d21-6daf7cb005cf admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:09:27.311939 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-4a280a7c-1e74-4bc1-84cf-30d2e1206215 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:27.317559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb', 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880', 'port_id': '6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb', 'mac_address': 'fa:16:3e:df:4b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda772d5-f001-47ed-867d-7cf3c24b61ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:09:27.349634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9057019-8873-41df-8d21-6daf7cb005cf admin admin] Pushing event updated for resources: {'Port': ['ID=2b66c2f8-ab9e-4f44-bc14-6db0538eb152,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:27.373301 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4dece3a5-17f6-49a1-9455-d934e1dcc49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:27.375072 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:27.390019 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:09:27.424255 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:27.472887 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4dece3a5-17f6-49a1-9455-d934e1dcc49d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e8483521f3946e49ffe4179127b7c67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5988076 Nov 08 00:09:27.480115 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d03ccd6a-87ca-461a-89b8-c71eb709c270 req-c1e1c487-a439-4ab5-823e-41f74eac2eac tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:27.480309 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59722) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:27.480309 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-4a280a7c-1e74-4bc1-84cf-30d2e1206215 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:27.493124 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:27.493538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eedb46-f9ef-4d8a-ace3-d643363f3d36 req-a9e8c66a-6461-49d5-9de1-d0de63143011 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:27.495600 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-80eedb46-f9ef-4d8a-ace3-d643363f3d36 req-a9e8c66a-6461-49d5-9de1-d0de63143011 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 1101 time: 0.2945967 Nov 08 00:09:27.499972 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dece3a5-17f6-49a1-9455-d934e1dcc49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a432e7-7528-4c94-8f74-966bc50c70f7,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:27.509984 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f9057019-8873-41df-8d21-6daf7cb005cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:27.585385 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-782f2ec7-4849-4665-97f7-3808863f68ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:27.589765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:27.609859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-dc40f343-d003-4e79-8b34-abf425a63c18 None None] Provisioning complete for port 2b66c2f8-ab9e-4f44-bc14-6db0538eb152 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:27.609859 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc40f343-d003-4e79-8b34-abf425a63c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:27.612943 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-4a280a7c-1e74-4bc1-84cf-30d2e1206215 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:27.615305 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-80eedb46-f9ef-4d8a-ace3-d643363f3d36 req-2aac9000-ffe7-4521-8f06-7a056d6e6afc tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074133 Nov 08 00:09:27.617804 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d03ccd6a-87ca-461a-89b8-c71eb709c270 req-c1e1c487-a439-4ab5-823e-41f74eac2eac tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:27.661975 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-dc40f343-d003-4e79-8b34-abf425a63c18 None None] Port 2b66c2f8-ab9e-4f44-bc14-6db0538eb152 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:09:27.687280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1c487-a439-4ab5-823e-41f74eac2eac tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6e029d-64ad-4d89-b6c0-7e9bcb71e1f4,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:27.693390 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-782f2ec7-4849-4665-97f7-3808863f68ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:27.747276 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d03ccd6a-87ca-461a-89b8-c71eb709c270 req-c1e1c487-a439-4ab5-823e-41f74eac2eac tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:27.748927 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d03ccd6a-87ca-461a-89b8-c71eb709c270 req-c1e1c487-a439-4ab5-823e-41f74eac2eac tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7980506 Nov 08 00:09:27.794183 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a280a7c-1e74-4bc1-84cf-30d2e1206215 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73823340-667e-4935-95cf-f0ab1336852f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:27.852771 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f9057019-8873-41df-8d21-6daf7cb005cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:27.873522 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:09:27.934976 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-4a280a7c-1e74-4bc1-84cf-30d2e1206215 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Allocated IP 192.168.233.146 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/b123972d-37a4-49ab-96fd-efccd7e59417) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:09:28.058056 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054dede-654e-4e92-af42-07ccf4b5c202 req-42b8b580-2df5-442a-b46f-7ba4ae26719b tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:28.067198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a054dede-654e-4e92-af42-07ccf4b5c202 req-42b8b580-2df5-442a-b46f-7ba4ae26719b tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 944 time: 0.2159588 Nov 08 00:09:28.079815 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-782f2ec7-4849-4665-97f7-3808863f68ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:28.082626 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-782f2ec7-4849-4665-97f7-3808863f68ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:28.091256 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-782f2ec7-4849-4665-97f7-3808863f68ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8a432e7-7528-4c94-8f74-966bc50c70f7 HTTP/1.1" status: 204 len: 168 time: 0.6115224 Nov 08 00:09:28.121986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f2ec7-4849-4665-97f7-3808863f68ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a432e7-7528-4c94-8f74-966bc50c70f7,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:28.124898 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc4a7ac4-9df5-4b1e-9513-bc26c5a3a747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:28.162605 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a054dede-654e-4e92-af42-07ccf4b5c202 req-7dbd979f-dfba-4501-b90d-4618c28441ee tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943573 Nov 08 00:09:28.189386 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f9057019-8873-41df-8d21-6daf7cb005cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:28.209971 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-4a280a7c-1e74-4bc1-84cf-30d2e1206215 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:28.276569 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36cde9b0-b2b7-4a02-8135-194632eb18e4 req-6d901516-dd9d-4f1f-86ca-461152c101d9 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 210 time: 0.0338576 Nov 08 00:09:28.277358 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f9057019-8873-41df-8d21-6daf7cb005cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:28.289609 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-4a280a7c-1e74-4bc1-84cf-30d2e1206215 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:28.389704 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-4a280a7c-1e74-4bc1-84cf-30d2e1206215 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:09:28.391549 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a280a7c-1e74-4bc1-84cf-30d2e1206215 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Pushing event updated for resources: {'Port': ['ID=b123972d-37a4-49ab-96fd-efccd7e59417,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:28.394313 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-4a280a7c-1e74-4bc1-84cf-30d2e1206215 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:28.403059 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-4a280a7c-1e74-4bc1-84cf-30d2e1206215 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:09:28.451301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-16083b62-6169-4563-8578-e649ea739fad req-c4a3a68f-e112-4830-af12-365a003c70aa tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "GET /v2.0/security-groups/44e9cc1c-b6aa-4086-8d2f-1d34d74643e1 HTTP/1.1" status: 200 len: 1803 time: 0.0934703 Nov 08 00:09:28.469695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9057019-8873-41df-8d21-6daf7cb005cf admin admin] Pushing event updated for resources: {'Port': ['ID=2b66c2f8-ab9e-4f44-bc14-6db0538eb152,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:28.476021 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-4a280a7c-1e74-4bc1-84cf-30d2e1206215 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:28.477139 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-4a280a7c-1e74-4bc1-84cf-30d2e1206215 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:28.481465 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f9057019-8873-41df-8d21-6daf7cb005cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:28.518962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60a713-64ed-4644-b636-14128ef62d42 req-80a1be2d-93d3-4ed5-8259-97224f230a7e tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:28.520557 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b60a713-64ed-4644-b636-14128ef62d42 req-80a1be2d-93d3-4ed5-8259-97224f230a7e tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 1101 time: 0.1299174 Nov 08 00:09:28.538232 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79f1aa-44ad-46c9-abeb-5f5821f5eb77 req-f3ff181b-9df4-48df-b89f-5721ca90d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:28.539813 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d79f1aa-44ad-46c9-abeb-5f5821f5eb77 req-f3ff181b-9df4-48df-b89f-5721ca90d94f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21edfc77fe094b2d97711711c5adbccd&device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 1096 time: 0.0973060 Nov 08 00:09:28.591255 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-16083b62-6169-4563-8578-e649ea739fad req-bfe01a5b-60da-4f16-af3f-bd3e67f06b9c tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "GET /v2.0/security-groups/df6e029d-64ad-4d89-b6c0-7e9bcb71e1f4 HTTP/1.1" status: 200 len: 1803 time: 0.1283336 Nov 08 00:09:28.614940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-16083b62-6169-4563-8578-e649ea739fad req-e97020f7-8151-4ab4-9a8c-650ad45f0819 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '44e9cc1c-b6aa-4086-8d2f-1d34d74643e1', 'remote_group_id': 'df6e029d-64ad-4d89-b6c0-7e9bcb71e1f4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:28.615261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-16083b62-6169-4563-8578-e649ea739fad req-e97020f7-8151-4ab4-9a8c-650ad45f0819 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '44e9cc1c-b6aa-4086-8d2f-1d34d74643e1', 'remote_group_id': 'df6e029d-64ad-4d89-b6c0-7e9bcb71e1f4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:28.628900 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b60a713-64ed-4644-b636-14128ef62d42 req-e2e77def-086b-496c-8fcf-4f7bb81e68bf tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698740 Nov 08 00:09:28.660077 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-4a280a7c-1e74-4bc1-84cf-30d2e1206215 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6108496 Nov 08 00:09:28.665253 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79f1aa-44ad-46c9-abeb-5f5821f5eb77 req-54c651ea-122a-4831-8ed3-6d869db40fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:28.667193 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d79f1aa-44ad-46c9-abeb-5f5821f5eb77 req-54c651ea-122a-4831-8ed3-6d869db40fa5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=00c6100d-05e3-43cc-b647-520b9eba8eca HTTP/1.1" status: 200 len: 912 time: 0.1174860 Nov 08 00:09:28.673136 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9057019-8873-41df-8d21-6daf7cb005cf admin admin] Network ab936907-cfe6-4fa3-961d-e6bc2b193213 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:09:28.674558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-f9057019-8873-41df-8d21-6daf7cb005cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:28.679721 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Request body: {'port': {'device_id': '8a362f36-b47a-481a-86a1-d4a67fc747e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:28.699178 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-bf514aee-0e68-4efa-be66-32aef26100cb None None] Provisioning complete for port b123972d-37a4-49ab-96fd-efccd7e59417 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:28.699178 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf514aee-0e68-4efa-be66-32aef26100cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:28.745782 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d79f1aa-44ad-46c9-abeb-5f5821f5eb77 req-5958e327-3dc3-44f4-a70f-30aa76cd6e6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 HTTP/1.1" status: 200 len: 217 time: 0.0618811 Nov 08 00:09:28.782603 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-bf514aee-0e68-4efa-be66-32aef26100cb None None] Port b123972d-37a4-49ab-96fd-efccd7e59417 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:09:28.790646 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:28.870667 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79f1aa-44ad-46c9-abeb-5f5821f5eb77 req-8bb48209-57de-47cd-b785-20c43593ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:28.872205 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d79f1aa-44ad-46c9-abeb-5f5821f5eb77 req-8bb48209-57de-47cd-b785-20c43593ef22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b3b7865-e2bd-4e2c-8ae2-76e310490d35 HTTP/1.1" status: 200 len: 851 time: 0.0825844 Nov 08 00:09:28.931141 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cd2e0e4e-6084-496f-a058-ba27f0aa018c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:28.935297 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa58d9-93bc-4e32-9587-304208325d57 req-320c476c-733a-44e7-9863-4e54cdfc97fe tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:28.942654 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0aa58d9-93bc-4e32-9587-304208325d57 req-320c476c-733a-44e7-9863-4e54cdfc97fe tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.1181710 Nov 08 00:09:28.962639 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59738) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:28.997011 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9057019-8873-41df-8d21-6daf7cb005cf admin admin] Router 25b683d6-f75a-4d8b-81a1-c6e56cd17eb5 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:09:29.003357 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d4de298c-79c6-4721-b7c3-9d2fcc57595d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.009101 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-16083b62-6169-4563-8578-e649ea739fad req-e97020f7-8151-4ab4-9a8c-650ad45f0819 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.009368 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port cd2e0e4e-6084-496f-a058-ba27f0aa018c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:29.009920 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.046706 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2b8aba48-13b7-45d7-aa81-4b1083912975 None None] Provisioning complete for port 2b66c2f8-ab9e-4f44-bc14-6db0538eb152 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:29.047074 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b8aba48-13b7-45d7-aa81-4b1083912975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.053716 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d79f1aa-44ad-46c9-abeb-5f5821f5eb77 req-60ee42a1-102c-496e-aa21-00158ffd2a9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=00c6100d-05e3-43cc-b647-520b9eba8eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359650 Nov 08 00:09:29.061715 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0aa58d9-93bc-4e32-9587-304208325d57 req-b160044b-cce3-4a1c-b315-58fb6d288d37 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176667 Nov 08 00:09:29.122656 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2b8aba48-13b7-45d7-aa81-4b1083912975 None None] Port 2b66c2f8-ab9e-4f44-bc14-6db0538eb152 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:09:29.137822 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:29.140277 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.188185 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port cd2e0e4e-6084-496f-a058-ba27f0aa018c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=cd2e0e4e-6084-496f-a058-ba27f0aa018c,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:29.197622 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9057019-8873-41df-8d21-6daf7cb005cf admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:09:29.205614 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d79f1aa-44ad-46c9-abeb-5f5821f5eb77 req-b3719a05-c388-4122-b85d-13043e0644a9 service neutron] 10.222.0.26 "GET /v2.0/networks/00c6100d-05e3-43cc-b647-520b9eba8eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365809 Nov 08 00:09:29.221998 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f9057019-8873-41df-8d21-6daf7cb005cf admin admin] 10.222.0.13 "PUT /v2.0/routers/25b683d6-f75a-4d8b-81a1-c6e56cd17eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5760310 Nov 08 00:09:29.223902 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-16083b62-6169-4563-8578-e649ea739fad req-e97020f7-8151-4ab4-9a8c-650ad45f0819 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.272479 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.283962 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d4de298c-79c6-4721-b7c3-9d2fcc57595d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.303092 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-16083b62-6169-4563-8578-e649ea739fad req-e97020f7-8151-4ab4-9a8c-650ad45f0819 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.317408 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:09:29.317408 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:29.318388 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.340854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97020f7-8151-4ab4-9a8c-650ad45f0819 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8922677b-ce99-45db-8e6a-996c25d83cb2,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:29.364660 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d4de298c-79c6-4721-b7c3-9d2fcc57595d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.377354 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d79f1aa-44ad-46c9-abeb-5f5821f5eb77 req-51bedb6b-c6ba-4a01-b663-4b838e1ea6a3 service neutron] 10.222.0.26 "GET /v2.0/networks/00c6100d-05e3-43cc-b647-520b9eba8eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314349 Nov 08 00:09:29.442061 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=cd2e0e4e-6084-496f-a058-ba27f0aa018c,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:29.446645 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] Sync routers for ids ['25b683d6-f75a-4d8b-81a1-c6e56cd17eb5'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:09:29.457785 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d4de298c-79c6-4721-b7c3-9d2fcc57595d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8ffb3f28f814ba6baea779402e8fafa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4939537 Nov 08 00:09:29.457978 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59748) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:29.458913 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de298c-79c6-4721-b7c3-9d2fcc57595d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2985b31-0350-46b8-9ea4-ee748b0f9b9f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:29.465280 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] Routers {'25b683d6-f75a-4d8b-81a1-c6e56cd17eb5'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:09:29.465916 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:09:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['25b683d6-f75a-4d8b-81a1-c6e56cd17eb5'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:29.475941 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-16083b62-6169-4563-8578-e649ea739fad req-e97020f7-8151-4ab4-9a8c-650ad45f0819 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.487588 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-16083b62-6169-4563-8578-e649ea739fad req-e97020f7-8151-4ab4-9a8c-650ad45f0819 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8808141 Nov 08 00:09:29.532507 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b123972d-37a4-49ab-96fd-efccd7e59417 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:09:29.563292 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.619510 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Transition to ACTIVE for port object b123972d-37a4-49ab-96fd-efccd7e59417 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:09:29.627045 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.637125 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b14523eb-45a9-48ef-9116-4310c829db60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.663169 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b14523eb-45a9-48ef-9116-4310c829db60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.664706 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63dad8d5-1a7c-4a54-b43b-b3d0038889ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:29.666206 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b409d9e3-2a58-4764-b38f-b2fd1da56e3d" -d '{"events": [{"server_uuid": "63dad8d5-1a7c-4a54-b43b-b3d0038889ba", "name": "network-vif-plugged", "status": "completed", "tag": "6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:29.680331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3ac97-4c3d-4c01-a580-96f6bca67d33 req-470de1c1-0f23-40a5-8fac-0235a02bced2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:29.683954 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-01c3ac97-4c3d-4c01-a580-96f6bca67d33 req-470de1c1-0f23-40a5-8fac-0235a02bced2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 936 time: 0.0840247 Nov 08 00:09:29.687727 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:29.689844 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] Set router 25b683d6-f75a-4d8b-81a1-c6e56cd17eb5 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:09:29.694696 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.698804 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8d6f4-a4c7-4bf8-8ad4-6292b6dc2858 req-512246fb-a053-4c1e-9d1f-5347b0db0203 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:29.706738 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29d8d6f4-a4c7-4bf8-8ad4-6292b6dc2858 req-512246fb-a053-4c1e-9d1f-5347b0db0203 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 944 time: 0.1443570 Nov 08 00:09:29.761776 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Pushing event updated for resources: {'Port': ['ID=b123972d-37a4-49ab-96fd-efccd7e59417,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:29.767973 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-01c3ac97-4c3d-4c01-a580-96f6bca67d33 req-a364eaa8-95c4-4611-8528-df8c461cc433 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584369 Nov 08 00:09:29.793624 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29d8d6f4-a4c7-4bf8-8ad4-6292b6dc2858 req-73163533-40f9-4639-abb4-a66d1ea0463e tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859425 Nov 08 00:09:29.861767 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Attempting to bind port b123972d-37a4-49ab-96fd-efccd7e59417 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:09:29.862105 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Attempting to bind port b123972d-37a4-49ab-96fd-efccd7e59417 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:09:29.862431 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Attempting to bind port b123972d-37a4-49ab-96fd-efccd7e59417 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:29.867758 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Port b123972d-37a4-49ab-96fd-efccd7e59417 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:09:29.868116 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Attempting to bind port b123972d-37a4-49ab-96fd-efccd7e59417 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:29.874677 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:09:29.875096 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:29.875522 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:09:29.875975 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Bound port: b123972d-37a4-49ab-96fd-efccd7e59417, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:09:29.876349 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.891492 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53a23ce0-0d4c-488c-9a73-43559f64091e req-51b5f343-e05d-457c-a39c-a0500d0864bc tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "GET /v2.0/security-groups/df6e029d-64ad-4d89-b6c0-7e9bcb71e1f4 HTTP/1.1" status: 200 len: 1803 time: 0.0847869 Nov 08 00:09:29.901313 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.924851 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b14523eb-45a9-48ef-9116-4310c829db60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.928855 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b14523eb-45a9-48ef-9116-4310c829db60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:29.932746 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b14523eb-45a9-48ef-9116-4310c829db60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2985b31-0350-46b8-9ea4-ee748b0f9b9f HTTP/1.1" status: 204 len: 168 time: 0.4710205 Nov 08 00:09:29.966699 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14523eb-45a9-48ef-9116-4310c829db60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2985b31-0350-46b8-9ea4-ee748b0f9b9f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:30.016230 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-53a23ce0-0d4c-488c-9a73-43559f64091e req-67b16d7d-9544-456d-b446-8ace07b03b3a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:30.032614 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] For port b123972d-37a4-49ab-96fd-efccd7e59417, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:30.040480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] For port b123972d-37a4-49ab-96fd-efccd7e59417, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b123972d-37a4-49ab-96fd-efccd7e59417,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:09:30.064310 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-53a23ce0-0d4c-488c-9a73-43559f64091e req-67b16d7d-9544-456d-b446-8ace07b03b3a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:30.065698 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c595e8-e2c5-43bb-849c-6237672ee894 x-openstack-request-id: req-d4c595e8-e2c5-43bb-849c-6237672ee894 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:30.066135 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63dad8d5-1a7c-4a54-b43b-b3d0038889ba", "name": "network-vif-plugged", "status": "completed", "tag": "6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:30.066440 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4c595e8-e2c5-43bb-849c-6237672ee894 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:30.066892 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63dad8d5-1a7c-4a54-b43b-b3d0038889ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb', 'code': 200} Nov 08 00:09:30.102219 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:30.112687 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:30.159585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b683d6-f75a-4d8b-81a1-c6e56cd17eb5', 'name': 'tempest-AttachSCSIVolumeTestJSON-2145459431-router', 'tenant_id': 'cbd714f1e0824349b68931b67c187b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd2e0e4e-6084-496f-a058-ba27f0aa018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:09:22Z', 'updated_at': '2021-11-08T00:09:27Z', 'revision_number': 4, 'project_id': 'cbd714f1e0824349b68931b67c187b4d', 'gw_port': {'id': 'cd2e0e4e-6084-496f-a058-ba27f0aa018c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b683d6-f75a-4d8b-81a1-c6e56cd17eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:23Z', 'updated_at': '2021-11-08T00:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '2b66c2f8-ab9e-4f44-bc14-6db0538eb152', 'name': '', 'network_id': 'ab936907-cfe6-4fa3-961d-e6bc2b193213', 'tenant_id': 'cbd714f1e0824349b68931b67c187b4d', 'mac_address': 'fa:16:3e:11:7b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b683d6-f75a-4d8b-81a1-c6e56cd17eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '163a5dc4-15f8-461b-b3a1-edc26d38ef0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:26Z', 'updated_at': '2021-11-08T00:09:27Z', 'revision_number': 2, 'project_id': 'cbd714f1e0824349b68931b67c187b4d', 'subnets': [{'id': '163a5dc4-15f8-461b-b3a1-edc26d38ef0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:30.179255 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:30.180309 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:30.181827 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] 10.222.0.20 "PUT /v2.0/ports/b123972d-37a4-49ab-96fd-efccd7e59417 HTTP/1.1" status: 200 len: 1096 time: 1.5074995 Nov 08 00:09:30.182620 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a362f36-b47a-481a-86a1-d4a67fc747e5', 'tag': 'b123972d-37a4-49ab-96fd-efccd7e59417'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:30.189752 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1d9033-26e8-483a-a6cc-055496007e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a362f36-b47a-481a-86a1-d4a67fc747e5", "tag": "b123972d-37a4-49ab-96fd-efccd7e59417"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:30.190039 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] Checking router: 25b683d6-f75a-4d8b-81a1-c6e56cd17eb5 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:09:30.190776 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] Updating router 25b683d6-f75a-4d8b-81a1-c6e56cd17eb5 port 2b66c2f8-ab9e-4f44-bc14-6db0538eb152 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:09:30.248620 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:30.255913 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e03f58-7c7d-4b39-9f96-530df4f42570 service neutron] Pushing event updated for resources: {'Port': ['ID=b123972d-37a4-49ab-96fd-efccd7e59417,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:30.268199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5880888-65dc-4d05-bb03-baf3b819fbb8 req-59242070-f496-4e9b-8b2b-927edea380a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:30.271738 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5880888-65dc-4d05-bb03-baf3b819fbb8 req-59242070-f496-4e9b-8b2b-927edea380a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 1096 time: 0.1010225 Nov 08 00:09:30.329278 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-53a23ce0-0d4c-488c-9a73-43559f64091e req-67b16d7d-9544-456d-b446-8ace07b03b3a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:30.337002 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-53a23ce0-0d4c-488c-9a73-43559f64091e req-67b16d7d-9544-456d-b446-8ace07b03b3a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:30.350832 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53a23ce0-0d4c-488c-9a73-43559f64091e req-67b16d7d-9544-456d-b446-8ace07b03b3a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "DELETE /v2.0/security-groups/df6e029d-64ad-4d89-b6c0-7e9bcb71e1f4 HTTP/1.1" status: 204 len: 173 time: 0.4515131 Nov 08 00:09:30.400514 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-c44df796-1325-4234-b666-bdc74b530740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:30.401915 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5880888-65dc-4d05-bb03-baf3b819fbb8 req-bc1e79fa-9883-42f3-9730-52467a1b2f2c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200507 Nov 08 00:09:30.403629 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-c44df796-1325-4234-b666-bdc74b530740 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 1099 time: 0.0906348 Nov 08 00:09:30.422740 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b16d7d-9544-456d-b446-8ace07b03b3a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6e029d-64ad-4d89-b6c0-7e9bcb71e1f4,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:30.443002 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59784) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:30.450063 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-038dc9d4-3726-4bac-903f-d5d7f6494328 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-402840013-network', 'tenant_id': '100a18ad477e4f28bd0aef10f139c1a6'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:30.503913 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf28eb-d391-4965-9399-8e0432ed0d50 req-fe09235e-dfdf-49ac-99b1-678f64fb1287 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:30.508913 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4dbf28eb-d391-4965-9399-8e0432ed0d50 req-fe09235e-dfdf-49ac-99b1-678f64fb1287 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.0791821 Nov 08 00:09:30.534584 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038dc9d4-3726-4bac-903f-d5d7f6494328 admin admin] Made reservation on behalf of 100a18ad477e4f28bd0aef10f139c1a6 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:09:30.537104 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-038dc9d4-3726-4bac-903f-d5d7f6494328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:30.548052 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-038dc9d4-3726-4bac-903f-d5d7f6494328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:30.562571 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4dbf28eb-d391-4965-9399-8e0432ed0d50 req-5a8204d1-587e-46ce-94aa-c1db9f50f8b4 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492160 Nov 08 00:09:30.617744 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd284a6e-ea32-4d5a-9196-ab003b324616 x-openstack-request-id: req-fd284a6e-ea32-4d5a-9196-ab003b324616 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:30.618036 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a362f36-b47a-481a-86a1-d4a67fc747e5", "tag": "b123972d-37a4-49ab-96fd-efccd7e59417", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:30.618290 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd284a6e-ea32-4d5a-9196-ab003b324616 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:30.618689 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a362f36-b47a-481a-86a1-d4a67fc747e5', 'tag': 'b123972d-37a4-49ab-96fd-efccd7e59417', 'status': 'completed', 'code': 200} Nov 08 00:09:30.668540 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc669d4d-de45-4c4a-a3b6-f6b3e5af7e74 req-75c87a40-911d-4ab2-9f28-5fd4585cfc66 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "GET /v2.0/security-groups/44e9cc1c-b6aa-4086-8d2f-1d34d74643e1 HTTP/1.1" status: 200 len: 1803 time: 0.0800188 Nov 08 00:09:30.691579 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-038dc9d4-3726-4bac-903f-d5d7f6494328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:30.700991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-f27f4732-f117-440a-bbb1-ce3cbd7e7cb3 req-083e4610-bf08-4aff-8bdb-2dd32fa2f197 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1292079688', 'description': 'tempest-description-382244206'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:30.734467 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-16b6b436-4195-472f-89a3-f1d3b7316e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:30.739916 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:30.763481 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-038dc9d4-3726-4bac-903f-d5d7f6494328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:30.801200 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f27f4732-f117-440a-bbb1-ce3cbd7e7cb3 req-083e4610-bf08-4aff-8bdb-2dd32fa2f197 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:30.802469 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038dc9d4-3726-4bac-903f-d5d7f6494328 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:09:30.827142 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dc9d4-3726-4bac-903f-d5d7f6494328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db00f23d-c403-44eb-a438-1db8cf036504,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:30.849415 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:30.868028 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-038dc9d4-3726-4bac-903f-d5d7f6494328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:30.868680 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-038dc9d4-3726-4bac-903f-d5d7f6494328 admin admin] Added segment 3a44404a-f4c7-4421-8c9d-8de2be8f6f39 of type vlan for network dc16d76e-566e-40a6-a23b-cb67a009daa9 Nov 08 00:09:30.871965 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-3cf5adf6-c6b1-4221-a773-1ee59ae1ca18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b123972d-37a4-49ab-96fd-efccd7e59417 HTTP/1.1" status: 200 len: 217 time: 0.0637939 Nov 08 00:09:30.919531 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cd2e0e4e-6084-496f-a058-ba27f0aa018c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:30.954467 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f27f4732-f117-440a-bbb1-ce3cbd7e7cb3 req-083e4610-bf08-4aff-8bdb-2dd32fa2f197 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:30.966055 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-038dc9d4-3726-4bac-903f-d5d7f6494328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:30.976979 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf01917-0394-4ec5-ac7b-61b173dce89c None None] Pushing event updated for resources: {'Port': ['ID=2b66c2f8-ab9e-4f44-bc14-6db0538eb152,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:30.978019 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-d7a18d8f-2d34-42bb-83f2-dca6bc6f3630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:30.979554 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-d7a18d8f-2d34-42bb-83f2-dca6bc6f3630 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0982916 Nov 08 00:09:31.046603 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-2aeddad7-b6e6-418c-a182-14ae627fec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:31.048994 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-2aeddad7-b6e6-418c-a182-14ae627fec95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0593076 Nov 08 00:09:31.052472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] Attempting to bind port 2b66c2f8-ab9e-4f44-bc14-6db0538eb152 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:09:31.052849 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] Attempting to bind port 2b66c2f8-ab9e-4f44-bc14-6db0538eb152 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'af723811-6fd4-4618-9deb-818b443ce230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ab936907-cfe6-4fa3-961d-e6bc2b193213'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:09:31.053209 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] Attempting to bind port 2b66c2f8-ab9e-4f44-bc14-6db0538eb152 on network ab936907-cfe6-4fa3-961d-e6bc2b193213 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:31.062414 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:09:31.062788 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] Checking segment: {'id': 'af723811-6fd4-4618-9deb-818b443ce230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ab936907-cfe6-4fa3-961d-e6bc2b193213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:31.064237 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f27f4732-f117-440a-bbb1-ce3cbd7e7cb3 req-083e4610-bf08-4aff-8bdb-2dd32fa2f197 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:31.075735 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:31.076285 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] Bound using segment: {'id': 'af723811-6fd4-4618-9deb-818b443ce230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ab936907-cfe6-4fa3-961d-e6bc2b193213'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:09:31.076707 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] Bound port: 2b66c2f8-ab9e-4f44-bc14-6db0538eb152, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af723811-6fd4-4618-9deb-818b443ce230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ab936907-cfe6-4fa3-961d-e6bc2b193213'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:09:31.077111 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:31.085237 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:31.115819 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port cd2e0e4e-6084-496f-a058-ba27f0aa018c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:31.116295 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:31.145154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e4610-bf08-4aff-8bdb-2dd32fa2f197 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af235185-e409-4f81-a1f6-dabdcf4130cb,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:31.185098 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-038dc9d4-3726-4bac-903f-d5d7f6494328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:31.186052 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038dc9d4-3726-4bac-903f-d5d7f6494328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:31.186627 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-038dc9d4-3726-4bac-903f-d5d7f6494328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:31.208666 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f27f4732-f117-440a-bbb1-ce3cbd7e7cb3 req-083e4610-bf08-4aff-8bdb-2dd32fa2f197 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:31.217100 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f27f4732-f117-440a-bbb1-ce3cbd7e7cb3 req-083e4610-bf08-4aff-8bdb-2dd32fa2f197 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5228984 Nov 08 00:09:31.246149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4fc27354-bb5a-48bc-a160-95e2d5baf6c9 None None] Provisioning complete for port 2b66c2f8-ab9e-4f44-bc14-6db0538eb152 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:31.246524 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4fc27354-bb5a-48bc-a160-95e2d5baf6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:31.272498 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dc9d4-3726-4bac-903f-d5d7f6494328 admin admin] Pushing event updated for resources: {'Network': ['ID=dc16d76e-566e-40a6-a23b-cb67a009daa9,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:31.292136 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-12cd7d24-c812-4a46-b7eb-9eb9585b82bd service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343979 Nov 08 00:09:31.293738 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network dc16d76e-566e-40a6-a23b-cb67a009daa9 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:09:31.331874 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-038dc9d4-3726-4bac-903f-d5d7f6494328 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8873646 Nov 08 00:09:31.349174 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59826) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:31.377112 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-9d819991-d60b-4685-92d0-f830affab35c admin admin] Request body: {'subnet': {'network_id': 'dc16d76e-566e-40a6-a23b-cb67a009daa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-402840013-subnet', 'tenant_id': '100a18ad477e4f28bd0aef10f139c1a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:31.412978 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9df1b710-bfd2-4bfd-a094-601572e3c091 req-5528b7e2-c325-460d-acd1-fb3dda5d4b16 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113734 Nov 08 00:09:31.422979 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d57c26-4bf4-4de5-aeeb-1c623cb4e4db req-9d2329f2-42f8-4ccc-be22-7c2bd7051ea7 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:31.432834 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08d57c26-4bf4-4de5-aeeb-1c623cb4e4db req-9d2329f2-42f8-4ccc-be22-7c2bd7051ea7 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 948 time: 0.1657970 Nov 08 00:09:31.503732 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08d57c26-4bf4-4de5-aeeb-1c623cb4e4db req-4ed3bf2c-9f7e-4005-8f2c-0cbb88a830b7 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699160 Nov 08 00:09:31.519603 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d383e99-7fcf-4b77-b34f-a86fdbff18d4 req-80e49b9c-3b16-4854-866e-8bf0c1f32e51 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:31.521162 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d383e99-7fcf-4b77-b34f-a86fdbff18d4 req-80e49b9c-3b16-4854-866e-8bf0c1f32e51 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 945 time: 0.1870899 Nov 08 00:09:31.526711 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] For port 2b66c2f8-ab9e-4f44-bc14-6db0538eb152, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:31.528742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4fc27354-bb5a-48bc-a160-95e2d5baf6c9 None None] Port 2b66c2f8-ab9e-4f44-bc14-6db0538eb152 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:09:31.543564 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d819991-d60b-4685-92d0-f830affab35c admin admin] Made reservation on behalf of 100a18ad477e4f28bd0aef10f139c1a6 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:09:31.547553 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9d819991-d60b-4685-92d0-f830affab35c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:31.590794 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] For port 2b66c2f8-ab9e-4f44-bc14-6db0538eb152, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2b66c2f8-ab9e-4f44-bc14-6db0538eb152,segment=NetworkSegment(af723811-6fd4-4618-9deb-818b443ce230),segment_id=af723811-6fd4-4618-9deb-818b443ce230)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:09:31.646429 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d9033-26e8-483a-a6cc-055496007e9d req-eb22cace-7ca8-48b7-b92e-07029e0f7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:31.648146 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1f1d9033-26e8-483a-a6cc-055496007e9d req-eb22cace-7ca8-48b7-b92e-07029e0f7332 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 1099 time: 0.0566838 Nov 08 00:09:31.665123 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d383e99-7fcf-4b77-b34f-a86fdbff18d4 req-d87c4da5-7551-4e85-8121-270764eed5f9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238871 Nov 08 00:09:31.711022 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:31.711563 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:31.713977 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:31.764413 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-068486bb-bb63-47de-af6b-cc0e6e8c7de5 req-7e465820-1b48-4e6a-973b-752bf148e171 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "GET /v2.0/security-groups/af235185-e409-4f81-a1f6-dabdcf4130cb HTTP/1.1" status: 200 len: 1804 time: 0.0691574 Nov 08 00:09:31.784170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] Routers {'25b683d6-f75a-4d8b-81a1-c6e56cd17eb5'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:09:31.785048 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:09:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['25b683d6-f75a-4d8b-81a1-c6e56cd17eb5'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:31.859081 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-068486bb-bb63-47de-af6b-cc0e6e8c7de5 req-15e46583-8bf5-4e1c-9b28-3d92c87d9501 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'af235185-e409-4f81-a1f6-dabdcf4130cb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:31.859081 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-068486bb-bb63-47de-af6b-cc0e6e8c7de5 req-15e46583-8bf5-4e1c-9b28-3d92c87d9501 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'af235185-e409-4f81-a1f6-dabdcf4130cb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:31.874396 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf01917-0394-4ec5-ac7b-61b173dce89c None None] Pushing event updated for resources: {'Port': ['ID=2b66c2f8-ab9e-4f44-bc14-6db0538eb152,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:31.882172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d9033-26e8-483a-a6cc-055496007e9d req-fa816f50-3148-43ea-b4a2-f0d41ef7bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:31.884055 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1f1d9033-26e8-483a-a6cc-055496007e9d req-fa816f50-3148-43ea-b4a2-f0d41ef7bab0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1722078 Nov 08 00:09:31.938415 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1f1d9033-26e8-483a-a6cc-055496007e9d req-efda1720-32bd-4176-b8eb-a86f8a273684 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b123972d-37a4-49ab-96fd-efccd7e59417 HTTP/1.1" status: 200 len: 217 time: 0.0456772 Nov 08 00:09:31.957254 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120aed1-558a-4a68-92f8-5f0fbba88d9f req-9807fa2b-9de7-4a75-929d-e59e21c5950c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:31.959092 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6120aed1-558a-4a68-92f8-5f0fbba88d9f req-9807fa2b-9de7-4a75-929d-e59e21c5950c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.0737317 Nov 08 00:09:31.990228 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] Set router 25b683d6-f75a-4d8b-81a1-c6e56cd17eb5 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:09:32.042000 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d9033-26e8-483a-a6cc-055496007e9d req-9ba7794c-adfc-46c5-8285-918eb5718a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:32.042321 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9d819991-d60b-4685-92d0-f830affab35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:32.043679 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1f1d9033-26e8-483a-a6cc-055496007e9d req-9ba7794c-adfc-46c5-8285-918eb5718a8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0906355 Nov 08 00:09:32.055224 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6120aed1-558a-4a68-92f8-5f0fbba88d9f req-56802d33-56d2-4aa7-b304-a7aacb7f68ac tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872347 Nov 08 00:09:32.131018 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-068486bb-bb63-47de-af6b-cc0e6e8c7de5 req-15e46583-8bf5-4e1c-9b28-3d92c87d9501 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:32.137015 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d9033-26e8-483a-a6cc-055496007e9d req-640b50a3-5d7c-4214-b1d8-42e41051f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:32.138606 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1f1d9033-26e8-483a-a6cc-055496007e9d req-640b50a3-5d7c-4214-b1d8-42e41051f6d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867386 Nov 08 00:09:32.172505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d819991-d60b-4685-92d0-f830affab35c admin admin] Pushing event updated for resources: {'Subnet': ['ID=84fcb303-d8f1-4117-b0ab-0e63e52b80df,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:32.191400 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-068486bb-bb63-47de-af6b-cc0e6e8c7de5 req-15e46583-8bf5-4e1c-9b28-3d92c87d9501 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:32.198693 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b4f07576-1603-49d4-917e-b5ab8f32a8ca None None] Provisioning complete for port 2b66c2f8-ab9e-4f44-bc14-6db0538eb152 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:32.199965 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4f07576-1603-49d4-917e-b5ab8f32a8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:32.236483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d819991-d60b-4685-92d0-f830affab35c admin admin] Checking segment: {'id': '3a44404a-f4c7-4421-8c9d-8de2be8f6f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dc16d76e-566e-40a6-a23b-cb67a009daa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:32.237131 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d819991-d60b-4685-92d0-f830affab35c admin admin] Network hostable DHCP agents. Network: dc16d76e-566e-40a6-a23b-cb67a009daa9, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:09:32.264946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2340cab-0fe1-4164-891b-b83794dee852 req-a72a47ee-ccae-4cfe-9b71-01287918a47b tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:32.265234 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1f1d9033-26e8-483a-a6cc-055496007e9d req-82319b93-7016-4a1c-af1b-22e780e8eace service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185670 Nov 08 00:09:32.266453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2340cab-0fe1-4164-891b-b83794dee852 req-a72a47ee-ccae-4cfe-9b71-01287918a47b tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.0738385 Nov 08 00:09:32.267536 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-068486bb-bb63-47de-af6b-cc0e6e8c7de5 req-15e46583-8bf5-4e1c-9b28-3d92c87d9501 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:32.297298 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e46583-8bf5-4e1c-9b28-3d92c87d9501 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a43e55f-5d65-4d9d-8fc8-e09fa7aef2ac,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:32.362974 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2340cab-0fe1-4164-891b-b83794dee852 req-a16054f8-86b9-43e6-a685-c3d2556ffaf8 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669100 Nov 08 00:09:32.362974 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d819991-d60b-4685-92d0-f830affab35c admin admin] Network dc16d76e-566e-40a6-a23b-cb67a009daa9 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:09:32.363399 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b683d6-f75a-4d8b-81a1-c6e56cd17eb5', 'name': 'tempest-AttachSCSIVolumeTestJSON-2145459431-router', 'tenant_id': 'cbd714f1e0824349b68931b67c187b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd2e0e4e-6084-496f-a058-ba27f0aa018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:09:22Z', 'updated_at': '2021-11-08T00:09:27Z', 'revision_number': 4, 'project_id': 'cbd714f1e0824349b68931b67c187b4d', 'gw_port': {'id': 'cd2e0e4e-6084-496f-a058-ba27f0aa018c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b683d6-f75a-4d8b-81a1-c6e56cd17eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:23Z', 'updated_at': '2021-11-08T00:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '2b66c2f8-ab9e-4f44-bc14-6db0538eb152', 'name': '', 'network_id': 'ab936907-cfe6-4fa3-961d-e6bc2b193213', 'tenant_id': 'cbd714f1e0824349b68931b67c187b4d', 'mac_address': 'fa:16:3e:11:7b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b683d6-f75a-4d8b-81a1-c6e56cd17eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '163a5dc4-15f8-461b-b3a1-edc26d38ef0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:26Z', 'updated_at': '2021-11-08T00:09:31Z', 'revision_number': 4, 'project_id': 'cbd714f1e0824349b68931b67c187b4d', 'subnets': [{'id': '163a5dc4-15f8-461b-b3a1-edc26d38ef0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:32.363399 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4f07576-1603-49d4-917e-b5ab8f32a8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:32.391220 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1f1d9033-26e8-483a-a6cc-055496007e9d req-08e2ee7a-2c19-4fe3-a9d9-d3a3e4bab8e4 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116190 Nov 08 00:09:32.394671 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4c5212-5b63-42dc-9bef-916e9b286863 None None] The sync data for ids ['25b683d6-f75a-4d8b-81a1-c6e56cd17eb5'] in n-d-816882-1 is: [{'id': '25b683d6-f75a-4d8b-81a1-c6e56cd17eb5', 'name': 'tempest-AttachSCSIVolumeTestJSON-2145459431-router', 'tenant_id': 'cbd714f1e0824349b68931b67c187b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd2e0e4e-6084-496f-a058-ba27f0aa018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:09:22Z', 'updated_at': '2021-11-08T00:09:27Z', 'revision_number': 4, 'project_id': 'cbd714f1e0824349b68931b67c187b4d', 'gw_port': {'id': 'cd2e0e4e-6084-496f-a058-ba27f0aa018c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b683d6-f75a-4d8b-81a1-c6e56cd17eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:23Z', 'updated_at': '2021-11-08T00:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '2b66c2f8-ab9e-4f44-bc14-6db0538eb152', 'name': '', 'network_id': 'ab936907-cfe6-4fa3-961d-e6bc2b193213', 'tenant_id': 'cbd714f1e0824349b68931b67c187b4d', 'mac_address': 'fa:16:3e:11:7b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b683d6-f75a-4d8b-81a1-c6e56cd17eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '163a5dc4-15f8-461b-b3a1-edc26d38ef0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:26Z', 'updated_at': '2021-11-08T00:09:31Z', 'revision_number': 4, 'project_id': 'cbd714f1e0824349b68931b67c187b4d', 'subnets': [{'id': '163a5dc4-15f8-461b-b3a1-edc26d38ef0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:09:32.422879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b4f07576-1603-49d4-917e-b5ab8f32a8ca None None] For port 2b66c2f8-ab9e-4f44-bc14-6db0538eb152, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2b66c2f8-ab9e-4f44-bc14-6db0538eb152,segment=NetworkSegment(af723811-6fd4-4618-9deb-818b443ce230),segment_id=af723811-6fd4-4618-9deb-818b443ce230)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:32.423457 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-068486bb-bb63-47de-af6b-cc0e6e8c7de5 req-15e46583-8bf5-4e1c-9b28-3d92c87d9501 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:32.431416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-068486bb-bb63-47de-af6b-cc0e6e8c7de5 req-15e46583-8bf5-4e1c-9b28-3d92c87d9501 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5916529 Nov 08 00:09:32.451954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-9d819991-d60b-4685-92d0-f830affab35c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, dc16d76e-566e-40a6-a23b-cb67a009daa9) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:32.455269 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d819991-d60b-4685-92d0-f830affab35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:32.458624 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9d819991-d60b-4685-92d0-f830affab35c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:32.469847 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336dc98f-0413-4245-8ccf-eb6dd03bb20d None None] Network dc16d76e-566e-40a6-a23b-cb67a009daa9 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:09:32.515353 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4f07576-1603-49d4-917e-b5ab8f32a8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:32.530112 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1666be0d-af9c-4f1e-8cc7-856ee24b49bf req-dae5731e-710a-4fb5-8731-eea726d99c4b tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "GET /v2.0/security-groups/af235185-e409-4f81-a1f6-dabdcf4130cb HTTP/1.1" status: 200 len: 2397 time: 0.0526869 Nov 08 00:09:32.545342 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9d819991-d60b-4685-92d0-f830affab35c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1912634 Nov 08 00:09:32.548136 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59852) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:32.554048 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7ccb3f19-4d54-4011-a7d8-0fb5050eec77 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-402840013-router', 'tenant_id': '100a18ad477e4f28bd0aef10f139c1a6', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:32.560335 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-1666be0d-af9c-4f1e-8cc7-856ee24b49bf req-2e36199c-a90f-4c93-8412-de34fd1eedfc tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'af235185-e409-4f81-a1f6-dabdcf4130cb', 'remote_group_id': None}]} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:32.560624 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-1666be0d-af9c-4f1e-8cc7-856ee24b49bf req-2e36199c-a90f-4c93-8412-de34fd1eedfc tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'af235185-e409-4f81-a1f6-dabdcf4130cb', 'remote_group_id': None}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:32.622179 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f07576-1603-49d4-917e-b5ab8f32a8ca None None] Pushing event updated for resources: {'Port': ['ID=2b66c2f8-ab9e-4f44-bc14-6db0538eb152,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:32.649757 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ccb3f19-4d54-4011-a7d8-0fb5050eec77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:32.650887 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ccb3f19-4d54-4011-a7d8-0fb5050eec77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:32.682134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d9c11-2dcf-4111-b4df-cc67fcc8951b req-27e9421e-1947-4337-ab79-3b95e81c657b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:32.690340 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c98d9c11-2dcf-4111-b4df-cc67fcc8951b req-27e9421e-1947-4337-ab79-3b95e81c657b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 948 time: 0.0823665 Nov 08 00:09:32.706251 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-dc16d76e-566e-40a6-a23b-cb67a009daa9', 'network_id': 'dc16d76e-566e-40a6-a23b-cb67a009daa9', 'tenant_id': '100a18ad477e4f28bd0aef10f139c1a6', 'fixed_ips': [{'subnet_id': '84fcb303-d8f1-4117-b0ab-0e63e52b80df'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:09:32.707069 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:32.714070 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ccb3f19-4d54-4011-a7d8-0fb5050eec77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:32.732943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c98d9c11-2dcf-4111-b4df-cc67fcc8951b req-32fb817b-7a12-465e-b83a-7ec2dea1d3c5 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416694 Nov 08 00:09:32.841129 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1666be0d-af9c-4f1e-8cc7-856ee24b49bf req-2e36199c-a90f-4c93-8412-de34fd1eedfc tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:32.879629 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1666be0d-af9c-4f1e-8cc7-856ee24b49bf req-2e36199c-a90f-4c93-8412-de34fd1eedfc tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:32.902132 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] Allocated IP 172.20.0.2 (dc16d76e-566e-40a6-a23b-cb67a009daa9/84fcb303-d8f1-4117-b0ab-0e63e52b80df/5c9550d2-f0ae-4a88-85a0-9e6978b7a129) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:09:32.946254 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1666be0d-af9c-4f1e-8cc7-856ee24b49bf req-2e36199c-a90f-4c93-8412-de34fd1eedfc tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:32.968883 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2b66c2f8-ab9e-4f44-bc14-6db0538eb152 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:32.970296 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36199c-a90f-4c93-8412-de34fd1eedfc tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714cc3ce-3a57-422c-aa4b-41d03d57af4c,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:33.063876 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1666be0d-af9c-4f1e-8cc7-856ee24b49bf req-2e36199c-a90f-4c93-8412-de34fd1eedfc tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:33.070702 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1666be0d-af9c-4f1e-8cc7-856ee24b49bf req-2e36199c-a90f-4c93-8412-de34fd1eedfc tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5168767 Nov 08 00:09:33.217080 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 2b66c2f8-ab9e-4f44-bc14-6db0538eb152 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:33.219561 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:33.263412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4fcd2e6d-309a-4fab-b307-10d15a3e5a91 req-a5d3e4ce-1d3c-4007-974a-33e96303420d tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "GET /v2.0/security-groups/af235185-e409-4f81-a1f6-dabdcf4130cb HTTP/1.1" status: 200 len: 2995 time: 0.1167238 Nov 08 00:09:33.290227 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:33.304659 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ccb3f19-4d54-4011-a7d8-0fb5050eec77 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:33.318921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547b566-3b1a-4ec4-bc73-452c69b74d95 req-a6649a36-98a6-4018-8002-1695195d3853 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:33.332964 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:33.333472 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e547b566-3b1a-4ec4-bc73-452c69b74d95 req-a6649a36-98a6-4018-8002-1695195d3853 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 945 time: 0.1542547 Nov 08 00:09:33.400187 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e547b566-3b1a-4ec4-bc73-452c69b74d95 req-cea5afe3-607c-4b1e-9d0e-881007d7022b tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657065 Nov 08 00:09:33.406235 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:33.432843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd733e-bc06-4502-928d-cc2f86a00c23 req-1d8deea6-d6bf-46e8-ba4d-e411c12b9cc1 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:33.441652 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03fd733e-bc06-4502-928d-cc2f86a00c23 req-1d8deea6-d6bf-46e8-ba4d-e411c12b9cc1 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.0880485 Nov 08 00:09:33.458013 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] Network dc16d76e-566e-40a6-a23b-cb67a009daa9 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:09:33.462677 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:33.470091 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:09:33.473329 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] Pushing event updated for resources: {'Port': ['ID=5c9550d2-f0ae-4a88-85a0-9e6978b7a129,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:33.544361 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03fd733e-bc06-4502-928d-cc2f86a00c23 req-5059d50f-b793-4e08-96a0-cc3ce5066369 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969186 Nov 08 00:09:33.564499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-45dfe081-98fd-4517-9ee9-e0f1aedc7dad req-63d3b25b-ff1d-405b-a8be-c40641adcc08 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "GET /v2.0/security-group-rules/714cc3ce-3a57-422c-aa4b-41d03d57af4c HTTP/1.1" status: 200 len: 783 time: 0.1002145 Nov 08 00:09:33.569168 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] Attempting to bind port 5c9550d2-f0ae-4a88-85a0-9e6978b7a129 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:09:33.569168 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] Attempting to bind port 5c9550d2-f0ae-4a88-85a0-9e6978b7a129 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '3a44404a-f4c7-4421-8c9d-8de2be8f6f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dc16d76e-566e-40a6-a23b-cb67a009daa9'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:09:33.569168 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] Attempting to bind port 5c9550d2-f0ae-4a88-85a0-9e6978b7a129 on network dc16d76e-566e-40a6-a23b-cb67a009daa9 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:33.572080 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:09:33.573105 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] Checking segment: {'id': '3a44404a-f4c7-4421-8c9d-8de2be8f6f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dc16d76e-566e-40a6-a23b-cb67a009daa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:33.573590 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:33.574047 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] Bound using segment: {'id': '3a44404a-f4c7-4421-8c9d-8de2be8f6f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dc16d76e-566e-40a6-a23b-cb67a009daa9'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:09:33.574587 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] Bound port: 5c9550d2-f0ae-4a88-85a0-9e6978b7a129, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a44404a-f4c7-4421-8c9d-8de2be8f6f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dc16d76e-566e-40a6-a23b-cb67a009daa9'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:09:33.575041 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:33.615387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-45dfe081-98fd-4517-9ee9-e0f1aedc7dad req-f8148929-d9b6-4382-b0d2-41f4ba571b8c tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "GET /v2.0/security-groups/af235185-e409-4f81-a1f6-dabdcf4130cb HTTP/1.1" status: 200 len: 2995 time: 0.0498145 Nov 08 00:09:33.649715 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ccb3f19-4d54-4011-a7d8-0fb5050eec77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:33.678382 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] For port 5c9550d2-f0ae-4a88-85a0-9e6978b7a129, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:33.679441 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ccb3f19-4d54-4011-a7d8-0fb5050eec77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:33.685802 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] For port 5c9550d2-f0ae-4a88-85a0-9e6978b7a129, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5c9550d2-f0ae-4a88-85a0-9e6978b7a129,segment=NetworkSegment(3a44404a-f4c7-4421-8c9d-8de2be8f6f39),segment_id=3a44404a-f4c7-4421-8c9d-8de2be8f6f39)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:09:33.694178 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-45dfe081-98fd-4517-9ee9-e0f1aedc7dad req-dda57c0e-e46a-46c8-ad24-c93a5d374963 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:33.704277 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-45dfe081-98fd-4517-9ee9-e0f1aedc7dad req-dda57c0e-e46a-46c8-ad24-c93a5d374963 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:33.741290 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:33.752916 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f137777-b664-46c6-9f2e-5c10afc6f027 req-c4feaba0-5363-4fe3-8bed-51a0a309ba6a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:33.770849 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f137777-b664-46c6-9f2e-5c10afc6f027 req-c4feaba0-5363-4fe3-8bed-51a0a309ba6a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.1542900 Nov 08 00:09:33.776394 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59880) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:33.815702 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-7ccb3f19-4d54-4011-a7d8-0fb5050eec77 admin admin] Allocated IP 172.25.2.42 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/e8b50052-90a8-4a0d-b34d-2cc8087f6848) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:09:33.840923 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f137777-b664-46c6-9f2e-5c10afc6f027 req-f448b2b2-3d01-4fb0-a275-c3acaa7b7dcf tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686271 Nov 08 00:09:33.842131 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-45dfe081-98fd-4517-9ee9-e0f1aedc7dad req-dda57c0e-e46a-46c8-ad24-c93a5d374963 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:33.851866 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee4ea7-c77c-4f73-addd-cabda5097c2f None None] Pushing event updated for resources: {'Port': ['ID=5c9550d2-f0ae-4a88-85a0-9e6978b7a129,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:33.855775 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-45dfe081-98fd-4517-9ee9-e0f1aedc7dad req-dda57c0e-e46a-46c8-ad24-c93a5d374963 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:33.856939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-45dfe081-98fd-4517-9ee9-e0f1aedc7dad req-dda57c0e-e46a-46c8-ad24-c93a5d374963 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/714cc3ce-3a57-422c-aa4b-41d03d57af4c HTTP/1.1" status: 204 len: 173 time: 0.2270768 Nov 08 00:09:33.875398 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda57c0e-e46a-46c8-ad24-c93a5d374963 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=714cc3ce-3a57-422c-aa4b-41d03d57af4c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:34.000087 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc5969-5bc4-46e0-bbad-f9f4fb96cf6e req-57aa80ab-9179-47b4-8aa1-331956fd7b37 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:34.001632 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9afc5969-5bc4-46e0-bbad-f9f4fb96cf6e req-57aa80ab-9179-47b4-8aa1-331956fd7b37 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 1096 time: 0.0809577 Nov 08 00:09:34.008222 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ccb3f19-4d54-4011-a7d8-0fb5050eec77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:34.012905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db0e1d-e1a0-48d9-a6e4-661fedc3a227 req-2c9a679c-b3cc-4807-8d8b-79bdce3db1e3 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:34.014434 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b9db0e1d-e1a0-48d9-a6e4-661fedc3a227 req-2c9a679c-b3cc-4807-8d8b-79bdce3db1e3 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 948 time: 0.0833948 Nov 08 00:09:34.038265 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3e267c1-3f66-4412-bc87-75ceeebdb736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:34.127321 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9afc5969-5bc4-46e0-bbad-f9f4fb96cf6e req-ffa08850-0701-4168-af4e-36a69e7eff72 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118708 Nov 08 00:09:34.138865 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b9db0e1d-e1a0-48d9-a6e4-661fedc3a227 req-c376d3f3-71be-4f8d-970f-f307353a5079 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075568 Nov 08 00:09:34.139407 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ccb3f19-4d54-4011-a7d8-0fb5050eec77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:34.192061 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccb3f19-4d54-4011-a7d8-0fb5050eec77 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:09:34.200636 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-7ccb3f19-4d54-4011-a7d8-0fb5050eec77 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:34.202697 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb3f19-4d54-4011-a7d8-0fb5050eec77 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b50052-90a8-4a0d-b34d-2cc8087f6848,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:34.208157 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccb3f19-4d54-4011-a7d8-0fb5050eec77 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:09:34.246453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74a2d5b7-0563-4945-b0d8-2148de23ccc1 req-b9330055-59cb-49ec-9846-99c5c687b873 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "GET /v2.0/security-groups/af235185-e409-4f81-a1f6-dabdcf4130cb HTTP/1.1" status: 200 len: 2397 time: 0.0577240 Nov 08 00:09:34.252047 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3e267c1-3f66-4412-bc87-75ceeebdb736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:34.317898 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3e267c1-3f66-4412-bc87-75ceeebdb736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:34.334911 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-74a2d5b7-0563-4945-b0d8-2148de23ccc1 req-f55e6f73-b58c-42a2-9074-ae31fe4bf178 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:34.391122 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e267c1-3f66-4412-bc87-75ceeebdb736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e20c061-1dd8-48f4-aa61-b894059f7279,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:34.402339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c3e267c1-3f66-4412-bc87-75ceeebdb736 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63366a0b405f4037ab3a7cc85e0c4582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6173701 Nov 08 00:09:34.404631 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59890) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:34.414155 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-74a2d5b7-0563-4945-b0d8-2148de23ccc1 req-f55e6f73-b58c-42a2-9074-ae31fe4bf178 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:34.437446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b12f8-e58e-4103-b299-2104587dea06 req-6f061e83-586e-4534-8365-dccb94f9429e tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:34.438967 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d8b12f8-e58e-4103-b299-2104587dea06 req-6f061e83-586e-4534-8365-dccb94f9429e tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 1096 time: 0.0963905 Nov 08 00:09:34.484336 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d8b12f8-e58e-4103-b299-2104587dea06 req-cab46f90-6d76-4043-9cd0-2869fbf46eb3 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361197 Nov 08 00:09:34.521865 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-999c379f-b722-4b11-84cd-29aacef1d6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:34.555805 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-74a2d5b7-0563-4945-b0d8-2148de23ccc1 req-f55e6f73-b58c-42a2-9074-ae31fe4bf178 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:34.560452 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-74a2d5b7-0563-4945-b0d8-2148de23ccc1 req-f55e6f73-b58c-42a2-9074-ae31fe4bf178 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:34.561269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74a2d5b7-0563-4945-b0d8-2148de23ccc1 req-f55e6f73-b58c-42a2-9074-ae31fe4bf178 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "DELETE /v2.0/security-groups/af235185-e409-4f81-a1f6-dabdcf4130cb HTTP/1.1" status: 204 len: 173 time: 0.3071752 Nov 08 00:09:34.567895 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-999c379f-b722-4b11-84cd-29aacef1d6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:34.583415 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e6f73-b58c-42a2-9074-ae31fe4bf178 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af235185-e409-4f81-a1f6-dabdcf4130cb,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:34.598564 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ccb3f19-4d54-4011-a7d8-0fb5050eec77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:34.614250 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-6fa93217-e680-43c0-992c-aa72872dc406 req-a60144f0-00d9-4012-93a8-a4020c7d9d7b tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] show failed (client error): The resource could not be found. Nov 08 00:09:34.615637 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6fa93217-e680-43c0-992c-aa72872dc406 req-a60144f0-00d9-4012-93a8-a4020c7d9d7b tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "GET /v2.0/security-groups/df6e029d-64ad-4d89-b6c0-7e9bcb71e1f4 HTTP/1.1" status: 404 len: 352 time: 0.0206714 Nov 08 00:09:34.715920 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7c229-4b46-4358-8b3b-9d8f95c9a4a9 req-43f23e8b-de86-48dc-9047-6371e29bd3a1 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:34.720358 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84e7c229-4b46-4358-8b3b-9d8f95c9a4a9 req-43f23e8b-de86-48dc-9047-6371e29bd3a1 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.0731685 Nov 08 00:09:34.759854 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84e7c229-4b46-4358-8b3b-9d8f95c9a4a9 req-b2a1a80a-27b5-407c-a937-d88931a96755 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359099 Nov 08 00:09:34.800438 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-999c379f-b722-4b11-84cd-29aacef1d6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:34.803017 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-999c379f-b722-4b11-84cd-29aacef1d6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:34.815961 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-999c379f-b722-4b11-84cd-29aacef1d6b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e20c061-1dd8-48f4-aa61-b894059f7279 HTTP/1.1" status: 204 len: 168 time: 0.3984659 Nov 08 00:09:34.822431 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c379f-b722-4b11-84cd-29aacef1d6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e20c061-1dd8-48f4-aa61-b894059f7279,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:34.860104 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ccb3f19-4d54-4011-a7d8-0fb5050eec77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:34.863748 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c167ce5-47a3-4f27-b71e-f8eecf631fad req-1bbcd267-82f4-4f67-8668-a7a871235c29 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "GET /v2.0/security-groups/44e9cc1c-b6aa-4086-8d2f-1d34d74643e1 HTTP/1.1" status: 200 len: 1803 time: 0.0646546 Nov 08 00:09:34.933820 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4c167ce5-47a3-4f27-b71e-f8eecf631fad req-99aa5c04-2bf8-4a9b-b3c5-53be5a5bb8d7 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:34.960655 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4c167ce5-47a3-4f27-b71e-f8eecf631fad req-99aa5c04-2bf8-4a9b-b3c5-53be5a5bb8d7 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:34.982713 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5c9550d2-f0ae-4a88-85a0-9e6978b7a129 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:35.033257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe5de64-eda8-4a28-937a-0a5fe81e0ce5 None None] Network dc16d76e-566e-40a6-a23b-cb67a009daa9 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:09:35.079922 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 5c9550d2-f0ae-4a88-85a0-9e6978b7a129 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:35.080302 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:35.081305 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe980a8-4211-47b8-b925-705c84a1fe66 req-dbd7f48d-9667-4d4d-84df-b43bdd0573e4 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:35.082811 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cfe980a8-4211-47b8-b925-705c84a1fe66 req-dbd7f48d-9667-4d4d-84df-b43bdd0573e4 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.1141839 Nov 08 00:09:35.132348 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cfe980a8-4211-47b8-b925-705c84a1fe66 req-4769e2d9-5cac-4663-addf-043ed8502de4 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412657 Nov 08 00:09:35.135502 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5c2aea11-08cd-4a27-b520-75bf451102db None None] Provisioning complete for port 5c9550d2-f0ae-4a88-85a0-9e6978b7a129 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:35.135898 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c2aea11-08cd-4a27-b520-75bf451102db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:35.157880 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccb3f19-4d54-4011-a7d8-0fb5050eec77 admin admin] Router 7cfd9212-881f-45ac-afc9-84f1237b0ae3 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:09:35.172646 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b123972d-37a4-49ab-96fd-efccd7e59417 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:09:35.186717 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4c167ce5-47a3-4f27-b71e-f8eecf631fad req-99aa5c04-2bf8-4a9b-b3c5-53be5a5bb8d7 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:35.190730 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4c167ce5-47a3-4f27-b71e-f8eecf631fad req-99aa5c04-2bf8-4a9b-b3c5-53be5a5bb8d7 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:35.192182 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c167ce5-47a3-4f27-b71e-f8eecf631fad req-99aa5c04-2bf8-4a9b-b3c5-53be5a5bb8d7 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "DELETE /v2.0/security-groups/44e9cc1c-b6aa-4086-8d2f-1d34d74643e1 HTTP/1.1" status: 204 len: 173 time: 0.3273442 Nov 08 00:09:35.215039 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa5c04-2bf8-4a9b-b3c5-53be5a5bb8d7 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e9cc1c-b6aa-4086-8d2f-1d34d74643e1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:35.334483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccb3f19-4d54-4011-a7d8-0fb5050eec77 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:09:35.339191 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45854ac-cd5a-45ef-a6f7-bfa695983df5 req-23ffeb78-e106-431d-ac8b-be2d75ddf39e tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:35.341007 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a45854ac-cd5a-45ef-a6f7-bfa695983df5 req-23ffeb78-e106-431d-ac8b-be2d75ddf39e tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 1096 time: 0.1082864 Nov 08 00:09:35.358467 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] Sync routers for ids ['7cfd9212-881f-45ac-afc9-84f1237b0ae3'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:09:35.363073 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671a8fc-b759-4b8b-b511-c42ab42620de req-c0bb8041-5ef2-408a-a071-e559a1d8a1d7 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:35.364669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9671a8fc-b759-4b8b-b511-c42ab42620de req-c0bb8041-5ef2-408a-a071-e559a1d8a1d7 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 948 time: 0.0664668 Nov 08 00:09:35.369815 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] Routers {'7cfd9212-881f-45ac-afc9-84f1237b0ae3'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:09:35.370579 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:09:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7cfd9212-881f-45ac-afc9-84f1237b0ae3'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:35.414097 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ccb3f19-4d54-4011-a7d8-0fb5050eec77 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:35.416135 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7ccb3f19-4d54-4011-a7d8-0fb5050eec77 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8665342 Nov 08 00:09:35.419429 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59918) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:35.429009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a45854ac-cd5a-45ef-a6f7-bfa695983df5 req-84d3999c-fd5b-4aec-9600-fe638768ebe5 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633049 Nov 08 00:09:35.443257 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9671a8fc-b759-4b8b-b511-c42ab42620de req-31857762-afb9-4a8d-a35c-62907e92d9be tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654771 Nov 08 00:09:35.524347 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6ffc323-19da-40eb-98ab-075abad157cd req-9209719f-3e58-478b-90f6-bcfcae253c55 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "GET /v2.0/security-groups/cf2f11fb-f2ad-4186-9f3b-1a978a1cdb94 HTTP/1.1" status: 200 len: 1804 time: 0.0676024 Nov 08 00:09:35.593361 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a6ffc323-19da-40eb-98ab-075abad157cd req-64e42471-a155-4430-b909-9d95c33b9afc tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:35.598354 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] Set router 7cfd9212-881f-45ac-afc9-84f1237b0ae3 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:09:35.615614 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:35.619841 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59920) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:35.623937 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a6ffc323-19da-40eb-98ab-075abad157cd req-64e42471-a155-4430-b909-9d95c33b9afc tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:35.675520 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c2aea11-08cd-4a27-b520-75bf451102db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:35.699013 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ca65c7b-068e-4d27-82d7-157cdd73eafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:35.714390 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 5c9550d2-f0ae-4a88-85a0-9e6978b7a129, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5c9550d2-f0ae-4a88-85a0-9e6978b7a129,segment=NetworkSegment(3a44404a-f4c7-4421-8c9d-8de2be8f6f39),segment_id=3a44404a-f4c7-4421-8c9d-8de2be8f6f39)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:35.717170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b123972d-37a4-49ab-96fd-efccd7e59417, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b123972d-37a4-49ab-96fd-efccd7e59417,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:35.734080 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'b123972d-37a4-49ab-96fd-efccd7e59417', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': 'b123972d-37a4-49ab-96fd-efccd7e59417', 'mac_address': 'fa:16:3e:08:aa:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:09:35.796180 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a6ffc323-19da-40eb-98ab-075abad157cd req-64e42471-a155-4430-b909-9d95c33b9afc tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:35.799913 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a6ffc323-19da-40eb-98ab-075abad157cd req-64e42471-a155-4430-b909-9d95c33b9afc tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:35.805751 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6ffc323-19da-40eb-98ab-075abad157cd req-64e42471-a155-4430-b909-9d95c33b9afc tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "DELETE /v2.0/security-groups/cf2f11fb-f2ad-4186-9f3b-1a978a1cdb94 HTTP/1.1" status: 204 len: 173 time: 0.2802050 Nov 08 00:09:35.808888 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:35.827635 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b123972d-37a4-49ab-96fd-efccd7e59417 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:09:35.841970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e42471-a155-4430-b909-9d95c33b9afc tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2f11fb-f2ad-4186-9f3b-1a978a1cdb94,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:35.843234 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfd9212-881f-45ac-afc9-84f1237b0ae3', 'name': 'tempest-AttachSCSIVolumeTestJSON-402840013-router', 'tenant_id': '100a18ad477e4f28bd0aef10f139c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e8b50052-90a8-4a0d-b34d-2cc8087f6848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:09:32Z', 'updated_at': '2021-11-08T00:09:34Z', 'revision_number': 3, 'project_id': '100a18ad477e4f28bd0aef10f139c1a6', 'gw_port': {'id': 'e8b50052-90a8-4a0d-b34d-2cc8087f6848', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfd9212-881f-45ac-afc9-84f1237b0ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:33Z', 'updated_at': '2021-11-08T00:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:35.872991 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b123972d-37a4-49ab-96fd-efccd7e59417, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b123972d-37a4-49ab-96fd-efccd7e59417,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:35.885688 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] Checking router: 7cfd9212-881f-45ac-afc9-84f1237b0ae3 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:09:35.886188 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] Updating router 7cfd9212-881f-45ac-afc9-84f1237b0ae3 port e8b50052-90a8-4a0d-b34d-2cc8087f6848 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:09:35.917586 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:35.925842 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ca65c7b-068e-4d27-82d7-157cdd73eafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:35.929713 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:35.970211 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-603d86eb-141f-4034-a7ff-c5599541a6d6 req-11896fe2-4469-4472-a57b-62bfe7ba2cfb tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "GET /v2.0/security-groups/6ed66a52-c466-4c79-87bb-424e126cf21c HTTP/1.1" status: 200 len: 1804 time: 0.1188245 Nov 08 00:09:35.979526 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:35.994237 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ca65c7b-068e-4d27-82d7-157cdd73eafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:36.016345 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-5c2aea11-08cd-4a27-b520-75bf451102db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:09:36.017337 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-5c2aea11-08cd-4a27-b520-75bf451102db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:09:36.020863 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289eab3b-5f76-40cf-8b6f-8aac5f696dcf req-fe441668-2ab1-454b-ae2d-ec447583c794 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:36.023331 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-289eab3b-5f76-40cf-8b6f-8aac5f696dcf req-fe441668-2ab1-454b-ae2d-ec447583c794 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.0999467 Nov 08 00:09:36.039202 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5ca65c7b-068e-4d27-82d7-157cdd73eafc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=583e7b3a6141497498447aded371e966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4179282 Nov 08 00:09:36.042017 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59926) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:36.047168 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=5c9550d2-f0ae-4a88-85a0-9e6978b7a129,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:36.103301 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=b123972d-37a4-49ab-96fd-efccd7e59417,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:36.139812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca65c7b-068e-4d27-82d7-157cdd73eafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0240b58a-6e6b-4b8a-9c9d-86463ce990fc,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:36.181221 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8335b37-d914-4461-857e-6ad7a54d7a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:36.194813 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a9c0bdfe-9ff2-4648-87e9-06c71ba41637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:36.227816 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a9c0bdfe-9ff2-4648-87e9-06c71ba41637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:36.257959 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:36.332783 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:36.346336 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-289eab3b-5f76-40cf-8b6f-8aac5f696dcf req-7de35407-2867-4cf7-b108-4c1933946622 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136616 Nov 08 00:09:36.352699 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-603d86eb-141f-4034-a7ff-c5599541a6d6 req-0ed3019a-82f8-485a-bef3-9fe3ad8d4760 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:36.379731 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-603d86eb-141f-4034-a7ff-c5599541a6d6 req-0ed3019a-82f8-485a-bef3-9fe3ad8d4760 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:36.384946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b123972d-37a4-49ab-96fd-efccd7e59417'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:09:36.418393 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-f8335b37-d914-4461-857e-6ad7a54d7a12 admin admin] Allocated IP 172.20.0.1 (dc16d76e-566e-40a6-a23b-cb67a009daa9/84fcb303-d8f1-4117-b0ab-0e63e52b80df/0a3eb5ff-58ee-4005-bdc4-6a354180d163) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:09:36.422831 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb3779-6359-4e06-bd5b-6fb56586deaf None None] Pushing event updated for resources: {'Port': ['ID=e8b50052-90a8-4a0d-b34d-2cc8087f6848,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:36.446428 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a9c0bdfe-9ff2-4648-87e9-06c71ba41637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:36.449063 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a9c0bdfe-9ff2-4648-87e9-06c71ba41637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:36.452249 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a9c0bdfe-9ff2-4648-87e9-06c71ba41637 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0240b58a-6e6b-4b8a-9c9d-86463ce990fc HTTP/1.1" status: 204 len: 168 time: 0.4070122 Nov 08 00:09:36.456534 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] Attempting to bind port e8b50052-90a8-4a0d-b34d-2cc8087f6848 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:09:36.456979 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] Attempting to bind port e8b50052-90a8-4a0d-b34d-2cc8087f6848 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:09:36.458114 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] Attempting to bind port e8b50052-90a8-4a0d-b34d-2cc8087f6848 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:36.465747 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:09:36.466133 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:36.466664 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:36.467077 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:09:36.467708 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] Bound port: e8b50052-90a8-4a0d-b34d-2cc8087f6848, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:09:36.468135 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:36.497393 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b9bc3-44e8-4ceb-993d-50f344284ec6 req-0281383e-6c6f-40f2-81f3-05d7807f90c5 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:36.506213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-315b9bc3-44e8-4ceb-993d-50f344284ec6 req-0281383e-6c6f-40f2-81f3-05d7807f90c5 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.0850725 Nov 08 00:09:36.509389 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0bdfe-9ff2-4648-87e9-06c71ba41637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0240b58a-6e6b-4b8a-9c9d-86463ce990fc,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:36.537301 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-603d86eb-141f-4034-a7ff-c5599541a6d6 req-0ed3019a-82f8-485a-bef3-9fe3ad8d4760 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:36.540022 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-603d86eb-141f-4034-a7ff-c5599541a6d6 req-0ed3019a-82f8-485a-bef3-9fe3ad8d4760 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:36.547982 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-603d86eb-141f-4034-a7ff-c5599541a6d6 req-0ed3019a-82f8-485a-bef3-9fe3ad8d4760 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "DELETE /v2.0/security-groups/6ed66a52-c466-4c79-87bb-424e126cf21c HTTP/1.1" status: 204 len: 173 time: 0.5673552 Nov 08 00:09:36.574616 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] For port e8b50052-90a8-4a0d-b34d-2cc8087f6848, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:36.580038 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] For port e8b50052-90a8-4a0d-b34d-2cc8087f6848, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e8b50052-90a8-4a0d-b34d-2cc8087f6848,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:09:36.591532 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8335b37-d914-4461-857e-6ad7a54d7a12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:36.612268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3019a-82f8-485a-bef3-9fe3ad8d4760 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed66a52-c466-4c79-87bb-424e126cf21c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:36.621173 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-315b9bc3-44e8-4ceb-993d-50f344284ec6 req-143e8a3f-a435-4879-9161-bbd3c4731407 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141407 Nov 08 00:09:36.660959 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:36.712855 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] Routers {'7cfd9212-881f-45ac-afc9-84f1237b0ae3'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:09:36.714165 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:09:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7cfd9212-881f-45ac-afc9-84f1237b0ae3'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:36.734510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd1c02-41d4-4611-b284-c81eba0f29bd req-166840f9-e8e2-4d74-b94c-2d9d71ae1fa1 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:36.736015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-58cd1c02-41d4-4611-b284-c81eba0f29bd req-166840f9-e8e2-4d74-b94c-2d9d71ae1fa1 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 949 time: 0.0862620 Nov 08 00:09:36.753080 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8335b37-d914-4461-857e-6ad7a54d7a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:36.763836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9bb6f-27da-46b9-aa6f-d766fb1f6969 req-6940bd35-ee2b-4963-973f-8ce17bc53f83 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:36.765328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9fd9bb6f-27da-46b9-aa6f-d766fb1f6969 req-6940bd35-ee2b-4963-973f-8ce17bc53f83 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 1096 time: 0.0704911 Nov 08 00:09:36.781630 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ce8420cc-8565-420f-9d57-37c3559a85da None None] Provisioning complete for port 5c9550d2-f0ae-4a88-85a0-9e6978b7a129 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:36.782995 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ce8420cc-8565-420f-9d57-37c3559a85da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:36.793922 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb3779-6359-4e06-bd5b-6fb56586deaf None None] Pushing event updated for resources: {'Port': ['ID=e8b50052-90a8-4a0d-b34d-2cc8087f6848,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:36.800335 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-58cd1c02-41d4-4611-b284-c81eba0f29bd req-6f9dd1e7-fd07-4aa7-ad59-9fac65cfe12e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568137 Nov 08 00:09:36.830533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9fd9bb6f-27da-46b9-aa6f-d766fb1f6969 req-0971c60d-7eb8-44e6-8fba-5e5d9cf174d3 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517828 Nov 08 00:09:36.990695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8335b37-d914-4461-857e-6ad7a54d7a12 admin admin] Network dc16d76e-566e-40a6-a23b-cb67a009daa9 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:09:36.990695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-f8335b37-d914-4461-857e-6ad7a54d7a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:36.990695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8335b37-d914-4461-857e-6ad7a54d7a12 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:09:36.990695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8335b37-d914-4461-857e-6ad7a54d7a12 admin admin] Pushing event updated for resources: {'Port': ['ID=0a3eb5ff-58ee-4005-bdc4-6a354180d163,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:36.991532 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] Set router 7cfd9212-881f-45ac-afc9-84f1237b0ae3 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:09:36.991909 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8335b37-d914-4461-857e-6ad7a54d7a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:36.992000 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ba7dcabb-1383-45ff-a68b-2684badf9e27 req-09ba36a6-884e-41ac-ae6e-6a9cb7d0b97d tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "GET /v2.0/security-groups/f0a8161b-95d5-4219-a8db-38ec47254d30 HTTP/1.1" status: 200 len: 2403 time: 0.1119714 Nov 08 00:09:37.004901 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5c9550d2-f0ae-4a88-85a0-9e6978b7a129 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:37.102182 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 5c9550d2-f0ae-4a88-85a0-9e6978b7a129 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:37.102871 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:37.112749 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ba7dcabb-1383-45ff-a68b-2684badf9e27 req-2214cb6c-33cc-4a9e-b6d0-aa1f7877868a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:37.165091 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ba7dcabb-1383-45ff-a68b-2684badf9e27 req-2214cb6c-33cc-4a9e-b6d0-aa1f7877868a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:37.226716 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfd9212-881f-45ac-afc9-84f1237b0ae3', 'name': 'tempest-AttachSCSIVolumeTestJSON-402840013-router', 'tenant_id': '100a18ad477e4f28bd0aef10f139c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e8b50052-90a8-4a0d-b34d-2cc8087f6848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:09:32Z', 'updated_at': '2021-11-08T00:09:34Z', 'revision_number': 3, 'project_id': '100a18ad477e4f28bd0aef10f139c1a6', 'gw_port': {'id': 'e8b50052-90a8-4a0d-b34d-2cc8087f6848', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfd9212-881f-45ac-afc9-84f1237b0ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:33Z', 'updated_at': '2021-11-08T00:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:37.254679 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11398a3a-f8b9-42e0-af7b-4c2876bfea22 None None] The sync data for ids ['7cfd9212-881f-45ac-afc9-84f1237b0ae3'] in n-d-816882-1 is: [{'id': '7cfd9212-881f-45ac-afc9-84f1237b0ae3', 'name': 'tempest-AttachSCSIVolumeTestJSON-402840013-router', 'tenant_id': '100a18ad477e4f28bd0aef10f139c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e8b50052-90a8-4a0d-b34d-2cc8087f6848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:09:32Z', 'updated_at': '2021-11-08T00:09:34Z', 'revision_number': 3, 'project_id': '100a18ad477e4f28bd0aef10f139c1a6', 'gw_port': {'id': 'e8b50052-90a8-4a0d-b34d-2cc8087f6848', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfd9212-881f-45ac-afc9-84f1237b0ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:33Z', 'updated_at': '2021-11-08T00:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:09:37.363988 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-068cb98b-0431-40d9-8e2f-c56ce799d172 None None] Provisioning complete for port 0a3eb5ff-58ee-4005-bdc4-6a354180d163 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:37.364363 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-068cb98b-0431-40d9-8e2f-c56ce799d172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:37.406924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-068cb98b-0431-40d9-8e2f-c56ce799d172 None None] Port 0a3eb5ff-58ee-4005-bdc4-6a354180d163 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:09:37.417476 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8335b37-d914-4461-857e-6ad7a54d7a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:37.437022 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ba7dcabb-1383-45ff-a68b-2684badf9e27 req-2214cb6c-33cc-4a9e-b6d0-aa1f7877868a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:37.439925 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ba7dcabb-1383-45ff-a68b-2684badf9e27 req-2214cb6c-33cc-4a9e-b6d0-aa1f7877868a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:37.441082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ba7dcabb-1383-45ff-a68b-2684badf9e27 req-2214cb6c-33cc-4a9e-b6d0-aa1f7877868a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "DELETE /v2.0/security-groups/f0a8161b-95d5-4219-a8db-38ec47254d30 HTTP/1.1" status: 204 len: 173 time: 0.4590080 Nov 08 00:09:37.475622 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214cb6c-33cc-4a9e-b6d0-aa1f7877868a tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a8161b-95d5-4219-a8db-38ec47254d30,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:37.624706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d0f84-6cd6-4a5a-9968-585e5f124802 req-6b767ff0-1596-4e2d-82cf-15670ae142dc tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:37.627342 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8e9d0f84-6cd6-4a5a-9968-585e5f124802 req-6b767ff0-1596-4e2d-82cf-15670ae142dc tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.0676868 Nov 08 00:09:37.665870 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8335b37-d914-4461-857e-6ad7a54d7a12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:37.678379 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8e9d0f84-6cd6-4a5a-9968-585e5f124802 req-8ec6b118-b762-46cb-8804-a94c63dc8043 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437176 Nov 08 00:09:37.743613 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-93592508-010e-4d2d-994e-17325df48ea3 req-637cea2a-9f9e-409c-b726-b4ec41b29fb7 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "GET /v2.0/security-groups/2a4c3ca3-69c4-49f1-b859-d2ba3bcc343b HTTP/1.1" status: 200 len: 2397 time: 0.0412097 Nov 08 00:09:37.784561 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8335b37-d914-4461-857e-6ad7a54d7a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:37.830719 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-93592508-010e-4d2d-994e-17325df48ea3 req-ecbae0c7-8f02-4de7-9041-81949621f8a3 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:37.860151 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8335b37-d914-4461-857e-6ad7a54d7a12 admin admin] Pushing event updated for resources: {'Port': ['ID=0a3eb5ff-58ee-4005-bdc4-6a354180d163,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:37.862838 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8335b37-d914-4461-857e-6ad7a54d7a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:37.900863 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-93592508-010e-4d2d-994e-17325df48ea3 req-ecbae0c7-8f02-4de7-9041-81949621f8a3 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:37.969197 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8335b37-d914-4461-857e-6ad7a54d7a12 admin admin] Network dc16d76e-566e-40a6-a23b-cb67a009daa9 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:09:37.970869 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-f8335b37-d914-4461-857e-6ad7a54d7a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:38.087589 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-93592508-010e-4d2d-994e-17325df48ea3 req-ecbae0c7-8f02-4de7-9041-81949621f8a3 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:38.093811 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-93592508-010e-4d2d-994e-17325df48ea3 req-ecbae0c7-8f02-4de7-9041-81949621f8a3 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:38.093811 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-93592508-010e-4d2d-994e-17325df48ea3 req-ecbae0c7-8f02-4de7-9041-81949621f8a3 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] 10.222.0.13 "DELETE /v2.0/security-groups/2a4c3ca3-69c4-49f1-b859-d2ba3bcc343b HTTP/1.1" status: 204 len: 173 time: 0.3417122 Nov 08 00:09:38.099309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59976) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:38.158341 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:38.184981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbae0c7-8f02-4de7-9041-81949621f8a3 tempest-SecurityGroupRulesTestJSON-1498399229 tempest-SecurityGroupRulesTestJSON-1498399229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4c3ca3-69c4-49f1-b859-d2ba3bcc343b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:38.228578 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39b84c6-c9ac-48db-97ee-abc11bbb457a admin admin] Deleting subnet 4a182ba2-87e7-4530-91af-1db129da8fc3 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:09:38.258667 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d39b84c6-c9ac-48db-97ee-abc11bbb457a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:38.336384 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-426d46e0-265b-4c84-9d97-65be4237d4d8 None None] Provisioning complete for port 0a3eb5ff-58ee-4005-bdc4-6a354180d163 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:38.336766 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-426d46e0-265b-4c84-9d97-65be4237d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:38.337129 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d39b84c6-c9ac-48db-97ee-abc11bbb457a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:38.390796 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d39b84c6-c9ac-48db-97ee-abc11bbb457a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:38.411691 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-426d46e0-265b-4c84-9d97-65be4237d4d8 None None] Port 0a3eb5ff-58ee-4005-bdc4-6a354180d163 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:09:38.436211 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb06cd-b242-45f1-9496-c9b097decfb3 req-3cb7913e-c25d-45fb-ad38-96188ee8af3c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:38.437704 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6feb06cd-b242-45f1-9496-c9b097decfb3 req-3cb7913e-c25d-45fb-ad38-96188ee8af3c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.2060039 Nov 08 00:09:38.484195 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8335b37-d914-4461-857e-6ad7a54d7a12 admin admin] Router 7cfd9212-881f-45ac-afc9-84f1237b0ae3 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:09:38.486904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6feb06cd-b242-45f1-9496-c9b097decfb3 req-c51c472c-314c-409e-ab42-239d37c44d2a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401788 Nov 08 00:09:38.587612 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d39b84c6-c9ac-48db-97ee-abc11bbb457a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:38.607993 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8335b37-d914-4461-857e-6ad7a54d7a12 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:09:38.613295 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f8335b37-d914-4461-857e-6ad7a54d7a12 admin admin] 10.222.0.13 "PUT /v2.0/routers/7cfd9212-881f-45ac-afc9-84f1237b0ae3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1922264 Nov 08 00:09:38.626505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dc560-170b-4ab5-bd6b-4d08376e5180 req-53303bb7-ccab-4665-a336-140db061657f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:38.628065 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e5dc560-170b-4ab5-bd6b-4d08376e5180 req-53303bb7-ccab-4665-a336-140db061657f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 949 time: 0.0812850 Nov 08 00:09:38.635594 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b84c6-c9ac-48db-97ee-abc11bbb457a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a182ba2-87e7-4530-91af-1db129da8fc3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:38.635594 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d39b84c6-c9ac-48db-97ee-abc11bbb457a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:38.638266 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d39b84c6-c9ac-48db-97ee-abc11bbb457a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4a182ba2-87e7-4530-91af-1db129da8fc3 HTTP/1.1" status: 204 len: 168 time: 0.5372725 Nov 08 00:09:38.640875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59996) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:38.691995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e5dc560-170b-4ab5-bd6b-4d08376e5180 req-52c24373-557d-4e5c-8e8c-0231915586ed tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485785 Nov 08 00:09:38.719721 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b389e40-c1f5-4342-bcb6-9ce7c3555f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:38.838812 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b389e40-c1f5-4342-bcb6-9ce7c3555f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:38.867130 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-2b389e40-c1f5-4342-bcb6-9ce7c3555f37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10c0c25-ecbb-41e8-ac71-7609a3aec4a4']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:38.879360 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-2b389e40-c1f5-4342-bcb6-9ce7c3555f37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a48249-578d-40d2-afad-730683c1634d') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:38.879838 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-2b389e40-c1f5-4342-bcb6-9ce7c3555f37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a48249-578d-40d2-afad-730683c1634d') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:38.895474 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b389e40-c1f5-4342-bcb6-9ce7c3555f37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:38.915002 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b389e40-c1f5-4342-bcb6-9ce7c3555f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:38.925267 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b389e40-c1f5-4342-bcb6-9ce7c3555f37 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:09:38.926034 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b389e40-c1f5-4342-bcb6-9ce7c3555f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:09:38.928345 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:09:38.936475 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5a78a-af96-4308-8260-39862555d3f9 req-61ebc27a-5765-4e3d-9b1c-c18670e71500 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:38.945867 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e8b50052-90a8-4a0d-b34d-2cc8087f6848 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:38.953044 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fea5a78a-af96-4308-8260-39862555d3f9 req-61ebc27a-5765-4e3d-9b1c-c18670e71500 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.0803916 Nov 08 00:09:39.013537 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fea5a78a-af96-4308-8260-39862555d3f9 req-0baeb1c0-43af-4730-a13e-723a4bab9f5b tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487459 Nov 08 00:09:39.030661 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e8b50052-90a8-4a0d-b34d-2cc8087f6848 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:39.034077 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:39.073445 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b389e40-c1f5-4342-bcb6-9ce7c3555f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:39.086418 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b389e40-c1f5-4342-bcb6-9ce7c3555f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:39.092619 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2b389e40-c1f5-4342-bcb6-9ce7c3555f37 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e10c0c25-ecbb-41e8-ac71-7609a3aec4a4 HTTP/1.1" status: 204 len: 168 time: 0.4504375 Nov 08 00:09:39.106272 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b389e40-c1f5-4342-bcb6-9ce7c3555f37 admin admin] Pushing event deleted for resources: {'Network': ['ID=e10c0c25-ecbb-41e8-ac71-7609a3aec4a4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:39.117970 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:39.143548 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port e8b50052-90a8-4a0d-b34d-2cc8087f6848, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e8b50052-90a8-4a0d-b34d-2cc8087f6848,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:39.186378 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:39.223494 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b123972d-37a4-49ab-96fd-efccd7e59417 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:39.300921 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=e8b50052-90a8-4a0d-b34d-2cc8087f6848,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:39.435741 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port b123972d-37a4-49ab-96fd-efccd7e59417 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:09:39.447441 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port b123972d-37a4-49ab-96fd-efccd7e59417 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:39.449731 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:39.628966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60032) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:39.635182 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:39.692695 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-71fc98ca-8bdd-4dfe-abcc-d6ed47c5d2cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73023423b3fe43bbb72dfc49ffe010d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604558 Nov 08 00:09:39.695911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a362f36-b47a-481a-86a1-d4a67fc747e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b123972d-37a4-49ab-96fd-efccd7e59417'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:39.696041 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60034) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:39.696152 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4e8431-f799-43d3-979c-f599fe398333" -d '{"events": [{"server_uuid": "8a362f36-b47a-481a-86a1-d4a67fc747e5", "name": "network-vif-plugged", "status": "completed", "tag": "b123972d-37a4-49ab-96fd-efccd7e59417"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:39.701737 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbfd88-c75b-40cd-a51d-b26759097eab req-b001a0b8-d207-4199-9a32-1cd65c59ab4d tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:39.704675 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adfbfd88-c75b-40cd-a51d-b26759097eab req-b001a0b8-d207-4199-9a32-1cd65c59ab4d tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.0958242 Nov 08 00:09:39.721740 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] Sync routers for ids ['7cfd9212-881f-45ac-afc9-84f1237b0ae3'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:09:39.734392 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b123972d-37a4-49ab-96fd-efccd7e59417, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b123972d-37a4-49ab-96fd-efccd7e59417,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:39.742525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] Routers {'7cfd9212-881f-45ac-afc9-84f1237b0ae3'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:09:39.748987 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:09:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7cfd9212-881f-45ac-afc9-84f1237b0ae3'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:39.765326 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-ff27303a-9c6a-4c79-98c8-03cb831aedb5 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:09:39.766442 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-ff27303a-9c6a-4c79-98c8-03cb831aedb5 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099697 Nov 08 00:09:39.767617 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-539a7867-248e-4c74-9756-441bbaabd0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:39.810572 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adfbfd88-c75b-40cd-a51d-b26759097eab req-168014ce-e394-449b-a9d5-14d669f10184 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974658 Nov 08 00:09:39.822274 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:39.879139 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-45712c20-9e31-4b5d-8fd4-fee4c5b9b149 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:39.894465 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-45712c20-9e31-4b5d-8fd4-fee4c5b9b149 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/ports/6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb HTTP/1.1" status: 200 len: 1093 time: 0.0944519 Nov 08 00:09:39.910555 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-e9828438-1d3e-4bb1-a71f-e3ce10f17e01 service neutron] Request body: {'binding': {'host': 'n-h2-816882-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:39.910555 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-e9828438-1d3e-4bb1-a71f-e3ce10f17e01 service neutron] Unknown quota resources ['binding']. {{(pid=102771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 00:09:39.920807 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-539a7867-248e-4c74-9756-441bbaabd0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:39.922657 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=b123972d-37a4-49ab-96fd-efccd7e59417,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:39.949561 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] Set router 7cfd9212-881f-45ac-afc9-84f1237b0ae3 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:09:40.183238 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-e9828438-1d3e-4bb1-a71f-e3ce10f17e01 service neutron] Attempting to bind port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb on host n-h2-816882-1 for vnic_type normal with profile None {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:09:40.183461 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-e9828438-1d3e-4bb1-a71f-e3ce10f17e01 service neutron] Attempting to bind port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:09:40.183628 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-e9828438-1d3e-4bb1-a71f-e3ce10f17e01 service neutron] Attempting to bind port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:40.194397 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-539a7867-248e-4c74-9756-441bbaabd0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:40.203353 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-539a7867-248e-4c74-9756-441bbaabd0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:40.204899 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-539a7867-248e-4c74-9756-441bbaabd0e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fe4ad29-2765-471d-bfd8-fa88679e6f0a HTTP/1.1" status: 204 len: 168 time: 0.5100577 Nov 08 00:09:40.215847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-e9828438-1d3e-4bb1-a71f-e3ce10f17e01 service neutron] Port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:09:40.217921 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-e9828438-1d3e-4bb1-a71f-e3ce10f17e01 service neutron] Attempting to bind port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:40.220876 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a7867-248e-4c74-9756-441bbaabd0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe4ad29-2765-471d-bfd8-fa88679e6f0a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:40.233343 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-e9828438-1d3e-4bb1-a71f-e3ce10f17e01 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:09:40.234226 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-e9828438-1d3e-4bb1-a71f-e3ce10f17e01 service neutron] Checking segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:40.234871 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-e9828438-1d3e-4bb1-a71f-e3ce10f17e01 service neutron] Bound using segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:09:40.235478 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-e9828438-1d3e-4bb1-a71f-e3ce10f17e01 service neutron] Bound port: 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:09:40.247073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfd9212-881f-45ac-afc9-84f1237b0ae3', 'name': 'tempest-AttachSCSIVolumeTestJSON-402840013-router', 'tenant_id': '100a18ad477e4f28bd0aef10f139c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e8b50052-90a8-4a0d-b34d-2cc8087f6848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:09:32Z', 'updated_at': '2021-11-08T00:09:37Z', 'revision_number': 4, 'project_id': '100a18ad477e4f28bd0aef10f139c1a6', 'gw_port': {'id': 'e8b50052-90a8-4a0d-b34d-2cc8087f6848', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfd9212-881f-45ac-afc9-84f1237b0ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:33Z', 'updated_at': '2021-11-08T00:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '0a3eb5ff-58ee-4005-bdc4-6a354180d163', 'name': '', 'network_id': 'dc16d76e-566e-40a6-a23b-cb67a009daa9', 'tenant_id': '100a18ad477e4f28bd0aef10f139c1a6', 'mac_address': 'fa:16:3e:77:64:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfd9212-881f-45ac-afc9-84f1237b0ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '84fcb303-d8f1-4117-b0ab-0e63e52b80df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:36Z', 'updated_at': '2021-11-08T00:09:37Z', 'revision_number': 2, 'project_id': '100a18ad477e4f28bd0aef10f139c1a6', 'subnets': [{'id': '84fcb303-d8f1-4117-b0ab-0e63e52b80df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:40.334995 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-e9828438-1d3e-4bb1-a71f-e3ce10f17e01 service neutron] For port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:09:40.341424 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] Checking router: 7cfd9212-881f-45ac-afc9-84f1237b0ae3 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:09:40.341827 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] Updating router 7cfd9212-881f-45ac-afc9-84f1237b0ae3 port 0a3eb5ff-58ee-4005-bdc4-6a354180d163 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:09:40.379638 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:40.423599 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-e9828438-1d3e-4bb1-a71f-e3ce10f17e01 service neutron] Notify callbacks [] for binding, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:40.425952 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-3642f1c0-0522-4832-b9ce-8198d72455b8 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=15bc99f31d8d42059b6292baf63ea1cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282960 Nov 08 00:09:40.429916 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-e9828438-1d3e-4bb1-a71f-e3ce10f17e01 service neutron] 10.222.0.13 "POST /v2.0/ports/6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb/bindings HTTP/1.1" status: 201 len: 389 time: 0.5343413 Nov 08 00:09:40.590491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-1282b090-de40-4755-9542-1a9119ae3939 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:40.599944 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-1282b090-de40-4755-9542-1a9119ae3939 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1552751 Nov 08 00:09:40.620446 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-f1b29271-9e96-48f7-8471-aef9325b8c5d tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/quotas/15bc99f31d8d42059b6292baf63ea1cf HTTP/1.1" status: 200 len: 375 time: 0.0193288 Nov 08 00:09:40.660071 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-63fa0bd1-f81f-4783-b2c7-ffb4c5bf4be0 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=15bc99f31d8d42059b6292baf63ea1cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327444 Nov 08 00:09:40.694082 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d9b04b-4b34-4bb8-9316-d597b52b459b x-openstack-request-id: req-a7d9b04b-4b34-4bb8-9316-d597b52b459b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:40.694614 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a362f36-b47a-481a-86a1-d4a67fc747e5", "name": "network-vif-plugged", "status": "completed", "tag": "b123972d-37a4-49ab-96fd-efccd7e59417", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:40.694868 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7d9b04b-4b34-4bb8-9316-d597b52b459b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:40.695313 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a362f36-b47a-481a-86a1-d4a67fc747e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b123972d-37a4-49ab-96fd-efccd7e59417', 'code': 200} Nov 08 00:09:40.828956 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:40.886557 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96809dd8-a955-449c-ab3b-338d54d45646 req-e46959b1-85af-4dea-8ae5-a78331f801d5 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:40.896824 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96809dd8-a955-449c-ab3b-338d54d45646 req-e46959b1-85af-4dea-8ae5-a78331f801d5 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 950 time: 0.1319895 Nov 08 00:09:40.941192 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:40.975476 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96809dd8-a955-449c-ab3b-338d54d45646 req-64d589bb-43f2-444c-9ba7-6931da85001e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793684 Nov 08 00:09:41.013085 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e8b50052-90a8-4a0d-b34d-2cc8087f6848 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:41.039555 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6e4a3-a9e6-4a08-9d1f-2aea7057b95b req-06e0eac3-86ba-4c9e-b706-8b23bff71a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:41.042800 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-67f6e4a3-a9e6-4a08-9d1f-2aea7057b95b req-06e0eac3-86ba-4c9e-b706-8b23bff71a93 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 1101 time: 0.1690857 Nov 08 00:09:41.088972 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae937aa-25cd-492a-a392-ce03b7818377 None None] Pushing event updated for resources: {'Port': ['ID=0a3eb5ff-58ee-4005-bdc4-6a354180d163,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:41.130225 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-67f6e4a3-a9e6-4a08-9d1f-2aea7057b95b req-92723d8a-eaa9-44c9-9088-dbdbe3abe9aa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802186 Nov 08 00:09:41.184340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cfc0f-b5fc-4b55-9f76-3640586dbc5e req-6bb4d86e-7b3c-41e2-860d-fec3cc7bb3fa tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:41.186163 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb9cfc0f-b5fc-4b55-9f76-3640586dbc5e req-6bb4d86e-7b3c-41e2-860d-fec3cc7bb3fa tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.1173358 Nov 08 00:09:41.258018 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] Attempting to bind port 0a3eb5ff-58ee-4005-bdc4-6a354180d163 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:09:41.258570 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] Attempting to bind port 0a3eb5ff-58ee-4005-bdc4-6a354180d163 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '3a44404a-f4c7-4421-8c9d-8de2be8f6f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dc16d76e-566e-40a6-a23b-cb67a009daa9'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:09:41.258686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] Attempting to bind port 0a3eb5ff-58ee-4005-bdc4-6a354180d163 on network dc16d76e-566e-40a6-a23b-cb67a009daa9 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:41.270316 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e8b50052-90a8-4a0d-b34d-2cc8087f6848 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:41.270689 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:41.282400 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb9cfc0f-b5fc-4b55-9f76-3640586dbc5e req-10196a5a-e3c6-4891-8225-481ac91b2faa tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892615 Nov 08 00:09:41.344718 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:09:41.345232 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] Checking segment: {'id': '3a44404a-f4c7-4421-8c9d-8de2be8f6f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dc16d76e-566e-40a6-a23b-cb67a009daa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:41.345636 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:41.346024 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] Bound using segment: {'id': '3a44404a-f4c7-4421-8c9d-8de2be8f6f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dc16d76e-566e-40a6-a23b-cb67a009daa9'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:09:41.346507 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] Bound port: 0a3eb5ff-58ee-4005-bdc4-6a354180d163, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a44404a-f4c7-4421-8c9d-8de2be8f6f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dc16d76e-566e-40a6-a23b-cb67a009daa9'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:09:41.346881 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:41.496239 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d081d54-eb43-41d7-93ca-4decc4f7bff8 req-dbf60508-66ab-4866-be38-c67960982f53 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:41.511947 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d081d54-eb43-41d7-93ca-4decc4f7bff8 req-dbf60508-66ab-4866-be38-c67960982f53 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 945 time: 0.1289642 Nov 08 00:09:41.518121 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-e4411158-c7a1-46a4-9011-0f08f011da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:41.519629 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-e4411158-c7a1-46a4-9011-0f08f011da16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 1096 time: 0.1574924 Nov 08 00:09:41.601260 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d081d54-eb43-41d7-93ca-4decc4f7bff8 req-cbb641bf-6ff4-412d-91d6-00aaebcf5844 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705578 Nov 08 00:09:41.725048 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] For port 0a3eb5ff-58ee-4005-bdc4-6a354180d163, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:41.763689 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee09450d-86a2-48ab-b5aa-3769259588df req-a9a2cbaf-9b5c-49eb-9d23-0c133f116964 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 210 time: 0.0520840 Nov 08 00:09:41.765361 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-1b806f3a-fba7-4f1e-aad3-40980fded9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:41.766413 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-1b806f3a-fba7-4f1e-aad3-40980fded9ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 922 time: 0.2386987 Nov 08 00:09:41.792104 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] For port 0a3eb5ff-58ee-4005-bdc4-6a354180d163, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0a3eb5ff-58ee-4005-bdc4-6a354180d163,segment=NetworkSegment(3a44404a-f4c7-4421-8c9d-8de2be8f6f39),segment_id=3a44404a-f4c7-4421-8c9d-8de2be8f6f39)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:09:41.800079 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a4c67-fe2d-4fd4-ae75-369bf89e5172 req-26c461ed-3c31-46db-b4be-f47c040062df tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:41.811340 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c96a4c67-fe2d-4fd4-ae75-369bf89e5172 req-26c461ed-3c31-46db-b4be-f47c040062df tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.1924577 Nov 08 00:09:41.811502 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-172e4817-06a1-407d-b8cd-2bce5191a359 None None] Provisioning complete for port 0a3eb5ff-58ee-4005-bdc4-6a354180d163 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:41.811735 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-172e4817-06a1-407d-b8cd-2bce5191a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:41.827009 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-fb29bd6b-7d4e-430b-b2ab-96f9d44c5a99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb HTTP/1.1" status: 200 len: 217 time: 0.0517952 Nov 08 00:09:41.854516 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:41.870834 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c96a4c67-fe2d-4fd4-ae75-369bf89e5172 req-90799c7a-df16-40bb-b8a2-d17d093772bb tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584817 Nov 08 00:09:41.933640 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-f6e0f3cc-c944-48a9-a8a6-ee9c994b1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:41.935244 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-f6e0f3cc-c944-48a9-a8a6-ee9c994b1306 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.0973527 Nov 08 00:09:41.973913 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60086) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:41.988932 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-893aeda9-0320-40df-bc31-4dd21f2c8820 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444822 Nov 08 00:09:42.051537 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae937aa-25cd-492a-a392-ce03b7818377 None None] Pushing event updated for resources: {'Port': ['ID=0a3eb5ff-58ee-4005-bdc4-6a354180d163,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:42.071867 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-172e4817-06a1-407d-b8cd-2bce5191a359 None None] Port 0a3eb5ff-58ee-4005-bdc4-6a354180d163 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:09:42.094046 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] Routers {'7cfd9212-881f-45ac-afc9-84f1237b0ae3'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:09:42.099948 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:09:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7cfd9212-881f-45ac-afc9-84f1237b0ae3'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:42.141244 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-9fa68887-92e1-4c9e-841e-737ad2f2cdf6 service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408291 Nov 08 00:09:42.235882 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b975873e-95af-4b64-8506-3cc0951f7a70 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1929405171-network', 'tenant_id': 'b1ebccb3c8984c29a3fd2e7e2488d34f'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:42.288303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ee64e-915b-4200-a0cd-5704d1d7db01 req-90f31826-1acc-4a93-8000-a4c85e814d70 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:42.300245 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ba2ee64e-915b-4200-a0cd-5704d1d7db01 req-90f31826-1acc-4a93-8000-a4c85e814d70 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 950 time: 0.1775386 Nov 08 00:09:42.351379 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-fa2d9042-6b4e-49d9-8fa0-6bb43576050b service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981177 Nov 08 00:09:42.405108 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b975873e-95af-4b64-8506-3cc0951f7a70 admin admin] Made reservation on behalf of b1ebccb3c8984c29a3fd2e7e2488d34f for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:09:42.409367 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b975873e-95af-4b64-8506-3cc0951f7a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:42.442595 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ba2ee64e-915b-4200-a0cd-5704d1d7db01 req-298bc1b8-f540-4710-b5e0-a0a862fc5d36 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339004 Nov 08 00:09:42.482120 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b975873e-95af-4b64-8506-3cc0951f7a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:42.505417 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071b041-adb8-4d7b-92e2-6e7d548cb43e req-f1f5fa28-666d-4c45-b27d-f69eeb0bb4ea tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:42.537407 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b071b041-adb8-4d7b-92e2-6e7d548cb43e req-f1f5fa28-666d-4c45-b27d-f69eeb0bb4ea tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.1484985 Nov 08 00:09:42.600452 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b975873e-95af-4b64-8506-3cc0951f7a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:42.633397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] Set router 7cfd9212-881f-45ac-afc9-84f1237b0ae3 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:09:42.635449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b071b041-adb8-4d7b-92e2-6e7d548cb43e req-a0168427-cfa9-424c-988f-b6f53313ef51 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968771 Nov 08 00:09:42.709114 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b975873e-95af-4b64-8506-3cc0951f7a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:42.722008 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b975873e-95af-4b64-8506-3cc0951f7a70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:09:42.732526 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b975873e-95af-4b64-8506-3cc0951f7a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:42.732929 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-b975873e-95af-4b64-8506-3cc0951f7a70 admin admin] Added segment 5bc2dfb0-12af-4824-ae67-447210a44548 of type vlan for network d8de0bf2-e676-4bb3-b718-0db2fff39ea0 Nov 08 00:09:42.766034 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118dccd-c299-4505-9cbf-bc0e0a8f6ce7 req-b9fe6175-4f16-4904-9913-1a54993cfa71 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:42.774529 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6118dccd-c299-4505-9cbf-bc0e0a8f6ce7 req-b9fe6175-4f16-4904-9913-1a54993cfa71 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 945 time: 0.0786424 Nov 08 00:09:42.803347 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b975873e-95af-4b64-8506-3cc0951f7a70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:42.870740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975873e-95af-4b64-8506-3cc0951f7a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:42.875664 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-d887b87c-3c15-4e13-a24f-d1e3594e16cd tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:42.879627 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-d887b87c-3c15-4e13-a24f-d1e3594e16cd tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba&tenant_id=951d7073901a4e51a1deddc1d387c234&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 1096 time: 0.2754662 Nov 08 00:09:42.890956 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816882-1'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:42.894270 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6118dccd-c299-4505-9cbf-bc0e0a8f6ce7 req-31693a86-2a11-4211-9ed0-15f8e72d9e84 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183486 Nov 08 00:09:42.935667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-011ac052-8413-47f5-ad7b-becaf948b671 None None] Provisioning complete for port 0a3eb5ff-58ee-4005-bdc4-6a354180d163 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:42.936150 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-011ac052-8413-47f5-ad7b-becaf948b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:42.960040 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:42.974695 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b975873e-95af-4b64-8506-3cc0951f7a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:42.975713 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975873e-95af-4b64-8506-3cc0951f7a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:42.978552 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b975873e-95af-4b64-8506-3cc0951f7a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:42.982881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-72113965-bb42-4485-a41c-128ba689a0fe req-35c8de8a-9b00-4aea-b823-c74b60d5b456 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 210 time: 0.0785286 Nov 08 00:09:43.068589 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-011ac052-8413-47f5-ad7b-becaf948b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:43.070834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d663baa-c9d0-4b0d-be50-eb5196353a07 req-fbd5b290-06d7-46a0-9226-c1c3ba292dd6 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:43.076168 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:09:43.081553 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfd9212-881f-45ac-afc9-84f1237b0ae3', 'name': 'tempest-AttachSCSIVolumeTestJSON-402840013-router', 'tenant_id': '100a18ad477e4f28bd0aef10f139c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e8b50052-90a8-4a0d-b34d-2cc8087f6848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:09:32Z', 'updated_at': '2021-11-08T00:09:37Z', 'revision_number': 4, 'project_id': '100a18ad477e4f28bd0aef10f139c1a6', 'gw_port': {'id': 'e8b50052-90a8-4a0d-b34d-2cc8087f6848', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfd9212-881f-45ac-afc9-84f1237b0ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:33Z', 'updated_at': '2021-11-08T00:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '0a3eb5ff-58ee-4005-bdc4-6a354180d163', 'name': '', 'network_id': 'dc16d76e-566e-40a6-a23b-cb67a009daa9', 'tenant_id': '100a18ad477e4f28bd0aef10f139c1a6', 'mac_address': 'fa:16:3e:77:64:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfd9212-881f-45ac-afc9-84f1237b0ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '84fcb303-d8f1-4117-b0ab-0e63e52b80df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:36Z', 'updated_at': '2021-11-08T00:09:41Z', 'revision_number': 4, 'project_id': '100a18ad477e4f28bd0aef10f139c1a6', 'subnets': [{'id': '84fcb303-d8f1-4117-b0ab-0e63e52b80df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:09:43.081751 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d663baa-c9d0-4b0d-be50-eb5196353a07 req-fbd5b290-06d7-46a0-9226-c1c3ba292dd6 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.0728564 Nov 08 00:09:43.112262 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8f2b9f-6aaf-496e-a039-752010a2fa28 None None] The sync data for ids ['7cfd9212-881f-45ac-afc9-84f1237b0ae3'] in n-d-816882-1 is: [{'id': '7cfd9212-881f-45ac-afc9-84f1237b0ae3', 'name': 'tempest-AttachSCSIVolumeTestJSON-402840013-router', 'tenant_id': '100a18ad477e4f28bd0aef10f139c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e8b50052-90a8-4a0d-b34d-2cc8087f6848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:09:32Z', 'updated_at': '2021-11-08T00:09:37Z', 'revision_number': 4, 'project_id': '100a18ad477e4f28bd0aef10f139c1a6', 'gw_port': {'id': 'e8b50052-90a8-4a0d-b34d-2cc8087f6848', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfd9212-881f-45ac-afc9-84f1237b0ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:33Z', 'updated_at': '2021-11-08T00:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '0a3eb5ff-58ee-4005-bdc4-6a354180d163', 'name': '', 'network_id': 'dc16d76e-566e-40a6-a23b-cb67a009daa9', 'tenant_id': '100a18ad477e4f28bd0aef10f139c1a6', 'mac_address': 'fa:16:3e:77:64:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfd9212-881f-45ac-afc9-84f1237b0ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '84fcb303-d8f1-4117-b0ab-0e63e52b80df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:36Z', 'updated_at': '2021-11-08T00:09:41Z', 'revision_number': 4, 'project_id': '100a18ad477e4f28bd0aef10f139c1a6', 'subnets': [{'id': '84fcb303-d8f1-4117-b0ab-0e63e52b80df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:09:43.136719 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-011ac052-8413-47f5-ad7b-becaf948b671 None None] For port 0a3eb5ff-58ee-4005-bdc4-6a354180d163, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0a3eb5ff-58ee-4005-bdc4-6a354180d163,segment=NetworkSegment(3a44404a-f4c7-4421-8c9d-8de2be8f6f39),segment_id=3a44404a-f4c7-4421-8c9d-8de2be8f6f39)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:43.137439 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d663baa-c9d0-4b0d-be50-eb5196353a07 req-97824d7f-dae3-4830-ba73-253a82df84ea tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542591 Nov 08 00:09:43.210408 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-011ac052-8413-47f5-ad7b-becaf948b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:43.321799 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ac052-8413-47f5-ad7b-becaf948b671 None None] Pushing event updated for resources: {'Port': ['ID=0a3eb5ff-58ee-4005-bdc4-6a354180d163,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:43.349172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975873e-95af-4b64-8506-3cc0951f7a70 admin admin] Pushing event updated for resources: {'Network': ['ID=d8de0bf2-e676-4bb3-b718-0db2fff39ea0,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:43.361012 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network d8de0bf2-e676-4bb3-b718-0db2fff39ea0 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:09:43.465418 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b975873e-95af-4b64-8506-3cc0951f7a70 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4899800 Nov 08 00:09:43.468344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60106) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:43.514050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-80841143-24de-43c9-8d82-c2bc185e80ad admin admin] Request body: {'subnet': {'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1929405171-subnet', 'tenant_id': 'b1ebccb3c8984c29a3fd2e7e2488d34f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:43.576240 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] For port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:43.630727 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] For port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:43.663521 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80841143-24de-43c9-8d82-c2bc185e80ad admin admin] Made reservation on behalf of b1ebccb3c8984c29a3fd2e7e2488d34f for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:09:43.678336 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80841143-24de-43c9-8d82-c2bc185e80ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:43.687030 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63dad8d5-1a7c-4a54-b43b-b3d0038889ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:43.693058 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a640686c-8201-4dc5-acd8-e7e79b24a047" -d '{"events": [{"server_uuid": "63dad8d5-1a7c-4a54-b43b-b3d0038889ba", "name": "network-vif-unplugged", "status": "completed", "tag": "6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:43.704772 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:43.792924 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:43.804244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e88d22-c156-412a-a509-124cb79f5139 req-208bcfa8-03c7-455c-8ae3-8b16a15bb5cc tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:43.806139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-98e88d22-c156-412a-a509-124cb79f5139 req-208bcfa8-03c7-455c-8ae3-8b16a15bb5cc tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 950 time: 0.2096071 Nov 08 00:09:43.866044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9f40d-fe54-4fb2-bb79-e42bc014c5e0 req-cd19c369-5ba5-485c-b53c-3135713d908d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:43.867721 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecb9f40d-fe54-4fb2-bb79-e42bc014c5e0 req-cd19c369-5ba5-485c-b53c-3135713d908d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.1311212 Nov 08 00:09:43.905734 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] Attempting to bind port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb on host n-h1-816882-1 for vnic_type normal with profile {"migrating_to": "n-h2-816882-1"} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:09:43.905964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] Attempting to bind port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:09:43.906276 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] Attempting to bind port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:43.908364 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] Pushing event updated for resources: {'Port': ['ID=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb,revision_number=7']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:43.915202 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] Port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:09:43.915527 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] Attempting to bind port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:43.921656 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:09:43.922035 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] Checking segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:43.922406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] Bound using segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:09:43.922838 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] Bound port: 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:09:43.923195 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:43.954235 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-98e88d22-c156-412a-a509-124cb79f5139 req-5de953cc-099a-4f9b-8fbe-92248e80164b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312301 Nov 08 00:09:44.029544 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecb9f40d-fe54-4fb2-bb79-e42bc014c5e0 req-d78d51f8-b447-4493-9c38-963a4d7497c7 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495123 Nov 08 00:09:44.043071 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] For port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:44.049527 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] For port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:09:44.130564 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:44.136434 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f336a3-8388-4bb8-802f-588b79904c2b x-openstack-request-id: req-a5f336a3-8388-4bb8-802f-588b79904c2b {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:44.141894 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63dad8d5-1a7c-4a54-b43b-b3d0038889ba", "name": "network-vif-unplugged", "status": "completed", "tag": "6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:44.141894 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5f336a3-8388-4bb8-802f-588b79904c2b {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:44.141894 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63dad8d5-1a7c-4a54-b43b-b3d0038889ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb', 'code': 200} Nov 08 00:09:44.279079 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:44.281299 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:44.283454 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] 10.222.0.26 "PUT /v2.0/ports/6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb HTTP/1.1" status: 200 len: 1121 time: 1.3968270 Nov 08 00:09:44.285980 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80841143-24de-43c9-8d82-c2bc185e80ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:44.347364 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-0e4c9365-85ed-4112-a985-1f6ed52f2fd9 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=15bc99f31d8d42059b6292baf63ea1cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803595 Nov 08 00:09:44.399601 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80841143-24de-43c9-8d82-c2bc185e80ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d64a69-40b8-49ea-a2a5-54f41398f270,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:44.418843 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:09:44.481204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3959c-b4f7-40cc-8f3a-d0390329bdf6 req-405eb862-001d-44cd-9f05-a30f2a543085 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:44.490613 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2fa3959c-b4f7-40cc-8f3a-d0390329bdf6 req-405eb862-001d-44cd-9f05-a30f2a543085 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 943 time: 0.2548027 Nov 08 00:09:44.524883 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80841143-24de-43c9-8d82-c2bc185e80ad admin admin] Checking segment: {'id': '5bc2dfb0-12af-4824-ae67-447210a44548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:44.525435 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80841143-24de-43c9-8d82-c2bc185e80ad admin admin] Network hostable DHCP agents. Network: d8de0bf2-e676-4bb3-b718-0db2fff39ea0, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:09:44.584899 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-5c7efac9-424c-4217-ad2c-2a46ab4598a5 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:44.586409 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-5c7efac9-424c-4217-ad2c-2a46ab4598a5 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2313728 Nov 08 00:09:44.595692 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d00c07-75f8-4d27-9489-b535c8dabd7c service neutron] Pushing event updated for resources: {'Port': ['ID=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb,revision_number=8']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:44.604954 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-30ef12cf-33fa-4d6d-beb5-06b31bb5299c tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Request body: {'port': {'device_id': '0004cd2f-e88d-40cf-803a-ad52d13e87ce', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '15bc99f31d8d42059b6292baf63ea1cf'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:44.678595 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734caefc-a285-421a-90e8-b56b81120f76 req-10f5d78c-9148-432f-b59b-f049120be783 tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:44.686006 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-734caefc-a285-421a-90e8-b56b81120f76 req-10f5d78c-9148-432f-b59b-f049120be783 tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 1101 time: 0.1352782 Nov 08 00:09:44.698159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80841143-24de-43c9-8d82-c2bc185e80ad admin admin] Network d8de0bf2-e676-4bb3-b718-0db2fff39ea0 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:09:44.703997 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2fa3959c-b4f7-40cc-8f3a-d0390329bdf6 req-563a6765-268c-42ad-98b4-729d8a74fee6 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960385 Nov 08 00:09:44.727580 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-734caefc-a285-421a-90e8-b56b81120f76 req-4ef33fbe-7e66-41c8-a7ab-f91e16d54b31 tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:44.815954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-80841143-24de-43c9-8d82-c2bc185e80ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, d8de0bf2-e676-4bb3-b718-0db2fff39ea0) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:44.822039 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80841143-24de-43c9-8d82-c2bc185e80ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:44.823549 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80841143-24de-43c9-8d82-c2bc185e80ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:44.827289 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51006994-093d-450c-ab07-798fc13c2fd6 None None] Network d8de0bf2-e676-4bb3-b718-0db2fff39ea0 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:09:44.881879 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3965c165-f396-4dec-bee1-26edb2a89c4d req-3032c076-ef44-47a3-bdcb-f3cbd674a7e7 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 210 time: 0.0518138 Nov 08 00:09:44.922170 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-30ef12cf-33fa-4d6d-beb5-06b31bb5299c tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Made reservation on behalf of 15bc99f31d8d42059b6292baf63ea1cf for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:09:44.926476 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-30ef12cf-33fa-4d6d-beb5-06b31bb5299c tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:44.945920 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-734caefc-a285-421a-90e8-b56b81120f76 req-4ef33fbe-7e66-41c8-a7ab-f91e16d54b31 tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:44.954805 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-30ef12cf-33fa-4d6d-beb5-06b31bb5299c tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:45.025626 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0a3eb5ff-58ee-4005-bdc4-6a354180d163 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:45.060878 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-734caefc-a285-421a-90e8-b56b81120f76 req-4ef33fbe-7e66-41c8-a7ab-f91e16d54b31 tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:45.085718 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-30ef12cf-33fa-4d6d-beb5-06b31bb5299c tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:45.095295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-734caefc-a285-421a-90e8-b56b81120f76 req-4ef33fbe-7e66-41c8-a7ab-f91e16d54b31 tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054711 Nov 08 00:09:45.115131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-80841143-24de-43c9-8d82-c2bc185e80ad admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6373136 Nov 08 00:09:45.131138 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823cee44-ae7c-4cc1-9b67-ad929c50903e None None] Network d8de0bf2-e676-4bb3-b718-0db2fff39ea0 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:09:45.148014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326958f4-6c90-46b2-834d-202f2048fec5 req-17f0356d-6c33-4c01-a95e-9c87232653d4 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:45.150091 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-326958f4-6c90-46b2-834d-202f2048fec5 req-17f0356d-6c33-4c01-a95e-9c87232653d4 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.1652603 Nov 08 00:09:45.151814 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-30ef12cf-33fa-4d6d-beb5-06b31bb5299c tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:45.187126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef33fbe-7e66-41c8-a7ab-f91e16d54b31 tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33fa1ed-5e07-4ac4-bdf3-76464389223e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:45.206113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0a3eb5ff-58ee-4005-bdc4-6a354180d163 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:45.206493 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:45.236265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef12cf-33fa-4d6d-beb5-06b31bb5299c tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d66011-0eb1-4c62-9a81-d8812c25845c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:45.340045 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-326958f4-6c90-46b2-834d-202f2048fec5 req-ad5136ed-e282-42d3-9e85-5267d0242f73 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667426 Nov 08 00:09:45.415079 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc034542-fedd-4fe4-8e94-ba9fe08b4c12 req-14cd3823-c313-4cd3-b130-8098b4174488 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:45.424233 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc034542-fedd-4fe4-8e94-ba9fe08b4c12 req-14cd3823-c313-4cd3-b130-8098b4174488 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.1151137 Nov 08 00:09:45.472419 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-30ef12cf-33fa-4d6d-beb5-06b31bb5299c tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Allocated IP 192.168.233.91 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/e8d6c70e-05e9-4c56-9a09-6641f42817c9) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:09:45.477093 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc034542-fedd-4fe4-8e94-ba9fe08b4c12 req-f2b97e6d-6fec-4a08-84b5-441056775816 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518522 Nov 08 00:09:45.653004 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-30ef12cf-33fa-4d6d-beb5-06b31bb5299c tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:45.746354 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-3ddf6dd1-05ca-420c-9bda-e4c7ebe7330d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:45.753551 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-3ddf6dd1-05ca-420c-9bda-e4c7ebe7330d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/networks?id=d8de0bf2-e676-4bb3-b718-0db2fff39ea0 HTTP/1.1" status: 200 len: 815 time: 0.1386814 Nov 08 00:09:45.754445 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-30ef12cf-33fa-4d6d-beb5-06b31bb5299c tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:45.770328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-ba6df696-92c8-4dc7-b875-9daeb60c6cf5 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/quotas/b1ebccb3c8984c29a3fd2e7e2488d34f HTTP/1.1" status: 200 len: 375 time: 0.0158629 Nov 08 00:09:45.816373 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-881dd895-5966-4a01-a0ae-28ab0cb9c801 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1ebccb3c8984c29a3fd2e7e2488d34f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451043 Nov 08 00:09:45.842166 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-30ef12cf-33fa-4d6d-beb5-06b31bb5299c tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:09:45.845327 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-30ef12cf-33fa-4d6d-beb5-06b31bb5299c tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:45.847712 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-30ef12cf-33fa-4d6d-beb5-06b31bb5299c tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:09:45.895075 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef12cf-33fa-4d6d-beb5-06b31bb5299c tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Pushing event updated for resources: {'Port': ['ID=e8d6c70e-05e9-4c56-9a09-6641f42817c9,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:45.918783 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-30ef12cf-33fa-4d6d-beb5-06b31bb5299c tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:45.919158 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-30ef12cf-33fa-4d6d-beb5-06b31bb5299c tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:45.938742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30111363-4fde-4bb0-9812-f8f80b5e0c9d req-61bc15f7-9f8e-4fc1-8e36-52e6ee6ae37e tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:45.940314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-30111363-4fde-4bb0-9812-f8f80b5e0c9d req-61bc15f7-9f8e-4fc1-8e36-52e6ee6ae37e tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 943 time: 0.0708797 Nov 08 00:09:45.988361 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-bc89b9bb-b474-4f91-ac20-62c610b94031 service neutron] 10.222.0.13 "GET /v2.0/networks/d8de0bf2-e676-4bb3-b718-0db2fff39ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673110 Nov 08 00:09:46.000430 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-30ef12cf-33fa-4d6d-beb5-06b31bb5299c tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3992674 Nov 08 00:09:46.019548 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Request body: {'port': {'device_id': '0004cd2f-e88d-40cf-803a-ad52d13e87ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:46.056986 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-30111363-4fde-4bb0-9812-f8f80b5e0c9d req-0f05f1a3-a36b-4d1d-84d7-cc5ea800cc64 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091599 Nov 08 00:09:46.110932 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:46.116154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-93287d69-412f-4179-aae8-59ea4bbacd4f service neutron] 10.222.0.13 "GET /v2.0/networks/d8de0bf2-e676-4bb3-b718-0db2fff39ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251960 Nov 08 00:09:46.156991 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63dad8d5-1a7c-4a54-b43b-b3d0038889ba', 'tag': '6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:46.159410 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbeb3bc-2207-4b48-a823-01a2a72534ba" -d '{"events": [{"name": "network-changed", "server_uuid": "63dad8d5-1a7c-4a54-b43b-b3d0038889ba", "tag": "6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:46.166410 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7d67d6b7-ab8e-4138-8244-87a1cd7c1c44 None None] Provisioning complete for port e8d6c70e-05e9-4c56-9a09-6641f42817c9 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:46.166918 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d67d6b7-ab8e-4138-8244-87a1cd7c1c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:46.222452 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-f8a231bf-7d38-4bcc-8a3d-dbd4ffbe8f07 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451851 Nov 08 00:09:46.248396 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7d67d6b7-ab8e-4138-8244-87a1cd7c1c44 None None] Port e8d6c70e-05e9-4c56-9a09-6641f42817c9 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:09:46.434597 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d6c70e-05e9-4c56-9a09-6641f42817c9 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:09:46.438636 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-c9d1a2e5-9f51-4596-a18a-78896be8df46 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:46.442566 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:46.453017 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-c9d1a2e5-9f51-4596-a18a-78896be8df46 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2198749 Nov 08 00:09:46.455917 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Transition to ACTIVE for port object e8d6c70e-05e9-4c56-9a09-6641f42817c9 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:09:46.468699 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-c3d3db17-60b0-458d-9ab9-af814870a5fe tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/quotas/01a4d5e932eb46c6a9a010666c7cdefd HTTP/1.1" status: 200 len: 375 time: 0.0116901 Nov 08 00:09:46.481108 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fabf6-69db-4255-9efe-a04d73b13747 req-77b8a6aa-2b9a-4188-8f97-c7f4a03a1600 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:46.482783 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7e4fabf6-69db-4255-9efe-a04d73b13747 req-77b8a6aa-2b9a-4188-8f97-c7f4a03a1600 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 935 time: 0.0954478 Nov 08 00:09:46.521581 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:46.559634 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7e4fabf6-69db-4255-9efe-a04d73b13747 req-c2718e7c-9ba5-4c4c-9fa9-42ada73add04 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672779 Nov 08 00:09:46.563955 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-cc9613f4-68ba-4075-b45e-580b14bea582 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0802574 Nov 08 00:09:46.611250 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d6c70e-05e9-4c56-9a09-6641f42817c9,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:46.670157 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86114b55-5028-42ca-aa74-622a2067efb4 x-openstack-request-id: req-86114b55-5028-42ca-aa74-622a2067efb4 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:46.674877 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63dad8d5-1a7c-4a54-b43b-b3d0038889ba", "tag": "6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:46.674877 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86114b55-5028-42ca-aa74-622a2067efb4 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:46.674877 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63dad8d5-1a7c-4a54-b43b-b3d0038889ba', 'tag': '6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb', 'status': 'completed', 'code': 200} Nov 08 00:09:46.711015 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Attempting to bind port e8d6c70e-05e9-4c56-9a09-6641f42817c9 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:09:46.711401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Attempting to bind port e8d6c70e-05e9-4c56-9a09-6641f42817c9 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:09:46.712084 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Attempting to bind port e8d6c70e-05e9-4c56-9a09-6641f42817c9 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:46.732695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Port e8d6c70e-05e9-4c56-9a09-6641f42817c9 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:09:46.734552 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Attempting to bind port e8d6c70e-05e9-4c56-9a09-6641f42817c9 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:46.747906 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:09:46.753748 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:46.753748 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:09:46.753748 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Bound port: e8d6c70e-05e9-4c56-9a09-6641f42817c9, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:09:46.753748 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:46.808827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee97780b-4caa-43b5-be1c-c81c0556b2ac req-38381a21-3ee2-4346-ab46-b9c0f46c2115 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 210 time: 0.0567153 Nov 08 00:09:46.824110 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbeb3bc-2207-4b48-a823-01a2a72534ba req-b6db5bf6-b901-4a56-945e-c601485f8e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:46.833054 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9cbeb3bc-2207-4b48-a823-01a2a72534ba req-b6db5bf6-b901-4a56-945e-c601485f8e2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 1124 time: 0.1172078 Nov 08 00:09:46.878596 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] For port e8d6c70e-05e9-4c56-9a09-6641f42817c9, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:46.885436 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] For port e8d6c70e-05e9-4c56-9a09-6641f42817c9, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=e8d6c70e-05e9-4c56-9a09-6641f42817c9,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:09:46.888950 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:09:46.964386 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:47.030614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffa04d-ffba-41ab-9309-f7174c43232f req-8c70712f-1a0b-4526-a0b4-857ca1fcec0b tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:47.032278 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-67ffa04d-ffba-41ab-9309-f7174c43232f req-8c70712f-1a0b-4526-a0b4-857ca1fcec0b tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.0856874 Nov 08 00:09:47.048146 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:47.061473 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb has no active binding in host n-h2-816882-1 {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 00:09:47.066563 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbeb3bc-2207-4b48-a823-01a2a72534ba req-185260ac-2d2d-454a-9a5d-18b856157d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:47.066840 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9cbeb3bc-2207-4b48-a823-01a2a72534ba req-185260ac-2d2d-454a-9a5d-18b856157d99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 922 time: 0.2196920 Nov 08 00:09:47.111388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d6c70e-05e9-4c56-9a09-6641f42817c9,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:47.118537 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:47.119254 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:47.121511 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-baf0eca0-7367-455c-97ae-67e582305e43 service neutron] 10.222.0.20 "PUT /v2.0/ports/e8d6c70e-05e9-4c56-9a09-6641f42817c9 HTTP/1.1" status: 200 len: 1095 time: 1.1067541 Nov 08 00:09:47.145314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9cbeb3bc-2207-4b48-a823-01a2a72534ba req-48b1393a-fbdf-4d25-b928-b360b64441f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb HTTP/1.1" status: 200 len: 217 time: 0.0619776 Nov 08 00:09:47.161888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-67ffa04d-ffba-41ab-9309-f7174c43232f req-d36258d1-cf6a-434a-ab45-75c9dd7ad2b5 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158009 Nov 08 00:09:47.239818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbeb3bc-2207-4b48-a823-01a2a72534ba req-4bb1d070-8732-4ae6-90ea-c25cdacfa4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:47.242187 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9cbeb3bc-2207-4b48-a823-01a2a72534ba req-4bb1d070-8732-4ae6-90ea-c25cdacfa4b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.0782735 Nov 08 00:09:47.327744 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9cbeb3bc-2207-4b48-a823-01a2a72534ba req-afa95158-aef8-4493-8e4a-86d53d33366b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604672 Nov 08 00:09:47.398944 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-4f6a26fa-646a-416d-9d9f-65ced3683eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:47.400000 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-4f6a26fa-646a-416d-9d9f-65ced3683eb8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15bc99f31d8d42059b6292baf63ea1cf&device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 1098 time: 0.0934420 Nov 08 00:09:47.461775 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-7827e9fc-5f59-4ad2-abc7-7789aa3ec314 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=e8d6c70e-05e9-4c56-9a09-6641f42817c9 HTTP/1.1" status: 200 len: 217 time: 0.0470536 Nov 08 00:09:47.498099 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9cbeb3bc-2207-4b48-a823-01a2a72534ba req-d32c3aa1-8167-4792-b34c-afa4aff09a36 service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635339 Nov 08 00:09:47.528152 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-151ff8dd-ee85-4172-ae4b-f42b12d02432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:47.530170 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-151ff8dd-ee85-4172-ae4b-f42b12d02432 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0603411 Nov 08 00:09:47.604870 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-bf402453-9b0f-480c-8e42-5910d1a3acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:47.606993 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-bf402453-9b0f-480c-8e42-5910d1a3acc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683758 Nov 08 00:09:47.607386 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf19dce-69da-4691-8a3d-581227433498 req-9206ea3f-fea0-48be-aecd-45d758bc5d47 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:47.609269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8cf19dce-69da-4691-8a3d-581227433498 req-9206ea3f-fea0-48be-aecd-45d758bc5d47 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.1437082 Nov 08 00:09:47.701853 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8cf19dce-69da-4691-8a3d-581227433498 req-161a455a-01ac-44d2-8b65-6c6481ebcf38 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853703 Nov 08 00:09:47.737946 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9cbeb3bc-2207-4b48-a823-01a2a72534ba req-06b08ffc-ef0e-4425-aa75-546d18ae92f0 service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228763 Nov 08 00:09:47.831842 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-2e5cf730-e907-4c80-b9d4-dba79f9e9edf service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103713 Nov 08 00:09:47.908608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702c1aa-579b-4ee2-9138-4d62fa5b4363 req-eabd61d5-2449-45df-8c70-691f04e6a2f8 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:47.922211 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5702c1aa-579b-4ee2-9138-4d62fa5b4363 req-eabd61d5-2449-45df-8c70-691f04e6a2f8 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 943 time: 0.1274459 Nov 08 00:09:47.956695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7c816-57fe-41e1-86c7-9c608d2725db req-bafc3a90-58d1-419b-bf59-f6626ae3cec5 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:47.958779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84c7c816-57fe-41e1-86c7-9c608d2725db req-bafc3a90-58d1-419b-bf59-f6626ae3cec5 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 947 time: 0.1082263 Nov 08 00:09:47.994081 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b85ff18f-c9b6-429f-acd2-1c20a6409aa3 req-6e9c39f6-3fbb-4cb1-a244-17f4c386e191 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563885 Nov 08 00:09:48.001900 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5702c1aa-579b-4ee2-9138-4d62fa5b4363 req-63321700-e649-415f-8c1c-fb55a0a52c08 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783012 Nov 08 00:09:48.068399 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84c7c816-57fe-41e1-86c7-9c608d2725db req-c71a600d-ec2b-4b68-a4da-521b73e14097 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995288 Nov 08 00:09:48.204084 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dface300-3770-49d9-9e41-6bc52f75fa9f req-b3fcd193-8131-4a22-911c-93bfe8e2ca48 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 210 time: 0.0493782 Nov 08 00:09:48.346464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff8858-09d4-44cf-9550-b6e7d6fb7fe5 req-8d96077e-f826-47b3-ae47-e0b7c85d2f6c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:48.354493 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8eff8858-09d4-44cf-9550-b6e7d6fb7fe5 req-8d96077e-f826-47b3-ae47-e0b7c85d2f6c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.1000314 Nov 08 00:09:48.396430 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-484198e6-dfcc-4351-970e-c08404577c84 req-454f7c56-0067-4ce7-8a13-0e6286e84cf6 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 210 time: 0.0347929 Nov 08 00:09:48.421867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8eff8858-09d4-44cf-9550-b6e7d6fb7fe5 req-a3b100fc-0663-4954-b548-ec54a77dd98f tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662973 Nov 08 00:09:48.557953 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-4ff47b24-fcfb-4751-9029-589b4d1574f1 service neutron] 10.222.0.20 "GET /v2.0/ports/6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb/bindings/n-h2-816882-1 HTTP/1.1" status: 200 len: 384 time: 0.0620694 Nov 08 00:09:48.673114 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0004cd2f-e88d-40cf-803a-ad52d13e87ce', 'tag': 'e8d6c70e-05e9-4c56-9a09-6641f42817c9'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:48.675390 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af7a084-d917-4cd6-8948-6f55c88c8467" -d '{"events": [{"name": "network-changed", "server_uuid": "0004cd2f-e88d-40cf-803a-ad52d13e87ce", "tag": "e8d6c70e-05e9-4c56-9a09-6641f42817c9"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:48.721950 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec10c813-a3b7-43bf-9e24-4971e22172c0 x-openstack-request-id: req-ec10c813-a3b7-43bf-9e24-4971e22172c0 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:48.722261 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0004cd2f-e88d-40cf-803a-ad52d13e87ce", "tag": "e8d6c70e-05e9-4c56-9a09-6641f42817c9", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:48.722515 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec10c813-a3b7-43bf-9e24-4971e22172c0 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:48.722904 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0004cd2f-e88d-40cf-803a-ad52d13e87ce', 'tag': 'e8d6c70e-05e9-4c56-9a09-6641f42817c9', 'status': 'completed', 'code': 200} Nov 08 00:09:48.799949 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-5c8cfbd5-8b6e-4d96-8915-f826ff967401 service neutron] For port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:48.824664 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-5c8cfbd5-8b6e-4d96-8915-f826ff967401 service neutron] For port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:48.844979 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7a084-d917-4cd6-8948-6f55c88c8467 req-435bb39c-c4be-47fe-a926-0311c041a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:48.846534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1af7a084-d917-4cd6-8948-6f55c88c8467 req-435bb39c-c4be-47fe-a926-0311c041a2a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15bc99f31d8d42059b6292baf63ea1cf&device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 1098 time: 0.0806816 Nov 08 00:09:48.896857 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-5c8cfbd5-8b6e-4d96-8915-f826ff967401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:09:48.910994 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-5c8cfbd5-8b6e-4d96-8915-f826ff967401 service neutron] For port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:48.943509 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21499ef-b6e1-42d4-b1f0-d7cea1176031 req-d5b20883-724d-439f-ad7e-a21cbf25548c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:48.956708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c21499ef-b6e1-42d4-b1f0-d7cea1176031 req-d5b20883-724d-439f-ad7e-a21cbf25548c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.1494458 Nov 08 00:09:48.999630 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-5c8cfbd5-8b6e-4d96-8915-f826ff967401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:49.020355 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c21499ef-b6e1-42d4-b1f0-d7cea1176031 req-a9753734-a8c7-4232-afa7-66ca933d3c6f tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664876 Nov 08 00:09:49.041896 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7a084-d917-4cd6-8948-6f55c88c8467 req-cd630f50-c122-4dc3-92cb-19aa2e4339ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:49.041896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1af7a084-d917-4cd6-8948-6f55c88c8467 req-cd630f50-c122-4dc3-92cb-19aa2e4339ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1855948 Nov 08 00:09:49.083534 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-5c8cfbd5-8b6e-4d96-8915-f826ff967401 service neutron] Transition to ACTIVE for port object 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:09:49.105475 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1af7a084-d917-4cd6-8948-6f55c88c8467 req-8d3a015b-6872-424f-b21e-ec0bc9cbe101 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=e8d6c70e-05e9-4c56-9a09-6641f42817c9 HTTP/1.1" status: 200 len: 217 time: 0.0575273 Nov 08 00:09:49.241145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7a084-d917-4cd6-8948-6f55c88c8467 req-41bc8bc0-e22c-4e57-b12d-2668a4a67b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:49.243046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1af7a084-d917-4cd6-8948-6f55c88c8467 req-41bc8bc0-e22c-4e57-b12d-2668a4a67b20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1306288 Nov 08 00:09:49.258358 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588db52-b7e5-4253-8a9f-f705a849dcba req-6cb469e5-ba54-4ef2-a71d-f1b2594e347c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:49.266526 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a588db52-b7e5-4253-8a9f-f705a849dcba req-6cb469e5-ba54-4ef2-a71d-f1b2594e347c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 943 time: 0.1439986 Nov 08 00:09:49.282538 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-c1018163-86e7-4736-ae72-ebf758f4df03 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:49.284184 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-c1018163-86e7-4736-ae72-ebf758f4df03 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.26 "GET /v2.0/networks?id=d8de0bf2-e676-4bb3-b718-0db2fff39ea0 HTTP/1.1" status: 200 len: 815 time: 0.1299560 Nov 08 00:09:49.286009 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-5c8cfbd5-8b6e-4d96-8915-f826ff967401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:49.326841 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-475618e1-8e20-4355-92e3-c17db124aa76 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Request body: {'port': {'device_id': '45b5ac81-6808-4c3a-8c76-c66f8e3cdc31', 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0', 'admin_state_up': True, 'tenant_id': 'b1ebccb3c8984c29a3fd2e7e2488d34f'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:49.356254 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a588db52-b7e5-4253-8a9f-f705a849dcba req-bdfc12a0-415c-4fdf-9bb9-c63c7069c064 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883856 Nov 08 00:09:49.368480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a75556-5bf9-41b6-8189-e6f766e13098 req-9bf3fa0a-752b-490a-b4bc-ca787da229b3 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:49.377196 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-83a75556-5bf9-41b6-8189-e6f766e13098 req-9bf3fa0a-752b-490a-b4bc-ca787da229b3 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 947 time: 0.1978641 Nov 08 00:09:49.401855 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cfbd5-8b6e-4d96-8915-f826ff967401 service neutron] Pushing event updated for resources: {'Port': ['ID=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb,revision_number=10']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:49.414439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7a084-d917-4cd6-8948-6f55c88c8467 req-a0e122dc-8243-47de-81df-9b9653fafc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:49.417556 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1af7a084-d917-4cd6-8948-6f55c88c8467 req-a0e122dc-8243-47de-81df-9b9653fafc9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1393132 Nov 08 00:09:49.490127 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-83a75556-5bf9-41b6-8189-e6f766e13098 req-b1f2178e-e660-4b2a-8b00-0dfdcf418619 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117749 Nov 08 00:09:49.519410 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-5c8cfbd5-8b6e-4d96-8915-f826ff967401 service neutron] No DVR routers for this DVR port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:09:49.580231 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1838eff-0473-4261-aec5-131f3bd03502 req-4990e5c8-07fe-4191-94a0-91f5d9ebc8f0 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 210 time: 0.1077702 Nov 08 00:09:49.611973 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-5c8cfbd5-8b6e-4d96-8915-f826ff967401 service neutron] 10.222.0.20 "PUT /v2.0/ports/6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb/bindings/n-h2-816882-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0404413 Nov 08 00:09:49.617350 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5e7a93c-17d7-4c18-9d32-c1a678b3ce3f req-45bcd440-9281-43ee-928f-29ecc239e320 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 210 time: 0.0597544 Nov 08 00:09:49.717378 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1af7a084-d917-4cd6-8948-6f55c88c8467 req-b7fb67f2-5de5-406a-8a83-ec0adf57836e service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858682 Nov 08 00:09:49.774533 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-475618e1-8e20-4355-92e3-c17db124aa76 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Made reservation on behalf of b1ebccb3c8984c29a3fd2e7e2488d34f for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:09:49.778841 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-475618e1-8e20-4355-92e3-c17db124aa76 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:49.943063 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-475618e1-8e20-4355-92e3-c17db124aa76 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Allocated IP 172.20.0.11 (d8de0bf2-e676-4bb3-b718-0db2fff39ea0/16d64a69-40b8-49ea-a2a5-54f41398f270/6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:09:49.963960 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-06c0e265-3a05-46cf-8bca-a7017eda5b3d tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:49.965621 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-06c0e265-3a05-46cf-8bca-a7017eda5b3d tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba&tenant_id=951d7073901a4e51a1deddc1d387c234&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 1095 time: 0.0796089 Nov 08 00:09:50.123152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bb903-850b-441e-8cf5-82502647e857 req-95b46d4d-ae31-4948-9178-61ecf97f3f05 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:50.125753 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f2bb903-850b-441e-8cf5-82502647e857 req-95b46d4d-ae31-4948-9178-61ecf97f3f05 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.4108589 Nov 08 00:09:50.188450 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-1b11b3b0-d0f7-4919-8146-88631ca111ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:50.190402 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-1b11b3b0-d0f7-4919-8146-88631ca111ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba&tenant_id=951d7073901a4e51a1deddc1d387c234 HTTP/1.1" status: 200 len: 1095 time: 0.1836536 Nov 08 00:09:50.221626 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f2bb903-850b-441e-8cf5-82502647e857 req-9579a1ef-4e1c-4912-bf02-923de634eb0f tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846245 Nov 08 00:09:50.242109 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1af7a084-d917-4cd6-8948-6f55c88c8467 req-3ff28590-7acf-491b-bb20-5472e2e39952 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912221 Nov 08 00:09:50.265258 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717fdf3-a405-400c-ad6a-0ba6c8b1b3bb req-d9a7e968-9ab9-48be-b21b-9565915e982f tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:50.273957 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0717fdf3-a405-400c-ad6a-0ba6c8b1b3bb req-d9a7e968-9ab9-48be-b21b-9565915e982f tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.1276538 Nov 08 00:09:50.277787 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-475618e1-8e20-4355-92e3-c17db124aa76 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:50.323415 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0717fdf3-a405-400c-ad6a-0ba6c8b1b3bb req-1ac6de43-a090-43c2-910b-f18e9fb44643 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429614 Nov 08 00:09:50.358251 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-d8ef149a-2aa0-4a77-ac4c-671848af859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:50.360233 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-d8ef149a-2aa0-4a77-ac4c-671848af859e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 1095 time: 0.0722699 Nov 08 00:09:50.492312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f9b94-fc25-4db0-9ac6-cebccc236f5d req-af430f15-4fc5-4e25-8225-be8e9ebf9c27 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:50.493940 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-604f9b94-fc25-4db0-9ac6-cebccc236f5d req-af430f15-4fc5-4e25-8225-be8e9ebf9c27 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 944 time: 0.0531237 Nov 08 00:09:50.538739 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-604f9b94-fc25-4db0-9ac6-cebccc236f5d req-fd1265fa-ae38-48db-9eb1-0f6b3b2eb0ea tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372417 Nov 08 00:09:50.663134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851726bd-2057-4597-aa07-779f04ccf1c1 req-84fb5297-7378-44c5-b21d-e78c5033d6b2 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:50.665120 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-851726bd-2057-4597-aa07-779f04ccf1c1 req-84fb5297-7378-44c5-b21d-e78c5033d6b2 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 947 time: 0.0635777 Nov 08 00:09:50.737448 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-475618e1-8e20-4355-92e3-c17db124aa76 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:50.750824 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-731d8276-3d22-4d8f-a5fa-0665c5466271 req-db882865-55b6-422a-b2c4-46f0f1817352 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 210 time: 0.0461805 Nov 08 00:09:50.768563 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-851726bd-2057-4597-aa07-779f04ccf1c1 req-6c920337-df5d-4158-93b9-15e03f336892 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889075 Nov 08 00:09:50.848268 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-df6a9151-048d-4326-9bee-194e667629e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:50.850115 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-df6a9151-048d-4326-9bee-194e667629e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 922 time: 0.4762363 Nov 08 00:09:50.857706 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-475618e1-8e20-4355-92e3-c17db124aa76 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Network d8de0bf2-e676-4bb3-b718-0db2fff39ea0 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:09:50.878466 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-475618e1-8e20-4355-92e3-c17db124aa76 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:50.885425 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-475618e1-8e20-4355-92e3-c17db124aa76 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:09:50.885623 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2325468e-cd66-49fc-a755-8d35c0fddde7 req-07450f32-76fd-4f6f-87b1-404993fe2db8 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 210 time: 0.0299618 Nov 08 00:09:50.946115 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475618e1-8e20-4355-92e3-c17db124aa76 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Pushing event updated for resources: {'Port': ['ID=6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:50.951541 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-77bf5abf-8ee2-48af-b1ed-868b0fdfd036 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb HTTP/1.1" status: 200 len: 217 time: 0.0907941 Nov 08 00:09:51.005876 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-475618e1-8e20-4355-92e3-c17db124aa76 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:51.006528 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-475618e1-8e20-4355-92e3-c17db124aa76 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:51.028195 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-e835f2d1-c166-4608-a165-ea5bbe35ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:51.030431 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-e835f2d1-c166-4608-a165-ea5bbe35ea04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.0657115 Nov 08 00:09:51.054440 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-48f25c1c-98e1-4318-bf18-93c3a4c058a1 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399761 Nov 08 00:09:51.066758 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-9ce98ff7-5c20-4d05-9c98-018f062c122f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269117 Nov 08 00:09:51.104516 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-475618e1-8e20-4355-92e3-c17db124aa76 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7985318 Nov 08 00:09:51.137836 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Request body: {'port': {'device_id': '45b5ac81-6808-4c3a-8c76-c66f8e3cdc31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:51.216179 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:51.219171 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-4e4b6049-1622-418d-beb7-6f33037b4958 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:51.220813 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-4e4b6049-1622-418d-beb7-6f33037b4958 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1608114 Nov 08 00:09:51.240955 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-d8b4b4b2-c43b-4e6a-931b-c46bfd637d08 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Request body: {'port': {'device_id': 'b0e5c730-4b53-4c30-b2b4-e4916c5f6917', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '01a4d5e932eb46c6a9a010666c7cdefd'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:51.250556 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-24f30a17-ac26-46d1-842e-f7bc78c55c08 service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689088 Nov 08 00:09:51.277563 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device e8d6c70e-05e9-4c56-9a09-6641f42817c9 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:09:51.285285 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:09:51.408565 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:09:51.416393 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-7a0b983a-be0d-4910-b213-d6d953d00afc service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402807 Nov 08 00:09:51.549232 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port e8d6c70e-05e9-4c56-9a09-6641f42817c9, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=e8d6c70e-05e9-4c56-9a09-6641f42817c9,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:51.574819 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'e8d6c70e-05e9-4c56-9a09-6641f42817c9', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': 'e8d6c70e-05e9-4c56-9a09-6641f42817c9', 'mac_address': 'fa:16:3e:b1:ba:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:09:51.618324 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:51.629490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c12ee-c6f9-4a25-992a-ebfdeafa2d4f req-0cbe1628-bb27-48c2-b12c-52d24a5e5390 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:51.632971 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d6c70e-05e9-4c56-9a09-6641f42817c9 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:09:51.635468 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-921c12ee-c6f9-4a25-992a-ebfdeafa2d4f req-0cbe1628-bb27-48c2-b12c-52d24a5e5390 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.1902101 Nov 08 00:09:51.659824 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port e8d6c70e-05e9-4c56-9a09-6641f42817c9, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=e8d6c70e-05e9-4c56-9a09-6641f42817c9,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:51.663862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e237de-0c26-4d61-9da8-1f5637cd0a57 req-d80e2b73-e1f2-41d3-bd80-cc9b5e147d91 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:51.665861 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65e237de-0c26-4d61-9da8-1f5637cd0a57 req-d80e2b73-e1f2-41d3-bd80-cc9b5e147d91 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.2285023 Nov 08 00:09:51.720231 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-d8b4b4b2-c43b-4e6a-931b-c46bfd637d08 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Made reservation on behalf of 01a4d5e932eb46c6a9a010666c7cdefd for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:09:51.723886 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-d8b4b4b2-c43b-4e6a-931b-c46bfd637d08 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:51.732636 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:51.753636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-921c12ee-c6f9-4a25-992a-ebfdeafa2d4f req-58ab8712-dae1-4771-984b-93d894367e31 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864952 Nov 08 00:09:51.773030 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65e237de-0c26-4d61-9da8-1f5637cd0a57 req-4982cbff-3827-4ab0-a5ed-f4d50ded490f tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982225 Nov 08 00:09:51.887629 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=e8d6c70e-05e9-4c56-9a09-6641f42817c9,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:51.903241 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:09:51.924825 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:51.932662 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-4ce5377a-b799-40c7-9b2c-6a1eedaa6ebb tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604966 Nov 08 00:09:52.028644 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Transition to ACTIVE for port object 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:09:52.030417 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c030b29-0619-4f6f-a1f1-63f31ca9e9f5 req-53acf44b-05be-4c93-a0e3-ffbd34ef9b70 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:52.038735 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c030b29-0619-4f6f-a1f1-63f31ca9e9f5 req-53acf44b-05be-4c93-a0e3-ffbd34ef9b70 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 932 time: 0.0866535 Nov 08 00:09:52.088372 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c030b29-0619-4f6f-a1f1-63f31ca9e9f5 req-5eddd9bd-eb1a-4e1a-bc73-bddf163f3c4d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484104 Nov 08 00:09:52.092911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-71896e07-90b4-49bd-b1c4-20240ba572dc tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:52.097682 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-71896e07-90b4-49bd-b1c4-20240ba572dc tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1582532 Nov 08 00:09:52.120155 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['e8d6c70e-05e9-4c56-9a09-6641f42817c9'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:09:52.125120 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-e25c7438-0a08-4fff-99b8-7bdf2346da90 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Request body: {'port': {'device_id': '3ee9726f-861f-4126-9727-27505bd6b296', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '01a4d5e932eb46c6a9a010666c7cdefd'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:52.136340 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.26', 49462) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:09:52.137400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec30b7-918a-44c7-adab-5c96b9ff5b0e req-bb155ccc-60ee-4549-80cc-f69794e6159c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:52.147551 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29ec30b7-918a-44c7-adab-5c96b9ff5b0e req-bb155ccc-60ee-4549-80cc-f69794e6159c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 944 time: 0.2437534 Nov 08 00:09:52.261339 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-d8b4b4b2-c43b-4e6a-931b-c46bfd637d08 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Allocated IP 192.168.233.82 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/f555dd6f-2546-4108-be05-6fa495bf07b2) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:09:52.269786 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:52.281691 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29ec30b7-918a-44c7-adab-5c96b9ff5b0e req-efb1f64e-1253-4d94-a66f-a8f3c4fd2b63 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356487 Nov 08 00:09:52.376071 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef08fe7-e467-405a-becb-e6ecbe78a037 req-14b84b6e-fc83-4656-9406-364f60a4b504 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:52.384393 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ef08fe7-e467-405a-becb-e6ecbe78a037 req-14b84b6e-fc83-4656-9406-364f60a4b504 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 948 time: 0.1544533 Nov 08 00:09:52.439819 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-558b4c29-c75d-4c05-97ff-91a6a4d03ecd tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:52.441374 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-558b4c29-c75d-4c05-97ff-91a6a4d03ecd tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba&tenant_id=951d7073901a4e51a1deddc1d387c234&binding%3Ahost_id=n-h2-816882-1 HTTP/1.1" status: 200 len: 1095 time: 0.1872904 Nov 08 00:09:52.451219 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Pushing event updated for resources: {'Port': ['ID=6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:52.499106 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ef08fe7-e467-405a-becb-e6ecbe78a037 req-c78369d8-b55a-4aac-9281-0aa7f3863b76 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023285 Nov 08 00:09:52.519763 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc476ae6-f936-49c2-bbd2-c85cbc0c12ee req-9fbfeb01-12f0-4dbe-83ca-0becbc04f065 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 210 time: 0.0377047 Nov 08 00:09:52.532487 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-e25c7438-0a08-4fff-99b8-7bdf2346da90 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Made reservation on behalf of 01a4d5e932eb46c6a9a010666c7cdefd for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:09:52.538929 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-e25c7438-0a08-4fff-99b8-7bdf2346da90 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:52.582857 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-d8b4b4b2-c43b-4e6a-931b-c46bfd637d08 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:52.650574 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Attempting to bind port 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:09:52.650909 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Attempting to bind port 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '5bc2dfb0-12af-4824-ae67-447210a44548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:09:52.651234 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Attempting to bind port 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 on network d8de0bf2-e676-4bb3-b718-0db2fff39ea0 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:52.666388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Port 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 on network d8de0bf2-e676-4bb3-b718-0db2fff39ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:09:52.666714 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Attempting to bind port 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 on network d8de0bf2-e676-4bb3-b718-0db2fff39ea0 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:52.684919 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-d8b4b4b2-c43b-4e6a-931b-c46bfd637d08 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:52.697387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:09:52.701404 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Checking segment: {'id': '5bc2dfb0-12af-4824-ae67-447210a44548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:52.701404 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Bound using segment: {'id': '5bc2dfb0-12af-4824-ae67-447210a44548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:09:52.701404 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Bound port: 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc2dfb0-12af-4824-ae67-447210a44548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:09:52.701404 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:52.734735 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-d8b4b4b2-c43b-4e6a-931b-c46bfd637d08 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:09:52.737828 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-d8b4b4b2-c43b-4e6a-931b-c46bfd637d08 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:52.741453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-d8b4b4b2-c43b-4e6a-931b-c46bfd637d08 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:09:52.768418 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4b4b2-c43b-4e6a-931b-c46bfd637d08 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Pushing event updated for resources: {'Port': ['ID=f555dd6f-2546-4108-be05-6fa495bf07b2,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:52.798535 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-e25c7438-0a08-4fff-99b8-7bdf2346da90 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Allocated IP 192.168.233.163 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/9d910f50-4fa6-4358-9600-f71bb62af702) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:09:52.825049 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-d8b4b4b2-c43b-4e6a-931b-c46bfd637d08 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:52.825214 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-d8b4b4b2-c43b-4e6a-931b-c46bfd637d08 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:52.923961 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-29bb8606-f630-4310-a3ea-2b914230e81e service neutron] For port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:52.934005 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-29bb8606-f630-4310-a3ea-2b914230e81e service neutron] Notify callbacks [] for binding, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:52.935134 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ccf49c64-071c-46e9-bd96-6bc8d1d0a443 req-29bb8606-f630-4310-a3ea-2b914230e81e service neutron] 10.222.0.26 "DELETE /v2.0/ports/6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb/bindings/n-h1-816882-1 HTTP/1.1" status: 204 len: 173 time: 0.4810011 Nov 08 00:09:52.935282 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfe82e-01a9-49a6-bea2-8819272593f6 req-002d90fa-0798-4b4c-ad5b-feac492e9e4b tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:52.936825 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91cfe82e-01a9-49a6-bea2-8819272593f6 req-002d90fa-0798-4b4c-ad5b-feac492e9e4b tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.0737386 Nov 08 00:09:52.972892 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] For port 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:52.975140 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-d8b4b4b2-c43b-4e6a-931b-c46bfd637d08 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7381794 Nov 08 00:09:52.980848 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b123972d-37a4-49ab-96fd-efccd7e59417'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:09:52.998530 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] For port 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:09:53.019218 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Request body: {'port': {'device_id': 'b0e5c730-4b53-4c30-b2b4-e4916c5f6917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:53.028468 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-e25c7438-0a08-4fff-99b8-7bdf2346da90 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:53.086097 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91cfe82e-01a9-49a6-bea2-8819272593f6 req-5d60d117-bd60-4b90-9ef5-8e87f889fdb2 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129811 Nov 08 00:09:53.114474 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:53.131991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b29c6-a258-42df-8c30-12f2b5d9d3f0 req-68f52521-69b8-4015-a209-ee2d906012af tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:53.136460 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b96b29c6-a258-42df-8c30-12f2b5d9d3f0 req-68f52521-69b8-4015-a209-ee2d906012af tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.1981964 Nov 08 00:09:53.162515 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:53.167910 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4bc8bc8c-d21f-4399-bca0-bf7ff259065a None None] Provisioning complete for port f555dd6f-2546-4108-be05-6fa495bf07b2 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:53.168356 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4bc8bc8c-d21f-4399-bca0-bf7ff259065a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:53.178153 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-e25c7438-0a08-4fff-99b8-7bdf2346da90 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:53.180629 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:53.181254 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:53.183275 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-988136c6-197d-4f35-92da-2314da7a871e service neutron] 10.222.0.26 "PUT /v2.0/ports/6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 HTTP/1.1" status: 200 len: 1092 time: 2.0497510 Nov 08 00:09:53.185668 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b5ac81-6808-4c3a-8c76-c66f8e3cdc31', 'tag': '6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:53.188221 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c08cd99-7a97-4d66-88fc-755a424314fc" -d '{"events": [{"name": "network-changed", "server_uuid": "45b5ac81-6808-4c3a-8c76-c66f8e3cdc31", "tag": "6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:53.235182 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-e25c7438-0a08-4fff-99b8-7bdf2346da90 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:09:53.242470 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-e25c7438-0a08-4fff-99b8-7bdf2346da90 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:09:53.250472 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-e25c7438-0a08-4fff-99b8-7bdf2346da90 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:09:53.257266 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4bc8bc8c-d21f-4399-bca0-bf7ff259065a None None] Port f555dd6f-2546-4108-be05-6fa495bf07b2 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:09:53.277408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b96b29c6-a258-42df-8c30-12f2b5d9d3f0 req-aacfc5e3-62f0-4875-8865-e1ac70ec8119 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302741 Nov 08 00:09:53.281562 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device e8d6c70e-05e9-4c56-9a09-6641f42817c9 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:53.344205 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988136c6-197d-4f35-92da-2314da7a871e service neutron] Pushing event updated for resources: {'Port': ['ID=6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:53.426662 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba0cfdc-b1a8-4e01-87ca-f52dba200967 x-openstack-request-id: req-9ba0cfdc-b1a8-4e01-87ca-f52dba200967 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:53.426662 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b5ac81-6808-4c3a-8c76-c66f8e3cdc31", "tag": "6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:53.429741 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ba0cfdc-b1a8-4e01-87ca-f52dba200967 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:53.430223 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b5ac81-6808-4c3a-8c76-c66f8e3cdc31', 'tag': '6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57', 'status': 'completed', 'code': 200} Nov 08 00:09:53.440203 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c7438-0a08-4fff-99b8-7bdf2346da90 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Pushing event updated for resources: {'Port': ['ID=9d910f50-4fa6-4358-9600-f71bb62af702,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:53.478120 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port e8d6c70e-05e9-4c56-9a09-6641f42817c9 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:09:53.483935 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port e8d6c70e-05e9-4c56-9a09-6641f42817c9 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:53.484536 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:53.537363 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-53e01c58-bac9-48e0-b8a0-55c822192430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:53.539648 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-53e01c58-bac9-48e0-b8a0-55c822192430 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1ebccb3c8984c29a3fd2e7e2488d34f&device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 1095 time: 0.2149577 Nov 08 00:09:53.546396 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-e25c7438-0a08-4fff-99b8-7bdf2346da90 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:53.547219 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-e25c7438-0a08-4fff-99b8-7bdf2346da90 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:53.558802 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b123972d-37a4-49ab-96fd-efccd7e59417'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:09:53.654814 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-dac8054d-8810-4ee0-934b-6318b711a325 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 HTTP/1.1" status: 200 len: 217 time: 0.0953913 Nov 08 00:09:53.659772 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:53.694830 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98a6ec-b4da-4a2b-809d-f6031ef2df02 req-9edcdc7b-92e4-40a1-b583-39f68397bd3e tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:53.701967 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f98a6ec-b4da-4a2b-809d-f6031ef2df02 req-9edcdc7b-92e4-40a1-b583-39f68397bd3e tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 944 time: 0.4835963 Nov 08 00:09:53.742737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port e8d6c70e-05e9-4c56-9a09-6641f42817c9, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=e8d6c70e-05e9-4c56-9a09-6641f42817c9,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:53.754535 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-e25c7438-0a08-4fff-99b8-7bdf2346da90 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6397951 Nov 08 00:09:53.767404 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0004cd2f-e88d-40cf-803a-ad52d13e87ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d6c70e-05e9-4c56-9a09-6641f42817c9'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:53.769797 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e32456b-1102-43c7-b25a-1b8e776fd3e0" -d '{"events": [{"server_uuid": "0004cd2f-e88d-40cf-803a-ad52d13e87ce", "name": "network-vif-plugged", "status": "completed", "tag": "e8d6c70e-05e9-4c56-9a09-6641f42817c9"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:53.776832 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3734c-003d-4131-ba21-dc4562867419 req-74100520-3097-4544-b810-572f1cc5a45e tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:53.780964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-64d8df36-3d8a-4a9c-b72b-f2a52f617316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:53.780964 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-64d8df36-3d8a-4a9c-b72b-f2a52f617316 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=16d64a69-40b8-49ea-a2a5-54f41398f270 HTTP/1.1" status: 200 len: 855 time: 0.1134410 Nov 08 00:09:53.782832 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Request body: {'port': {'device_id': '3ee9726f-861f-4126-9727-27505bd6b296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:09:53.784234 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6e32c4f6-42cb-491c-b120-32d965266399 None None] Provisioning complete for port 9d910f50-4fa6-4358-9600-f71bb62af702 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:53.784382 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4a3734c-003d-4131-ba21-dc4562867419 req-74100520-3097-4544-b810-572f1cc5a45e tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 944 time: 0.1860096 Nov 08 00:09:53.784599 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6e32c4f6-42cb-491c-b120-32d965266399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:53.807014 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f98a6ec-b4da-4a2b-809d-f6031ef2df02 req-6cc01188-89e2-42c5-858e-6c4354294cae tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038921 Nov 08 00:09:53.833010 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6e32c4f6-42cb-491c-b120-32d965266399 None None] Port 9d910f50-4fa6-4358-9600-f71bb62af702 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:09:53.840905 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-529352af-7576-41bf-a101-235989a829b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8de0bf2-e676-4bb3-b718-0db2fff39ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346231 Nov 08 00:09:53.852824 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:53.920494 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4a3734c-003d-4131-ba21-dc4562867419 req-79c23680-722f-44c7-af32-5ed6926575b6 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303155 Nov 08 00:09:53.962380 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:53.966655 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=e8d6c70e-05e9-4c56-9a09-6641f42817c9,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:54.045446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f555dd6f-2546-4108-be05-6fa495bf07b2 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:09:54.081272 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:54.132391 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Transition to ACTIVE for port object f555dd6f-2546-4108-be05-6fa495bf07b2 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:09:54.160101 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35137ab6-3065-4835-a60b-60dd1d47a208 req-e58952c4-f0da-468c-bedb-c8a19add588b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:54.167490 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35137ab6-3065-4835-a60b-60dd1d47a208 req-e58952c4-f0da-468c-bedb-c8a19add588b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 936 time: 0.1172571 Nov 08 00:09:54.182816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04deb986-90fb-482e-8d09-78b8235f940a req-c5fec415-00e9-47e2-b2d7-fe2fff60062f tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:54.185276 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-05fc2691-5175-4005-beb0-5c7bae67e1a1 service neutron] 10.222.0.26 "GET /v2.0/networks/d8de0bf2-e676-4bb3-b718-0db2fff39ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309131 Nov 08 00:09:54.190242 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04deb986-90fb-482e-8d09-78b8235f940a req-c5fec415-00e9-47e2-b2d7-fe2fff60062f tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 949 time: 0.1698661 Nov 08 00:09:54.206647 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:54.299506 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04deb986-90fb-482e-8d09-78b8235f940a req-e1abb4a2-4618-4435-ac1e-c50f130793db tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013706 Nov 08 00:09:54.327144 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35137ab6-3065-4835-a60b-60dd1d47a208 req-42603976-f326-474f-884d-6a1916baefc5 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517854 Nov 08 00:09:54.364824 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Pushing event updated for resources: {'Port': ['ID=f555dd6f-2546-4108-be05-6fa495bf07b2,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:54.389247 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88191221-23e0-4887-8fc5-3c9daa9dd957 x-openstack-request-id: req-88191221-23e0-4887-8fc5-3c9daa9dd957 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:54.389769 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0004cd2f-e88d-40cf-803a-ad52d13e87ce", "name": "network-vif-plugged", "status": "completed", "tag": "e8d6c70e-05e9-4c56-9a09-6641f42817c9", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:54.389873 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88191221-23e0-4887-8fc5-3c9daa9dd957 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:54.390202 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0004cd2f-e88d-40cf-803a-ad52d13e87ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d6c70e-05e9-4c56-9a09-6641f42817c9', 'code': 200} Nov 08 00:09:54.584631 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bb20c367-48d5-45ce-bbcd-e4ce6f388f66 req-0334edfc-be49-4223-b473-333add6f66fc service neutron] 10.222.0.26 "GET /v2.0/networks/d8de0bf2-e676-4bb3-b718-0db2fff39ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782320 Nov 08 00:09:54.663116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Attempting to bind port f555dd6f-2546-4108-be05-6fa495bf07b2 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:09:54.663473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Attempting to bind port f555dd6f-2546-4108-be05-6fa495bf07b2 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:09:54.663802 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Attempting to bind port f555dd6f-2546-4108-be05-6fa495bf07b2 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:54.668784 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d910f50-4fa6-4358-9600-f71bb62af702 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:09:54.673179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cccadc-7aa3-4cd7-9ee9-58d33e1710b3 req-2e91a5f4-5a66-4cc3-850e-31acdbd1f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:54.674951 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48cccadc-7aa3-4cd7-9ee9-58d33e1710b3 req-2e91a5f4-5a66-4cc3-850e-31acdbd1f8fa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 1100 time: 0.1587815 Nov 08 00:09:54.684610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Port f555dd6f-2546-4108-be05-6fa495bf07b2 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:09:54.684937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Attempting to bind port f555dd6f-2546-4108-be05-6fa495bf07b2 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:54.686084 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:54.694068 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36018312-2d0e-4f45-b539-cb6db829a09d req-cec747fd-d76a-4ab1-9a0e-99c2ee261b4d tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:54.695600 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36018312-2d0e-4f45-b539-cb6db829a09d req-cec747fd-d76a-4ab1-9a0e-99c2ee261b4d tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.2146425 Nov 08 00:09:54.711208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Transition to ACTIVE for port object 9d910f50-4fa6-4358-9600-f71bb62af702 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:09:54.712206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34daf702-3329-4510-8cc8-7a69e3d107d2 req-a1793665-69c9-41ad-82e1-7f3ca208080e tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:54.714295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34daf702-3329-4510-8cc8-7a69e3d107d2 req-a1793665-69c9-41ad-82e1-7f3ca208080e tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.2004852 Nov 08 00:09:54.723822 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:09:54.724148 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:54.724527 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:09:54.724972 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Bound port: f555dd6f-2546-4108-be05-6fa495bf07b2, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:09:54.725324 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:54.822990 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:54.836247 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48cccadc-7aa3-4cd7-9ee9-58d33e1710b3 req-8623d6c5-56ca-4441-b146-cff1e555d79c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378589 Nov 08 00:09:54.845155 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34daf702-3329-4510-8cc8-7a69e3d107d2 req-2cf7bca9-5037-4151-a072-bad6e6980857 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108143 Nov 08 00:09:54.847779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36018312-2d0e-4f45-b539-cb6db829a09d req-5df3784b-4330-438f-b676-f0e3f8dd3c27 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315815 Nov 08 00:09:54.887876 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] For port f555dd6f-2546-4108-be05-6fa495bf07b2, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:54.891352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] For port f555dd6f-2546-4108-be05-6fa495bf07b2, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=f555dd6f-2546-4108-be05-6fa495bf07b2,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:09:54.973333 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Pushing event updated for resources: {'Port': ['ID=9d910f50-4fa6-4358-9600-f71bb62af702,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:54.981415 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:54.997269 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08cd99-7a97-4d66-88fc-755a424314fc req-33cd4a52-5a7b-473b-ae25-1320a983012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:54.998797 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8c08cd99-7a97-4d66-88fc-755a424314fc req-33cd4a52-5a7b-473b-ae25-1320a983012b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1ebccb3c8984c29a3fd2e7e2488d34f&device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 1095 time: 0.2270181 Nov 08 00:09:55.090948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:55.091212 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:55.093942 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] 10.222.0.26 "PUT /v2.0/ports/f555dd6f-2546-4108-be05-6fa495bf07b2 HTTP/1.1" status: 200 len: 1095 time: 2.0814686 Nov 08 00:09:55.096936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e5c730-4b53-4c30-b2b4-e4916c5f6917', 'tag': 'f555dd6f-2546-4108-be05-6fa495bf07b2'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:55.099092 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e71f8d-f9a4-43c4-a7d1-83dc329c59d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e5c730-4b53-4c30-b2b4-e4916c5f6917", "tag": "f555dd6f-2546-4108-be05-6fa495bf07b2"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:55.100249 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Attempting to bind port 9d910f50-4fa6-4358-9600-f71bb62af702 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:09:55.100584 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Attempting to bind port 9d910f50-4fa6-4358-9600-f71bb62af702 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:09:55.100964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Attempting to bind port 9d910f50-4fa6-4358-9600-f71bb62af702 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:55.125473 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Port 9d910f50-4fa6-4358-9600-f71bb62af702 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:09:55.125770 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Attempting to bind port 9d910f50-4fa6-4358-9600-f71bb62af702 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:09:55.134668 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e050c29-4dc5-439c-9add-2bab9127aa51 req-d332de18-0d50-4ece-bfd0-0be06470bdb0 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:55.135054 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:09:55.135392 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:09:55.135773 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:09:55.136267 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Bound port: 9d910f50-4fa6-4358-9600-f71bb62af702, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:09:55.136636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e050c29-4dc5-439c-9add-2bab9127aa51 req-d332de18-0d50-4ece-bfd0-0be06470bdb0 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 944 time: 0.2056832 Nov 08 00:09:55.136763 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:55.146681 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15298497-10c7-497e-92c6-99cf4935e544 service neutron] Pushing event updated for resources: {'Port': ['ID=f555dd6f-2546-4108-be05-6fa495bf07b2,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:55.165038 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08cd99-7a97-4d66-88fc-755a424314fc req-20c6a032-d4a2-41fb-8abe-a02930f723ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:55.167430 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8c08cd99-7a97-4d66-88fc-755a424314fc req-20c6a032-d4a2-41fb-8abe-a02930f723ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=d8de0bf2-e676-4bb3-b718-0db2fff39ea0 HTTP/1.1" status: 200 len: 916 time: 0.1591530 Nov 08 00:09:55.178019 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e8a9f-2e82-41d5-a946-9cccbe47d796 req-b8f7a5c7-26de-4601-b236-157b803decc4 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:55.179666 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-848e8a9f-2e82-41d5-a946-9cccbe47d796 req-b8f7a5c7-26de-4601-b236-157b803decc4 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 1095 time: 0.2014337 Nov 08 00:09:55.212749 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e050c29-4dc5-439c-9add-2bab9127aa51 req-670d8e23-9c8e-4955-8bd6-f0e453f5552f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671198 Nov 08 00:09:55.269713 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8c08cd99-7a97-4d66-88fc-755a424314fc req-bb9f343d-6946-46f4-92a1-4dede62dd27f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 HTTP/1.1" status: 200 len: 217 time: 0.0684021 Nov 08 00:09:55.271321 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-848e8a9f-2e82-41d5-a946-9cccbe47d796 req-281bda3f-d503-4c59-aca2-be3464b4ce2e tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784307 Nov 08 00:09:55.306293 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-be50dd9a-e336-4a54-916d-e6e81c29a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:55.310419 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-be50dd9a-e336-4a54-916d-e6e81c29a7c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&device_id=b0e5c730-4b53-4c30-b2b4-e4916c5f6917 HTTP/1.1" status: 200 len: 1098 time: 0.0722926 Nov 08 00:09:55.409398 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b36913b-fdf1-4e1a-909f-8892d1d10e9e x-openstack-request-id: req-4b36913b-fdf1-4e1a-909f-8892d1d10e9e {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:55.409398 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e5c730-4b53-4c30-b2b4-e4916c5f6917", "tag": "f555dd6f-2546-4108-be05-6fa495bf07b2", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:55.409684 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b36913b-fdf1-4e1a-909f-8892d1d10e9e {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:55.410161 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e5c730-4b53-4c30-b2b4-e4916c5f6917', 'tag': 'f555dd6f-2546-4108-be05-6fa495bf07b2', 'status': 'completed', 'code': 200} Nov 08 00:09:55.412127 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-ab5455c4-1123-4a33-821c-6ee30a530b2a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=f555dd6f-2546-4108-be05-6fa495bf07b2 HTTP/1.1" status: 200 len: 217 time: 0.0875826 Nov 08 00:09:55.456192 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] For port 9d910f50-4fa6-4358-9600-f71bb62af702, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:09:55.459810 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] For port 9d910f50-4fa6-4358-9600-f71bb62af702, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=9d910f50-4fa6-4358-9600-f71bb62af702,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:09:55.462690 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08cd99-7a97-4d66-88fc-755a424314fc req-ec123d40-de89-4b0f-ad80-0445b3d9f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:55.464850 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8c08cd99-7a97-4d66-88fc-755a424314fc req-ec123d40-de89-4b0f-ad80-0445b3d9f5b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=16d64a69-40b8-49ea-a2a5-54f41398f270 HTTP/1.1" status: 200 len: 855 time: 0.1797228 Nov 08 00:09:55.511705 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8c08cd99-7a97-4d66-88fc-755a424314fc req-c30b529c-4820-465e-b906-f32b138d710f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8de0bf2-e676-4bb3-b718-0db2fff39ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316236 Nov 08 00:09:55.550499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-1c504781-7c41-4218-a460-61a14d9b40c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:55.552047 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-1c504781-7c41-4218-a460-61a14d9b40c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1309073 Nov 08 00:09:55.609419 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:55.628005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84e5d1-5fb5-4505-847d-609b304d588c req-558b0e6e-d2dd-4e14-bd86-3fb0122fe6e5 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:55.629675 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe84e5d1-5fb5-4505-847d-609b304d588c req-558b0e6e-d2dd-4e14-bd86-3fb0122fe6e5 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 948 time: 0.2007320 Nov 08 00:09:55.639688 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c37e1-8b55-4110-982a-ada89d59274d req-e52e1e66-dad5-4001-9932-ca4e35b7127f tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:55.641161 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c50c37e1-8b55-4110-982a-ada89d59274d req-e52e1e66-dad5-4001-9932-ca4e35b7127f tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 949 time: 0.1696253 Nov 08 00:09:55.660297 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:55.661007 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:55.662419 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] 10.222.0.26 "PUT /v2.0/ports/9d910f50-4fa6-4358-9600-f71bb62af702 HTTP/1.1" status: 200 len: 1096 time: 1.8898363 Nov 08 00:09:55.662876 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee9726f-861f-4126-9727-27505bd6b296', 'tag': '9d910f50-4fa6-4358-9600-f71bb62af702'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:55.665149 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3688eff4-b848-4f18-b936-ed135a3372ba" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee9726f-861f-4126-9727-27505bd6b296", "tag": "9d910f50-4fa6-4358-9600-f71bb62af702"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:55.668911 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-4aaf359f-e747-4f6f-9b08-277cc38016f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:55.671118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-4aaf359f-e747-4f6f-9b08-277cc38016f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034546 Nov 08 00:09:55.677170 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8c08cd99-7a97-4d66-88fc-755a424314fc req-6efb1786-e1a5-4b02-b139-220f630b2a9c service neutron] 10.222.0.26 "GET /v2.0/networks/d8de0bf2-e676-4bb3-b718-0db2fff39ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557858 Nov 08 00:09:55.715702 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a183ec-3d06-4561-b02d-ddb30f4b138c service neutron] Pushing event updated for resources: {'Port': ['ID=9d910f50-4fa6-4358-9600-f71bb62af702,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:55.821403 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8c08cd99-7a97-4d66-88fc-755a424314fc req-5b1f4e82-c979-4e51-b867-ced6d0c78041 service neutron] 10.222.0.26 "GET /v2.0/networks/d8de0bf2-e676-4bb3-b718-0db2fff39ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315281 Nov 08 00:09:55.830731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c50c37e1-8b55-4110-982a-ada89d59274d req-923095fc-5a41-4da4-a15e-834d75b67156 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826286 Nov 08 00:09:55.845719 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe84e5d1-5fb5-4505-847d-609b304d588c req-5cf2621b-5016-499a-b597-d93a5074a099 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987479 Nov 08 00:09:55.934267 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-8c664ed1-aca5-4081-8d93-29170b471406 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447648 Nov 08 00:09:55.939398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-b37d0c3d-6b15-4dca-b194-ef40e70c4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:55.941061 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-b37d0c3d-6b15-4dca-b194-ef40e70c4083 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 1099 time: 0.0799294 Nov 08 00:09:55.957411 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb70dc80-0fd4-4caa-b78f-860982667606 x-openstack-request-id: req-bb70dc80-0fd4-4caa-b78f-860982667606 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:55.957897 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee9726f-861f-4126-9727-27505bd6b296", "tag": "9d910f50-4fa6-4358-9600-f71bb62af702", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:55.958349 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb70dc80-0fd4-4caa-b78f-860982667606 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:55.958829 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee9726f-861f-4126-9727-27505bd6b296', 'tag': '9d910f50-4fa6-4358-9600-f71bb62af702', 'status': 'completed', 'code': 200} Nov 08 00:09:56.040174 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-592f85f8-9e1e-489f-8819-1498250a81fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=9d910f50-4fa6-4358-9600-f71bb62af702 HTTP/1.1" status: 200 len: 217 time: 0.0526454 Nov 08 00:09:56.108283 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-ed52f573-e3a3-4817-9d92-9304764a5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:56.113830 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-ed52f573-e3a3-4817-9d92-9304764a5e9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0664771 Nov 08 00:09:56.203020 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b5f9c-b8d0-41f3-9552-974b0bd74fa7 req-a8a02365-d026-4f22-9668-3d1fca55be3a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:56.204802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-014b5f9c-b8d0-41f3-9552-974b0bd74fa7 req-a8a02365-d026-4f22-9668-3d1fca55be3a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.1451194 Nov 08 00:09:56.221075 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41074ee5-2d16-488d-b218-648339460e51 req-04b3f508-14c5-4ad3-82a9-304194d08c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:56.222762 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-41074ee5-2d16-488d-b218-648339460e51 req-04b3f508-14c5-4ad3-82a9-304194d08c70 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 1101 time: 0.0912583 Nov 08 00:09:56.224778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-7e48bbb7-d433-4fcd-b1a5-a018bac3da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:56.226647 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-7e48bbb7-d433-4fcd-b1a5-a018bac3da32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0857661 Nov 08 00:09:56.241821 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-c3455516-dbb4-472e-a52c-09d94af1cba8 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789094 Nov 08 00:09:56.256098 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12419334-94b2-4b43-bea3-90286319dc77 req-559dc572-761a-4603-ae86-e364d860e692 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:56.257570 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12419334-94b2-4b43-bea3-90286319dc77 req-559dc572-761a-4603-ae86-e364d860e692 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 821 time: 0.2834127 Nov 08 00:09:56.278007 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-014b5f9c-b8d0-41f3-9552-974b0bd74fa7 req-08e99f6f-fb5c-4840-8aa8-df5c911a0ec7 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649104 Nov 08 00:09:56.280474 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12419334-94b2-4b43-bea3-90286319dc77 req-74c1bf9d-4391-4df3-b035-79cacbd60549 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/quotas/951d7073901a4e51a1deddc1d387c234 HTTP/1.1" status: 200 len: 375 time: 0.0139332 Nov 08 00:09:56.406441 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-41074ee5-2d16-488d-b218-648339460e51 req-7a23f1b0-0f1c-4ff2-8ae9-72b1e46bf915 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607661 Nov 08 00:09:56.428114 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12419334-94b2-4b43-bea3-90286319dc77 req-c6627571-fc48-453d-9d74-8b0623648193 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1280711 Nov 08 00:09:56.440075 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-39228063-2045-4223-a105-ca48d0c179ed service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778991 Nov 08 00:09:56.546596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17ef16-f53a-415d-8174-4784a069841c req-e8770eca-c9c9-4bc0-acb7-d89551dd2fb6 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:56.547977 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f17ef16-f53a-415d-8174-4784a069841c req-e8770eca-c9c9-4bc0-acb7-d89551dd2fb6 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.1435444 Nov 08 00:09:56.579189 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12419334-94b2-4b43-bea3-90286319dc77 req-f27597c0-5346-475f-acc2-18a79c504967 service neutron] 10.222.0.13 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493945 Nov 08 00:09:56.640647 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f17ef16-f53a-415d-8174-4784a069841c req-dacabb41-6b48-4c7a-a806-641bb0efe91d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862985 Nov 08 00:09:56.713586 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12419334-94b2-4b43-bea3-90286319dc77 req-31ba851f-2bef-45d2-8172-14ec2c6b5a8b service neutron] 10.222.0.13 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234183 Nov 08 00:09:56.793061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf489e-e609-4c0d-8d25-d98af1b6ad6d req-825fc78a-fc1e-4772-8d3d-2ec8bae0b901 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:56.800744 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8acf489e-e609-4c0d-8d25-d98af1b6ad6d req-825fc78a-fc1e-4772-8d3d-2ec8bae0b901 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 944 time: 0.0739095 Nov 08 00:09:56.853368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8acf489e-e609-4c0d-8d25-d98af1b6ad6d req-3edffab3-3a96-498b-a2f8-29c3765d3242 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509350 Nov 08 00:09:56.887910 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e71f8d-f9a4-43c4-a7d1-83dc329c59d5 req-49ab781f-d763-420c-9329-3ca0158d8e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:56.889666 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-11e71f8d-f9a4-43c4-a7d1-83dc329c59d5 req-49ab781f-d763-420c-9329-3ca0158d8e8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&device_id=b0e5c730-4b53-4c30-b2b4-e4916c5f6917 HTTP/1.1" status: 200 len: 1098 time: 0.1574209 Nov 08 00:09:56.941261 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:09:56.994000 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-81f5c364-f311-43b1-ba26-a91c7bf5fc11 req-e288b902-f98b-4e51-88ff-1b714f897b71 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697442 Nov 08 00:09:57.095362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e71f8d-f9a4-43c4-a7d1-83dc329c59d5 req-d01996c9-c346-40c6-81d3-1956d901c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:57.097000 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-11e71f8d-f9a4-43c4-a7d1-83dc329c59d5 req-d01996c9-c346-40c6-81d3-1956d901c4a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1984336 Nov 08 00:09:57.107613 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:57.118081 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '61d5814c-db25-4b8f-bbd8-2a89eca9d1cc', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '61d5814c-db25-4b8f-bbd8-2a89eca9d1cc', 'mac_address': 'fa:16:3e:b9:a2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:09:57.161586 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1f3ac-b259-44cd-abe6-e26bbed973c5 req-c0b1aa83-7d10-4bcb-a51a-327a78d52e89 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:57.163252 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7e1f3ac-b259-44cd-abe6-e26bbed973c5 req-c0b1aa83-7d10-4bcb-a51a-327a78d52e89 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 949 time: 0.1136916 Nov 08 00:09:57.165238 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:57.175523 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782983a8-f1be-400c-a2e6-fd907006ce7b req-4fbd6c3d-aa16-4f26-b239-dc60aa98b03a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:57.177171 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-782983a8-f1be-400c-a2e6-fd907006ce7b req-4fbd6c3d-aa16-4f26-b239-dc60aa98b03a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 948 time: 0.0870447 Nov 08 00:09:57.203351 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:09:57.239511 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-11e71f8d-f9a4-43c4-a7d1-83dc329c59d5 req-6c171724-2877-4498-b89b-bed16a673531 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=f555dd6f-2546-4108-be05-6fa495bf07b2 HTTP/1.1" status: 200 len: 217 time: 0.0699191 Nov 08 00:09:57.241550 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:57.258288 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7e1f3ac-b259-44cd-abe6-e26bbed973c5 req-12ba33ca-7ed3-4a86-b9ba-d3aea348705f tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683789 Nov 08 00:09:57.261580 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-782983a8-f1be-400c-a2e6-fd907006ce7b req-136ec2af-87d7-4cf3-82f9-3953608478e8 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734572 Nov 08 00:09:57.324447 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:57.376707 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688eff4-b848-4f18-b936-ed135a3372ba req-10c1dc42-b1ff-445c-8ea8-8d0ca8cd03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:57.378280 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3688eff4-b848-4f18-b936-ed135a3372ba req-10c1dc42-b1ff-445c-8ea8-8d0ca8cd03d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 1099 time: 0.2024896 Nov 08 00:09:57.378910 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:57.411832 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8babcb95-3612-4ce7-95d7-d59072079146 req-e04928a9-a9d8-4e62-aef5-307cd9c71730 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 210 time: 0.0618403 Nov 08 00:09:57.471625 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e71f8d-f9a4-43c4-a7d1-83dc329c59d5 req-911df467-18e1-4853-8757-327aa7cb8082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:57.473124 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-11e71f8d-f9a4-43c4-a7d1-83dc329c59d5 req-911df467-18e1-4853-8757-327aa7cb8082 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1781144 Nov 08 00:09:57.575130 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf4bbe-9d66-4d25-a1d1-bdc4e61b61a2 req-558440fe-bf8c-43cd-a0c3-fe69f13659e3 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:57.583444 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4bcf4bbe-9d66-4d25-a1d1-bdc4e61b61a2 req-558440fe-bf8c-43cd-a0c3-fe69f13659e3 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.0685515 Nov 08 00:09:57.881742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['61d5814c-db25-4b8f-bbd8-2a89eca9d1cc'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:09:57.927136 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e71f8d-f9a4-43c4-a7d1-83dc329c59d5 req-22ded5c2-558c-4eb1-a560-07da83191de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:57.928713 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-11e71f8d-f9a4-43c4-a7d1-83dc329c59d5 req-22ded5c2-558c-4eb1-a560-07da83191de2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4468398 Nov 08 00:09:57.952089 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-841599aa-5411-4194-89f2-637f265b34bf req-b1be88c2-29c6-4cee-ac8f-17cb72f61545 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:09:57.953071 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-841599aa-5411-4194-89f2-637f265b34bf req-b1be88c2-29c6-4cee-ac8f-17cb72f61545 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070534 Nov 08 00:09:57.994224 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4bcf4bbe-9d66-4d25-a1d1-bdc4e61b61a2 req-6b0143c6-23ca-43af-a65c-f461741f9f6d tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091458 Nov 08 00:09:58.045313 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688eff4-b848-4f18-b936-ed135a3372ba req-41aabf05-30ab-4c70-91da-dabbe42abf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:58.047037 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3688eff4-b848-4f18-b936-ed135a3372ba req-41aabf05-30ab-4c70-91da-dabbe42abf55 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.6578300 Nov 08 00:09:58.114165 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f649ff7f-61cb-4660-a765-05a3b3aeda89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:58.118609 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-11e71f8d-f9a4-43c4-a7d1-83dc329c59d5 req-56d8883c-b1c4-43ad-9a51-eec389879784 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746843 Nov 08 00:09:58.182665 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3688eff4-b848-4f18-b936-ed135a3372ba req-653639b4-7a98-4f73-b4c2-1edd01088547 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=9d910f50-4fa6-4358-9600-f71bb62af702 HTTP/1.1" status: 200 len: 217 time: 0.0755656 Nov 08 00:09:58.187278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae1a8d-d927-4ff4-9240-4f65194bc377 req-99189cf2-2734-484b-aafc-21f1f671538b tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:58.188877 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53ae1a8d-d927-4ff4-9240-4f65194bc377 req-99189cf2-2734-484b-aafc-21f1f671538b tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 944 time: 0.0936267 Nov 08 00:09:58.196376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06340845-35d8-478d-af45-c22da2ff8bb4 req-d187cae5-5948-4d97-bf7c-79a0f21e4ff1 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:58.204351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06340845-35d8-478d-af45-c22da2ff8bb4 req-d187cae5-5948-4d97-bf7c-79a0f21e4ff1 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 949 time: 0.1071014 Nov 08 00:09:58.281143 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06340845-35d8-478d-af45-c22da2ff8bb4 req-0939a7fb-248c-4865-8a2f-23827b4c88c5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759027 Nov 08 00:09:58.284473 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53ae1a8d-d927-4ff4-9240-4f65194bc377 req-bc45658f-caa0-4fd5-8160-cf2e0b73f9b5 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731637 Nov 08 00:09:58.298907 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688eff4-b848-4f18-b936-ed135a3372ba req-2dce3c81-0d6a-4919-9c36-4a186d6285e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:58.298907 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3688eff4-b848-4f18-b936-ed135a3372ba req-2dce3c81-0d6a-4919-9c36-4a186d6285e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0758410 Nov 08 00:09:58.418205 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-11e71f8d-f9a4-43c4-a7d1-83dc329c59d5 req-29c05a58-1741-49b5-a683-be6dea863a44 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612164 Nov 08 00:09:58.442411 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688eff4-b848-4f18-b936-ed135a3372ba req-181b5ee5-d20f-42a9-a3dc-ae6b24b59458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:58.444344 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3688eff4-b848-4f18-b936-ed135a3372ba req-181b5ee5-d20f-42a9-a3dc-ae6b24b59458 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1257403 Nov 08 00:09:58.465734 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541a6db-e0ac-4d99-9d31-c9abed5f3640 req-2814c8f5-0163-46e3-b76d-9521b1c6af43 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:58.489421 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c541a6db-e0ac-4d99-9d31-c9abed5f3640 req-2814c8f5-0163-46e3-b76d-9521b1c6af43 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 949 time: 0.0799727 Nov 08 00:09:58.539927 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c541a6db-e0ac-4d99-9d31-c9abed5f3640 req-22d26d11-e73f-4518-8cb2-9e5287f66808 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658541 Nov 08 00:09:58.565874 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3688eff4-b848-4f18-b936-ed135a3372ba req-724731f1-5041-40d5-8828-ba55d4b9d45f service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105225 Nov 08 00:09:58.568069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d75859-0e9c-40cc-bb00-1b6b895ba689 req-0c9eeee6-bdd2-487b-add2-79d6f60d20eb tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:58.573441 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36d75859-0e9c-40cc-bb00-1b6b895ba689 req-0c9eeee6-bdd2-487b-add2-79d6f60d20eb tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 948 time: 0.0934174 Nov 08 00:09:58.632458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36d75859-0e9c-40cc-bb00-1b6b895ba689 req-fff7200a-08b4-40ae-8615-86a8d2780a9b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512247 Nov 08 00:09:58.732239 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3688eff4-b848-4f18-b936-ed135a3372ba req-03f856f9-c7c9-4efa-b178-139ae2ddfb3d service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584728 Nov 08 00:09:58.732549 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54f3f0-d218-4115-a6e7-a89c1382b764 req-ea4caf13-4375-404b-8b76-36f1724b2450 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:58.734625 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c54f3f0-d218-4115-a6e7-a89c1382b764 req-ea4caf13-4375-404b-8b76-36f1724b2450 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 949 time: 0.0756896 Nov 08 00:09:58.753761 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84e72272-84e2-4903-a2ff-d19a37bf6a72 req-e9d454eb-27fa-41d5-b27c-0609e4f7c868 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 210 time: 0.0451336 Nov 08 00:09:58.809736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c54f3f0-d218-4115-a6e7-a89c1382b764 req-7a2ae464-971a-4fb5-803c-b2ceb7294df2 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590208 Nov 08 00:09:58.864861 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-6f64a6ea-9665-4322-9436-1d9715a6fcc9 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=15bc99f31d8d42059b6292baf63ea1cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252509 Nov 08 00:09:58.963501 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:09:58.974095 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:09:58.982395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f1468314-939d-4e5f-9944-106f87ee9581 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:58.984343 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f1468314-939d-4e5f-9944-106f87ee9581 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1134331 Nov 08 00:09:59.009032 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-592b391d-6688-4b2b-a4a7-31b762f1f7d2 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/quotas/15bc99f31d8d42059b6292baf63ea1cf HTTP/1.1" status: 200 len: 375 time: 0.0184646 Nov 08 00:09:59.117123 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:09:59.117711 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:59.118257 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-01900a5f-76c9-40f2-b5c4-fc0530622bee tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=15bc99f31d8d42059b6292baf63ea1cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1022043 Nov 08 00:09:59.194818 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:59.227707 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57', 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0', 'port_id': '6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57', 'mac_address': 'fa:16:3e:82:32:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d64a69-40b8-49ea-a2a5-54f41398f270', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:09:59.312225 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:59.350072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d3e37-1290-4a76-9b3c-7e3456aa3fec req-ea8dc490-87ad-4afe-afb7-ae738e494838 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:59.359607 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e0d3e37-1290-4a76-9b3c-7e3456aa3fec req-ea8dc490-87ad-4afe-afb7-ae738e494838 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.1167898 Nov 08 00:09:59.377968 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:59.377968 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:09:59.420035 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:59.430795 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0485016e-65fe-4308-bf92-ad480920a995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d5814c-db25-4b8f-bbd8-2a89eca9d1cc'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:09:59.433713 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5c8027-487d-489b-b100-094b6d2d827a" -d '{"events": [{"server_uuid": "0485016e-65fe-4308-bf92-ad480920a995", "name": "network-vif-plugged", "status": "completed", "tag": "61d5814c-db25-4b8f-bbd8-2a89eca9d1cc"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:09:59.441548 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e0d3e37-1290-4a76-9b3c-7e3456aa3fec req-c5a19088-b152-4bce-a0fd-b4b9a5ea593a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771880 Nov 08 00:09:59.455576 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:09:59.502866 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:59.577942 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:09:59.617463 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:59.627571 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abc565-7172-4473-99c8-b69aec9099fc req-7932874a-9ea1-4bee-8124-d0ff82bfccae tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:59.635503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10abc565-7172-4473-99c8-b69aec9099fc req-7932874a-9ea1-4bee-8124-d0ff82bfccae tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 949 time: 0.1445372 Nov 08 00:09:59.672061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55d832-ba28-4c2c-8951-5c886e2e472e req-fca75cc8-c7f2-45d1-9c3d-5808dbd54722 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:09:59.674936 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f55d832-ba28-4c2c-8951-5c886e2e472e req-fca75cc8-c7f2-45d1-9c3d-5808dbd54722 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 945 time: 0.1236424 Nov 08 00:09:59.686100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:09:59.701761 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10abc565-7172-4473-99c8-b69aec9099fc req-f72d8248-0f5a-4049-9fd5-824d6f09cb01 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653715 Nov 08 00:09:59.750066 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f55d832-ba28-4c2c-8951-5c886e2e472e req-1f5f39cc-a120-4256-9bd7-b2fe7d442423 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524054 Nov 08 00:09:59.860424 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47c3b999-da3d-4a10-8ebd-de5be9685fed req-2e841524-6274-47a5-a679-8e8625309831 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 210 time: 0.0411880 Nov 08 00:09:59.886115 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:09:59.931303 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3e86f2-baa0-4a03-8eb9-e935984c5a24 x-openstack-request-id: req-bd3e86f2-baa0-4a03-8eb9-e935984c5a24 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:09:59.932673 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0485016e-65fe-4308-bf92-ad480920a995", "name": "network-vif-plugged", "status": "completed", "tag": "61d5814c-db25-4b8f-bbd8-2a89eca9d1cc", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:09:59.933149 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd3e86f2-baa0-4a03-8eb9-e935984c5a24 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:09:59.934081 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0485016e-65fe-4308-bf92-ad480920a995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d5814c-db25-4b8f-bbd8-2a89eca9d1cc', 'code': 200} Nov 08 00:10:00.164995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8c7c0c0-545a-4e4f-a4ce-30238a0bc093 req-4af86707-02b0-43d3-b0a2-8b4d26bae81f tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 210 time: 0.0957415 Nov 08 00:10:00.233845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f69d7e-8fe9-41b4-9dc1-9465d30b5ae7 req-c93e8294-1e16-45be-85a2-5e43368f294d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:00.241280 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59f69d7e-8fe9-41b4-9dc1-9465d30b5ae7 req-c93e8294-1e16-45be-85a2-5e43368f294d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 948 time: 0.2879171 Nov 08 00:10:00.269599 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12419334-94b2-4b43-bea3-90286319dc77 req-fb0957c0-70b4-4f1b-a4d6-339f0ffac609 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:00.271114 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12419334-94b2-4b43-bea3-90286319dc77 req-fb0957c0-70b4-4f1b-a4d6-339f0ffac609 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.20 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 821 time: 0.3075402 Nov 08 00:10:00.290188 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59f69d7e-8fe9-41b4-9dc1-9465d30b5ae7 req-2a945094-6a8c-41d2-bc19-549cb489d164 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480282 Nov 08 00:10:00.295459 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-12419334-94b2-4b43-bea3-90286319dc77 req-f4e9e76f-8b11-4d1f-a5fc-a28fde3ab0eb tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Request body: {'port': {'device_id': 'cab1a0d6-b7c3-44c9-8256-87b617033f40', 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880', 'admin_state_up': True, 'tenant_id': '951d7073901a4e51a1deddc1d387c234'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:10:00.535447 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12419334-94b2-4b43-bea3-90286319dc77 req-f4e9e76f-8b11-4d1f-a5fc-a28fde3ab0eb tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Made reservation on behalf of 951d7073901a4e51a1deddc1d387c234 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:10:00.539006 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-12419334-94b2-4b43-bea3-90286319dc77 req-f4e9e76f-8b11-4d1f-a5fc-a28fde3ab0eb tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:00.586703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb31f8-a3e7-46bc-8bc9-05276a6d0853 req-5fd33e44-ae3a-49e1-a2b9-19c9b473faa2 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:00.588301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6cb31f8-a3e7-46bc-8bc9-05276a6d0853 req-5fd33e44-ae3a-49e1-a2b9-19c9b473faa2 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.0801225 Nov 08 00:10:00.671275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6cb31f8-a3e7-46bc-8bc9-05276a6d0853 req-5cbd8567-6d93-4759-a4be-4dea8dcbd11c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558884 Nov 08 00:10:00.723510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-12419334-94b2-4b43-bea3-90286319dc77 req-f4e9e76f-8b11-4d1f-a5fc-a28fde3ab0eb tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Allocated IP 172.20.0.6 (16a84b47-f9ce-4954-8ec1-2a7bb6748880/cda772d5-f001-47ed-867d-7cf3c24b61ac/42d9367d-0b9b-422b-9f65-fda47d14f274) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:10:00.729159 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-26ac3d22-b43d-465f-ba3c-0587a6903997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:00.934649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c0d55-d89d-441a-9b9a-2576a24e05e3 req-30daefec-ae82-41fd-a3d4-7545f2de0564 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:00.936196 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dc8c0d55-d89d-441a-9b9a-2576a24e05e3 req-30daefec-ae82-41fd-a3d4-7545f2de0564 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.1099067 Nov 08 00:10:00.972067 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device f555dd6f-2546-4108-be05-6fa495bf07b2 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:10:00.988127 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7d403-7036-433f-baef-96b99df5fa84 req-c4479bee-f1fe-4d70-a549-c367ecc5328e tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:00.995390 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfb7d403-7036-433f-baef-96b99df5fa84 req-c4479bee-f1fe-4d70-a549-c367ecc5328e tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 945 time: 0.1348073 Nov 08 00:10:01.022030 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-12419334-94b2-4b43-bea3-90286319dc77 req-f4e9e76f-8b11-4d1f-a5fc-a28fde3ab0eb tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:01.034666 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:01.044879 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dc8c0d55-d89d-441a-9b9a-2576a24e05e3 req-5320c1ad-d9b3-48d0-88da-9223e9bb1e6c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928972 Nov 08 00:10:01.072760 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfb7d403-7036-433f-baef-96b99df5fa84 req-37de4104-45d8-4433-80e4-a42e47cf2228 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758612 Nov 08 00:10:01.155428 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port f555dd6f-2546-4108-be05-6fa495bf07b2, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=f555dd6f-2546-4108-be05-6fa495bf07b2,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:01.179175 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'f555dd6f-2546-4108-be05-6fa495bf07b2', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': 'f555dd6f-2546-4108-be05-6fa495bf07b2', 'mac_address': 'fa:16:3e:8f:3e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:10:01.228864 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:01.249611 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-12419334-94b2-4b43-bea3-90286319dc77 req-f4e9e76f-8b11-4d1f-a5fc-a28fde3ab0eb tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:01.253468 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0cce1a17-43af-4307-a58f-cf687a1553d6 req-7b4eba6f-8039-4080-bb3d-70c7a48d30b0 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 210 time: 0.0637000 Nov 08 00:10:01.253894 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f555dd6f-2546-4108-be05-6fa495bf07b2 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:10:01.297591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port f555dd6f-2546-4108-be05-6fa495bf07b2, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=f555dd6f-2546-4108-be05-6fa495bf07b2,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:01.355217 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12419334-94b2-4b43-bea3-90286319dc77 req-f4e9e76f-8b11-4d1f-a5fc-a28fde3ab0eb tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:10:01.362856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-12419334-94b2-4b43-bea3-90286319dc77 req-f4e9e76f-8b11-4d1f-a5fc-a28fde3ab0eb tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:10:01.370614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-12419334-94b2-4b43-bea3-90286319dc77 req-f4e9e76f-8b11-4d1f-a5fc-a28fde3ab0eb tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:10:01.370935 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:01.371691 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 9d910f50-4fa6-4358-9600-f71bb62af702 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:10:01.373236 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9e76f-8b11-4d1f-a5fc-a28fde3ab0eb tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Pushing event updated for resources: {'Port': ['ID=42d9367d-0b9b-422b-9f65-fda47d14f274,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:01.414071 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828d414-9a27-434e-b83d-e0b19f88bb95 req-de440c7d-6362-4f07-920f-9c2dba16a180 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:01.421306 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f828d414-9a27-434e-b83d-e0b19f88bb95 req-de440c7d-6362-4f07-920f-9c2dba16a180 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 931 time: 0.1331959 Nov 08 00:10:01.450173 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 9d910f50-4fa6-4358-9600-f71bb62af702, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=9d910f50-4fa6-4358-9600-f71bb62af702,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:01.458007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc709243-1542-4342-9af0-c3d26634bf4e req-16fdd6fe-36f0-446d-95ea-5df9ae5cef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:01.460613 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dc709243-1542-4342-9af0-c3d26634bf4e req-16fdd6fe-36f0-446d-95ea-5df9ae5cef0e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 1096 time: 0.0967920 Nov 08 00:10:01.486473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12419334-94b2-4b43-bea3-90286319dc77 req-f4e9e76f-8b11-4d1f-a5fc-a28fde3ab0eb tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:01.487133 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-12419334-94b2-4b43-bea3-90286319dc77 req-f4e9e76f-8b11-4d1f-a5fc-a28fde3ab0eb tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:01.498370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '9d910f50-4fa6-4358-9600-f71bb62af702', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '9d910f50-4fa6-4358-9600-f71bb62af702', 'mac_address': 'fa:16:3e:78:aa:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:10:01.510378 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dc709243-1542-4342-9af0-c3d26634bf4e req-4f3f1fc6-f41f-4b38-a624-39e5232fb0cd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401056 Nov 08 00:10:01.518860 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f828d414-9a27-434e-b83d-e0b19f88bb95 req-fa22d525-8bd2-4529-92b9-378829fb9be1 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965681 Nov 08 00:10:01.556259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a023f73-89d2-4def-94ae-4fa12435c4a1 req-2560343b-521f-438f-afc4-4c23cad955dd tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:01.559844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a023f73-89d2-4def-94ae-4fa12435c4a1 req-2560343b-521f-438f-afc4-4c23cad955dd tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 948 time: 0.1203997 Nov 08 00:10:01.578397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=f555dd6f-2546-4108-be05-6fa495bf07b2,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:01.593240 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:01.607612 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12419334-94b2-4b43-bea3-90286319dc77 req-f4e9e76f-8b11-4d1f-a5fc-a28fde3ab0eb tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3163934 Nov 08 00:10:01.609951 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d910f50-4fa6-4358-9600-f71bb62af702 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:10:01.626302 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a023f73-89d2-4def-94ae-4fa12435c4a1 req-6f3fda9c-6615-49b2-a678-3bfd3ca1741d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531454 Nov 08 00:10:01.633220 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Request body: {'port': {'device_id': 'cab1a0d6-b7c3-44c9-8256-87b617033f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:10:01.634390 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 9d910f50-4fa6-4358-9600-f71bb62af702, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=9d910f50-4fa6-4358-9600-f71bb62af702,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:01.654818 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:01.683313 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:01.693890 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:01.741091 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:01.801703 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=9d910f50-4fa6-4358-9600-f71bb62af702,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:01.928896 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c97347-75ca-4df5-8657-c4674888d0d8 req-a385afc4-e96e-4f57-adc1-c96cd8d67386 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:01.931631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04c97347-75ca-4df5-8657-c4674888d0d8 req-a385afc4-e96e-4f57-adc1-c96cd8d67386 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.1096408 Nov 08 00:10:02.004596 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04c97347-75ca-4df5-8657-c4674888d0d8 req-bf014fb7-eff9-40fa-a7fd-ec1e8b3137d3 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640287 Nov 08 00:10:02.090126 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-50f53f2d-3b11-47b7-821d-d8e71e175fb3 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=15bc99f31d8d42059b6292baf63ea1cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252328 Nov 08 00:10:02.123336 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d9367d-0b9b-422b-9f65-fda47d14f274 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:10:02.143126 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:02.177732 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['f555dd6f-2546-4108-be05-6fa495bf07b2'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:02.192794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Transition to ACTIVE for port object 42d9367d-0b9b-422b-9f65-fda47d14f274 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:10:02.208597 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['9d910f50-4fa6-4358-9600-f71bb62af702'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:02.275073 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:02.365614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Pushing event updated for resources: {'Port': ['ID=42d9367d-0b9b-422b-9f65-fda47d14f274,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:02.397762 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-3ecea8ab-50d1-47b2-a545-f5a5418e22c5 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:02.400025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60653041-f1d7-443b-be8f-b6d0c4d5f834 req-fffcfca6-a669-4bc4-88e6-f3a6d2f2d557 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:02.400180 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-3ecea8ab-50d1-47b2-a545-f5a5418e22c5 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2956030 Nov 08 00:10:02.409224 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60653041-f1d7-443b-be8f-b6d0c4d5f834 req-fffcfca6-a669-4bc4-88e6-f3a6d2f2d557 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.2148421 Nov 08 00:10:02.436230 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-b99c7f95-9037-4f7f-9377-6c38d0a3f5c9 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Request body: {'port': {'device_id': '4ee3441a-7378-4471-b430-a5c7455e0597', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '15bc99f31d8d42059b6292baf63ea1cf'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:10:02.454420 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6af61-6e94-4f27-afb3-da0032cbcf2b req-2dd69249-d761-42ed-aae2-ccf499c3db7f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:02.464297 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92d6af61-6e94-4f27-afb3-da0032cbcf2b req-2dd69249-d761-42ed-aae2-ccf499c3db7f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 945 time: 0.2514071 Nov 08 00:10:02.536754 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60653041-f1d7-443b-be8f-b6d0c4d5f834 req-f1721195-f35e-45ec-8b4f-838c3435af3e tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263764 Nov 08 00:10:02.596594 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92d6af61-6e94-4f27-afb3-da0032cbcf2b req-30949c54-d451-4fe2-ab9d-f25780d363a0 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275413 Nov 08 00:10:02.625065 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Attempting to bind port 42d9367d-0b9b-422b-9f65-fda47d14f274 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:10:02.625754 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Attempting to bind port 42d9367d-0b9b-422b-9f65-fda47d14f274 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:10:02.626304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Attempting to bind port 42d9367d-0b9b-422b-9f65-fda47d14f274 on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:10:02.631494 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Port 42d9367d-0b9b-422b-9f65-fda47d14f274 on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:10:02.632169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Attempting to bind port 42d9367d-0b9b-422b-9f65-fda47d14f274 on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:10:02.638076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:10:02.638817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Checking segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:10:02.639573 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Bound using segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:10:02.640220 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Bound port: 42d9367d-0b9b-422b-9f65-fda47d14f274, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:10:02.640758 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:02.717530 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-b99c7f95-9037-4f7f-9377-6c38d0a3f5c9 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Made reservation on behalf of 15bc99f31d8d42059b6292baf63ea1cf for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:10:02.721987 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ce4baad-c67b-4033-a4d8-8d5752ede3f5 req-92c22263-deea-49ba-8def-3ad2456c1cc8 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 210 time: 0.0410571 Nov 08 00:10:02.725960 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-b99c7f95-9037-4f7f-9377-6c38d0a3f5c9 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:02.760931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] For port 42d9367d-0b9b-422b-9f65-fda47d14f274, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:10:02.769400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] For port 42d9367d-0b9b-422b-9f65-fda47d14f274, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=42d9367d-0b9b-422b-9f65-fda47d14f274,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:10:02.884232 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:02.934381 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:02.935087 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:02.936568 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12419334-94b2-4b43-bea3-90286319dc77 req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] 10.222.0.20 "PUT /v2.0/ports/42d9367d-0b9b-422b-9f65-fda47d14f274 HTTP/1.1" status: 200 len: 1091 time: 1.3090916 Nov 08 00:10:02.941562 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab1a0d6-b7c3-44c9-8256-87b617033f40', 'tag': '42d9367d-0b9b-422b-9f65-fda47d14f274'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:02.943964 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6e0149-1a49-409a-89df-58651f86db88" -d '{"events": [{"name": "network-changed", "server_uuid": "cab1a0d6-b7c3-44c9-8256-87b617033f40", "tag": "42d9367d-0b9b-422b-9f65-fda47d14f274"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:02.954672 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-b99c7f95-9037-4f7f-9377-6c38d0a3f5c9 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Allocated IP 192.168.233.201 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/bd734384-e1a4-4faa-874a-0e4a3dfba95c) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:10:02.958900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5ae9f-6d63-4267-bd6a-0f0cf576d680 req-158df3ef-ad3c-46f3-b1ba-7633dd5252e9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:02.960499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0af5ae9f-6d63-4267-bd6a-0f0cf576d680 req-158df3ef-ad3c-46f3-b1ba-7633dd5252e9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 943 time: 0.1174488 Nov 08 00:10:02.968414 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0950f3-aa99-4058-83e5-c9800d87d680 req-0bbc2269-6114-4fa3-a589-8921fbc97a39 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:02.975842 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb0950f3-aa99-4058-83e5-c9800d87d680 req-0bbc2269-6114-4fa3-a589-8921fbc97a39 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 949 time: 0.1625383 Nov 08 00:10:02.993705 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:10:03.022255 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61571cde-395b-4463-b1ba-5b38324d371c service neutron] Pushing event updated for resources: {'Port': ['ID=42d9367d-0b9b-422b-9f65-fda47d14f274,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:03.060204 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb0950f3-aa99-4058-83e5-c9800d87d680 req-74c3ed45-3762-45f8-a6a4-145394183c1c tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801363 Nov 08 00:10:03.079568 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0af5ae9f-6d63-4267-bd6a-0f0cf576d680 req-645e58c0-f63b-4d34-b9a2-547c13abf91f tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912046 Nov 08 00:10:03.110744 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044f7e22-ffbb-4b67-b44d-d45d7e881350 x-openstack-request-id: req-044f7e22-ffbb-4b67-b44d-d45d7e881350 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:03.111100 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab1a0d6-b7c3-44c9-8256-87b617033f40", "tag": "42d9367d-0b9b-422b-9f65-fda47d14f274", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:03.111417 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-044f7e22-ffbb-4b67-b44d-d45d7e881350 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:03.111941 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab1a0d6-b7c3-44c9-8256-87b617033f40', 'tag': '42d9367d-0b9b-422b-9f65-fda47d14f274', 'status': 'completed', 'code': 200} Nov 08 00:10:03.162326 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:10:03.168355 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:10:03.177279 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:03.239213 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12419334-94b2-4b43-bea3-90286319dc77 req-5c6d03b3-e053-4eb1-b8cf-a252470f7c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:03.240807 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12419334-94b2-4b43-bea3-90286319dc77 req-5c6d03b3-e053-4eb1-b8cf-a252470f7c9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 1094 time: 0.1013677 Nov 08 00:10:03.251538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c25a4-c9b4-406d-977c-38f3ef6cae31 req-ff30c4da-9e0f-466a-9fe9-d2a71f796e55 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:03.253151 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e24c25a4-c9b4-406d-977c-38f3ef6cae31 req-ff30c4da-9e0f-466a-9fe9-d2a71f796e55 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.0754602 Nov 08 00:10:03.273172 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:03.279025 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-b99c7f95-9037-4f7f-9377-6c38d0a3f5c9 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:03.293444 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:03.323673 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12419334-94b2-4b43-bea3-90286319dc77 req-1a4cfbc5-f8ca-4568-a073-8429f2ab4e56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42d9367d-0b9b-422b-9f65-fda47d14f274 HTTP/1.1" status: 200 len: 217 time: 0.0648315 Nov 08 00:10:03.344525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:03.347147 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b5ac81-6808-4c3a-8c76-c66f8e3cdc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:03.350867 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf370d2-261a-4454-abf9-0109a26e5d36" -d '{"events": [{"server_uuid": "45b5ac81-6808-4c3a-8c76-c66f8e3cdc31", "name": "network-vif-plugged", "status": "completed", "tag": "6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:03.364754 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e24c25a4-c9b4-406d-977c-38f3ef6cae31 req-bd13aab6-da00-481a-9b57-7aad8542e49c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968874 Nov 08 00:10:03.412456 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12419334-94b2-4b43-bea3-90286319dc77 req-4460dac8-1fca-4e77-b40d-775729338f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:03.413660 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b17a3c-6613-4526-bef0-bed6c54f4568 x-openstack-request-id: req-04b17a3c-6613-4526-bef0-bed6c54f4568 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:03.414012 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b5ac81-6808-4c3a-8c76-c66f8e3cdc31", "name": "network-vif-plugged", "status": "completed", "tag": "6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:03.414142 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12419334-94b2-4b43-bea3-90286319dc77 req-4460dac8-1fca-4e77-b40d-775729338f08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.0680764 Nov 08 00:10:03.414270 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04b17a3c-6613-4526-bef0-bed6c54f4568 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:03.414801 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b5ac81-6808-4c3a-8c76-c66f8e3cdc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57', 'code': 200} Nov 08 00:10:03.426469 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-b99c7f95-9037-4f7f-9377-6c38d0a3f5c9 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:03.456367 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:03.464088 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12419334-94b2-4b43-bea3-90286319dc77 req-6ef81c3a-1122-4cd8-8f17-fcd9bc48b87b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409851 Nov 08 00:10:03.498783 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-b99c7f95-9037-4f7f-9377-6c38d0a3f5c9 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:10:03.498783 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-b99c7f95-9037-4f7f-9377-6c38d0a3f5c9 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:10:03.498783 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-b99c7f95-9037-4f7f-9377-6c38d0a3f5c9 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:10:03.522611 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['e8d6c70e-05e9-4c56-9a09-6641f42817c9'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:03.570326 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c7f95-9037-4f7f-9377-6c38d0a3f5c9 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Pushing event updated for resources: {'Port': ['ID=bd734384-e1a4-4faa-874a-0e4a3dfba95c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:03.601405 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-b99c7f95-9037-4f7f-9377-6c38d0a3f5c9 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:03.604217 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-b99c7f95-9037-4f7f-9377-6c38d0a3f5c9 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:03.639890 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12419334-94b2-4b43-bea3-90286319dc77 req-e97a1d67-061f-453b-80a3-26a2aefea15d service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669707 Nov 08 00:10:03.680219 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:03.713530 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9beca3-c6a5-4e61-b97d-2eb61665bd59 req-9a2fb38c-80f4-42a2-bde8-d318814bada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:03.713530 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cf9beca3-c6a5-4e61-b97d-2eb61665bd59 req-9a2fb38c-80f4-42a2-bde8-d318814bada6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 1097 time: 0.0864928 Nov 08 00:10:03.762997 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cf9beca3-c6a5-4e61-b97d-2eb61665bd59 req-2c25ca2b-5507-4c97-b0da-1d1fb94ea937 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421827 Nov 08 00:10:03.832489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58bfd4-3162-43ab-9e91-9e8081a72445 req-b3b5e9bc-f96e-4238-8e7a-cde021b4f20e tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:03.834185 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d58bfd4-3162-43ab-9e91-9e8081a72445 req-b3b5e9bc-f96e-4238-8e7a-cde021b4f20e tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.1633880 Nov 08 00:10:03.860694 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-daf87588-da63-49f7-938b-d8c8f7b38feb None None] Provisioning complete for port bd734384-e1a4-4faa-874a-0e4a3dfba95c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:10:03.861063 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-daf87588-da63-49f7-938b-d8c8f7b38feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:03.899028 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-daf87588-da63-49f7-938b-d8c8f7b38feb None None] Port bd734384-e1a4-4faa-874a-0e4a3dfba95c cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:10:03.910809 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12419334-94b2-4b43-bea3-90286319dc77 req-ec572f67-8707-4c9c-b8e8-3ef0b76b64e2 service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636342 Nov 08 00:10:03.925636 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241165bf-7807-446e-844c-483262044129 req-c22e190d-802b-42c2-b957-159d476bd9a1 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:03.926932 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-241165bf-7807-446e-844c-483262044129 req-c22e190d-802b-42c2-b957-159d476bd9a1 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/networks?id=00c6100d-05e3-43cc-b647-520b9eba8eca HTTP/1.1" status: 200 len: 811 time: 0.2574308 Nov 08 00:10:03.931935 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d58bfd4-3162-43ab-9e91-9e8081a72445 req-e572b79e-d593-40ed-bc1b-44377bf05fd2 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862796 Nov 08 00:10:03.942201 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-241165bf-7807-446e-844c-483262044129 req-2e5e5327-7451-4ce4-8391-e90447877012 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/quotas/21edfc77fe094b2d97711711c5adbccd HTTP/1.1" status: 200 len: 375 time: 0.0089717 Nov 08 00:10:03.992271 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-b99c7f95-9037-4f7f-9377-6c38d0a3f5c9 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5640452 Nov 08 00:10:03.998558 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-241165bf-7807-446e-844c-483262044129 req-80af88f6-4840-4f1e-a617-af56b75aeb90 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21edfc77fe094b2d97711711c5adbccd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500944 Nov 08 00:10:04.019778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Request body: {'port': {'device_id': '4ee3441a-7378-4471-b430-a5c7455e0597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:10:04.115709 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3ccd4-6102-41e8-888b-772b440841b1 req-179f5103-bf8c-4f7d-b5a5-84289f08e6eb tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:04.118059 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ca3ccd4-6102-41e8-888b-772b440841b1 req-179f5103-bf8c-4f7d-b5a5-84289f08e6eb tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.1175377 Nov 08 00:10:04.133374 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:04.225585 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-241165bf-7807-446e-844c-483262044129 req-e7861bc8-248e-4933-afd7-5c2d877b7427 service neutron] 10.222.0.13 "GET /v2.0/networks/00c6100d-05e3-43cc-b647-520b9eba8eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167814 Nov 08 00:10:04.243722 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ca3ccd4-6102-41e8-888b-772b440841b1 req-053ff2f0-c4ea-4003-8ec6-9f5381b49ebf tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011257 Nov 08 00:10:04.303557 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e0149-1a49-409a-89df-58651f86db88 req-d802072b-a902-41a7-b12d-4ab1f8fece05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:04.305364 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb6e0149-1a49-409a-89df-58651f86db88 req-d802072b-a902-41a7-b12d-4ab1f8fece05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 1094 time: 0.1781001 Nov 08 00:10:04.486969 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd734384-e1a4-4faa-874a-0e4a3dfba95c {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:10:04.496024 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:04.502638 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-241165bf-7807-446e-844c-483262044129 req-d9ca9bbe-5b03-4488-9581-7017daa72bad service neutron] 10.222.0.13 "GET /v2.0/networks/00c6100d-05e3-43cc-b647-520b9eba8eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551880 Nov 08 00:10:04.512365 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Transition to ACTIVE for port object bd734384-e1a4-4faa-874a-0e4a3dfba95c will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:10:04.515365 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e0149-1a49-409a-89df-58651f86db88 req-1a5d16f6-e005-499c-bccb-db5c326ad65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:04.516909 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb6e0149-1a49-409a-89df-58651f86db88 req-1a5d16f6-e005-499c-bccb-db5c326ad65a service neutron] 10.222.0.20 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 922 time: 0.1608970 Nov 08 00:10:04.539829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef25e4f-cc3c-427b-a6f5-5c8005ffca7e req-cfbcdc06-4286-465f-aa19-23a1eabad67e tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:04.541718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ef25e4f-cc3c-427b-a6f5-5c8005ffca7e req-cfbcdc06-4286-465f-aa19-23a1eabad67e tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 936 time: 0.0981572 Nov 08 00:10:04.612278 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:04.688571 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Pushing event updated for resources: {'Port': ['ID=bd734384-e1a4-4faa-874a-0e4a3dfba95c,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:04.834848 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Attempting to bind port bd734384-e1a4-4faa-874a-0e4a3dfba95c on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:10:04.835456 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Attempting to bind port bd734384-e1a4-4faa-874a-0e4a3dfba95c by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:10:04.836281 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Attempting to bind port bd734384-e1a4-4faa-874a-0e4a3dfba95c on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:10:04.841543 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Port bd734384-e1a4-4faa-874a-0e4a3dfba95c on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:10:04.841986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Attempting to bind port bd734384-e1a4-4faa-874a-0e4a3dfba95c on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:10:04.847998 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:10:04.848478 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:10:04.849113 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:10:04.849670 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Bound port: bd734384-e1a4-4faa-874a-0e4a3dfba95c, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:10:04.850131 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:04.930680 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb6e0149-1a49-409a-89df-58651f86db88 req-035ac604-28bc-4ad7-97e4-7594204c5df2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42d9367d-0b9b-422b-9f65-fda47d14f274 HTTP/1.1" status: 200 len: 217 time: 0.4057148 Nov 08 00:10:04.959990 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] For port bd734384-e1a4-4faa-874a-0e4a3dfba95c, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:10:04.962046 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] For port bd734384-e1a4-4faa-874a-0e4a3dfba95c, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=bd734384-e1a4-4faa-874a-0e4a3dfba95c,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:10:05.000066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 9d910f50-4fa6-4358-9600-f71bb62af702 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:10:05.043453 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:05.054224 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ef25e4f-cc3c-427b-a6f5-5c8005ffca7e req-61b60482-e156-4444-8b69-bd6308b9932f tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223173 Nov 08 00:10:05.064152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e0149-1a49-409a-89df-58651f86db88 req-0b94c9d2-1d08-442f-a456-459a86ddefa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:05.065950 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb6e0149-1a49-409a-89df-58651f86db88 req-0b94c9d2-1d08-442f-a456-459a86ddefa0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.1074600 Nov 08 00:10:05.089697 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48bef7-bfab-42fe-961f-59d764a3ebf3 req-e214c09f-9da7-46eb-bcc6-daa2cb57e262 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:05.097778 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af48bef7-bfab-42fe-961f-59d764a3ebf3 req-e214c09f-9da7-46eb-bcc6-daa2cb57e262 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 949 time: 0.1517379 Nov 08 00:10:05.137026 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb6e0149-1a49-409a-89df-58651f86db88 req-624a3ab3-4fa4-4e6d-afb6-3b67eb5f0e67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288918 Nov 08 00:10:05.169451 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:05.172953 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:05.172953 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] 10.222.0.20 "PUT /v2.0/ports/bd734384-e1a4-4faa-874a-0e4a3dfba95c HTTP/1.1" status: 200 len: 1096 time: 1.1563420 Nov 08 00:10:05.174664 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee3441a-7378-4471-b430-a5c7455e0597', 'tag': 'bd734384-e1a4-4faa-874a-0e4a3dfba95c'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:05.184246 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5e35c2-eafe-42f4-96fc-24a741e5f3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee3441a-7378-4471-b430-a5c7455e0597", "tag": "bd734384-e1a4-4faa-874a-0e4a3dfba95c"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:05.191933 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 9d910f50-4fa6-4358-9600-f71bb62af702 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:10:05.204679 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 9d910f50-4fa6-4358-9600-f71bb62af702 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:10:05.205163 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:05.219929 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471d024-bad0-442c-8539-e5e03a74f532 service neutron] Pushing event updated for resources: {'Port': ['ID=bd734384-e1a4-4faa-874a-0e4a3dfba95c,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:05.358696 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:05.389489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb79fcd-a6f8-4be1-892b-1001476bc0a4 req-90bd78d2-87a4-4097-a841-37f0b4e892f5 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:05.401002 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 9d910f50-4fa6-4358-9600-f71bb62af702, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=9d910f50-4fa6-4358-9600-f71bb62af702,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:05.416081 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee9726f-861f-4126-9727-27505bd6b296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d910f50-4fa6-4358-9600-f71bb62af702'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:05.418517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8eb79fcd-a6f8-4be1-892b-1001476bc0a4 req-90bd78d2-87a4-4097-a841-37f0b4e892f5 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 943 time: 0.2432294 Nov 08 00:10:05.418682 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c50fb39-56a3-49e6-a291-953dd934563f" -d '{"events": [{"server_uuid": "3ee9726f-861f-4126-9727-27505bd6b296", "name": "network-vif-plugged", "status": "completed", "tag": "9d910f50-4fa6-4358-9600-f71bb62af702"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:05.418802 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-a7283851-0499-4c59-8e2c-babf1b478f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:05.424539 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-a7283851-0499-4c59-8e2c-babf1b478f36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15bc99f31d8d42059b6292baf63ea1cf&device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 1099 time: 0.0876513 Nov 08 00:10:05.430240 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af48bef7-bfab-42fe-961f-59d764a3ebf3 req-3cad987f-5ef4-4b3a-983e-b23e541af2cb tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295298 Nov 08 00:10:05.439696 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb6e0149-1a49-409a-89df-58651f86db88 req-6e93ae63-6110-4ad8-b800-89404a5efe6e service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948065 Nov 08 00:10:05.477527 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:05.478459 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device f555dd6f-2546-4108-be05-6fa495bf07b2 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:10:05.544865 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8eb79fcd-a6f8-4be1-892b-1001476bc0a4 req-75fa517e-ed77-4a75-8e94-cbe21f0d0ce4 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210654 Nov 08 00:10:05.550147 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-3504b387-9d23-46d4-914e-69b1eb83626c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=bd734384-e1a4-4faa-874a-0e4a3dfba95c HTTP/1.1" status: 200 len: 217 time: 0.1089861 Nov 08 00:10:05.622122 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-9572b54b-7b3b-4451-8718-4703c0b9728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:05.646026 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=9d910f50-4fa6-4358-9600-f71bb62af702,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:05.647815 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-9572b54b-7b3b-4451-8718-4703c0b9728b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0845547 Nov 08 00:10:05.652676 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d1a672cf-b5ed-48a6-8296-ca69de917cb9 req-3984e1df-8ffd-4126-923a-31f268d1539a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 210 time: 0.1018732 Nov 08 00:10:05.713715 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-41e82b2e-d8e9-49d5-ab2f-4946870541d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:05.714104 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-41e82b2e-d8e9-49d5-ab2f-4946870541d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0528781 Nov 08 00:10:05.715775 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bdc368-75f8-4d35-be4e-68eacdf347de x-openstack-request-id: req-66bdc368-75f8-4d35-be4e-68eacdf347de {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:05.716098 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee3441a-7378-4471-b430-a5c7455e0597", "tag": "bd734384-e1a4-4faa-874a-0e4a3dfba95c", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:05.716385 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66bdc368-75f8-4d35-be4e-68eacdf347de {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:05.716733 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee3441a-7378-4471-b430-a5c7455e0597', 'tag': 'bd734384-e1a4-4faa-874a-0e4a3dfba95c', 'status': 'completed', 'code': 200} Nov 08 00:10:05.732713 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port f555dd6f-2546-4108-be05-6fa495bf07b2 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:10:05.738066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port f555dd6f-2546-4108-be05-6fa495bf07b2 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:10:05.738588 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:05.745587 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb6e0149-1a49-409a-89df-58651f86db88 req-1365256d-11a8-452d-b363-ece67325be6a service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985332 Nov 08 00:10:05.773308 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d09ff-9038-4bce-ae29-4a82e58c791c req-c43d880c-908e-4eaa-a512-6f61315f2368 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:05.775733 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a6d09ff-9038-4bce-ae29-4a82e58c791c req-c43d880c-908e-4eaa-a512-6f61315f2368 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.1199203 Nov 08 00:10:05.863714 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-639cf605-0f98-419a-ac63-4ac791defcfe service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316442 Nov 08 00:10:05.875940 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a6d09ff-9038-4bce-ae29-4a82e58c791c req-6a5b003c-c23c-4c35-8519-69d3c22c4b14 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853417 Nov 08 00:10:05.899507 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:05.957066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port f555dd6f-2546-4108-be05-6fa495bf07b2, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=f555dd6f-2546-4108-be05-6fa495bf07b2,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:05.961584 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b6da0-e226-4b98-b1dd-0ae21bd26d8d req-d298a2a3-6897-45f3-9620-a5ffbc998279 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:05.963635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-284b6da0-e226-4b98-b1dd-0ae21bd26d8d req-d298a2a3-6897-45f3-9620-a5ffbc998279 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.0865498 Nov 08 00:10:06.015899 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-284b6da0-e226-4b98-b1dd-0ae21bd26d8d req-878f1a63-8024-411d-b167-ebb741ec9317 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459099 Nov 08 00:10:06.018372 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:06.026730 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c180eab-e9f3-4661-bd6c-ef9f3c6ee25b x-openstack-request-id: req-6c180eab-e9f3-4661-bd6c-ef9f3c6ee25b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:06.027239 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee9726f-861f-4126-9727-27505bd6b296", "name": "network-vif-plugged", "status": "completed", "tag": "9d910f50-4fa6-4358-9600-f71bb62af702", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:06.027634 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c180eab-e9f3-4661-bd6c-ef9f3c6ee25b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:06.028183 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee9726f-861f-4126-9727-27505bd6b296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d910f50-4fa6-4358-9600-f71bb62af702', 'code': 200} Nov 08 00:10:06.047247 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-13dc5c0d-8ebc-42e1-89f7-41b516bbc6bb req-08544f2d-3b18-495d-8765-bfa58588ad15 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735957 Nov 08 00:10:06.075090 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=f555dd6f-2546-4108-be05-6fa495bf07b2,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:06.189445 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fd771-83c3-4f9a-8eba-f39756c98d30 req-3e402fdf-6cd4-43f7-af78-9db3c2d77f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:06.191192 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f05fd771-83c3-4f9a-8eba-f39756c98d30 req-3e402fdf-6cd4-43f7-af78-9db3c2d77f87 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 1101 time: 0.0605543 Nov 08 00:10:06.208215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535701f-da25-424f-88be-a7a30bf28afe req-dfc9f9fd-c043-4c58-a419-6f779af09703 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:06.210033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a535701f-da25-424f-88be-a7a30bf28afe req-dfc9f9fd-c043-4c58-a419-6f779af09703 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 948 time: 0.0785055 Nov 08 00:10:06.222306 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a32977-00a2-499c-bada-0aded6019027 req-abf3ecb8-3b88-41eb-a07e-082b9c84261d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:06.223800 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9a32977-00a2-499c-bada-0aded6019027 req-abf3ecb8-3b88-41eb-a07e-082b9c84261d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.1040783 Nov 08 00:10:06.244500 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f05fd771-83c3-4f9a-8eba-f39756c98d30 req-da36882d-0c9c-41ce-a21f-0174bbca218b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427976 Nov 08 00:10:06.281834 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a535701f-da25-424f-88be-a7a30bf28afe req-140110b0-603c-4474-a1e7-3c78a75f7415 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570257 Nov 08 00:10:06.292002 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9a32977-00a2-499c-bada-0aded6019027 req-9b17e2ba-c5f7-41b8-a6bd-8fa214cd3d98 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547698 Nov 08 00:10:06.299412 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e35c2-eafe-42f4-96fc-24a741e5f3ba req-eea79ef3-8100-4f67-97e3-066a20d3d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:06.300750 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5a5e35c2-eafe-42f4-96fc-24a741e5f3ba req-eea79ef3-8100-4f67-97e3-066a20d3d958 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15bc99f31d8d42059b6292baf63ea1cf&device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 1099 time: 0.0518701 Nov 08 00:10:06.447830 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e35c2-eafe-42f4-96fc-24a741e5f3ba req-709cd69c-1879-42cb-9eee-cb237f4a118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:06.447830 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5a5e35c2-eafe-42f4-96fc-24a741e5f3ba req-709cd69c-1879-42cb-9eee-cb237f4a118e service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1341684 Nov 08 00:10:06.516748 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5a5e35c2-eafe-42f4-96fc-24a741e5f3ba req-977bbc0e-1022-42eb-8a4e-16ce689fdb6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=bd734384-e1a4-4faa-874a-0e4a3dfba95c HTTP/1.1" status: 200 len: 217 time: 0.0613928 Nov 08 00:10:06.555931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de37b0-5615-4203-9245-e5ff727a134b req-c9d5a37a-93af-4ef3-9547-cb237e61fdfe tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:06.563740 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1de37b0-5615-4203-9245-e5ff727a134b req-c9d5a37a-93af-4ef3-9547-cb237e61fdfe tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 950 time: 0.0614440 Nov 08 00:10:06.603073 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1de37b0-5615-4203-9245-e5ff727a134b req-713c23b0-eee6-4b82-9136-c5c58d966d19 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381773 Nov 08 00:10:06.611575 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e35c2-eafe-42f4-96fc-24a741e5f3ba req-7933a2c1-96ec-4042-b12f-325dc231f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:06.633526 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5a5e35c2-eafe-42f4-96fc-24a741e5f3ba req-7933a2c1-96ec-4042-b12f-325dc231f4e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0778310 Nov 08 00:10:06.709661 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e35c2-eafe-42f4-96fc-24a741e5f3ba req-bde6c96d-c0e5-42b0-843a-098963bb7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:06.717838 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5a5e35c2-eafe-42f4-96fc-24a741e5f3ba req-bde6c96d-c0e5-42b0-843a-098963bb7e04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799999 Nov 08 00:10:06.790840 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f07c0ce0-2116-46bb-b579-73c7774c85ee req-e9b1a5d7-a7d3-495f-aaf0-1c4800886755 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 210 time: 0.0321970 Nov 08 00:10:06.821150 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47400-77b3-4076-9949-f88a55ea1986 req-7db9f3b8-2249-4251-b669-8f784a645591 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:06.829258 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36c47400-77b3-4076-9949-f88a55ea1986 req-7db9f3b8-2249-4251-b669-8f784a645591 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 943 time: 0.1319842 Nov 08 00:10:06.880569 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36c47400-77b3-4076-9949-f88a55ea1986 req-1f1f5ee8-05f4-41dd-9807-dd8677dd3d62 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503745 Nov 08 00:10:06.890249 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5a5e35c2-eafe-42f4-96fc-24a741e5f3ba req-eecff2af-4d92-4ae6-b4d4-1402159a9d8b service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638637 Nov 08 00:10:07.008558 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5a5e35c2-eafe-42f4-96fc-24a741e5f3ba req-4f280130-6b9d-4200-af5a-55e1b4689d76 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115444 Nov 08 00:10:07.029415 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52020916-9d1d-4edd-85bd-defb80a0d7a3 req-deb42eb5-df40-469b-97be-fd8f6656313f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:07.031133 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52020916-9d1d-4edd-85bd-defb80a0d7a3 req-deb42eb5-df40-469b-97be-fd8f6656313f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.1134462 Nov 08 00:10:07.071712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a0b4a-74cf-4fd4-aa12-328eac9e9716 req-66913ca7-aba0-4a19-b0ad-c91f31efb97b tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:07.079628 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d8a0b4a-74cf-4fd4-aa12-328eac9e9716 req-66913ca7-aba0-4a19-b0ad-c91f31efb97b tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.0927908 Nov 08 00:10:07.121766 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52020916-9d1d-4edd-85bd-defb80a0d7a3 req-645100c6-8692-4b26-b74e-712524fb4beb tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788989 Nov 08 00:10:07.147948 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d8a0b4a-74cf-4fd4-aa12-328eac9e9716 req-1394cd99-c6d4-4235-8d6b-a2de95b71cee tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635958 Nov 08 00:10:07.379744 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 42d9367d-0b9b-422b-9f65-fda47d14f274 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:10:07.444072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc41a6b-9161-4963-87a6-0c5fe81dcf4d req-fa669ccc-d5a9-48df-b2f6-f00063c4a168 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:07.445568 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5dc41a6b-9161-4963-87a6-0c5fe81dcf4d req-fa669ccc-d5a9-48df-b2f6-f00063c4a168 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 948 time: 0.0699041 Nov 08 00:10:07.510046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5dc41a6b-9161-4963-87a6-0c5fe81dcf4d req-a389192c-51b8-47fb-b6a1-e1f1110101e2 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518355 Nov 08 00:10:07.559961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 42d9367d-0b9b-422b-9f65-fda47d14f274, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=42d9367d-0b9b-422b-9f65-fda47d14f274,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:07.577499 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '42d9367d-0b9b-422b-9f65-fda47d14f274', 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880', 'port_id': '42d9367d-0b9b-422b-9f65-fda47d14f274', 'mac_address': 'fa:16:3e:46:2f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda772d5-f001-47ed-867d-7cf3c24b61ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:10:07.628127 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:07.645288 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d9367d-0b9b-422b-9f65-fda47d14f274 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:10:07.671648 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 42d9367d-0b9b-422b-9f65-fda47d14f274, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=42d9367d-0b9b-422b-9f65-fda47d14f274,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:07.733243 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:07.789871 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e5946-a641-4018-a020-1a6f6150a843 req-976f250d-f230-431d-8bce-bcd8b8f16472 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:07.799260 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c96e5946-a641-4018-a020-1a6f6150a843 req-976f250d-f230-431d-8bce-bcd8b8f16472 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 950 time: 0.0823550 Nov 08 00:10:07.830436 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=42d9367d-0b9b-422b-9f65-fda47d14f274,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:07.849715 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241165bf-7807-446e-844c-483262044129 req-489cfc35-d5f6-4154-b159-a100c49d2f45 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:07.851562 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-241165bf-7807-446e-844c-483262044129 req-489cfc35-d5f6-4154-b159-a100c49d2f45 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.20 "GET /v2.0/networks?id=00c6100d-05e3-43cc-b647-520b9eba8eca HTTP/1.1" status: 200 len: 811 time: 0.2493465 Nov 08 00:10:07.855422 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c96e5946-a641-4018-a020-1a6f6150a843 req-bedbb4f6-3925-462e-8dd2-122685b533c7 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552022 Nov 08 00:10:07.890304 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-241165bf-7807-446e-844c-483262044129 req-160fbc05-406d-4efe-85c0-3f2a20e51f54 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Request body: {'port': {'device_id': 'b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c', 'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca', 'admin_state_up': True, 'tenant_id': '21edfc77fe094b2d97711711c5adbccd'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:10:07.976496 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05518a8e-1e2e-4013-aa09-107a32b56c73 req-3e6692f2-85d6-46cb-a546-260601f642f3 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 210 time: 0.0502408 Nov 08 00:10:08.028970 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e5c730-4b53-4c30-b2b4-e4916c5f6917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f555dd6f-2546-4108-be05-6fa495bf07b2'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:08.031643 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaab514-fcaf-4859-829b-29ac9b02710b" -d '{"events": [{"server_uuid": "b0e5c730-4b53-4c30-b2b4-e4916c5f6917", "name": "network-vif-plugged", "status": "completed", "tag": "f555dd6f-2546-4108-be05-6fa495bf07b2"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:08.076572 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b122f-30d3-4b3c-b653-de20ff5a230a req-5a35b5ee-e188-4cae-829d-35f96d77d5f4 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:08.077949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-970b122f-30d3-4b3c-b653-de20ff5a230a req-5a35b5ee-e188-4cae-829d-35f96d77d5f4 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 944 time: 0.0808632 Nov 08 00:10:08.085324 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6120ff19-ca01-46e6-b465-45c2062ad7ac x-openstack-request-id: req-6120ff19-ca01-46e6-b465-45c2062ad7ac {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:08.085712 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e5c730-4b53-4c30-b2b4-e4916c5f6917", "name": "network-vif-plugged", "status": "completed", "tag": "f555dd6f-2546-4108-be05-6fa495bf07b2", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:08.086282 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6120ff19-ca01-46e6-b465-45c2062ad7ac {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:08.091681 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e5c730-4b53-4c30-b2b4-e4916c5f6917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f555dd6f-2546-4108-be05-6fa495bf07b2', 'code': 200} Nov 08 00:10:08.113777 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-241165bf-7807-446e-844c-483262044129 req-160fbc05-406d-4efe-85c0-3f2a20e51f54 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Made reservation on behalf of 21edfc77fe094b2d97711711c5adbccd for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:10:08.118470 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-241165bf-7807-446e-844c-483262044129 req-160fbc05-406d-4efe-85c0-3f2a20e51f54 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:08.124538 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-970b122f-30d3-4b3c-b653-de20ff5a230a req-848ede5c-6b6e-4e4b-a199-4b58cb6f2224 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402358 Nov 08 00:10:08.153551 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:08.287632 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-241165bf-7807-446e-844c-483262044129 req-160fbc05-406d-4efe-85c0-3f2a20e51f54 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Allocated IP 172.20.0.11 (00c6100d-05e3-43cc-b647-520b9eba8eca/5b3b7865-e2bd-4e2c-8ae2-76e310490d35/4ecea856-6cd1-49c4-b670-59e47a290351) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:10:08.298294 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['42d9367d-0b9b-422b-9f65-fda47d14f274'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:08.364507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a10630-ac64-48d5-a11a-fc313b7b8d6b req-717f88bd-b601-4619-b721-361d8ba5802e tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:08.375473 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-77a10630-ac64-48d5-a11a-fc313b7b8d6b req-717f88bd-b601-4619-b721-361d8ba5802e tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.1350241 Nov 08 00:10:08.390159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926b0b6-a5ad-442f-b5e7-88ac898c37ef req-b463a2d9-4977-4c80-9579-1c1d456b7751 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:08.391769 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3926b0b6-a5ad-442f-b5e7-88ac898c37ef req-b463a2d9-4977-4c80-9579-1c1d456b7751 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.1666181 Nov 08 00:10:08.453787 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3926b0b6-a5ad-442f-b5e7-88ac898c37ef req-2ec9978f-a3f8-4e71-84fd-e6f03869de89 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511117 Nov 08 00:10:08.458352 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cb85c-4c56-44b1-8ce2-e66130c1d8f2 req-287caf66-8fa2-4655-8de3-831fccac97d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:08.460006 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-009cb85c-4c56-44b1-8ce2-e66130c1d8f2 req-287caf66-8fa2-4655-8de3-831fccac97d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b0e5c730-4b53-4c30-b2b4-e4916c5f6917 HTTP/1.1" status: 200 len: 1100 time: 0.1114619 Nov 08 00:10:08.464577 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-77a10630-ac64-48d5-a11a-fc313b7b8d6b req-4afc1780-a863-4692-a624-449c343ce686 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877945 Nov 08 00:10:08.533780 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-009cb85c-4c56-44b1-8ce2-e66130c1d8f2 req-9c67e7c2-8db7-4345-96eb-44d1b86d3edb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615993 Nov 08 00:10:08.548845 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-241165bf-7807-446e-844c-483262044129 req-160fbc05-406d-4efe-85c0-3f2a20e51f54 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:08.618491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee05b8-7c53-43ee-b2f1-c24b2791b1b3 req-9097e239-7cc0-4f59-a449-da32feddba1a tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:08.620647 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12ee05b8-7c53-43ee-b2f1-c24b2791b1b3 req-9097e239-7cc0-4f59-a449-da32feddba1a tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 948 time: 0.0499980 Nov 08 00:10:08.658657 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12ee05b8-7c53-43ee-b2f1-c24b2791b1b3 req-5b1c4ab8-0f5b-4262-871c-ad2e53e90c77 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314817 Nov 08 00:10:08.959345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190d443-bf34-4df1-9576-c84b98a4aef1 req-34dd2008-7f13-4089-80ec-a3610c7ea1ea tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:08.960830 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a190d443-bf34-4df1-9576-c84b98a4aef1 req-34dd2008-7f13-4089-80ec-a3610c7ea1ea tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 950 time: 0.0473049 Nov 08 00:10:08.975801 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-241165bf-7807-446e-844c-483262044129 req-160fbc05-406d-4efe-85c0-3f2a20e51f54 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:09.006753 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a190d443-bf34-4df1-9576-c84b98a4aef1 req-c6bd3b91-38cb-4dc0-94cf-f9e17abf0b0f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393100 Nov 08 00:10:09.019050 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:09.023687 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-241165bf-7807-446e-844c-483262044129 req-160fbc05-406d-4efe-85c0-3f2a20e51f54 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Network 00c6100d-05e3-43cc-b647-520b9eba8eca is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:10:09.027260 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-241165bf-7807-446e-844c-483262044129 req-160fbc05-406d-4efe-85c0-3f2a20e51f54 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:10:09.030969 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-241165bf-7807-446e-844c-483262044129 req-160fbc05-406d-4efe-85c0-3f2a20e51f54 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:10:09.057858 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fbc05-406d-4efe-85c0-3f2a20e51f54 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Pushing event updated for resources: {'Port': ['ID=4ecea856-6cd1-49c4-b670-59e47a290351,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:09.101365 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241165bf-7807-446e-844c-483262044129 req-160fbc05-406d-4efe-85c0-3f2a20e51f54 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:09.105338 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-241165bf-7807-446e-844c-483262044129 req-160fbc05-406d-4efe-85c0-3f2a20e51f54 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:09.124653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a69887-93a3-4958-bf0e-d421f6a0f7e6 req-50a27f29-798e-44fc-8717-52dc14351234 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:09.128275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b6a69887-93a3-4958-bf0e-d421f6a0f7e6 req-50a27f29-798e-44fc-8717-52dc14351234 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 932 time: 0.0584371 Nov 08 00:10:09.194142 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-241165bf-7807-446e-844c-483262044129 req-160fbc05-406d-4efe-85c0-3f2a20e51f54 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3236623 Nov 08 00:10:09.209031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78a751-24b3-4c1c-8e54-ae4261a51bcd req-5e22df00-0822-4b78-b4c2-8bc70b5ceddf tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:09.210846 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f78a751-24b3-4c1c-8e54-ae4261a51bcd req-5e22df00-0822-4b78-b4c2-8bc70b5ceddf tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0e5c730-4b53-4c30-b2b4-e4916c5f6917 HTTP/1.1" status: 200 len: 949 time: 0.0692613 Nov 08 00:10:09.214654 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b6a69887-93a3-4958-bf0e-d421f6a0f7e6 req-bb1398cd-3427-42fa-b7f3-4c1e87dd8639 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799811 Nov 08 00:10:09.229203 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Request body: {'port': {'device_id': 'b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:10:09.265066 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f78a751-24b3-4c1c-8e54-ae4261a51bcd req-65e66a88-bf66-490d-bd85-6c6d744b5c88 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413978 Nov 08 00:10:09.318734 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:09.362477 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37aa57-a286-4f8a-9ecc-ab40e5760122 req-da931fcb-b578-445b-a76d-3e8b1ca726ff tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:09.364073 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca37aa57-a286-4f8a-9ecc-ab40e5760122 req-da931fcb-b578-445b-a76d-3e8b1ca726ff tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 944 time: 0.0603728 Nov 08 00:10:09.401829 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device bd734384-e1a4-4faa-874a-0e4a3dfba95c details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:10:09.409428 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 42d9367d-0b9b-422b-9f65-fda47d14f274 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:10:09.431901 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca37aa57-a286-4f8a-9ecc-ab40e5760122 req-b2ebe320-8e7d-4e09-9697-12136d5f2be9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612950 Nov 08 00:10:09.632869 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port bd734384-e1a4-4faa-874a-0e4a3dfba95c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=bd734384-e1a4-4faa-874a-0e4a3dfba95c,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:09.656261 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'bd734384-e1a4-4faa-874a-0e4a3dfba95c', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': 'bd734384-e1a4-4faa-874a-0e4a3dfba95c', 'mac_address': 'fa:16:3e:f8:6d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:10:09.695319 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12708d0-9621-4961-b409-b9c0341c8384 req-96069a08-b99d-492f-97ec-57626f0f864c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:09.698668 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c12708d0-9621-4961-b409-b9c0341c8384 req-96069a08-b99d-492f-97ec-57626f0f864c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.1278238 Nov 08 00:10:09.757624 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:09.762122 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 42d9367d-0b9b-422b-9f65-fda47d14f274 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:10:09.772710 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 42d9367d-0b9b-422b-9f65-fda47d14f274 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:10:09.773222 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:09.780348 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ecea856-6cd1-49c4-b670-59e47a290351 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:10:09.792507 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:09.831482 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd734384-e1a4-4faa-874a-0e4a3dfba95c {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:10:09.832297 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Transition to ACTIVE for port object 4ecea856-6cd1-49c4-b670-59e47a290351 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:10:09.832402 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c12708d0-9621-4961-b409-b9c0341c8384 req-e19c1ae3-289f-42b6-9e0e-da59dcbb47da tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203957 Nov 08 00:10:09.842250 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port bd734384-e1a4-4faa-874a-0e4a3dfba95c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=bd734384-e1a4-4faa-874a-0e4a3dfba95c,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:09.856035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9d7ca-6202-4cd6-bd70-1b05dfb3b051 req-9969720f-95b1-4aeb-8b8f-11b38dd011cd tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:09.864366 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76b9d7ca-6202-4cd6-bd70-1b05dfb3b051 req-9969720f-95b1-4aeb-8b8f-11b38dd011cd tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.0990868 Nov 08 00:10:09.901115 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:09.909991 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76b9d7ca-6202-4cd6-bd70-1b05dfb3b051 req-b83da2c7-9748-4846-83c7-42c7b9289f76 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446653 Nov 08 00:10:09.936526 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 42d9367d-0b9b-422b-9f65-fda47d14f274, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=42d9367d-0b9b-422b-9f65-fda47d14f274,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:09.989714 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:10.018640 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:10.022564 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:10.049489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd7d37-3eb1-47d3-95aa-caeaf2d0d9ad req-a88e696c-3534-4989-ad2c-1abc733afb5e tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:10.051386 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5bd7d37-3eb1-47d3-95aa-caeaf2d0d9ad req-a88e696c-3534-4989-ad2c-1abc733afb5e tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 948 time: 0.0727568 Nov 08 00:10:10.081239 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Pushing event updated for resources: {'Port': ['ID=4ecea856-6cd1-49c4-b670-59e47a290351,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:10.089607 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab1a0d6-b7c3-44c9-8256-87b617033f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d9367d-0b9b-422b-9f65-fda47d14f274'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:10.091382 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27579900-99d4-4404-91d3-d0e8a5e0bec2" -d '{"events": [{"server_uuid": "cab1a0d6-b7c3-44c9-8256-87b617033f40", "name": "network-vif-plugged", "status": "completed", "tag": "42d9367d-0b9b-422b-9f65-fda47d14f274"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:10.113918 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=42d9367d-0b9b-422b-9f65-fda47d14f274,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:10.114476 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4b8cc70-f157-4f29-980b-fbd0d458cb0a req-e9dbe42f-8e03-4bd5-b22f-45ff2b6062fa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0990644 Nov 08 00:10:10.116532 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5bd7d37-3eb1-47d3-95aa-caeaf2d0d9ad req-37869562-fff4-442e-8a53-695faf31bb69 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580599 Nov 08 00:10:10.173367 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a94c98-9e42-4f0d-8d4f-b091f2b1a6c6 x-openstack-request-id: req-58a94c98-9e42-4f0d-8d4f-b091f2b1a6c6 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:10.173773 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab1a0d6-b7c3-44c9-8256-87b617033f40", "name": "network-vif-plugged", "status": "completed", "tag": "42d9367d-0b9b-422b-9f65-fda47d14f274", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:10.177037 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58a94c98-9e42-4f0d-8d4f-b091f2b1a6c6 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:10.177037 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab1a0d6-b7c3-44c9-8256-87b617033f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d9367d-0b9b-422b-9f65-fda47d14f274', 'code': 200} Nov 08 00:10:10.191662 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=bd734384-e1a4-4faa-874a-0e4a3dfba95c,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:10.213734 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Attempting to bind port 4ecea856-6cd1-49c4-b670-59e47a290351 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:10:10.214069 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Attempting to bind port 4ecea856-6cd1-49c4-b670-59e47a290351 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '9616c016-b0f1-4cf9-96a4-fd0381600ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:10:10.214395 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Attempting to bind port 4ecea856-6cd1-49c4-b670-59e47a290351 on network 00c6100d-05e3-43cc-b647-520b9eba8eca {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:10:10.223054 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Port 4ecea856-6cd1-49c4-b670-59e47a290351 on network 00c6100d-05e3-43cc-b647-520b9eba8eca not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:10:10.223377 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Attempting to bind port 4ecea856-6cd1-49c4-b670-59e47a290351 on network 00c6100d-05e3-43cc-b647-520b9eba8eca {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:10:10.231251 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8cc70-f157-4f29-980b-fbd0d458cb0a req-116fb131-253b-4637-9a94-82117b620e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:10.232745 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4b8cc70-f157-4f29-980b-fbd0d458cb0a req-116fb131-253b-4637-9a94-82117b620e72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28ea4fc6c6364a5ba20c46648f614b44&device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 1100 time: 0.0645843 Nov 08 00:10:10.234122 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:10:10.234453 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Checking segment: {'id': '9616c016-b0f1-4cf9-96a4-fd0381600ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:10:10.234822 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Bound using segment: {'id': '9616c016-b0f1-4cf9-96a4-fd0381600ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:10:10.235245 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Bound port: 4ecea856-6cd1-49c4-b670-59e47a290351, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9616c016-b0f1-4cf9-96a4-fd0381600ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:10:10.235592 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:10.325793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c1112-84a9-44b2-9452-84ab24c60e62 req-b9ca5c47-e00c-4008-be9d-1efeaade03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:10.328165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c2c1112-84a9-44b2-9452-84ab24c60e62 req-b9ca5c47-e00c-4008-be9d-1efeaade03c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 1096 time: 0.0556545 Nov 08 00:10:10.410763 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] For port 4ecea856-6cd1-49c4-b670-59e47a290351, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:10:10.412834 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] For port 4ecea856-6cd1-49c4-b670-59e47a290351, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=4ecea856-6cd1-49c4-b670-59e47a290351,segment=NetworkSegment(9616c016-b0f1-4cf9-96a4-fd0381600ec1),segment_id=9616c016-b0f1-4cf9-96a4-fd0381600ec1)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:10:10.414380 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8cc70-f157-4f29-980b-fbd0d458cb0a req-950c4961-1b2a-4c8b-8c58-a21692356465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:10.415932 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4b8cc70-f157-4f29-980b-fbd0d458cb0a req-950c4961-1b2a-4c8b-8c58-a21692356465 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1447127 Nov 08 00:10:10.441363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c2c1112-84a9-44b2-9452-84ab24c60e62 req-2179320b-d7e1-4278-940a-09a078c30772 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027839 Nov 08 00:10:10.459639 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e9393-4716-4f6d-9904-10a0e5a6c6a3 req-661a4fe3-3a3d-488b-bbd7-c0196ac873dc tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:10.461120 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c98e9393-4716-4f6d-9904-10a0e5a6c6a3 req-661a4fe3-3a3d-488b-bbd7-c0196ac873dc tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0e5c730-4b53-4c30-b2b4-e4916c5f6917 HTTP/1.1" status: 200 len: 949 time: 0.1055577 Nov 08 00:10:10.471982 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['bd734384-e1a4-4faa-874a-0e4a3dfba95c'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:10.474145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87fbf9-7d45-4fff-8c5c-e3d240622ad3 req-ed3fd0c4-9b2e-40b8-8596-9899084f056c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:10.475379 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4b8cc70-f157-4f29-980b-fbd0d458cb0a req-f7ba35b7-38fc-480a-8b92-94515afbf62a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 HTTP/1.1" status: 200 len: 217 time: 0.0384078 Nov 08 00:10:10.475661 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd87fbf9-7d45-4fff-8c5c-e3d240622ad3 req-ed3fd0c4-9b2e-40b8-8596-9899084f056c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 944 time: 0.1040893 Nov 08 00:10:10.513606 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:10.530418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c98e9393-4716-4f6d-9904-10a0e5a6c6a3 req-9d15752f-a861-468f-bc02-a124a1fe5554 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537128 Nov 08 00:10:10.537819 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd87fbf9-7d45-4fff-8c5c-e3d240622ad3 req-7f2b9f8d-3a18-4774-9f82-0cc2238e99b4 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546913 Nov 08 00:10:10.566760 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:10.567374 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:10.568789 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-241165bf-7807-446e-844c-483262044129 req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] 10.222.0.20 "PUT /v2.0/ports/4ecea856-6cd1-49c4-b670-59e47a290351 HTTP/1.1" status: 200 len: 1092 time: 1.3510323 Nov 08 00:10:10.569357 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c', 'tag': '4ecea856-6cd1-49c4-b670-59e47a290351'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:10.571754 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e93b750-e573-4f1b-a670-849b54890be1" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c", "tag": "4ecea856-6cd1-49c4-b670-59e47a290351"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:10.575337 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8cc70-f157-4f29-980b-fbd0d458cb0a req-791d8b29-2623-4a6d-b997-823c0e28ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:10.577092 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4b8cc70-f157-4f29-980b-fbd0d458cb0a req-791d8b29-2623-4a6d-b997-823c0e28ccda service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0937762 Nov 08 00:10:10.632407 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2562f3-85cc-485a-b7f4-8e903ca7d7ae service neutron] Pushing event updated for resources: {'Port': ['ID=4ecea856-6cd1-49c4-b670-59e47a290351,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:10.647382 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8cc70-f157-4f29-980b-fbd0d458cb0a req-a7c80614-b144-45b0-b30c-ba10c38569eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:10.648729 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4b8cc70-f157-4f29-980b-fbd0d458cb0a req-a7c80614-b144-45b0-b30c-ba10c38569eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622125 Nov 08 00:10:10.688511 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734ebb2-21af-4e8c-b2ac-e558e7b42999 req-c20b4eae-4ac7-4e5c-84f5-6464c3164e7f tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:10.689989 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f734ebb2-21af-4e8c-b2ac-e558e7b42999 req-c20b4eae-4ac7-4e5c-84f5-6464c3164e7f tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 945 time: 0.0542903 Nov 08 00:10:10.742918 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4b8cc70-f157-4f29-980b-fbd0d458cb0a req-529cd04c-cccc-4d34-81db-26a02b1af4f8 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857794 Nov 08 00:10:10.743150 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f734ebb2-21af-4e8c-b2ac-e558e7b42999 req-9ad64c31-a321-495f-bff2-c7d145a2c860 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450940 Nov 08 00:10:10.846787 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623954f6-0774-4f71-9255-8d43619ceedd req-8463795d-8ac7-4f25-9571-2b88c3860167 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:10.848756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-623954f6-0774-4f71-9255-8d43619ceedd req-8463795d-8ac7-4f25-9571-2b88c3860167 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/networks?id=ab936907-cfe6-4fa3-961d-e6bc2b193213 HTTP/1.1" status: 200 len: 815 time: 0.1210604 Nov 08 00:10:10.863867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-623954f6-0774-4f71-9255-8d43619ceedd req-24b5db5f-469f-4885-8385-91f0c36d5b9b tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/quotas/cbd714f1e0824349b68931b67c187b4d HTTP/1.1" status: 200 len: 375 time: 0.0096004 Nov 08 00:10:10.867711 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4b8cc70-f157-4f29-980b-fbd0d458cb0a req-ee7a3228-9197-44fb-a3d9-638e73c14415 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118925 Nov 08 00:10:10.917883 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-623954f6-0774-4f71-9255-8d43619ceedd req-0dc2a9d2-3df9-4f56-9fc8-ac92ece9cd89 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbd714f1e0824349b68931b67c187b4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480826 Nov 08 00:10:10.956130 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241165bf-7807-446e-844c-483262044129 req-a15fa861-6e78-4216-8c2b-d9bd17213cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:10.957900 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-241165bf-7807-446e-844c-483262044129 req-a15fa861-6e78-4216-8c2b-d9bd17213cf5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21edfc77fe094b2d97711711c5adbccd&device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 1095 time: 0.0457394 Nov 08 00:10:11.016204 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-241165bf-7807-446e-844c-483262044129 req-4e7e9020-14a5-4a20-9c22-cbd18ca9086a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ecea856-6cd1-49c4-b670-59e47a290351 HTTP/1.1" status: 200 len: 217 time: 0.0418491 Nov 08 00:10:11.045943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-623954f6-0774-4f71-9255-8d43619ceedd req-4165da9e-0c39-4d36-b80a-107aaf1f6ae9 service neutron] 10.222.0.13 "GET /v2.0/networks/ab936907-cfe6-4fa3-961d-e6bc2b193213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172595 Nov 08 00:10:11.066115 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241165bf-7807-446e-844c-483262044129 req-bf0cbf53-f51d-4807-a7c6-fb672c9a7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:11.067570 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-241165bf-7807-446e-844c-483262044129 req-bf0cbf53-f51d-4807-a7c6-fb672c9a7d45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b3b7865-e2bd-4e2c-8ae2-76e310490d35 HTTP/1.1" status: 200 len: 851 time: 0.0439470 Nov 08 00:10:11.100816 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-241165bf-7807-446e-844c-483262044129 req-780f4e13-1a8c-4e2a-b661-e8c39164fcc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00c6100d-05e3-43cc-b647-520b9eba8eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240583 Nov 08 00:10:11.105243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f211f3-a72f-4a6e-a915-af5153b49ef9 req-1d8f8792-02e4-4b00-b847-561e85f86eef tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:11.111453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f211f3-a72f-4a6e-a915-af5153b49ef9 req-1d8f8792-02e4-4b00-b847-561e85f86eef tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:11.113079 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-77f211f3-a72f-4a6e-a915-af5153b49ef9 req-1d8f8792-02e4-4b00-b847-561e85f86eef tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ee9726f-861f-4126-9727-27505bd6b296&device_id=b0e5c730-4b53-4c30-b2b4-e4916c5f6917 HTTP/1.1" status: 200 len: 1690 time: 0.1142156 Nov 08 00:10:11.177241 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-77f211f3-a72f-4a6e-a915-af5153b49ef9 req-490ea757-3034-4e79-850e-80f483a9bbe6 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579255 Nov 08 00:10:11.192807 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-623954f6-0774-4f71-9255-8d43619ceedd req-4053a98b-8916-4e56-bc20-4fb06ba33f05 service neutron] 10.222.0.13 "GET /v2.0/networks/ab936907-cfe6-4fa3-961d-e6bc2b193213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396785 Nov 08 00:10:11.205588 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-241165bf-7807-446e-844c-483262044129 req-e9c197e2-c8f2-468f-b277-b591848d65e4 service neutron] 10.222.0.20 "GET /v2.0/networks/00c6100d-05e3-43cc-b647-520b9eba8eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914419 Nov 08 00:10:11.224122 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852f90d9-5017-41dc-9705-2670a771bbda x-openstack-request-id: req-852f90d9-5017-41dc-9705-2670a771bbda {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:11.224472 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c", "tag": "4ecea856-6cd1-49c4-b670-59e47a290351", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:11.224792 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-852f90d9-5017-41dc-9705-2670a771bbda {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:11.225247 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c', 'tag': '4ecea856-6cd1-49c4-b670-59e47a290351', 'status': 'completed', 'code': 200} Nov 08 00:10:11.315201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53f43d-844f-4dda-a4e0-1687e666bc3f req-b5521a6c-6a5e-42e9-a1fd-1dae76aa8cc1 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:11.316739 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7e53f43d-844f-4dda-a4e0-1687e666bc3f req-b5521a6c-6a5e-42e9-a1fd-1dae76aa8cc1 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.0511360 Nov 08 00:10:11.321992 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-241165bf-7807-446e-844c-483262044129 req-d563eac4-639b-4682-b9ab-4341085da695 service neutron] 10.222.0.20 "GET /v2.0/networks/00c6100d-05e3-43cc-b647-520b9eba8eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073170 Nov 08 00:10:11.356328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7e53f43d-844f-4dda-a4e0-1687e666bc3f req-c7e60e54-4576-4e69-b8bf-425e38468f02 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319862 Nov 08 00:10:11.557067 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93b750-e573-4f1b-a670-849b54890be1 req-718b6aa6-5fdb-4f70-ab9f-8ec31b182c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:11.558694 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3e93b750-e573-4f1b-a670-849b54890be1 req-718b6aa6-5fdb-4f70-ab9f-8ec31b182c42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21edfc77fe094b2d97711711c5adbccd&device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 1095 time: 0.0516849 Nov 08 00:10:11.563354 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5af721-edea-4741-8180-863f6f21ea98 req-536763da-d894-4ac9-9915-d5ca4d001f75 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:11.564930 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b5af721-edea-4741-8180-863f6f21ea98 req-536763da-d894-4ac9-9915-d5ca4d001f75 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.0809426 Nov 08 00:10:11.576970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77431f-5643-41db-af08-c9994d734d3d req-1dd691ac-7d4e-4f29-9b34-c68f0a251f7e tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:11.580467 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb77431f-5643-41db-af08-c9994d734d3d req-1dd691ac-7d4e-4f29-9b34-c68f0a251f7e tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 949 time: 0.0859802 Nov 08 00:10:11.649527 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b5af721-edea-4741-8180-863f6f21ea98 req-ac4e6a17-38a7-4797-9487-614e386bf4b4 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657513 Nov 08 00:10:11.652973 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb77431f-5643-41db-af08-c9994d734d3d req-f1dbcd02-4361-4b80-ab8d-540698a96b47 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647154 Nov 08 00:10:11.742088 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4edfcdb8-2b6c-40ea-be33-a39aa2ecb5db req-465117a4-ebf6-44c1-89e7-9cbf9d69c0fb tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 210 time: 0.0294623 Nov 08 00:10:11.841862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415b4d1-416f-4c4c-aef0-8b07bdde1f81 req-b3a32802-2c61-4956-985d-d9733cc682f9 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:11.843376 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d415b4d1-416f-4c4c-aef0-8b07bdde1f81 req-b3a32802-2c61-4956-985d-d9733cc682f9 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 944 time: 0.0850875 Nov 08 00:10:11.886797 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11681630-ffd1-4b1a-a19a-d4df57e08628 req-5bf4a295-e8e6-4534-a938-f00038c8206a tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:11.888360 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11681630-ffd1-4b1a-a19a-d4df57e08628 req-5bf4a295-e8e6-4534-a938-f00038c8206a tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 1101 time: 0.0820236 Nov 08 00:10:11.895886 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d415b4d1-416f-4c4c-aef0-8b07bdde1f81 req-c2753048-49d1-4be5-8776-4ec8afc958d4 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463662 Nov 08 00:10:11.933939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11681630-ffd1-4b1a-a19a-d4df57e08628 req-a8565ee5-70d5-4c48-8c0f-7ee372073cf7 tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356832 Nov 08 00:10:11.949865 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93b750-e573-4f1b-a670-849b54890be1 req-ebd38813-6c48-40ba-b805-aa12ace77a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:11.952191 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3e93b750-e573-4f1b-a670-849b54890be1 req-ebd38813-6c48-40ba-b805-aa12ace77a51 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00c6100d-05e3-43cc-b647-520b9eba8eca HTTP/1.1" status: 200 len: 912 time: 0.3747776 Nov 08 00:10:12.033307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453d70c-889e-44e2-8570-e34a882d916e req-72db7965-10bd-4c9e-867e-7690d8314cab tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:12.034811 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a453d70c-889e-44e2-8570-e34a882d916e req-72db7965-10bd-4c9e-867e-7690d8314cab tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 945 time: 0.0722730 Nov 08 00:10:12.055325 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3e93b750-e573-4f1b-a670-849b54890be1 req-a23c1de1-8f91-4216-8807-6fcca0370b34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ecea856-6cd1-49c4-b670-59e47a290351 HTTP/1.1" status: 200 len: 217 time: 0.0358284 Nov 08 00:10:12.067354 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee490c3-de1e-4035-ae06-84d1321ba782 req-de0088a5-19aa-4186-8431-0cfcb977b35a tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:12.068948 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aee490c3-de1e-4035-ae06-84d1321ba782 req-de0088a5-19aa-4186-8431-0cfcb977b35a tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b0e5c730-4b53-4c30-b2b4-e4916c5f6917 HTTP/1.1" status: 200 len: 1100 time: 0.0695109 Nov 08 00:10:12.089294 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a453d70c-889e-44e2-8570-e34a882d916e req-8bd64529-063f-40b1-ab1a-74d91e5cf1e4 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469403 Nov 08 00:10:12.112568 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93b750-e573-4f1b-a670-849b54890be1 req-c48bf158-3244-4b57-8e4c-5e6f41ff2129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:12.114393 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3e93b750-e573-4f1b-a670-849b54890be1 req-c48bf158-3244-4b57-8e4c-5e6f41ff2129 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b3b7865-e2bd-4e2c-8ae2-76e310490d35 HTTP/1.1" status: 200 len: 851 time: 0.0492418 Nov 08 00:10:12.118089 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aee490c3-de1e-4035-ae06-84d1321ba782 req-ff881356-b8ce-4c96-9a52-76ed0dceae37 tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416646 Nov 08 00:10:12.158063 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3e93b750-e573-4f1b-a670-849b54890be1 req-2a107cad-c2b8-4448-98b9-af2cf07c0614 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00c6100d-05e3-43cc-b647-520b9eba8eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353286 Nov 08 00:10:12.250666 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3e93b750-e573-4f1b-a670-849b54890be1 req-e56102e6-d03a-4bcb-90bb-1f7ec40a9f4a service neutron] 10.222.0.20 "GET /v2.0/networks/00c6100d-05e3-43cc-b647-520b9eba8eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831382 Nov 08 00:10:12.350596 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3e93b750-e573-4f1b-a670-849b54890be1 req-0db052b9-699d-4fee-9648-1feeee3a05fe service neutron] 10.222.0.20 "GET /v2.0/networks/00c6100d-05e3-43cc-b647-520b9eba8eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924447 Nov 08 00:10:12.504849 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-5100b043-c5f7-4fed-be2c-9b408c8d960e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239782 Nov 08 00:10:12.531272 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19eff3-5520-461e-96a4-0bdaa8d445b6 req-f13ac80d-bc8a-4d19-9f1f-971be387a737 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:12.532803 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2e19eff3-5520-461e-96a4-0bdaa8d445b6 req-f13ac80d-bc8a-4d19-9f1f-971be387a737 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.0933912 Nov 08 00:10:12.615758 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2e19eff3-5520-461e-96a4-0bdaa8d445b6 req-c09b62bf-b243-465a-b472-5a674074113b tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732725 Nov 08 00:10:12.645883 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae060414-40c1-4005-a554-e82915118fe7 req-793d2fce-3aaf-4be1-9523-8ffd893f09a3 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:12.647339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-793d2fce-3aaf-4be1-9523-8ffd893f09a3 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1358109 Nov 08 00:10:12.662477 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-488717ca-7622-4f1e-ae3a-7a97719006c5 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/quotas/01a4d5e932eb46c6a9a010666c7cdefd HTTP/1.1" status: 200 len: 375 time: 0.0092311 Nov 08 00:10:12.720581 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-9dddabac-e621-424b-8917-9d9de8d76516 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523086 Nov 08 00:10:12.808587 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bfbd6-6cf7-4586-b585-4a026ae99a7c req-a0349bd6-0d7d-48e9-be23-7ea2a7630d43 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:12.810068 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-354bfbd6-6cf7-4586-b585-4a026ae99a7c req-a0349bd6-0d7d-48e9-be23-7ea2a7630d43 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.0523312 Nov 08 00:10:12.848267 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-354bfbd6-6cf7-4586-b585-4a026ae99a7c req-fabc0fb1-10f2-49f2-ae9e-241c67f72316 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314870 Nov 08 00:10:12.956353 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9f157-ad6f-4b98-b35c-935fef57ad5a req-2151b0ca-4e20-4c25-9749-836f9a339d62 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:12.957805 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-58f9f157-ad6f-4b98-b35c-935fef57ad5a req-2151b0ca-4e20-4c25-9749-836f9a339d62 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 949 time: 0.0546985 Nov 08 00:10:12.996370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-58f9f157-ad6f-4b98-b35c-935fef57ad5a req-5a4db86a-6d3c-4efc-8eef-4da96ba358b2 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324605 Nov 08 00:10:13.088184 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4fe09205-dd18-4987-93ef-29e374cc64aa req-4f61bc05-c38f-425b-a361-0116846d193d tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 210 time: 0.0295589 Nov 08 00:10:13.189684 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a4906-39f1-47cc-8671-55016131dead req-82e9b403-2588-46ab-ac30-af19b24ae66c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:13.192502 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-869a4906-39f1-47cc-8671-55016131dead req-82e9b403-2588-46ab-ac30-af19b24ae66c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 944 time: 0.0490506 Nov 08 00:10:13.228080 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-869a4906-39f1-47cc-8671-55016131dead req-2ed7af2e-4cd3-490c-b2f0-078be41d2a69 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307772 Nov 08 00:10:13.334583 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1c34a-b9a5-4ed8-9cc4-fd44f8565f73 req-bf473f41-1365-4645-89ec-56c005ff5e3e tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:13.336122 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11a1c34a-b9a5-4ed8-9cc4-fd44f8565f73 req-bf473f41-1365-4645-89ec-56c005ff5e3e tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 945 time: 0.0510876 Nov 08 00:10:13.377894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11a1c34a-b9a5-4ed8-9cc4-fd44f8565f73 req-c78b1124-5656-487c-b29d-3cda2bf8d5d4 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356874 Nov 08 00:10:13.431098 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device bd734384-e1a4-4faa-874a-0e4a3dfba95c up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:10:13.491247 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed053ebb-0762-417f-a9ad-9dc91e196910 req-cdac0188-7e3b-4609-87f7-404e75dee799 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:13.499534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed053ebb-0762-417f-a9ad-9dc91e196910 req-cdac0188-7e3b-4609-87f7-404e75dee799 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 1096 time: 0.0496118 Nov 08 00:10:13.538071 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed053ebb-0762-417f-a9ad-9dc91e196910 req-597f6ade-6440-4487-bfeb-fa2631834087 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327458 Nov 08 00:10:13.578205 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port bd734384-e1a4-4faa-874a-0e4a3dfba95c completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:10:13.582334 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port bd734384-e1a4-4faa-874a-0e4a3dfba95c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:10:13.582593 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:13.600460 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ace7c2b-ee55-464e-8260-8ab17785ffd4 req-d293c24c-189b-4098-b2a5-2516aa9b918a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=5047995d-c2de-4427-85a5-a0710dbaac6a HTTP/1.1" status: 200 len: 210 time: 0.0328152 Nov 08 00:10:13.684454 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:13.719501 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee3441a-7378-4471-b430-a5c7455e0597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd734384-e1a4-4faa-874a-0e4a3dfba95c'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:13.722498 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9787e899-f6b6-4a01-9f81-a1e82e382fd6" -d '{"events": [{"server_uuid": "4ee3441a-7378-4471-b430-a5c7455e0597", "name": "network-vif-plugged", "status": "completed", "tag": "bd734384-e1a4-4faa-874a-0e4a3dfba95c"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:13.742034 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port bd734384-e1a4-4faa-874a-0e4a3dfba95c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=bd734384-e1a4-4faa-874a-0e4a3dfba95c,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:13.758895 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf8abb-31ab-444d-80b4-0681ad487efe req-04df78ec-d280-4827-8153-38149fd0fccf tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:13.761080 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ebf8abb-31ab-444d-80b4-0681ad487efe req-04df78ec-d280-4827-8153-38149fd0fccf tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.0764256 Nov 08 00:10:13.808585 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:13.820986 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ebf8abb-31ab-444d-80b4-0681ad487efe req-e932cf17-b011-42d6-b961-c9f74a5dfbe5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501051 Nov 08 00:10:13.850006 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a341ec-1649-43b6-aab6-c05925efe42a x-openstack-request-id: req-83a341ec-1649-43b6-aab6-c05925efe42a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:13.850329 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee3441a-7378-4471-b430-a5c7455e0597", "name": "network-vif-plugged", "status": "completed", "tag": "bd734384-e1a4-4faa-874a-0e4a3dfba95c", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:13.850578 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83a341ec-1649-43b6-aab6-c05925efe42a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:13.850971 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee3441a-7378-4471-b430-a5c7455e0597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd734384-e1a4-4faa-874a-0e4a3dfba95c', 'code': 200} Nov 08 00:10:13.867230 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=bd734384-e1a4-4faa-874a-0e4a3dfba95c,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:13.973504 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe1265-caee-4c23-8090-ddcbda3c0277 req-ec9fe8b8-53e0-4500-bc53-324a47d69ec2 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:13.974999 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9dfe1265-caee-4c23-8090-ddcbda3c0277 req-ec9fe8b8-53e0-4500-bc53-324a47d69ec2 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.0502417 Nov 08 00:10:14.052339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9dfe1265-caee-4c23-8090-ddcbda3c0277 req-d0a7e884-92b9-46b5-b269-a14219003369 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672441 Nov 08 00:10:14.073427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca74c1b-8621-4880-b3a1-c682a46d231b req-a30bae8c-be7a-4795-be8e-8ee49ae4f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:14.074764 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623954f6-0774-4f71-9255-8d43619ceedd req-ae879d7f-f9ba-4703-b6d2-f6b4457138c6 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:14.075269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ca74c1b-8621-4880-b3a1-c682a46d231b req-a30bae8c-be7a-4795-be8e-8ee49ae4f20a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 1101 time: 0.0980692 Nov 08 00:10:14.076393 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-623954f6-0774-4f71-9255-8d43619ceedd req-ae879d7f-f9ba-4703-b6d2-f6b4457138c6 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.20 "GET /v2.0/networks?id=ab936907-cfe6-4fa3-961d-e6bc2b193213 HTTP/1.1" status: 200 len: 815 time: 0.1232007 Nov 08 00:10:14.100944 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-623954f6-0774-4f71-9255-8d43619ceedd req-340bf15c-50e4-41be-a549-d217a62b4818 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Request body: {'port': {'device_id': 'e41ab266-9881-4432-87c7-96beb8530618', 'network_id': 'ab936907-cfe6-4fa3-961d-e6bc2b193213', 'admin_state_up': True, 'tenant_id': 'cbd714f1e0824349b68931b67c187b4d'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:10:14.180931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713de424-805b-46ad-8321-b126e787e6f7 req-15662cf5-c7fd-4496-8dd7-d76b22abc536 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:14.183320 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-713de424-805b-46ad-8321-b126e787e6f7 req-15662cf5-c7fd-4496-8dd7-d76b22abc536 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 950 time: 0.0942013 Nov 08 00:10:14.184622 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ca74c1b-8621-4880-b3a1-c682a46d231b req-fc4c04d3-8e1f-45b9-bda2-d88cf2de01e9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857265 Nov 08 00:10:14.204696 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3efffbd4-aa60-4e4f-b2c9-4fb137672ead req-7f1cac0b-a0d2-4837-9d92-22ad26aa363a tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 210 time: 0.0434518 Nov 08 00:10:14.237847 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-713de424-805b-46ad-8321-b126e787e6f7 req-460e7f75-62b0-4a73-ba22-52f2f5806f07 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355082 Nov 08 00:10:14.286902 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623954f6-0774-4f71-9255-8d43619ceedd req-340bf15c-50e4-41be-a549-d217a62b4818 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Made reservation on behalf of cbd714f1e0824349b68931b67c187b4d for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:10:14.291875 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-623954f6-0774-4f71-9255-8d43619ceedd req-340bf15c-50e4-41be-a549-d217a62b4818 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:14.361930 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875de67-1f7f-402d-a1d7-6001053dab88 req-8d9f270b-ee29-4a56-909b-a7626721bf1a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:14.363443 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3875de67-1f7f-402d-a1d7-6001053dab88 req-8d9f270b-ee29-4a56-909b-a7626721bf1a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 944 time: 0.0568893 Nov 08 00:10:14.405637 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3875de67-1f7f-402d-a1d7-6001053dab88 req-5ea8c982-9589-4742-b3b3-373d63a83a2a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332055 Nov 08 00:10:14.421673 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-623954f6-0774-4f71-9255-8d43619ceedd req-340bf15c-50e4-41be-a549-d217a62b4818 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Allocated IP 172.20.0.4 (ab936907-cfe6-4fa3-961d-e6bc2b193213/163a5dc4-15f8-461b-b3a1-edc26d38ef0d/443f7310-6cda-4252-852e-bab2ed6bc863) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:10:14.571998 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-623954f6-0774-4f71-9255-8d43619ceedd req-340bf15c-50e4-41be-a549-d217a62b4818 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:14.695698 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d038948-ccfd-4dd8-840a-2622bb34140f req-ac8fbb50-ebf7-4ec7-9da6-bb4bd4d10cb6 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=5047995d-c2de-4427-85a5-a0710dbaac6a HTTP/1.1" status: 200 len: 210 time: 0.0420530 Nov 08 00:10:14.738301 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-623954f6-0774-4f71-9255-8d43619ceedd req-340bf15c-50e4-41be-a549-d217a62b4818 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:14.782349 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623954f6-0774-4f71-9255-8d43619ceedd req-340bf15c-50e4-41be-a549-d217a62b4818 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Network ab936907-cfe6-4fa3-961d-e6bc2b193213 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:10:14.785991 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-623954f6-0774-4f71-9255-8d43619ceedd req-340bf15c-50e4-41be-a549-d217a62b4818 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:10:14.790390 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-623954f6-0774-4f71-9255-8d43619ceedd req-340bf15c-50e4-41be-a549-d217a62b4818 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:10:14.841492 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bf15c-50e4-41be-a549-d217a62b4818 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Pushing event updated for resources: {'Port': ['ID=443f7310-6cda-4252-852e-bab2ed6bc863,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:14.857905 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623954f6-0774-4f71-9255-8d43619ceedd req-340bf15c-50e4-41be-a549-d217a62b4818 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:14.858913 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-623954f6-0774-4f71-9255-8d43619ceedd req-340bf15c-50e4-41be-a549-d217a62b4818 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:14.941043 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-623954f6-0774-4f71-9255-8d43619ceedd req-340bf15c-50e4-41be-a549-d217a62b4818 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8444383 Nov 08 00:10:14.985498 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Request body: {'port': {'device_id': 'e41ab266-9881-4432-87c7-96beb8530618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:10:14.990155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ef247-b9b3-413f-9f08-efd13b3cc511 req-968e8a87-1f40-483d-9821-572e6b3af3e2 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:14.998928 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e1ef247-b9b3-413f-9f08-efd13b3cc511 req-968e8a87-1f40-483d-9821-572e6b3af3e2 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.0697007 Nov 08 00:10:15.044181 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e1ef247-b9b3-413f-9f08-efd13b3cc511 req-5ef7b9d7-7a17-40cc-85c2-9673d89f9e2a tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439441 Nov 08 00:10:15.079053 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:15.162310 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1bea72cb-ae27-46f0-9686-9aac1bb00659 None None] Provisioning complete for port 443f7310-6cda-4252-852e-bab2ed6bc863 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:10:15.162925 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1bea72cb-ae27-46f0-9686-9aac1bb00659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:15.227500 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1bea72cb-ae27-46f0-9686-9aac1bb00659 None None] Port 443f7310-6cda-4252-852e-bab2ed6bc863 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:10:15.235469 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c30f00-6162-4333-aaa0-e65c50ff27b7 req-32c59cca-5f4b-4ddb-b255-442a1fce9ee7 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:15.243205 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-16c30f00-6162-4333-aaa0-e65c50ff27b7 req-32c59cca-5f4b-4ddb-b255-442a1fce9ee7 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.0759196 Nov 08 00:10:15.291832 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-16c30f00-6162-4333-aaa0-e65c50ff27b7 req-d66c315b-580c-49f6-bcf3-2fc01c7e8bfb tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476735 Nov 08 00:10:15.394974 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ed545-0b09-4e82-ba8c-c44d61ae642b req-13dd7330-232c-41ef-8386-8bc09baf5201 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:15.396090 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-151ed545-0b09-4e82-ba8c-c44d61ae642b req-13dd7330-232c-41ef-8386-8bc09baf5201 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 931 time: 0.0729923 Nov 08 00:10:15.453710 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 4ecea856-6cd1-49c4-b670-59e47a290351 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:10:15.488930 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d34486-dae7-4ed9-b941-8242c864f283 req-2669df08-e79c-4b4d-990b-07a9e7e7b22c tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:15.497481 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87d34486-dae7-4ed9-b941-8242c864f283 req-2669df08-e79c-4b4d-990b-07a9e7e7b22c tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 950 time: 0.1230879 Nov 08 00:10:15.518956 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443f7310-6cda-4252-852e-bab2ed6bc863 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:10:15.529982 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-151ed545-0b09-4e82-ba8c-c44d61ae642b req-4ef9ca54-4d3e-4ebb-aa55-76c1795b9d1b tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/security-groups?id=788ddded-04e2-4995-adb6-70903e69c329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117017 Nov 08 00:10:15.554995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87d34486-dae7-4ed9-b941-8242c864f283 req-855e86c6-68bf-4bf4-8e18-0d5256e46734 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541358 Nov 08 00:10:15.568138 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:15.604132 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Transition to ACTIVE for port object 443f7310-6cda-4252-852e-bab2ed6bc863 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:10:15.697649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ff8c5-a9ea-4415-a8df-e9280a29016f req-4dcb275e-e0aa-441d-bd25-ed1bb2604349 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:15.699943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-085ff8c5-a9ea-4415-a8df-e9280a29016f req-4dcb275e-e0aa-441d-bd25-ed1bb2604349 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 944 time: 0.0747762 Nov 08 00:10:15.721016 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:15.757680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 4ecea856-6cd1-49c4-b670-59e47a290351, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=4ecea856-6cd1-49c4-b670-59e47a290351,segment=NetworkSegment(9616c016-b0f1-4cf9-96a4-fd0381600ec1),segment_id=9616c016-b0f1-4cf9-96a4-fd0381600ec1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:15.829040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '4ecea856-6cd1-49c4-b670-59e47a290351', 'network_id': '00c6100d-05e3-43cc-b647-520b9eba8eca', 'port_id': '4ecea856-6cd1-49c4-b670-59e47a290351', 'mac_address': 'fa:16:3e:7f:14:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3b7865-e2bd-4e2c-8ae2-76e310490d35', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:10:15.873742 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-085ff8c5-a9ea-4415-a8df-e9280a29016f req-bc6de80f-833f-4f82-bdfd-d6368fc375e4 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343100 Nov 08 00:10:15.967243 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b7bf361-d270-468b-914e-67013c6e9b89 req-830051c2-41ac-44d2-b178-c9e6a77b8486 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=5047995d-c2de-4427-85a5-a0710dbaac6a HTTP/1.1" status: 200 len: 210 time: 0.0856373 Nov 08 00:10:15.991901 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:16.031206 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ecea856-6cd1-49c4-b670-59e47a290351 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:10:16.082090 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 4ecea856-6cd1-49c4-b670-59e47a290351, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=4ecea856-6cd1-49c4-b670-59e47a290351,segment=NetworkSegment(9616c016-b0f1-4cf9-96a4-fd0381600ec1),segment_id=9616c016-b0f1-4cf9-96a4-fd0381600ec1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:16.147960 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:16.164919 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Attempting to bind port 443f7310-6cda-4252-852e-bab2ed6bc863 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:10:16.165520 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Attempting to bind port 443f7310-6cda-4252-852e-bab2ed6bc863 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'af723811-6fd4-4618-9deb-818b443ce230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ab936907-cfe6-4fa3-961d-e6bc2b193213'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:10:16.165619 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Attempting to bind port 443f7310-6cda-4252-852e-bab2ed6bc863 on network ab936907-cfe6-4fa3-961d-e6bc2b193213 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:10:16.190073 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Port 443f7310-6cda-4252-852e-bab2ed6bc863 on network ab936907-cfe6-4fa3-961d-e6bc2b193213 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:10:16.190401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Attempting to bind port 443f7310-6cda-4252-852e-bab2ed6bc863 on network ab936907-cfe6-4fa3-961d-e6bc2b193213 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:10:16.199634 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Pushing event updated for resources: {'Port': ['ID=443f7310-6cda-4252-852e-bab2ed6bc863,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:16.227653 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:10:16.228089 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Checking segment: {'id': 'af723811-6fd4-4618-9deb-818b443ce230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ab936907-cfe6-4fa3-961d-e6bc2b193213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:10:16.244548 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Bound using segment: {'id': 'af723811-6fd4-4618-9deb-818b443ce230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ab936907-cfe6-4fa3-961d-e6bc2b193213'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:10:16.245128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Bound port: 443f7310-6cda-4252-852e-bab2ed6bc863, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af723811-6fd4-4618-9deb-818b443ce230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ab936907-cfe6-4fa3-961d-e6bc2b193213'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:10:16.245530 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:16.246433 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=4ecea856-6cd1-49c4-b670-59e47a290351,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:16.291755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5577c2b-0cc8-44c8-8b65-6c32fd847b87 req-763390a4-0866-4321-bbf0-12d17cc233d9 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:16.302295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5577c2b-0cc8-44c8-8b65-6c32fd847b87 req-763390a4-0866-4321-bbf0-12d17cc233d9 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.1484373 Nov 08 00:10:16.354780 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] For port 443f7310-6cda-4252-852e-bab2ed6bc863, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:10:16.359195 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] For port 443f7310-6cda-4252-852e-bab2ed6bc863, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=443f7310-6cda-4252-852e-bab2ed6bc863,segment=NetworkSegment(af723811-6fd4-4618-9deb-818b443ce230),segment_id=af723811-6fd4-4618-9deb-818b443ce230)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:10:16.415022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5577c2b-0cc8-44c8-8b65-6c32fd847b87 req-eafa667f-7ebc-4cf6-8ef9-f6dec59c0395 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116905 Nov 08 00:10:16.468178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f74d72-05cb-4263-af53-749527b658e1 req-6a4e47e5-92b1-4ac1-a37d-a13df9b22def tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:16.477075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d1f74d72-05cb-4263-af53-749527b658e1 req-6a4e47e5-92b1-4ac1-a37d-a13df9b22def tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.0843315 Nov 08 00:10:16.484553 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:16.519256 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:16.520295 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:16.521746 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-623954f6-0774-4f71-9255-8d43619ceedd req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] 10.222.0.20 "PUT /v2.0/ports/443f7310-6cda-4252-852e-bab2ed6bc863 HTTP/1.1" status: 200 len: 1091 time: 1.5492563 Nov 08 00:10:16.522199 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41ab266-9881-4432-87c7-96beb8530618', 'tag': '443f7310-6cda-4252-852e-bab2ed6bc863'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:16.527066 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2abf19e-b819-4c37-b179-ff69e8fab5be" -d '{"events": [{"name": "network-changed", "server_uuid": "e41ab266-9881-4432-87c7-96beb8530618", "tag": "443f7310-6cda-4252-852e-bab2ed6bc863"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:16.532604 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d1f74d72-05cb-4263-af53-749527b658e1 req-6cbdb008-aad1-4868-ae54-2c923a80975f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544009 Nov 08 00:10:16.583403 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91372e-a822-47d0-b7a4-4f6ff8751bca service neutron] Pushing event updated for resources: {'Port': ['ID=443f7310-6cda-4252-852e-bab2ed6bc863,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:16.627682 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176c073b-d42e-41f2-abdd-e0c2f15b6e53 x-openstack-request-id: req-176c073b-d42e-41f2-abdd-e0c2f15b6e53 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:16.628371 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41ab266-9881-4432-87c7-96beb8530618", "tag": "443f7310-6cda-4252-852e-bab2ed6bc863", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:16.629365 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-176c073b-d42e-41f2-abdd-e0c2f15b6e53 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:16.629365 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41ab266-9881-4432-87c7-96beb8530618', 'tag': '443f7310-6cda-4252-852e-bab2ed6bc863', 'status': 'completed', 'code': 200} Nov 08 00:10:16.643556 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['4ecea856-6cd1-49c4-b670-59e47a290351'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:16.727685 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e9998-016e-43a4-bea5-950e9ce8b278 req-15b8f7c7-7c0b-4860-802e-d5a54dd4e59c tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:16.748160 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e53e9998-016e-43a4-bea5-950e9ce8b278 req-15b8f7c7-7c0b-4860-802e-d5a54dd4e59c tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 943 time: 0.0703778 Nov 08 00:10:16.859582 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e53e9998-016e-43a4-bea5-950e9ce8b278 req-8d729cc1-1931-4148-a03f-6c0ec1f85d1b tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/security-groups?id=788ddded-04e2-4995-adb6-70903e69c329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988052 Nov 08 00:10:16.879186 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18ebaa-191c-4663-8efb-d7967cf99146 req-3a11a4f7-c353-4b20-b7c6-d00af6700c28 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:16.886986 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f18ebaa-191c-4663-8efb-d7967cf99146 req-3a11a4f7-c353-4b20-b7c6-d00af6700c28 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 950 time: 0.1358757 Nov 08 00:10:16.964578 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f18ebaa-191c-4663-8efb-d7967cf99146 req-6f8acbeb-f2a7-4580-b385-d1e044ade8cf tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765011 Nov 08 00:10:17.143456 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dfa9e-3302-4ae8-a1d7-7439fb402d6f req-d43fc9a5-cfac-4422-a6b0-6fe7796f1ea1 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:17.153642 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-846dfa9e-3302-4ae8-a1d7-7439fb402d6f req-d43fc9a5-cfac-4422-a6b0-6fe7796f1ea1 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 945 time: 0.1155131 Nov 08 00:10:17.455857 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-846dfa9e-3302-4ae8-a1d7-7439fb402d6f req-04cb7949-c40d-4c26-b382-ffaf7e77c9f9 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010538 Nov 08 00:10:17.495238 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2697c0a7-f001-4de0-b31f-234fa67152ea req-670082e5-270d-44c5-9d95-1016f3f19f71 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=5047995d-c2de-4427-85a5-a0710dbaac6a HTTP/1.1" status: 200 len: 210 time: 0.0381258 Nov 08 00:10:17.630935 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-a28d983f-eafa-4870-ad23-7c5d46299b51 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308595 Nov 08 00:10:17.639940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313066f-ca03-4642-92b2-5540dfd56143 req-80320e5b-a38a-4e3a-a49c-513e5b13f4fb tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:17.647142 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7313066f-ca03-4642-92b2-5540dfd56143 req-80320e5b-a38a-4e3a-a49c-513e5b13f4fb tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 950 time: 0.0902061 Nov 08 00:10:17.759429 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7313066f-ca03-4642-92b2-5540dfd56143 req-7d3ab115-8897-4090-a408-0b50e3ff8c56 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009014 Nov 08 00:10:17.861244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae060414-40c1-4005-a554-e82915118fe7 req-00569418-c900-4936-b129-55818bf577fe tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:17.866540 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-00569418-c900-4936-b129-55818bf577fe tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2283368 Nov 08 00:10:17.899651 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-ae060414-40c1-4005-a554-e82915118fe7 req-a0a0afd2-cb29-49ef-9708-49c5c23a699e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Request body: {'port': {'device_id': '5047995d-c2de-4427-85a5-a0710dbaac6a', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '01a4d5e932eb46c6a9a010666c7cdefd'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:10:17.924764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba49cf4-623a-42d1-a99c-6146c12b4694 req-a39d63ab-39c6-4cbe-9eee-ee0380137ba9 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:17.926505 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ba49cf4-623a-42d1-a99c-6146c12b4694 req-a39d63ab-39c6-4cbe-9eee-ee0380137ba9 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.0740955 Nov 08 00:10:18.011640 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ba49cf4-623a-42d1-a99c-6146c12b4694 req-f0e5dfdb-6c15-444d-9482-855db9579162 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773425 Nov 08 00:10:18.125190 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae060414-40c1-4005-a554-e82915118fe7 req-a0a0afd2-cb29-49ef-9708-49c5c23a699e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Made reservation on behalf of 01a4d5e932eb46c6a9a010666c7cdefd for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:10:18.130815 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ae060414-40c1-4005-a554-e82915118fe7 req-a0a0afd2-cb29-49ef-9708-49c5c23a699e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:18.156585 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b61e8-a7ba-4c7e-bbe9-88647d3eb0f5 req-e2d7a460-bf0c-49de-b0fb-34a68be88e35 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:18.166610 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-965b61e8-a7ba-4c7e-bbe9-88647d3eb0f5 req-e2d7a460-bf0c-49de-b0fb-34a68be88e35 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.0797722 Nov 08 00:10:18.214239 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-965b61e8-a7ba-4c7e-bbe9-88647d3eb0f5 req-c2dc3152-9139-4e59-9698-3e3539d55d70 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451169 Nov 08 00:10:18.351886 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f122fa0-6d87-4f9f-aa1a-a11a5e3cc871 req-b7a65464-bd2c-4b43-a7e1-ffa6e48569ca tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:18.353973 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f122fa0-6d87-4f9f-aa1a-a11a5e3cc871 req-b7a65464-bd2c-4b43-a7e1-ffa6e48569ca tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 943 time: 0.0573866 Nov 08 00:10:18.356486 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-ae060414-40c1-4005-a554-e82915118fe7 req-a0a0afd2-cb29-49ef-9708-49c5c23a699e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Allocated IP 192.168.233.97 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/1fba75ff-6139-4479-acd5-e7142b1cd8fd) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:10:18.416791 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f122fa0-6d87-4f9f-aa1a-a11a5e3cc871 req-17f452ca-454f-4680-a87f-417fc2abc503 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/security-groups?id=788ddded-04e2-4995-adb6-70903e69c329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542386 Nov 08 00:10:18.568944 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ae060414-40c1-4005-a554-e82915118fe7 req-a0a0afd2-cb29-49ef-9708-49c5c23a699e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:18.683354 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ae060414-40c1-4005-a554-e82915118fe7 req-a0a0afd2-cb29-49ef-9708-49c5c23a699e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:18.725549 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['f555dd6f-2546-4108-be05-6fa495bf07b2', '9d910f50-4fa6-4358-9600-f71bb62af702'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:18.726844 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae060414-40c1-4005-a554-e82915118fe7 req-a0a0afd2-cb29-49ef-9708-49c5c23a699e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:10:18.738887 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-ae060414-40c1-4005-a554-e82915118fe7 req-a0a0afd2-cb29-49ef-9708-49c5c23a699e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:10:18.742747 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae060414-40c1-4005-a554-e82915118fe7 req-a0a0afd2-cb29-49ef-9708-49c5c23a699e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:10:18.767443 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b123972d-37a4-49ab-96fd-efccd7e59417'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:18.773011 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0afd2-cb29-49ef-9708-49c5c23a699e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Pushing event updated for resources: {'Port': ['ID=1fba75ff-6139-4479-acd5-e7142b1cd8fd,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:18.814118 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae060414-40c1-4005-a554-e82915118fe7 req-a0a0afd2-cb29-49ef-9708-49c5c23a699e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:18.815419 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ae060414-40c1-4005-a554-e82915118fe7 req-a0a0afd2-cb29-49ef-9708-49c5c23a699e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:18.891524 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-a0a0afd2-cb29-49ef-9708-49c5c23a699e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0047913 Nov 08 00:10:18.916867 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Request body: {'port': {'device_id': '5047995d-c2de-4427-85a5-a0710dbaac6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:10:19.016328 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:19.034358 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a67257c0-0586-438f-ace3-ad697292d667 None None] Provisioning complete for port 1fba75ff-6139-4479-acd5-e7142b1cd8fd triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:10:19.034750 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a67257c0-0586-438f-ace3-ad697292d667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:19.098971 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a67257c0-0586-438f-ace3-ad697292d667 None None] Port 1fba75ff-6139-4479-acd5-e7142b1cd8fd cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:10:19.304894 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fba75ff-6139-4479-acd5-e7142b1cd8fd {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:10:19.312573 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:19.325194 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Transition to ACTIVE for port object 1fba75ff-6139-4479-acd5-e7142b1cd8fd will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:10:19.397035 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:19.463555 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Pushing event updated for resources: {'Port': ['ID=1fba75ff-6139-4479-acd5-e7142b1cd8fd,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:19.484845 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 4ecea856-6cd1-49c4-b670-59e47a290351 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:10:19.523668 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Attempting to bind port 1fba75ff-6139-4479-acd5-e7142b1cd8fd on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:10:19.524041 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Attempting to bind port 1fba75ff-6139-4479-acd5-e7142b1cd8fd by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:10:19.524505 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Attempting to bind port 1fba75ff-6139-4479-acd5-e7142b1cd8fd on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:10:19.529603 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Port 1fba75ff-6139-4479-acd5-e7142b1cd8fd on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:10:19.529930 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Attempting to bind port 1fba75ff-6139-4479-acd5-e7142b1cd8fd on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:10:19.535676 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:10:19.536043 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:10:19.536758 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:10:19.539630 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Bound port: 1fba75ff-6139-4479-acd5-e7142b1cd8fd, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:10:19.539630 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:19.591571 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 4ecea856-6cd1-49c4-b670-59e47a290351 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:10:19.597258 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 4ecea856-6cd1-49c4-b670-59e47a290351 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:10:19.597756 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:19.644727 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] For port 1fba75ff-6139-4479-acd5-e7142b1cd8fd, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:10:19.649975 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] For port 1fba75ff-6139-4479-acd5-e7142b1cd8fd, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=1fba75ff-6139-4479-acd5-e7142b1cd8fd,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:10:19.735507 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:19.805786 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:19.805893 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:19.807935 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] 10.222.0.26 "PUT /v2.0/ports/1fba75ff-6139-4479-acd5-e7142b1cd8fd HTTP/1.1" status: 200 len: 1095 time: 0.8967128 Nov 08 00:10:19.808339 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5047995d-c2de-4427-85a5-a0710dbaac6a', 'tag': '1fba75ff-6139-4479-acd5-e7142b1cd8fd'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:19.810641 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f627c226-1799-4455-9abf-34d5c582a06e" -d '{"events": [{"name": "network-changed", "server_uuid": "5047995d-c2de-4427-85a5-a0710dbaac6a", "tag": "1fba75ff-6139-4479-acd5-e7142b1cd8fd"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:19.847550 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Pushing event updated for resources: {'Port': ['ID=1fba75ff-6139-4479-acd5-e7142b1cd8fd,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:19.849260 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:19.856751 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:19.857216 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:19.859033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:19.859033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:19.859033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:19.859324 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:19.859864 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:19.860278 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:19.860961 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:19.861079 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:19.861496 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:19.861908 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3524873-d0d6-4aed-9573-626047e8ec4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:19.880315 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecea856-6cd1-49c4-b670-59e47a290351'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:19.882555 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a8a440-c867-41ab-b425-a70603ca6de3" -d '{"events": [{"server_uuid": "b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c", "name": "network-vif-plugged", "status": "completed", "tag": "4ecea856-6cd1-49c4-b670-59e47a290351"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:19.896182 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 4ecea856-6cd1-49c4-b670-59e47a290351, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=4ecea856-6cd1-49c4-b670-59e47a290351,segment=NetworkSegment(9616c016-b0f1-4cf9-96a4-fd0381600ec1),segment_id=9616c016-b0f1-4cf9-96a4-fd0381600ec1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:19.934709 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:19.983860 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae060414-40c1-4005-a554-e82915118fe7 req-3c68a1a6-74e4-4611-b463-3d68c478e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:19.985381 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-3c68a1a6-74e4-4611-b463-3d68c478e4ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&device_id=5047995d-c2de-4427-85a5-a0710dbaac6a HTTP/1.1" status: 200 len: 1098 time: 0.0474005 Nov 08 00:10:19.996158 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=4ecea856-6cd1-49c4-b670-59e47a290351,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:20.051533 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-f299d89c-8c8a-43ff-bc23-0726955f3f89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=1fba75ff-6139-4479-acd5-e7142b1cd8fd HTTP/1.1" status: 200 len: 217 time: 0.0484848 Nov 08 00:10:20.075266 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:10:20.100732 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae060414-40c1-4005-a554-e82915118fe7 req-058e99fe-f9da-487e-aa56-b75d6b57dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:20.102185 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-058e99fe-f9da-487e-aa56-b75d6b57dbc1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0437248 Nov 08 00:10:20.148575 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae060414-40c1-4005-a554-e82915118fe7 req-beecdcb6-7ee7-4853-8404-9193a79ba296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:20.150551 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-beecdcb6-7ee7-4853-8404-9193a79ba296 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0401795 Nov 08 00:10:20.254145 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-2a14d60d-926e-4f30-90cb-cdb99866d2b9 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893297 Nov 08 00:10:20.348615 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-216cffa8-6e76-4d8c-b443-c15835121c26 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826550 Nov 08 00:10:23.103480 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 1fba75ff-6139-4479-acd5-e7142b1cd8fd details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:10:23.274995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 1fba75ff-6139-4479-acd5-e7142b1cd8fd, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=1fba75ff-6139-4479-acd5-e7142b1cd8fd,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:23.290726 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '1fba75ff-6139-4479-acd5-e7142b1cd8fd', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '1fba75ff-6139-4479-acd5-e7142b1cd8fd', 'mac_address': 'fa:16:3e:a6:97:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:10:23.339378 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:23.366779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fba75ff-6139-4479-acd5-e7142b1cd8fd {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:10:23.393213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 1fba75ff-6139-4479-acd5-e7142b1cd8fd, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=1fba75ff-6139-4479-acd5-e7142b1cd8fd,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:23.454791 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:23.512994 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=1fba75ff-6139-4479-acd5-e7142b1cd8fd,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:23.521946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:23.522253 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:23.522559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:23.522954 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:23.523279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:23.523669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:23.524017 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:23.525358 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:23.525358 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:23.525358 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:23.531075 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:23.531075 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:23.931740 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['1fba75ff-6139-4479-acd5-e7142b1cd8fd'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:27.124156 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 1fba75ff-6139-4479-acd5-e7142b1cd8fd up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:10:27.213749 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 1fba75ff-6139-4479-acd5-e7142b1cd8fd completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:10:27.218005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 1fba75ff-6139-4479-acd5-e7142b1cd8fd triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:10:27.218373 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:27.292250 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:27.330181 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 1fba75ff-6139-4479-acd5-e7142b1cd8fd, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=1fba75ff-6139-4479-acd5-e7142b1cd8fd,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:27.408465 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:27.454599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=1fba75ff-6139-4479-acd5-e7142b1cd8fd,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:28.126069 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca557915-b04c-4f05-bad5-863f2b98184c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:29.550079 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62ac62-b983-4a98-8c1f-2d65bd515347 req-424206a9-0402-437d-94bf-2e186070e490 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:29.551525 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea62ac62-b983-4a98-8c1f-2d65bd515347 req-424206a9-0402-437d-94bf-2e186070e490 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0558550 Nov 08 00:10:29.594632 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea62ac62-b983-4a98-8c1f-2d65bd515347 req-27cb9d2d-bc2d-4bbe-9674-47554bb509c8 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370755 Nov 08 00:10:29.705672 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc703bf-ae78-4143-ae3c-1ea4e89c774c req-6d5b8bab-3686-43e3-96b2-0f73bcbc9d8d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:29.707425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2dc703bf-ae78-4143-ae3c-1ea4e89c774c req-6d5b8bab-3686-43e3-96b2-0f73bcbc9d8d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=5047995d-c2de-4427-85a5-a0710dbaac6a HTTP/1.1" status: 200 len: 949 time: 0.0509019 Nov 08 00:10:29.750571 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2dc703bf-ae78-4143-ae3c-1ea4e89c774c req-8c95b276-7454-4151-99f9-bf3458a95eca tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361106 Nov 08 00:10:29.788653 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abf19e-b819-4c37-b179-ff69e8fab5be req-5735f559-c731-4fbd-bf71-ed08844ddc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:29.790172 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a2abf19e-b819-4c37-b179-ff69e8fab5be req-5735f559-c731-4fbd-bf71-ed08844ddc61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbd714f1e0824349b68931b67c187b4d&device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 1094 time: 0.0633690 Nov 08 00:10:29.870676 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa7841-9b0b-4192-92ec-fb2a83075332 req-bb182a86-0592-48f1-9f55-35b3019828a2 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:29.877950 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1aaa7841-9b0b-4192-92ec-fb2a83075332 req-bb182a86-0592-48f1-9f55-35b3019828a2 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 950 time: 0.0636728 Nov 08 00:10:29.924888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1aaa7841-9b0b-4192-92ec-fb2a83075332 req-6b24301c-bebc-4abf-a4ed-eb9839e6861a tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440865 Nov 08 00:10:30.018517 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abf19e-b819-4c37-b179-ff69e8fab5be req-9b30bfdf-50e7-4443-912c-2b8c1fa1356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:30.021853 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a2abf19e-b819-4c37-b179-ff69e8fab5be req-9b30bfdf-50e7-4443-912c-2b8c1fa1356f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=cbd714f1e0824349b68931b67c187b4d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2054822 Nov 08 00:10:30.034610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af604749-9b27-42d7-bd44-d9663c7ababc req-914c0822-86b7-4851-b598-b3982628a927 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:30.036351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af604749-9b27-42d7-bd44-d9663c7ababc req-914c0822-86b7-4851-b598-b3982628a927 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.0624037 Nov 08 00:10:30.086377 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af604749-9b27-42d7-bd44-d9663c7ababc req-3abd56c0-0f0f-49b0-b48b-c86533bc40b6 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437644 Nov 08 00:10:30.144612 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abf19e-b819-4c37-b179-ff69e8fab5be req-7bd1fd78-0c4b-4bf4-94b4-c5ea63c35e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:30.148380 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a2abf19e-b819-4c37-b179-ff69e8fab5be req-7bd1fd78-0c4b-4bf4-94b4-c5ea63c35e75 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1176929 Nov 08 00:10:30.206629 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910dd51-c8f0-4225-b094-a72222d00083 req-f144f967-863d-4031-90e0-8303d595e6da tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:30.208128 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d910dd51-c8f0-4225-b094-a72222d00083 req-f144f967-863d-4031-90e0-8303d595e6da tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.0503495 Nov 08 00:10:30.251038 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d910dd51-c8f0-4225-b094-a72222d00083 req-bb2ff6a0-3a59-4531-a4ff-b926a4e64fe8 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343561 Nov 08 00:10:30.324826 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623954f6-0774-4f71-9255-8d43619ceedd req-1061b97f-49aa-4a6c-b5f2-107971055c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:30.326399 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-623954f6-0774-4f71-9255-8d43619ceedd req-1061b97f-49aa-4a6c-b5f2-107971055c9d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbd714f1e0824349b68931b67c187b4d&device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 1094 time: 0.0451746 Nov 08 00:10:30.361070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09b07a-65bf-48fe-ba86-c43f822c872b req-d7bb6bae-1101-42d3-b35e-3745906a7c41 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:30.369354 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a09b07a-65bf-48fe-ba86-c43f822c872b req-d7bb6bae-1101-42d3-b35e-3745906a7c41 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 943 time: 0.0637167 Nov 08 00:10:30.377756 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-623954f6-0774-4f71-9255-8d43619ceedd req-0d09aa71-297b-4ce7-947a-f5d0249390e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=443f7310-6cda-4252-852e-bab2ed6bc863 HTTP/1.1" status: 200 len: 217 time: 0.0367389 Nov 08 00:10:30.424444 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-cf3c12f7-9fe9-4cb7-99fc-e80ab8b5aeda tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519085 Nov 08 00:10:30.445102 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bef3f83-74d2-4877-8031-4f8d21716ad2 x-openstack-request-id: req-2bef3f83-74d2-4877-8031-4f8d21716ad2 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:30.445423 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5047995d-c2de-4427-85a5-a0710dbaac6a", "tag": "1fba75ff-6139-4479-acd5-e7142b1cd8fd", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:30.445689 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bef3f83-74d2-4877-8031-4f8d21716ad2 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:30.446123 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5047995d-c2de-4427-85a5-a0710dbaac6a', 'tag': '1fba75ff-6139-4479-acd5-e7142b1cd8fd', 'status': 'completed', 'code': 200} Nov 08 00:10:30.447901 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623954f6-0774-4f71-9255-8d43619ceedd req-72a629c1-280b-4d2a-8845-8dda375af02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:30.449365 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-623954f6-0774-4f71-9255-8d43619ceedd req-72a629c1-280b-4d2a-8845-8dda375af02b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=163a5dc4-15f8-461b-b3a1-edc26d38ef0d HTTP/1.1" status: 200 len: 854 time: 0.0645230 Nov 08 00:10:30.488700 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30626fb8-4103-4c0f-9cc5-d88c48be9a91 x-openstack-request-id: req-30626fb8-4103-4c0f-9cc5-d88c48be9a91 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:30.489201 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c", "name": "network-vif-plugged", "status": "completed", "tag": "4ecea856-6cd1-49c4-b670-59e47a290351", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:30.489295 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30626fb8-4103-4c0f-9cc5-d88c48be9a91 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:30.489606 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecea856-6cd1-49c4-b670-59e47a290351', 'code': 200} Nov 08 00:10:30.544972 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a09b07a-65bf-48fe-ba86-c43f822c872b req-078d6e5a-ca31-4d45-a26c-b3a369dff5a2 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/security-groups?id=788ddded-04e2-4995-adb6-70903e69c329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696119 Nov 08 00:10:30.552388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623954f6-0774-4f71-9255-8d43619ceedd req-e32e268e-8cd2-439f-a01f-92e1d8d3b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:30.553974 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-623954f6-0774-4f71-9255-8d43619ceedd req-e32e268e-8cd2-439f-a01f-92e1d8d3b811 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab936907-cfe6-4fa3-961d-e6bc2b193213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884957 Nov 08 00:10:30.564453 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627c226-1799-4455-9abf-34d5c582a06e req-b4a969f6-295a-4319-99d9-3b4c4cd4b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:30.566194 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f627c226-1799-4455-9abf-34d5c582a06e req-b4a969f6-295a-4319-99d9-3b4c4cd4b752 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&device_id=5047995d-c2de-4427-85a5-a0710dbaac6a HTTP/1.1" status: 200 len: 1100 time: 0.0583923 Nov 08 00:10:30.598318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae060414-40c1-4005-a554-e82915118fe7 req-9c6cf9ac-46a4-4a69-9469-fe73b809a9d3 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:30.599587 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-9c6cf9ac-46a4-4a69-9469-fe73b809a9d3 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1633270 Nov 08 00:10:30.720707 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9901b5-5779-4cba-96d0-0db1a0160bb0 req-4488ec7f-b34a-4930-902a-828d1d9954bb tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:30.722189 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7b9901b5-5779-4cba-96d0-0db1a0160bb0 req-4488ec7f-b34a-4930-902a-828d1d9954bb tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0519903 Nov 08 00:10:30.736732 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627c226-1799-4455-9abf-34d5c582a06e req-df869fce-fcef-4f1b-aad0-27eb49a68a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:30.744014 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39954db2-04ed-4b76-a8a1-f796faf774d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:30.744155 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f627c226-1799-4455-9abf-34d5c582a06e req-df869fce-fcef-4f1b-aad0-27eb49a68a3c service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1598198 Nov 08 00:10:30.744155 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-623954f6-0774-4f71-9255-8d43619ceedd req-ce9ae6bc-da7b-4b95-9929-8fb0b1365598 service neutron] 10.222.0.20 "GET /v2.0/networks/ab936907-cfe6-4fa3-961d-e6bc2b193213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460423 Nov 08 00:10:30.760746 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7b9901b5-5779-4cba-96d0-0db1a0160bb0 req-8eb03c96-b367-4cff-888e-c73d0ba43e54 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321128 Nov 08 00:10:30.792126 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f627c226-1799-4455-9abf-34d5c582a06e req-ecff5dd0-fe3f-49e7-997b-c9fcdcadd572 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=1fba75ff-6139-4479-acd5-e7142b1cd8fd HTTP/1.1" status: 200 len: 217 time: 0.0377293 Nov 08 00:10:30.845304 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627c226-1799-4455-9abf-34d5c582a06e req-fee5b5c1-9b38-48f5-81fb-4c58bac5026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:30.846809 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f627c226-1799-4455-9abf-34d5c582a06e req-fee5b5c1-9b38-48f5-81fb-4c58bac5026e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0449889 Nov 08 00:10:30.873419 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fcb72-c9a2-47ba-a461-1beb7fdd17fd req-755515a0-624e-4779-ace0-fcd166d52621 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:30.875746 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-139fcb72-c9a2-47ba-a461-1beb7fdd17fd req-755515a0-624e-4779-ace0-fcd166d52621 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=5047995d-c2de-4427-85a5-a0710dbaac6a HTTP/1.1" status: 200 len: 949 time: 0.0533786 Nov 08 00:10:30.905023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627c226-1799-4455-9abf-34d5c582a06e req-f8aeb163-4b42-492a-a2a9-0fea4a3f167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:30.906533 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f627c226-1799-4455-9abf-34d5c582a06e req-f8aeb163-4b42-492a-a2a9-0fea4a3f167d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0440838 Nov 08 00:10:30.914966 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-139fcb72-c9a2-47ba-a461-1beb7fdd17fd req-0874c671-d78f-41b1-833e-c347297e877c tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319576 Nov 08 00:10:30.949815 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:30.980792 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-ae060414-40c1-4005-a554-e82915118fe7 req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Request body: {'port': {'device_id': '472cabcf-fe57-42eb-be37-1d312493a5ea', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '01a4d5e932eb46c6a9a010666c7cdefd'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:10:31.098208 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f627c226-1799-4455-9abf-34d5c582a06e req-06c62d4e-a51e-4cfd-9470-920ff69b754c service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819496 Nov 08 00:10:31.107019 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a59889-0b92-4f12-aa16-33f8e85d069c req-262e06de-c31d-4b07-b73a-62cf2817c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:31.108549 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-61a59889-0b92-4f12-aa16-33f8e85d069c req-262e06de-c31d-4b07-b73a-62cf2817c1c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 1097 time: 0.1134245 Nov 08 00:10:31.111878 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59162784-0cbb-4978-b27c-6d0ad61d60ee req-b8530c40-722d-4e63-834a-e32875f853c2 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:31.113537 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59162784-0cbb-4978-b27c-6d0ad61d60ee req-b8530c40-722d-4e63-834a-e32875f853c2 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 950 time: 0.1031680 Nov 08 00:10:31.200687 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59162784-0cbb-4978-b27c-6d0ad61d60ee req-61190a88-b0e7-48cc-9937-5b983c62a831 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681751 Nov 08 00:10:31.258369 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39723b19-41d1-4087-b92e-435aeeba4246 req-de182d92-0589-4282-b2c3-80baf9478d68 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:31.259980 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-39723b19-41d1-4087-b92e-435aeeba4246 req-de182d92-0589-4282-b2c3-80baf9478d68 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.0591109 Nov 08 00:10:31.263296 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae060414-40c1-4005-a554-e82915118fe7 req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Made reservation on behalf of 01a4d5e932eb46c6a9a010666c7cdefd for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:10:31.267415 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ae060414-40c1-4005-a554-e82915118fe7 req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:31.437067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-39723b19-41d1-4087-b92e-435aeeba4246 req-b6c6d030-1e3a-4e94-82cb-9d1ab5c799b9 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556768 Nov 08 00:10:31.515131 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-61a59889-0b92-4f12-aa16-33f8e85d069c req-1a69a035-dc6b-49f8-8ef7-ceb46057c3d2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945272 Nov 08 00:10:31.517212 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-623954f6-0774-4f71-9255-8d43619ceedd req-f0b5968f-b6db-4468-9cca-3baa4f3eb734 service neutron] 10.222.0.20 "GET /v2.0/networks/ab936907-cfe6-4fa3-961d-e6bc2b193213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220931 Nov 08 00:10:31.519148 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f627c226-1799-4455-9abf-34d5c582a06e req-0cdbea48-f666-4692-be65-524bf841af04 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089489 Nov 08 00:10:31.528872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d37fc-7766-460e-a813-72a47ca2e830 req-341d0c76-7a4e-4012-8895-d16188a7e3c0 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:31.531076 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae9d37fc-7766-460e-a813-72a47ca2e830 req-341d0c76-7a4e-4012-8895-d16188a7e3c0 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.1439934 Nov 08 00:10:31.614614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-ae060414-40c1-4005-a554-e82915118fe7 req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Allocated IP 192.168.233.179 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/713b8bd8-0f40-4fcc-ad4a-ea30f5948241) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:10:31.632732 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae9d37fc-7766-460e-a813-72a47ca2e830 req-ceb47668-8f78-449b-9217-a29f9fa376ab tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933645 Nov 08 00:10:31.730549 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb047b-fc98-4bfa-adcb-24f3ce0482a1 req-d68c777d-5b59-4f2e-9b76-6b8906b2fd72 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:31.731623 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cabb047b-fc98-4bfa-adcb-24f3ce0482a1 req-d68c777d-5b59-4f2e-9b76-6b8906b2fd72 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 943 time: 0.1084235 Nov 08 00:10:31.819594 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cabb047b-fc98-4bfa-adcb-24f3ce0482a1 req-c47857a9-8cc6-423d-95f7-d99983018431 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/security-groups?id=788ddded-04e2-4995-adb6-70903e69c329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833020 Nov 08 00:10:31.863317 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ae060414-40c1-4005-a554-e82915118fe7 req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:31.971472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa53b83-fb09-43b0-869a-92b70bedf85c req-9b61f36e-0aa2-4127-85a3-2d2cad299540 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:31.973271 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aaa53b83-fb09-43b0-869a-92b70bedf85c req-9b61f36e-0aa2-4127-85a3-2d2cad299540 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0803282 Nov 08 00:10:32.047952 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aaa53b83-fb09-43b0-869a-92b70bedf85c req-dc03a3c8-f45d-41e7-97e0-2fc364e233cb tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683749 Nov 08 00:10:32.064779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3c344-e1d1-411e-a0f8-f7bb47475537 req-2c47f575-6efa-41fb-b3f9-5607174a0e22 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:32.066340 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bda3c344-e1d1-411e-a0f8-f7bb47475537 req-2c47f575-6efa-41fb-b3f9-5607174a0e22 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=5047995d-c2de-4427-85a5-a0710dbaac6a HTTP/1.1" status: 200 len: 949 time: 0.0690536 Nov 08 00:10:32.105616 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bda3c344-e1d1-411e-a0f8-f7bb47475537 req-1754631c-fc96-417d-a6f3-56d746ae764f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331333 Nov 08 00:10:32.312797 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4162b-2913-4b19-b1a9-4bb74668d5cf req-000ecbf8-9b47-4932-ae1e-c4c462a3e587 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:32.314267 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bac4162b-2913-4b19-b1a9-4bb74668d5cf req-000ecbf8-9b47-4932-ae1e-c4c462a3e587 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 950 time: 0.0525355 Nov 08 00:10:32.362715 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:32.365484 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bac4162b-2913-4b19-b1a9-4bb74668d5cf req-fccc9643-4de9-49ff-a046-8c3a071428eb tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424938 Nov 08 00:10:32.411856 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ae060414-40c1-4005-a554-e82915118fe7 req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:32.413920 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:32.449339 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b123972d-37a4-49ab-96fd-efccd7e59417'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:32.457011 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae060414-40c1-4005-a554-e82915118fe7 req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:10:32.479341 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['f555dd6f-2546-4108-be05-6fa495bf07b2', '9d910f50-4fa6-4358-9600-f71bb62af702', '1fba75ff-6139-4479-acd5-e7142b1cd8fd'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:32.484863 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-ae060414-40c1-4005-a554-e82915118fe7 req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:10:32.487927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae060414-40c1-4005-a554-e82915118fe7 req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:10:32.505751 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5047995d-c2de-4427-85a5-a0710dbaac6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fba75ff-6139-4479-acd5-e7142b1cd8fd'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:32.508444 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ff076d-9f6b-4a1b-81a5-e99cb077434f" -d '{"events": [{"server_uuid": "5047995d-c2de-4427-85a5-a0710dbaac6a", "name": "network-vif-plugged", "status": "completed", "tag": "1fba75ff-6139-4479-acd5-e7142b1cd8fd"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:32.531634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Pushing event updated for resources: {'Port': ['ID=713b8bd8-0f40-4fcc-ad4a-ea30f5948241,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:32.564791 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:32.564791 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:32.565105 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:32.565284 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:32.565754 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:32.566197 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:32.566748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:32.567168 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:32.567587 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:32.568030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:32.568557 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:32.568967 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:10:32.575699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac9527-44fc-48bc-a0e0-185c8baf4407 req-4e0273d4-2249-4f2f-a82f-5b97acd0af2f tempest-LiveMigrationNegativeTest-983782080 tempest-LiveMigrationNegativeTest-983782080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:32.580349 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4ac9527-44fc-48bc-a0e0-185c8baf4407 req-4e0273d4-2249-4f2f-a82f-5b97acd0af2f tempest-LiveMigrationNegativeTest-983782080 tempest-LiveMigrationNegativeTest-983782080-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 1101 time: 0.1354792 Nov 08 00:10:32.603675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae060414-40c1-4005-a554-e82915118fe7 req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:32.607362 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ae060414-40c1-4005-a554-e82915118fe7 req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:32.638864 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e4ac9527-44fc-48bc-a0e0-185c8baf4407 req-ad855a4f-892c-4b0b-8789-c4abf58eed5c tempest-LiveMigrationNegativeTest-983782080 tempest-LiveMigrationNegativeTest-983782080-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:32.720913 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4424f-9cde-44f8-8fe9-38356855cb39 req-9441d13e-edcc-4ede-b15f-34f77b5f03f1 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:32.728739 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6f4424f-9cde-44f8-8fe9-38356855cb39 req-9441d13e-edcc-4ede-b15f-34f77b5f03f1 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.0984313 Nov 08 00:10:32.768823 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-de9ea478-44a4-43ab-bb26-d8251cd83560 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7922585 Nov 08 00:10:32.807693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Request body: {'port': {'device_id': '472cabcf-fe57-42eb-be37-1d312493a5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:10:32.853402 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6f4424f-9cde-44f8-8fe9-38356855cb39 req-89a820de-ae4f-4fc3-b1ff-71768ee73c17 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237919 Nov 08 00:10:32.916267 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:32.937376 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e4ac9527-44fc-48bc-a0e0-185c8baf4407 req-ad855a4f-892c-4b0b-8789-c4abf58eed5c tempest-LiveMigrationNegativeTest-983782080 tempest-LiveMigrationNegativeTest-983782080-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:32.960773 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b730ac57-24f5-49c3-af18-a7f860446465 x-openstack-request-id: req-b730ac57-24f5-49c3-af18-a7f860446465 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:32.960773 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5047995d-c2de-4427-85a5-a0710dbaac6a", "name": "network-vif-plugged", "status": "completed", "tag": "1fba75ff-6139-4479-acd5-e7142b1cd8fd", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:32.960773 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b730ac57-24f5-49c3-af18-a7f860446465 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:32.960773 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5047995d-c2de-4427-85a5-a0710dbaac6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fba75ff-6139-4479-acd5-e7142b1cd8fd', 'code': 200} Nov 08 00:10:33.010691 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a287e759-e613-42d9-be02-dfadbd26b373 None None] Provisioning complete for port 713b8bd8-0f40-4fcc-ad4a-ea30f5948241 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:10:33.011203 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a287e759-e613-42d9-be02-dfadbd26b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:33.063363 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e4ac9527-44fc-48bc-a0e0-185c8baf4407 req-ad855a4f-892c-4b0b-8789-c4abf58eed5c tempest-LiveMigrationNegativeTest-983782080 tempest-LiveMigrationNegativeTest-983782080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:33.082257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a287e759-e613-42d9-be02-dfadbd26b373 None None] Port 713b8bd8-0f40-4fcc-ad4a-ea30f5948241 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:10:33.107532 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4ac9527-44fc-48bc-a0e0-185c8baf4407 req-ad855a4f-892c-4b0b-8789-c4abf58eed5c tempest-LiveMigrationNegativeTest-983782080 tempest-LiveMigrationNegativeTest-983782080-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956958 Nov 08 00:10:33.147113 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de480bbd-5d9a-4eab-b433-537e3388a57f req-16b3dc33-e377-40b1-9099-d77dd062822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:33.149529 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de480bbd-5d9a-4eab-b433-537e3388a57f req-16b3dc33-e377-40b1-9099-d77dd062822e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5047995d-c2de-4427-85a5-a0710dbaac6a HTTP/1.1" status: 200 len: 1100 time: 0.0837054 Nov 08 00:10:33.200782 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de480bbd-5d9a-4eab-b433-537e3388a57f req-49477626-390a-48d9-9870-56ee9e4cc0b2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414758 Nov 08 00:10:33.259527 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad855a4f-892c-4b0b-8789-c4abf58eed5c tempest-LiveMigrationNegativeTest-983782080 tempest-LiveMigrationNegativeTest-983782080-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c5c999-8490-42bd-b1ad-e5842d240542,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:33.271209 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:33.274779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4e804-8511-4d3c-8c26-27eaf1e1ed5a req-7488b64f-a6be-44c1-aea3-6d0a101d0364 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:33.280824 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9cf4e804-8511-4d3c-8c26-27eaf1e1ed5a req-7488b64f-a6be-44c1-aea3-6d0a101d0364 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.2833290 Nov 08 00:10:33.346625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979283c5-4398-458d-a34f-5496b877a3fa req-a980f8b3-5a2c-4550-9ff2-afd0184cdb7a tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:33.348153 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-979283c5-4398-458d-a34f-5496b877a3fa req-a980f8b3-5a2c-4550-9ff2-afd0184cdb7a tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 943 time: 0.1392465 Nov 08 00:10:33.380414 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9cf4e804-8511-4d3c-8c26-27eaf1e1ed5a req-ff15ca7f-6b17-44f9-8005-c6adb20838db tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973063 Nov 08 00:10:33.448586 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-979283c5-4398-458d-a34f-5496b877a3fa req-1488f8ed-7b47-433b-ba8f-4c805d841f20 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/security-groups?id=788ddded-04e2-4995-adb6-70903e69c329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912480 Nov 08 00:10:33.464409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713b8bd8-0f40-4fcc-ad4a-ea30f5948241 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:10:33.473493 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:33.492870 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Transition to ACTIVE for port object 713b8bd8-0f40-4fcc-ad4a-ea30f5948241 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:10:33.571107 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:33.634303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191204a5-8f95-486c-9f2e-4eb77f2cedcf req-41ace0fa-ead4-4d91-a618-4e58bc69586e tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:33.635722 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-191204a5-8f95-486c-9f2e-4eb77f2cedcf req-41ace0fa-ead4-4d91-a618-4e58bc69586e tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.1198268 Nov 08 00:10:33.653778 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Pushing event updated for resources: {'Port': ['ID=713b8bd8-0f40-4fcc-ad4a-ea30f5948241,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:33.674210 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25048a05-4be4-4f35-b77f-e858f7f3f89d req-462eb5ce-a356-46e3-9a00-48aa35c7a49b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:33.675828 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25048a05-4be4-4f35-b77f-e858f7f3f89d req-462eb5ce-a356-46e3-9a00-48aa35c7a49b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=5047995d-c2de-4427-85a5-a0710dbaac6a HTTP/1.1" status: 200 len: 949 time: 0.1324291 Nov 08 00:10:33.758395 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-191204a5-8f95-486c-9f2e-4eb77f2cedcf req-828a870d-4085-4f63-92f7-a27e185d8d24 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078782 Nov 08 00:10:33.766036 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25048a05-4be4-4f35-b77f-e858f7f3f89d req-5eebf194-1b90-4028-9b01-3d5b856d0557 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738380 Nov 08 00:10:33.848853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Attempting to bind port 713b8bd8-0f40-4fcc-ad4a-ea30f5948241 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:10:33.848853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Attempting to bind port 713b8bd8-0f40-4fcc-ad4a-ea30f5948241 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:10:33.849244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Attempting to bind port 713b8bd8-0f40-4fcc-ad4a-ea30f5948241 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:10:33.853983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Port 713b8bd8-0f40-4fcc-ad4a-ea30f5948241 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:10:33.854305 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Attempting to bind port 713b8bd8-0f40-4fcc-ad4a-ea30f5948241 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:10:33.860926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:10:33.861271 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:10:33.861658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:10:33.862097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Bound port: 713b8bd8-0f40-4fcc-ad4a-ea30f5948241, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:10:33.862456 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:33.941578 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] For port 713b8bd8-0f40-4fcc-ad4a-ea30f5948241, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:10:33.945358 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] For port 713b8bd8-0f40-4fcc-ad4a-ea30f5948241, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=713b8bd8-0f40-4fcc-ad4a-ea30f5948241,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:10:34.016322 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46088f-b29a-49b3-9957-fb5db7a31cb6 req-6b73baba-d03d-4495-a703-d5d0e0079d42 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:34.017856 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e46088f-b29a-49b3-9957-fb5db7a31cb6 req-6b73baba-d03d-4495-a703-d5d0e0079d42 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.0513959 Nov 08 00:10:34.031445 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:34.085571 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:34.086186 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:34.087550 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] 10.222.0.20 "PUT /v2.0/ports/713b8bd8-0f40-4fcc-ad4a-ea30f5948241 HTTP/1.1" status: 200 len: 1096 time: 1.2855587 Nov 08 00:10:34.088028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472cabcf-fe57-42eb-be37-1d312493a5ea', 'tag': '713b8bd8-0f40-4fcc-ad4a-ea30f5948241'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:34.090391 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1500beb-f4d7-4c39-95b2-3507aaa1bf75" -d '{"events": [{"name": "network-changed", "server_uuid": "472cabcf-fe57-42eb-be37-1d312493a5ea", "tag": "713b8bd8-0f40-4fcc-ad4a-ea30f5948241"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:34.098025 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e46088f-b29a-49b3-9957-fb5db7a31cb6 req-4f0c2c0f-aea9-4364-9a2a-e72520fce0e5 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741479 Nov 08 00:10:34.119422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c343d-8ef9-4893-9993-1668aaa338b0 service neutron] Pushing event updated for resources: {'Port': ['ID=713b8bd8-0f40-4fcc-ad4a-ea30f5948241,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:34.252843 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9f29f5-1de5-4db6-a077-dd6472c2d860 x-openstack-request-id: req-cb9f29f5-1de5-4db6-a077-dd6472c2d860 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:34.253134 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472cabcf-fe57-42eb-be37-1d312493a5ea", "tag": "713b8bd8-0f40-4fcc-ad4a-ea30f5948241", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:34.253382 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb9f29f5-1de5-4db6-a077-dd6472c2d860 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:34.253769 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472cabcf-fe57-42eb-be37-1d312493a5ea', 'tag': '713b8bd8-0f40-4fcc-ad4a-ea30f5948241', 'status': 'completed', 'code': 200} Nov 08 00:10:34.271055 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae060414-40c1-4005-a554-e82915118fe7 req-d8a3150a-131d-4a7a-9234-f4f6a4e17a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:34.272563 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-d8a3150a-131d-4a7a-9234-f4f6a4e17a0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&device_id=472cabcf-fe57-42eb-be37-1d312493a5ea HTTP/1.1" status: 200 len: 1099 time: 0.0507607 Nov 08 00:10:34.350324 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-0b69046a-2930-4a6a-a2ad-fc2f07a8b128 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=713b8bd8-0f40-4fcc-ad4a-ea30f5948241 HTTP/1.1" status: 200 len: 217 time: 0.0575881 Nov 08 00:10:34.397551 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978aef02-d168-4ec8-a919-e3381131e225 req-a2a83090-4859-415a-930b-18e5273d247d tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:34.398940 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-978aef02-d168-4ec8-a919-e3381131e225 req-a2a83090-4859-415a-930b-18e5273d247d tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0512357 Nov 08 00:10:34.438204 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a21bf-7a77-4317-b991-462111929204 req-7bf44be3-8e29-4331-97c0-e1a00594fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:34.440427 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c60a21bf-7a77-4317-b991-462111929204 req-7bf44be3-8e29-4331-97c0-e1a00594fa3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21edfc77fe094b2d97711711c5adbccd&device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 1097 time: 0.0469315 Nov 08 00:10:34.472400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae060414-40c1-4005-a554-e82915118fe7 req-c3eb3416-43e5-4329-afce-c84cdceb1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:34.473849 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-c3eb3416-43e5-4329-afce-c84cdceb1834 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0740621 Nov 08 00:10:34.478843 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-978aef02-d168-4ec8-a919-e3381131e225 req-962b3264-0dae-45f5-8cbf-63101a23bffd tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494030 Nov 08 00:10:34.554152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae060414-40c1-4005-a554-e82915118fe7 req-c9d4ba14-fc63-413d-bfe3-59c04ea84d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:34.557438 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-c9d4ba14-fc63-413d-bfe3-59c04ea84d43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0755677 Nov 08 00:10:34.558197 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a21bf-7a77-4317-b991-462111929204 req-e8c9505d-8aa6-45c8-927d-bf2e5316ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:34.559924 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c60a21bf-7a77-4317-b991-462111929204 req-e8c9505d-8aa6-45c8-927d-bf2e5316ee43 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00c6100d-05e3-43cc-b647-520b9eba8eca HTTP/1.1" status: 200 len: 912 time: 0.1104159 Nov 08 00:10:34.616049 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c60a21bf-7a77-4317-b991-462111929204 req-43a96308-e0fd-4fd2-a16f-ebb0b4b2d0ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ecea856-6cd1-49c4-b670-59e47a290351 HTTP/1.1" status: 200 len: 217 time: 0.0440311 Nov 08 00:10:34.675111 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a21bf-7a77-4317-b991-462111929204 req-417f9cd1-2f0e-4486-b08e-01d661d8f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:34.677119 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c60a21bf-7a77-4317-b991-462111929204 req-417f9cd1-2f0e-4486-b08e-01d661d8f4c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b3b7865-e2bd-4e2c-8ae2-76e310490d35 HTTP/1.1" status: 200 len: 851 time: 0.0540295 Nov 08 00:10:34.713000 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c60a21bf-7a77-4317-b991-462111929204 req-0bfca69f-fae3-4300-83c2-2f8449497036 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00c6100d-05e3-43cc-b647-520b9eba8eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268412 Nov 08 00:10:34.724510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7890035-72ed-4cf1-a07a-b572368c4f37 req-1e255a80-9856-4e6f-96eb-ce7e068bd725 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:34.727666 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7890035-72ed-4cf1-a07a-b572368c4f37 req-1e255a80-9856-4e6f-96eb-ce7e068bd725 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.1561441 Nov 08 00:10:34.764888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-ee748c96-1350-4c24-a83a-d441d7233d7e service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916072 Nov 08 00:10:34.784943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98926d-d2c1-4eaa-96d5-567b450167cb req-b4e5328f-64db-4e9c-b3ed-8988d2f6de67 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:34.792224 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8e98926d-d2c1-4eaa-96d5-567b450167cb req-b4e5328f-64db-4e9c-b3ed-8988d2f6de67 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 943 time: 0.1160295 Nov 08 00:10:34.829801 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c60a21bf-7a77-4317-b991-462111929204 req-073b6a65-17a2-480e-827d-2c00d914f283 service neutron] 10.222.0.20 "GET /v2.0/networks/00c6100d-05e3-43cc-b647-520b9eba8eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082084 Nov 08 00:10:34.906064 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8e98926d-d2c1-4eaa-96d5-567b450167cb req-918dc923-651e-471f-aee5-af3da629dcfd tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/security-groups?id=788ddded-04e2-4995-adb6-70903e69c329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128905 Nov 08 00:10:34.911279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7890035-72ed-4cf1-a07a-b572368c4f37 req-516b80f0-bdc1-4f26-bdf9-938374529d41 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695755 Nov 08 00:10:34.959529 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c60a21bf-7a77-4317-b991-462111929204 req-744d94e9-2e5f-4551-b88f-06d2466decda service neutron] 10.222.0.20 "GET /v2.0/networks/00c6100d-05e3-43cc-b647-520b9eba8eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136825 Nov 08 00:10:35.000593 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae060414-40c1-4005-a554-e82915118fe7 req-d92190d1-3b42-4dc4-8f1e-127db88bcdc5 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241371 Nov 08 00:10:35.110910 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52506c-b085-47e8-b38d-26554660334a req-df08dbee-9c0b-4880-b3e5-0bc98e8c2f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:35.112938 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ce52506c-b085-47e8-b38d-26554660334a req-df08dbee-9c0b-4880-b3e5-0bc98e8c2f64 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 1101 time: 0.0538573 Nov 08 00:10:35.134312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987504fb-9f52-4701-a392-a2fbf9feaf9c req-80b44d35-09fb-4381-b91a-fe823efa4cb7 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:35.135848 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-987504fb-9f52-4701-a392-a2fbf9feaf9c req-80b44d35-09fb-4381-b91a-fe823efa4cb7 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 950 time: 0.1126976 Nov 08 00:10:35.169383 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ce52506c-b085-47e8-b38d-26554660334a req-6af43373-a50e-4e50-92ee-7ed5efa75856 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301704 Nov 08 00:10:35.177119 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896f49e-5eb2-4c7d-999d-bbeae49e2513 req-38443325-089a-40fc-ae44-36390116a3ba tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:35.178590 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0896f49e-5eb2-4c7d-999d-bbeae49e2513 req-38443325-089a-40fc-ae44-36390116a3ba tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=5047995d-c2de-4427-85a5-a0710dbaac6a HTTP/1.1" status: 200 len: 949 time: 0.0862622 Nov 08 00:10:35.209577 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-987504fb-9f52-4701-a392-a2fbf9feaf9c req-0c05994f-a8ac-4b6c-8722-fd362e6f64ed tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653701 Nov 08 00:10:35.240805 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0896f49e-5eb2-4c7d-999d-bbeae49e2513 req-9c8b965f-10ec-4ce0-9104-dfebabd72dba tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535622 Nov 08 00:10:35.359066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1500beb-f4d7-4c39-95b2-3507aaa1bf75 req-aa72831e-e5d2-4aea-b4f0-661ff83c3841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:35.360615 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1500beb-f4d7-4c39-95b2-3507aaa1bf75 req-aa72831e-e5d2-4aea-b4f0-661ff83c3841 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&device_id=472cabcf-fe57-42eb-be37-1d312493a5ea HTTP/1.1" status: 200 len: 1099 time: 0.1009541 Nov 08 00:10:35.387520 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465d2dc-238d-49ff-9d76-ef3cfb2ff636 req-5c2fb3e4-44c8-4f56-befd-f2ead6317700 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:35.389074 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7465d2dc-238d-49ff-9d76-ef3cfb2ff636 req-5c2fb3e4-44c8-4f56-befd-f2ead6317700 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.0976679 Nov 08 00:10:35.458748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a068624-a9d6-4201-94d6-7cd36ea486ed req-9f925364-7d1a-4388-80fa-99cd97c23401 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:35.460282 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a068624-a9d6-4201-94d6-7cd36ea486ed req-9f925364-7d1a-4388-80fa-99cd97c23401 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=472cabcf-fe57-42eb-be37-1d312493a5ea HTTP/1.1" status: 200 len: 948 time: 0.1371288 Nov 08 00:10:35.497853 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7465d2dc-238d-49ff-9d76-ef3cfb2ff636 req-60c456f7-5a66-48ad-89a9-f8367c0db679 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977747 Nov 08 00:10:35.541365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a068624-a9d6-4201-94d6-7cd36ea486ed req-41155a77-c10f-4e9e-a500-32d444e79875 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741851 Nov 08 00:10:35.544083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1500beb-f4d7-4c39-95b2-3507aaa1bf75 req-0bc22bdd-4883-4bca-b7f9-37ef439479a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:35.545486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1500beb-f4d7-4c39-95b2-3507aaa1bf75 req-0bc22bdd-4883-4bca-b7f9-37ef439479a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1754122 Nov 08 00:10:35.603638 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 443f7310-6cda-4252-852e-bab2ed6bc863 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:10:35.608708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1500beb-f4d7-4c39-95b2-3507aaa1bf75 req-9c70c02d-7b28-4336-b965-e5e6632ca67b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=713b8bd8-0f40-4fcc-ad4a-ea30f5948241 HTTP/1.1" status: 200 len: 217 time: 0.0517247 Nov 08 00:10:35.678989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d15ee-4cea-4417-b7af-b1d8e0f3b6be req-3898dc7a-04f5-4cf6-9754-d0bd3e0ff912 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:35.680506 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec2d15ee-4cea-4417-b7af-b1d8e0f3b6be req-3898dc7a-04f5-4cf6-9754-d0bd3e0ff912 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.1122506 Nov 08 00:10:35.682259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1500beb-f4d7-4c39-95b2-3507aaa1bf75 req-d762c4a2-5cf2-4c62-8d5f-d138ffa5c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:35.683527 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1500beb-f4d7-4c39-95b2-3507aaa1bf75 req-d762c4a2-5cf2-4c62-8d5f-d138ffa5c53e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0614073 Nov 08 00:10:35.703772 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 443f7310-6cda-4252-852e-bab2ed6bc863, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=443f7310-6cda-4252-852e-bab2ed6bc863,segment=NetworkSegment(af723811-6fd4-4618-9deb-818b443ce230),segment_id=af723811-6fd4-4618-9deb-818b443ce230)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:35.719674 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '443f7310-6cda-4252-852e-bab2ed6bc863', 'network_id': 'ab936907-cfe6-4fa3-961d-e6bc2b193213', 'port_id': '443f7310-6cda-4252-852e-bab2ed6bc863', 'mac_address': 'fa:16:3e:39:8f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163a5dc4-15f8-461b-b3a1-edc26d38ef0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:10:35.754701 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec2d15ee-4cea-4417-b7af-b1d8e0f3b6be req-3f4acd8b-0760-46c7-88cd-2fc9827a3a89 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676036 Nov 08 00:10:35.760973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1500beb-f4d7-4c39-95b2-3507aaa1bf75 req-dd792730-30eb-4b1a-9daf-97ed3568997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:35.761505 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:35.762453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1500beb-f4d7-4c39-95b2-3507aaa1bf75 req-dd792730-30eb-4b1a-9daf-97ed3568997f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686963 Nov 08 00:10:35.780195 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443f7310-6cda-4252-852e-bab2ed6bc863 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:10:35.801721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 443f7310-6cda-4252-852e-bab2ed6bc863, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=443f7310-6cda-4252-852e-bab2ed6bc863,segment=NetworkSegment(af723811-6fd4-4618-9deb-818b443ce230),segment_id=af723811-6fd4-4618-9deb-818b443ce230)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:35.859277 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1500beb-f4d7-4c39-95b2-3507aaa1bf75 req-1563a5c2-4900-4efb-a219-7b0eca955839 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867720 Nov 08 00:10:35.888370 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:35.955013 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=443f7310-6cda-4252-852e-bab2ed6bc863,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:35.966096 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1500beb-f4d7-4c39-95b2-3507aaa1bf75 req-a0621598-5fda-47ee-9d85-924bc20b6391 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964949 Nov 08 00:10:36.310212 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8dca7d-7a7e-4c17-9a96-3e616d6d2fe6 req-e0309302-0cef-4945-a38d-1282638cbec6 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:36.312357 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e8dca7d-7a7e-4c17-9a96-3e616d6d2fe6 req-e0309302-0cef-4945-a38d-1282638cbec6 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 944 time: 0.3196857 Nov 08 00:10:36.324705 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a11df-8488-4bb8-90ac-d2cd628ea077 req-910e2053-ca15-44b3-b01e-827df4eafece tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:36.326090 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-139a11df-8488-4bb8-90ac-d2cd628ea077 req-910e2053-ca15-44b3-b01e-827df4eafece tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.0645416 Nov 08 00:10:36.383500 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-139a11df-8488-4bb8-90ac-d2cd628ea077 req-53732cc2-742e-45aa-92ac-5e4c45b3dd9a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505931 Nov 08 00:10:36.386203 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e8dca7d-7a7e-4c17-9a96-3e616d6d2fe6 req-c06a2b28-a4d5-4f21-ba61-434127f26b9b tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/security-groups?id=788ddded-04e2-4995-adb6-70903e69c329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592248 Nov 08 00:10:36.489404 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bb78f-2677-4405-b58c-e95bd4375016 req-f52cc3aa-9e98-4acf-b590-2cf7e058c33e tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:36.490912 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a25bb78f-2677-4405-b58c-e95bd4375016 req-f52cc3aa-9e98-4acf-b590-2cf7e058c33e tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 950 time: 0.0507970 Nov 08 00:10:36.528656 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a25bb78f-2677-4405-b58c-e95bd4375016 req-ca0796b2-6c31-48d0-9a0b-573bdb2a768d tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312486 Nov 08 00:10:36.574679 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['443f7310-6cda-4252-852e-bab2ed6bc863'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:36.617004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931d4ae-8ba2-4492-bd15-d28d6d84740d req-e0b52844-cbb0-43fc-86cb-013ea25a6b44 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:36.619540 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d931d4ae-8ba2-4492-bd15-d28d6d84740d req-e0b52844-cbb0-43fc-86cb-013ea25a6b44 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 950 time: 0.0525076 Nov 08 00:10:36.683327 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d931d4ae-8ba2-4492-bd15-d28d6d84740d req-02adf2d8-0137-46b1-b847-5620448b212c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535655 Nov 08 00:10:36.691589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35a67b-e670-46d6-94f8-12a6aa88f8c3 req-9396a135-7c40-4adc-894a-3698d590dafb tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:36.693107 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f35a67b-e670-46d6-94f8-12a6aa88f8c3 req-9396a135-7c40-4adc-894a-3698d590dafb tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=472cabcf-fe57-42eb-be37-1d312493a5ea HTTP/1.1" status: 200 len: 948 time: 0.0717242 Nov 08 00:10:36.735335 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f35a67b-e670-46d6-94f8-12a6aa88f8c3 req-55107cad-a5c3-46ce-9294-202d5cf89dd9 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349488 Nov 08 00:10:36.872988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83cd61-f68a-4c1c-9ff2-5fe93845e0e4 req-28467cec-ead2-4297-ada1-4ab122291722 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:36.874455 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d83cd61-f68a-4c1c-9ff2-5fe93845e0e4 req-28467cec-ead2-4297-ada1-4ab122291722 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0494325 Nov 08 00:10:36.913515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d83cd61-f68a-4c1c-9ff2-5fe93845e0e4 req-7cf21c0c-a7c5-4713-8b8f-c90da2421e77 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324051 Nov 08 00:10:36.974616 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44128e-dfd9-48f6-80a7-235cf580ca6d req-eabb8e7f-876b-4b53-a8d5-c891c45f093e tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:36.976066 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb44128e-dfd9-48f6-80a7-235cf580ca6d req-eabb8e7f-876b-4b53-a8d5-c891c45f093e tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 950 time: 0.0498412 Nov 08 00:10:37.073288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-eb44128e-dfd9-48f6-80a7-235cf580ca6d req-c4380b40-347c-46ed-b79e-be60c197c8a2 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Deleting port bd734384-e1a4-4faa-874a-0e4a3dfba95c {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:10:37.073625 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eb44128e-dfd9-48f6-80a7-235cf580ca6d req-c4380b40-347c-46ed-b79e-be60c197c8a2 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:37.160486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:10:37.162204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-eb44128e-dfd9-48f6-80a7-235cf580ca6d req-c4380b40-347c-46ed-b79e-be60c197c8a2 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] For port bd734384-e1a4-4faa-874a-0e4a3dfba95c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=bd734384-e1a4-4faa-874a-0e4a3dfba95c,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:37.162566 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eb44128e-dfd9-48f6-80a7-235cf580ca6d req-c4380b40-347c-46ed-b79e-be60c197c8a2 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:37.169776 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:10:37.176398 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-eb44128e-dfd9-48f6-80a7-235cf580ca6d req-c4380b40-347c-46ed-b79e-be60c197c8a2 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Calling delete_port for bd734384-e1a4-4faa-874a-0e4a3dfba95c owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:10:37.317114 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:37.319897 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:37.339550 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '61d5814c-db25-4b8f-bbd8-2a89eca9d1cc', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '61d5814c-db25-4b8f-bbd8-2a89eca9d1cc', 'mac_address': 'fa:16:3e:b9:a2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:10:37.353669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0485016e-65fe-4308-bf92-ad480920a995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d5814c-db25-4b8f-bbd8-2a89eca9d1cc'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:37.355903 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f1a823-5bec-42cb-9333-343057087799" -d '{"events": [{"server_uuid": "0485016e-65fe-4308-bf92-ad480920a995", "name": "network-vif-unplugged", "status": "completed", "tag": "61d5814c-db25-4b8f-bbd8-2a89eca9d1cc"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:37.360710 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eb44128e-dfd9-48f6-80a7-235cf580ca6d req-c4380b40-347c-46ed-b79e-be60c197c8a2 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:37.386800 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:37.394760 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f187d6-5656-4902-a00e-793decbc2a3c x-openstack-request-id: req-e3f187d6-5656-4902-a00e-793decbc2a3c {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:37.395071 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0485016e-65fe-4308-bf92-ad480920a995", "name": "network-vif-unplugged", "status": "completed", "tag": "61d5814c-db25-4b8f-bbd8-2a89eca9d1cc", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:37.395326 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3f187d6-5656-4902-a00e-793decbc2a3c {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:37.395707 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0485016e-65fe-4308-bf92-ad480920a995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d5814c-db25-4b8f-bbd8-2a89eca9d1cc', 'code': 200} Nov 08 00:10:37.397648 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4380b40-347c-46ed-b79e-be60c197c8a2 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Pushing event deleted for resources: {'Port': ['ID=bd734384-e1a4-4faa-874a-0e4a3dfba95c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:37.401900 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:37.424052 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:10:37.450323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb44128e-dfd9-48f6-80a7-235cf580ca6d req-c4380b40-347c-46ed-b79e-be60c197c8a2 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] No DVR routers for this DVR port bd734384-e1a4-4faa-874a-0e4a3dfba95c on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:10:37.454616 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eb44128e-dfd9-48f6-80a7-235cf580ca6d req-c4380b40-347c-46ed-b79e-be60c197c8a2 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:37.457990 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb44128e-dfd9-48f6-80a7-235cf580ca6d req-c4380b40-347c-46ed-b79e-be60c197c8a2 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.20 "DELETE /v2.0/ports/bd734384-e1a4-4faa-874a-0e4a3dfba95c HTTP/1.1" status: 204 len: 173 time: 0.4736216 Nov 08 00:10:37.458921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee3441a-7378-4471-b430-a5c7455e0597', 'name': 'network-vif-deleted', 'tag': 'bd734384-e1a4-4faa-874a-0e4a3dfba95c'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:37.460073 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:37.462562 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81606d4a-2730-4cf7-a8be-ec0197990bf9" -d '{"events": [{"server_uuid": "4ee3441a-7378-4471-b430-a5c7455e0597", "name": "network-vif-deleted", "tag": "bd734384-e1a4-4faa-874a-0e4a3dfba95c"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:37.543463 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:10:37.544004 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:10:37.548502 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:37.556868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162014b-cc25-4835-b5c9-871123d47585 req-7fd34c7b-abfd-4510-9597-09d8ec65d5e8 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:37.558481 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3162014b-cc25-4835-b5c9-871123d47585 req-7fd34c7b-abfd-4510-9597-09d8ec65d5e8 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 944 time: 0.0912831 Nov 08 00:10:37.568757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7af5f5-48f4-49d0-8286-c4a4c55a5a2a req-8deeca01-f0b3-4c41-a57f-bd583074b617 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:37.570246 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb7af5f5-48f4-49d0-8286-c4a4c55a5a2a req-8deeca01-f0b3-4c41-a57f-bd583074b617 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.0882735 Nov 08 00:10:37.627636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3162014b-cc25-4835-b5c9-871123d47585 req-cd5aed6f-1a16-4d9c-8117-6a1dfa08ad7d tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/security-groups?id=788ddded-04e2-4995-adb6-70903e69c329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564125 Nov 08 00:10:37.636068 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb7af5f5-48f4-49d0-8286-c4a4c55a5a2a req-35373230-70f5-4333-9f50-eca915cdae4a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568821 Nov 08 00:10:37.691299 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3c6476-c731-4ffc-8aa9-cf7eefb00a5c x-openstack-request-id: req-0f3c6476-c731-4ffc-8aa9-cf7eefb00a5c {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:37.691593 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee3441a-7378-4471-b430-a5c7455e0597", "name": "network-vif-deleted", "tag": "bd734384-e1a4-4faa-874a-0e4a3dfba95c", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:37.691870 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f3c6476-c731-4ffc-8aa9-cf7eefb00a5c {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:37.692269 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee3441a-7378-4471-b430-a5c7455e0597', 'name': 'network-vif-deleted', 'tag': 'bd734384-e1a4-4faa-874a-0e4a3dfba95c', 'status': 'completed', 'code': 200} Nov 08 00:10:37.768468 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9baa1184-da88-4537-97c3-473c2f0015f8 req-4bee76a6-4539-4bef-b775-400b31b56864 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee3441a-7378-4471-b430-a5c7455e0597 HTTP/1.1" status: 200 len: 210 time: 0.0317566 Nov 08 00:10:37.794261 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['e8d6c70e-05e9-4c56-9a09-6641f42817c9'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:37.842650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b915cf3-579a-4dd2-b3e5-1bcf9757c8cc req-bd411312-235f-4484-9b18-1937b7400fe6 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:37.844186 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7b915cf3-579a-4dd2-b3e5-1bcf9757c8cc req-bd411312-235f-4484-9b18-1937b7400fe6 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 948 time: 0.0586689 Nov 08 00:10:37.907951 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7b915cf3-579a-4dd2-b3e5-1bcf9757c8cc req-34de186e-cd11-4cc8-b432-0f0d5e758a7f tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541723 Nov 08 00:10:37.923990 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208b84a-ae78-4ad2-a3aa-171fa7115834 req-ffecc8d2-22fa-48d9-90fe-fe42a30faf58 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:37.925526 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3208b84a-ae78-4ad2-a3aa-171fa7115834 req-ffecc8d2-22fa-48d9-90fe-fe42a30faf58 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=472cabcf-fe57-42eb-be37-1d312493a5ea HTTP/1.1" status: 200 len: 948 time: 0.0804555 Nov 08 00:10:37.979012 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3208b84a-ae78-4ad2-a3aa-171fa7115834 req-4920b700-4749-4925-8f4c-1c9907b5bdca tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469933 Nov 08 00:10:38.059934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea221d6b-b644-473a-aacc-a39a29a818e6 req-df984d58-d133-4c7a-afd8-8d5a60af1e55 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:38.061475 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea221d6b-b644-473a-aacc-a39a29a818e6 req-df984d58-d133-4c7a-afd8-8d5a60af1e55 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0652516 Nov 08 00:10:38.091217 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:38.105686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:10:38.112438 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea221d6b-b644-473a-aacc-a39a29a818e6 req-128959c3-dc05-42d1-853d-7939b7d36be6 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445495 Nov 08 00:10:38.129437 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:38.172386 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:38.196914 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:38.243848 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:38.392783 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f745f86-8c96-46c5-8b86-bf3392d1d007 req-7c7107b6-19c7-4c52-abae-b250a263dd62 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:38.394277 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f745f86-8c96-46c5-8b86-bf3392d1d007 req-7c7107b6-19c7-4c52-abae-b250a263dd62 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 1100 time: 0.0406709 Nov 08 00:10:38.428157 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f745f86-8c96-46c5-8b86-bf3392d1d007 req-4a306f1d-22a8-4203-8b10-f8bfab760863 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279202 Nov 08 00:10:38.717232 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['61d5814c-db25-4b8f-bbd8-2a89eca9d1cc'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:38.750344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810ad98-0f5d-43e6-aa20-e5e0b95304fe req-e4aed2b3-c587-48ce-9727-0c7cb1f90d70 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:38.752126 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f810ad98-0f5d-43e6-aa20-e5e0b95304fe req-e4aed2b3-c587-48ce-9727-0c7cb1f90d70 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 944 time: 0.0546553 Nov 08 00:10:38.805079 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f810ad98-0f5d-43e6-aa20-e5e0b95304fe req-8fa940fd-cb0a-4df4-b569-19a0cb8d0c82 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/security-groups?id=788ddded-04e2-4995-adb6-70903e69c329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441930 Nov 08 00:10:38.869095 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0e376-e0de-4cad-90bc-232243d96b25 req-4c632f20-72df-4422-8fe9-e513db1106e6 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:38.870601 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7a0e376-e0de-4cad-90bc-232243d96b25 req-4c632f20-72df-4422-8fe9-e513db1106e6 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.0638020 Nov 08 00:10:38.910763 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7a0e376-e0de-4cad-90bc-232243d96b25 req-63c9252e-70ce-45de-88b5-7b42505ad99a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336072 Nov 08 00:10:38.996458 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cca69-c8a7-40fd-83f7-a8fe289a87a9 req-5b2dddfd-36b1-47e7-a285-77aef2768de9 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:38.997974 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-459cca69-c8a7-40fd-83f7-a8fe289a87a9 req-5b2dddfd-36b1-47e7-a285-77aef2768de9 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 1100 time: 0.0401652 Nov 08 00:10:39.033370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-459cca69-c8a7-40fd-83f7-a8fe289a87a9 req-3a35ba17-2490-4146-89ef-94f01534a198 tempest-ServersAdminTestJSON-1868727994 tempest-ServersAdminTestJSON-1868727994-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286231 Nov 08 00:10:39.140851 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f4ffc-41ef-40fc-b29a-abf3df161548 req-5b7fc67a-1034-4813-adef-8e0f33cad2bd tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:39.142315 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d19f4ffc-41ef-40fc-b29a-abf3df161548 req-5b7fc67a-1034-4813-adef-8e0f33cad2bd tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=472cabcf-fe57-42eb-be37-1d312493a5ea HTTP/1.1" status: 200 len: 948 time: 0.0503781 Nov 08 00:10:39.180176 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d19f4ffc-41ef-40fc-b29a-abf3df161548 req-3378bf57-6859-4755-a5d6-1eb63d3b7061 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317338 Nov 08 00:10:39.353780 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776d415-72c6-4500-886b-d77e6e428d4a req-e5f0918b-a1dc-4cf3-9989-b6d5fe7f995a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:39.355275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d776d415-72c6-4500-886b-d77e6e428d4a req-e5f0918b-a1dc-4cf3-9989-b6d5fe7f995a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0527546 Nov 08 00:10:39.394362 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d776d415-72c6-4500-886b-d77e6e428d4a req-12eaec63-2caf-4a60-a3a1-d523a69eddc8 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323696 Nov 08 00:10:39.502603 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686f306-6353-4a1e-a645-14c50e31b131 req-e91adb9d-db46-4dc8-8536-b3e603acecdb tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:39.502603 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e686f306-6353-4a1e-a645-14c50e31b131 req-e91adb9d-db46-4dc8-8536-b3e603acecdb tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 949 time: 0.0491855 Nov 08 00:10:39.539409 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e686f306-6353-4a1e-a645-14c50e31b131 req-45b0600e-26c9-4bac-a0c0-e407c9cb7f7b tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310230 Nov 08 00:10:39.606489 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 713b8bd8-0f40-4fcc-ad4a-ea30f5948241 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:10:39.618726 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 443f7310-6cda-4252-852e-bab2ed6bc863 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:10:39.647484 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2027ca-28fa-4f1d-a89f-58bd18ad9f1d req-6b8586c0-6593-4ff3-a0db-5523ec1da673 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:39.649065 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2027ca-28fa-4f1d-a89f-58bd18ad9f1d req-6b8586c0-6593-4ff3-a0db-5523ec1da673 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 949 time: 0.0490978 Nov 08 00:10:39.687489 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2027ca-28fa-4f1d-a89f-58bd18ad9f1d req-48a32cbb-d2a7-46e9-a370-d08bf126aeff tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310867 Nov 08 00:10:39.738566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 713b8bd8-0f40-4fcc-ad4a-ea30f5948241, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=713b8bd8-0f40-4fcc-ad4a-ea30f5948241,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:39.751913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '713b8bd8-0f40-4fcc-ad4a-ea30f5948241', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '713b8bd8-0f40-4fcc-ad4a-ea30f5948241', 'mac_address': 'fa:16:3e:be:9d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:10:39.787290 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:39.800013 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713b8bd8-0f40-4fcc-ad4a-ea30f5948241 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:10:39.816037 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 443f7310-6cda-4252-852e-bab2ed6bc863 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:10:39.821430 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 713b8bd8-0f40-4fcc-ad4a-ea30f5948241, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=713b8bd8-0f40-4fcc-ad4a-ea30f5948241,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:39.822954 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 443f7310-6cda-4252-852e-bab2ed6bc863 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:10:39.828468 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:39.901640 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:39.903635 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:39.940425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9527c3-82bb-4910-ba55-5aa5cbdb62e4 req-8a96d82b-bf19-4c97-aeb9-2834bf20313c tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:39.943269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f9527c3-82bb-4910-ba55-5aa5cbdb62e4 req-8a96d82b-bf19-4c97-aeb9-2834bf20313c tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 944 time: 0.0655475 Nov 08 00:10:39.953814 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41ab266-9881-4432-87c7-96beb8530618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443f7310-6cda-4252-852e-bab2ed6bc863'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:39.956193 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1f8ed7-219f-4fdb-948c-fba285f10d66" -d '{"events": [{"server_uuid": "e41ab266-9881-4432-87c7-96beb8530618", "name": "network-vif-plugged", "status": "completed", "tag": "443f7310-6cda-4252-852e-bab2ed6bc863"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:39.979818 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 443f7310-6cda-4252-852e-bab2ed6bc863, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=443f7310-6cda-4252-852e-bab2ed6bc863,segment=NetworkSegment(af723811-6fd4-4618-9deb-818b443ce230),segment_id=af723811-6fd4-4618-9deb-818b443ce230)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:39.984969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=713b8bd8-0f40-4fcc-ad4a-ea30f5948241,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:39.985919 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f9527c3-82bb-4910-ba55-5aa5cbdb62e4 req-1e8adbe9-b246-4434-8118-76eba93f1114 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/security-groups?id=788ddded-04e2-4995-adb6-70903e69c329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356536 Nov 08 00:10:40.043128 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be989af-ee22-48ed-8b50-ff29826cc72e x-openstack-request-id: req-1be989af-ee22-48ed-8b50-ff29826cc72e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:40.043128 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41ab266-9881-4432-87c7-96beb8530618", "name": "network-vif-plugged", "status": "completed", "tag": "443f7310-6cda-4252-852e-bab2ed6bc863", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:40.043128 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1be989af-ee22-48ed-8b50-ff29826cc72e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:40.043128 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41ab266-9881-4432-87c7-96beb8530618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443f7310-6cda-4252-852e-bab2ed6bc863', 'code': 200} Nov 08 00:10:40.060041 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:40.060834 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device bd734384-e1a4-4faa-874a-0e4a3dfba95c no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:10:40.081946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: bd734384-e1a4-4faa-874a-0e4a3dfba95c {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:10:40.082292 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device bd734384-e1a4-4faa-874a-0e4a3dfba95c not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:10:40.096906 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e277a-32db-42b2-8716-c973bfe863ac req-faff6220-a580-4fd6-90e2-98c34f298235 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:40.098520 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-619e277a-32db-42b2-8716-c973bfe863ac req-faff6220-a580-4fd6-90e2-98c34f298235 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.0499284 Nov 08 00:10:40.133916 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=443f7310-6cda-4252-852e-bab2ed6bc863,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:40.142390 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-619e277a-32db-42b2-8716-c973bfe863ac req-50689bac-7b0d-4c98-9701-2b272af6b75a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366340 Nov 08 00:10:40.209042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0d813-e688-4b90-b7e7-a78832ee11c2 req-bbd6947a-7546-4abd-bb28-22e1db69f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:40.210532 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47f0d813-e688-4b90-b7e7-a78832ee11c2 req-bbd6947a-7546-4abd-bb28-22e1db69f699 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 1096 time: 0.0395639 Nov 08 00:10:40.247830 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47f0d813-e688-4b90-b7e7-a78832ee11c2 req-699e2c94-c6be-4999-bd90-39780e702be0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=788ddded-04e2-4995-adb6-70903e69c329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289664 Nov 08 00:10:40.303491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520aea8-4e18-4e4c-bab4-33835320d34a req-4d690237-d10f-4d53-a82e-3eb62fbc3438 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:40.304980 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e520aea8-4e18-4e4c-bab4-33835320d34a req-4d690237-d10f-4d53-a82e-3eb62fbc3438 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=472cabcf-fe57-42eb-be37-1d312493a5ea HTTP/1.1" status: 200 len: 949 time: 0.0562961 Nov 08 00:10:40.343317 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e520aea8-4e18-4e4c-bab4-33835320d34a req-c641b27a-4108-4f10-8a04-41d7fc6ed9e2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324230 Nov 08 00:10:40.505352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b74a7-2060-4f71-a110-e0997607e1aa req-1698861f-9ab5-47be-b807-47b19d69aece tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:40.506784 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-047b74a7-2060-4f71-a110-e0997607e1aa req-1698861f-9ab5-47be-b807-47b19d69aece tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0473542 Nov 08 00:10:40.537662 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['713b8bd8-0f40-4fcc-ad4a-ea30f5948241'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:40.545118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-047b74a7-2060-4f71-a110-e0997607e1aa req-5a9b6faa-bbfc-442d-a303-ecee150b2ed4 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323966 Nov 08 00:10:40.660923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3a163-3b8c-423e-aec5-dafca0f4fc51 req-86310472-8f5f-4c1a-9b25-deecd6e749a3 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:40.662658 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42d3a163-3b8c-423e-aec5-dafca0f4fc51 req-86310472-8f5f-4c1a-9b25-deecd6e749a3 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 949 time: 0.0562303 Nov 08 00:10:40.702429 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42d3a163-3b8c-423e-aec5-dafca0f4fc51 req-97ffdbe9-a7eb-4c44-ade9-cc1b4cb8d8f6 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336330 Nov 08 00:10:40.809066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71282aad-0184-4449-b1c2-4a6ec729edf1 req-87bd8461-8e99-4375-916a-05a47fe40d43 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:40.810426 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71282aad-0184-4449-b1c2-4a6ec729edf1 req-87bd8461-8e99-4375-916a-05a47fe40d43 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 949 time: 0.0534542 Nov 08 00:10:40.847760 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71282aad-0184-4449-b1c2-4a6ec729edf1 req-eea59a67-5b55-4b9d-89f1-ad4334db5f3c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305061 Nov 08 00:10:41.098682 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb712456-bcbf-4e33-aee0-8f3912ccfecd req-5265a9bb-209c-4fbe-97c0-54634a34b9e5 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:41.100187 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb712456-bcbf-4e33-aee0-8f3912ccfecd req-5265a9bb-209c-4fbe-97c0-54634a34b9e5 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 945 time: 0.0483236 Nov 08 00:10:41.137653 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb712456-bcbf-4e33-aee0-8f3912ccfecd req-023105ac-da77-4ce9-a149-6e46589a4c9a tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/security-groups?id=788ddded-04e2-4995-adb6-70903e69c329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311677 Nov 08 00:10:41.217137 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:10:41.264374 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf015a-cef8-4639-b65c-67c5033221f5 req-5fa855a5-86d6-4a08-910a-002c20fc1b2d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:41.264648 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:10:41.265017 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:41.265853 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ddaf015a-cef8-4639-b65c-67c5033221f5 req-5fa855a5-86d6-4a08-910a-002c20fc1b2d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.0495040 Nov 08 00:10:41.304739 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ddaf015a-cef8-4639-b65c-67c5033221f5 req-39a57f34-4f50-41cd-9acc-74139a4277ed tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328262 Nov 08 00:10:41.348151 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:41.380497 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:41.453775 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:41.454585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:10:41.460072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98ce2c-f5ad-41f7-a8a4-4cce7c867d82 req-03f58ed6-b456-4f06-bcdd-c155b8915c92 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:41.461593 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad98ce2c-f5ad-41f7-a8a4-4cce7c867d82 req-03f58ed6-b456-4f06-bcdd-c155b8915c92 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=472cabcf-fe57-42eb-be37-1d312493a5ea HTTP/1.1" status: 200 len: 949 time: 0.0516586 Nov 08 00:10:41.500798 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad98ce2c-f5ad-41f7-a8a4-4cce7c867d82 req-8c5c51a0-c98b-404c-a8d1-afd3995f9a5b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324752 Nov 08 00:10:41.529145 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,revision_number=10']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:41.569771 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:41.602237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:41.659916 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33449e0-53b9-42f4-9e8d-26468a5776e1 req-e8e356c3-0bf9-43bf-90dd-6bb6cb812ec1 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:41.663382 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a33449e0-53b9-42f4-9e8d-26468a5776e1 req-e8e356c3-0bf9-43bf-90dd-6bb6cb812ec1 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0510738 Nov 08 00:10:41.693996 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:41.700703 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a2c62-2a8f-40aa-a036-4c0c286fd533 req-a9073c7c-d367-43a1-8fc5-a70335b977de tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:41.702849 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aa8a2c62-2a8f-40aa-a036-4c0c286fd533 req-a9073c7c-d367-43a1-8fc5-a70335b977de tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 949 time: 0.0577054 Nov 08 00:10:41.703466 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a33449e0-53b9-42f4-9e8d-26468a5776e1 req-63a00967-f456-4efd-ac40-a2a307d36ff5 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328326 Nov 08 00:10:41.759773 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:41.808862 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-aa8a2c62-2a8f-40aa-a036-4c0c286fd533 req-2284cb07-e943-4b6f-881e-23c3452b3edb tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Deleting port 254f2f33-57f6-4768-93be-0740843b0ca1 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:10:41.809200 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-aa8a2c62-2a8f-40aa-a036-4c0c286fd533 req-2284cb07-e943-4b6f-881e-23c3452b3edb tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:41.834328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca8529-bcda-4603-b1e0-5846444b51aa req-850ac199-8482-4f52-9899-680b45b1f629 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:41.835524 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9cca8529-bcda-4603-b1e0-5846444b51aa req-850ac199-8482-4f52-9899-680b45b1f629 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 949 time: 0.0511410 Nov 08 00:10:41.874951 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9cca8529-bcda-4603-b1e0-5846444b51aa req-49d13ca5-0f44-4414-a7f7-3be7ea395608 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333819 Nov 08 00:10:41.903223 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-aa8a2c62-2a8f-40aa-a036-4c0c286fd533 req-2284cb07-e943-4b6f-881e-23c3452b3edb tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] For port 254f2f33-57f6-4768-93be-0740843b0ca1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=254f2f33-57f6-4768-93be-0740843b0ca1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:41.903646 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-aa8a2c62-2a8f-40aa-a036-4c0c286fd533 req-2284cb07-e943-4b6f-881e-23c3452b3edb tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:41.915672 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-aa8a2c62-2a8f-40aa-a036-4c0c286fd533 req-2284cb07-e943-4b6f-881e-23c3452b3edb tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Calling delete_port for 254f2f33-57f6-4768-93be-0740843b0ca1 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:10:41.969812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39c91e-6776-4cb7-84a9-80ce8b2e73ad req-36fb3ad1-208c-4fac-b4d5-9c9f22b0be70 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:41.971351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8e39c91e-6776-4cb7-84a9-80ce8b2e73ad req-36fb3ad1-208c-4fac-b4d5-9c9f22b0be70 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 949 time: 0.0530303 Nov 08 00:10:42.011220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8e39c91e-6776-4cb7-84a9-80ce8b2e73ad req-e9b958f7-9518-4a8d-8d66-def434449633 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337179 Nov 08 00:10:42.044920 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0485016e-65fe-4308-bf92-ad480920a995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d5814c-db25-4b8f-bbd8-2a89eca9d1cc'}, {'server_uuid': '45b5ac81-6808-4c3a-8c76-c66f8e3cdc31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:42.047375 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d3a5c9-70a3-4b68-8047-da4c13d31505" -d '{"events": [{"server_uuid": "0485016e-65fe-4308-bf92-ad480920a995", "name": "network-vif-plugged", "status": "completed", "tag": "61d5814c-db25-4b8f-bbd8-2a89eca9d1cc"}, {"server_uuid": "45b5ac81-6808-4c3a-8c76-c66f8e3cdc31", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:42.088291 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73df33de-b162-4a57-a66f-ff63b5a55373 x-openstack-request-id: req-73df33de-b162-4a57-a66f-ff63b5a55373 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:42.088590 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0485016e-65fe-4308-bf92-ad480920a995", "name": "network-vif-plugged", "status": "completed", "tag": "61d5814c-db25-4b8f-bbd8-2a89eca9d1cc", "code": 200}, {"server_uuid": "45b5ac81-6808-4c3a-8c76-c66f8e3cdc31", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:42.088852 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73df33de-b162-4a57-a66f-ff63b5a55373 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:42.089300 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0485016e-65fe-4308-bf92-ad480920a995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d5814c-db25-4b8f-bbd8-2a89eca9d1cc', 'code': 200} Nov 08 00:10:42.089560 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b5ac81-6808-4c3a-8c76-c66f8e3cdc31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57', 'code': 200} Nov 08 00:10:42.122567 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-aa8a2c62-2a8f-40aa-a036-4c0c286fd533 req-2284cb07-e943-4b6f-881e-23c3452b3edb tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:42.161865 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284cb07-e943-4b6f-881e-23c3452b3edb tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Pushing event deleted for resources: {'Port': ['ID=254f2f33-57f6-4768-93be-0740843b0ca1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:42.171605 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1', '254f2f33-57f6-4768-93be-0740843b0ca1', '61d5814c-db25-4b8f-bbd8-2a89eca9d1cc'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:42.203934 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8a2c62-2a8f-40aa-a036-4c0c286fd533 req-2284cb07-e943-4b6f-881e-23c3452b3edb tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] No DVR routers for this DVR port 254f2f33-57f6-4768-93be-0740843b0ca1 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:10:42.207549 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-aa8a2c62-2a8f-40aa-a036-4c0c286fd533 req-2284cb07-e943-4b6f-881e-23c3452b3edb tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:42.211353 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aa8a2c62-2a8f-40aa-a036-4c0c286fd533 req-2284cb07-e943-4b6f-881e-23c3452b3edb tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.26 "DELETE /v2.0/ports/254f2f33-57f6-4768-93be-0740843b0ca1 HTTP/1.1" status: 204 len: 173 time: 0.4994962 Nov 08 00:10:42.211846 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb79953-31dc-4530-b837-98d2d6053b13', 'name': 'network-vif-deleted', 'tag': '254f2f33-57f6-4768-93be-0740843b0ca1'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:42.215090 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f99a32-76dd-49de-88f3-a7cf67f4a9ae" -d '{"events": [{"server_uuid": "5bb79953-31dc-4530-b837-98d2d6053b13", "name": "network-vif-deleted", "tag": "254f2f33-57f6-4768-93be-0740843b0ca1"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:42.315077 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcc5d2c-475f-42e5-a8f6-b69fb830fc1c x-openstack-request-id: req-2bcc5d2c-475f-42e5-a8f6-b69fb830fc1c {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:42.315613 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb79953-31dc-4530-b837-98d2d6053b13", "name": "network-vif-deleted", "tag": "254f2f33-57f6-4768-93be-0740843b0ca1", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:42.316047 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bcc5d2c-475f-42e5-a8f6-b69fb830fc1c {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:42.316589 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb79953-31dc-4530-b837-98d2d6053b13', 'name': 'network-vif-deleted', 'tag': '254f2f33-57f6-4768-93be-0740843b0ca1', 'status': 'completed', 'code': 200} Nov 08 00:10:42.339342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231082c-63ad-425c-8b32-0192a6fc9484 req-8a57193c-1f77-45db-a82a-3edd84df34cc tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:42.340995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1231082c-63ad-425c-8b32-0192a6fc9484 req-8a57193c-1f77-45db-a82a-3edd84df34cc tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 945 time: 0.1294332 Nov 08 00:10:42.354937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a8026-489e-4f2a-9055-58c0b4f0e47d req-5e5cddca-b1af-4ad8-8662-c6f3c3e09046 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:42.356522 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd6a8026-489e-4f2a-9055-58c0b4f0e47d req-5e5cddca-b1af-4ad8-8662-c6f3c3e09046 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.20 "GET /v2.0/ports?device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 949 time: 0.0941710 Nov 08 00:10:42.486920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1231082c-63ad-425c-8b32-0192a6fc9484 req-da8f8ade-2035-41d3-8d18-ce3c54678efe tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/security-groups?id=788ddded-04e2-4995-adb6-70903e69c329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292911 Nov 08 00:10:42.516216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5168b2-a979-4e2a-b42c-c06018a07afd req-8d15a5d8-6281-4e7d-812e-3497dc39a1ff tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:42.521335 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc5168b2-a979-4e2a-b42c-c06018a07afd req-8d15a5d8-6281-4e7d-812e-3497dc39a1ff tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 944 time: 0.1110246 Nov 08 00:10:42.549847 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-dd6a8026-489e-4f2a-9055-58c0b4f0e47d req-f59eae12-ae32-4b21-83e2-523600b477e6 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Deleting port e8d6c70e-05e9-4c56-9a09-6641f42817c9 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:10:42.556783 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-dd6a8026-489e-4f2a-9055-58c0b4f0e47d req-f59eae12-ae32-4b21-83e2-523600b477e6 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:42.650683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc5168b2-a979-4e2a-b42c-c06018a07afd req-8d9195a5-facf-4296-8f89-c42c53f16101 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260846 Nov 08 00:10:42.699629 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f9619-27da-47b3-893f-a9fd1bc9c7a5 req-b1ca11fe-b42e-4dff-9109-20df69b53dd9 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:42.701168 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e0f9619-27da-47b3-893f-a9fd1bc9c7a5 req-b1ca11fe-b42e-4dff-9109-20df69b53dd9 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=472cabcf-fe57-42eb-be37-1d312493a5ea HTTP/1.1" status: 200 len: 949 time: 0.0991356 Nov 08 00:10:42.707733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-dd6a8026-489e-4f2a-9055-58c0b4f0e47d req-f59eae12-ae32-4b21-83e2-523600b477e6 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] For port e8d6c70e-05e9-4c56-9a09-6641f42817c9, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=e8d6c70e-05e9-4c56-9a09-6641f42817c9,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:42.708124 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-dd6a8026-489e-4f2a-9055-58c0b4f0e47d req-f59eae12-ae32-4b21-83e2-523600b477e6 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:42.731652 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-dd6a8026-489e-4f2a-9055-58c0b4f0e47d req-f59eae12-ae32-4b21-83e2-523600b477e6 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Calling delete_port for e8d6c70e-05e9-4c56-9a09-6641f42817c9 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:10:42.792283 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e0f9619-27da-47b3-893f-a9fd1bc9c7a5 req-bf8d4a59-5381-48cc-9fbe-65c6250c79f8 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814779 Nov 08 00:10:42.861719 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432af8ab-faae-427b-8fc9-9e8800f07341 req-741d7fca-5721-45f0-862e-f81187e942b0 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:42.863247 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-432af8ab-faae-427b-8fc9-9e8800f07341 req-741d7fca-5721-45f0-862e-f81187e942b0 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0746162 Nov 08 00:10:42.944559 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-432af8ab-faae-427b-8fc9-9e8800f07341 req-717cc1f9-8a08-466c-a115-d85b6fe9a269 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751984 Nov 08 00:10:43.007614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195afcf5-26bc-42c7-a1f3-743e43227469 req-94e09e97-d434-4694-b562-f9e90b97bf2f tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:43.009560 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-195afcf5-26bc-42c7-a1f3-743e43227469 req-94e09e97-d434-4694-b562-f9e90b97bf2f tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 949 time: 0.0627613 Nov 08 00:10:43.014831 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-dd6a8026-489e-4f2a-9055-58c0b4f0e47d req-f59eae12-ae32-4b21-83e2-523600b477e6 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:43.058606 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['e8d6c70e-05e9-4c56-9a09-6641f42817c9'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:43.059809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59eae12-ae32-4b21-83e2-523600b477e6 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Pushing event deleted for resources: {'Port': ['ID=e8d6c70e-05e9-4c56-9a09-6641f42817c9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:43.112385 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6a8026-489e-4f2a-9055-58c0b4f0e47d req-f59eae12-ae32-4b21-83e2-523600b477e6 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] No DVR routers for this DVR port e8d6c70e-05e9-4c56-9a09-6641f42817c9 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:10:43.121792 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-dd6a8026-489e-4f2a-9055-58c0b4f0e47d req-f59eae12-ae32-4b21-83e2-523600b477e6 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:43.125000 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd6a8026-489e-4f2a-9055-58c0b4f0e47d req-f59eae12-ae32-4b21-83e2-523600b477e6 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.20 "DELETE /v2.0/ports/e8d6c70e-05e9-4c56-9a09-6641f42817c9 HTTP/1.1" status: 204 len: 173 time: 0.7605956 Nov 08 00:10:43.125575 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0004cd2f-e88d-40cf-803a-ad52d13e87ce', 'name': 'network-vif-deleted', 'tag': 'e8d6c70e-05e9-4c56-9a09-6641f42817c9'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:43.127832 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fdf42b-638d-4b65-9a6b-18f9e42e03cf" -d '{"events": [{"server_uuid": "0004cd2f-e88d-40cf-803a-ad52d13e87ce", "name": "network-vif-deleted", "tag": "e8d6c70e-05e9-4c56-9a09-6641f42817c9"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:43.132688 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-195afcf5-26bc-42c7-a1f3-743e43227469 req-b22863a0-dba3-413b-8cb7-f55630988c6b tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2d66011-0eb1-4c62-9a81-d8812c25845c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155069 Nov 08 00:10:43.156065 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0222cc87-d11f-47f5-808d-474f38871888 req-7b543816-b864-4947-932c-eab943937f62 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bb79953-31dc-4530-b837-98d2d6053b13 HTTP/1.1" status: 200 len: 210 time: 0.0466275 Nov 08 00:10:43.179138 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9badd2e-e9de-46f5-acca-600053f0d4b5 x-openstack-request-id: req-c9badd2e-e9de-46f5-acca-600053f0d4b5 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:43.179138 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0004cd2f-e88d-40cf-803a-ad52d13e87ce", "name": "network-vif-deleted", "tag": "e8d6c70e-05e9-4c56-9a09-6641f42817c9", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:43.179138 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9badd2e-e9de-46f5-acca-600053f0d4b5 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:43.179138 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0004cd2f-e88d-40cf-803a-ad52d13e87ce', 'name': 'network-vif-deleted', 'tag': 'e8d6c70e-05e9-4c56-9a09-6641f42817c9', 'status': 'completed', 'code': 200} Nov 08 00:10:43.183128 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:10:43.284113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:43.296787 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57', 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0', 'port_id': '6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57', 'mac_address': 'fa:16:3e:82:32:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d64a69-40b8-49ea-a2a5-54f41398f270', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:10:43.340941 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:43.356774 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:10:43.378705 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:43.457798 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:43.509175 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:43.607186 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f11a4d-519d-482f-8e3f-0c3f5ef41ec1 req-c95c7d41-ce27-4e63-b2a8-90101e2846c4 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:43.609084 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42f11a4d-519d-482f-8e3f-0c3f5ef41ec1 req-c95c7d41-ce27-4e63-b2a8-90101e2846c4 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 945 time: 0.0489550 Nov 08 00:10:43.637536 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 713b8bd8-0f40-4fcc-ad4a-ea30f5948241 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:10:43.648158 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42f11a4d-519d-482f-8e3f-0c3f5ef41ec1 req-6cea4057-feac-46bf-8463-41b9d9f6badd tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/security-groups?id=788ddded-04e2-4995-adb6-70903e69c329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328317 Nov 08 00:10:43.768307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 713b8bd8-0f40-4fcc-ad4a-ea30f5948241 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:10:43.772487 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 713b8bd8-0f40-4fcc-ad4a-ea30f5948241 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:10:43.772635 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306d99f-9d8e-4eac-b1ef-fdbeb57f5c5f req-f01e34ac-5d34-4b0f-ae8c-7852954adb1b tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:43.772926 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:43.774011 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6306d99f-9d8e-4eac-b1ef-fdbeb57f5c5f req-f01e34ac-5d34-4b0f-ae8c-7852954adb1b tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 945 time: 0.0518050 Nov 08 00:10:43.815924 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6306d99f-9d8e-4eac-b1ef-fdbeb57f5c5f req-7ee0e2dd-5c0a-46ad-8364-384a90bd6ae6 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335033 Nov 08 00:10:43.860666 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:43.896483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:43.914945 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490dac7-87e5-413a-adba-a3fefb2532e5 req-f41bffc4-feaf-4157-8abf-141c58523104 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:43.916458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3490dac7-87e5-413a-adba-a3fefb2532e5 req-f41bffc4-feaf-4157-8abf-141c58523104 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=472cabcf-fe57-42eb-be37-1d312493a5ea HTTP/1.1" status: 200 len: 949 time: 0.0499060 Nov 08 00:10:43.928644 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 713b8bd8-0f40-4fcc-ad4a-ea30f5948241, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=713b8bd8-0f40-4fcc-ad4a-ea30f5948241,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:43.962601 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3490dac7-87e5-413a-adba-a3fefb2532e5 req-b943adf5-87cc-4e97-922a-ee933ad508d0 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369456 Nov 08 00:10:44.039093 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:44.083079 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe160de-4c9b-4633-83f1-d3e5c0dbd09e req-74cb5792-6f5e-4124-b36b-ce28155ed9bd tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:44.084746 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbe160de-4c9b-4633-83f1-d3e5c0dbd09e req-74cb5792-6f5e-4124-b36b-ce28155ed9bd tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0548306 Nov 08 00:10:44.090933 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472cabcf-fe57-42eb-be37-1d312493a5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713b8bd8-0f40-4fcc-ad4a-ea30f5948241'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:44.093771 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58853dfc-8c18-44f6-9d7a-a941f57acdc3" -d '{"events": [{"server_uuid": "472cabcf-fe57-42eb-be37-1d312493a5ea", "name": "network-vif-plugged", "status": "completed", "tag": "713b8bd8-0f40-4fcc-ad4a-ea30f5948241"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:44.100885 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=713b8bd8-0f40-4fcc-ad4a-ea30f5948241,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:44.130425 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de6fc30-d2fb-432e-b695-e10cf4b70fbe x-openstack-request-id: req-9de6fc30-d2fb-432e-b695-e10cf4b70fbe {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:44.130639 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbe160de-4c9b-4633-83f1-d3e5c0dbd09e req-10710f41-c07a-4818-91f7-92fb589f88f3 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373821 Nov 08 00:10:44.130774 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472cabcf-fe57-42eb-be37-1d312493a5ea", "name": "network-vif-plugged", "status": "completed", "tag": "713b8bd8-0f40-4fcc-ad4a-ea30f5948241", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:44.130975 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9de6fc30-d2fb-432e-b695-e10cf4b70fbe {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:44.131374 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472cabcf-fe57-42eb-be37-1d312493a5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713b8bd8-0f40-4fcc-ad4a-ea30f5948241', 'code': 200} Nov 08 00:10:44.263085 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e1a900d2-00db-41e0-93b1-ee72b3a97775 req-bed128b5-15a9-4b61-a647-5e214dd17cd7 tempest-LiveMigrationNegativeTest-1337102017 tempest-LiveMigrationNegativeTest-1337102017-project] 10.222.0.13 "GET /v2.0/ports?device_id=0004cd2f-e88d-40cf-803a-ad52d13e87ce HTTP/1.1" status: 200 len: 210 time: 0.0472617 Nov 08 00:10:44.291535 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe45e7-30e7-4c8e-b7fa-df55220faade req-c0163828-70ac-427b-b431-d3ac090ce01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:44.293066 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-13fe45e7-30e7-4c8e-b7fa-df55220faade req-c0163828-70ac-427b-b431-d3ac090ce01f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=472cabcf-fe57-42eb-be37-1d312493a5ea HTTP/1.1" status: 200 len: 1101 time: 0.0668995 Nov 08 00:10:44.331949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-13fe45e7-30e7-4c8e-b7fa-df55220faade req-59b5897b-44b7-41b7-9519-fca46af3d86f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296860 Nov 08 00:10:44.735574 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a003147-01f6-4a62-b026-0e40f7aed617 req-94638606-0c83-4de2-93a7-19a00bc3ab44 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:44.737440 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a003147-01f6-4a62-b026-0e40f7aed617 req-94638606-0c83-4de2-93a7-19a00bc3ab44 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 1096 time: 0.0563736 Nov 08 00:10:44.776254 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a003147-01f6-4a62-b026-0e40f7aed617 req-8eadb4e3-505d-4049-8f0f-4999624de907 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297134 Nov 08 00:10:44.835809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747172a5-1a8a-4c99-8a5f-e9815e897a0f req-bb076fe0-275d-497c-822d-16539a0c3938 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:44.837272 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-747172a5-1a8a-4c99-8a5f-e9815e897a0f req-bb076fe0-275d-497c-822d-16539a0c3938 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 949 time: 0.0512130 Nov 08 00:10:44.890920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-747172a5-1a8a-4c99-8a5f-e9815e897a0f req-3489cf6a-87e4-49eb-9626-4424c7777a2e tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394542 Nov 08 00:10:45.027547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2491fdf-7a69-48d7-b575-cd3cfe8165ba req-195808c2-6799-4b0c-acca-16d5b55faae1 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:45.029033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f2491fdf-7a69-48d7-b575-cd3cfe8165ba req-195808c2-6799-4b0c-acca-16d5b55faae1 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 945 time: 0.0599928 Nov 08 00:10:45.071416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f2491fdf-7a69-48d7-b575-cd3cfe8165ba req-e9334be6-0a8d-486f-bf01-977b519668d6 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358202 Nov 08 00:10:45.206184 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca5fbf-d9c9-49cb-8db9-221970d10953 req-dab2d86e-3eae-4bf0-87e0-e7e07de0c6ad tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:45.207654 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-45ca5fbf-d9c9-49cb-8db9-221970d10953 req-dab2d86e-3eae-4bf0-87e0-e7e07de0c6ad tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=472cabcf-fe57-42eb-be37-1d312493a5ea HTTP/1.1" status: 200 len: 950 time: 0.0752158 Nov 08 00:10:45.220865 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:10:45.267145 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-45ca5fbf-d9c9-49cb-8db9-221970d10953 req-b518f793-eea5-42b5-8baa-385210ebd3b9 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503356 Nov 08 00:10:45.278593 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:10:45.280476 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:45.380994 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:45.411670 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d514ad7-4924-42c4-95de-e80e252080d0 req-55485042-c656-4676-b25f-92774840c380 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:45.413629 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d514ad7-4924-42c4-95de-e80e252080d0 req-55485042-c656-4676-b25f-92774840c380 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0725558 Nov 08 00:10:45.434062 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:45.478885 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d514ad7-4924-42c4-95de-e80e252080d0 req-1ffcac3a-0ca2-4150-9149-135e29677881 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515671 Nov 08 00:10:45.506105 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:45.507179 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 254f2f33-57f6-4768-93be-0740843b0ca1 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:10:45.585725 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 254f2f33-57f6-4768-93be-0740843b0ca1 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:10:45.586073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 254f2f33-57f6-4768-93be-0740843b0ca1 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:10:45.641143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device e8d6c70e-05e9-4c56-9a09-6641f42817c9 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:10:45.673233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: e8d6c70e-05e9-4c56-9a09-6641f42817c9 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:10:45.673608 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device e8d6c70e-05e9-4c56-9a09-6641f42817c9 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:10:45.676191 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:46.046887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9712c-d10e-4191-8d67-2f2735b631b8 req-40d6c3c3-68d2-4837-8244-9ed3b094a0f7 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:46.055045 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-23b9712c-d10e-4191-8d67-2f2735b631b8 req-40d6c3c3-68d2-4837-8244-9ed3b094a0f7 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 949 time: 0.0704863 Nov 08 00:10:46.097637 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-23b9712c-d10e-4191-8d67-2f2735b631b8 req-a3048819-f65b-4db3-ad00-8b5b7eff110e tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416996 Nov 08 00:10:46.106398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 32884) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:10:46.132755 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b5ac81-6808-4c3a-8c76-c66f8e3cdc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:46.138779 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e4152d-bf6b-43e7-83e8-defe895fa3b7" -d '{"events": [{"server_uuid": "45b5ac81-6808-4c3a-8c76-c66f8e3cdc31", "name": "network-vif-plugged", "status": "completed", "tag": "6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:46.231561 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5de1dd-4a70-4e81-bb21-c445f890e105 req-d1a9acd9-e1c1-48d8-9737-37269a1e689a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:46.234358 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e5de1dd-4a70-4e81-bb21-c445f890e105 req-d1a9acd9-e1c1-48d8-9737-37269a1e689a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.0666068 Nov 08 00:10:46.276235 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e5de1dd-4a70-4e81-bb21-c445f890e105 req-4b096764-8d57-4b28-b55a-99e2d3fe179f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344381 Nov 08 00:10:46.311160 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 32892) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:10:46.312187 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e5315096-39fa-4a34-880c-534c90356ff7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15bc99f31d8d42059b6292baf63ea1cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2042887 Nov 08 00:10:46.339958 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43724358-2d5c-4518-a81a-e3224f807659 x-openstack-request-id: req-43724358-2d5c-4518-a81a-e3224f807659 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:46.343982 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b5ac81-6808-4c3a-8c76-c66f8e3cdc31", "name": "network-vif-plugged", "status": "completed", "tag": "6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:46.344413 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43724358-2d5c-4518-a81a-e3224f807659 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:46.345193 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b5ac81-6808-4c3a-8c76-c66f8e3cdc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57', 'code': 200} Nov 08 00:10:46.371142 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6f7fc427-7a8f-4f8e-bae4-565878ef6607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:46.397614 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6f7fc427-7a8f-4f8e-bae4-565878ef6607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:46.478091 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402438a-60ad-4078-bb6a-56514d369c94 req-182860ff-a250-4667-9468-f3520a36c16d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:46.478091 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d402438a-60ad-4078-bb6a-56514d369c94 req-182860ff-a250-4667-9468-f3520a36c16d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=472cabcf-fe57-42eb-be37-1d312493a5ea HTTP/1.1" status: 200 len: 950 time: 0.0724323 Nov 08 00:10:46.518739 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d402438a-60ad-4078-bb6a-56514d369c94 req-98a9c523-65a3-49f7-b5ee-8ea0338643b8 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402372 Nov 08 00:10:46.573910 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6f7fc427-7a8f-4f8e-bae4-565878ef6607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:46.573910 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6f7fc427-7a8f-4f8e-bae4-565878ef6607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:46.573910 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6f7fc427-7a8f-4f8e-bae4-565878ef6607 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2d66011-0eb1-4c62-9a81-d8812c25845c HTTP/1.1" status: 204 len: 168 time: 0.2608318 Nov 08 00:10:46.583187 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fc427-7a8f-4f8e-bae4-565878ef6607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d66011-0eb1-4c62-9a81-d8812c25845c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:46.611457 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04da301-d3a1-44fe-b130-b42731dd8454 req-debd427c-03c8-4767-a551-fc7fba4134c9 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:46.618232 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e04da301-d3a1-44fe-b130-b42731dd8454 req-debd427c-03c8-4767-a551-fc7fba4134c9 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 949 time: 0.1076624 Nov 08 00:10:46.706199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94533acb-093a-46ee-a91d-5584f28c16f5 req-ec3c3724-fcf3-4e3a-9b14-edcfe06f25e3 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:46.708016 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94533acb-093a-46ee-a91d-5584f28c16f5 req-ec3c3724-fcf3-4e3a-9b14-edcfe06f25e3 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0955825 Nov 08 00:10:46.753958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94533acb-093a-46ee-a91d-5584f28c16f5 req-64ec9b32-b3b0-4875-9ab5-13223e33509f tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398214 Nov 08 00:10:46.763399 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6bd83-b5d8-4124-bff0-f892d0609afb req-cf23d2bc-26ba-4843-a969-7ef3ea37bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:46.769579 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b8c6bd83-b5d8-4124-bff0-f892d0609afb req-cf23d2bc-26ba-4843-a969-7ef3ea37bb8c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 1097 time: 0.0810571 Nov 08 00:10:46.812556 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-e04da301-d3a1-44fe-b130-b42731dd8454 req-45be86bc-6b69-4eb6-aa2c-46aa28aa413c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Deleting port dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:10:46.812998 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e04da301-d3a1-44fe-b130-b42731dd8454 req-45be86bc-6b69-4eb6-aa2c-46aa28aa413c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:46.832682 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b8c6bd83-b5d8-4124-bff0-f892d0609afb req-6da1b6d8-69bf-44a7-8b37-1a33e62497c2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578370 Nov 08 00:10:46.917345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-e04da301-d3a1-44fe-b130-b42731dd8454 req-45be86bc-6b69-4eb6-aa2c-46aa28aa413c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] For port dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:46.917939 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e04da301-d3a1-44fe-b130-b42731dd8454 req-45be86bc-6b69-4eb6-aa2c-46aa28aa413c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:46.931640 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-e04da301-d3a1-44fe-b130-b42731dd8454 req-45be86bc-6b69-4eb6-aa2c-46aa28aa413c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Calling delete_port for dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:10:47.053307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9424d-1351-46c0-b190-2cf456a9181f req-d0841871-69ec-4255-a894-5b0895d65e1d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:47.062050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9424d-1351-46c0-b190-2cf456a9181f req-d0841871-69ec-4255-a894-5b0895d65e1d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:47.069730 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ccd9424d-1351-46c0-b190-2cf456a9181f req-d0841871-69ec-4255-a894-5b0895d65e1d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=5047995d-c2de-4427-85a5-a0710dbaac6a&device_id=472cabcf-fe57-42eb-be37-1d312493a5ea HTTP/1.1" status: 200 len: 1690 time: 0.0720270 Nov 08 00:10:47.104463 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ccd9424d-1351-46c0-b190-2cf456a9181f req-73456b15-f267-4de7-a3e8-882ca6c29c06 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337930 Nov 08 00:10:47.162946 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e04da301-d3a1-44fe-b130-b42731dd8454 req-45be86bc-6b69-4eb6-aa2c-46aa28aa413c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:47.198950 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be86bc-6b69-4eb6-aa2c-46aa28aa413c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Pushing event deleted for resources: {'Port': ['ID=dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:47.214794 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1', '61d5814c-db25-4b8f-bbd8-2a89eca9d1cc'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:47.294465 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04da301-d3a1-44fe-b130-b42731dd8454 req-45be86bc-6b69-4eb6-aa2c-46aa28aa413c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] No DVR routers for this DVR port dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:10:47.297157 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e04da301-d3a1-44fe-b130-b42731dd8454 req-45be86bc-6b69-4eb6-aa2c-46aa28aa413c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:47.300642 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e04da301-d3a1-44fe-b130-b42731dd8454 req-45be86bc-6b69-4eb6-aa2c-46aa28aa413c tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.26 "DELETE /v2.0/ports/dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 HTTP/1.1" status: 204 len: 173 time: 0.6747241 Nov 08 00:10:47.301092 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a2ed75-d87d-4934-8a6f-62a03efe512f', 'name': 'network-vif-deleted', 'tag': 'dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:47.303435 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbe1f5f-5747-40a3-b652-48523915402c" -d '{"events": [{"server_uuid": "f8a2ed75-d87d-4934-8a6f-62a03efe512f", "name": "network-vif-deleted", "tag": "dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:47.360491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 32924) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:10:47.486723 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-86fe7edf-906d-42ae-a0a0-984481fecaf4 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:10:47.486723 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-86fe7edf-906d-42ae-a0a0-984481fecaf4 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1194544 Nov 08 00:10:47.502858 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 32928) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:10:47.534098 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-d67a946b-1652-4a62-bbff-27ec8028588e tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:47.535712 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-d67a946b-1652-4a62-bbff-27ec8028588e tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/ports/42d9367d-0b9b-422b-9f65-fda47d14f274 HTTP/1.1" status: 200 len: 1093 time: 0.0476625 Nov 08 00:10:47.566492 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5ce3b6f3-8203-48ad-aa89-5d3151b3b719 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04108291e27c4334b49c6fd29acbbc88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621901 Nov 08 00:10:47.568939 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 32936) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:10:47.645691 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be312def-d4fd-4d30-ba72-3025413507c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:47.680649 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be312def-d4fd-4d30-ba72-3025413507c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:47.758593 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-d0ebb0f9-5a57-4d17-bbfe-32a3077986cb service neutron] Request body: {'binding': {'host': 'n-h2-816882-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:10:47.759161 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-d0ebb0f9-5a57-4d17-bbfe-32a3077986cb service neutron] Unknown quota resources ['binding']. {{(pid=102772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 00:10:47.838084 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be312def-d4fd-4d30-ba72-3025413507c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:47.840555 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be312def-d4fd-4d30-ba72-3025413507c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:47.843848 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-be312def-d4fd-4d30-ba72-3025413507c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6c5c999-8490-42bd-b1ad-e5842d240542 HTTP/1.1" status: 204 len: 168 time: 0.2716122 Nov 08 00:10:47.857658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be312def-d4fd-4d30-ba72-3025413507c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c5c999-8490-42bd-b1ad-e5842d240542,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:47.947080 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-d0ebb0f9-5a57-4d17-bbfe-32a3077986cb service neutron] Attempting to bind port 42d9367d-0b9b-422b-9f65-fda47d14f274 on host n-h2-816882-1 for vnic_type normal with profile None {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:10:47.948175 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-d0ebb0f9-5a57-4d17-bbfe-32a3077986cb service neutron] Attempting to bind port 42d9367d-0b9b-422b-9f65-fda47d14f274 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:10:47.948776 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-d0ebb0f9-5a57-4d17-bbfe-32a3077986cb service neutron] Attempting to bind port 42d9367d-0b9b-422b-9f65-fda47d14f274 on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:10:47.957524 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-d0ebb0f9-5a57-4d17-bbfe-32a3077986cb service neutron] Port 42d9367d-0b9b-422b-9f65-fda47d14f274 on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:10:47.957524 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-d0ebb0f9-5a57-4d17-bbfe-32a3077986cb service neutron] Attempting to bind port 42d9367d-0b9b-422b-9f65-fda47d14f274 on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:10:47.961367 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-d0ebb0f9-5a57-4d17-bbfe-32a3077986cb service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:10:47.961700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-d0ebb0f9-5a57-4d17-bbfe-32a3077986cb service neutron] Checking segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:10:47.962145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-d0ebb0f9-5a57-4d17-bbfe-32a3077986cb service neutron] Bound using segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:10:47.962515 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-d0ebb0f9-5a57-4d17-bbfe-32a3077986cb service neutron] Bound port: 42d9367d-0b9b-422b-9f65-fda47d14f274, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:10:48.021521 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-d0ebb0f9-5a57-4d17-bbfe-32a3077986cb service neutron] For port 42d9367d-0b9b-422b-9f65-fda47d14f274, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=42d9367d-0b9b-422b-9f65-fda47d14f274,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:10:48.142598 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-d0ebb0f9-5a57-4d17-bbfe-32a3077986cb service neutron] Notify callbacks [] for binding, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:48.143822 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-d0ebb0f9-5a57-4d17-bbfe-32a3077986cb service neutron] 10.222.0.13 "POST /v2.0/ports/42d9367d-0b9b-422b-9f65-fda47d14f274/bindings HTTP/1.1" status: 201 len: 389 time: 0.4726210 Nov 08 00:10:48.307628 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af79d229-90b7-4384-9ea5-f63d6787525b req-63add4c7-4b9d-4054-8662-894aa51d7498 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a2ed75-d87d-4934-8a6f-62a03efe512f HTTP/1.1" status: 200 len: 210 time: 0.0470304 Nov 08 00:10:48.475325 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9690043e-bf65-4e9b-9a98-4f12b1259a23 x-openstack-request-id: req-9690043e-bf65-4e9b-9a98-4f12b1259a23 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:48.476315 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a2ed75-d87d-4934-8a6f-62a03efe512f", "name": "network-vif-deleted", "tag": "dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:48.476937 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9690043e-bf65-4e9b-9a98-4f12b1259a23 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:48.481665 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a2ed75-d87d-4934-8a6f-62a03efe512f', 'name': 'network-vif-deleted', 'tag': 'dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1', 'status': 'completed', 'code': 200} Nov 08 00:10:48.500794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b650b-b480-4d83-b44a-2d89db368880 req-3f749344-f668-470e-a3a5-c396a36fae20 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:48.507987 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b49b650b-b480-4d83-b44a-2d89db368880 req-3f749344-f668-470e-a3a5-c396a36fae20 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.1103501 Nov 08 00:10:48.580462 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b49b650b-b480-4d83-b44a-2d89db368880 req-15cb8e44-5523-4f50-ab7c-5494f644a2c2 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713291 Nov 08 00:10:48.638623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe9f4b-d8ad-4384-8aff-1715d3e7b538 req-17338d9b-7450-4512-8e83-4885bcfa72c7 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:48.647681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5abe9f4b-d8ad-4384-8aff-1715d3e7b538 req-17338d9b-7450-4512-8e83-4885bcfa72c7 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0909362 Nov 08 00:10:48.759253 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5abe9f4b-d8ad-4384-8aff-1715d3e7b538 req-a2ea0cf2-019d-4c64-9f25-ac2b3fbc55ab tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101530 Nov 08 00:10:48.771201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6514c-2904-40cd-94b7-4c5015303150 req-3781b9bc-07ef-47e0-b1f7-76c59bbb025b tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:48.774870 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dd6514c-2904-40cd-94b7-4c5015303150 req-3781b9bc-07ef-47e0-b1f7-76c59bbb025b tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5047995d-c2de-4427-85a5-a0710dbaac6a HTTP/1.1" status: 200 len: 1100 time: 0.1163340 Nov 08 00:10:48.857083 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dd6514c-2904-40cd-94b7-4c5015303150 req-57249654-86fe-4775-a446-2acccbf6dbb5 tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632715 Nov 08 00:10:48.948407 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1721b-7344-4022-b3f5-4707ef458bad req-e9ab025d-0cee-420f-acc5-135445ced60b tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:48.949919 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64a1721b-7344-4022-b3f5-4707ef458bad req-e9ab025d-0cee-420f-acc5-135445ced60b tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 945 time: 0.0952880 Nov 08 00:10:49.024730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745722e-51a3-4b06-a592-3dc19ff6c93f req-0a7a72c0-187c-4923-b0d6-c33c53b505f2 tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:49.032320 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2745722e-51a3-4b06-a592-3dc19ff6c93f req-0a7a72c0-187c-4923-b0d6-c33c53b505f2 tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=472cabcf-fe57-42eb-be37-1d312493a5ea HTTP/1.1" status: 200 len: 1101 time: 0.0931172 Nov 08 00:10:49.040139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64a1721b-7344-4022-b3f5-4707ef458bad req-d8f793c1-1850-446a-bc59-1bc646d1eed7 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615795 Nov 08 00:10:49.087921 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-f475c608-9fe1-4cdf-9924-4c15fb231e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:49.090618 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-f475c608-9fe1-4cdf-9924-4c15fb231e22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 1096 time: 0.0824289 Nov 08 00:10:49.104300 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2745722e-51a3-4b06-a592-3dc19ff6c93f req-824b0e7a-06b6-4f06-827d-8710704168d8 tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681057 Nov 08 00:10:49.245638 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-7a172965-c036-44d2-94da-8674e13ded37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:49.248293 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-7a172965-c036-44d2-94da-8674e13ded37 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 922 time: 0.1483831 Nov 08 00:10:49.313587 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-15b06689-ecf4-4257-ad4e-c0d849f10ab7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42d9367d-0b9b-422b-9f65-fda47d14f274 HTTP/1.1" status: 200 len: 217 time: 0.0483794 Nov 08 00:10:49.431687 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-9caab87a-165b-47ce-af18-36e5dd68525d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346701 Nov 08 00:10:49.437344 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-24b15a42-6a4f-4fbe-8c4c-8238a1357869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:49.437344 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-24b15a42-6a4f-4fbe-8c4c-8238a1357869 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.1107614 Nov 08 00:10:49.499182 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-b6c0d7d1-0a0c-49ce-bb0e-086ea6bb4615 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506868 Nov 08 00:10:49.640706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-f1ec1c93-b0a4-4b00-889d-222c73d807dd tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:49.642214 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-f1ec1c93-b0a4-4b00-889d-222c73d807dd tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097230 Nov 08 00:10:49.671577 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-b8004cc4-77e3-43bb-8b7b-254e2d40b17f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/quotas/01a4d5e932eb46c6a9a010666c7cdefd HTTP/1.1" status: 200 len: 375 time: 0.0231049 Nov 08 00:10:49.681281 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-ac369cec-159d-45bb-9d01-8e25a26d3af2 service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701169 Nov 08 00:10:49.752901 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-5f2bf658-b13b-4d14-8672-a6f4433c44a0 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0803528 Nov 08 00:10:49.841416 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-00553fa2-cf5c-4b93-9893-dcd239e2b54e service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471109 Nov 08 00:10:50.141485 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f5713-b672-41e8-bab4-156eaf3a2533 req-3e83868c-00af-486e-ad81-77a5025159b0 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:50.149333 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-987f5713-b672-41e8-bab4-156eaf3a2533 req-3e83868c-00af-486e-ad81-77a5025159b0 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.1263971 Nov 08 00:10:50.192912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59b847-5952-4829-a8b3-e93b5932ee74 req-d3597425-5075-4ee4-8038-d77771fe4808 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:50.194429 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb59b847-5952-4829-a8b3-e93b5932ee74 req-d3597425-5075-4ee4-8038-d77771fe4808 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.1442144 Nov 08 00:10:50.210539 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-987f5713-b672-41e8-bab4-156eaf3a2533 req-3a06766f-af01-4887-8e89-b58c0dec939c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603409 Nov 08 00:10:50.273150 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb59b847-5952-4829-a8b3-e93b5932ee74 req-a4bd7fff-43fc-462d-a574-5abd2c5fd432 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615082 Nov 08 00:10:50.390536 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-72bdd340-ed54-4678-aabc-7775d3c4f0fe req-d573d84f-cbdb-4019-bb30-43d2e1556462 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 210 time: 0.0467365 Nov 08 00:10:50.476616 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be5d02-845b-4dc3-bd2c-0aa8fe231515 req-0ee2ceb8-0243-4ef1-9c2b-3c1fd04b1747 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:50.480908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-99be5d02-845b-4dc3-bd2c-0aa8fe231515 req-0ee2ceb8-0243-4ef1-9c2b-3c1fd04b1747 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 951 time: 0.0989122 Nov 08 00:10:50.583351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-99be5d02-845b-4dc3-bd2c-0aa8fe231515 req-2de7a333-075c-498a-8263-222252ddfb0b tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838480 Nov 08 00:10:50.595940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046abe6b-8f37-4819-be50-540f0f58867f req-e3300971-e3fd-47e7-b3de-c87d6f4e46dd tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:50.596135 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-046abe6b-8f37-4819-be50-540f0f58867f req-e3300971-e3fd-47e7-b3de-c87d6f4e46dd tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 945 time: 0.1176665 Nov 08 00:10:50.669149 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-046abe6b-8f37-4819-be50-540f0f58867f req-bf6d24b1-90a6-4064-9660-12a57e83ea46 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642092 Nov 08 00:10:50.747821 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57514cf0-c336-4c3e-9ac5-4d8bf3338cd0 req-30c2a9fa-e9ae-40a8-bc5c-4b0e7564985f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:50.763022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57514cf0-c336-4c3e-9ac5-4d8bf3338cd0 req-30c2a9fa-e9ae-40a8-bc5c-4b0e7564985f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.0851617 Nov 08 00:10:50.818060 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57514cf0-c336-4c3e-9ac5-4d8bf3338cd0 req-dd42db7b-5dbc-456b-9e8d-b3dd49c99336 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606246 Nov 08 00:10:51.033699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e224071-4652-4a9d-9b43-9752c20a4f0e req-04ddfcd5-d1b6-4d66-90be-983bf8339232 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:51.042920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e224071-4652-4a9d-9b43-9752c20a4f0e req-04ddfcd5-d1b6-4d66-90be-983bf8339232 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 946 time: 0.0851095 Nov 08 00:10:51.092779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e224071-4652-4a9d-9b43-9752c20a4f0e req-231d40ee-cf91-4873-a996-cc97e8e9aa88 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478909 Nov 08 00:10:51.265564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:10:51.305365 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:10:51.309364 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device dbd70ea0-6b3f-4abb-821e-b5b4cc7537a1 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:10:51.462428 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-1cb036a2-cc61-4c37-8e1e-feb994262425 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520833 Nov 08 00:10:51.633924 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f92b2-ace3-4a66-8161-ece11cb3a0e1 req-09178b52-0c27-49e6-bc09-2622cd54d8bc tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:51.636890 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-360f92b2-ace3-4a66-8161-ece11cb3a0e1 req-09178b52-0c27-49e6-bc09-2622cd54d8bc tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.1274045 Nov 08 00:10:51.661982 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-2a84b301-7350-43fc-a2d1-f19c905990af tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:51.663510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-2a84b301-7350-43fc-a2d1-f19c905990af tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828933 Nov 08 00:10:51.696134 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-cd0abbe2-7ed0-4c4b-9dde-1694d5507de2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/quotas/c0d6283f3c2b48d888bd9867b9b06340 HTTP/1.1" status: 200 len: 375 time: 0.0236273 Nov 08 00:10:51.722366 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-360f92b2-ace3-4a66-8161-ece11cb3a0e1 req-1fd35421-8fdc-4c21-91a3-f413f913087a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784369 Nov 08 00:10:51.742625 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-df4f3b45-cd8d-43a7-91e6-a6757b34b563 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311401 Nov 08 00:10:51.830945 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd075e21-f9f0-4dad-87ca-9011fa1a45c3 req-8c9df486-f934-4ee1-a056-eab2f422bd86 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 210 time: 0.0357592 Nov 08 00:10:52.027380 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-a9d7d53b-2142-419d-8421-1105ec853d0f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:52.030582 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-a9d7d53b-2142-419d-8421-1105ec853d0f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/networks?id=d8de0bf2-e676-4bb3-b718-0db2fff39ea0 HTTP/1.1" status: 200 len: 815 time: 0.1235027 Nov 08 00:10:52.064458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-49aacc31-e397-46ac-9b06-1095d31d8c8f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/quotas/b1ebccb3c8984c29a3fd2e7e2488d34f HTTP/1.1" status: 200 len: 375 time: 0.0260055 Nov 08 00:10:52.138504 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-0ed43a46-eb18-406e-8a08-bfdc04ea8f4d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1ebccb3c8984c29a3fd2e7e2488d34f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0708981 Nov 08 00:10:52.255451 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c22c2-495e-408b-a1e8-34546f45a43e req-2a30cbf5-0288-4183-8aa3-6b1ca22de52f tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:52.255666 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c12c22c2-495e-408b-a1e8-34546f45a43e req-2a30cbf5-0288-4183-8aa3-6b1ca22de52f tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 951 time: 0.1171458 Nov 08 00:10:52.381027 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b180451-97c0-438f-baa9-f453f7f4c6e7 req-b812b162-a375-4a28-a610-b78d3cf7e55b tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:52.383231 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7b180451-97c0-438f-baa9-f453f7f4c6e7 req-b812b162-a375-4a28-a610-b78d3cf7e55b tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.26 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 951 time: 0.0708458 Nov 08 00:10:52.514569 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-7b180451-97c0-438f-baa9-f453f7f4c6e7 req-d1ec336f-bbf7-47ea-8114-685f4b36f0de tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Deleting port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:10:52.515458 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7b180451-97c0-438f-baa9-f453f7f4c6e7 req-d1ec336f-bbf7-47ea-8114-685f4b36f0de tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:52.574779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-ced72db4-975d-4311-8903-874b4351947c service neutron] 10.222.0.13 "GET /v2.0/networks/d8de0bf2-e676-4bb3-b718-0db2fff39ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373837 Nov 08 00:10:52.640954 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-7b180451-97c0-438f-baa9-f453f7f4c6e7 req-d1ec336f-bbf7-47ea-8114-685f4b36f0de tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] For port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:52.641292 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7b180451-97c0-438f-baa9-f453f7f4c6e7 req-d1ec336f-bbf7-47ea-8114-685f4b36f0de tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:52.655630 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c12c22c2-495e-408b-a1e8-34546f45a43e req-66c5d8c0-53b3-4a8d-9f4c-bb9dd378aa5d tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/security-groups?id=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892479 Nov 08 00:10:52.658141 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-7b180451-97c0-438f-baa9-f453f7f4c6e7 req-d1ec336f-bbf7-47ea-8114-685f4b36f0de tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Calling delete_port for 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:10:52.737459 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-4484bbce-7995-4cfa-ad7a-199e40f078e1 service neutron] 10.222.0.13 "GET /v2.0/networks/d8de0bf2-e676-4bb3-b718-0db2fff39ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615698 Nov 08 00:10:52.836170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136f466-15e8-456d-82a0-55ff07d4c824 req-596cd5e0-d676-42c7-a5d7-e0d4ba983fab tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:52.843799 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2136f466-15e8-456d-82a0-55ff07d4c824 req-596cd5e0-d676-42c7-a5d7-e0d4ba983fab tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 945 time: 0.1021595 Nov 08 00:10:52.896242 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2136f466-15e8-456d-82a0-55ff07d4c824 req-ab81f180-c3d0-4cb5-8b45-d7c9e86a9cb1 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479114 Nov 08 00:10:52.964475 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-23464094-330e-402e-8e9f-3b0686030b42 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241981 Nov 08 00:10:53.077335 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7b180451-97c0-438f-baa9-f453f7f4c6e7 req-d1ec336f-bbf7-47ea-8114-685f4b36f0de tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:53.124208 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['61d5814c-db25-4b8f-bbd8-2a89eca9d1cc'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:53.136993 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec336f-bbf7-47ea-8114-685f4b36f0de tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Pushing event deleted for resources: {'Port': ['ID=61d5814c-db25-4b8f-bbd8-2a89eca9d1cc,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:53.147881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca28ed1d-83ea-4819-aa51-08a477652b7b req-a0ae6aae-2e07-4526-8f0d-bb838f9cd9c0 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 210 time: 0.0430148 Nov 08 00:10:53.274993 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b180451-97c0-438f-baa9-f453f7f4c6e7 req-d1ec336f-bbf7-47ea-8114-685f4b36f0de tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] No DVR routers for this DVR port 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:10:53.283241 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7b180451-97c0-438f-baa9-f453f7f4c6e7 req-d1ec336f-bbf7-47ea-8114-685f4b36f0de tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:53.290553 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7b180451-97c0-438f-baa9-f453f7f4c6e7 req-d1ec336f-bbf7-47ea-8114-685f4b36f0de tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.26 "DELETE /v2.0/ports/61d5814c-db25-4b8f-bbd8-2a89eca9d1cc HTTP/1.1" status: 204 len: 173 time: 0.8890481 Nov 08 00:10:53.293845 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0485016e-65fe-4308-bf92-ad480920a995', 'name': 'network-vif-deleted', 'tag': '61d5814c-db25-4b8f-bbd8-2a89eca9d1cc'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:53.307438 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e9bb69-f165-4bff-a68e-cfae3af4f788" -d '{"events": [{"server_uuid": "0485016e-65fe-4308-bf92-ad480920a995", "name": "network-vif-deleted", "tag": "61d5814c-db25-4b8f-bbd8-2a89eca9d1cc"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:53.357288 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-3f535088-4f05-426a-9bce-0a966aff6d81 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:53.363699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698369ae-13a9-449a-a3f1-4a83f687af57 req-f454abb3-e09b-47b7-a31a-5b334ce7993a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:53.366313 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-698369ae-13a9-449a-a3f1-4a83f687af57 req-f454abb3-e09b-47b7-a31a-5b334ce7993a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.1203356 Nov 08 00:10:53.367378 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-3f535088-4f05-426a-9bce-0a966aff6d81 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3859472 Nov 08 00:10:53.411322 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-6c0d8c41-ff19-4fa7-89c2-6f42099eaf6b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Request body: {'port': {'device_id': '64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '01a4d5e932eb46c6a9a010666c7cdefd'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:10:53.574266 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cea57314-4ce0-4eb6-b633-be6b18f4e13e req-4f766948-5b1a-40bb-bf3f-d2c171db5329 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 210 time: 0.1041090 Nov 08 00:10:53.615457 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-698369ae-13a9-449a-a3f1-4a83f687af57 req-c0fbdbc3-cdff-4ce1-9f1b-29cf6a5eb296 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330227 Nov 08 00:10:53.725235 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe63722-a061-46db-8716-6f71e6f54a3b x-openstack-request-id: req-efe63722-a061-46db-8716-6f71e6f54a3b {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:53.726486 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0485016e-65fe-4308-bf92-ad480920a995", "name": "network-vif-deleted", "tag": "61d5814c-db25-4b8f-bbd8-2a89eca9d1cc", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:53.728578 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efe63722-a061-46db-8716-6f71e6f54a3b {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:53.730102 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0485016e-65fe-4308-bf92-ad480920a995', 'name': 'network-vif-deleted', 'tag': '61d5814c-db25-4b8f-bbd8-2a89eca9d1cc', 'status': 'completed', 'code': 200} Nov 08 00:10:53.747078 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed79db18-de23-41c5-af71-aee1a26b2db8 req-38565c9f-2977-437d-ae82-2e344a178b12 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 210 time: 0.0962126 Nov 08 00:10:53.886082 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644e2e3-8669-4924-a0c2-986d9170f7f6 req-0f7ae601-79a0-4a15-baaa-dce035f0ed23 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:53.891506 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6644e2e3-8669-4924-a0c2-986d9170f7f6 req-0f7ae601-79a0-4a15-baaa-dce035f0ed23 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.26 "GET /v2.0/ports?device_id=45b5ac81-6808-4c3a-8c76-c66f8e3cdc31 HTTP/1.1" status: 200 len: 946 time: 0.1368275 Nov 08 00:10:53.894183 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-6c0d8c41-ff19-4fa7-89c2-6f42099eaf6b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Made reservation on behalf of 01a4d5e932eb46c6a9a010666c7cdefd for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:10:53.900041 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-6c0d8c41-ff19-4fa7-89c2-6f42099eaf6b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:53.952734 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-970ab994-2346-47f5-ba9f-05dfa50d0b00 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--385843179&fields=id&tenant_id=dafc7010ec8a40b6adaaa3517374bd21 HTTP/1.1" status: 200 len: 267 time: 0.0829768 Nov 08 00:10:54.006172 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cdf0d211-72e5-437a-9ffc-6e889a68a5e8 req-259bc32b-29e7-4dbc-91c7-f43bac6998c1 tempest-ServersAdminTestJSON-102971461 tempest-ServersAdminTestJSON-102971461-project] 10.222.0.13 "GET /v2.0/ports?device_id=0485016e-65fe-4308-bf92-ad480920a995 HTTP/1.1" status: 200 len: 210 time: 0.0721047 Nov 08 00:10:54.204715 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-6c0d8c41-ff19-4fa7-89c2-6f42099eaf6b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Allocated IP 192.168.233.29 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/c4e6428d-b5bf-4fca-8995-b611d5cc4a33) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:10:54.210061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77704ba-e216-42be-be8e-3c47973ee3c2 req-015e43aa-7e58-4bbc-8d20-9f40d45411ee tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:54.214223 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-6644e2e3-8669-4924-a0c2-986d9170f7f6 req-4752b0e8-7e25-4453-87ce-4f796b0b434d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Deleting port 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:10:54.214626 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6644e2e3-8669-4924-a0c2-986d9170f7f6 req-4752b0e8-7e25-4453-87ce-4f796b0b434d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:54.220693 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e77704ba-e216-42be-be8e-3c47973ee3c2 req-015e43aa-7e58-4bbc-8d20-9f40d45411ee tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 945 time: 0.1396315 Nov 08 00:10:54.242116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-bc3a698b-fb15-4a13-a7a9-b717e1c32829 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:54.243239 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-bc3a698b-fb15-4a13-a7a9-b717e1c32829 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/networks?id=80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 HTTP/1.1" status: 200 len: 823 time: 0.2606645 Nov 08 00:10:54.294351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e77704ba-e216-42be-be8e-3c47973ee3c2 req-9cba01e1-7419-401a-9e8f-b8cc1715913d tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671642 Nov 08 00:10:54.297221 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-28d85b44-776d-408a-aca4-13bd45674964 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/quotas/dafc7010ec8a40b6adaaa3517374bd21 HTTP/1.1" status: 200 len: 375 time: 0.0305259 Nov 08 00:10:54.471997 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-793645e5-dbba-4a9a-bbc4-debb9a2b51f1 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dafc7010ec8a40b6adaaa3517374bd21&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1375937 Nov 08 00:10:54.617139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d8ccfb6a-9563-4a18-88d4-da4a33d23ef9 req-add27590-d180-4b29-9dd5-87676f67d744 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 210 time: 0.1415179 Nov 08 00:10:54.626354 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-6644e2e3-8669-4924-a0c2-986d9170f7f6 req-4752b0e8-7e25-4453-87ce-4f796b0b434d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] For port 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:54.627425 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6644e2e3-8669-4924-a0c2-986d9170f7f6 req-4752b0e8-7e25-4453-87ce-4f796b0b434d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:54.655219 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-6c0d8c41-ff19-4fa7-89c2-6f42099eaf6b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:54.657146 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-6644e2e3-8669-4924-a0c2-986d9170f7f6 req-4752b0e8-7e25-4453-87ce-4f796b0b434d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Calling delete_port for 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:10:54.725082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-30f1597a-a1fb-4169-a6da-142e9e4271e3 service neutron] 10.222.0.13 "GET /v2.0/networks/80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212911 Nov 08 00:10:54.849108 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-808ff778-04f6-417a-96f8-78f908804c87 req-4e422a51-45dc-498e-a233-817fb18e3180 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 210 time: 0.0875061 Nov 08 00:10:54.872405 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-6c0d8c41-ff19-4fa7-89c2-6f42099eaf6b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:54.907522 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-8653c293-a8ea-434f-8a22-955319a364b8 service neutron] 10.222.0.13 "GET /v2.0/networks/80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833165 Nov 08 00:10:54.923595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b123972d-37a4-49ab-96fd-efccd7e59417', '713b8bd8-0f40-4fcc-ad4a-ea30f5948241'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:54.967581 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['f555dd6f-2546-4108-be05-6fa495bf07b2', '9d910f50-4fa6-4358-9600-f71bb62af702', '1fba75ff-6139-4479-acd5-e7142b1cd8fd'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:10:54.988306 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d8c41-ff19-4fa7-89c2-6f42099eaf6b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Pushing event updated for resources: {'Port': ['ID=c4e6428d-b5bf-4fca-8995-b611d5cc4a33,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:54.994043 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6644e2e3-8669-4924-a0c2-986d9170f7f6 req-4752b0e8-7e25-4453-87ce-4f796b0b434d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:55.030917 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd20a12-9533-48ac-943e-1ea7f4fc04be req-872d2538-79b6-45e1-a70a-a9d446e4648d tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:55.041131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cfd20a12-9533-48ac-943e-1ea7f4fc04be req-872d2538-79b6-45e1-a70a-a9d446e4648d tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.1129954 Nov 08 00:10:55.109943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cfd20a12-9533-48ac-943e-1ea7f4fc04be req-55b6c036-a2ac-4a96-bd24-f9525f0ad989 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678823 Nov 08 00:10:55.141849 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752b0e8-7e25-4453-87ce-4f796b0b434d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Pushing event deleted for resources: {'Port': ['ID=6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:55.157171 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-6c0d8c41-ff19-4fa7-89c2-6f42099eaf6b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:10:55.166333 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-6c0d8c41-ff19-4fa7-89c2-6f42099eaf6b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:10:55.178817 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-6c0d8c41-ff19-4fa7-89c2-6f42099eaf6b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:10:55.281855 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e17f51b5-3184-4486-895f-6afd637567ac req-64f04810-4b3c-4731-aed0-a1c9334d6337 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 210 time: 0.0744791 Nov 08 00:10:55.355567 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6644e2e3-8669-4924-a0c2-986d9170f7f6 req-4752b0e8-7e25-4453-87ce-4f796b0b434d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] No DVR routers for this DVR port 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:10:55.366985 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-16a0d189-d8d1-4150-9dad-4dbc57943774 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832815 Nov 08 00:10:55.385033 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6644e2e3-8669-4924-a0c2-986d9170f7f6 req-4752b0e8-7e25-4453-87ce-4f796b0b434d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:55.395833 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6644e2e3-8669-4924-a0c2-986d9170f7f6 req-4752b0e8-7e25-4453-87ce-4f796b0b434d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.26 "DELETE /v2.0/ports/6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 HTTP/1.1" status: 204 len: 173 time: 1.4869332 Nov 08 00:10:55.461904 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-6c0d8c41-ff19-4fa7-89c2-6f42099eaf6b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:55.476354 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c840e81b-f1e2-428a-80c3-a101c286d56f req-d49f6303-c804-4bec-864d-7b7e24096320 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 210 time: 0.0892332 Nov 08 00:10:55.482169 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-6c0d8c41-ff19-4fa7-89c2-6f42099eaf6b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:55.612725 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-6c0d8c41-ff19-4fa7-89c2-6f42099eaf6b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2210653 Nov 08 00:10:55.645654 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Request body: {'port': {'device_id': '64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:10:55.737567 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b5ac81-6808-4c3a-8c76-c66f8e3cdc31', 'name': 'network-vif-deleted', 'tag': '6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:55.746764 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33a8f49-9d47-4e5e-9f4d-b4e388899d97" -d '{"events": [{"server_uuid": "45b5ac81-6808-4c3a-8c76-c66f8e3cdc31", "name": "network-vif-deleted", "tag": "6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:55.859213 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:55.914970 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-fdadd679-e571-4752-bb66-c483e741e64d None None] Provisioning complete for port c4e6428d-b5bf-4fca-8995-b611d5cc4a33 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:10:55.917299 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fdadd679-e571-4752-bb66-c483e741e64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:55.923372 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1cef3-e51a-44fc-b6e8-eee3fcfefbba req-362155da-f438-4d84-b4ac-1a92fc46e15e tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:55.926031 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b9d1cef3-e51a-44fc-b6e8-eee3fcfefbba req-362155da-f438-4d84-b4ac-1a92fc46e15e tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f810101-d3c0-4b5c-96a3-2ef732782a43 HTTP/1.1" status: 200 len: 946 time: 0.1928918 Nov 08 00:10:55.991238 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d41df227-31bb-4f65-b2d9-121169f5368f req-6664e560-421a-4822-94ce-b2045bea5f4a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 210 time: 0.1105928 Nov 08 00:10:56.010840 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fdadd679-e571-4752-bb66-c483e741e64d None None] Port c4e6428d-b5bf-4fca-8995-b611d5cc4a33 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:10:56.026270 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-f0256562-34e2-47b6-b2e4-372a02da844e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:56.028315 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-f0256562-34e2-47b6-b2e4-372a02da844e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5508456 Nov 08 00:10:56.046397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e0751-c4f6-46d8-be9b-58ee67dbdf3f req-7e6290f7-6136-4bfc-a06a-e6cbaf0849e4 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:56.062446 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac4e0751-c4f6-46d8-be9b-58ee67dbdf3f req-7e6290f7-6136-4bfc-a06a-e6cbaf0849e4 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 945 time: 0.4646621 Nov 08 00:10:56.103456 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370891b1-a428-4d82-8bac-4b35852f10a2 x-openstack-request-id: req-370891b1-a428-4d82-8bac-4b35852f10a2 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:56.103844 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b5ac81-6808-4c3a-8c76-c66f8e3cdc31", "name": "network-vif-deleted", "tag": "6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:56.104109 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-370891b1-a428-4d82-8bac-4b35852f10a2 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:56.104616 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b5ac81-6808-4c3a-8c76-c66f8e3cdc31', 'name': 'network-vif-deleted', 'tag': '6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57', 'status': 'completed', 'code': 200} Nov 08 00:10:56.110872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-9ee7f8ca-71dc-4534-96e4-b672de3d509b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Request body: {'port': {'device_id': '5757cdcf-052f-417f-834e-7be9651a88bc', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': 'c0d6283f3c2b48d888bd9867b9b06340'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:10:56.324426 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-b9d1cef3-e51a-44fc-b6e8-eee3fcfefbba req-e384a327-42b4-4d0b-81ec-a8995acbbf88 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Deleting port 9054d06b-004f-4c1a-a1fe-22f398c8274c {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:10:56.327208 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b9d1cef3-e51a-44fc-b6e8-eee3fcfefbba req-e384a327-42b4-4d0b-81ec-a8995acbbf88 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:56.399063 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac4e0751-c4f6-46d8-be9b-58ee67dbdf3f req-5de5c1be-f8a8-47c0-a410-0b55bf2ef538 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277333 Nov 08 00:10:56.409365 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-9ee7f8ca-71dc-4534-96e4-b672de3d509b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Made reservation on behalf of c0d6283f3c2b48d888bd9867b9b06340 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:10:56.419958 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-9ee7f8ca-71dc-4534-96e4-b672de3d509b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:56.444844 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33154) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:10:56.445890 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-9ee7f8ca-71dc-4534-96e4-b672de3d509b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:56.610474 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-9ee7f8ca-71dc-4534-96e4-b672de3d509b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:56.691467 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4f50d-4342-4a6f-89b3-27cb1f731965 req-01659620-e57c-4cbd-abdc-25a427ca2031 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:56.699011 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ad4f50d-4342-4a6f-89b3-27cb1f731965 req-01659620-e57c-4cbd-abdc-25a427ca2031 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 935 time: 0.4067550 Nov 08 00:10:56.787080 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0b459d5b-4d27-4227-bc1b-87f1852af965 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28ea4fc6c6364a5ba20c46648f614b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354249 Nov 08 00:10:56.788480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33160) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:10:56.831515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ad4f50d-4342-4a6f-89b3-27cb1f731965 req-68d72f95-06a8-4022-9ba5-0ff0a1a46b62 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314893 Nov 08 00:10:56.839402 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce32559-fb26-4f52-aa01-edfd4ee8ef64 req-a0a4ecb0-86fc-42eb-90bd-03afe921d2c0 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:56.860982 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ce32559-fb26-4f52-aa01-edfd4ee8ef64 req-a0a4ecb0-86fc-42eb-90bd-03afe921d2c0 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.2429237 Nov 08 00:10:56.932067 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-9ee7f8ca-71dc-4534-96e4-b672de3d509b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:56.955470 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-26bbd7a6-d3e4-4e8b-b6cc-b99b8169ac9f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:56.956892 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-26bbd7a6-d3e4-4e8b-b6cc-b99b8169ac9f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.20 "GET /v2.0/networks?id=d8de0bf2-e676-4bb3-b718-0db2fff39ea0 HTTP/1.1" status: 200 len: 815 time: 0.6873136 Nov 08 00:10:56.962966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-b9d1cef3-e51a-44fc-b6e8-eee3fcfefbba req-e384a327-42b4-4d0b-81ec-a8995acbbf88 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] For port 9054d06b-004f-4c1a-a1fe-22f398c8274c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=9054d06b-004f-4c1a-a1fe-22f398c8274c,segment=NetworkSegment(f090b08f-11d5-416e-bbf9-03b0fed772e3),segment_id=f090b08f-11d5-416e-bbf9-03b0fed772e3)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:10:56.963333 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b9d1cef3-e51a-44fc-b6e8-eee3fcfefbba req-e384a327-42b4-4d0b-81ec-a8995acbbf88 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:56.982150 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e6428d-b5bf-4fca-8995-b611d5cc4a33 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:10:57.012160 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-c324ba8a-1c39-4d16-aa65-066bbad5e36e tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Request body: {'port': {'device_id': '80e2ac89-91db-49dd-83ac-7be26f8125e0', 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0', 'admin_state_up': True, 'tenant_id': 'b1ebccb3c8984c29a3fd2e7e2488d34f'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:10:57.023268 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6942bd8a-71e7-4419-bcd5-37c22602e3e4 req-90330fa4-e975-4379-b3bb-424b66bf5888 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 210 time: 0.0722151 Nov 08 00:10:57.062153 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:57.084839 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:10:57.150647 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Transition to ACTIVE for port object c4e6428d-b5bf-4fca-8995-b611d5cc4a33 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:10:57.192826 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ce32559-fb26-4f52-aa01-edfd4ee8ef64 req-ac0a6f00-1eea-4144-b6ef-a51992c3da36 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306429 Nov 08 00:10:57.224344 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ea57832-0191-43b9-b831-5a4d916a737e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:57.269027 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:57.286354 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ea57832-0191-43b9-b831-5a4d916a737e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:57.294291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:10:57.373924 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7f8ca-71dc-4534-96e4-b672de3d509b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:57.384808 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:10:57.385158 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 61d5814c-db25-4b8f-bbd8-2a89eca9d1cc not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:10:57.385593 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:10:57.428623 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:10:57.428966 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6ce206b8-7d29-4f3e-a7d8-b05ed6dfed57 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:10:57.464592 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c7d3d4ff-06f1-48ea-a8f5-36ac23835c5e req-afb93810-ed19-4ba2-adad-3f1be7de2e1c tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 210 time: 0.2995791 Nov 08 00:10:57.547029 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ea57832-0191-43b9-b831-5a4d916a737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:57.559937 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ea57832-0191-43b9-b831-5a4d916a737e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:57.583270 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7ea57832-0191-43b9-b831-5a4d916a737e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8 HTTP/1.1" status: 204 len: 168 time: 0.7886696 Nov 08 00:10:57.644654 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-23c7486e-0049-4767-8286-67f703dd2a87 req-3cd01e42-5fcd-498d-b856-acecf8b0cdc4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 210 time: 0.2728419 Nov 08 00:10:57.651576 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Pushing event updated for resources: {'Port': ['ID=c4e6428d-b5bf-4fca-8995-b611d5cc4a33,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:57.682300 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea57832-0191-43b9-b831-5a4d916a737e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cf078e-6b18-46eb-bb2b-6cc94e9e9ed8,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:57.721870 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-c324ba8a-1c39-4d16-aa65-066bbad5e36e tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Made reservation on behalf of b1ebccb3c8984c29a3fd2e7e2488d34f for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:10:57.730546 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-c324ba8a-1c39-4d16-aa65-066bbad5e36e tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:57.756250 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b9d1cef3-e51a-44fc-b6e8-eee3fcfefbba req-e384a327-42b4-4d0b-81ec-a8995acbbf88 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:57.756886 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b9d1cef3-e51a-44fc-b6e8-eee3fcfefbba req-e384a327-42b4-4d0b-81ec-a8995acbbf88 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:57.757433 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [req-b9d1cef3-e51a-44fc-b6e8-eee3fcfefbba req-e384a327-42b4-4d0b-81ec-a8995acbbf88 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Floating IP 8584b859-9aa8-4531-8b3c-b07fe14df2b4 disassociated. External IP: 172.25.2.145, port: 9054d06b-004f-4c1a-a1fe-22f398c8274c. Nov 08 00:10:57.758033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-b9d1cef3-e51a-44fc-b6e8-eee3fcfefbba req-e384a327-42b4-4d0b-81ec-a8995acbbf88 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Calling delete_port for 9054d06b-004f-4c1a-a1fe-22f398c8274c owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:10:57.825264 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-9ee7f8ca-71dc-4534-96e4-b672de3d509b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Allocated IP 192.168.233.79 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/478fbc01-eacc-42aa-bcea-78be1ab05517) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:10:57.846195 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7afae-a473-4573-8495-3ffe31eb8057 req-eac44ad4-a249-4833-8168-688b80c85e8c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:57.853970 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a3e7afae-a473-4573-8495-3ffe31eb8057 req-eac44ad4-a249-4833-8168-688b80c85e8c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 945 time: 0.1488805 Nov 08 00:10:57.935355 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a3e7afae-a473-4573-8495-3ffe31eb8057 req-fc5b1caa-0a0b-480c-bfc2-5f4f63c7f3f8 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727677 Nov 08 00:10:57.943026 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Attempting to bind port c4e6428d-b5bf-4fca-8995-b611d5cc4a33 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:10:57.943366 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Attempting to bind port c4e6428d-b5bf-4fca-8995-b611d5cc4a33 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:10:57.943697 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Attempting to bind port c4e6428d-b5bf-4fca-8995-b611d5cc4a33 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:10:57.962696 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Port c4e6428d-b5bf-4fca-8995-b611d5cc4a33 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:10:57.963382 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Attempting to bind port c4e6428d-b5bf-4fca-8995-b611d5cc4a33 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:10:57.980687 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:10:57.980870 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:10:57.981209 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:10:57.981644 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Bound port: c4e6428d-b5bf-4fca-8995-b611d5cc4a33, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:10:57.981999 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:58.072305 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b936b92-90b0-40c1-b3a9-215418498210 req-5d1f9e4b-29e4-4142-a5ca-d7876d1ba1fe tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:58.074575 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b936b92-90b0-40c1-b3a9-215418498210 req-5d1f9e4b-29e4-4142-a5ca-d7876d1ba1fe tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 947 time: 0.1374528 Nov 08 00:10:58.105314 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c466e155-0132-4cc8-b5ae-ae0d9cb25a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:58.153700 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-9ee7f8ca-71dc-4534-96e4-b672de3d509b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:58.191236 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8ff73ff-6c1c-42d5-a0e1-548cf1ea003a req-ce3475bb-bb02-4496-b970-0becdcea010e tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 210 time: 0.0413327 Nov 08 00:10:58.200244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-c324ba8a-1c39-4d16-aa65-066bbad5e36e tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Allocated IP 172.20.0.13 (d8de0bf2-e676-4bb3-b718-0db2fff39ea0/16d64a69-40b8-49ea-a2a5-54f41398f270/ac4f4704-2fa6-4079-928d-c22d93a1ad3f) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:10:58.240478 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b936b92-90b0-40c1-b3a9-215418498210 req-7d903941-c267-4707-9b48-134350ed9002 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263137 Nov 08 00:10:58.298797 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] For port c4e6428d-b5bf-4fca-8995-b611d5cc4a33, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:10:58.344169 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] For port c4e6428d-b5bf-4fca-8995-b611d5cc4a33, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c4e6428d-b5bf-4fca-8995-b611d5cc4a33,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:10:58.426212 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-9ee7f8ca-71dc-4534-96e4-b672de3d509b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:58.537915 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:58.540378 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b9d1cef3-e51a-44fc-b6e8-eee3fcfefbba req-e384a327-42b4-4d0b-81ec-a8995acbbf88 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:58.565003 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-9ee7f8ca-71dc-4534-96e4-b672de3d509b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:10:58.576165 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-9ee7f8ca-71dc-4534-96e4-b672de3d509b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:10:58.599196 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fc8e1-e0e0-4571-a36d-98ec3b9c8d75 req-c30f4c6c-ec3e-4c8b-843e-673e2defc0b3 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:58.618234 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d06fc8e1-e0e0-4571-a36d-98ec3b9c8d75 req-c30f4c6c-ec3e-4c8b-843e-673e2defc0b3 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.3183129 Nov 08 00:10:58.620599 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7f8ca-71dc-4534-96e4-b672de3d509b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Pushing event updated for resources: {'Port': ['ID=478fbc01-eacc-42aa-bcea-78be1ab05517,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:58.626343 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:58.627081 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:58.627992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-9ee7f8ca-71dc-4534-96e4-b672de3d509b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:10:58.628592 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] 10.222.0.26 "PUT /v2.0/ports/c4e6428d-b5bf-4fca-8995-b611d5cc4a33 HTTP/1.1" status: 200 len: 1095 time: 2.9879167 Nov 08 00:10:58.634431 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7', 'tag': 'c4e6428d-b5bf-4fca-8995-b611d5cc4a33'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:10:58.639379 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da60c223-dda5-43f8-8829-6c4fcb302916" -d '{"events": [{"name": "network-changed", "server_uuid": "64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7", "tag": "c4e6428d-b5bf-4fca-8995-b611d5cc4a33"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:10:58.753112 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-515ee63d-6b5b-45c8-afb8-16c368268522 req-a733db06-d9fd-4783-9086-1b6b99e7c269 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 210 time: 0.1150126 Nov 08 00:10:58.822058 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d06fc8e1-e0e0-4571-a36d-98ec3b9c8d75 req-71c90ac9-55c1-4492-9bef-46614c64a180 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819694 Nov 08 00:10:58.855108 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-9ee7f8ca-71dc-4534-96e4-b672de3d509b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:58.855736 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-9ee7f8ca-71dc-4534-96e4-b672de3d509b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:58.870515 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e17bcc8-1e3f-40bc-8c91-36efd9b61998 x-openstack-request-id: req-4e17bcc8-1e3f-40bc-8c91-36efd9b61998 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:10:58.871476 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7", "tag": "c4e6428d-b5bf-4fca-8995-b611d5cc4a33", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:10:58.873630 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e17bcc8-1e3f-40bc-8c91-36efd9b61998 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:10:58.874680 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7', 'tag': 'c4e6428d-b5bf-4fca-8995-b611d5cc4a33', 'status': 'completed', 'code': 200} Nov 08 00:10:58.881511 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33182) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:10:59.030018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-9ee7f8ca-71dc-4534-96e4-b672de3d509b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9290402 Nov 08 00:10:59.040050 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0e546ed7-d20e-4d6c-a7b2-a15d6ab61a27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=151b4a1a1aa84a248d773f9fd0f29254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517794 Nov 08 00:10:59.044228 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33186) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:10:59.048632 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b5c839fd-e041-420c-bcac-0cec4d84bb5c None None] Provisioning complete for port 478fbc01-eacc-42aa-bcea-78be1ab05517 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:10:59.049182 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5c839fd-e041-420c-bcac-0cec4d84bb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:59.102377 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Request body: {'port': {'device_id': '5757cdcf-052f-417f-834e-7be9651a88bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:10:59.127768 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b5c839fd-e041-420c-bcac-0cec4d84bb5c None None] Port 478fbc01-eacc-42aa-bcea-78be1ab05517 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:10:59.196240 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9d1cef3-e51a-44fc-b6e8-eee3fcfefbba req-e384a327-42b4-4d0b-81ec-a8995acbbf88 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Router 62ac88eb-054f-4c97-80a7-81b4e841f382 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:10:59.218143 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4b056-094b-4950-aedd-722064ae1eec service neutron] Pushing event updated for resources: {'Port': ['ID=c4e6428d-b5bf-4fca-8995-b611d5cc4a33,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:59.245581 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-c324ba8a-1c39-4d16-aa65-066bbad5e36e tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:59.271847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384a327-42b4-4d0b-81ec-a8995acbbf88 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Pushing event deleted for resources: {'Port': ['ID=9054d06b-004f-4c1a-a1fe-22f398c8274c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:59.274645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a99528-c625-4ebf-b8f4-80054fbdc4f1 req-7ca8e34a-2e5b-4bd3-8fe4-bfdb2d63de19 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:59.276782 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-43a99528-c625-4ebf-b8f4-80054fbdc4f1 req-7ca8e34a-2e5b-4bd3-8fe4-bfdb2d63de19 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 935 time: 0.3019578 Nov 08 00:10:59.292825 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98218c0c-03c0-4079-a163-93f7a39a6d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:59.311343 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-a0d52862-6d18-4a00-af57-bc0de938dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:59.312892 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-a0d52862-6d18-4a00-af57-bc0de938dd8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 1098 time: 0.4607050 Nov 08 00:10:59.349854 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98218c0c-03c0-4079-a163-93f7a39a6d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:59.419167 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-2fbf7a18-0bd1-4d21-93a7-5a1475b19180 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=c4e6428d-b5bf-4fca-8995-b611d5cc4a33 HTTP/1.1" status: 200 len: 217 time: 0.0471277 Nov 08 00:10:59.485714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2635a-018f-497f-972a-9943afb00b66 req-4b1c1a29-6ded-453f-805b-3e1238099533 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:59.496244 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ce2635a-018f-497f-972a-9943afb00b66 req-4b1c1a29-6ded-453f-805b-3e1238099533 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 945 time: 0.4545176 Nov 08 00:10:59.528985 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-80f74115-740b-4252-8da2-a5816e8e29da tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:59.530053 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-80f74115-740b-4252-8da2-a5816e8e29da tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.26 "GET /v2.0/networks?id=80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 HTTP/1.1" status: 200 len: 823 time: 0.6099975 Nov 08 00:10:59.539886 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-43a99528-c625-4ebf-b8f4-80054fbdc4f1 req-2fb09e58-c5fb-4935-a704-b6559d6f6ef2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644576 Nov 08 00:10:59.562185 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-b37352a9-8d90-4e05-b587-d8e1ebf27b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:59.563652 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-b37352a9-8d90-4e05-b587-d8e1ebf27b85 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1065710 Nov 08 00:10:59.588259 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:59.658185 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-c324ba8a-1c39-4d16-aa65-066bbad5e36e tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:59.677664 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 9054d06b-004f-4c1a-a1fe-22f398c8274c no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:10:59.721478 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 9054d06b-004f-4c1a-a1fe-22f398c8274c {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:10:59.721859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 9054d06b-004f-4c1a-a1fe-22f398c8274c not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:10:59.729605 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9d1cef3-e51a-44fc-b6e8-eee3fcfefbba req-e384a327-42b4-4d0b-81ec-a8995acbbf88 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:10:59.744585 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84880e5-5b4a-4eb4-bce7-83d6048f27dc None None] Sync routers for ids ['62ac88eb-054f-4c97-80a7-81b4e841f382'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:10:59.764938 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84880e5-5b4a-4eb4-bce7-83d6048f27dc None None] Routers {'62ac88eb-054f-4c97-80a7-81b4e841f382'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:10:59.769480 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f84880e5-5b4a-4eb4-bce7-83d6048f27dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:10:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['62ac88eb-054f-4c97-80a7-81b4e841f382'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:10:59.801293 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98218c0c-03c0-4079-a163-93f7a39a6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:59.804321 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98218c0c-03c0-4079-a163-93f7a39a6d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:10:59.805024 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-6a49630a-f2cd-4cb0-a7ac-6e77e256b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:10:59.805610 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-98218c0c-03c0-4079-a163-93f7a39a6d52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25421101-e392-47ed-b024-fdb5f2311d55 HTTP/1.1" status: 204 len: 168 time: 0.7627280 Nov 08 00:10:59.806548 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-6a49630a-f2cd-4cb0-a7ac-6e77e256b064 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2289429 Nov 08 00:10:59.891338 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324ba8a-1c39-4d16-aa65-066bbad5e36e tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Pushing event updated for resources: {'Port': ['ID=ac4f4704-2fa6-4079-928d-c22d93a1ad3f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:59.914267 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-c324ba8a-1c39-4d16-aa65-066bbad5e36e tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Network d8de0bf2-e676-4bb3-b718-0db2fff39ea0 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:10:59.938852 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ce2635a-018f-497f-972a-9943afb00b66 req-0e325a3d-6346-4fd2-9092-e67a3486ee61 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358401 Nov 08 00:10:59.948301 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98218c0c-03c0-4079-a163-93f7a39a6d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25421101-e392-47ed-b024-fdb5f2311d55,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:10:59.975160 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-9f9675b0-377d-4710-889e-18db1284ad3f tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dafc7010ec8a40b6adaaa3517374bd21 HTTP/1.1" status: 200 len: 379 time: 0.3303866 Nov 08 00:10:59.977449 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d1cef3-e51a-44fc-b6e8-eee3fcfefbba req-e384a327-42b4-4d0b-81ec-a8995acbbf88 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] No DVR routers for this DVR port 9054d06b-004f-4c1a-a1fe-22f398c8274c on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:10:59.987049 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-f84880e5-5b4a-4eb4-bce7-83d6048f27dc None None] Set router 62ac88eb-054f-4c97-80a7-81b4e841f382 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:00.020776 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1335d4-5577-43bf-9917-814ab17dfd90 req-25887543-215e-457d-98aa-ee5620dba263 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:00.030208 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e1335d4-5577-43bf-9917-814ab17dfd90 req-25887543-215e-457d-98aa-ee5620dba263 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 932 time: 0.3262711 Nov 08 00:11:00.034320 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-c324ba8a-1c39-4d16-aa65-066bbad5e36e tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:11:00.040942 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-c324ba8a-1c39-4d16-aa65-066bbad5e36e tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:11:00.056130 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b9d1cef3-e51a-44fc-b6e8-eee3fcfefbba req-e384a327-42b4-4d0b-81ec-a8995acbbf88 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:00.071499 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b9d1cef3-e51a-44fc-b6e8-eee3fcfefbba req-e384a327-42b4-4d0b-81ec-a8995acbbf88 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.20 "DELETE /v2.0/ports/9054d06b-004f-4c1a-a1fe-22f398c8274c HTTP/1.1" status: 204 len: 173 time: 4.1208985 Nov 08 00:11:00.103272 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-651730c9-5518-4dc6-b103-07bedce24089 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Request body: {'port': {'device_id': '3688b5cc-60e4-4f9e-b782-9c6dfa8ec556', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'admin_state_up': True, 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'security_groups': ['00143d44-0913-440f-a3cf-b789528c9209']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:00.208004 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f84880e5-5b4a-4eb4-bce7-83d6048f27dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:07:23Z', 'revision_number': 4, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'ff855c04-431f-4021-82fd-92c59526a519', 'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'mac_address': 'fa:16:3e:27:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:22Z', 'updated_at': '2021-11-08T00:07:27Z', 'revision_number': 5, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'subnets': [{'id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:00.236514 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84880e5-5b4a-4eb4-bce7-83d6048f27dc None None] Checking router: 62ac88eb-054f-4c97-80a7-81b4e841f382 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:11:00.246424 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84880e5-5b4a-4eb4-bce7-83d6048f27dc None None] Routers {'62ac88eb-054f-4c97-80a7-81b4e841f382'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:00.247113 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f84880e5-5b4a-4eb4-bce7-83d6048f27dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:10:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['62ac88eb-054f-4c97-80a7-81b4e841f382'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:00.253966 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee14e4b-63e6-4e18-8d2f-52b665f02b63 req-17f069d8-0a07-4616-8385-a552007d2e8a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:00.262236 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dee14e4b-63e6-4e18-8d2f-52b665f02b63 req-17f069d8-0a07-4616-8385-a552007d2e8a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 947 time: 0.1787295 Nov 08 00:11:00.274676 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e1335d4-5577-43bf-9917-814ab17dfd90 req-122862b0-00ca-4baa-9f30-fe57cd950141 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433238 Nov 08 00:11:00.391281 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-f84880e5-5b4a-4eb4-bce7-83d6048f27dc None None] Set router 62ac88eb-054f-4c97-80a7-81b4e841f382 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:00.429615 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96814702-015d-4195-8652-d916d60f4ba5 req-bcdc6b5e-1d53-4220-bbf4-bf258eea1dd3 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 210 time: 0.0445008 Nov 08 00:11:00.458197 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dee14e4b-63e6-4e18-8d2f-52b665f02b63 req-2fe2b102-0638-43ad-a04e-fb5fedf53370 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949987 Nov 08 00:11:00.610636 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478fbc01-eacc-42aa-bcea-78be1ab05517 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:11:00.641243 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-c324ba8a-1c39-4d16-aa65-066bbad5e36e tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:00.641979 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-c324ba8a-1c39-4d16-aa65-066bbad5e36e tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:00.655158 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:00.721195 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-30f05950-6694-4c33-b4fe-fcf5a115c0c7 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8604279 Nov 08 00:11:00.726296 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c60f71bc-c8f8-4b37-8bff-411def6887a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:00.744155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf89794-4a7b-413f-ba39-b2302a057f17 req-817349c9-9b01-47a6-aace-a912532feeee tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:00.745369 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f84880e5-5b4a-4eb4-bce7-83d6048f27dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:07:23Z', 'revision_number': 4, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'ff855c04-431f-4021-82fd-92c59526a519', 'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'mac_address': 'fa:16:3e:27:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:22Z', 'updated_at': '2021-11-08T00:07:27Z', 'revision_number': 5, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'subnets': [{'id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:00.745885 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cbf89794-4a7b-413f-ba39-b2302a057f17 req-817349c9-9b01-47a6-aace-a912532feeee tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.2063193 Nov 08 00:11:00.747190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Transition to ACTIVE for port object 478fbc01-eacc-42aa-bcea-78be1ab05517 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:11:00.777641 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84880e5-5b4a-4eb4-bce7-83d6048f27dc None None] The sync data for ids ['62ac88eb-054f-4c97-80a7-81b4e841f382'] in n-d-816882-1 is: [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:07:23Z', 'revision_number': 4, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'ff855c04-431f-4021-82fd-92c59526a519', 'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'mac_address': 'fa:16:3e:27:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:22Z', 'updated_at': '2021-11-08T00:07:27Z', 'revision_number': 5, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'subnets': [{'id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:11:00.787925 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-c324ba8a-1c39-4d16-aa65-066bbad5e36e tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7803257 Nov 08 00:11:00.789642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc29ca-2794-4cf2-a779-209f4d3b17a2 req-55e0c1df-c1ca-4fbb-b92b-5b4cd4ebe478 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:00.791212 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6dc29ca-2794-4cf2-a779-209f4d3b17a2 req-55e0c1df-c1ca-4fbb-b92b-5b4cd4ebe478 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 935 time: 0.1176214 Nov 08 00:11:00.810912 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Request body: {'port': {'device_id': '80e2ac89-91db-49dd-83ac-7be26f8125e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:00.826187 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cbf89794-4a7b-413f-ba39-b2302a057f17 req-6c9992a6-e6a6-44a5-81fb-68543417fbbb tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690265 Nov 08 00:11:00.847006 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:00.888049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f810101-d3c0-4b5c-96a3-2ef732782a43', 'name': 'network-vif-deleted', 'tag': '9054d06b-004f-4c1a-a1fe-22f398c8274c'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:00.892512 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb0e324-a0e2-4bc8-8566-0c8d9614904b" -d '{"events": [{"server_uuid": "2f810101-d3c0-4b5c-96a3-2ef732782a43", "name": "network-vif-deleted", "tag": "9054d06b-004f-4c1a-a1fe-22f398c8274c"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:00.931974 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6dc29ca-2794-4cf2-a779-209f4d3b17a2 req-68995f3d-3fd4-4caf-9c22-12d659287e7a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208007 Nov 08 00:11:00.972388 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63639792-98bd-441d-90c0-ee494aeb9f3f x-openstack-request-id: req-63639792-98bd-441d-90c0-ee494aeb9f3f {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:00.972564 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f810101-d3c0-4b5c-96a3-2ef732782a43", "name": "network-vif-deleted", "tag": "9054d06b-004f-4c1a-a1fe-22f398c8274c", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:00.972816 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63639792-98bd-441d-90c0-ee494aeb9f3f {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:00.973208 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f810101-d3c0-4b5c-96a3-2ef732782a43', 'name': 'network-vif-deleted', 'tag': '9054d06b-004f-4c1a-a1fe-22f398c8274c', 'status': 'completed', 'code': 200} Nov 08 00:11:00.978667 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-651730c9-5518-4dc6-b103-07bedce24089 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Made reservation on behalf of dafc7010ec8a40b6adaaa3517374bd21 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:11:00.983304 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-651730c9-5518-4dc6-b103-07bedce24089 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:01.009471 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d4528da3-b758-4f9c-8b5b-4a19a8c7f3e6 req-13223367-2185-43b2-8f56-f7d713e74f5e service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727480 Nov 08 00:11:01.011417 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:01.022582 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Pushing event updated for resources: {'Port': ['ID=478fbc01-eacc-42aa-bcea-78be1ab05517,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:01.043778 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:01.183833 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70505a7e-590d-47a7-ba5b-cdbef167c68f req-7a203e01-9e3c-420d-b2d8-a53843f7d720 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:01.195060 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70505a7e-590d-47a7-ba5b-cdbef167c68f req-7a203e01-9e3c-420d-b2d8-a53843f7d720 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 945 time: 0.1150787 Nov 08 00:11:01.279950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Attempting to bind port 478fbc01-eacc-42aa-bcea-78be1ab05517 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:11:01.280628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Attempting to bind port 478fbc01-eacc-42aa-bcea-78be1ab05517 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:11:01.280746 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Attempting to bind port 478fbc01-eacc-42aa-bcea-78be1ab05517 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:01.296467 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08670fd6-f049-433f-bdb1-ba236100dc89 None None] New status for floating IP 8584b859-9aa8-4531-8b3c-b07fe14df2b4: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:11:01.303411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Port 478fbc01-eacc-42aa-bcea-78be1ab05517 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:11:01.303411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Attempting to bind port 478fbc01-eacc-42aa-bcea-78be1ab05517 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:01.326994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:11:01.327328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:11:01.327710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:11:01.328170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Bound port: 478fbc01-eacc-42aa-bcea-78be1ab05517, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:11:01.328527 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:01.380544 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70505a7e-590d-47a7-ba5b-cdbef167c68f req-f4431a3a-8805-4c9c-9c25-a0ad264f0143 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840758 Nov 08 00:11:01.470334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] For port 478fbc01-eacc-42aa-bcea-78be1ab05517, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:11:01.488532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] For port 478fbc01-eacc-42aa-bcea-78be1ab05517, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=478fbc01-eacc-42aa-bcea-78be1ab05517,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:11:01.506089 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30252ec6-7633-4e10-ad54-30ac0de571f5 req-2fea5a77-a7d1-469b-82fe-4185adf8912b tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:01.508401 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-30252ec6-7633-4e10-ad54-30ac0de571f5 req-2fea5a77-a7d1-469b-82fe-4185adf8912b tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 932 time: 0.0950191 Nov 08 00:11:01.529323 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c223-dda5-43f8-8829-6c4fcb302916 req-86d2c4af-cc36-463a-a1b1-b3cf1b146b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:01.531806 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-da60c223-dda5-43f8-8829-6c4fcb302916 req-86d2c4af-cc36-463a-a1b1-b3cf1b146b0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 1098 time: 0.3531137 Nov 08 00:11:01.555446 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-651730c9-5518-4dc6-b103-07bedce24089 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Allocated IP 172.20.0.9 (80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5/e6ff2d21-c91f-455a-a3e9-871aa706c876/2e5c8a08-91a9-42e3-83a5-bd02e1a184ea) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:11:01.585471 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd06f40c-61ba-40aa-aa6c-b806eb98357f req-39d1d7b9-fe6b-4dc3-bdef-3175561692e6 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 210 time: 0.0585976 Nov 08 00:11:01.627962 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-30252ec6-7633-4e10-ad54-30ac0de571f5 req-40de3af2-8879-4ac1-9a81-b79df36f858d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054971 Nov 08 00:11:01.629497 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:01.650351 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:01.692058 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:01.697132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Pushing event updated for resources: {'Port': ['ID=478fbc01-eacc-42aa-bcea-78be1ab05517,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:01.733742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:01.734353 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:01.735868 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-ac5c02ab-c685-4e84-8c4a-4fefb1db05f3 service neutron] 10.222.0.20 "PUT /v2.0/ports/478fbc01-eacc-42aa-bcea-78be1ab05517 HTTP/1.1" status: 200 len: 1095 time: 2.6374192 Nov 08 00:11:01.736307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5757cdcf-052f-417f-834e-7be9651a88bc', 'tag': '478fbc01-eacc-42aa-bcea-78be1ab05517'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:01.741945 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048485fe-af62-421f-8f7e-ff5bb9700dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "5757cdcf-052f-417f-834e-7be9651a88bc", "tag": "478fbc01-eacc-42aa-bcea-78be1ab05517"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:01.789740 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c3ed2-8a00-4caa-ae23-9506716d627d req-08d8d779-0972-4540-862c-613d9c7020c2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:01.798254 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-011c3ed2-8a00-4caa-ae23-9506716d627d req-08d8d779-0972-4540-862c-613d9c7020c2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 947 time: 0.0980651 Nov 08 00:11:01.800836 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7054440d-c36b-4167-8af1-f3de648d4ead x-openstack-request-id: req-7054440d-c36b-4167-8af1-f3de648d4ead {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:01.801128 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5757cdcf-052f-417f-834e-7be9651a88bc", "tag": "478fbc01-eacc-42aa-bcea-78be1ab05517", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:01.802262 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7054440d-c36b-4167-8af1-f3de648d4ead {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:01.802673 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5757cdcf-052f-417f-834e-7be9651a88bc', 'tag': '478fbc01-eacc-42aa-bcea-78be1ab05517', 'status': 'completed', 'code': 200} Nov 08 00:11:01.858517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-011c3ed2-8a00-4caa-ae23-9506716d627d req-b1b110d8-50b9-4a9b-8ea7-866099876a86 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584247 Nov 08 00:11:01.863708 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c223-dda5-43f8-8829-6c4fcb302916 req-28ba6ed9-8458-4fb8-8a5b-d5a7c8a65827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:01.865303 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-da60c223-dda5-43f8-8829-6c4fcb302916 req-28ba6ed9-8458-4fb8-8a5b-d5a7c8a65827 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.2783809 Nov 08 00:11:01.880067 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4f4704-2fa6-4079-928d-c22d93a1ad3f {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:11:01.924494 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048485fe-af62-421f-8f7e-ff5bb9700dc4 req-3f9c2874-15ee-45de-9a4f-2bf1b28dc32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:01.926028 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-048485fe-af62-421f-8f7e-ff5bb9700dc4 req-3f9c2874-15ee-45de-9a4f-2bf1b28dc32e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 1098 time: 0.0641830 Nov 08 00:11:01.934566 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-da60c223-dda5-43f8-8829-6c4fcb302916 req-daf69641-2896-4174-b52f-aa5438b0ca25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=c4e6428d-b5bf-4fca-8995-b611d5cc4a33 HTTP/1.1" status: 200 len: 217 time: 0.0473919 Nov 08 00:11:01.937133 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:01.996787 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Transition to ACTIVE for port object ac4f4704-2fa6-4079-928d-c22d93a1ad3f will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:11:02.022704 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-651730c9-5518-4dc6-b103-07bedce24089 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:02.028740 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-048485fe-af62-421f-8f7e-ff5bb9700dc4 req-ba02aa43-d817-4ee8-bf47-9e4856e1adbb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810471 Nov 08 00:11:02.032644 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c223-dda5-43f8-8829-6c4fcb302916 req-8e34e1f6-8c79-4f20-9baf-754e21c337ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:02.039949 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-da60c223-dda5-43f8-8829-6c4fcb302916 req-8e34e1f6-8c79-4f20-9baf-754e21c337ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0819132 Nov 08 00:11:02.093844 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:02.157546 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4f4704-2fa6-4079-928d-c22d93a1ad3f,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:02.165112 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c223-dda5-43f8-8829-6c4fcb302916 req-1feb3b57-aedd-4c42-b5c1-d7f2407906d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:02.166108 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-da60c223-dda5-43f8-8829-6c4fcb302916 req-1feb3b57-aedd-4c42-b5c1-d7f2407906d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1238906 Nov 08 00:11:02.198258 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-651730c9-5518-4dc6-b103-07bedce24089 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:02.313520 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-651730c9-5518-4dc6-b103-07bedce24089 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Network 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:11:02.324602 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-651730c9-5518-4dc6-b103-07bedce24089 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:11:02.331838 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-651730c9-5518-4dc6-b103-07bedce24089 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:11:02.355680 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651730c9-5518-4dc6-b103-07bedce24089 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Pushing event updated for resources: {'Port': ['ID=2e5c8a08-91a9-42e3-83a5-bd02e1a184ea,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:02.395567 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f2339-1081-40c9-b59b-356bf53c276f req-34c43f0f-fbf2-455a-a34f-f92b3739424e tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:02.402868 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-422f2339-1081-40c9-b59b-356bf53c276f req-34c43f0f-fbf2-455a-a34f-f92b3739424e tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.4721816 Nov 08 00:11:02.419024 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-da60c223-dda5-43f8-8829-6c4fcb302916 req-90ee5374-1096-46ec-8d79-8a5bbf7457d6 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445920 Nov 08 00:11:02.429571 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Attempting to bind port ac4f4704-2fa6-4079-928d-c22d93a1ad3f on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:11:02.429902 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Attempting to bind port ac4f4704-2fa6-4079-928d-c22d93a1ad3f by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '5bc2dfb0-12af-4824-ae67-447210a44548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:11:02.430226 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Attempting to bind port ac4f4704-2fa6-4079-928d-c22d93a1ad3f on network d8de0bf2-e676-4bb3-b718-0db2fff39ea0 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:02.448480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-651730c9-5518-4dc6-b103-07bedce24089 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:02.449122 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-651730c9-5518-4dc6-b103-07bedce24089 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:02.487009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fe9b9-fb89-4e9b-bab5-e2787158885d req-527b4026-c18b-418d-8e90-dd87a0909625 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:02.488597 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-916fe9b9-fb89-4e9b-bab5-e2787158885d req-527b4026-c18b-418d-8e90-dd87a0909625 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 947 time: 0.4590020 Nov 08 00:11:02.497611 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Port ac4f4704-2fa6-4079-928d-c22d93a1ad3f on network d8de0bf2-e676-4bb3-b718-0db2fff39ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:11:02.498041 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Attempting to bind port ac4f4704-2fa6-4079-928d-c22d93a1ad3f on network d8de0bf2-e676-4bb3-b718-0db2fff39ea0 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:02.510272 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:11:02.510691 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Checking segment: {'id': '5bc2dfb0-12af-4824-ae67-447210a44548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:11:02.511153 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Bound using segment: {'id': '5bc2dfb0-12af-4824-ae67-447210a44548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:11:02.511674 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Bound port: ac4f4704-2fa6-4079-928d-c22d93a1ad3f, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc2dfb0-12af-4824-ae67-447210a44548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:11:02.512132 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:02.549095 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-422f2339-1081-40c9-b59b-356bf53c276f req-f9a32a1b-3f88-461c-b72d-d526c7e89ee2 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419528 Nov 08 00:11:02.581357 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048485fe-af62-421f-8f7e-ff5bb9700dc4 req-2a8f0c84-aefe-4798-88be-717d3c82e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:02.583112 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-048485fe-af62-421f-8f7e-ff5bb9700dc4 req-2a8f0c84-aefe-4798-88be-717d3c82e63e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5419090 Nov 08 00:11:02.589844 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-da60c223-dda5-43f8-8829-6c4fcb302916 req-5d550619-8e20-484c-be77-aabefd1ab0cc service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614416 Nov 08 00:11:02.598977 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-916fe9b9-fb89-4e9b-bab5-e2787158885d req-e1ca558d-4439-4b1d-bfdc-209c2dfc7bde tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912709 Nov 08 00:11:02.631270 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-651730c9-5518-4dc6-b103-07bedce24089 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5872052 Nov 08 00:11:02.642487 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-00589381-4830-4179-8778-4c8f78178de7 None None] Provisioning complete for port 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:02.643558 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00589381-4830-4179-8778-4c8f78178de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:02.656934 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Request body: {'port': {'device_id': '3688b5cc-60e4-4f9e-b782-9c6dfa8ec556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:02.678597 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-00589381-4830-4179-8778-4c8f78178de7 None None] Port 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:11:02.744571 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] For port ac4f4704-2fa6-4079-928d-c22d93a1ad3f, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:11:02.746507 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:02.751255 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] For port ac4f4704-2fa6-4079-928d-c22d93a1ad3f, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=ac4f4704-2fa6-4079-928d-c22d93a1ad3f,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:11:02.777524 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-fd266d08-c789-4661-8c09-9c1cd6f3505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:02.778995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-fd266d08-c789-4661-8c09-9c1cd6f3505e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 1098 time: 0.1147213 Nov 08 00:11:02.787480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c445289-c2bf-4610-8951-4df6752d9338 req-ad5afdef-522a-4d6b-8ee9-bdbccab17dbc tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:02.788883 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c445289-c2bf-4610-8951-4df6752d9338 req-ad5afdef-522a-4d6b-8ee9-bdbccab17dbc tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 945 time: 0.1417713 Nov 08 00:11:02.799186 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a64eb-f17c-4f7d-a9b0-1e6fc83014f7 req-d5f95ad8-ad27-4c48-a70f-0c2c50d653ba tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:02.800790 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a7a64eb-f17c-4f7d-a9b0-1e6fc83014f7 req-d5f95ad8-ad27-4c48-a70f-0c2c50d653ba tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 931 time: 0.0950332 Nov 08 00:11:02.852267 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:02.866417 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-8968eae4-78bc-497f-91a9-558d40c5ee25 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=478fbc01-eacc-42aa-bcea-78be1ab05517 HTTP/1.1" status: 200 len: 217 time: 0.0608597 Nov 08 00:11:02.898813 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:02.899753 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:02.901221 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] 10.222.0.20 "PUT /v2.0/ports/ac4f4704-2fa6-4079-928d-c22d93a1ad3f HTTP/1.1" status: 200 len: 1092 time: 2.0944593 Nov 08 00:11:02.906429 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c445289-c2bf-4610-8951-4df6752d9338 req-796e9385-2814-4ca6-9ef7-cdcd69c6149b tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033692 Nov 08 00:11:02.907710 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a7a64eb-f17c-4f7d-a9b0-1e6fc83014f7 req-97834367-aad3-4a9a-abd8-4dd2381e9c41 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928872 Nov 08 00:11:02.943410 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-903af988-4ac8-47ce-9cfc-180114c5fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:02.945010 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-903af988-4ac8-47ce-9cfc-180114c5fa40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0585153 Nov 08 00:11:02.977932 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e2ac89-91db-49dd-83ac-7be26f8125e0', 'tag': 'ac4f4704-2fa6-4079-928d-c22d93a1ad3f'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:02.980221 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af672fda-f3b0-4864-8a0d-659ba90b063a" -d '{"events": [{"name": "network-changed", "server_uuid": "80e2ac89-91db-49dd-83ac-7be26f8125e0", "tag": "ac4f4704-2fa6-4079-928d-c22d93a1ad3f"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:03.002257 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-e0d71ae1-e5a6-4f81-ae0b-0b2dda2a2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:03.006458 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad8629-9fdc-4a93-93d8-0a64d4ea8aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4f4704-2fa6-4079-928d-c22d93a1ad3f,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:03.006619 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-e0d71ae1-e5a6-4f81-ae0b-0b2dda2a2c20 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505466 Nov 08 00:11:03.111767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd58a94-1899-4c91-8a70-e4a0cff9eaa8 req-ec523af6-194a-40ad-865a-fbffb9020d44 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:03.113364 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2bd58a94-1899-4c91-8a70-e4a0cff9eaa8 req-ec523af6-194a-40ad-865a-fbffb9020d44 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 944 time: 0.1006851 Nov 08 00:11:03.133070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:11:03.142982 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:03.174167 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-1611619c-be70-46ba-bb98-1a72076c44d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:03.175706 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-1611619c-be70-46ba-bb98-1a72076c44d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1ebccb3c8984c29a3fd2e7e2488d34f&device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 1095 time: 0.1043203 Nov 08 00:11:03.176780 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Transition to ACTIVE for port object 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:11:03.183322 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-48dfddbd-cf63-46ef-b8c5-8fc7066e02cd service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615319 Nov 08 00:11:03.211843 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2bd58a94-1899-4c91-8a70-e4a0cff9eaa8 req-b309b280-d4f4-40cd-bf9c-ca77e8d87378 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796618 Nov 08 00:11:03.256550 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-c84daea6-6439-48fc-be2a-92d65fe8fe60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac4f4704-2fa6-4079-928d-c22d93a1ad3f HTTP/1.1" status: 200 len: 217 time: 0.0411208 Nov 08 00:11:03.259944 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69db88e7-1872-47aa-bd5b-beb145065c1a x-openstack-request-id: req-69db88e7-1872-47aa-bd5b-beb145065c1a {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:03.260303 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e2ac89-91db-49dd-83ac-7be26f8125e0", "tag": "ac4f4704-2fa6-4079-928d-c22d93a1ad3f", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:03.260614 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69db88e7-1872-47aa-bd5b-beb145065c1a {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:03.261070 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e2ac89-91db-49dd-83ac-7be26f8125e0', 'tag': 'ac4f4704-2fa6-4079-928d-c22d93a1ad3f', 'status': 'completed', 'code': 200} Nov 08 00:11:03.275645 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:03.282747 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aabdb6-19a4-4e02-bc0d-798a6f95fceb req-88fe89f9-a2cd-4da0-849b-9855b87ca300 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:03.284555 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-82aabdb6-19a4-4e02-bc0d-798a6f95fceb req-88fe89f9-a2cd-4da0-849b-9855b87ca300 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 947 time: 0.1161830 Nov 08 00:11:03.304347 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:03.310186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c4e6428d-b5bf-4fca-8995-b611d5cc4a33 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:11:03.362545 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-c826ae7c-b22b-4435-90eb-c6aa83a74a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:03.364096 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-c826ae7c-b22b-4435-90eb-c6aa83a74a94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16d64a69-40b8-49ea-a2a5-54f41398f270 HTTP/1.1" status: 200 len: 855 time: 0.0940902 Nov 08 00:11:03.372000 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Pushing event updated for resources: {'Port': ['ID=2e5c8a08-91a9-42e3-83a5-bd02e1a184ea,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:03.397572 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1fe88b35-0b73-43bf-aec2-f2aeb97f2b1f req-52cb9e02-dbe9-44b7-9c85-5043b23fd73d service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829748 Nov 08 00:11:03.431428 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-bd68a155-6802-49a3-a91d-ba4a2aea5c50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8de0bf2-e676-4bb3-b718-0db2fff39ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559177 Nov 08 00:11:03.437606 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-82aabdb6-19a4-4e02-bc0d-798a6f95fceb req-e32fc5b6-d671-43d8-9136-65f33edf3fd2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284268 Nov 08 00:11:03.479655 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port c4e6428d-b5bf-4fca-8995-b611d5cc4a33, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c4e6428d-b5bf-4fca-8995-b611d5cc4a33,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:03.495114 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'c4e6428d-b5bf-4fca-8995-b611d5cc4a33', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': 'c4e6428d-b5bf-4fca-8995-b611d5cc4a33', 'mac_address': 'fa:16:3e:64:5c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:11:03.536514 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:03.542955 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Attempting to bind port 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:11:03.543266 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Attempting to bind port 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'f090b08f-11d5-416e-bbf9-03b0fed772e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:11:03.543720 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Attempting to bind port 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea on network 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:03.551853 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e6428d-b5bf-4fca-8995-b611d5cc4a33 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:11:03.557798 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Port 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea on network 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:11:03.558122 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Attempting to bind port 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea on network 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:03.573210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:11:03.573549 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Checking segment: {'id': 'f090b08f-11d5-416e-bbf9-03b0fed772e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:11:03.573938 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Bound using segment: {'id': 'f090b08f-11d5-416e-bbf9-03b0fed772e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:11:03.574642 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Bound port: 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f090b08f-11d5-416e-bbf9-03b0fed772e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:11:03.574820 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:03.580061 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port c4e6428d-b5bf-4fca-8995-b611d5cc4a33, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c4e6428d-b5bf-4fca-8995-b611d5cc4a33,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:03.586804 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-5b7c6d59-c225-41df-bca3-06c514be21d0 service neutron] 10.222.0.20 "GET /v2.0/networks/d8de0bf2-e676-4bb3-b718-0db2fff39ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302259 Nov 08 00:11:03.646394 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:03.698034 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] For port 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:11:03.702941 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] For port 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=2e5c8a08-91a9-42e3-83a5-bd02e1a184ea,segment=NetworkSegment(f090b08f-11d5-416e-bbf9-03b0fed772e3),segment_id=f090b08f-11d5-416e-bbf9-03b0fed772e3)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:11:03.712867 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b9199-84d8-4c47-9d85-6e6ef34e8f2c req-2884a8a7-8261-476f-8a50-8e297de259fe tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:03.718833 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f30b9199-84d8-4c47-9d85-6e6ef34e8f2c req-2884a8a7-8261-476f-8a50-8e297de259fe tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0761085 Nov 08 00:11:03.726016 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5a8ae377-5c97-45fc-b65e-1d8763101fc1 req-9afe0817-2e59-4fbb-aaf8-8cd38fe4a4a0 service neutron] 10.222.0.20 "GET /v2.0/networks/d8de0bf2-e676-4bb3-b718-0db2fff39ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144245 Nov 08 00:11:03.735614 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=c4e6428d-b5bf-4fca-8995-b611d5cc4a33,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:03.748406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9edd6-d642-4774-bab5-4fa5155621a9 req-ce7234bf-00ff-4d6c-ba93-85c0a647b473 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:03.749541 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88f9edd6-d642-4774-bab5-4fa5155621a9 req-ce7234bf-00ff-4d6c-ba93-85c0a647b473 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 947 time: 0.0749271 Nov 08 00:11:03.780867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f30b9199-84d8-4c47-9d85-6e6ef34e8f2c req-abc25944-8f56-4c3f-bdfe-0b220791b041 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572174 Nov 08 00:11:03.801192 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88f9edd6-d642-4774-bab5-4fa5155621a9 req-b604db1e-3544-408a-94a8-487c5eb55f33 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434871 Nov 08 00:11:03.814388 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:03.849441 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:03.850059 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:03.851465 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] 10.222.0.26 "PUT /v2.0/ports/2e5c8a08-91a9-42e3-83a5-bd02e1a184ea HTTP/1.1" status: 200 len: 1091 time: 1.1996012 Nov 08 00:11:03.878732 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c01fb-fe3f-4a99-b92a-e3f120603dfd service neutron] Pushing event updated for resources: {'Port': ['ID=2e5c8a08-91a9-42e3-83a5-bd02e1a184ea,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:03.962123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33288) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:04.012110 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af672fda-f3b0-4864-8a0d-659ba90b063a req-64766eaa-3ed3-4f4e-ae54-e1e6fdd435d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:04.014343 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-af672fda-f3b0-4864-8a0d-659ba90b063a req-64766eaa-3ed3-4f4e-ae54-e1e6fdd435d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1ebccb3c8984c29a3fd2e7e2488d34f&device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 1095 time: 0.0855417 Nov 08 00:11:04.022388 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['c4e6428d-b5bf-4fca-8995-b611d5cc4a33'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:11:04.048754 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-929e9d30-cc3a-4102-956c-17de419fa478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:04.050318 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-929e9d30-cc3a-4102-956c-17de419fa478 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dafc7010ec8a40b6adaaa3517374bd21&device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 1094 time: 0.0811427 Nov 08 00:11:04.142220 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e1855584-2d9f-41f4-b380-6d765ec78364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:04.153868 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-e5ee4155-692e-456c-8b78-543b1a1fc701 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e5c8a08-91a9-42e3-83a5-bd02e1a184ea HTTP/1.1" status: 200 len: 217 time: 0.0461929 Nov 08 00:11:04.171194 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe356544-17d2-4099-8df9-2f62a09358c2 req-c8c2f59f-2b68-4f61-8921-03d7a381579d tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:04.176315 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe356544-17d2-4099-8df9-2f62a09358c2 req-c8c2f59f-2b68-4f61-8921-03d7a381579d tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 945 time: 0.1352961 Nov 08 00:11:04.195440 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af672fda-f3b0-4864-8a0d-659ba90b063a req-d65c237e-3b62-4ab7-8686-e1d82caee954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:04.197005 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-af672fda-f3b0-4864-8a0d-659ba90b063a req-d65c237e-3b62-4ab7-8686-e1d82caee954 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8de0bf2-e676-4bb3-b718-0db2fff39ea0 HTTP/1.1" status: 200 len: 916 time: 0.1740589 Nov 08 00:11:04.206983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad90ed-7dd2-472d-a0d9-8979425cd0d3 req-67523616-2df0-43f4-a6fb-abda16d7b5df tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:04.208552 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59ad90ed-7dd2-472d-a0d9-8979425cd0d3 req-67523616-2df0-43f4-a6fb-abda16d7b5df tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 943 time: 0.1165915 Nov 08 00:11:04.255780 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-79be083c-1995-4306-b9bd-1e437b2013b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:04.257285 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-79be083c-1995-4306-b9bd-1e437b2013b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6ff2d21-c91f-455a-a3e9-871aa706c876 HTTP/1.1" status: 200 len: 862 time: 0.0937347 Nov 08 00:11:04.258684 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-af672fda-f3b0-4864-8a0d-659ba90b063a req-35d2f456-7495-4f68-a068-e51c5781cbe2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac4f4704-2fa6-4079-928d-c22d93a1ad3f HTTP/1.1" status: 200 len: 217 time: 0.0440536 Nov 08 00:11:04.278904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe356544-17d2-4099-8df9-2f62a09358c2 req-97f5b403-18bd-4986-8040-5432da529739 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956717 Nov 08 00:11:04.313581 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59ad90ed-7dd2-472d-a0d9-8979425cd0d3 req-e3b4f8d9-d526-4871-ae7e-176a73fc8d55 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846174 Nov 08 00:11:04.350382 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e1855584-2d9f-41f4-b380-6d765ec78364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:04.357397 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-1f1267b6-bf33-405d-a84a-0afb05e58497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:04.359204 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-1f1267b6-bf33-405d-a84a-0afb05e58497 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940769 Nov 08 00:11:04.362684 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af672fda-f3b0-4864-8a0d-659ba90b063a req-30de0cd9-a16c-4aec-a014-afdce7aba9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:04.364048 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-af672fda-f3b0-4864-8a0d-659ba90b063a req-30de0cd9-a16c-4aec-a014-afdce7aba9fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16d64a69-40b8-49ea-a2a5-54f41398f270 HTTP/1.1" status: 200 len: 855 time: 0.0910046 Nov 08 00:11:04.407971 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204ddb1-a904-4b2a-806a-ac9334b78788 req-c596e255-ef53-46e2-a101-fd27ac8b484d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:04.409372 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0204ddb1-a904-4b2a-806a-ac9334b78788 req-c596e255-ef53-46e2-a101-fd27ac8b484d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 944 time: 0.0520563 Nov 08 00:11:04.422383 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e1855584-2d9f-41f4-b380-6d765ec78364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:04.433434 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-af672fda-f3b0-4864-8a0d-659ba90b063a req-c01e9bfc-a817-4055-ba5e-b1317363bbbf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8de0bf2-e676-4bb3-b718-0db2fff39ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582473 Nov 08 00:11:04.478071 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e1855584-2d9f-41f4-b380-6d765ec78364 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75a6bb60b1d042d7b7b9cb872d2ca5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5148015 Nov 08 00:11:04.481364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33300) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:04.485967 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0204ddb1-a904-4b2a-806a-ac9334b78788 req-1fdfb4c1-d289-4ce2-beb8-a36c1176d7b8 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707276 Nov 08 00:11:04.493409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1855584-2d9f-41f4-b380-6d765ec78364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa638ea0-00dc-4327-bf2f-e7e8d4e0b0e3,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:04.535363 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-8677800b-4c1b-446f-8f93-af8985f996f7 service neutron] 10.222.0.26 "GET /v2.0/networks/80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663268 Nov 08 00:11:04.584269 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adb6ae-7715-4602-8a67-31b7eb2432d7 req-4b577ed0-6f49-48d6-b3ed-2ce2e9a86ad4 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:04.585717 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5adb6ae-7715-4602-8a67-31b7eb2432d7 req-4b577ed0-6f49-48d6-b3ed-2ce2e9a86ad4 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 948 time: 0.0730329 Nov 08 00:11:04.588480 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f2f557c2-07f0-4f57-877c-52a499c0f078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:04.616781 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-af672fda-f3b0-4864-8a0d-659ba90b063a req-6b6f414a-6b6e-41c0-81d3-85ccbed96d19 service neutron] 10.222.0.20 "GET /v2.0/networks/d8de0bf2-e676-4bb3-b718-0db2fff39ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719661 Nov 08 00:11:04.627426 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f2f557c2-07f0-4f57-877c-52a499c0f078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:04.656536 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5adb6ae-7715-4602-8a67-31b7eb2432d7 req-dde900f4-7c88-4791-b99f-f8d87e6475d4 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636916 Nov 08 00:11:04.694003 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ca0c2f42-c0cf-4ead-b871-fa8c380ef4d7 req-bd9d71b6-b8aa-4d63-b883-611e8d47e899 service neutron] 10.222.0.26 "GET /v2.0/networks/80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523492 Nov 08 00:11:04.734950 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-af672fda-f3b0-4864-8a0d-659ba90b063a req-d2986ae5-0d08-4ce6-940e-779455e777be service neutron] 10.222.0.20 "GET /v2.0/networks/d8de0bf2-e676-4bb3-b718-0db2fff39ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981312 Nov 08 00:11:04.744853 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f2f557c2-07f0-4f57-877c-52a499c0f078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:04.747587 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f2f557c2-07f0-4f57-877c-52a499c0f078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:04.750022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f2f557c2-07f0-4f57-877c-52a499c0f078 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa638ea0-00dc-4327-bf2f-e7e8d4e0b0e3 HTTP/1.1" status: 204 len: 168 time: 0.2670779 Nov 08 00:11:04.757397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f557c2-07f0-4f57-877c-52a499c0f078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa638ea0-00dc-4327-bf2f-e7e8d4e0b0e3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:04.941730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72fc33-1829-4abb-b80b-9e026dc0fc97 req-4f9755e6-4f80-4c29-8d91-9362caf38ff2 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:04.943100 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8e72fc33-1829-4abb-b80b-9e026dc0fc97 req-4f9755e6-4f80-4c29-8d91-9362caf38ff2 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0902398 Nov 08 00:11:04.954794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb594b5-84dc-4ea1-8399-0a27c2414eb6 req-8848db27-2ca5-4af5-a247-fb077b6cce8a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:04.956185 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0eb594b5-84dc-4ea1-8399-0a27c2414eb6 req-8848db27-2ca5-4af5-a247-fb077b6cce8a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 947 time: 0.0636580 Nov 08 00:11:05.014621 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8e72fc33-1829-4abb-b80b-9e026dc0fc97 req-d62f2426-9b1d-45dd-a0e9-ce5fbda115a4 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575018 Nov 08 00:11:05.040402 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0eb594b5-84dc-4ea1-8399-0a27c2414eb6 req-1631d752-40ce-4f82-84e1-5503093f155a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766106 Nov 08 00:11:05.262095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3688b5cc-60e4-4f9e-b782-9c6dfa8ec556', 'tag': '2e5c8a08-91a9-42e3-83a5-bd02e1a184ea'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:05.264410 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd6d41f-9432-4755-9706-286202eecf4c" -d '{"events": [{"name": "network-changed", "server_uuid": "3688b5cc-60e4-4f9e-b782-9c6dfa8ec556", "tag": "2e5c8a08-91a9-42e3-83a5-bd02e1a184ea"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:05.300070 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f659ab6-f08b-4baf-b955-066625e3638a x-openstack-request-id: req-8f659ab6-f08b-4baf-b955-066625e3638a {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:05.300387 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3688b5cc-60e4-4f9e-b782-9c6dfa8ec556", "tag": "2e5c8a08-91a9-42e3-83a5-bd02e1a184ea", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:05.300672 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f659ab6-f08b-4baf-b955-066625e3638a {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:05.301063 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3688b5cc-60e4-4f9e-b782-9c6dfa8ec556', 'tag': '2e5c8a08-91a9-42e3-83a5-bd02e1a184ea', 'status': 'completed', 'code': 200} Nov 08 00:11:05.321545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c4e6428d-b5bf-4fca-8995-b611d5cc4a33 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:11:05.377149 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33320) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:05.397973 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db996fd7-e9ce-4100-9e5f-add8c7b7db49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:05.471084 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6d41f-9432-4755-9706-286202eecf4c req-fc0a497b-0edc-4ff8-9621-bd413e6cc60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:05.473386 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108707ab-726a-4256-a865-19d4c7e3afc0 req-73e10dc1-369f-44ef-84fd-0e0741b63ff6 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:05.473899 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0cd6d41f-9432-4755-9706-286202eecf4c req-fc0a497b-0edc-4ff8-9621-bd413e6cc60c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dafc7010ec8a40b6adaaa3517374bd21&device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 1094 time: 0.0716376 Nov 08 00:11:05.475314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-108707ab-726a-4256-a865-19d4c7e3afc0 req-73e10dc1-369f-44ef-84fd-0e0741b63ff6 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 945 time: 0.1077962 Nov 08 00:11:05.481029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port c4e6428d-b5bf-4fca-8995-b611d5cc4a33 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:11:05.485608 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port c4e6428d-b5bf-4fca-8995-b611d5cc4a33 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:05.485986 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:05.525370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5323c-3fbe-4847-a9ec-8626a4e543d5 req-9a867cb1-b41e-44b2-b37b-ed3c20c87148 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:05.526770 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1a5323c-3fbe-4847-a9ec-8626a4e543d5 req-9a867cb1-b41e-44b2-b37b-ed3c20c87148 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 943 time: 0.1021707 Nov 08 00:11:05.551574 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-108707ab-726a-4256-a865-19d4c7e3afc0 req-0c546d3d-ebe6-466e-9487-ee6005e4ab03 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584910 Nov 08 00:11:05.581204 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1a5323c-3fbe-4847-a9ec-8626a4e543d5 req-e0cc8dc4-4288-4e73-bf56-b8a54d1283ea tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416465 Nov 08 00:11:05.589377 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db996fd7-e9ce-4100-9e5f-add8c7b7db49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:05.599104 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:05.607042 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6d41f-9432-4755-9706-286202eecf4c req-16ed2889-7b27-4dbf-b274-d4216eaa552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:05.608974 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0cd6d41f-9432-4755-9706-286202eecf4c req-16ed2889-7b27-4dbf-b274-d4216eaa552c service neutron] 10.222.0.26 "GET /v2.0/networks?id=80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 HTTP/1.1" status: 200 len: 924 time: 0.1229773 Nov 08 00:11:05.622941 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e6428d-b5bf-4fca-8995-b611d5cc4a33'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:05.625298 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b8d462-1bc2-42c4-b996-b84bb8ee4730" -d '{"events": [{"server_uuid": "64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7", "name": "network-vif-plugged", "status": "completed", "tag": "c4e6428d-b5bf-4fca-8995-b611d5cc4a33"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:05.639997 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port c4e6428d-b5bf-4fca-8995-b611d5cc4a33, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c4e6428d-b5bf-4fca-8995-b611d5cc4a33,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:05.660234 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0cd6d41f-9432-4755-9706-286202eecf4c req-d832f4e8-104a-48f4-995d-cbc4f45ae066 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e5c8a08-91a9-42e3-83a5-bd02e1a184ea HTTP/1.1" status: 200 len: 217 time: 0.0430365 Nov 08 00:11:05.665062 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db996fd7-e9ce-4100-9e5f-add8c7b7db49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:05.679153 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408bbd28-84e8-4b46-b49c-8a8ab76a0987 x-openstack-request-id: req-408bbd28-84e8-4b46-b49c-8a8ab76a0987 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:05.679517 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7", "name": "network-vif-plugged", "status": "completed", "tag": "c4e6428d-b5bf-4fca-8995-b611d5cc4a33", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:05.679771 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-408bbd28-84e8-4b46-b49c-8a8ab76a0987 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:05.680305 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e6428d-b5bf-4fca-8995-b611d5cc4a33', 'code': 200} Nov 08 00:11:05.715358 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0ca90-fd9c-4580-b54f-4b4ba81183d5 req-2c8bf2e4-071d-42f7-9046-7fa352aba6db tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:05.723889 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:05.728048 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61d0ca90-fd9c-4580-b54f-4b4ba81183d5 req-2c8bf2e4-071d-42f7-9046-7fa352aba6db tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 944 time: 0.0592146 Nov 08 00:11:05.766198 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db996fd7-e9ce-4100-9e5f-add8c7b7db49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c3b15c-a96c-46d0-b13c-f4cc28d79699,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:05.774889 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-db996fd7-e9ce-4100-9e5f-add8c7b7db49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66e38da5e7ea45efa0f1ca267efe1ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3965268 Nov 08 00:11:05.778488 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=c4e6428d-b5bf-4fca-8995-b611d5cc4a33,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:05.781441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33334) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:05.792414 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6d41f-9432-4755-9706-286202eecf4c req-d145613c-7751-46c4-a51a-c3d65ec374d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:05.794215 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0cd6d41f-9432-4755-9706-286202eecf4c req-d145613c-7751-46c4-a51a-c3d65ec374d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6ff2d21-c91f-455a-a3e9-871aa706c876 HTTP/1.1" status: 200 len: 862 time: 0.1228964 Nov 08 00:11:05.800929 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61d0ca90-fd9c-4580-b54f-4b4ba81183d5 req-76d18a3b-e94c-4798-815c-1e6ad0e793fa tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590563 Nov 08 00:11:05.854740 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a885b1d-3478-4ebb-9da1-16682b6856e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:05.878888 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a885b1d-3478-4ebb-9da1-16682b6856e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:05.955925 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62947699-d6b3-4c54-ae52-3ab9b6dc556d req-0d1b9456-3b48-489a-ac59-cbfbbf0ce18a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:05.957487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62947699-d6b3-4c54-ae52-3ab9b6dc556d req-0d1b9456-3b48-489a-ac59-cbfbbf0ce18a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 949 time: 0.0765314 Nov 08 00:11:06.002174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62947699-d6b3-4c54-ae52-3ab9b6dc556d req-d0579867-dbcd-4c20-8357-19229b1e7a44 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357113 Nov 08 00:11:06.065486 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a885b1d-3478-4ebb-9da1-16682b6856e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:06.068452 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a885b1d-3478-4ebb-9da1-16682b6856e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:06.072867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5a885b1d-3478-4ebb-9da1-16682b6856e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5c3b15c-a96c-46d0-b13c-f4cc28d79699 HTTP/1.1" status: 204 len: 168 time: 0.2869809 Nov 08 00:11:06.079923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a885b1d-3478-4ebb-9da1-16682b6856e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c3b15c-a96c-46d0-b13c-f4cc28d79699,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:06.121641 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f84fb0-769d-45b8-b43a-9e845d303ad0 req-5c4759de-c681-479d-b1da-e1e72fa50cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:06.123673 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-78f84fb0-769d-45b8-b43a-9e845d303ad0 req-5c4759de-c681-479d-b1da-e1e72fa50cf5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 1100 time: 0.3469417 Nov 08 00:11:06.129569 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6d41f-9432-4755-9706-286202eecf4c req-0885d8d3-4ef0-47c3-9583-f36e1cb6fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:06.131046 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0cd6d41f-9432-4755-9706-286202eecf4c req-0885d8d3-4ef0-47c3-9583-f36e1cb6fd95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553744 Nov 08 00:11:06.175162 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb6bb1-54d6-4922-b7bb-602253f8b6ce req-faa85bf3-c2a6-41d2-b480-72a289c61f16 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:06.177015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71cb6bb1-54d6-4922-b7bb-602253f8b6ce req-faa85bf3-c2a6-41d2-b480-72a289c61f16 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0557501 Nov 08 00:11:06.211100 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-78f84fb0-769d-45b8-b43a-9e845d303ad0 req-22d065ca-cead-4828-8bd5-85e04cb117e3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790410 Nov 08 00:11:06.234270 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71cb6bb1-54d6-4922-b7bb-602253f8b6ce req-5aedb87a-99b6-4a80-80b9-52c22e9a0e55 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504515 Nov 08 00:11:06.260779 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0cd6d41f-9432-4755-9706-286202eecf4c req-ce895912-9083-45c3-bad2-4627b81bc208 service neutron] 10.222.0.26 "GET /v2.0/networks/80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223242 Nov 08 00:11:06.333886 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e1ebc-de4d-4de3-a581-8f222966e3f4 req-9348876a-1e9e-4121-8595-99373acd1b40 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:06.335383 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2e1ebc-de4d-4de3-a581-8f222966e3f4 req-9348876a-1e9e-4121-8595-99373acd1b40 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 947 time: 0.0511479 Nov 08 00:11:06.374387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2e1ebc-de4d-4de3-a581-8f222966e3f4 req-d809b4d9-69ca-415e-bab5-c6cb5d941fa5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324945 Nov 08 00:11:06.576893 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0cd6d41f-9432-4755-9706-286202eecf4c req-b7cb6c0b-fe42-4d49-9650-e0224dda8832 service neutron] 10.222.0.26 "GET /v2.0/networks/80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836270 Nov 08 00:11:06.704310 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249cc66-02f7-42cd-8e51-5af2924cdb31 req-5a6e6c8e-0c0f-44be-881e-40d6ebb8a521 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:06.705783 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d249cc66-02f7-42cd-8e51-5af2924cdb31 req-5a6e6c8e-0c0f-44be-881e-40d6ebb8a521 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 945 time: 0.0770938 Nov 08 00:11:06.727920 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d0461-84d4-4dbb-8c67-a0d99baf68a3 req-e172caef-f9c4-470d-8f43-8e549d348548 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:06.732261 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad9d0461-84d4-4dbb-8c67-a0d99baf68a3 req-e172caef-f9c4-470d-8f43-8e549d348548 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 943 time: 0.0777640 Nov 08 00:11:06.780840 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d249cc66-02f7-42cd-8e51-5af2924cdb31 req-acf58516-1d90-4b64-adaa-8f9e76a4c240 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667212 Nov 08 00:11:06.787910 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad9d0461-84d4-4dbb-8c67-a0d99baf68a3 req-5603126b-61f6-4bf6-8462-b01dd4514bc1 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471637 Nov 08 00:11:06.920990 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fc138-1db6-4ca2-9892-1ce10e509944 req-a124ccd1-31df-4cb9-bc02-6092c3b6225a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:06.922454 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-557fc138-1db6-4ca2-9892-1ce10e509944 req-a124ccd1-31df-4cb9-bc02-6092c3b6225a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 944 time: 0.0507257 Nov 08 00:11:06.960785 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-557fc138-1db6-4ca2-9892-1ce10e509944 req-20ff9bc9-200d-42db-b3f4-0690ecb86a13 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319781 Nov 08 00:11:07.130696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3af3c-b84f-41ea-ac2b-b2a4b8ebddac req-2f36fb49-db3a-4c0a-8696-70b6089abbd8 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:07.132212 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-efa3af3c-b84f-41ea-ac2b-b2a4b8ebddac req-2f36fb49-db3a-4c0a-8696-70b6089abbd8 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 949 time: 0.0502980 Nov 08 00:11:07.171296 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-efa3af3c-b84f-41ea-ac2b-b2a4b8ebddac req-64a99908-67a5-4a2a-8085-b214438cfe08 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333776 Nov 08 00:11:07.341322 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:11:07.393658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cad637-3905-4150-a1ff-e1d26169ec2c req-1a25bfe2-cbe9-4aa6-8a85-a2f4602933be tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:07.402217 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59cad637-3905-4150-a1ff-e1d26169ec2c req-1a25bfe2-cbe9-4aa6-8a85-a2f4602933be tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0862763 Nov 08 00:11:07.461665 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59cad637-3905-4150-a1ff-e1d26169ec2c req-d80a09cd-cc9e-4b56-924e-c846ef444551 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508733 Nov 08 00:11:07.568649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ad88e-0f50-446d-888e-35fde33e2817 req-4e2abfe0-1dbb-4540-81ff-cfab7a8497a2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:07.571046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad1ad88e-0f50-446d-888e-35fde33e2817 req-4e2abfe0-1dbb-4540-81ff-cfab7a8497a2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 947 time: 0.0935779 Nov 08 00:11:07.616766 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad1ad88e-0f50-446d-888e-35fde33e2817 req-455c41a1-ed27-4331-8735-8048a91f6973 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380905 Nov 08 00:11:07.622535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=2e5c8a08-91a9-42e3-83a5-bd02e1a184ea,segment=NetworkSegment(f090b08f-11d5-416e-bbf9-03b0fed772e3),segment_id=f090b08f-11d5-416e-bbf9-03b0fed772e3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:07.636961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '2e5c8a08-91a9-42e3-83a5-bd02e1a184ea', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'port_id': '2e5c8a08-91a9-42e3-83a5-bd02e1a184ea', 'mac_address': 'fa:16:3e:27:fe:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:11:07.686466 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:07.707311 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device ac4f4704-2fa6-4079-928d-c22d93a1ad3f details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:11:07.711507 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:11:07.742025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=2e5c8a08-91a9-42e3-83a5-bd02e1a184ea,segment=NetworkSegment(f090b08f-11d5-416e-bbf9-03b0fed772e3),segment_id=f090b08f-11d5-416e-bbf9-03b0fed772e3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:07.831556 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:07.861828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port ac4f4704-2fa6-4079-928d-c22d93a1ad3f, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=ac4f4704-2fa6-4079-928d-c22d93a1ad3f,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:07.890104 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'ac4f4704-2fa6-4079-928d-c22d93a1ad3f', 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0', 'port_id': 'ac4f4704-2fa6-4079-928d-c22d93a1ad3f', 'mac_address': 'fa:16:3e:45:d0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d64a69-40b8-49ea-a2a5-54f41398f270', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:11:07.979547 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:07.985532 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=2e5c8a08-91a9-42e3-83a5-bd02e1a184ea,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:07.993026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf1738-ed7f-4f1f-8f7f-c52b0ba76db3 req-ce9fdeab-63bc-4c96-a5d2-a54150afff22 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:08.001599 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bdaf1738-ed7f-4f1f-8f7f-c52b0ba76db3 req-ce9fdeab-63bc-4c96-a5d2-a54150afff22 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 944 time: 0.1129522 Nov 08 00:11:08.008630 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4f4704-2fa6-4079-928d-c22d93a1ad3f {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:11:08.029069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca744c0-fc63-4d03-8b8e-663f43b57c07 req-7ab96b63-21e5-4eb2-a48a-aa4d7229fb79 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:08.031233 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ca744c0-fc63-4d03-8b8e-663f43b57c07 req-7ab96b63-21e5-4eb2-a48a-aa4d7229fb79 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 945 time: 0.1272278 Nov 08 00:11:08.031924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port ac4f4704-2fa6-4079-928d-c22d93a1ad3f, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=ac4f4704-2fa6-4079-928d-c22d93a1ad3f,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:08.056705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bdaf1738-ed7f-4f1f-8f7f-c52b0ba76db3 req-a1ffddd8-c25b-4536-b8f7-c965fd257cc9 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542605 Nov 08 00:11:08.103434 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ca744c0-fc63-4d03-8b8e-663f43b57c07 req-60e60f2f-b0ec-4ca0-a2a7-13c279eabcd7 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658169 Nov 08 00:11:08.114881 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:08.114881 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 478fbc01-eacc-42aa-bcea-78be1ab05517 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:11:08.193393 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eb074-fdbc-4662-8f25-44d344fec43d req-c3671d18-240b-4c67-b27c-1cca7cab4191 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:08.195210 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-450eb074-fdbc-4662-8f25-44d344fec43d req-c3671d18-240b-4c67-b27c-1cca7cab4191 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 945 time: 0.0548465 Nov 08 00:11:08.211505 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=ac4f4704-2fa6-4079-928d-c22d93a1ad3f,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:08.221946 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:08.249466 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['2e5c8a08-91a9-42e3-83a5-bd02e1a184ea'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:11:08.251240 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-450eb074-fdbc-4662-8f25-44d344fec43d req-6e4a0634-2a3e-4299-91fa-7e8121b1500d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495577 Nov 08 00:11:08.315937 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 478fbc01-eacc-42aa-bcea-78be1ab05517, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=478fbc01-eacc-42aa-bcea-78be1ab05517,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:08.338002 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '478fbc01-eacc-42aa-bcea-78be1ab05517', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '478fbc01-eacc-42aa-bcea-78be1ab05517', 'mac_address': 'fa:16:3e:ba:25:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:11:08.348810 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82d766-f201-4d08-8735-2c1392643c88 req-d4cf7992-3641-4691-b8ba-d0cf0ffeae79 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:08.350397 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f82d766-f201-4d08-8735-2c1392643c88 req-d4cf7992-3641-4691-b8ba-d0cf0ffeae79 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 949 time: 0.0641239 Nov 08 00:11:08.378037 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b9d37df8-f00e-49cc-95e7-35e3dc290e88 req-ddb76da9-a95d-4535-b41b-a052eb894bc1 tempest-FlavorsV2NegativeTest-711403446 tempest-FlavorsV2NegativeTest-711403446-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ec447599a27c4eaabbd1c004be8adcb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252695 Nov 08 00:11:08.446389 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:08.465492 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478fbc01-eacc-42aa-bcea-78be1ab05517 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:11:08.468319 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f82d766-f201-4d08-8735-2c1392643c88 req-f953b8be-295c-425c-82f8-f9ecc2dd84e6 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891762 Nov 08 00:11:08.489457 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 478fbc01-eacc-42aa-bcea-78be1ab05517, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=478fbc01-eacc-42aa-bcea-78be1ab05517,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:08.520322 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d37df8-f00e-49cc-95e7-35e3dc290e88 req-b6de56cc-a6cb-4039-9980-285e29892cf6 tempest-FlavorsV2NegativeTest-711403446 tempest-FlavorsV2NegativeTest-711403446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:08.521776 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b9d37df8-f00e-49cc-95e7-35e3dc290e88 req-b6de56cc-a6cb-4039-9980-285e29892cf6 tempest-FlavorsV2NegativeTest-711403446 tempest-FlavorsV2NegativeTest-711403446-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1358852 Nov 08 00:11:08.539903 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b9d37df8-f00e-49cc-95e7-35e3dc290e88 req-861b05f5-083e-45c2-b3ed-71138d6c163b tempest-FlavorsV2NegativeTest-711403446 tempest-FlavorsV2NegativeTest-711403446-project] 10.222.0.13 "GET /v2.0/quotas/ec447599a27c4eaabbd1c004be8adcb9 HTTP/1.1" status: 200 len: 375 time: 0.0118403 Nov 08 00:11:08.591272 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:08.598469 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b9d37df8-f00e-49cc-95e7-35e3dc290e88 req-4b159bbc-74c5-4cd0-83e1-67ee03b0c746 tempest-FlavorsV2NegativeTest-711403446 tempest-FlavorsV2NegativeTest-711403446-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec447599a27c4eaabbd1c004be8adcb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501764 Nov 08 00:11:08.618836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d146a86-c26d-464e-8271-5a83c633c1f0 req-5706b60c-a448-4725-9a42-6ac873f22ad2 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:08.618836 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d146a86-c26d-464e-8271-5a83c633c1f0 req-5706b60c-a448-4725-9a42-6ac873f22ad2 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0800102 Nov 08 00:11:08.664848 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=478fbc01-eacc-42aa-bcea-78be1ab05517,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:08.680458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d146a86-c26d-464e-8271-5a83c633c1f0 req-7c262352-83ff-4d16-936b-eaa3e5f8518c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569439 Nov 08 00:11:08.781096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32183c-260f-472b-a72b-e20298dbdcc1 req-79f22632-3806-44d8-85bb-7638e02f872c tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:08.782625 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b32183c-260f-472b-a72b-e20298dbdcc1 req-79f22632-3806-44d8-85bb-7638e02f872c tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 1100 time: 0.0657310 Nov 08 00:11:08.817940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e65e59-bf2e-4186-b96e-bb69b0b8ea85 req-87a9d371-f8a3-4237-b947-9ebae291ea09 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:08.819401 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34e65e59-bf2e-4186-b96e-bb69b0b8ea85 req-87a9d371-f8a3-4237-b947-9ebae291ea09 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 948 time: 0.0687625 Nov 08 00:11:08.842718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b32183c-260f-472b-a72b-e20298dbdcc1 req-c343d2dd-9e53-4a40-aac6-233defae04aa tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537713 Nov 08 00:11:08.869052 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34e65e59-bf2e-4186-b96e-bb69b0b8ea85 req-7851e47d-8b69-4738-b032-3fc4109913ae tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409703 Nov 08 00:11:09.048533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-993f4321-7512-45cc-9cd7-8774592803c8 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218556 Nov 08 00:11:09.144070 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['478fbc01-eacc-42aa-bcea-78be1ab05517'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:11:09.177679 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['ac4f4704-2fa6-4079-928d-c22d93a1ad3f'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:11:09.190280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-2c2404bd-d2b6-4378-9f06-db26fd7def42 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:09.192059 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-2c2404bd-d2b6-4378-9f06-db26fd7def42 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1378803 Nov 08 00:11:09.236832 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-89c1847c-7e76-4e9a-8268-5b19442f21cf tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/quotas/01a4d5e932eb46c6a9a010666c7cdefd HTTP/1.1" status: 200 len: 375 time: 0.0144241 Nov 08 00:11:09.256576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0330a-b848-47f7-b056-b3083d4a8631 req-78e1114e-d2da-451c-b38f-313df60e39d4 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:09.258202 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69e0330a-b848-47f7-b056-b3083d4a8631 req-78e1114e-d2da-451c-b38f-313df60e39d4 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 944 time: 0.0894203 Nov 08 00:11:09.346118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-d66f4b67-adc1-4e1c-aa14-192ec94277a2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0980723 Nov 08 00:11:09.349217 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69e0330a-b848-47f7-b056-b3083d4a8631 req-55860fd2-5a3e-46af-abc1-72f2b5c95cdd tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807140 Nov 08 00:11:09.409475 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-a8ab97cf-96be-4d43-971d-0e4ee3e8c7fd tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:09.412436 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-a8ab97cf-96be-4d43-971d-0e4ee3e8c7fd tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40&tenant_id=951d7073901a4e51a1deddc1d387c234&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 1096 time: 0.0862546 Nov 08 00:11:09.436374 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816882-1'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:09.526894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4377b7-2f06-46be-b015-c67570bd6f84 req-f4c9a368-ff86-4020-83b5-649a35d83201 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:09.529889 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c4377b7-2f06-46be-b015-c67570bd6f84 req-f4c9a368-ff86-4020-83b5-649a35d83201 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 945 time: 0.0889299 Nov 08 00:11:09.544978 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:09.589897 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c4377b7-2f06-46be-b015-c67570bd6f84 req-e9a557f2-dce5-45f8-b917-2c299ba45df1 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532615 Nov 08 00:11:09.734005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33480) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:09.743067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5fdac64f-1a5f-4b69-917c-8a8c9c16e958 req-25454811-b9fc-4803-9eb9-0854f2f39da1 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 210 time: 0.0454862 Nov 08 00:11:09.757440 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67510e63-d21b-417d-a648-d27ef401bd23 req-ad529bba-99a8-477a-8345-9b1ebb05ca98 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:09.765310 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-67510e63-d21b-417d-a648-d27ef401bd23 req-ad529bba-99a8-477a-8345-9b1ebb05ca98 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 945 time: 0.1139975 Nov 08 00:11:09.811726 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-67510e63-d21b-417d-a648-d27ef401bd23 req-ab7921a4-34c2-45e0-9d55-4446d620da93 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434337 Nov 08 00:11:09.875125 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aa5f8851-cefa-42d3-b405-0f9a2024a387 req-059e2f72-2b9f-4d46-a5eb-113bfe159f76 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0591159 Nov 08 00:11:09.882285 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] For port 42d9367d-0b9b-422b-9f65-fda47d14f274, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=42d9367d-0b9b-422b-9f65-fda47d14f274,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:09.891599 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0789a44-4186-4949-accf-ee0e1f396d92 req-847f9422-87af-47d4-a69a-2d5ac8caae5a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:09.893485 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a0789a44-4186-4949-accf-ee0e1f396d92 req-847f9422-87af-47d4-a69a-2d5ac8caae5a tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0559163 Nov 08 00:11:09.925647 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] For port 42d9367d-0b9b-422b-9f65-fda47d14f274, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:11:09.982562 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3dd12cc5-2531-49d3-ada6-50e068404bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:10.023868 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:10.028140 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab1a0d6-b7c3-44c9-8256-87b617033f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42d9367d-0b9b-422b-9f65-fda47d14f274'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:10.030923 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01ce74f-c33e-43d2-bab4-3a62f50ee2f7" -d '{"events": [{"server_uuid": "cab1a0d6-b7c3-44c9-8256-87b617033f40", "name": "network-vif-unplugged", "status": "completed", "tag": "42d9367d-0b9b-422b-9f65-fda47d14f274"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:10.047235 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f8851-cefa-42d3-b405-0f9a2024a387 req-ca4b6f80-c396-4914-8223-7d2e19be7fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:10.048867 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aa5f8851-cefa-42d3-b405-0f9a2024a387 req-ca4b6f80-c396-4914-8223-7d2e19be7fa3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 1096 time: 0.0834615 Nov 08 00:11:10.052182 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a0789a44-4186-4949-accf-ee0e1f396d92 req-2715e43c-7efb-4f10-9fdd-14b18329a4dc tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353292 Nov 08 00:11:10.089724 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4948ad-4bfb-4ccd-9901-1db21f720212 req-61000785-2870-4426-8655-d1e0f3d6e2f8 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:10.091246 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b4948ad-4bfb-4ccd-9901-1db21f720212 req-61000785-2870-4426-8655-d1e0f3d6e2f8 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 948 time: 0.0973032 Nov 08 00:11:10.152961 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c8fcdc-93b8-48a5-9e9e-c77ad4089473 x-openstack-request-id: req-b7c8fcdc-93b8-48a5-9e9e-c77ad4089473 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:10.153312 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab1a0d6-b7c3-44c9-8256-87b617033f40", "name": "network-vif-unplugged", "status": "completed", "tag": "42d9367d-0b9b-422b-9f65-fda47d14f274", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:10.153507 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7c8fcdc-93b8-48a5-9e9e-c77ad4089473 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:10.154370 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab1a0d6-b7c3-44c9-8256-87b617033f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42d9367d-0b9b-422b-9f65-fda47d14f274', 'code': 200} Nov 08 00:11:10.155655 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:10.165301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b4948ad-4bfb-4ccd-9901-1db21f720212 req-cddf7ece-85f0-4b17-a83c-90e949123f76 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526972 Nov 08 00:11:10.181811 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3dd12cc5-2531-49d3-ada6-50e068404bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:10.266182 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3dd12cc5-2531-49d3-ada6-50e068404bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:10.287882 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] Pushing event updated for resources: {'Port': ['ID=42d9367d-0b9b-422b-9f65-fda47d14f274,revision_number=7']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:10.297391 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] Attempting to bind port 42d9367d-0b9b-422b-9f65-fda47d14f274 on host n-h1-816882-1 for vnic_type normal with profile {"migrating_to": "n-h2-816882-1"} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:11:10.297804 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] Attempting to bind port 42d9367d-0b9b-422b-9f65-fda47d14f274 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:11:10.298688 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] Attempting to bind port 42d9367d-0b9b-422b-9f65-fda47d14f274 on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:10.300954 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f8851-cefa-42d3-b405-0f9a2024a387 req-b0d89184-3d1f-4450-b3b5-f24fd398c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:10.302475 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aa5f8851-cefa-42d3-b405-0f9a2024a387 req-b0d89184-3d1f-4450-b3b5-f24fd398c832 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 922 time: 0.2306049 Nov 08 00:11:10.306051 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] Port 42d9367d-0b9b-422b-9f65-fda47d14f274 on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:11:10.306379 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] Attempting to bind port 42d9367d-0b9b-422b-9f65-fda47d14f274 on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:10.318934 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:11:10.320132 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] Checking segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:11:10.320132 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] Bound using segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:11:10.320388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] Bound port: 42d9367d-0b9b-422b-9f65-fda47d14f274, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:11:10.320578 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:10.324977 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3dd12cc5-2531-49d3-ada6-50e068404bb3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec447599a27c4eaabbd1c004be8adcb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5866854 Nov 08 00:11:10.325741 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33492) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:10.334592 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd12cc5-2531-49d3-ada6-50e068404bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dd6e3a-a00b-4afb-b657-1288e6d1deda,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:10.369380 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aa5f8851-cefa-42d3-b405-0f9a2024a387 req-c48fdd4e-1394-4a4b-af8d-ca8b88921323 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63b3937e-2be0-47fa-b168-655879c76e1e HTTP/1.1" status: 200 len: 217 time: 0.0566924 Nov 08 00:11:10.384188 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-af6bbe9c-a791-4ee1-b53c-d2b76c313aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:10.408882 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-af6bbe9c-a791-4ee1-b53c-d2b76c313aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:10.505406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f8851-cefa-42d3-b405-0f9a2024a387 req-af257bc1-f6c6-407d-b840-d1b820b34d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:10.507054 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aa5f8851-cefa-42d3-b405-0f9a2024a387 req-af257bc1-f6c6-407d-b840-d1b820b34d2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.0875547 Nov 08 00:11:10.513474 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] For port 42d9367d-0b9b-422b-9f65-fda47d14f274, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:11:10.518112 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18b919-195c-4cf1-9b98-439400fb476a req-6c557b1b-3974-4313-95e8-fa7fa6159991 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:10.519933 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d18b919-195c-4cf1-9b98-439400fb476a req-6c557b1b-3974-4313-95e8-fa7fa6159991 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 944 time: 0.0596325 Nov 08 00:11:10.524693 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] For port 42d9367d-0b9b-422b-9f65-fda47d14f274, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=42d9367d-0b9b-422b-9f65-fda47d14f274,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:11:10.544253 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aa5f8851-cefa-42d3-b405-0f9a2024a387 req-4b9a9386-6ef7-4a84-bccc-e0fa4eea98d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271831 Nov 08 00:11:10.565509 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-af6bbe9c-a791-4ee1-b53c-d2b76c313aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:10.568046 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-af6bbe9c-a791-4ee1-b53c-d2b76c313aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:10.573220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-af6bbe9c-a791-4ee1-b53c-d2b76c313aa3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92dd6e3a-a00b-4afb-b657-1288e6d1deda HTTP/1.1" status: 204 len: 168 time: 0.2430112 Nov 08 00:11:10.580384 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d18b919-195c-4cf1-9b98-439400fb476a req-4fcd95a4-dbf4-4879-b5bf-2319bdbe5c62 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514936 Nov 08 00:11:10.589086 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bbe9c-a791-4ee1-b53c-d2b76c313aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dd6e3a-a00b-4afb-b657-1288e6d1deda,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:10.629648 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:10.726076 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:10.726775 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:10.730310 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] 10.222.0.26 "PUT /v2.0/ports/42d9367d-0b9b-422b-9f65-fda47d14f274 HTTP/1.1" status: 200 len: 1121 time: 1.3103461 Nov 08 00:11:10.750779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad0e65-7127-4ea9-96ba-623437148d74 req-f0c9f645-cc61-4d54-8bcc-f50be56b599a tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:10.752652 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06ad0e65-7127-4ea9-96ba-623437148d74 req-f0c9f645-cc61-4d54-8bcc-f50be56b599a tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 943 time: 0.0588946 Nov 08 00:11:10.762945 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aa5f8851-cefa-42d3-b405-0f9a2024a387 req-adce67b5-cfd0-470f-921e-30afb98534b4 service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102418 Nov 08 00:11:10.763727 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d562de8-45ca-47c2-8aaa-2733cb8ebc30 service neutron] Pushing event updated for resources: {'Port': ['ID=42d9367d-0b9b-422b-9f65-fda47d14f274,revision_number=8']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:10.829779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06ad0e65-7127-4ea9-96ba-623437148d74 req-95bb6d9b-5a19-4623-a4d1-d762b356e275 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413709 Nov 08 00:11:10.903854 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['42d9367d-0b9b-422b-9f65-fda47d14f274'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:11:10.908697 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5bbe6096-48fa-4969-aea8-848320916144 req-7440d86f-c613-4dce-a8ab-461e1a566815 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 210 time: 0.0637465 Nov 08 00:11:10.941872 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aa5f8851-cefa-42d3-b405-0f9a2024a387 req-405079bb-04d4-474b-9310-a86a6aa08de9 service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663029 Nov 08 00:11:10.955977 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['42d9367d-0b9b-422b-9f65-fda47d14f274'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:11:10.993581 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971d41e-a9a7-46de-bb3b-bac88212a958 req-e6ebf091-5049-4fb2-8415-6de457e048d1 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:11.004384 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5971d41e-a9a7-46de-bb3b-bac88212a958 req-e6ebf091-5049-4fb2-8415-6de457e048d1 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 945 time: 0.0949659 Nov 08 00:11:11.062948 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5971d41e-a9a7-46de-bb3b-bac88212a958 req-34c2d6c2-1a9f-4683-9261-187347750a70 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574939 Nov 08 00:11:11.235661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72804bdc-cb9a-434d-96fd-040c0d23b047 req-348a8823-3b76-45e7-bd0a-9395a196c6cd tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:11.237354 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-72804bdc-cb9a-434d-96fd-040c0d23b047 req-348a8823-3b76-45e7-bd0a-9395a196c6cd tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0700448 Nov 08 00:11:11.294604 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-72804bdc-cb9a-434d-96fd-040c0d23b047 req-e0e18e71-a0bf-4a8d-b59a-219c17925548 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494215 Nov 08 00:11:11.348248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273fd92-27d1-4f2d-844f-950801edbfb6 req-9bdd6251-69a6-428b-9d3a-18c3dbe353b3 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:11.349924 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c273fd92-27d1-4f2d-844f-950801edbfb6 req-9bdd6251-69a6-428b-9d3a-18c3dbe353b3 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 948 time: 0.0720437 Nov 08 00:11:11.365137 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 42d9367d-0b9b-422b-9f65-fda47d14f274 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:11:11.375203 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:11:11.392899 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c273fd92-27d1-4f2d-844f-950801edbfb6 req-8464070a-06c5-42d2-a372-2eeb343b452e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360482 Nov 08 00:11:11.504889 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 42d9367d-0b9b-422b-9f65-fda47d14f274, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=42d9367d-0b9b-422b-9f65-fda47d14f274,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:11.522039 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 42d9367d-0b9b-422b-9f65-fda47d14f274 has no active binding in host n-h2-816882-1 {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 00:11:11.584879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:11:11.588969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:11.589403 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:11.674974 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:11.700118 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3688b5cc-60e4-4f9e-b782-9c6dfa8ec556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5c8a08-91a9-42e3-83a5-bd02e1a184ea'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:11.701726 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712052b-cd57-4dc2-924d-203eeb5c5975 req-a1449b99-f240-4446-8558-501415a45b8c tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:11.702869 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224306b6-4e38-4a38-9f9b-af5fefe73b13" -d '{"events": [{"server_uuid": "3688b5cc-60e4-4f9e-b782-9c6dfa8ec556", "name": "network-vif-plugged", "status": "completed", "tag": "2e5c8a08-91a9-42e3-83a5-bd02e1a184ea"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:11.703445 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3712052b-cd57-4dc2-924d-203eeb5c5975 req-a1449b99-f240-4446-8558-501415a45b8c tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 944 time: 0.0552666 Nov 08 00:11:11.715772 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 478fbc01-eacc-42aa-bcea-78be1ab05517 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:11:11.722384 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=2e5c8a08-91a9-42e3-83a5-bd02e1a184ea,segment=NetworkSegment(f090b08f-11d5-416e-bbf9-03b0fed772e3),segment_id=f090b08f-11d5-416e-bbf9-03b0fed772e3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:11.761335 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3712052b-cd57-4dc2-924d-203eeb5c5975 req-1b3ce7b1-e85a-496d-b42c-55cbfd3169a5 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408814 Nov 08 00:11:11.773651 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9213ac6-98c7-4cc4-81e8-3374eba04bc7 x-openstack-request-id: req-e9213ac6-98c7-4cc4-81e8-3374eba04bc7 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:11.773964 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3688b5cc-60e4-4f9e-b782-9c6dfa8ec556", "name": "network-vif-plugged", "status": "completed", "tag": "2e5c8a08-91a9-42e3-83a5-bd02e1a184ea", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:11.774215 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9213ac6-98c7-4cc4-81e8-3374eba04bc7 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:11.780447 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3688b5cc-60e4-4f9e-b782-9c6dfa8ec556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5c8a08-91a9-42e3-83a5-bd02e1a184ea', 'code': 200} Nov 08 00:11:11.794721 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:11.848119 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=2e5c8a08-91a9-42e3-83a5-bd02e1a184ea,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:11.850048 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33542) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:11.882157 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 478fbc01-eacc-42aa-bcea-78be1ab05517 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:11:11.886236 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 478fbc01-eacc-42aa-bcea-78be1ab05517 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:11.886679 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:11.965159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f640b4-b12d-4e65-aaf5-9cbad8e3bce5 req-13fd8d79-8b86-4893-927f-b9a7634c2456 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:11.973134 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a3f640b4-b12d-4e65-aaf5-9cbad8e3bce5 req-13fd8d79-8b86-4893-927f-b9a7634c2456 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 943 time: 0.0621464 Nov 08 00:11:11.985964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509d964-20b8-43c2-bfcf-1d6ceb2d3264 req-fd7b50bb-f2b5-491a-9388-585c51d0e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:11.990316 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7509d964-20b8-43c2-bfcf-1d6ceb2d3264 req-fd7b50bb-f2b5-491a-9388-585c51d0e36a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 1096 time: 0.0892329 Nov 08 00:11:12.018283 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:12.040354 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a3f640b4-b12d-4e65-aaf5-9cbad8e3bce5 req-fd231e52-9ea7-4c48-ace8-31cafc2f604c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661659 Nov 08 00:11:12.048015 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-04b72422-fb6b-4213-a6f0-deb657b1c333 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986918895-network', 'tenant_id': '540d436eb2814e6787d2721bfa568078'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:12.051618 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7509d964-20b8-43c2-bfcf-1d6ceb2d3264 req-a1fdc9dc-7d2e-4db5-8234-aed0e78ed5fb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345843 Nov 08 00:11:12.078647 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 478fbc01-eacc-42aa-bcea-78be1ab05517, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=478fbc01-eacc-42aa-bcea-78be1ab05517,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:12.088406 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7b7d941a-8b2a-4859-95b6-66365788c3f9 req-18d2937d-e4ca-49a7-b482-ee4f30e7cee6 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 210 time: 0.0467439 Nov 08 00:11:12.154764 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab1a0d6-b7c3-44c9-8256-87b617033f40', 'tag': '42d9367d-0b9b-422b-9f65-fda47d14f274'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:12.156591 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:12.157232 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f001a7-69a7-43fe-a0ad-a4df27cf8650" -d '{"events": [{"name": "network-changed", "server_uuid": "cab1a0d6-b7c3-44c9-8256-87b617033f40", "tag": "42d9367d-0b9b-422b-9f65-fda47d14f274"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:12.157383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device ac4f4704-2fa6-4079-928d-c22d93a1ad3f up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:11:12.202023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18eea6d-348c-49c8-bf2e-1f6cba5cec44 req-bce612b0-3c95-441d-8219-a09605672993 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:12.203731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e18eea6d-348c-49c8-bf2e-1f6cba5cec44 req-bce612b0-3c95-441d-8219-a09605672993 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 945 time: 0.0533721 Nov 08 00:11:12.205389 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b72422-fb6b-4213-a6f0-deb657b1c333 admin admin] Made reservation on behalf of 540d436eb2814e6787d2721bfa568078 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:11:12.207607 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-04b72422-fb6b-4213-a6f0-deb657b1c333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:12.229013 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-04b72422-fb6b-4213-a6f0-deb657b1c333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:12.247385 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=478fbc01-eacc-42aa-bcea-78be1ab05517,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:12.267679 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e18eea6d-348c-49c8-bf2e-1f6cba5cec44 req-ca2ef26d-e62d-40e0-9df0-3859820c16fa tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516279 Nov 08 00:11:12.318218 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0991b7-c1cb-4611-96a5-f818f7cdeddc x-openstack-request-id: req-4e0991b7-c1cb-4611-96a5-f818f7cdeddc {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:12.318218 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab1a0d6-b7c3-44c9-8256-87b617033f40", "tag": "42d9367d-0b9b-422b-9f65-fda47d14f274", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:12.318218 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e0991b7-c1cb-4611-96a5-f818f7cdeddc {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:12.318218 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab1a0d6-b7c3-44c9-8256-87b617033f40', 'tag': '42d9367d-0b9b-422b-9f65-fda47d14f274', 'status': 'completed', 'code': 200} Nov 08 00:11:12.324436 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-04b72422-fb6b-4213-a6f0-deb657b1c333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:12.345565 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port ac4f4704-2fa6-4079-928d-c22d93a1ad3f completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:11:12.356245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port ac4f4704-2fa6-4079-928d-c22d93a1ad3f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:12.356245 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:12.404670 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-04b72422-fb6b-4213-a6f0-deb657b1c333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:12.411300 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f001a7-69a7-43fe-a0ad-a4df27cf8650 req-a760cac3-b600-4002-9013-83b9aa732c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:12.413228 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f3f001a7-69a7-43fe-a0ad-a4df27cf8650 req-a760cac3-b600-4002-9013-83b9aa732c7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 1124 time: 0.0456803 Nov 08 00:11:12.443309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b72422-fb6b-4213-a6f0-deb657b1c333 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:11:12.448247 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:12.452703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b72422-fb6b-4213-a6f0-deb657b1c333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad38231-fb10-4801-bbe4-44197df2ea92,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:12.460857 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-04b72422-fb6b-4213-a6f0-deb657b1c333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:12.461192 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-04b72422-fb6b-4213-a6f0-deb657b1c333 admin admin] Added segment 28dff6c1-01e4-4dcd-beb3-6254f01aa41a of type vlan for network c7f387d4-1556-448e-8589-8a64f3636439 Nov 08 00:11:12.479466 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee635ef-4bb7-4e67-8d85-442ef93bdf3c req-810fc20c-b9b2-4347-87b6-f84a6b61c37e tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:12.481504 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ee635ef-4bb7-4e67-8d85-442ef93bdf3c req-810fc20c-b9b2-4347-87b6-f84a6b61c37e tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.1044488 Nov 08 00:11:12.499077 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-35f9a2cb-14fc-4461-bb42-e411109ca8ed tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299323 Nov 08 00:11:12.514453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port ac4f4704-2fa6-4079-928d-c22d93a1ad3f, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=ac4f4704-2fa6-4079-928d-c22d93a1ad3f,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:12.538850 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-04b72422-fb6b-4213-a6f0-deb657b1c333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:12.586456 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:12.602484 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f001a7-69a7-43fe-a0ad-a4df27cf8650 req-ce4e6910-5d4d-4954-aecd-ac3a3a5c0be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:12.604053 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f3f001a7-69a7-43fe-a0ad-a4df27cf8650 req-ce4e6910-5d4d-4954-aecd-ac3a3a5c0be6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 922 time: 0.1814530 Nov 08 00:11:12.608519 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ee635ef-4bb7-4e67-8d85-442ef93bdf3c req-a084ec73-b796-4425-9c9d-553e711e7dad tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974398 Nov 08 00:11:12.626601 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5159b-2682-4b6c-8bd4-b52247d3da99 req-c44cef88-94bc-489a-b474-b3dcb30b4478 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:12.628337 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ebb5159b-2682-4b6c-8bd4-b52247d3da99 req-c44cef88-94bc-489a-b474-b3dcb30b4478 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0870905 Nov 08 00:11:12.660369 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=ac4f4704-2fa6-4079-928d-c22d93a1ad3f,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:12.666799 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f3f001a7-69a7-43fe-a0ad-a4df27cf8650 req-29df4212-8577-413b-b065-30f0ad3cfa0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42d9367d-0b9b-422b-9f65-fda47d14f274 HTTP/1.1" status: 200 len: 217 time: 0.0467541 Nov 08 00:11:12.685003 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-984c1932-571a-47e4-8830-10662211b9b1 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:12.686484 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ebb5159b-2682-4b6c-8bd4-b52247d3da99 req-5ae286d8-7817-4a6c-875d-1e8f4e4968d0 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419340 Nov 08 00:11:12.687038 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-984c1932-571a-47e4-8830-10662211b9b1 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802888 Nov 08 00:11:12.697473 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-04b72422-fb6b-4213-a6f0-deb657b1c333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:12.698657 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b72422-fb6b-4213-a6f0-deb657b1c333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:12.699395 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-04b72422-fb6b-4213-a6f0-deb657b1c333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:12.719763 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-37392a17-0d92-478c-965d-a0743a6587b2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Request body: {'port': {'device_id': '4b6cc364-e5ce-41a9-9a56-d833f0b65dee', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '01a4d5e932eb46c6a9a010666c7cdefd'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:12.782498 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f001a7-69a7-43fe-a0ad-a4df27cf8650 req-ff52b5cc-ae75-4b5e-98e7-757dfd24e147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:12.784039 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f3f001a7-69a7-43fe-a0ad-a4df27cf8650 req-ff52b5cc-ae75-4b5e-98e7-757dfd24e147 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.0960846 Nov 08 00:11:12.855525 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f3f001a7-69a7-43fe-a0ad-a4df27cf8650 req-8af67019-8ebb-4dee-8b33-aae545b11518 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447571 Nov 08 00:11:12.975118 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f3f001a7-69a7-43fe-a0ad-a4df27cf8650 req-a9a6f4ff-b050-4952-84e1-22b206b1f8b3 service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963242 Nov 08 00:11:13.075084 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f3f001a7-69a7-43fe-a0ad-a4df27cf8650 req-930a1a62-b9f5-447d-b8aa-a78a80feb649 service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909925 Nov 08 00:11:13.095651 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-04b72422-fb6b-4213-a6f0-deb657b1c333 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2376235 Nov 08 00:11:13.099433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b72422-fb6b-4213-a6f0-deb657b1c333 admin admin] Pushing event updated for resources: {'Network': ['ID=c7f387d4-1556-448e-8589-8a64f3636439,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:13.100075 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33568) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:13.107037 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-64f02fda-bce1-4562-9ac3-7445f7341d83 admin admin] Request body: {'subnet': {'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986918895-subnet', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:13.113996 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network c7f387d4-1556-448e-8589-8a64f3636439 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:11:13.126853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d9d20-1c45-4f5b-8c66-ab3e3cd45049 req-37e43d33-8f9e-4530-919b-315593785726 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:13.128344 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-518d9d20-1c45-4f5b-8c66-ab3e3cd45049 req-37e43d33-8f9e-4530-919b-315593785726 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 945 time: 0.4245002 Nov 08 00:11:13.139942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8b8f2-d5d2-4608-89b8-562b19ac6763 req-c3bf2115-345f-441c-885b-87782b1095ae tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:13.141352 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fda8b8f2-d5d2-4608-89b8-562b19ac6763 req-c3bf2115-345f-441c-885b-87782b1095ae tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 945 time: 0.1176162 Nov 08 00:11:13.144286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cec9e-1a23-4d09-8c9c-77d549ce7df7 req-9dc7182e-c7a8-4fb1-8774-ca4aa3a2b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:13.145677 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb2cec9e-1a23-4d09-8c9c-77d549ce7df7 req-9dc7182e-c7a8-4fb1-8774-ca4aa3a2b988 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 1097 time: 0.1230197 Nov 08 00:11:13.158669 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-37392a17-0d92-478c-965d-a0743a6587b2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Made reservation on behalf of 01a4d5e932eb46c6a9a010666c7cdefd for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:11:13.163263 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-37392a17-0d92-478c-965d-a0743a6587b2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:13.218856 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-518d9d20-1c45-4f5b-8c66-ab3e3cd45049 req-21013c38-9a75-461a-bbda-24fce387a4ce tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/security-groups?id=788ddded-04e2-4995-adb6-70903e69c329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764041 Nov 08 00:11:13.228810 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fda8b8f2-d5d2-4608-89b8-562b19ac6763 req-6517608f-a2b4-478b-9198-beb12d7d57df tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776289 Nov 08 00:11:13.230749 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb2cec9e-1a23-4d09-8c9c-77d549ce7df7 req-3642607f-bd1e-41b8-b433-f0d327edde63 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670829 Nov 08 00:11:13.275739 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f02fda-bce1-4562-9ac3-7445f7341d83 admin admin] Made reservation on behalf of 540d436eb2814e6787d2721bfa568078 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:11:13.280196 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-64f02fda-bce1-4562-9ac3-7445f7341d83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:13.337591 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b883a99-c414-4b8c-a99c-56103a697194 req-132462b4-5f39-49ae-8e4d-1e68bc953fb8 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 210 time: 0.0383306 Nov 08 00:11:13.361014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0a6aa-0376-4918-ade7-d575d9ee87d6 req-1aa41734-8b5c-41e7-a6ec-8482dee59531 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:13.362500 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-30b0a6aa-0376-4918-ade7-d575d9ee87d6 req-1aa41734-8b5c-41e7-a6ec-8482dee59531 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 943 time: 0.0738058 Nov 08 00:11:13.366919 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-37392a17-0d92-478c-965d-a0743a6587b2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Allocated IP 192.168.233.59 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/745edafe-9804-4d32-8b88-94d2385e603d) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:11:13.431039 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-30b0a6aa-0376-4918-ade7-d575d9ee87d6 req-85985630-f18e-4cf2-8f04-aacfd837c72a tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621419 Nov 08 00:11:13.454680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d7b07-3e7b-4fcd-aba7-03b5a3c427d6 req-965196c5-e59c-4da4-86db-846c4dd5679c tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:13.456248 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee9d7b07-3e7b-4fcd-aba7-03b5a3c427d6 req-965196c5-e59c-4da4-86db-846c4dd5679c tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.0607138 Nov 08 00:11:13.496160 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee9d7b07-3e7b-4fcd-aba7-03b5a3c427d6 req-1e31005d-a2e1-48e8-b3b0-471077b38c65 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331006 Nov 08 00:11:13.601392 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-37392a17-0d92-478c-965d-a0743a6587b2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:13.636283 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-64f02fda-bce1-4562-9ac3-7445f7341d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:13.696926 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f02fda-bce1-4562-9ac3-7445f7341d83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1e107c3-6e30-4ca3-accf-e81fd68d6037,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:13.705636 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f02fda-bce1-4562-9ac3-7445f7341d83 admin admin] Checking segment: {'id': '28dff6c1-01e4-4dcd-beb3-6254f01aa41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:11:13.705980 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f02fda-bce1-4562-9ac3-7445f7341d83 admin admin] Network hostable DHCP agents. Network: c7f387d4-1556-448e-8589-8a64f3636439, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:11:13.723373 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-37392a17-0d92-478c-965d-a0743a6587b2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:13.742868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a789e-9efc-49b2-bb29-e139b6a2330e req-63dc00a0-19ac-4982-b5e9-a36d627a5a80 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:13.750670 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-438a789e-9efc-49b2-bb29-e139b6a2330e req-63dc00a0-19ac-4982-b5e9-a36d627a5a80 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0688856 Nov 08 00:11:13.762755 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b123972d-37a4-49ab-96fd-efccd7e59417', '713b8bd8-0f40-4fcc-ad4a-ea30f5948241'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:11:13.770023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-37392a17-0d92-478c-965d-a0743a6587b2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:11:13.774193 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-37392a17-0d92-478c-965d-a0743a6587b2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:11:13.776606 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-37392a17-0d92-478c-965d-a0743a6587b2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:11:13.788119 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5757cdcf-052f-417f-834e-7be9651a88bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478fbc01-eacc-42aa-bcea-78be1ab05517'}, {'server_uuid': '80e2ac89-91db-49dd-83ac-7be26f8125e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4f4704-2fa6-4079-928d-c22d93a1ad3f'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:13.790435 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08724990-7bde-48e8-ab22-4e3002be89b9" -d '{"events": [{"server_uuid": "5757cdcf-052f-417f-834e-7be9651a88bc", "name": "network-vif-plugged", "status": "completed", "tag": "478fbc01-eacc-42aa-bcea-78be1ab05517"}, {"server_uuid": "80e2ac89-91db-49dd-83ac-7be26f8125e0", "name": "network-vif-plugged", "status": "completed", "tag": "ac4f4704-2fa6-4079-928d-c22d93a1ad3f"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:13.797288 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['f555dd6f-2546-4108-be05-6fa495bf07b2', '9d910f50-4fa6-4358-9600-f71bb62af702', '1fba75ff-6139-4479-acd5-e7142b1cd8fd', 'c4e6428d-b5bf-4fca-8995-b611d5cc4a33'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:11:13.819582 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f02fda-bce1-4562-9ac3-7445f7341d83 admin admin] Network c7f387d4-1556-448e-8589-8a64f3636439 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:11:13.827724 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37392a17-0d92-478c-965d-a0743a6587b2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Pushing event updated for resources: {'Port': ['ID=745edafe-9804-4d32-8b88-94d2385e603d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:13.847173 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-438a789e-9efc-49b2-bb29-e139b6a2330e req-e5d417fd-0a77-4ee2-9a70-daba03e512b3 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956180 Nov 08 00:11:13.855389 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57455372-b045-44e6-88f9-d6baa4869a8a req-9878003e-df26-46eb-a58a-5fc30ae243d4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:13.856525 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57455372-b045-44e6-88f9-d6baa4869a8a req-9878003e-df26-46eb-a58a-5fc30ae243d4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0901039 Nov 08 00:11:13.859054 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-37392a17-0d92-478c-965d-a0743a6587b2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:13.859848 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-37392a17-0d92-478c-965d-a0743a6587b2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:13.899740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-64f02fda-bce1-4562-9ac3-7445f7341d83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, c7f387d4-1556-448e-8589-8a64f3636439) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:11:13.913974 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f02fda-bce1-4562-9ac3-7445f7341d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:13.915497 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-64f02fda-bce1-4562-9ac3-7445f7341d83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:13.921219 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae6c634-d69a-468a-9894-b717da5f5d86 None None] Network c7f387d4-1556-448e-8589-8a64f3636439 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:11:13.942543 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-37392a17-0d92-478c-965d-a0743a6587b2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2268519 Nov 08 00:11:13.961200 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b11d0df-4058-4537-ba62-5c420443938c req-b5d900fb-955a-426a-9706-0ec3336e70b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1034708 Nov 08 00:11:13.973394 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57455372-b045-44e6-88f9-d6baa4869a8a req-91ec8513-7661-43be-a57d-d8e9f673ed34 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033690 Nov 08 00:11:13.973525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Request body: {'port': {'device_id': '4b6cc364-e5ce-41a9-9a56-d833f0b65dee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:13.980826 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eeceea4-75ce-4b23-893a-ac9c3061083b x-openstack-request-id: req-4eeceea4-75ce-4b23-893a-ac9c3061083b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:13.981345 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5757cdcf-052f-417f-834e-7be9651a88bc", "name": "network-vif-plugged", "status": "completed", "tag": "478fbc01-eacc-42aa-bcea-78be1ab05517", "code": 200}, {"server_uuid": "80e2ac89-91db-49dd-83ac-7be26f8125e0", "name": "network-vif-plugged", "status": "completed", "tag": "ac4f4704-2fa6-4079-928d-c22d93a1ad3f", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:13.981769 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4eeceea4-75ce-4b23-893a-ac9c3061083b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:13.982323 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5757cdcf-052f-417f-834e-7be9651a88bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478fbc01-eacc-42aa-bcea-78be1ab05517', 'code': 200} Nov 08 00:11:13.983527 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e2ac89-91db-49dd-83ac-7be26f8125e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4f4704-2fa6-4079-928d-c22d93a1ad3f', 'code': 200} Nov 08 00:11:14.035155 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-64f02fda-bce1-4562-9ac3-7445f7341d83 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9337997 Nov 08 00:11:14.037790 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33580) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:14.042155 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-4b5453a7-fddc-4e01-9c72-c047a799e3d0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986918895-router', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:14.049330 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:14.163684 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11d0df-4058-4537-ba62-5c420443938c req-3bbe482f-db39-4f8e-9e44-9f810202b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:14.165964 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b11d0df-4058-4537-ba62-5c420443938c req-3bbe482f-db39-4f8e-9e44-9f810202b045 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 1101 time: 0.0544040 Nov 08 00:11:14.185380 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4b5453a7-fddc-4e01-9c72-c047a799e3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:14.188978 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4b5453a7-fddc-4e01-9c72-c047a799e3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:14.190995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ca4c60ea-91be-446d-9338-05fd88ff204a None None] Provisioning complete for port 745edafe-9804-4d32-8b88-94d2385e603d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:14.191492 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca4c60ea-91be-446d-9338-05fd88ff204a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:14.242285 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-c7f387d4-1556-448e-8589-8a64f3636439', 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'fixed_ips': [{'subnet_id': 'd1e107c3-6e30-4ca3-accf-e81fd68d6037'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:11:14.244615 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:14.307927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11d0df-4058-4537-ba62-5c420443938c req-84b5872d-2088-4503-a282-ad386317026d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:14.309462 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b11d0df-4058-4537-ba62-5c420443938c req-84b5872d-2088-4503-a282-ad386317026d service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1168001 Nov 08 00:11:14.312013 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c60ea-91be-446d-9338-05fd88ff204a None None] Port 745edafe-9804-4d32-8b88-94d2385e603d cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:11:14.343274 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73ea0-b177-4690-9867-1f4bb35cfcda req-5ff65cb6-75ab-4e14-8ea9-827ccf73a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:14.345513 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2f73ea0-b177-4690-9867-1f4bb35cfcda req-5ff65cb6-75ab-4e14-8ea9-827ccf73a830 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 1100 time: 0.1713247 Nov 08 00:11:14.348351 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4b5453a7-fddc-4e01-9c72-c047a799e3d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:14.350608 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ef66b-a62a-42a8-a253-314fe11ca672 req-f253d5e0-f314-400c-b7a2-e9d5b7fcc9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:14.352228 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fe7ef66b-a62a-42a8-a253-314fe11ca672 req-f253d5e0-f314-400c-b7a2-e9d5b7fcc9b9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 1097 time: 0.1871364 Nov 08 00:11:14.378878 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b11d0df-4058-4537-ba62-5c420443938c req-a9ff1b55-453d-46c6-8257-a40d7d33e5d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b123972d-37a4-49ab-96fd-efccd7e59417 HTTP/1.1" status: 200 len: 217 time: 0.0533183 Nov 08 00:11:14.498213 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fe7ef66b-a62a-42a8-a253-314fe11ca672 req-7954e6b2-2e0c-4345-9488-1b4d958e0580 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295736 Nov 08 00:11:14.508290 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2f73ea0-b177-4690-9867-1f4bb35cfcda req-1847d937-e189-450a-b6dd-2c0d083c464d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469307 Nov 08 00:11:14.514569 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e13351-6350-4788-83d6-be03168bee5c req-80eb2f8d-1998-42a7-a4a2-32889ae33268 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:14.521902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38e13351-6350-4788-83d6-be03168bee5c req-80eb2f8d-1998-42a7-a4a2-32889ae33268 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 945 time: 0.1372404 Nov 08 00:11:14.525846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11d0df-4058-4537-ba62-5c420443938c req-d6a42fd1-854e-4435-9e49-91d15d6ca1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:14.527465 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b11d0df-4058-4537-ba62-5c420443938c req-d6a42fd1-854e-4435-9e49-91d15d6ca1ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1129398 Nov 08 00:11:14.536317 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb12878-ea81-4835-a9ab-068e09aefbca req-42d230d8-84e7-4fdf-b940-e49fc6a44f32 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:14.537834 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9eb12878-ea81-4835-a9ab-068e09aefbca req-42d230d8-84e7-4fdf-b940-e49fc6a44f32 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 945 time: 0.1570396 Nov 08 00:11:14.598696 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38e13351-6350-4788-83d6-be03168bee5c req-122d423f-83e1-42d9-8974-fea6985537f0 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/security-groups?id=788ddded-04e2-4995-adb6-70903e69c329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595756 Nov 08 00:11:14.613427 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9eb12878-ea81-4835-a9ab-068e09aefbca req-416b485d-5940-400a-9f02-ad8ff82a5661 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679932 Nov 08 00:11:14.666716 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] Allocated IP 172.20.0.2 (c7f387d4-1556-448e-8589-8a64f3636439/d1e107c3-6e30-4ca3-accf-e81fd68d6037/3a75c897-5b64-474d-a357-2c5d4f8ca82f) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:11:14.769215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e074e52-b93d-4d25-a84f-66b897d5c861 req-6be5ed12-4067-42d2-aeee-c6711f53c8e6 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:14.771158 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8e074e52-b93d-4d25-a84f-66b897d5c861 req-6be5ed12-4067-42d2-aeee-c6711f53c8e6 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 935 time: 0.0905039 Nov 08 00:11:14.780178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be817a4-3450-4100-8212-8d244355c1cb req-9bb5d130-1827-49a7-abf9-01bb5ae4e11c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:14.781560 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7be817a4-3450-4100-8212-8d244355c1cb req-9bb5d130-1827-49a7-abf9-01bb5ae4e11c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 943 time: 0.0900223 Nov 08 00:11:14.835193 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8e074e52-b93d-4d25-a84f-66b897d5c861 req-032df24b-1be5-49f6-9a16-5e32167dc56b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526471 Nov 08 00:11:14.849680 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7be817a4-3450-4100-8212-8d244355c1cb req-8b8b9acf-d51a-4d1a-a85f-803098adf907 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519009 Nov 08 00:11:14.895431 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4b5453a7-fddc-4e01-9c72-c047a799e3d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:14.919239 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:14.960544 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745edafe-9804-4d32-8b88-94d2385e603d {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:11:14.971545 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:14.996011 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba8d69-653f-4d97-b919-8f51a4683e9f req-493dee2f-5485-4e78-af24-91b55c69c5ef tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:14.997533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f2ba8d69-653f-4d97-b919-8f51a4683e9f req-493dee2f-5485-4e78-af24-91b55c69c5ef tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.0809619 Nov 08 00:11:14.997880 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:15.015321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff04b6-1ded-4ffb-bb3c-9cfd884aac23 req-8cc2775e-c033-4060-adae-008ee80a061a tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:15.016941 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32ff04b6-1ded-4ffb-bb3c-9cfd884aac23 req-8cc2775e-c033-4060-adae-008ee80a061a tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 945 time: 0.0670078 Nov 08 00:11:15.028790 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33598) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:15.034498 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-da9b2d27-e9fd-4a6b-8f96-4a4d53b922a9 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Request body: {'floatingip': {'port_id': '2e5c8a08-91a9-42e3-83a5-bd02e1a184ea'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:15.038293 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Transition to ACTIVE for port object 745edafe-9804-4d32-8b88-94d2385e603d will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:11:15.040763 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] Network c7f387d4-1556-448e-8589-8a64f3636439 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:11:15.045054 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:11:15.055183 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:11:15.059959 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] Pushing event updated for resources: {'Port': ['ID=3a75c897-5b64-474d-a357-2c5d4f8ca82f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:15.062723 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f2ba8d69-653f-4d97-b919-8f51a4683e9f req-9d057139-8c14-45c0-85c5-a7d6bcff7730 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445306 Nov 08 00:11:15.087587 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-da9b2d27-e9fd-4a6b-8f96-4a4d53b922a9 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for floatingip, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:15.123685 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] Attempting to bind port 3a75c897-5b64-474d-a357-2c5d4f8ca82f on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:11:15.124446 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] Attempting to bind port 3a75c897-5b64-474d-a357-2c5d4f8ca82f by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '28dff6c1-01e4-4dcd-beb3-6254f01aa41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:11:15.125105 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] Attempting to bind port 3a75c897-5b64-474d-a357-2c5d4f8ca82f on network c7f387d4-1556-448e-8589-8a64f3636439 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:15.131202 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:11:15.131903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] Checking segment: {'id': '28dff6c1-01e4-4dcd-beb3-6254f01aa41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:11:15.132024 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:15.132596 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:15.133160 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] Bound using segment: {'id': '28dff6c1-01e4-4dcd-beb3-6254f01aa41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:11:15.133830 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] Bound port: 3a75c897-5b64-474d-a357-2c5d4f8ca82f, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28dff6c1-01e4-4dcd-beb3-6254f01aa41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:11:15.134408 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:15.182625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dcb3b-c078-4cae-a23b-ac9d09f9132e req-030cfa69-ae0a-427e-ae7a-c1c84f937228 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:15.184131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e08dcb3b-c078-4cae-a23b-ac9d09f9132e req-030cfa69-ae0a-427e-ae7a-c1c84f937228 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0815489 Nov 08 00:11:15.246553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981c2de-d068-4905-8983-4183c0603c04 req-276a7747-3145-4393-85a3-225375f43a51 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:15.248691 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c981c2de-d068-4905-8983-4183c0603c04 req-276a7747-3145-4393-85a3-225375f43a51 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0866151 Nov 08 00:11:15.251534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e08dcb3b-c078-4cae-a23b-ac9d09f9132e req-6283914b-3822-4d63-99eb-7e011ee3761f tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534739 Nov 08 00:11:15.269835 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Pushing event updated for resources: {'Port': ['ID=745edafe-9804-4d32-8b88-94d2385e603d,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:15.291967 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] For port 3a75c897-5b64-474d-a357-2c5d4f8ca82f, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:11:15.296304 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] For port 3a75c897-5b64-474d-a357-2c5d4f8ca82f, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3a75c897-5b64-474d-a357-2c5d4f8ca82f,segment=NetworkSegment(28dff6c1-01e4-4dcd-beb3-6254f01aa41a),segment_id=28dff6c1-01e4-4dcd-beb3-6254f01aa41a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:11:15.307050 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c981c2de-d068-4905-8983-4183c0603c04 req-8ea94b0c-d125-4e5e-a19d-3659f172b83e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462170 Nov 08 00:11:15.372540 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:15.432527 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1f245-74a3-4441-b737-debbcbf9c18d None None] Pushing event updated for resources: {'Port': ['ID=3a75c897-5b64-474d-a357-2c5d4f8ca82f,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:15.474245 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11d0df-4058-4537-ba62-5c420443938c req-a3498364-f4ad-49ed-9613-4216c37adf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:15.475757 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b11d0df-4058-4537-ba62-5c420443938c req-a3498364-f4ad-49ed-9613-4216c37adf7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0453041 Nov 08 00:11:15.560598 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Attempting to bind port 745edafe-9804-4d32-8b88-94d2385e603d on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:11:15.560936 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Attempting to bind port 745edafe-9804-4d32-8b88-94d2385e603d by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:11:15.561267 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Attempting to bind port 745edafe-9804-4d32-8b88-94d2385e603d on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:15.700598 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Port 745edafe-9804-4d32-8b88-94d2385e603d on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:11:15.705436 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Attempting to bind port 745edafe-9804-4d32-8b88-94d2385e603d on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:15.731890 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b11d0df-4058-4537-ba62-5c420443938c req-225c1b78-6a93-416d-b16a-1165a75a13dc service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664767 Nov 08 00:11:15.737318 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:11:15.737920 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:11:15.738473 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:11:15.739087 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Bound port: 745edafe-9804-4d32-8b88-94d2385e603d, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:11:15.739624 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:15.794483 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4b5453a7-fddc-4e01-9c72-c047a799e3d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:15.847584 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4b5453a7-fddc-4e01-9c72-c047a799e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:15.862670 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238233ac-9aa3-48ad-b82e-7c8e57c42ed1 req-ee01a21b-6660-45e1-b316-17095db8e20a tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:15.864106 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-238233ac-9aa3-48ad-b82e-7c8e57c42ed1 req-ee01a21b-6660-45e1-b316-17095db8e20a tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 945 time: 0.1297851 Nov 08 00:11:15.898637 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b11d0df-4058-4537-ba62-5c420443938c req-7eea86d8-e9b6-47fd-8ee2-ce91fcdc9de3 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486404 Nov 08 00:11:15.916528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-238233ac-9aa3-48ad-b82e-7c8e57c42ed1 req-f7d19b7d-4ceb-4c71-a012-376d1bdc076e tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/security-groups?id=788ddded-04e2-4995-adb6-70903e69c329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442433 Nov 08 00:11:15.967716 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.db.resource_extend [None req-da9b2d27-e9fd-4a6b-8f96-4a4d53b922a9 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 00:11:15.990701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ba53c-512c-4903-af99-c2bf82c99f3b req-5e5979a6-bc40-4001-9eb2-5e1f5869c2c9 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:15.992233 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-328ba53c-512c-4903-af99-c2bf82c99f3b req-5e5979a6-bc40-4001-9eb2-5e1f5869c2c9 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 947 time: 0.0647171 Nov 08 00:11:16.024401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] For port 745edafe-9804-4d32-8b88-94d2385e603d, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:11:16.044682 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] For port 745edafe-9804-4d32-8b88-94d2385e603d, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=745edafe-9804-4d32-8b88-94d2385e603d,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:11:16.054356 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-da9b2d27-e9fd-4a6b-8f96-4a4d53b922a9 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:16.061199 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-328ba53c-512c-4903-af99-c2bf82c99f3b req-107304d5-bef8-446d-8bdd-239197519131 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597439 Nov 08 00:11:16.069737 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09fb3e-0259-4537-bc9a-3431be1fc52c req-234ae88e-38ee-4d84-9b25-889fc5a85eeb tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:16.071203 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f09fb3e-0259-4537-bc9a-3431be1fc52c req-234ae88e-38ee-4d84-9b25-889fc5a85eeb tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 943 time: 0.0780985 Nov 08 00:11:16.107557 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-4b5453a7-fddc-4e01-9c72-c047a799e3d0 admin admin] Allocated IP 172.25.2.74 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/bb575871-017d-4891-aba4-f92d96147d37) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:11:16.119310 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f09fb3e-0259-4537-bc9a-3431be1fc52c req-64fc4871-1ae1-4963-97e2-4575b1bd9d48 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402176 Nov 08 00:11:16.139246 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:16.178396 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-da9b2d27-e9fd-4a6b-8f96-4a4d53b922a9 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:16.200729 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd54358-580f-40a1-96b9-2f773b653cd7 req-03c461cd-3e3c-436b-be4a-df351d9602ee tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:16.202958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1cd54358-580f-40a1-96b9-2f773b653cd7 req-03c461cd-3e3c-436b-be4a-df351d9602ee tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.0566041 Nov 08 00:11:16.246833 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1cd54358-580f-40a1-96b9-2f773b653cd7 req-1478c78b-4755-4985-b132-9d7dbd5b36c6 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364425 Nov 08 00:11:16.298870 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:16.298870 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:16.298870 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] 10.222.0.26 "PUT /v2.0/ports/745edafe-9804-4d32-8b88-94d2385e603d HTTP/1.1" status: 200 len: 1095 time: 2.3294284 Nov 08 00:11:16.302559 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6cc364-e5ce-41a9-9a56-d833f0b65dee', 'tag': '745edafe-9804-4d32-8b88-94d2385e603d'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:16.305569 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-face7bb3-e44d-4218-ab2f-7e937b7c4e99" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6cc364-e5ce-41a9-9a56-d833f0b65dee", "tag": "745edafe-9804-4d32-8b88-94d2385e603d"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:16.360065 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bab2a-6629-43ba-b2f3-b9b8eb03ab47 service neutron] Pushing event updated for resources: {'Port': ['ID=745edafe-9804-4d32-8b88-94d2385e603d,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:16.400547 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614cfc44-261f-4aa4-b5e9-48df759506ed x-openstack-request-id: req-614cfc44-261f-4aa4-b5e9-48df759506ed {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:16.400939 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6cc364-e5ce-41a9-9a56-d833f0b65dee", "tag": "745edafe-9804-4d32-8b88-94d2385e603d", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:16.401288 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-614cfc44-261f-4aa4-b5e9-48df759506ed {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:16.401883 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6cc364-e5ce-41a9-9a56-d833f0b65dee', 'tag': '745edafe-9804-4d32-8b88-94d2385e603d', 'status': 'completed', 'code': 200} Nov 08 00:11:16.418206 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4b5453a7-fddc-4e01-9c72-c047a799e3d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:16.436385 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1222144-ce41-4bca-ada7-bac19a405ffa req-00f8ee81-d92c-458c-9c1d-e1c626d02202 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:16.438131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1222144-ce41-4bca-ada7-bac19a405ffa req-00f8ee81-d92c-458c-9c1d-e1c626d02202 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0586889 Nov 08 00:11:16.448029 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-da9b2d27-e9fd-4a6b-8f96-4a4d53b922a9 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Floating IP 8584b859-9aa8-4531-8b3c-b07fe14df2b4 associated. External IP: 172.25.2.145, port: 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea. Nov 08 00:11:16.521516 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1222144-ce41-4bca-ada7-bac19a405ffa req-74739e99-bf4d-494d-aefd-30dea062f2cf tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771794 Nov 08 00:11:16.564386 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019a3e9-cff7-4d10-b1eb-8e487b189085 req-21703b21-c231-4dcc-800c-ce4e8a2c85f1 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:16.564762 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5019a3e9-cff7-4d10-b1eb-8e487b189085 req-21703b21-c231-4dcc-800c-ce4e8a2c85f1 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0930529 Nov 08 00:11:16.604832 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face7bb3-e44d-4218-ab2f-7e937b7c4e99 req-13b8b3e4-8acd-4147-96f2-84d3f890c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:16.604832 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-face7bb3-e44d-4218-ab2f-7e937b7c4e99 req-13b8b3e4-8acd-4147-96f2-84d3f890c45c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 1098 time: 0.1465702 Nov 08 00:11:16.619306 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5019a3e9-cff7-4d10-b1eb-8e487b189085 req-500776c7-e219-402b-a963-79778c1dc3e0 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465655 Nov 08 00:11:16.649226 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4b5453a7-fddc-4e01-9c72-c047a799e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:16.669265 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f69d58-0c42-4709-af48-827bdfc088c9 None None] Network c7f387d4-1556-448e-8589-8a64f3636439 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:11:16.674476 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-face7bb3-e44d-4218-ab2f-7e937b7c4e99 req-0dcca68e-08a3-494c-86e6-3949325a3241 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422359 Nov 08 00:11:16.774100 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5453a7-fddc-4e01-9c72-c047a799e3d0 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:11:16.785321 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-4b5453a7-fddc-4e01-9c72-c047a799e3d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:11:16.786932 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d0811a2d-81ed-4e52-b83f-e4b30907d3b5 None None] Provisioning complete for port 3a75c897-5b64-474d-a357-2c5d4f8ca82f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:16.787313 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0811a2d-81ed-4e52-b83f-e4b30907d3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:16.787835 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5453a7-fddc-4e01-9c72-c047a799e3d0 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:11:16.980914 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0811a2d-81ed-4e52-b83f-e4b30907d3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:16.991304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034de13-c363-4962-9686-c0a2df3867f8 req-fef9ab2a-6569-4cb1-a37b-a77b7b0d046f tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:16.993045 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a034de13-c363-4962-9686-c0a2df3867f8 req-fef9ab2a-6569-4cb1-a37b-a77b7b0d046f tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.1423218 Nov 08 00:11:17.015813 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19786e-1999-4b7a-9769-88b65a4926db req-008cd0fc-f4a6-43fc-8446-575d90cdef71 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:17.028282 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c19786e-1999-4b7a-9769-88b65a4926db req-008cd0fc-f4a6-43fc-8446-575d90cdef71 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.20 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 945 time: 0.1646791 Nov 08 00:11:17.057004 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d0811a2d-81ed-4e52-b83f-e4b30907d3b5 None None] For port 3a75c897-5b64-474d-a357-2c5d4f8ca82f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3a75c897-5b64-474d-a357-2c5d4f8ca82f,segment=NetworkSegment(28dff6c1-01e4-4dcd-beb3-6254f01aa41a),segment_id=28dff6c1-01e4-4dcd-beb3-6254f01aa41a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:17.086025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3a75c897-5b64-474d-a357-2c5d4f8ca82f up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:11:17.134416 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0811a2d-81ed-4e52-b83f-e4b30907d3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:17.143098 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95825473-6944-47ba-b6df-be1ff8465b79 req-a67426b9-d9c8-4c43-8228-0ae606335765 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:17.144862 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95825473-6944-47ba-b6df-be1ff8465b79 req-a67426b9-d9c8-4c43-8228-0ae606335765 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 945 time: 0.1015205 Nov 08 00:11:17.158726 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a034de13-c363-4962-9686-c0a2df3867f8 req-b29cd0dd-fc69-43bd-b420-64005a2c7987 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531131 Nov 08 00:11:17.179807 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 3a75c897-5b64-474d-a357-2c5d4f8ca82f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:17.180702 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:17.224641 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95825473-6944-47ba-b6df-be1ff8465b79 req-0cd9d372-d77f-4bad-9480-a41f2d13f754 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/security-groups?id=788ddded-04e2-4995-adb6-70903e69c329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647719 Nov 08 00:11:17.256635 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0811a2d-81ed-4e52-b83f-e4b30907d3b5 None None] Pushing event updated for resources: {'Port': ['ID=3a75c897-5b64-474d-a357-2c5d4f8ca82f,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:17.275334 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a4d458a1-1e0d-4565-a1f7-218e1b906979 None None] Provisioning complete for port 3a75c897-5b64-474d-a357-2c5d4f8ca82f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:17.275711 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a4d458a1-1e0d-4565-a1f7-218e1b906979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:17.319421 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5453a7-fddc-4e01-9c72-c047a799e3d0 admin admin] Pushing event updated for resources: {'Port': ['ID=bb575871-017d-4891-aba4-f92d96147d37,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:17.402560 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3e291-a969-4ad5-a696-b9943cb4ea6e req-57bc40d2-1629-4077-95c8-50efb037a54c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:17.404068 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ba3e291-a969-4ad5-a696-b9943cb4ea6e req-57bc40d2-1629-4077-95c8-50efb037a54c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 943 time: 0.1087799 Nov 08 00:11:17.414005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f77553-fc89-45b0-80e9-5b48a3f88343 req-a48c5aea-5ff1-467a-adbf-30e472eb6a32 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:17.415417 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5f77553-fc89-45b0-80e9-5b48a3f88343 req-a48c5aea-5ff1-467a-adbf-30e472eb6a32 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 947 time: 0.1227095 Nov 08 00:11:17.467362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face7bb3-e44d-4218-ab2f-7e937b7c4e99 req-f5cb945b-d4f7-496b-bb46-ae304427159d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:17.468868 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-face7bb3-e44d-4218-ab2f-7e937b7c4e99 req-f5cb945b-d4f7-496b-bb46-ae304427159d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7757003 Nov 08 00:11:17.539989 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9b2d27-e9fd-4a6b-8f96-4a4d53b922a9 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Router 62ac88eb-054f-4c97-80a7-81b4e841f382 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:11:17.549209 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3790b5e-0c86-4ed3-b85b-bd022ca5d58e req-30fdeaef-5d2c-4e2b-98a1-20a358f12408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:17.551822 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b3790b5e-0c86-4ed3-b85b-bd022ca5d58e req-30fdeaef-5d2c-4e2b-98a1-20a358f12408 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21edfc77fe094b2d97711711c5adbccd&device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 1097 time: 0.0779653 Nov 08 00:11:17.554711 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ba3e291-a969-4ad5-a696-b9943cb4ea6e req-ce25d439-9f92-43c2-8d32-e344d227e58d tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371682 Nov 08 00:11:17.562922 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5f77553-fc89-45b0-80e9-5b48a3f88343 req-e3247242-56b3-4c32-93e5-d95c0c0c088e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373940 Nov 08 00:11:17.616441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-0c19786e-1999-4b7a-9769-88b65a4926db req-b21421c9-ce72-408b-8757-e59925f0eec0 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Deleting port 443f7310-6cda-4252-852e-bab2ed6bc863 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:11:17.616859 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0c19786e-1999-4b7a-9769-88b65a4926db req-b21421c9-ce72-408b-8757-e59925f0eec0 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:17.793130 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e90b6-89ac-4eee-80a2-84d4f35008f0 req-2a112603-b8a4-4c44-a1b5-428eeb9a7268 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:17.794823 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa9e90b6-89ac-4eee-80a2-84d4f35008f0 req-2a112603-b8a4-4c44-a1b5-428eeb9a7268 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.1239204 Nov 08 00:11:17.801218 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-0c19786e-1999-4b7a-9769-88b65a4926db req-b21421c9-ce72-408b-8757-e59925f0eec0 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] For port 443f7310-6cda-4252-852e-bab2ed6bc863, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=443f7310-6cda-4252-852e-bab2ed6bc863,segment=NetworkSegment(af723811-6fd4-4618-9deb-818b443ce230),segment_id=af723811-6fd4-4618-9deb-818b443ce230)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:17.801701 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0c19786e-1999-4b7a-9769-88b65a4926db req-b21421c9-ce72-408b-8757-e59925f0eec0 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:17.824691 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-f28509d3-6832-4807-b696-eec4106d5f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:17.826710 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-f28509d3-6832-4807-b696-eec4106d5f30 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 1098 time: 0.2736533 Nov 08 00:11:17.829302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708aec20-8087-4310-a4c4-b416ccb1abf9 req-44d7ec9f-ac56-445d-a02f-4c45cdd5cf0c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:17.832698 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-708aec20-8087-4310-a4c4-b416ccb1abf9 req-44d7ec9f-ac56-445d-a02f-4c45cdd5cf0c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.1313331 Nov 08 00:11:17.839890 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-0c19786e-1999-4b7a-9769-88b65a4926db req-b21421c9-ce72-408b-8757-e59925f0eec0 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Calling delete_port for 443f7310-6cda-4252-852e-bab2ed6bc863 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:11:17.900537 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-e9aece06-369a-4c8a-8864-3df09c3a7b1b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=745edafe-9804-4d32-8b88-94d2385e603d HTTP/1.1" status: 200 len: 217 time: 0.0546684 Nov 08 00:11:17.954888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa9e90b6-89ac-4eee-80a2-84d4f35008f0 req-e897c995-bf6e-4d84-ba83-553a1625595c tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478820 Nov 08 00:11:17.966270 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3790b5e-0c86-4ed3-b85b-bd022ca5d58e req-0788097c-07f2-440c-ac90-3c3a67676569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:17.966270 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b3790b5e-0c86-4ed3-b85b-bd022ca5d58e req-0788097c-07f2-440c-ac90-3c3a67676569 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00c6100d-05e3-43cc-b647-520b9eba8eca HTTP/1.1" status: 200 len: 912 time: 0.3668578 Nov 08 00:11:17.987475 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-708aec20-8087-4310-a4c4-b416ccb1abf9 req-59c9fd3e-953e-425d-862e-b5e40fd9715b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877056 Nov 08 00:11:18.014560 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4b5453a7-fddc-4e01-9c72-c047a799e3d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:18.016648 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9b2d27-e9fd-4a6b-8f96-4a4d53b922a9 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:11:18.022233 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b3790b5e-0c86-4ed3-b85b-bd022ca5d58e req-7e85cf39-f6e7-44b5-ad4e-0122d36ae143 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ecea856-6cd1-49c4-b670-59e47a290351 HTTP/1.1" status: 200 len: 217 time: 0.0515275 Nov 08 00:11:18.027970 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-da9b2d27-e9fd-4a6b-8f96-4a4d53b922a9 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:18.032872 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982c4f96-83e0-4768-8d9a-7d00b089ac0c None None] Sync routers for ids ['62ac88eb-054f-4c97-80a7-81b4e841f382'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:11:18.044410 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982c4f96-83e0-4768-8d9a-7d00b089ac0c None None] Routers {'62ac88eb-054f-4c97-80a7-81b4e841f382'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:18.045122 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-982c4f96-83e0-4768-8d9a-7d00b089ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:11:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['62ac88eb-054f-4c97-80a7-81b4e841f382'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:18.125846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97632c-3e61-410f-a4a1-1366bbcf8dbe req-4baf9172-6714-4d99-b94a-4f9c986aa2bf tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:18.127335 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed97632c-3e61-410f-a4a1-1366bbcf8dbe req-4baf9172-6714-4d99-b94a-4f9c986aa2bf tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.0562625 Nov 08 00:11:18.159800 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-982c4f96-83e0-4768-8d9a-7d00b089ac0c None None] Set router 62ac88eb-054f-4c97-80a7-81b4e841f382 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:18.176616 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed97632c-3e61-410f-a4a1-1366bbcf8dbe req-d9340346-6660-4f29-9a9f-1cf8766f214f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429952 Nov 08 00:11:18.177702 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0c19786e-1999-4b7a-9769-88b65a4926db req-b21421c9-ce72-408b-8757-e59925f0eec0 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:18.214766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21421c9-ce72-408b-8757-e59925f0eec0 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Pushing event deleted for resources: {'Port': ['ID=443f7310-6cda-4252-852e-bab2ed6bc863,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:18.249511 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-97315c51-a5db-4060-9f43-b689385371eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:18.250177 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-97315c51-a5db-4060-9f43-b689385371eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.3327842 Nov 08 00:11:18.307282 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-da9b2d27-e9fd-4a6b-8f96-4a4d53b922a9 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "PUT /v2.0/floatingips/8584b859-9aa8-4531-8b3c-b07fe14df2b4 HTTP/1.1" status: 200 len: 991 time: 3.2767601 Nov 08 00:11:18.320116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c19786e-1999-4b7a-9769-88b65a4926db req-b21421c9-ce72-408b-8757-e59925f0eec0 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] No DVR routers for this DVR port 443f7310-6cda-4252-852e-bab2ed6bc863 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:11:18.348087 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0c19786e-1999-4b7a-9769-88b65a4926db req-b21421c9-ce72-408b-8757-e59925f0eec0 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:18.351468 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3790b5e-0c86-4ed3-b85b-bd022ca5d58e req-9777e29e-1bd4-47ca-a6e4-741f0799d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:18.351468 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b3790b5e-0c86-4ed3-b85b-bd022ca5d58e req-9777e29e-1bd4-47ca-a6e4-741f0799d0e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b3b7865-e2bd-4e2c-8ae2-76e310490d35 HTTP/1.1" status: 200 len: 851 time: 0.2764447 Nov 08 00:11:18.356542 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c19786e-1999-4b7a-9769-88b65a4926db req-b21421c9-ce72-408b-8757-e59925f0eec0 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.20 "DELETE /v2.0/ports/443f7310-6cda-4252-852e-bab2ed6bc863 HTTP/1.1" status: 204 len: 173 time: 0.9399557 Nov 08 00:11:18.357047 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41ab266-9881-4432-87c7-96beb8530618', 'name': 'network-vif-deleted', 'tag': '443f7310-6cda-4252-852e-bab2ed6bc863'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:18.364989 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d249e45-71d3-4c76-920d-bff1c824074a" -d '{"events": [{"server_uuid": "e41ab266-9881-4432-87c7-96beb8530618", "name": "network-vif-deleted", "tag": "443f7310-6cda-4252-852e-bab2ed6bc863"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:18.431473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06143a7-8911-450b-a6d2-38e5e60c8486 req-d5de068a-830d-4e44-9bbc-e3d9d3309188 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:18.433403 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c06143a7-8911-450b-a6d2-38e5e60c8486 req-d5de068a-830d-4e44-9bbc-e3d9d3309188 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.1187189 Nov 08 00:11:18.473502 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3688b5cc-60e4-4f9e-b782-9c6dfa8ec556', 'tag': '2e5c8a08-91a9-42e3-83a5-bd02e1a184ea'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:18.475741 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cea25c-0860-4a6b-be14-36e97545762a" -d '{"events": [{"name": "network-changed", "server_uuid": "3688b5cc-60e4-4f9e-b782-9c6dfa8ec556", "tag": "2e5c8a08-91a9-42e3-83a5-bd02e1a184ea"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:18.529821 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b3790b5e-0c86-4ed3-b85b-bd022ca5d58e req-6b1892f2-3583-4650-966f-f6d6442d132c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00c6100d-05e3-43cc-b647-520b9eba8eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327982 Nov 08 00:11:18.532610 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c06143a7-8911-450b-a6d2-38e5e60c8486 req-7c0a6ee0-3da5-4ffb-8165-3de632483779 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766714 Nov 08 00:11:18.544643 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-982c4f96-83e0-4768-8d9a-7d00b089ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:07:23Z', 'revision_number': 4, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '8584b859-9aa8-4531-8b3c-b07fe14df2b4', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'port_id': '2e5c8a08-91a9-42e3-83a5-bd02e1a184ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'mac_address': 'fa:16:3e:27:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688b5cc-60e4-4f9e-b782-9c6dfa8ec556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:07:45Z', 'updated_at': '2021-11-08T00:11:15Z', 'revision_number': 5, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff855c04-431f-4021-82fd-92c59526a519', 'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'mac_address': 'fa:16:3e:27:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:22Z', 'updated_at': '2021-11-08T00:07:27Z', 'revision_number': 5, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'subnets': [{'id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:18.544905 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-bd0bfd7c-221a-496e-ae21-c5eea3345afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:18.549445 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-bd0bfd7c-221a-496e-ae21-c5eea3345afe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2764840 Nov 08 00:11:18.575006 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2de5826-dfc7-4b1a-a103-ad234c9d2dcf req-173eb6d0-89fb-4deb-a932-ca9e9c20c625 tempest-AttachSCSIVolumeTestJSON-2071419744 tempest-AttachSCSIVolumeTestJSON-2071419744-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41ab266-9881-4432-87c7-96beb8530618 HTTP/1.1" status: 200 len: 210 time: 0.0348995 Nov 08 00:11:18.618066 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982c4f96-83e0-4768-8d9a-7d00b089ac0c None None] Checking router: 62ac88eb-054f-4c97-80a7-81b4e841f382 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:11:18.640624 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982c4f96-83e0-4768-8d9a-7d00b089ac0c None None] Routers {'62ac88eb-054f-4c97-80a7-81b4e841f382'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:18.641611 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-982c4f96-83e0-4768-8d9a-7d00b089ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:11:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['62ac88eb-054f-4c97-80a7-81b4e841f382'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:18.652676 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de640bf7-365a-461f-b47f-c886517626ac x-openstack-request-id: req-de640bf7-365a-461f-b47f-c886517626ac {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:18.653094 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41ab266-9881-4432-87c7-96beb8530618", "name": "network-vif-deleted", "tag": "443f7310-6cda-4252-852e-bab2ed6bc863", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:18.653562 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de640bf7-365a-461f-b47f-c886517626ac {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:18.655180 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41ab266-9881-4432-87c7-96beb8530618', 'name': 'network-vif-deleted', 'tag': '443f7310-6cda-4252-852e-bab2ed6bc863', 'status': 'completed', 'code': 200} Nov 08 00:11:18.740437 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91db74c8-82dd-460a-b6de-d0eaf405c6df x-openstack-request-id: req-91db74c8-82dd-460a-b6de-d0eaf405c6df {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:18.740958 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3688b5cc-60e4-4f9e-b782-9c6dfa8ec556", "tag": "2e5c8a08-91a9-42e3-83a5-bd02e1a184ea", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:18.742385 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91db74c8-82dd-460a-b6de-d0eaf405c6df {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:18.742974 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3688b5cc-60e4-4f9e-b782-9c6dfa8ec556', 'tag': '2e5c8a08-91a9-42e3-83a5-bd02e1a184ea', 'status': 'completed', 'code': 200} Nov 08 00:11:18.776617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac03377-78f6-4016-95a4-b28bc45aa85e req-6574e109-c1ae-4198-9a85-c7e6c31ef890 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:18.787308 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5ac03377-78f6-4016-95a4-b28bc45aa85e req-6574e109-c1ae-4198-9a85-c7e6c31ef890 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.0718665 Nov 08 00:11:18.824660 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4b5453a7-fddc-4e01-9c72-c047a799e3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:18.883037 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5ac03377-78f6-4016-95a4-b28bc45aa85e req-23d11c63-5111-4818-8eef-25723d2bcffa tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943980 Nov 08 00:11:18.935020 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7b813-1aaa-4739-a9f8-1291bdabf6b8 req-7418ef9e-67b6-41a4-af47-3813c0470ef7 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:18.937556 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74c7b813-1aaa-4739-a9f8-1291bdabf6b8 req-7418ef9e-67b6-41a4-af47-3813c0470ef7 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 947 time: 0.1145110 Nov 08 00:11:18.988235 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-982c4f96-83e0-4768-8d9a-7d00b089ac0c None None] Set router 62ac88eb-054f-4c97-80a7-81b4e841f382 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:19.024746 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b3790b5e-0c86-4ed3-b85b-bd022ca5d58e req-bcc44f55-4c36-4664-8521-9e2fb555a67f service neutron] 10.222.0.20 "GET /v2.0/networks/00c6100d-05e3-43cc-b647-520b9eba8eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752476 Nov 08 00:11:19.025720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3a75c897-5b64-474d-a357-2c5d4f8ca82f up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:11:19.033061 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-206bb8ac-2637-473e-b854-44447fb3211f service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549325 Nov 08 00:11:19.051082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74c7b813-1aaa-4739-a9f8-1291bdabf6b8 req-bb92d673-9a57-4f12-a89f-5889760d5979 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053331 Nov 08 00:11:19.086143 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b5975-67c4-40a4-b6fc-1d265b1e7973 req-6e86941b-f44e-4d55-8363-3b98374c7996 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:19.096449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-524b5975-67c4-40a4-b6fc-1d265b1e7973 req-6e86941b-f44e-4d55-8363-3b98374c7996 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 943 time: 0.0919158 Nov 08 00:11:19.140225 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 3a75c897-5b64-474d-a357-2c5d4f8ca82f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:19.140901 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:19.176987 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-524b5975-67c4-40a4-b6fc-1d265b1e7973 req-0bf1976e-3b79-4f5e-886b-75974d97fcef tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808635 Nov 08 00:11:19.195236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cea25c-0860-4a6b-be14-36e97545762a req-53ae2d9f-7f86-4bab-bbdd-86e420daa140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:19.196867 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-37cea25c-0860-4a6b-be14-36e97545762a req-53ae2d9f-7f86-4bab-bbdd-86e420daa140 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dafc7010ec8a40b6adaaa3517374bd21&device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 1096 time: 0.3404129 Nov 08 00:11:19.218309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf163ef-bb07-424e-830f-bc1e0606d072 req-866ef60b-316d-4a6b-b43b-3cd67557187c tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:19.223858 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ebf163ef-bb07-424e-830f-bc1e0606d072 req-866ef60b-316d-4a6b-b43b-3cd67557187c tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.0939450 Nov 08 00:11:19.279019 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ebf163ef-bb07-424e-830f-bc1e0606d072 req-0ba6c8f1-6cb0-4b39-966e-7361fd4f823b tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486469 Nov 08 00:11:19.401323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece412fa-40c3-4bd2-87db-a97d52ccbbb2 req-55843ccd-b408-4c40-bfc7-e54367d05feb tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:19.408624 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ece412fa-40c3-4bd2-87db-a97d52ccbbb2 req-55843ccd-b408-4c40-bfc7-e54367d05feb tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.1255386 Nov 08 00:11:19.476187 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-982c4f96-83e0-4768-8d9a-7d00b089ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:07:23Z', 'revision_number': 4, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '8584b859-9aa8-4531-8b3c-b07fe14df2b4', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'port_id': '2e5c8a08-91a9-42e3-83a5-bd02e1a184ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'mac_address': 'fa:16:3e:27:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688b5cc-60e4-4f9e-b782-9c6dfa8ec556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:07:45Z', 'updated_at': '2021-11-08T00:11:15Z', 'revision_number': 5, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff855c04-431f-4021-82fd-92c59526a519', 'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'mac_address': 'fa:16:3e:27:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:22Z', 'updated_at': '2021-11-08T00:07:27Z', 'revision_number': 5, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'subnets': [{'id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:19.497122 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ece412fa-40c3-4bd2-87db-a97d52ccbbb2 req-ad18bff2-1382-456d-8419-2478e0cccdf3 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871582 Nov 08 00:11:19.511806 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982c4f96-83e0-4768-8d9a-7d00b089ac0c None None] The sync data for ids ['62ac88eb-054f-4c97-80a7-81b4e841f382'] in n-d-816882-1 is: [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:07:23Z', 'revision_number': 4, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '8584b859-9aa8-4531-8b3c-b07fe14df2b4', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'port_id': '2e5c8a08-91a9-42e3-83a5-bd02e1a184ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'mac_address': 'fa:16:3e:27:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688b5cc-60e4-4f9e-b782-9c6dfa8ec556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:07:45Z', 'updated_at': '2021-11-08T00:11:15Z', 'revision_number': 5, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff855c04-431f-4021-82fd-92c59526a519', 'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'mac_address': 'fa:16:3e:27:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:22Z', 'updated_at': '2021-11-08T00:07:27Z', 'revision_number': 5, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'subnets': [{'id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:11:19.696350 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b3790b5e-0c86-4ed3-b85b-bd022ca5d58e req-21eaa436-4dee-4b8c-8902-1b009db9193a service neutron] 10.222.0.20 "GET /v2.0/networks/00c6100d-05e3-43cc-b647-520b9eba8eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6598442 Nov 08 00:11:19.719124 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-643fbedb-5fa6-4d9c-a340-a7e0b819e438 req-6ddeafbd-83b9-4f21-9d5f-80e4193a545f service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6689782 Nov 08 00:11:19.738482 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cea25c-0860-4a6b-be14-36e97545762a req-bd396611-a9f3-40f5-9082-f789624af367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:19.740396 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-37cea25c-0860-4a6b-be14-36e97545762a req-bd396611-a9f3-40f5-9082-f789624af367 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 HTTP/1.1" status: 200 len: 924 time: 0.5305257 Nov 08 00:11:19.759913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 443f7310-6cda-4252-852e-bab2ed6bc863 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:11:19.788306 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 443f7310-6cda-4252-852e-bab2ed6bc863 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:11:19.790245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 443f7310-6cda-4252-852e-bab2ed6bc863 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:11:19.791172 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 42d9367d-0b9b-422b-9f65-fda47d14f274 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:11:19.830414 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5453a7-fddc-4e01-9c72-c047a799e3d0 admin admin] Router 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:11:19.865945 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8709adf-13dd-4eb6-b27e-4360c3a08b6b None None] New status for floating IP 8584b859-9aa8-4531-8b3c-b07fe14df2b4: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:11:19.919457 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-37cea25c-0860-4a6b-be14-36e97545762a req-42285bd6-fd99-4e20-a8e8-17fa3177f662 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e5c8a08-91a9-42e3-83a5-bd02e1a184ea HTTP/1.1" status: 200 len: 999 time: 0.1707039 Nov 08 00:11:19.923677 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc241b9-b295-4186-aaaf-1f9a59ff278f req-4e496826-269e-4f5a-a24f-fc66d402e1f8 tempest-MigrationsAdminTest-814824223 tempest-MigrationsAdminTest-814824223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:19.925375 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9fc241b9-b295-4186-aaaf-1f9a59ff278f req-4e496826-269e-4f5a-a24f-fc66d402e1f8 tempest-MigrationsAdminTest-814824223 tempest-MigrationsAdminTest-814824223-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 1100 time: 0.0662408 Nov 08 00:11:19.971343 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-08d7adc9-db75-4962-99b4-4a0f08c14e28 service neutron] 10.222.0.20 "GET /v2.0/ports/42d9367d-0b9b-422b-9f65-fda47d14f274/bindings/n-h2-816882-1 HTTP/1.1" status: 200 len: 384 time: 0.2119346 Nov 08 00:11:19.978534 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9fc241b9-b295-4186-aaaf-1f9a59ff278f req-c3b32feb-7aba-4fb2-aa00-6c5a1287f4ca tempest-MigrationsAdminTest-814824223 tempest-MigrationsAdminTest-814824223-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:20.014921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc49b7-8a3a-4f54-b235-144243172ccb req-3e0030fd-d7eb-4d89-b64d-c1bf9814fea6 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:20.016455 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0dc49b7-8a3a-4f54-b235-144243172ccb req-3e0030fd-d7eb-4d89-b64d-c1bf9814fea6 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0951083 Nov 08 00:11:20.056166 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cea25c-0860-4a6b-be14-36e97545762a req-6445d375-212e-4a91-b3a3-829993a52a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:20.059386 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-37cea25c-0860-4a6b-be14-36e97545762a req-6445d375-212e-4a91-b3a3-829993a52a8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6ff2d21-c91f-455a-a3e9-871aa706c876 HTTP/1.1" status: 200 len: 862 time: 0.1026163 Nov 08 00:11:20.088476 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0dc49b7-8a3a-4f54-b235-144243172ccb req-f6cf47df-5c47-4a79-aed8-e984011fb21d tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612643 Nov 08 00:11:20.119985 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9fc241b9-b295-4186-aaaf-1f9a59ff278f req-c3b32feb-7aba-4fb2-aa00-6c5a1287f4ca tempest-MigrationsAdminTest-814824223 tempest-MigrationsAdminTest-814824223-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:20.153366 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5453a7-fddc-4e01-9c72-c047a799e3d0 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:11:20.165335 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] Sync routers for ids ['044b3ddd-59c5-4ed9-a94a-9089e95e01e0'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:11:20.176762 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] Routers {'044b3ddd-59c5-4ed9-a94a-9089e95e01e0'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:20.177664 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:11:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['044b3ddd-59c5-4ed9-a94a-9089e95e01e0'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:20.196510 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9fc241b9-b295-4186-aaaf-1f9a59ff278f req-c3b32feb-7aba-4fb2-aa00-6c5a1287f4ca tempest-MigrationsAdminTest-814824223 tempest-MigrationsAdminTest-814824223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:20.206470 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cea25c-0860-4a6b-be14-36e97545762a req-19aa673f-28de-4a14-bce7-4066808c620b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:20.208740 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-37cea25c-0860-4a6b-be14-36e97545762a req-19aa673f-28de-4a14-bce7-4066808c620b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383564 Nov 08 00:11:20.239521 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9fc241b9-b295-4186-aaaf-1f9a59ff278f req-c3b32feb-7aba-4fb2-aa00-6c5a1287f4ca tempest-MigrationsAdminTest-814824223 tempest-MigrationsAdminTest-814824223-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019991 Nov 08 00:11:20.289281 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b32feb-7aba-4fb2-aa00-6c5a1287f4ca tempest-MigrationsAdminTest-814824223 tempest-MigrationsAdminTest-814824223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37a1747-d707-49dd-be03-67ff7f4c65d6,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:20.362710 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] Set router 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:20.416145 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4b5453a7-fddc-4e01-9c72-c047a799e3d0 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:20.417407 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4b5453a7-fddc-4e01-9c72-c047a799e3d0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.3786643 Nov 08 00:11:20.425475 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33694) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:20.429558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e870e-3282-473a-af36-4ff10befd784 req-c52bb6d2-a4fb-4d80-a05b-0abca45b6653 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:20.431241 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e0e870e-3282-473a-af36-4ff10befd784 req-c52bb6d2-a4fb-4d80-a05b-0abca45b6653 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.1076996 Nov 08 00:11:20.456600 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4be1f-fc4e-4558-954f-5c42b184b8fe req-822e3785-8843-4017-871a-c3627804f2ea tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:20.458136 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8f4be1f-fc4e-4558-954f-5c42b184b8fe req-822e3785-8843-4017-871a-c3627804f2ea tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 947 time: 0.0880566 Nov 08 00:11:20.515545 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e0e870e-3282-473a-af36-4ff10befd784 req-c12d07d3-7599-486f-8f5b-f9ac94a6e601 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773506 Nov 08 00:11:20.529669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8f4be1f-fc4e-4558-954f-5c42b184b8fe req-a617b58f-760c-40d0-bc96-8b261f5448d4 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622802 Nov 08 00:11:20.606789 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-37cea25c-0860-4a6b-be14-36e97545762a req-b8ac955f-daec-4352-8c6a-667a04003c4b service neutron] 10.222.0.26 "GET /v2.0/networks/80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607192 Nov 08 00:11:20.614112 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986918895-router', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'bb575871-017d-4891-aba4-f92d96147d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:14Z', 'updated_at': '2021-11-08T00:11:17Z', 'revision_number': 3, 'project_id': '540d436eb2814e6787d2721bfa568078', 'gw_port': {'id': 'bb575871-017d-4891-aba4-f92d96147d37', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:15Z', 'updated_at': '2021-11-08T00:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:20.646108 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] Checking router: 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:11:20.646452 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] Updating router 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 port bb575871-017d-4891-aba4-f92d96147d37 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:11:20.675952 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:20.682519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9d403-a2b3-4b2c-b919-3e09a0c40d28 req-16b42eba-5cd6-425e-acde-bdde9ad58b7b tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:20.684667 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1fb9d403-a2b3-4b2c-b919-3e09a0c40d28 req-16b42eba-5cd6-425e-acde-bdde9ad58b7b tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 943 time: 0.1000504 Nov 08 00:11:20.740071 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1fb9d403-a2b3-4b2c-b919-3e09a0c40d28 req-f74dc8dd-f8a3-4e6e-bcda-a869be723586 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473516 Nov 08 00:11:20.742355 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] For port 42d9367d-0b9b-422b-9f65-fda47d14f274, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=42d9367d-0b9b-422b-9f65-fda47d14f274,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:20.861722 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-37cea25c-0860-4a6b-be14-36e97545762a req-ce4bd5a8-5d15-410e-b4f8-96e9f8f9eb6a service neutron] 10.222.0.26 "GET /v2.0/networks/80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448823 Nov 08 00:11:20.867190 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] For port 42d9367d-0b9b-422b-9f65-fda47d14f274, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:11:20.919642 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d9367d-0b9b-422b-9f65-fda47d14f274 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:11:20.937653 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] For port 42d9367d-0b9b-422b-9f65-fda47d14f274, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=42d9367d-0b9b-422b-9f65-fda47d14f274,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:21.024968 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:21.089072 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:21.104770 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:21.158411 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] Attempting to bind port bb575871-017d-4891-aba4-f92d96147d37 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:11:21.158772 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] Attempting to bind port bb575871-017d-4891-aba4-f92d96147d37 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:11:21.159125 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] Attempting to bind port bb575871-017d-4891-aba4-f92d96147d37 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:21.164493 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:11:21.164854 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:11:21.165243 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:21.165624 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:11:21.166175 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] Bound port: bb575871-017d-4891-aba4-f92d96147d37, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:11:21.166594 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:21.169455 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b756e6a-4c21-4641-8663-e458fb61627f None None] Pushing event updated for resources: {'Port': ['ID=bb575871-017d-4891-aba4-f92d96147d37,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:21.201678 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b756e6a-4c21-4641-8663-e458fb61627f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.201678 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b756e6a-4c21-4641-8663-e458fb61627f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.201678 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b756e6a-4c21-4641-8663-e458fb61627f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.201678 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b756e6a-4c21-4641-8663-e458fb61627f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.201678 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b756e6a-4c21-4641-8663-e458fb61627f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.201678 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b756e6a-4c21-4641-8663-e458fb61627f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.201678 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b756e6a-4c21-4641-8663-e458fb61627f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.201678 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b756e6a-4c21-4641-8663-e458fb61627f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.201678 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b756e6a-4c21-4641-8663-e458fb61627f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.201678 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b756e6a-4c21-4641-8663-e458fb61627f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.201678 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b756e6a-4c21-4641-8663-e458fb61627f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.201678 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b756e6a-4c21-4641-8663-e458fb61627f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.248798 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac04dd7-a346-4e60-9c58-b384d79aea55 req-db9ddf35-2f61-4c8b-b0c8-acb20440ab72 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:21.252975 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5ac04dd7-a346-4e60-9c58-b384d79aea55 req-db9ddf35-2f61-4c8b-b0c8-acb20440ab72 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0873146 Nov 08 00:11:21.274389 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] For port bb575871-017d-4891-aba4-f92d96147d37, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:11:21.280266 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] For port bb575871-017d-4891-aba4-f92d96147d37, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bb575871-017d-4891-aba4-f92d96147d37,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:11:21.285784 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] Transition to ACTIVE for port object 42d9367d-0b9b-422b-9f65-fda47d14f274 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:11:21.294417 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a04d243-82d9-443f-9c8b-dc41d04501ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:21.307755 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5ac04dd7-a346-4e60-9c58-b384d79aea55 req-52c77c9f-aa14-44d5-a14b-32cfea875f08 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487666 Nov 08 00:11:21.362392 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:21.372346 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:21.413601 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] Routers {'044b3ddd-59c5-4ed9-a94a-9089e95e01e0'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:21.414512 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:11:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['044b3ddd-59c5-4ed9-a94a-9089e95e01e0'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:21.428920 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f47a95-781b-4b44-b3b4-ba4c666ac626 req-1720d8dd-bd87-405d-8db2-ed1ff7224e3b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:21.430612 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-56f47a95-781b-4b44-b3b4-ba4c666ac626 req-1720d8dd-bd87-405d-8db2-ed1ff7224e3b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0630121 Nov 08 00:11:21.495324 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-56f47a95-781b-4b44-b3b4-ba4c666ac626 req-b54ed815-f077-4d79-9888-cd23910edc6e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552619 Nov 08 00:11:21.503735 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b756e6a-4c21-4641-8663-e458fb61627f None None] Pushing event updated for resources: {'Port': ['ID=bb575871-017d-4891-aba4-f92d96147d37,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:21.526582 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] No DVR routers for this DVR port 42d9367d-0b9b-422b-9f65-fda47d14f274 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:11:21.536999 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] Pushing event updated for resources: {'Port': ['ID=42d9367d-0b9b-422b-9f65-fda47d14f274,revision_number=10']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:21.544039 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] Set router 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:21.569408 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.569818 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.570453 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.570882 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.571298 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.571722 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.572185 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.572588 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.573687 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.574149 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.574750 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.576679 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:21.621421 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-3078647d-81b7-4b9c-919a-392c532c671f service neutron] 10.222.0.20 "PUT /v2.0/ports/42d9367d-0b9b-422b-9f65-fda47d14f274/bindings/n-h2-816882-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6298926 Nov 08 00:11:21.657698 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-c718895f-f70e-4308-8040-da579dcc9c71 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1979299 Nov 08 00:11:21.673786 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-24c00b3b-47bc-4d9f-be94-4c78e26a2513 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:11:21.674776 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-24c00b3b-47bc-4d9f-be94-4c78e26a2513 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091956 Nov 08 00:11:21.683173 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-8a04d243-82d9-443f-9c8b-dc41d04501ff admin admin] Allocated IP 172.20.0.1 (c7f387d4-1556-448e-8589-8a64f3636439/d1e107c3-6e30-4ca3-accf-e81fd68d6037/301407cc-9c39-47fe-a399-8264a3884948) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:11:21.716171 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d05910-541a-4105-b13b-575335f21569 req-ae5ac1f9-925f-4ccd-a644-f0147db4001d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:21.717756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61d05910-541a-4105-b13b-575335f21569 req-ae5ac1f9-925f-4ccd-a644-f0147db4001d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 947 time: 0.0839393 Nov 08 00:11:21.740189 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa05089-7786-4e00-9fa9-37c3dd47533f req-a34760eb-9d38-43be-8134-9bb208decd19 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:21.740189 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3aa05089-7786-4e00-9fa9-37c3dd47533f req-a34760eb-9d38-43be-8134-9bb208decd19 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.1010025 Nov 08 00:11:21.781776 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986918895-router', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'bb575871-017d-4891-aba4-f92d96147d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:14Z', 'updated_at': '2021-11-08T00:11:17Z', 'revision_number': 3, 'project_id': '540d436eb2814e6787d2721bfa568078', 'gw_port': {'id': 'bb575871-017d-4891-aba4-f92d96147d37', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:15Z', 'updated_at': '2021-11-08T00:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:21.809471 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61d05910-541a-4105-b13b-575335f21569 req-0166423d-0aa4-4ded-9acc-831da861a0de tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831196 Nov 08 00:11:21.822862 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36390c8d-1139-4ce1-adc6-3a7a2071d84f None None] The sync data for ids ['044b3ddd-59c5-4ed9-a94a-9089e95e01e0'] in n-d-816882-1 is: [{'id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986918895-router', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'bb575871-017d-4891-aba4-f92d96147d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:14Z', 'updated_at': '2021-11-08T00:11:17Z', 'revision_number': 3, 'project_id': '540d436eb2814e6787d2721bfa568078', 'gw_port': {'id': 'bb575871-017d-4891-aba4-f92d96147d37', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:15Z', 'updated_at': '2021-11-08T00:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:11:21.825276 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3aa05089-7786-4e00-9fa9-37c3dd47533f req-cd4dde3a-71cb-4f9d-812d-2c2bffe901d5 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823836 Nov 08 00:11:21.897333 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a04d243-82d9-443f-9c8b-dc41d04501ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:21.939208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-9c491baa-a729-4540-a4c9-f9c6d343d816 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:21.940775 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-9c491baa-a729-4540-a4c9-f9c6d343d816 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40&tenant_id=951d7073901a4e51a1deddc1d387c234&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 1095 time: 0.0943809 Nov 08 00:11:21.951244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd92a3-91fb-48c1-ab2b-acef60491ea0 req-98089a0f-f0fa-4040-b8d5-b4183c6f891b tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:21.956683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97dd92a3-91fb-48c1-ab2b-acef60491ea0 req-98089a0f-f0fa-4040-b8d5-b4183c6f891b tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 944 time: 0.0680866 Nov 08 00:11:22.008306 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97dd92a3-91fb-48c1-ab2b-acef60491ea0 req-4d5b1a0c-6a28-4ddb-97d6-64a7ac4a997a tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465102 Nov 08 00:11:22.012927 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-34f1cdb9-8d4c-405e-ab80-5a24a07e91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:22.014625 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-34f1cdb9-8d4c-405e-ab80-5a24a07e91bf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40&tenant_id=951d7073901a4e51a1deddc1d387c234 HTTP/1.1" status: 200 len: 1095 time: 0.0592036 Nov 08 00:11:22.023974 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a04d243-82d9-443f-9c8b-dc41d04501ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:22.106799 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04d243-82d9-443f-9c8b-dc41d04501ff admin admin] Pushing event updated for resources: {'Port': ['ID=301407cc-9c39-47fe-a399-8264a3884948,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:22.112500 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a04d243-82d9-443f-9c8b-dc41d04501ff admin admin] Network c7f387d4-1556-448e-8589-8a64f3636439 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:11:22.116120 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-8a04d243-82d9-443f-9c8b-dc41d04501ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:11:22.118235 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a04d243-82d9-443f-9c8b-dc41d04501ff admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:11:22.177934 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-491ec851-9c54-42f8-b6f4-2cf5e7dc3be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:22.179495 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-491ec851-9c54-42f8-b6f4-2cf5e7dc3be1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 1095 time: 0.1144745 Nov 08 00:11:22.180289 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a04d243-82d9-443f-9c8b-dc41d04501ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:22.467707 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-28507b92-2501-491b-86ef-2d85a6c92238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:22.469494 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-28507b92-2501-491b-86ef-2d85a6c92238 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 922 time: 0.2504289 Nov 08 00:11:22.520610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf5eb5-e0ef-43c3-88a9-3f2ef41646f3 req-98c3d73f-53dd-4659-8502-61926192791c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:22.524983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ebcf5eb5-e0ef-43c3-88a9-3f2ef41646f3 req-98c3d73f-53dd-4659-8502-61926192791c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0602913 Nov 08 00:11:22.580338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-adf0ee8e-c728-49e5-aae7-5fff9e69fa37 None None] Provisioning complete for port 301407cc-9c39-47fe-a399-8264a3884948 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:22.580820 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-adf0ee8e-c728-49e5-aae7-5fff9e69fa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:22.601359 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-45dbd243-687d-4914-a72b-372af2514c3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42d9367d-0b9b-422b-9f65-fda47d14f274 HTTP/1.1" status: 200 len: 217 time: 0.0834901 Nov 08 00:11:22.637449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ebcf5eb5-e0ef-43c3-88a9-3f2ef41646f3 req-2a9a1916-9f75-42b0-a435-260813a6a961 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965497 Nov 08 00:11:22.665264 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a04d243-82d9-443f-9c8b-dc41d04501ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:22.678924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-adf0ee8e-c728-49e5-aae7-5fff9e69fa37 None None] Port 301407cc-9c39-47fe-a399-8264a3884948 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:11:22.718697 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098b30-cebb-41ee-94b8-2919fa0ad8b3 req-33421ac3-eba8-46b9-8629-9d6546c342c2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:22.720870 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e098b30-cebb-41ee-94b8-2919fa0ad8b3 req-33421ac3-eba8-46b9-8629-9d6546c342c2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.1089628 Nov 08 00:11:22.726726 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-1612d7cb-a923-435d-b0dc-90e787fa0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:22.728535 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-1612d7cb-a923-435d-b0dc-90e787fa0e0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.1146450 Nov 08 00:11:22.779596 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-a98673e0-0e4a-4fc1-9874-2b7524ff5f9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332949 Nov 08 00:11:22.789033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e098b30-cebb-41ee-94b8-2919fa0ad8b3 req-9f366846-903b-4ab8-b4cf-ba484145a9ae tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610347 Nov 08 00:11:23.050713 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-1ac9bf26-b5a4-4440-92f4-7fdeeb1bdb92 service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537129 Nov 08 00:11:23.052697 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bb575871-017d-4891-aba4-f92d96147d37 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:11:23.057760 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a04d243-82d9-443f-9c8b-dc41d04501ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:23.080886 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ec642-e85e-4fe1-bc4a-ac8c7b6344d9 req-e4dd07bc-e1ca-4c49-ade4-e3df8e67a216 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:23.082437 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f6ec642-e85e-4fe1-bc4a-ac8c7b6344d9 req-e4dd07bc-e1ca-4c49-ade4-e3df8e67a216 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.1217637 Nov 08 00:11:23.096880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9598-e4a0-48cc-94c2-705914dcb978 req-c778f546-c3c5-4944-805d-dae73bf40cdb tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:23.104405 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2baf9598-e4a0-48cc-94c2-705914dcb978 req-c778f546-c3c5-4944-805d-dae73bf40cdb tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 947 time: 0.1519802 Nov 08 00:11:23.132193 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a04d243-82d9-443f-9c8b-dc41d04501ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:23.164472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port bb575871-017d-4891-aba4-f92d96147d37 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:23.165108 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:23.182129 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a04d243-82d9-443f-9c8b-dc41d04501ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:23.216471 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f6ec642-e85e-4fe1-bc4a-ac8c7b6344d9 req-2ddc969c-b4c3-455d-afdd-03200e1393c7 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053436 Nov 08 00:11:23.268809 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2baf9598-e4a0-48cc-94c2-705914dcb978 req-2ea5f0b5-0ffe-4ce8-96e8-79a56c5cf4f1 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595297 Nov 08 00:11:23.367290 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:23.372771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789712ac-74c4-4686-bdf6-7005cbff0c48 req-4d49d22e-5aee-43b2-8858-82ff0e40c453 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:23.373111 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04d243-82d9-443f-9c8b-dc41d04501ff admin admin] Pushing event updated for resources: {'Port': ['ID=301407cc-9c39-47fe-a399-8264a3884948,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:23.383907 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a04d243-82d9-443f-9c8b-dc41d04501ff admin admin] Network c7f387d4-1556-448e-8589-8a64f3636439 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:11:23.387954 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-8a04d243-82d9-443f-9c8b-dc41d04501ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:11:23.390350 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-789712ac-74c4-4686-bdf6-7005cbff0c48 req-4d49d22e-5aee-43b2-8858-82ff0e40c453 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 944 time: 0.0746884 Nov 08 00:11:23.391615 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port bb575871-017d-4891-aba4-f92d96147d37, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bb575871-017d-4891-aba4-f92d96147d37,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:23.430435 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-789712ac-74c4-4686-bdf6-7005cbff0c48 req-2e4c3a36-0d65-4418-9232-f13cf10883bc tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389318 Nov 08 00:11:23.437381 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 745edafe-9804-4d32-8b88-94d2385e603d details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:11:23.485039 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-4bbbc77b-6b95-4d2a-8600-643ab5c970f3 service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198103 Nov 08 00:11:23.572882 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 745edafe-9804-4d32-8b88-94d2385e603d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=745edafe-9804-4d32-8b88-94d2385e603d,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:23.587365 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '745edafe-9804-4d32-8b88-94d2385e603d', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '745edafe-9804-4d32-8b88-94d2385e603d', 'mac_address': 'fa:16:3e:44:cd:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:11:23.587984 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a04d243-82d9-443f-9c8b-dc41d04501ff admin admin] Router 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:11:23.590549 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:23.705437 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:23.708399 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=bb575871-017d-4891-aba4-f92d96147d37,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:23.731444 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:23.731807 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:23.732363 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:23.732687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:23.733426 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:23.733749 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:23.734068 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:23.734383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:23.734698 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:23.735008 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:23.735322 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:23.735630 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:23.743354 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745edafe-9804-4d32-8b88-94d2385e603d {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:11:23.758548 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3b16e7b6-77e2-41c2-b0b3-2492b482d6a9 None None] Provisioning complete for port 301407cc-9c39-47fe-a399-8264a3884948 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:23.758946 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3b16e7b6-77e2-41c2-b0b3-2492b482d6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:23.783406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a04d243-82d9-443f-9c8b-dc41d04501ff admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:11:23.790398 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291433a-5e1c-48f3-ad26-27e7a637c640 req-b2360534-9663-40de-ba40-f8156b4cc07c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:23.791003 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8a04d243-82d9-443f-9c8b-dc41d04501ff admin admin] 10.222.0.13 "PUT /v2.0/routers/044b3ddd-59c5-4ed9-a94a-9089e95e01e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3475640 Nov 08 00:11:23.798525 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f291433a-5e1c-48f3-ad26-27e7a637c640 req-b2360534-9663-40de-ba40-f8156b4cc07c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0673332 Nov 08 00:11:23.812808 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 745edafe-9804-4d32-8b88-94d2385e603d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=745edafe-9804-4d32-8b88-94d2385e603d,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:23.866900 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3b16e7b6-77e2-41c2-b0b3-2492b482d6a9 None None] Port 301407cc-9c39-47fe-a399-8264a3884948 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:11:23.869798 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f291433a-5e1c-48f3-ad26-27e7a637c640 req-7b5cc6f0-8e8e-4571-9349-92ddb833bce0 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700901 Nov 08 00:11:23.876644 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:23.939237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=745edafe-9804-4d32-8b88-94d2385e603d,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:24.002754 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896dd60-29b1-4a9b-8406-dd1279d62270 req-491e1bc7-6063-4931-ab86-af0e2f0027fa tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:24.004883 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f896dd60-29b1-4a9b-8406-dd1279d62270 req-491e1bc7-6063-4931-ab86-af0e2f0027fa tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0914922 Nov 08 00:11:24.063820 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f896dd60-29b1-4a9b-8406-dd1279d62270 req-813a93c2-f0a7-4a7a-9a4a-cb111016cdba tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514407 Nov 08 00:11:24.346042 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] Sync routers for ids ['044b3ddd-59c5-4ed9-a94a-9089e95e01e0'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:11:24.360048 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] Routers {'044b3ddd-59c5-4ed9-a94a-9089e95e01e0'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:24.360688 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:11:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['044b3ddd-59c5-4ed9-a94a-9089e95e01e0'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:24.402727 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['745edafe-9804-4d32-8b88-94d2385e603d'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:11:24.446854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-80c4fb09-e144-4d1a-80ee-4069b9e5954a tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:24.452279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-80c4fb09-e144-4d1a-80ee-4069b9e5954a tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/networks?id=c7f387d4-1556-448e-8589-8a64f3636439 HTTP/1.1" status: 200 len: 829 time: 0.2260685 Nov 08 00:11:24.480365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-b310434e-9ecc-4c06-b4c7-7b4e638319d0 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/quotas/540d436eb2814e6787d2721bfa568078 HTTP/1.1" status: 200 len: 375 time: 0.0246482 Nov 08 00:11:24.489409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a007e61-1918-4fd9-8c57-60fa96028e7e req-33f80efc-a8bb-43fa-a218-977d81c332e4 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:24.492263 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a007e61-1918-4fd9-8c57-60fa96028e7e req-33f80efc-a8bb-43fa-a218-977d81c332e4 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.1292584 Nov 08 00:11:24.526606 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] Set router 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:24.581391 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-9a1d8cc3-f6b4-4d2b-9e78-41ee640b99c1 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=540d436eb2814e6787d2721bfa568078&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879633 Nov 08 00:11:24.664816 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a007e61-1918-4fd9-8c57-60fa96028e7e req-36638f64-8858-424a-ac43-ba4e05a70b3e tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375961 Nov 08 00:11:24.699013 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-e74a8791-5b9c-4906-8393-5299feeb7164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:24.702693 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-e74a8791-5b9c-4906-8393-5299feeb7164 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 1100 time: 0.0935764 Nov 08 00:11:24.799834 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-8fc33fe5-9438-43aa-a748-873099e30f38 service neutron] 10.222.0.13 "GET /v2.0/networks/c7f387d4-1556-448e-8589-8a64f3636439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175939 Nov 08 00:11:24.838703 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-024ed068-4d1e-42b4-8ee7-fbb61e3a9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:24.840354 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-024ed068-4d1e-42b4-8ee7-fbb61e3a9075 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1294131 Nov 08 00:11:24.867597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242beed7-ba29-4b8e-84e4-c388f714996f req-4dbc2380-8cf9-44dd-ab01-9107dcfb5656 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:24.875009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-242beed7-ba29-4b8e-84e4-c388f714996f req-4dbc2380-8cf9-44dd-ab01-9107dcfb5656 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.1325223 Nov 08 00:11:24.901583 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-b5409a64-16a7-4b69-bd3a-97621b62b650 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=478fbc01-eacc-42aa-bcea-78be1ab05517 HTTP/1.1" status: 200 len: 217 time: 0.0526230 Nov 08 00:11:24.942009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-242beed7-ba29-4b8e-84e4-c388f714996f req-9ebffc40-c5a7-4d89-8f00-e1becd36ae3d tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662310 Nov 08 00:11:24.961183 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-2825d040-8b64-4a75-91bb-348145de39d4 service neutron] 10.222.0.13 "GET /v2.0/networks/c7f387d4-1556-448e-8589-8a64f3636439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527247 Nov 08 00:11:24.967939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986918895-router', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'bb575871-017d-4891-aba4-f92d96147d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:14Z', 'updated_at': '2021-11-08T00:11:22Z', 'revision_number': 4, 'project_id': '540d436eb2814e6787d2721bfa568078', 'gw_port': {'id': 'bb575871-017d-4891-aba4-f92d96147d37', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:15Z', 'updated_at': '2021-11-08T00:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '301407cc-9c39-47fe-a399-8264a3884948', 'name': '', 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'mac_address': 'fa:16:3e:07:68:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd1e107c3-6e30-4ca3-accf-e81fd68d6037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:21Z', 'updated_at': '2021-11-08T00:11:22Z', 'revision_number': 2, 'project_id': '540d436eb2814e6787d2721bfa568078', 'subnets': [{'id': 'd1e107c3-6e30-4ca3-accf-e81fd68d6037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:25.002845 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] Checking router: 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:11:25.003197 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] Updating router 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 port 301407cc-9c39-47fe-a399-8264a3884948 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:11:25.005349 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bb575871-017d-4891-aba4-f92d96147d37 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:11:25.084155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb9517-09eb-4551-89cf-b6847fe619b5 req-496dc343-1d15-4783-8643-d8fcf9381170 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:25.090946 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ddb9517-09eb-4551-89cf-b6847fe619b5 req-496dc343-1d15-4783-8643-d8fcf9381170 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 948 time: 0.0619922 Nov 08 00:11:25.135305 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ddb9517-09eb-4551-89cf-b6847fe619b5 req-52e7dee7-04b1-4dab-867b-31f9aefeadbd tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409760 Nov 08 00:11:25.146276 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:25.175611 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port bb575871-017d-4891-aba4-f92d96147d37 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:25.176040 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:25.330594 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a4434-a07f-4c1d-92ea-25f4e555e0cb req-c820e762-adc4-42cf-879e-438ddc766a79 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:25.338603 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-822a4434-a07f-4c1d-92ea-25f4e555e0cb req-c820e762-adc4-42cf-879e-438ddc766a79 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 944 time: 0.1322956 Nov 08 00:11:25.351546 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-1b633ad2-a824-4a77-a402-80fd3a6025cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:25.354272 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-1b633ad2-a824-4a77-a402-80fd3a6025cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.4449725 Nov 08 00:11:25.374654 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-43579257-d837-4bb1-b663-110b3802bd04 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:25.382415 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-43579257-d837-4bb1-b663-110b3802bd04 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40&tenant_id=951d7073901a4e51a1deddc1d387c234&binding%3Ahost_id=n-h2-816882-1 HTTP/1.1" status: 200 len: 1095 time: 0.4556227 Nov 08 00:11:25.422074 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-822a4434-a07f-4c1d-92ea-25f4e555e0cb req-14f10768-5652-4d1b-aebe-35870a3e5106 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704086 Nov 08 00:11:25.522049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a24c8809-c8db-4bb7-b7d2-1e03dddd8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:25.523568 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a24c8809-c8db-4bb7-b7d2-1e03dddd8a02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1594589 Nov 08 00:11:25.558657 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c4b93e1-7838-4eca-af13-3f3cbaebea6e req-6ddea5bd-6ef8-4e18-979d-6973d817f7c9 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 210 time: 0.0331588 Nov 08 00:11:25.580104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eff6d9-d94f-46f8-88b4-78221035b245 req-408279b8-66b1-4073-8e57-d9aa1e39a7ec tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:25.580865 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63eff6d9-d94f-46f8-88b4-78221035b245 req-408279b8-66b1-4073-8e57-d9aa1e39a7ec tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0863237 Nov 08 00:11:25.604420 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:25.659324 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63eff6d9-d94f-46f8-88b4-78221035b245 req-230a3fa7-dd2e-436f-9e9d-583a4d6d55bc tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623927 Nov 08 00:11:25.676127 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:25.687949 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-25ca9e49-0cdf-458e-8eef-36af842ca8cd service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300294 Nov 08 00:11:25.738630 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844179f6-9149-4b16-ba10-669ca410189a None None] Pushing event updated for resources: {'Port': ['ID=301407cc-9c39-47fe-a399-8264a3884948,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:25.768874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10101b7d-6208-4457-8da9-04e3967fa979 req-865b8f95-8b79-4f95-bece-7f17ef7194fd tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:25.770823 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10101b7d-6208-4457-8da9-04e3967fa979 req-865b8f95-8b79-4f95-bece-7f17ef7194fd tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 1095 time: 0.0779593 Nov 08 00:11:25.836552 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] Attempting to bind port 301407cc-9c39-47fe-a399-8264a3884948 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:11:25.837203 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] Attempting to bind port 301407cc-9c39-47fe-a399-8264a3884948 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '28dff6c1-01e4-4dcd-beb3-6254f01aa41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:11:25.837748 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] Attempting to bind port 301407cc-9c39-47fe-a399-8264a3884948 on network c7f387d4-1556-448e-8589-8a64f3636439 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:25.839190 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-9fe6c477-9de7-47dd-b059-b4d388cd7700 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418374 Nov 08 00:11:25.844574 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:11:25.845181 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] Checking segment: {'id': '28dff6c1-01e4-4dcd-beb3-6254f01aa41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:11:25.846041 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:25.851968 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-09cbcb30-276d-4205-a8af-78631f1d5b92 service neutron] For port 42d9367d-0b9b-422b-9f65-fda47d14f274, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:11:25.855603 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] Bound using segment: {'id': '28dff6c1-01e4-4dcd-beb3-6254f01aa41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:11:25.855603 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] Bound port: 301407cc-9c39-47fe-a399-8264a3884948, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28dff6c1-01e4-4dcd-beb3-6254f01aa41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:11:25.855896 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:25.865114 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-09cbcb30-276d-4205-a8af-78631f1d5b92 service neutron] Notify callbacks [] for binding, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:25.867380 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2b53a2d-bf69-434f-9177-254325f4d834 req-09cbcb30-276d-4205-a8af-78631f1d5b92 service neutron] 10.222.0.26 "DELETE /v2.0/ports/42d9367d-0b9b-422b-9f65-fda47d14f274/bindings/n-h1-816882-1 HTTP/1.1" status: 204 len: 173 time: 0.4376750 Nov 08 00:11:25.893046 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc31f8-cab6-40b5-8362-579d39228196 req-5194ae7a-a23f-4278-9648-bfb8e91a2db8 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:25.901716 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6acc31f8-cab6-40b5-8362-579d39228196 req-5194ae7a-a23f-4278-9648-bfb8e91a2db8 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.1276603 Nov 08 00:11:25.918487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10101b7d-6208-4457-8da9-04e3967fa979 req-8286f493-2667-48d7-a0ae-221466d8239a tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315479 Nov 08 00:11:25.971461 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] For port 301407cc-9c39-47fe-a399-8264a3884948, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:11:25.972860 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] For port 301407cc-9c39-47fe-a399-8264a3884948, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=301407cc-9c39-47fe-a399-8264a3884948,segment=NetworkSegment(28dff6c1-01e4-4dcd-beb3-6254f01aa41a),segment_id=28dff6c1-01e4-4dcd-beb3-6254f01aa41a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:11:25.987576 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6acc31f8-cab6-40b5-8362-579d39228196 req-67006951-ab01-4c30-b4f3-ff3bef16ba65 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845983 Nov 08 00:11:26.014173 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-fe3419d3-bfcd-4234-94d1-5a6f23afbe1f None None] Provisioning complete for port 301407cc-9c39-47fe-a399-8264a3884948 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:26.014541 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fe3419d3-bfcd-4234-94d1-5a6f23afbe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:26.062456 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fe3419d3-bfcd-4234-94d1-5a6f23afbe1f None None] Port 301407cc-9c39-47fe-a399-8264a3884948 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:11:26.081856 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:26.147525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] Routers {'044b3ddd-59c5-4ed9-a94a-9089e95e01e0'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:26.148297 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:11:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['044b3ddd-59c5-4ed9-a94a-9089e95e01e0'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:26.253113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844179f6-9149-4b16-ba10-669ca410189a None None] Pushing event updated for resources: {'Port': ['ID=301407cc-9c39-47fe-a399-8264a3884948,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:26.371100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] Set router 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:26.433175 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f02731-fcf4-4086-9e9b-f6504d153289 req-180fdf0b-28f6-4203-a142-7599aefec948 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:26.434717 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-16f02731-fcf4-4086-9e9b-f6504d153289 req-180fdf0b-28f6-4203-a142-7599aefec948 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 1095 time: 0.3926911 Nov 08 00:11:26.466175 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a272d8b-dd21-4f53-ae43-93b55d70858d req-6abcb827-b078-4973-a601-829bdc6e0a5c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:26.468678 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a272d8b-dd21-4f53-ae43-93b55d70858d req-6abcb827-b078-4973-a601-829bdc6e0a5c tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0802917 Nov 08 00:11:26.532036 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-16f02731-fcf4-4086-9e9b-f6504d153289 req-5ad2711f-50b5-4492-93c6-de0ce0150d97 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843017 Nov 08 00:11:26.561534 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-bed7f301-1390-4cc7-b505-c2a8ea6b9c14 None None] Provisioning complete for port 301407cc-9c39-47fe-a399-8264a3884948 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:26.561534 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bed7f301-1390-4cc7-b505-c2a8ea6b9c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:26.561864 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a272d8b-dd21-4f53-ae43-93b55d70858d req-25a4900d-4108-4da0-9d40-7d077b051675 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807714 Nov 08 00:11:26.723979 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5b6c8-934c-44be-8b1d-75dfb3e4562f req-37d32459-4141-445e-9f32-5d85bb50d900 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:26.728791 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-67c5b6c8-934c-44be-8b1d-75dfb3e4562f req-37d32459-4141-445e-9f32-5d85bb50d900 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 948 time: 0.0851178 Nov 08 00:11:26.743456 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bed7f301-1390-4cc7-b505-c2a8ea6b9c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:26.777073 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-67c5b6c8-934c-44be-8b1d-75dfb3e4562f req-12612f83-4f98-4768-9a2b-a2984e9f3a36 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 Nov 08 00:11:26.802654 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-bed7f301-1390-4cc7-b505-c2a8ea6b9c14 None None] For port 301407cc-9c39-47fe-a399-8264a3884948, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=301407cc-9c39-47fe-a399-8264a3884948,segment=NetworkSegment(28dff6c1-01e4-4dcd-beb3-6254f01aa41a),segment_id=28dff6c1-01e4-4dcd-beb3-6254f01aa41a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:26.812237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986918895-router', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'bb575871-017d-4891-aba4-f92d96147d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:14Z', 'updated_at': '2021-11-08T00:11:22Z', 'revision_number': 4, 'project_id': '540d436eb2814e6787d2721bfa568078', 'gw_port': {'id': 'bb575871-017d-4891-aba4-f92d96147d37', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:15Z', 'updated_at': '2021-11-08T00:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '301407cc-9c39-47fe-a399-8264a3884948', 'name': '', 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'mac_address': 'fa:16:3e:07:68:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd1e107c3-6e30-4ca3-accf-e81fd68d6037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:21Z', 'updated_at': '2021-11-08T00:11:25Z', 'revision_number': 4, 'project_id': '540d436eb2814e6787d2721bfa568078', 'subnets': [{'id': 'd1e107c3-6e30-4ca3-accf-e81fd68d6037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:26.836703 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a0fd20d-2763-4fa4-b893-daf370b949af req-f97a74b1-00d8-4c4f-a3ab-af264d3d49a0 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 210 time: 0.0357122 Nov 08 00:11:26.864414 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8fe8f1-e120-4abe-ae09-01920db9acad None None] The sync data for ids ['044b3ddd-59c5-4ed9-a94a-9089e95e01e0'] in n-d-816882-1 is: [{'id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986918895-router', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'bb575871-017d-4891-aba4-f92d96147d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:14Z', 'updated_at': '2021-11-08T00:11:22Z', 'revision_number': 4, 'project_id': '540d436eb2814e6787d2721bfa568078', 'gw_port': {'id': 'bb575871-017d-4891-aba4-f92d96147d37', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:15Z', 'updated_at': '2021-11-08T00:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '301407cc-9c39-47fe-a399-8264a3884948', 'name': '', 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'mac_address': 'fa:16:3e:07:68:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd1e107c3-6e30-4ca3-accf-e81fd68d6037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:21Z', 'updated_at': '2021-11-08T00:11:25Z', 'revision_number': 4, 'project_id': '540d436eb2814e6787d2721bfa568078', 'subnets': [{'id': 'd1e107c3-6e30-4ca3-accf-e81fd68d6037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:11:26.864414 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bed7f301-1390-4cc7-b505-c2a8ea6b9c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:26.938814 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7f301-1390-4cc7-b505-c2a8ea6b9c14 None None] Pushing event updated for resources: {'Port': ['ID=301407cc-9c39-47fe-a399-8264a3884948,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:26.973381 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c0839-13d4-4df8-b611-8664b332663d req-ddec03a0-4ca3-450b-92a0-3d6413f2f243 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:26.975845 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc2c0839-13d4-4df8-b611-8664b332663d req-ddec03a0-4ca3-450b-92a0-3d6413f2f243 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0710506 Nov 08 00:11:27.022116 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc2c0839-13d4-4df8-b611-8664b332663d req-288ee235-504a-4285-87ad-63376ac00c12 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353510 Nov 08 00:11:27.071681 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33872) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:27.170739 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2c1ca-166e-46c2-8e6b-b4c44b5a4ea1 req-d724001d-d629-46df-bf24-c941ce1bb281 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:27.178453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06f2c1ca-166e-46c2-8e6b-b4c44b5a4ea1 req-d724001d-d629-46df-bf24-c941ce1bb281 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.0604446 Nov 08 00:11:27.232585 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06f2c1ca-166e-46c2-8e6b-b4c44b5a4ea1 req-c803032b-d5e1-4b71-94db-de5305438b63 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529742 Nov 08 00:11:27.463056 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 745edafe-9804-4d32-8b88-94d2385e603d up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:11:27.491916 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4bd1-6326-4e09-9c00-c5736b31a403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:27.602227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 745edafe-9804-4d32-8b88-94d2385e603d completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:11:27.606999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 745edafe-9804-4d32-8b88-94d2385e603d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:27.607511 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:27.683965 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664466cb-135f-4226-b3f6-32a795aaa9cc req-32d039cb-cdef-4184-bf17-703b82806763 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:27.695922 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-664466cb-135f-4226-b3f6-32a795aaa9cc req-32d039cb-cdef-4184-bf17-703b82806763 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0698531 Nov 08 00:11:27.722845 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:27.749050 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-664466cb-135f-4226-b3f6-32a795aaa9cc req-4f70dc43-d8a9-4d1b-be86-f74b5c30169b tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461895 Nov 08 00:11:27.768621 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6cc364-e5ce-41a9-9a56-d833f0b65dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745edafe-9804-4d32-8b88-94d2385e603d'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:27.770929 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f54d0d0-83a5-4b9a-acef-4757de6cb14f" -d '{"events": [{"server_uuid": "4b6cc364-e5ce-41a9-9a56-d833f0b65dee", "name": "network-vif-plugged", "status": "completed", "tag": "745edafe-9804-4d32-8b88-94d2385e603d"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:27.784482 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 745edafe-9804-4d32-8b88-94d2385e603d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=745edafe-9804-4d32-8b88-94d2385e603d,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:27.806681 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-7f4f4bd1-6326-4e09-9c00-c5736b31a403 admin admin] Deleting port 2b66c2f8-ab9e-4f44-bc14-6db0538eb152 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:11:27.806681 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4bd1-6326-4e09-9c00-c5736b31a403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:27.816652 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99cf965-5fce-4c2f-bfcf-a5f51113bde8 x-openstack-request-id: req-c99cf965-5fce-4c2f-bfcf-a5f51113bde8 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:27.817236 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6cc364-e5ce-41a9-9a56-d833f0b65dee", "name": "network-vif-plugged", "status": "completed", "tag": "745edafe-9804-4d32-8b88-94d2385e603d", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:27.817633 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c99cf965-5fce-4c2f-bfcf-a5f51113bde8 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:27.818339 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6cc364-e5ce-41a9-9a56-d833f0b65dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745edafe-9804-4d32-8b88-94d2385e603d', 'code': 200} Nov 08 00:11:27.862047 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:27.921480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-7f4f4bd1-6326-4e09-9c00-c5736b31a403 admin admin] For port 2b66c2f8-ab9e-4f44-bc14-6db0538eb152, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2b66c2f8-ab9e-4f44-bc14-6db0538eb152,segment=NetworkSegment(af723811-6fd4-4618-9deb-818b443ce230),segment_id=af723811-6fd4-4618-9deb-818b443ce230)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:27.922147 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4bd1-6326-4e09-9c00-c5736b31a403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:27.944550 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-7f4f4bd1-6326-4e09-9c00-c5736b31a403 admin admin] Calling delete_port for 2b66c2f8-ab9e-4f44-bc14-6db0538eb152 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:11:27.968341 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=745edafe-9804-4d32-8b88-94d2385e603d,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:27.990568 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8b89559-0dca-45b5-8daa-f07d5dd9150a req-abba75b9-7c2f-49e4-a772-91daf2c79294 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 210 time: 0.0415246 Nov 08 00:11:28.023176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae82ab5-e925-4dfc-a02c-b0ccf821c801 req-63d98534-dd52-4481-be5b-4ca53e52e4a3 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:28.031359 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ae82ab5-e925-4dfc-a02c-b0ccf821c801 req-63d98534-dd52-4481-be5b-4ca53e52e4a3 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 949 time: 0.1489294 Nov 08 00:11:28.064347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495c51b-710e-43be-8e7f-54ff0661f945 req-15c7f7b1-10d1-418e-a4f7-7a4f1c80fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:28.066144 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5495c51b-710e-43be-8e7f-54ff0661f945 req-15c7f7b1-10d1-418e-a4f7-7a4f1c80fb7c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 1100 time: 0.1054544 Nov 08 00:11:28.070903 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ae82ab5-e925-4dfc-a02c-b0ccf821c801 req-c61c1309-88b7-4c35-a77e-6134d333673c tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385685 Nov 08 00:11:28.083104 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a30aaec7-e2aa-484d-a795-bd4097f3c53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:28.163960 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fc9b4-3f45-4e3e-b2ea-0320af4f33af req-00208b52-4ee0-4c07-a1e0-edb5adf2ffcb tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:28.167346 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc9fc9b4-3f45-4e3e-b2ea-0320af4f33af req-00208b52-4ee0-4c07-a1e0-edb5adf2ffcb tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0543978 Nov 08 00:11:28.218472 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5495c51b-710e-43be-8e7f-54ff0661f945 req-ea7483d0-2f77-43bd-b516-0e0aeeb27ee8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433492 Nov 08 00:11:28.234233 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc9fc9b4-3f45-4e3e-b2ea-0320af4f33af req-5f37a66c-c3d1-4397-8fa2-d0c26c1e4c6b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601869 Nov 08 00:11:28.258340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee11c3f-3fe1-4909-b1e7-45303ddbe038 req-00cbe530-73f8-40de-990e-d707e55a65b4 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:28.259966 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ee11c3f-3fe1-4909-b1e7-45303ddbe038 req-00cbe530-73f8-40de-990e-d707e55a65b4 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0649033 Nov 08 00:11:28.283279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-396bdbf7-461e-4678-ad3d-63e581beca9a tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:28.285063 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-396bdbf7-461e-4678-ad3d-63e581beca9a tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.20 "GET /v2.0/networks?id=c7f387d4-1556-448e-8589-8a64f3636439 HTTP/1.1" status: 200 len: 829 time: 0.1554434 Nov 08 00:11:28.323966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-aeb8c51b-7a98-4f87-81eb-571a7b97ca21 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Request body: {'port': {'device_id': '1ec87a08-34cf-4549-bbd1-0dbde63c263a', 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439', 'admin_state_up': True, 'tenant_id': '540d436eb2814e6787d2721bfa568078'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:28.475413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464742f-3de0-459b-b38d-ea43a25f4d65 req-a85eb64d-e8e7-48d0-8d11-a583a32f2314 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:28.475413 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1464742f-3de0-459b-b38d-ea43a25f4d65 req-a85eb64d-e8e7-48d0-8d11-a583a32f2314 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.1388052 Nov 08 00:11:28.502813 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-0ee11c3f-3fe1-4909-b1e7-45303ddbe038 req-2acc60bb-f6b3-4f29-aed6-22cb2d1afcfe tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Deleting port 4ecea856-6cd1-49c4-b670-59e47a290351 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:11:28.503071 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0ee11c3f-3fe1-4909-b1e7-45303ddbe038 req-2acc60bb-f6b3-4f29-aed6-22cb2d1afcfe tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:28.565678 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1464742f-3de0-459b-b38d-ea43a25f4d65 req-b254023c-cc54-44d4-8785-1d16e87d2195 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880089 Nov 08 00:11:28.619776 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-0ee11c3f-3fe1-4909-b1e7-45303ddbe038 req-2acc60bb-f6b3-4f29-aed6-22cb2d1afcfe tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] For port 4ecea856-6cd1-49c4-b670-59e47a290351, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=4ecea856-6cd1-49c4-b670-59e47a290351,segment=NetworkSegment(9616c016-b0f1-4cf9-96a4-fd0381600ec1),segment_id=9616c016-b0f1-4cf9-96a4-fd0381600ec1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:28.620373 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0ee11c3f-3fe1-4909-b1e7-45303ddbe038 req-2acc60bb-f6b3-4f29-aed6-22cb2d1afcfe tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:28.630746 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4bd1-6326-4e09-9c00-c5736b31a403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:28.635546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-0ee11c3f-3fe1-4909-b1e7-45303ddbe038 req-2acc60bb-f6b3-4f29-aed6-22cb2d1afcfe tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Calling delete_port for 4ecea856-6cd1-49c4-b670-59e47a290351 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:11:28.660108 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f4bd1-6326-4e09-9c00-c5736b31a403 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b66c2f8-ab9e-4f44-bc14-6db0538eb152,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:28.666485 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-aeb8c51b-7a98-4f87-81eb-571a7b97ca21 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Made reservation on behalf of 540d436eb2814e6787d2721bfa568078 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:11:28.669626 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-aeb8c51b-7a98-4f87-81eb-571a7b97ca21 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:28.928716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779dd3db-e043-4a06-8aef-c7dda8cd936b req-7305b92c-6375-4a33-90ac-a7cefa28d344 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:28.936837 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-779dd3db-e043-4a06-8aef-c7dda8cd936b req-7305b92c-6375-4a33-90ac-a7cefa28d344 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 946 time: 0.0988605 Nov 08 00:11:28.953531 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-aeb8c51b-7a98-4f87-81eb-571a7b97ca21 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Allocated IP 172.20.0.9 (c7f387d4-1556-448e-8589-8a64f3636439/d1e107c3-6e30-4ca3-accf-e81fd68d6037/1b54c618-16b1-42a0-8321-9275a404988c) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:11:28.973164 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4bd1-6326-4e09-9c00-c5736b31a403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:28.985580 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-779dd3db-e043-4a06-8aef-c7dda8cd936b req-8623b5f0-ee79-434a-8bfd-a4ade4def825 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373816 Nov 08 00:11:28.988531 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0ee11c3f-3fe1-4909-b1e7-45303ddbe038 req-2acc60bb-f6b3-4f29-aed6-22cb2d1afcfe tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:29.037729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['4ecea856-6cd1-49c4-b670-59e47a290351'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:11:29.058553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc60bb-f6b3-4f29-aed6-22cb2d1afcfe tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Pushing event deleted for resources: {'Port': ['ID=4ecea856-6cd1-49c4-b670-59e47a290351,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:29.085205 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:11:29.145646 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9d2cfbf-ee71-491f-bc29-a7ac6f0b9a77 req-2e9ac961-43d4-475b-8773-999c1ef7d513 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 210 time: 0.0438011 Nov 08 00:11:29.165342 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 301407cc-9c39-47fe-a399-8264a3884948 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:11:29.185358 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee11c3f-3fe1-4909-b1e7-45303ddbe038 req-2acc60bb-f6b3-4f29-aed6-22cb2d1afcfe tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] No DVR routers for this DVR port 4ecea856-6cd1-49c4-b670-59e47a290351 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:11:29.193916 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0ee11c3f-3fe1-4909-b1e7-45303ddbe038 req-2acc60bb-f6b3-4f29-aed6-22cb2d1afcfe tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:29.197537 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ee11c3f-3fe1-4909-b1e7-45303ddbe038 req-2acc60bb-f6b3-4f29-aed6-22cb2d1afcfe tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.20 "DELETE /v2.0/ports/4ecea856-6cd1-49c4-b670-59e47a290351 HTTP/1.1" status: 204 len: 173 time: 0.9222634 Nov 08 00:11:29.198770 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c', 'name': 'network-vif-deleted', 'tag': '4ecea856-6cd1-49c4-b670-59e47a290351'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:29.201150 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb96e91-c2be-446b-8aa4-099c95fb387f" -d '{"events": [{"server_uuid": "b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c", "name": "network-vif-deleted", "tag": "4ecea856-6cd1-49c4-b670-59e47a290351"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:29.265778 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149e141-da82-4958-b84f-851a25e47737 req-924de2cf-00c5-4bb3-a15c-0d382ac5ad2e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:29.268317 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c149e141-da82-4958-b84f-851a25e47737 req-924de2cf-00c5-4bb3-a15c-0d382ac5ad2e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 949 time: 0.0804529 Nov 08 00:11:29.270235 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec8c476-80b2-4ac5-894b-56a979736627 x-openstack-request-id: req-6ec8c476-80b2-4ac5-894b-56a979736627 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:29.270752 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c", "name": "network-vif-deleted", "tag": "4ecea856-6cd1-49c4-b670-59e47a290351", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:29.271366 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ec8c476-80b2-4ac5-894b-56a979736627 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:29.272112 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c', 'name': 'network-vif-deleted', 'tag': '4ecea856-6cd1-49c4-b670-59e47a290351', 'status': 'completed', 'code': 200} Nov 08 00:11:29.322696 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 301407cc-9c39-47fe-a399-8264a3884948 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:29.327297 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:29.367861 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c149e141-da82-4958-b84f-851a25e47737 req-82436d1c-7054-46f5-a3a0-b560b2b41f8b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785656 Nov 08 00:11:29.375265 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-aeb8c51b-7a98-4f87-81eb-571a7b97ca21 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:29.462887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9bd34-7295-4520-a986-68d964114a84 req-7d58bdf5-8e1e-4b33-8415-3b864aca3a8a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:29.468869 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5af9bd34-7295-4520-a986-68d964114a84 req-7d58bdf5-8e1e-4b33-8415-3b864aca3a8a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0720105 Nov 08 00:11:29.537810 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5af9bd34-7295-4520-a986-68d964114a84 req-975f704d-662a-4224-9773-04ed2b50d76c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638313 Nov 08 00:11:29.602067 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4f4bd1-6326-4e09-9c00-c5736b31a403 admin admin] Router 25b683d6-f75a-4d8b-81a1-c6e56cd17eb5 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:11:29.678448 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-aeb8c51b-7a98-4f87-81eb-571a7b97ca21 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:29.713795 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fca10b-7e19-4dc6-a959-2a191a6ae9bc req-6d349dde-1a9c-41b8-9e73-65be935e8fd4 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:29.715596 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85fca10b-7e19-4dc6-a959-2a191a6ae9bc req-6d349dde-1a9c-41b8-9e73-65be935e8fd4 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.0603909 Nov 08 00:11:29.761127 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85fca10b-7e19-4dc6-a959-2a191a6ae9bc req-52186745-da6b-482f-b7d5-845741903ec0 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382607 Nov 08 00:11:30.011989 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-aeb8c51b-7a98-4f87-81eb-571a7b97ca21 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Network c7f387d4-1556-448e-8589-8a64f3636439 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:11:30.015545 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8c51b-7a98-4f87-81eb-571a7b97ca21 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Pushing event updated for resources: {'Port': ['ID=1b54c618-16b1-42a0-8321-9275a404988c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:30.018061 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-aeb8c51b-7a98-4f87-81eb-571a7b97ca21 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:11:30.021688 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-aeb8c51b-7a98-4f87-81eb-571a7b97ca21 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:11:30.073233 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4f4bd1-6326-4e09-9c00-c5736b31a403 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:11:30.080815 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-aeb8c51b-7a98-4f87-81eb-571a7b97ca21 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:30.081452 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-aeb8c51b-7a98-4f87-81eb-571a7b97ca21 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:30.089195 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7f4f4bd1-6326-4e09-9c00-c5736b31a403 admin admin] 10.222.0.13 "PUT /v2.0/routers/25b683d6-f75a-4d8b-81a1-c6e56cd17eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0143456 Nov 08 00:11:30.095619 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb82aea-ca8f-411d-995d-4899537838dc None None] Sync routers for ids ['25b683d6-f75a-4d8b-81a1-c6e56cd17eb5'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:11:30.097297 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33912) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:30.108664 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb82aea-ca8f-411d-995d-4899537838dc None None] Routers {'25b683d6-f75a-4d8b-81a1-c6e56cd17eb5'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:30.111739 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7bb82aea-ca8f-411d-995d-4899537838dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:11:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['25b683d6-f75a-4d8b-81a1-c6e56cd17eb5'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:30.116577 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd14f962-5ee6-4ccc-b289-19d0a7689e6c req-d22addf5-dd33-4614-b559-cc3dbfc24e57 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b4eb3d-c3b6-4c4d-9fe0-7dae3dfb955c HTTP/1.1" status: 200 len: 210 time: 0.0412896 Nov 08 00:11:30.248742 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f4cd2522-904a-4e04-bd44-7127798ea34f admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:30.299047 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-aeb8c51b-7a98-4f87-81eb-571a7b97ca21 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9790192 Nov 08 00:11:30.350236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Request body: {'port': {'device_id': '1ec87a08-34cf-4549-bbd1-0dbde63c263a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:30.373483 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-7bb82aea-ca8f-411d-995d-4899537838dc None None] Set router 25b683d6-f75a-4d8b-81a1-c6e56cd17eb5 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:30.384024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ff0a5-c263-4dd6-9f47-730bc13a1a2e req-4e021809-08fe-406f-b927-099fce716f7f tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:30.385587 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-642ff0a5-c263-4dd6-9f47-730bc13a1a2e req-4e021809-08fe-406f-b927-099fce716f7f tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 931 time: 0.0915740 Nov 08 00:11:30.477849 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-642ff0a5-c263-4dd6-9f47-730bc13a1a2e req-09b4f112-de3d-4972-bf0e-18920830517a tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ad38231-fb10-4801-bbe4-44197df2ea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856535 Nov 08 00:11:30.550483 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:30.573394 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f4cd2522-904a-4e04-bd44-7127798ea34f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:30.595623 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a891907d-a0fd-4879-af13-7e35f34c1e7f None None] Provisioning complete for port 1b54c618-16b1-42a0-8321-9275a404988c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:30.596243 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a891907d-a0fd-4879-af13-7e35f34c1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:30.639055 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358550d-ef80-4516-ae3f-b93dd074e42d req-75fbe141-ffab-4cd5-b772-ea48a6131399 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:30.641180 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b358550d-ef80-4516-ae3f-b93dd074e42d req-75fbe141-ffab-4cd5-b772-ea48a6131399 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 949 time: 0.1294417 Nov 08 00:11:30.698718 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a891907d-a0fd-4879-af13-7e35f34c1e7f None None] Port 1b54c618-16b1-42a0-8321-9275a404988c cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:11:30.715310 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7bb82aea-ca8f-411d-995d-4899537838dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b683d6-f75a-4d8b-81a1-c6e56cd17eb5', 'name': 'tempest-AttachSCSIVolumeTestJSON-2145459431-router', 'tenant_id': 'cbd714f1e0824349b68931b67c187b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd2e0e4e-6084-496f-a058-ba27f0aa018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:09:22Z', 'updated_at': '2021-11-08T00:11:28Z', 'revision_number': 5, 'project_id': 'cbd714f1e0824349b68931b67c187b4d', 'gw_port': {'id': 'cd2e0e4e-6084-496f-a058-ba27f0aa018c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b683d6-f75a-4d8b-81a1-c6e56cd17eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:23Z', 'updated_at': '2021-11-08T00:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:30.748721 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-799180e1-db3a-4757-9b46-39663b51483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:30.752791 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b358550d-ef80-4516-ae3f-b93dd074e42d req-89225e5e-d95f-4736-87af-3477a72167d7 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984032 Nov 08 00:11:30.755397 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb82aea-ca8f-411d-995d-4899537838dc None None] Checking router: 25b683d6-f75a-4d8b-81a1-c6e56cd17eb5 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:11:30.766981 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb82aea-ca8f-411d-995d-4899537838dc None None] Routers {'25b683d6-f75a-4d8b-81a1-c6e56cd17eb5'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:30.768423 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7bb82aea-ca8f-411d-995d-4899537838dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:11:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['25b683d6-f75a-4d8b-81a1-c6e56cd17eb5'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:30.799942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cf90a-44c8-4020-8feb-28d1fe4c03cc req-cb9e6704-55c7-49c8-820b-67808eb96703 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:30.801956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd1cf90a-44c8-4020-8feb-28d1fe4c03cc req-cb9e6704-55c7-49c8-820b-67808eb96703 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0984683 Nov 08 00:11:30.874891 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd2522-904a-4e04-bd44-7127798ea34f admin admin] Deleting port cd2e0e4e-6084-496f-a058-ba27f0aa018c {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:11:30.875210 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f4cd2522-904a-4e04-bd44-7127798ea34f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:30.892432 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd1cf90a-44c8-4020-8feb-28d1fe4c03cc req-4ecdcc21-0dd0-4981-a76a-384616e71215 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838666 Nov 08 00:11:30.909379 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-7bb82aea-ca8f-411d-995d-4899537838dc None None] Set router 25b683d6-f75a-4d8b-81a1-c6e56cd17eb5 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:30.920220 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57604530-9e04-475f-b294-c5c414740b13 req-082d7bbe-d80d-401a-98e5-481f8024928c tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:30.930760 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57604530-9e04-475f-b294-c5c414740b13 req-082d7bbe-d80d-401a-98e5-481f8024928c tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 1100 time: 0.0967517 Nov 08 00:11:30.969284 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7bb82aea-ca8f-411d-995d-4899537838dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b683d6-f75a-4d8b-81a1-c6e56cd17eb5', 'name': 'tempest-AttachSCSIVolumeTestJSON-2145459431-router', 'tenant_id': 'cbd714f1e0824349b68931b67c187b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:09:22Z', 'updated_at': '2021-11-08T00:11:30Z', 'revision_number': 6, 'project_id': 'cbd714f1e0824349b68931b67c187b4d', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:30.979968 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:30.991030 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57604530-9e04-475f-b294-c5c414740b13 req-25bd67cf-b177-44e9-ae3d-1daaaaf28c58 tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549543 Nov 08 00:11:31.005979 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-f4cd2522-904a-4e04-bd44-7127798ea34f admin admin] For port cd2e0e4e-6084-496f-a058-ba27f0aa018c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=cd2e0e4e-6084-496f-a058-ba27f0aa018c,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:31.006681 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f4cd2522-904a-4e04-bd44-7127798ea34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:31.007294 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb82aea-ca8f-411d-995d-4899537838dc None None] The sync data for ids ['25b683d6-f75a-4d8b-81a1-c6e56cd17eb5'] in n-d-816882-1 is: [{'id': '25b683d6-f75a-4d8b-81a1-c6e56cd17eb5', 'name': 'tempest-AttachSCSIVolumeTestJSON-2145459431-router', 'tenant_id': 'cbd714f1e0824349b68931b67c187b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:09:22Z', 'updated_at': '2021-11-08T00:11:30Z', 'revision_number': 6, 'project_id': 'cbd714f1e0824349b68931b67c187b4d', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:11:31.039121 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd2522-904a-4e04-bd44-7127798ea34f admin admin] Calling delete_port for cd2e0e4e-6084-496f-a058-ba27f0aa018c owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:11:31.101806 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd10fc5-6ec5-496d-a7a4-d02221ba99b9 req-22c42235-1bfd-4a44-b213-8bbf1d0bc477 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:31.103815 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5dd10fc5-6ec5-496d-a7a4-d02221ba99b9 req-22c42235-1bfd-4a44-b213-8bbf1d0bc477 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.0812924 Nov 08 00:11:31.114367 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b54c618-16b1-42a0-8321-9275a404988c {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:11:31.125887 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:31.155034 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Transition to ACTIVE for port object 1b54c618-16b1-42a0-8321-9275a404988c will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:11:31.162517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5dd10fc5-6ec5-496d-a7a4-d02221ba99b9 req-ab4b98f9-59a1-4351-b9db-4cebe982edf0 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509963 Nov 08 00:11:31.237955 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:31.295535 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-d6a8d817-89a8-4000-bf77-7285bcda4ff3 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425529 Nov 08 00:11:31.298016 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Pushing event updated for resources: {'Port': ['ID=1b54c618-16b1-42a0-8321-9275a404988c,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:31.412615 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Attempting to bind port 1b54c618-16b1-42a0-8321-9275a404988c on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:11:31.412965 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Attempting to bind port 1b54c618-16b1-42a0-8321-9275a404988c by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '28dff6c1-01e4-4dcd-beb3-6254f01aa41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:11:31.413268 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Attempting to bind port 1b54c618-16b1-42a0-8321-9275a404988c on network c7f387d4-1556-448e-8589-8a64f3636439 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:31.418819 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Port 1b54c618-16b1-42a0-8321-9275a404988c on network c7f387d4-1556-448e-8589-8a64f3636439 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:11:31.418819 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Attempting to bind port 1b54c618-16b1-42a0-8321-9275a404988c on network c7f387d4-1556-448e-8589-8a64f3636439 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:31.425102 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:11:31.425102 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Checking segment: {'id': '28dff6c1-01e4-4dcd-beb3-6254f01aa41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:11:31.425353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Bound using segment: {'id': '28dff6c1-01e4-4dcd-beb3-6254f01aa41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:11:31.425574 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Bound port: 1b54c618-16b1-42a0-8321-9275a404988c, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28dff6c1-01e4-4dcd-beb3-6254f01aa41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:11:31.425934 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:31.471295 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f4cd2522-904a-4e04-bd44-7127798ea34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:31.496974 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-b1fc0d81-5706-4733-8e40-73f2c7cb7678 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:31.499089 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-b1fc0d81-5706-4733-8e40-73f2c7cb7678 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868236 Nov 08 00:11:31.512143 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd2522-904a-4e04-bd44-7127798ea34f admin admin] Pushing event deleted for resources: {'Port': ['ID=cd2e0e4e-6084-496f-a058-ba27f0aa018c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:31.529569 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-c9c21831-e779-4197-a97a-66aa21d4f410 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/quotas/01a4d5e932eb46c6a9a010666c7cdefd HTTP/1.1" status: 200 len: 375 time: 0.0187585 Nov 08 00:11:31.624965 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] For port 1b54c618-16b1-42a0-8321-9275a404988c, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:11:31.635167 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-3d993c26-5169-4eb7-b787-e7c2efa290a7 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1046243 Nov 08 00:11:31.641512 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] For port 1b54c618-16b1-42a0-8321-9275a404988c, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1b54c618-16b1-42a0-8321-9275a404988c,segment=NetworkSegment(28dff6c1-01e4-4dcd-beb3-6254f01aa41a),segment_id=28dff6c1-01e4-4dcd-beb3-6254f01aa41a)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:11:31.658716 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f4cd2522-904a-4e04-bd44-7127798ea34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:31.662122 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:31.704787 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:31.760091 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:31.763182 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493d39f-833b-4872-a6d6-a992c684b31e req-98ca7f5c-c710-4311-a2ce-5d53443ae3fc tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:31.764745 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0493d39f-833b-4872-a6d6-a992c684b31e req-98ca7f5c-c710-4311-a2ce-5d53443ae3fc tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 943 time: 0.0548251 Nov 08 00:11:31.805414 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f4cd2522-904a-4e04-bd44-7127798ea34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:31.809906 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f4cd2522-904a-4e04-bd44-7127798ea34f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:31.814265 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0493d39f-833b-4872-a6d6-a992c684b31e req-2d6d14d6-899f-4b0d-9560-ba8a09a84f73 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ad38231-fb10-4801-bbe4-44197df2ea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430079 Nov 08 00:11:31.822283 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:31.823217 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:31.825509 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] 10.222.0.20 "PUT /v2.0/ports/1b54c618-16b1-42a0-8321-9275a404988c HTTP/1.1" status: 200 len: 1091 time: 1.4837024 Nov 08 00:11:31.843709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 4ecea856-6cd1-49c4-b670-59e47a290351 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:11:31.867015 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec87a08-34cf-4549-bbd1-0dbde63c263a', 'tag': '1b54c618-16b1-42a0-8321-9275a404988c'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:31.869871 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8af924-b20e-4e6f-82ec-271f95bc7ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec87a08-34cf-4549-bbd1-0dbde63c263a", "tag": "1b54c618-16b1-42a0-8321-9275a404988c"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:31.873963 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 4ecea856-6cd1-49c4-b670-59e47a290351 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:11:31.874506 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 4ecea856-6cd1-49c4-b670-59e47a290351 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:11:31.882237 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca50775-9a15-4d5b-9e4e-fec6074faf41 service neutron] Pushing event updated for resources: {'Port': ['ID=1b54c618-16b1-42a0-8321-9275a404988c,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:32.035157 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2b4bc728-dfa6-4645-9135-79921ab8e87e req-0868391a-5d98-42f0-8911-e7d940e15725 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 210 time: 0.0552390 Nov 08 00:11:32.042162 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f4cd2522-904a-4e04-bd44-7127798ea34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:32.044065 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cd2522-904a-4e04-bd44-7127798ea34f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25b683d6-f75a-4d8b-81a1-c6e56cd17eb5 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:11:32.061002 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f4cd2522-904a-4e04-bd44-7127798ea34f admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:32.071985 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f4cd2522-904a-4e04-bd44-7127798ea34f admin admin] 10.222.0.13 "DELETE /v2.0/routers/25b683d6-f75a-4d8b-81a1-c6e56cd17eb5 HTTP/1.1" status: 204 len: 168 time: 1.9736495 Nov 08 00:11:32.075630 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33958) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:32.156294 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d13d2e-52e6-40e0-9721-0496c76ce4f5 req-30e81f46-a73f-4e76-820d-e6d80d91a4e0 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:32.166154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0d13d2e-52e6-40e0-9721-0496c76ce4f5 req-30e81f46-a73f-4e76-820d-e6d80d91a4e0 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.1409121 Nov 08 00:11:32.213952 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b167d71a-82aa-4330-8552-4d3232341c79 x-openstack-request-id: req-b167d71a-82aa-4330-8552-4d3232341c79 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:32.214237 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec87a08-34cf-4549-bbd1-0dbde63c263a", "tag": "1b54c618-16b1-42a0-8321-9275a404988c", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:32.214579 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b167d71a-82aa-4330-8552-4d3232341c79 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:32.214988 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec87a08-34cf-4549-bbd1-0dbde63c263a', 'tag': '1b54c618-16b1-42a0-8321-9275a404988c', 'status': 'completed', 'code': 200} Nov 08 00:11:32.220514 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcff79e4-6a8d-4896-b0d3-33c8acd693e8 admin admin] Deleting subnet 163a5dc4-15f8-461b-b3a1-edc26d38ef0d {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:11:32.224652 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dcff79e4-6a8d-4896-b0d3-33c8acd693e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:32.247913 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-5b259f62-407d-4e45-b109-1ad2ec7e9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:32.251274 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-5b259f62-407d-4e45-b109-1ad2ec7e9b99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=540d436eb2814e6787d2721bfa568078&device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 1094 time: 0.2527614 Nov 08 00:11:32.257630 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0d13d2e-52e6-40e0-9721-0496c76ce4f5 req-d42f2204-2bb3-4a47-b846-59dabf5b7381 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893028 Nov 08 00:11:32.276334 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dcff79e4-6a8d-4896-b0d3-33c8acd693e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:32.281442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56feaa-de05-4f8d-aa0b-c055257fbada req-19b93a9a-d1be-46e8-91c1-6f54a2bdddbf tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:32.283057 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb56feaa-de05-4f8d-aa0b-c055257fbada req-19b93a9a-d1be-46e8-91c1-6f54a2bdddbf tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0802422 Nov 08 00:11:32.355692 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-607593ec-4d3b-435f-ab79-a4973375c2fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b54c618-16b1-42a0-8321-9275a404988c HTTP/1.1" status: 200 len: 217 time: 0.0869386 Nov 08 00:11:32.369227 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb56feaa-de05-4f8d-aa0b-c055257fbada req-90ec069c-32ed-4dc9-ba7d-34c9a1036d0c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742097 Nov 08 00:11:32.440109 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-47c35658-a309-4e78-8535-63b9ff82dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:32.445166 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-47c35658-a309-4e78-8535-63b9ff82dcad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1e107c3-6e30-4ca3-accf-e81fd68d6037 HTTP/1.1" status: 200 len: 868 time: 0.0807133 Nov 08 00:11:32.508331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca0b9e-33c3-4fde-b193-4aba2e23fe88 req-ff320c10-1f04-47f2-b5c7-e40fe09ad069 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:32.512465 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91ca0b9e-33c3-4fde-b193-4aba2e23fe88 req-ff320c10-1f04-47f2-b5c7-e40fe09ad069 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.0680244 Nov 08 00:11:32.536140 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dcff79e4-6a8d-4896-b0d3-33c8acd693e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:32.558590 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91ca0b9e-33c3-4fde-b193-4aba2e23fe88 req-fb232899-5ea4-4e20-9357-aa359553752c tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385742 Nov 08 00:11:32.571150 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-c95892a3-9bef-4f75-8416-946f61cd312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:32.572808 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-c95892a3-9bef-4f75-8416-946f61cd312e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7f387d4-1556-448e-8589-8a64f3636439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039445 Nov 08 00:11:32.678839 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-7f9ad142-bf77-46e4-b881-71d731831ac3 service neutron] 10.222.0.20 "GET /v2.0/networks/c7f387d4-1556-448e-8589-8a64f3636439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978901 Nov 08 00:11:32.711224 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dcff79e4-6a8d-4896-b0d3-33c8acd693e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:32.774891 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff79e4-6a8d-4896-b0d3-33c8acd693e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=163a5dc4-15f8-461b-b3a1-edc26d38ef0d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:32.781302 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dcff79e4-6a8d-4896-b0d3-33c8acd693e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:32.785231 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dcff79e4-6a8d-4896-b0d3-33c8acd693e8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/163a5dc4-15f8-461b-b3a1-edc26d38ef0d HTTP/1.1" status: 204 len: 168 time: 0.7088518 Nov 08 00:11:32.786900 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17030b8c-6097-49df-bd3d-d9e10d55608a None None] Network ab936907-cfe6-4fa3-961d-e6bc2b193213 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:11:32.787497 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33970) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:32.877651 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:32.880689 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cb49abfa-e52a-4c24-b0d7-1b5ecd304c74 req-e406a082-5036-4a45-bca2-a035e51cc96e service neutron] 10.222.0.20 "GET /v2.0/networks/c7f387d4-1556-448e-8589-8a64f3636439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908605 Nov 08 00:11:32.970197 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] Deleting port a2b799ce-1cd3-4da6-90b2-61f9cfd8d873 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:11:32.970557 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:32.997469 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032bf6e6-47ca-469a-9edb-f86e51c16e8b None None] DHCP port deletion for ab936907-cfe6-4fa3-961d-e6bc2b193213 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:11:33.021655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aca38b-542a-46ac-a5b6-3986a5c15458 req-6645ed3e-88a7-4182-af7d-7bfa7b55f175 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:33.023391 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20aca38b-542a-46ac-a5b6-3986a5c15458 req-6645ed3e-88a7-4182-af7d-7bfa7b55f175 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 943 time: 0.1312196 Nov 08 00:11:33.039541 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cd2e0e4e-6084-496f-a058-ba27f0aa018c no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:11:33.066569 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: cd2e0e4e-6084-496f-a058-ba27f0aa018c {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:11:33.066569 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cd2e0e4e-6084-496f-a058-ba27f0aa018c not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:11:33.067344 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2b66c2f8-ab9e-4f44-bc14-6db0538eb152 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:11:33.072836 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20aca38b-542a-46ac-a5b6-3986a5c15458 req-02bb1dfa-e7a5-443d-b780-0f1f18262561 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ad38231-fb10-4801-bbe4-44197df2ea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433538 Nov 08 00:11:33.096131 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 2b66c2f8-ab9e-4f44-bc14-6db0538eb152 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:11:33.096433 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2b66c2f8-ab9e-4f44-bc14-6db0538eb152 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:11:33.121815 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] For port a2b799ce-1cd3-4da6-90b2-61f9cfd8d873, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a2b799ce-1cd3-4da6-90b2-61f9cfd8d873,segment=NetworkSegment(af723811-6fd4-4618-9deb-818b443ce230),segment_id=af723811-6fd4-4618-9deb-818b443ce230)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:33.122182 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:33.122346 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-032bf6e6-47ca-469a-9edb-f86e51c16e8b None None] Deleting port a2b799ce-1cd3-4da6-90b2-61f9cfd8d873 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:11:33.123311 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-032bf6e6-47ca-469a-9edb-f86e51c16e8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:33.140816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] Calling delete_port for a2b799ce-1cd3-4da6-90b2-61f9cfd8d873 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:11:33.146444 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8af924-b20e-4e6f-82ec-271f95bc7ed6 req-c2f84229-7e8c-4069-9d6c-09a85ee36f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:33.148094 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ee8af924-b20e-4e6f-82ec-271f95bc7ed6 req-c2f84229-7e8c-4069-9d6c-09a85ee36f92 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=540d436eb2814e6787d2721bfa568078&device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 1094 time: 0.0855937 Nov 08 00:11:33.156636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f650201b-3751-42ec-88a9-cc9bb5cff7a6 req-0466213f-1a9e-4b80-a6ef-5e8ffdee8f07 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 210 time: 0.0280495 Nov 08 00:11:33.211431 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-032bf6e6-47ca-469a-9edb-f86e51c16e8b None None] For port a2b799ce-1cd3-4da6-90b2-61f9cfd8d873, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a2b799ce-1cd3-4da6-90b2-61f9cfd8d873,segment=NetworkSegment(af723811-6fd4-4618-9deb-818b443ce230),segment_id=af723811-6fd4-4618-9deb-818b443ce230)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:33.211922 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-032bf6e6-47ca-469a-9edb-f86e51c16e8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:33.224285 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-032bf6e6-47ca-469a-9edb-f86e51c16e8b None None] Calling delete_port for a2b799ce-1cd3-4da6-90b2-61f9cfd8d873 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:11:33.305255 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8af924-b20e-4e6f-82ec-271f95bc7ed6 req-3a6e8e1d-4d24-4da9-92ac-65e44bdd8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:33.306732 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ee8af924-b20e-4e6f-82ec-271f95bc7ed6 req-3a6e8e1d-4d24-4da9-92ac-65e44bdd8dd1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7f387d4-1556-448e-8589-8a64f3636439 HTTP/1.1" status: 200 len: 930 time: 0.1191523 Nov 08 00:11:33.322614 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:33.353924 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ee8af924-b20e-4e6f-82ec-271f95bc7ed6 req-89e6cdef-9e71-4840-b76b-377ce2095420 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b54c618-16b1-42a0-8321-9275a404988c HTTP/1.1" status: 200 len: 217 time: 0.0389972 Nov 08 00:11:33.419334 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8af924-b20e-4e6f-82ec-271f95bc7ed6 req-91de0943-7448-4ffb-bc7c-6b4e8d17620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:33.421569 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ee8af924-b20e-4e6f-82ec-271f95bc7ed6 req-91de0943-7448-4ffb-bc7c-6b4e8d17620a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1e107c3-6e30-4ca3-accf-e81fd68d6037 HTTP/1.1" status: 200 len: 868 time: 0.0607827 Nov 08 00:11:33.428274 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e784870-1afd-4b00-a8bb-081f9b1aeb4a req-5ec0d80c-8255-424e-aa64-57b6c2781d3b tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:33.429839 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e784870-1afd-4b00-a8bb-081f9b1aeb4a req-5ec0d80c-8255-424e-aa64-57b6c2781d3b tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.1025169 Nov 08 00:11:33.468444 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e784870-1afd-4b00-a8bb-081f9b1aeb4a req-2d127f74-2d63-4167-9cff-5b5e4d0f2ac8 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311322 Nov 08 00:11:33.468822 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:33.478275 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-032bf6e6-47ca-469a-9edb-f86e51c16e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:33.527296 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] No DVR routers for this DVR port a2b799ce-1cd3-4da6-90b2-61f9cfd8d873 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:11:33.532606 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b799ce-1cd3-4da6-90b2-61f9cfd8d873,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:33.591029 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec117fb-f844-45e2-bb9e-5c5fcc510b7e req-2d1cba76-280b-4c77-b9d4-88d0c0f6e37a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:33.593547 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cec117fb-f844-45e2-bb9e-5c5fcc510b7e req-2d1cba76-280b-4c77-b9d4-88d0c0f6e37a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0565679 Nov 08 00:11:33.621932 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8af924-b20e-4e6f-82ec-271f95bc7ed6 req-d2b68c96-d784-440f-9ec4-f4dc70352b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:33.625364 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ee8af924-b20e-4e6f-82ec-271f95bc7ed6 req-d2b68c96-d784-440f-9ec4-f4dc70352b2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7f387d4-1556-448e-8589-8a64f3636439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686864 Nov 08 00:11:33.633087 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:33.649383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bf6e6-47ca-469a-9edb-f86e51c16e8b None None] Pushing event deleted for resources: {'Port': ['ID=a2b799ce-1cd3-4da6-90b2-61f9cfd8d873,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:33.657790 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032bf6e6-47ca-469a-9edb-f86e51c16e8b None None] No DVR routers for this DVR port a2b799ce-1cd3-4da6-90b2-61f9cfd8d873 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:11:33.659353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cec117fb-f844-45e2-bb9e-5c5fcc510b7e req-a9eb3ef9-d98d-4b8d-90b7-ee58c10b4eb2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540965 Nov 08 00:11:33.706229 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab936907-cfe6-4fa3-961d-e6bc2b193213']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:33.725282 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af723811-6fd4-4618-9deb-818b443ce230') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:33.725582 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af723811-6fd4-4618-9deb-818b443ce230') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:33.731967 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0217720-d41d-4fb9-a7d5-a59d315d0778 req-58216432-ae2f-43ed-8743-7ae394484200 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:33.734337 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0217720-d41d-4fb9-a7d5-a59d315d0778 req-58216432-ae2f-43ed-8743-7ae394484200 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.0496290 Nov 08 00:11:33.738127 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:33.761792 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:33.772848 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0217720-d41d-4fb9-a7d5-a59d315d0778 req-bd2c3d69-06af-43d8-82ba-2643e1f9d168 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316098 Nov 08 00:11:33.775578 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:11:33.776003 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:11:33.777675 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:11:33.815586 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ee8af924-b20e-4e6f-82ec-271f95bc7ed6 req-53e99fb5-40a2-4bbb-9a06-916c0f4dd0a0 service neutron] 10.222.0.20 "GET /v2.0/networks/c7f387d4-1556-448e-8589-8a64f3636439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793013 Nov 08 00:11:33.915227 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ee8af924-b20e-4e6f-82ec-271f95bc7ed6 req-d2b6cea3-79c1-4bc2-8c29-bbf4a48bb1b0 service neutron] 10.222.0.20 "GET /v2.0/networks/c7f387d4-1556-448e-8589-8a64f3636439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885003 Nov 08 00:11:33.927109 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:33.932263 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:33.937947 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ab936907-cfe6-4fa3-961d-e6bc2b193213 HTTP/1.1" status: 204 len: 168 time: 1.1468675 Nov 08 00:11:33.938359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33986) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:33.946324 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca4648-2c8f-4479-889e-5a7da94d8206 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab936907-cfe6-4fa3-961d-e6bc2b193213,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:34.073953 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:11:34.234043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667f2e2-2473-429f-b7b2-9a2f167cd19e req-b9c37815-0fdd-4d60-96e6-6cde91b3a156 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:34.235621 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f667f2e2-2473-429f-b7b2-9a2f167cd19e req-b9c37815-0fdd-4d60-96e6-6cde91b3a156 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 943 time: 0.0870605 Nov 08 00:11:34.256926 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-e3b1dc10-4a05-4864-95ea-28b7d02037f6 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360985 Nov 08 00:11:34.297462 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64beabac-200a-4d80-98d3-830d63a61ce6 req-cb4c8b23-08c5-4c37-bc91-db729a9a3efa tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 210 time: 0.0414093 Nov 08 00:11:34.323480 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f667f2e2-2473-429f-b7b2-9a2f167cd19e req-711a2afe-39e2-4e30-b7e4-7e3334d782a1 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ad38231-fb10-4801-bbe4-44197df2ea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659502 Nov 08 00:11:34.398983 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-3e33cfcb-9d22-4141-b17c-481994479f38 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:34.400541 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-3e33cfcb-9d22-4141-b17c-481994479f38 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1367936 Nov 08 00:11:34.421562 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:34.422301 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-1e9ddc22-2471-439a-a427-3825b606ff4d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Request body: {'port': {'device_id': '7bc5443f-f845-45e7-91c2-037afc32d34c', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '01a4d5e932eb46c6a9a010666c7cdefd'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:34.542953 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ac2ef-d294-4fd2-937f-54781f49d8f9 req-ee10d955-a9cf-42b0-8602-54919827a50f tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:34.544505 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0a7ac2ef-d294-4fd2-937f-54781f49d8f9 req-ee10d955-a9cf-42b0-8602-54919827a50f tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.1167285 Nov 08 00:11:34.676170 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-0a7ac2ef-d294-4fd2-937f-54781f49d8f9 req-80061369-9e03-4097-85c5-449713813c42 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Deleting port 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:11:34.676593 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0a7ac2ef-d294-4fd2-937f-54781f49d8f9 req-80061369-9e03-4097-85c5-449713813c42 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:34.677496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69d5ba-2060-4a26-b3a5-75d1b4c7b8fc req-652c2138-1928-4eb4-9651-323838b0b60f tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:34.679028 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be69d5ba-2060-4a26-b3a5-75d1b4c7b8fc req-652c2138-1928-4eb4-9651-323838b0b60f tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 945 time: 0.1200380 Nov 08 00:11:34.731719 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-1e9ddc22-2471-439a-a427-3825b606ff4d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Made reservation on behalf of 01a4d5e932eb46c6a9a010666c7cdefd for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:11:34.736157 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-1e9ddc22-2471-439a-a427-3825b606ff4d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:34.757446 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be69d5ba-2060-4a26-b3a5-75d1b4c7b8fc req-5a8c1621-96ed-4c92-bee5-6a37ac8fe38f tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/security-groups?id=53f32000-6664-43a7-b059-81e7a88fcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674572 Nov 08 00:11:34.821637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ee52b-c5a1-4310-ae82-3a383911a357 req-7d90f00b-be83-4018-a90e-c4eabf2f6030 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:34.823159 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-481ee52b-c5a1-4310-ae82-3a383911a357 req-7d90f00b-be83-4018-a90e-c4eabf2f6030 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0965722 Nov 08 00:11:34.884737 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Deleting port 0a3eb5ff-58ee-4005-bdc4-6a354180d163 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:11:34.885118 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:34.887099 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-0a7ac2ef-d294-4fd2-937f-54781f49d8f9 req-80061369-9e03-4097-85c5-449713813c42 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] For port 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5,segment=NetworkSegment(9616c016-b0f1-4cf9-96a4-fd0381600ec1),segment_id=9616c016-b0f1-4cf9-96a4-fd0381600ec1)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:34.887469 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0a7ac2ef-d294-4fd2-937f-54781f49d8f9 req-80061369-9e03-4097-85c5-449713813c42 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:34.906930 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-0a7ac2ef-d294-4fd2-937f-54781f49d8f9 req-80061369-9e03-4097-85c5-449713813c42 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Calling delete_port for 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:11:34.929944 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-1e9ddc22-2471-439a-a427-3825b606ff4d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Allocated IP 192.168.233.120 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/af23c8ac-7aa2-49af-901a-ba731ff09909) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:11:34.940715 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-481ee52b-c5a1-4310-ae82-3a383911a357 req-54ae2dcd-73aa-4616-988d-3efb099bf523 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079628 Nov 08 00:11:34.968700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba2253-6d7e-40b4-8802-b50cc9faee44 req-0f0800e1-0e77-469c-af9c-1b6c574acbaf tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:34.970116 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88ba2253-6d7e-40b4-8802-b50cc9faee44 req-0f0800e1-0e77-469c-af9c-1b6c574acbaf tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.1174779 Nov 08 00:11:34.972651 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a2b799ce-1cd3-4da6-90b2-61f9cfd8d873 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:11:34.993700 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: a2b799ce-1cd3-4da6-90b2-61f9cfd8d873 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:11:34.994304 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a2b799ce-1cd3-4da6-90b2-61f9cfd8d873 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:11:35.013206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] For port 0a3eb5ff-58ee-4005-bdc4-6a354180d163, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0a3eb5ff-58ee-4005-bdc4-6a354180d163,segment=NetworkSegment(3a44404a-f4c7-4421-8c9d-8de2be8f6f39),segment_id=3a44404a-f4c7-4421-8c9d-8de2be8f6f39)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:35.013712 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:35.040043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Calling delete_port for 0a3eb5ff-58ee-4005-bdc4-6a354180d163 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:11:35.049759 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88ba2253-6d7e-40b4-8802-b50cc9faee44 req-3e5af593-4a21-4068-820e-645a1b405bf9 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687659 Nov 08 00:11:35.326071 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:35.382793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a3eb5ff-58ee-4005-bdc4-6a354180d163,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:35.468491 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6963c3ad-fe29-437d-96d9-a45eafa926d9 req-73112bf0-798f-4e9d-9f13-22671a7d7ef1 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 210 time: 0.0505257 Nov 08 00:11:35.492090 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:35.492431 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:35.492770 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:35.493119 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:35.493453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:35.493773 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:35.494090 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:35.494408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:35.495015 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:35.495333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:35.495649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:35.495985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:11:35.547889 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-1e9ddc22-2471-439a-a427-3825b606ff4d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:35.572127 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488f366-e42d-450f-9321-37ddb993025f req-9284e6a8-e2fe-4ef1-be14-8a47a5a42c90 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:35.574087 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3488f366-e42d-450f-9321-37ddb993025f req-9284e6a8-e2fe-4ef1-be14-8a47a5a42c90 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 943 time: 0.0833895 Nov 08 00:11:35.586158 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0a7ac2ef-d294-4fd2-937f-54781f49d8f9 req-80061369-9e03-4097-85c5-449713813c42 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:35.653111 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-1e9ddc22-2471-439a-a427-3825b606ff4d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:35.659473 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80061369-9e03-4097-85c5-449713813c42 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Pushing event deleted for resources: {'Port': ['ID=8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:35.683335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7ac2ef-d294-4fd2-937f-54781f49d8f9 req-80061369-9e03-4097-85c5-449713813c42 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] No DVR routers for this DVR port 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:11:35.689532 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0a7ac2ef-d294-4fd2-937f-54781f49d8f9 req-80061369-9e03-4097-85c5-449713813c42 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:35.692633 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b123972d-37a4-49ab-96fd-efccd7e59417', '713b8bd8-0f40-4fcc-ad4a-ea30f5948241'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:11:35.692885 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0a7ac2ef-d294-4fd2-937f-54781f49d8f9 req-80061369-9e03-4097-85c5-449713813c42 tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.26 "DELETE /v2.0/ports/8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 HTTP/1.1" status: 204 len: 173 time: 1.1380992 Nov 08 00:11:35.723921 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bf4316-8744-4694-82ae-3734fb3f63df', 'name': 'network-vif-deleted', 'tag': '8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:35.725836 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3b6346-186a-49a5-afd9-d02c56cb461e" -d '{"events": [{"server_uuid": "c2bf4316-8744-4694-82ae-3734fb3f63df", "name": "network-vif-deleted", "tag": "8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:35.750975 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-1e9ddc22-2471-439a-a427-3825b606ff4d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:11:35.752399 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-1e9ddc22-2471-439a-a427-3825b606ff4d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:11:35.754919 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3488f366-e42d-450f-9321-37ddb993025f req-8a651bb2-a0bd-4f30-8ecf-14d585d35c80 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ad38231-fb10-4801-bbe4-44197df2ea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455736 Nov 08 00:11:35.758699 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['f555dd6f-2546-4108-be05-6fa495bf07b2', '9d910f50-4fa6-4358-9600-f71bb62af702', '1fba75ff-6139-4479-acd5-e7142b1cd8fd', 'c4e6428d-b5bf-4fca-8995-b611d5cc4a33', '745edafe-9804-4d32-8b88-94d2385e603d'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:11:35.760572 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-1e9ddc22-2471-439a-a427-3825b606ff4d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:11:35.764298 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ddc22-2471-439a-a427-3825b606ff4d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Pushing event updated for resources: {'Port': ['ID=af23c8ac-7aa2-49af-901a-ba731ff09909,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:35.782646 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:35.828185 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62afa928-f50a-48d1-8cc7-1293c450e35d x-openstack-request-id: req-62afa928-f50a-48d1-8cc7-1293c450e35d {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:35.828483 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2bf4316-8744-4694-82ae-3734fb3f63df", "name": "network-vif-deleted", "tag": "8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:35.828740 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62afa928-f50a-48d1-8cc7-1293c450e35d {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:35.829139 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bf4316-8744-4694-82ae-3734fb3f63df', 'name': 'network-vif-deleted', 'tag': '8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5', 'status': 'completed', 'code': 200} Nov 08 00:11:35.854638 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-1e9ddc22-2471-439a-a427-3825b606ff4d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:35.856214 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-1e9ddc22-2471-439a-a427-3825b606ff4d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:35.877355 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 1b54c618-16b1-42a0-8321-9275a404988c details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:11:35.942376 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-1e9ddc22-2471-439a-a427-3825b606ff4d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5240498 Nov 08 00:11:35.965427 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Request body: {'port': {'device_id': '7bc5443f-f845-45e7-91c2-037afc32d34c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:35.985850 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa4165bd-027f-4bc3-92de-40343b8f98b1 req-0ec9fa5b-6d7a-4ac7-b512-a956aed99bdb tempest-ServerRescueTestJSON-263506609 tempest-ServerRescueTestJSON-263506609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bf4316-8744-4694-82ae-3734fb3f63df HTTP/1.1" status: 200 len: 210 time: 0.0444832 Nov 08 00:11:36.089656 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:36.233212 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 1b54c618-16b1-42a0-8321-9275a404988c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1b54c618-16b1-42a0-8321-9275a404988c,segment=NetworkSegment(28dff6c1-01e4-4dcd-beb3-6254f01aa41a),segment_id=28dff6c1-01e4-4dcd-beb3-6254f01aa41a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:36.273968 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '1b54c618-16b1-42a0-8321-9275a404988c', 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439', 'port_id': '1b54c618-16b1-42a0-8321-9275a404988c', 'mac_address': 'fa:16:3e:8d:30:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e107c3-6e30-4ca3-accf-e81fd68d6037', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:11:36.311855 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a318e03-a957-4a42-85e4-9d9d3c528d2b req-426bffb4-5a88-4a89-81cd-44778674731a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:36.313518 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c142d8e6-4df4-4b09-bacf-f36181dd9802 None None] Provisioning complete for port af23c8ac-7aa2-49af-901a-ba731ff09909 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:36.313965 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c142d8e6-4df4-4b09-bacf-f36181dd9802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:36.314314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a318e03-a957-4a42-85e4-9d9d3c528d2b req-426bffb4-5a88-4a89-81cd-44778674731a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.1540656 Nov 08 00:11:36.333429 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf43d8b-524d-4545-9250-c2bf11475cc7 req-8697c5c4-7854-4d94-9da0-3d184f78cb9c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:36.337353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecf43d8b-524d-4545-9250-c2bf11475cc7 req-8697c5c4-7854-4d94-9da0-3d184f78cb9c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.2783656 Nov 08 00:11:36.439686 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:36.450862 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c142d8e6-4df4-4b09-bacf-f36181dd9802 None None] Port af23c8ac-7aa2-49af-901a-ba731ff09909 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:11:36.490443 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b54c618-16b1-42a0-8321-9275a404988c {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:11:36.509572 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af23c8ac-7aa2-49af-901a-ba731ff09909 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:11:36.519359 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:36.538407 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Transition to ACTIVE for port object af23c8ac-7aa2-49af-901a-ba731ff09909 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:11:36.542783 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 1b54c618-16b1-42a0-8321-9275a404988c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1b54c618-16b1-42a0-8321-9275a404988c,segment=NetworkSegment(28dff6c1-01e4-4dcd-beb3-6254f01aa41a),segment_id=28dff6c1-01e4-4dcd-beb3-6254f01aa41a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:36.636387 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:36.648230 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:36.673537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Router 7cfd9212-881f-45ac-afc9-84f1237b0ae3 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:11:36.702517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a318e03-a957-4a42-85e4-9d9d3c528d2b req-3cb5cef6-f384-4306-8a18-245d2ec53dfe tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625534 Nov 08 00:11:36.718462 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecf43d8b-524d-4545-9250-c2bf11475cc7 req-c950e895-edab-42ee-a1cb-d8141ed29172 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793395 Nov 08 00:11:36.768890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Pushing event updated for resources: {'Port': ['ID=af23c8ac-7aa2-49af-901a-ba731ff09909,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:36.819433 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=1b54c618-16b1-42a0-8321-9275a404988c,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:36.882923 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Attempting to bind port af23c8ac-7aa2-49af-901a-ba731ff09909 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:11:36.883370 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Attempting to bind port af23c8ac-7aa2-49af-901a-ba731ff09909 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:11:36.883760 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Attempting to bind port af23c8ac-7aa2-49af-901a-ba731ff09909 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:36.889984 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Port af23c8ac-7aa2-49af-901a-ba731ff09909 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:11:36.890349 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Attempting to bind port af23c8ac-7aa2-49af-901a-ba731ff09909 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:36.902987 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:11:36.903505 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:11:36.904019 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:11:36.905082 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Bound port: af23c8ac-7aa2-49af-901a-ba731ff09909, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:11:36.905445 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:36.960261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:11:36.984319 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b47718-f550-4050-848c-16bf0925dea3 req-3c34ca97-9c01-45ba-b38a-1489719197cf tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:36.992102 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29b47718-f550-4050-848c-16bf0925dea3 req-3c34ca97-9c01-45ba-b38a-1489719197cf tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 948 time: 0.1418445 Nov 08 00:11:37.000387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-824259f5-d658-46a1-8cc5-33cd06f64e04 admin admin] 10.222.0.13 "PUT /v2.0/routers/7cfd9212-881f-45ac-afc9-84f1237b0ae3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0585194 Nov 08 00:11:37.001337 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34104) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:37.016532 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc58e1-f7e6-4b0b-94df-6082cdcf6e10 None None] Sync routers for ids ['7cfd9212-881f-45ac-afc9-84f1237b0ae3'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:11:37.046910 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29b47718-f550-4050-848c-16bf0925dea3 req-9869f020-25c8-4480-9a14-70a2f80c322e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538352 Nov 08 00:11:37.105781 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34106) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:37.108501 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dc58e1-f7e6-4b0b-94df-6082cdcf6e10 None None] Routers {'7cfd9212-881f-45ac-afc9-84f1237b0ae3'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:37.109224 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-07dc58e1-f7e6-4b0b-94df-6082cdcf6e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:11:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7cfd9212-881f-45ac-afc9-84f1237b0ae3'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:37.159095 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded39b0-8e53-46e4-b8b6-894f9dc51a22 req-5abb1520-61be-4b52-9344-0cf68fa96dc2 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:37.161057 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ded39b0-8e53-46e4-b8b6-894f9dc51a22 req-5abb1520-61be-4b52-9344-0cf68fa96dc2 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 944 time: 0.0631132 Nov 08 00:11:37.211812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] For port af23c8ac-7aa2-49af-901a-ba731ff09909, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:11:37.212372 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ded39b0-8e53-46e4-b8b6-894f9dc51a22 req-041d472e-4a6e-45a1-8b48-7eb03b24b0b7 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ad38231-fb10-4801-bbe4-44197df2ea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447986 Nov 08 00:11:37.240432 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['1b54c618-16b1-42a0-8321-9275a404988c'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:11:37.250128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] For port af23c8ac-7aa2-49af-901a-ba731ff09909, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=af23c8ac-7aa2-49af-901a-ba731ff09909,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:11:37.274400 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-10cdc0bb-5f2c-40d2-89b4-69faa5b1285e admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:37.340485 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-07dc58e1-f7e6-4b0b-94df-6082cdcf6e10 None None] Set router 7cfd9212-881f-45ac-afc9-84f1237b0ae3 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:37.361509 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:37.477963 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:37.478556 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:37.480002 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] 10.222.0.20 "PUT /v2.0/ports/af23c8ac-7aa2-49af-901a-ba731ff09909 HTTP/1.1" status: 200 len: 1096 time: 1.5201602 Nov 08 00:11:37.507716 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ef2fe-c652-4420-a502-2b9edb2db712 service neutron] Pushing event updated for resources: {'Port': ['ID=af23c8ac-7aa2-49af-901a-ba731ff09909,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:37.525647 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:11:37.565925 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:11:37.566370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 8a9cc0c3-604f-4993-8ffe-bb8fa8bf30e5 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:11:37.663998 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-10cdc0bb-5f2c-40d2-89b4-69faa5b1285e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:37.707163 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-07dc58e1-f7e6-4b0b-94df-6082cdcf6e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfd9212-881f-45ac-afc9-84f1237b0ae3', 'name': 'tempest-AttachSCSIVolumeTestJSON-402840013-router', 'tenant_id': '100a18ad477e4f28bd0aef10f139c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'e8b50052-90a8-4a0d-b34d-2cc8087f6848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:09:32Z', 'updated_at': '2021-11-08T00:11:35Z', 'revision_number': 5, 'project_id': '100a18ad477e4f28bd0aef10f139c1a6', 'gw_port': {'id': 'e8b50052-90a8-4a0d-b34d-2cc8087f6848', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfd9212-881f-45ac-afc9-84f1237b0ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:09:33Z', 'updated_at': '2021-11-08T00:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:37.751172 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc58e1-f7e6-4b0b-94df-6082cdcf6e10 None None] Checking router: 7cfd9212-881f-45ac-afc9-84f1237b0ae3 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:11:37.761008 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-802e5d1d-3f71-4f49-9f50-fdd6bb01725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:37.763470 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dc58e1-f7e6-4b0b-94df-6082cdcf6e10 None None] Routers {'7cfd9212-881f-45ac-afc9-84f1237b0ae3'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:37.763748 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-802e5d1d-3f71-4f49-9f50-fdd6bb01725d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 1099 time: 0.1135075 Nov 08 00:11:37.764077 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-07dc58e1-f7e6-4b0b-94df-6082cdcf6e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:11:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7cfd9212-881f-45ac-afc9-84f1237b0ae3'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:37.842028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9bccd-54c9-4fd5-9e17-41283a9bb27f req-05cdf3e2-7ade-4d25-9d70-120e5ffbdc0e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:37.843978 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc5443f-f845-45e7-91c2-037afc32d34c', 'tag': 'af23c8ac-7aa2-49af-901a-ba731ff09909'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:37.846503 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c718c099-aa32-4885-a075-ae682f8fb36e" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc5443f-f845-45e7-91c2-037afc32d34c", "tag": "af23c8ac-7aa2-49af-901a-ba731ff09909"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:37.850931 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9bb9bccd-54c9-4fd5-9e17-41283a9bb27f req-05cdf3e2-7ade-4d25-9d70-120e5ffbdc0e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0630772 Nov 08 00:11:37.860104 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-ab2e6b20-3da4-460d-a8b2-e48fd91dc408 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=af23c8ac-7aa2-49af-901a-ba731ff09909 HTTP/1.1" status: 200 len: 217 time: 0.0728784 Nov 08 00:11:37.897373 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9bb9bccd-54c9-4fd5-9e17-41283a9bb27f req-09697865-adaf-4342-adcb-7d18b0d6f212 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453029 Nov 08 00:11:37.897595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-07dc58e1-f7e6-4b0b-94df-6082cdcf6e10 None None] Set router 7cfd9212-881f-45ac-afc9-84f1237b0ae3 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:37.951294 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cf143-083e-47b0-8693-ebcff072cb79 req-9f7115d6-b415-490a-bdd0-539d42b79f31 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:37.959202 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-462cf143-083e-47b0-8693-ebcff072cb79 req-9f7115d6-b415-490a-bdd0-539d42b79f31 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.1051636 Nov 08 00:11:37.979818 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-07dc58e1-f7e6-4b0b-94df-6082cdcf6e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfd9212-881f-45ac-afc9-84f1237b0ae3', 'name': 'tempest-AttachSCSIVolumeTestJSON-402840013-router', 'tenant_id': '100a18ad477e4f28bd0aef10f139c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:09:32Z', 'updated_at': '2021-11-08T00:11:37Z', 'revision_number': 6, 'project_id': '100a18ad477e4f28bd0aef10f139c1a6', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:37.984582 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-10cdc0bb-5f2c-40d2-89b4-69faa5b1285e admin admin] Deleting port e8b50052-90a8-4a0d-b34d-2cc8087f6848 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:11:37.984939 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-10cdc0bb-5f2c-40d2-89b4-69faa5b1285e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:37.998289 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-bdf52c93-c5ba-4d02-91d6-25d78e309e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:38.000118 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-bdf52c93-c5ba-4d02-91d6-25d78e309e1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1273427 Nov 08 00:11:38.015730 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-462cf143-083e-47b0-8693-ebcff072cb79 req-c8d46fe1-e918-4f47-a89a-d7c5d2f30c8d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554705 Nov 08 00:11:38.016756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc58e1-f7e6-4b0b-94df-6082cdcf6e10 None None] The sync data for ids ['7cfd9212-881f-45ac-afc9-84f1237b0ae3'] in n-d-816882-1 is: [{'id': '7cfd9212-881f-45ac-afc9-84f1237b0ae3', 'name': 'tempest-AttachSCSIVolumeTestJSON-402840013-router', 'tenant_id': '100a18ad477e4f28bd0aef10f139c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:09:32Z', 'updated_at': '2021-11-08T00:11:37Z', 'revision_number': 6, 'project_id': '100a18ad477e4f28bd0aef10f139c1a6', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:11:38.068644 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fdc48f-ffc9-4a8e-83bd-b78fa3f5edc0 x-openstack-request-id: req-10fdc48f-ffc9-4a8e-83bd-b78fa3f5edc0 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:38.068644 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc5443f-f845-45e7-91c2-037afc32d34c", "tag": "af23c8ac-7aa2-49af-901a-ba731ff09909", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:38.068644 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10fdc48f-ffc9-4a8e-83bd-b78fa3f5edc0 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:38.068978 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc5443f-f845-45e7-91c2-037afc32d34c', 'tag': 'af23c8ac-7aa2-49af-901a-ba731ff09909', 'status': 'completed', 'code': 200} Nov 08 00:11:38.157714 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:38.159658 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-10cdc0bb-5f2c-40d2-89b4-69faa5b1285e admin admin] For port e8b50052-90a8-4a0d-b34d-2cc8087f6848, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e8b50052-90a8-4a0d-b34d-2cc8087f6848,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:38.160050 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-10cdc0bb-5f2c-40d2-89b4-69faa5b1285e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:38.176571 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-579fbd4c-ebed-434c-8e95-0b99de1e0454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:38.178180 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-579fbd4c-ebed-434c-8e95-0b99de1e0454 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086488 Nov 08 00:11:38.178309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914ef89-5190-4b5d-b08d-249319a8cb59 req-3ef781b8-fd48-48e6-a94f-ac299a7326b0 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:38.179770 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c914ef89-5190-4b5d-b08d-249319a8cb59 req-3ef781b8-fd48-48e6-a94f-ac299a7326b0 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 948 time: 0.0618360 Nov 08 00:11:38.186884 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32e59d62-7920-4a43-8515-b99e5b7442be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:38.189469 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-10cdc0bb-5f2c-40d2-89b4-69faa5b1285e admin admin] Calling delete_port for e8b50052-90a8-4a0d-b34d-2cc8087f6848 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:11:38.229092 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c914ef89-5190-4b5d-b08d-249319a8cb59 req-37e7062e-2506-4b42-9b92-801137d7624f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425689 Nov 08 00:11:38.338219 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cf140-1082-49e0-9d7f-5b222d622bc5 req-f90f885b-3ff3-4dd7-a4aa-8327fa81ded7 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:38.339719 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd4cf140-1082-49e0-9d7f-5b222d622bc5 req-f90f885b-3ff3-4dd7-a4aa-8327fa81ded7 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 944 time: 0.0566576 Nov 08 00:11:38.427159 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd4cf140-1082-49e0-9d7f-5b222d622bc5 req-6e81b7f5-2b7d-45fa-b0eb-19d7225dc5cf tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ad38231-fb10-4801-bbe4-44197df2ea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800922 Nov 08 00:11:38.456861 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-eae07af6-8e55-4838-9000-7ba6715d519d service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654476 Nov 08 00:11:38.651543 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-264f01a8-2d3b-41ad-a22e-ac9753193b81 req-86dc8b3b-f98f-43e3-b655-a1197854053f service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591454 Nov 08 00:11:38.736908 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-32e59d62-7920-4a43-8515-b99e5b7442be admin admin] Deleting port dc7060f7-44fc-4c4f-9a94-d14e96681b2f {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:11:38.737261 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32e59d62-7920-4a43-8515-b99e5b7442be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:38.749544 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-10cdc0bb-5f2c-40d2-89b4-69faa5b1285e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:38.981235 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0a3eb5ff-58ee-4005-bdc4-6a354180d163 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:11:39.009047 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 0a3eb5ff-58ee-4005-bdc4-6a354180d163 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:11:39.009320 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0a3eb5ff-58ee-4005-bdc4-6a354180d163 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:11:39.009695 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e8b50052-90a8-4a0d-b34d-2cc8087f6848 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:11:39.061012 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: e8b50052-90a8-4a0d-b34d-2cc8087f6848 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:11:39.068914 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e8b50052-90a8-4a0d-b34d-2cc8087f6848 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:11:39.080763 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdcd0e-9217-4bd0-a939-5a24c31725ad req-206ef423-76ec-4867-a660-03e472093d5d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:39.091694 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9fbdcd0e-9217-4bd0-a939-5a24c31725ad req-206ef423-76ec-4867-a660-03e472093d5d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0768564 Nov 08 00:11:39.119191 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdc0bb-5f2c-40d2-89b4-69faa5b1285e admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b50052-90a8-4a0d-b34d-2cc8087f6848,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:39.165891 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9fbdcd0e-9217-4bd0-a939-5a24c31725ad req-94cf38eb-d1e7-4a25-afdf-39f35c9ff0de tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726609 Nov 08 00:11:39.197247 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5713819-f23b-411a-9d35-aeb892c0fcd1 req-afd08680-c7de-48ef-9261-b2501f31c6f8 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:39.197247 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5713819-f23b-411a-9d35-aeb892c0fcd1 req-afd08680-c7de-48ef-9261-b2501f31c6f8 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.0926106 Nov 08 00:11:39.216929 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718c099-aa32-4885-a075-ae682f8fb36e req-f21939ac-8d03-43e5-814c-8f90e7108249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:39.218463 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c718c099-aa32-4885-a075-ae682f8fb36e req-f21939ac-8d03-43e5-814c-8f90e7108249 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 1099 time: 0.1691937 Nov 08 00:11:39.230801 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-32e59d62-7920-4a43-8515-b99e5b7442be admin admin] For port dc7060f7-44fc-4c4f-9a94-d14e96681b2f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=dc7060f7-44fc-4c4f-9a94-d14e96681b2f,segment=NetworkSegment(9616c016-b0f1-4cf9-96a4-fd0381600ec1),segment_id=9616c016-b0f1-4cf9-96a4-fd0381600ec1)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:39.231165 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32e59d62-7920-4a43-8515-b99e5b7442be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:39.243754 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5713819-f23b-411a-9d35-aeb892c0fcd1 req-1888be52-98f6-442e-9f9d-13af937fcd19 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420706 Nov 08 00:11:39.262549 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-10cdc0bb-5f2c-40d2-89b4-69faa5b1285e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:39.306228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-32e59d62-7920-4a43-8515-b99e5b7442be admin admin] Calling delete_port for dc7060f7-44fc-4c4f-9a94-d14e96681b2f owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:11:39.360216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb65af3-a001-4f17-8ac0-e8c7d54e0678 req-701c78fb-dd8f-407d-801c-9e9cadfb272e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:39.361774 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bb65af3-a001-4f17-8ac0-e8c7d54e0678 req-701c78fb-dd8f-407d-801c-9e9cadfb272e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 948 time: 0.0495317 Nov 08 00:11:39.402290 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bb65af3-a001-4f17-8ac0-e8c7d54e0678 req-167f4fa9-6e30-4656-98f6-67b7d4216a9b tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344093 Nov 08 00:11:39.453778 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-10cdc0bb-5f2c-40d2-89b4-69faa5b1285e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:39.457209 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-10cdc0bb-5f2c-40d2-89b4-69faa5b1285e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:39.548098 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718c099-aa32-4885-a075-ae682f8fb36e req-8bf025c4-977f-4077-8a78-440c6d33d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:39.549589 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c718c099-aa32-4885-a075-ae682f8fb36e req-8bf025c4-977f-4077-8a78-440c6d33d560 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.3211443 Nov 08 00:11:39.554213 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacc14a-a165-4ca7-b6e5-2d8fa4dd1453 req-8f93290e-7a50-4bb8-ae97-279648dd177d tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:39.560201 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5eacc14a-a165-4ca7-b6e5-2d8fa4dd1453 req-8f93290e-7a50-4bb8-ae97-279648dd177d tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 944 time: 0.0575953 Nov 08 00:11:39.594159 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5eacc14a-a165-4ca7-b6e5-2d8fa4dd1453 req-0725222c-a56d-4719-929f-bf72ff73a12f tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ad38231-fb10-4801-bbe4-44197df2ea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331001 Nov 08 00:11:39.630031 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-10cdc0bb-5f2c-40d2-89b4-69faa5b1285e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:39.630582 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cdc0bb-5f2c-40d2-89b4-69faa5b1285e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cfd9212-881f-45ac-afc9-84f1237b0ae3 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:11:39.632896 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c718c099-aa32-4885-a075-ae682f8fb36e req-a6710d48-fa9d-4297-9733-b9153442e339 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=af23c8ac-7aa2-49af-901a-ba731ff09909 HTTP/1.1" status: 200 len: 217 time: 0.0434675 Nov 08 00:11:39.637179 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-10cdc0bb-5f2c-40d2-89b4-69faa5b1285e admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:39.638205 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-10cdc0bb-5f2c-40d2-89b4-69faa5b1285e admin admin] 10.222.0.13 "DELETE /v2.0/routers/7cfd9212-881f-45ac-afc9-84f1237b0ae3 HTTP/1.1" status: 204 len: 168 time: 2.6358147 Nov 08 00:11:39.640698 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34136) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:39.740703 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718c099-aa32-4885-a075-ae682f8fb36e req-47becc31-0a22-4a4a-a711-3605dbff434f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:39.742168 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c718c099-aa32-4885-a075-ae682f8fb36e req-47becc31-0a22-4a4a-a711-3605dbff434f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0944896 Nov 08 00:11:39.747061 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e209299-17d9-4c1b-9df9-95d7bf1aed43 admin admin] Deleting subnet 84fcb303-d8f1-4117-b0ab-0e63e52b80df {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:11:39.753470 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e209299-17d9-4c1b-9df9-95d7bf1aed43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:39.851031 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e209299-17d9-4c1b-9df9-95d7bf1aed43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:39.860999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 1b54c618-16b1-42a0-8321-9275a404988c up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:11:39.884626 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718c099-aa32-4885-a075-ae682f8fb36e req-bd5fbe3f-9402-4f83-8162-02612541f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:39.886150 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c718c099-aa32-4885-a075-ae682f8fb36e req-bd5fbe3f-9402-4f83-8162-02612541f091 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1283555 Nov 08 00:11:39.942364 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32e59d62-7920-4a43-8515-b99e5b7442be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:39.969695 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 1b54c618-16b1-42a0-8321-9275a404988c completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:11:39.973891 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 1b54c618-16b1-42a0-8321-9275a404988c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:39.974274 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:40.003454 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e59d62-7920-4a43-8515-b99e5b7442be admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7060f7-44fc-4c4f-9a94-d14e96681b2f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:40.067735 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e209299-17d9-4c1b-9df9-95d7bf1aed43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:40.127840 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c718c099-aa32-4885-a075-ae682f8fb36e req-3927c862-7ecb-4bc5-90d0-01105a07cec1 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321708 Nov 08 00:11:40.181706 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:40.208279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec87a08-34cf-4549-bbd1-0dbde63c263a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b54c618-16b1-42a0-8321-9275a404988c'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:40.210632 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd77b5fc-bdca-4507-911f-6f61895e5a68" -d '{"events": [{"server_uuid": "1ec87a08-34cf-4549-bbd1-0dbde63c263a", "name": "network-vif-plugged", "status": "completed", "tag": "1b54c618-16b1-42a0-8321-9275a404988c"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:40.239247 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 1b54c618-16b1-42a0-8321-9275a404988c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1b54c618-16b1-42a0-8321-9275a404988c,segment=NetworkSegment(28dff6c1-01e4-4dcd-beb3-6254f01aa41a),segment_id=28dff6c1-01e4-4dcd-beb3-6254f01aa41a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:40.259393 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3b4e31-d084-42b4-b662-e81b2d6fdedf x-openstack-request-id: req-5d3b4e31-d084-42b4-b662-e81b2d6fdedf {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:40.259693 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec87a08-34cf-4549-bbd1-0dbde63c263a", "name": "network-vif-plugged", "status": "completed", "tag": "1b54c618-16b1-42a0-8321-9275a404988c", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:40.260019 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d3b4e31-d084-42b4-b662-e81b2d6fdedf {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:40.260677 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec87a08-34cf-4549-bbd1-0dbde63c263a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b54c618-16b1-42a0-8321-9275a404988c', 'code': 200} Nov 08 00:11:40.305952 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32e59d62-7920-4a43-8515-b99e5b7442be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:40.324951 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c718c099-aa32-4885-a075-ae682f8fb36e req-653a15c6-4d21-49ad-ba00-75b9c1e8a909 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534963 Nov 08 00:11:40.331921 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e209299-17d9-4c1b-9df9-95d7bf1aed43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:40.333540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766e9fe-10e1-4322-90e7-4095fec078b3 req-c579d12c-7f56-4f3c-a548-13124e9625d7 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:40.348403 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0766e9fe-10e1-4322-90e7-4095fec078b3 req-c579d12c-7f56-4f3c-a548-13124e9625d7 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0856202 Nov 08 00:11:40.401932 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:40.422275 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e209299-17d9-4c1b-9df9-95d7bf1aed43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84fcb303-d8f1-4117-b0ab-0e63e52b80df,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:40.440117 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0766e9fe-10e1-4322-90e7-4095fec078b3 req-0147580b-a194-48e9-b373-6cee345164e9 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897338 Nov 08 00:11:40.449536 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e209299-17d9-4c1b-9df9-95d7bf1aed43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:40.453434 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6e209299-17d9-4c1b-9df9-95d7bf1aed43 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/84fcb303-d8f1-4117-b0ab-0e63e52b80df HTTP/1.1" status: 204 len: 168 time: 0.8117290 Nov 08 00:11:40.456025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34148) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:40.458541 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55b28c4-6fc5-4889-91c1-e28bf42b3c40 None None] Network dc16d76e-566e-40a6-a23b-cb67a009daa9 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:11:40.482507 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1348f0-220d-4662-9e92-0ee65659d3a2 req-935f23b2-384f-47a8-85c1-c7fd7a8776b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:40.484232 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1d1348f0-220d-4662-9e92-0ee65659d3a2 req-935f23b2-384f-47a8-85c1-c7fd7a8776b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 1096 time: 0.0740902 Nov 08 00:11:40.549942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=1b54c618-16b1-42a0-8321-9275a404988c,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:40.593096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d9bfa-2faf-4eeb-946d-7c412808ee9c req-fd16320f-5c9b-449f-af8d-dbc0ed5a9302 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:40.600685 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f7d9bfa-2faf-4eeb-946d-7c412808ee9c req-fd16320f-5c9b-449f-af8d-dbc0ed5a9302 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.2250438 Nov 08 00:11:40.613964 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1d1348f0-220d-4662-9e92-0ee65659d3a2 req-781a3663-7813-496a-8c75-77bec0bbe5d1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9ad38231-fb10-4801-bbe4-44197df2ea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095104 Nov 08 00:11:40.674449 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:40.679685 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e59d62-7920-4a43-8515-b99e5b7442be admin admin] Router 874fe184-8474-4fe6-b81a-7c29853effab has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:11:40.700173 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f7d9bfa-2faf-4eeb-946d-7c412808ee9c req-89a9dda1-349a-4756-9d28-2dbf1f3d484a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969751 Nov 08 00:11:40.762657 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b47eb20-ee05-48d4-89e7-9ad9a15936a6 None None] DHCP port deletion for dc16d76e-566e-40a6-a23b-cb67a009daa9 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:11:40.818864 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0defdc-b54f-4285-9a4a-6826734a83ec req-d174eb57-256a-4577-b1e3-9f877fa3b21a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:40.820431 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a0defdc-b54f-4285-9a4a-6826734a83ec req-d174eb57-256a-4577-b1e3-9f877fa3b21a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 948 time: 0.1415324 Nov 08 00:11:40.825491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5b47eb20-ee05-48d4-89e7-9ad9a15936a6 None None] Deleting port 5c9550d2-f0ae-4a88-85a0-9e6978b7a129 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:11:40.826556 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b47eb20-ee05-48d4-89e7-9ad9a15936a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:40.833689 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e59d62-7920-4a43-8515-b99e5b7442be admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:11:40.844524 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-32e59d62-7920-4a43-8515-b99e5b7442be admin admin] 10.222.0.13 "PUT /v2.0/routers/874fe184-8474-4fe6-b81a-7c29853effab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7376063 Nov 08 00:11:40.845153 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34154) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:40.847491 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0f63fe-d966-4463-be08-7bc97b11dd53 None None] Sync routers for ids ['874fe184-8474-4fe6-b81a-7c29853effab'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:11:40.866785 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a8b68-31df-46e0-90b9-4248a54d856a req-4b822137-004b-4279-8142-4df6dbf1f542 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:40.869066 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0f63fe-d966-4463-be08-7bc97b11dd53 None None] Routers {'874fe184-8474-4fe6-b81a-7c29853effab'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:40.870752 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7b0f63fe-d966-4463-be08-7bc97b11dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:11:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['874fe184-8474-4fe6-b81a-7c29853effab'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:40.874757 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-322a8b68-31df-46e0-90b9-4248a54d856a req-4b822137-004b-4279-8142-4df6dbf1f542 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 945 time: 0.1117780 Nov 08 00:11:40.906764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] Deleting port 5c9550d2-f0ae-4a88-85a0-9e6978b7a129 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:11:40.907142 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:40.934688 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5b47eb20-ee05-48d4-89e7-9ad9a15936a6 None None] For port 5c9550d2-f0ae-4a88-85a0-9e6978b7a129, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5c9550d2-f0ae-4a88-85a0-9e6978b7a129,segment=NetworkSegment(3a44404a-f4c7-4421-8c9d-8de2be8f6f39),segment_id=3a44404a-f4c7-4421-8c9d-8de2be8f6f39)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:40.936546 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b47eb20-ee05-48d4-89e7-9ad9a15936a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:40.969279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5b47eb20-ee05-48d4-89e7-9ad9a15936a6 None None] Calling delete_port for 5c9550d2-f0ae-4a88-85a0-9e6978b7a129 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:11:40.983141 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2383268-3dbd-4cf8-8dd8-cf427b7842d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:41.013812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] For port 5c9550d2-f0ae-4a88-85a0-9e6978b7a129, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5c9550d2-f0ae-4a88-85a0-9e6978b7a129,segment=NetworkSegment(3a44404a-f4c7-4421-8c9d-8de2be8f6f39),segment_id=3a44404a-f4c7-4421-8c9d-8de2be8f6f39)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:41.014123 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:41.074849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] Calling delete_port for 5c9550d2-f0ae-4a88-85a0-9e6978b7a129 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:11:41.094216 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5c9550d2-f0ae-4a88-85a0-9e6978b7a129 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:11:41.122225 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-7b0f63fe-d966-4463-be08-7bc97b11dd53 None None] Set router 874fe184-8474-4fe6-b81a-7c29853effab gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:41.133940 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2383268-3dbd-4cf8-8dd8-cf427b7842d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:41.139937 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-322a8b68-31df-46e0-90b9-4248a54d856a req-5a921d47-d05e-43be-b6bb-6d84465a8829 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ad38231-fb10-4801-bbe4-44197df2ea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643261 Nov 08 00:11:41.153325 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a0defdc-b54f-4285-9a4a-6826734a83ec req-0ff28d78-8c20-44c3-b9fd-dfc700c9896a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246386 Nov 08 00:11:41.242750 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:41.254042 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b47eb20-ee05-48d4-89e7-9ad9a15936a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:41.274330 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:41.276539 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-f2383268-3dbd-4cf8-8dd8-cf427b7842d9 admin admin] Deleting port 06c34cae-d62e-43ed-a3e6-93f2cc85b288 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:11:41.276933 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2383268-3dbd-4cf8-8dd8-cf427b7842d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:41.308098 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47eb20-ee05-48d4-89e7-9ad9a15936a6 None None] Pushing event deleted for resources: {'Port': ['ID=5c9550d2-f0ae-4a88-85a0-9e6978b7a129,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:41.320503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] No DVR routers for this DVR port 5c9550d2-f0ae-4a88-85a0-9e6978b7a129 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:11:41.325204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9550d2-f0ae-4a88-85a0-9e6978b7a129,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:41.329159 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b47eb20-ee05-48d4-89e7-9ad9a15936a6 None None] No DVR routers for this DVR port 5c9550d2-f0ae-4a88-85a0-9e6978b7a129 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:11:41.336719 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7b0f63fe-d966-4463-be08-7bc97b11dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874fe184-8474-4fe6-b81a-7c29853effab', 'name': 'tempest-ServerRescueTestJSON-1955017736-router', 'tenant_id': '21edfc77fe094b2d97711711c5adbccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '06c34cae-d62e-43ed-a3e6-93f2cc85b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:58Z', 'updated_at': '2021-11-08T00:11:39Z', 'revision_number': 5, 'project_id': '21edfc77fe094b2d97711711c5adbccd', 'gw_port': {'id': '06c34cae-d62e-43ed-a3e6-93f2cc85b288', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fe184-8474-4fe6-b81a-7c29853effab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:08:59Z', 'updated_at': '2021-11-08T00:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:41.376699 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0f63fe-d966-4463-be08-7bc97b11dd53 None None] Checking router: 874fe184-8474-4fe6-b81a-7c29853effab for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:11:41.394936 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-f2383268-3dbd-4cf8-8dd8-cf427b7842d9 admin admin] For port 06c34cae-d62e-43ed-a3e6-93f2cc85b288, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=06c34cae-d62e-43ed-a3e6-93f2cc85b288,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:41.395359 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2383268-3dbd-4cf8-8dd8-cf427b7842d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:41.399596 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0f63fe-d966-4463-be08-7bc97b11dd53 None None] Routers {'874fe184-8474-4fe6-b81a-7c29853effab'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:41.400658 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7b0f63fe-d966-4463-be08-7bc97b11dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:11:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['874fe184-8474-4fe6-b81a-7c29853effab'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:41.414589 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-f2383268-3dbd-4cf8-8dd8-cf427b7842d9 admin admin] Calling delete_port for 06c34cae-d62e-43ed-a3e6-93f2cc85b288 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:11:41.433023 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:41.456419 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc16d76e-566e-40a6-a23b-cb67a009daa9']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:41.468249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a44404a-f4c7-4421-8c9d-8de2be8f6f39') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:41.477857 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a44404a-f4c7-4421-8c9d-8de2be8f6f39') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:41.494695 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:41.508417 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-7b0f63fe-d966-4463-be08-7bc97b11dd53 None None] Set router 874fe184-8474-4fe6-b81a-7c29853effab gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:41.511681 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:41.519274 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:11:41.519667 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:11:41.521400 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:11:41.571004 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7b0f63fe-d966-4463-be08-7bc97b11dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874fe184-8474-4fe6-b81a-7c29853effab', 'name': 'tempest-ServerRescueTestJSON-1955017736-router', 'tenant_id': '21edfc77fe094b2d97711711c5adbccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:58Z', 'updated_at': '2021-11-08T00:11:41Z', 'revision_number': 6, 'project_id': '21edfc77fe094b2d97711711c5adbccd', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:41.600475 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0f63fe-d966-4463-be08-7bc97b11dd53 None None] The sync data for ids ['874fe184-8474-4fe6-b81a-7c29853effab'] in n-d-816882-1 is: [{'id': '874fe184-8474-4fe6-b81a-7c29853effab', 'name': 'tempest-ServerRescueTestJSON-1955017736-router', 'tenant_id': '21edfc77fe094b2d97711711c5adbccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:08:58Z', 'updated_at': '2021-11-08T00:11:41Z', 'revision_number': 6, 'project_id': '21edfc77fe094b2d97711711c5adbccd', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:11:41.641181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d38f3b-bece-495d-a828-bf4babf541ba req-0f8d95fb-762e-42e5-8d62-e7b61adf1446 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:41.643531 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02d38f3b-bece-495d-a828-bf4babf541ba req-0f8d95fb-762e-42e5-8d62-e7b61adf1446 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0832648 Nov 08 00:11:41.679048 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:41.685023 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:41.688122 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] 10.222.0.13 "DELETE /v2.0/networks/dc16d76e-566e-40a6-a23b-cb67a009daa9 HTTP/1.1" status: 204 len: 168 time: 1.2307773 Nov 08 00:11:41.709619 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82774811-5de1-4d26-833c-cf59f30ff10c admin admin] Pushing event deleted for resources: {'Network': ['ID=dc16d76e-566e-40a6-a23b-cb67a009daa9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:41.713950 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02d38f3b-bece-495d-a828-bf4babf541ba req-c09958a8-dc86-41e4-9ad1-1a92ec552f05 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580242 Nov 08 00:11:41.737407 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2383268-3dbd-4cf8-8dd8-cf427b7842d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:41.766025 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2383268-3dbd-4cf8-8dd8-cf427b7842d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=06c34cae-d62e-43ed-a3e6-93f2cc85b288,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:41.841724 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2383268-3dbd-4cf8-8dd8-cf427b7842d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:41.847184 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f47a25-26a3-4f0a-b7ea-a6e6967c5f0d req-4853c0b3-94ca-4994-a661-5b2e019b4115 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:41.848751 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28f47a25-26a3-4f0a-b7ea-a6e6967c5f0d req-4853c0b3-94ca-4994-a661-5b2e019b4115 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.0663061 Nov 08 00:11:41.873435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device af23c8ac-7aa2-49af-901a-ba731ff09909 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:11:41.899248 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28f47a25-26a3-4f0a-b7ea-a6e6967c5f0d req-11fb2a5c-f6cc-43a3-ab3b-0945f1f0bb8d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425353 Nov 08 00:11:42.001011 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port af23c8ac-7aa2-49af-901a-ba731ff09909, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=af23c8ac-7aa2-49af-901a-ba731ff09909,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:42.016938 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'af23c8ac-7aa2-49af-901a-ba731ff09909', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': 'af23c8ac-7aa2-49af-901a-ba731ff09909', 'mac_address': 'fa:16:3e:88:73:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:11:42.074943 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:42.093143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af23c8ac-7aa2-49af-901a-ba731ff09909 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:11:42.119456 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port af23c8ac-7aa2-49af-901a-ba731ff09909, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=af23c8ac-7aa2-49af-901a-ba731ff09909,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:42.128866 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34166) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:42.206186 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:42.212333 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e1701d7c-f98e-481e-bc8f-889ff8fee44d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbd714f1e0824349b68931b67c187b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0814462 Nov 08 00:11:42.220254 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34172) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:42.228762 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2383268-3dbd-4cf8-8dd8-cf427b7842d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:42.231552 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2383268-3dbd-4cf8-8dd8-cf427b7842d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:42.290692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=af23c8ac-7aa2-49af-901a-ba731ff09909,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:42.356289 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2383268-3dbd-4cf8-8dd8-cf427b7842d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:42.356790 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2383268-3dbd-4cf8-8dd8-cf427b7842d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 874fe184-8474-4fe6-b81a-7c29853effab {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:11:42.362355 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2383268-3dbd-4cf8-8dd8-cf427b7842d9 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:42.363038 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f2383268-3dbd-4cf8-8dd8-cf427b7842d9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/874fe184-8474-4fe6-b81a-7c29853effab HTTP/1.1" status: 204 len: 168 time: 1.5167851 Nov 08 00:11:42.365657 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34174) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:42.374825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98be9c-641a-470e-a651-4c7d67bfbfb1 req-a51c9089-3996-498d-a4f6-e649668de47e tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:42.376530 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e98be9c-641a-470e-a651-4c7d67bfbfb1 req-a51c9089-3996-498d-a4f6-e649668de47e tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 945 time: 0.1627834 Nov 08 00:11:42.409861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339151e-a5df-4e7c-8c4c-0ed29e463966 req-a299fa06-4163-4a9a-ad03-f9efd4a26dc2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:42.411253 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b339151e-a5df-4e7c-8c4c-0ed29e463966 req-a299fa06-4163-4a9a-ad03-f9efd4a26dc2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 949 time: 0.1339781 Nov 08 00:11:42.412417 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f5e855-6e5a-4c30-891f-1541fdde4b82 admin admin] Deleting subnet 5b3b7865-e2bd-4e2c-8ae2-76e310490d35 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:11:42.413792 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-08bc3aad-b008-4418-a10a-dd87aff58e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:42.416294 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05f5e855-6e5a-4c30-891f-1541fdde4b82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:42.462294 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05f5e855-6e5a-4c30-891f-1541fdde4b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:42.482631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e98be9c-641a-470e-a651-4c7d67bfbfb1 req-9bea8df6-199c-4470-a12d-9847f4443eba tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ad38231-fb10-4801-bbe4-44197df2ea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935605 Nov 08 00:11:42.486265 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-08bc3aad-b008-4418-a10a-dd87aff58e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:42.518872 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05f5e855-6e5a-4c30-891f-1541fdde4b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:42.542757 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b339151e-a5df-4e7c-8c4c-0ed29e463966 req-4b83d2c1-a0b1-4158-8c5d-4083d66d0b1a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111569 Nov 08 00:11:42.645938 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-08bc3aad-b008-4418-a10a-dd87aff58e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:42.647214 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05f5e855-6e5a-4c30-891f-1541fdde4b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:42.648902 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-08bc3aad-b008-4418-a10a-dd87aff58e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:42.652552 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-08bc3aad-b008-4418-a10a-dd87aff58e85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/788ddded-04e2-4995-adb6-70903e69c329 HTTP/1.1" status: 204 len: 168 time: 0.4274726 Nov 08 00:11:42.660997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc3aad-b008-4418-a10a-dd87aff58e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788ddded-04e2-4995-adb6-70903e69c329,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:42.681661 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5e855-6e5a-4c30-891f-1541fdde4b82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b3b7865-e2bd-4e2c-8ae2-76e310490d35,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:42.687330 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05f5e855-6e5a-4c30-891f-1541fdde4b82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:42.691943 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['af23c8ac-7aa2-49af-901a-ba731ff09909'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:11:42.697736 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34178) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:42.706614 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-05f5e855-6e5a-4c30-891f-1541fdde4b82 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5b3b7865-e2bd-4e2c-8ae2-76e310490d35 HTTP/1.1" status: 204 len: 168 time: 0.3398688 Nov 08 00:11:42.872905 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4110703-5d8d-4fc8-a110-433a4d68e816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:42.945024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b026ab2-feb5-46b5-aad3-509631565b9a req-c5c65cc1-b694-48dd-a1fa-7c2b9650d7dc tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:42.947113 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b026ab2-feb5-46b5-aad3-509631565b9a req-c5c65cc1-b694-48dd-a1fa-7c2b9650d7dc tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.1030171 Nov 08 00:11:43.021191 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4110703-5d8d-4fc8-a110-433a4d68e816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:43.023338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 06c34cae-d62e-43ed-a3e6-93f2cc85b288 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:11:43.044933 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 06c34cae-d62e-43ed-a3e6-93f2cc85b288 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:11:43.045272 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 06c34cae-d62e-43ed-a3e6-93f2cc85b288 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:11:43.045713 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device dc7060f7-44fc-4c4f-9a94-d14e96681b2f no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:11:43.066892 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: dc7060f7-44fc-4c4f-9a94-d14e96681b2f {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:11:43.067207 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device dc7060f7-44fc-4c4f-9a94-d14e96681b2f not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:11:43.068951 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b026ab2-feb5-46b5-aad3-509631565b9a req-da2f930e-9a6e-4154-8ca7-d4baf93daaec tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105850 Nov 08 00:11:43.079573 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-a4110703-5d8d-4fc8-a110-433a4d68e816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c6100d-05e3-43cc-b647-520b9eba8eca']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:43.102747 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-a4110703-5d8d-4fc8-a110-433a4d68e816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9616c016-b0f1-4cf9-96a4-fd0381600ec1') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:43.103054 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-a4110703-5d8d-4fc8-a110-433a4d68e816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9616c016-b0f1-4cf9-96a4-fd0381600ec1') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:43.116550 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4110703-5d8d-4fc8-a110-433a4d68e816 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:43.133967 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0c6f6-916f-4478-a363-2a4a34f6dfd7 req-f5b81cf5-4d22-4742-87d4-4a1a26366d9a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:43.135486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cbe0c6f6-916f-4478-a363-2a4a34f6dfd7 req-f5b81cf5-4d22-4742-87d4-4a1a26366d9a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.1101060 Nov 08 00:11:43.144628 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4110703-5d8d-4fc8-a110-433a4d68e816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:43.163156 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4110703-5d8d-4fc8-a110-433a4d68e816 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:11:43.163468 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4110703-5d8d-4fc8-a110-433a4d68e816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:11:43.165151 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:11:43.233057 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cbe0c6f6-916f-4478-a363-2a4a34f6dfd7 req-db262b93-b191-44f7-a006-9f1c92bbdfba tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907211 Nov 08 00:11:43.350353 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4110703-5d8d-4fc8-a110-433a4d68e816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:43.355178 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4110703-5d8d-4fc8-a110-433a4d68e816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:43.358581 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a4110703-5d8d-4fc8-a110-433a4d68e816 admin admin] 10.222.0.13 "DELETE /v2.0/networks/00c6100d-05e3-43cc-b647-520b9eba8eca HTTP/1.1" status: 204 len: 168 time: 0.6598411 Nov 08 00:11:43.373392 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4110703-5d8d-4fc8-a110-433a4d68e816 admin admin] Pushing event deleted for resources: {'Network': ['ID=00c6100d-05e3-43cc-b647-520b9eba8eca,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:43.571467 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34196) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:43.594181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401839f-e334-4472-a495-ad0e978ba05b req-b4019dbe-54bc-4069-83e4-9e5cc9414a17 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:43.595679 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5401839f-e334-4472-a495-ad0e978ba05b req-b4019dbe-54bc-4069-83e4-9e5cc9414a17 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 945 time: 0.0570827 Nov 08 00:11:43.631934 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-008e91d6-4cce-46e3-982a-d2bdfddbb34b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=100a18ad477e4f28bd0aef10f139c1a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583806 Nov 08 00:11:43.634175 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34198) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:43.667103 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5401839f-e334-4472-a495-ad0e978ba05b req-50f40c81-6fd6-41e3-acd2-607f95212ae3 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ad38231-fb10-4801-bbe4-44197df2ea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634315 Nov 08 00:11:43.698984 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ec57ce6f-25ed-44b5-8d1c-9fe1034e896a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:43.721422 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ec57ce6f-25ed-44b5-8d1c-9fe1034e896a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:43.721891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723b7b1-89a2-423d-9ebb-a65b34f53619 req-46a30d06-bda2-416a-949d-77cf27a8a150 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:43.724948 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34202) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:43.725074 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5723b7b1-89a2-423d-9ebb-a65b34f53619 req-46a30d06-bda2-416a-949d-77cf27a8a150 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 949 time: 0.0725143 Nov 08 00:11:43.800401 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-77d7ac00-6199-42fa-a8bf-01090cc2a715 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21edfc77fe094b2d97711711c5adbccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0763087 Nov 08 00:11:43.801063 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34204) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:43.861178 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bfe077db-029f-4ae5-9975-4c788870ca0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:43.877651 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5723b7b1-89a2-423d-9ebb-a65b34f53619 req-54ccbca7-ed67-4717-ac32-1dfef7e6085e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429157 Nov 08 00:11:43.893560 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bfe077db-029f-4ae5-9975-4c788870ca0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:43.929848 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ec57ce6f-25ed-44b5-8d1c-9fe1034e896a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:43.933704 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ec57ce6f-25ed-44b5-8d1c-9fe1034e896a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:43.940300 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ec57ce6f-25ed-44b5-8d1c-9fe1034e896a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db00f23d-c403-44eb-a438-1db8cf036504 HTTP/1.1" status: 204 len: 168 time: 0.3013327 Nov 08 00:11:43.948858 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57ce6f-25ed-44b5-8d1c-9fe1034e896a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db00f23d-c403-44eb-a438-1db8cf036504,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:43.963696 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-815a94c5-61c2-4f86-b1f7-97b2a7ef42f5 req-fdf5bb1a-7896-4cc7-bd70-5236f761dce9 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 258 time: 0.2388239 Nov 08 00:11:43.981426 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-815a94c5-61c2-4f86-b1f7-97b2a7ef42f5 req-20bc975d-29ed-49d0-a1b4-ce9510712167 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:44.056833 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bfe077db-029f-4ae5-9975-4c788870ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:44.059492 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bfe077db-029f-4ae5-9975-4c788870ca0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:44.067204 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bfe077db-029f-4ae5-9975-4c788870ca0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53f32000-6664-43a7-b059-81e7a88fcb0a HTTP/1.1" status: 204 len: 168 time: 0.2610967 Nov 08 00:11:44.070647 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-815a94c5-61c2-4f86-b1f7-97b2a7ef42f5 req-20bc975d-29ed-49d0-a1b4-ce9510712167 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:44.085725 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe077db-029f-4ae5-9975-4c788870ca0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f32000-6664-43a7-b059-81e7a88fcb0a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:44.234282 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-815a94c5-61c2-4f86-b1f7-97b2a7ef42f5 req-20bc975d-29ed-49d0-a1b4-ce9510712167 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:44.254004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59524c5-dafc-4fbe-8706-a8a3cf6d22c3 req-2e4fb0ec-1d24-49f0-af07-73ceaff73d62 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:44.255474 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c59524c5-dafc-4fbe-8706-a8a3cf6d22c3 req-2e4fb0ec-1d24-49f0-af07-73ceaff73d62 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0712342 Nov 08 00:11:44.349500 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c59524c5-dafc-4fbe-8706-a8a3cf6d22c3 req-d6aca94e-ff52-4399-875e-90514a8cf89b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684907 Nov 08 00:11:44.390882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-815a94c5-61c2-4f86-b1f7-97b2a7ef42f5 req-20bc975d-29ed-49d0-a1b4-ce9510712167 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Allocated IP 172.25.2.239 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/0f68fcd9-3d1d-4685-affa-df97ff680559) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:11:44.534104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a273d-bcf8-4334-ac62-cec43daf21bd req-77e44251-a452-4758-9274-3f3bf775f4b5 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:44.535600 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-305a273d-bcf8-4334-ac62-cec43daf21bd req-77e44251-a452-4758-9274-3f3bf775f4b5 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.1116717 Nov 08 00:11:44.558323 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-815a94c5-61c2-4f86-b1f7-97b2a7ef42f5 req-20bc975d-29ed-49d0-a1b4-ce9510712167 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:44.597000 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-305a273d-bcf8-4334-ac62-cec43daf21bd req-556365d5-1704-45ac-9859-63b062b5b27f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534439 Nov 08 00:11:44.680348 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-815a94c5-61c2-4f86-b1f7-97b2a7ef42f5 req-20bc975d-29ed-49d0-a1b4-ce9510712167 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:44.721660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-815a94c5-61c2-4f86-b1f7-97b2a7ef42f5 req-20bc975d-29ed-49d0-a1b4-ce9510712167 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:11:44.724586 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-815a94c5-61c2-4f86-b1f7-97b2a7ef42f5 req-20bc975d-29ed-49d0-a1b4-ce9510712167 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:11:44.728589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-815a94c5-61c2-4f86-b1f7-97b2a7ef42f5 req-20bc975d-29ed-49d0-a1b4-ce9510712167 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:11:44.756492 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc975d-29ed-49d0-a1b4-ce9510712167 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Pushing event updated for resources: {'Port': ['ID=0f68fcd9-3d1d-4685-affa-df97ff680559,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:44.831205 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-815a94c5-61c2-4f86-b1f7-97b2a7ef42f5 req-20bc975d-29ed-49d0-a1b4-ce9510712167 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:44.939220 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-815a94c5-61c2-4f86-b1f7-97b2a7ef42f5 req-20bc975d-29ed-49d0-a1b4-ce9510712167 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:45.077425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2d433-4008-4a5d-ac39-14de2a6acaa7 req-7a27a221-14d4-451b-9239-7f999215b301 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:45.078889 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05b2d433-4008-4a5d-ac39-14de2a6acaa7 req-7a27a221-14d4-451b-9239-7f999215b301 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 949 time: 0.1133113 Nov 08 00:11:45.155935 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05b2d433-4008-4a5d-ac39-14de2a6acaa7 req-843f67a5-2900-472c-9fde-05cee7337252 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655961 Nov 08 00:11:45.175761 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-815a94c5-61c2-4f86-b1f7-97b2a7ef42f5 req-20bc975d-29ed-49d0-a1b4-ce9510712167 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:45.297405 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-815a94c5-61c2-4f86-b1f7-97b2a7ef42f5 req-20bc975d-29ed-49d0-a1b4-ce9510712167 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:45.371253 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc975d-29ed-49d0-a1b4-ce9510712167 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Pushing event updated for resources: {'Port': ['ID=0f68fcd9-3d1d-4685-affa-df97ff680559,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:45.401502 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34262) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:45.403747 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-815a94c5-61c2-4f86-b1f7-97b2a7ef42f5 req-20bc975d-29ed-49d0-a1b4-ce9510712167 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:45.430887 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34266) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:45.483169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f94b3-a212-4f0d-8f05-477609bc94d7 req-befeb140-5ddf-49fe-affd-4c2e38fb2c2a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:45.484777 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-761f94b3-a212-4f0d-8f05-477609bc94d7 req-befeb140-5ddf-49fe-affd-4c2e38fb2c2a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0553927 Nov 08 00:11:45.524691 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-815a94c5-61c2-4f86-b1f7-97b2a7ef42f5 req-20bc975d-29ed-49d0-a1b4-ce9510712167 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:45.525915 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-815a94c5-61c2-4f86-b1f7-97b2a7ef42f5 req-20bc975d-29ed-49d0-a1b4-ce9510712167 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5611572 Nov 08 00:11:45.536514 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-761f94b3-a212-4f0d-8f05-477609bc94d7 req-2736ae6d-462e-4dc5-ae92-338b1ad72849 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440116 Nov 08 00:11:45.556143 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-9028a275-c30d-4434-98aa-f6fc434bd0e9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-687099612-network', 'tenant_id': '5ad4ed64531f4933a0495ece11147997'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:45.564515 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d92527ab-a47b-4841-9c15-cb5072ed9d26 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-505797734-network', 'tenant_id': '3c4d5bb4ed1d41d3b2d6cad5ce2423e3'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:45.590515 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.db.api [None req-9028a275-c30d-4434-98aa-f6fc434bd0e9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 08 00:11:45.590515 n-d-816882-1 neutron-server[102771]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 08 00:11:45.590515 n-d-816882-1 neutron-server[102771]: [parameters: {'project_id': '5ad4ed64531f4933a0495ece11147997', 'id': '10d59482-df80-480a-ae19-6b21053b6cf9', 'expiration': datetime.datetime(2021, 11, 8, 0, 13, 45, 576038)}] Nov 08 00:11:45.590515 n-d-816882-1 neutron-server[102771]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:11:45.591005 n-d-816882-1 neutron-server[102771]: DEBUG oslo_db.api [None req-9028a275-c30d-4434-98aa-f6fc434bd0e9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:11:45.599280 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-815a94c5-61c2-4f86-b1f7-97b2a7ef42f5 req-da1d5858-8775-470a-b761-6df32edeb282 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 696 time: 0.0601330 Nov 08 00:11:45.664488 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92527ab-a47b-4841-9c15-cb5072ed9d26 admin admin] Made reservation on behalf of 3c4d5bb4ed1d41d3b2d6cad5ce2423e3 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:11:45.667395 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d92527ab-a47b-4841-9c15-cb5072ed9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:45.678767 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d92527ab-a47b-4841-9c15-cb5072ed9d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:45.739752 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a94c5-61c2-4f86-b1f7-97b2a7ef42f5 req-9d866e46-c30d-4134-b499-befb175d3708 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:45.741114 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-815a94c5-61c2-4f86-b1f7-97b2a7ef42f5 req-9d866e46-c30d-4134-b499-befb175d3708 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.1361434 Nov 08 00:11:45.753589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ca36a-f6c3-4de8-85df-b8f31420473e req-5595b9b1-3752-4b61-86d5-c139bd13246c tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:45.755101 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-215ca36a-f6c3-4de8-85df-b8f31420473e req-5595b9b1-3752-4b61-86d5-c139bd13246c tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.0785353 Nov 08 00:11:45.771442 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d92527ab-a47b-4841-9c15-cb5072ed9d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:45.794048 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-215ca36a-f6c3-4de8-85df-b8f31420473e req-512bac3e-1604-4c54-bdd2-0f361fcf22b1 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327246 Nov 08 00:11:45.841589 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d92527ab-a47b-4841-9c15-cb5072ed9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:45.866826 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92527ab-a47b-4841-9c15-cb5072ed9d26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:11:45.877209 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92527ab-a47b-4841-9c15-cb5072ed9d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d23abfc-2b57-482a-951f-11055040d1db,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:45.881962 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d92527ab-a47b-4841-9c15-cb5072ed9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:45.882307 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-d92527ab-a47b-4841-9c15-cb5072ed9d26 admin admin] Added segment cc6b21bf-5659-458e-a4a4-30150d05a911 of type vlan for network 9275618c-2af8-4285-873e-1544fab15b19 Nov 08 00:11:45.918436 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device af23c8ac-7aa2-49af-901a-ba731ff09909 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:11:45.925148 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d92527ab-a47b-4841-9c15-cb5072ed9d26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:45.947192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61530b80-e054-401b-a3b5-ee949d516995 req-9f38c41a-63dd-4f98-99db-28e5a58f4200 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:45.949070 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61530b80-e054-401b-a3b5-ee949d516995 req-9f38c41a-63dd-4f98-99db-28e5a58f4200 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1036339 Nov 08 00:11:46.002773 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61530b80-e054-401b-a3b5-ee949d516995 req-0bf9df6a-da33-4033-80e7-05000c4c386a tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 696 time: 0.0477161 Nov 08 00:11:46.007524 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d92527ab-a47b-4841-9c15-cb5072ed9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:46.008622 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92527ab-a47b-4841-9c15-cb5072ed9d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:46.009214 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d92527ab-a47b-4841-9c15-cb5072ed9d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:46.018078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-61530b80-e054-401b-a3b5-ee949d516995 req-a9a96582-8273-41f1-8ba1-431712e0fb73 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Request body: {'floatingip': {'port_id': '1b54c618-16b1-42a0-8321-9275a404988c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:46.050160 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port af23c8ac-7aa2-49af-901a-ba731ff09909 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:11:46.054205 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port af23c8ac-7aa2-49af-901a-ba731ff09909 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:46.054761 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:46.071418 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-61530b80-e054-401b-a3b5-ee949d516995 req-a9a96582-8273-41f1-8ba1-431712e0fb73 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:46.075323 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92527ab-a47b-4841-9c15-cb5072ed9d26 admin admin] Pushing event updated for resources: {'Network': ['ID=9275618c-2af8-4285-873e-1544fab15b19,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:46.093144 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 9275618c-2af8-4285-873e-1544fab15b19 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:11:46.171042 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d92527ab-a47b-4841-9c15-cb5072ed9d26 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7388165 Nov 08 00:11:46.173185 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34276) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:46.183345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c7a1103c-9d2b-4226-8aa2-7b477b65fa81 admin admin] Request body: {'subnet': {'network_id': '9275618c-2af8-4285-873e-1544fab15b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-505797734-subnet', 'tenant_id': '3c4d5bb4ed1d41d3b2d6cad5ce2423e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:46.198201 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:46.230972 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc5443f-f845-45e7-91c2-037afc32d34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af23c8ac-7aa2-49af-901a-ba731ff09909'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:46.234532 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0e665d-05e3-4570-b649-35987419acf1" -d '{"events": [{"server_uuid": "7bc5443f-f845-45e7-91c2-037afc32d34c", "name": "network-vif-plugged", "status": "completed", "tag": "af23c8ac-7aa2-49af-901a-ba731ff09909"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:46.250160 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port af23c8ac-7aa2-49af-901a-ba731ff09909, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=af23c8ac-7aa2-49af-901a-ba731ff09909,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:46.256146 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9028a275-c30d-4434-98aa-f6fc434bd0e9 admin admin] Made reservation on behalf of 5ad4ed64531f4933a0495ece11147997 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:11:46.258837 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9028a275-c30d-4434-98aa-f6fc434bd0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:46.275272 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9028a275-c30d-4434-98aa-f6fc434bd0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:46.373499 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:46.379696 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9028a275-c30d-4434-98aa-f6fc434bd0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:46.402012 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a1103c-9d2b-4226-8aa2-7b477b65fa81 admin admin] Made reservation on behalf of 3c4d5bb4ed1d41d3b2d6cad5ce2423e3 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:11:46.405290 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c7a1103c-9d2b-4226-8aa2-7b477b65fa81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:46.437820 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=af23c8ac-7aa2-49af-901a-ba731ff09909,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:46.460539 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9028a275-c30d-4434-98aa-f6fc434bd0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:46.479959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ffbc5-d1c0-46ab-9523-d48d14a41896 req-dfd9caa9-5fb4-4a34-9574-8c9f0b7b8984 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:46.481869 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f6ffbc5-d1c0-46ab-9523-d48d14a41896 req-dfd9caa9-5fb4-4a34-9574-8c9f0b7b8984 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 950 time: 0.1108658 Nov 08 00:11:46.507210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9028a275-c30d-4434-98aa-f6fc434bd0e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:11:46.515547 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028a275-c30d-4434-98aa-f6fc434bd0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2e3316-0707-4170-b382-582d2a200c6e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:46.528558 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9028a275-c30d-4434-98aa-f6fc434bd0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:46.530601 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-9028a275-c30d-4434-98aa-f6fc434bd0e9 admin admin] Added segment 8ba65c8a-b42a-4530-bb6d-52807ee76a78 of type vlan for network 1d4bb435-3635-43a7-8e22-05a3f29467e1 Nov 08 00:11:46.591837 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f6ffbc5-d1c0-46ab-9523-d48d14a41896 req-85e6008c-1fb8-4ff4-8f23-6ce2f21702ae tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003187 Nov 08 00:11:46.601267 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9028a275-c30d-4434-98aa-f6fc434bd0e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:46.681953 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438bc3ca-2846-4e2a-a96c-76ee6e4e0bc9 x-openstack-request-id: req-438bc3ca-2846-4e2a-a96c-76ee6e4e0bc9 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:46.682324 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc5443f-f845-45e7-91c2-037afc32d34c", "name": "network-vif-plugged", "status": "completed", "tag": "af23c8ac-7aa2-49af-901a-ba731ff09909", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:46.682712 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-438bc3ca-2846-4e2a-a96c-76ee6e4e0bc9 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:46.683170 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc5443f-f845-45e7-91c2-037afc32d34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af23c8ac-7aa2-49af-901a-ba731ff09909', 'code': 200} Nov 08 00:11:46.698872 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9028a275-c30d-4434-98aa-f6fc434bd0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:46.699908 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9028a275-c30d-4434-98aa-f6fc434bd0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:46.703946 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9028a275-c30d-4434-98aa-f6fc434bd0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:46.773552 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028a275-c30d-4434-98aa-f6fc434bd0e9 admin admin] Pushing event updated for resources: {'Network': ['ID=1d4bb435-3635-43a7-8e22-05a3f29467e1,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:46.784214 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c7a1103c-9d2b-4226-8aa2-7b477b65fa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:46.785833 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 1d4bb435-3635-43a7-8e22-05a3f29467e1 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:11:46.817018 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9028a275-c30d-4434-98aa-f6fc434bd0e9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4136124 Nov 08 00:11:46.823301 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34286) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:46.836220 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ce740ba5-01cf-4bad-9773-2ee3ea1a9c8f admin admin] Request body: {'subnet': {'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-687099612-subnet', 'tenant_id': '5ad4ed64531f4933a0495ece11147997', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:46.875573 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a1103c-9d2b-4226-8aa2-7b477b65fa81 admin admin] Checking segment: {'id': 'cc6b21bf-5659-458e-a4a4-30150d05a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9275618c-2af8-4285-873e-1544fab15b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:11:46.875875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a1103c-9d2b-4226-8aa2-7b477b65fa81 admin admin] Network hostable DHCP agents. Network: 9275618c-2af8-4285-873e-1544fab15b19, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:11:46.907844 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1103c-9d2b-4226-8aa2-7b477b65fa81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8240525-3ca1-4b43-8bf4-23a1cb2e921d,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:46.945094 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-61530b80-e054-401b-a3b5-ee949d516995 req-a9a96582-8273-41f1-8ba1-431712e0fb73 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:46.945821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a950e-700d-4f31-bcfe-76e694ae6056 req-2642f72a-e461-44cf-b952-dbd8a2ce163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:46.947308 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9d2a950e-700d-4f31-bcfe-76e694ae6056 req-2642f72a-e461-44cf-b952-dbd8a2ce163c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 1101 time: 0.0627489 Nov 08 00:11:46.962062 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aeed96-7a6e-4ec5-ba70-63d8cf91865f req-b693f12a-66f4-45fc-b243-93d71c7906ba tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:46.963588 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64aeed96-7a6e-4ec5-ba70-63d8cf91865f req-b693f12a-66f4-45fc-b243-93d71c7906ba tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.1142004 Nov 08 00:11:46.995446 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce740ba5-01cf-4bad-9773-2ee3ea1a9c8f admin admin] Made reservation on behalf of 5ad4ed64531f4933a0495ece11147997 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:11:46.998300 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce740ba5-01cf-4bad-9773-2ee3ea1a9c8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:47.004094 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64aeed96-7a6e-4ec5-ba70-63d8cf91865f req-7b7b90b5-d317-423c-bf60-f3ec235b1ab0 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338154 Nov 08 00:11:47.018907 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-61530b80-e054-401b-a3b5-ee949d516995 req-a9a96582-8273-41f1-8ba1-431712e0fb73 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:47.077225 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9d2a950e-700d-4f31-bcfe-76e694ae6056 req-b1d21730-add3-465e-aaff-c94b9ffda968 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092243 Nov 08 00:11:47.079500 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a1103c-9d2b-4226-8aa2-7b477b65fa81 admin admin] Network 9275618c-2af8-4285-873e-1544fab15b19 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:11:47.167978 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-c7a1103c-9d2b-4226-8aa2-7b477b65fa81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 9275618c-2af8-4285-873e-1544fab15b19) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:11:47.174447 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a1103c-9d2b-4226-8aa2-7b477b65fa81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:47.175298 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c7a1103c-9d2b-4226-8aa2-7b477b65fa81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:47.177599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef1417d-c1db-4aa4-8ec9-aad7d7a920c6 None None] Network 9275618c-2af8-4285-873e-1544fab15b19 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:11:47.204346 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd707ff-f784-4194-aa70-0fe7af58d921 req-e2557d03-09b1-45f4-82ad-7ff12eba6c1f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:47.212295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0cd707ff-f784-4194-aa70-0fe7af58d921 req-e2557d03-09b1-45f4-82ad-7ff12eba6c1f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.1230488 Nov 08 00:11:47.249093 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-61530b80-e054-401b-a3b5-ee949d516995 req-a9a96582-8273-41f1-8ba1-431712e0fb73 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Floating IP 945b3ae7-7f2f-4fdc-bbe6-05bf3b431c2f associated. External IP: 172.25.2.239, port: 1b54c618-16b1-42a0-8321-9275a404988c. Nov 08 00:11:47.335910 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c7a1103c-9d2b-4226-8aa2-7b477b65fa81 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1519866 Nov 08 00:11:47.336246 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0cd707ff-f784-4194-aa70-0fe7af58d921 req-2483a0aa-e14a-497c-b0c9-541c912cee06 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183710 Nov 08 00:11:47.353355 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254c94ec-f7cd-40ad-9d3b-9525c215344f None None] Network 9275618c-2af8-4285-873e-1544fab15b19 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:11:47.374036 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce740ba5-01cf-4bad-9773-2ee3ea1a9c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:47.489519 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce740ba5-01cf-4bad-9773-2ee3ea1a9c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bbef566-b085-441c-ae50-5585c6ec1d72,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:47.506845 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce740ba5-01cf-4bad-9773-2ee3ea1a9c8f admin admin] Checking segment: {'id': '8ba65c8a-b42a-4530-bb6d-52807ee76a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:11:47.507716 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce740ba5-01cf-4bad-9773-2ee3ea1a9c8f admin admin] Network hostable DHCP agents. Network: 1d4bb435-3635-43a7-8e22-05a3f29467e1, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:11:47.539982 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61530b80-e054-401b-a3b5-ee949d516995 req-a9a96582-8273-41f1-8ba1-431712e0fb73 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Router 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:11:47.636302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce740ba5-01cf-4bad-9773-2ee3ea1a9c8f admin admin] Network 1d4bb435-3635-43a7-8e22-05a3f29467e1 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:11:47.656797 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61530b80-e054-401b-a3b5-ee949d516995 req-a9a96582-8273-41f1-8ba1-431712e0fb73 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:11:47.668613 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4058b694-5772-4760-9340-95008364fc3c None None] Sync routers for ids ['044b3ddd-59c5-4ed9-a94a-9089e95e01e0'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:11:47.669097 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-61530b80-e054-401b-a3b5-ee949d516995 req-a9a96582-8273-41f1-8ba1-431712e0fb73 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:47.678951 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4058b694-5772-4760-9340-95008364fc3c None None] Routers {'044b3ddd-59c5-4ed9-a94a-9089e95e01e0'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:47.679563 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4058b694-5772-4760-9340-95008364fc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:11:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['044b3ddd-59c5-4ed9-a94a-9089e95e01e0'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:47.694401 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-c62d801b-cbdc-466e-9af4-9ce0ccea0e9d req-502b8831-87b4-4a48-912e-8d6ad8f8cecd tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-661853357', 'description': 'tempest-description-932573087'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:47.710487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61530b80-e054-401b-a3b5-ee949d516995 req-a9a96582-8273-41f1-8ba1-431712e0fb73 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "PUT /v2.0/floatingips/945b3ae7-7f2f-4fdc-bbe6-05bf3b431c2f HTTP/1.1" status: 200 len: 996 time: 1.6960201 Nov 08 00:11:47.712083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec87a08-34cf-4549-bbd1-0dbde63c263a', 'tag': '1b54c618-16b1-42a0-8321-9275a404988c'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:47.713920 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a1a379-001a-43ed-ab10-e20f273b1b54" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec87a08-34cf-4549-bbd1-0dbde63c263a", "tag": "1b54c618-16b1-42a0-8321-9275a404988c"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:47.721855 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-ce740ba5-01cf-4bad-9773-2ee3ea1a9c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 1d4bb435-3635-43a7-8e22-05a3f29467e1) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:11:47.728620 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce740ba5-01cf-4bad-9773-2ee3ea1a9c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:47.729318 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce740ba5-01cf-4bad-9773-2ee3ea1a9c8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:47.755299 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c047c723-98ba-4d25-a423-b35513937c5a None None] Network 1d4bb435-3635-43a7-8e22-05a3f29467e1 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:11:47.775857 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61530b80-e054-401b-a3b5-ee949d516995 req-206bd224-2b21-4e12-9e8a-d4cc2305ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:47.777386 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61530b80-e054-401b-a3b5-ee949d516995 req-206bd224-2b21-4e12-9e8a-d4cc2305ffd8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=540d436eb2814e6787d2721bfa568078&device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 1096 time: 0.0417168 Nov 08 00:11:47.838811 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c62d801b-cbdc-466e-9af4-9ce0ccea0e9d req-502b8831-87b4-4a48-912e-8d6ad8f8cecd tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:47.865358 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ce740ba5-01cf-4bad-9773-2ee3ea1a9c8f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0332682 Nov 08 00:11:47.868773 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34304) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:47.873509 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-4058b694-5772-4760-9340-95008364fc3c None None] Set router 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:47.875659 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c6ed5e13-9541-41ad-8947-90c57288ebc5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-687099612-router', 'tenant_id': '5ad4ed64531f4933a0495ece11147997', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:47.925678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61530b80-e054-401b-a3b5-ee949d516995 req-f5b03301-9a66-4216-8760-86c4b99ded41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:47.927178 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61530b80-e054-401b-a3b5-ee949d516995 req-f5b03301-9a66-4216-8760-86c4b99ded41 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c7f387d4-1556-448e-8589-8a64f3636439 HTTP/1.1" status: 200 len: 930 time: 0.1426299 Nov 08 00:11:47.984146 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5e13-9541-41ad-8947-90c57288ebc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:47.985507 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5e13-9541-41ad-8947-90c57288ebc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:47.992993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aa9272-7856-469d-9fc6-aa7390cca769 None None] Network 1d4bb435-3635-43a7-8e22-05a3f29467e1 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:11:48.020371 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c62d801b-cbdc-466e-9af4-9ce0ccea0e9d req-502b8831-87b4-4a48-912e-8d6ad8f8cecd tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:48.062560 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61530b80-e054-401b-a3b5-ee949d516995 req-2c34a844-19bb-4f76-9988-b348e4004887 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b54c618-16b1-42a0-8321-9275a404988c HTTP/1.1" status: 200 len: 999 time: 0.1179309 Nov 08 00:11:48.065312 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5e13-9541-41ad-8947-90c57288ebc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:48.099517 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c62d801b-cbdc-466e-9af4-9ce0ccea0e9d req-502b8831-87b4-4a48-912e-8d6ad8f8cecd tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:48.148619 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61530b80-e054-401b-a3b5-ee949d516995 req-596a71e1-15f7-4388-a1d6-d99138db9e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:48.150116 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61530b80-e054-401b-a3b5-ee949d516995 req-596a71e1-15f7-4388-a1d6-d99138db9e5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1e107c3-6e30-4ca3-accf-e81fd68d6037 HTTP/1.1" status: 200 len: 868 time: 0.0799251 Nov 08 00:11:48.150891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b8831-87b4-4a48-912e-8d6ad8f8cecd tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=161bf2d2-5fe1-444d-ba8c-70fd4d5db64d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:48.223003 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c62d801b-cbdc-466e-9af4-9ce0ccea0e9d req-502b8831-87b4-4a48-912e-8d6ad8f8cecd tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:48.224768 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c62d801b-cbdc-466e-9af4-9ce0ccea0e9d req-502b8831-87b4-4a48-912e-8d6ad8f8cecd tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5360367 Nov 08 00:11:48.238639 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61530b80-e054-401b-a3b5-ee949d516995 req-1dfb51ea-4350-43b5-a875-f005ba91acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:48.240349 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61530b80-e054-401b-a3b5-ee949d516995 req-1dfb51ea-4350-43b5-a875-f005ba91acfb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c7f387d4-1556-448e-8589-8a64f3636439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809517 Nov 08 00:11:48.269127 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-61530b80-e054-401b-a3b5-ee949d516995 req-3e14e68d-4e60-49f0-9913-4b9fef132234 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:11:48.269127 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61530b80-e054-401b-a3b5-ee949d516995 req-3e14e68d-4e60-49f0-9913-4b9fef132234 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114157 Nov 08 00:11:48.346407 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5e13-9541-41ad-8947-90c57288ebc5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:48.433973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef24782-1d8c-4d16-9e7a-86f5e89c69b8 req-e4352cb1-f700-4089-838e-faa2c4caafd0 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:48.436256 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ef24782-1d8c-4d16-9e7a-86f5e89c69b8 req-e4352cb1-f700-4089-838e-faa2c4caafd0 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 950 time: 0.0837560 Nov 08 00:11:48.463218 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61530b80-e054-401b-a3b5-ee949d516995 req-63b04855-5ad9-47d7-a235-a8aabc37ad54 service neutron] 10.222.0.13 "GET /v2.0/networks/c7f387d4-1556-448e-8589-8a64f3636439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859491 Nov 08 00:11:48.467504 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4058b694-5772-4760-9340-95008364fc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986918895-router', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'bb575871-017d-4891-aba4-f92d96147d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:14Z', 'updated_at': '2021-11-08T00:11:22Z', 'revision_number': 4, 'project_id': '540d436eb2814e6787d2721bfa568078', 'gw_port': {'id': 'bb575871-017d-4891-aba4-f92d96147d37', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:15Z', 'updated_at': '2021-11-08T00:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '945b3ae7-7f2f-4fdc-bbe6-05bf3b431c2f', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'port_id': '1b54c618-16b1-42a0-8321-9275a404988c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439', 'mac_address': 'fa:16:3e:8d:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec87a08-34cf-4549-bbd1-0dbde63c263a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:11:44Z', 'updated_at': '2021-11-08T00:11:46Z', 'revision_number': 1, 'project_id': '540d436eb2814e6787d2721bfa568078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301407cc-9c39-47fe-a399-8264a3884948', 'name': '', 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'mac_address': 'fa:16:3e:07:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd1e107c3-6e30-4ca3-accf-e81fd68d6037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:21Z', 'updated_at': '2021-11-08T00:11:26Z', 'revision_number': 5, 'project_id': '540d436eb2814e6787d2721bfa568078', 'subnets': [{'id': 'd1e107c3-6e30-4ca3-accf-e81fd68d6037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:48.502914 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4058b694-5772-4760-9340-95008364fc3c None None] Checking router: 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:11:48.514485 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4058b694-5772-4760-9340-95008364fc3c None None] Routers {'044b3ddd-59c5-4ed9-a94a-9089e95e01e0'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:48.515133 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4058b694-5772-4760-9340-95008364fc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:11:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['044b3ddd-59c5-4ed9-a94a-9089e95e01e0'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:48.599051 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ef24782-1d8c-4d16-9e7a-86f5e89c69b8 req-d23b252c-3e63-46f0-ab9f-c1a32580cbdb tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530521 Nov 08 00:11:48.652132 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61530b80-e054-401b-a3b5-ee949d516995 req-406772cc-0136-42ba-a7e6-1eb69dc0753f service neutron] 10.222.0.13 "GET /v2.0/networks/c7f387d4-1556-448e-8589-8a64f3636439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751630 Nov 08 00:11:48.670168 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a09d38-ed44-4ef1-b870-681ef4cbc982 x-openstack-request-id: req-08a09d38-ed44-4ef1-b870-681ef4cbc982 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:48.670628 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec87a08-34cf-4549-bbd1-0dbde63c263a", "tag": "1b54c618-16b1-42a0-8321-9275a404988c", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:48.670882 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08a09d38-ed44-4ef1-b870-681ef4cbc982 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:48.671301 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec87a08-34cf-4549-bbd1-0dbde63c263a', 'tag': '1b54c618-16b1-42a0-8321-9275a404988c', 'status': 'completed', 'code': 200} Nov 08 00:11:48.682834 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-4058b694-5772-4760-9340-95008364fc3c None None] Set router 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:48.708832 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5e13-9541-41ad-8947-90c57288ebc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:48.741383 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5e13-9541-41ad-8947-90c57288ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:48.845386 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1a379-001a-43ed-ab10-e20f273b1b54 req-ab10e6f8-e2b7-4771-b6c4-b83d8ec6630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:48.846931 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-20a1a379-001a-43ed-ab10-e20f273b1b54 req-ab10e6f8-e2b7-4771-b6c4-b83d8ec6630b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=540d436eb2814e6787d2721bfa568078&device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 1096 time: 0.1154923 Nov 08 00:11:48.916163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b905b2-8fdd-483d-83a5-3e0084155df9 req-cab8efe4-462c-43fe-9df9-1e33dcf5f1d6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:48.917867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65b905b2-8fdd-483d-83a5-3e0084155df9 req-cab8efe4-462c-43fe-9df9-1e33dcf5f1d6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.1089907 Nov 08 00:11:48.934522 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-c2aef789-e800-4364-90bc-5fd85fe27996 service neutron] show failed (client error): The resource could not be found. Nov 08 00:11:48.935870 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-c2aef789-e800-4364-90bc-5fd85fe27996 service neutron] 10.222.0.20 "GET /v2.0/ports/478fbc01-eacc-42aa-bcea-78be1ab05517/bindings/n-h2-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.0875618 Nov 08 00:11:48.965841 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-20e2c08f-f731-492b-9322-3692dee21a63 req-fdb4357d-80ae-4235-a179-e73db7989f26 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-194110096', 'description': 'tempest-description-1778644723'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:48.999757 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-c6ed5e13-9541-41ad-8947-90c57288ebc5 admin admin] Allocated IP 172.25.2.58 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:11:49.002386 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65b905b2-8fdd-483d-83a5-3e0084155df9 req-9bae7cee-b86d-4b52-a3fa-ceca07909e83 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765054 Nov 08 00:11:49.010073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4058b694-5772-4760-9340-95008364fc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986918895-router', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'bb575871-017d-4891-aba4-f92d96147d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:14Z', 'updated_at': '2021-11-08T00:11:22Z', 'revision_number': 4, 'project_id': '540d436eb2814e6787d2721bfa568078', 'gw_port': {'id': 'bb575871-017d-4891-aba4-f92d96147d37', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:15Z', 'updated_at': '2021-11-08T00:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '945b3ae7-7f2f-4fdc-bbe6-05bf3b431c2f', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'port_id': '1b54c618-16b1-42a0-8321-9275a404988c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439', 'mac_address': 'fa:16:3e:8d:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec87a08-34cf-4549-bbd1-0dbde63c263a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:11:44Z', 'updated_at': '2021-11-08T00:11:46Z', 'revision_number': 1, 'project_id': '540d436eb2814e6787d2721bfa568078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301407cc-9c39-47fe-a399-8264a3884948', 'name': '', 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'mac_address': 'fa:16:3e:07:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd1e107c3-6e30-4ca3-accf-e81fd68d6037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:21Z', 'updated_at': '2021-11-08T00:11:26Z', 'revision_number': 5, 'project_id': '540d436eb2814e6787d2721bfa568078', 'subnets': [{'id': 'd1e107c3-6e30-4ca3-accf-e81fd68d6037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:49.045975 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4058b694-5772-4760-9340-95008364fc3c None None] The sync data for ids ['044b3ddd-59c5-4ed9-a94a-9089e95e01e0'] in n-d-816882-1 is: [{'id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986918895-router', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'bb575871-017d-4891-aba4-f92d96147d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:14Z', 'updated_at': '2021-11-08T00:11:22Z', 'revision_number': 4, 'project_id': '540d436eb2814e6787d2721bfa568078', 'gw_port': {'id': 'bb575871-017d-4891-aba4-f92d96147d37', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:15Z', 'updated_at': '2021-11-08T00:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '945b3ae7-7f2f-4fdc-bbe6-05bf3b431c2f', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'port_id': '1b54c618-16b1-42a0-8321-9275a404988c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439', 'mac_address': 'fa:16:3e:8d:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec87a08-34cf-4549-bbd1-0dbde63c263a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:11:44Z', 'updated_at': '2021-11-08T00:11:46Z', 'revision_number': 1, 'project_id': '540d436eb2814e6787d2721bfa568078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301407cc-9c39-47fe-a399-8264a3884948', 'name': '', 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'mac_address': 'fa:16:3e:07:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd1e107c3-6e30-4ca3-accf-e81fd68d6037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:21Z', 'updated_at': '2021-11-08T00:11:26Z', 'revision_number': 5, 'project_id': '540d436eb2814e6787d2721bfa568078', 'subnets': [{'id': 'd1e107c3-6e30-4ca3-accf-e81fd68d6037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:11:49.101644 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1a379-001a-43ed-ab10-e20f273b1b54 req-fe11ecc0-f266-4075-b317-77dff2be5cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:49.105445 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-20a1a379-001a-43ed-ab10-e20f273b1b54 req-fe11ecc0-f266-4075-b317-77dff2be5cb1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7f387d4-1556-448e-8589-8a64f3636439 HTTP/1.1" status: 200 len: 930 time: 0.2493279 Nov 08 00:11:49.134931 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-20e2c08f-f731-492b-9322-3692dee21a63 req-fdb4357d-80ae-4235-a179-e73db7989f26 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:49.171058 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d069b1f-4c51-4a57-936a-d45bf72833a3 req-2101bf33-5f55-4f0d-8316-7912c77dd8ae tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:49.174199 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7d069b1f-4c51-4a57-936a-d45bf72833a3 req-2101bf33-5f55-4f0d-8316-7912c77dd8ae tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.0816963 Nov 08 00:11:49.206569 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-20a1a379-001a-43ed-ab10-e20f273b1b54 req-c79e1980-09bc-46f2-a6e0-004e9409774c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b54c618-16b1-42a0-8321-9275a404988c HTTP/1.1" status: 200 len: 999 time: 0.0918303 Nov 08 00:11:49.229859 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5e13-9541-41ad-8947-90c57288ebc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:49.260662 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7d069b1f-4c51-4a57-936a-d45bf72833a3 req-975bc149-3353-4def-896c-38dece83d99a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737517 Nov 08 00:11:49.285462 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-20e2c08f-f731-492b-9322-3692dee21a63 req-fdb4357d-80ae-4235-a179-e73db7989f26 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:49.285680 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1a379-001a-43ed-ab10-e20f273b1b54 req-3b3bfe10-ac56-4c91-9e02-9498ea998619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:49.288653 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-20a1a379-001a-43ed-ab10-e20f273b1b54 req-3b3bfe10-ac56-4c91-9e02-9498ea998619 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1e107c3-6e30-4ca3-accf-e81fd68d6037 HTTP/1.1" status: 200 len: 868 time: 0.0712299 Nov 08 00:11:49.381006 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-20e2c08f-f731-492b-9322-3692dee21a63 req-fdb4357d-80ae-4235-a179-e73db7989f26 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:49.382430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1a379-001a-43ed-ab10-e20f273b1b54 req-4310a2a6-65a3-4325-b3ea-6d49d5f17165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:49.384116 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-20a1a379-001a-43ed-ab10-e20f273b1b54 req-4310a2a6-65a3-4325-b3ea-6d49d5f17165 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7f387d4-1556-448e-8589-8a64f3636439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817459 Nov 08 00:11:49.386001 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9c6e38-fbc0-477c-a23f-55acee9eb546 None None] New status for floating IP 945b3ae7-7f2f-4fdc-bbe6-05bf3b431c2f: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:11:49.430887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4357d-80ae-4235-a179-e73db7989f26 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940c58f5-3259-410e-83fc-daa1a5012be2,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:49.449699 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5e13-9541-41ad-8947-90c57288ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:49.477455 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-977f9bcc-81e8-4435-a99f-61c633ff2823 req-a324d1a0-e447-4762-8b36-1577be7dcc3e tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 258 time: 0.1750636 Nov 08 00:11:49.483463 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-977f9bcc-81e8-4435-a99f-61c633ff2823 req-53adca11-98d0-44a0-883a-7f9279887103 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:49.531325 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-20e2c08f-f731-492b-9322-3692dee21a63 req-fdb4357d-80ae-4235-a179-e73db7989f26 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:49.532682 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20e2c08f-f731-492b-9322-3692dee21a63 req-fdb4357d-80ae-4235-a179-e73db7989f26 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5754323 Nov 08 00:11:49.562815 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ed5e13-9541-41ad-8947-90c57288ebc5 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:11:49.609092 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-20a1a379-001a-43ed-ab10-e20f273b1b54 req-4517980a-eb27-4c19-9db8-39d205424893 service neutron] 10.222.0.20 "GET /v2.0/networks/c7f387d4-1556-448e-8589-8a64f3636439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167888 Nov 08 00:11:49.621596 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-c6ed5e13-9541-41ad-8947-90c57288ebc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:11:49.625111 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ed5e13-9541-41ad-8947-90c57288ebc5 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:11:49.636308 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-977f9bcc-81e8-4435-a99f-61c633ff2823 req-53adca11-98d0-44a0-883a-7f9279887103 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:49.694670 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed5e13-9541-41ad-8947-90c57288ebc5 admin admin] Pushing event updated for resources: {'Port': ['ID=0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:49.828710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-1d679aa5-8636-4a09-8794-38ba7e6e5740 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:49.830235 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-1d679aa5-8636-4a09-8794-38ba7e6e5740 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/networks?id=9275618c-2af8-4285-873e-1544fab15b19 HTTP/1.1" status: 200 len: 812 time: 0.1367090 Nov 08 00:11:49.851715 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-24d43032-f558-4697-94e0-4fda0e7bae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:49.853528 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-24d43032-f558-4697-94e0-4fda0e7bae3c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc&tenant_id=c0d6283f3c2b48d888bd9867b9b06340 HTTP/1.1" status: 200 len: 1100 time: 0.3449352 Nov 08 00:11:49.866085 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-fcc4afde-62a8-4730-997a-924a77e6525a tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/quotas/3c4d5bb4ed1d41d3b2d6cad5ce2423e3 HTTP/1.1" status: 200 len: 375 time: 0.0174832 Nov 08 00:11:49.882511 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:49.886796 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-977f9bcc-81e8-4435-a99f-61c633ff2823 req-53adca11-98d0-44a0-883a-7f9279887103 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:49.905236 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-37d4bb2d-e98b-4ef1-8b52-565bae354a20 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c4d5bb4ed1d41d3b2d6cad5ce2423e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295475 Nov 08 00:11:49.918871 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-20a1a379-001a-43ed-ab10-e20f273b1b54 req-d0908287-8f28-4f6b-ae12-e6626cb500e2 service neutron] 10.222.0.20 "GET /v2.0/networks/c7f387d4-1556-448e-8589-8a64f3636439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986631 Nov 08 00:11:49.960412 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:50.079249 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-3f31eb24-104d-4e6e-ab8e-d6e96fc46e00 service neutron] 10.222.0.13 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649106 Nov 08 00:11:50.086273 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-977f9bcc-81e8-4435-a99f-61c633ff2823 req-53adca11-98d0-44a0-883a-7f9279887103 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Allocated IP 172.25.2.57 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/4e526ec6-47e6-4e07-b775-2c38c470c5c4) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:11:50.208018 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5e13-9541-41ad-8947-90c57288ebc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:50.261643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-f4f2fce6-e8a8-487e-a90f-b62911629696 service neutron] 10.222.0.13 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708117 Nov 08 00:11:50.308387 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-977f9bcc-81e8-4435-a99f-61c633ff2823 req-53adca11-98d0-44a0-883a-7f9279887103 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:50.628276 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] For port 478fbc01-eacc-42aa-bcea-78be1ab05517, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=478fbc01-eacc-42aa-bcea-78be1ab05517,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:50.748735 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] For port 478fbc01-eacc-42aa-bcea-78be1ab05517, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:11:50.804157 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5757cdcf-052f-417f-834e-7be9651a88bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '478fbc01-eacc-42aa-bcea-78be1ab05517'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:50.806446 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc3321f-cde6-41a8-ae63-f930437600b3" -d '{"events": [{"server_uuid": "5757cdcf-052f-417f-834e-7be9651a88bc", "name": "network-vif-unplugged", "status": "completed", "tag": "478fbc01-eacc-42aa-bcea-78be1ab05517"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:50.813095 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:50.834990 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5e13-9541-41ad-8947-90c57288ebc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:50.837381 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] Transition to ACTIVE for port object 478fbc01-eacc-42aa-bcea-78be1ab05517 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:11:51.099141 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-977f9bcc-81e8-4435-a99f-61c633ff2823 req-53adca11-98d0-44a0-883a-7f9279887103 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:51.137134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977f9bcc-81e8-4435-a99f-61c633ff2823 req-53adca11-98d0-44a0-883a-7f9279887103 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:11:51.140411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-977f9bcc-81e8-4435-a99f-61c633ff2823 req-53adca11-98d0-44a0-883a-7f9279887103 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:11:51.144761 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:51.145423 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-977f9bcc-81e8-4435-a99f-61c633ff2823 req-53adca11-98d0-44a0-883a-7f9279887103 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:11:51.149279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ed5e13-9541-41ad-8947-90c57288ebc5 admin admin] Router 7d39e8a7-122e-49ce-9930-7c406d8d0ca7 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:11:51.152917 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adca11-98d0-44a0-883a-7f9279887103 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Pushing event updated for resources: {'Port': ['ID=4e526ec6-47e6-4e07-b775-2c38c470c5c4,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:51.281181 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-977f9bcc-81e8-4435-a99f-61c633ff2823 req-53adca11-98d0-44a0-883a-7f9279887103 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:51.319554 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=478fbc01-eacc-42aa-bcea-78be1ab05517,revision_number=6']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:51.322178 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] No DVR routers for this DVR port 478fbc01-eacc-42aa-bcea-78be1ab05517 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:11:51.389347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] Attempting to bind port 478fbc01-eacc-42aa-bcea-78be1ab05517 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:11:51.389706 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] Attempting to bind port 478fbc01-eacc-42aa-bcea-78be1ab05517 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:11:51.390045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] Attempting to bind port 478fbc01-eacc-42aa-bcea-78be1ab05517 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:51.399362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] Port 478fbc01-eacc-42aa-bcea-78be1ab05517 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:11:51.399731 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] Attempting to bind port 478fbc01-eacc-42aa-bcea-78be1ab05517 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:51.409668 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:11:51.409668 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:11:51.410313 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:11:51.410771 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] Bound port: 478fbc01-eacc-42aa-bcea-78be1ab05517, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:11:51.411659 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:51.414515 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d8f70-c02e-40ff-999b-9fdcc00f27bc req-17fe81f4-09b5-441c-b06b-ee65c5c4834c tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:51.422017 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-374d8f70-c02e-40ff-999b-9fdcc00f27bc req-17fe81f4-09b5-441c-b06b-ee65c5c4834c tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 950 time: 0.1237004 Nov 08 00:11:51.436289 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ed5e13-9541-41ad-8947-90c57288ebc5 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:11:51.444068 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-977f9bcc-81e8-4435-a99f-61c633ff2823 req-53adca11-98d0-44a0-883a-7f9279887103 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:51.452517 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] Sync routers for ids ['7d39e8a7-122e-49ce-9930-7c406d8d0ca7'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:11:51.476278 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] Routers {'7d39e8a7-122e-49ce-9930-7c406d8d0ca7'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:51.476935 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:11:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7d39e8a7-122e-49ce-9930-7c406d8d0ca7'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:51.499674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-374d8f70-c02e-40ff-999b-9fdcc00f27bc req-54d175da-a157-4b05-b4ce-340df22f6364 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741947 Nov 08 00:11:51.538054 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] For port 478fbc01-eacc-42aa-bcea-78be1ab05517, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:11:51.541731 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] For port 478fbc01-eacc-42aa-bcea-78be1ab05517, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=478fbc01-eacc-42aa-bcea-78be1ab05517,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:11:51.615735 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5e13-9541-41ad-8947-90c57288ebc5 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:51.617226 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c6ed5e13-9541-41ad-8947-90c57288ebc5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7471447 Nov 08 00:11:51.618809 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:51.621616 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34366) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:11:51.637137 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] Set router 7d39e8a7-122e-49ce-9930-7c406d8d0ca7 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:51.816598 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:51.817806 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:51.819567 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] 10.222.0.26 "PUT /v2.0/ports/478fbc01-eacc-42aa-bcea-78be1ab05517 HTTP/1.1" status: 200 len: 1095 time: 1.9419961 Nov 08 00:11:51.847821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c7c94-0ee2-43dd-9a43-983664318fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=478fbc01-eacc-42aa-bcea-78be1ab05517,revision_number=7']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:51.935998 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d39e8a7-122e-49ce-9930-7c406d8d0ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-687099612-router', 'tenant_id': '5ad4ed64531f4933a0495ece11147997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:47Z', 'updated_at': '2021-11-08T00:11:49Z', 'revision_number': 3, 'project_id': '5ad4ed64531f4933a0495ece11147997', 'gw_port': {'id': '0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d39e8a7-122e-49ce-9930-7c406d8d0ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:48Z', 'updated_at': '2021-11-08T00:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:51.995574 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e555a-9c89-4ecc-92dc-9f1a18655b20 req-c2825ae9-f054-4d93-91d7-8e946b877fde tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:52.004250 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 478fbc01-eacc-42aa-bcea-78be1ab05517 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:11:52.007238 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f29e555a-9c89-4ecc-92dc-9f1a18655b20 req-c2825ae9-f054-4d93-91d7-8e946b877fde tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 947 time: 0.0795658 Nov 08 00:11:52.010162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] Checking router: 7d39e8a7-122e-49ce-9930-7c406d8d0ca7 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:11:52.010523 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] Updating router 7d39e8a7-122e-49ce-9930-7c406d8d0ca7 port 0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:11:52.066188 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f29e555a-9c89-4ecc-92dc-9f1a18655b20 req-95b0da54-e570-4b71-b213-34b88389e6fa tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598464 Nov 08 00:11:52.094007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-9de893da-5554-4551-9ceb-444709d7645c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:52.101083 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-9de893da-5554-4551-9ceb-444709d7645c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 1098 time: 0.2333515 Nov 08 00:11:52.139671 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-977f9bcc-81e8-4435-a99f-61c633ff2823 req-53adca11-98d0-44a0-883a-7f9279887103 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:52.155044 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:52.191901 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 478fbc01-eacc-42aa-bcea-78be1ab05517 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:11:52.218916 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-977f9bcc-81e8-4435-a99f-61c633ff2823 req-53adca11-98d0-44a0-883a-7f9279887103 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:52.251191 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-89ef22bc-457f-48d0-8657-22d3d238db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:52.252840 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-89ef22bc-457f-48d0-8657-22d3d238db34 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1377280 Nov 08 00:11:52.310923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6748af-761a-47c3-9990-c740aba47383 req-4feb98b9-35e4-4665-ba4b-7458c9a32c59 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:52.315939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce6748af-761a-47c3-9990-c740aba47383 req-4feb98b9-35e4-4665-ba4b-7458c9a32c59 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.1703694 Nov 08 00:11:52.341968 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-97a6058a-fc0e-4d48-ad84-ed197840eac0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=478fbc01-eacc-42aa-bcea-78be1ab05517 HTTP/1.1" status: 200 len: 217 time: 0.0675161 Nov 08 00:11:52.425545 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce6748af-761a-47c3-9990-c740aba47383 req-d5ed03cf-d709-4d2e-82e0-0a2d9d0a0a8b tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997355 Nov 08 00:11:52.426262 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adca11-98d0-44a0-883a-7f9279887103 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Pushing event updated for resources: {'Port': ['ID=4e526ec6-47e6-4e07-b775-2c38c470c5c4,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:52.448628 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-977f9bcc-81e8-4435-a99f-61c633ff2823 req-53adca11-98d0-44a0-883a-7f9279887103 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:52.492847 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:52.508644 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-8caa1d9f-b372-401c-8afa-0e3372006a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:52.511175 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-8caa1d9f-b372-401c-8afa-0e3372006a15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1212327 Nov 08 00:11:52.519021 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbae27c-3ffe-49b1-8115-375f99b159f7 x-openstack-request-id: req-3cbae27c-3ffe-49b1-8115-375f99b159f7 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:52.519491 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5757cdcf-052f-417f-834e-7be9651a88bc", "name": "network-vif-unplugged", "status": "completed", "tag": "478fbc01-eacc-42aa-bcea-78be1ab05517", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:52.519972 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cbae27c-3ffe-49b1-8115-375f99b159f7 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:52.528068 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5757cdcf-052f-417f-834e-7be9651a88bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '478fbc01-eacc-42aa-bcea-78be1ab05517', 'code': 200} Nov 08 00:11:52.579329 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:52.634025 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95823c35-d243-4ede-b6dc-71b8cd3341a5 req-6afbce56-ab96-4ee8-b558-13a74bafb8d0 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 210 time: 0.0872729 Nov 08 00:11:52.651684 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-977f9bcc-81e8-4435-a99f-61c633ff2823 req-53adca11-98d0-44a0-883a-7f9279887103 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:52.652990 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-977f9bcc-81e8-4435-a99f-61c633ff2823 req-53adca11-98d0-44a0-883a-7f9279887103 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1747131 Nov 08 00:11:52.691274 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d956b7-3ad1-46be-b70f-6de536be43eb None None] Pushing event updated for resources: {'Port': ['ID=0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:52.702794 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] Attempting to bind port 0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:11:52.703225 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] Attempting to bind port 0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:11:52.703667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] Attempting to bind port 0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:52.710335 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:11:52.710711 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:11:52.711259 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:52.711865 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:11:52.712445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] Bound port: 0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:11:52.712591 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-8995eb1f-6054-4238-b71b-47e53b4d4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:52.712888 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:52.714435 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-8995eb1f-6054-4238-b71b-47e53b4d4604 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1180511 Nov 08 00:11:52.748443 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-977f9bcc-81e8-4435-a99f-61c633ff2823 req-f5236ff3-deff-40f2-9216-b06a044f3057 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.57 HTTP/1.1" status: 200 len: 695 time: 0.0851827 Nov 08 00:11:52.769267 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] For port 0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:11:52.772889 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] For port 0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:11:52.788283 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8f0aaa21-3dfb-4531-b0b2-2ba43ea46754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:52.872512 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd2c21-4159-4c13-9a5d-f8a16fea001b req-18c755f5-9a3d-4011-bbeb-2f04abfa6cb5 tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:52.874156 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5cd2c21-4159-4c13-9a5d-f8a16fea001b req-18c755f5-9a3d-4011-bbeb-2f04abfa6cb5 tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 1101 time: 0.1655450 Nov 08 00:11:52.899920 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-513747f8-75b8-4b07-839e-0842b97a21a5 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761396 Nov 08 00:11:52.906232 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:52.999002 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f9bcc-81e8-4435-a99f-61c633ff2823 req-f06daa03-d387-44bc-83e6-e81703d3dc5a tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:53.010558 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-977f9bcc-81e8-4435-a99f-61c633ff2823 req-f06daa03-d387-44bc-83e6-e81703d3dc5a tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.2453527 Nov 08 00:11:53.024015 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] Routers {'7d39e8a7-122e-49ce-9930-7c406d8d0ca7'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:53.024659 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:11:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7d39e8a7-122e-49ce-9930-7c406d8d0ca7'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:53.041601 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5cd2c21-4159-4c13-9a5d-f8a16fea001b req-f344eed1-4b00-4a8b-87ab-eeff926efb6e tempest-ServersOnMultiNodesTest-373134287 tempest-ServersOnMultiNodesTest-373134287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537373 Nov 08 00:11:53.082942 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-346d5a17-db3c-4a30-bccb-5fdeba778db0 req-cd648678-2b8f-420d-b53a-fbf07a3c8fc9 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540866 Nov 08 00:11:53.091355 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-8f0aaa21-3dfb-4531-b0b2-2ba43ea46754 admin admin] Allocated IP 172.20.0.1 (1d4bb435-3635-43a7-8e22-05a3f29467e1/6bbef566-b085-441c-ae50-5585c6ec1d72/8670f1c9-3bd9-43d1-bc86-a758b070436f) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:11:53.119807 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d956b7-3ad1-46be-b70f-6de536be43eb None None] Pushing event updated for resources: {'Port': ['ID=0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:53.157337 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58748b5a-20ab-4cd9-98db-e5e0405b359c req-017ece3d-cb42-45fd-bf41-ee5c06cf1f7e tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:53.159509 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-58748b5a-20ab-4cd9-98db-e5e0405b359c req-017ece3d-cb42-45fd-bf41-ee5c06cf1f7e tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0521038 Nov 08 00:11:53.172897 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] Set router 7d39e8a7-122e-49ce-9930-7c406d8d0ca7 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:53.232931 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8f0aaa21-3dfb-4531-b0b2-2ba43ea46754 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:53.241241 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-58748b5a-20ab-4cd9-98db-e5e0405b359c req-e1e476b6-8bba-4a70-b181-70b8297e0fcf tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.57 HTTP/1.1" status: 200 len: 695 time: 0.0691197 Nov 08 00:11:53.270363 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-58748b5a-20ab-4cd9-98db-e5e0405b359c req-78d5872c-7e39-4581-844c-d095f5a792f5 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Request body: {'floatingip': {'port_id': '1b54c618-16b1-42a0-8321-9275a404988c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:53.331425 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-58748b5a-20ab-4cd9-98db-e5e0405b359c req-78d5872c-7e39-4581-844c-d095f5a792f5 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:53.355033 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8f0aaa21-3dfb-4531-b0b2-2ba43ea46754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:53.410349 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0aaa21-3dfb-4531-b0b2-2ba43ea46754 admin admin] Network 1d4bb435-3635-43a7-8e22-05a3f29467e1 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:11:53.425465 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-8f0aaa21-3dfb-4531-b0b2-2ba43ea46754 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:11:53.428050 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0aaa21-3dfb-4531-b0b2-2ba43ea46754 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:11:53.435653 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0aaa21-3dfb-4531-b0b2-2ba43ea46754 admin admin] Pushing event updated for resources: {'Port': ['ID=8670f1c9-3bd9-43d1-bc86-a758b070436f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:53.476219 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8f0aaa21-3dfb-4531-b0b2-2ba43ea46754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:53.545441 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d39e8a7-122e-49ce-9930-7c406d8d0ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-687099612-router', 'tenant_id': '5ad4ed64531f4933a0495ece11147997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:47Z', 'updated_at': '2021-11-08T00:11:49Z', 'revision_number': 3, 'project_id': '5ad4ed64531f4933a0495ece11147997', 'gw_port': {'id': '0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d39e8a7-122e-49ce-9930-7c406d8d0ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:48Z', 'updated_at': '2021-11-08T00:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:53.577701 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1c09bb-a300-4fc1-9ad2-48b29c796787 None None] The sync data for ids ['7d39e8a7-122e-49ce-9930-7c406d8d0ca7'] in n-d-816882-1 is: [{'id': '7d39e8a7-122e-49ce-9930-7c406d8d0ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-687099612-router', 'tenant_id': '5ad4ed64531f4933a0495ece11147997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:47Z', 'updated_at': '2021-11-08T00:11:49Z', 'revision_number': 3, 'project_id': '5ad4ed64531f4933a0495ece11147997', 'gw_port': {'id': '0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d39e8a7-122e-49ce-9930-7c406d8d0ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:48Z', 'updated_at': '2021-11-08T00:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:11:53.686578 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-58748b5a-20ab-4cd9-98db-e5e0405b359c req-78d5872c-7e39-4581-844c-d095f5a792f5 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] update failed (client error): There was a conflict when trying to complete your request. Nov 08 00:11:53.687674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-58748b5a-20ab-4cd9-98db-e5e0405b359c req-78d5872c-7e39-4581-844c-d095f5a792f5 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "PUT /v2.0/floatingips/facfd28e-a336-4e43-ab5f-79262381e868 HTTP/1.1" status: 409 len: 549 time: 0.4385757 Nov 08 00:11:53.753807 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb9930-d709-4c7d-885d-2ed48a672ea9 req-babd711b-9374-415b-bcff-ddff02bb2392 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:53.758292 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46bb9930-d709-4c7d-885d-2ed48a672ea9 req-babd711b-9374-415b-bcff-ddff02bb2392 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 947 time: 0.0578315 Nov 08 00:11:53.785234 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8f0aaa21-3dfb-4531-b0b2-2ba43ea46754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:53.834154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72e3af-4b34-4eb4-b477-926be72793f4 req-30e37677-31c7-4867-8b58-39729eee7321 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:53.835884 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd72e3af-4b34-4eb4-b477-926be72793f4 req-30e37677-31c7-4867-8b58-39729eee7321 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.0765989 Nov 08 00:11:53.876904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46bb9930-d709-4c7d-885d-2ed48a672ea9 req-f234e9b0-204e-4615-8ae3-12944001e278 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879433 Nov 08 00:11:53.913353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd72e3af-4b34-4eb4-b477-926be72793f4 req-ba3453b1-3480-476e-8a4b-8a772a9588e4 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651748 Nov 08 00:11:53.992451 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8f0aaa21-3dfb-4531-b0b2-2ba43ea46754 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:54.030370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-982050ec-184e-41e5-a9f7-6d3fff0b62e6 req-868baee5-247f-4239-a832-b5f285f3bc84 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 210 time: 0.0306623 Nov 08 00:11:54.064667 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8f0aaa21-3dfb-4531-b0b2-2ba43ea46754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:54.138763 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630f90d-aa89-408e-a91d-a4b187ff9d6f req-60629595-87fb-4725-846d-e5f4b8cc0e8d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:54.143953 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8f0aaa21-3dfb-4531-b0b2-2ba43ea46754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:54.147383 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4630f90d-aa89-408e-a91d-a4b187ff9d6f req-60629595-87fb-4725-846d-e5f4b8cc0e8d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 950 time: 0.1206729 Nov 08 00:11:54.151657 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0aaa21-3dfb-4531-b0b2-2ba43ea46754 admin admin] Pushing event updated for resources: {'Port': ['ID=8670f1c9-3bd9-43d1-bc86-a758b070436f,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:54.199036 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6360f1c4-da45-4e4a-b92a-1ce93a07e577 req-9143948a-a31c-4b69-90f4-1ef4671e02de tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/floatingips/facfd28e-a336-4e43-ab5f-79262381e868 HTTP/1.1" status: 200 len: 692 time: 0.1194510 Nov 08 00:11:54.213953 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4630f90d-aa89-408e-a91d-a4b187ff9d6f req-3e8648f3-7ec7-48ab-b855-4252df5f074f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609190 Nov 08 00:11:54.310820 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0aaa21-3dfb-4531-b0b2-2ba43ea46754 admin admin] Network 1d4bb435-3635-43a7-8e22-05a3f29467e1 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:11:54.312631 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-8f0aaa21-3dfb-4531-b0b2-2ba43ea46754 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:11:54.402413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360f1c4-da45-4e4a-b92a-1ce93a07e577 req-2d6ab313-a192-4237-b6af-a171a64f5e0b tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:54.404528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6360f1c4-da45-4e4a-b92a-1ce93a07e577 req-2d6ab313-a192-4237-b6af-a171a64f5e0b tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.1887343 Nov 08 00:11:54.416438 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-6360f1c4-da45-4e4a-b92a-1ce93a07e577 req-fde12206-8a31-41a6-94ea-52a712d9c710 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:11:54.417376 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6360f1c4-da45-4e4a-b92a-1ce93a07e577 req-fde12206-8a31-41a6-94ea-52a712d9c710 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070620 Nov 08 00:11:54.486007 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6360f1c4-da45-4e4a-b92a-1ce93a07e577 req-7a78a4ca-37a3-4d28-87ce-69f075907e0e tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.57 HTTP/1.1" status: 200 len: 695 time: 0.0614827 Nov 08 00:11:54.534759 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5757cdcf-052f-417f-834e-7be9651a88bc', 'tag': '478fbc01-eacc-42aa-bcea-78be1ab05517'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:54.537517 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28217bb-491a-41aa-a7de-37ef8e0afcfc" -d '{"events": [{"name": "network-changed", "server_uuid": "5757cdcf-052f-417f-834e-7be9651a88bc", "tag": "478fbc01-eacc-42aa-bcea-78be1ab05517"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:54.562319 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6360f1c4-da45-4e4a-b92a-1ce93a07e577 req-c4876e2f-fdd2-4d93-8ecd-00e96630b3e6 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.57 HTTP/1.1" status: 200 len: 695 time: 0.0692723 Nov 08 00:11:54.595215 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0aaa21-3dfb-4531-b0b2-2ba43ea46754 admin admin] Router 7d39e8a7-122e-49ce-9930-7c406d8d0ca7 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:11:54.736477 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-6360f1c4-da45-4e4a-b92a-1ce93a07e577 req-5c737651-5204-4591-9cdc-c4d330c3ad32 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Deleting port 4e526ec6-47e6-4e07-b775-2c38c470c5c4 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:11:54.738962 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-6360f1c4-da45-4e4a-b92a-1ce93a07e577 req-5c737651-5204-4591-9cdc-c4d330c3ad32 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:54.796738 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b282cc7-032b-41bc-b46e-36f1ff98af98 x-openstack-request-id: req-7b282cc7-032b-41bc-b46e-36f1ff98af98 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:54.797043 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5757cdcf-052f-417f-834e-7be9651a88bc", "tag": "478fbc01-eacc-42aa-bcea-78be1ab05517", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:54.797388 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b282cc7-032b-41bc-b46e-36f1ff98af98 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:54.797667 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5757cdcf-052f-417f-834e-7be9651a88bc', 'tag': '478fbc01-eacc-42aa-bcea-78be1ab05517', 'status': 'completed', 'code': 200} Nov 08 00:11:54.806508 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0aaa21-3dfb-4531-b0b2-2ba43ea46754 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:11:54.821522 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8f0aaa21-3dfb-4531-b0b2-2ba43ea46754 admin admin] 10.222.0.13 "PUT /v2.0/routers/7d39e8a7-122e-49ce-9930-7c406d8d0ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1902454 Nov 08 00:11:54.837471 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-1fe57f75-5cfd-4c26-9748-96846487bcea tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:54.838954 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-1fe57f75-5cfd-4c26-9748-96846487bcea tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.20 "GET /v2.0/networks?id=9275618c-2af8-4285-873e-1544fab15b19 HTTP/1.1" status: 200 len: 812 time: 0.3886580 Nov 08 00:11:54.870971 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-6a9722bf-6943-4e49-8e58-2bd818245b40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Request body: {'port': {'device_id': '02b82a69-2e9b-4475-9c58-3cc65e896758', 'network_id': '9275618c-2af8-4285-873e-1544fab15b19', 'admin_state_up': True, 'tenant_id': '3c4d5bb4ed1d41d3b2d6cad5ce2423e3'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:54.891045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-08e77a04-f1ff-473a-b9b9-453827797062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:54.892971 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-08e77a04-f1ff-473a-b9b9-453827797062 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 1098 time: 0.1295547 Nov 08 00:11:54.918928 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-6360f1c4-da45-4e4a-b92a-1ce93a07e577 req-5c737651-5204-4591-9cdc-c4d330c3ad32 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:54.920033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-490de232-ae31-4d58-b201-0e95a2945916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:54.920178 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-6360f1c4-da45-4e4a-b92a-1ce93a07e577 req-5c737651-5204-4591-9cdc-c4d330c3ad32 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:54.921683 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-490de232-ae31-4d58-b201-0e95a2945916 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 1098 time: 0.1232440 Nov 08 00:11:54.975124 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-6360f1c4-da45-4e4a-b92a-1ce93a07e577 req-5c737651-5204-4591-9cdc-c4d330c3ad32 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Calling delete_port for 4e526ec6-47e6-4e07-b775-2c38c470c5c4 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:11:55.092223 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:11:55.099143 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-d691938c-8c91-4bd9-8526-c27f34206a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:55.100797 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-d691938c-8c91-4bd9-8526-c27f34206a41 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1256993 Nov 08 00:11:55.174533 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:55.175153 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:55.187115 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c18e19-03eb-4551-8009-dd2195c699a7 req-ff96dbc0-60ff-4ff6-b486-1ee9ddad1ce5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:55.188076 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-ba9c41ab-9bb9-4adf-91fb-deb004db207b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=478fbc01-eacc-42aa-bcea-78be1ab05517 HTTP/1.1" status: 200 len: 217 time: 0.0673368 Nov 08 00:11:55.188705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69c18e19-03eb-4551-8009-dd2195c699a7 req-ff96dbc0-60ff-4ff6-b486-1ee9ddad1ce5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 947 time: 0.1236229 Nov 08 00:11:55.191923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-084b254c-fc0c-4c09-a26f-1a822548552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:55.193292 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-084b254c-fc0c-4c09-a26f-1a822548552d service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.2875938 Nov 08 00:11:55.252887 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-ac57d6e0-3e4c-49c3-abf4-9e592e11b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:55.254700 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-ac57d6e0-3e4c-49c3-abf4-9e592e11b4ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0583222 Nov 08 00:11:55.255609 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-6a9722bf-6943-4e49-8e58-2bd818245b40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Made reservation on behalf of 3c4d5bb4ed1d41d3b2d6cad5ce2423e3 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:11:55.261852 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-9971f110-a268-4f7c-878c-deb9b0f45017 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=478fbc01-eacc-42aa-bcea-78be1ab05517 HTTP/1.1" status: 200 len: 217 time: 0.0519681 Nov 08 00:11:55.262797 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-6a9722bf-6943-4e49-8e58-2bd818245b40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:55.286710 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69c18e19-03eb-4551-8009-dd2195c699a7 req-dafbd64b-c210-4acd-8f44-a09baec61495 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860653 Nov 08 00:11:55.333901 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:55.355511 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:55.378999 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-ad4500b7-58d0-4aef-a8cd-8c3f894fbaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:55.380562 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-ad4500b7-58d0-4aef-a8cd-8c3f894fbaf6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1046610 Nov 08 00:11:55.442011 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:55.480189 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-6360f1c4-da45-4e4a-b92a-1ce93a07e577 req-5c737651-5204-4591-9cdc-c4d330c3ad32 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:55.516958 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c737651-5204-4591-9cdc-c4d330c3ad32 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Pushing event deleted for resources: {'Port': ['ID=4e526ec6-47e6-4e07-b775-2c38c470c5c4,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:55.522923 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:55.529449 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321e2a8-d1df-4f2f-804d-593770f07470 req-258552af-1547-4c4a-b607-708394dd43a5 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:55.531025 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e321e2a8-d1df-4f2f-804d-593770f07470 req-258552af-1547-4c4a-b607-708394dd43a5 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.1390765 Nov 08 00:11:55.533020 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-7d8d33f5-7eab-4e29-ad3f-69f105130d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:55.534416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-7d8d33f5-7eab-4e29-ad3f-69f105130d95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1412323 Nov 08 00:11:55.621188 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 478fbc01-eacc-42aa-bcea-78be1ab05517 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:11:55.664578 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-aeeffc82-50af-41d0-8adc-c79777a8c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:55.666144 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-aeeffc82-50af-41d0-8adc-c79777a8c1f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4006815 Nov 08 00:11:55.695177 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-6360f1c4-da45-4e4a-b92a-1ce93a07e577 req-5c737651-5204-4591-9cdc-c4d330c3ad32 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:55.698617 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-6360f1c4-da45-4e4a-b92a-1ce93a07e577 req-5c737651-5204-4591-9cdc-c4d330c3ad32 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:55.713752 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6360f1c4-da45-4e4a-b92a-1ce93a07e577 req-5c737651-5204-4591-9cdc-c4d330c3ad32 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "DELETE /v2.0/floatingips/facfd28e-a336-4e43-ab5f-79262381e868 HTTP/1.1" status: 204 len: 173 time: 1.1496110 Nov 08 00:11:55.737171 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e321e2a8-d1df-4f2f-804d-593770f07470 req-49312e55-2be1-4fd4-a3f1-18ab2f90460d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791227 Nov 08 00:11:55.813237 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-884ba213-5901-456c-bb22-5fcca727982f service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183228 Nov 08 00:11:55.818648 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 478fbc01-eacc-42aa-bcea-78be1ab05517, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=478fbc01-eacc-42aa-bcea-78be1ab05517,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:55.836175 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '478fbc01-eacc-42aa-bcea-78be1ab05517', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '478fbc01-eacc-42aa-bcea-78be1ab05517', 'mac_address': 'fa:16:3e:ba:25:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:11:55.853875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-6a9722bf-6943-4e49-8e58-2bd818245b40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Allocated IP 172.20.0.4 (9275618c-2af8-4285-873e-1544fab15b19/f8240525-3ca1-4b43-8bf4-23a1cb2e921d/41b8b625-df8d-43a6-876d-19baf9f9fb72) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:11:55.890453 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:55.919133 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478fbc01-eacc-42aa-bcea-78be1ab05517 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:11:55.942120 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e18337-f0a7-43af-b96b-041ad8ea914d req-b49fdefa-b762-4173-b38b-c9137b08f331 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:55.944186 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d5e18337-f0a7-43af-b96b-041ad8ea914d req-b49fdefa-b762-4173-b38b-c9137b08f331 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 950 time: 0.1717036 Nov 08 00:11:55.960909 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-0ecc48a5-80d5-41dd-883c-d346d3703dab service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809649 Nov 08 00:11:55.965725 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 478fbc01-eacc-42aa-bcea-78be1ab05517, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=478fbc01-eacc-42aa-bcea-78be1ab05517,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:55.967137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9de4422a-680f-4a48-a4dc-ff4c054a84c7 req-b7fe6172-0e47-427d-8903-c8e6ceb429ef tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 210 time: 0.1193604 Nov 08 00:11:55.996588 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device ac4f4704-2fa6-4079-928d-c22d93a1ad3f details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:11:56.005512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device ac4f4704-2fa6-4079-928d-c22d93a1ad3f no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:11:56.094913 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:56.110141 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] Sync routers for ids ['7d39e8a7-122e-49ce-9930-7c406d8d0ca7'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:11:56.122328 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] Routers {'7d39e8a7-122e-49ce-9930-7c406d8d0ca7'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:56.123835 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:11:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7d39e8a7-122e-49ce-9930-7c406d8d0ca7'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:56.135622 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-80364cca-b9b9-4847-bda1-df48dcd20194 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:56.143513 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-80364cca-b9b9-4847-bda1-df48dcd20194 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/networks?id=1d4bb435-3635-43a7-8e22-05a3f29467e1 HTTP/1.1" status: 200 len: 818 time: 0.1626337 Nov 08 00:11:56.191470 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-02d31628-7df6-49ec-a9bd-dce8f2ba5800 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/quotas/5ad4ed64531f4933a0495ece11147997 HTTP/1.1" status: 200 len: 375 time: 0.0469956 Nov 08 00:11:56.191709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=478fbc01-eacc-42aa-bcea-78be1ab05517,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:56.226474 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-9f3d6a9b-4afa-426b-866c-cf38117f6928 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424049 Nov 08 00:11:56.245100 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] Set router 7d39e8a7-122e-49ce-9930-7c406d8d0ca7 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:56.262249 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:56.273872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb027a-aac2-486e-afab-ff2241c4d936 req-253c6cbf-6857-4709-af95-d70cbe5ebe40 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:56.275500 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33eb027a-aac2-486e-afab-ff2241c4d936 req-253c6cbf-6857-4709-af95-d70cbe5ebe40 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 950 time: 0.1247196 Nov 08 00:11:56.313741 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c28217bb-491a-41aa-a7de-37ef8e0afcfc req-c79d1d3a-49bd-46e3-8706-df9aff08323c service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816546 Nov 08 00:11:56.319181 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e2ac89-91db-49dd-83ac-7be26f8125e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac4f4704-2fa6-4079-928d-c22d93a1ad3f'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:56.323179 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68943e5-6140-48e1-9ee0-bd07eef32c2b" -d '{"events": [{"server_uuid": "80e2ac89-91db-49dd-83ac-7be26f8125e0", "name": "network-vif-unplugged", "status": "completed", "tag": "ac4f4704-2fa6-4079-928d-c22d93a1ad3f"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:56.343086 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-5b633ea0-3697-4838-83cc-56a634de8a21 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ad4ed64531f4933a0495ece11147997&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1505420 Nov 08 00:11:56.350078 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port ac4f4704-2fa6-4079-928d-c22d93a1ad3f, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=ac4f4704-2fa6-4079-928d-c22d93a1ad3f,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:56.355717 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33eb027a-aac2-486e-afab-ff2241c4d936 req-37c9ceff-a1e7-44c0-9a1d-99484f52cc55 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690050 Nov 08 00:11:56.362711 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port ac4f4704-2fa6-4079-928d-c22d93a1ad3f, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=ac4f4704-2fa6-4079-928d-c22d93a1ad3f,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:56.368505 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'ac4f4704-2fa6-4079-928d-c22d93a1ad3f', 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0', 'port_id': 'ac4f4704-2fa6-4079-928d-c22d93a1ad3f', 'mac_address': 'fa:16:3e:45:d0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d64a69-40b8-49ea-a2a5-54f41398f270', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:11:56.435562 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-d5e18337-f0a7-43af-b96b-041ad8ea914d req-f9f4f44f-e18d-4cde-abef-eb2979cbd872 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Deleting port af23c8ac-7aa2-49af-901a-ba731ff09909 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:11:56.435562 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d5e18337-f0a7-43af-b96b-041ad8ea914d req-f9f4f44f-e18d-4cde-abef-eb2979cbd872 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:56.435769 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:56.454659 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac4f4704-2fa6-4079-928d-c22d93a1ad3f {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:11:56.475101 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:56.489909 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d39e8a7-122e-49ce-9930-7c406d8d0ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-687099612-router', 'tenant_id': '5ad4ed64531f4933a0495ece11147997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:47Z', 'updated_at': '2021-11-08T00:11:53Z', 'revision_number': 4, 'project_id': '5ad4ed64531f4933a0495ece11147997', 'gw_port': {'id': '0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d39e8a7-122e-49ce-9930-7c406d8d0ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:48Z', 'updated_at': '2021-11-08T00:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '8670f1c9-3bd9-43d1-bc86-a758b070436f', 'name': '', 'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1', 'tenant_id': '5ad4ed64531f4933a0495ece11147997', 'mac_address': 'fa:16:3e:d6:b7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d39e8a7-122e-49ce-9930-7c406d8d0ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6bbef566-b085-441c-ae50-5585c6ec1d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:52Z', 'updated_at': '2021-11-08T00:11:53Z', 'revision_number': 2, 'project_id': '5ad4ed64531f4933a0495ece11147997', 'subnets': [{'id': '6bbef566-b085-441c-ae50-5585c6ec1d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:56.507682 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-6a9722bf-6943-4e49-8e58-2bd818245b40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:56.514048 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-64198248-dfb9-487d-82ca-ce392bf43eaf service neutron] 10.222.0.13 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699965 Nov 08 00:11:56.552140 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] Checking router: 7d39e8a7-122e-49ce-9930-7c406d8d0ca7 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:11:56.552820 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] Updating router 7d39e8a7-122e-49ce-9930-7c406d8d0ca7 port 8670f1c9-3bd9-43d1-bc86-a758b070436f binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:11:56.570215 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-d5e18337-f0a7-43af-b96b-041ad8ea914d req-f9f4f44f-e18d-4cde-abef-eb2979cbd872 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] For port af23c8ac-7aa2-49af-901a-ba731ff09909, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=af23c8ac-7aa2-49af-901a-ba731ff09909,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:56.570584 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d5e18337-f0a7-43af-b96b-041ad8ea914d req-f9f4f44f-e18d-4cde-abef-eb2979cbd872 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:56.572778 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:11:56.573109 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:11:56.575971 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=ac4f4704-2fa6-4079-928d-c22d93a1ad3f,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:56.586367 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:56.590929 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-d5e18337-f0a7-43af-b96b-041ad8ea914d req-f9f4f44f-e18d-4cde-abef-eb2979cbd872 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Calling delete_port for af23c8ac-7aa2-49af-901a-ba731ff09909 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:11:56.606441 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['478fbc01-eacc-42aa-bcea-78be1ab05517'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:11:56.717858 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-ee3990ac-7d47-4eda-8b6c-5061befaa97a tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 1001 time: 0.1833239 Nov 08 00:11:56.729408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-17565835-9fde-445a-a90e-af4c6efbce71 service neutron] 10.222.0.13 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063961 Nov 08 00:11:56.765780 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-6a9722bf-6943-4e49-8e58-2bd818245b40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:56.778331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-4ea25226-a8a0-480a-854e-56afcd19eebc tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:56.780281 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-4ea25226-a8a0-480a-854e-56afcd19eebc tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports/1b54c618-16b1-42a0-8321-9275a404988c HTTP/1.1" status: 200 len: 942 time: 0.0500078 Nov 08 00:11:56.838225 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-6a9722bf-6943-4e49-8e58-2bd818245b40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Network 9275618c-2af8-4285-873e-1544fab15b19 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:11:56.861453 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-6a9722bf-6943-4e49-8e58-2bd818245b40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:11:56.867750 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9722bf-6943-4e49-8e58-2bd818245b40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event updated for resources: {'Port': ['ID=41b8b625-df8d-43a6-876d-19baf9f9fb72,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:56.876213 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-6a9722bf-6943-4e49-8e58-2bd818245b40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:11:56.939969 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-6a9722bf-6943-4e49-8e58-2bd818245b40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:56.940698 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-6a9722bf-6943-4e49-8e58-2bd818245b40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:56.961557 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-4bdd5972-2f6d-4aaf-ad5e-a28125d20108 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 1001 time: 0.0763977 Nov 08 00:11:56.988090 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:11:57.000971 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:57.014608 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d5e18337-f0a7-43af-b96b-041ad8ea914d req-f9f4f44f-e18d-4cde-abef-eb2979cbd872 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:57.052502 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b123972d-37a4-49ab-96fd-efccd7e59417', '713b8bd8-0f40-4fcc-ad4a-ea30f5948241', 'af23c8ac-7aa2-49af-901a-ba731ff09909'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:11:57.054421 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4f44f-e18d-4cde-abef-eb2979cbd872 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Pushing event deleted for resources: {'Port': ['ID=af23c8ac-7aa2-49af-901a-ba731ff09909,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:57.124960 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e18337-f0a7-43af-b96b-041ad8ea914d req-f9f4f44f-e18d-4cde-abef-eb2979cbd872 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] No DVR routers for this DVR port af23c8ac-7aa2-49af-901a-ba731ff09909 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:11:57.128933 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d5e18337-f0a7-43af-b96b-041ad8ea914d req-f9f4f44f-e18d-4cde-abef-eb2979cbd872 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:57.133232 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d5e18337-f0a7-43af-b96b-041ad8ea914d req-f9f4f44f-e18d-4cde-abef-eb2979cbd872 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.20 "DELETE /v2.0/ports/af23c8ac-7aa2-49af-901a-ba731ff09909 HTTP/1.1" status: 204 len: 173 time: 1.1813030 Nov 08 00:11:57.136877 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-6a9722bf-6943-4e49-8e58-2bd818245b40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2792094 Nov 08 00:11:57.137359 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc5443f-f845-45e7-91c2-037afc32d34c', 'name': 'network-vif-deleted', 'tag': 'af23c8ac-7aa2-49af-901a-ba731ff09909'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:57.140394 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2358f8-8d5b-43c2-b20d-d5c388687b30" -d '{"events": [{"server_uuid": "7bc5443f-f845-45e7-91c2-037afc32d34c", "name": "network-vif-deleted", "tag": "af23c8ac-7aa2-49af-901a-ba731ff09909"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:57.156406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Request body: {'port': {'device_id': '02b82a69-2e9b-4475-9c58-3cc65e896758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:57.160185 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:57.167314 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:57.167878 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:57.189008 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-e498cf8e-5d2f-4aee-bb63-4f28d5a6664c tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:57.201140 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-e498cf8e-5d2f-4aee-bb63-4f28d5a6664c tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.2312541 Nov 08 00:11:57.215623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-718a3a8b-f1d9-4b96-a81d-6d278c5a54b8 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:11:57.227738 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-718a3a8b-f1d9-4b96-a81d-6d278c5a54b8 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214105 Nov 08 00:11:57.240735 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:57.305782 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:57.316045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021a532-f4fc-4692-9c81-f4f45d5978ea req-672a33b2-9ee9-47ab-98e5-a65d117ca8d6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:57.323941 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c021a532-f4fc-4692-9c81-f4f45d5978ea req-672a33b2-9ee9-47ab-98e5-a65d117ca8d6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 948 time: 0.2169580 Nov 08 00:11:57.337232 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4f4704-2fa6-4079-928d-c22d93a1ad3f {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:11:57.398585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port ac4f4704-2fa6-4079-928d-c22d93a1ad3f, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=ac4f4704-2fa6-4079-928d-c22d93a1ad3f,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:11:57.412995 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364370e-39f8-4725-8287-7ce6d960fc6c None None] Pushing event updated for resources: {'Port': ['ID=8670f1c9-3bd9-43d1-bc86-a758b070436f,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:57.428222 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] Attempting to bind port 8670f1c9-3bd9-43d1-bc86-a758b070436f on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:11:57.429059 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] Attempting to bind port 8670f1c9-3bd9-43d1-bc86-a758b070436f by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '8ba65c8a-b42a-4530-bb6d-52807ee76a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:11:57.434946 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] Attempting to bind port 8670f1c9-3bd9-43d1-bc86-a758b070436f on network 1d4bb435-3635-43a7-8e22-05a3f29467e1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:57.437406 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:11:57.438127 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] Checking segment: {'id': '8ba65c8a-b42a-4530-bb6d-52807ee76a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:11:57.438684 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:57.439454 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] Bound using segment: {'id': '8ba65c8a-b42a-4530-bb6d-52807ee76a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:11:57.440290 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] Bound port: 8670f1c9-3bd9-43d1-bc86-a758b070436f, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba65c8a-b42a-4530-bb6d-52807ee76a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:11:57.440899 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:57.574842 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] For port 8670f1c9-3bd9-43d1-bc86-a758b070436f, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:11:57.577859 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:57.583459 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] For port 8670f1c9-3bd9-43d1-bc86-a758b070436f, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8670f1c9-3bd9-43d1-bc86-a758b070436f,segment=NetworkSegment(8ba65c8a-b42a-4530-bb6d-52807ee76a78),segment_id=8ba65c8a-b42a-4530-bb6d-52807ee76a78)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:11:57.662592 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=ac4f4704-2fa6-4079-928d-c22d93a1ad3f,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:57.677247 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-91fe317b-f6bb-4f00-8ed2-307d82444f57 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 1001 time: 0.4481673 Nov 08 00:11:57.683707 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c021a532-f4fc-4692-9c81-f4f45d5978ea req-04cefc9e-7b2f-4ed8-ba2e-2ad9bd967838 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585291 Nov 08 00:11:57.699731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-d58b4881-919a-4f63-b872-cb933a72d26b tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:11:57.710694 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b8b625-df8d-43a6-876d-19baf9f9fb72 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:11:57.713390 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:57.726987 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Transition to ACTIVE for port object 41b8b625-df8d-43a6-876d-19baf9f9fb72 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:11:57.728918 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:57.767170 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-d58b4881-919a-4f63-b872-cb933a72d26b tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:57.771464 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c0bf10-0ed0-4ee2-98a1-ddc01d3a0708 x-openstack-request-id: req-c7c0bf10-0ed0-4ee2-98a1-ddc01d3a0708 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:57.771763 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e2ac89-91db-49dd-83ac-7be26f8125e0", "name": "network-vif-unplugged", "status": "completed", "tag": "ac4f4704-2fa6-4079-928d-c22d93a1ad3f", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:57.772079 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7c0bf10-0ed0-4ee2-98a1-ddc01d3a0708 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:57.772473 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e2ac89-91db-49dd-83ac-7be26f8125e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac4f4704-2fa6-4079-928d-c22d93a1ad3f', 'code': 200} Nov 08 00:11:57.788955 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:57.810921 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] Routers {'7d39e8a7-122e-49ce-9930-7c406d8d0ca7'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:57.811559 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:11:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7d39e8a7-122e-49ce-9930-7c406d8d0ca7'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:57.813317 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364370e-39f8-4725-8287-7ce6d960fc6c None None] Pushing event updated for resources: {'Port': ['ID=8670f1c9-3bd9-43d1-bc86-a758b070436f,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:57.878228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Pushing event updated for resources: {'Port': ['ID=41b8b625-df8d-43a6-876d-19baf9f9fb72,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:57.914337 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Attempting to bind port 41b8b625-df8d-43a6-876d-19baf9f9fb72 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:11:57.915267 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Attempting to bind port 41b8b625-df8d-43a6-876d-19baf9f9fb72 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'cc6b21bf-5659-458e-a4a4-30150d05a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9275618c-2af8-4285-873e-1544fab15b19'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:11:57.915427 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Attempting to bind port 41b8b625-df8d-43a6-876d-19baf9f9fb72 on network 9275618c-2af8-4285-873e-1544fab15b19 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:57.921196 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Port 41b8b625-df8d-43a6-876d-19baf9f9fb72 on network 9275618c-2af8-4285-873e-1544fab15b19 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:11:57.921528 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Attempting to bind port 41b8b625-df8d-43a6-876d-19baf9f9fb72 on network 9275618c-2af8-4285-873e-1544fab15b19 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:11:57.931681 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:11:57.931681 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Checking segment: {'id': 'cc6b21bf-5659-458e-a4a4-30150d05a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9275618c-2af8-4285-873e-1544fab15b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:11:57.931681 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Bound using segment: {'id': 'cc6b21bf-5659-458e-a4a4-30150d05a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9275618c-2af8-4285-873e-1544fab15b19'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:11:57.931681 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Bound port: 41b8b625-df8d-43a6-876d-19baf9f9fb72, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc6b21bf-5659-458e-a4a4-30150d05a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9275618c-2af8-4285-873e-1544fab15b19'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:11:57.937623 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:57.955404 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] Set router 7d39e8a7-122e-49ce-9930-7c406d8d0ca7 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:57.966858 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e231f85-557f-493d-91db-426b12742f7d req-c83609c7-fd4c-4797-8c6a-32d08cf44231 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:57.972274 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e231f85-557f-493d-91db-426b12742f7d req-c83609c7-fd4c-4797-8c6a-32d08cf44231 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 945 time: 0.1374929 Nov 08 00:11:58.016887 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device af23c8ac-7aa2-49af-901a-ba731ff09909 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:11:58.024791 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-d58b4881-919a-4f63-b872-cb933a72d26b tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:58.047767 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e231f85-557f-493d-91db-426b12742f7d req-62018cb9-cf2d-45c0-a6bb-e011e46acaad tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711377 Nov 08 00:11:58.065853 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['f555dd6f-2546-4108-be05-6fa495bf07b2', '9d910f50-4fa6-4358-9600-f71bb62af702', '1fba75ff-6139-4479-acd5-e7142b1cd8fd', 'c4e6428d-b5bf-4fca-8995-b611d5cc4a33', '745edafe-9804-4d32-8b88-94d2385e603d'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:11:58.069958 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] For port 41b8b625-df8d-43a6-876d-19baf9f9fb72, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:11:58.073925 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] For port 41b8b625-df8d-43a6-876d-19baf9f9fb72, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=41b8b625-df8d-43a6-876d-19baf9f9fb72,segment=NetworkSegment(cc6b21bf-5659-458e-a4a4-30150d05a911),segment_id=cc6b21bf-5659-458e-a4a4-30150d05a911)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:11:58.079571 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: af23c8ac-7aa2-49af-901a-ba731ff09909 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:11:58.079947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device af23c8ac-7aa2-49af-901a-ba731ff09909 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:11:58.155383 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-d58b4881-919a-4f63-b872-cb933a72d26b tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:58.155731 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-d58b4881-919a-4f63-b872-cb933a72d26b tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Floating IP 945b3ae7-7f2f-4fdc-bbe6-05bf3b431c2f disassociated. External IP: 172.25.2.239, port: 1b54c618-16b1-42a0-8321-9275a404988c. Nov 08 00:11:58.210290 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-528f2922-1824-403b-9f9a-5d624676a3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:58.210890 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:58.215299 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d39e8a7-122e-49ce-9930-7c406d8d0ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-687099612-router', 'tenant_id': '5ad4ed64531f4933a0495ece11147997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:47Z', 'updated_at': '2021-11-08T00:11:53Z', 'revision_number': 4, 'project_id': '5ad4ed64531f4933a0495ece11147997', 'gw_port': {'id': '0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d39e8a7-122e-49ce-9930-7c406d8d0ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:48Z', 'updated_at': '2021-11-08T00:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '8670f1c9-3bd9-43d1-bc86-a758b070436f', 'name': '', 'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1', 'tenant_id': '5ad4ed64531f4933a0495ece11147997', 'mac_address': 'fa:16:3e:d6:b7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d39e8a7-122e-49ce-9930-7c406d8d0ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6bbef566-b085-441c-ae50-5585c6ec1d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:52Z', 'updated_at': '2021-11-08T00:11:57Z', 'revision_number': 4, 'project_id': '5ad4ed64531f4933a0495ece11147997', 'subnets': [{'id': '6bbef566-b085-441c-ae50-5585c6ec1d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:58.217955 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['ac4f4704-2fa6-4079-928d-c22d93a1ad3f'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:11:58.249467 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229df29a-afdf-4e74-96d9-ab064f8d8760 None None] The sync data for ids ['7d39e8a7-122e-49ce-9930-7c406d8d0ca7'] in n-d-816882-1 is: [{'id': '7d39e8a7-122e-49ce-9930-7c406d8d0ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-687099612-router', 'tenant_id': '5ad4ed64531f4933a0495ece11147997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:47Z', 'updated_at': '2021-11-08T00:11:53Z', 'revision_number': 4, 'project_id': '5ad4ed64531f4933a0495ece11147997', 'gw_port': {'id': '0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d39e8a7-122e-49ce-9930-7c406d8d0ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:48Z', 'updated_at': '2021-11-08T00:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '8670f1c9-3bd9-43d1-bc86-a758b070436f', 'name': '', 'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1', 'tenant_id': '5ad4ed64531f4933a0495ece11147997', 'mac_address': 'fa:16:3e:d6:b7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d39e8a7-122e-49ce-9930-7c406d8d0ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6bbef566-b085-441c-ae50-5585c6ec1d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:52Z', 'updated_at': '2021-11-08T00:11:57Z', 'revision_number': 4, 'project_id': '5ad4ed64531f4933a0495ece11147997', 'subnets': [{'id': '6bbef566-b085-441c-ae50-5585c6ec1d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:11:58.253375 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e53f4-1884-41e4-b2f6-8afbf7bfb2f6 req-73b72b1e-03d2-4c2d-b7e7-d67600e38a5e tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:58.254956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f1e53f4-1884-41e4-b2f6-8afbf7bfb2f6 req-73b72b1e-03d2-4c2d-b7e7-d67600e38a5e tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 943 time: 0.1292393 Nov 08 00:11:58.291405 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:58.292283 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:58.297731 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] 10.222.0.20 "PUT /v2.0/ports/41b8b625-df8d-43a6-876d-19baf9f9fb72 HTTP/1.1" status: 200 len: 1091 time: 1.1427293 Nov 08 00:11:58.344057 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf57e1-1f6e-4a03-9960-0839cc91fb50 service neutron] Pushing event updated for resources: {'Port': ['ID=41b8b625-df8d-43a6-876d-19baf9f9fb72,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:11:58.380367 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f1e53f4-1884-41e4-b2f6-8afbf7bfb2f6 req-9e3931e1-f0fc-4d58-ba98-3d426f91299a tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083314 Nov 08 00:11:58.556645 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cebfb882-1a44-4ba6-8e1e-8a762e18b06d req-98a82f39-4e42-4e0f-9e42-c367f540e8d7 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 210 time: 0.1040461 Nov 08 00:11:58.615820 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-d58b4881-919a-4f63-b872-cb933a72d26b tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Router 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:11:58.701229 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-61bd239d-1147-4905-b978-128561247aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:58.708357 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-61bd239d-1147-4905-b978-128561247aca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c4d5bb4ed1d41d3b2d6cad5ce2423e3&device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 1094 time: 0.1521769 Nov 08 00:11:58.710052 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0bbfc9-6d59-4f54-91c8-e05406fe1b9c x-openstack-request-id: req-ff0bbfc9-6d59-4f54-91c8-e05406fe1b9c {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:11:58.710367 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc5443f-f845-45e7-91c2-037afc32d34c", "name": "network-vif-deleted", "tag": "af23c8ac-7aa2-49af-901a-ba731ff09909", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:11:58.710627 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff0bbfc9-6d59-4f54-91c8-e05406fe1b9c {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:11:58.710991 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc5443f-f845-45e7-91c2-037afc32d34c', 'name': 'network-vif-deleted', 'tag': 'af23c8ac-7aa2-49af-901a-ba731ff09909', 'status': 'completed', 'code': 200} Nov 08 00:11:58.795984 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-483a8680-5a4c-4b0e-b937-3ec4a0beccab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41b8b625-df8d-43a6-876d-19baf9f9fb72 HTTP/1.1" status: 200 len: 217 time: 0.0763648 Nov 08 00:11:58.866939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dce711f0-f757-4e49-a89b-73899ddad3aa req-09a29178-f88b-477e-a145-8024a6cb7d17 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc5443f-f845-45e7-91c2-037afc32d34c HTTP/1.1" status: 200 len: 210 time: 0.0382075 Nov 08 00:11:58.871632 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-cfc479a5-639d-4e03-bee9-73ee3ac22527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:58.873537 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-cfc479a5-639d-4e03-bee9-73ee3ac22527 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8240525-3ca1-4b43-8bf4-23a1cb2e921d HTTP/1.1" status: 200 len: 852 time: 0.0695987 Nov 08 00:11:58.940752 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-d58b4881-919a-4f63-b872-cb933a72d26b tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:11:58.964389 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-80c84502-d576-426c-908d-d949956d9dcf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9275618c-2af8-4285-873e-1544fab15b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802734 Nov 08 00:11:58.970107 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb84e5a-dac3-45b2-a6a0-f35aa42b2444 None None] Sync routers for ids ['044b3ddd-59c5-4ed9-a94a-9089e95e01e0'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:11:58.978265 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-d58b4881-919a-4f63-b872-cb933a72d26b tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:59.057045 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-d58b4881-919a-4f63-b872-cb933a72d26b tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "PUT /v2.0/floatingips/945b3ae7-7f2f-4fdc-bbe6-05bf3b431c2f HTTP/1.1" status: 200 len: 695 time: 1.3622444 Nov 08 00:11:59.057732 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec87a08-34cf-4549-bbd1-0dbde63c263a', 'tag': '1b54c618-16b1-42a0-8321-9275a404988c'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:11:59.065829 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70de543c-4058-4a4f-88b0-b0cf76ac811d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec87a08-34cf-4549-bbd1-0dbde63c263a", "tag": "1b54c618-16b1-42a0-8321-9275a404988c"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:11:59.099942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb84e5a-dac3-45b2-a6a0-f35aa42b2444 None None] Routers {'044b3ddd-59c5-4ed9-a94a-9089e95e01e0'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:59.106137 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cdb84e5a-dac3-45b2-a6a0-f35aa42b2444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:11:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['044b3ddd-59c5-4ed9-a94a-9089e95e01e0'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:59.192774 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-6fa535b4-d8e4-4be7-bbc8-c65236788b27 service neutron] 10.222.0.20 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065167 Nov 08 00:11:59.229274 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-8bcb23c4-fa3e-448e-af60-0cd63ff1dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:59.234016 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-8bcb23c4-fa3e-448e-af60-0cd63ff1dda7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=540d436eb2814e6787d2721bfa568078&device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 1096 time: 0.1491361 Nov 08 00:11:59.268595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-cdb84e5a-dac3-45b2-a6a0-f35aa42b2444 None None] Set router 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:11:59.300066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8670f1c9-3bd9-43d1-bc86-a758b070436f up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:11:59.344205 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-005b2eff-ab66-4c04-af04-a1e5abef00d6 req-b475b5b5-1be7-47d8-83a8-8244121602ff service neutron] 10.222.0.20 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419084 Nov 08 00:11:59.377896 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-8cfc70ad-8376-4ba2-b4cb-7845cbe3662d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:59.379527 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-8cfc70ad-8376-4ba2-b4cb-7845cbe3662d service neutron] 10.222.0.13 "GET /v2.0/networks?id=c7f387d4-1556-448e-8589-8a64f3636439 HTTP/1.1" status: 200 len: 930 time: 0.1391675 Nov 08 00:11:59.437544 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-d6097016-339c-4032-8f04-138ba03bde58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b54c618-16b1-42a0-8321-9275a404988c HTTP/1.1" status: 200 len: 217 time: 0.0468800 Nov 08 00:11:59.505940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-f9f06d25-be29-4935-8f50-86114498438a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:59.507951 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-f9f06d25-be29-4935-8f50-86114498438a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1e107c3-6e30-4ca3-accf-e81fd68d6037 HTTP/1.1" status: 200 len: 868 time: 0.0622416 Nov 08 00:11:59.570818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-4c87e270-f8a6-4468-a51c-5cad09a4d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:59.573472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 8670f1c9-3bd9-43d1-bc86-a758b070436f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:11:59.573472 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:59.573844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-4c87e270-f8a6-4468-a51c-5cad09a4d7c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c7f387d4-1556-448e-8589-8a64f3636439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566781 Nov 08 00:11:59.647898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 478fbc01-eacc-42aa-bcea-78be1ab05517 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:11:59.772754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cdb84e5a-dac3-45b2-a6a0-f35aa42b2444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986918895-router', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'bb575871-017d-4891-aba4-f92d96147d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:14Z', 'updated_at': '2021-11-08T00:11:22Z', 'revision_number': 4, 'project_id': '540d436eb2814e6787d2721bfa568078', 'gw_port': {'id': 'bb575871-017d-4891-aba4-f92d96147d37', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:15Z', 'updated_at': '2021-11-08T00:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '301407cc-9c39-47fe-a399-8264a3884948', 'name': '', 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'mac_address': 'fa:16:3e:07:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd1e107c3-6e30-4ca3-accf-e81fd68d6037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:21Z', 'updated_at': '2021-11-08T00:11:26Z', 'revision_number': 5, 'project_id': '540d436eb2814e6787d2721bfa568078', 'subnets': [{'id': 'd1e107c3-6e30-4ca3-accf-e81fd68d6037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:59.776848 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:11:59.846626 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-2d374cee-98fb-4bcf-a9c6-0289f821c8c1 service neutron] 10.222.0.13 "GET /v2.0/networks/c7f387d4-1556-448e-8589-8a64f3636439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536526 Nov 08 00:11:59.859339 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb84e5a-dac3-45b2-a6a0-f35aa42b2444 None None] Checking router: 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:11:59.877267 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb84e5a-dac3-45b2-a6a0-f35aa42b2444 None None] Routers {'044b3ddd-59c5-4ed9-a94a-9089e95e01e0'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:11:59.877989 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cdb84e5a-dac3-45b2-a6a0-f35aa42b2444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:11:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['044b3ddd-59c5-4ed9-a94a-9089e95e01e0'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:11:59.890005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 478fbc01-eacc-42aa-bcea-78be1ab05517 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:11:59.921286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-d4a46a44-4848-4844-b3f6-84954aaf3d6f tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:59.925026 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-d4a46a44-4848-4844-b3f6-84954aaf3d6f tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/networks?id=1d4bb435-3635-43a7-8e22-05a3f29467e1 HTTP/1.1" status: 200 len: 818 time: 0.2381232 Nov 08 00:11:59.936480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9984bd-fe22-4c17-b13d-77db55a7046d req-fd7729df-a135-4d32-a5a1-d2e3ffaa4d80 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:11:59.939181 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aa9984bd-fe22-4c17-b13d-77db55a7046d req-fd7729df-a135-4d32-a5a1-d2e3ffaa4d80 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc&tenant_id=c0d6283f3c2b48d888bd9867b9b06340&binding%3Ahost_id=n-h2-816882-1 HTTP/1.1" status: 200 len: 948 time: 0.1356459 Nov 08 00:11:59.963669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-4ba71a0f-0d2f-40b2-af0e-b4260d561c96 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/quotas/5ad4ed64531f4933a0495ece11147997 HTTP/1.1" status: 200 len: 375 time: 0.0281103 Nov 08 00:12:00.026543 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6412a61-96ee-4770-861d-7d1bdf13f49c req-385a82a5-f6a5-469f-ae4f-da85be05e666 service neutron] 10.222.0.13 "GET /v2.0/networks/c7f387d4-1556-448e-8589-8a64f3636439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831985 Nov 08 00:12:00.045124 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-e0fb89ff-96fe-4d56-b7e0-737b4e5e21b6 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ad4ed64531f4933a0495ece11147997&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0800331 Nov 08 00:12:00.056848 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [req-aa9984bd-fe22-4c17-b13d-77db55a7046d req-79a8f65b-7a79-405c-887d-bee723525542 service neutron] delete failed (client error): The resource could not be found. Nov 08 00:12:00.057901 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aa9984bd-fe22-4c17-b13d-77db55a7046d req-79a8f65b-7a79-405c-887d-bee723525542 service neutron] 10.222.0.20 "DELETE /v2.0/ports/478fbc01-eacc-42aa-bcea-78be1ab05517/bindings/n-h1-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.1090975 Nov 08 00:12:00.094887 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 8670f1c9-3bd9-43d1-bc86-a758b070436f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8670f1c9-3bd9-43d1-bc86-a758b070436f,segment=NetworkSegment(8ba65c8a-b42a-4530-bb6d-52807ee76a78),segment_id=8ba65c8a-b42a-4530-bb6d-52807ee76a78)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:00.101284 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 478fbc01-eacc-42aa-bcea-78be1ab05517 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:00.101284 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:00.101284 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device ac4f4704-2fa6-4079-928d-c22d93a1ad3f up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:12:00.153416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-a510f632-6f3f-405c-9d42-cb059d786f29 service neutron] 10.222.0.13 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040382 Nov 08 00:12:00.182302 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe83ee3-9799-482f-b9cd-b422d68d5046 x-openstack-request-id: req-dbe83ee3-9799-482f-b9cd-b422d68d5046 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:00.182593 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec87a08-34cf-4549-bbd1-0dbde63c263a", "tag": "1b54c618-16b1-42a0-8321-9275a404988c", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:00.182843 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbe83ee3-9799-482f-b9cd-b422d68d5046 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:00.183241 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec87a08-34cf-4549-bbd1-0dbde63c263a', 'tag': '1b54c618-16b1-42a0-8321-9275a404988c', 'status': 'completed', 'code': 200} Nov 08 00:12:00.247498 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-cdb84e5a-dac3-45b2-a6a0-f35aa42b2444 None None] Set router 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:12:00.250974 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:00.289407 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9984bd-fe22-4c17-b13d-77db55a7046d req-3bf4ef02-11ef-42cf-aef0-6fa6a7ab36d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:00.290910 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aa9984bd-fe22-4c17-b13d-77db55a7046d req-3bf4ef02-11ef-42cf-aef0-6fa6a7ab36d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 1099 time: 0.0719013 Nov 08 00:12:00.303992 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de543c-4058-4a4f-88b0-b0cf76ac811d req-7940f073-dd48-4df7-87ba-efb14a01c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:00.306140 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-70de543c-4058-4a4f-88b0-b0cf76ac811d req-7940f073-dd48-4df7-87ba-efb14a01c9fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=540d436eb2814e6787d2721bfa568078&device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 1096 time: 0.0602899 Nov 08 00:12:00.324414 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-12a855bd-a9b9-4009-a3a9-0d889cacebe2 service neutron] 10.222.0.13 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636477 Nov 08 00:12:00.334490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed37d09-1e9f-4308-a7d2-41efa63bfb6e req-32260f6b-09b2-4c71-9dea-f317ad9340ea tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:00.337296 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ed37d09-1e9f-4308-a7d2-41efa63bfb6e req-32260f6b-09b2-4c71-9dea-f317ad9340ea tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 945 time: 0.1005630 Nov 08 00:12:00.385119 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ed37d09-1e9f-4308-a7d2-41efa63bfb6e req-ee4c265c-66f5-4462-9d3d-fdb1453493f1 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407658 Nov 08 00:12:00.419739 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port ac4f4704-2fa6-4079-928d-c22d93a1ad3f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:00.426464 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:00.436576 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=8670f1c9-3bd9-43d1-bc86-a758b070436f,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:00.512536 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8b569-3286-43e6-b23b-e916541aa294 req-c9bb4a4e-ba27-4dd1-90f3-eeaf41389811 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:00.520704 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de543c-4058-4a4f-88b0-b0cf76ac811d req-564199c6-9ce0-43c0-b3e3-d2fef8b63b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:00.521321 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28e8b569-3286-43e6-b23b-e916541aa294 req-c9bb4a4e-ba27-4dd1-90f3-eeaf41389811 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 943 time: 0.0607369 Nov 08 00:12:00.522498 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-70de543c-4058-4a4f-88b0-b0cf76ac811d req-564199c6-9ce0-43c0-b3e3-d2fef8b63b22 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7f387d4-1556-448e-8589-8a64f3636439 HTTP/1.1" status: 200 len: 930 time: 0.2034841 Nov 08 00:12:00.542777 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:00.561412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28e8b569-3286-43e6-b23b-e916541aa294 req-f2e36c33-5983-4f5e-9f78-523b69c44720 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389555 Nov 08 00:12:00.570588 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9984bd-fe22-4c17-b13d-77db55a7046d req-1e0baf95-30f5-4cfe-ad6a-a8aaf586993e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:00.572131 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aa9984bd-fe22-4c17-b13d-77db55a7046d req-1e0baf95-30f5-4cfe-ad6a-a8aaf586993e service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.2550402 Nov 08 00:12:00.573511 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-70de543c-4058-4a4f-88b0-b0cf76ac811d req-ef23f7f3-1a2b-460a-b933-21542960b1fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b54c618-16b1-42a0-8321-9275a404988c HTTP/1.1" status: 200 len: 217 time: 0.0402386 Nov 08 00:12:00.597641 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5757cdcf-052f-417f-834e-7be9651a88bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478fbc01-eacc-42aa-bcea-78be1ab05517'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:00.599912 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5add499e-97f9-4ba8-b39d-19f1f7a3d345" -d '{"events": [{"server_uuid": "5757cdcf-052f-417f-834e-7be9651a88bc", "name": "network-vif-plugged", "status": "completed", "tag": "478fbc01-eacc-42aa-bcea-78be1ab05517"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:00.634094 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 478fbc01-eacc-42aa-bcea-78be1ab05517, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=478fbc01-eacc-42aa-bcea-78be1ab05517,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:00.659847 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aa9984bd-fe22-4c17-b13d-77db55a7046d req-334bb761-07e5-41c6-9b0d-54b491dc511f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=478fbc01-eacc-42aa-bcea-78be1ab05517 HTTP/1.1" status: 200 len: 217 time: 0.0710618 Nov 08 00:12:00.690941 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:00.706222 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de543c-4058-4a4f-88b0-b0cf76ac811d req-4e73a006-355a-4d5a-8a2a-5bbe052186c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:00.707842 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-70de543c-4058-4a4f-88b0-b0cf76ac811d req-4e73a006-355a-4d5a-8a2a-5bbe052186c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1e107c3-6e30-4ca3-accf-e81fd68d6037 HTTP/1.1" status: 200 len: 868 time: 0.1123066 Nov 08 00:12:00.711945 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b82a69-2e9b-4475-9c58-3cc65e896758', 'tag': '41b8b625-df8d-43a6-876d-19baf9f9fb72'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:00.714130 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83cb154-c0b5-475a-9500-7f920aae5acd" -d '{"events": [{"name": "network-changed", "server_uuid": "02b82a69-2e9b-4475-9c58-3cc65e896758", "tag": "41b8b625-df8d-43a6-876d-19baf9f9fb72"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:00.721838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cdb84e5a-dac3-45b2-a6a0-f35aa42b2444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986918895-router', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'bb575871-017d-4891-aba4-f92d96147d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:14Z', 'updated_at': '2021-11-08T00:11:22Z', 'revision_number': 4, 'project_id': '540d436eb2814e6787d2721bfa568078', 'gw_port': {'id': 'bb575871-017d-4891-aba4-f92d96147d37', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:15Z', 'updated_at': '2021-11-08T00:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '301407cc-9c39-47fe-a399-8264a3884948', 'name': '', 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'mac_address': 'fa:16:3e:07:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd1e107c3-6e30-4ca3-accf-e81fd68d6037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:21Z', 'updated_at': '2021-11-08T00:11:26Z', 'revision_number': 5, 'project_id': '540d436eb2814e6787d2721bfa568078', 'subnets': [{'id': 'd1e107c3-6e30-4ca3-accf-e81fd68d6037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:00.737532 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:00.780673 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9984bd-fe22-4c17-b13d-77db55a7046d req-eb3f279e-f74f-4476-a871-54a704dd6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:00.782174 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aa9984bd-fe22-4c17-b13d-77db55a7046d req-eb3f279e-f74f-4476-a871-54a704dd6ab8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1118484 Nov 08 00:12:00.794654 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port ac4f4704-2fa6-4079-928d-c22d93a1ad3f, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=ac4f4704-2fa6-4079-928d-c22d93a1ad3f,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:00.803385 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de543c-4058-4a4f-88b0-b0cf76ac811d req-ecced93c-8378-4324-b2c5-6e9001787923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:00.805227 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-70de543c-4058-4a4f-88b0-b0cf76ac811d req-ecced93c-8378-4324-b2c5-6e9001787923 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7f387d4-1556-448e-8589-8a64f3636439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775971 Nov 08 00:12:00.824924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb84e5a-dac3-45b2-a6a0-f35aa42b2444 None None] The sync data for ids ['044b3ddd-59c5-4ed9-a94a-9089e95e01e0'] in n-d-816882-1 is: [{'id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986918895-router', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'bb575871-017d-4891-aba4-f92d96147d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:14Z', 'updated_at': '2021-11-08T00:11:22Z', 'revision_number': 4, 'project_id': '540d436eb2814e6787d2721bfa568078', 'gw_port': {'id': 'bb575871-017d-4891-aba4-f92d96147d37', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:15Z', 'updated_at': '2021-11-08T00:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '301407cc-9c39-47fe-a399-8264a3884948', 'name': '', 'network_id': 'c7f387d4-1556-448e-8589-8a64f3636439', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'mac_address': 'fa:16:3e:07:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd1e107c3-6e30-4ca3-accf-e81fd68d6037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:21Z', 'updated_at': '2021-11-08T00:11:26Z', 'revision_number': 5, 'project_id': '540d436eb2814e6787d2721bfa568078', 'subnets': [{'id': 'd1e107c3-6e30-4ca3-accf-e81fd68d6037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:12:00.827162 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4530183f-152e-463c-96a8-b42168b4f16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:00.845314 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-1f263696-7ac3-4de8-807b-455d1f02b788 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:00.845314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-1f263696-7ac3-4de8-807b-455d1f02b788 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.20 "GET /v2.0/networks?id=1d4bb435-3635-43a7-8e22-05a3f29467e1 HTTP/1.1" status: 200 len: 818 time: 0.1896040 Nov 08 00:12:00.859255 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68aeae9-5741-4cc8-b436-939c8f7f07e6 req-d353309e-ea48-4f77-b1c2-fcfc8e3485fc tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:00.868920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d68aeae9-5741-4cc8-b436-939c8f7f07e6 req-d353309e-ea48-4f77-b1c2-fcfc8e3485fc tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 948 time: 0.2241671 Nov 08 00:12:00.894662 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=478fbc01-eacc-42aa-bcea-78be1ab05517,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:00.906887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-8e8db405-2662-4a8b-8388-093d5eb80f17 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Request body: {'port': {'device_id': 'd3547ee6-e562-40cb-82ff-4543f65185d0', 'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1', 'admin_state_up': True, 'tenant_id': '5ad4ed64531f4933a0495ece11147997'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:00.931497 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:01.031436 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=ac4f4704-2fa6-4079-928d-c22d93a1ad3f,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:01.045803 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9984bd-fe22-4c17-b13d-77db55a7046d req-1db61afd-cf6d-4e2e-b023-87f5469b0782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:01.052607 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aa9984bd-fe22-4c17-b13d-77db55a7046d req-1db61afd-cf6d-4e2e-b023-87f5469b0782 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2542768 Nov 08 00:12:01.054292 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8670f1c9-3bd9-43d1-bc86-a758b070436f up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:12:01.081431 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d68aeae9-5741-4cc8-b436-939c8f7f07e6 req-ae301118-75a8-4647-b97f-681f9593b1b1 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104230 Nov 08 00:12:01.112556 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c27fa6e-558a-451d-868b-733449d9e3d7 req-508bd60b-12e6-4dff-8166-321a68f10c11 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/floatingips/945b3ae7-7f2f-4fdc-bbe6-05bf3b431c2f HTTP/1.1" status: 200 len: 695 time: 0.0938978 Nov 08 00:12:01.152238 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 8670f1c9-3bd9-43d1-bc86-a758b070436f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:01.152812 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:01.154796 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:01.168457 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-70de543c-4058-4a4f-88b0-b0cf76ac811d req-a84cc7c1-3a3a-4621-938f-db07dc2021b4 service neutron] 10.222.0.20 "GET /v2.0/networks/c7f387d4-1556-448e-8589-8a64f3636439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498850 Nov 08 00:12:01.211811 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7187d36-fe6a-4fe8-8d62-61220994e8bb x-openstack-request-id: req-c7187d36-fe6a-4fe8-8d62-61220994e8bb {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:01.211811 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5757cdcf-052f-417f-834e-7be9651a88bc", "name": "network-vif-plugged", "status": "completed", "tag": "478fbc01-eacc-42aa-bcea-78be1ab05517", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:01.216473 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7187d36-fe6a-4fe8-8d62-61220994e8bb {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:01.217303 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5757cdcf-052f-417f-834e-7be9651a88bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478fbc01-eacc-42aa-bcea-78be1ab05517', 'code': 200} Nov 08 00:12:01.258606 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27fa6e-558a-451d-868b-733449d9e3d7 req-acb5e532-b173-4499-b58a-18c3ad34911b tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:01.266624 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c27fa6e-558a-451d-868b-733449d9e3d7 req-acb5e532-b173-4499-b58a-18c3ad34911b tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.1700299 Nov 08 00:12:01.329820 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c27fa6e-558a-451d-868b-733449d9e3d7 req-29912736-a84d-427b-86ed-90e0d48eb321 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 698 time: 0.0621526 Nov 08 00:12:01.333681 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116fe568-2ce0-49e8-87cb-52056ce366a2 None None] New status for floating IP 945b3ae7-7f2f-4fdc-bbe6-05bf3b431c2f: DOWN {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:12:01.362311 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aa9984bd-fe22-4c17-b13d-77db55a7046d req-7bd38453-7501-4476-9af2-f5e2752ee341 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992113 Nov 08 00:12:01.431093 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0dac9743-5fd1-4a17-a40e-797ec629457b req-89d4c8e1-5a55-4e02-94ec-bf2f52136293 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 210 time: 0.1217930 Nov 08 00:12:01.438368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c27fa6e-558a-451d-868b-733449d9e3d7 req-129eee5e-494a-4fdc-9f0d-13ee8995438a tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 698 time: 0.1076956 Nov 08 00:12:01.483269 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-70de543c-4058-4a4f-88b0-b0cf76ac811d req-524a7fd7-a1a4-44c0-aa81-381d024b401a service neutron] 10.222.0.20 "GET /v2.0/networks/c7f387d4-1556-448e-8589-8a64f3636439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943320 Nov 08 00:12:01.512240 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-8e8db405-2662-4a8b-8388-093d5eb80f17 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Made reservation on behalf of 5ad4ed64531f4933a0495ece11147997 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:12:01.516234 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-8e8db405-2662-4a8b-8388-093d5eb80f17 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:01.523687 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d759450-6d20-4592-93f5-2608eb89bb16 x-openstack-request-id: req-8d759450-6d20-4592-93f5-2608eb89bb16 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:01.524017 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b82a69-2e9b-4475-9c58-3cc65e896758", "tag": "41b8b625-df8d-43a6-876d-19baf9f9fb72", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:01.524278 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d759450-6d20-4592-93f5-2608eb89bb16 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:01.524666 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b82a69-2e9b-4475-9c58-3cc65e896758', 'tag': '41b8b625-df8d-43a6-876d-19baf9f9fb72', 'status': 'completed', 'code': 200} Nov 08 00:12:01.532784 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aa9984bd-fe22-4c17-b13d-77db55a7046d req-36be38f5-6770-4ba8-839b-996ad747e229 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512721 Nov 08 00:12:01.662586 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:01.667325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cb154-c0b5-475a-9500-7f920aae5acd req-081992f8-366f-4bce-af01-e32fdda1a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:01.677365 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f83cb154-c0b5-475a-9500-7f920aae5acd req-081992f8-366f-4bce-af01-e32fdda1a56f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c4d5bb4ed1d41d3b2d6cad5ce2423e3&device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 1094 time: 0.0579338 Nov 08 00:12:01.706182 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:01.749950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-1c27fa6e-558a-451d-868b-733449d9e3d7 req-3421f552-d4a4-498a-857a-21183d79a94a tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Deleting port 0f68fcd9-3d1d-4685-affa-df97ff680559 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:12:01.759651 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1c27fa6e-558a-451d-868b-733449d9e3d7 req-3421f552-d4a4-498a-857a-21183d79a94a tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:01.790448 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cb154-c0b5-475a-9500-7f920aae5acd req-d75316c5-f46b-438e-8da7-d1208edd7436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:01.792365 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f83cb154-c0b5-475a-9500-7f920aae5acd req-d75316c5-f46b-438e-8da7-d1208edd7436 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9275618c-2af8-4285-873e-1544fab15b19 HTTP/1.1" status: 200 len: 913 time: 0.0995975 Nov 08 00:12:01.811818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-8e8db405-2662-4a8b-8388-093d5eb80f17 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Allocated IP 172.20.0.10 (1d4bb435-3635-43a7-8e22-05a3f29467e1/6bbef566-b085-441c-ae50-5585c6ec1d72/3f9a371c-3d47-4ef5-aad1-1fcdea947b20) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:12:01.848092 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f83cb154-c0b5-475a-9500-7f920aae5acd req-67da0477-6c42-4a3b-9341-cc105be15fde service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41b8b625-df8d-43a6-876d-19baf9f9fb72 HTTP/1.1" status: 200 len: 217 time: 0.0451400 Nov 08 00:12:01.862184 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1c27fa6e-558a-451d-868b-733449d9e3d7 req-3421f552-d4a4-498a-857a-21183d79a94a tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:01.862567 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1c27fa6e-558a-451d-868b-733449d9e3d7 req-3421f552-d4a4-498a-857a-21183d79a94a tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:01.887776 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-1c27fa6e-558a-451d-868b-733449d9e3d7 req-3421f552-d4a4-498a-857a-21183d79a94a tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Calling delete_port for 0f68fcd9-3d1d-4685-affa-df97ff680559 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:12:01.899948 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cb154-c0b5-475a-9500-7f920aae5acd req-6d716c42-9735-4bfa-99bc-ca58e0d080ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:01.901443 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f83cb154-c0b5-475a-9500-7f920aae5acd req-6d716c42-9735-4bfa-99bc-ca58e0d080ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8240525-3ca1-4b43-8bf4-23a1cb2e921d HTTP/1.1" status: 200 len: 852 time: 0.0459101 Nov 08 00:12:01.940711 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f83cb154-c0b5-475a-9500-7f920aae5acd req-e8c496f4-a1f5-46d8-810a-adf56e8d2ad3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9275618c-2af8-4285-873e-1544fab15b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267081 Nov 08 00:12:02.037704 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 41b8b625-df8d-43a6-876d-19baf9f9fb72 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:12:02.073245 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-8e8db405-2662-4a8b-8388-093d5eb80f17 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:02.074372 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f83cb154-c0b5-475a-9500-7f920aae5acd req-3b2f9238-227a-4680-9242-81e8e0b3268d service neutron] 10.222.0.20 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248269 Nov 08 00:12:02.141828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 41b8b625-df8d-43a6-876d-19baf9f9fb72, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=41b8b625-df8d-43a6-876d-19baf9f9fb72,segment=NetworkSegment(cc6b21bf-5659-458e-a4a4-30150d05a911),segment_id=cc6b21bf-5659-458e-a4a4-30150d05a911)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:02.155216 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '41b8b625-df8d-43a6-876d-19baf9f9fb72', 'network_id': '9275618c-2af8-4285-873e-1544fab15b19', 'port_id': '41b8b625-df8d-43a6-876d-19baf9f9fb72', 'mac_address': 'fa:16:3e:68:16:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8240525-3ca1-4b43-8bf4-23a1cb2e921d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:12:02.177794 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f83cb154-c0b5-475a-9500-7f920aae5acd req-d497278e-e952-42bf-a3f0-a5d5bf47f800 service neutron] 10.222.0.20 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959098 Nov 08 00:12:02.179908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1547176-5fbf-4241-95e0-964d05d6d959 req-c2bbcb32-3504-43a1-adf3-bf6e6559aa83 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:02.181459 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1547176-5fbf-4241-95e0-964d05d6d959 req-c2bbcb32-3504-43a1-adf3-bf6e6559aa83 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.1116099 Nov 08 00:12:02.198903 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:02.212609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b8b625-df8d-43a6-876d-19baf9f9fb72 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:12:02.228878 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1547176-5fbf-4241-95e0-964d05d6d959 req-4157723f-90ad-42bf-aff0-ea225d1fcbca tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381670 Nov 08 00:12:02.233681 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 41b8b625-df8d-43a6-876d-19baf9f9fb72, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=41b8b625-df8d-43a6-876d-19baf9f9fb72,segment=NetworkSegment(cc6b21bf-5659-458e-a4a4-30150d05a911),segment_id=cc6b21bf-5659-458e-a4a4-30150d05a911)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:02.334076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a24e0-cbe4-4b7a-8d6b-4dd43c356267 req-d81fcd53-f6ce-4d19-a91f-242a8f3e4d65 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:02.335577 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-293a24e0-cbe4-4b7a-8d6b-4dd43c356267 req-d81fcd53-f6ce-4d19-a91f-242a8f3e4d65 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 943 time: 0.0504899 Nov 08 00:12:02.368183 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1c27fa6e-558a-451d-868b-733449d9e3d7 req-3421f552-d4a4-498a-857a-21183d79a94a tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:02.404005 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-293a24e0-cbe4-4b7a-8d6b-4dd43c356267 req-712d94f6-ac04-42e3-917b-e4125bb59efb tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623634 Nov 08 00:12:02.404976 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421f552-d4a4-498a-857a-21183d79a94a tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Pushing event deleted for resources: {'Port': ['ID=0f68fcd9-3d1d-4685-affa-df97ff680559,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:02.408270 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:02.418326 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-8e8db405-2662-4a8b-8388-093d5eb80f17 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:02.471354 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=41b8b625-df8d-43a6-876d-19baf9f9fb72,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:02.504566 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-8e8db405-2662-4a8b-8388-093d5eb80f17 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Network 1d4bb435-3635-43a7-8e22-05a3f29467e1 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:12:02.510672 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-8e8db405-2662-4a8b-8388-093d5eb80f17 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:12:02.519052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-8e8db405-2662-4a8b-8388-093d5eb80f17 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:12:02.525837 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8db405-2662-4a8b-8388-093d5eb80f17 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Pushing event updated for resources: {'Port': ['ID=3f9a371c-3d47-4ef5-aad1-1fcdea947b20,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:02.562753 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1c27fa6e-558a-451d-868b-733449d9e3d7 req-3421f552-d4a4-498a-857a-21183d79a94a tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:02.565474 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1c27fa6e-558a-451d-868b-733449d9e3d7 req-3421f552-d4a4-498a-857a-21183d79a94a tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:02.566639 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c27fa6e-558a-451d-868b-733449d9e3d7 req-3421f552-d4a4-498a-857a-21183d79a94a tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "DELETE /v2.0/floatingips/945b3ae7-7f2f-4fdc-bbe6-05bf3b431c2f HTTP/1.1" status: 204 len: 173 time: 1.1223574 Nov 08 00:12:02.616028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-8e8db405-2662-4a8b-8388-093d5eb80f17 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:02.616657 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-8e8db405-2662-4a8b-8388-093d5eb80f17 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:02.666120 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c262101-2af6-461c-acca-90767ec2ee4b req-0c3d2df1-5b9b-421d-b8f2-b8f4ad567d6d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:02.667596 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c262101-2af6-461c-acca-90767ec2ee4b req-0c3d2df1-5b9b-421d-b8f2-b8f4ad567d6d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 949 time: 0.1000807 Nov 08 00:12:02.700036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620e844-c870-4765-95fa-ecaee4e79364 req-b5aeeb1b-cf94-4b66-92c4-e6e08167aeb7 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:02.701983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3620e844-c870-4765-95fa-ecaee4e79364 req-b5aeeb1b-cf94-4b66-92c4-e6e08167aeb7 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.0801320 Nov 08 00:12:02.737165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c262101-2af6-461c-acca-90767ec2ee4b req-84805af2-5acf-49eb-a7c1-b36dced548f2 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617175 Nov 08 00:12:02.761156 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3620e844-c870-4765-95fa-ecaee4e79364 req-8bb06068-c2a6-4420-957d-f7390414d419 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522106 Nov 08 00:12:02.791387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-8e8db405-2662-4a8b-8388-093d5eb80f17 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8891678 Nov 08 00:12:02.826228 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Request body: {'port': {'device_id': 'd3547ee6-e562-40cb-82ff-4543f65185d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:02.829949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5073d5a-f5de-417c-a639-846a3572790b req-a34658da-91d7-4a51-b9b2-25442612ead6 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 210 time: 0.0375140 Nov 08 00:12:02.887870 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['41b8b625-df8d-43a6-876d-19baf9f9fb72'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:02.914693 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:02.925083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1983af6-3d17-412a-b996-4f5cad23fe4d req-3d448411-c0d1-4781-a073-20a9f280ad5c tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:02.926631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1983af6-3d17-412a-b996-4f5cad23fe4d req-3d448411-c0d1-4781-a073-20a9f280ad5c tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0944324 Nov 08 00:12:02.980804 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1983af6-3d17-412a-b996-4f5cad23fe4d req-84ff4ca5-cb72-49ae-a233-8dc9311732b0 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0470047 Nov 08 00:12:03.048267 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59af37a5-d55f-4ab0-88a9-683b3a58b83a req-ddac319e-1a57-477f-ba65-544bf676eeee tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0395758 Nov 08 00:12:03.218389 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e2ac89-91db-49dd-83ac-7be26f8125e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4f4704-2fa6-4079-928d-c22d93a1ad3f'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:03.220742 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5684674c-82e5-4713-9e53-e2e3843d9adf" -d '{"events": [{"server_uuid": "80e2ac89-91db-49dd-83ac-7be26f8125e0", "name": "network-vif-plugged", "status": "completed", "tag": "ac4f4704-2fa6-4079-928d-c22d93a1ad3f"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:03.256316 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8398794e-83c4-40f8-a614-19101dee15b1 x-openstack-request-id: req-8398794e-83c4-40f8-a614-19101dee15b1 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:03.256608 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e2ac89-91db-49dd-83ac-7be26f8125e0", "name": "network-vif-plugged", "status": "completed", "tag": "ac4f4704-2fa6-4079-928d-c22d93a1ad3f", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:03.257934 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8398794e-83c4-40f8-a614-19101dee15b1 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:03.257934 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e2ac89-91db-49dd-83ac-7be26f8125e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4f4704-2fa6-4079-928d-c22d93a1ad3f', 'code': 200} Nov 08 00:12:03.297485 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9a371c-3d47-4ef5-aad1-1fcdea947b20 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:12:03.305351 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:03.310016 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:03.343621 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Transition to ACTIVE for port object 3f9a371c-3d47-4ef5-aad1-1fcdea947b20 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:12:03.364553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ee8bd-884c-4a8e-acde-2ac66acc138c req-72f990df-d682-4789-8164-b3dfeb315a5b tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:03.366069 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e4ee8bd-884c-4a8e-acde-2ac66acc138c req-72f990df-d682-4789-8164-b3dfeb315a5b tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.0582128 Nov 08 00:12:03.417372 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e4ee8bd-884c-4a8e-acde-2ac66acc138c req-97fa7e47-c755-4535-84d7-8a56d4fecfc9 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440903 Nov 08 00:12:03.472512 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4eb9b-28a7-4218-8ead-c654b9ab6291 req-e515d7ba-3942-4aba-999b-8d3930d7e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:03.474221 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b9e4eb9b-28a7-4218-8ead-c654b9ab6291 req-e515d7ba-3942-4aba-999b-8d3930d7e17e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 1097 time: 0.0435874 Nov 08 00:12:03.527872 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:03.529039 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b9e4eb9b-28a7-4218-8ead-c654b9ab6291 req-6f9051b7-e0c8-4f92-a94b-ecf6c4b63087 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453985 Nov 08 00:12:03.584394 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da98b0-465d-4a63-a8aa-95a10dd22210 req-2fb3dbd9-a668-430c-925d-b55e54737150 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:03.585921 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7da98b0-465d-4a63-a8aa-95a10dd22210 req-2fb3dbd9-a668-430c-925d-b55e54737150 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 944 time: 0.0996926 Nov 08 00:12:03.625118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9a371c-3d47-4ef5-aad1-1fcdea947b20,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:03.689575 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7da98b0-465d-4a63-a8aa-95a10dd22210 req-cc4a58a9-63cf-43a2-8112-3d9cba6987cf tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955548 Nov 08 00:12:03.712963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Attempting to bind port 3f9a371c-3d47-4ef5-aad1-1fcdea947b20 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:12:03.713306 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Attempting to bind port 3f9a371c-3d47-4ef5-aad1-1fcdea947b20 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '8ba65c8a-b42a-4530-bb6d-52807ee76a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:12:03.713637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Attempting to bind port 3f9a371c-3d47-4ef5-aad1-1fcdea947b20 on network 1d4bb435-3635-43a7-8e22-05a3f29467e1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:03.718870 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Port 3f9a371c-3d47-4ef5-aad1-1fcdea947b20 on network 1d4bb435-3635-43a7-8e22-05a3f29467e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:12:03.719352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Attempting to bind port 3f9a371c-3d47-4ef5-aad1-1fcdea947b20 on network 1d4bb435-3635-43a7-8e22-05a3f29467e1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:03.724510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:12:03.724843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Checking segment: {'id': '8ba65c8a-b42a-4530-bb6d-52807ee76a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:12:03.725226 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Bound using segment: {'id': '8ba65c8a-b42a-4530-bb6d-52807ee76a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:12:03.725654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Bound port: 3f9a371c-3d47-4ef5-aad1-1fcdea947b20, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba65c8a-b42a-4530-bb6d-52807ee76a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:12:03.726014 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:03.852776 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] For port 3f9a371c-3d47-4ef5-aad1-1fcdea947b20, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:12:03.862627 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5536ff-0ab8-4549-a29c-4dadf8e9392a req-b659660f-334b-40be-975f-505f54a009ad tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:03.864218 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de5536ff-0ab8-4549-a29c-4dadf8e9392a req-b659660f-334b-40be-975f-505f54a009ad tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 949 time: 0.0506349 Nov 08 00:12:03.877869 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821840f6-3d5c-4d04-afa4-1de137eaf440 req-df24a4bb-a833-47d3-87b6-7ecfbc5906ff tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:03.879508 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-821840f6-3d5c-4d04-afa4-1de137eaf440 req-df24a4bb-a833-47d3-87b6-7ecfbc5906ff tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 945 time: 0.1172895 Nov 08 00:12:03.881752 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] For port 3f9a371c-3d47-4ef5-aad1-1fcdea947b20, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3f9a371c-3d47-4ef5-aad1-1fcdea947b20,segment=NetworkSegment(8ba65c8a-b42a-4530-bb6d-52807ee76a78),segment_id=8ba65c8a-b42a-4530-bb6d-52807ee76a78)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:12:03.912111 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc33e91-534b-4b4c-84b0-9efff35cb470 req-25e88c0f-adc5-4a10-aa68-c3d3ac2c8876 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:03.913621 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5fc33e91-534b-4b4c-84b0-9efff35cb470 req-25e88c0f-adc5-4a10-aa68-c3d3ac2c8876 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 949 time: 0.1018586 Nov 08 00:12:03.944411 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-821840f6-3d5c-4d04-afa4-1de137eaf440 req-90914cc8-9aa0-421e-be0c-284da112adbd tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ad38231-fb10-4801-bbe4-44197df2ea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584161 Nov 08 00:12:03.972855 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-de5536ff-0ab8-4549-a29c-4dadf8e9392a req-9cc40cfb-e8d1-4337-a3b6-4c2a42395adf tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Deleting port 745edafe-9804-4d32-8b88-94d2385e603d {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:12:03.973200 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-de5536ff-0ab8-4549-a29c-4dadf8e9392a req-9cc40cfb-e8d1-4337-a3b6-4c2a42395adf tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:03.976368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5fc33e91-534b-4b4c-84b0-9efff35cb470 req-76d7bbd8-c22f-4ed7-a949-897375900b9d tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548687 Nov 08 00:12:03.976981 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:04.012467 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:04.013697 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:04.015226 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] 10.222.0.20 "PUT /v2.0/ports/3f9a371c-3d47-4ef5-aad1-1fcdea947b20 HTTP/1.1" status: 200 len: 1092 time: 1.1971967 Nov 08 00:12:04.017812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3547ee6-e562-40cb-82ff-4543f65185d0', 'tag': '3f9a371c-3d47-4ef5-aad1-1fcdea947b20'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:04.020016 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e93452a-414d-42d2-9594-33d31caa20be" -d '{"events": [{"name": "network-changed", "server_uuid": "d3547ee6-e562-40cb-82ff-4543f65185d0", "tag": "3f9a371c-3d47-4ef5-aad1-1fcdea947b20"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:04.057891 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 41b8b625-df8d-43a6-876d-19baf9f9fb72 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:12:04.102512 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-de5536ff-0ab8-4549-a29c-4dadf8e9392a req-9cc40cfb-e8d1-4337-a3b6-4c2a42395adf tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] For port 745edafe-9804-4d32-8b88-94d2385e603d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=745edafe-9804-4d32-8b88-94d2385e603d,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:04.102941 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-de5536ff-0ab8-4549-a29c-4dadf8e9392a req-9cc40cfb-e8d1-4337-a3b6-4c2a42395adf tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:04.118378 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-de5536ff-0ab8-4549-a29c-4dadf8e9392a req-9cc40cfb-e8d1-4337-a3b6-4c2a42395adf tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Calling delete_port for 745edafe-9804-4d32-8b88-94d2385e603d owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:12:04.241627 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 41b8b625-df8d-43a6-876d-19baf9f9fb72 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:12:04.246459 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 41b8b625-df8d-43a6-876d-19baf9f9fb72 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:04.247003 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:04.331216 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:04.372112 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 41b8b625-df8d-43a6-876d-19baf9f9fb72, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=41b8b625-df8d-43a6-876d-19baf9f9fb72,segment=NetworkSegment(cc6b21bf-5659-458e-a4a4-30150d05a911),segment_id=cc6b21bf-5659-458e-a4a4-30150d05a911)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:04.390464 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-de5536ff-0ab8-4549-a29c-4dadf8e9392a req-9cc40cfb-e8d1-4337-a3b6-4c2a42395adf tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:04.399878 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4cfe1-51f1-4b48-8c67-3378a56bcb02 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9a371c-3d47-4ef5-aad1-1fcdea947b20,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:04.402980 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3657e260-5e17-4108-b981-104f854b9d42 req-c62194e1-7ba5-46c5-bbd8-f896e0a4be08 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 210 time: 0.3492815 Nov 08 00:12:04.430526 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc40cfb-e8d1-4337-a3b6-4c2a42395adf tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Pushing event deleted for resources: {'Port': ['ID=745edafe-9804-4d32-8b88-94d2385e603d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:04.442955 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b123972d-37a4-49ab-96fd-efccd7e59417', '713b8bd8-0f40-4fcc-ad4a-ea30f5948241'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:04.442955 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['f555dd6f-2546-4108-be05-6fa495bf07b2', '9d910f50-4fa6-4358-9600-f71bb62af702', '1fba75ff-6139-4479-acd5-e7142b1cd8fd', 'c4e6428d-b5bf-4fca-8995-b611d5cc4a33', '745edafe-9804-4d32-8b88-94d2385e603d'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:04.460500 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f9896-4a70-4408-bc6d-1606f879cef1 req-99d9f4d1-5273-4e2b-b08b-f09d7e8eadf9 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:04.462067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d63f9896-4a70-4408-bc6d-1606f879cef1 req-99d9f4d1-5273-4e2b-b08b-f09d7e8eadf9 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.4233377 Nov 08 00:12:04.484240 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5536ff-0ab8-4549-a29c-4dadf8e9392a req-9cc40cfb-e8d1-4337-a3b6-4c2a42395adf tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] No DVR routers for this DVR port 745edafe-9804-4d32-8b88-94d2385e603d on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:12:04.487091 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-de5536ff-0ab8-4549-a29c-4dadf8e9392a req-9cc40cfb-e8d1-4337-a3b6-4c2a42395adf tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:04.492555 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de5536ff-0ab8-4549-a29c-4dadf8e9392a req-9cc40cfb-e8d1-4337-a3b6-4c2a42395adf tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "DELETE /v2.0/ports/745edafe-9804-4d32-8b88-94d2385e603d HTTP/1.1" status: 204 len: 173 time: 0.6200929 Nov 08 00:12:04.493069 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6cc364-e5ce-41a9-9a56-d833f0b65dee', 'name': 'network-vif-deleted', 'tag': '745edafe-9804-4d32-8b88-94d2385e603d'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:04.495740 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce61b892-0da5-47f9-9454-56bcec68f97a" -d '{"events": [{"server_uuid": "4b6cc364-e5ce-41a9-9a56-d833f0b65dee", "name": "network-vif-deleted", "tag": "745edafe-9804-4d32-8b88-94d2385e603d"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:04.517315 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e714c51d-8dab-48cc-a209-4787494a1ed4 x-openstack-request-id: req-e714c51d-8dab-48cc-a209-4787494a1ed4 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:04.517524 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3547ee6-e562-40cb-82ff-4543f65185d0", "tag": "3f9a371c-3d47-4ef5-aad1-1fcdea947b20", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:04.517728 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e714c51d-8dab-48cc-a209-4787494a1ed4 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:04.518125 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3547ee6-e562-40cb-82ff-4543f65185d0', 'tag': '3f9a371c-3d47-4ef5-aad1-1fcdea947b20', 'status': 'completed', 'code': 200} Nov 08 00:12:04.522593 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-26a05836-ed72-4917-9867-b10a6431dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:04.524469 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-26a05836-ed72-4917-9867-b10a6431dbd3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ad4ed64531f4933a0495ece11147997&device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 1095 time: 0.1504912 Nov 08 00:12:04.539308 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:04.545240 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d63f9896-4a70-4408-bc6d-1606f879cef1 req-32d01746-de4b-4722-96a8-41d341c52711 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720739 Nov 08 00:12:04.604124 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-ac23ba05-4d07-4565-abdb-2d1500392a29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9a371c-3d47-4ef5-aad1-1fcdea947b20 HTTP/1.1" status: 200 len: 217 time: 0.0401161 Nov 08 00:12:04.631684 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699aadfb-e7ca-40a5-a70d-a486cc177ec6 x-openstack-request-id: req-699aadfb-e7ca-40a5-a70d-a486cc177ec6 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:04.637169 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6cc364-e5ce-41a9-9a56-d833f0b65dee", "name": "network-vif-deleted", "tag": "745edafe-9804-4d32-8b88-94d2385e603d", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:04.637169 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-699aadfb-e7ca-40a5-a70d-a486cc177ec6 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:04.637169 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6cc364-e5ce-41a9-9a56-d833f0b65dee', 'name': 'network-vif-deleted', 'tag': '745edafe-9804-4d32-8b88-94d2385e603d', 'status': 'completed', 'code': 200} Nov 08 00:12:04.637644 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=41b8b625-df8d-43a6-876d-19baf9f9fb72,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:04.704353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-4d33d5e3-648e-4c61-88be-44d316bab09b tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:04.706422 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-4d33d5e3-648e-4c61-88be-44d316bab09b tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.20 "GET /v2.0/networks?id=1d4bb435-3635-43a7-8e22-05a3f29467e1 HTTP/1.1" status: 200 len: 818 time: 0.1439390 Nov 08 00:12:04.731778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-adfe736f-6c47-49ca-808b-ff5ae7f0f0c1 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Request body: {'port': {'device_id': '389be8ac-b0d3-4f43-b01a-953d87d61174', 'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1', 'admin_state_up': True, 'tenant_id': '5ad4ed64531f4933a0495ece11147997'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:04.771671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1166139-58be-4f46-810d-019da16a8751 req-030e3e47-b685-42f2-86ec-7a9d3ff38e52 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:04.780207 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1166139-58be-4f46-810d-019da16a8751 req-030e3e47-b685-42f2-86ec-7a9d3ff38e52 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.1744959 Nov 08 00:12:04.800608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-cf82e2f5-fa8d-4d70-8f31-cb88cf9ef494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:04.802201 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-cf82e2f5-fa8d-4d70-8f31-cb88cf9ef494 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6bbef566-b085-441c-ae50-5585c6ec1d72 HTTP/1.1" status: 200 len: 858 time: 0.1631396 Nov 08 00:12:04.873832 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2797e-be7c-42b6-be27-c80129796e34 req-de5e8bea-1f05-40b0-a13c-201fe31c1048 tempest-MigrationsAdminTest-814824223 tempest-MigrationsAdminTest-814824223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:04.875425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6e2797e-be7c-42b6-be27-c80129796e34 req-de5e8bea-1f05-40b0-a13c-201fe31c1048 tempest-MigrationsAdminTest-814824223 tempest-MigrationsAdminTest-814824223-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 1100 time: 0.1655622 Nov 08 00:12:04.879955 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-e93623b3-f4d6-4240-a53c-e8e3cdffb18f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d4bb435-3635-43a7-8e22-05a3f29467e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600333 Nov 08 00:12:04.885561 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1166139-58be-4f46-810d-019da16a8751 req-73f2312b-2aa8-4757-bdce-48ddbd9f0c0a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048484 Nov 08 00:12:05.000057 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6e2797e-be7c-42b6-be27-c80129796e34 req-95fe9151-aa4c-4666-b407-1334cf7db3ed tempest-MigrationsAdminTest-814824223 tempest-MigrationsAdminTest-814824223-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134276 Nov 08 00:12:05.070584 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-0a3e01b5-3a61-40e8-8e55-309fad041187 service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736827 Nov 08 00:12:05.092885 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-adfe736f-6c47-49ca-808b-ff5ae7f0f0c1 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Made reservation on behalf of 5ad4ed64531f4933a0495ece11147997 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:12:05.094959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2eb596-a811-4d3a-afd9-61bb67ae15a1 req-7202ddb0-ebbd-41d4-966b-99ff3a3aa57f tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:05.096611 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a2eb596-a811-4d3a-afd9-61bb67ae15a1 req-7202ddb0-ebbd-41d4-966b-99ff3a3aa57f tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 945 time: 0.0904264 Nov 08 00:12:05.098358 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-adfe736f-6c47-49ca-808b-ff5ae7f0f0c1 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:05.202956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a2eb596-a811-4d3a-afd9-61bb67ae15a1 req-f03cf1f0-6104-4387-8b03-0fe949dabe80 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977404 Nov 08 00:12:05.258609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b82a69-2e9b-4475-9c58-3cc65e896758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b8b625-df8d-43a6-876d-19baf9f9fb72'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:05.265180 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eace0070-761f-4284-9c99-313b930ffdea" -d '{"events": [{"server_uuid": "02b82a69-2e9b-4475-9c58-3cc65e896758", "name": "network-vif-plugged", "status": "completed", "tag": "41b8b625-df8d-43a6-876d-19baf9f9fb72"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:05.270939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4918e703-4e4e-4a26-98c8-25368cae2c51 req-0fd98cb9-1a64-4167-8d22-f571b8ed3a93 service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732643 Nov 08 00:12:05.274478 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-adfe736f-6c47-49ca-808b-ff5ae7f0f0c1 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Allocated IP 172.20.0.14 (1d4bb435-3635-43a7-8e22-05a3f29467e1/6bbef566-b085-441c-ae50-5585c6ec1d72/64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:12:05.283543 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd381701-6612-478a-b8f6-a79ff90c08b9 req-982a7f36-bd7c-46ed-96d4-d0e27555a805 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:05.288339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd381701-6612-478a-b8f6-a79ff90c08b9 req-982a7f36-bd7c-46ed-96d4-d0e27555a805 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 945 time: 0.0817320 Nov 08 00:12:05.327718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-513844e1-ae65-4018-a149-a950f2651438 req-75e60767-2893-4715-bc47-209a737a16ae tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b6cc364-e5ce-41a9-9a56-d833f0b65dee HTTP/1.1" status: 200 len: 210 time: 0.0369115 Nov 08 00:12:05.371740 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd381701-6612-478a-b8f6-a79ff90c08b9 req-7024fdaa-a3cb-49a5-ab5b-53489351a5be tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ad38231-fb10-4801-bbe4-44197df2ea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642300 Nov 08 00:12:05.410149 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114455db-a9da-4087-a48a-e799b8490027 x-openstack-request-id: req-114455db-a9da-4087-a48a-e799b8490027 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:05.410434 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b82a69-2e9b-4475-9c58-3cc65e896758", "name": "network-vif-plugged", "status": "completed", "tag": "41b8b625-df8d-43a6-876d-19baf9f9fb72", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:05.410692 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-114455db-a9da-4087-a48a-e799b8490027 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:05.411101 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b82a69-2e9b-4475-9c58-3cc65e896758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b8b625-df8d-43a6-876d-19baf9f9fb72', 'code': 200} Nov 08 00:12:05.460156 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-adfe736f-6c47-49ca-808b-ff5ae7f0f0c1 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:05.521532 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f0b6392-c45f-48c7-af1a-de53e9e3c790 req-6434ceb8-3586-4b78-b640-6d09959e4690 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 210 time: 0.0298014 Nov 08 00:12:05.619660 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-adfe736f-6c47-49ca-808b-ff5ae7f0f0c1 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:05.632630 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-46ad0629-0186-4177-8806-de0f10b7d543 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578310 Nov 08 00:12:05.666397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b20ba8-8543-4a26-bd5e-b3e5c8af07ed req-68f176db-7ab0-4089-a87c-a029157e701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:05.667843 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64b20ba8-8543-4a26-bd5e-b3e5c8af07ed req-68f176db-7ab0-4089-a87c-a029157e701e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 1096 time: 0.0749025 Nov 08 00:12:05.696039 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-adfe736f-6c47-49ca-808b-ff5ae7f0f0c1 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Network 1d4bb435-3635-43a7-8e22-05a3f29467e1 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:12:05.700013 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-adfe736f-6c47-49ca-808b-ff5ae7f0f0c1 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:12:05.701905 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe736f-6c47-49ca-808b-ff5ae7f0f0c1 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Pushing event updated for resources: {'Port': ['ID=64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:05.704128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-adfe736f-6c47-49ca-808b-ff5ae7f0f0c1 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:12:05.710368 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93452a-414d-42d2-9594-33d31caa20be req-f0648395-ff3c-4a04-a911-ac1e861064ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:05.712043 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9e93452a-414d-42d2-9594-33d31caa20be req-f0648395-ff3c-4a04-a911-ac1e861064ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ad4ed64531f4933a0495ece11147997&device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 1095 time: 0.1031640 Nov 08 00:12:05.747353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64b20ba8-8543-4a26-bd5e-b3e5c8af07ed req-934e2708-70ae-4783-89fb-3c78a285b3bf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532193 Nov 08 00:12:05.777406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-7982e5df-5475-4686-95f1-8ecca0086ee7 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:05.779433 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-7982e5df-5475-4686-95f1-8ecca0086ee7 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1398785 Nov 08 00:12:05.795760 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-cf71a5f5-01ae-409b-8081-528c13f82cf6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/quotas/c0d6283f3c2b48d888bd9867b9b06340 HTTP/1.1" status: 200 len: 375 time: 0.0098212 Nov 08 00:12:05.803933 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-adfe736f-6c47-49ca-808b-ff5ae7f0f0c1 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:05.806367 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-adfe736f-6c47-49ca-808b-ff5ae7f0f0c1 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:05.848431 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-13cc6425-9b6f-4f0d-b145-0232a93e8cca tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462193 Nov 08 00:12:05.852354 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93452a-414d-42d2-9594-33d31caa20be req-933c9753-5a1d-4a29-bab2-73d44e190e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:05.852354 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9e93452a-414d-42d2-9594-33d31caa20be req-933c9753-5a1d-4a29-bab2-73d44e190e47 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d4bb435-3635-43a7-8e22-05a3f29467e1 HTTP/1.1" status: 200 len: 919 time: 0.1203258 Nov 08 00:12:05.921614 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-adfe736f-6c47-49ca-808b-ff5ae7f0f0c1 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1914861 Nov 08 00:12:06.006738 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79570ae7-8ce8-43f4-8a1d-8e5f25d02175 req-1709b1fa-fd03-49af-80a1-89418bf80c04 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:06.008353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-79570ae7-8ce8-43f4-8a1d-8e5f25d02175 req-1709b1fa-fd03-49af-80a1-89418bf80c04 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.0537620 Nov 08 00:12:06.050097 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-79570ae7-8ce8-43f4-8a1d-8e5f25d02175 req-f33608e0-ef6c-4490-89e4-5034f25938c1 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351686 Nov 08 00:12:06.150745 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-80a3e9fb-ee5d-4a96-af3b-207400cba841 req-b9f71cc8-d987-4593-b46f-aec1b9ab6b50 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 210 time: 0.0342991 Nov 08 00:12:06.198296 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1a6d5-aa60-420d-8e24-42c2df59311d req-d3ec4a33-8f43-4741-8cc7-7071640139e4 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:06.199814 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47e1a6d5-aa60-420d-8e24-42c2df59311d req-d3ec4a33-8f43-4741-8cc7-7071640139e4 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.0742471 Nov 08 00:12:06.240478 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47e1a6d5-aa60-420d-8e24-42c2df59311d req-4dd9619f-049f-4359-837d-27e3a7db8bcf tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333536 Nov 08 00:12:06.346827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c58c9-0396-4866-ad42-1e068dca5ca7 req-1478a82e-245f-415b-a706-abaf77cab717 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:06.348403 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-887c58c9-0396-4866-ad42-1e068dca5ca7 req-1478a82e-245f-415b-a706-abaf77cab717 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 945 time: 0.0514083 Nov 08 00:12:06.377867 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Request body: {'port': {'device_id': '389be8ac-b0d3-4f43-b01a-953d87d61174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:06.399402 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-887c58c9-0396-4866-ad42-1e068dca5ca7 req-29471dfd-a60c-4d3e-a828-37bfedaf6f21 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445232 Nov 08 00:12:06.555265 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50202bd9-ea05-4d59-95cb-6e99640edb7c req-91a12b2b-5a6e-4871-b456-c1a1977190d3 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:06.556875 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-50202bd9-ea05-4d59-95cb-6e99640edb7c req-91a12b2b-5a6e-4871-b456-c1a1977190d3 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 945 time: 0.0559971 Nov 08 00:12:06.600511 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-50202bd9-ea05-4d59-95cb-6e99640edb7c req-2b5f7ee6-cac8-4093-9168-328cc3a4ad43 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ad38231-fb10-4801-bbe4-44197df2ea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365415 Nov 08 00:12:06.717228 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9e93452a-414d-42d2-9594-33d31caa20be req-6d941688-afcb-4a20-9e7d-00c38f0cd36a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9a371c-3d47-4ef5-aad1-1fcdea947b20 HTTP/1.1" status: 200 len: 217 time: 0.3495908 Nov 08 00:12:06.755070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4defb4a-726b-4759-bd95-253fcd3a4eb9 req-3e0b978e-966e-43ab-b8af-1c42cc4755fc tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:06.756544 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4defb4a-726b-4759-bd95-253fcd3a4eb9 req-3e0b978e-966e-43ab-b8af-1c42cc4755fc tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 945 time: 0.0616879 Nov 08 00:12:06.796451 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:06.813688 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93452a-414d-42d2-9594-33d31caa20be req-0b618154-081d-4b4d-a8e5-835dddd171e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:06.815179 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9e93452a-414d-42d2-9594-33d31caa20be req-0b618154-081d-4b4d-a8e5-835dddd171e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6bbef566-b085-441c-ae50-5585c6ec1d72 HTTP/1.1" status: 200 len: 858 time: 0.0880463 Nov 08 00:12:06.886530 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9e93452a-414d-42d2-9594-33d31caa20be req-f9682530-282d-4752-8e28-69e3a3898324 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d4bb435-3635-43a7-8e22-05a3f29467e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535789 Nov 08 00:12:06.889753 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-c4defb4a-726b-4759-bd95-253fcd3a4eb9 req-a00a2658-5ae3-412f-a0b6-5c9eb6a594a4 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Deleting port 1b54c618-16b1-42a0-8321-9275a404988c {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:12:06.891961 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c4defb4a-726b-4759-bd95-253fcd3a4eb9 req-a00a2658-5ae3-412f-a0b6-5c9eb6a594a4 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:07.033414 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40b20c-4e77-4148-870f-5665d1825a56 req-b6468be6-f7d3-4a03-9dff-153c816b11f2 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:07.034982 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d40b20c-4e77-4148-870f-5665d1825a56 req-b6468be6-f7d3-4a03-9dff-153c816b11f2 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 932 time: 0.0870144 Nov 08 00:12:07.057938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-c4defb4a-726b-4759-bd95-253fcd3a4eb9 req-a00a2658-5ae3-412f-a0b6-5c9eb6a594a4 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] For port 1b54c618-16b1-42a0-8321-9275a404988c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1b54c618-16b1-42a0-8321-9275a404988c,segment=NetworkSegment(28dff6c1-01e4-4dcd-beb3-6254f01aa41a),segment_id=28dff6c1-01e4-4dcd-beb3-6254f01aa41a)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:07.058319 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c4defb4a-726b-4759-bd95-253fcd3a4eb9 req-a00a2658-5ae3-412f-a0b6-5c9eb6a594a4 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:07.082052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-c4defb4a-726b-4759-bd95-253fcd3a4eb9 req-a00a2658-5ae3-412f-a0b6-5c9eb6a594a4 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Calling delete_port for 1b54c618-16b1-42a0-8321-9275a404988c owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:12:07.101498 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d40b20c-4e77-4148-870f-5665d1825a56 req-8bd28f2f-89c1-4da5-8aec-fb8911d2170b tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558770 Nov 08 00:12:07.191686 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9e93452a-414d-42d2-9594-33d31caa20be req-8e441fa9-7549-4443-8e77-1e08169df9b4 service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354789 Nov 08 00:12:07.364494 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9e93452a-414d-42d2-9594-33d31caa20be req-76871522-2a56-4ca3-93d9-226b60714fb7 service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583419 Nov 08 00:12:07.379939 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1edcc5-3bf1-45e4-9099-c38bc06b4ddd req-46318f65-22eb-4731-a643-25382a544430 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:07.380713 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:12:07.381454 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc1edcc5-3bf1-45e4-9099-c38bc06b4ddd req-46318f65-22eb-4731-a643-25382a544430 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 949 time: 0.1841066 Nov 08 00:12:07.389704 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:07.412102 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Transition to ACTIVE for port object 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:12:07.463328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-efaa2e07-87a3-48b2-954b-160e3155788a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:07.464888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-efaa2e07-87a3-48b2-954b-160e3155788a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/networks?id=d8de0bf2-e676-4bb3-b718-0db2fff39ea0 HTTP/1.1" status: 200 len: 815 time: 0.2254541 Nov 08 00:12:07.472969 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc1edcc5-3bf1-45e4-9099-c38bc06b4ddd req-33d9659d-5a37-4c6d-907e-a5237fb79d9f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790687 Nov 08 00:12:07.483741 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-9886fc82-9bcc-42c6-982a-6dd14ed8dab8 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/quotas/b1ebccb3c8984c29a3fd2e7e2488d34f HTTP/1.1" status: 200 len: 375 time: 0.0098460 Nov 08 00:12:07.485211 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:07.521815 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c4defb4a-726b-4759-bd95-253fcd3a4eb9 req-a00a2658-5ae3-412f-a0b6-5c9eb6a594a4 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:07.557840 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['1b54c618-16b1-42a0-8321-9275a404988c'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:07.569994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a2658-5ae3-412f-a0b6-5c9eb6a594a4 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Pushing event deleted for resources: {'Port': ['ID=1b54c618-16b1-42a0-8321-9275a404988c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:07.599827 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Pushing event updated for resources: {'Port': ['ID=64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:07.612348 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c125b22-5fe2-4408-88ca-1a5cee17b3a1 req-dbcc82d4-2044-4d65-8586-1b46887692a9 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 210 time: 0.0464008 Nov 08 00:12:07.616951 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-00bde43d-7f41-443b-8793-252e75af0ad1 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1ebccb3c8984c29a3fd2e7e2488d34f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1260340 Nov 08 00:12:07.659391 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4defb4a-726b-4759-bd95-253fcd3a4eb9 req-a00a2658-5ae3-412f-a0b6-5c9eb6a594a4 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] No DVR routers for this DVR port 1b54c618-16b1-42a0-8321-9275a404988c on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:12:07.670519 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c4defb4a-726b-4759-bd95-253fcd3a4eb9 req-a00a2658-5ae3-412f-a0b6-5c9eb6a594a4 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:07.674047 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4defb4a-726b-4759-bd95-253fcd3a4eb9 req-a00a2658-5ae3-412f-a0b6-5c9eb6a594a4 tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.20 "DELETE /v2.0/ports/1b54c618-16b1-42a0-8321-9275a404988c HTTP/1.1" status: 204 len: 173 time: 0.9048793 Nov 08 00:12:07.674595 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec87a08-34cf-4549-bbd1-0dbde63c263a', 'name': 'network-vif-deleted', 'tag': '1b54c618-16b1-42a0-8321-9275a404988c'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:07.677136 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec79c00-8d53-46fa-80d4-356b081a9ff4" -d '{"events": [{"server_uuid": "1ec87a08-34cf-4549-bbd1-0dbde63c263a", "name": "network-vif-deleted", "tag": "1b54c618-16b1-42a0-8321-9275a404988c"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:07.696058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 745edafe-9804-4d32-8b88-94d2385e603d no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:12:07.756302 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 745edafe-9804-4d32-8b88-94d2385e603d {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:12:07.756676 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 745edafe-9804-4d32-8b88-94d2385e603d not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:12:07.794499 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Attempting to bind port 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:12:07.795320 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Attempting to bind port 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '8ba65c8a-b42a-4530-bb6d-52807ee76a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:12:07.795655 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Attempting to bind port 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 on network 1d4bb435-3635-43a7-8e22-05a3f29467e1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:07.800761 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Port 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 on network 1d4bb435-3635-43a7-8e22-05a3f29467e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:12:07.801086 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Attempting to bind port 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 on network 1d4bb435-3635-43a7-8e22-05a3f29467e1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:07.813115 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:12:07.813115 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Checking segment: {'id': '8ba65c8a-b42a-4530-bb6d-52807ee76a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:12:07.813115 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Bound using segment: {'id': '8ba65c8a-b42a-4530-bb6d-52807ee76a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:12:07.813695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Bound port: 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba65c8a-b42a-4530-bb6d-52807ee76a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:12:07.814585 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:07.847084 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-1389e77b-deef-427d-ae74-50aab99ccc1a service neutron] 10.222.0.13 "GET /v2.0/networks/d8de0bf2-e676-4bb3-b718-0db2fff39ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874998 Nov 08 00:12:07.960309 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] For port 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:12:07.983236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] For port 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10,segment=NetworkSegment(8ba65c8a-b42a-4530-bb6d-52807ee76a78),segment_id=8ba65c8a-b42a-4530-bb6d-52807ee76a78)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:12:08.014247 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e40e6-8697-41a0-b430-2e5944249c9e req-bbc0f98e-79f5-48d2-aa96-92396686eebf tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:08.019952 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e02e40e6-8697-41a0-b430-2e5944249c9e req-bbc0f98e-79f5-48d2-aa96-92396686eebf tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 945 time: 0.1024709 Nov 08 00:12:08.035572 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-c72a54be-7438-49a6-a9fd-439fdfb2e7c1 service neutron] 10.222.0.13 "GET /v2.0/networks/d8de0bf2-e676-4bb3-b718-0db2fff39ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889420 Nov 08 00:12:08.073580 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e02e40e6-8697-41a0-b430-2e5944249c9e req-1bcaa2ac-2573-4094-be9b-0d6f9a6bd460 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492973 Nov 08 00:12:08.100598 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:08.139079 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:08.139695 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:08.141120 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] 10.222.0.20 "PUT /v2.0/ports/64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 HTTP/1.1" status: 200 len: 1092 time: 1.7723804 Nov 08 00:12:08.141582 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389be8ac-b0d3-4f43-b01a-953d87d61174', 'tag': '64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:08.143908 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e730a21-7f3a-4c08-b8dd-5c2525f73029" -d '{"events": [{"name": "network-changed", "server_uuid": "389be8ac-b0d3-4f43-b01a-953d87d61174", "tag": "64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:08.165748 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41397594-4626-4a72-9d5b-7800506bde39 service neutron] Pushing event updated for resources: {'Port': ['ID=64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:08.192016 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-409bb059-affe-4eca-b1bf-495c5d3e4d0a req-8ce5d468-7128-49e6-b9a0-ed0088b4852d tempest-FloatingIPsAssociationNegativeTestJSON-584699374 tempest-FloatingIPsAssociationNegativeTestJSON-584699374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec87a08-34cf-4549-bbd1-0dbde63c263a HTTP/1.1" status: 200 len: 210 time: 0.0287523 Nov 08 00:12:08.233546 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c88cb27-f2af-43d5-82e5-2d3e1188c38b x-openstack-request-id: req-0c88cb27-f2af-43d5-82e5-2d3e1188c38b {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:08.233956 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec87a08-34cf-4549-bbd1-0dbde63c263a", "name": "network-vif-deleted", "tag": "1b54c618-16b1-42a0-8321-9275a404988c", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:08.234208 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c88cb27-f2af-43d5-82e5-2d3e1188c38b {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:08.234609 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec87a08-34cf-4549-bbd1-0dbde63c263a', 'name': 'network-vif-deleted', 'tag': '1b54c618-16b1-42a0-8321-9275a404988c', 'status': 'completed', 'code': 200} Nov 08 00:12:08.241305 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:08.338426 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef10ae3-13ad-498b-9195-d61e59d1ec84 req-6cc4168f-9d2f-49a1-b2db-8c48fb3db012 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:08.340619 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ef10ae3-13ad-498b-9195-d61e59d1ec84 req-6cc4168f-9d2f-49a1-b2db-8c48fb3db012 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 944 time: 0.0653713 Nov 08 00:12:08.358240 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00dc6fa-488f-4ded-8967-f9c6ff808fcd x-openstack-request-id: req-f00dc6fa-488f-4ded-8967-f9c6ff808fcd {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:08.358623 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "389be8ac-b0d3-4f43-b01a-953d87d61174", "tag": "64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:08.363599 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f00dc6fa-488f-4ded-8967-f9c6ff808fcd {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:08.363599 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389be8ac-b0d3-4f43-b01a-953d87d61174', 'tag': '64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10', 'status': 'completed', 'code': 200} Nov 08 00:12:08.383681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ef10ae3-13ad-498b-9195-d61e59d1ec84 req-b502e773-5f45-4322-9509-920f8e0670c7 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377402 Nov 08 00:12:08.415519 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5810a20a-52b8-4947-ae10-143da2367ec0 req-670c95d1-37d2-460c-b997-779cb47248ad tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 210 time: 0.0296483 Nov 08 00:12:08.439772 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-e3908f78-e2a4-4ab1-be2f-ec24b54cdda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:08.439772 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-e3908f78-e2a4-4ab1-be2f-ec24b54cdda7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ad4ed64531f4933a0495ece11147997&device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 1095 time: 0.0464058 Nov 08 00:12:08.491986 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-f8132117-131d-4e42-be95-91c908b9606f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 HTTP/1.1" status: 200 len: 217 time: 0.0407441 Nov 08 00:12:08.544077 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-f2ebd805-43d5-4096-83c5-9caa044485b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:08.546148 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-f2ebd805-43d5-4096-83c5-9caa044485b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6bbef566-b085-441c-ae50-5585c6ec1d72 HTTP/1.1" status: 200 len: 858 time: 0.0448077 Nov 08 00:12:08.579433 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-d93b2ffc-d7b8-4a89-8a94-93b9ac1c0cbb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d4bb435-3635-43a7-8e22-05a3f29467e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250466 Nov 08 00:12:08.603887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f28426-d9a0-4bc3-be0d-58ae9a72a44b req-d8f4be2d-3806-42c5-b79e-e2981ee41eb3 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:08.603887 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52f28426-d9a0-4bc3-be0d-58ae9a72a44b req-d8f4be2d-3806-42c5-b79e-e2981ee41eb3 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 949 time: 0.0545743 Nov 08 00:12:08.652407 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52f28426-d9a0-4bc3-be0d-58ae9a72a44b req-6a9d04ae-43e6-4f8d-a0ab-7a545e5a8d9c tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403500 Nov 08 00:12:08.689030 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-d6492883-fd79-470f-8fe4-e097d8e35cd5 service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012380 Nov 08 00:12:08.741008 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da5dc163-e3f4-4636-9dd7-cdf73a1208eb req-e57a51ea-c06b-4be7-94ce-bb709e8573d2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 210 time: 0.0379784 Nov 08 00:12:08.865463 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-91ebb71b-ca96-4de1-859f-77d903c6eb88 req-02192704-7ac4-4eb1-95be-a8f333e2af4b service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488771 Nov 08 00:12:08.920925 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52615d1-713a-4424-9d41-a2eb467f5f93 req-efade03c-2981-46b9-b044-2723b6c1c161 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:08.922458 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d52615d1-713a-4424-9d41-a2eb467f5f93 req-efade03c-2981-46b9-b044-2723b6c1c161 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "GET /v2.0/ports?device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 949 time: 0.1115038 Nov 08 00:12:08.924246 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-1823643f-119b-4b74-9c4f-1aed9bd1faca tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349603 Nov 08 00:12:09.095875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-b6e4e38c-dcfb-415b-bc9d-7b044e6ca68a tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:09.097342 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-b6e4e38c-dcfb-415b-bc9d-7b044e6ca68a tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 821 time: 0.1451848 Nov 08 00:12:09.100067 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e730a21-7f3a-4c08-b8dd-5c2525f73029 req-73efbdab-5e4b-47e9-8329-25aa2dbdbc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:09.101741 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e730a21-7f3a-4c08-b8dd-5c2525f73029 req-73efbdab-5e4b-47e9-8329-25aa2dbdbc71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ad4ed64531f4933a0495ece11147997&device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 1095 time: 0.0815756 Nov 08 00:12:09.136190 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43574b-c09f-4e9e-9a87-25c0d14fd750 req-51a04a40-46c2-4db3-80ea-badc8e48676b tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:09.137708 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6d43574b-c09f-4e9e-9a87-25c0d14fd750 req-51a04a40-46c2-4db3-80ea-badc8e48676b tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.20 "GET /v2.0/ports?device_id=80e2ac89-91db-49dd-83ac-7be26f8125e0 HTTP/1.1" status: 200 len: 946 time: 0.1835270 Nov 08 00:12:09.141433 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-0a5968b3-1144-4fca-8121-ee1821128a0c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/quotas/951d7073901a4e51a1deddc1d387c234 HTTP/1.1" status: 200 len: 375 time: 0.0349481 Nov 08 00:12:09.211513 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-74771f50-a64a-49ca-9bab-1e8d0961caed tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:09.213155 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-74771f50-a64a-49ca-9bab-1e8d0961caed tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2764523 Nov 08 00:12:09.245773 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-d52615d1-713a-4424-9d41-a2eb467f5f93 req-88b73774-9b0c-41ef-b628-9a85e39d231a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Deleting port c4e6428d-b5bf-4fca-8995-b611d5cc4a33 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:12:09.246117 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d52615d1-713a-4424-9d41-a2eb467f5f93 req-88b73774-9b0c-41ef-b628-9a85e39d231a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:09.254796 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-ece33aae-5e0e-4a80-8a74-8a645e077c1b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Request body: {'port': {'device_id': '072b1c5a-e0ab-4012-a603-69610e73063e', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': 'c0d6283f3c2b48d888bd9867b9b06340'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:09.281991 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-1d98c692-69ed-4044-9c0e-879a83831f67 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1131368 Nov 08 00:12:09.309280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a41e34-6371-4847-9980-61fcff709b41 req-7f8301da-04be-41ba-b028-3e162908bea4 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:09.311626 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0a41e34-6371-4847-9980-61fcff709b41 req-7f8301da-04be-41ba-b028-3e162908bea4 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 945 time: 0.1409404 Nov 08 00:12:09.313528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e730a21-7f3a-4c08-b8dd-5c2525f73029 req-404e616a-23ca-4c8c-97ae-90046855565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:09.314839 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e730a21-7f3a-4c08-b8dd-5c2525f73029 req-404e616a-23ca-4c8c-97ae-90046855565a service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d4bb435-3635-43a7-8e22-05a3f29467e1 HTTP/1.1" status: 200 len: 919 time: 0.2014017 Nov 08 00:12:09.401506 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e730a21-7f3a-4c08-b8dd-5c2525f73029 req-50269d53-83fd-44eb-919a-06eba848224b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 HTTP/1.1" status: 200 len: 217 time: 0.0763292 Nov 08 00:12:09.436966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-d52615d1-713a-4424-9d41-a2eb467f5f93 req-88b73774-9b0c-41ef-b628-9a85e39d231a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] For port c4e6428d-b5bf-4fca-8995-b611d5cc4a33, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c4e6428d-b5bf-4fca-8995-b611d5cc4a33,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:09.437895 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d52615d1-713a-4424-9d41-a2eb467f5f93 req-88b73774-9b0c-41ef-b628-9a85e39d231a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:09.462021 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-6d43574b-c09f-4e9e-9a87-25c0d14fd750 req-71131309-8606-43da-8e27-c7d173ebb1ed tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Deleting port ac4f4704-2fa6-4079-928d-c22d93a1ad3f {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:12:09.462460 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6d43574b-c09f-4e9e-9a87-25c0d14fd750 req-71131309-8606-43da-8e27-c7d173ebb1ed tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:09.467635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0a41e34-6371-4847-9980-61fcff709b41 req-43f223bf-7f0f-4764-afc0-667a35aa03d5 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412890 Nov 08 00:12:09.468251 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-d52615d1-713a-4424-9d41-a2eb467f5f93 req-88b73774-9b0c-41ef-b628-9a85e39d231a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Calling delete_port for c4e6428d-b5bf-4fca-8995-b611d5cc4a33 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:12:09.491526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e730a21-7f3a-4c08-b8dd-5c2525f73029 req-a7594ab3-9912-4da1-861d-49a0ecac9d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:09.493083 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e730a21-7f3a-4c08-b8dd-5c2525f73029 req-a7594ab3-9912-4da1-861d-49a0ecac9d29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6bbef566-b085-441c-ae50-5585c6ec1d72 HTTP/1.1" status: 200 len: 858 time: 0.0837576 Nov 08 00:12:09.501546 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-32019143-49d0-4142-8adb-e9927ed94751 service neutron] 10.222.0.13 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076063 Nov 08 00:12:09.547129 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34692) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:09.573642 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e730a21-7f3a-4c08-b8dd-5c2525f73029 req-7562ac16-b0ad-47d6-8d9a-9cd334e1dab8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d4bb435-3635-43a7-8e22-05a3f29467e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700934 Nov 08 00:12:09.687747 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-ece33aae-5e0e-4a80-8a74-8a645e077c1b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Made reservation on behalf of c0d6283f3c2b48d888bd9867b9b06340 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:12:09.691345 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-ece33aae-5e0e-4a80-8a74-8a645e077c1b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:09.697256 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-31ec5398-ac72-49a6-a8b6-01a17f10f037 service neutron] 10.222.0.13 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948597 Nov 08 00:12:09.721846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683a7e9-79c6-4117-8960-bec25332b29d req-e3ea9fdc-98c8-4181-9514-7d460cbcabd9 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:09.724338 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b683a7e9-79c6-4117-8960-bec25332b29d req-e3ea9fdc-98c8-4181-9514-7d460cbcabd9 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 944 time: 0.1342728 Nov 08 00:12:09.727122 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-6d43574b-c09f-4e9e-9a87-25c0d14fd750 req-71131309-8606-43da-8e27-c7d173ebb1ed tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] For port ac4f4704-2fa6-4079-928d-c22d93a1ad3f, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=ac4f4704-2fa6-4079-928d-c22d93a1ad3f,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:09.727562 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6d43574b-c09f-4e9e-9a87-25c0d14fd750 req-71131309-8606-43da-8e27-c7d173ebb1ed tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:09.751866 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e730a21-7f3a-4c08-b8dd-5c2525f73029 req-c10df313-167c-4b11-b340-6db6108a3b5a service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705329 Nov 08 00:12:09.764211 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-6d43574b-c09f-4e9e-9a87-25c0d14fd750 req-71131309-8606-43da-8e27-c7d173ebb1ed tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Calling delete_port for ac4f4704-2fa6-4079-928d-c22d93a1ad3f owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:12:10.079828 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-ece33aae-5e0e-4a80-8a74-8a645e077c1b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Allocated IP 192.168.233.224 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/fe0af755-b3b7-4f99-b3cd-38d7af31c298) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:12:10.094412 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3f9a371c-3d47-4ef5-aad1-1fcdea947b20 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:12:10.101591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 1b54c618-16b1-42a0-8321-9275a404988c no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:12:10.130183 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 1b54c618-16b1-42a0-8321-9275a404988c {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:12:10.130821 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 1b54c618-16b1-42a0-8321-9275a404988c not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:12:10.169212 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b683a7e9-79c6-4117-8960-bec25332b29d req-b437257d-ffc0-4b2b-b60a-b64fc9817ee6 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163103 Nov 08 00:12:10.172966 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e730a21-7f3a-4c08-b8dd-5c2525f73029 req-5abf6cf1-1f48-458e-9ae2-2d682dbb37ac service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999877 Nov 08 00:12:10.212245 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d52615d1-713a-4424-9d41-a2eb467f5f93 req-88b73774-9b0c-41ef-b628-9a85e39d231a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:10.242621 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3f9a371c-3d47-4ef5-aad1-1fcdea947b20, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3f9a371c-3d47-4ef5-aad1-1fcdea947b20,segment=NetworkSegment(8ba65c8a-b42a-4530-bb6d-52807ee76a78),segment_id=8ba65c8a-b42a-4530-bb6d-52807ee76a78)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:10.254360 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b123972d-37a4-49ab-96fd-efccd7e59417', '713b8bd8-0f40-4fcc-ad4a-ea30f5948241'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:10.257910 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['f555dd6f-2546-4108-be05-6fa495bf07b2', '9d910f50-4fa6-4358-9600-f71bb62af702', '1fba75ff-6139-4479-acd5-e7142b1cd8fd'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:10.312651 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f525724a-fd1b-4462-9d40-b59b4e244de2 req-d0f0a855-ede4-4027-b666-dd19392919a6 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 210 time: 0.0693939 Nov 08 00:12:10.341151 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b73774-9b0c-41ef-b628-9a85e39d231a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Pushing event deleted for resources: {'Port': ['ID=c4e6428d-b5bf-4fca-8995-b611d5cc4a33,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:10.366096 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '3f9a371c-3d47-4ef5-aad1-1fcdea947b20', 'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1', 'port_id': '3f9a371c-3d47-4ef5-aad1-1fcdea947b20', 'mac_address': 'fa:16:3e:6c:79:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbef566-b085-441c-ae50-5585c6ec1d72', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:12:10.462936 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e2a96fdb-e848-4306-8157-dcbb38816710 req-1589749e-7ad7-4182-9190-543a2053a2de tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-661853357&fields=id&tenant_id=3c4d5bb4ed1d41d3b2d6cad5ce2423e3 HTTP/1.1" status: 200 len: 267 time: 0.0679674 Nov 08 00:12:10.497882 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:10.532546 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da1ecb20-b584-41f9-ba14-d0975fd2ff5e req-d0a61f3d-3ea1-4977-980e-5202314a99f5 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 210 time: 0.0731199 Nov 08 00:12:10.541432 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9a371c-3d47-4ef5-aad1-1fcdea947b20 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:12:10.567672 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3f9a371c-3d47-4ef5-aad1-1fcdea947b20, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3f9a371c-3d47-4ef5-aad1-1fcdea947b20,segment=NetworkSegment(8ba65c8a-b42a-4530-bb6d-52807ee76a78),segment_id=8ba65c8a-b42a-4530-bb6d-52807ee76a78)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:10.623703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a96fdb-e848-4306-8157-dcbb38816710 req-e828d591-add5-4d49-b970-3860ca87a83c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:10.632256 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e2a96fdb-e848-4306-8157-dcbb38816710 req-e828d591-add5-4d49-b970-3860ca87a83c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 945 time: 0.1603918 Nov 08 00:12:10.639323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e2a96fdb-e848-4306-8157-dcbb38816710 req-d24776e5-fb33-421b-a7bb-3da3ff725475 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Request body: {'port': {'security_groups': ['2d23abfc-2b57-482a-951f-11055040d1db', '161bf2d2-5fe1-444d-ba8c-70fd4d5db64d']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:10.706927 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:10.725570 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e3fcd1b-48eb-44c7-8a64-fe681c0d43f1 req-7dc309d1-8072-491d-b9de-9dd7a4cb0aa5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 210 time: 0.0368452 Nov 08 00:12:10.795053 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52615d1-713a-4424-9d41-a2eb467f5f93 req-88b73774-9b0c-41ef-b628-9a85e39d231a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] No DVR routers for this DVR port c4e6428d-b5bf-4fca-8995-b611d5cc4a33 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:12:10.801335 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e2a96fdb-e848-4306-8157-dcbb38816710 req-d24776e5-fb33-421b-a7bb-3da3ff725475 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:10.810880 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d52615d1-713a-4424-9d41-a2eb467f5f93 req-88b73774-9b0c-41ef-b628-9a85e39d231a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:10.814220 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d52615d1-713a-4424-9d41-a2eb467f5f93 req-88b73774-9b0c-41ef-b628-9a85e39d231a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "DELETE /v2.0/ports/c4e6428d-b5bf-4fca-8995-b611d5cc4a33 HTTP/1.1" status: 204 len: 173 time: 1.8764298 Nov 08 00:12:10.814671 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7', 'name': 'network-vif-deleted', 'tag': 'c4e6428d-b5bf-4fca-8995-b611d5cc4a33'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:10.817014 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcfc0e5-e49f-4270-b14a-1bdb24df29cf" -d '{"events": [{"server_uuid": "64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7", "name": "network-vif-deleted", "tag": "c4e6428d-b5bf-4fca-8995-b611d5cc4a33"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:10.892660 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6d43574b-c09f-4e9e-9a87-25c0d14fd750 req-71131309-8606-43da-8e27-c7d173ebb1ed tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:10.934354 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-853b1594-a705-4096-b907-2f3f28254395 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:10.936472 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-853b1594-a705-4096-b907-2f3f28254395 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.20 "GET /v2.0/networks?id=d8de0bf2-e676-4bb3-b718-0db2fff39ea0 HTTP/1.1" status: 200 len: 815 time: 0.4083858 Nov 08 00:12:10.955266 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-ece33aae-5e0e-4a80-8a74-8a645e077c1b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:10.992614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-c82c1e9a-4e90-410d-aae5-195b320cc3fb tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Request body: {'port': {'device_id': '79588788-5420-4c7e-9091-d0c77d5e9708', 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0', 'admin_state_up': True, 'tenant_id': 'b1ebccb3c8984c29a3fd2e7e2488d34f'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:11.028076 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b7bfd01-3826-46c9-9433-ea1cec237899 req-c3ec64b1-b38e-4190-961d-681538c2f24d tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 210 time: 0.0765824 Nov 08 00:12:11.034481 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71131309-8606-43da-8e27-c7d173ebb1ed tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Pushing event deleted for resources: {'Port': ['ID=ac4f4704-2fa6-4079-928d-c22d93a1ad3f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:11.068774 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=3f9a371c-3d47-4ef5-aad1-1fcdea947b20,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:11.083759 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:12:11.131435 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc165cc9-bc7d-47e9-92ab-63b3a27b336e x-openstack-request-id: req-bc165cc9-bc7d-47e9-92ab-63b3a27b336e {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:11.136067 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7", "name": "network-vif-deleted", "tag": "c4e6428d-b5bf-4fca-8995-b611d5cc4a33", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:11.136067 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc165cc9-bc7d-47e9-92ab-63b3a27b336e {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:11.136067 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7', 'name': 'network-vif-deleted', 'tag': 'c4e6428d-b5bf-4fca-8995-b611d5cc4a33', 'status': 'completed', 'code': 200} Nov 08 00:12:11.136067 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d43574b-c09f-4e9e-9a87-25c0d14fd750 req-71131309-8606-43da-8e27-c7d173ebb1ed tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] No DVR routers for this DVR port ac4f4704-2fa6-4079-928d-c22d93a1ad3f on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:12:11.141877 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6d43574b-c09f-4e9e-9a87-25c0d14fd750 req-71131309-8606-43da-8e27-c7d173ebb1ed tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:11.145434 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6d43574b-c09f-4e9e-9a87-25c0d14fd750 req-71131309-8606-43da-8e27-c7d173ebb1ed tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.20 "DELETE /v2.0/ports/ac4f4704-2fa6-4079-928d-c22d93a1ad3f HTTP/1.1" status: 204 len: 173 time: 1.9977946 Nov 08 00:12:11.224874 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-89ec94cc-f2f9-497b-aaf1-5cb1074d4a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:11.275166 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-ece33aae-5e0e-4a80-8a74-8a645e077c1b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:11.305045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e2a96fdb-e848-4306-8157-dcbb38816710 req-d24776e5-fb33-421b-a7bb-3da3ff725475 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] For port 41b8b625-df8d-43a6-876d-19baf9f9fb72, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=41b8b625-df8d-43a6-876d-19baf9f9fb72,segment=NetworkSegment(cc6b21bf-5659-458e-a4a4-30150d05a911),segment_id=cc6b21bf-5659-458e-a4a4-30150d05a911)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:11.337856 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['3f9a371c-3d47-4ef5-aad1-1fcdea947b20'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:11.341750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21f8cd-84db-4513-994d-19380e68cc6c req-dd0ed7fb-bfe0-4d50-9dd9-c6b9c0863119 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:11.342550 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2e21f8cd-84db-4513-994d-19380e68cc6c req-dd0ed7fb-bfe0-4d50-9dd9-c6b9c0863119 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 944 time: 0.0812750 Nov 08 00:12:11.358995 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e2a96fdb-e848-4306-8157-dcbb38816710 req-d24776e5-fb33-421b-a7bb-3da3ff725475 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:11.371031 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-ece33aae-5e0e-4a80-8a74-8a645e077c1b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:12:11.385580 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-ece33aae-5e0e-4a80-8a74-8a645e077c1b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:12:11.388704 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-ece33aae-5e0e-4a80-8a74-8a645e077c1b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:12:11.394339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2e21f8cd-84db-4513-994d-19380e68cc6c req-a25788d8-24b0-4a25-80ca-9486f5bbf3d4 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455153 Nov 08 00:12:11.408324 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece33aae-5e0e-4a80-8a74-8a645e077c1b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Pushing event updated for resources: {'Port': ['ID=fe0af755-b3b7-4f99-b3cd-38d7af31c298,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:11.413108 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-c82c1e9a-4e90-410d-aae5-195b320cc3fb tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Made reservation on behalf of b1ebccb3c8984c29a3fd2e7e2488d34f for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:12:11.417263 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-c82c1e9a-4e90-410d-aae5-195b320cc3fb tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:11.441775 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e2a96fdb-e848-4306-8157-dcbb38816710 req-d24776e5-fb33-421b-a7bb-3da3ff725475 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:11.564712 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f84738ca-93ff-49f2-9fb7-da1f2748c442 req-c5090687-4bed-47ba-8c1c-7c0a4f8148ad tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 210 time: 0.0460725 Nov 08 00:12:11.592815 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a96fdb-e848-4306-8157-dcbb38816710 req-d24776e5-fb33-421b-a7bb-3da3ff725475 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:11.593522 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e2a96fdb-e848-4306-8157-dcbb38816710 req-d24776e5-fb33-421b-a7bb-3da3ff725475 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:11.594940 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e2a96fdb-e848-4306-8157-dcbb38816710 req-d24776e5-fb33-421b-a7bb-3da3ff725475 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "PUT /v2.0/ports/41b8b625-df8d-43a6-876d-19baf9f9fb72 HTTP/1.1" status: 200 len: 981 time: 0.9618547 Nov 08 00:12:11.686712 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-ece33aae-5e0e-4a80-8a74-8a645e077c1b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:11.687560 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-ece33aae-5e0e-4a80-8a74-8a645e077c1b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:11.706324 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a8f20fb9-be4f-4dea-a108-f9a65fa70f1f None None] Provisioning complete for port fe0af755-b3b7-4f99-b3cd-38d7af31c298 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:11.706993 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8f20fb9-be4f-4dea-a108-f9a65fa70f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:11.728738 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-adaf3acb-f715-43d4-8c8a-f4105d09ec8b req-7e84f92b-4324-46fe-80f1-b8b8487f0989 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1924655 Nov 08 00:12:11.730808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b82a69-2e9b-4475-9c58-3cc65e896758', 'tag': '41b8b625-df8d-43a6-876d-19baf9f9fb72'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:11.733761 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c4e6428d-b5bf-4fca-8995-b611d5cc4a33 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:12:11.736836 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9468b368-cc6f-4919-84d1-e77859369bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "02b82a69-2e9b-4475-9c58-3cc65e896758", "tag": "41b8b625-df8d-43a6-876d-19baf9f9fb72"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:11.759824 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: c4e6428d-b5bf-4fca-8995-b611d5cc4a33 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:12:11.760177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c4e6428d-b5bf-4fca-8995-b611d5cc4a33 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:12:11.773114 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a8f20fb9-be4f-4dea-a108-f9a65fa70f1f None None] Port fe0af755-b3b7-4f99-b3cd-38d7af31c298 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:12:11.797009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-520b5209-0859-4d31-8686-a13df4e353f2 req-7ea3ff62-2b53-47f2-b24b-1589cfa83a53 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=64131ee8-bbb9-478e-8dc4-03f9c5ce1ad7 HTTP/1.1" status: 200 len: 210 time: 0.0529640 Nov 08 00:12:11.805928 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-ece33aae-5e0e-4a80-8a74-8a645e077c1b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5560782 Nov 08 00:12:11.823028 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['41b8b625-df8d-43a6-876d-19baf9f9fb72'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:11.827037 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24776e5-fb33-421b-a7bb-3da3ff725475 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event updated for resources: {'Port': ['ID=41b8b625-df8d-43a6-876d-19baf9f9fb72,revision_number=6']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:11.834815 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Request body: {'port': {'device_id': '072b1c5a-e0ab-4012-a603-69610e73063e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:11.836739 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-c82c1e9a-4e90-410d-aae5-195b320cc3fb tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Allocated IP 172.20.0.14 (d8de0bf2-e676-4bb3-b718-0db2fff39ea0/16d64a69-40b8-49ea-a2a5-54f41398f270/d8133915-1cfa-4ca6-b12a-4d81797fcc81) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:12:11.865402 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-104161a0-52df-48d6-9915-e78df5ab0e36 req-6b25aaf8-6d96-4b48-9278-df8e03e59d5d tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-194110096&fields=id&tenant_id=3c4d5bb4ed1d41d3b2d6cad5ce2423e3 HTTP/1.1" status: 200 len: 267 time: 0.1229596 Nov 08 00:12:11.889621 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf3acb-f715-43d4-8c8a-f4105d09ec8b req-0cb92d69-45e0-4627-b2c3-75b0033145e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:11.891069 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-adaf3acb-f715-43d4-8c8a-f4105d09ec8b req-0cb92d69-45e0-4627-b2c3-75b0033145e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 1095 time: 0.1199710 Nov 08 00:12:11.913418 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed6bcf7-474d-4878-813d-e89822af8973 x-openstack-request-id: req-3ed6bcf7-474d-4878-813d-e89822af8973 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:11.913713 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b82a69-2e9b-4475-9c58-3cc65e896758", "tag": "41b8b625-df8d-43a6-876d-19baf9f9fb72", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:11.913965 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ed6bcf7-474d-4878-813d-e89822af8973 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:11.914453 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b82a69-2e9b-4475-9c58-3cc65e896758', 'tag': '41b8b625-df8d-43a6-876d-19baf9f9fb72', 'status': 'completed', 'code': 200} Nov 08 00:12:11.951108 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:11.993665 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-89ec94cc-f2f9-497b-aaf1-5cb1074d4a72 admin admin] Deleting port 301407cc-9c39-47fe-a399-8264a3884948 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:12:11.994308 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-89ec94cc-f2f9-497b-aaf1-5cb1074d4a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:11.999654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104161a0-52df-48d6-9915-e78df5ab0e36 req-2a3dfc01-dd51-4807-ac03-6f3ef7dd15d2 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:12.001265 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-104161a0-52df-48d6-9915-e78df5ab0e36 req-2a3dfc01-dd51-4807-ac03-6f3ef7dd15d2 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 984 time: 0.1350880 Nov 08 00:12:12.030957 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-104161a0-52df-48d6-9915-e78df5ab0e36 req-2a4b3644-230c-46c7-bb89-c9f80f2aee40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Request body: {'port': {'security_groups': ['161bf2d2-5fe1-444d-ba8c-70fd4d5db64d', '2d23abfc-2b57-482a-951f-11055040d1db', '940c58f5-3259-410e-83fc-daa1a5012be2']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:12.090269 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['478fbc01-eacc-42aa-bcea-78be1ab05517'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:12.119672 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:12:12.121645 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device ac4f4704-2fa6-4079-928d-c22d93a1ad3f no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:12:12.154186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: ac4f4704-2fa6-4079-928d-c22d93a1ad3f {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:12:12.154579 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device ac4f4704-2fa6-4079-928d-c22d93a1ad3f not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:12:12.195748 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468b368-cc6f-4919-84d1-e77859369bd7 req-e6cc0420-3770-484d-93e5-bca986362b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:12.196878 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9468b368-cc6f-4919-84d1-e77859369bd7 req-e6cc0420-3770-484d-93e5-bca986362b34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c4d5bb4ed1d41d3b2d6cad5ce2423e3&device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 1135 time: 0.2112041 Nov 08 00:12:12.219346 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-104161a0-52df-48d6-9915-e78df5ab0e36 req-2a4b3644-230c-46c7-bb89-c9f80f2aee40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:12.228895 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33531b43-2cd8-444c-88ad-ac71adc77194 req-942afcd5-2f8a-4263-8b02-dabafda0304b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:12.237165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33531b43-2cd8-444c-88ad-ac71adc77194 req-942afcd5-2f8a-4263-8b02-dabafda0304b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 936 time: 0.2307189 Nov 08 00:12:12.292455 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf3acb-f715-43d4-8c8a-f4105d09ec8b req-10f038b7-c71f-4022-89ce-83b84e25b46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:12.294947 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-adaf3acb-f715-43d4-8c8a-f4105d09ec8b req-10f038b7-c71f-4022-89ce-83b84e25b46b service neutron] 10.222.0.26 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 922 time: 0.3702753 Nov 08 00:12:12.300037 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-89ec94cc-f2f9-497b-aaf1-5cb1074d4a72 admin admin] For port 301407cc-9c39-47fe-a399-8264a3884948, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=301407cc-9c39-47fe-a399-8264a3884948,segment=NetworkSegment(28dff6c1-01e4-4dcd-beb3-6254f01aa41a),segment_id=28dff6c1-01e4-4dcd-beb3-6254f01aa41a)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:12.300773 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-89ec94cc-f2f9-497b-aaf1-5cb1074d4a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:12.323461 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-c82c1e9a-4e90-410d-aae5-195b320cc3fb tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:12.327306 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10,segment=NetworkSegment(8ba65c8a-b42a-4530-bb6d-52807ee76a78),segment_id=8ba65c8a-b42a-4530-bb6d-52807ee76a78)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:12.358778 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33531b43-2cd8-444c-88ad-ac71adc77194 req-60b8346b-fe5a-4213-94bd-6b7dc5c7b914 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155095 Nov 08 00:12:12.373806 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10', 'network_id': '1d4bb435-3635-43a7-8e22-05a3f29467e1', 'port_id': '64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10', 'mac_address': 'fa:16:3e:16:6c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbef566-b085-441c-ae50-5585c6ec1d72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:12:12.404279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-89ec94cc-f2f9-497b-aaf1-5cb1074d4a72 admin admin] Calling delete_port for 301407cc-9c39-47fe-a399-8264a3884948 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:12:12.412757 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-adaf3acb-f715-43d4-8c8a-f4105d09ec8b req-c15d1faf-fbb8-424d-a30d-d9fa5d201725 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb HTTP/1.1" status: 200 len: 217 time: 0.0935802 Nov 08 00:12:12.443995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['41b8b625-df8d-43a6-876d-19baf9f9fb72'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:12.511970 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:12.531840 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:12:12.568432 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-c82c1e9a-4e90-410d-aae5-195b320cc3fb tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:12.592206 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10,segment=NetworkSegment(8ba65c8a-b42a-4530-bb6d-52807ee76a78),segment_id=8ba65c8a-b42a-4530-bb6d-52807ee76a78)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:12.598072 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf3acb-f715-43d4-8c8a-f4105d09ec8b req-3c14e328-804e-49e5-9f5a-66c2f2ebe51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:12.599624 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-adaf3acb-f715-43d4-8c8a-f4105d09ec8b req-3c14e328-804e-49e5-9f5a-66c2f2ebe51e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.1610744 Nov 08 00:12:12.612347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468b368-cc6f-4919-84d1-e77859369bd7 req-00a2d2b8-082f-4bd6-8fcd-387b5380898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:12.613782 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9468b368-cc6f-4919-84d1-e77859369bd7 req-00a2d2b8-082f-4bd6-8fcd-387b5380898e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9275618c-2af8-4285-873e-1544fab15b19 HTTP/1.1" status: 200 len: 913 time: 0.3495407 Nov 08 00:12:12.659036 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-adaf3acb-f715-43d4-8c8a-f4105d09ec8b req-18b9eff1-f8d9-4d1c-8226-2a1fb0c47aa0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430405 Nov 08 00:12:12.668161 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2323aa15-87be-4ae0-b33c-5aa57e680fa5 req-180b38cf-58d2-442c-9e86-aa57cba781e0 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 210 time: 0.0478206 Nov 08 00:12:12.679369 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:12.680645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-c82c1e9a-4e90-410d-aae5-195b320cc3fb tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Network d8de0bf2-e676-4bb3-b718-0db2fff39ea0 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:12:12.685965 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-104161a0-52df-48d6-9915-e78df5ab0e36 req-2a4b3644-230c-46c7-bb89-c9f80f2aee40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] For port 41b8b625-df8d-43a6-876d-19baf9f9fb72, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=41b8b625-df8d-43a6-876d-19baf9f9fb72,segment=NetworkSegment(cc6b21bf-5659-458e-a4a4-30150d05a911),segment_id=cc6b21bf-5659-458e-a4a4-30150d05a911)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:12.688230 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-c82c1e9a-4e90-410d-aae5-195b320cc3fb tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:12:12.690481 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-c82c1e9a-4e90-410d-aae5-195b320cc3fb tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:12:12.720828 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9468b368-cc6f-4919-84d1-e77859369bd7 req-60dedda6-72a9-45cb-8252-458d24de971b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41b8b625-df8d-43a6-876d-19baf9f9fb72 HTTP/1.1" status: 200 len: 217 time: 0.0870593 Nov 08 00:12:12.753889 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-c82c1e9a-4e90-410d-aae5-195b320cc3fb tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:12.754539 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-c82c1e9a-4e90-410d-aae5-195b320cc3fb tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:12.763950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c1e9a-4e90-410d-aae5-195b320cc3fb tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Pushing event updated for resources: {'Port': ['ID=d8133915-1cfa-4ca6-b12a-4d81797fcc81,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:12.797607 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:12.823288 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-104161a0-52df-48d6-9915-e78df5ab0e36 req-2a4b3644-230c-46c7-bb89-c9f80f2aee40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:12.836489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b9426-ed97-4e23-b9b7-7300d097972d req-a84c9e47-69bc-44ef-b5dd-51ea6c38e5ca tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:12.837986 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-376b9426-ed97-4e23-b9b7-7300d097972d req-a84c9e47-69bc-44ef-b5dd-51ea6c38e5ca tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 945 time: 0.0806057 Nov 08 00:12:12.876584 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-c82c1e9a-4e90-410d-aae5-195b320cc3fb tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8981712 Nov 08 00:12:12.881760 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-376b9426-ed97-4e23-b9b7-7300d097972d req-3e565db7-3723-4865-a76c-ce94182fa3c2 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371680 Nov 08 00:12:12.902007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Request body: {'port': {'device_id': '79588788-5420-4c7e-9091-d0c77d5e9708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:12.904442 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468b368-cc6f-4919-84d1-e77859369bd7 req-fb2f42ac-508e-43cb-a27d-1894bc18a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:12.905896 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9468b368-cc6f-4919-84d1-e77859369bd7 req-fb2f42ac-508e-43cb-a27d-1894bc18a230 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8240525-3ca1-4b43-8bf4-23a1cb2e921d HTTP/1.1" status: 200 len: 852 time: 0.1453199 Nov 08 00:12:12.907146 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-104161a0-52df-48d6-9915-e78df5ab0e36 req-2a4b3644-230c-46c7-bb89-c9f80f2aee40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:12.937793 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0af755-b3b7-4f99-b3cd-38d7af31c298 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:12:12.942201 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['41b8b625-df8d-43a6-876d-19baf9f9fb72'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:12.964996 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9468b368-cc6f-4919-84d1-e77859369bd7 req-f5d21a94-cdcb-48b9-be27-f286adfe1678 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9275618c-2af8-4285-873e-1544fab15b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499952 Nov 08 00:12:12.969075 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:13.009294 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104161a0-52df-48d6-9915-e78df5ab0e36 req-2a4b3644-230c-46c7-bb89-c9f80f2aee40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:13.009906 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-104161a0-52df-48d6-9915-e78df5ab0e36 req-2a4b3644-230c-46c7-bb89-c9f80f2aee40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:13.011280 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-104161a0-52df-48d6-9915-e78df5ab0e36 req-2a4b3644-230c-46c7-bb89-c9f80f2aee40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "PUT /v2.0/ports/41b8b625-df8d-43a6-876d-19baf9f9fb72 HTTP/1.1" status: 200 len: 1020 time: 1.0009866 Nov 08 00:12:13.053931 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-adaf3acb-f715-43d4-8c8a-f4105d09ec8b req-02e87351-f027-48fc-b604-5c46ed1075f7 service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513632 Nov 08 00:12:13.059398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Transition to ACTIVE for port object fe0af755-b3b7-4f99-b3cd-38d7af31c298 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:12:13.073038 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:13.139045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e2ac89-91db-49dd-83ac-7be26f8125e0', 'name': 'network-vif-deleted', 'tag': 'ac4f4704-2fa6-4079-928d-c22d93a1ad3f'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:13.141359 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7922f71c-b68f-4cbb-a78b-e9cc8a8dec73" -d '{"events": [{"server_uuid": "80e2ac89-91db-49dd-83ac-7be26f8125e0", "name": "network-vif-deleted", "tag": "ac4f4704-2fa6-4079-928d-c22d93a1ad3f"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:13.147362 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:13.189203 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['41b8b625-df8d-43a6-876d-19baf9f9fb72'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:13.202113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:13.220177 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9468b368-cc6f-4919-84d1-e77859369bd7 req-b7114a0f-71ea-45e5-892c-be80ea91ae1e service neutron] 10.222.0.20 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423947 Nov 08 00:12:13.230047 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-89ec94cc-f2f9-497b-aaf1-5cb1074d4a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:13.256618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b3644-230c-46c7-bb89-c9f80f2aee40 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event updated for resources: {'Port': ['ID=41b8b625-df8d-43a6-876d-19baf9f9fb72,revision_number=7']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:13.298033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0af755-b3b7-4f99-b3cd-38d7af31c298,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:13.400674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06c1c5-38b6-417d-b3a9-e449cd46805c req-1c143802-f917-44b8-a315-a3037c8d9d45 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:13.408243 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e06c1c5-38b6-417d-b3a9-e449cd46805c req-1c143802-f917-44b8-a315-a3037c8d9d45 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 932 time: 0.4073892 Nov 08 00:12:13.445790 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec94cc-f2f9-497b-aaf1-5cb1074d4a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=301407cc-9c39-47fe-a399-8264a3884948,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:13.493858 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576035f-12fd-490f-9ab7-3599ac8addc1 req-193508de-4e68-40c8-ba92-d25e9ab1d478 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:13.495607 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f576035f-12fd-490f-9ab7-3599ac8addc1 req-193508de-4e68-40c8-ba92-d25e9ab1d478 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 1023 time: 0.3583612 Nov 08 00:12:13.528363 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-adaf3acb-f715-43d4-8c8a-f4105d09ec8b req-ceaec9b4-a132-4638-ba96-2de2c01e95e1 service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476521 Nov 08 00:12:13.620428 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e06c1c5-38b6-417d-b3a9-e449cd46805c req-ec3c90d4-bf10-4eb4-9dd0-415f3229e46a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107835 Nov 08 00:12:13.627775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-fd500d4c-d08f-47e0-8fcf-caa75c94dbb6 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:13.629075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-fd500d4c-d08f-47e0-8fcf-caa75c94dbb6 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.26 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 821 time: 0.5355871 Nov 08 00:12:13.663020 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-8ca0410e-a748-4356-bf86-2c956cce8578 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Request body: {'port': {'device_id': '68b8e6e9-2e70-40b9-a454-c2155fbe4093', 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880', 'admin_state_up': True, 'tenant_id': '951d7073901a4e51a1deddc1d387c234'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:13.857838 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f576035f-12fd-490f-9ab7-3599ac8addc1 req-a1927082-49ef-49b7-a1e8-bcee78faa203 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=161bf2d2-5fe1-444d-ba8c-70fd4d5db64d&id=2d23abfc-2b57-482a-951f-11055040d1db&id=940c58f5-3259-410e-83fc-daa1a5012be2 HTTP/1.1" status: 200 len: 6147 time: 0.3472555 Nov 08 00:12:13.969903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8133915-1cfa-4ca6-b12a-4d81797fcc81 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:12:13.978570 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:13.984022 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b82a69-2e9b-4475-9c58-3cc65e896758', 'tag': '41b8b625-df8d-43a6-876d-19baf9f9fb72'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:13.986342 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7e7179-d950-417d-8776-42e392b8c4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "02b82a69-2e9b-4475-9c58-3cc65e896758", "tag": "41b8b625-df8d-43a6-876d-19baf9f9fb72"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:14.025931 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2b0aeb-7e46-4b99-95b8-97870c3ffa6c x-openstack-request-id: req-3a2b0aeb-7e46-4b99-95b8-97870c3ffa6c {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:14.026309 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e2ac89-91db-49dd-83ac-7be26f8125e0", "name": "network-vif-deleted", "tag": "ac4f4704-2fa6-4079-928d-c22d93a1ad3f", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:14.026626 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a2b0aeb-7e46-4b99-95b8-97870c3ffa6c {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:14.027008 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e2ac89-91db-49dd-83ac-7be26f8125e0', 'name': 'network-vif-deleted', 'tag': 'ac4f4704-2fa6-4079-928d-c22d93a1ad3f', 'status': 'completed', 'code': 200} Nov 08 00:12:14.036269 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Transition to ACTIVE for port object d8133915-1cfa-4ca6-b12a-4d81797fcc81 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:12:14.055519 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9468b368-cc6f-4919-84d1-e77859369bd7 req-486a667c-af9a-4871-b4b0-519b60a3ea74 service neutron] 10.222.0.20 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7833729 Nov 08 00:12:14.059942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d838-3ff4-40d2-a3d1-c01c422006c8 req-c32f9767-7f49-4654-a6aa-d6bf4ed2d061 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:14.061455 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ee4d838-3ff4-40d2-a3d1-c01c422006c8 req-c32f9767-7f49-4654-a6aa-d6bf4ed2d061 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 948 time: 0.0695302 Nov 08 00:12:14.068490 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Attempting to bind port fe0af755-b3b7-4f99-b3cd-38d7af31c298 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:12:14.068490 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Attempting to bind port fe0af755-b3b7-4f99-b3cd-38d7af31c298 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:12:14.068490 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Attempting to bind port fe0af755-b3b7-4f99-b3cd-38d7af31c298 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:14.076091 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Port fe0af755-b3b7-4f99-b3cd-38d7af31c298 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:12:14.076418 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Attempting to bind port fe0af755-b3b7-4f99-b3cd-38d7af31c298 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:14.085952 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:12:14.086291 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:12:14.086676 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:12:14.087118 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Bound port: fe0af755-b3b7-4f99-b3cd-38d7af31c298, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:12:14.087481 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:14.104618 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ee4d838-3ff4-40d2-a3d1-c01c422006c8 req-d849ca82-98f8-47db-bb45-f58319fc0c4e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370946 Nov 08 00:12:14.109585 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-89ec94cc-f2f9-497b-aaf1-5cb1074d4a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:14.116843 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:14.119858 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-8ca0410e-a748-4356-bf86-2c956cce8578 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Made reservation on behalf of 951d7073901a4e51a1deddc1d387c234 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:12:14.133834 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-8ca0410e-a748-4356-bf86-2c956cce8578 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:14.133963 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3f9a371c-3d47-4ef5-aad1-1fcdea947b20 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:12:14.273335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] For port fe0af755-b3b7-4f99-b3cd-38d7af31c298, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:12:14.288792 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8133915-1cfa-4ca6-b12a-4d81797fcc81,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:14.292152 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] For port fe0af755-b3b7-4f99-b3cd-38d7af31c298, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=fe0af755-b3b7-4f99-b3cd-38d7af31c298,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:12:14.304977 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 3f9a371c-3d47-4ef5-aad1-1fcdea947b20 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:12:14.310600 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 3f9a371c-3d47-4ef5-aad1-1fcdea947b20 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:14.310923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-66d52822-d75f-4c45-87a1-4c6ae386ca71 req-7f3a7dc9-d03d-4c6d-8d37-c7964ace9cc3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1445474477 ', 'description': 'tempest-description-1766860215'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:14.311704 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:14.321309 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59b5c39f-1d0e-4437-a972-a1bb6690617c req-e818889a-d866-47a3-85a0-440192050aba tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 210 time: 0.1129456 Nov 08 00:12:14.408663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Attempting to bind port d8133915-1cfa-4ca6-b12a-4d81797fcc81 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:12:14.409191 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Attempting to bind port d8133915-1cfa-4ca6-b12a-4d81797fcc81 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '5bc2dfb0-12af-4824-ae67-447210a44548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:12:14.409610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Attempting to bind port d8133915-1cfa-4ca6-b12a-4d81797fcc81 on network d8de0bf2-e676-4bb3-b718-0db2fff39ea0 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:14.411095 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:14.418412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Port d8133915-1cfa-4ca6-b12a-4d81797fcc81 on network d8de0bf2-e676-4bb3-b718-0db2fff39ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:12:14.418870 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Attempting to bind port d8133915-1cfa-4ca6-b12a-4d81797fcc81 on network d8de0bf2-e676-4bb3-b718-0db2fff39ea0 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:14.458117 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:12:14.458723 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:14.459570 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:14.460651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Checking segment: {'id': '5bc2dfb0-12af-4824-ae67-447210a44548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:12:14.462362 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] 10.222.0.26 "PUT /v2.0/ports/fe0af755-b3b7-4f99-b3cd-38d7af31c298 HTTP/1.1" status: 200 len: 1096 time: 2.6322603 Nov 08 00:12:14.464600 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Bound using segment: {'id': '5bc2dfb0-12af-4824-ae67-447210a44548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:12:14.465745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Bound port: d8133915-1cfa-4ca6-b12a-4d81797fcc81, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc2dfb0-12af-4824-ae67-447210a44548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:12:14.465924 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:14.467115 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:14.521322 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3547ee6-e562-40cb-82ff-4543f65185d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9a371c-3d47-4ef5-aad1-1fcdea947b20'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:14.523600 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a25ceb8-da31-4580-83fc-59eea62daa1a" -d '{"events": [{"server_uuid": "d3547ee6-e562-40cb-82ff-4543f65185d0", "name": "network-vif-plugged", "status": "completed", "tag": "3f9a371c-3d47-4ef5-aad1-1fcdea947b20"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:14.530415 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ea410-c57d-4f2f-b05b-c00366a94b17 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0af755-b3b7-4f99-b3cd-38d7af31c298,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:14.546215 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ec94cc-f2f9-497b-aaf1-5cb1074d4a72 admin admin] Router 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:12:14.565764 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3f9a371c-3d47-4ef5-aad1-1fcdea947b20, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3f9a371c-3d47-4ef5-aad1-1fcdea947b20,segment=NetworkSegment(8ba65c8a-b42a-4530-bb6d-52807ee76a78),segment_id=8ba65c8a-b42a-4530-bb6d-52807ee76a78)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:14.635854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-8ca0410e-a748-4356-bf86-2c956cce8578 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Allocated IP 172.20.0.2 (16a84b47-f9ce-4954-8ec1-2a7bb6748880/cda772d5-f001-47ed-867d-7cf3c24b61ac/8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:12:14.638809 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-66d52822-d75f-4c45-87a1-4c6ae386ca71 req-7f3a7dc9-d03d-4c6d-8d37-c7964ace9cc3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:14.642554 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:14.705932 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=3f9a371c-3d47-4ef5-aad1-1fcdea947b20,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:14.707669 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-2dbb3636-1450-475d-af05-611ec91edea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:14.709667 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-2dbb3636-1450-475d-af05-611ec91edea3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 1099 time: 0.0757389 Nov 08 00:12:14.720348 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ec94cc-f2f9-497b-aaf1-5cb1074d4a72 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:12:14.731859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0e324b-0ef1-4564-9822-473520971f65 None None] Sync routers for ids ['044b3ddd-59c5-4ed9-a94a-9089e95e01e0'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:12:14.737607 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-89ec94cc-f2f9-497b-aaf1-5cb1074d4a72 admin admin] 10.222.0.13 "PUT /v2.0/routers/044b3ddd-59c5-4ed9-a94a-9089e95e01e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1982131 Nov 08 00:12:14.738585 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34764) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:14.744600 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-66d52822-d75f-4c45-87a1-4c6ae386ca71 req-7f3a7dc9-d03d-4c6d-8d37-c7964ace9cc3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:14.752595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0e324b-0ef1-4564-9822-473520971f65 None None] Routers {'044b3ddd-59c5-4ed9-a94a-9089e95e01e0'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:12:14.752595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5c0e324b-0ef1-4564-9822-473520971f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:12:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['044b3ddd-59c5-4ed9-a94a-9089e95e01e0'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:14.820724 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38662b-73d7-4155-89f3-6d745819c5d2 req-caef61c0-2f40-471f-a37c-6649cde50eb7 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:14.822427 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7d38662b-73d7-4155-89f3-6d745819c5d2 req-caef61c0-2f40-471f-a37c-6649cde50eb7 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 945 time: 0.2479739 Nov 08 00:12:14.841195 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-66d52822-d75f-4c45-87a1-4c6ae386ca71 req-7f3a7dc9-d03d-4c6d-8d37-c7964ace9cc3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:14.866519 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-bb31d2cc-c586-41b2-b2f5-f7c76b9bd8e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=fe0af755-b3b7-4f99-b3cd-38d7af31c298 HTTP/1.1" status: 200 len: 217 time: 0.1263478 Nov 08 00:12:14.900461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] For port d8133915-1cfa-4ca6-b12a-4d81797fcc81, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:12:14.929021 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-b1f29fa7-cc6d-42ce-bedb-678841f71019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:14.930730 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-b1f29fa7-cc6d-42ce-bedb-678841f71019 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0555375 Nov 08 00:12:14.953506 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7d38662b-73d7-4155-89f3-6d745819c5d2 req-04f2b1ab-c043-4049-9f7b-ac9720ec2765 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190383 Nov 08 00:12:14.956207 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-66d52822-d75f-4c45-87a1-4c6ae386ca71 req-7f3a7dc9-d03d-4c6d-8d37-c7964ace9cc3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:14.974635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-66d52822-d75f-4c45-87a1-4c6ae386ca71 req-7f3a7dc9-d03d-4c6d-8d37-c7964ace9cc3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.6920068 Nov 08 00:12:14.994449 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] For port d8133915-1cfa-4ca6-b12a-4d81797fcc81, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=d8133915-1cfa-4ca6-b12a-4d81797fcc81,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:12:15.022732 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a7dc9-d03d-4c6d-8d37-c7964ace9cc3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=090994fe-f8bd-49f0-ae5f-b49e3915ee46,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:15.028156 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-802fc842-0a04-4cb0-93df-3fd3bbc510fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:15.030392 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-802fc842-0a04-4cb0-93df-3fd3bbc510fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912232 Nov 08 00:12:15.049127 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-571f50cf-1372-4a84-a91b-6b94478314ef admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:15.113743 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e886be-7674-4554-a6c3-6fc43837462f x-openstack-request-id: req-15e886be-7674-4554-a6c3-6fc43837462f {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:15.114018 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b82a69-2e9b-4475-9c58-3cc65e896758", "tag": "41b8b625-df8d-43a6-876d-19baf9f9fb72", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:15.114267 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15e886be-7674-4554-a6c3-6fc43837462f {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:15.114667 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b82a69-2e9b-4475-9c58-3cc65e896758', 'tag': '41b8b625-df8d-43a6-876d-19baf9f9fb72', 'status': 'completed', 'code': 200} Nov 08 00:12:15.119041 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:15.164615 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f181e90b-bd1d-4718-a519-a33c2fb07ae6 x-openstack-request-id: req-f181e90b-bd1d-4718-a519-a33c2fb07ae6 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:15.168567 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3547ee6-e562-40cb-82ff-4543f65185d0", "name": "network-vif-plugged", "status": "completed", "tag": "3f9a371c-3d47-4ef5-aad1-1fcdea947b20", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:15.170386 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f181e90b-bd1d-4718-a519-a33c2fb07ae6 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:15.170970 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3547ee6-e562-40cb-82ff-4543f65185d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9a371c-3d47-4ef5-aad1-1fcdea947b20', 'code': 200} Nov 08 00:12:15.207388 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8133915-1cfa-4ca6-b12a-4d81797fcc81,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:15.222707 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:15.223475 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:15.224877 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-bd3e3fd8-68f4-41af-8f5c-069f8d8a30a6 service neutron] 10.222.0.20 "PUT /v2.0/ports/d8133915-1cfa-4ca6-b12a-4d81797fcc81 HTTP/1.1" status: 200 len: 1092 time: 2.3341227 Nov 08 00:12:15.255561 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5c0e324b-0ef1-4564-9822-473520971f65 None None] Set router 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:12:15.339392 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-16960a32-62d0-4016-af7b-bfabd2f11a11 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592333 Nov 08 00:12:15.387891 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-8ca0410e-a748-4356-bf86-2c956cce8578 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:15.413445 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff152ee-cffc-4335-b7f8-87fb5825981b req-b0d167cb-8524-4df6-bc4f-0951c08f240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:15.415389 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ff152ee-cffc-4335-b7f8-87fb5825981b req-b0d167cb-8524-4df6-bc4f-0951c08f240a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 1097 time: 0.0900557 Nov 08 00:12:15.425503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19c12a-b54a-4a5f-85fd-ec46482f2398 req-c9fea370-9249-4bf6-b82f-1868bd286b38 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:15.427269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b19c12a-b54a-4a5f-85fd-ec46482f2398 req-c9fea370-9249-4bf6-b82f-1868bd286b38 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 944 time: 0.1534600 Nov 08 00:12:15.515880 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5c0e324b-0ef1-4564-9822-473520971f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986918895-router', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'bb575871-017d-4891-aba4-f92d96147d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:14Z', 'updated_at': '2021-11-08T00:12:12Z', 'revision_number': 5, 'project_id': '540d436eb2814e6787d2721bfa568078', 'gw_port': {'id': 'bb575871-017d-4891-aba4-f92d96147d37', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:15Z', 'updated_at': '2021-11-08T00:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:15.562323 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0e324b-0ef1-4564-9822-473520971f65 None None] Checking router: 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:12:15.572058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0e324b-0ef1-4564-9822-473520971f65 None None] Routers {'044b3ddd-59c5-4ed9-a94a-9089e95e01e0'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:12:15.572686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5c0e324b-0ef1-4564-9822-473520971f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:12:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['044b3ddd-59c5-4ed9-a94a-9089e95e01e0'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:15.580240 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4f17f33-1ce8-4c74-8b11-eb42c3fe43ed req-684498e4-24d9-4841-acd2-b94d17f6142e service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012689 Nov 08 00:12:15.590771 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e7179-d950-417d-8776-42e392b8c4fd req-4b7aaf8b-87d8-4c7a-a50d-13e711b12ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:15.593132 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f7e7179-d950-417d-8776-42e392b8c4fd req-4b7aaf8b-87d8-4c7a-a50d-13e711b12ea5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c4d5bb4ed1d41d3b2d6cad5ce2423e3&device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 1174 time: 0.4141848 Nov 08 00:12:15.595652 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-571f50cf-1372-4a84-a91b-6b94478314ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:15.616712 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-fc955a02-0e76-4881-9023-61bacca7b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:15.618180 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-fc955a02-0e76-4881-9023-61bacca7b97e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1ebccb3c8984c29a3fd2e7e2488d34f&device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 1095 time: 0.2225173 Nov 08 00:12:15.694756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5c0e324b-0ef1-4564-9822-473520971f65 None None] Set router 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:12:15.702661 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-1cda59f0-e6cb-49b5-820f-dae94428d34a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8133915-1cfa-4ca6-b12a-4d81797fcc81 HTTP/1.1" status: 200 len: 217 time: 0.0469482 Nov 08 00:12:15.809726 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-220757f4-5f09-467c-8f93-81f73fb368bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:15.811905 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-220757f4-5f09-467c-8f93-81f73fb368bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16d64a69-40b8-49ea-a2a5-54f41398f270 HTTP/1.1" status: 200 len: 855 time: 0.0860438 Nov 08 00:12:15.813862 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e7179-d950-417d-8776-42e392b8c4fd req-e9feeaf5-bea6-419c-9a63-c3e6bbc5fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:15.815150 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f7e7179-d950-417d-8776-42e392b8c4fd req-e9feeaf5-bea6-419c-9a63-c3e6bbc5fab2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9275618c-2af8-4285-873e-1544fab15b19 HTTP/1.1" status: 200 len: 913 time: 0.2096219 Nov 08 00:12:15.829354 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-571f50cf-1372-4a84-a91b-6b94478314ef admin admin] Deleting port bb575871-017d-4891-aba4-f92d96147d37 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:12:15.829702 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-571f50cf-1372-4a84-a91b-6b94478314ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:15.839465 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b19c12a-b54a-4a5f-85fd-ec46482f2398 req-cee9ede4-2401-4bc3-b2b4-51526c5e33f9 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991723 Nov 08 00:12:15.842823 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ff152ee-cffc-4335-b7f8-87fb5825981b req-89eb6ea1-27e1-42d3-b69d-ceac86db9014 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844731 Nov 08 00:12:15.857479 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7251ed18-bbdb-4642-ad6e-f9ecd82b3e10 req-303b64e6-fdbe-44d4-884c-6cc2fa1669f5 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/090994fe-f8bd-49f0-ae5f-b49e3915ee46 HTTP/1.1" status: 200 len: 1781 time: 0.1011403 Nov 08 00:12:15.905564 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-8ca0410e-a748-4356-bf86-2c956cce8578 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:15.943907 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['42d9367d-0b9b-422b-9f65-fda47d14f274'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:15.961925 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-c4f33292-dd0d-4595-82f2-b6b044df8247 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8de0bf2-e676-4bb3-b718-0db2fff39ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184306 Nov 08 00:12:15.964951 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f7e7179-d950-417d-8776-42e392b8c4fd req-0c268314-50fa-42e0-b8a4-1afe1b75cf90 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41b8b625-df8d-43a6-876d-19baf9f9fb72 HTTP/1.1" status: 200 len: 217 time: 0.1071694 Nov 08 00:12:15.985299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-8ca0410e-a748-4356-bf86-2c956cce8578 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:12:15.992839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-8ca0410e-a748-4356-bf86-2c956cce8578 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:12:16.003368 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5c0e324b-0ef1-4564-9822-473520971f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986918895-router', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'bb575871-017d-4891-aba4-f92d96147d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:14Z', 'updated_at': '2021-11-08T00:12:12Z', 'revision_number': 5, 'project_id': '540d436eb2814e6787d2721bfa568078', 'gw_port': {'id': 'bb575871-017d-4891-aba4-f92d96147d37', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:15Z', 'updated_at': '2021-11-08T00:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:16.009594 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-8ca0410e-a748-4356-bf86-2c956cce8578 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:12:16.017160 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0410e-a748-4356-bf86-2c956cce8578 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Pushing event updated for resources: {'Port': ['ID=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:16.028143 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072b1c5a-e0ab-4012-a603-69610e73063e', 'tag': 'fe0af755-b3b7-4f99-b3cd-38d7af31c298'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:16.044417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0e324b-0ef1-4564-9822-473520971f65 None None] The sync data for ids ['044b3ddd-59c5-4ed9-a94a-9089e95e01e0'] in n-d-816882-1 is: [{'id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986918895-router', 'tenant_id': '540d436eb2814e6787d2721bfa568078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'bb575871-017d-4891-aba4-f92d96147d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:14Z', 'updated_at': '2021-11-08T00:12:12Z', 'revision_number': 5, 'project_id': '540d436eb2814e6787d2721bfa568078', 'gw_port': {'id': 'bb575871-017d-4891-aba4-f92d96147d37', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ddd-59c5-4ed9-a94a-9089e95e01e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:15Z', 'updated_at': '2021-11-08T00:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:12:16.047433 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6855983-9eba-4640-9519-ea094a1e4b62" -d '{"events": [{"name": "network-changed", "server_uuid": "072b1c5a-e0ab-4012-a603-69610e73063e", "tag": "fe0af755-b3b7-4f99-b3cd-38d7af31c298"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:16.057941 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-571f50cf-1372-4a84-a91b-6b94478314ef admin admin] For port bb575871-017d-4891-aba4-f92d96147d37, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bb575871-017d-4891-aba4-f92d96147d37,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:16.060782 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-571f50cf-1372-4a84-a91b-6b94478314ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:16.083825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96556d-d5fd-47d6-b1d6-eaad36a473ee req-83ad4b29-22a9-4f06-89e3-4a5d9e509e17 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:16.091924 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f96556d-d5fd-47d6-b1d6-eaad36a473ee req-83ad4b29-22a9-4f06-89e3-4a5d9e509e17 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 948 time: 0.1752195 Nov 08 00:12:16.099103 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-571f50cf-1372-4a84-a91b-6b94478314ef admin admin] Calling delete_port for bb575871-017d-4891-aba4-f92d96147d37 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:12:16.158508 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:12:16.171837 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-8ca0410e-a748-4356-bf86-2c956cce8578 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:16.172887 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-8ca0410e-a748-4356-bf86-2c956cce8578 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:16.196779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f96556d-d5fd-47d6-b1d6-eaad36a473ee req-3865a4e5-776d-477a-839c-9de65d5998f4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039591 Nov 08 00:12:16.210497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64c1a6-38ac-4bdf-8aa6-0b1921bc3fcc req-286d385c-7522-4fb1-a7b8-86ce729a91ab tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:16.212207 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa64c1a6-38ac-4bdf-8aa6-0b1921bc3fcc req-286d385c-7522-4fb1-a7b8-86ce729a91ab tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 931 time: 0.1547089 Nov 08 00:12:16.283500 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa64c1a6-38ac-4bdf-8aa6-0b1921bc3fcc req-3af02b66-bf54-416e-a917-a7ca9ee90b8b tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563061 Nov 08 00:12:16.289392 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-8ca0410e-a748-4356-bf86-2c956cce8578 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6326594 Nov 08 00:12:16.326123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Request body: {'port': {'device_id': '68b8e6e9-2e70-40b9-a454-c2155fbe4093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:16.327721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:12:16.333238 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:16.334395 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:16.385136 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e7179-d950-417d-8776-42e392b8c4fd req-4e94b2c2-3224-480f-8dbe-a1f28e1a8cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:16.390472 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f7e7179-d950-417d-8776-42e392b8c4fd req-4e94b2c2-3224-480f-8dbe-a1f28e1a8cb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8240525-3ca1-4b43-8bf4-23a1cb2e921d HTTP/1.1" status: 200 len: 852 time: 0.1541500 Nov 08 00:12:16.465158 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:16.471625 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f7e7179-d950-417d-8776-42e392b8c4fd req-c81b4110-7dbd-479d-9087-41ec16a5a7dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9275618c-2af8-4285-873e-1544fab15b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478926 Nov 08 00:12:16.483859 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-540efa39-eb31-43a1-b3bb-88f3d6d048d0 service neutron] 10.222.0.20 "GET /v2.0/networks/d8de0bf2-e676-4bb3-b718-0db2fff39ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567761 Nov 08 00:12:16.496043 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:16.510212 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6405943-500a-4593-9c15-d29ad5894cb4 req-7116977c-de96-4933-b4e8-c0113d66b8f9 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/090994fe-f8bd-49f0-ae5f-b49e3915ee46 HTTP/1.1" status: 200 len: 1781 time: 0.1569800 Nov 08 00:12:16.525207 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10,segment=NetworkSegment(8ba65c8a-b42a-4530-bb6d-52807ee76a78),segment_id=8ba65c8a-b42a-4530-bb6d-52807ee76a78)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:16.540662 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e379ed-c6cb-40a8-9c77-c3340073b5bc req-2cc5e800-dd22-44b0-97b8-a41f5f70e4be tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:16.549142 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69e379ed-c6cb-40a8-9c77-c3340073b5bc req-2cc5e800-dd22-44b0-97b8-a41f5f70e4be tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=472cabcf-fe57-42eb-be37-1d312493a5ea HTTP/1.1" status: 200 len: 950 time: 0.2799659 Nov 08 00:12:16.601724 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:16.608573 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69e379ed-c6cb-40a8-9c77-c3340073b5bc req-6758f048-d783-4561-a44a-ebb915243ba3 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555577 Nov 08 00:12:16.687818 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-571f50cf-1372-4a84-a91b-6b94478314ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:16.697823 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f7e7179-d950-417d-8776-42e392b8c4fd req-7b1b8a0d-8f84-41e4-a0e3-a32d2a056bcf service neutron] 10.222.0.20 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128038 Nov 08 00:12:16.700897 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:16.731367 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f50cf-1372-4a84-a91b-6b94478314ef admin admin] Pushing event deleted for resources: {'Port': ['ID=bb575871-017d-4891-aba4-f92d96147d37,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:16.796038 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d692a-4b56-4d13-a087-57040894e4d2 req-618c78a6-7a02-4343-9509-9332cdc84f7f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:16.797522 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-085d692a-4b56-4d13-a087-57040894e4d2 req-618c78a6-7a02-4343-9509-9332cdc84f7f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.20 "GET /v2.0/ports?device_id=472cabcf-fe57-42eb-be37-1d312493a5ea HTTP/1.1" status: 200 len: 950 time: 0.3843853 Nov 08 00:12:16.817699 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-580d7a6f-d56e-4ea8-99ba-251e03784c9d req-95530616-ffae-4190-b4dc-706669a8eda8 service neutron] 10.222.0.20 "GET /v2.0/networks/d8de0bf2-e676-4bb3-b718-0db2fff39ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736506 Nov 08 00:12:16.891832 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-571f50cf-1372-4a84-a91b-6b94478314ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:16.904454 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a6405943-500a-4593-9c15-d29ad5894cb4 req-1c48c8ad-bdee-4c3b-83ea-99ff38f429f6 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:16.941588 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5544a4b-1f26-4b79-ab7f-b3c3963bbe7d req-bf1a367b-1170-40d5-99a9-79569f725dc0 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:16.944242 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5544a4b-1f26-4b79-ab7f-b3c3963bbe7d req-bf1a367b-1170-40d5-99a9-79569f725dc0 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.2190206 Nov 08 00:12:16.956551 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f7e7179-d950-417d-8776-42e392b8c4fd req-f988a727-f72b-488f-87b6-09935a9fcddb service neutron] 10.222.0.20 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188866 Nov 08 00:12:16.989577 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-571f50cf-1372-4a84-a91b-6b94478314ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:16.992417 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-571f50cf-1372-4a84-a91b-6b94478314ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:17.022916 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 301407cc-9c39-47fe-a399-8264a3884948 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:12:17.050252 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 301407cc-9c39-47fe-a399-8264a3884948 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:12:17.050907 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 301407cc-9c39-47fe-a399-8264a3884948 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:12:17.070905 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5544a4b-1f26-4b79-ab7f-b3c3963bbe7d req-784ddbb3-307b-4574-93ab-f2cbb52ecbe2 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039643 Nov 08 00:12:17.074063 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a6405943-500a-4593-9c15-d29ad5894cb4 req-1c48c8ad-bdee-4c3b-83ea-99ff38f429f6 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:17.113654 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-571f50cf-1372-4a84-a91b-6b94478314ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:17.113654 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571f50cf-1372-4a84-a91b-6b94478314ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 044b3ddd-59c5-4ed9-a94a-9089e95e01e0 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:12:17.119314 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79588788-5420-4c7e-9091-d0c77d5e9708', 'tag': 'd8133915-1cfa-4ca6-b12a-4d81797fcc81'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:17.121699 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35fef2c-b3f2-4d7c-9c66-565fdfa389f5" -d '{"events": [{"name": "network-changed", "server_uuid": "79588788-5420-4c7e-9091-d0c77d5e9708", "tag": "d8133915-1cfa-4ca6-b12a-4d81797fcc81"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:17.134038 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e47b7f-1b25-4282-a1d0-5e0b3b0eb492 x-openstack-request-id: req-09e47b7f-1b25-4282-a1d0-5e0b3b0eb492 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:17.134420 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072b1c5a-e0ab-4012-a603-69610e73063e", "tag": "fe0af755-b3b7-4f99-b3cd-38d7af31c298", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:17.134729 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09e47b7f-1b25-4282-a1d0-5e0b3b0eb492 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:17.135200 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072b1c5a-e0ab-4012-a603-69610e73063e', 'tag': 'fe0af755-b3b7-4f99-b3cd-38d7af31c298', 'status': 'completed', 'code': 200} Nov 08 00:12:17.140741 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-571f50cf-1372-4a84-a91b-6b94478314ef admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:17.141369 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-571f50cf-1372-4a84-a91b-6b94478314ef admin admin] 10.222.0.13 "DELETE /v2.0/routers/044b3ddd-59c5-4ed9-a94a-9089e95e01e0 HTTP/1.1" status: 204 len: 168 time: 2.3928123 Nov 08 00:12:17.144884 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34788) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:17.171873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389be8ac-b0d3-4f43-b01a-953d87d61174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:17.174230 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f68b07e-c47d-4aad-a169-9ce13f489a3f" -d '{"events": [{"server_uuid": "389be8ac-b0d3-4f43-b01a-953d87d61174", "name": "network-vif-plugged", "status": "completed", "tag": "64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:17.234810 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015763a9-8e07-4609-aeaf-79e698d66e10 req-86644f90-d11e-42da-a261-70f66d080eac tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:17.237250 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-015763a9-8e07-4609-aeaf-79e698d66e10 req-86644f90-d11e-42da-a261-70f66d080eac tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "GET /v2.0/ports?device_id=5047995d-c2de-4427-85a5-a0710dbaac6a HTTP/1.1" status: 200 len: 949 time: 0.1360967 Nov 08 00:12:17.242157 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d03bfca-7a59-47f2-8dc2-634924d02678 admin admin] Deleting subnet d1e107c3-6e30-4ca3-accf-e81fd68d6037 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:12:17.246625 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d03bfca-7a59-47f2-8dc2-634924d02678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:17.282281 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-085d692a-4b56-4d13-a087-57040894e4d2 req-fdbf5465-0702-4b64-85a4-435a5a51fdac tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Deleting port 713b8bd8-0f40-4fcc-ad4a-ea30f5948241 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:12:17.282624 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-085d692a-4b56-4d13-a087-57040894e4d2 req-fdbf5465-0702-4b64-85a4-435a5a51fdac tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:17.291584 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d03bfca-7a59-47f2-8dc2-634924d02678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:17.345811 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a6405943-500a-4593-9c15-d29ad5894cb4 req-1c48c8ad-bdee-4c3b-83ea-99ff38f429f6 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:17.348390 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a6405943-500a-4593-9c15-d29ad5894cb4 req-1c48c8ad-bdee-4c3b-83ea-99ff38f429f6 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:17.349653 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6405943-500a-4593-9c15-d29ad5894cb4 req-1c48c8ad-bdee-4c3b-83ea-99ff38f429f6 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "DELETE /v2.0/security-groups/090994fe-f8bd-49f0-ae5f-b49e3915ee46 HTTP/1.1" status: 204 len: 173 time: 0.8384078 Nov 08 00:12:17.355138 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:12:17.374155 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:17.399502 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518c5a3-96ad-4974-b148-2ac3a481559e req-7db48b1b-6db7-47af-9678-457e2883d539 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:17.401143 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0518c5a3-96ad-4974-b148-2ac3a481559e req-7db48b1b-6db7-47af-9678-457e2883d539 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 944 time: 0.1952791 Nov 08 00:12:17.407525 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48c8ad-bdee-4c3b-83ea-99ff38f429f6 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=090994fe-f8bd-49f0-ae5f-b49e3915ee46,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:17.440906 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Transition to ACTIVE for port object 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:12:17.498759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-085d692a-4b56-4d13-a087-57040894e4d2 req-fdbf5465-0702-4b64-85a4-435a5a51fdac tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] For port 713b8bd8-0f40-4fcc-ad4a-ea30f5948241, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=713b8bd8-0f40-4fcc-ad4a-ea30f5948241,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:17.499146 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-085d692a-4b56-4d13-a087-57040894e4d2 req-fdbf5465-0702-4b64-85a4-435a5a51fdac tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:17.518376 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0518c5a3-96ad-4974-b148-2ac3a481559e req-1dd7d0a2-efc3-4d43-af86-2218d3b8d7e3 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989161 Nov 08 00:12:17.529481 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-085d692a-4b56-4d13-a087-57040894e4d2 req-fdbf5465-0702-4b64-85a4-435a5a51fdac tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Calling delete_port for 713b8bd8-0f40-4fcc-ad4a-ea30f5948241 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:12:17.623189 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdf5937-fb31-49eb-97f9-1701265a10cc x-openstack-request-id: req-1bdf5937-fb31-49eb-97f9-1701265a10cc {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:17.623740 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389be8ac-b0d3-4f43-b01a-953d87d61174", "name": "network-vif-plugged", "status": "completed", "tag": "64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:17.623740 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bdf5937-fb31-49eb-97f9-1701265a10cc {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:17.624146 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389be8ac-b0d3-4f43-b01a-953d87d61174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10', 'code': 200} Nov 08 00:12:17.740870 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d03bfca-7a59-47f2-8dc2-634924d02678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:17.742480 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device fe0af755-b3b7-4f99-b3cd-38d7af31c298 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:12:17.768138 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:17.798357 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3698f559-eb68-4feb-8d2a-c9017ba83cf8 x-openstack-request-id: req-3698f559-eb68-4feb-8d2a-c9017ba83cf8 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:17.798639 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79588788-5420-4c7e-9091-d0c77d5e9708", "tag": "d8133915-1cfa-4ca6-b12a-4d81797fcc81", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:17.798881 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3698f559-eb68-4feb-8d2a-c9017ba83cf8 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:17.799346 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79588788-5420-4c7e-9091-d0c77d5e9708', 'tag': 'd8133915-1cfa-4ca6-b12a-4d81797fcc81', 'status': 'completed', 'code': 200} Nov 08 00:12:17.865197 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-085d692a-4b56-4d13-a087-57040894e4d2 req-fdbf5465-0702-4b64-85a4-435a5a51fdac tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:17.879321 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port fe0af755-b3b7-4f99-b3cd-38d7af31c298, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=fe0af755-b3b7-4f99-b3cd-38d7af31c298,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:17.891465 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6855983-9eba-4640-9519-ea094a1e4b62 req-1502c248-2cc3-479f-906d-c80be44821d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:17.895703 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6855983-9eba-4640-9519-ea094a1e4b62 req-1502c248-2cc3-479f-906d-c80be44821d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 1099 time: 0.7166429 Nov 08 00:12:17.903160 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d03bfca-7a59-47f2-8dc2-634924d02678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:17.904466 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'fe0af755-b3b7-4f99-b3cd-38d7af31c298', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': 'fe0af755-b3b7-4f99-b3cd-38d7af31c298', 'mac_address': 'fa:16:3e:78:78:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:12:17.910763 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['f555dd6f-2546-4108-be05-6fa495bf07b2', '9d910f50-4fa6-4358-9600-f71bb62af702', '1fba75ff-6139-4479-acd5-e7142b1cd8fd'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:17.942937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-085d692a-4b56-4d13-a087-57040894e4d2 req-fdbf5465-0702-4b64-85a4-435a5a51fdac tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] No DVR routers for this DVR port 713b8bd8-0f40-4fcc-ad4a-ea30f5948241 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:12:17.943573 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d03bfca-7a59-47f2-8dc2-634924d02678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:17.946855 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-085d692a-4b56-4d13-a087-57040894e4d2 req-fdbf5465-0702-4b64-85a4-435a5a51fdac tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:17.947048 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6d03bfca-7a59-47f2-8dc2-634924d02678 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d1e107c3-6e30-4ca3-accf-e81fd68d6037 HTTP/1.1" status: 204 len: 168 time: 0.8012922 Nov 08 00:12:17.950600 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-085d692a-4b56-4d13-a087-57040894e4d2 req-fdbf5465-0702-4b64-85a4-435a5a51fdac tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.20 "DELETE /v2.0/ports/713b8bd8-0f40-4fcc-ad4a-ea30f5948241 HTTP/1.1" status: 204 len: 173 time: 1.0992014 Nov 08 00:12:17.974206 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0e3cd-002a-4d28-87ba-15de5658bd4d req-c73c25c9-aaf7-4ffa-afc0-320dae49b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:17.975733 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d0b0e3cd-002a-4d28-87ba-15de5658bd4d req-c73c25c9-aaf7-4ffa-afc0-320dae49b518 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 1097 time: 0.1588907 Nov 08 00:12:17.980677 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03bfca-7a59-47f2-8dc2-634924d02678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1e107c3-6e30-4ca3-accf-e81fd68d6037,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:17.989144 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34802) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:17.998458 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b123972d-37a4-49ab-96fd-efccd7e59417'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:18.014027 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cccbb60-3a1d-40a4-b2bc-eb426bb35039 None None] Network c7f387d4-1556-448e-8589-8a64f3636439 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:12:18.045154 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fef2c-b3f2-4d7c-9c66-565fdfa389f5 req-e77aecf5-65cd-49a6-8330-90c56f25e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:18.046683 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a35fef2c-b3f2-4d7c-9c66-565fdfa389f5 req-e77aecf5-65cd-49a6-8330-90c56f25e8f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1ebccb3c8984c29a3fd2e7e2488d34f&device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 1095 time: 0.2022989 Nov 08 00:12:18.069617 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:18.109141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ccde3-0159-40a4-a3c6-bab640e3f23c req-dcc2a5c5-bcdc-4268-bb71-598c11c65b2f tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:18.116739 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-129ccde3-0159-40a4-a3c6-bab640e3f23c req-dcc2a5c5-bcdc-4268-bb71-598c11c65b2f tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 948 time: 0.3455057 Nov 08 00:12:18.134905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:18.166534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf5465-0702-4b64-85a4-435a5a51fdac tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Pushing event deleted for resources: {'Port': ['ID=713b8bd8-0f40-4fcc-ad4a-ea30f5948241,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:18.176417 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e687fc-6e3a-4493-b033-373967f86fab req-5c309efc-c3d9-4287-9711-0237e296438a tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:18.181691 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d0b0e3cd-002a-4d28-87ba-15de5658bd4d req-77e4f4b2-3327-4005-82d8-d16c06dbe06e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847432 Nov 08 00:12:18.182724 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fef2c-b3f2-4d7c-9c66-565fdfa389f5 req-7f26273a-5c37-4583-9985-a6fbc3a80e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:18.183909 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1e687fc-6e3a-4493-b033-373967f86fab req-5c309efc-c3d9-4287-9711-0237e296438a tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 943 time: 0.4028363 Nov 08 00:12:18.184117 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a35fef2c-b3f2-4d7c-9c66-565fdfa389f5 req-7f26273a-5c37-4583-9985-a6fbc3a80e68 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8de0bf2-e676-4bb3-b718-0db2fff39ea0 HTTP/1.1" status: 200 len: 916 time: 0.0968029 Nov 08 00:12:18.239892 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-015763a9-8e07-4609-aeaf-79e698d66e10 req-c6e58c0e-dc10-4907-ab9a-936b8484d656 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Deleting port 1fba75ff-6139-4479-acd5-e7142b1cd8fd {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:12:18.240252 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-015763a9-8e07-4609-aeaf-79e698d66e10 req-c6e58c0e-dc10-4907-ab9a-936b8484d656 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:18.295973 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-129ccde3-0159-40a4-a3c6-bab640e3f23c req-b7f9a20a-c745-4ebf-89ed-a6d3eed33c6d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736405 Nov 08 00:12:18.358843 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1e687fc-6e3a-4493-b033-373967f86fab req-7b884c7b-37cc-4e3b-8257-6821ad65d1f9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686385 Nov 08 00:12:18.359308 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 713b8bd8-0f40-4fcc-ad4a-ea30f5948241 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:12:18.359416 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-015763a9-8e07-4609-aeaf-79e698d66e10 req-c6e58c0e-dc10-4907-ab9a-936b8484d656 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] For port 1fba75ff-6139-4479-acd5-e7142b1cd8fd, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=1fba75ff-6139-4479-acd5-e7142b1cd8fd,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:18.359416 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-015763a9-8e07-4609-aeaf-79e698d66e10 req-c6e58c0e-dc10-4907-ab9a-936b8484d656 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:18.379712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Attempting to bind port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:12:18.381317 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Attempting to bind port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:12:18.381829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Attempting to bind port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:18.389991 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-015763a9-8e07-4609-aeaf-79e698d66e10 req-c6e58c0e-dc10-4907-ab9a-936b8484d656 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Calling delete_port for 1fba75ff-6139-4479-acd5-e7142b1cd8fd owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:12:18.394473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:12:18.395116 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:18.396781 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Attempting to bind port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:18.401129 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-e3134a10-c183-4da7-ab08-c08c02a496c1 req-c7f00f6b-755e-4a18-80c9-a43aea21dbde tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] show failed (client error): The resource could not be found. Nov 08 00:12:18.419696 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3134a10-c183-4da7-ab08-c08c02a496c1 req-c7f00f6b-755e-4a18-80c9-a43aea21dbde tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/090994fe-f8bd-49f0-ae5f-b49e3915ee46 HTTP/1.1" status: 404 len: 352 time: 0.0852294 Nov 08 00:12:18.441717 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:12:18.444625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Checking segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:12:18.445842 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Bound using segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:12:18.447429 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Bound port: 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:12:18.447998 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:18.462761 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0af755-b3b7-4f99-b3cd-38d7af31c298 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:12:18.489534 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port fe0af755-b3b7-4f99-b3cd-38d7af31c298, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=fe0af755-b3b7-4f99-b3cd-38d7af31c298,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:18.519890 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] Deleting port 3a75c897-5b64-474d-a357-2c5d4f8ca82f {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:12:18.520276 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:18.560663 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 713b8bd8-0f40-4fcc-ad4a-ea30f5948241 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:12:18.561004 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 713b8bd8-0f40-4fcc-ad4a-ea30f5948241 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:12:18.569453 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:18.596156 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6855983-9eba-4640-9519-ea094a1e4b62 req-522f3405-5c7d-465f-9eaf-4a01a91d30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:18.597932 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6855983-9eba-4640-9519-ea094a1e4b62 req-522f3405-5c7d-465f-9eaf-4a01a91d30e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.6794374 Nov 08 00:12:18.655491 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6855983-9eba-4640-9519-ea094a1e4b62 req-321ca2a2-cfbe-4620-b449-38a8e1e6f3fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=fe0af755-b3b7-4f99-b3cd-38d7af31c298 HTTP/1.1" status: 200 len: 217 time: 0.0498304 Nov 08 00:12:18.657131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eba71487-d42e-4195-b885-694d84dd6f8f req-15bba919-7dd7-45bb-a5b4-e2fd2a40627e tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=472cabcf-fe57-42eb-be37-1d312493a5ea HTTP/1.1" status: 200 len: 210 time: 0.0894701 Nov 08 00:12:18.675330 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506eeb6c-2da3-4fa0-a17f-4374e23ecba3 None None] DHCP port deletion for c7f387d4-1556-448e-8589-8a64f3636439 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:12:18.702086 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a35fef2c-b3f2-4d7c-9c66-565fdfa389f5 req-512d536b-4974-471c-b084-1bc4cbe9f60c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8133915-1cfa-4ca6-b12a-4d81797fcc81 HTTP/1.1" status: 200 len: 217 time: 0.0450175 Nov 08 00:12:18.710256 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-015763a9-8e07-4609-aeaf-79e698d66e10 req-c6e58c0e-dc10-4907-ab9a-936b8484d656 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:18.722539 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-c8781dd9-6dca-4b1a-bcff-3b56fea53755 req-e5ad58b3-2c9f-4ae8-be6f-d48fc3a42310 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-227145168', 'description': 'tempest-description-570541145'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:18.759955 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fef2c-b3f2-4d7c-9c66-565fdfa389f5 req-957992b8-35fb-4955-85be-90c645ec28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:18.761437 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a35fef2c-b3f2-4d7c-9c66-565fdfa389f5 req-957992b8-35fb-4955-85be-90c645ec28e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16d64a69-40b8-49ea-a2a5-54f41398f270 HTTP/1.1" status: 200 len: 855 time: 0.0486526 Nov 08 00:12:18.770518 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] For port 3a75c897-5b64-474d-a357-2c5d4f8ca82f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3a75c897-5b64-474d-a357-2c5d4f8ca82f,segment=NetworkSegment(28dff6c1-01e4-4dcd-beb3-6254f01aa41a),segment_id=28dff6c1-01e4-4dcd-beb3-6254f01aa41a)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:18.774628 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:18.806353 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff852d-f091-45e1-a938-182c1d2d5a22 req-8e12b89e-4ad1-425a-983a-7a63967742f2 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:18.817033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6ff852d-f091-45e1-a938-182c1d2d5a22 req-8e12b89e-4ad1-425a-983a-7a63967742f2 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.2442310 Nov 08 00:12:18.830633 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e58c0e-dc10-4907-ab9a-936b8484d656 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Pushing event deleted for resources: {'Port': ['ID=1fba75ff-6139-4479-acd5-e7142b1cd8fd,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:18.834298 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a35fef2c-b3f2-4d7c-9c66-565fdfa389f5 req-6d95ba16-96fa-45bf-a2d5-7520d4fcf4a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8de0bf2-e676-4bb3-b718-0db2fff39ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499983 Nov 08 00:12:18.837728 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] Calling delete_port for 3a75c897-5b64-474d-a357-2c5d4f8ca82f owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:12:18.861638 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=fe0af755-b3b7-4f99-b3cd-38d7af31c298,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:18.865911 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] For port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:12:18.910444 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-015763a9-8e07-4609-aeaf-79e698d66e10 req-c6e58c0e-dc10-4907-ab9a-936b8484d656 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] No DVR routers for this DVR port 1fba75ff-6139-4479-acd5-e7142b1cd8fd on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:12:18.921406 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c8781dd9-6dca-4b1a-bcff-3b56fea53755 req-e5ad58b3-2c9f-4ae8-be6f-d48fc3a42310 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:18.923418 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-015763a9-8e07-4609-aeaf-79e698d66e10 req-c6e58c0e-dc10-4907-ab9a-936b8484d656 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:18.926834 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-015763a9-8e07-4609-aeaf-79e698d66e10 req-c6e58c0e-dc10-4907-ab9a-936b8484d656 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "DELETE /v2.0/ports/1fba75ff-6139-4479-acd5-e7142b1cd8fd HTTP/1.1" status: 204 len: 173 time: 1.6289494 Nov 08 00:12:18.951118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] For port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:12:18.956420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6ff852d-f091-45e1-a938-182c1d2d5a22 req-bfb49343-3497-403a-8264-a0a024f99ab2 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381884 Nov 08 00:12:18.964763 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6855983-9eba-4640-9519-ea094a1e4b62 req-2d560193-b45a-44fd-a74d-bfa9f39851ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:18.964763 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6855983-9eba-4640-9519-ea094a1e4b62 req-2d560193-b45a-44fd-a74d-bfa9f39851ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.2600029 Nov 08 00:12:19.007729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['fe0af755-b3b7-4f99-b3cd-38d7af31c298'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:19.087513 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bb575871-017d-4891-aba4-f92d96147d37 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:12:19.088178 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6855983-9eba-4640-9519-ea094a1e4b62 req-784d1017-7ae2-4d29-967a-e2c5bc714cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:19.092421 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6855983-9eba-4640-9519-ea094a1e4b62 req-784d1017-7ae2-4d29-967a-e2c5bc714cf4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1164792 Nov 08 00:12:19.111242 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: bb575871-017d-4891-aba4-f92d96147d37 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:12:19.111242 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bb575871-017d-4891-aba4-f92d96147d37 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:12:19.111646 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3a75c897-5b64-474d-a357-2c5d4f8ca82f no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:12:19.113041 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c8781dd9-6dca-4b1a-bcff-3b56fea53755 req-e5ad58b3-2c9f-4ae8-be6f-d48fc3a42310 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:19.115647 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:19.135696 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a35fef2c-b3f2-4d7c-9c66-565fdfa389f5 req-cf51bc64-6c83-4091-b09c-e0b3f637e069 service neutron] 10.222.0.20 "GET /v2.0/networks/d8de0bf2-e676-4bb3-b718-0db2fff39ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846415 Nov 08 00:12:19.188967 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-506eeb6c-2da3-4fa0-a17f-4374e23ecba3 None None] Deleting port 3a75c897-5b64-474d-a357-2c5d4f8ca82f {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:12:19.189596 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-506eeb6c-2da3-4fa0-a17f-4374e23ecba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:19.197687 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5047995d-c2de-4427-85a5-a0710dbaac6a', 'name': 'network-vif-deleted', 'tag': '1fba75ff-6139-4479-acd5-e7142b1cd8fd'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:19.200243 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82aba0c2-d771-4d2e-9b09-8dae6d65d369" -d '{"events": [{"server_uuid": "5047995d-c2de-4427-85a5-a0710dbaac6a", "name": "network-vif-deleted", "tag": "1fba75ff-6139-4479-acd5-e7142b1cd8fd"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:19.222572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No active binding found for port 3a75c897-5b64-474d-a357-2c5d4f8ca82f {{(pid=102773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 00:12:19.223340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3a75c897-5b64-474d-a357-2c5d4f8ca82f not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:12:19.250303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:19.272941 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c8781dd9-6dca-4b1a-bcff-3b56fea53755 req-e5ad58b3-2c9f-4ae8-be6f-d48fc3a42310 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:19.284603 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:19.312505 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6855983-9eba-4640-9519-ea094a1e4b62 req-aa57ce21-21c5-4124-870c-061bbbadb5f9 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087581 Nov 08 00:12:19.329390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a75c897-5b64-474d-a357-2c5d4f8ca82f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:19.349276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] No DVR routers for this DVR port 3a75c897-5b64-474d-a357-2c5d4f8ca82f on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:12:19.404025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-506eeb6c-2da3-4fa0-a17f-4374e23ecba3 None None] For port 3a75c897-5b64-474d-a357-2c5d4f8ca82f, host n-d-816882-1, got binding levels [] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:19.404423 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-506eeb6c-2da3-4fa0-a17f-4374e23ecba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:19.435294 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-506eeb6c-2da3-4fa0-a17f-4374e23ecba3 None None] Calling delete_port for 3a75c897-5b64-474d-a357-2c5d4f8ca82f owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:12:19.445551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.ipam_backend_mixin [None req-506eeb6c-2da3-4fa0-a17f-4374e23ecba3 None None] Port 3a75c897-5b64-474d-a357-2c5d4f8ca82f was not found and therefore no delete operation was performed {{(pid=102773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 00:12:19.462362 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a35fef2c-b3f2-4d7c-9c66-565fdfa389f5 req-1818dd88-b29a-4c67-aca3-fab93ba28991 service neutron] 10.222.0.20 "GET /v2.0/networks/d8de0bf2-e676-4bb3-b718-0db2fff39ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525713 Nov 08 00:12:19.464351 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-506eeb6c-2da3-4fa0-a17f-4374e23ecba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:19.475356 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7e0ec-124f-4e85-9fcf-5a81421a5ed5 req-56ea579f-2c39-4696-8943-b537a3786d0c tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:19.477122 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6de7e0ec-124f-4e85-9fcf-5a81421a5ed5 req-56ea579f-2c39-4696-8943-b537a3786d0c tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 944 time: 0.2647672 Nov 08 00:12:19.478380 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad58b3-2c9f-4ae8-be6f-d48fc3a42310 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21945f7d-8658-49c3-951e-d98ccd4bb98d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:19.497167 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:19.498802 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:19.501193 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-c53b518d-4408-47fd-8c35-1509cd083055 service neutron] 10.222.0.26 "PUT /v2.0/ports/8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 HTTP/1.1" status: 200 len: 1091 time: 3.1839306 Nov 08 00:12:19.507432 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c8781dd9-6dca-4b1a-bcff-3b56fea53755 req-e5ad58b3-2c9f-4ae8-be6f-d48fc3a42310 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:19.508740 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8781dd9-6dca-4b1a-bcff-3b56fea53755 req-e5ad58b3-2c9f-4ae8-be6f-d48fc3a42310 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7902117 Nov 08 00:12:19.525316 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6855983-9eba-4640-9519-ea094a1e4b62 req-d1a253e0-3512-49f9-a978-b67770237fd8 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833396 Nov 08 00:12:19.542429 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506eeb6c-2da3-4fa0-a17f-4374e23ecba3 None None] No DVR routers for this DVR port 3a75c897-5b64-474d-a357-2c5d4f8ca82f on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:12:19.547381 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:19.548283 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506eeb6c-2da3-4fa0-a17f-4374e23ecba3 None None] Pushing event deleted for resources: {'Port': ['ID=3a75c897-5b64-474d-a357-2c5d4f8ca82f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:19.581560 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f387d4-1556-448e-8589-8a64f3636439']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:19.586370 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b143f9-d75c-49d2-b85d-6eb98364bf88 x-openstack-request-id: req-b4b143f9-d75c-49d2-b85d-6eb98364bf88 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:19.586749 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5047995d-c2de-4427-85a5-a0710dbaac6a", "name": "network-vif-deleted", "tag": "1fba75ff-6139-4479-acd5-e7142b1cd8fd", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:19.587077 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4b143f9-d75c-49d2-b85d-6eb98364bf88 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:19.587497 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5047995d-c2de-4427-85a5-a0710dbaac6a', 'name': 'network-vif-deleted', 'tag': '1fba75ff-6139-4479-acd5-e7142b1cd8fd', 'status': 'completed', 'code': 200} Nov 08 00:12:19.593564 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6de7e0ec-124f-4e85-9fcf-5a81421a5ed5 req-964714b9-ddfe-456e-894a-6a13b1f8ce8a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838118 Nov 08 00:12:19.597228 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28dff6c1-01e4-4dcd-beb3-6254f01aa41a') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:19.597869 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28dff6c1-01e4-4dcd-beb3-6254f01aa41a') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:19.609885 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:19.630599 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:19.639709 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:12:19.640137 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:12:19.641864 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:12:19.718292 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-1dad12b5-b1d6-4bc1-a649-d8df2b3f9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:19.719928 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-1dad12b5-b1d6-4bc1-a649-d8df2b3f9094 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 1094 time: 0.0464303 Nov 08 00:12:19.767885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f31bf3-b12d-4058-bc72-45c075556434 req-30ffdc66-2fc2-4938-869c-143aee3a6c1f tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:19.769368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15f31bf3-b12d-4058-bc72-45c075556434 req-30ffdc66-2fc2-4938-869c-143aee3a6c1f tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 943 time: 0.0879073 Nov 08 00:12:19.774034 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-e6a295c4-c246-4260-982d-07056abc981d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 HTTP/1.1" status: 200 len: 217 time: 0.0352304 Nov 08 00:12:19.777600 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42ed4c-8478-4fce-8734-438297f0b046 req-77c6db99-0cb4-47bc-8e8e-5629a0b9cf84 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:19.779708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa42ed4c-8478-4fce-8734-438297f0b046 req-77c6db99-0cb4-47bc-8e8e-5629a0b9cf84 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 949 time: 0.0993361 Nov 08 00:12:19.800908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472cabcf-fe57-42eb-be37-1d312493a5ea', 'name': 'network-vif-deleted', 'tag': '713b8bd8-0f40-4fcc-ad4a-ea30f5948241'}, {'name': 'network-changed', 'server_uuid': '68b8e6e9-2e70-40b9-a454-c2155fbe4093', 'tag': '8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:19.812562 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9db3b69-617d-4283-9a00-f2cefd018df5" -d '{"events": [{"server_uuid": "472cabcf-fe57-42eb-be37-1d312493a5ea", "name": "network-vif-deleted", "tag": "713b8bd8-0f40-4fcc-ad4a-ea30f5948241"}, {"name": "network-changed", "server_uuid": "68b8e6e9-2e70-40b9-a454-c2155fbe4093", "tag": "8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:19.828263 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-9911496b-72e5-43b7-ac39-3c700bd9ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:19.829743 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-9911496b-72e5-43b7-ac39-3c700bd9ec14 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.0474052 Nov 08 00:12:19.834865 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:19.841619 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15f31bf3-b12d-4058-bc72-45c075556434 req-6bce63cb-e5d6-4966-9c8b-03f2a9601d8b tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600278 Nov 08 00:12:19.854183 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:19.867153 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c7f387d4-1556-448e-8589-8a64f3636439 HTTP/1.1" status: 204 len: 168 time: 1.8635986 Nov 08 00:12:19.871543 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa42ed4c-8478-4fce-8734-438297f0b046 req-78d662d6-de1a-49b4-a9ae-7ba016e7c548 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757706 Nov 08 00:12:19.871543 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46131547-82a9-4cd1-a353-7a5f14687843 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7f387d4-1556-448e-8589-8a64f3636439,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:19.899521 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-eceb3cd4-4fd8-4986-a125-5ba9499fb795 req-fff81f38-d6a1-4a38-ada7-cb69dad39139 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-276398014', 'description': 'tempest-description-154297902'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:19.910655 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b123972d-37a4-49ab-96fd-efccd7e59417'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:19.921029 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-746678cf-9f7a-4dfe-9c08-8d4432bc0981 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683885 Nov 08 00:12:19.978669 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25276b2-a2f2-416a-a220-e25a88676e68 x-openstack-request-id: req-b25276b2-a2f2-416a-a220-e25a88676e68 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:19.979160 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472cabcf-fe57-42eb-be37-1d312493a5ea", "name": "network-vif-deleted", "tag": "713b8bd8-0f40-4fcc-ad4a-ea30f5948241", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "68b8e6e9-2e70-40b9-a454-c2155fbe4093", "tag": "8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:19.979252 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b25276b2-a2f2-416a-a220-e25a88676e68 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:19.979607 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472cabcf-fe57-42eb-be37-1d312493a5ea', 'name': 'network-vif-deleted', 'tag': '713b8bd8-0f40-4fcc-ad4a-ea30f5948241', 'status': 'completed', 'code': 200} Nov 08 00:12:19.979888 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b8e6e9-2e70-40b9-a454-c2155fbe4093', 'tag': '8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1', 'status': 'completed', 'code': 200} Nov 08 00:12:20.031870 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-934e93ff-f877-4b1f-be45-9660bfec8e49 service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030254 Nov 08 00:12:20.065718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-45a0c25a-f088-4206-8bc9-d1a860d60852 req-0eeca2c8-e8c2-4518-904a-9f4bf6a30f4f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=5047995d-c2de-4427-85a5-a0710dbaac6a HTTP/1.1" status: 200 len: 210 time: 0.0275590 Nov 08 00:12:20.066683 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eceb3cd4-4fd8-4986-a125-5ba9499fb795 req-fff81f38-d6a1-4a38-ada7-cb69dad39139 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:20.183928 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eceb3cd4-4fd8-4986-a125-5ba9499fb795 req-fff81f38-d6a1-4a38-ada7-cb69dad39139 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:20.191385 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-148a47c9-5ee4-4d6b-9fd6-d9c0bb08fc01 req-7c3647ae-eada-442a-9dbe-7010239b77e8 service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407032 Nov 08 00:12:20.191709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device d8133915-1cfa-4ca6-b12a-4d81797fcc81 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:12:20.226209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6a34d-1c27-40b5-b138-c0fa6158bef8 req-b446b105-96a6-49e5-b3bd-36602c1abc5b tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:20.228511 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34c6a34d-1c27-40b5-b138-c0fa6158bef8 req-b446b105-96a6-49e5-b3bd-36602c1abc5b tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.0771024 Nov 08 00:12:20.264140 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['f555dd6f-2546-4108-be05-6fa495bf07b2', '9d910f50-4fa6-4358-9600-f71bb62af702'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:20.272475 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34c6a34d-1c27-40b5-b138-c0fa6158bef8 req-d1a36231-25a1-4f3e-9ef2-9dd3ae641d08 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376332 Nov 08 00:12:20.333186 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eceb3cd4-4fd8-4986-a125-5ba9499fb795 req-fff81f38-d6a1-4a38-ada7-cb69dad39139 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:20.360854 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port d8133915-1cfa-4ca6-b12a-4d81797fcc81, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=d8133915-1cfa-4ca6-b12a-4d81797fcc81,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:20.363412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff81f38-d6a1-4a38-ada7-cb69dad39139 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9bf923-713c-455f-903b-c636fb85dd7d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:20.392025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'd8133915-1cfa-4ca6-b12a-4d81797fcc81', 'network_id': 'd8de0bf2-e676-4bb3-b718-0db2fff39ea0', 'port_id': 'd8133915-1cfa-4ca6-b12a-4d81797fcc81', 'mac_address': 'fa:16:3e:07:69:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d64a69-40b8-49ea-a2a5-54f41398f270', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:12:20.413437 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34834) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:20.458989 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9a95f1d0-e812-4d6e-88f0-5d5a052c78cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=540d436eb2814e6787d2721bfa568078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415919 Nov 08 00:12:20.459330 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34836) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:20.503583 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db3b69-617d-4283-9a00-f2cefd018df5 req-efe11c6d-6a4b-4f8b-bdeb-1e31f95c6cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:20.505230 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c9db3b69-617d-4283-9a00-f2cefd018df5 req-efe11c6d-6a4b-4f8b-bdeb-1e31f95c6cd6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 1094 time: 0.0455244 Nov 08 00:12:20.511387 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eceb3cd4-4fd8-4986-a125-5ba9499fb795 req-fff81f38-d6a1-4a38-ada7-cb69dad39139 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:20.512793 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eceb3cd4-4fd8-4986-a125-5ba9499fb795 req-fff81f38-d6a1-4a38-ada7-cb69dad39139 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6184256 Nov 08 00:12:20.525476 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-897a099e-a725-42d3-9a40-4ffaee06341c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:20.546772 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-c6369214-2710-4f24-a30d-3bac572c862b req-1c81584e-8f57-4b5d-b9bf-ee308c17a4e9 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-744470529', 'description': 'tempest-description-1245636465'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:20.563369 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-897a099e-a725-42d3-9a40-4ffaee06341c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:20.579921 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:20.603088 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8133915-1cfa-4ca6-b12a-4d81797fcc81 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:12:20.621388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db3b69-617d-4283-9a00-f2cefd018df5 req-b9801394-defc-4c80-8b6a-7ac427394423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:20.623744 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c9db3b69-617d-4283-9a00-f2cefd018df5 req-b9801394-defc-4c80-8b6a-7ac427394423 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 922 time: 0.0988119 Nov 08 00:12:20.637959 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port d8133915-1cfa-4ca6-b12a-4d81797fcc81, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=d8133915-1cfa-4ca6-b12a-4d81797fcc81,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:20.664623 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c6369214-2710-4f24-a30d-3bac572c862b req-1c81584e-8f57-4b5d-b9bf-ee308c17a4e9 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:20.672895 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c9db3b69-617d-4283-9a00-f2cefd018df5 req-958d7496-7c34-4874-9a48-4393f244070f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 HTTP/1.1" status: 200 len: 217 time: 0.0392699 Nov 08 00:12:20.692054 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-897a099e-a725-42d3-9a40-4ffaee06341c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:20.694764 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-897a099e-a725-42d3-9a40-4ffaee06341c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:20.696034 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-897a099e-a725-42d3-9a40-4ffaee06341c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ad38231-fb10-4801-bbe4-44197df2ea92 HTTP/1.1" status: 204 len: 168 time: 0.2355292 Nov 08 00:12:20.726926 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db3b69-617d-4283-9a00-f2cefd018df5 req-8fe184fb-a84f-4c08-a816-46995d68db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:20.728449 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c9db3b69-617d-4283-9a00-f2cefd018df5 req-8fe184fb-a84f-4c08-a816-46995d68db95 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.0481350 Nov 08 00:12:20.739349 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:20.746803 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a099e-a725-42d3-9a40-4ffaee06341c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad38231-fb10-4801-bbe4-44197df2ea92,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:20.772078 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c9db3b69-617d-4283-9a00-f2cefd018df5 req-4374e5a5-26d2-428e-a8aa-ecbb8bd9def6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347459 Nov 08 00:12:20.782214 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c534f34-6ed9-40ac-b430-d74776e221d2 req-1bf26ea7-157e-44da-9d7d-3bc764966070 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:20.783821 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c534f34-6ed9-40ac-b430-d74776e221d2 req-1bf26ea7-157e-44da-9d7d-3bc764966070 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 944 time: 0.0946314 Nov 08 00:12:20.807331 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c6369214-2710-4f24-a30d-3bac572c862b req-1c81584e-8f57-4b5d-b9bf-ee308c17a4e9 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:20.826290 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=d8133915-1cfa-4ca6-b12a-4d81797fcc81,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:20.848596 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c534f34-6ed9-40ac-b430-d74776e221d2 req-4da02310-cf28-43de-b5c4-03313ed9b015 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564735 Nov 08 00:12:20.878126 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c6369214-2710-4f24-a30d-3bac572c862b req-1c81584e-8f57-4b5d-b9bf-ee308c17a4e9 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:20.890289 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c9db3b69-617d-4283-9a00-f2cefd018df5 req-9e91754b-039c-4028-81fb-bbbcaef45bbf service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093953 Nov 08 00:12:20.911615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81584e-8f57-4b5d-b9bf-ee308c17a4e9 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a937e00c-afa4-4135-adea-8170dc1f490f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:20.964201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df1d60-f0dd-4206-8122-298e11e1ef12 req-71f19dd8-00ae-42c0-98e8-6556b53fc27a tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:20.966459 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36df1d60-f0dd-4206-8122-298e11e1ef12 req-71f19dd8-00ae-42c0-98e8-6556b53fc27a tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 943 time: 0.0516810 Nov 08 00:12:20.991141 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c6369214-2710-4f24-a30d-3bac572c862b req-1c81584e-8f57-4b5d-b9bf-ee308c17a4e9 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:20.992520 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6369214-2710-4f24-a30d-3bac572c862b req-1c81584e-8f57-4b5d-b9bf-ee308c17a4e9 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4534895 Nov 08 00:12:21.013454 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36df1d60-f0dd-4206-8122-298e11e1ef12 req-683d1bc8-bad5-42c9-9205-7f11b2adc872 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392981 Nov 08 00:12:21.015547 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c9db3b69-617d-4283-9a00-f2cefd018df5 req-651ddd3f-9f3d-4dc6-bb6f-cf79abc49edc service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027939 Nov 08 00:12:21.142378 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae82928-e951-498f-b97b-d9a17cda13f6 req-5385c64f-fa26-4495-9deb-61e045689f78 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:21.143870 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eae82928-e951-498f-b97b-d9a17cda13f6 req-5385c64f-fa26-4495-9deb-61e045689f78 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 949 time: 0.0888052 Nov 08 00:12:21.187628 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['d8133915-1cfa-4ca6-b12a-4d81797fcc81'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:21.209770 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a84ce971-0372-4d49-9a7c-da2c65381b89 req-66b2f8d4-9677-4257-8f4b-b5c2e0daf512 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c4d5bb4ed1d41d3b2d6cad5ce2423e3 HTTP/1.1" status: 200 len: 10892 time: 0.1684923 Nov 08 00:12:21.217506 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eae82928-e951-498f-b97b-d9a17cda13f6 req-c2088253-b440-4216-85cd-64a84e56ab27 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667210 Nov 08 00:12:21.271702 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a84ce971-0372-4d49-9a7c-da2c65381b89 req-648f68c8-3c96-454c-8135-4bae13f6322c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/2d23abfc-2b57-482a-951f-11055040d1db HTTP/1.1" status: 200 len: 2981 time: 0.0532389 Nov 08 00:12:21.335929 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a84ce971-0372-4d49-9a7c-da2c65381b89 req-d4589a85-b3c7-4a04-a3ee-b5709ced6503 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/2d23abfc-2b57-482a-951f-11055040d1db HTTP/1.1" status: 200 len: 2981 time: 0.0567877 Nov 08 00:12:21.452826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e806f-d364-4c89-9e4a-4e91793c91c6 req-43f6ffbe-f42d-4ee2-aebb-a6f5b18a0f78 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:21.454318 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d29e806f-d364-4c89-9e4a-4e91793c91c6 req-43f6ffbe-f42d-4ee2-aebb-a6f5b18a0f78 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.0801167 Nov 08 00:12:21.460059 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d4c0a70-b9f9-4710-b82b-c03c970a9ef1 req-ba95f958-d3f2-44f3-b098-32ef56137bfc tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/21945f7d-8658-49c3-951e-d98ccd4bb98d HTTP/1.1" status: 200 len: 1799 time: 0.0593581 Nov 08 00:12:21.522733 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d29e806f-d364-4c89-9e4a-4e91793c91c6 req-88130e60-8906-4a98-a6ea-354675ca3797 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608091 Nov 08 00:12:21.548254 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9d4c0a70-b9f9-4710-b82b-c03c970a9ef1 req-bcb2180e-54ee-4dac-ba05-b63d420aa6f3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:21.570589 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9d4c0a70-b9f9-4710-b82b-c03c970a9ef1 req-bcb2180e-54ee-4dac-ba05-b63d420aa6f3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:21.670484 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9d4c0a70-b9f9-4710-b82b-c03c970a9ef1 req-bcb2180e-54ee-4dac-ba05-b63d420aa6f3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:21.673125 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9d4c0a70-b9f9-4710-b82b-c03c970a9ef1 req-bcb2180e-54ee-4dac-ba05-b63d420aa6f3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:21.674890 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d4c0a70-b9f9-4710-b82b-c03c970a9ef1 req-bcb2180e-54ee-4dac-ba05-b63d420aa6f3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "DELETE /v2.0/security-groups/21945f7d-8658-49c3-951e-d98ccd4bb98d HTTP/1.1" status: 204 len: 173 time: 0.2062106 Nov 08 00:12:21.686896 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2180e-54ee-4dac-ba05-b63d420aa6f3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21945f7d-8658-49c3-951e-d98ccd4bb98d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:21.746012 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device fe0af755-b3b7-4f99-b3cd-38d7af31c298 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:12:21.954054 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port fe0af755-b3b7-4f99-b3cd-38d7af31c298 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:12:21.958545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port fe0af755-b3b7-4f99-b3cd-38d7af31c298 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:21.958920 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:22.057837 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:22.088766 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072b1c5a-e0ab-4012-a603-69610e73063e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0af755-b3b7-4f99-b3cd-38d7af31c298'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:22.093306 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45c83c2-58c9-47eb-9a8c-191a5f1c1c02" -d '{"events": [{"server_uuid": "072b1c5a-e0ab-4012-a603-69610e73063e", "name": "network-vif-plugged", "status": "completed", "tag": "fe0af755-b3b7-4f99-b3cd-38d7af31c298"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:22.097239 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-a8ece4ce-b439-4696-a0e5-63685289847c req-ebf5f66a-ed96-4ad1-ae8d-fe187a6864e3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] show failed (client error): The resource could not be found. Nov 08 00:12:22.098271 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8ece4ce-b439-4696-a0e5-63685289847c req-ebf5f66a-ed96-4ad1-ae8d-fe187a6864e3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/21945f7d-8658-49c3-951e-d98ccd4bb98d HTTP/1.1" status: 404 len: 352 time: 0.0156877 Nov 08 00:12:22.109982 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port fe0af755-b3b7-4f99-b3cd-38d7af31c298, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=fe0af755-b3b7-4f99-b3cd-38d7af31c298,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:22.184532 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:22.186601 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 1fba75ff-6139-4479-acd5-e7142b1cd8fd no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:12:22.210517 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 1fba75ff-6139-4479-acd5-e7142b1cd8fd {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:12:22.211212 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 1fba75ff-6139-4479-acd5-e7142b1cd8fd not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:12:22.253642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74339be4-53d5-4fe6-9326-65355e3136c2 req-f6c729e2-a9f2-459c-bfb9-52c613ae2d25 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:22.255132 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74339be4-53d5-4fe6-9326-65355e3136c2 req-f6c729e2-a9f2-459c-bfb9-52c613ae2d25 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 945 time: 0.0918958 Nov 08 00:12:22.261954 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=fe0af755-b3b7-4f99-b3cd-38d7af31c298,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:22.276190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675e66a-57de-4853-bfa8-27aceae240bc req-14fda227-b4b2-4a7d-91cd-b5006da557c2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:22.277676 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9675e66a-57de-4853-bfa8-27aceae240bc req-14fda227-b4b2-4a7d-91cd-b5006da557c2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 943 time: 0.0765450 Nov 08 00:12:22.330342 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74339be4-53d5-4fe6-9326-65355e3136c2 req-9f0423d4-1bd7-498f-90e5-133d05427518 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680778 Nov 08 00:12:22.335308 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9675e66a-57de-4853-bfa8-27aceae240bc req-72ed3c5c-c2d4-4a66-a40d-84bf4d821b21 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496395 Nov 08 00:12:22.357485 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efb37a-99d7-43e7-bb0e-619b0dcc9b12 req-f675a586-c2a0-4e89-8e3b-1394d9e7dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:22.359855 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77efb37a-99d7-43e7-bb0e-619b0dcc9b12 req-f675a586-c2a0-4e89-8e3b-1394d9e7dec5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ad4ed64531f4933a0495ece11147997&device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 1097 time: 0.0620797 Nov 08 00:12:22.388299 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bde4c0c-a82a-435e-953e-2cf65d8e518f x-openstack-request-id: req-6bde4c0c-a82a-435e-953e-2cf65d8e518f {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:22.389203 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072b1c5a-e0ab-4012-a603-69610e73063e", "name": "network-vif-plugged", "status": "completed", "tag": "fe0af755-b3b7-4f99-b3cd-38d7af31c298", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:22.389497 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bde4c0c-a82a-435e-953e-2cf65d8e518f {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:22.389793 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072b1c5a-e0ab-4012-a603-69610e73063e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0af755-b3b7-4f99-b3cd-38d7af31c298', 'code': 200} Nov 08 00:12:22.445056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ef98b4e-8db8-402e-bb8c-30c47d0a079d req-c0abb350-8404-4d2e-825c-cfb907bc97f3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/ca9bf923-713c-455f-903b-c636fb85dd7d HTTP/1.1" status: 200 len: 1799 time: 0.0450277 Nov 08 00:12:22.469692 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efb37a-99d7-43e7-bb0e-619b0dcc9b12 req-9553a94e-d82e-49e7-abf6-ffd7c7b890ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:22.471816 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77efb37a-99d7-43e7-bb0e-619b0dcc9b12 req-9553a94e-d82e-49e7-abf6-ffd7c7b890ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d4bb435-3635-43a7-8e22-05a3f29467e1 HTTP/1.1" status: 200 len: 919 time: 0.1048453 Nov 08 00:12:22.512204 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3ef98b4e-8db8-402e-bb8c-30c47d0a079d req-d8e42cc6-0e62-4e05-8eb2-4dcc5e11f089 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:22.529490 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77efb37a-99d7-43e7-bb0e-619b0dcc9b12 req-1a58793c-9a2a-45db-8461-50196f7da164 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 HTTP/1.1" status: 200 len: 217 time: 0.0486214 Nov 08 00:12:22.541265 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3ef98b4e-8db8-402e-bb8c-30c47d0a079d req-d8e42cc6-0e62-4e05-8eb2-4dcc5e11f089 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:22.603552 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efb37a-99d7-43e7-bb0e-619b0dcc9b12 req-09d93f71-f628-467f-b2e9-c20d4ced4c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:22.605018 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77efb37a-99d7-43e7-bb0e-619b0dcc9b12 req-09d93f71-f628-467f-b2e9-c20d4ced4c48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6bbef566-b085-441c-ae50-5585c6ec1d72 HTTP/1.1" status: 200 len: 858 time: 0.0577352 Nov 08 00:12:22.606643 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89fd67-ffc8-4eba-9348-1f2f508d7825 req-439be6c0-079e-489c-9c63-ffeec23d2835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:22.608782 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5b89fd67-ffc8-4eba-9348-1f2f508d7825 req-439be6c0-079e-489c-9c63-ffeec23d2835 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 1101 time: 0.0877354 Nov 08 00:12:22.646277 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77efb37a-99d7-43e7-bb0e-619b0dcc9b12 req-c129290b-418f-4f06-a852-b507fe9569eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d4bb435-3635-43a7-8e22-05a3f29467e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333109 Nov 08 00:12:22.661815 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5b89fd67-ffc8-4eba-9348-1f2f508d7825 req-dc154c61-f001-4fc2-aa06-1032d0fc736b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416746 Nov 08 00:12:22.662525 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3ef98b4e-8db8-402e-bb8c-30c47d0a079d req-d8e42cc6-0e62-4e05-8eb2-4dcc5e11f089 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:22.665228 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3ef98b4e-8db8-402e-bb8c-30c47d0a079d req-d8e42cc6-0e62-4e05-8eb2-4dcc5e11f089 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:22.666458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ef98b4e-8db8-402e-bb8c-30c47d0a079d req-d8e42cc6-0e62-4e05-8eb2-4dcc5e11f089 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "DELETE /v2.0/security-groups/ca9bf923-713c-455f-903b-c636fb85dd7d HTTP/1.1" status: 204 len: 173 time: 0.2112269 Nov 08 00:12:22.679483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e42cc6-0e62-4e05-8eb2-4dcc5e11f089 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9bf923-713c-455f-903b-c636fb85dd7d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:22.763269 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77efb37a-99d7-43e7-bb0e-619b0dcc9b12 req-b743ef44-b8bb-469d-9c20-d57681e2854b service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977376 Nov 08 00:12:22.823214 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b541ab9-96b9-4d8d-927a-3b299cadfa27 req-91cc411f-a62c-4ede-bb8d-1f30fdd1939e tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:22.824733 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b541ab9-96b9-4d8d-927a-3b299cadfa27 req-91cc411f-a62c-4ede-bb8d-1f30fdd1939e tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.0931053 Nov 08 00:12:22.845995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02dc02-3ea0-446b-ab5f-703de9835215 req-906e2df1-7f3b-4108-89cf-7879ce46e040 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:22.847468 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd02dc02-3ea0-446b-ab5f-703de9835215 req-906e2df1-7f3b-4108-89cf-7879ce46e040 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.0707455 Nov 08 00:12:22.864108 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77efb37a-99d7-43e7-bb0e-619b0dcc9b12 req-2cc529dc-8922-45c4-ad6d-9eafb83ab157 service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935659 Nov 08 00:12:22.892807 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b541ab9-96b9-4d8d-927a-3b299cadfa27 req-6612d4e5-4467-421e-b634-3521ffb535b7 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621264 Nov 08 00:12:22.905926 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd02dc02-3ea0-446b-ab5f-703de9835215 req-70b9e7a2-9eda-4b8c-a6aa-ee233d2542ba tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501678 Nov 08 00:12:22.945899 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-0cd7368e-49fb-4ed9-adba-25aca83e6e42 req-004aac2d-a94c-4a53-a39e-86d926ab6388 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] show failed (client error): The resource could not be found. Nov 08 00:12:22.946901 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0cd7368e-49fb-4ed9-adba-25aca83e6e42 req-004aac2d-a94c-4a53-a39e-86d926ab6388 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/ca9bf923-713c-455f-903b-c636fb85dd7d HTTP/1.1" status: 404 len: 352 time: 0.0141652 Nov 08 00:12:23.063953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ae1c1-1667-40c0-8e14-0528bab64c2d req-2219828e-2645-4fd6-b09c-c4d400987966 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:23.065466 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b80ae1c1-1667-40c0-8e14-0528bab64c2d req-2219828e-2645-4fd6-b09c-c4d400987966 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0e5c730-4b53-4c30-b2b4-e4916c5f6917 HTTP/1.1" status: 200 len: 949 time: 0.0632799 Nov 08 00:12:23.127099 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b80ae1c1-1667-40c0-8e14-0528bab64c2d req-5c7d439a-f620-4308-889c-7f4a4728ebfb tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543644 Nov 08 00:12:23.129711 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-93467359-d962-4bd4-b7a9-22d70ce85474 req-4a8f81ad-c0a7-44a9-a5c2-05d7ac236a00 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/a937e00c-afa4-4135-adea-8170dc1f490f HTTP/1.1" status: 200 len: 1800 time: 0.0633302 Nov 08 00:12:23.194953 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-93467359-d962-4bd4-b7a9-22d70ce85474 req-d93b5c6f-a98f-4a75-8e31-25e847fa2bcb tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:23.218198 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-93467359-d962-4bd4-b7a9-22d70ce85474 req-d93b5c6f-a98f-4a75-8e31-25e847fa2bcb tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:23.371051 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-93467359-d962-4bd4-b7a9-22d70ce85474 req-d93b5c6f-a98f-4a75-8e31-25e847fa2bcb tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:23.374732 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-93467359-d962-4bd4-b7a9-22d70ce85474 req-d93b5c6f-a98f-4a75-8e31-25e847fa2bcb tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:23.376576 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-93467359-d962-4bd4-b7a9-22d70ce85474 req-d93b5c6f-a98f-4a75-8e31-25e847fa2bcb tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "DELETE /v2.0/security-groups/a937e00c-afa4-4135-adea-8170dc1f490f HTTP/1.1" status: 204 len: 173 time: 0.2367873 Nov 08 00:12:23.389911 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b5c6f-a98f-4a75-8e31-25e847fa2bcb tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a937e00c-afa4-4135-adea-8170dc1f490f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:23.483677 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a54c95-5678-4c72-9522-a1631d005b0a req-bf3501cb-1c8d-40bb-b736-3dc6a760845f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:23.485503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95a54c95-5678-4c72-9522-a1631d005b0a req-bf3501cb-1c8d-40bb-b736-3dc6a760845f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 945 time: 0.0532880 Nov 08 00:12:23.522765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95a54c95-5678-4c72-9522-a1631d005b0a req-ab50556f-dc87-4e67-83fb-fb084fee1ce5 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314615 Nov 08 00:12:23.624109 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356afb5f-7052-40c3-a114-3a43d59dc1d6 req-c18d4096-91f1-4b79-a945-6170e5e37d1a tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:23.625575 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-356afb5f-7052-40c3-a114-3a43d59dc1d6 req-c18d4096-91f1-4b79-a945-6170e5e37d1a tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 943 time: 0.0506377 Nov 08 00:12:23.664817 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-356afb5f-7052-40c3-a114-3a43d59dc1d6 req-28f032ad-a382-43db-8398-621f262d02f7 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330374 Nov 08 00:12:23.690906 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-abae0dd0-67d2-45da-b4e5-91b3fabb09b4 req-e078097d-f7a4-4bf4-aac8-9768d08d0a25 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] show failed (client error): The resource could not be found. Nov 08 00:12:23.692024 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abae0dd0-67d2-45da-b4e5-91b3fabb09b4 req-e078097d-f7a4-4bf4-aac8-9768d08d0a25 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/a937e00c-afa4-4135-adea-8170dc1f490f HTTP/1.1" status: 404 len: 352 time: 0.0143726 Nov 08 00:12:23.774365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d371efb1-5270-4eea-beef-24dcff753569 req-08831cd3-fa54-458e-a46c-0dbee0b0bf39 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c4d5bb4ed1d41d3b2d6cad5ce2423e3 HTTP/1.1" status: 200 len: 6147 time: 0.0627928 Nov 08 00:12:23.824824 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d371efb1-5270-4eea-beef-24dcff753569 req-b6e63cd4-2fed-40fd-b695-3840eed0395a tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/2d23abfc-2b57-482a-951f-11055040d1db HTTP/1.1" status: 200 len: 2981 time: 0.0435798 Nov 08 00:12:23.874875 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d371efb1-5270-4eea-beef-24dcff753569 req-2985dea1-8af3-4d18-945a-c268fdfec1df tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/2d23abfc-2b57-482a-951f-11055040d1db HTTP/1.1" status: 200 len: 2981 time: 0.0433486 Nov 08 00:12:23.900490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-7db71fc5-08ea-4745-a8a0-5d484d5b30ca req-8e03b8e8-fae6-4721-aef9-fc3339fe99ad tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-265508317', 'description': 'tempest-description-900233270'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:24.022542 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7db71fc5-08ea-4745-a8a0-5d484d5b30ca req-8e03b8e8-fae6-4721-aef9-fc3339fe99ad tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:24.094959 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7db71fc5-08ea-4745-a8a0-5d484d5b30ca req-8e03b8e8-fae6-4721-aef9-fc3339fe99ad tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:24.158882 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7db71fc5-08ea-4745-a8a0-5d484d5b30ca req-8e03b8e8-fae6-4721-aef9-fc3339fe99ad tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:24.196501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03b8e8-fae6-4721-aef9-fc3339fe99ad tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c166fe-ff9e-498a-b9b7-6c058056473f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:24.206488 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68963014-f505-4530-9513-c42b3784a4d0 req-a334abb2-b7ca-41d5-92c1-14d73247c47c tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:24.207963 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68963014-f505-4530-9513-c42b3784a4d0 req-a334abb2-b7ca-41d5-92c1-14d73247c47c tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.0766995 Nov 08 00:12:24.219813 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device d8133915-1cfa-4ca6-b12a-4d81797fcc81 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:12:24.247690 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68963014-f505-4530-9513-c42b3784a4d0 req-902899c4-7e12-414f-8804-26a31f3ef3ac tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337772 Nov 08 00:12:24.273210 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7db71fc5-08ea-4745-a8a0-5d484d5b30ca req-8e03b8e8-fae6-4721-aef9-fc3339fe99ad tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:24.273210 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7db71fc5-08ea-4745-a8a0-5d484d5b30ca req-8e03b8e8-fae6-4721-aef9-fc3339fe99ad tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3757529 Nov 08 00:12:24.327423 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port d8133915-1cfa-4ca6-b12a-4d81797fcc81 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:12:24.338285 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port d8133915-1cfa-4ca6-b12a-4d81797fcc81 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:24.338717 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:24.366748 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23702f2e-bb14-43d5-bbcf-a2490f30311e req-69fe8392-0486-441e-8064-867702183052 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:24.369336 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-23702f2e-bb14-43d5-bbcf-a2490f30311e req-69fe8392-0486-441e-8064-867702183052 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0e5c730-4b53-4c30-b2b4-e4916c5f6917 HTTP/1.1" status: 200 len: 949 time: 0.0745518 Nov 08 00:12:24.446747 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:24.475468 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79588788-5420-4c7e-9091-d0c77d5e9708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8133915-1cfa-4ca6-b12a-4d81797fcc81'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:24.478589 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de17d26-2eba-462d-81ac-b9e90a72d329" -d '{"events": [{"server_uuid": "79588788-5420-4c7e-9091-d0c77d5e9708", "name": "network-vif-plugged", "status": "completed", "tag": "d8133915-1cfa-4ca6-b12a-4d81797fcc81"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:24.494171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port d8133915-1cfa-4ca6-b12a-4d81797fcc81, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=d8133915-1cfa-4ca6-b12a-4d81797fcc81,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:24.528933 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-23702f2e-bb14-43d5-bbcf-a2490f30311e req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Deleting port f555dd6f-2546-4108-be05-6fa495bf07b2 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:12:24.531878 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-23702f2e-bb14-43d5-bbcf-a2490f30311e req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:24.547673 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7409ba-0fe0-48ef-8428-e84235455825 req-38ac6540-cd2c-4a49-a806-fbc7f67839d6 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:24.552541 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e7409ba-0fe0-48ef-8428-e84235455825 req-38ac6540-cd2c-4a49-a806-fbc7f67839d6 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0e5c730-4b53-4c30-b2b4-e4916c5f6917 HTTP/1.1" status: 200 len: 949 time: 0.0671015 Nov 08 00:12:24.567768 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:24.620708 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=d8133915-1cfa-4ca6-b12a-4d81797fcc81,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:24.629720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.630385 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.630875 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.631355 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.632244 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.632753 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.633245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.633722 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.634196 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.634658 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.635160 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.635891 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.639540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d99bb-8875-4adc-b1ea-0078b65280b0 req-3f6fc151-5aea-46bd-bcef-5b532e278d00 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:24.641251 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e37d99bb-8875-4adc-b1ea-0078b65280b0 req-3f6fc151-5aea-46bd-bcef-5b532e278d00 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.0867381 Nov 08 00:12:24.641491 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-23702f2e-bb14-43d5-bbcf-a2490f30311e req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] For port f555dd6f-2546-4108-be05-6fa495bf07b2, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=f555dd6f-2546-4108-be05-6fa495bf07b2,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:24.641966 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-23702f2e-bb14-43d5-bbcf-a2490f30311e req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:24.646516 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e7409ba-0fe0-48ef-8428-e84235455825 req-2460e0e6-4632-4710-80ad-5a91e1bc6f25 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818465 Nov 08 00:12:24.658131 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-23702f2e-bb14-43d5-bbcf-a2490f30311e req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Calling delete_port for f555dd6f-2546-4108-be05-6fa495bf07b2 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:12:24.685286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-30114b05-3388-4511-b74d-26768186e3c8 req-3d7591ee-4f79-4ed6-b2cd-034fc1f3bd30 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1218694024', 'description': 'tempest-description-1240796881'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:24.706148 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e37d99bb-8875-4adc-b1ea-0078b65280b0 req-fce35a44-e1b6-4e3c-99ea-ebd0b27fc3b7 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533242 Nov 08 00:12:24.778735 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-30114b05-3388-4511-b74d-26768186e3c8 req-3d7591ee-4f79-4ed6-b2cd-034fc1f3bd30 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:24.867911 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-30114b05-3388-4511-b74d-26768186e3c8 req-3d7591ee-4f79-4ed6-b2cd-034fc1f3bd30 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:24.876053 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-23702f2e-bb14-43d5-bbcf-a2490f30311e req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:24.912126 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Pushing event deleted for resources: {'Port': ['ID=f555dd6f-2546-4108-be05-6fa495bf07b2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:24.918319 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['f555dd6f-2546-4108-be05-6fa495bf07b2', '9d910f50-4fa6-4358-9600-f71bb62af702'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:24.926174 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.926523 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.926865 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.927282 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.928099 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.928099 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.928616 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.928969 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.929295 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.929623 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.929983 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.930256 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:24.933451 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-30114b05-3388-4511-b74d-26768186e3c8 req-3d7591ee-4f79-4ed6-b2cd-034fc1f3bd30 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:24.963022 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b123972d-37a4-49ab-96fd-efccd7e59417'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:24.967951 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-23702f2e-bb14-43d5-bbcf-a2490f30311e req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] No DVR routers for this DVR port f555dd6f-2546-4108-be05-6fa495bf07b2 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:12:24.970796 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-23702f2e-bb14-43d5-bbcf-a2490f30311e req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:24.974527 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-23702f2e-bb14-43d5-bbcf-a2490f30311e req-a40d0c1e-2f7e-4326-9d06-e4988597506f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "DELETE /v2.0/ports/f555dd6f-2546-4108-be05-6fa495bf07b2 HTTP/1.1" status: 204 len: 173 time: 0.5969782 Nov 08 00:12:24.974985 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e5c730-4b53-4c30-b2b4-e4916c5f6917', 'name': 'network-vif-deleted', 'tag': 'f555dd6f-2546-4108-be05-6fa495bf07b2'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:24.977455 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f13037-8fec-463b-90d8-3a8b0a7c4506" -d '{"events": [{"server_uuid": "b0e5c730-4b53-4c30-b2b4-e4916c5f6917", "name": "network-vif-deleted", "tag": "f555dd6f-2546-4108-be05-6fa495bf07b2"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:24.979372 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7591ee-4f79-4ed6-b2cd-034fc1f3bd30 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f54936d-673f-4234-978a-1fd9ef005c01,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:25.039441 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-30114b05-3388-4511-b74d-26768186e3c8 req-3d7591ee-4f79-4ed6-b2cd-034fc1f3bd30 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:25.054654 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-30114b05-3388-4511-b74d-26768186e3c8 req-3d7591ee-4f79-4ed6-b2cd-034fc1f3bd30 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3742137 Nov 08 00:12:25.087251 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c2fd68-9239-4702-b9a0-c70958068aee x-openstack-request-id: req-d1c2fd68-9239-4702-b9a0-c70958068aee {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:25.087554 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79588788-5420-4c7e-9091-d0c77d5e9708", "name": "network-vif-plugged", "status": "completed", "tag": "d8133915-1cfa-4ca6-b12a-4d81797fcc81", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:25.087813 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1c2fd68-9239-4702-b9a0-c70958068aee {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:25.088589 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79588788-5420-4c7e-9091-d0c77d5e9708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8133915-1cfa-4ca6-b12a-4d81797fcc81', 'code': 200} Nov 08 00:12:25.171404 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae63576-e1e4-47c6-b28c-c2c6a4d617ea req-421f1ee3-d9ca-4f77-be04-2f163ddcec56 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:25.171404 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fae63576-e1e4-47c6-b28c-c2c6a4d617ea req-421f1ee3-d9ca-4f77-be04-2f163ddcec56 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 950 time: 0.1199653 Nov 08 00:12:25.241875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222f0c2-f83b-457b-8279-13d7a90fad32 req-e9e4df39-c97f-4cc0-a906-40f741fadb9a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:25.251404 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b222f0c2-f83b-457b-8279-13d7a90fad32 req-e9e4df39-c97f-4cc0-a906-40f741fadb9a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 946 time: 0.0781784 Nov 08 00:12:25.300986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8530fa-337c-4b46-9a8d-f2a2231ec642 req-c3c989fa-0e3a-4832-be8c-b9129633610a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:25.302767 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6a8530fa-337c-4b46-9a8d-f2a2231ec642 req-c3c989fa-0e3a-4832-be8c-b9129633610a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 1097 time: 0.1030729 Nov 08 00:12:25.312381 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b222f0c2-f83b-457b-8279-13d7a90fad32 req-debd3cdd-d92b-4ea6-a996-3ae6a99f8438 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599887 Nov 08 00:12:25.373988 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6a8530fa-337c-4b46-9a8d-f2a2231ec642 req-419ea59e-d8d5-401d-a1f6-a61eab3b84af service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462263 Nov 08 00:12:25.392894 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-fae63576-e1e4-47c6-b28c-c2c6a4d617ea req-b619bf97-f545-4fce-b6a5-e7e46f13eb28 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Deleting port 9d910f50-4fa6-4358-9600-f71bb62af702 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:12:25.393186 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-fae63576-e1e4-47c6-b28c-c2c6a4d617ea req-b619bf97-f545-4fce-b6a5-e7e46f13eb28 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:25.397274 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08f3244-c73a-4e1d-87d0-9994d2fd0951 x-openstack-request-id: req-e08f3244-c73a-4e1d-87d0-9994d2fd0951 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:25.397567 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e5c730-4b53-4c30-b2b4-e4916c5f6917", "name": "network-vif-deleted", "tag": "f555dd6f-2546-4108-be05-6fa495bf07b2", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:25.397821 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e08f3244-c73a-4e1d-87d0-9994d2fd0951 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:25.402022 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e5c730-4b53-4c30-b2b4-e4916c5f6917', 'name': 'network-vif-deleted', 'tag': 'f555dd6f-2546-4108-be05-6fa495bf07b2', 'status': 'completed', 'code': 200} Nov 08 00:12:25.506492 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-fae63576-e1e4-47c6-b28c-c2c6a4d617ea req-b619bf97-f545-4fce-b6a5-e7e46f13eb28 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] For port 9d910f50-4fa6-4358-9600-f71bb62af702, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=9d910f50-4fa6-4358-9600-f71bb62af702,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:25.506855 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-fae63576-e1e4-47c6-b28c-c2c6a4d617ea req-b619bf97-f545-4fce-b6a5-e7e46f13eb28 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:25.520647 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-fae63576-e1e4-47c6-b28c-c2c6a4d617ea req-b619bf97-f545-4fce-b6a5-e7e46f13eb28 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Calling delete_port for 9d910f50-4fa6-4358-9600-f71bb62af702 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:12:25.708099 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-fae63576-e1e4-47c6-b28c-c2c6a4d617ea req-b619bf97-f545-4fce-b6a5-e7e46f13eb28 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:25.730440 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0272fa-32a4-4506-901a-4c65a77a5f4c req-e12758d9-7afb-4d60-ade2-8b0e60667d04 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:25.732887 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b0272fa-32a4-4506-901a-4c65a77a5f4c req-e12758d9-7afb-4d60-ade2-8b0e60667d04 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 943 time: 0.4187725 Nov 08 00:12:25.741523 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['f555dd6f-2546-4108-be05-6fa495bf07b2'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:25.750419 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619bf97-f545-4fce-b6a5-e7e46f13eb28 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Pushing event deleted for resources: {'Port': ['ID=9d910f50-4fa6-4358-9600-f71bb62af702,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:25.777038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b123972d-37a4-49ab-96fd-efccd7e59417'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:25.793400 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae63576-e1e4-47c6-b28c-c2c6a4d617ea req-b619bf97-f545-4fce-b6a5-e7e46f13eb28 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] No DVR routers for this DVR port 9d910f50-4fa6-4358-9600-f71bb62af702 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:12:25.797471 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-fae63576-e1e4-47c6-b28c-c2c6a4d617ea req-b619bf97-f545-4fce-b6a5-e7e46f13eb28 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:25.803382 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fae63576-e1e4-47c6-b28c-c2c6a4d617ea req-b619bf97-f545-4fce-b6a5-e7e46f13eb28 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.26 "DELETE /v2.0/ports/9d910f50-4fa6-4358-9600-f71bb62af702 HTTP/1.1" status: 204 len: 173 time: 0.6191540 Nov 08 00:12:25.815991 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b0272fa-32a4-4506-901a-4c65a77a5f4c req-c71948d1-b2a4-49b3-ab56-f13d177155fa tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753360 Nov 08 00:12:25.824411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-37e722ed-d24a-4f58-940c-86d9796651d9 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:25.825894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-37e722ed-d24a-4f58-940c-86d9796651d9 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/networks?id=9275618c-2af8-4285-873e-1544fab15b19 HTTP/1.1" status: 200 len: 812 time: 0.1733849 Nov 08 00:12:25.852510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-8db2aef7-1c3f-4e21-a0bc-f0691516e7d4 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/quotas/3c4d5bb4ed1d41d3b2d6cad5ce2423e3 HTTP/1.1" status: 200 len: 375 time: 0.0205641 Nov 08 00:12:25.915845 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-e7fd14f5-cc5a-46de-bf8f-7dbcc7ebed0d tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c4d5bb4ed1d41d3b2d6cad5ce2423e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0556028 Nov 08 00:12:26.050614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7beba7-bf86-4927-ab30-7fa8b8869d9c req-e25d0985-5d93-411f-ba09-e4e409d01bdc tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:26.052069 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c7beba7-bf86-4927-ab30-7fa8b8869d9c req-e25d0985-5d93-411f-ba09-e4e409d01bdc tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.1066704 Nov 08 00:12:26.057513 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-84c6ff45-f175-4675-b092-b3779f348522 service neutron] 10.222.0.13 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328142 Nov 08 00:12:26.147143 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c7beba7-bf86-4927-ab30-7fa8b8869d9c req-77b7157d-6143-4fac-a5eb-fcd99a097dcc tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886030 Nov 08 00:12:26.183836 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-49460a00-a614-4bc0-9852-ffe14cecc601 service neutron] 10.222.0.13 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196437 Nov 08 00:12:26.579706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea960bb-8cac-4317-a8f3-65d3b5435c5f req-cf630d90-a66b-4c10-9966-d28a78c11e34 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:26.581275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ea960bb-8cac-4317-a8f3-65d3b5435c5f req-cf630d90-a66b-4c10-9966-d28a78c11e34 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.2573450 Nov 08 00:12:26.620759 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ea960bb-8cac-4317-a8f3-65d3b5435c5f req-4241c97f-ba5e-48a5-b691-b5e3fcca43bf tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333288 Nov 08 00:12:26.725304 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca4e67e2-c2d8-4140-944d-b963304100e6 req-bad24376-2d71-414a-8caa-74b0d5379365 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ee9726f-861f-4126-9727-27505bd6b296 HTTP/1.1" status: 200 len: 210 time: 0.0279274 Nov 08 00:12:26.824443 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b57d276f-0913-454f-91e4-26fa91368dc0 req-d9102a21-5472-45a4-a03f-fb1f7b492455 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 210 time: 0.0331273 Nov 08 00:12:26.844100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1d07b-5a21-471f-a818-10dde470c1fd req-e8c760c4-20cf-4a91-b8dc-0d76504f52bf tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:26.844100 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1d1d07b-5a21-471f-a818-10dde470c1fd req-e8c760c4-20cf-4a91-b8dc-0d76504f52bf tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 946 time: 0.0830741 Nov 08 00:12:26.881805 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1d1d07b-5a21-471f-a818-10dde470c1fd req-e4f1264c-f379-40be-90d2-2af651603c19 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325615 Nov 08 00:12:26.946210 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-e1c487d9-caaa-476f-80d2-198c3ab22da8 req-bb4035f3-2213-42db-b921-7fae4ad258f7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:12:26.947516 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e1c487d9-caaa-476f-80d2-198c3ab22da8 req-bb4035f3-2213-42db-b921-7fae4ad258f7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062521 Nov 08 00:12:27.060050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005ef91-d493-4f2a-9db2-e7f1ebc00044 req-2eb253f9-b396-4291-b96a-00c3cdb59f9e tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:27.062020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5005ef91-d493-4f2a-9db2-e7f1ebc00044 req-2eb253f9-b396-4291-b96a-00c3cdb59f9e tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 943 time: 0.0510774 Nov 08 00:12:27.099608 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5005ef91-d493-4f2a-9db2-e7f1ebc00044 req-074bfd1e-22c8-4da2-8545-f7b9151d2868 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313439 Nov 08 00:12:27.389706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c7aec-eeb5-40d0-928a-986ade8e7c82 req-83c18724-9e34-4f80-9221-29ab236262a0 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:27.391217 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d1c7aec-eeb5-40d0-928a-986ade8e7c82 req-83c18724-9e34-4f80-9221-29ab236262a0 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.0503511 Nov 08 00:12:27.399653 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee9726f-861f-4126-9727-27505bd6b296', 'name': 'network-vif-deleted', 'tag': '9d910f50-4fa6-4358-9600-f71bb62af702'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:27.402702 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0186444-c4f9-4b3d-b201-1873499ac620" -d '{"events": [{"server_uuid": "3ee9726f-861f-4126-9727-27505bd6b296", "name": "network-vif-deleted", "tag": "9d910f50-4fa6-4358-9600-f71bb62af702"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:27.432267 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d1c7aec-eeb5-40d0-928a-986ade8e7c82 req-074dda4a-161b-48df-a44c-6e90fb9569a5 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346847 Nov 08 00:12:27.521971 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-9b856e9c-5978-457c-8f14-fbb72f539a59 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0429296 Nov 08 00:12:27.545472 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc879fe4-335a-4fe8-8348-0defb2cc5b4a x-openstack-request-id: req-bc879fe4-335a-4fe8-8348-0defb2cc5b4a {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:27.546227 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee9726f-861f-4126-9727-27505bd6b296", "name": "network-vif-deleted", "tag": "9d910f50-4fa6-4358-9600-f71bb62af702", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:27.546490 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc879fe4-335a-4fe8-8348-0defb2cc5b4a {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:27.546963 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee9726f-861f-4126-9727-27505bd6b296', 'name': 'network-vif-deleted', 'tag': '9d910f50-4fa6-4358-9600-f71bb62af702', 'status': 'completed', 'code': 200} Nov 08 00:12:27.553467 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f27d61-74e7-4086-8097-eb144085e92c req-06eb47d2-bf9b-42be-a015-450fab0bea53 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:27.556340 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32f27d61-74e7-4086-8097-eb144085e92c req-06eb47d2-bf9b-42be-a015-450fab0bea53 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.0688345 Nov 08 00:12:27.598448 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32f27d61-74e7-4086-8097-eb144085e92c req-85bea4fd-c88d-4599-bcd5-aefc6b42fa36 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366108 Nov 08 00:12:27.793526 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:12:27.802938 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 9d910f50-4fa6-4358-9600-f71bb62af702 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:12:27.845519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 9d910f50-4fa6-4358-9600-f71bb62af702 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:12:27.845870 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 9d910f50-4fa6-4358-9600-f71bb62af702 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:12:27.846326 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device f555dd6f-2546-4108-be05-6fa495bf07b2 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:12:27.870338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: f555dd6f-2546-4108-be05-6fa495bf07b2 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:12:27.870612 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device f555dd6f-2546-4108-be05-6fa495bf07b2 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:12:27.962753 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:27.973982 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-39475ac8-bbca-4c38-9971-e3137e170f30 req-a09c725c-b9e5-47a0-aabe-56c11ff33903 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 210 time: 0.0282743 Nov 08 00:12:27.977653 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1', 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880', 'port_id': '8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1', 'mac_address': 'fa:16:3e:6c:d3:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda772d5-f001-47ed-867d-7cf3c24b61ac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:12:28.030811 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:28.057670 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:12:28.078355 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:28.079712 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-58cfffd4-cc7e-4571-a4fe-2edb1b18b9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:28.134180 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8935c-c73a-4e99-b41d-fa349dd690c1 req-44585cfe-002f-4a55-a58c-f049ef965610 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:28.138943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0d8935c-c73a-4e99-b41d-fa349dd690c1 req-44585cfe-002f-4a55-a58c-f049ef965610 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 946 time: 0.0489776 Nov 08 00:12:28.156294 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:28.177882 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0d8935c-c73a-4e99-b41d-fa349dd690c1 req-8d0cf56b-342f-4e38-822d-82816def1374 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339947 Nov 08 00:12:28.211906 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:28.343960 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f4eda-1c3e-4f82-9ee2-6214c9770012 req-e083c6a7-740c-4737-9ce5-4253f9fdca81 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:28.345501 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a9f4eda-1c3e-4f82-9ee2-6214c9770012 req-e083c6a7-740c-4737-9ce5-4253f9fdca81 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 944 time: 0.0506654 Nov 08 00:12:28.470016 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a9f4eda-1c3e-4f82-9ee2-6214c9770012 req-d9ca87b4-c6a7-4f16-88e9-8542efc798ac tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181886 Nov 08 00:12:28.482155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01f3e3-476d-4fd4-be91-724c27dc893e req-8760bcd0-4ef0-48c6-bf8a-28bfdd5a3802 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:28.483777 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe01f3e3-476d-4fd4-be91-724c27dc893e req-8760bcd0-4ef0-48c6-bf8a-28bfdd5a3802 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 946 time: 0.0779366 Nov 08 00:12:28.524028 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe01f3e3-476d-4fd4-be91-724c27dc893e req-ac6e5663-db3f-4811-85d5-bff0caf0651b tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343187 Nov 08 00:12:28.544828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:28.670494 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b678f6f-5c3e-4c1f-85d5-45ef1739be9a req-1b6d8a26-bf76-4abc-949f-39337072bc8a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:28.672061 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b678f6f-5c3e-4c1f-85d5-45ef1739be9a req-1b6d8a26-bf76-4abc-949f-39337072bc8a tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 950 time: 0.0740449 Nov 08 00:12:28.699700 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-170807d1-53f6-47b9-a85e-df3b73f805a2 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:28.701472 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-170807d1-53f6-47b9-a85e-df3b73f805a2 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.26 "GET /v2.0/networks?id=9275618c-2af8-4285-873e-1544fab15b19 HTTP/1.1" status: 200 len: 812 time: 0.1606886 Nov 08 00:12:28.729010 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-309b1130-1a65-456b-8ae6-d251b2cc47db tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Request body: {'port': {'device_id': '89efa31f-ed9e-42f8-a96f-9151d05dce73', 'network_id': '9275618c-2af8-4285-873e-1544fab15b19', 'admin_state_up': True, 'tenant_id': '3c4d5bb4ed1d41d3b2d6cad5ce2423e3'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:28.734553 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b678f6f-5c3e-4c1f-85d5-45ef1739be9a req-0a3a8eac-f039-45d0-b277-14d1cd4a20a5 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523663 Nov 08 00:12:28.877640 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3208749-18c1-4887-9b19-7e7afd096535 req-9a903e18-bb54-442e-b1fe-2daaec4d9156 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:28.880151 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f3208749-18c1-4887-9b19-7e7afd096535 req-9a903e18-bb54-442e-b1fe-2daaec4d9156 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.0744565 Nov 08 00:12:28.923715 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f3208749-18c1-4887-9b19-7e7afd096535 req-070d53e4-9b17-4516-9314-5802c00fa9fd tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366087 Nov 08 00:12:28.976615 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-309b1130-1a65-456b-8ae6-d251b2cc47db tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Made reservation on behalf of 3c4d5bb4ed1d41d3b2d6cad5ce2423e3 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:12:28.980292 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-309b1130-1a65-456b-8ae6-d251b2cc47db tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:29.121171 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-309b1130-1a65-456b-8ae6-d251b2cc47db tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Allocated IP 172.20.0.11 (9275618c-2af8-4285-873e-1544fab15b19/f8240525-3ca1-4b43-8bf4-23a1cb2e921d/1a771d60-835f-4bc6-9641-44ebd8549a53) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:12:29.194251 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b7f7-7871-468d-89b5-0fe0c2b691b0 req-86681d11-35a0-44b0-b023-ec08e19ca706 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:29.195726 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c98b7f7-7871-468d-89b5-0fe0c2b691b0 req-86681d11-35a0-44b0-b023-ec08e19ca706 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.0572608 Nov 08 00:12:29.252867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e7e5e02-fbf0-41b0-9e01-3e68f302cb85 req-14e8f6c2-6292-474f-8edc-1c2f8d0335cd tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 210 time: 0.0372207 Nov 08 00:12:29.261469 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c98b7f7-7871-468d-89b5-0fe0c2b691b0 req-40fd3ece-fc07-44fb-9115-cc3200074dde tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594194 Nov 08 00:12:29.409748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da425c9-9669-49d6-9900-8962fc5c518f req-48e2a537-a2ef-488f-86c0-62c9247592e3 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:29.411501 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5da425c9-9669-49d6-9900-8962fc5c518f req-48e2a537-a2ef-488f-86c0-62c9247592e3 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 946 time: 0.0618839 Nov 08 00:12:29.458053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5da425c9-9669-49d6-9900-8962fc5c518f req-b6f87a9b-cd0d-4caf-9fb3-2e08c68a700a tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398786 Nov 08 00:12:29.565676 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-309b1130-1a65-456b-8ae6-d251b2cc47db tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:29.587918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508435e-3fd0-40ac-8afe-09a29c16fff5 req-78751100-5926-4185-bcad-9d92d8ff2a30 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:29.589436 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a508435e-3fd0-40ac-8afe-09a29c16fff5 req-78751100-5926-4185-bcad-9d92d8ff2a30 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 946 time: 0.0549574 Nov 08 00:12:29.631927 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a508435e-3fd0-40ac-8afe-09a29c16fff5 req-4175d2a9-7f0d-41f7-b89d-8d04c952cd74 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320239 Nov 08 00:12:29.674185 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-309b1130-1a65-456b-8ae6-d251b2cc47db tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:29.716287 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['41b8b625-df8d-43a6-876d-19baf9f9fb72'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:29.717568 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-309b1130-1a65-456b-8ae6-d251b2cc47db tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Network 9275618c-2af8-4285-873e-1544fab15b19 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:12:29.720534 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-309b1130-1a65-456b-8ae6-d251b2cc47db tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:12:29.724527 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-309b1130-1a65-456b-8ae6-d251b2cc47db tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:12:29.738212 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cf380-efa7-42fa-8351-c296ec27b702 req-88de23e7-36d5-42ff-b655-c28a894a5669 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:29.739958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a68cf380-efa7-42fa-8351-c296ec27b702 req-88de23e7-36d5-42ff-b655-c28a894a5669 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 944 time: 0.0551825 Nov 08 00:12:29.755101 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b1130-1a65-456b-8ae6-d251b2cc47db tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event updated for resources: {'Port': ['ID=1a771d60-835f-4bc6-9641-44ebd8549a53,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:29.788642 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-309b1130-1a65-456b-8ae6-d251b2cc47db tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:29.789295 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-309b1130-1a65-456b-8ae6-d251b2cc47db tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:29.803728 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:12:29.805104 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a68cf380-efa7-42fa-8351-c296ec27b702 req-8323357d-0031-4586-a9a8-eeb2cac242cc tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523601 Nov 08 00:12:29.917014 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-309b1130-1a65-456b-8ae6-d251b2cc47db tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1969631 Nov 08 00:12:29.938099 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Request body: {'port': {'device_id': '89efa31f-ed9e-42f8-a96f-9151d05dce73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:29.944159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f4287-3c1b-4b93-82c7-7214de5b2e36 req-54abf81e-8a2d-4855-9574-b398a3f27e75 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:29.945735 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f8f4287-3c1b-4b93-82c7-7214de5b2e36 req-54abf81e-8a2d-4855-9574-b398a3f27e75 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 950 time: 0.0533917 Nov 08 00:12:29.985517 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:12:29.994687 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f8f4287-3c1b-4b93-82c7-7214de5b2e36 req-2c2b03d9-67ab-4a0a-ba41-67de94f3ac1f tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/security-groups?id=73823340-667e-4935-95cf-f0ab1336852f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383987 Nov 08 00:12:30.001109 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:30.001726 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:30.001856 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:30.153971 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:30.180977 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-7c271542-94ed-4e3e-b439-4b6767f00fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:30.181514 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b8e6e9-2e70-40b9-a454-c2155fbe4093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:30.182497 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-7c271542-94ed-4e3e-b439-4b6767f00fe1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 1101 time: 0.1053898 Nov 08 00:12:30.183827 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d57a45d-9d09-4e2b-833b-8ad2e7461545" -d '{"events": [{"server_uuid": "68b8e6e9-2e70-40b9-a454-c2155fbe4093", "name": "network-vif-plugged", "status": "completed", "tag": "8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:30.197041 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a675f23-f317-4569-a92d-4d959ec6a92b req-e45889c1-9121-4805-9953-ef47df5762e1 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:30.198551 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a675f23-f317-4569-a92d-4d959ec6a92b req-e45889c1-9121-4805-9953-ef47df5762e1 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 946 time: 0.1127112 Nov 08 00:12:30.202816 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:30.216536 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39189525-13cf-4210-b449-9d971c21b964 req-726b9c21-f9df-4688-b861-85a0bcb6a29f tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:30.218156 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-39189525-13cf-4210-b449-9d971c21b964 req-726b9c21-f9df-4688-b861-85a0bcb6a29f tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.1053836 Nov 08 00:12:30.279683 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:30.340458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a675f23-f317-4569-a92d-4d959ec6a92b req-7782191d-aa9d-4ee0-8aae-279dfe945bac tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315563 Nov 08 00:12:30.341141 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:30.364204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-b84b77cd-a2d5-4c4e-b614-89ebd22c6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:30.364204 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-b84b77cd-a2d5-4c4e-b614-89ebd22c6846 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1593387 Nov 08 00:12:30.364204 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-39189525-13cf-4210-b449-9d971c21b964 req-4991cad3-6777-4e0d-a74f-d190f40be45a tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263747 Nov 08 00:12:30.387525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a771d60-835f-4bc6-9641-44ebd8549a53 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:12:30.393305 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:30.409734 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Transition to ACTIVE for port object 1a771d60-835f-4bc6-9641-44ebd8549a53 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:12:30.412566 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-8b490aee-c87c-4788-9280-67b8d9b472d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=fe0af755-b3b7-4f99-b3cd-38d7af31c298 HTTP/1.1" status: 200 len: 217 time: 0.0452909 Nov 08 00:12:30.428514 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8780c5b-364c-4924-b545-19b283ddd317 req-a875a81e-5cdf-4f73-91e3-d310a05aaff5 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:30.430033 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d8780c5b-364c-4924-b545-19b283ddd317 req-a875a81e-5cdf-4f73-91e3-d310a05aaff5 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 950 time: 0.0886497 Nov 08 00:12:30.473348 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90a9791-b5e2-4453-9710-0b6c482bcba6 x-openstack-request-id: req-e90a9791-b5e2-4453-9710-0b6c482bcba6 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:30.473509 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b8e6e9-2e70-40b9-a454-c2155fbe4093", "name": "network-vif-plugged", "status": "completed", "tag": "8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:30.473714 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e90a9791-b5e2-4453-9710-0b6c482bcba6 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:30.474105 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b8e6e9-2e70-40b9-a454-c2155fbe4093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1', 'code': 200} Nov 08 00:12:30.490464 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:30.496334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-23c354cd-f6f2-47d9-a5a8-101b663b48db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:30.501382 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-23c354cd-f6f2-47d9-a5a8-101b663b48db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0587909 Nov 08 00:12:30.589298 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Pushing event updated for resources: {'Port': ['ID=1a771d60-835f-4bc6-9641-44ebd8549a53,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:30.609253 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-857f544c-98cd-4417-88a5-8562a7e19762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:30.610787 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-857f544c-98cd-4417-88a5-8562a7e19762 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0825727 Nov 08 00:12:30.625254 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-d8780c5b-364c-4924-b545-19b283ddd317 req-1d2c7a8f-7c2e-46da-b221-04cb4be8d570 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Deleting port b123972d-37a4-49ab-96fd-efccd7e59417 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:12:30.625619 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d8780c5b-364c-4924-b545-19b283ddd317 req-1d2c7a8f-7c2e-46da-b221-04cb4be8d570 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:30.645441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e08967-08b1-485f-8c62-8843e84740cf req-31a24063-de0f-4003-9632-ec4f3d06b076 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:30.646916 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59e08967-08b1-485f-8c62-8843e84740cf req-31a24063-de0f-4003-9632-ec4f3d06b076 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.1159542 Nov 08 00:12:30.717371 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d67103f-05bf-45f3-89e5-2936b8415272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:30.725184 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244374b9-1d87-4f4f-8731-4cea178c0136 req-ff5a4824-faac-46bd-997f-620a667a44b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:30.726695 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-244374b9-1d87-4f4f-8731-4cea178c0136 req-ff5a4824-faac-46bd-997f-620a667a44b5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 1096 time: 0.1401479 Nov 08 00:12:30.727444 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59e08967-08b1-485f-8c62-8843e84740cf req-f6cafe30-c036-491f-a1e3-b3092a41e1eb tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702398 Nov 08 00:12:30.766455 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-8b942835-83ab-444e-992e-0b65376f79bc service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475585 Nov 08 00:12:30.804256 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-d8780c5b-364c-4924-b545-19b283ddd317 req-1d2c7a8f-7c2e-46da-b221-04cb4be8d570 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] For port b123972d-37a4-49ab-96fd-efccd7e59417, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b123972d-37a4-49ab-96fd-efccd7e59417,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:30.804618 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d8780c5b-364c-4924-b545-19b283ddd317 req-1d2c7a8f-7c2e-46da-b221-04cb4be8d570 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:30.820470 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-244374b9-1d87-4f4f-8731-4cea178c0136 req-b81c7a98-9f0d-4c5a-9f5d-8eacce7654b6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818608 Nov 08 00:12:30.825648 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Attempting to bind port 1a771d60-835f-4bc6-9641-44ebd8549a53 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:12:30.826006 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Attempting to bind port 1a771d60-835f-4bc6-9641-44ebd8549a53 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'cc6b21bf-5659-458e-a4a4-30150d05a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9275618c-2af8-4285-873e-1544fab15b19'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:12:30.826334 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Attempting to bind port 1a771d60-835f-4bc6-9641-44ebd8549a53 on network 9275618c-2af8-4285-873e-1544fab15b19 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:30.828416 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-d8780c5b-364c-4924-b545-19b283ddd317 req-1d2c7a8f-7c2e-46da-b221-04cb4be8d570 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Calling delete_port for b123972d-37a4-49ab-96fd-efccd7e59417 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:12:30.835369 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Port 1a771d60-835f-4bc6-9641-44ebd8549a53 on network 9275618c-2af8-4285-873e-1544fab15b19 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:12:30.835694 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Attempting to bind port 1a771d60-835f-4bc6-9641-44ebd8549a53 on network 9275618c-2af8-4285-873e-1544fab15b19 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:30.846175 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:12:30.846513 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Checking segment: {'id': 'cc6b21bf-5659-458e-a4a4-30150d05a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9275618c-2af8-4285-873e-1544fab15b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:12:30.847020 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Bound using segment: {'id': 'cc6b21bf-5659-458e-a4a4-30150d05a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9275618c-2af8-4285-873e-1544fab15b19'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:12:30.852388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Bound port: 1a771d60-835f-4bc6-9641-44ebd8549a53, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc6b21bf-5659-458e-a4a4-30150d05a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9275618c-2af8-4285-873e-1544fab15b19'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:12:30.852388 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:30.895823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85484274-8f6a-44c4-8709-50620693f090 req-67233ab7-0f66-4add-b31e-171f8450a2fd tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:30.897358 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85484274-8f6a-44c4-8709-50620693f090 req-67233ab7-0f66-4add-b31e-171f8450a2fd tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 944 time: 0.0764313 Nov 08 00:12:30.928686 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-2ca8aa7b-9a01-4adf-9ef9-2210b8055ef3 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553731 Nov 08 00:12:30.947518 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85484274-8f6a-44c4-8709-50620693f090 req-405b5f62-09af-4118-b765-aefe00fb92ff tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383489 Nov 08 00:12:30.968507 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:30.981027 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] For port 1a771d60-835f-4bc6-9641-44ebd8549a53, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:12:31.015326 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] For port 1a771d60-835f-4bc6-9641-44ebd8549a53, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=1a771d60-835f-4bc6-9641-44ebd8549a53,segment=NetworkSegment(cc6b21bf-5659-458e-a4a4-30150d05a911),segment_id=cc6b21bf-5659-458e-a4a4-30150d05a911)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:12:31.016044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c05e64-b578-4e12-852e-60d4a0700719 req-0ae42bf1-6186-4291-be83-48d06f96e879 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:31.017784 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4c05e64-b578-4e12-852e-60d4a0700719 req-0ae42bf1-6186-4291-be83-48d06f96e879 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 946 time: 0.0601032 Nov 08 00:12:31.084279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4c05e64-b578-4e12-852e-60d4a0700719 req-323a6d47-d156-46df-8545-b6f8d940facf tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557594 Nov 08 00:12:31.092125 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:31.093037 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251a33f-c60a-43f9-8002-ecc51858d426 req-3df4b75f-140b-4b4f-a2fd-1853ab1a8792 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:31.100499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2251a33f-c60a-43f9-8002-ecc51858d426 req-3df4b75f-140b-4b4f-a2fd-1853ab1a8792 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 945 time: 0.0758448 Nov 08 00:12:31.131758 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d8780c5b-364c-4924-b545-19b283ddd317 req-1d2c7a8f-7c2e-46da-b221-04cb4be8d570 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:31.143580 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2251a33f-c60a-43f9-8002-ecc51858d426 req-145d1832-e059-4eaf-9bf7-3fa8a1b7c3b5 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431838 Nov 08 00:12:31.146362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:31.146978 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:31.155271 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] 10.222.0.26 "PUT /v2.0/ports/1a771d60-835f-4bc6-9641-44ebd8549a53 HTTP/1.1" status: 200 len: 1092 time: 1.2221370 Nov 08 00:12:31.157242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89efa31f-ed9e-42f8-a96f-9151d05dce73', 'tag': '1a771d60-835f-4bc6-9641-44ebd8549a53'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:31.160770 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80e94db-142b-4cfb-8ac9-269af346d27e" -d '{"events": [{"name": "network-changed", "server_uuid": "89efa31f-ed9e-42f8-a96f-9151d05dce73", "tag": "1a771d60-835f-4bc6-9641-44ebd8549a53"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:31.237396 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cc2b4-c0ff-40c1-a665-f85ad0a3aa83 service neutron] Pushing event updated for resources: {'Port': ['ID=1a771d60-835f-4bc6-9641-44ebd8549a53,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:31.242307 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c33b8211-4d48-4e6b-bc54-f51fd9152cb0 req-bcb2efee-861a-4c21-8169-53688417c724 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 210 time: 0.0369301 Nov 08 00:12:31.271725 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8780c5b-364c-4924-b545-19b283ddd317 req-1d2c7a8f-7c2e-46da-b221-04cb4be8d570 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] No DVR routers for this DVR port b123972d-37a4-49ab-96fd-efccd7e59417 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:12:31.274346 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d8780c5b-364c-4924-b545-19b283ddd317 req-1d2c7a8f-7c2e-46da-b221-04cb4be8d570 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:31.278161 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d8780c5b-364c-4924-b545-19b283ddd317 req-1d2c7a8f-7c2e-46da-b221-04cb4be8d570 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.20 "DELETE /v2.0/ports/b123972d-37a4-49ab-96fd-efccd7e59417 HTTP/1.1" status: 204 len: 173 time: 0.8377604 Nov 08 00:12:31.302847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c7a8f-7c2e-46da-b221-04cb4be8d570 tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] Pushing event deleted for resources: {'Port': ['ID=b123972d-37a4-49ab-96fd-efccd7e59417,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:31.368091 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-fcc75e5e-1176-4b02-bfbb-6eef7eca86e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:31.369812 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-fcc75e5e-1176-4b02-bfbb-6eef7eca86e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c4d5bb4ed1d41d3b2d6cad5ce2423e3&device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 1095 time: 0.0454805 Nov 08 00:12:31.422659 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-d4af0ee0-4256-451c-8b72-bab3beacf424 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a771d60-835f-4bc6-9641-44ebd8549a53 HTTP/1.1" status: 200 len: 217 time: 0.0362689 Nov 08 00:12:31.489792 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-0da4b0f9-49b3-4514-bc13-e88aa903f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:31.491183 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-0da4b0f9-49b3-4514-bc13-e88aa903f956 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f8240525-3ca1-4b43-8bf4-23a1cb2e921d HTTP/1.1" status: 200 len: 852 time: 0.0487652 Nov 08 00:12:31.525042 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-e565301d-c3a4-4339-a4fe-895e77384c98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9275618c-2af8-4285-873e-1544fab15b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251186 Nov 08 00:12:31.644320 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-a111924a-3c82-4e1a-9be8-49d7ea4c2c96 service neutron] 10.222.0.26 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113942 Nov 08 00:12:31.686229 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:31.687452 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:31.696694 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f6449f-35e9-4764-8253-185e56e22427 x-openstack-request-id: req-45f6449f-35e9-4764-8253-185e56e22427 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:31.696990 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89efa31f-ed9e-42f8-a96f-9151d05dce73", "tag": "1a771d60-835f-4bc6-9641-44ebd8549a53", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:31.697722 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45f6449f-35e9-4764-8253-185e56e22427 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:31.698130 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89efa31f-ed9e-42f8-a96f-9151d05dce73', 'tag': '1a771d60-835f-4bc6-9641-44ebd8549a53', 'status': 'completed', 'code': 200} Nov 08 00:12:31.763962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddc24b-f133-4aba-ba2f-19b006add63e req-dcd6fcbe-dafc-4453-92a2-e5f2e1bd01db tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:31.784238 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-43ddc24b-f133-4aba-ba2f-19b006add63e req-dcd6fcbe-dafc-4453-92a2-e5f2e1bd01db tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.0584817 Nov 08 00:12:31.797135 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5b5de581-5d4c-4b6c-bfd0-bce024f552d2 req-9fd84eb5-04d5-4dc5-baa7-c4823ea3ff14 service neutron] 10.222.0.26 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138985 Nov 08 00:12:31.836381 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-43ddc24b-f133-4aba-ba2f-19b006add63e req-e3ce9fb8-9dea-4bef-9e55-5accdf87f28b tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511818 Nov 08 00:12:31.976390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c041e9-809b-4750-a277-a0e402d1ea12 req-b0f695c3-7fff-486b-b702-eadeb1081faa tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:31.978160 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69c041e9-809b-4750-a277-a0e402d1ea12 req-b0f695c3-7fff-486b-b702-eadeb1081faa tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.0772345 Nov 08 00:12:32.083697 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69c041e9-809b-4750-a277-a0e402d1ea12 req-1f8747e5-4159-49ec-8719-efc0cea2641b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352144 Nov 08 00:12:32.088258 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e94db-142b-4cfb-8ac9-269af346d27e req-90928dd8-d356-4ba3-ac14-14c13e33181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:32.089774 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d80e94db-142b-4cfb-8ac9-269af346d27e req-90928dd8-d356-4ba3-ac14-14c13e33181d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c4d5bb4ed1d41d3b2d6cad5ce2423e3&device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 1095 time: 0.0438294 Nov 08 00:12:32.125703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e72a8-2e17-4a6b-83cf-2df34aa1b7f7 req-4fa0c885-d00b-4284-bdd4-7e09590c7854 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:32.127453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c44e72a8-2e17-4a6b-83cf-2df34aa1b7f7 req-4fa0c885-d00b-4284-bdd4-7e09590c7854 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 944 time: 0.0518105 Nov 08 00:12:32.166565 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c44e72a8-2e17-4a6b-83cf-2df34aa1b7f7 req-743c0928-6ba5-4228-be69-0860f9c1df7f tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328889 Nov 08 00:12:32.217332 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e94db-142b-4cfb-8ac9-269af346d27e req-346fc9e0-c46d-4a8a-97ec-df15a34b123c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:32.219246 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d80e94db-142b-4cfb-8ac9-269af346d27e req-346fc9e0-c46d-4a8a-97ec-df15a34b123c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9275618c-2af8-4285-873e-1544fab15b19 HTTP/1.1" status: 200 len: 913 time: 0.1196575 Nov 08 00:12:32.267537 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d80e94db-142b-4cfb-8ac9-269af346d27e req-94d56477-bee2-4f99-88ee-648571626f28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a771d60-835f-4bc6-9641-44ebd8549a53 HTTP/1.1" status: 200 len: 217 time: 0.0388544 Nov 08 00:12:32.278791 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b123972d-37a4-49ab-96fd-efccd7e59417 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:12:32.305650 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: b123972d-37a4-49ab-96fd-efccd7e59417 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:12:32.306002 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b123972d-37a4-49ab-96fd-efccd7e59417 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:12:32.331820 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2dc1c2-dd64-456a-9167-79d4831a28ae req-57a86bb1-f3ba-459c-81ab-03038ab29307 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:32.331820 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2dc1c2-dd64-456a-9167-79d4831a28ae req-57a86bb1-f3ba-459c-81ab-03038ab29307 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 945 time: 0.0953479 Nov 08 00:12:32.345166 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e94db-142b-4cfb-8ac9-269af346d27e req-852a9da7-afe9-4232-b4c6-1b5310147e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:32.345388 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08811a3f-3fcf-47c8-98a5-b380663000a8 req-d77777c4-1ca7-4f8b-93f4-a1f6d7ce4485 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:32.346561 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d80e94db-142b-4cfb-8ac9-269af346d27e req-852a9da7-afe9-4232-b4c6-1b5310147e85 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f8240525-3ca1-4b43-8bf4-23a1cb2e921d HTTP/1.1" status: 200 len: 852 time: 0.0705326 Nov 08 00:12:32.348267 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08811a3f-3fcf-47c8-98a5-b380663000a8 req-d77777c4-1ca7-4f8b-93f4-a1f6d7ce4485 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 946 time: 0.1015401 Nov 08 00:12:32.381083 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d80e94db-142b-4cfb-8ac9-269af346d27e req-b43f1362-19bb-46bb-b88e-6eb12740cb39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9275618c-2af8-4285-873e-1544fab15b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256302 Nov 08 00:12:32.402837 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2dc1c2-dd64-456a-9167-79d4831a28ae req-fc65d147-e74b-4122-b4e6-81ad79f96f46 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535302 Nov 08 00:12:32.410704 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08811a3f-3fcf-47c8-98a5-b380663000a8 req-cd81223f-0708-43f7-bdbb-5055061574b6 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555279 Nov 08 00:12:32.482864 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d80e94db-142b-4cfb-8ac9-269af346d27e req-4bf54cf0-c9a9-4bf2-8713-d4851d1e1b01 service neutron] 10.222.0.26 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923958 Nov 08 00:12:32.515502 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ddf2ed0-9d3e-475f-bd55-f2a26a5ab036 req-aa0cf43e-fcdf-45c4-9f0f-8b0bc581e2aa tempest-ServersOnMultiNodesTest-118573527 tempest-ServersOnMultiNodesTest-118573527-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a362f36-b47a-481a-86a1-d4a67fc747e5 HTTP/1.1" status: 200 len: 210 time: 0.0277333 Nov 08 00:12:32.604807 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d80e94db-142b-4cfb-8ac9-269af346d27e req-57b381df-d4d6-4154-aa29-d574816adea0 service neutron] 10.222.0.26 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875006 Nov 08 00:12:32.953357 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b52c1-a000-441f-847b-4f7a003f2da8 req-03c6d790-9ffc-4c3c-875b-06401fd9923a tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:32.955110 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b8b52c1-a000-441f-847b-4f7a003f2da8 req-03c6d790-9ffc-4c3c-875b-06401fd9923a tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.0513692 Nov 08 00:12:32.966329 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35590) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:33.001862 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b8b52c1-a000-441f-847b-4f7a003f2da8 req-383811b2-578c-4896-86a7-d43490c3b909 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406897 Nov 08 00:12:33.069568 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45643d12-18a4-4390-a59a-b77a26e75462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:33.149830 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45643d12-18a4-4390-a59a-b77a26e75462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:33.186305 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76025bd-2d3a-48b1-af62-0220f6838b69 req-f42e9ebd-d2b3-4a95-96d1-8f6669599833 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:33.187767 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e76025bd-2d3a-48b1-af62-0220f6838b69 req-f42e9ebd-d2b3-4a95-96d1-8f6669599833 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.0517716 Nov 08 00:12:33.226175 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e76025bd-2d3a-48b1-af62-0220f6838b69 req-8fedb107-b8a5-42ca-ba94-988ca1435ea5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321424 Nov 08 00:12:33.233384 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45643d12-18a4-4390-a59a-b77a26e75462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:33.252879 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:33.270594 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-45643d12-18a4-4390-a59a-b77a26e75462 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcec847227634a53bb36df7d7821d5aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031433 Nov 08 00:12:33.271756 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45643d12-18a4-4390-a59a-b77a26e75462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88b71da-6bcc-4b12-9a39-7bcfd2ba47ca,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:33.273371 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35598) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:33.289516 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79ba1b-03fc-4a04-a13e-b62d8496a017 req-e4a55cf5-316f-4f9f-9ce8-d95f81397184 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:33.291061 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a79ba1b-03fc-4a04-a13e-b62d8496a017 req-e4a55cf5-316f-4f9f-9ce8-d95f81397184 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 944 time: 0.0557570 Nov 08 00:12:33.354383 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a79ba1b-03fc-4a04-a13e-b62d8496a017 req-3464b195-31b3-4233-b177-e53c389b00de tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552788 Nov 08 00:12:33.359592 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be47d9b8-dfdc-4493-814a-2135e6f80005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:33.381852 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be47d9b8-dfdc-4493-814a-2135e6f80005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:33.526694 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be47d9b8-dfdc-4493-814a-2135e6f80005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:33.529752 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be47d9b8-dfdc-4493-814a-2135e6f80005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:33.530862 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-be47d9b8-dfdc-4493-814a-2135e6f80005 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d88b71da-6bcc-4b12-9a39-7bcfd2ba47ca HTTP/1.1" status: 204 len: 168 time: 0.2550161 Nov 08 00:12:33.549472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47d9b8-dfdc-4493-814a-2135e6f80005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88b71da-6bcc-4b12-9a39-7bcfd2ba47ca,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:33.570516 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293f3f2-84a5-495e-9582-c3116aaa2862 req-5b7b7e71-09bf-403f-a477-22e9fc1a056d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:33.572067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7293f3f2-84a5-495e-9582-c3116aaa2862 req-5b7b7e71-09bf-403f-a477-22e9fc1a056d tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 946 time: 0.0931835 Nov 08 00:12:33.581624 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176d282-62ca-4ee7-bd0e-a4bec76718dd req-b6261965-4ba9-4f1d-8fd2-50c7f33fa60e tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:33.583110 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9176d282-62ca-4ee7-bd0e-a4bec76718dd req-b6261965-4ba9-4f1d-8fd2-50c7f33fa60e tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 945 time: 0.1060755 Nov 08 00:12:33.631611 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7293f3f2-84a5-495e-9582-c3116aaa2862 req-32cf435f-fdf8-4f94-87e6-900905c0d73e tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475338 Nov 08 00:12:33.644486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9176d282-62ca-4ee7-bd0e-a4bec76718dd req-da312b5f-86ce-4d60-8c5c-4ec2c38dac29 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536354 Nov 08 00:12:33.699947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a362f36-b47a-481a-86a1-d4a67fc747e5', 'name': 'network-vif-deleted', 'tag': 'b123972d-37a4-49ab-96fd-efccd7e59417'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:33.702556 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0666de85-07e1-4c5e-a1fd-04fcf0494ad3" -d '{"events": [{"server_uuid": "8a362f36-b47a-481a-86a1-d4a67fc747e5", "name": "network-vif-deleted", "tag": "b123972d-37a4-49ab-96fd-efccd7e59417"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:33.747845 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55362858-9d5b-4621-9bc3-9d0086ccd09e x-openstack-request-id: req-55362858-9d5b-4621-9bc3-9d0086ccd09e {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:33.747845 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a362f36-b47a-481a-86a1-d4a67fc747e5", "name": "network-vif-deleted", "tag": "b123972d-37a4-49ab-96fd-efccd7e59417", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:33.747845 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55362858-9d5b-4621-9bc3-9d0086ccd09e {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:33.747845 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a362f36-b47a-481a-86a1-d4a67fc747e5', 'name': 'network-vif-deleted', 'tag': 'b123972d-37a4-49ab-96fd-efccd7e59417', 'status': 'completed', 'code': 200} Nov 08 00:12:33.771413 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0502414-9619-4207-b770-8ecee06dde0a req-220f9bce-7c82-40ea-89b3-d48f5a7d728f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:33.773745 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a0502414-9619-4207-b770-8ecee06dde0a req-220f9bce-7c82-40ea-89b3-d48f5a7d728f tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.20 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 946 time: 0.0665288 Nov 08 00:12:33.782172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7c159-32c1-44bd-b6d4-3b8beb9748c0 req-f041b086-cda9-4a2c-a541-3255d6b018b5 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:33.783917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f2a7c159-32c1-44bd-b6d4-3b8beb9748c0 req-f041b086-cda9-4a2c-a541-3255d6b018b5 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 1096 time: 0.0577705 Nov 08 00:12:33.820810 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f2a7c159-32c1-44bd-b6d4-3b8beb9748c0 req-9f259ec5-b39b-4d9d-bd5f-911d2eb0613f tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308194 Nov 08 00:12:33.837724 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 1a771d60-835f-4bc6-9641-44ebd8549a53 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:12:33.894742 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-a0502414-9619-4207-b770-8ecee06dde0a req-943860f9-4bea-4d8b-950d-1379c4c84a28 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Deleting port d8133915-1cfa-4ca6-b12a-4d81797fcc81 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:12:33.895069 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a0502414-9619-4207-b770-8ecee06dde0a req-943860f9-4bea-4d8b-950d-1379c4c84a28 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:33.999220 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd661e2-5b8e-4d67-b6f1-57399a42c0d3 req-cbae5b91-0fd1-4b1e-8a5c-db6c16e72c49 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:34.000796 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ebd661e2-5b8e-4d67-b6f1-57399a42c0d3 req-cbae5b91-0fd1-4b1e-8a5c-db6c16e72c49 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 1096 time: 0.0474694 Nov 08 00:12:34.005633 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 1a771d60-835f-4bc6-9641-44ebd8549a53, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=1a771d60-835f-4bc6-9641-44ebd8549a53,segment=NetworkSegment(cc6b21bf-5659-458e-a4a4-30150d05a911),segment_id=cc6b21bf-5659-458e-a4a4-30150d05a911)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:34.018165 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '1a771d60-835f-4bc6-9641-44ebd8549a53', 'network_id': '9275618c-2af8-4285-873e-1544fab15b19', 'port_id': '1a771d60-835f-4bc6-9641-44ebd8549a53', 'mac_address': 'fa:16:3e:b6:62:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8240525-3ca1-4b43-8bf4-23a1cb2e921d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:12:34.021138 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-a0502414-9619-4207-b770-8ecee06dde0a req-943860f9-4bea-4d8b-950d-1379c4c84a28 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] For port d8133915-1cfa-4ca6-b12a-4d81797fcc81, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=d8133915-1cfa-4ca6-b12a-4d81797fcc81,segment=NetworkSegment(5bc2dfb0-12af-4824-ae67-447210a44548),segment_id=5bc2dfb0-12af-4824-ae67-447210a44548)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:34.021845 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a0502414-9619-4207-b770-8ecee06dde0a req-943860f9-4bea-4d8b-950d-1379c4c84a28 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:34.038348 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-a0502414-9619-4207-b770-8ecee06dde0a req-943860f9-4bea-4d8b-950d-1379c4c84a28 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Calling delete_port for d8133915-1cfa-4ca6-b12a-4d81797fcc81 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:12:34.061316 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:34.065004 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ebd661e2-5b8e-4d67-b6f1-57399a42c0d3 req-3d3ecbaa-5955-4971-bebb-a9747d09e337 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574024 Nov 08 00:12:34.077611 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a771d60-835f-4bc6-9641-44ebd8549a53 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:12:34.127435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 1a771d60-835f-4bc6-9641-44ebd8549a53, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=1a771d60-835f-4bc6-9641-44ebd8549a53,segment=NetworkSegment(cc6b21bf-5659-458e-a4a4-30150d05a911),segment_id=cc6b21bf-5659-458e-a4a4-30150d05a911)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:34.168794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cac5e-c0b3-4568-8b34-cdde7d55915e req-771a6b13-9042-4df4-ae33-5dbc293b6b7b tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:34.179487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee2cac5e-c0b3-4568-8b34-cdde7d55915e req-771a6b13-9042-4df4-ae33-5dbc293b6b7b tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.0956690 Nov 08 00:12:34.210910 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:34.226680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35638) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:34.269675 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a0502414-9619-4207-b770-8ecee06dde0a req-943860f9-4bea-4d8b-950d-1379c4c84a28 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:34.277513 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee2cac5e-c0b3-4568-8b34-cdde7d55915e req-7656c48d-0698-47c6-8831-d0156d0b3f0b tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938203 Nov 08 00:12:34.302617 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=1a771d60-835f-4bc6-9641-44ebd8549a53,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:34.320610 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943860f9-4bea-4d8b-950d-1379c4c84a28 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Pushing event deleted for resources: {'Port': ['ID=d8133915-1cfa-4ca6-b12a-4d81797fcc81,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:34.322449 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['d8133915-1cfa-4ca6-b12a-4d81797fcc81'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:34.390029 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0502414-9619-4207-b770-8ecee06dde0a req-943860f9-4bea-4d8b-950d-1379c4c84a28 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] No DVR routers for this DVR port d8133915-1cfa-4ca6-b12a-4d81797fcc81 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:12:34.393547 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a0502414-9619-4207-b770-8ecee06dde0a req-943860f9-4bea-4d8b-950d-1379c4c84a28 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:34.396838 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a0502414-9619-4207-b770-8ecee06dde0a req-943860f9-4bea-4d8b-950d-1379c4c84a28 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.20 "DELETE /v2.0/ports/d8133915-1cfa-4ca6-b12a-4d81797fcc81 HTTP/1.1" status: 204 len: 173 time: 0.6139829 Nov 08 00:12:34.397859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622f3ad-5c86-4ba1-86a8-b1a1d3630368 req-2822bcfd-aeaf-41e8-aa03-e4eb6a868f77 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:34.399444 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2622f3ad-5c86-4ba1-86a8-b1a1d3630368 req-2822bcfd-aeaf-41e8-aa03-e4eb6a868f77 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.0568683 Nov 08 00:12:34.466754 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2622f3ad-5c86-4ba1-86a8-b1a1d3630368 req-c92d08a4-2cec-44a9-883c-618de77a2ad8 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502541 Nov 08 00:12:34.492306 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d72a1c42-42ae-4f33-8bdd-ccbbbbfc3b45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01a4d5e932eb46c6a9a010666c7cdefd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637067 Nov 08 00:12:34.494165 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35652) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:34.551928 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2fe37cbb-28ae-4351-96b9-f8700215c95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:34.577640 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2fe37cbb-28ae-4351-96b9-f8700215c95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:34.591154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fe320-aeaa-4f27-a825-5027b2cee652 req-12c3ca69-e1b2-4244-88e1-d70b3e646368 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:34.597693 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['1a771d60-835f-4bc6-9641-44ebd8549a53'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:34.599478 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b80fe320-aeaa-4f27-a825-5027b2cee652 req-12c3ca69-e1b2-4244-88e1-d70b3e646368 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 945 time: 0.0691259 Nov 08 00:12:34.662682 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b80fe320-aeaa-4f27-a825-5027b2cee652 req-1fba0318-cb5f-4536-87a7-998fc34492e9 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577209 Nov 08 00:12:34.709994 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2fe37cbb-28ae-4351-96b9-f8700215c95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:34.713096 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2fe37cbb-28ae-4351-96b9-f8700215c95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:34.716892 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2fe37cbb-28ae-4351-96b9-f8700215c95c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73823340-667e-4935-95cf-f0ab1336852f HTTP/1.1" status: 204 len: 168 time: 0.2188549 Nov 08 00:12:34.730556 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe37cbb-28ae-4351-96b9-f8700215c95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73823340-667e-4935-95cf-f0ab1336852f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:34.765533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c841b91d-59c5-4f88-9468-6596d4b68ce0 req-f704c206-94d3-486e-92b7-5b1dc2f80ca2 tempest-ServerDiskConfigTestJSON-1066868952 tempest-ServerDiskConfigTestJSON-1066868952-project] 10.222.0.13 "GET /v2.0/ports?device_id=79588788-5420-4c7e-9091-d0c77d5e9708 HTTP/1.1" status: 200 len: 210 time: 0.0527611 Nov 08 00:12:35.386970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357705e2-891b-4893-8def-7926f1ac4250 req-979469c5-296a-49ca-b3e6-c9c99ef4f0aa tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:35.389023 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-357705e2-891b-4893-8def-7926f1ac4250 req-979469c5-296a-49ca-b3e6-c9c99ef4f0aa tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.0535667 Nov 08 00:12:35.428018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-357705e2-891b-4893-8def-7926f1ac4250 req-cb58292e-6bbe-46b2-8018-b84de46382dd tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326920 Nov 08 00:12:35.473004 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35692) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:35.503180 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35698) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:35.576658 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d01c8589-7180-48f8-9ace-829db77c78ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0426711bc21249609ab323d1b9c44958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0706334 Nov 08 00:12:35.578837 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35704) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:35.632079 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4fde4f82-022c-4917-b41c-60f4bdacc7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:35.639570 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9189a48-0002-452e-888b-5d12f0f754d1 req-c2f846a0-98b3-4e49-9340-9e16d49b7c13 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:35.641173 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9189a48-0002-452e-888b-5d12f0f754d1 req-c2f846a0-98b3-4e49-9340-9e16d49b7c13 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.0551136 Nov 08 00:12:35.655264 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4fde4f82-022c-4917-b41c-60f4bdacc7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:35.700220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9189a48-0002-452e-888b-5d12f0f754d1 req-6205c759-97bf-49a6-88ae-fb31c57a8c1b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489078 Nov 08 00:12:35.733458 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a79d454b-8c1e-4d41-aa04-2f4dc5911e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:35.748494 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79588788-5420-4c7e-9091-d0c77d5e9708', 'name': 'network-vif-deleted', 'tag': 'd8133915-1cfa-4ca6-b12a-4d81797fcc81'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:35.751964 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4342f292-9e83-4015-aceb-1235f4adbc80" -d '{"events": [{"server_uuid": "79588788-5420-4c7e-9091-d0c77d5e9708", "name": "network-vif-deleted", "tag": "d8133915-1cfa-4ca6-b12a-4d81797fcc81"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:35.797042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f4f81-4e35-4856-bb60-3ab9b970a889 req-c255713d-17ee-4f24-bda2-a789741a3321 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:35.798664 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-104f4f81-4e35-4856-bb60-3ab9b970a889 req-c255713d-17ee-4f24-bda2-a789741a3321 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 945 time: 0.0491002 Nov 08 00:12:35.820643 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a79d454b-8c1e-4d41-aa04-2f4dc5911e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:35.829672 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4fde4f82-022c-4917-b41c-60f4bdacc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:35.832267 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4fde4f82-022c-4917-b41c-60f4bdacc7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:35.833473 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4fde4f82-022c-4917-b41c-60f4bdacc7c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c33fa1ed-5e07-4ac4-bdf3-76464389223e HTTP/1.1" status: 204 len: 168 time: 0.2535782 Nov 08 00:12:35.840276 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-104f4f81-4e35-4856-bb60-3ab9b970a889 req-4f5df75b-b83d-4bf5-b927-f066dff42ffe tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349956 Nov 08 00:12:35.841401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde4f82-022c-4917-b41c-60f4bdacc7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33fa1ed-5e07-4ac4-bdf3-76464389223e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:35.853731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 1a771d60-835f-4bc6-9641-44ebd8549a53 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:12:35.900030 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff071a2-2565-4354-b1ef-ac82d5f6991f x-openstack-request-id: req-2ff071a2-2565-4354-b1ef-ac82d5f6991f {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:35.900577 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79588788-5420-4c7e-9091-d0c77d5e9708", "name": "network-vif-deleted", "tag": "d8133915-1cfa-4ca6-b12a-4d81797fcc81", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:35.901036 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ff071a2-2565-4354-b1ef-ac82d5f6991f {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:35.901529 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79588788-5420-4c7e-9091-d0c77d5e9708', 'name': 'network-vif-deleted', 'tag': 'd8133915-1cfa-4ca6-b12a-4d81797fcc81', 'status': 'completed', 'code': 200} Nov 08 00:12:35.967153 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a79d454b-8c1e-4d41-aa04-2f4dc5911e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:36.006755 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d454b-8c1e-4d41-aa04-2f4dc5911e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ca8c82-225a-4a13-a202-f70a7bef5c8c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:36.007305 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 1a771d60-835f-4bc6-9641-44ebd8549a53 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:12:36.012198 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 1a771d60-835f-4bc6-9641-44ebd8549a53 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:36.012737 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:36.024001 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a79d454b-8c1e-4d41-aa04-2f4dc5911e5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f080d69d762e4ed286f53b70b6473340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5499871 Nov 08 00:12:36.026708 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35720) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:36.082824 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35726) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:36.102910 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2475b769-a600-453b-b8d5-67b79ff08ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:36.135723 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e62e0b6-7e0f-4f33-9fb8-a09e2453ea20 admin admin] Deleting subnet 16d64a69-40b8-49ea-a2a5-54f41398f270 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:12:36.141331 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2475b769-a600-453b-b8d5-67b79ff08ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:36.144651 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2e62e0b6-7e0f-4f33-9fb8-a09e2453ea20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:36.206782 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2e62e0b6-7e0f-4f33-9fb8-a09e2453ea20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:36.236576 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:36.258853 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2e62e0b6-7e0f-4f33-9fb8-a09e2453ea20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:36.261911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89efa31f-ed9e-42f8-a96f-9151d05dce73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a771d60-835f-4bc6-9641-44ebd8549a53'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:36.264270 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68338804-1b82-4c4c-a8c1-23f3a63bb65e" -d '{"events": [{"server_uuid": "89efa31f-ed9e-42f8-a96f-9151d05dce73", "name": "network-vif-plugged", "status": "completed", "tag": "1a771d60-835f-4bc6-9641-44ebd8549a53"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:36.275942 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2475b769-a600-453b-b8d5-67b79ff08ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:36.280542 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 1a771d60-835f-4bc6-9641-44ebd8549a53, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=1a771d60-835f-4bc6-9641-44ebd8549a53,segment=NetworkSegment(cc6b21bf-5659-458e-a4a4-30150d05a911),segment_id=cc6b21bf-5659-458e-a4a4-30150d05a911)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:36.280948 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2475b769-a600-453b-b8d5-67b79ff08ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:36.281982 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device d8133915-1cfa-4ca6-b12a-4d81797fcc81 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:12:36.282936 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2475b769-a600-453b-b8d5-67b79ff08ff7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84ca8c82-225a-4a13-a202-f70a7bef5c8c HTTP/1.1" status: 204 len: 168 time: 0.2551396 Nov 08 00:12:36.291416 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475b769-a600-453b-b8d5-67b79ff08ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ca8c82-225a-4a13-a202-f70a7bef5c8c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:36.304066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475b769-a600-453b-b8d5-67b79ff08ff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:36.304066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475b769-a600-453b-b8d5-67b79ff08ff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:36.304066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475b769-a600-453b-b8d5-67b79ff08ff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:36.304066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475b769-a600-453b-b8d5-67b79ff08ff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:36.304066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475b769-a600-453b-b8d5-67b79ff08ff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:36.304517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475b769-a600-453b-b8d5-67b79ff08ff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:36.304517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475b769-a600-453b-b8d5-67b79ff08ff7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:36.304831 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475b769-a600-453b-b8d5-67b79ff08ff7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:36.305546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475b769-a600-453b-b8d5-67b79ff08ff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:36.306051 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: d8133915-1cfa-4ca6-b12a-4d81797fcc81 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:12:36.306324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475b769-a600-453b-b8d5-67b79ff08ff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:36.306516 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device d8133915-1cfa-4ca6-b12a-4d81797fcc81 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:12:36.306957 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475b769-a600-453b-b8d5-67b79ff08ff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:36.307540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475b769-a600-453b-b8d5-67b79ff08ff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:36.329075 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31e78df-d81e-4bb5-bde5-520a954d80c1 x-openstack-request-id: req-a31e78df-d81e-4bb5-bde5-520a954d80c1 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:36.329572 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89efa31f-ed9e-42f8-a96f-9151d05dce73", "name": "network-vif-plugged", "status": "completed", "tag": "1a771d60-835f-4bc6-9641-44ebd8549a53", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:36.332023 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a31e78df-d81e-4bb5-bde5-520a954d80c1 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:36.332023 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89efa31f-ed9e-42f8-a96f-9151d05dce73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a771d60-835f-4bc6-9641-44ebd8549a53', 'code': 200} Nov 08 00:12:36.373674 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:36.424449 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2e62e0b6-7e0f-4f33-9fb8-a09e2453ea20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:36.428892 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=1a771d60-835f-4bc6-9641-44ebd8549a53,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:36.476765 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62e0b6-7e0f-4f33-9fb8-a09e2453ea20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d64a69-40b8-49ea-a2a5-54f41398f270,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:36.488432 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2e62e0b6-7e0f-4f33-9fb8-a09e2453ea20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:36.488432 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2e62e0b6-7e0f-4f33-9fb8-a09e2453ea20 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/16d64a69-40b8-49ea-a2a5-54f41398f270 HTTP/1.1" status: 204 len: 168 time: 0.4026771 Nov 08 00:12:36.490115 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35742) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:36.501286 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fbaf-c559-45da-af22-b1890adc5627 req-60931215-3032-4068-9ca8-dee7ba55c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:36.502774 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2d6fbaf-c559-45da-af22-b1890adc5627 req-60931215-3032-4068-9ca8-dee7ba55c318 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 1097 time: 0.0533166 Nov 08 00:12:36.546549 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c2d6fbaf-c559-45da-af22-b1890adc5627 req-d07a2886-17a7-439c-a09e-246ca577faa9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304694 Nov 08 00:12:36.549783 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-6a9d7fcf-61e0-4510-aa9f-e19cbd363599 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:12:36.550779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-6a9d7fcf-61e0-4510-aa9f-e19cbd363599 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159922 Nov 08 00:12:36.627572 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e42c61f3-258f-40b7-bdb8-e7893c6276dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:36.629514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-4836a877-fef0-4776-b40d-fcbfee2dfe71 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:36.630874 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-4836a877-fef0-4776-b40d-fcbfee2dfe71 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/ports/8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 HTTP/1.1" status: 200 len: 1093 time: 0.0545650 Nov 08 00:12:36.646475 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-c615cdac-01f8-4442-b0a6-6e64d5777f5a service neutron] Request body: {'binding': {'host': 'n-h1-816882-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:36.646926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-c615cdac-01f8-4442-b0a6-6e64d5777f5a service neutron] Unknown quota resources ['binding']. {{(pid=102772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 00:12:36.658273 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f63d61-8ca5-43d2-a684-0cc807303867 req-76882784-c452-4f69-a9c7-c77ed3c6da9b tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:36.659732 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d3f63d61-8ca5-43d2-a684-0cc807303867 req-76882784-c452-4f69-a9c7-c77ed3c6da9b tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.1238554 Nov 08 00:12:36.825214 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d3f63d61-8ca5-43d2-a684-0cc807303867 req-bc02abee-b59b-4fe9-bf94-f6506660bdda tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456635 Nov 08 00:12:36.826762 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e42c61f3-258f-40b7-bdb8-e7893c6276dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:36.866169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-e42c61f3-258f-40b7-bdb8-e7893c6276dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8de0bf2-e676-4bb3-b718-0db2fff39ea0']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:36.880203 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-e42c61f3-258f-40b7-bdb8-e7893c6276dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc2dfb0-12af-4824-ae67-447210a44548') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:36.890073 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-e42c61f3-258f-40b7-bdb8-e7893c6276dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc2dfb0-12af-4824-ae67-447210a44548') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:36.899109 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e42c61f3-258f-40b7-bdb8-e7893c6276dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:36.929707 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e42c61f3-258f-40b7-bdb8-e7893c6276dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:36.956056 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42c61f3-258f-40b7-bdb8-e7893c6276dc admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:12:36.956456 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e42c61f3-258f-40b7-bdb8-e7893c6276dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:12:36.958256 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:12:36.996719 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-c615cdac-01f8-4442-b0a6-6e64d5777f5a service neutron] Attempting to bind port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 on host n-h1-816882-1 for vnic_type normal with profile None {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:12:36.996986 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-c615cdac-01f8-4442-b0a6-6e64d5777f5a service neutron] Attempting to bind port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:12:36.997313 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-c615cdac-01f8-4442-b0a6-6e64d5777f5a service neutron] Attempting to bind port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:37.015699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-c615cdac-01f8-4442-b0a6-6e64d5777f5a service neutron] Port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:12:37.016133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-c615cdac-01f8-4442-b0a6-6e64d5777f5a service neutron] Attempting to bind port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:37.024418 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-c615cdac-01f8-4442-b0a6-6e64d5777f5a service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:12:37.024761 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-c615cdac-01f8-4442-b0a6-6e64d5777f5a service neutron] Checking segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:12:37.025150 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-c615cdac-01f8-4442-b0a6-6e64d5777f5a service neutron] Bound using segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:12:37.025582 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-c615cdac-01f8-4442-b0a6-6e64d5777f5a service neutron] Bound port: 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:12:37.062097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f15c9-9177-47c1-9a71-db5430bc9632 req-03c5d31d-3a3a-43b9-a9db-2ec9f2be573b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:37.063603 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ba5f15c9-9177-47c1-9a71-db5430bc9632 req-03c5d31d-3a3a-43b9-a9db-2ec9f2be573b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.1529391 Nov 08 00:12:37.119751 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-c615cdac-01f8-4442-b0a6-6e64d5777f5a service neutron] For port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:12:37.121236 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e42c61f3-258f-40b7-bdb8-e7893c6276dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:37.125395 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ba5f15c9-9177-47c1-9a71-db5430bc9632 req-48293b7f-f747-4432-b496-9c19de9f3d92 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545723 Nov 08 00:12:37.129258 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e42c61f3-258f-40b7-bdb8-e7893c6276dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:37.135000 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e42c61f3-258f-40b7-bdb8-e7893c6276dc admin admin] 10.222.0.13 "DELETE /v2.0/networks/d8de0bf2-e676-4bb3-b718-0db2fff39ea0 HTTP/1.1" status: 204 len: 168 time: 0.6438401 Nov 08 00:12:37.146183 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c61f3-258f-40b7-bdb8-e7893c6276dc admin admin] Pushing event deleted for resources: {'Network': ['ID=d8de0bf2-e676-4bb3-b718-0db2fff39ea0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:37.197058 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-c615cdac-01f8-4442-b0a6-6e64d5777f5a service neutron] Notify callbacks [] for binding, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:37.209494 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-c615cdac-01f8-4442-b0a6-6e64d5777f5a service neutron] 10.222.0.13 "POST /v2.0/ports/8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1/bindings HTTP/1.1" status: 201 len: 389 time: 0.5677328 Nov 08 00:12:37.275557 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7507e63-1573-41c9-a06a-3b2357bb5d25 req-b685ea4a-ca2d-48b1-9c5a-c0d0c31be50c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:37.276958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7507e63-1573-41c9-a06a-3b2357bb5d25 req-b685ea4a-ca2d-48b1-9c5a-c0d0c31be50c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 946 time: 0.0649800 Nov 08 00:12:37.315542 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7507e63-1573-41c9-a06a-3b2357bb5d25 req-9bdf2a04-bdd6-44ee-b3d0-c35c22bbb913 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319276 Nov 08 00:12:37.514735 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206318e1-675b-4aa3-9f18-0544ba959024 req-f72beaad-8f5c-4775-b6a4-4573eb304a73 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:37.516361 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-206318e1-675b-4aa3-9f18-0544ba959024 req-f72beaad-8f5c-4775-b6a4-4573eb304a73 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 945 time: 0.0496335 Nov 08 00:12:37.563657 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-206318e1-675b-4aa3-9f18-0544ba959024 req-226841eb-d64b-4fb5-a37f-c4d3abfeb11a tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408523 Nov 08 00:12:37.576702 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35786) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:37.626219 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fd2e0062-eaaa-4b15-a54e-2a557b482ad7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1ebccb3c8984c29a3fd2e7e2488d34f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482588 Nov 08 00:12:37.629911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35788) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:37.674082 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35790) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:37.683012 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f9b4b76-e57c-48b7-8199-dbb1f82e82f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:37.704942 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f9b4b76-e57c-48b7-8199-dbb1f82e82f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:37.776050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-278bb87a-01fa-4516-8cff-02382e28067a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1496478298-network', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:37.812333 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f9b4b76-e57c-48b7-8199-dbb1f82e82f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:37.814949 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f9b4b76-e57c-48b7-8199-dbb1f82e82f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:37.816434 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9f9b4b76-e57c-48b7-8199-dbb1f82e82f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2c06ef9-13c8-4a10-80f6-75e71e13d6ce HTTP/1.1" status: 204 len: 168 time: 0.1852291 Nov 08 00:12:37.824067 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b4b76-e57c-48b7-8199-dbb1f82e82f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c06ef9-13c8-4a10-80f6-75e71e13d6ce,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:37.898330 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278bb87a-01fa-4516-8cff-02382e28067a admin admin] Made reservation on behalf of 53229acc1a8e435a991dbecce56b37f6 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:12:37.900873 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-278bb87a-01fa-4516-8cff-02382e28067a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:37.911926 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-278bb87a-01fa-4516-8cff-02382e28067a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:37.977356 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068499fc-79fc-4f4d-bf6e-b1fa09d98c07 req-c8ac6633-5a2c-40c9-ad41-47601e4b6a10 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:37.979126 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-068499fc-79fc-4f4d-bf6e-b1fa09d98c07 req-c8ac6633-5a2c-40c9-ad41-47601e4b6a10 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.0693672 Nov 08 00:12:37.985871 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-4dfc0738-bfc2-450d-9990-443b83402bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:37.987378 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-4dfc0738-bfc2-450d-9990-443b83402bb1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 1096 time: 0.0450075 Nov 08 00:12:38.080310 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-068499fc-79fc-4f4d-bf6e-b1fa09d98c07 req-4b715685-8f62-4384-a500-2e0a35bd47a3 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836999 Nov 08 00:12:38.088503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-3a0bac6a-1484-40e3-a02d-02195cabbe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:38.090000 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-3a0bac6a-1484-40e3-a02d-02195cabbe47 service neutron] 10.222.0.20 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 922 time: 0.0893900 Nov 08 00:12:38.101007 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-278bb87a-01fa-4516-8cff-02382e28067a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:38.153034 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-dc414e61-3979-42e5-a55e-1317b2505e11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 HTTP/1.1" status: 200 len: 217 time: 0.0542407 Nov 08 00:12:38.154601 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-278bb87a-01fa-4516-8cff-02382e28067a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:38.185361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bb87a-01fa-4516-8cff-02382e28067a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50e4e63-8f2d-4c88-b73a-dfb934209505,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:38.197476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278bb87a-01fa-4516-8cff-02382e28067a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:12:38.210984 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:38.217979 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-278bb87a-01fa-4516-8cff-02382e28067a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:38.218333 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-278bb87a-01fa-4516-8cff-02382e28067a admin admin] Added segment 0953fae5-5960-4572-b6d5-4de8b440b78c of type vlan for network 5231b7b2-7394-4074-bd54-8d29b2980b79 Nov 08 00:12:38.247901 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-711b8236-0a34-472c-b18b-8aa089413274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:38.252505 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-711b8236-0a34-472c-b18b-8aa089413274 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.0897882 Nov 08 00:12:38.298267 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5b493ae4-b4c4-42f8-9b7e-d17f1722356d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384533 Nov 08 00:12:38.313104 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-278bb87a-01fa-4516-8cff-02382e28067a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:38.375930 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb0123-5174-467a-acaa-27db55231eea req-8b9fcbc8-6281-4495-9054-d1ba0511345c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:38.387153 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bffb0123-5174-467a-acaa-27db55231eea req-8b9fcbc8-6281-4495-9054-d1ba0511345c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.1541893 Nov 08 00:12:38.441150 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bffb0123-5174-467a-acaa-27db55231eea req-09121562-bf6a-4196-bfb8-91c32938aeca tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463171 Nov 08 00:12:38.474391 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-278bb87a-01fa-4516-8cff-02382e28067a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:38.475379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278bb87a-01fa-4516-8cff-02382e28067a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:38.476061 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-278bb87a-01fa-4516-8cff-02382e28067a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:38.477179 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-89acfa54-dd78-4fa4-944c-b7612133b85f service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710279 Nov 08 00:12:38.669968 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b218874-9de5-4b69-b69a-5120da582d0c req-25841422-4606-4041-a93d-4854740ec3e1 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:38.669968 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b218874-9de5-4b69-b69a-5120da582d0c req-25841422-4606-4041-a93d-4854740ec3e1 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 946 time: 0.1255734 Nov 08 00:12:38.669968 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bb87a-01fa-4516-8cff-02382e28067a admin admin] Pushing event updated for resources: {'Network': ['ID=5231b7b2-7394-4074-bd54-8d29b2980b79,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:38.671083 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 5231b7b2-7394-4074-bd54-8d29b2980b79 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:12:38.671771 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b218874-9de5-4b69-b69a-5120da582d0c req-64792cfc-c62d-4e94-9c82-ea50f16535d3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492873 Nov 08 00:12:38.672823 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-7329ec88-00e4-4e7c-b1a7-763070d96bca service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322544 Nov 08 00:12:38.706641 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-278bb87a-01fa-4516-8cff-02382e28067a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0306432 Nov 08 00:12:38.709463 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35834) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:38.714745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-b4dc6d96-bcc5-4898-b142-25b34d6d72b2 admin admin] Request body: {'subnet': {'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1496478298-subnet', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:38.747414 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a1ddb-f9ef-4e18-aed4-1eb631ce12a5 req-ef9256ec-8777-4931-9013-19a7ff0c7284 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:38.749442 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b5a1ddb-f9ef-4e18-aed4-1eb631ce12a5 req-ef9256ec-8777-4931-9013-19a7ff0c7284 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 945 time: 0.0782554 Nov 08 00:12:38.789211 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b5a1ddb-f9ef-4e18-aed4-1eb631ce12a5 req-8b7879ef-194b-4aa3-85da-12e3c36cce78 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338793 Nov 08 00:12:38.823916 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dc6d96-bcc5-4898-b142-25b34d6d72b2 admin admin] Made reservation on behalf of 53229acc1a8e435a991dbecce56b37f6 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:12:38.826984 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b4dc6d96-bcc5-4898-b142-25b34d6d72b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:38.958721 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b12fa44a-c0e7-4050-bd34-9b68749cb7ea req-5fc6953d-1212-4ba8-a9ec-8708b3b6feeb tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-265508317&fields=id&tenant_id=3c4d5bb4ed1d41d3b2d6cad5ce2423e3 HTTP/1.1" status: 200 len: 267 time: 0.0746541 Nov 08 00:12:38.962014 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-d676861f-ec60-4861-9a5c-d029abaeefbc tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0c3cbf625875430ab49a82f4e1cfc2c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414984 Nov 08 00:12:39.114496 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35854) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:39.223316 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-88479ea6-bbac-4c41-8a1a-f4ffc27fd1c3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1067799339-network', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:39.309572 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88479ea6-bbac-4c41-8a1a-f4ffc27fd1c3 admin admin] Made reservation on behalf of 0f34c6b5aa9c4235bb145ac377b6aae0 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:12:39.312658 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88479ea6-bbac-4c41-8a1a-f4ffc27fd1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:39.322134 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88479ea6-bbac-4c41-8a1a-f4ffc27fd1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:39.386442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fa44a-c0e7-4050-bd34-9b68749cb7ea req-100ede34-f972-4012-8704-e458ce514afc tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:39.387965 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b12fa44a-c0e7-4050-bd34-9b68749cb7ea req-100ede34-f972-4012-8704-e458ce514afc tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 946 time: 0.4222426 Nov 08 00:12:39.403533 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88479ea6-bbac-4c41-8a1a-f4ffc27fd1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:39.432209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-b12fa44a-c0e7-4050-bd34-9b68749cb7ea req-c2fd9685-96c1-41d5-96e2-ba25232fad5b tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Request body: {'port': {'security_groups': ['2d23abfc-2b57-482a-951f-11055040d1db', '67c166fe-ff9e-498a-b9b7-6c058056473f']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:39.475360 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88479ea6-bbac-4c41-8a1a-f4ffc27fd1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:39.486303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-8b48b0cd-61d7-443d-9390-57f7a900e0d8 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:39.487966 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-8b48b0cd-61d7-443d-9390-57f7a900e0d8 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5194869 Nov 08 00:12:39.501122 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88479ea6-bbac-4c41-8a1a-f4ffc27fd1c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:12:39.513314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-f247755e-2477-4312-a094-58732032dadf tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/quotas/0c3cbf625875430ab49a82f4e1cfc2c4 HTTP/1.1" status: 200 len: 375 time: 0.0179377 Nov 08 00:12:39.518523 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88479ea6-bbac-4c41-8a1a-f4ffc27fd1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:39.523899 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88479ea6-bbac-4c41-8a1a-f4ffc27fd1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:39.524604 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-88479ea6-bbac-4c41-8a1a-f4ffc27fd1c3 admin admin] Added segment 9b897e63-85bd-407e-a6de-4de80bc6bc88 of type vlan for network 1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b Nov 08 00:12:39.538669 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b4dc6d96-bcc5-4898-b142-25b34d6d72b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:39.573828 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88479ea6-bbac-4c41-8a1a-f4ffc27fd1c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:39.594492 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-5aa56659-8e3e-463b-9150-9b8de732b0e2 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c3cbf625875430ab49a82f4e1cfc2c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638535 Nov 08 00:12:39.598859 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b12fa44a-c0e7-4050-bd34-9b68749cb7ea req-c2fd9685-96c1-41d5-96e2-ba25232fad5b tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:39.631158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc6d96-bcc5-4898-b142-25b34d6d72b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=962d4ea2-2168-45af-8237-55eb5aa86ea9,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:39.652390 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88479ea6-bbac-4c41-8a1a-f4ffc27fd1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:39.653420 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88479ea6-bbac-4c41-8a1a-f4ffc27fd1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:39.655726 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88479ea6-bbac-4c41-8a1a-f4ffc27fd1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:39.675099 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dc6d96-bcc5-4898-b142-25b34d6d72b2 admin admin] Checking segment: {'id': '0953fae5-5960-4572-b6d5-4de8b440b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:12:39.675710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dc6d96-bcc5-4898-b142-25b34d6d72b2 admin admin] Network hostable DHCP agents. Network: 5231b7b2-7394-4074-bd54-8d29b2980b79, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:12:39.729864 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88479ea6-bbac-4c41-8a1a-f4ffc27fd1c3 admin admin] Pushing event updated for resources: {'Network': ['ID=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:39.742825 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:12:39.784256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dc6d96-bcc5-4898-b142-25b34d6d72b2 admin admin] Network 5231b7b2-7394-4074-bd54-8d29b2980b79 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:12:39.815890 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-88479ea6-bbac-4c41-8a1a-f4ffc27fd1c3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6976314 Nov 08 00:12:39.816240 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35862) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:39.821525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-02e0fca0-91ef-4fc9-bf76-6f937d30613e admin admin] Request body: {'subnet': {'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067799339-subnet', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:39.839809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-b12fa44a-c0e7-4050-bd34-9b68749cb7ea req-c2fd9685-96c1-41d5-96e2-ba25232fad5b tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] For port 1a771d60-835f-4bc6-9641-44ebd8549a53, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=1a771d60-835f-4bc6-9641-44ebd8549a53,segment=NetworkSegment(cc6b21bf-5659-458e-a4a4-30150d05a911),segment_id=cc6b21bf-5659-458e-a4a4-30150d05a911)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:39.875210 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-b4dc6d96-bcc5-4898-b142-25b34d6d72b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 5231b7b2-7394-4074-bd54-8d29b2980b79) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:12:39.882761 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b12fa44a-c0e7-4050-bd34-9b68749cb7ea req-c2fd9685-96c1-41d5-96e2-ba25232fad5b tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:39.885414 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dc6d96-bcc5-4898-b142-25b34d6d72b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:39.886133 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b4dc6d96-bcc5-4898-b142-25b34d6d72b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:39.893121 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7149316-892b-4467-aa63-9e3d545f7b53 None None] Network 5231b7b2-7394-4074-bd54-8d29b2980b79 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:12:39.944549 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e0fca0-91ef-4fc9-bf76-6f937d30613e admin admin] Made reservation on behalf of 0f34c6b5aa9c4235bb145ac377b6aae0 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:12:39.946940 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02e0fca0-91ef-4fc9-bf76-6f937d30613e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:39.967474 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa723600-a5e5-490b-920f-bd8b3786f0ae req-70a142e7-2d99-4d64-b3a8-34dee858820d tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:39.969523 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa723600-a5e5-490b-920f-bd8b3786f0ae req-70a142e7-2d99-4d64-b3a8-34dee858820d tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.0686440 Nov 08 00:12:40.002370 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b12fa44a-c0e7-4050-bd34-9b68749cb7ea req-c2fd9685-96c1-41d5-96e2-ba25232fad5b tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:40.038671 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b4dc6d96-bcc5-4898-b142-25b34d6d72b2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3281450 Nov 08 00:12:40.042451 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['41b8b625-df8d-43a6-876d-19baf9f9fb72'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:40.043707 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35872) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:40.051246 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['1a771d60-835f-4bc6-9641-44ebd8549a53'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:40.054750 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2e7b96a4-5266-4d04-bb00-fdd9c1c00ec9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1496478298-router', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:40.108343 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fa44a-c0e7-4050-bd34-9b68749cb7ea req-c2fd9685-96c1-41d5-96e2-ba25232fad5b tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:40.109093 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b12fa44a-c0e7-4050-bd34-9b68749cb7ea req-c2fd9685-96c1-41d5-96e2-ba25232fad5b tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:40.111182 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b12fa44a-c0e7-4050-bd34-9b68749cb7ea req-c2fd9685-96c1-41d5-96e2-ba25232fad5b tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "PUT /v2.0/ports/1a771d60-835f-4bc6-9641-44ebd8549a53 HTTP/1.1" status: 200 len: 982 time: 0.6937551 Nov 08 00:12:40.111911 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89efa31f-ed9e-42f8-a96f-9151d05dce73', 'tag': '1a771d60-835f-4bc6-9641-44ebd8549a53'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:40.114797 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43568002-5e9a-43ed-8bfb-ad350d72acea" -d '{"events": [{"name": "network-changed", "server_uuid": "89efa31f-ed9e-42f8-a96f-9151d05dce73", "tag": "1a771d60-835f-4bc6-9641-44ebd8549a53"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:40.133236 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa723600-a5e5-490b-920f-bd8b3786f0ae req-61603624-b3f1-4a18-9b7d-c58fbcd2bba3 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576529 Nov 08 00:12:40.206499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd9685-96c1-41d5-96e2-ba25232fad5b tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event updated for resources: {'Port': ['ID=1a771d60-835f-4bc6-9641-44ebd8549a53,revision_number=6']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:40.261695 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2e7b96a4-5266-4d04-bb00-fdd9c1c00ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:40.271052 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2e7b96a4-5266-4d04-bb00-fdd9c1c00ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:40.271427 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5231b7b2-7394-4074-bd54-8d29b2980b79', 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'fixed_ips': [{'subnet_id': '962d4ea2-2168-45af-8237-55eb5aa86ea9'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:12:40.273103 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:40.324879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['1a771d60-835f-4bc6-9641-44ebd8549a53'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:40.338477 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d6d24-4986-42a8-b418-89c66bd719c7 req-5bdbddc4-8761-464a-b522-ca08c93926ed tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:40.342778 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e34d6d24-4986-42a8-b418-89c66bd719c7 req-5bdbddc4-8761-464a-b522-ca08c93926ed tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.1042514 Nov 08 00:12:40.387778 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2e7b96a4-5266-4d04-bb00-fdd9c1c00ec9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:40.434204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345662d-fea2-4435-a4af-826fb768a0ea req-6b6e3fac-c05a-4c14-8f93-756d0e98741d tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:40.436183 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b345662d-fea2-4435-a4af-826fb768a0ea req-6b6e3fac-c05a-4c14-8f93-756d0e98741d tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 945 time: 0.0823116 Nov 08 00:12:40.442266 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e34d6d24-4986-42a8-b418-89c66bd719c7 req-f0df69f0-65d6-41df-891e-e7c9c61d1c0c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950603 Nov 08 00:12:40.497389 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b345662d-fea2-4435-a4af-826fb768a0ea req-9e35e07a-f797-45e1-82c4-b1addcf8737c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517302 Nov 08 00:12:40.507956 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02e0fca0-91ef-4fc9-bf76-6f937d30613e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:40.560907 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-699adfc8-da91-47b9-ac86-227bc913d79c req-f1d9399b-b71c-42c7-8980-8897af527d61 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/ports?device_id=03c1c010-8eee-4dfd-ac41-97b725e61bac HTTP/1.1" status: 200 len: 210 time: 0.0513859 Nov 08 00:12:40.600046 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5fed1e-be78-4de7-b597-4c57edb35d00 x-openstack-request-id: req-0b5fed1e-be78-4de7-b597-4c57edb35d00 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:40.605112 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89efa31f-ed9e-42f8-a96f-9151d05dce73", "tag": "1a771d60-835f-4bc6-9641-44ebd8549a53", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:40.605112 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b5fed1e-be78-4de7-b597-4c57edb35d00 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:40.605112 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89efa31f-ed9e-42f8-a96f-9151d05dce73', 'tag': '1a771d60-835f-4bc6-9641-44ebd8549a53', 'status': 'completed', 'code': 200} Nov 08 00:12:40.659756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c2f4515f-87f9-43c2-a5af-c399bf09cfc3 req-aef68150-8652-469b-8786-81a1c62eada5 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/67c166fe-ff9e-498a-b9b7-6c058056473f HTTP/1.1" status: 200 len: 1799 time: 0.0563962 Nov 08 00:12:40.714295 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0fca0-91ef-4fc9-bf76-6f937d30613e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4514484e-e682-4afb-a7d1-e5db40eaed71,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:40.733984 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-c2f4515f-87f9-43c2-a5af-c399bf09cfc3 req-5f75cb9c-17e4-4617-af42-784539450600 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 08 00:12:40.742846 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c2f4515f-87f9-43c2-a5af-c399bf09cfc3 req-5f75cb9c-17e4-4617-af42-784539450600 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "DELETE /v2.0/security-groups/67c166fe-ff9e-498a-b9b7-6c058056473f HTTP/1.1" status: 409 len: 341 time: 0.0743215 Nov 08 00:12:40.794085 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] Allocated IP 172.20.0.2 (5231b7b2-7394-4074-bd54-8d29b2980b79/962d4ea2-2168-45af-8237-55eb5aa86ea9/18b3850a-5597-4414-bee8-dee50f4a48b3) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:12:40.863817 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2e7b96a4-5266-4d04-bb00-fdd9c1c00ec9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:40.911839 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e0fca0-91ef-4fc9-bf76-6f937d30613e admin admin] Checking segment: {'id': '9b897e63-85bd-407e-a6de-4de80bc6bc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:12:40.912355 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e0fca0-91ef-4fc9-bf76-6f937d30613e admin admin] Network hostable DHCP agents. Network: 1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:12:40.930008 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43568002-5e9a-43ed-8bfb-ad350d72acea req-b2b19439-eda8-41b3-9f2d-0d19cf5a26ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:40.931658 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-43568002-5e9a-43ed-8bfb-ad350d72acea req-b2b19439-eda8-41b3-9f2d-0d19cf5a26ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c4d5bb4ed1d41d3b2d6cad5ce2423e3&device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 1136 time: 0.2185752 Nov 08 00:12:41.149163 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:41.186070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db37a6-4657-4904-b598-ea008fe6f5c7 req-2ad5e3f0-f506-4fa7-9643-730f23cbff3f tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:41.187693 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61db37a6-4657-4904-b598-ea008fe6f5c7 req-2ad5e3f0-f506-4fa7-9643-730f23cbff3f tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 985 time: 0.0666778 Nov 08 00:12:41.214449 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:41.251345 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61db37a6-4657-4904-b598-ea008fe6f5c7 req-ba0bf0a9-b21b-4975-8d44-5bfb04456b29 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c166fe-ff9e-498a-b9b7-6c058056473f&id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0563643 Nov 08 00:12:41.320982 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76693fbb-e684-4ac9-980b-74d7d6bd0289 req-60e09f22-da1c-4d4f-ac19-5fa9df2c4507 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:41.334445 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76693fbb-e684-4ac9-980b-74d7d6bd0289 req-60e09f22-da1c-4d4f-ac19-5fa9df2c4507 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.0811520 Nov 08 00:12:41.345170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] Network 5231b7b2-7394-4074-bd54-8d29b2980b79 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:12:41.372881 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:12:41.375520 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] Pushing event updated for resources: {'Port': ['ID=18b3850a-5597-4414-bee8-dee50f4a48b3,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:41.377972 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e0fca0-91ef-4fc9-bf76-6f937d30613e admin admin] Network 1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:12:41.379116 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:12:41.421828 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76693fbb-e684-4ac9-980b-74d7d6bd0289 req-2e7e4bcd-f138-4023-af7a-867513d906f8 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838501 Nov 08 00:12:41.435213 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43568002-5e9a-43ed-8bfb-ad350d72acea req-77731c48-cd06-4fe4-b7bd-a67da9a536ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:41.437510 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-43568002-5e9a-43ed-8bfb-ad350d72acea req-77731c48-cd06-4fe4-b7bd-a67da9a536ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=9275618c-2af8-4285-873e-1544fab15b19 HTTP/1.1" status: 200 len: 913 time: 0.4904249 Nov 08 00:12:41.456044 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] Attempting to bind port 18b3850a-5597-4414-bee8-dee50f4a48b3 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:12:41.456044 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] Attempting to bind port 18b3850a-5597-4414-bee8-dee50f4a48b3 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '0953fae5-5960-4572-b6d5-4de8b440b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:12:41.456044 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] Attempting to bind port 18b3850a-5597-4414-bee8-dee50f4a48b3 on network 5231b7b2-7394-4074-bd54-8d29b2980b79 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:41.459978 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:12:41.460357 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] Checking segment: {'id': '0953fae5-5960-4572-b6d5-4de8b440b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:12:41.460763 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:41.461152 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] Bound using segment: {'id': '0953fae5-5960-4572-b6d5-4de8b440b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:12:41.461614 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] Bound port: 18b3850a-5597-4414-bee8-dee50f4a48b3, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0953fae5-5960-4572-b6d5-4de8b440b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:12:41.462010 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:41.514722 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-43568002-5e9a-43ed-8bfb-ad350d72acea req-13155c16-fd2e-4287-9aed-67836299d6ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a771d60-835f-4bc6-9641-44ebd8549a53 HTTP/1.1" status: 200 len: 217 time: 0.0678864 Nov 08 00:12:41.534574 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-02e0fca0-91ef-4fc9-bf76-6f937d30613e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:12:41.550506 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebb5afa-4f29-4540-9946-35fbff0a17f3 None None] Network 1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:12:41.551655 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e0fca0-91ef-4fc9-bf76-6f937d30613e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:41.552829 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02e0fca0-91ef-4fc9-bf76-6f937d30613e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:41.636924 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3601722-045e-4fee-991a-e570be1fb5ae req-f6f64421-987c-41cd-923d-8cf0983a592c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:41.639005 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f3601722-045e-4fee-991a-e570be1fb5ae req-f6f64421-987c-41cd-923d-8cf0983a592c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.0834551 Nov 08 00:12:41.665983 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] For port 18b3850a-5597-4414-bee8-dee50f4a48b3, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:12:41.690917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] For port 18b3850a-5597-4414-bee8-dee50f4a48b3, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=18b3850a-5597-4414-bee8-dee50f4a48b3,segment=NetworkSegment(0953fae5-5960-4572-b6d5-4de8b440b78c),segment_id=0953fae5-5960-4572-b6d5-4de8b440b78c)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:12:41.697273 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43568002-5e9a-43ed-8bfb-ad350d72acea req-e40bfbb4-0d73-43f5-91f4-39afff793591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:41.701642 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-43568002-5e9a-43ed-8bfb-ad350d72acea req-e40bfbb4-0d73-43f5-91f4-39afff793591 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f8240525-3ca1-4b43-8bf4-23a1cb2e921d HTTP/1.1" status: 200 len: 852 time: 0.1788750 Nov 08 00:12:41.705378 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f3601722-045e-4fee-991a-e570be1fb5ae req-ef55e373-1537-48a3-a86f-66d8ed5ca8c4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583282 Nov 08 00:12:41.774471 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:41.796998 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2e7b96a4-5266-4d04-bb00-fdd9c1c00ec9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:41.798562 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c78a40-9d8a-46e8-a54b-a5cdac9c3340 req-04acf232-2fda-4f13-bb63-6b407e24cb71 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:41.800257 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91c78a40-9d8a-46e8-a54b-a5cdac9c3340 req-04acf232-2fda-4f13-bb63-6b407e24cb71 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 945 time: 0.0747061 Nov 08 00:12:41.826480 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2e7b96a4-5266-4d04-bb00-fdd9c1c00ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:41.836040 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-02e0fca0-91ef-4fc9-bf76-6f937d30613e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0186446 Nov 08 00:12:41.845060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35902) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:41.852903 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-43568002-5e9a-43ed-8bfb-ad350d72acea req-a33d9326-f77a-4076-859c-2b42f497a5ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9275618c-2af8-4285-873e-1544fab15b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1432557 Nov 08 00:12:41.872452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-aa0ff78b-1983-4516-9398-2a4046d36382 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1067799339-router', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:41.910567 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91c78a40-9d8a-46e8-a54b-a5cdac9c3340 req-1e33d85d-0273-4da5-ad17-198dc3fccf15 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037316 Nov 08 00:12:41.945839 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8954b81b-0cad-4861-ac63-f387b2b228da req-61547578-9caa-415b-bcaa-6c1dca4c55a0 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/ports?device_id=03c1c010-8eee-4dfd-ac41-97b725e61bac HTTP/1.1" status: 200 len: 210 time: 0.0932672 Nov 08 00:12:41.956836 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe162343-29eb-454f-a814-8f690d37365a None None] Network 1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:12:42.019437 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff78b-1983-4516-9398-2a4046d36382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:42.020591 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff78b-1983-4516-9398-2a4046d36382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:42.024278 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87c4fd-1692-4eb8-8445-7e525a7fb6e3 None None] Pushing event updated for resources: {'Port': ['ID=18b3850a-5597-4414-bee8-dee50f4a48b3,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:42.093244 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff78b-1983-4516-9398-2a4046d36382 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:42.117213 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-2e7b96a4-5266-4d04-bb00-fdd9c1c00ec9 admin admin] Allocated IP 172.25.2.137 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/3a14a112-2321-43be-9de3-01830dacedd1) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:12:42.242914 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-43568002-5e9a-43ed-8bfb-ad350d72acea req-17106a0a-6271-408f-9112-7200c7b9b247 service neutron] 10.222.0.26 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492002 Nov 08 00:12:42.340158 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff78b-1983-4516-9398-2a4046d36382 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:42.343132 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-43568002-5e9a-43ed-8bfb-ad350d72acea req-be88ded5-581d-4f36-babf-1182f4073eef service neutron] 10.222.0.26 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915482 Nov 08 00:12:42.386603 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2e7b96a4-5266-4d04-bb00-fdd9c1c00ec9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:42.413972 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40decc-8c42-4501-9e60-8dbd68083b89 req-833a11fd-4662-4905-b5b5-b09ce2b8a1ae tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:42.415613 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de40decc-8c42-4501-9e60-8dbd68083b89 req-833a11fd-4662-4905-b5b5-b09ce2b8a1ae tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 985 time: 0.0585351 Nov 08 00:12:42.496463 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de40decc-8c42-4501-9e60-8dbd68083b89 req-48f324ec-14c1-43d8-8851-e9fbeb77c11e tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c166fe-ff9e-498a-b9b7-6c058056473f&id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0692372 Nov 08 00:12:42.538788 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2e7b96a4-5266-4d04-bb00-fdd9c1c00ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:42.558409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad895978-3d06-4dfc-853d-572e01325a36 req-e29110c9-059d-4237-a47a-85e99f35fba4 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:42.560065 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad895978-3d06-4dfc-853d-572e01325a36 req-e29110c9-059d-4237-a47a-85e99f35fba4 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.0627329 Nov 08 00:12:42.595959 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5868f1-9a53-4457-91b6-4c1cefd2fabb req-b0f9516a-943d-4a4e-81f5-bcb6a53bf8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:42.597655 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ee5868f1-9a53-4457-91b6-4c1cefd2fabb req-b0f9516a-943d-4a4e-81f5-bcb6a53bf8e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c4d5bb4ed1d41d3b2d6cad5ce2423e3&device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 1136 time: 0.0955048 Nov 08 00:12:42.619091 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7b96a4-5266-4d04-bb00-fdd9c1c00ec9 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:12:42.634658 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-2e7b96a4-5266-4d04-bb00-fdd9c1c00ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:12:42.636609 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b96a4-5266-4d04-bb00-fdd9c1c00ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=3a14a112-2321-43be-9de3-01830dacedd1,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:42.644178 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b96a4-5266-4d04-bb00-fdd9c1c00ec9 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:12:42.644932 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad895978-3d06-4dfc-853d-572e01325a36 req-cd1ed481-736c-41c4-9552-4bd0fa671669 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769217 Nov 08 00:12:42.749563 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff78b-1983-4516-9398-2a4046d36382 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:42.774205 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff78b-1983-4516-9398-2a4046d36382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:42.942212 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afabdc-3e08-4e00-9ffb-067633d61deb req-0322afea-aae6-4378-b0c6-80c4140c6b73 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:42.961822 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9afabdc-3e08-4e00-9ffb-067633d61deb req-0322afea-aae6-4378-b0c6-80c4140c6b73 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.1117880 Nov 08 00:12:42.964312 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5868f1-9a53-4457-91b6-4c1cefd2fabb req-f6f2cacd-58d3-4461-b032-87c3e7eb7c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:42.969341 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ee5868f1-9a53-4457-91b6-4c1cefd2fabb req-f6f2cacd-58d3-4461-b032-87c3e7eb7c3b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9275618c-2af8-4285-873e-1544fab15b19 HTTP/1.1" status: 200 len: 913 time: 0.3608205 Nov 08 00:12:43.022896 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-aa0ff78b-1983-4516-9398-2a4046d36382 admin admin] Allocated IP 172.25.2.71 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/3916a68d-70ea-4e88-9bc0-4297b4ba267a) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:12:43.134264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 18b3850a-5597-4414-bee8-dee50f4a48b3 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:12:43.139452 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9afabdc-3e08-4e00-9ffb-067633d61deb req-9bd197e3-71b7-4f12-8e06-85de352842e1 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767263 Nov 08 00:12:43.141327 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-9bcbb906-554a-4424-a281-d46ae00b514c tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0c3cbf625875430ab49a82f4e1cfc2c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1804035 Nov 08 00:12:43.175023 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ee5868f1-9a53-4457-91b6-4c1cefd2fabb req-9d0710f3-e92f-4d9e-b677-d53e3fb15fad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a771d60-835f-4bc6-9641-44ebd8549a53 HTTP/1.1" status: 200 len: 217 time: 0.1720572 Nov 08 00:12:43.237025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e7ab57-3f8b-4596-bbf9-310575fffd0a None None] Network 5231b7b2-7394-4074-bd54-8d29b2980b79 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:12:43.276489 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c37b303e-a967-45ef-a81f-604417dc172d req-cec8d7b4-7e66-4d4a-a9c6-21b5827d57dd tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/ports?device_id=03c1c010-8eee-4dfd-ac41-97b725e61bac HTTP/1.1" status: 200 len: 210 time: 0.0369446 Nov 08 00:12:43.290641 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98112d-406f-44a3-8cf7-cc66ee807bcf req-178e785b-cced-4db5-a565-7f9bdcc70073 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:43.293566 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d98112d-406f-44a3-8cf7-cc66ee807bcf req-178e785b-cced-4db5-a565-7f9bdcc70073 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 945 time: 0.2407756 Nov 08 00:12:43.327618 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 18b3850a-5597-4414-bee8-dee50f4a48b3 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:43.334572 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:43.335230 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5868f1-9a53-4457-91b6-4c1cefd2fabb req-f0f2a010-0196-4572-a865-cd60a5c1cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:43.337001 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ee5868f1-9a53-4457-91b6-4c1cefd2fabb req-f0f2a010-0196-4572-a865-cd60a5c1cc0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f8240525-3ca1-4b43-8bf4-23a1cb2e921d HTTP/1.1" status: 200 len: 852 time: 0.1478655 Nov 08 00:12:43.348611 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff78b-1983-4516-9398-2a4046d36382 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:43.359944 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-de492ae0-7508-414a-9aa0-dd17de0ddac3 None None] Provisioning complete for port 18b3850a-5597-4414-bee8-dee50f4a48b3 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:43.359944 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-de492ae0-7508-414a-9aa0-dd17de0ddac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:43.378123 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d98112d-406f-44a3-8cf7-cc66ee807bcf req-ed7c8566-ebed-46f1-9bb7-db44bcf534ed tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718288 Nov 08 00:12:43.386181 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ee5868f1-9a53-4457-91b6-4c1cefd2fabb req-f32c8b7b-e729-45e3-9458-7776c109c7bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9275618c-2af8-4285-873e-1544fab15b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376780 Nov 08 00:12:43.466170 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2e7b96a4-5266-4d04-bb00-fdd9c1c00ec9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:43.511736 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff78b-1983-4516-9398-2a4046d36382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:43.536691 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0ff78b-1983-4516-9398-2a4046d36382 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:12:43.542408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-aa0ff78b-1983-4516-9398-2a4046d36382 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:12:43.547593 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-747aa337-045e-4ecf-bdb5-72a81f0aa9d9 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:43.549316 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-747aa337-045e-4ecf-bdb5-72a81f0aa9d9 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3764038 Nov 08 00:12:43.572236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-285d4606-af14-4690-8eee-0b62a9ff1dd5 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Request body: {'port': {'device_id': '03c1c010-8eee-4dfd-ac41-97b725e61bac', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '0c3cbf625875430ab49a82f4e1cfc2c4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:43.575197 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ff78b-1983-4516-9398-2a4046d36382 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:12:43.601802 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ff78b-1983-4516-9398-2a4046d36382 admin admin] Pushing event updated for resources: {'Port': ['ID=3916a68d-70ea-4e88-9bc0-4297b4ba267a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:43.671648 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ee5868f1-9a53-4457-91b6-4c1cefd2fabb req-0444aae8-c152-4258-b15f-9078ff3df4c0 service neutron] 10.222.0.26 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713609 Nov 08 00:12:43.765409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa0840-d5b4-4bee-b243-398363330b80 req-72a791f1-49a3-4018-bed6-b1d7aab58c90 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:43.767484 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97aa0840-d5b4-4bee-b243-398363330b80 req-72a791f1-49a3-4018-bed6-b1d7aab58c90 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 985 time: 0.1383302 Nov 08 00:12:43.775524 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ee5868f1-9a53-4457-91b6-4c1cefd2fabb req-228bf24f-797f-4ebf-b2b1-24aaa493013d service neutron] 10.222.0.26 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923731 Nov 08 00:12:43.825517 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:43.827854 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-de492ae0-7508-414a-9aa0-dd17de0ddac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:43.890728 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 18b3850a-5597-4414-bee8-dee50f4a48b3, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=18b3850a-5597-4414-bee8-dee50f4a48b3,segment=NetworkSegment(0953fae5-5960-4572-b6d5-4de8b440b78c),segment_id=0953fae5-5960-4572-b6d5-4de8b440b78c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:43.894579 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97aa0840-d5b4-4bee-b243-398363330b80 req-51129a80-a2f3-4707-894c-9abe5253fe1d tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c166fe-ff9e-498a-b9b7-6c058056473f&id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1175451 Nov 08 00:12:43.905615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd9506-6097-4c8c-8b70-c31040636908 req-29b336e1-ed7d-4c17-a603-655c25ce13ac tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:43.906545 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-86dd9506-6097-4c8c-8b70-c31040636908 req-29b336e1-ed7d-4c17-a603-655c25ce13ac tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.1525211 Nov 08 00:12:43.914687 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2e7b96a4-5266-4d04-bb00-fdd9c1c00ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:43.970787 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-86dd9506-6097-4c8c-8b70-c31040636908 req-0404eb4f-19a8-4b57-b834-ea4ce0a348cf tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528157 Nov 08 00:12:43.995612 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:44.059817 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-285d4606-af14-4690-8eee-0b62a9ff1dd5 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Made reservation on behalf of 0c3cbf625875430ab49a82f4e1cfc2c4 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:12:44.067826 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-285d4606-af14-4690-8eee-0b62a9ff1dd5 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:44.084477 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-285d4606-af14-4690-8eee-0b62a9ff1dd5 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:44.100316 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-de492ae0-7508-414a-9aa0-dd17de0ddac3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:12:44.101470 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-de492ae0-7508-414a-9aa0-dd17de0ddac3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:12:44.131584 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=18b3850a-5597-4414-bee8-dee50f4a48b3,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:44.203353 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff78b-1983-4516-9398-2a4046d36382 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:44.204011 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-285d4606-af14-4690-8eee-0b62a9ff1dd5 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:44.267851 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7b96a4-5266-4d04-bb00-fdd9c1c00ec9 admin admin] Router 51e3a6d2-5542-405d-ac45-5219852e760d is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:12:44.333690 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16015e-8763-40af-9367-c417c5cb01c5 req-1fbf45c9-7dfa-4440-b004-904337438fc6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:44.333690 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b16015e-8763-40af-9367-c417c5cb01c5 req-1fbf45c9-7dfa-4440-b004-904337438fc6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.0922093 Nov 08 00:12:44.348924 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-285d4606-af14-4690-8eee-0b62a9ff1dd5 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:44.444531 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d4606-af14-4690-8eee-0b62a9ff1dd5 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb77a82d-973f-4634-9918-6ad87e62598c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:44.462405 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4862d01e-066d-4303-9ce4-56d42363a193 req-3522299a-d538-462e-8533-e006a1e8fe2d tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/ports?device_id=03c1c010-8eee-4dfd-ac41-97b725e61bac HTTP/1.1" status: 200 len: 210 time: 0.0696614 Nov 08 00:12:44.472746 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b16015e-8763-40af-9367-c417c5cb01c5 req-8d164704-4f20-45da-8dac-20547fe977d6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314235 Nov 08 00:12:44.502264 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff78b-1983-4516-9398-2a4046d36382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:44.526600 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7b96a4-5266-4d04-bb00-fdd9c1c00ec9 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:12:44.536918 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] Sync routers for ids ['51e3a6d2-5542-405d-ac45-5219852e760d'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:12:44.553792 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] Routers {'51e3a6d2-5542-405d-ac45-5219852e760d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:12:44.554725 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:12:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['51e3a6d2-5542-405d-ac45-5219852e760d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:44.558310 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-285d4606-af14-4690-8eee-0b62a9ff1dd5 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Allocated IP 192.168.233.230 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/43d336d7-6210-4291-9c61-d1899f827a29) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:12:44.672778 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac083c-c855-4d33-86fc-59fb21dab033 req-65fb0676-c8af-41f5-bfbb-9f2364662229 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:44.674248 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-22ac083c-c855-4d33-86fc-59fb21dab033 req-65fb0676-c8af-41f5-bfbb-9f2364662229 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 945 time: 0.0971627 Nov 08 00:12:44.685614 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] Set router 51e3a6d2-5542-405d-ac45-5219852e760d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:12:44.719027 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2e7b96a4-5266-4d04-bb00-fdd9c1c00ec9 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:44.722866 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2e7b96a4-5266-4d04-bb00-fdd9c1c00ec9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.6752875 Nov 08 00:12:44.724376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35928) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:44.772282 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-68cb26bd-516f-48dd-bf8d-7e99572d539a None None] Provisioning complete for port 18b3850a-5597-4414-bee8-dee50f4a48b3 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:44.774578 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-68cb26bd-516f-48dd-bf8d-7e99572d539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:44.793621 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-285d4606-af14-4690-8eee-0b62a9ff1dd5 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:44.908447 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'name': 'tempest-ServersTestJSON-1496478298-router', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '3a14a112-2321-43be-9de3-01830dacedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:40Z', 'updated_at': '2021-11-08T00:12:42Z', 'revision_number': 3, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'gw_port': {'id': '3a14a112-2321-43be-9de3-01830dacedd1', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:41Z', 'updated_at': '2021-11-08T00:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:44.916223 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-285d4606-af14-4690-8eee-0b62a9ff1dd5 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:44.946399 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] Checking router: 51e3a6d2-5542-405d-ac45-5219852e760d for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:12:44.946744 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] Updating router 51e3a6d2-5542-405d-ac45-5219852e760d port 3a14a112-2321-43be-9de3-01830dacedd1 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:12:44.965461 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-285d4606-af14-4690-8eee-0b62a9ff1dd5 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:12:44.971358 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-285d4606-af14-4690-8eee-0b62a9ff1dd5 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:12:44.977047 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-285d4606-af14-4690-8eee-0b62a9ff1dd5 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:12:44.977808 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:45.020188 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d4606-af14-4690-8eee-0b62a9ff1dd5 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Pushing event updated for resources: {'Port': ['ID=43d336d7-6210-4291-9c61-d1899f827a29,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:45.054139 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-285d4606-af14-4690-8eee-0b62a9ff1dd5 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:45.054905 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-285d4606-af14-4690-8eee-0b62a9ff1dd5 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:45.104764 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-22ac083c-c855-4d33-86fc-59fb21dab033 req-21379da1-109a-4143-acd6-1c8adfaaf5d9 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199176 Nov 08 00:12:45.140109 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 18b3850a-5597-4414-bee8-dee50f4a48b3 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:12:45.148144 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-285d4606-af14-4690-8eee-0b62a9ff1dd5 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5824330 Nov 08 00:12:45.170334 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Request body: {'port': {'device_id': '03c1c010-8eee-4dfd-ac41-97b725e61bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:45.175971 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cb69f-5ae9-4ae1-a34f-4f1f30371950 req-5886bc7b-6d51-44a1-a09f-34cb42b9f03f tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:45.176889 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f83cb69f-5ae9-4ae1-a34f-4f1f30371950 req-5886bc7b-6d51-44a1-a09f-34cb42b9f03f tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 985 time: 0.0797598 Nov 08 00:12:45.251603 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 18b3850a-5597-4414-bee8-dee50f4a48b3 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:45.252159 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:45.289916 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:45.307402 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0ff78b-1983-4516-9398-2a4046d36382 admin admin] Router 6f48ebce-8504-4640-96a6-eee4c75b16c5 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:12:45.414240 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:45.422940 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f83cb69f-5ae9-4ae1-a34f-4f1f30371950 req-3a4a15e4-2660-4602-a941-08db50136e47 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c166fe-ff9e-498a-b9b7-6c058056473f&id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2347088 Nov 08 00:12:45.481540 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:45.492224 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2dac1b16-8913-4228-9591-33a4e954281b None None] Provisioning complete for port 43d336d7-6210-4291-9c61-d1899f827a29 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:45.492592 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2dac1b16-8913-4228-9591-33a4e954281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:45.511314 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9401730-074c-47ec-b1e4-c23310167e1a req-45a8a884-c590-46df-a3c7-ce3bc678b3aa tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:45.518892 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9401730-074c-47ec-b1e4-c23310167e1a req-45a8a884-c590-46df-a3c7-ce3bc678b3aa tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.2675118 Nov 08 00:12:45.539226 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2dac1b16-8913-4228-9591-33a4e954281b None None] Port 43d336d7-6210-4291-9c61-d1899f827a29 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:12:45.591075 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebefdb-c32e-49e0-a630-eb6120bc87ff None None] Pushing event updated for resources: {'Port': ['ID=3a14a112-2321-43be-9de3-01830dacedd1,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:45.594534 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] Attempting to bind port 3a14a112-2321-43be-9de3-01830dacedd1 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:12:45.595028 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] Attempting to bind port 3a14a112-2321-43be-9de3-01830dacedd1 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:12:45.595495 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] Attempting to bind port 3a14a112-2321-43be-9de3-01830dacedd1 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:45.605753 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:12:45.606325 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:12:45.606846 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:45.608220 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:12:45.608946 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] Bound port: 3a14a112-2321-43be-9de3-01830dacedd1, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:12:45.609424 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:45.612427 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ebefdb-c32e-49e0-a630-eb6120bc87ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:45.613432 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ebefdb-c32e-49e0-a630-eb6120bc87ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:45.613432 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ebefdb-c32e-49e0-a630-eb6120bc87ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:45.614046 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ebefdb-c32e-49e0-a630-eb6120bc87ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:45.614462 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ebefdb-c32e-49e0-a630-eb6120bc87ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:45.614902 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ebefdb-c32e-49e0-a630-eb6120bc87ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:45.615652 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ebefdb-c32e-49e0-a630-eb6120bc87ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:45.616440 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ebefdb-c32e-49e0-a630-eb6120bc87ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:45.616877 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ebefdb-c32e-49e0-a630-eb6120bc87ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:45.617529 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ebefdb-c32e-49e0-a630-eb6120bc87ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:45.617805 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ebefdb-c32e-49e0-a630-eb6120bc87ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:45.618248 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ebefdb-c32e-49e0-a630-eb6120bc87ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:12:45.679871 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9401730-074c-47ec-b1e4-c23310167e1a req-627e6e85-12fa-44f6-8b75-d47193a9b033 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598363 Nov 08 00:12:45.686521 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] For port 3a14a112-2321-43be-9de3-01830dacedd1, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:12:45.690445 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] For port 3a14a112-2321-43be-9de3-01830dacedd1, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3a14a112-2321-43be-9de3-01830dacedd1,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:12:45.721085 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4b83f91-dc94-4b11-ac06-301b66b4ae19 req-751a0f44-8107-45a0-8fc7-bbcfbc1a8b39 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1218694024&fields=id&tenant_id=3c4d5bb4ed1d41d3b2d6cad5ce2423e3 HTTP/1.1" status: 200 len: 267 time: 0.1180725 Nov 08 00:12:45.723886 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0ff78b-1983-4516-9398-2a4046d36382 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:12:45.738773 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] Sync routers for ids ['6f48ebce-8504-4640-96a6-eee4c75b16c5'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:12:45.748645 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] Routers {'6f48ebce-8504-4640-96a6-eee4c75b16c5'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:12:45.749263 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:12:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6f48ebce-8504-4640-96a6-eee4c75b16c5'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:45.765625 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:45.842524 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] Routers {'51e3a6d2-5542-405d-ac45-5219852e760d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:12:45.843248 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:12:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['51e3a6d2-5542-405d-ac45-5219852e760d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:45.846420 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebefdb-c32e-49e0-a630-eb6120bc87ff None None] Pushing event updated for resources: {'Port': ['ID=3a14a112-2321-43be-9de3-01830dacedd1,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:45.858815 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b83f91-dc94-4b11-ac06-301b66b4ae19 req-021bd0e7-6b5d-4334-a3cd-51a3c38ca339 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:45.860378 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4b83f91-dc94-4b11-ac06-301b66b4ae19 req-021bd0e7-6b5d-4334-a3cd-51a3c38ca339 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 985 time: 0.1211879 Nov 08 00:12:45.867948 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff78b-1983-4516-9398-2a4046d36382 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:45.869170 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-aa0ff78b-1983-4516-9398-2a4046d36382 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0227268 Nov 08 00:12:45.895775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35942) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:45.906099 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-f4b83f91-dc94-4b11-ac06-301b66b4ae19 req-54720338-88fe-406e-bce7-91eef9b6e536 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Request body: {'port': {'security_groups': ['2d23abfc-2b57-482a-951f-11055040d1db', '67c166fe-ff9e-498a-b9b7-6c058056473f', '6f54936d-673f-4234-978a-1fd9ef005c01']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:45.911477 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] Set router 6f48ebce-8504-4640-96a6-eee4c75b16c5 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:12:46.002084 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] Set router 51e3a6d2-5542-405d-ac45-5219852e760d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:12:46.017601 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c489529-0d91-4073-b27e-8c81dca87de2 req-9462c35e-b11c-4d9f-9900-47be4151de11 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:46.019188 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c489529-0d91-4073-b27e-8c81dca87de2 req-9462c35e-b11c-4d9f-9900-47be4151de11 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.2306716 Nov 08 00:12:46.029993 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d336d7-6210-4291-9c61-d1899f827a29 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:12:46.041386 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:46.059199 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Transition to ACTIVE for port object 43d336d7-6210-4291-9c61-d1899f827a29 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:12:46.113867 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067799339-router', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:43Z', 'revision_number': 3, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'gw_port': {'id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:46.127368 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:46.131587 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f4b83f91-dc94-4b11-ac06-301b66b4ae19 req-54720338-88fe-406e-bce7-91eef9b6e536 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:46.155595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] Checking router: 6f48ebce-8504-4640-96a6-eee4c75b16c5 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:12:46.156048 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] Updating router 6f48ebce-8504-4640-96a6-eee4c75b16c5 port 3916a68d-70ea-4e88-9bc0-4297b4ba267a binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:12:46.160737 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-671bba93-a0ec-4649-b7ae-171e828518d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:46.176352 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c489529-0d91-4073-b27e-8c81dca87de2 req-03f29b53-1744-494a-8ab8-59c07e82c689 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347969 Nov 08 00:12:46.207821 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:46.245635 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Pushing event updated for resources: {'Port': ['ID=43d336d7-6210-4291-9c61-d1899f827a29,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:46.279021 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'name': 'tempest-ServersTestJSON-1496478298-router', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '3a14a112-2321-43be-9de3-01830dacedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:40Z', 'updated_at': '2021-11-08T00:12:42Z', 'revision_number': 3, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'gw_port': {'id': '3a14a112-2321-43be-9de3-01830dacedd1', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:41Z', 'updated_at': '2021-11-08T00:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:46.319755 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f942b96a-fae0-4cb8-88f7-4b0d39204d4d None None] The sync data for ids ['51e3a6d2-5542-405d-ac45-5219852e760d'] in n-d-816882-1 is: [{'id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'name': 'tempest-ServersTestJSON-1496478298-router', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '3a14a112-2321-43be-9de3-01830dacedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:40Z', 'updated_at': '2021-11-08T00:12:42Z', 'revision_number': 3, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'gw_port': {'id': '3a14a112-2321-43be-9de3-01830dacedd1', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:41Z', 'updated_at': '2021-11-08T00:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:12:46.390966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Attempting to bind port 43d336d7-6210-4291-9c61-d1899f827a29 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:12:46.391581 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Attempting to bind port 43d336d7-6210-4291-9c61-d1899f827a29 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:12:46.391699 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Attempting to bind port 43d336d7-6210-4291-9c61-d1899f827a29 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:46.396781 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Port 43d336d7-6210-4291-9c61-d1899f827a29 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:12:46.397580 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Attempting to bind port 43d336d7-6210-4291-9c61-d1899f827a29 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:46.411612 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:12:46.412007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:12:46.412417 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:12:46.412857 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Bound port: 43d336d7-6210-4291-9c61-d1899f827a29, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:12:46.413220 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:46.503768 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] For port 43d336d7-6210-4291-9c61-d1899f827a29, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:12:46.507910 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] For port 43d336d7-6210-4291-9c61-d1899f827a29, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=43d336d7-6210-4291-9c61-d1899f827a29,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:12:46.576829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41939b6c-6998-4cf3-8634-e9e4f9905109 req-e8a390c0-14df-477a-9bc8-47f0702410c1 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:46.578391 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-41939b6c-6998-4cf3-8634-e9e4f9905109 req-e8a390c0-14df-477a-9bc8-47f0702410c1 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/ports?device_id=03c1c010-8eee-4dfd-ac41-97b725e61bac HTTP/1.1" status: 200 len: 948 time: 0.2543399 Nov 08 00:12:46.594538 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:46.660383 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:46.687288 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:46.688241 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:46.690546 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] 10.222.0.20 "PUT /v2.0/ports/43d336d7-6210-4291-9c61-d1899f827a29 HTTP/1.1" status: 200 len: 1096 time: 1.5266631 Nov 08 00:12:46.693098 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c1c010-8eee-4dfd-ac41-97b725e61bac', 'tag': '43d336d7-6210-4291-9c61-d1899f827a29'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:46.695865 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d58befc-c468-45fc-b995-aec4116fba70" -d '{"events": [{"name": "network-changed", "server_uuid": "03c1c010-8eee-4dfd-ac41-97b725e61bac", "tag": "43d336d7-6210-4291-9c61-d1899f827a29"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:46.741513 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cfcd3-2d6d-4a40-86da-9e4c96b2ef42 service neutron] Pushing event updated for resources: {'Port': ['ID=43d336d7-6210-4291-9c61-d1899f827a29,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:46.744366 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:46.813363 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] Attempting to bind port 3916a68d-70ea-4e88-9bc0-4297b4ba267a on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:12:46.813942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] Attempting to bind port 3916a68d-70ea-4e88-9bc0-4297b4ba267a by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:12:46.814598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] Attempting to bind port 3916a68d-70ea-4e88-9bc0-4297b4ba267a on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:46.828689 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-41939b6c-6998-4cf3-8634-e9e4f9905109 req-1efb6d2d-3bd3-431f-84fc-a280c8810eb7 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb77a82d-973f-4634-9918-6ad87e62598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379763 Nov 08 00:12:46.854474 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-671bba93-a0ec-4649-b7ae-171e828518d0 admin admin] Allocated IP 172.20.0.1 (5231b7b2-7394-4074-bd54-8d29b2980b79/962d4ea2-2168-45af-8237-55eb5aa86ea9/44a47df9-29ae-42cc-a2f9-22d4015cd47d) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:12:46.872532 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94173bd3-9e85-42d6-9c6b-fd1fefa78509 None None] Pushing event updated for resources: {'Port': ['ID=3916a68d-70ea-4e88-9bc0-4297b4ba267a,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:46.882379 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:12:46.882379 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:12:46.882379 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:46.884245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:12:46.884863 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] Bound port: 3916a68d-70ea-4e88-9bc0-4297b4ba267a, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:12:46.885783 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:46.892748 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-b0302cdf-d274-4c8b-b045-00a008f7ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:46.897148 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-b0302cdf-d274-4c8b-b045-00a008f7ec6d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c3cbf625875430ab49a82f4e1cfc2c4&device_id=03c1c010-8eee-4dfd-ac41-97b725e61bac HTTP/1.1" status: 200 len: 1099 time: 0.0703852 Nov 08 00:12:46.960298 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-a8ee9e80-81c4-469c-8960-55695cf8867f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=43d336d7-6210-4291-9c61-d1899f827a29 HTTP/1.1" status: 200 len: 217 time: 0.0474391 Nov 08 00:12:47.006176 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] For port 3916a68d-70ea-4e88-9bc0-4297b4ba267a, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:12:47.011733 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] For port 3916a68d-70ea-4e88-9bc0-4297b4ba267a, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3916a68d-70ea-4e88-9bc0-4297b4ba267a,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:12:47.054955 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-b19e6496-c5fe-40e9-81f3-5f86fdec208a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:47.057070 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-b19e6496-c5fe-40e9-81f3-5f86fdec208a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0871570 Nov 08 00:12:47.094249 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:47.113813 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-27fbdcfc-d208-4f95-90c1-8e9cc746fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:47.115439 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-27fbdcfc-d208-4f95-90c1-8e9cc746fbe0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0504282 Nov 08 00:12:47.116255 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3a14a112-2321-43be-9de3-01830dacedd1 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:12:47.213208 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94173bd3-9e85-42d6-9c6b-fd1fefa78509 None None] Pushing event updated for resources: {'Port': ['ID=3916a68d-70ea-4e88-9bc0-4297b4ba267a,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:47.222196 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-65e60c82-9087-439a-ae2c-614e0dc8ecfe service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978932 Nov 08 00:12:47.251122 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] Routers {'6f48ebce-8504-4640-96a6-eee4c75b16c5'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:12:47.252027 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:12:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6f48ebce-8504-4640-96a6-eee4c75b16c5'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:47.346494 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dd31919f-e75d-4354-8fec-75b0bed72081 req-08d7c166-0856-48d0-921f-2cbbb6cff407 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161511 Nov 08 00:12:47.374535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 3a14a112-2321-43be-9de3-01830dacedd1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:47.374912 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:47.424546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-f4b83f91-dc94-4b11-ac06-301b66b4ae19 req-54720338-88fe-406e-bce7-91eef9b6e536 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] For port 1a771d60-835f-4bc6-9641-44ebd8549a53, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=1a771d60-835f-4bc6-9641-44ebd8549a53,segment=NetworkSegment(cc6b21bf-5659-458e-a4a4-30150d05a911),segment_id=cc6b21bf-5659-458e-a4a4-30150d05a911)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:47.426523 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] Set router 6f48ebce-8504-4640-96a6-eee4c75b16c5 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:12:47.478447 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-671bba93-a0ec-4649-b7ae-171e828518d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:47.531844 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5443-5500-417f-a0e5-deca60b476f3 req-699cc3b3-a084-4089-94db-4ec12b028fa4 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:47.533346 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65bb5443-5500-417f-a0e5-deca60b476f3 req-699cc3b3-a084-4089-94db-4ec12b028fa4 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 945 time: 0.1812906 Nov 08 00:12:47.535381 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f4b83f91-dc94-4b11-ac06-301b66b4ae19 req-54720338-88fe-406e-bce7-91eef9b6e536 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:47.578831 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:47.597997 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f4b83f91-dc94-4b11-ac06-301b66b4ae19 req-54720338-88fe-406e-bce7-91eef9b6e536 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:47.611184 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 3a14a112-2321-43be-9de3-01830dacedd1, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3a14a112-2321-43be-9de3-01830dacedd1,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:47.633113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['41b8b625-df8d-43a6-876d-19baf9f9fb72'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:47.640350 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['1a771d60-835f-4bc6-9641-44ebd8549a53'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:47.686222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b83f91-dc94-4b11-ac06-301b66b4ae19 req-54720338-88fe-406e-bce7-91eef9b6e536 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:47.686924 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f4b83f91-dc94-4b11-ac06-301b66b4ae19 req-54720338-88fe-406e-bce7-91eef9b6e536 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:47.691815 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4b83f91-dc94-4b11-ac06-301b66b4ae19 req-54720338-88fe-406e-bce7-91eef9b6e536 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "PUT /v2.0/ports/1a771d60-835f-4bc6-9641-44ebd8549a53 HTTP/1.1" status: 200 len: 1021 time: 1.8007245 Nov 08 00:12:47.696101 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:47.696258 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89efa31f-ed9e-42f8-a96f-9151d05dce73', 'tag': '1a771d60-835f-4bc6-9641-44ebd8549a53'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:47.699104 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829a99f7-5bf0-45dc-9c06-04b1568aba6a" -d '{"events": [{"name": "network-changed", "server_uuid": "89efa31f-ed9e-42f8-a96f-9151d05dce73", "tag": "1a771d60-835f-4bc6-9641-44ebd8549a53"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:47.714521 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65bb5443-5500-417f-a0e5-deca60b476f3 req-a6419037-54d6-4444-82b8-43ccf7166eed tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733882 Nov 08 00:12:47.730085 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-671bba93-a0ec-4649-b7ae-171e828518d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:47.761349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671bba93-a0ec-4649-b7ae-171e828518d0 admin admin] Network 5231b7b2-7394-4074-bd54-8d29b2980b79 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:12:47.762116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54720338-88fe-406e-bce7-91eef9b6e536 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event updated for resources: {'Port': ['ID=1a771d60-835f-4bc6-9641-44ebd8549a53,revision_number=7']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:47.773736 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-671bba93-a0ec-4649-b7ae-171e828518d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:12:47.778297 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671bba93-a0ec-4649-b7ae-171e828518d0 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:12:47.813567 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=3a14a112-2321-43be-9de3-01830dacedd1,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:47.842744 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067799339-router', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:43Z', 'revision_number': 3, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'gw_port': {'id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:47.884331 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-363ba0c1-4b85-4675-b635-2c2d2cd49e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:47.884777 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['1a771d60-835f-4bc6-9641-44ebd8549a53'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:47.890761 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d50b47e-44b0-4a4d-b435-bb72fae396bd x-openstack-request-id: req-3d50b47e-44b0-4a4d-b435-bb72fae396bd {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:47.891219 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c1c010-8eee-4dfd-ac41-97b725e61bac", "tag": "43d336d7-6210-4291-9c61-d1899f827a29", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:47.891325 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d50b47e-44b0-4a4d-b435-bb72fae396bd {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:47.891693 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c1c010-8eee-4dfd-ac41-97b725e61bac', 'tag': '43d336d7-6210-4291-9c61-d1899f827a29', 'status': 'completed', 'code': 200} Nov 08 00:12:47.893367 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac72eb66-03de-49d7-9bb8-343553077243 None None] The sync data for ids ['6f48ebce-8504-4640-96a6-eee4c75b16c5'] in n-d-816882-1 is: [{'id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067799339-router', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:43Z', 'revision_number': 3, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'gw_port': {'id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:12:47.940450 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-671bba93-a0ec-4649-b7ae-171e828518d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:48.020790 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bba93-a0ec-4649-b7ae-171e828518d0 admin admin] Pushing event updated for resources: {'Port': ['ID=44a47df9-29ae-42cc-a2f9-22d4015cd47d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:48.039309 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58befc-c468-45fc-b995-aec4116fba70 req-9d7bf24f-0479-417c-ab19-36fd185c38ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:48.040933 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9d58befc-c468-45fc-b995-aec4116fba70 req-9d7bf24f-0479-417c-ab19-36fd185c38ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c3cbf625875430ab49a82f4e1cfc2c4&device_id=03c1c010-8eee-4dfd-ac41-97b725e61bac HTTP/1.1" status: 200 len: 1099 time: 0.1084080 Nov 08 00:12:48.074169 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:12:48.133449 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9e3a2-bf36-4f06-b5e3-0479569aebcd req-19c0ab3e-a16b-4952-b3ac-bce76e8c0c27 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:48.135260 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f3f9e3a2-bf36-4f06-b5e3-0479569aebcd req-19c0ab3e-a16b-4952-b3ac-bce76e8c0c27 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.2675412 Nov 08 00:12:48.201031 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58befc-c468-45fc-b995-aec4116fba70 req-c3226158-3080-4de5-83c5-e44f25eed183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:48.202616 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9d58befc-c468-45fc-b995-aec4116fba70 req-c3226158-3080-4de5-83c5-e44f25eed183 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1488574 Nov 08 00:12:48.232910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e883feb-a908-4ec9-86a3-147932984467 req-83842050-e6b4-4562-9d00-eaff155d7426 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:48.234829 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e883feb-a908-4ec9-86a3-147932984467 req-83842050-e6b4-4562-9d00-eaff155d7426 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.2022762 Nov 08 00:12:48.254460 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9d58befc-c468-45fc-b995-aec4116fba70 req-9f3de18a-3e3b-415f-bf44-45fe60d82187 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=43d336d7-6210-4291-9c61-d1899f827a29 HTTP/1.1" status: 200 len: 217 time: 0.0435653 Nov 08 00:12:48.304228 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f3f9e3a2-bf36-4f06-b5e3-0479569aebcd req-098c367e-e6b7-41b2-8657-293b4586342e tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554744 Nov 08 00:12:48.322299 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58befc-c468-45fc-b995-aec4116fba70 req-9b0a44bf-da6e-4bb7-977b-daa8a80511df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:48.324549 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9d58befc-c468-45fc-b995-aec4116fba70 req-9b0a44bf-da6e-4bb7-977b-daa8a80511df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0605361 Nov 08 00:12:48.344845 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e883feb-a908-4ec9-86a3-147932984467 req-fb0f4840-24a5-4608-b566-9308e957f4fe tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816677 Nov 08 00:12:48.372207 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-363ba0c1-4b85-4675-b635-2c2d2cd49e5e admin admin] Allocated IP 172.20.0.1 (1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b/4514484e-e682-4afb-a7d1-e5db40eaed71/c7a8634d-33c3-497b-a4f7-496ff6909c34) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:12:48.419180 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58befc-c468-45fc-b995-aec4116fba70 req-01055cc1-dce8-4d78-ab5a-51f7d4de6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:48.421378 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9d58befc-c468-45fc-b995-aec4116fba70 req-01055cc1-dce8-4d78-ab5a-51f7d4de6c4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0845580 Nov 08 00:12:48.429892 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db431d46-f514-4ca0-90a7-9218ddd07733 x-openstack-request-id: req-db431d46-f514-4ca0-90a7-9218ddd07733 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:48.430497 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89efa31f-ed9e-42f8-a96f-9151d05dce73", "tag": "1a771d60-835f-4bc6-9641-44ebd8549a53", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:48.430497 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db431d46-f514-4ca0-90a7-9218ddd07733 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:48.430901 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89efa31f-ed9e-42f8-a96f-9151d05dce73', 'tag': '1a771d60-835f-4bc6-9641-44ebd8549a53', 'status': 'completed', 'code': 200} Nov 08 00:12:48.561922 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6481e79c-509b-4cc2-aaa5-be8c59087f6e None None] Provisioning complete for port 44a47df9-29ae-42cc-a2f9-22d4015cd47d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:48.561922 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6481e79c-509b-4cc2-aaa5-be8c59087f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:48.579518 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a78043d-3dbb-4baf-a00c-2509f06de8a5 req-6097390b-003e-4ed2-87ad-ba53f0aeacef tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/6f54936d-673f-4234-978a-1fd9ef005c01 HTTP/1.1" status: 200 len: 1801 time: 0.2039225 Nov 08 00:12:48.589243 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a99f7-5bf0-45dc-9c06-04b1568aba6a req-5496186e-03bc-40f0-9a6b-eab10c0bdcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:48.593538 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-829a99f7-5bf0-45dc-9c06-04b1568aba6a req-5496186e-03bc-40f0-9a6b-eab10c0bdcad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c4d5bb4ed1d41d3b2d6cad5ce2423e3&device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 1175 time: 0.1059508 Nov 08 00:12:48.594029 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-671bba93-a0ec-4649-b7ae-171e828518d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:48.681830 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e467d6-a564-4554-bed0-8eadb422f6d3 req-80e49fe8-9beb-4664-978a-cb6bdca94b1e tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:48.687581 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10e467d6-a564-4554-bed0-8eadb422f6d3 req-80e49fe8-9beb-4664-978a-cb6bdca94b1e tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/ports?device_id=03c1c010-8eee-4dfd-ac41-97b725e61bac HTTP/1.1" status: 200 len: 948 time: 0.1831343 Nov 08 00:12:48.702600 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6481e79c-509b-4cc2-aaa5-be8c59087f6e None None] Port 44a47df9-29ae-42cc-a2f9-22d4015cd47d cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:12:48.725716 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a99f7-5bf0-45dc-9c06-04b1568aba6a req-5a650443-72a4-4cec-8482-9e1d56391836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:48.727431 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-829a99f7-5bf0-45dc-9c06-04b1568aba6a req-5a650443-72a4-4cec-8482-9e1d56391836 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9275618c-2af8-4285-873e-1544fab15b19 HTTP/1.1" status: 200 len: 913 time: 0.1186154 Nov 08 00:12:48.757224 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9d58befc-c468-45fc-b995-aec4116fba70 req-2286dba3-0436-4aad-b03e-d9a95ced5505 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269720 Nov 08 00:12:48.799541 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-829a99f7-5bf0-45dc-9c06-04b1568aba6a req-d91a13a6-eb5b-45df-ab4e-e59128414144 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a771d60-835f-4bc6-9641-44ebd8549a53 HTTP/1.1" status: 200 len: 217 time: 0.0575044 Nov 08 00:12:48.804483 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-363ba0c1-4b85-4675-b635-2c2d2cd49e5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:48.895825 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a99f7-5bf0-45dc-9c06-04b1568aba6a req-9ebc4648-b529-4c93-94e0-53adfae795df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:48.897311 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-829a99f7-5bf0-45dc-9c06-04b1568aba6a req-9ebc4648-b529-4c93-94e0-53adfae795df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f8240525-3ca1-4b43-8bf4-23a1cb2e921d HTTP/1.1" status: 200 len: 852 time: 0.0855188 Nov 08 00:12:48.897934 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10e467d6-a564-4554-bed0-8eadb422f6d3 req-d501fba8-cda4-492f-bf55-056726ef5f82 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb77a82d-973f-4634-9918-6ad87e62598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081127 Nov 08 00:12:48.904374 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-4a78043d-3dbb-4baf-a00c-2509f06de8a5 req-5162d531-58dd-4430-93f9-e535c0f6ad52 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 08 00:12:48.905436 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a78043d-3dbb-4baf-a00c-2509f06de8a5 req-5162d531-58dd-4430-93f9-e535c0f6ad52 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "DELETE /v2.0/security-groups/6f54936d-673f-4234-978a-1fd9ef005c01 HTTP/1.1" status: 409 len: 341 time: 0.3225150 Nov 08 00:12:48.963568 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-829a99f7-5bf0-45dc-9c06-04b1568aba6a req-90bc209f-7082-4752-9897-aac2149874b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9275618c-2af8-4285-873e-1544fab15b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573189 Nov 08 00:12:49.068075 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9d58befc-c468-45fc-b995-aec4116fba70 req-f0cf271e-da73-41aa-8ccd-9bb21946c495 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780256 Nov 08 00:12:49.092750 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-363ba0c1-4b85-4675-b635-2c2d2cd49e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:49.102905 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-671bba93-a0ec-4649-b7ae-171e828518d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:49.156106 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-829a99f7-5bf0-45dc-9c06-04b1568aba6a req-4540deed-53d1-4a56-bfc8-10112b3d92a5 service neutron] 10.222.0.26 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827397 Nov 08 00:12:49.157768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b531f5-0d83-4712-be94-96cae7e3bba8 req-dec47227-9394-4d84-b0bc-ca8929350d8f tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:49.161946 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9b531f5-0d83-4712-be94-96cae7e3bba8 req-dec47227-9394-4d84-b0bc-ca8929350d8f tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 945 time: 0.1735587 Nov 08 00:12:49.167615 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3916a68d-70ea-4e88-9bc0-4297b4ba267a up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:12:49.175313 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363ba0c1-4b85-4675-b635-2c2d2cd49e5e admin admin] Network 1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:12:49.184290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-363ba0c1-4b85-4675-b635-2c2d2cd49e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:12:49.186844 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363ba0c1-4b85-4675-b635-2c2d2cd49e5e admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:12:49.189211 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-671bba93-a0ec-4649-b7ae-171e828518d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:49.197699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ba0c1-4b85-4675-b635-2c2d2cd49e5e admin admin] Pushing event updated for resources: {'Port': ['ID=c7a8634d-33c3-497b-a4f7-496ff6909c34,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:49.229559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 3916a68d-70ea-4e88-9bc0-4297b4ba267a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:49.230178 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:49.304377 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-829a99f7-5bf0-45dc-9c06-04b1568aba6a req-4f022676-27bc-4258-a9cb-0fb93d3f9c2e service neutron] 10.222.0.26 "GET /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387303 Nov 08 00:12:49.351370 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-671bba93-a0ec-4649-b7ae-171e828518d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:49.353414 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-363ba0c1-4b85-4675-b635-2c2d2cd49e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:49.354222 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:49.360681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9b531f5-0d83-4712-be94-96cae7e3bba8 req-0a7ec26f-97a0-491a-8d5a-2aa65269f125 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790199 Nov 08 00:12:49.386593 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 3916a68d-70ea-4e88-9bc0-4297b4ba267a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3916a68d-70ea-4e88-9bc0-4297b4ba267a,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:49.396542 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bba93-a0ec-4649-b7ae-171e828518d0 admin admin] Pushing event updated for resources: {'Port': ['ID=44a47df9-29ae-42cc-a2f9-22d4015cd47d,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:49.467840 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:49.468864 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3a14a112-2321-43be-9de3-01830dacedd1 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:12:49.566862 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=3916a68d-70ea-4e88-9bc0-4297b4ba267a,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:49.588076 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 3a14a112-2321-43be-9de3-01830dacedd1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:49.588446 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:49.627769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636adea-2cf4-4adf-bcc1-f26459767f1d req-ffcfb377-89c0-4f34-aed6-5e95c9926801 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:49.629347 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0636adea-2cf4-4adf-bcc1-f26459767f1d req-ffcfb377-89c0-4f34-aed6-5e95c9926801 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.1965227 Nov 08 00:12:49.671718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671bba93-a0ec-4649-b7ae-171e828518d0 admin admin] Network 5231b7b2-7394-4074-bd54-8d29b2980b79 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:12:49.676112 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-671bba93-a0ec-4649-b7ae-171e828518d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:12:49.702992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e80eb-6501-4170-b706-26788dc06e96 req-433ddf8b-a885-437b-b7d7-5bd57ea0a83f tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:49.704553 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c5e80eb-6501-4170-b706-26788dc06e96 req-433ddf8b-a885-437b-b7d7-5bd57ea0a83f tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.1504653 Nov 08 00:12:49.762731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0636adea-2cf4-4adf-bcc1-f26459767f1d req-66292a79-6b25-4d3d-a483-691fa04cd420 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263211 Nov 08 00:12:49.813149 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-363ba0c1-4b85-4675-b635-2c2d2cd49e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:49.900933 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c5e80eb-6501-4170-b706-26788dc06e96 req-2620f486-b06e-4c00-922e-1fc78c250236 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441565 Nov 08 00:12:49.941270 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-bf3dba66-4331-4571-948c-584c83ab20b2 None None] Provisioning complete for port 44a47df9-29ae-42cc-a2f9-22d4015cd47d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:49.941650 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf3dba66-4331-4571-948c-584c83ab20b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:49.952739 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65638f8-6d77-4110-9a60-4b145f74d60a req-1f54f10d-4fa9-4e3b-9fc6-a7a7f4e1be03 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:49.954200 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c65638f8-6d77-4110-9a60-4b145f74d60a req-1f54f10d-4fa9-4e3b-9fc6-a7a7f4e1be03 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 1024 time: 0.1263595 Nov 08 00:12:49.959281 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671bba93-a0ec-4649-b7ae-171e828518d0 admin admin] Router 51e3a6d2-5542-405d-ac45-5219852e760d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:12:50.007822 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-bf3dba66-4331-4571-948c-584c83ab20b2 None None] Port 44a47df9-29ae-42cc-a2f9-22d4015cd47d cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:12:50.166063 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c65638f8-6d77-4110-9a60-4b145f74d60a req-ba13c555-2d26-4839-bbd9-5e498dead66e tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f54936d-673f-4234-978a-1fd9ef005c01&id=67c166fe-ff9e-498a-b9b7-6c058056473f&id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1899281 Nov 08 00:12:50.187087 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bed836-f82d-4cbf-9d09-7a6e2c348138 req-667e303e-cf97-4999-832c-cd14a73832b5 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:50.188577 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78bed836-f82d-4cbf-9d09-7a6e2c348138 req-667e303e-cf97-4999-832c-cd14a73832b5 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/ports?device_id=03c1c010-8eee-4dfd-ac41-97b725e61bac HTTP/1.1" status: 200 len: 948 time: 0.1748354 Nov 08 00:12:50.264367 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-363ba0c1-4b85-4675-b635-2c2d2cd49e5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:50.266687 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671bba93-a0ec-4649-b7ae-171e828518d0 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:12:50.270595 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78bed836-f82d-4cbf-9d09-7a6e2c348138 req-15e54af3-fbb1-4ee9-8289-5511ca0aae1e tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb77a82d-973f-4634-9918-6ad87e62598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708208 Nov 08 00:12:50.274120 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-671bba93-a0ec-4649-b7ae-171e828518d0 admin admin] 10.222.0.13 "PUT /v2.0/routers/51e3a6d2-5542-405d-ac45-5219852e760d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5476043 Nov 08 00:12:50.277682 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] Sync routers for ids ['51e3a6d2-5542-405d-ac45-5219852e760d'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:12:50.299743 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] Routers {'51e3a6d2-5542-405d-ac45-5219852e760d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:12:50.300486 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:12:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['51e3a6d2-5542-405d-ac45-5219852e760d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:50.334419 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-363ba0c1-4b85-4675-b635-2c2d2cd49e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:50.351500 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 43d336d7-6210-4291-9c61-d1899f827a29 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:12:50.400476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ba0c1-4b85-4675-b635-2c2d2cd49e5e admin admin] Pushing event updated for resources: {'Port': ['ID=c7a8634d-33c3-497b-a4f7-496ff6909c34,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:50.403039 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-363ba0c1-4b85-4675-b635-2c2d2cd49e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:50.429886 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] Set router 51e3a6d2-5542-405d-ac45-5219852e760d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:12:50.485365 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 43d336d7-6210-4291-9c61-d1899f827a29, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=43d336d7-6210-4291-9c61-d1899f827a29,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:50.498564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '43d336d7-6210-4291-9c61-d1899f827a29', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '43d336d7-6210-4291-9c61-d1899f827a29', 'mac_address': 'fa:16:3e:29:b7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:12:50.548922 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:50.552640 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2ce61-6af1-4889-92ab-eae9e1f1174a req-d4b714d1-ac80-412f-abdd-fd018ebb8596 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:50.554108 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-01e2ce61-6af1-4889-92ab-eae9e1f1174a req-d4b714d1-ac80-412f-abdd-fd018ebb8596 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 945 time: 0.0799077 Nov 08 00:12:50.570636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d336d7-6210-4291-9c61-d1899f827a29 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:12:50.571256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363ba0c1-4b85-4675-b635-2c2d2cd49e5e admin admin] Network 1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:12:50.578494 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-363ba0c1-4b85-4675-b635-2c2d2cd49e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:12:50.603185 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 43d336d7-6210-4291-9c61-d1899f827a29, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=43d336d7-6210-4291-9c61-d1899f827a29,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:50.665715 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'name': 'tempest-ServersTestJSON-1496478298-router', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '3a14a112-2321-43be-9de3-01830dacedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:40Z', 'updated_at': '2021-11-08T00:12:48Z', 'revision_number': 4, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'gw_port': {'id': '3a14a112-2321-43be-9de3-01830dacedd1', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:41Z', 'updated_at': '2021-11-08T00:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '44a47df9-29ae-42cc-a2f9-22d4015cd47d', 'name': '', 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'mac_address': 'fa:16:3e:2b:ce:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '962d4ea2-2168-45af-8237-55eb5aa86ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:46Z', 'updated_at': '2021-11-08T00:12:48Z', 'revision_number': 2, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'subnets': [{'id': '962d4ea2-2168-45af-8237-55eb5aa86ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:50.679082 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:50.693880 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] Checking router: 51e3a6d2-5542-405d-ac45-5219852e760d for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:12:50.694230 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] Updating router 51e3a6d2-5542-405d-ac45-5219852e760d port 44a47df9-29ae-42cc-a2f9-22d4015cd47d binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:12:50.722196 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:50.740659 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=43d336d7-6210-4291-9c61-d1899f827a29,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:50.766461 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35986) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:50.771259 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ab2d89d6-10d8-4af8-9dd7-af6fd9050a50 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1369180090', 'description': 'tempest-description--1782719652'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:50.881566 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab2d89d6-10d8-4af8-9dd7-af6fd9050a50 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:50.957148 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-01e2ce61-6af1-4889-92ab-eae9e1f1174a req-9d806d66-d435-4d95-9556-2a50c368dc9b tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961682 Nov 08 00:12:50.971708 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab2d89d6-10d8-4af8-9dd7-af6fd9050a50 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:51.017137 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d09c3-a264-4d60-877b-63ba648969f3 req-f743dbf8-6c04-4f2a-a731-9d6a327d8a42 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:51.020267 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-893d09c3-a264-4d60-877b-63ba648969f3 req-f743dbf8-6c04-4f2a-a731-9d6a327d8a42 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.0778689 Nov 08 00:12:51.034457 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab2d89d6-10d8-4af8-9dd7-af6fd9050a50 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:51.040212 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363ba0c1-4b85-4675-b635-2c2d2cd49e5e admin admin] Router 6f48ebce-8504-4640-96a6-eee4c75b16c5 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:12:51.042778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3916a68d-70ea-4e88-9bc0-4297b4ba267a up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:12:51.073433 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d89d6-10d8-4af8-9dd7-af6fd9050a50 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73fe8313-e1e3-436f-a8c3-2ed0110e3760,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:51.114169 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 3916a68d-70ea-4e88-9bc0-4297b4ba267a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:51.114543 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:51.138745 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab2d89d6-10d8-4af8-9dd7-af6fd9050a50 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:51.142200 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ab2d89d6-10d8-4af8-9dd7-af6fd9050a50 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3736784 Nov 08 00:12:51.143950 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35992) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:51.150112 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c5eb87c8-4d6f-45eb-8dea-1c15b8f1336d tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Request body: {'security_group_rule': {'security_group_id': '73fe8313-e1e3-436f-a8c3-2ed0110e3760', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:51.151411 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:51.171764 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-893d09c3-a264-4d60-877b-63ba648969f3 req-0efbabc1-b2a4-4d65-9851-4f72b0621cdf tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442597 Nov 08 00:12:51.222283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e24458-1729-4d6f-89ed-5bb236f627f8 req-e64fc9ab-cfed-4fb8-8654-a8614726598c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:51.223958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42e24458-1729-4d6f-89ed-5bb236f627f8 req-e64fc9ab-cfed-4fb8-8654-a8614726598c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.1172032 Nov 08 00:12:51.246651 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:51.262828 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363ba0c1-4b85-4675-b635-2c2d2cd49e5e admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:12:51.277282 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-363ba0c1-4b85-4675-b635-2c2d2cd49e5e admin admin] 10.222.0.13 "PUT /v2.0/routers/6f48ebce-8504-4640-96a6-eee4c75b16c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3726573 Nov 08 00:12:51.286824 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c5eb87c8-4d6f-45eb-8dea-1c15b8f1336d tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:51.296365 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] Sync routers for ids ['6f48ebce-8504-4640-96a6-eee4c75b16c5'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:12:51.319731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42e24458-1729-4d6f-89ed-5bb236f627f8 req-dd9aa4d7-76ab-4983-b5fd-6892dbe848f3 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894067 Nov 08 00:12:51.322882 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] Routers {'6f48ebce-8504-4640-96a6-eee4c75b16c5'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:12:51.323515 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:12:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6f48ebce-8504-4640-96a6-eee4c75b16c5'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:51.346252 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f3bd5-f594-4945-b5ee-fa74de09dd5b req-6d6ea571-26c5-4ab3-a34c-18896d4d684f tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:51.354381 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-453f3bd5-f594-4945-b5ee-fa74de09dd5b req-6d6ea571-26c5-4ab3-a34c-18896d4d684f tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 1024 time: 0.1025925 Nov 08 00:12:51.415327 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-453f3bd5-f594-4945-b5ee-fa74de09dd5b req-5f6a6bd7-1b52-4e26-a4c9-69895327a919 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f54936d-673f-4234-978a-1fd9ef005c01&id=67c166fe-ff9e-498a-b9b7-6c058056473f&id=2d23abfc-2b57-482a-951f-11055040d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0556374 Nov 08 00:12:51.447880 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['43d336d7-6210-4291-9c61-d1899f827a29'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:51.471185 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c5eb87c8-4d6f-45eb-8dea-1c15b8f1336d tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:51.483976 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612ed87-b304-4b5a-8432-48354b5784f4 None None] Pushing event updated for resources: {'Port': ['ID=44a47df9-29ae-42cc-a2f9-22d4015cd47d,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:51.517982 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99476d79-0a17-418f-a7a8-b0e1a262c254 req-b7b3d8b9-a660-4de3-964c-d235ff7d063f tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:51.519622 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-99476d79-0a17-418f-a7a8-b0e1a262c254 req-b7b3d8b9-a660-4de3-964c-d235ff7d063f tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.26 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 1024 time: 0.1239662 Nov 08 00:12:51.520986 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] Attempting to bind port 44a47df9-29ae-42cc-a2f9-22d4015cd47d on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:12:51.521419 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] Attempting to bind port 44a47df9-29ae-42cc-a2f9-22d4015cd47d by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '0953fae5-5960-4572-b6d5-4de8b440b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:12:51.521838 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] Attempting to bind port 44a47df9-29ae-42cc-a2f9-22d4015cd47d on network 5231b7b2-7394-4074-bd54-8d29b2980b79 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:51.542201 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:12:51.542201 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] Checking segment: {'id': '0953fae5-5960-4572-b6d5-4de8b440b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:12:51.542201 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:51.542201 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] Bound using segment: {'id': '0953fae5-5960-4572-b6d5-4de8b440b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:12:51.542760 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] Bound port: 44a47df9-29ae-42cc-a2f9-22d4015cd47d, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0953fae5-5960-4572-b6d5-4de8b440b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:12:51.543080 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c5eb87c8-4d6f-45eb-8dea-1c15b8f1336d tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:51.543196 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:51.579797 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444836c5-0e0d-4dce-9bb2-13cb2683f8e8 req-028fcaf2-e20d-4217-b3cd-7da3d639eed6 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:51.592487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-444836c5-0e0d-4dce-9bb2-13cb2683f8e8 req-028fcaf2-e20d-4217-b3cd-7da3d639eed6 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/ports?device_id=03c1c010-8eee-4dfd-ac41-97b725e61bac HTTP/1.1" status: 200 len: 949 time: 0.0993814 Nov 08 00:12:51.638607 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb87c8-4d6f-45eb-8dea-1c15b8f1336d tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72dc8c7e-2664-419b-87e7-79dbe8dbdcdf,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:51.639995 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] For port 44a47df9-29ae-42cc-a2f9-22d4015cd47d, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:12:51.651246 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] For port 44a47df9-29ae-42cc-a2f9-22d4015cd47d, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=44a47df9-29ae-42cc-a2f9-22d4015cd47d,segment=NetworkSegment(0953fae5-5960-4572-b6d5-4de8b440b78c),segment_id=0953fae5-5960-4572-b6d5-4de8b440b78c)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:12:51.655505 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-444836c5-0e0d-4dce-9bb2-13cb2683f8e8 req-723a81ec-9f48-4c60-99ce-8c19cc5beed7 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb77a82d-973f-4634-9918-6ad87e62598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574450 Nov 08 00:12:51.672830 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-04b84fc7-c2c1-40ae-ad4b-af9c389765e4 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:51.674261 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-04b84fc7-c2c1-40ae-ad4b-af9c389765e4 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093&tenant_id=951d7073901a4e51a1deddc1d387c234&binding%3Ahost_id=n-h2-816882-1 HTTP/1.1" status: 200 len: 1096 time: 0.1537068 Nov 08 00:12:51.698817 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] Set router 6f48ebce-8504-4640-96a6-eee4c75b16c5 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:12:51.701677 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-41858463-7737-4e79-94c1-e731f10f98db None None] Provisioning complete for port 44a47df9-29ae-42cc-a2f9-22d4015cd47d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:51.702145 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-41858463-7737-4e79-94c1-e731f10f98db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:51.705353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816882-1'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:51.711218 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c5eb87c8-4d6f-45eb-8dea-1c15b8f1336d tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:51.715176 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c5eb87c8-4d6f-45eb-8dea-1c15b8f1336d tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5667071 Nov 08 00:12:51.716935 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36012) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:51.718089 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:51.729496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-dcd8f942-fb5a-43a5-b964-a37b676dd542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Request body: {'security_group_rule': {'security_group_id': '73fe8313-e1e3-436f-a8c3-2ed0110e3760', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:51.792431 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] Routers {'51e3a6d2-5542-405d-ac45-5219852e760d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:12:51.793731 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:12:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['51e3a6d2-5542-405d-ac45-5219852e760d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:51.800101 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612ed87-b304-4b5a-8432-48354b5784f4 None None] Pushing event updated for resources: {'Port': ['ID=44a47df9-29ae-42cc-a2f9-22d4015cd47d,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:51.833162 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:51.852310 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-99476d79-0a17-418f-a7a8-b0e1a262c254 req-03f0199c-f250-40f3-9d9f-fa6795e0c80c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Deleting port 1a771d60-835f-4bc6-9641-44ebd8549a53 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:12:51.852629 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-99476d79-0a17-418f-a7a8-b0e1a262c254 req-03f0199c-f250-40f3-9d9f-fa6795e0c80c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:51.890968 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dcd8f942-fb5a-43a5-b964-a37b676dd542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:52.016326 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-d42e8df0-1b8d-4e39-989f-850d24020ee6 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:52.021592 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] Set router 51e3a6d2-5542-405d-ac45-5219852e760d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:12:52.024309 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-d42e8df0-1b8d-4e39-989f-850d24020ee6 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/networks?id=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b HTTP/1.1" status: 200 len: 820 time: 0.2155087 Nov 08 00:12:52.032069 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dcd8f942-fb5a-43a5-b964-a37b676dd542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:52.045883 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-00bf1e5d-07be-4ee1-87b3-08cb9245e6e3 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/quotas/0f34c6b5aa9c4235bb145ac377b6aae0 HTTP/1.1" status: 200 len: 375 time: 0.0123889 Nov 08 00:12:52.100706 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-99476d79-0a17-418f-a7a8-b0e1a262c254 req-03f0199c-f250-40f3-9d9f-fa6795e0c80c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] For port 1a771d60-835f-4bc6-9641-44ebd8549a53, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=1a771d60-835f-4bc6-9641-44ebd8549a53,segment=NetworkSegment(cc6b21bf-5659-458e-a4a4-30150d05a911),segment_id=cc6b21bf-5659-458e-a4a4-30150d05a911)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:52.101081 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-99476d79-0a17-418f-a7a8-b0e1a262c254 req-03f0199c-f250-40f3-9d9f-fa6795e0c80c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:52.126629 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-99476d79-0a17-418f-a7a8-b0e1a262c254 req-03f0199c-f250-40f3-9d9f-fa6795e0c80c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Calling delete_port for 1a771d60-835f-4bc6-9641-44ebd8549a53 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:12:52.151218 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dcd8f942-fb5a-43a5-b964-a37b676dd542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:52.153812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] For port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:52.157977 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-41858463-7737-4e79-94c1-e731f10f98db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:52.181357 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8f942-fb5a-43a5-b964-a37b676dd542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66babbfe-db90-475a-8740-9d5f7ce0e628,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:52.188842 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067799339-router', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'gw_port': {'id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c7a8634d-33c3-497b-a4f7-496ff6909c34', 'name': '', 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'mac_address': 'fa:16:3e:75:b8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4514484e-e682-4afb-a7d1-e5db40eaed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:48Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 2, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'subnets': [{'id': '4514484e-e682-4afb-a7d1-e5db40eaed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:52.202028 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-b5505d85-5ee8-4d8f-9d1b-a49897177d54 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f34c6b5aa9c4235bb145ac377b6aae0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1480927 Nov 08 00:12:52.213494 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817bffc-14d9-411e-8083-f5affd8be063 req-4d21c6b8-87d2-46d2-9928-ee0d0b1f9129 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:52.215401 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1817bffc-14d9-411e-8083-f5affd8be063 req-4d21c6b8-87d2-46d2-9928-ee0d0b1f9129 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 945 time: 0.1168704 Nov 08 00:12:52.244361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] Checking router: 6f48ebce-8504-4640-96a6-eee4c75b16c5 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:12:52.244361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] Updating router 6f48ebce-8504-4640-96a6-eee4c75b16c5 port c7a8634d-33c3-497b-a4f7-496ff6909c34 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:12:52.257362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] For port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:12:52.260596 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dcd8f942-fb5a-43a5-b964-a37b676dd542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:52.264930 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dcd8f942-fb5a-43a5-b964-a37b676dd542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5430419 Nov 08 00:12:52.265975 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1817bffc-14d9-411e-8083-f5affd8be063 req-b58b2a50-22f9-4255-8470-70b2699af78e tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437372 Nov 08 00:12:52.266673 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36024) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:12:52.273282 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-03d36b7f-964f-46d4-a09f-7039e65f1542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:52.310909 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:52.334121 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b8e6e9-2e70-40b9-a454-c2155fbe4093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:52.339080 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d54206-03fe-4737-a9fd-727f2c0444ed" -d '{"events": [{"server_uuid": "68b8e6e9-2e70-40b9-a454-c2155fbe4093", "name": "network-vif-unplugged", "status": "completed", "tag": "8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:52.344801 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:52.365121 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:12:52.370338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-41858463-7737-4e79-94c1-e731f10f98db None None] For port 44a47df9-29ae-42cc-a2f9-22d4015cd47d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=44a47df9-29ae-42cc-a2f9-22d4015cd47d,segment=NetworkSegment(0953fae5-5960-4572-b6d5-4de8b440b78c),segment_id=0953fae5-5960-4572-b6d5-4de8b440b78c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:52.382406 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'name': 'tempest-ServersTestJSON-1496478298-router', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '3a14a112-2321-43be-9de3-01830dacedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:40Z', 'updated_at': '2021-11-08T00:12:48Z', 'revision_number': 4, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'gw_port': {'id': '3a14a112-2321-43be-9de3-01830dacedd1', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:41Z', 'updated_at': '2021-11-08T00:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '44a47df9-29ae-42cc-a2f9-22d4015cd47d', 'name': '', 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'mac_address': 'fa:16:3e:2b:ce:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '962d4ea2-2168-45af-8237-55eb5aa86ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:46Z', 'updated_at': '2021-11-08T00:12:51Z', 'revision_number': 4, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'subnets': [{'id': '962d4ea2-2168-45af-8237-55eb5aa86ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:52.391329 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-03d36b7f-964f-46d4-a09f-7039e65f1542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:52.414583 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1945d5-a71c-4a9c-8ee8-f64beb04294a None None] The sync data for ids ['51e3a6d2-5542-405d-ac45-5219852e760d'] in n-d-816882-1 is: [{'id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'name': 'tempest-ServersTestJSON-1496478298-router', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '3a14a112-2321-43be-9de3-01830dacedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:40Z', 'updated_at': '2021-11-08T00:12:48Z', 'revision_number': 4, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'gw_port': {'id': '3a14a112-2321-43be-9de3-01830dacedd1', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:41Z', 'updated_at': '2021-11-08T00:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '44a47df9-29ae-42cc-a2f9-22d4015cd47d', 'name': '', 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'mac_address': 'fa:16:3e:2b:ce:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '962d4ea2-2168-45af-8237-55eb5aa86ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:46Z', 'updated_at': '2021-11-08T00:12:51Z', 'revision_number': 4, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'subnets': [{'id': '962d4ea2-2168-45af-8237-55eb5aa86ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:12:52.457335 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:52.521808 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-41858463-7737-4e79-94c1-e731f10f98db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:52.543542 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-99476d79-0a17-418f-a7a8-b0e1a262c254 req-03f0199c-f250-40f3-9d9f-fa6795e0c80c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:52.574233 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-cd9428fe-f5d8-484c-a2fe-8363ad2035ca service neutron] 10.222.0.13 "GET /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573360 Nov 08 00:12:52.648415 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:52.672637 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-99476d79-0a17-418f-a7a8-b0e1a262c254 req-03f0199c-f250-40f3-9d9f-fa6795e0c80c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] No DVR routers for this DVR port 1a771d60-835f-4bc6-9641-44ebd8549a53 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:12:52.676117 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-99476d79-0a17-418f-a7a8-b0e1a262c254 req-03f0199c-f250-40f3-9d9f-fa6795e0c80c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:52.680888 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-99476d79-0a17-418f-a7a8-b0e1a262c254 req-03f0199c-f250-40f3-9d9f-fa6795e0c80c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.26 "DELETE /v2.0/ports/1a771d60-835f-4bc6-9641-44ebd8549a53 HTTP/1.1" status: 204 len: 173 time: 1.1391492 Nov 08 00:12:52.688312 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] Pushing event updated for resources: {'Port': ['ID=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1,revision_number=7']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:52.705665 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-dd79cbc9-6613-467c-9afd-7ef49412e7a5 service neutron] 10.222.0.13 "GET /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304731 Nov 08 00:12:52.706077 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] Attempting to bind port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 on host n-h2-816882-1 for vnic_type normal with profile {"migrating_to": "n-h1-816882-1"} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:12:52.706709 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] Attempting to bind port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:12:52.707376 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] Attempting to bind port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:52.717934 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 has no active binding in host n-h1-816882-1 {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 00:12:52.724978 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa249a-1915-46d8-9cbd-f3d9741c1307 req-d1df65fd-0d3d-4c25-bcfb-3f072a6b17f1 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:52.733540 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94aa249a-1915-46d8-9cbd-f3d9741c1307 req-d1df65fd-0d3d-4c25-bcfb-3f072a6b17f1 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.2826457 Nov 08 00:12:52.745857 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] Port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:12:52.746176 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] Attempting to bind port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 on network 16a84b47-f9ce-4954-8ec1-2a7bb6748880 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:52.752920 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0199c-f250-40f3-9d9f-fa6795e0c80c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event deleted for resources: {'Port': ['ID=1a771d60-835f-4bc6-9641-44ebd8549a53,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:52.761014 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:12:52.761376 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] Checking segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:12:52.761758 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] Bound using segment: {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:12:52.762187 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] Bound port: 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9754343d-491b-4bff-a1c4-a1509b158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16a84b47-f9ce-4954-8ec1-2a7bb6748880'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:12:52.763482 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:52.802168 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94aa249a-1915-46d8-9cbd-f3d9741c1307 req-be3dfec2-5e7a-4abc-acf8-8388a3eed99d tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608497 Nov 08 00:12:52.836308 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-483268c0-a9df-4b1a-8dea-4bca004a220b None None] Provisioning complete for port 44a47df9-29ae-42cc-a2f9-22d4015cd47d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:52.836893 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-483268c0-a9df-4b1a-8dea-4bca004a220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:52.847266 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41858463-7737-4e79-94c1-e731f10f98db None None] Pushing event updated for resources: {'Port': ['ID=44a47df9-29ae-42cc-a2f9-22d4015cd47d,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:52.860920 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-03d36b7f-964f-46d4-a09f-7039e65f1542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:52.873564 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] For port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:12:52.878342 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] For port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:12:52.900986 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['41b8b625-df8d-43a6-876d-19baf9f9fb72'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:52.968725 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:53.112109 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-03d36b7f-964f-46d4-a09f-7039e65f1542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Allocated IP 172.25.2.164 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/c29f38c8-bfe4-4496-abed-e9b20c25d448) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:12:53.137356 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb79eac2-7bfa-4bfa-a608-406d9e7a4d2d x-openstack-request-id: req-cb79eac2-7bfa-4bfa-a608-406d9e7a4d2d {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:53.138026 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b8e6e9-2e70-40b9-a454-c2155fbe4093", "name": "network-vif-unplugged", "status": "completed", "tag": "8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:53.139274 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb79eac2-7bfa-4bfa-a608-406d9e7a4d2d {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:53.140981 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b8e6e9-2e70-40b9-a454-c2155fbe4093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1', 'code': 200} Nov 08 00:12:53.212303 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] Pushing event updated for resources: {'Port': ['ID=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1,revision_number=8']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:53.226158 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 44a47df9-29ae-42cc-a2f9-22d4015cd47d up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:12:53.227946 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:53.229385 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:53.235029 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-5c89b008-5efd-4bcf-9583-4471b291cd8a service neutron] 10.222.0.20 "PUT /v2.0/ports/8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 HTTP/1.1" status: 200 len: 1121 time: 1.5346141 Nov 08 00:12:53.268893 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-03d36b7f-964f-46d4-a09f-7039e65f1542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:53.313849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256654e-4a6c-4433-b349-2031ac01e0dc req-1b471f21-400f-41fc-bed5-c3e3dea4aafa tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:53.316604 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f256654e-4a6c-4433-b349-2031ac01e0dc req-1b471f21-400f-41fc-bed5-c3e3dea4aafa tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.3869560 Nov 08 00:12:53.365322 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c7b57f67-2920-429f-adaf-79b82e124207 req-18dd868a-b45f-4a68-8ead-565b6092d116 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=89efa31f-ed9e-42f8-a96f-9151d05dce73 HTTP/1.1" status: 200 len: 210 time: 0.0828321 Nov 08 00:12:53.421092 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f256654e-4a6c-4433-b349-2031ac01e0dc req-c09ba9d4-0c16-4959-8dbf-5a5f0c8ea0aa tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580912 Nov 08 00:12:53.455458 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:53.522104 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-03d36b7f-964f-46d4-a09f-7039e65f1542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:53.530318 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:53.532842 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 44a47df9-29ae-42cc-a2f9-22d4015cd47d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:53.532842 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:53.538662 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:12:53.620518 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d36b7f-964f-46d4-a09f-7039e65f1542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:12:53.632775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-03d36b7f-964f-46d4-a09f-7039e65f1542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:12:53.636685 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:53.639552 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c806572-3984-49a5-a741-54c431203cd2 req-b04c3a8e-47d1-4e9e-88fc-dcacfb11ef56 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 210 time: 0.0612855 Nov 08 00:12:53.642371 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d36b7f-964f-46d4-a09f-7039e65f1542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:12:53.693144 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d36b7f-964f-46d4-a09f-7039e65f1542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Pushing event updated for resources: {'Port': ['ID=c29f38c8-bfe4-4496-abed-e9b20c25d448,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:53.721959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acd6ee-96b6-4ad9-b263-ae9aed6a3c28 req-d66a7a3d-5696-4ebe-a3e1-432d6a0fc804 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:53.729723 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51acd6ee-96b6-4ad9-b263-ae9aed6a3c28 req-d66a7a3d-5696-4ebe-a3e1-432d6a0fc804 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/ports?device_id=03c1c010-8eee-4dfd-ac41-97b725e61bac HTTP/1.1" status: 200 len: 949 time: 0.2253213 Nov 08 00:12:53.773121 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917a20c-1b0b-4e00-907b-8ba62b514992 None None] Pushing event updated for resources: {'Port': ['ID=c7a8634d-33c3-497b-a4f7-496ff6909c34,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:53.852436 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51acd6ee-96b6-4ad9-b263-ae9aed6a3c28 req-916de521-997c-42df-a338-b6430ce75c75 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb77a82d-973f-4634-9918-6ad87e62598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218302 Nov 08 00:12:53.893693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ce4b3-dcad-455b-ba04-8ff50324f191 req-3e3c1ec8-8034-4999-ad61-e0c762b90f1f tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:53.901901 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c8ce4b3-dcad-455b-ba04-8ff50324f191 req-3e3c1ec8-8034-4999-ad61-e0c762b90f1f tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 943 time: 0.1699343 Nov 08 00:12:53.905847 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-03d36b7f-964f-46d4-a09f-7039e65f1542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:53.980079 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c8ce4b3-dcad-455b-ba04-8ff50324f191 req-212472b2-9c44-4702-840e-35354871e880 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771060 Nov 08 00:12:54.014047 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 1a771d60-835f-4bc6-9641-44ebd8549a53 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:12:54.055991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b41d9-4101-49c0-bbd1-185ac8544c20 req-1f580fa2-0295-4495-a9ba-a1a6ec3a7e94 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:54.057671 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-050b41d9-4101-49c0-bbd1-185ac8544c20 req-1f580fa2-0295-4495-a9ba-a1a6ec3a7e94 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.1137559 Nov 08 00:12:54.058291 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-03d36b7f-964f-46d4-a09f-7039e65f1542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:54.062914 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 1a771d60-835f-4bc6-9641-44ebd8549a53 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:12:54.062914 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 1a771d60-835f-4bc6-9641-44ebd8549a53 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:12:54.083951 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] Attempting to bind port c7a8634d-33c3-497b-a4f7-496ff6909c34 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:12:54.084320 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] Attempting to bind port c7a8634d-33c3-497b-a4f7-496ff6909c34 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '9b897e63-85bd-407e-a6de-4de80bc6bc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:12:54.084680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] Attempting to bind port c7a8634d-33c3-497b-a4f7-496ff6909c34 on network 1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:54.116318 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:12:54.116694 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] Checking segment: {'id': '9b897e63-85bd-407e-a6de-4de80bc6bc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:12:54.117095 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:54.117513 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] Bound using segment: {'id': '9b897e63-85bd-407e-a6de-4de80bc6bc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:12:54.118170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] Bound port: c7a8634d-33c3-497b-a4f7-496ff6909c34, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b897e63-85bd-407e-a6de-4de80bc6bc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:12:54.118845 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:54.152730 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-050b41d9-4101-49c0-bbd1-185ac8544c20 req-77f6e810-b5e8-4213-b4d0-72b49a501ddd tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685923 Nov 08 00:12:54.299763 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] For port c7a8634d-33c3-497b-a4f7-496ff6909c34, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:12:54.303589 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] For port c7a8634d-33c3-497b-a4f7-496ff6909c34, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c7a8634d-33c3-497b-a4f7-496ff6909c34,segment=NetworkSegment(9b897e63-85bd-407e-a6de-4de80bc6bc88),segment_id=9b897e63-85bd-407e-a6de-4de80bc6bc88)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:12:54.327718 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-03d36b7f-964f-46d4-a09f-7039e65f1542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:54.371367 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:54.403973 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 43d336d7-6210-4291-9c61-d1899f827a29 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:12:54.409561 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-03d36b7f-964f-46d4-a09f-7039e65f1542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:54.464592 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917a20c-1b0b-4e00-907b-8ba62b514992 None None] Pushing event updated for resources: {'Port': ['ID=c7a8634d-33c3-497b-a4f7-496ff6909c34,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:54.470433 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] Routers {'6f48ebce-8504-4640-96a6-eee4c75b16c5'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:12:54.471067 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:12:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6f48ebce-8504-4640-96a6-eee4c75b16c5'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:54.548120 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-03d36b7f-964f-46d4-a09f-7039e65f1542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:54.587374 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] Set router 6f48ebce-8504-4640-96a6-eee4c75b16c5 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:12:54.600298 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d36b7f-964f-46d4-a09f-7039e65f1542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Pushing event updated for resources: {'Port': ['ID=c29f38c8-bfe4-4496-abed-e9b20c25d448,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:54.624312 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e571e117-8f4b-4a2f-af94-7bbc918e5311 req-44925e94-4d5e-4a5d-8b50-2cc98c24dfe7 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/67c166fe-ff9e-498a-b9b7-6c058056473f HTTP/1.1" status: 200 len: 1799 time: 0.1489160 Nov 08 00:12:54.637750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9419a0e-8e6e-4a5e-94b0-c097934c67fd req-22f65562-8306-4b80-9f54-fd1aba2d28f7 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:54.639343 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9419a0e-8e6e-4a5e-94b0-c097934c67fd req-22f65562-8306-4b80-9f54-fd1aba2d28f7 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.1233001 Nov 08 00:12:54.667088 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 43d336d7-6210-4291-9c61-d1899f827a29 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:12:54.701352 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-03d36b7f-964f-46d4-a09f-7039e65f1542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:54.702583 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-03d36b7f-964f-46d4-a09f-7039e65f1542 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4346139 Nov 08 00:12:54.711724 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9419a0e-8e6e-4a5e-94b0-c097934c67fd req-be3138a9-b517-4ef0-87ba-9077e8125359 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645459 Nov 08 00:12:54.719817 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 43d336d7-6210-4291-9c61-d1899f827a29 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:54.720197 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:54.730943 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e571e117-8f4b-4a2f-af94-7bbc918e5311 req-870d0a38-9c0c-46ec-a365-3ffd5c473dc3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:54.770016 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e571e117-8f4b-4a2f-af94-7bbc918e5311 req-870d0a38-9c0c-46ec-a365-3ffd5c473dc3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:54.887329 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:54.910469 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e571e117-8f4b-4a2f-af94-7bbc918e5311 req-870d0a38-9c0c-46ec-a365-3ffd5c473dc3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:54.913939 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e571e117-8f4b-4a2f-af94-7bbc918e5311 req-870d0a38-9c0c-46ec-a365-3ffd5c473dc3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:54.920970 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c1c010-8eee-4dfd-ac41-97b725e61bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d336d7-6210-4291-9c61-d1899f827a29'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:54.921520 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3213cf5b-dda1-4938-99bd-c482e54b7722" -d '{"events": [{"server_uuid": "03c1c010-8eee-4dfd-ac41-97b725e61bac", "name": "network-vif-plugged", "status": "completed", "tag": "43d336d7-6210-4291-9c61-d1899f827a29"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:54.924360 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e571e117-8f4b-4a2f-af94-7bbc918e5311 req-870d0a38-9c0c-46ec-a365-3ffd5c473dc3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "DELETE /v2.0/security-groups/67c166fe-ff9e-498a-b9b7-6c058056473f HTTP/1.1" status: 204 len: 173 time: 0.2839310 Nov 08 00:12:54.937331 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 43d336d7-6210-4291-9c61-d1899f827a29, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=43d336d7-6210-4291-9c61-d1899f827a29,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:54.939700 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067799339-router', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'gw_port': {'id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c7a8634d-33c3-497b-a4f7-496ff6909c34', 'name': '', 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'mac_address': 'fa:16:3e:75:b8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4514484e-e682-4afb-a7d1-e5db40eaed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:48Z', 'updated_at': '2021-11-08T00:12:54Z', 'revision_number': 4, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'subnets': [{'id': '4514484e-e682-4afb-a7d1-e5db40eaed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:12:54.963312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d0a38-9c0c-46ec-a365-3ffd5c473dc3 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c166fe-ff9e-498a-b9b7-6c058056473f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:54.968256 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b11c4e-3afe-4893-9545-eb2f8450df36 None None] The sync data for ids ['6f48ebce-8504-4640-96a6-eee4c75b16c5'] in n-d-816882-1 is: [{'id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067799339-router', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'gw_port': {'id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c7a8634d-33c3-497b-a4f7-496ff6909c34', 'name': '', 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'mac_address': 'fa:16:3e:75:b8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4514484e-e682-4afb-a7d1-e5db40eaed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:48Z', 'updated_at': '2021-11-08T00:12:54Z', 'revision_number': 4, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'subnets': [{'id': '4514484e-e682-4afb-a7d1-e5db40eaed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:12:54.969163 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-783523cd-06ae-4172-9685-6ba8e929e6a6 req-01472b8a-8a41-458f-8784-3b9cac60fd96 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 210 time: 0.0432670 Nov 08 00:12:55.002418 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:55.099547 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-818f3739-9914-47f5-93b2-9f1a8325bf2a tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1369180090&fields=id&tenant_id=53229acc1a8e435a991dbecce56b37f6 HTTP/1.1" status: 200 len: 267 time: 0.0740974 Nov 08 00:12:55.106339 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=43d336d7-6210-4291-9c61-d1899f827a29,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:55.142172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89efa31f-ed9e-42f8-a96f-9151d05dce73', 'name': 'network-vif-deleted', 'tag': '1a771d60-835f-4bc6-9641-44ebd8549a53'}, {'name': 'network-changed', 'server_uuid': '68b8e6e9-2e70-40b9-a454-c2155fbe4093', 'tag': '8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:55.144972 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2b1726-6edd-4357-8cd4-8e4c5f29ea75" -d '{"events": [{"server_uuid": "89efa31f-ed9e-42f8-a96f-9151d05dce73", "name": "network-vif-deleted", "tag": "1a771d60-835f-4bc6-9641-44ebd8549a53"}, {"name": "network-changed", "server_uuid": "68b8e6e9-2e70-40b9-a454-c2155fbe4093", "tag": "8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:55.212013 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12529c-037d-4995-950c-6c4ec8f6c970 req-347d4a22-85b2-4162-9747-c8098410f990 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:55.213607 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d12529c-037d-4995-950c-6c4ec8f6c970 req-347d4a22-85b2-4162-9747-c8098410f990 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/ports?device_id=03c1c010-8eee-4dfd-ac41-97b725e61bac HTTP/1.1" status: 200 len: 950 time: 0.1072359 Nov 08 00:12:55.213871 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47d8d2-7cc5-4e08-8ea0-fd8d4dced5da req-bc153995-7403-4953-94c8-e9c174f844aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:55.215411 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eb47d8d2-7cc5-4e08-8ea0-fd8d4dced5da req-bc153995-7403-4953-94c8-e9c174f844aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 1097 time: 0.0454407 Nov 08 00:12:55.258647 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eb47d8d2-7cc5-4e08-8ea0-fd8d4dced5da req-02faa4a0-2f76-451d-b691-28602b4625fb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331004 Nov 08 00:12:55.282914 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d12529c-037d-4995-950c-6c4ec8f6c970 req-b39128d6-7f20-40c2-8ec6-24fd5a34aea9 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb77a82d-973f-4634-9918-6ad87e62598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611143 Nov 08 00:12:55.289721 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-9440d6ee-ff8c-4f06-bad7-a036a144d394 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:55.292119 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-9440d6ee-ff8c-4f06-bad7-a036a144d394 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/networks?id=5231b7b2-7394-4074-bd54-8d29b2980b79 HTTP/1.1" status: 200 len: 806 time: 0.1550622 Nov 08 00:12:55.323829 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-4562eb67-d2e6-4f4a-82d3-2ed5b1e0ce4d tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/quotas/53229acc1a8e435a991dbecce56b37f6 HTTP/1.1" status: 200 len: 375 time: 0.0178716 Nov 08 00:12:55.383036 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-984f3c1b-fceb-476c-93e4-8d31197122b0 req-1533238a-da22-4f7e-972c-bf460869aafa tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/6f54936d-673f-4234-978a-1fd9ef005c01 HTTP/1.1" status: 200 len: 1801 time: 0.0688450 Nov 08 00:12:55.411819 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-92cdbd0e-1b71-4a3e-a984-c28d15cdd48b tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=53229acc1a8e435a991dbecce56b37f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789757 Nov 08 00:12:55.503053 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-984f3c1b-fceb-476c-93e4-8d31197122b0 req-86ae9f3f-e83a-4c9c-945e-cbc387145f33 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:55.539936 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-984f3c1b-fceb-476c-93e4-8d31197122b0 req-86ae9f3f-e83a-4c9c-945e-cbc387145f33 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:55.566645 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-1968d3b5-c177-463f-aab2-d700faa5cd8f service neutron] 10.222.0.13 "GET /v2.0/networks/5231b7b2-7394-4074-bd54-8d29b2980b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392369 Nov 08 00:12:55.672487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-448fff1a-5184-4844-ae3e-0a902012de73 service neutron] 10.222.0.13 "GET /v2.0/networks/5231b7b2-7394-4074-bd54-8d29b2980b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984907 Nov 08 00:12:55.708088 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-984f3c1b-fceb-476c-93e4-8d31197122b0 req-86ae9f3f-e83a-4c9c-945e-cbc387145f33 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:55.711231 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-984f3c1b-fceb-476c-93e4-8d31197122b0 req-86ae9f3f-e83a-4c9c-945e-cbc387145f33 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:55.712454 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-984f3c1b-fceb-476c-93e4-8d31197122b0 req-86ae9f3f-e83a-4c9c-945e-cbc387145f33 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "DELETE /v2.0/security-groups/6f54936d-673f-4234-978a-1fd9ef005c01 HTTP/1.1" status: 204 len: 173 time: 0.3226285 Nov 08 00:12:55.738394 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae9f3f-e83a-4c9c-945e-cbc387145f33 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f54936d-673f-4234-978a-1fd9ef005c01,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:55.825332 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b804b403-d48c-4c98-9534-7efa6822cccd x-openstack-request-id: req-b804b403-d48c-4c98-9534-7efa6822cccd {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:55.825859 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c1c010-8eee-4dfd-ac41-97b725e61bac", "name": "network-vif-plugged", "status": "completed", "tag": "43d336d7-6210-4291-9c61-d1899f827a29", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:55.826226 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b804b403-d48c-4c98-9534-7efa6822cccd {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:55.826815 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c1c010-8eee-4dfd-ac41-97b725e61bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d336d7-6210-4291-9c61-d1899f827a29', 'code': 200} Nov 08 00:12:55.928183 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd144fd-1396-45a8-adf2-cdac4a32fd08 req-b5a10f1d-e282-4a94-8d96-886e8458adbc tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:55.930021 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abd144fd-1396-45a8-adf2-cdac4a32fd08 req-b5a10f1d-e282-4a94-8d96-886e8458adbc tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 943 time: 0.0598030 Nov 08 00:12:56.000101 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a8e679-bb02-4350-8998-2bf23c902779 x-openstack-request-id: req-d4a8e679-bb02-4350-8998-2bf23c902779 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:56.001073 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89efa31f-ed9e-42f8-a96f-9151d05dce73", "name": "network-vif-deleted", "tag": "1a771d60-835f-4bc6-9641-44ebd8549a53", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "68b8e6e9-2e70-40b9-a454-c2155fbe4093", "tag": "8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:56.001881 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4a8e679-bb02-4350-8998-2bf23c902779 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:56.003133 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89efa31f-ed9e-42f8-a96f-9151d05dce73', 'name': 'network-vif-deleted', 'tag': '1a771d60-835f-4bc6-9641-44ebd8549a53', 'status': 'completed', 'code': 200} Nov 08 00:12:56.003503 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b8e6e9-2e70-40b9-a454-c2155fbe4093', 'tag': '8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1', 'status': 'completed', 'code': 200} Nov 08 00:12:56.004364 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abd144fd-1396-45a8-adf2-cdac4a32fd08 req-c0d24072-6ecf-4a45-b305-302260f0c125 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668192 Nov 08 00:12:56.049950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-9bf69ecd-a110-4466-8af2-0251bcf2345f req-b1508a27-9851-4304-8c33-6ee5ce65f3a5 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1994971906', 'description': 'tempest-description-976851166'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:56.062081 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0302fc-9d99-482e-8299-94fcc5d9fe5e req-856dd884-f90a-44d2-9bd7-2a56aa159a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:56.063710 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ad0302fc-9d99-482e-8299-94fcc5d9fe5e req-856dd884-f90a-44d2-9bd7-2a56aa159a5d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03c1c010-8eee-4dfd-ac41-97b725e61bac HTTP/1.1" status: 200 len: 1101 time: 0.0820427 Nov 08 00:12:56.105302 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ad0302fc-9d99-482e-8299-94fcc5d9fe5e req-e00e2fc7-c5c1-48c4-9f2a-78df9553dd6a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eb77a82d-973f-4634-9918-6ad87e62598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331392 Nov 08 00:12:56.126871 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1722f0e-fd73-458b-902a-5abed0bbe490 req-72dc1326-dcb9-422e-a91e-12791070f9b4 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:56.128579 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1722f0e-fd73-458b-902a-5abed0bbe490 req-72dc1326-dcb9-422e-a91e-12791070f9b4 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.0673590 Nov 08 00:12:56.182562 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9bf69ecd-a110-4466-8af2-0251bcf2345f req-b1508a27-9851-4304-8c33-6ee5ce65f3a5 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:56.221616 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1722f0e-fd73-458b-902a-5abed0bbe490 req-015e0199-8214-431c-81ee-293aea68c956 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868311 Nov 08 00:12:56.235523 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b1726-6edd-4357-8cd4-8e4c5f29ea75 req-6eb055d4-fbcb-4362-81ee-fa65fa3ca0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:56.237186 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a2b1726-6edd-4357-8cd4-8e4c5f29ea75 req-6eb055d4-fbcb-4362-81ee-fa65fa3ca0ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 1124 time: 0.0861113 Nov 08 00:12:56.268362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-8fb0f1f9-a1b3-46ad-9600-da43c1c024d8 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:56.272596 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-8fb0f1f9-a1b3-46ad-9600-da43c1c024d8 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.26 "GET /v2.0/networks?id=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b HTTP/1.1" status: 200 len: 820 time: 0.1258924 Nov 08 00:12:56.356010 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-4453ca72-e6ef-47c6-9b39-d20d14948a06 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Request body: {'port': {'device_id': '4d24d2de-bdf7-4d7a-9385-977373cbd6ef', 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b', 'admin_state_up': True, 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:56.380546 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9bf69ecd-a110-4466-8af2-0251bcf2345f req-b1508a27-9851-4304-8c33-6ee5ce65f3a5 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:56.402784 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b1726-6edd-4357-8cd4-8e4c5f29ea75 req-bf684678-b45b-4910-9636-9e2774ee92df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:56.405003 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a2b1726-6edd-4357-8cd4-8e4c5f29ea75 req-bf684678-b45b-4910-9636-9e2774ee92df service neutron] 10.222.0.26 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 922 time: 0.1584749 Nov 08 00:12:56.415215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c7a8a-a2bf-465a-aeaf-8b43bdfe4022 req-9a798056-97d9-4d2f-af9d-ebf0c6a63919 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:56.416643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-410c7a8a-a2bf-465a-aeaf-8b43bdfe4022 req-9a798056-97d9-4d2f-af9d-ebf0c6a63919 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.0956972 Nov 08 00:12:56.470025 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9bf69ecd-a110-4466-8af2-0251bcf2345f req-b1508a27-9851-4304-8c33-6ee5ce65f3a5 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:56.473104 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a2b1726-6edd-4357-8cd4-8e4c5f29ea75 req-50ef2f01-8136-47c2-9295-65c49c714a4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 HTTP/1.1" status: 200 len: 217 time: 0.0556111 Nov 08 00:12:56.526821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-4453ca72-e6ef-47c6-9b39-d20d14948a06 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Made reservation on behalf of 0f34c6b5aa9c4235bb145ac377b6aae0 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:12:56.531043 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-4453ca72-e6ef-47c6-9b39-d20d14948a06 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:56.552767 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-410c7a8a-a2bf-465a-aeaf-8b43bdfe4022 req-3753026e-37b4-4934-9d9b-892d2f8b3fcf tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288869 Nov 08 00:12:56.557497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1508a27-9851-4304-8c33-6ee5ce65f3a5 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a64b3a-f030-412b-98f7-c1dfe76ffd1b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:56.567816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b1726-6edd-4357-8cd4-8e4c5f29ea75 req-bc8a581b-8650-4e61-8998-1c24c50c3466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:56.571183 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a2b1726-6edd-4357-8cd4-8e4c5f29ea75 req-bc8a581b-8650-4e61-8998-1c24c50c3466 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.0883319 Nov 08 00:12:56.612046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a2b1726-6edd-4357-8cd4-8e4c5f29ea75 req-2501bb83-72b0-4ec7-be7e-0064733d2bdd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331242 Nov 08 00:12:56.668920 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-4453ca72-e6ef-47c6-9b39-d20d14948a06 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Allocated IP 172.20.0.11 (1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b/4514484e-e682-4afb-a7d1-e5db40eaed71/041efb95-5b48-4173-9343-45202f0660b4) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:12:56.674908 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9bf69ecd-a110-4466-8af2-0251bcf2345f req-b1508a27-9851-4304-8c33-6ee5ce65f3a5 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:56.676182 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9bf69ecd-a110-4466-8af2-0251bcf2345f req-b1508a27-9851-4304-8c33-6ee5ce65f3a5 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6304955 Nov 08 00:12:56.745872 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7b08786d-a546-401f-802f-8b3f74b0ad43 req-b894f2d9-838a-47b2-9560-a263c42fb711 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 210 time: 0.0465603 Nov 08 00:12:56.752103 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a2b1726-6edd-4357-8cd4-8e4c5f29ea75 req-ab9d392a-6e43-424f-abb3-934d944a769c service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218209 Nov 08 00:12:56.839925 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8dbebaab-d54c-4296-babf-aab031a14413 req-01ded59b-2912-4114-aa87-ed452b1167bc tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 210 time: 0.0639229 Nov 08 00:12:56.852508 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-4453ca72-e6ef-47c6-9b39-d20d14948a06 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:56.942281 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-4453ca72-e6ef-47c6-9b39-d20d14948a06 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:56.952428 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7925ab-2d46-4411-82b7-c131e33e6772 req-83282bb6-e4e1-4965-b9cb-621c0a684a58 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:56.952428 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb7925ab-2d46-4411-82b7-c131e33e6772 req-83282bb6-e4e1-4965-b9cb-621c0a684a58 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/ports?device_id=03c1c010-8eee-4dfd-ac41-97b725e61bac HTTP/1.1" status: 200 len: 950 time: 0.1154745 Nov 08 00:12:56.960319 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ba16b9f-78d3-45d4-9c60-0be2cb414ee8 req-3da99607-ec63-4e0a-a93b-68fde5b445f5 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/a6a64b3a-f030-412b-98f7-c1dfe76ffd1b HTTP/1.1" status: 200 len: 1800 time: 0.0877686 Nov 08 00:12:56.962339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a2b1726-6edd-4357-8cd4-8e4c5f29ea75 req-d654ccd0-3b04-462a-b45c-d8858b1b4913 service neutron] 10.222.0.26 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938713 Nov 08 00:12:56.984654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-1ba16b9f-78d3-45d4-9c60-0be2cb414ee8 req-68cdd502-655b-4e6c-b9e0-f70e1546d4a0 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Request body: {'security_group': {'name': 'tempest-sg-hth-794090403', 'description': 'tempest-description-hth-48538696'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:56.992457 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-4453ca72-e6ef-47c6-9b39-d20d14948a06 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Network 1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:12:56.994365 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-4453ca72-e6ef-47c6-9b39-d20d14948a06 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:12:57.009290 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-4453ca72-e6ef-47c6-9b39-d20d14948a06 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:12:57.017805 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb7925ab-2d46-4411-82b7-c131e33e6772 req-6f20447d-a676-456e-a751-3b0f65a682f9 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb77a82d-973f-4634-9918-6ad87e62598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545261 Nov 08 00:12:57.023344 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1ba16b9f-78d3-45d4-9c60-0be2cb414ee8 req-68cdd502-655b-4e6c-b9e0-f70e1546d4a0 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:57.051456 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453ca72-e6ef-47c6-9b39-d20d14948a06 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Pushing event updated for resources: {'Port': ['ID=041efb95-5b48-4173-9343-45202f0660b4,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:57.073643 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-4453ca72-e6ef-47c6-9b39-d20d14948a06 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:57.074311 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-4453ca72-e6ef-47c6-9b39-d20d14948a06 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:57.085653 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1ba16b9f-78d3-45d4-9c60-0be2cb414ee8 req-68cdd502-655b-4e6c-b9e0-f70e1546d4a0 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:57.108721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c7a8634d-33c3-497b-a4f7-496ff6909c34 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:12:57.150487 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-4453ca72-e6ef-47c6-9b39-d20d14948a06 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7984474 Nov 08 00:12:57.159509 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c7a8634d-33c3-497b-a4f7-496ff6909c34 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:57.159911 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:57.166105 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87181c9f-ca5b-44ca-99c9-fed9a8088955 req-8a61564f-9d8b-4919-b0d6-b75de6763326 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:57.169883 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87181c9f-ca5b-44ca-99c9-fed9a8088955 req-8a61564f-9d8b-4919-b0d6-b75de6763326 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 943 time: 0.0533106 Nov 08 00:12:57.172270 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Request body: {'port': {'device_id': '4d24d2de-bdf7-4d7a-9385-977373cbd6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:57.172493 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1ba16b9f-78d3-45d4-9c60-0be2cb414ee8 req-68cdd502-655b-4e6c-b9e0-f70e1546d4a0 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:57.176819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1ba16b9f-78d3-45d4-9c60-0be2cb414ee8 req-68cdd502-655b-4e6c-b9e0-f70e1546d4a0 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:57.177310 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ba16b9f-78d3-45d4-9c60-0be2cb414ee8 req-68cdd502-655b-4e6c-b9e0-f70e1546d4a0 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "PUT /v2.0/security-groups/a6a64b3a-f030-412b-98f7-c1dfe76ffd1b HTTP/1.1" status: 200 len: 1772 time: 0.2006261 Nov 08 00:12:57.235814 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:57.245492 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:57.264654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdd502-655b-4e6c-b9e0-f70e1546d4a0 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a64b3a-f030-412b-98f7-c1dfe76ffd1b,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:57.283210 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port c7a8634d-33c3-497b-a4f7-496ff6909c34, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c7a8634d-33c3-497b-a4f7-496ff6909c34,segment=NetworkSegment(9b897e63-85bd-407e-a6de-4de80bc6bc88),segment_id=9b897e63-85bd-407e-a6de-4de80bc6bc88)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:12:57.300303 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87181c9f-ca5b-44ca-99c9-fed9a8088955 req-59f4adc8-4037-4306-b96c-482f8f7cee54 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216598 Nov 08 00:12:57.303547 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-532ea762-801e-41a3-b37c-20ba26831a66 req-9773a5d7-b7f0-4f06-8620-2b70049a26ed tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/a6a64b3a-f030-412b-98f7-c1dfe76ffd1b HTTP/1.1" status: 200 len: 1772 time: 0.0963833 Nov 08 00:12:57.395578 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:57.429323 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3528ae63-a23f-452d-92e3-499b1d392d62 req-7b101888-b0a3-4a40-a8a3-07401a6f2b5c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/a6a64b3a-f030-412b-98f7-c1dfe76ffd1b HTTP/1.1" status: 200 len: 1772 time: 0.0932112 Nov 08 00:12:57.453388 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c7168-5702-4607-a6d0-5f0ca9c4a93f req-2c6daae2-c53b-47cd-9fe6-aec48a5cba77 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:57.454874 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f1c7168-5702-4607-a6d0-5f0ca9c4a93f req-2c6daae2-c53b-47cd-9fe6-aec48a5cba77 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.0872476 Nov 08 00:12:57.467411 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=c7a8634d-33c3-497b-a4f7-496ff6909c34,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:57.527154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f1c7168-5702-4607-a6d0-5f0ca9c4a93f req-f821ead7-2fa4-41a2-aa0b-4d5bc85d7143 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621324 Nov 08 00:12:57.532102 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3528ae63-a23f-452d-92e3-499b1d392d62 req-1be3bf4e-277e-4514-a5b9-925e1c2a05d6 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:57.563586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041efb95-5b48-4173-9343-45202f0660b4 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:12:57.572118 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3528ae63-a23f-452d-92e3-499b1d392d62 req-1be3bf4e-277e-4514-a5b9-925e1c2a05d6 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:57.577210 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:57.592451 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Transition to ACTIVE for port object 041efb95-5b48-4173-9343-45202f0660b4 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:12:57.666309 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:57.688850 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5c436-3a05-4403-97e6-f4779db5483a req-c5affed9-302c-4379-aa41-1c495cb6a4e8 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:57.690456 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-56a5c436-3a05-4403-97e6-f4779db5483a req-c5affed9-302c-4379-aa41-1c495cb6a4e8 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.0574424 Nov 08 00:12:57.707595 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3528ae63-a23f-452d-92e3-499b1d392d62 req-1be3bf4e-277e-4514-a5b9-925e1c2a05d6 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:57.709242 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3528ae63-a23f-452d-92e3-499b1d392d62 req-1be3bf4e-277e-4514-a5b9-925e1c2a05d6 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:57.710437 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3528ae63-a23f-452d-92e3-499b1d392d62 req-1be3bf4e-277e-4514-a5b9-925e1c2a05d6 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "DELETE /v2.0/security-groups/a6a64b3a-f030-412b-98f7-c1dfe76ffd1b HTTP/1.1" status: 204 len: 173 time: 0.2711794 Nov 08 00:12:57.734329 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3bf4e-277e-4514-a5b9-925e1c2a05d6 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a64b3a-f030-412b-98f7-c1dfe76ffd1b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:57.763414 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Pushing event updated for resources: {'Port': ['ID=041efb95-5b48-4173-9343-45202f0660b4,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:57.769530 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-56a5c436-3a05-4403-97e6-f4779db5483a req-d03ae728-3afe-4c6d-a9c9-072b4da9b044 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721691 Nov 08 00:12:57.862864 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Attempting to bind port 041efb95-5b48-4173-9343-45202f0660b4 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:12:57.863302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Attempting to bind port 041efb95-5b48-4173-9343-45202f0660b4 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9b897e63-85bd-407e-a6de-4de80bc6bc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:12:57.863704 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Attempting to bind port 041efb95-5b48-4173-9343-45202f0660b4 on network 1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:57.869625 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Port 041efb95-5b48-4173-9343-45202f0660b4 on network 1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:12:57.870061 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Attempting to bind port 041efb95-5b48-4173-9343-45202f0660b4 on network 1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:12:57.875436 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:12:57.875886 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Checking segment: {'id': '9b897e63-85bd-407e-a6de-4de80bc6bc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:12:57.876340 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Bound using segment: {'id': '9b897e63-85bd-407e-a6de-4de80bc6bc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:12:57.877032 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Bound port: 041efb95-5b48-4173-9343-45202f0660b4, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b897e63-85bd-407e-a6de-4de80bc6bc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:12:57.877471 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:57.932436 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-658af270-2e63-479b-85c5-3a438396cbd2 req-79498b10-7375-4fff-b621-596b93abe2db tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 210 time: 0.0443807 Nov 08 00:12:57.961850 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] For port 041efb95-5b48-4173-9343-45202f0660b4, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:12:57.965404 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] For port 041efb95-5b48-4173-9343-45202f0660b4, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=041efb95-5b48-4173-9343-45202f0660b4,segment=NetworkSegment(9b897e63-85bd-407e-a6de-4de80bc6bc88),segment_id=9b897e63-85bd-407e-a6de-4de80bc6bc88)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:12:58.004057 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-cdbe1ea1-25fa-43f4-8437-fdb80ae15371 req-7abb3a6f-50e8-4a18-8001-587ea0d07e1f tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] show failed (client error): The resource could not be found. Nov 08 00:12:58.005153 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cdbe1ea1-25fa-43f4-8437-fdb80ae15371 req-7abb3a6f-50e8-4a18-8001-587ea0d07e1f tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/6f54936d-673f-4234-978a-1fd9ef005c01 HTTP/1.1" status: 404 len: 352 time: 0.0507052 Nov 08 00:12:58.048806 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4416f00-56d3-4860-8acf-fc4edeba723f req-b342c78c-a2cf-45ae-88b3-98999b699958 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:58.051546 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4416f00-56d3-4860-8acf-fc4edeba723f req-b342c78c-a2cf-45ae-88b3-98999b699958 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 944 time: 0.0951853 Nov 08 00:12:58.058508 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-fe99076b-d4a2-4cb3-a068-39c65326f7fa req-2937902b-29ca-45bb-b1fb-e70865c09ed9 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] show failed (client error): The resource could not be found. Nov 08 00:12:58.059434 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe99076b-d4a2-4cb3-a068-39c65326f7fa req-2937902b-29ca-45bb-b1fb-e70865c09ed9 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/67c166fe-ff9e-498a-b9b7-6c058056473f HTTP/1.1" status: 404 len: 352 time: 0.0297129 Nov 08 00:12:58.065948 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:58.088399 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:58.089440 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:58.091994 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] 10.222.0.26 "PUT /v2.0/ports/041efb95-5b48-4173-9343-45202f0660b4 HTTP/1.1" status: 200 len: 1092 time: 0.9242556 Nov 08 00:12:58.094503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d24d2de-bdf7-4d7a-9385-977373cbd6ef', 'tag': '041efb95-5b48-4173-9343-45202f0660b4'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:12:58.097430 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0831a3-17dc-4e26-b406-d3091ef33d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d24d2de-bdf7-4d7a-9385-977373cbd6ef", "tag": "041efb95-5b48-4173-9343-45202f0660b4"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:12:58.115621 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-709e7cf0-5201-4f80-a50d-0a2858ca764d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:58.171168 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f3c83-199e-4865-8ef6-aa00191e371a service neutron] Pushing event updated for resources: {'Port': ['ID=041efb95-5b48-4173-9343-45202f0660b4,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:12:58.282491 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-23e7d4bf-5a68-47da-8cd4-91790376bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:58.284164 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-23e7d4bf-5a68-47da-8cd4-91790376bcdc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f34c6b5aa9c4235bb145ac377b6aae0&device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 1095 time: 0.0463254 Nov 08 00:12:58.348142 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-b70a5e20-5b0e-4935-82d6-50065a22c8bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=041efb95-5b48-4173-9343-45202f0660b4 HTTP/1.1" status: 200 len: 217 time: 0.0478921 Nov 08 00:12:58.423894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4416f00-56d3-4860-8acf-fc4edeba723f req-e7ff5fc4-2673-4650-be0f-84ed3c8d95c3 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670144 Nov 08 00:12:58.447325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-47f03a36-403a-4132-8113-990a6f599b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:58.451893 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-47f03a36-403a-4132-8113-990a6f599b1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4514484e-e682-4afb-a7d1-e5db40eaed71 HTTP/1.1" status: 200 len: 860 time: 0.0969954 Nov 08 00:12:58.452425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b6ec9-d937-4ce7-93c8-636273d1a72e req-813902e1-1d2a-492c-ad24-9d0f2e68d9f6 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:58.460503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-575b6ec9-d937-4ce7-93c8-636273d1a72e req-813902e1-1d2a-492c-ad24-9d0f2e68d9f6 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/ports?device_id=03c1c010-8eee-4dfd-ac41-97b725e61bac HTTP/1.1" status: 200 len: 950 time: 0.0853043 Nov 08 00:12:58.513046 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-df87b400-5472-49d1-9ba7-65f25fee8e64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509298 Nov 08 00:12:58.515807 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-575b6ec9-d937-4ce7-93c8-636273d1a72e req-2763dc07-becc-4db8-952a-7dd2176a656d tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb77a82d-973f-4634-9918-6ad87e62598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495260 Nov 08 00:12:58.545530 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-546df942-a121-462a-8c3a-bb17518c4329 req-e3713421-936a-41a6-ab49-0dcff9f1ce8e tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] show failed (client error): The resource could not be found. Nov 08 00:12:58.546978 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-546df942-a121-462a-8c3a-bb17518c4329 req-e3713421-936a-41a6-ab49-0dcff9f1ce8e tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/a937e00c-afa4-4135-adea-8170dc1f490f HTTP/1.1" status: 404 len: 352 time: 0.0471244 Nov 08 00:12:58.628917 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-f3c0c946-8713-4e0c-9358-aa09d605111b service neutron] 10.222.0.26 "GET /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061490 Nov 08 00:12:58.630432 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cbf350-6da6-4b20-9984-a16a8460595f x-openstack-request-id: req-15cbf350-6da6-4b20-9984-a16a8460595f {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:12:58.630716 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d24d2de-bdf7-4d7a-9385-977373cbd6ef", "tag": "041efb95-5b48-4173-9343-45202f0660b4", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:12:58.630968 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15cbf350-6da6-4b20-9984-a16a8460595f {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:12:58.631350 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d24d2de-bdf7-4d7a-9385-977373cbd6ef', 'tag': '041efb95-5b48-4173-9343-45202f0660b4', 'status': 'completed', 'code': 200} Nov 08 00:12:58.846213 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04059f8-4dcd-4d31-a308-5d09b5a77832 req-16640d36-51aa-4f86-bc5e-813aa1c2e66b tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:58.847933 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f04059f8-4dcd-4d31-a308-5d09b5a77832 req-16640d36-51aa-4f86-bc5e-813aa1c2e66b tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 943 time: 0.1966038 Nov 08 00:12:58.863748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879ee9f-acaf-4a0c-a263-4ed0c96f5799 req-0ddf7926-731b-4a46-a329-20f76598f179 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:58.865299 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7879ee9f-acaf-4a0c-a263-4ed0c96f5799 req-0ddf7926-731b-4a46-a329-20f76598f179 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.1802218 Nov 08 00:12:58.869306 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-7d0976af-4d27-4ac8-a70f-f63eccd3abe4 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:58.871160 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-7d0976af-4d27-4ac8-a70f-f63eccd3abe4 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.20 "GET /v2.0/networks?id=5231b7b2-7394-4074-bd54-8d29b2980b79 HTTP/1.1" status: 200 len: 806 time: 0.2366240 Nov 08 00:12:58.872525 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-97d567ef-2858-4ac9-b0cc-9ca52eaf735e service neutron] show failed (client error): The resource could not be found. Nov 08 00:12:58.873470 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-97d567ef-2858-4ac9-b0cc-9ca52eaf735e service neutron] 10.222.0.26 "GET /v2.0/ports/fe0af755-b3b7-4f99-b3cd-38d7af31c298/bindings/n-h1-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.1273956 Nov 08 00:12:58.875838 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d98d2c9e-a41d-4dee-bfe1-e6c7c22f149e req-da031872-87ae-476e-b5b1-052f914accb7 service neutron] 10.222.0.26 "GET /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087579 Nov 08 00:12:58.942739 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-413b8063-60f9-42c3-89cb-07f9af5edd71 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53229acc1a8e435a991dbecce56b37f6 HTTP/1.1" status: 200 len: 380 time: 0.0462959 Nov 08 00:12:58.942860 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f04059f8-4dcd-4d31-a308-5d09b5a77832 req-30e92580-ce35-4dba-8717-ff9d95bdc2fe tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729942 Nov 08 00:12:58.968280 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-4fb6dbf9-9caf-4b28-9c77-7d5c9fed61df tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Request body: {'port': {'device_id': '542e0833-e7a5-42e6-8e4b-18943b35cbcf', 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79', 'admin_state_up': True, 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'security_groups': ['73fe8313-e1e3-436f-a8c3-2ed0110e3760']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:58.968985 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7879ee9f-acaf-4a0c-a263-4ed0c96f5799 req-31beff13-1bcd-4a91-b8fc-d35b43e574fe tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860879 Nov 08 00:12:59.025116 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-912cebd7-d338-40a0-9468-2bd368266f94 req-7e4c6558-59e2-4297-ba15-167fc16ecc4a tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] show failed (client error): The resource could not be found. Nov 08 00:12:59.028397 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-912cebd7-d338-40a0-9468-2bd368266f94 req-7e4c6558-59e2-4297-ba15-167fc16ecc4a tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/ca9bf923-713c-455f-903b-c636fb85dd7d HTTP/1.1" status: 404 len: 352 time: 0.0268657 Nov 08 00:12:59.039419 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c7a8634d-33c3-497b-a4f7-496ff6909c34 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:12:59.118887 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c7a8634d-33c3-497b-a4f7-496ff6909c34 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:12:59.120030 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:59.226158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17dd12a-7627-4f8c-a554-7cd0817f7dbd req-ec362523-89d7-4b22-870b-384fb0b0fc9d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:59.235511 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d17dd12a-7627-4f8c-a554-7cd0817f7dbd req-ec362523-89d7-4b22-870b-384fb0b0fc9d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.0921769 Nov 08 00:12:59.310753 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e869c48-cd93-446b-9f7d-309034e056ec req-79b27efb-256a-417d-b35d-f1ec5e875ba3 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 210 time: 0.0504427 Nov 08 00:12:59.316982 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d17dd12a-7627-4f8c-a554-7cd0817f7dbd req-392ef379-6bac-4b4f-bdd4-3ecd953953e2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797276 Nov 08 00:12:59.416873 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-e2137894-2097-4370-b42e-cc4bc2e95a18 req-bf8ed68d-e40c-4776-9ba6-813a554b002a tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] show failed (client error): The resource could not be found. Nov 08 00:12:59.418088 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e2137894-2097-4370-b42e-cc4bc2e95a18 req-bf8ed68d-e40c-4776-9ba6-813a554b002a tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/21945f7d-8658-49c3-951e-d98ccd4bb98d HTTP/1.1" status: 404 len: 352 time: 0.0425112 Nov 08 00:12:59.483371 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-2cf4e826-ca22-4b2c-a71b-0d9f833f99ed req-a75a467a-a6d8-4f18-942f-1b5d4b73a794 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] show failed (client error): The resource could not be found. Nov 08 00:12:59.493713 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2cf4e826-ca22-4b2c-a71b-0d9f833f99ed req-a75a467a-a6d8-4f18-942f-1b5d4b73a794 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/090994fe-f8bd-49f0-ae5f-b49e3915ee46 HTTP/1.1" status: 404 len: 352 time: 0.0459652 Nov 08 00:12:59.534158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf71318-0aaf-4a4e-b4a0-198b270650ca req-def8b9dc-4ffd-4ca0-8d8a-1247231ce4c8 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:59.535731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2bf71318-0aaf-4a4e-b4a0-198b270650ca req-def8b9dc-4ffd-4ca0-8d8a-1247231ce4c8 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.1167068 Nov 08 00:12:59.622345 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2bf71318-0aaf-4a4e-b4a0-198b270650ca req-8c3ac378-37e7-434b-859b-399d38c06cb2 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729508 Nov 08 00:12:59.671489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba9f17-631b-4dca-b157-f9f0f648f135 req-2ca9604c-92d0-452d-ade3-05ad7b16ca5c tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:59.681848 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-66ba9f17-631b-4dca-b157-f9f0f648f135 req-2ca9604c-92d0-452d-ade3-05ad7b16ca5c tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 944 time: 0.0839250 Nov 08 00:12:59.722614 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0831a3-17dc-4e26-b406-d3091ef33d8d req-ac77436f-fe2b-4dd0-b63f-1da5a35afcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:59.724263 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ae0831a3-17dc-4e26-b406-d3091ef33d8d req-ac77436f-fe2b-4dd0-b63f-1da5a35afcf4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f34c6b5aa9c4235bb145ac377b6aae0&device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 1095 time: 0.1082895 Nov 08 00:12:59.730579 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3aa54712-4f78-41b0-b0c8-2911a0552260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:59.733137 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3aa54712-4f78-41b0-b0c8-2911a0552260 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e&tenant_id=c0d6283f3c2b48d888bd9867b9b06340 HTTP/1.1" status: 200 len: 1101 time: 0.1158013 Nov 08 00:12:59.743833 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-66ba9f17-631b-4dca-b157-f9f0f648f135 req-922217a2-59a5-4005-affd-32b2d0259670 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587454 Nov 08 00:12:59.800317 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:12:59.847096 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-4fb6dbf9-9caf-4b28-9c77-7d5c9fed61df tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Made reservation on behalf of 53229acc1a8e435a991dbecce56b37f6 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:12:59.850576 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-4fb6dbf9-9caf-4b28-9c77-7d5c9fed61df tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:59.855359 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-f79af42b-c199-4704-a350-d47fb6d0fc66 service neutron] 10.222.0.26 "GET /v2.0/ports/8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1/bindings/n-h1-816882-1 HTTP/1.1" status: 200 len: 384 time: 0.1064479 Nov 08 00:12:59.876534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8205b-9874-4ece-b221-aa8f629adff5 req-f0973822-0345-4881-8907-d972b62cce0b tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:59.877869 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d8b8205b-9874-4ece-b221-aa8f629adff5 req-f0973822-0345-4881-8907-d972b62cce0b tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/ports?device_id=03c1c010-8eee-4dfd-ac41-97b725e61bac HTTP/1.1" status: 200 len: 950 time: 0.0766506 Nov 08 00:12:59.893370 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0831a3-17dc-4e26-b406-d3091ef33d8d req-412a2055-71f7-4b33-bd24-b689cdcc9b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:12:59.894910 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ae0831a3-17dc-4e26-b406-d3091ef33d8d req-412a2055-71f7-4b33-bd24-b689cdcc9b8c service neutron] 10.222.0.26 "GET /v2.0/networks?id=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b HTTP/1.1" status: 200 len: 921 time: 0.1608231 Nov 08 00:12:59.899305 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:12:59.956704 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d8b8205b-9874-4ece-b221-aa8f629adff5 req-ee3b2a32-378e-4720-b8af-1b7111633d60 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb77a82d-973f-4634-9918-6ad87e62598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584979 Nov 08 00:13:00.030392 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:13:00.121215 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ae0831a3-17dc-4e26-b406-d3091ef33d8d req-dd08cfca-d3f8-4019-9297-c0b39a21f3a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=041efb95-5b48-4173-9343-45202f0660b4 HTTP/1.1" status: 200 len: 217 time: 0.2086008 Nov 08 00:13:00.135523 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9b164-ba59-4d29-8ccb-723a27142c2f req-9ef813ce-638f-462a-b585-7f1de2dbf0a4 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:00.137286 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8eb9b164-ba59-4d29-8ccb-723a27142c2f req-9ef813ce-638f-462a-b585-7f1de2dbf0a4 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 943 time: 0.0687716 Nov 08 00:13:00.161065 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device fe0af755-b3b7-4f99-b3cd-38d7af31c298 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:13:00.191049 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-2504d53a-4e36-4a27-b1d7-c4f51396d7c9 service neutron] For port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:00.222301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8eb9b164-ba59-4d29-8ccb-723a27142c2f req-f4c87931-5a5a-4242-a010-89f1a61e8b5c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700779 Nov 08 00:13:00.234481 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-2504d53a-4e36-4a27-b1d7-c4f51396d7c9 service neutron] For port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:13:00.280319 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0831a3-17dc-4e26-b406-d3091ef33d8d req-638c36f7-ce9d-4dff-ab4a-ff9c57b13925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:00.281919 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ae0831a3-17dc-4e26-b406-d3091ef33d8d req-638c36f7-ce9d-4dff-ab4a-ff9c57b13925 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4514484e-e682-4afb-a7d1-e5db40eaed71 HTTP/1.1" status: 200 len: 860 time: 0.1515434 Nov 08 00:13:00.312455 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:00.346008 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ae0831a3-17dc-4e26-b406-d3091ef33d8d req-8a342d88-9594-44e0-ab2b-67a3850bb9ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541210 Nov 08 00:13:00.347078 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-4fb6dbf9-9caf-4b28-9c77-7d5c9fed61df tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Allocated IP 172.20.0.9 (5231b7b2-7394-4074-bd54-8d29b2980b79/962d4ea2-2168-45af-8237-55eb5aa86ea9/2a313816-2038-44ea-9fbb-60616af3ccf2) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:13:00.355013 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-2504d53a-4e36-4a27-b1d7-c4f51396d7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:13:00.368762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-2504d53a-4e36-4a27-b1d7-c4f51396d7c9 service neutron] For port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:00.398782 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd20d5b-6b82-40bf-a274-49fe58cdf23a req-8b5987dd-04a7-444a-bc9f-b7dd49af2d61 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:00.400756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4dd20d5b-6b82-40bf-a274-49fe58cdf23a req-8b5987dd-04a7-444a-bc9f-b7dd49af2d61 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 1023 time: 0.1067319 Nov 08 00:13:00.438484 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] For port fe0af755-b3b7-4f99-b3cd-38d7af31c298, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=fe0af755-b3b7-4f99-b3cd-38d7af31c298,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:00.447152 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4dd20d5b-6b82-40bf-a274-49fe58cdf23a req-75880c67-9324-41a6-988e-18f9ee180dcd tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=161bf2d2-5fe1-444d-ba8c-70fd4d5db64d&id=2d23abfc-2b57-482a-951f-11055040d1db&id=940c58f5-3259-410e-83fc-daa1a5012be2&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0388319 Nov 08 00:13:00.447959 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-2504d53a-4e36-4a27-b1d7-c4f51396d7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:00.564333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-2504d53a-4e36-4a27-b1d7-c4f51396d7c9 service neutron] Transition to ACTIVE for port object 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:13:00.569147 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] For port fe0af755-b3b7-4f99-b3cd-38d7af31c298, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:13:00.602826 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ae0831a3-17dc-4e26-b406-d3091ef33d8d req-f15a7f91-133c-4cec-8dd6-c7f33384591e service neutron] 10.222.0.26 "GET /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483714 Nov 08 00:13:00.645881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-58a3a737-a665-4667-927a-f83b9b3e5026 req-9a02399c-a1bb-4e73-bbe7-e2d0e487ba4e tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 210 time: 0.0309036 Nov 08 00:13:00.649493 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-2504d53a-4e36-4a27-b1d7-c4f51396d7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:00.685325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072b1c5a-e0ab-4012-a603-69610e73063e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe0af755-b3b7-4f99-b3cd-38d7af31c298'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:00.687633 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308a688b-8044-442e-ae9b-f424a9cccf32" -d '{"events": [{"server_uuid": "072b1c5a-e0ab-4012-a603-69610e73063e", "name": "network-vif-unplugged", "status": "completed", "tag": "fe0af755-b3b7-4f99-b3cd-38d7af31c298"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:00.692623 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-faa43235-ec04-4be6-9b56-aeca53e4df5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:00.701310 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:00.730334 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-4fb6dbf9-9caf-4b28-9c77-7d5c9fed61df tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:00.739058 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] Transition to ACTIVE for port object fe0af755-b3b7-4f99-b3cd-38d7af31c298 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:13:00.741583 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-2504d53a-4e36-4a27-b1d7-c4f51396d7c9 service neutron] No DVR routers for this DVR port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:13:00.776827 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ae0831a3-17dc-4e26-b406-d3091ef33d8d req-40c4f9e9-5ce1-4bbb-a7d3-24c7a54d2e17 service neutron] 10.222.0.26 "GET /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640177 Nov 08 00:13:00.799909 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:00.817119 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d963d1d-ed15-4c39-a286-f139c46bfad3 req-69c57140-d447-46cf-ac77-e58842efd777 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:00.824849 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d963d1d-ed15-4c39-a286-f139c46bfad3 req-69c57140-d447-46cf-ac77-e58842efd777 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.1715591 Nov 08 00:13:00.833899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504d53a-4e36-4a27-b1d7-c4f51396d7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1,revision_number=10']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:00.856012 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-2504d53a-4e36-4a27-b1d7-c4f51396d7c9 service neutron] 10.222.0.26 "PUT /v2.0/ports/8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1/bindings/n-h1-816882-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9925089 Nov 08 00:13:00.863366 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:13:00.867608 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:13:00.879405 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] No DVR routers for this DVR port fe0af755-b3b7-4f99-b3cd-38d7af31c298 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:13:00.883594 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccd31a-c788-42ad-9a3d-aa436d934178 req-a6e28299-b4e9-433b-a1dc-3ed271e65529 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:00.885778 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17ccd31a-c788-42ad-9a3d-aa436d934178 req-a6e28299-b4e9-433b-a1dc-3ed271e65529 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.1492887 Nov 08 00:13:00.888095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] Pushing event updated for resources: {'Port': ['ID=fe0af755-b3b7-4f99-b3cd-38d7af31c298,revision_number=6']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:00.890782 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-4fb6dbf9-9caf-4b28-9c77-7d5c9fed61df tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:00.926356 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d963d1d-ed15-4c39-a286-f139c46bfad3 req-a318f28c-ace0-490f-81fb-edc48c48fc68 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889308 Nov 08 00:13:00.965485 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] Attempting to bind port fe0af755-b3b7-4f99-b3cd-38d7af31c298 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:13:00.965702 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] Attempting to bind port fe0af755-b3b7-4f99-b3cd-38d7af31c298 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:13:00.966045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] Attempting to bind port fe0af755-b3b7-4f99-b3cd-38d7af31c298 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:13:00.974435 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-4fb6dbf9-9caf-4b28-9c77-7d5c9fed61df tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Network 5231b7b2-7394-4074-bd54-8d29b2980b79 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:13:00.979168 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-4fb6dbf9-9caf-4b28-9c77-7d5c9fed61df tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:13:00.980051 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17ccd31a-c788-42ad-9a3d-aa436d934178 req-b8c05306-32d2-416a-a56a-ed67275c747c tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745525 Nov 08 00:13:00.982837 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] Port fe0af755-b3b7-4f99-b3cd-38d7af31c298 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:13:00.983162 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] Attempting to bind port fe0af755-b3b7-4f99-b3cd-38d7af31c298 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:13:00.985447 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-4fb6dbf9-9caf-4b28-9c77-7d5c9fed61df tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:13:00.989837 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:01.031710 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:13:01.032077 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:13:01.032460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:13:01.032911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] Bound port: fe0af755-b3b7-4f99-b3cd-38d7af31c298, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:13:01.033282 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:01.037629 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6dbf9-9caf-4b28-9c77-7d5c9fed61df tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Pushing event updated for resources: {'Port': ['ID=2a313816-2038-44ea-9fbb-60616af3ccf2,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:01.096846 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d958b840-848e-4eb4-9054-7eb98c317d37 x-openstack-request-id: req-d958b840-848e-4eb4-9054-7eb98c317d37 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:01.097130 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072b1c5a-e0ab-4012-a603-69610e73063e", "name": "network-vif-unplugged", "status": "completed", "tag": "fe0af755-b3b7-4f99-b3cd-38d7af31c298", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:01.097372 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d958b840-848e-4eb4-9054-7eb98c317d37 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:01.097900 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072b1c5a-e0ab-4012-a603-69610e73063e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe0af755-b3b7-4f99-b3cd-38d7af31c298', 'code': 200} Nov 08 00:13:01.112683 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-4fb6dbf9-9caf-4b28-9c77-7d5c9fed61df tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:01.112683 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-4fb6dbf9-9caf-4b28-9c77-7d5c9fed61df tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:01.161493 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] For port fe0af755-b3b7-4f99-b3cd-38d7af31c298, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:13:01.168100 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] For port fe0af755-b3b7-4f99-b3cd-38d7af31c298, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=fe0af755-b3b7-4f99-b3cd-38d7af31c298,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:13:01.278437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-a0d8d019-b9b4-4356-889c-38f6742c1223 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:01.280512 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-a0d8d019-b9b4-4356-889c-38f6742c1223 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093&tenant_id=951d7073901a4e51a1deddc1d387c234&binding%3Ahost_id=n-h2-816882-1 HTTP/1.1" status: 200 len: 1095 time: 0.1345122 Nov 08 00:13:01.292782 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5635531-2ded-49af-9e12-f27c9217a734 req-79d39936-ba23-4ea3-9739-9b4017716a4c tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:01.294867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5635531-2ded-49af-9e12-f27c9217a734 req-79d39936-ba23-4ea3-9739-9b4017716a4c tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 944 time: 0.0886395 Nov 08 00:13:01.301389 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-4fb6dbf9-9caf-4b28-9c77-7d5c9fed61df tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3555388 Nov 08 00:13:01.303637 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:01.345280 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5635531-2ded-49af-9e12-f27c9217a734 req-77a38116-2833-4571-bbf8-fd5abd9e2f5c tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421014 Nov 08 00:13:01.349017 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:01.349698 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:01.351059 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] 10.222.0.20 "PUT /v2.0/ports/fe0af755-b3b7-4f99-b3cd-38d7af31c298 HTTP/1.1" status: 200 len: 1096 time: 1.5551200 Nov 08 00:13:01.383254 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8ecfe-37ae-4152-aa82-7f30bb68767a service neutron] Pushing event updated for resources: {'Port': ['ID=fe0af755-b3b7-4f99-b3cd-38d7af31c298,revision_number=7']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:01.427207 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f09b55f5-becd-4c67-ac15-dafbb3d74385 None None] Provisioning complete for port 2a313816-2038-44ea-9fbb-60616af3ccf2 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:13:01.428546 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f09b55f5-becd-4c67-ac15-dafbb3d74385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:01.437460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-9eef24c2-c3d6-4651-bb6d-f3ed37de4e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:01.440965 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-9eef24c2-c3d6-4651-bb6d-f3ed37de4e78 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093&tenant_id=951d7073901a4e51a1deddc1d387c234 HTTP/1.1" status: 200 len: 1095 time: 0.1435308 Nov 08 00:13:01.444585 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Request body: {'port': {'device_id': '542e0833-e7a5-42e6-8e4b-18943b35cbcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:01.498670 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-1deef834-a3a2-439d-84ea-5fbd2a9da427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:01.501746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f09b55f5-becd-4c67-ac15-dafbb3d74385 None None] Port 2a313816-2038-44ea-9fbb-60616af3ccf2 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:13:01.501966 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-1deef834-a3a2-439d-84ea-5fbd2a9da427 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 1099 time: 0.1070616 Nov 08 00:13:01.560881 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e31da-e053-4ccb-949d-d90623b09d8d req-878bf10f-ace7-497f-8083-c8b2c60552e4 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:01.562607 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-393e31da-e053-4ccb-949d-d90623b09d8d req-878bf10f-ace7-497f-8083-c8b2c60552e4 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 944 time: 0.1164815 Nov 08 00:13:01.568699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-2b6feecb-b50f-453e-bb26-e8fe234a3932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:01.570216 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-2b6feecb-b50f-453e-bb26-e8fe234a3932 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=951d7073901a4e51a1deddc1d387c234&device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 1095 time: 0.0826147 Nov 08 00:13:01.610786 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-393e31da-e053-4ccb-949d-d90623b09d8d req-46abbe9f-1964-40ce-80b4-cfe28c25fa85 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392737 Nov 08 00:13:01.624619 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:01.647335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-b718c471-cabc-4d9e-95e5-fe53442c04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:01.648837 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-b718c471-cabc-4d9e-95e5-fe53442c04d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1283514 Nov 08 00:13:01.715908 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-e12fcad7-59a9-49e7-afed-5631a6faace8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=fe0af755-b3b7-4f99-b3cd-38d7af31c298 HTTP/1.1" status: 200 len: 217 time: 0.0450232 Nov 08 00:13:01.722106 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:01.727320 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:01.750072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-e109b2e6-3c82-4efb-9b4e-501d0ab3a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:01.751554 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-e109b2e6-3c82-4efb-9b4e-501d0ab3a50d service neutron] 10.222.0.20 "GET /v2.0/networks?id=16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 200 len: 922 time: 0.1398616 Nov 08 00:13:01.760344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861612f-556a-439a-abf2-7d2538fc19dd req-481467c0-0cdd-4cd2-8edf-9342e0c3e64b tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:01.761841 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c861612f-556a-439a-abf2-7d2538fc19dd req-481467c0-0cdd-4cd2-8edf-9342e0c3e64b tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 1023 time: 0.0845881 Nov 08 00:13:01.809182 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-df37ff78-84a8-4e28-9492-27c8a52e38d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 HTTP/1.1" status: 200 len: 217 time: 0.0463338 Nov 08 00:13:01.859721 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-53e8a926-a9e4-437b-803f-6adf88da1093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:01.861134 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-53e8a926-a9e4-437b-803f-6adf88da1093 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1165600 Nov 08 00:13:01.899278 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c861612f-556a-439a-abf2-7d2538fc19dd req-bb6bb91e-f8a3-4d81-b53b-f204ca757aac tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=161bf2d2-5fe1-444d-ba8c-70fd4d5db64d&id=2d23abfc-2b57-482a-951f-11055040d1db&id=940c58f5-3259-410e-83fc-daa1a5012be2&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1285317 Nov 08 00:13:01.913184 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-14c2ff35-57d1-49e0-85d8-566373de9269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:01.923118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-14c2ff35-57d1-49e0-85d8-566373de9269 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 200 len: 861 time: 0.0969012 Nov 08 00:13:01.927484 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e645d7-42d6-45d3-87c8-7046971f378e req-3a058793-9c39-4941-af04-1308b37b3be6 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:01.929087 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12e645d7-42d6-45d3-87c8-7046971f378e req-3a058793-9c39-4941-af04-1308b37b3be6 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 931 time: 0.0694265 Nov 08 00:13:01.960330 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-4980ee7e-f95e-49b5-b2d5-243ddfdaa807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:01.961785 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-4980ee7e-f95e-49b5-b2d5-243ddfdaa807 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0666754 Nov 08 00:13:01.974076 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-35351c77-5fd5-4f67-bd0e-9b33145b6583 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16a84b47-f9ce-4954-8ec1-2a7bb6748880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423310 Nov 08 00:13:02.019813 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 041efb95-5b48-4173-9343-45202f0660b4 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:13:02.082245 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12e645d7-42d6-45d3-87c8-7046971f378e req-3b9b3642-c1a6-4f58-b705-62dd69e3068d tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/security-groups?id=73fe8313-e1e3-436f-a8c3-2ed0110e3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375234 Nov 08 00:13:02.112142 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a313816-2038-44ea-9fbb-60616af3ccf2 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:13:02.116699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100b052-a161-4e6d-85b3-0d067988eb9d req-9f551794-79bb-4d84-bc91-6fee1386af41 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:02.118339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9100b052-a161-4e6d-85b3-0d067988eb9d req-9f551794-79bb-4d84-bc91-6fee1386af41 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/ports?device_id=03c1c010-8eee-4dfd-ac41-97b725e61bac HTTP/1.1" status: 200 len: 950 time: 0.1434169 Nov 08 00:13:02.124070 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-610b0708-19ff-4796-bbbb-a80391725c8c service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493266 Nov 08 00:13:02.125966 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:02.132189 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-18bda76c-8d84-49e0-b292-2bd90bce6f74 service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423519 Nov 08 00:13:02.142800 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Transition to ACTIVE for port object 2a313816-2038-44ea-9fbb-60616af3ccf2 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:13:02.158780 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 041efb95-5b48-4173-9343-45202f0660b4, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=041efb95-5b48-4173-9343-45202f0660b4,segment=NetworkSegment(9b897e63-85bd-407e-a6de-4de80bc6bc88),segment_id=9b897e63-85bd-407e-a6de-4de80bc6bc88)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:02.169230 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9100b052-a161-4e6d-85b3-0d067988eb9d req-a702b297-0d0a-4173-b218-b894f192696a tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb77a82d-973f-4634-9918-6ad87e62598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358238 Nov 08 00:13:02.179921 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '041efb95-5b48-4173-9343-45202f0660b4', 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b', 'port_id': '041efb95-5b48-4173-9343-45202f0660b4', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4514484e-e682-4afb-a7d1-e5db40eaed71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:13:02.221944 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:02.233783 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:02.245193 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041efb95-5b48-4173-9343-45202f0660b4 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:13:02.268547 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 041efb95-5b48-4173-9343-45202f0660b4, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=041efb95-5b48-4173-9343-45202f0660b4,segment=NetworkSegment(9b897e63-85bd-407e-a6de-4de80bc6bc88),segment_id=9b897e63-85bd-407e-a6de-4de80bc6bc88)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:02.318878 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a313816-2038-44ea-9fbb-60616af3ccf2,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:02.325713 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a99ae024-35a1-4a6d-993c-eacc118b1357 req-9372aeb0-4109-4b0b-9b52-37852c695107 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757250 Nov 08 00:13:02.334262 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:02.345439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba39078-1282-4cc0-9f11-ef68584b2564 req-66364f62-86f6-4514-95d4-c56e4d0def15 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:02.357222 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aba39078-1282-4cc0-9f11-ef68584b2564 req-66364f62-86f6-4514-95d4-c56e4d0def15 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 948 time: 0.1820705 Nov 08 00:13:02.423627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de540f35-4801-46de-96b8-be14f342b031 req-67ffbd50-48d7-4cf9-9d41-e18e4846317e tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:02.431494 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de540f35-4801-46de-96b8-be14f342b031 req-67ffbd50-48d7-4cf9-9d41-e18e4846317e tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.1670265 Nov 08 00:13:02.437034 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-a555dd5d-d2e4-423d-821a-172484f0f494 service neutron] 10.222.0.20 "GET /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508960 Nov 08 00:13:02.465513 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Attempting to bind port 2a313816-2038-44ea-9fbb-60616af3ccf2 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:13:02.466777 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Attempting to bind port 2a313816-2038-44ea-9fbb-60616af3ccf2 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '0953fae5-5960-4572-b6d5-4de8b440b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:13:02.467306 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Attempting to bind port 2a313816-2038-44ea-9fbb-60616af3ccf2 on network 5231b7b2-7394-4074-bd54-8d29b2980b79 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:13:02.475909 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Port 2a313816-2038-44ea-9fbb-60616af3ccf2 on network 5231b7b2-7394-4074-bd54-8d29b2980b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:13:02.491587 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Attempting to bind port 2a313816-2038-44ea-9fbb-60616af3ccf2 on network 5231b7b2-7394-4074-bd54-8d29b2980b79 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:13:02.498641 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aba39078-1282-4cc0-9f11-ef68584b2564 req-d4099fb1-7264-4197-b518-e4563b8f021e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234105 Nov 08 00:13:02.515343 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707933b-c852-40e6-93a5-234f59a133c3 req-1f721d4b-2b1a-4e13-b598-4cfbf0009fe1 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:02.520683 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f707933b-c852-40e6-93a5-234f59a133c3 req-1f721d4b-2b1a-4e13-b598-4cfbf0009fe1 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 1023 time: 0.1443138 Nov 08 00:13:02.529969 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:13:02.529969 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Checking segment: {'id': '0953fae5-5960-4572-b6d5-4de8b440b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:13:02.529969 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Bound using segment: {'id': '0953fae5-5960-4572-b6d5-4de8b440b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:13:02.529969 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Bound port: 2a313816-2038-44ea-9fbb-60616af3ccf2, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0953fae5-5960-4572-b6d5-4de8b440b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:13:02.529969 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:02.533198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de540f35-4801-46de-96b8-be14f342b031 req-966c5274-12de-46b5-8da1-e0fdc27828fe tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956359 Nov 08 00:13:02.616031 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=041efb95-5b48-4173-9343-45202f0660b4,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:02.682579 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d608d51-ef42-4183-a30d-f7cbeee7f445 req-9862c924-6443-4ba3-b667-d2c423aa281e tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:02.685902 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['041efb95-5b48-4173-9343-45202f0660b4'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:13:02.690189 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6d608d51-ef42-4183-a30d-f7cbeee7f445 req-9862c924-6443-4ba3-b667-d2c423aa281e tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 945 time: 0.0709863 Nov 08 00:13:02.703729 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-f707933b-c852-40e6-93a5-234f59a133c3 req-bf09a274-075f-4726-bdf1-18b6e22fae8c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Deleting port 41b8b625-df8d-43a6-876d-19baf9f9fb72 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:02.704079 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f707933b-c852-40e6-93a5-234f59a133c3 req-bf09a274-075f-4726-bdf1-18b6e22fae8c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:02.709537 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] For port 2a313816-2038-44ea-9fbb-60616af3ccf2, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:13:02.784911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] For port 2a313816-2038-44ea-9fbb-60616af3ccf2, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2a313816-2038-44ea-9fbb-60616af3ccf2,segment=NetworkSegment(0953fae5-5960-4572-b6d5-4de8b440b78c),segment_id=0953fae5-5960-4572-b6d5-4de8b440b78c)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:13:02.788308 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6d608d51-ef42-4183-a30d-f7cbeee7f445 req-8545df34-a9cc-4842-9d60-5d099f2653ef tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972517 Nov 08 00:13:02.816422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab88fd6-069c-4f2a-8138-f3e1514fc3cd req-9293430c-7acc-4378-b19d-db6a703812a2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:02.817994 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bab88fd6-069c-4f2a-8138-f3e1514fc3cd req-9293430c-7acc-4378-b19d-db6a703812a2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 944 time: 0.1037805 Nov 08 00:13:02.854307 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-f707933b-c852-40e6-93a5-234f59a133c3 req-bf09a274-075f-4726-bdf1-18b6e22fae8c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] For port 41b8b625-df8d-43a6-876d-19baf9f9fb72, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=41b8b625-df8d-43a6-876d-19baf9f9fb72,segment=NetworkSegment(cc6b21bf-5659-458e-a4a4-30150d05a911),segment_id=cc6b21bf-5659-458e-a4a4-30150d05a911)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:02.855320 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f707933b-c852-40e6-93a5-234f59a133c3 req-bf09a274-075f-4726-bdf1-18b6e22fae8c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:02.859842 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:02.865262 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bab88fd6-069c-4f2a-8138-f3e1514fc3cd req-240fc9d9-eda3-494b-a4ef-a02d4ce611b8 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409782 Nov 08 00:13:02.906273 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-f707933b-c852-40e6-93a5-234f59a133c3 req-bf09a274-075f-4726-bdf1-18b6e22fae8c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Calling delete_port for 41b8b625-df8d-43a6-876d-19baf9f9fb72 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:02.931300 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:02.931932 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:02.933378 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] 10.222.0.20 "PUT /v2.0/ports/2a313816-2038-44ea-9fbb-60616af3ccf2 HTTP/1.1" status: 200 len: 1091 time: 1.6006019 Nov 08 00:13:03.005798 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132c386-b27b-4992-bab9-e3fb11b980c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a313816-2038-44ea-9fbb-60616af3ccf2,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:03.097994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b195efc-c837-4564-a36b-86b878095e42 req-afccd084-206d-4b1e-80bb-bd64735a5415 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:03.099835 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b195efc-c837-4564-a36b-86b878095e42 req-afccd084-206d-4b1e-80bb-bd64735a5415 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 1023 time: 0.0552306 Nov 08 00:13:03.100312 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072b1c5a-e0ab-4012-a603-69610e73063e', 'tag': 'fe0af755-b3b7-4f99-b3cd-38d7af31c298'}, {'name': 'network-changed', 'server_uuid': '542e0833-e7a5-42e6-8e4b-18943b35cbcf', 'tag': '2a313816-2038-44ea-9fbb-60616af3ccf2'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:03.102776 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fded0df3-b893-4b95-bc07-91c418b45461" -d '{"events": [{"name": "network-changed", "server_uuid": "072b1c5a-e0ab-4012-a603-69610e73063e", "tag": "fe0af755-b3b7-4f99-b3cd-38d7af31c298"}, {"name": "network-changed", "server_uuid": "542e0833-e7a5-42e6-8e4b-18943b35cbcf", "tag": "2a313816-2038-44ea-9fbb-60616af3ccf2"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:03.147809 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b195efc-c837-4564-a36b-86b878095e42 req-98554e1c-c0fd-41ac-ae73-2978c3957836 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups?id=161bf2d2-5fe1-444d-ba8c-70fd4d5db64d&id=2d23abfc-2b57-482a-951f-11055040d1db&id=940c58f5-3259-410e-83fc-daa1a5012be2&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0411301 Nov 08 00:13:03.188584 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-c3a68cd7-f76a-4319-8317-466f63b81875 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:03.190172 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-c3a68cd7-f76a-4319-8317-466f63b81875 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093&tenant_id=951d7073901a4e51a1deddc1d387c234&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 1095 time: 0.0528967 Nov 08 00:13:03.262226 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f707933b-c852-40e6-93a5-234f59a133c3 req-bf09a274-075f-4726-bdf1-18b6e22fae8c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:03.268254 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0481e9-535b-4f49-8687-11102a09a765 req-77f13a62-b58b-470a-ae73-809ab3898ef4 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:03.269773 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b0481e9-535b-4f49-8687-11102a09a765 req-77f13a62-b58b-470a-ae73-809ab3898ef4 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 943 time: 0.0568702 Nov 08 00:13:03.281344 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:03.298169 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['41b8b625-df8d-43a6-876d-19baf9f9fb72'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:13:03.309104 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09a274-075f-4726-bdf1-18b6e22fae8c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event deleted for resources: {'Port': ['ID=41b8b625-df8d-43a6-876d-19baf9f9fb72,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:03.367512 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b0481e9-535b-4f49-8687-11102a09a765 req-e9a00238-dc2e-46f0-b2c4-54371e9b1f8d tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/security-groups?id=73fe8313-e1e3-436f-a8c3-2ed0110e3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915909 Nov 08 00:13:03.369822 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcfb2c5-854a-4d19-9912-127e78cd44f7 x-openstack-request-id: req-edcfb2c5-854a-4d19-9912-127e78cd44f7 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:03.370203 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072b1c5a-e0ab-4012-a603-69610e73063e", "tag": "fe0af755-b3b7-4f99-b3cd-38d7af31c298", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "542e0833-e7a5-42e6-8e4b-18943b35cbcf", "tag": "2a313816-2038-44ea-9fbb-60616af3ccf2", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:03.370608 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edcfb2c5-854a-4d19-9912-127e78cd44f7 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:03.370990 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072b1c5a-e0ab-4012-a603-69610e73063e', 'tag': 'fe0af755-b3b7-4f99-b3cd-38d7af31c298', 'status': 'completed', 'code': 200} Nov 08 00:13:03.371307 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542e0833-e7a5-42e6-8e4b-18943b35cbcf', 'tag': '2a313816-2038-44ea-9fbb-60616af3ccf2', 'status': 'completed', 'code': 200} Nov 08 00:13:03.375411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-054ddcaf-5367-40fa-b9c0-821358911fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:03.377345 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-054ddcaf-5367-40fa-b9c0-821358911fac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53229acc1a8e435a991dbecce56b37f6&device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 1094 time: 0.0633631 Nov 08 00:13:03.398669 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f707933b-c852-40e6-93a5-234f59a133c3 req-bf09a274-075f-4726-bdf1-18b6e22fae8c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] No DVR routers for this DVR port 41b8b625-df8d-43a6-876d-19baf9f9fb72 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:13:03.402844 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f707933b-c852-40e6-93a5-234f59a133c3 req-bf09a274-075f-4726-bdf1-18b6e22fae8c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:03.406311 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f707933b-c852-40e6-93a5-234f59a133c3 req-bf09a274-075f-4726-bdf1-18b6e22fae8c tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.20 "DELETE /v2.0/ports/41b8b625-df8d-43a6-876d-19baf9f9fb72 HTTP/1.1" status: 204 len: 173 time: 0.8767869 Nov 08 00:13:03.413327 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.20', 59036) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:03.474032 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded0df3-b893-4b95-bc07-91c418b45461 req-bf30c139-6cb9-435a-90eb-d20b5573bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:03.475543 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-bf30c139-6cb9-435a-90eb-d20b5573bf2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 1099 time: 0.0573943 Nov 08 00:13:03.487427 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-a3d57c1a-6e99-4925-b420-526986472662 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a313816-2038-44ea-9fbb-60616af3ccf2 HTTP/1.1" status: 200 len: 217 time: 0.0651212 Nov 08 00:13:03.539422 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-83369d32-415d-4933-8a50-9ce82c26341c service neutron] For port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:13:03.546328 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-83369d32-415d-4933-8a50-9ce82c26341c service neutron] Notify callbacks [] for binding, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:03.547429 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2954a2dc-3c1f-464d-893b-ff331587c3b2 req-83369d32-415d-4933-8a50-9ce82c26341c service neutron] 10.222.0.20 "DELETE /v2.0/ports/8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1/bindings/n-h2-816882-1 HTTP/1.1" status: 204 len: 173 time: 0.3402622 Nov 08 00:13:03.585892 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded0df3-b893-4b95-bc07-91c418b45461 req-1bebc9f0-1d9e-4965-bfc8-0644f0e86c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:03.588327 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-1bebc9f0-1d9e-4965-bfc8-0644f0e86c5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.0986433 Nov 08 00:13:03.590424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded0df3-b893-4b95-bc07-91c418b45461 req-0f3ab256-b661-4f4a-8f00-e32b197447da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:03.592514 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-0f3ab256-b661-4f4a-8f00-e32b197447da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 1099 time: 0.1799994 Nov 08 00:13:03.601080 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-135d82e0-3425-4019-8de1-414a0b956e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:03.602364 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-135d82e0-3425-4019-8de1-414a0b956e9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=962d4ea2-2168-45af-8237-55eb5aa86ea9 HTTP/1.1" status: 200 len: 845 time: 0.0943494 Nov 08 00:13:03.610586 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1370e3-acee-449c-9095-ee522ab8d056 req-25526dfa-20c5-4b45-8240-5740ac2bf7a3 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:03.612001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f1370e3-acee-449c-9095-ee522ab8d056 req-25526dfa-20c5-4b45-8240-5740ac2bf7a3 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/ports?device_id=03c1c010-8eee-4dfd-ac41-97b725e61bac HTTP/1.1" status: 200 len: 950 time: 0.1801875 Nov 08 00:13:03.627003 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c169d7-cb2d-4c33-853e-520e62a1c283 req-7d5a5062-63d0-47ad-bbe0-6dacf71c4825 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:03.628406 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52c169d7-cb2d-4c33-853e-520e62a1c283 req-7d5a5062-63d0-47ad-bbe0-6dacf71c4825 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.1476622 Nov 08 00:13:03.702890 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-3d250b27-358e-4179-89be-1143a79a49ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=fe0af755-b3b7-4f99-b3cd-38d7af31c298 HTTP/1.1" status: 200 len: 217 time: 0.0395420 Nov 08 00:13:03.754469 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f1370e3-acee-449c-9095-ee522ab8d056 req-5e13dce9-2827-402b-8f31-ef4e4e1c1b0c tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb77a82d-973f-4634-9918-6ad87e62598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251376 Nov 08 00:13:03.774203 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded0df3-b893-4b95-bc07-91c418b45461 req-7bdfbf53-0a21-40b2-ad7c-eee628bbe010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:03.776492 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-7bdfbf53-0a21-40b2-ad7c-eee628bbe010 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0498261 Nov 08 00:13:03.783346 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52c169d7-cb2d-4c33-853e-520e62a1c283 req-792eeb50-9aa7-4ef8-b084-b03f1ede3ad3 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358898 Nov 08 00:13:03.817937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-e8d5f2f0-e09b-49cb-909d-6262dd56f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:03.820548 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-e8d5f2f0-e09b-49cb-909d-6262dd56f127 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5231b7b2-7394-4074-bd54-8d29b2980b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362026 Nov 08 00:13:03.832911 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded0df3-b893-4b95-bc07-91c418b45461 req-b571b4c0-9439-440c-9522-5a0aef2b3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:03.834418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-b571b4c0-9439-440c-9522-5a0aef2b3571 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.2208703 Nov 08 00:13:03.839567 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded0df3-b893-4b95-bc07-91c418b45461 req-6f99bf7a-6f14-4357-8817-06d25388f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:03.841741 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-6f99bf7a-6f14-4357-8817-06d25388f349 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0514424 Nov 08 00:13:03.945807 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-9ccb3f1c-e825-4f28-be31-344620ada96b service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968225 Nov 08 00:13:03.960257 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-3c745b05-4ccf-4dc2-b90f-80164ea5bfd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=fe0af755-b3b7-4f99-b3cd-38d7af31c298 HTTP/1.1" status: 200 len: 217 time: 0.1136286 Nov 08 00:13:04.038340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 041efb95-5b48-4173-9343-45202f0660b4 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:13:04.125022 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b743921-39cf-42bb-ab29-f93f6a8d1f81 req-97aa7c6b-cf44-4f40-871d-4e4a25c31dcd tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:04.126790 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3b743921-39cf-42bb-ab29-f93f6a8d1f81 req-97aa7c6b-cf44-4f40-871d-4e4a25c31dcd tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c1c010-8eee-4dfd-ac41-97b725e61bac HTTP/1.1" status: 200 len: 950 time: 0.1104660 Nov 08 00:13:04.174765 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-506a37e9-53b3-4b45-b085-efaabc7fecbe service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685686 Nov 08 00:13:04.178177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 041efb95-5b48-4173-9343-45202f0660b4 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:13:04.182021 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 041efb95-5b48-4173-9343-45202f0660b4 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:13:04.182502 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:04.248648 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-3b743921-39cf-42bb-ab29-f93f6a8d1f81 req-3058892f-68ae-4b2a-9feb-8d1c17681e68 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Deleting port 43d336d7-6210-4291-9c61-d1899f827a29 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:04.249133 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b743921-39cf-42bb-ab29-f93f6a8d1f81 req-3058892f-68ae-4b2a-9feb-8d1c17681e68 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:04.293248 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:04.333564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d24d2de-bdf7-4d7a-9385-977373cbd6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041efb95-5b48-4173-9343-45202f0660b4'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:04.339540 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9494c9d9-ca5f-40a2-b8b2-35fdd366f925" -d '{"events": [{"server_uuid": "4d24d2de-bdf7-4d7a-9385-977373cbd6ef", "name": "network-vif-plugged", "status": "completed", "tag": "041efb95-5b48-4173-9343-45202f0660b4"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:04.355818 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 041efb95-5b48-4173-9343-45202f0660b4, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=041efb95-5b48-4173-9343-45202f0660b4,segment=NetworkSegment(9b897e63-85bd-407e-a6de-4de80bc6bc88),segment_id=9b897e63-85bd-407e-a6de-4de80bc6bc88)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:04.368790 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-3b743921-39cf-42bb-ab29-f93f6a8d1f81 req-3058892f-68ae-4b2a-9feb-8d1c17681e68 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] For port 43d336d7-6210-4291-9c61-d1899f827a29, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=43d336d7-6210-4291-9c61-d1899f827a29,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:04.369209 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b743921-39cf-42bb-ab29-f93f6a8d1f81 req-3058892f-68ae-4b2a-9feb-8d1c17681e68 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:04.375346 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f646e2-5210-4707-87ef-a6136f1351a1 req-e9d4badc-2be3-4216-8e74-4db22d000c34 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:04.376804 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-01f646e2-5210-4707-87ef-a6136f1351a1 req-e9d4badc-2be3-4216-8e74-4db22d000c34 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 948 time: 0.5219712 Nov 08 00:13:04.382618 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-3b743921-39cf-42bb-ab29-f93f6a8d1f81 req-3058892f-68ae-4b2a-9feb-8d1c17681e68 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Calling delete_port for 43d336d7-6210-4291-9c61-d1899f827a29 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:04.390396 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-2d80300c-1994-43d4-9d0b-018be85a741d service neutron] 10.222.0.20 "GET /v2.0/networks/5231b7b2-7394-4074-bd54-8d29b2980b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546043 Nov 08 00:13:04.408438 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719c954-f356-4650-8646-d899aaaa64d4 req-65e358ce-d027-44cc-9a26-ee5de5e0d68d tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:04.409944 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c719c954-f356-4650-8646-d899aaaa64d4 req-65e358ce-d027-44cc-9a26-ee5de5e0d68d tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 945 time: 0.5110435 Nov 08 00:13:04.426049 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded0df3-b893-4b95-bc07-91c418b45461 req-1b56fc2a-58c3-4cac-b5b7-04eac644ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:04.427456 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-1b56fc2a-58c3-4cac-b5b7-04eac644ac73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.4445434 Nov 08 00:13:04.470948 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:04.527463 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=041efb95-5b48-4173-9343-45202f0660b4,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:04.542774 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-01f646e2-5210-4707-87ef-a6136f1351a1 req-78855c65-2680-458f-9d7a-6428bebff0ab tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588044 Nov 08 00:13:04.569595 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c719c954-f356-4650-8646-d899aaaa64d4 req-ace76ec5-2075-4454-8d96-9a8b135b7625 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399317 Nov 08 00:13:04.590141 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b743921-39cf-42bb-ab29-f93f6a8d1f81 req-3058892f-68ae-4b2a-9feb-8d1c17681e68 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:04.610063 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-266553f9-d1d9-447c-a3b0-204e72d3291a req-6108d765-ec23-4cc1-a4d8-10574ba68697 service neutron] 10.222.0.20 "GET /v2.0/networks/5231b7b2-7394-4074-bd54-8d29b2980b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115569 Nov 08 00:13:04.614079 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded0df3-b893-4b95-bc07-91c418b45461 req-35ba315a-fc0a-412f-ae50-d7d7bd88b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:04.616859 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-35ba315a-fc0a-412f-ae50-d7d7bd88b8df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1724467 Nov 08 00:13:04.624305 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['43d336d7-6210-4291-9c61-d1899f827a29'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:13:04.644079 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058892f-68ae-4b2a-9feb-8d1c17681e68 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Pushing event deleted for resources: {'Port': ['ID=43d336d7-6210-4291-9c61-d1899f827a29,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:04.697907 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b743921-39cf-42bb-ab29-f93f6a8d1f81 req-3058892f-68ae-4b2a-9feb-8d1c17681e68 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] No DVR routers for this DVR port 43d336d7-6210-4291-9c61-d1899f827a29 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:13:04.701673 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b743921-39cf-42bb-ab29-f93f6a8d1f81 req-3058892f-68ae-4b2a-9feb-8d1c17681e68 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:04.711586 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3b743921-39cf-42bb-ab29-f93f6a8d1f81 req-3058892f-68ae-4b2a-9feb-8d1c17681e68 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.20 "DELETE /v2.0/ports/43d336d7-6210-4291-9c61-d1899f827a29 HTTP/1.1" status: 204 len: 173 time: 0.5762920 Nov 08 00:13:04.780379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f2c7b-2f11-4bfd-b915-1991878c7911 req-993d230f-4a69-4472-a367-8709efd32c1f tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:04.782219 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee4f2c7b-2f11-4bfd-b915-1991878c7911 req-993d230f-4a69-4472-a367-8709efd32c1f tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 944 time: 0.1224999 Nov 08 00:13:04.835767 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf5050d4-a258-470a-a47f-a2bd333fa1a2 req-b8d42d7e-fb27-4b8c-8fb5-acd71c108688 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/ports?device_id=02b82a69-2e9b-4475-9c58-3cc65e896758 HTTP/1.1" status: 200 len: 210 time: 0.0768516 Nov 08 00:13:04.849850 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-7639215d-ab46-47ab-b3b8-5c5a9e4d45e1 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227075 Nov 08 00:13:04.858714 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded0df3-b893-4b95-bc07-91c418b45461 req-1bf38c9d-bf13-448b-a801-2eacedf26de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:04.860282 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-1bf38c9d-bf13-448b-a801-2eacedf26de2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53229acc1a8e435a991dbecce56b37f6&device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 1094 time: 0.0725262 Nov 08 00:13:04.911996 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bc9b04-ee57-4339-9a08-acfc6912abee x-openstack-request-id: req-50bc9b04-ee57-4339-9a08-acfc6912abee {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:04.912306 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d24d2de-bdf7-4d7a-9385-977373cbd6ef", "name": "network-vif-plugged", "status": "completed", "tag": "041efb95-5b48-4173-9343-45202f0660b4", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:04.912545 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50bc9b04-ee57-4339-9a08-acfc6912abee {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:04.912941 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d24d2de-bdf7-4d7a-9385-977373cbd6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041efb95-5b48-4173-9343-45202f0660b4', 'code': 200} Nov 08 00:13:04.936369 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee4f2c7b-2f11-4bfd-b915-1991878c7911 req-12c1422d-5e72-43ec-82f4-67c4afd16770 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396043 Nov 08 00:13:05.053629 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded0df3-b893-4b95-bc07-91c418b45461 req-052cabbe-44f4-46d4-a084-c278bff92961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:05.055256 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-052cabbe-44f4-46d4-a084-c278bff92961 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5231b7b2-7394-4074-bd54-8d29b2980b79 HTTP/1.1" status: 200 len: 907 time: 0.1804216 Nov 08 00:13:05.070371 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b8f4d19-f19d-4c95-aae8-350a24565c87 req-0a256eb5-2982-4219-81be-0e1faaf10bb8 tempest-TenantUsagesTestJSON-253205627 tempest-TenantUsagesTestJSON-253205627-project] 10.222.0.13 "GET /v2.0/ports?device_id=03c1c010-8eee-4dfd-ac41-97b725e61bac HTTP/1.1" status: 200 len: 210 time: 0.0424457 Nov 08 00:13:05.077694 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab4d93-5ee9-47b4-a6ef-f1efdd27752a req-4b8a393d-4fb9-4530-8263-20923389fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:05.077972 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-c6cb36f1-81bc-432f-b240-923a43bfcf88 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136066 Nov 08 00:13:05.078077 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-13ab4d93-5ee9-47b4-a6ef-f1efdd27752a req-4b8a393d-4fb9-4530-8263-20923389fe00 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 1097 time: 0.0600052 Nov 08 00:13:05.086030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90f3a0-3caf-41bc-8464-25883022e536 req-00145b58-0e34-4af7-ab43-cb64a93fe5bc tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:05.087634 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b90f3a0-3caf-41bc-8464-25883022e536 req-00145b58-0e34-4af7-ab43-cb64a93fe5bc tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 943 time: 0.1214275 Nov 08 00:13:05.104273 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-78249a8b-a8cf-4c9e-a9c2-fe2df0031c64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a313816-2038-44ea-9fbb-60616af3ccf2 HTTP/1.1" status: 200 len: 217 time: 0.0404520 Nov 08 00:13:05.146053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b90f3a0-3caf-41bc-8464-25883022e536 req-c6825d28-3aa0-4620-9f8d-bcf4d7e58d55 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/security-groups?id=73fe8313-e1e3-436f-a8c3-2ed0110e3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410371 Nov 08 00:13:05.175936 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-13ab4d93-5ee9-47b4-a6ef-f1efdd27752a req-b885ed32-ca35-4a2a-b826-42ca880c0115 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695131 Nov 08 00:13:05.177784 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded0df3-b893-4b95-bc07-91c418b45461 req-537f720a-6731-4cc1-99a3-46b74c58b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:05.179323 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-537f720a-6731-4cc1-99a3-46b74c58b744 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=962d4ea2-2168-45af-8237-55eb5aa86ea9 HTTP/1.1" status: 200 len: 845 time: 0.0650110 Nov 08 00:13:05.212320 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025d5b2-abb0-4fdb-bd0d-4c800a6d6135 req-d8592215-c918-4521-b04d-687ac7fdeda5 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:05.213871 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d025d5b2-abb0-4fdb-bd0d-4c800a6d6135 req-d8592215-c918-4521-b04d-687ac7fdeda5 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.0727668 Nov 08 00:13:05.238208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded0df3-b893-4b95-bc07-91c418b45461 req-d5dd16ac-e1b0-4975-896c-5d88718caffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:05.239932 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-d5dd16ac-e1b0-4975-896c-5d88718caffa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5231b7b2-7394-4074-bd54-8d29b2980b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525424 Nov 08 00:13:05.265092 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d025d5b2-abb0-4fdb-bd0d-4c800a6d6135 req-3f295c88-05be-4807-bf73-10652dced2b1 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432940 Nov 08 00:13:05.306687 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0fa2c-f644-45fb-a61c-bcd18b2f9beb req-0f9e9029-3fa0-4dbd-b90b-51610b21be61 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:05.310068 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1cc0fa2c-f644-45fb-a61c-bcd18b2f9beb req-0f9e9029-3fa0-4dbd-b90b-51610b21be61 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 1095 time: 0.0580084 Nov 08 00:13:05.353185 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1cc0fa2c-f644-45fb-a61c-bcd18b2f9beb req-ea8dd758-85ee-496b-a75c-681bc5234210 tempest-LiveAutoBlockMigrationV225Test-1240191472 tempest-LiveAutoBlockMigrationV225Test-1240191472-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382936 Nov 08 00:13:05.545898 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b82a69-2e9b-4475-9c58-3cc65e896758', 'name': 'network-vif-deleted', 'tag': '41b8b625-df8d-43a6-876d-19baf9f9fb72'}, {'server_uuid': '03c1c010-8eee-4dfd-ac41-97b725e61bac', 'name': 'network-vif-deleted', 'tag': '43d336d7-6210-4291-9c61-d1899f827a29'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:05.548207 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d502668-8259-443e-b6c9-d704ae62dce1" -d '{"events": [{"server_uuid": "02b82a69-2e9b-4475-9c58-3cc65e896758", "name": "network-vif-deleted", "tag": "41b8b625-df8d-43a6-876d-19baf9f9fb72"}, {"server_uuid": "03c1c010-8eee-4dfd-ac41-97b725e61bac", "name": "network-vif-deleted", "tag": "43d336d7-6210-4291-9c61-d1899f827a29"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:05.589950 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0439f77-b2f9-4b27-8fe6-d5350a5762ca x-openstack-request-id: req-f0439f77-b2f9-4b27-8fe6-d5350a5762ca {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:05.590244 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b82a69-2e9b-4475-9c58-3cc65e896758", "name": "network-vif-deleted", "tag": "41b8b625-df8d-43a6-876d-19baf9f9fb72", "status": "completed", "code": 200}, {"server_uuid": "03c1c010-8eee-4dfd-ac41-97b725e61bac", "name": "network-vif-deleted", "tag": "43d336d7-6210-4291-9c61-d1899f827a29", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:05.590486 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0439f77-b2f9-4b27-8fe6-d5350a5762ca {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:05.591599 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b82a69-2e9b-4475-9c58-3cc65e896758', 'name': 'network-vif-deleted', 'tag': '41b8b625-df8d-43a6-876d-19baf9f9fb72', 'status': 'completed', 'code': 200} Nov 08 00:13:05.591887 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c1c010-8eee-4dfd-ac41-97b725e61bac', 'name': 'network-vif-deleted', 'tag': '43d336d7-6210-4291-9c61-d1899f827a29', 'status': 'completed', 'code': 200} Nov 08 00:13:05.621958 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-47433f35-cce3-48cd-b4aa-3cd7307cae39 service neutron] 10.222.0.20 "GET /v2.0/networks/5231b7b2-7394-4074-bd54-8d29b2980b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729753 Nov 08 00:13:05.683575 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fada64-ff14-4536-a5fd-0ae1c4dd4855 req-415b8557-2941-41ba-bace-01e90336f8e4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:05.685107 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08fada64-ff14-4536-a5fd-0ae1c4dd4855 req-415b8557-2941-41ba-bace-01e90336f8e4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 948 time: 0.0506663 Nov 08 00:13:05.726850 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08fada64-ff14-4536-a5fd-0ae1c4dd4855 req-71274e0f-7a84-4135-a156-9c6c7cdd3d08 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347214 Nov 08 00:13:05.734864 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fded0df3-b893-4b95-bc07-91c418b45461 req-9477cea5-f0ea-4b8c-84d1-a6037eed294c service neutron] 10.222.0.20 "GET /v2.0/networks/5231b7b2-7394-4074-bd54-8d29b2980b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937777 Nov 08 00:13:05.830858 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7490aa-e2e9-42ff-84c4-cda45e13da24 req-956240ae-daa8-47e5-a860-19316b4439a4 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:05.832408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fd7490aa-e2e9-42ff-84c4-cda45e13da24 req-956240ae-daa8-47e5-a860-19316b4439a4 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.0485857 Nov 08 00:13:05.877765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fd7490aa-e2e9-42ff-84c4-cda45e13da24 req-98492b10-48ec-4472-a941-76ab7ccd431d tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394635 Nov 08 00:13:06.006650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803f868-b5cb-4030-a45d-2a7352a86d83 req-bb5aa77a-9295-40c2-bf60-f49c43d87ca3 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:06.008128 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5803f868-b5cb-4030-a45d-2a7352a86d83 req-bb5aa77a-9295-40c2-bf60-f49c43d87ca3 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 944 time: 0.0700562 Nov 08 00:13:06.047746 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8161add-5fe8-451e-8a28-1f44be87e360 req-2ff21e26-5393-45ee-bd2b-b192d2b97d6f tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/940c58f5-3259-410e-83fc-daa1a5012be2 HTTP/1.1" status: 200 len: 1800 time: 0.0670877 Nov 08 00:13:06.066920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5803f868-b5cb-4030-a45d-2a7352a86d83 req-81a161be-222c-4965-a531-7c9b9f2aa6b1 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510178 Nov 08 00:13:06.122933 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e8161add-5fe8-451e-8a28-1f44be87e360 req-c9ebf132-9d79-4ee7-a1f0-15249f917866 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:06.139955 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e8161add-5fe8-451e-8a28-1f44be87e360 req-c9ebf132-9d79-4ee7-a1f0-15249f917866 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:06.276241 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18f45a-2b8b-4edb-a0cf-0c5a8e6f36e8 req-0abd4d42-2000-4812-8291-a3a7a479b036 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:06.277712 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d18f45a-2b8b-4edb-a0cf-0c5a8e6f36e8 req-0abd4d42-2000-4812-8291-a3a7a479b036 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 943 time: 0.0526993 Nov 08 00:13:06.316576 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d18f45a-2b8b-4edb-a0cf-0c5a8e6f36e8 req-acf8935f-9ce3-40bb-83ad-578f18355c64 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/security-groups?id=73fe8313-e1e3-436f-a8c3-2ed0110e3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328457 Nov 08 00:13:06.319045 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e8161add-5fe8-451e-8a28-1f44be87e360 req-c9ebf132-9d79-4ee7-a1f0-15249f917866 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:06.321656 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e8161add-5fe8-451e-8a28-1f44be87e360 req-c9ebf132-9d79-4ee7-a1f0-15249f917866 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:06.322691 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8161add-5fe8-451e-8a28-1f44be87e360 req-c9ebf132-9d79-4ee7-a1f0-15249f917866 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "DELETE /v2.0/security-groups/940c58f5-3259-410e-83fc-daa1a5012be2 HTTP/1.1" status: 204 len: 173 time: 0.2674553 Nov 08 00:13:06.338934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebf132-9d79-4ee7-a1f0-15249f917866 tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940c58f5-3259-410e-83fc-daa1a5012be2,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:06.398963 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-687183d9-07a4-4984-88fd-46fbdb395ba8 req-d5d0d1b7-17a0-4b3a-8256-eef8014d530e tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "GET /v2.0/security-groups/161bf2d2-5fe1-444d-ba8c-70fd4d5db64d HTTP/1.1" status: 200 len: 1799 time: 0.0426388 Nov 08 00:13:06.403873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device fe0af755-b3b7-4f99-b3cd-38d7af31c298 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:13:06.409178 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 41b8b625-df8d-43a6-876d-19baf9f9fb72 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:13:06.435015 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 41b8b625-df8d-43a6-876d-19baf9f9fb72 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:13:06.438345 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 41b8b625-df8d-43a6-876d-19baf9f9fb72 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:13:06.462272 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-687183d9-07a4-4984-88fd-46fbdb395ba8 req-1cb765ac-4906-42e2-bac6-0cd1911425ac tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:06.493031 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-687183d9-07a4-4984-88fd-46fbdb395ba8 req-1cb765ac-4906-42e2-bac6-0cd1911425ac tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:06.535928 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port fe0af755-b3b7-4f99-b3cd-38d7af31c298, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=fe0af755-b3b7-4f99-b3cd-38d7af31c298,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:06.550422 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'fe0af755-b3b7-4f99-b3cd-38d7af31c298', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': 'fe0af755-b3b7-4f99-b3cd-38d7af31c298', 'mac_address': 'fa:16:3e:78:78:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:13:06.589418 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:06.596631 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-687183d9-07a4-4984-88fd-46fbdb395ba8 req-1cb765ac-4906-42e2-bac6-0cd1911425ac tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:06.601060 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-687183d9-07a4-4984-88fd-46fbdb395ba8 req-1cb765ac-4906-42e2-bac6-0cd1911425ac tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:06.606013 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-687183d9-07a4-4984-88fd-46fbdb395ba8 req-1cb765ac-4906-42e2-bac6-0cd1911425ac tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] 10.222.0.13 "DELETE /v2.0/security-groups/161bf2d2-5fe1-444d-ba8c-70fd4d5db64d HTTP/1.1" status: 204 len: 173 time: 0.1969445 Nov 08 00:13:06.606352 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0af755-b3b7-4f99-b3cd-38d7af31c298 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:13:06.609130 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36290) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:06.619315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb765ac-4906-42e2-bac6-0cd1911425ac tempest-SecurityGroupsTestJSON-1814860551 tempest-SecurityGroupsTestJSON-1814860551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=161bf2d2-5fe1-444d-ba8c-70fd4d5db64d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:06.634729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port fe0af755-b3b7-4f99-b3cd-38d7af31c298, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=fe0af755-b3b7-4f99-b3cd-38d7af31c298,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:06.671696 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-141745a8-71ec-4a6a-ae4f-180cd09745b1 admin admin] Deleting subnet f8240525-3ca1-4b43-8bf4-23a1cb2e921d {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:13:06.674999 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-141745a8-71ec-4a6a-ae4f-180cd09745b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:06.699559 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36292) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:06.715057 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-141745a8-71ec-4a6a-ae4f-180cd09745b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:06.719037 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:06.768204 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-141745a8-71ec-4a6a-ae4f-180cd09745b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:06.785503 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=fe0af755-b3b7-4f99-b3cd-38d7af31c298,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:06.899107 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25062b0-9d10-424b-8c10-39e11303402b req-103aa6d1-1b98-4642-ab2f-321ac8c7c199 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:06.901643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e25062b0-9d10-424b-8c10-39e11303402b req-103aa6d1-1b98-4642-ab2f-321ac8c7c199 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 949 time: 0.0860975 Nov 08 00:13:06.919744 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-66b0670e-be31-4984-9236-512ae5e5a483 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c3cbf625875430ab49a82f4e1cfc2c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210932 Nov 08 00:13:06.925918 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61766e99-eebc-4c62-94fc-b5b510d0f5c5 req-e28124de-ab68-4fd8-b62f-4d81cf077f4a tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:06.931134 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-61766e99-eebc-4c62-94fc-b5b510d0f5c5 req-e28124de-ab68-4fd8-b62f-4d81cf077f4a tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.20 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 944 time: 0.0504951 Nov 08 00:13:06.931134 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36300) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:06.935109 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-141745a8-71ec-4a6a-ae4f-180cd09745b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:06.954412 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-141745a8-71ec-4a6a-ae4f-180cd09745b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:06.957810 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-141745a8-71ec-4a6a-ae4f-180cd09745b1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f8240525-3ca1-4b43-8bf4-23a1cb2e921d HTTP/1.1" status: 204 len: 168 time: 0.3476121 Nov 08 00:13:06.960433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36304) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:06.979690 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e25062b0-9d10-424b-8c10-39e11303402b req-8288b9a3-74f9-42db-bf1e-b7edcc6d45f2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677500 Nov 08 00:13:07.004387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141745a8-71ec-4a6a-ae4f-180cd09745b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8240525-3ca1-4b43-8bf4-23a1cb2e921d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:07.090704 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f72558-b88d-47dc-83e5-1060a2c49b60 req-c373c594-7628-45ed-a001-72b699331d02 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:07.092385 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32f72558-b88d-47dc-83e5-1060a2c49b60 req-c373c594-7628-45ed-a001-72b699331d02 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.1203427 Nov 08 00:13:07.101602 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-373e3a5b-5595-4e3c-8ead-093302b8b486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:07.130239 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c937cde3-f1c4-4204-a579-5b3d6b782e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:07.163649 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32f72558-b88d-47dc-83e5-1060a2c49b60 req-9b1d5002-a618-40ba-bc63-d73877be352a tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602984 Nov 08 00:13:07.200049 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c937cde3-f1c4-4204-a579-5b3d6b782e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:07.215824 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-61766e99-eebc-4c62-94fc-b5b510d0f5c5 req-1cf67749-ca5e-445a-bc92-390a4814e154 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Deleting port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:07.216222 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-61766e99-eebc-4c62-94fc-b5b510d0f5c5 req-1cf67749-ca5e-445a-bc92-390a4814e154 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:07.276879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['fe0af755-b3b7-4f99-b3cd-38d7af31c298'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:13:07.343007 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-373e3a5b-5595-4e3c-8ead-093302b8b486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:07.371309 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-61766e99-eebc-4c62-94fc-b5b510d0f5c5 req-1cf67749-ca5e-445a-bc92-390a4814e154 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] For port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:07.372536 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-61766e99-eebc-4c62-94fc-b5b510d0f5c5 req-1cf67749-ca5e-445a-bc92-390a4814e154 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:07.376872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-373e3a5b-5595-4e3c-8ead-093302b8b486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9275618c-2af8-4285-873e-1544fab15b19']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:07.385574 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-61766e99-eebc-4c62-94fc-b5b510d0f5c5 req-1cf67749-ca5e-445a-bc92-390a4814e154 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Calling delete_port for 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:07.386883 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32303b-fbca-4e40-ad2c-ef15191e020d req-41c18aae-08dc-4630-88b5-37224bff7c20 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:07.388531 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce32303b-fbca-4e40-ad2c-ef15191e020d req-41c18aae-08dc-4630-88b5-37224bff7c20 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 945 time: 0.1505067 Nov 08 00:13:07.399751 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-373e3a5b-5595-4e3c-8ead-093302b8b486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc6b21bf-5659-458e-a4a4-30150d05a911') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:07.400194 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-373e3a5b-5595-4e3c-8ead-093302b8b486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc6b21bf-5659-458e-a4a4-30150d05a911') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:07.410846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00d646-1c3d-4155-92ca-c78da1d6a878 req-29e0ee23-a539-4e4d-b2b8-1f038b955811 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:07.416602 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af00d646-1c3d-4155-92ca-c78da1d6a878 req-29e0ee23-a539-4e4d-b2b8-1f038b955811 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 944 time: 0.1711717 Nov 08 00:13:07.436250 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-373e3a5b-5595-4e3c-8ead-093302b8b486 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:07.444579 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c937cde3-f1c4-4204-a579-5b3d6b782e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:07.447546 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c937cde3-f1c4-4204-a579-5b3d6b782e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:07.448752 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c937cde3-f1c4-4204-a579-5b3d6b782e3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb77a82d-973f-4634-9918-6ad87e62598c HTTP/1.1" status: 204 len: 168 time: 0.5192215 Nov 08 00:13:07.469845 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937cde3-f1c4-4204-a579-5b3d6b782e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb77a82d-973f-4634-9918-6ad87e62598c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:07.483435 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-373e3a5b-5595-4e3c-8ead-093302b8b486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:07.520154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce32303b-fbca-4e40-ad2c-ef15191e020d req-74f6c07b-b6ae-421e-ac1e-741858132e6c tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918827 Nov 08 00:13:07.521407 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373e3a5b-5595-4e3c-8ead-093302b8b486 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:13:07.521817 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-373e3a5b-5595-4e3c-8ead-093302b8b486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:13:07.523953 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:13:07.551262 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af00d646-1c3d-4155-92ca-c78da1d6a878 req-4ede5613-5d78-44fb-9236-c9fd4f1877da tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251624 Nov 08 00:13:07.669381 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-61766e99-eebc-4c62-94fc-b5b510d0f5c5 req-1cf67749-ca5e-445a-bc92-390a4814e154 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:07.674317 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9dcc0f-f7cd-4439-938f-9fe87d11b615 req-1e0a5b95-a1fc-418b-8c18-66426748d7c7 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:07.675823 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7e9dcc0f-f7cd-4439-938f-9fe87d11b615 req-1e0a5b95-a1fc-418b-8c18-66426748d7c7 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 943 time: 0.0512617 Nov 08 00:13:07.699478 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-373e3a5b-5595-4e3c-8ead-093302b8b486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:07.704750 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['42d9367d-0b9b-422b-9f65-fda47d14f274'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:13:07.707530 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-373e3a5b-5595-4e3c-8ead-093302b8b486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:07.714892 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf67749-ca5e-445a-bc92-390a4814e154 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Pushing event deleted for resources: {'Port': ['ID=8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:07.715010 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-373e3a5b-5595-4e3c-8ead-093302b8b486 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9275618c-2af8-4285-873e-1544fab15b19 HTTP/1.1" status: 204 len: 168 time: 0.7498894 Nov 08 00:13:07.739721 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e3a5b-5595-4e3c-8ead-093302b8b486 admin admin] Pushing event deleted for resources: {'Network': ['ID=9275618c-2af8-4285-873e-1544fab15b19,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:07.745348 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7e9dcc0f-f7cd-4439-938f-9fe87d11b615 req-e0da05a0-471a-4d82-be12-3f12df6fcbfb tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/security-groups?id=73fe8313-e1e3-436f-a8c3-2ed0110e3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630684 Nov 08 00:13:07.772172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-61766e99-eebc-4c62-94fc-b5b510d0f5c5 req-1cf67749-ca5e-445a-bc92-390a4814e154 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] No DVR routers for this DVR port 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:13:07.775870 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-61766e99-eebc-4c62-94fc-b5b510d0f5c5 req-1cf67749-ca5e-445a-bc92-390a4814e154 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:07.779854 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-61766e99-eebc-4c62-94fc-b5b510d0f5c5 req-1cf67749-ca5e-445a-bc92-390a4814e154 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.20 "DELETE /v2.0/ports/8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 HTTP/1.1" status: 204 len: 173 time: 0.8210440 Nov 08 00:13:07.782848 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b8e6e9-2e70-40b9-a454-c2155fbe4093', 'name': 'network-vif-deleted', 'tag': '8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:07.782848 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3c22df-14d3-4f17-9dc4-9bd096750566" -d '{"events": [{"server_uuid": "68b8e6e9-2e70-40b9-a454-c2155fbe4093", "name": "network-vif-deleted", "tag": "8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:07.822938 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fffc1a0-6eaa-4873-a013-1b7002a038b6 x-openstack-request-id: req-1fffc1a0-6eaa-4873-a013-1b7002a038b6 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:07.823561 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b8e6e9-2e70-40b9-a454-c2155fbe4093", "name": "network-vif-deleted", "tag": "8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:07.823844 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fffc1a0-6eaa-4873-a013-1b7002a038b6 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:07.824255 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b8e6e9-2e70-40b9-a454-c2155fbe4093', 'name': 'network-vif-deleted', 'tag': '8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1', 'status': 'completed', 'code': 200} Nov 08 00:13:08.047808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3761c-4249-4318-8236-bf449c39c960 req-dc9c7da1-0648-4b9c-82b7-b072aa1f6be8 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:08.049342 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-01f3761c-4249-4318-8236-bf449c39c960 req-dc9c7da1-0648-4b9c-82b7-b072aa1f6be8 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.0620081 Nov 08 00:13:08.140845 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa8fa8-f1b9-4733-8e01-d12090394524 req-b46fb598-8820-4739-830b-a0c9d6f44668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:08.143311 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-87fa8fa8-f1b9-4733-8e01-d12090394524 req-b46fb598-8820-4739-830b-a0c9d6f44668 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f34c6b5aa9c4235bb145ac377b6aae0&device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 1097 time: 0.0581241 Nov 08 00:13:08.158597 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-01f3761c-4249-4318-8236-bf449c39c960 req-7e7e9c0d-2ba7-46ba-8147-646b9fcc8c3b tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974743 Nov 08 00:13:08.183933 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:08.191708 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da7291-67fc-4643-a5cb-182bd0e2040b req-d9a86738-6c03-40f3-8073-37368cc78fff tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:08.193467 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35da7291-67fc-4643-a5cb-182bd0e2040b req-d9a86738-6c03-40f3-8073-37368cc78fff tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 949 time: 0.1185679 Nov 08 00:13:08.227300 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36332) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:08.244935 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15d345bb-1449-441c-8fd7-6b8599447917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:08.264021 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36336) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:08.269517 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa8fa8-f1b9-4733-8e01-d12090394524 req-127f8cb2-fd52-4781-982c-344356dba883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:08.271100 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-87fa8fa8-f1b9-4733-8e01-d12090394524 req-127f8cb2-fd52-4781-982c-344356dba883 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b HTTP/1.1" status: 200 len: 921 time: 0.1202836 Nov 08 00:13:08.295022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35da7291-67fc-4643-a5cb-182bd0e2040b req-d78adffd-d147-4008-8954-1fb4cd940a6e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913801 Nov 08 00:13:08.357206 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-87fa8fa8-f1b9-4733-8e01-d12090394524 req-7542cad1-672c-4577-8c72-f88627514642 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=041efb95-5b48-4173-9343-45202f0660b4 HTTP/1.1" status: 200 len: 217 time: 0.0765984 Nov 08 00:13:08.386874 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b7af0060-6cdb-4770-8cce-4829f207d3a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c4d5bb4ed1d41d3b2d6cad5ce2423e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1195984 Nov 08 00:13:08.390209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36342) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:08.409476 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 2a313816-2038-44ea-9fbb-60616af3ccf2 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:13:08.416616 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device fe0af755-b3b7-4f99-b3cd-38d7af31c298 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:13:08.424718 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa8fa8-f1b9-4733-8e01-d12090394524 req-abb36104-a79f-4929-928c-9333c6d01e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:08.426709 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-87fa8fa8-f1b9-4733-8e01-d12090394524 req-abb36104-a79f-4929-928c-9333c6d01e2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4514484e-e682-4afb-a7d1-e5db40eaed71 HTTP/1.1" status: 200 len: 860 time: 0.0630069 Nov 08 00:13:08.474248 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-87fa8fa8-f1b9-4733-8e01-d12090394524 req-c34b70c4-8bf2-4ea0-a8f1-5994408ac9bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358627 Nov 08 00:13:08.483038 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f494121b-c319-4fe6-8662-ec372cb9e974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:08.513325 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15d345bb-1449-441c-8fd7-6b8599447917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:08.523845 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f494121b-c319-4fe6-8662-ec372cb9e974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:08.604302 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15d345bb-1449-441c-8fd7-6b8599447917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:08.613223 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 2a313816-2038-44ea-9fbb-60616af3ccf2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2a313816-2038-44ea-9fbb-60616af3ccf2,segment=NetworkSegment(0953fae5-5960-4572-b6d5-4de8b440b78c),segment_id=0953fae5-5960-4572-b6d5-4de8b440b78c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:08.626675 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '2a313816-2038-44ea-9fbb-60616af3ccf2', 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79', 'port_id': '2a313816-2038-44ea-9fbb-60616af3ccf2', 'mac_address': 'fa:16:3e:25:2a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962d4ea2-2168-45af-8237-55eb5aa86ea9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:13:08.673390 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36350) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:08.674247 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-15d345bb-1449-441c-8fd7-6b8599447917 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8c4d919cf174d118d77c76c29000ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4456818 Nov 08 00:13:08.679662 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d345bb-1449-441c-8fd7-6b8599447917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590f8887-0882-40de-b5d3-57dcc91d3edd,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:08.680903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port fe0af755-b3b7-4f99-b3cd-38d7af31c298 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:13:08.705110 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port fe0af755-b3b7-4f99-b3cd-38d7af31c298 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:13:08.707426 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:08.712092 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:08.726598 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f494121b-c319-4fe6-8662-ec372cb9e974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:08.729748 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f494121b-c319-4fe6-8662-ec372cb9e974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:08.734164 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f494121b-c319-4fe6-8662-ec372cb9e974 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d23abfc-2b57-482a-951f-11055040d1db HTTP/1.1" status: 204 len: 168 time: 0.3396752 Nov 08 00:13:08.741505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494121b-c319-4fe6-8662-ec372cb9e974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d23abfc-2b57-482a-951f-11055040d1db,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:08.776312 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-87fa8fa8-f1b9-4733-8e01-d12090394524 req-cb189e24-0d66-4aa1-ad6f-7f811a985baf service neutron] 10.222.0.26 "GET /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928259 Nov 08 00:13:08.782238 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a313816-2038-44ea-9fbb-60616af3ccf2 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:13:08.890925 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 2a313816-2038-44ea-9fbb-60616af3ccf2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2a313816-2038-44ea-9fbb-60616af3ccf2,segment=NetworkSegment(0953fae5-5960-4572-b6d5-4de8b440b78c),segment_id=0953fae5-5960-4572-b6d5-4de8b440b78c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:08.894487 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f36a8-ae31-43c5-8a9f-703e38e06f69 req-09471254-892f-4965-a1a8-c75daac3d6c6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:08.902871 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-737f36a8-ae31-43c5-8a9f-703e38e06f69 req-09471254-892f-4965-a1a8-c75daac3d6c6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 949 time: 0.1587856 Nov 08 00:13:08.916392 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fa9a63c4-f73b-499e-a80c-24e5d185ba61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:08.927265 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bb50a-884e-4a16-8ed6-0a517ef68d76 req-0fca1c69-f13e-4746-8238-9635fa13e562 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:08.929025 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c3bb50a-884e-4a16-8ed6-0a517ef68d76 req-0fca1c69-f13e-4746-8238-9635fa13e562 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.26 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e&tenant_id=c0d6283f3c2b48d888bd9867b9b06340&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 949 time: 0.1736126 Nov 08 00:13:08.956095 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:08.979070 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fa9a63c4-f73b-499e-a80c-24e5d185ba61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:09.003368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-737f36a8-ae31-43c5-8a9f-703e38e06f69 req-8b887d65-4b88-41b0-b4c9-d5985ad346aa tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977347 Nov 08 00:13:09.014728 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072b1c5a-e0ab-4012-a603-69610e73063e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0af755-b3b7-4f99-b3cd-38d7af31c298'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:09.016706 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-87fa8fa8-f1b9-4733-8e01-d12090394524 req-1debd284-efd9-4a33-953a-c701c3449471 service neutron] 10.222.0.26 "GET /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319372 Nov 08 00:13:09.018108 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59822ec7-d363-4610-85ec-56c6c16dd22d" -d '{"events": [{"server_uuid": "072b1c5a-e0ab-4012-a603-69610e73063e", "name": "network-vif-plugged", "status": "completed", "tag": "fe0af755-b3b7-4f99-b3cd-38d7af31c298"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:09.024751 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:09.033035 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port fe0af755-b3b7-4f99-b3cd-38d7af31c298, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=fe0af755-b3b7-4f99-b3cd-38d7af31c298,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:09.056057 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-8c3bb50a-884e-4a16-8ed6-0a517ef68d76 req-e64f011a-ceed-4a21-886a-046eca5cf81b service neutron] delete failed (client error): The resource could not be found. Nov 08 00:13:09.058500 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c3bb50a-884e-4a16-8ed6-0a517ef68d76 req-e64f011a-ceed-4a21-886a-046eca5cf81b service neutron] 10.222.0.26 "DELETE /v2.0/ports/fe0af755-b3b7-4f99-b3cd-38d7af31c298/bindings/n-h2-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.1201832 Nov 08 00:13:09.115067 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=2a313816-2038-44ea-9fbb-60616af3ccf2,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:09.144171 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fa9a63c4-f73b-499e-a80c-24e5d185ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:09.148059 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fa9a63c4-f73b-499e-a80c-24e5d185ba61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:09.149723 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fa9a63c4-f73b-499e-a80c-24e5d185ba61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/590f8887-0882-40de-b5d3-57dcc91d3edd HTTP/1.1" status: 204 len: 168 time: 0.4741795 Nov 08 00:13:09.170748 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:09.172558 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 43d336d7-6210-4291-9c61-d1899f827a29 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:13:09.176618 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74f0e5ae-5138-43d5-a7b8-f468bca98105 req-165a9528-f743-4c30-8cc3-df2cff4541e2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 210 time: 0.0582089 Nov 08 00:13:09.179377 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a63c4-f73b-499e-a80c-24e5d185ba61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590f8887-0882-40de-b5d3-57dcc91d3edd,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:09.241720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 43d336d7-6210-4291-9c61-d1899f827a29 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:13:09.242094 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 43d336d7-6210-4291-9c61-d1899f827a29 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:13:09.242455 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:13:09.316319 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58868bc-009a-4965-9cc1-484ea5bc7952 req-e9ae343d-7c0b-4199-996d-b7d966c2a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:09.317836 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a58868bc-009a-4965-9cc1-484ea5bc7952 req-e9ae343d-7c0b-4199-996d-b7d966c2a295 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ad4ed64531f4933a0495ece11147997&device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 1097 time: 0.0731475 Nov 08 00:13:09.359991 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:13:09.360716 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 8c0f5f6e-4ec5-4180-b8b8-ea924e07a8a1 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:13:09.418722 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb9630-eb03-4d85-bd3b-85c91faa8a8b req-e67bbcf9-397c-4269-87c7-09b03eafec6b tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:09.423968 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=fe0af755-b3b7-4f99-b3cd-38d7af31c298,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:09.426419 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ceb9630-eb03-4d85-bd3b-85c91faa8a8b req-e67bbcf9-397c-4269-87c7-09b03eafec6b tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 945 time: 0.2740035 Nov 08 00:13:09.452460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f79f7-1377-4ccf-8aa4-96a1ecd0ec3d req-dbe69749-8ff7-4ff2-b26d-2f0feaaec296 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:09.452460 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c8f79f7-1377-4ccf-8aa4-96a1ecd0ec3d req-dbe69749-8ff7-4ff2-b26d-2f0feaaec296 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 944 time: 0.1690199 Nov 08 00:13:09.462885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bb50a-884e-4a16-8ed6-0a517ef68d76 req-5d03330c-85ec-4f56-a95f-ff025f14c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:09.464475 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c3bb50a-884e-4a16-8ed6-0a517ef68d76 req-5d03330c-85ec-4f56-a95f-ff025f14c0a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 1101 time: 0.3138652 Nov 08 00:13:09.481417 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58868bc-009a-4965-9cc1-484ea5bc7952 req-a111e49a-68cc-43e0-88d1-97f6c98a2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:09.483756 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a58868bc-009a-4965-9cc1-484ea5bc7952 req-a111e49a-68cc-43e0-88d1-97f6c98a2c84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d4bb435-3635-43a7-8e22-05a3f29467e1 HTTP/1.1" status: 200 len: 919 time: 0.1569564 Nov 08 00:13:09.521690 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ceb9630-eb03-4d85-bd3b-85c91faa8a8b req-ee704675-19b0-4ae8-a17e-62b8ceb7bcf7 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943134 Nov 08 00:13:09.521879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['2a313816-2038-44ea-9fbb-60616af3ccf2'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:13:09.598891 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a58868bc-009a-4965-9cc1-484ea5bc7952 req-3e8a8510-0f99-408a-a5dc-cb61f679847f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9a371c-3d47-4ef5-aad1-1fcdea947b20 HTTP/1.1" status: 200 len: 217 time: 0.1035919 Nov 08 00:13:09.622891 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c8f79f7-1377-4ccf-8aa4-96a1ecd0ec3d req-e7d9e32c-1744-4477-a101-061dab35966b tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/security-groups?id=73fe8313-e1e3-436f-a8c3-2ed0110e3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649959 Nov 08 00:13:09.640731 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844b3a2e-431a-4ed1-a173-878e41d6b859 x-openstack-request-id: req-844b3a2e-431a-4ed1-a173-878e41d6b859 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:09.641981 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072b1c5a-e0ab-4012-a603-69610e73063e", "name": "network-vif-plugged", "status": "completed", "tag": "fe0af755-b3b7-4f99-b3cd-38d7af31c298", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:09.642278 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-844b3a2e-431a-4ed1-a173-878e41d6b859 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:09.642673 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072b1c5a-e0ab-4012-a603-69610e73063e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0af755-b3b7-4f99-b3cd-38d7af31c298', 'code': 200} Nov 08 00:13:09.711063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bb50a-884e-4a16-8ed6-0a517ef68d76 req-5dd82990-e934-4f84-8703-60127b403472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:09.713607 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c3bb50a-884e-4a16-8ed6-0a517ef68d76 req-5dd82990-e934-4f84-8703-60127b403472 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.2222247 Nov 08 00:13:09.730502 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58868bc-009a-4965-9cc1-484ea5bc7952 req-056d333f-549f-44ff-849d-7aae347f5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:09.734048 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a58868bc-009a-4965-9cc1-484ea5bc7952 req-056d333f-549f-44ff-849d-7aae347f5126 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6bbef566-b085-441c-ae50-5585c6ec1d72 HTTP/1.1" status: 200 len: 858 time: 0.1283927 Nov 08 00:13:09.804480 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a58868bc-009a-4965-9cc1-484ea5bc7952 req-2b831abd-22f5-484b-a615-166c4c6c24be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d4bb435-3635-43a7-8e22-05a3f29467e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622225 Nov 08 00:13:09.853274 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c3bb50a-884e-4a16-8ed6-0a517ef68d76 req-a8676ffa-2ef0-4a34-b8e9-18672ef45b8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=fe0af755-b3b7-4f99-b3cd-38d7af31c298 HTTP/1.1" status: 200 len: 217 time: 0.1273003 Nov 08 00:13:09.920657 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d86fb-e188-471d-81fb-4c56835b13c2 req-322384aa-93c5-47af-a83b-d563e19ec6d6 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:09.928025 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e8d86fb-e188-471d-81fb-4c56835b13c2 req-322384aa-93c5-47af-a83b-d563e19ec6d6 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.2035830 Nov 08 00:13:09.939409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cc822-b531-414c-8cf5-0545eb618ee3 req-1f8c5b99-03cf-491d-a920-bad26e3c3db4 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:09.947207 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d03cc822-b531-414c-8cf5-0545eb618ee3 req-1f8c5b99-03cf-491d-a920-bad26e3c3db4 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.2375081 Nov 08 00:13:09.963821 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a58868bc-009a-4965-9cc1-484ea5bc7952 req-28141d3d-b4f4-40fc-a16b-229b0087d3ff service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522539 Nov 08 00:13:09.982527 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bb50a-884e-4a16-8ed6-0a517ef68d76 req-06625535-5efe-44f0-acdd-659eba5e2a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:09.983990 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c3bb50a-884e-4a16-8ed6-0a517ef68d76 req-06625535-5efe-44f0-acdd-659eba5e2a8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1196179 Nov 08 00:13:10.033026 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d03cc822-b531-414c-8cf5-0545eb618ee3 req-7da5b5f3-02cb-437f-83c3-105746a41903 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846918 Nov 08 00:13:10.096772 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e8d86fb-e188-471d-81fb-4c56835b13c2 req-9b09d487-5277-470b-9c22-29946db76274 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671405 Nov 08 00:13:10.102421 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a58868bc-009a-4965-9cc1-484ea5bc7952 req-59c4fd01-7322-491c-845e-267cec6b6940 service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296406 Nov 08 00:13:10.163274 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bb50a-884e-4a16-8ed6-0a517ef68d76 req-72d838ad-3004-401e-8a70-1ad783c62c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:10.164996 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c3bb50a-884e-4a16-8ed6-0a517ef68d76 req-72d838ad-3004-401e-8a70-1ad783c62c67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1564331 Nov 08 00:13:10.185981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22101b78-1c78-467e-9241-d713652e8b24 req-41d0b08f-8cbd-4b98-a5e6-a2184080ec21 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:10.187588 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-22101b78-1c78-467e-9241-d713652e8b24 req-41d0b08f-8cbd-4b98-a5e6-a2184080ec21 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.0583024 Nov 08 00:13:10.321671 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-22101b78-1c78-467e-9241-d713652e8b24 req-7044b104-7bcd-4a64-9d0b-09958c3cd82e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275465 Nov 08 00:13:10.350877 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-badaaa3b-d2eb-457f-af65-1495bb38dd9a req-824fc808-4ed6-44cd-a419-64d7b8c79440 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 210 time: 0.0501573 Nov 08 00:13:10.384139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c3bb50a-884e-4a16-8ed6-0a517ef68d76 req-64966f60-63aa-4276-acc0-3e36ff648754 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704998 Nov 08 00:13:10.484383 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c3bb50a-884e-4a16-8ed6-0a517ef68d76 req-894ad11b-7bb9-4175-b220-f16043a8ed7e service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913582 Nov 08 00:13:10.539267 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca76974-fb65-4de8-ae24-6c337f7245b0 req-8e24d084-9331-4597-83a4-beffc8300469 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:10.541306 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1ca76974-fb65-4de8-ae24-6c337f7245b0 req-8e24d084-9331-4597-83a4-beffc8300469 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.26 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 945 time: 0.0709114 Nov 08 00:13:10.692684 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1285a58-e9eb-41d7-b833-3ed7b6f40358 req-111ca26a-4e25-4daa-bdb4-0d0246bb8c42 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:10.695076 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1285a58-e9eb-41d7-b833-3ed7b6f40358 req-111ca26a-4e25-4daa-bdb4-0d0246bb8c42 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 945 time: 0.0552304 Nov 08 00:13:10.704515 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-1ca76974-fb65-4de8-ae24-6c337f7245b0 req-0c635a85-f45a-41b1-93b5-2cb8d1a1e9af tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Deleting port 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:10.709002 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1ca76974-fb65-4de8-ae24-6c337f7245b0 req-0c635a85-f45a-41b1-93b5-2cb8d1a1e9af tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:10.750328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36414) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:10.814998 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1285a58-e9eb-41d7-b833-3ed7b6f40358 req-a5f8a1e2-45ee-468c-bdf3-323c5cf859d1 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups?id=00143d44-0913-440f-a3cf-b789528c9209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087439 Nov 08 00:13:10.840936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525f1e-6d29-4738-9d8d-89d085e713c9 req-aa52cfd9-9c59-4f1e-aa50-2c74ff7fb6aa tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:10.843864 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-1ca76974-fb65-4de8-ae24-6c337f7245b0 req-0c635a85-f45a-41b1-93b5-2cb8d1a1e9af tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] For port 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=2e5c8a08-91a9-42e3-83a5-bd02e1a184ea,segment=NetworkSegment(f090b08f-11d5-416e-bbf9-03b0fed772e3),segment_id=f090b08f-11d5-416e-bbf9-03b0fed772e3)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:10.844686 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1ca76974-fb65-4de8-ae24-6c337f7245b0 req-0c635a85-f45a-41b1-93b5-2cb8d1a1e9af tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:10.850692 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59525f1e-6d29-4738-9d8d-89d085e713c9 req-aa52cfd9-9c59-4f1e-aa50-2c74ff7fb6aa tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 944 time: 0.0988781 Nov 08 00:13:10.889883 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-93e94d75-129e-463f-ad89-e8878d1751f2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-934844063-network', 'tenant_id': '8dd4c6d02b4944e189792b171f577519'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:10.907397 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59525f1e-6d29-4738-9d8d-89d085e713c9 req-7369bc0f-5d7f-448f-819b-c3022cfcc0b1 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/security-groups?id=73fe8313-e1e3-436f-a8c3-2ed0110e3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549297 Nov 08 00:13:10.995328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e94d75-129e-463f-ad89-e8878d1751f2 admin admin] Made reservation on behalf of 8dd4c6d02b4944e189792b171f577519 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:13:10.998507 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-93e94d75-129e-463f-ad89-e8878d1751f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:11.009370 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-93e94d75-129e-463f-ad89-e8878d1751f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:11.083968 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1ca76974-fb65-4de8-ae24-6c337f7245b0 req-0c635a85-f45a-41b1-93b5-2cb8d1a1e9af tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:11.084427 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1ca76974-fb65-4de8-ae24-6c337f7245b0 req-0c635a85-f45a-41b1-93b5-2cb8d1a1e9af tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:11.084715 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [req-1ca76974-fb65-4de8-ae24-6c337f7245b0 req-0c635a85-f45a-41b1-93b5-2cb8d1a1e9af tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Floating IP 8584b859-9aa8-4531-8b3c-b07fe14df2b4 disassociated. External IP: 172.25.2.145, port: 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea. Nov 08 00:13:11.085117 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-1ca76974-fb65-4de8-ae24-6c337f7245b0 req-0c635a85-f45a-41b1-93b5-2cb8d1a1e9af tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Calling delete_port for 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:11.121114 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-93e94d75-129e-463f-ad89-e8878d1751f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:11.204057 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-93e94d75-129e-463f-ad89-e8878d1751f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:11.264500 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e94d75-129e-463f-ad89-e8878d1751f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:13:11.274276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e94d75-129e-463f-ad89-e8878d1751f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20b86b6-3f8f-40ca-8c94-4aae15473280,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:11.286345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767ca60-0bd2-4eb7-874b-6d0de73f2bec req-eb5a093d-14c4-4992-b2c4-4d08d437c9ec tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:11.287861 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0767ca60-0bd2-4eb7-874b-6d0de73f2bec req-eb5a093d-14c4-4992-b2c4-4d08d437c9ec tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.1474605 Nov 08 00:13:11.291233 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-93e94d75-129e-463f-ad89-e8878d1751f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:11.291573 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-93e94d75-129e-463f-ad89-e8878d1751f2 admin admin] Added segment c52ef93d-3c34-47c7-87b1-6bc87a74ca63 of type vlan for network fbdac748-0684-47d9-bd85-ff6918affb9d Nov 08 00:13:11.373224 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1ca76974-fb65-4de8-ae24-6c337f7245b0 req-0c635a85-f45a-41b1-93b5-2cb8d1a1e9af tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:11.388108 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-93e94d75-129e-463f-ad89-e8878d1751f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:11.402382 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0767ca60-0bd2-4eb7-874b-6d0de73f2bec req-329c75ce-7956-4e1d-899f-76f45d9b0644 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009827 Nov 08 00:13:11.407617 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c635a85-f45a-41b1-93b5-2cb8d1a1e9af tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Pushing event deleted for resources: {'Port': ['ID=2e5c8a08-91a9-42e3-83a5-bd02e1a184ea,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:11.448566 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645493-0bfd-4500-bb98-af0a29141ac1 req-0d0f0d01-b806-4379-a83e-05b75a375522 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:11.450005 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5645493-0bfd-4500-bb98-af0a29141ac1 req-0d0f0d01-b806-4379-a83e-05b75a375522 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.1498177 Nov 08 00:13:11.508666 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5645493-0bfd-4500-bb98-af0a29141ac1 req-ef081b91-750f-4237-b894-f80554e04e51 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510821 Nov 08 00:13:11.521263 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-93e94d75-129e-463f-ad89-e8878d1751f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:11.522513 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e94d75-129e-463f-ad89-e8878d1751f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:11.523504 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-93e94d75-129e-463f-ad89-e8878d1751f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:11.562966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ca76974-fb65-4de8-ae24-6c337f7245b0 req-0c635a85-f45a-41b1-93b5-2cb8d1a1e9af tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Router 62ac88eb-054f-4c97-80a7-81b4e841f382 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:13:11.649391 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52d214e3-1248-4df2-abb7-225cadf9a28a req-17b7a70f-5da0-4ce7-a379-824df263cd4e tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 210 time: 0.0521097 Nov 08 00:13:11.657880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e94d75-129e-463f-ad89-e8878d1751f2 admin admin] Pushing event updated for resources: {'Network': ['ID=fbdac748-0684-47d9-bd85-ff6918affb9d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:11.676724 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network fbdac748-0684-47d9-bd85-ff6918affb9d details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:13:11.681966 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-93e94d75-129e-463f-ad89-e8878d1751f2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9256678 Nov 08 00:13:11.682986 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36436) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:11.688450 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-f4dddb4a-e169-464f-b53c-943db6455b6a admin admin] Request body: {'subnet': {'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-934844063-subnet', 'tenant_id': '8dd4c6d02b4944e189792b171f577519', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:11.701300 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902035-1789-4a77-94f1-399551031e88 req-4fe50bc6-ab15-403a-a95c-fa555bce588e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:11.703094 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed902035-1789-4a77-94f1-399551031e88 req-4fe50bc6-ab15-403a-a95c-fa555bce588e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.1531205 Nov 08 00:13:11.714761 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ca76974-fb65-4de8-ae24-6c337f7245b0 req-0c635a85-f45a-41b1-93b5-2cb8d1a1e9af tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:13:11.728030 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3df397-096b-49a3-b26f-9196aad6dea8 None None] Sync routers for ids ['62ac88eb-054f-4c97-80a7-81b4e841f382'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:13:11.749029 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3df397-096b-49a3-b26f-9196aad6dea8 None None] Routers {'62ac88eb-054f-4c97-80a7-81b4e841f382'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:13:11.750058 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-eb3df397-096b-49a3-b26f-9196aad6dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:13:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['62ac88eb-054f-4c97-80a7-81b4e841f382'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:11.797856 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed902035-1789-4a77-94f1-399551031e88 req-69b06453-d52c-42f3-814c-c10f9f52284c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848615 Nov 08 00:13:11.821090 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dddb4a-e169-464f-b53c-943db6455b6a admin admin] Made reservation on behalf of 8dd4c6d02b4944e189792b171f577519 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:13:11.826161 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f4dddb4a-e169-464f-b53c-943db6455b6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:11.826306 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca76974-fb65-4de8-ae24-6c337f7245b0 req-0c635a85-f45a-41b1-93b5-2cb8d1a1e9af tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] No DVR routers for this DVR port 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:13:11.842584 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1ca76974-fb65-4de8-ae24-6c337f7245b0 req-0c635a85-f45a-41b1-93b5-2cb8d1a1e9af tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:11.846014 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1ca76974-fb65-4de8-ae24-6c337f7245b0 req-0c635a85-f45a-41b1-93b5-2cb8d1a1e9af tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.26 "DELETE /v2.0/ports/2e5c8a08-91a9-42e3-83a5-bd02e1a184ea HTTP/1.1" status: 204 len: 173 time: 1.2869768 Nov 08 00:13:11.846598 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3688b5cc-60e4-4f9e-b782-9c6dfa8ec556', 'name': 'network-vif-deleted', 'tag': '2e5c8a08-91a9-42e3-83a5-bd02e1a184ea'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:11.864996 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b253e6de-f3ea-4e1e-a943-316daed0d682" -d '{"events": [{"server_uuid": "3688b5cc-60e4-4f9e-b782-9c6dfa8ec556", "name": "network-vif-deleted", "tag": "2e5c8a08-91a9-42e3-83a5-bd02e1a184ea"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:11.989594 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-eb3df397-096b-49a3-b26f-9196aad6dea8 None None] Set router 62ac88eb-054f-4c97-80a7-81b4e841f382 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:13:12.006101 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d735d94-94d3-45fc-91a5-9cc8592d427b req-686b459e-a402-4ef7-8c1a-01b38b23b2d9 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 210 time: 0.0349641 Nov 08 00:13:12.079003 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8516-73f6-4835-9c33-645e7993a5b3 req-7d500bc7-2f55-42c9-bf28-745847034aeb tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:12.079248 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-50ab8516-73f6-4835-9c33-645e7993a5b3 req-7d500bc7-2f55-42c9-bf28-745847034aeb tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.1445818 Nov 08 00:13:12.101283 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae2a908-d309-41d9-9917-58462e58f67f x-openstack-request-id: req-aae2a908-d309-41d9-9917-58462e58f67f {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:12.101580 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3688b5cc-60e4-4f9e-b782-9c6dfa8ec556", "name": "network-vif-deleted", "tag": "2e5c8a08-91a9-42e3-83a5-bd02e1a184ea", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:12.101827 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aae2a908-d309-41d9-9917-58462e58f67f {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:12.102224 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3688b5cc-60e4-4f9e-b782-9c6dfa8ec556', 'name': 'network-vif-deleted', 'tag': '2e5c8a08-91a9-42e3-83a5-bd02e1a184ea', 'status': 'completed', 'code': 200} Nov 08 00:13:12.158770 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-50ab8516-73f6-4835-9c33-645e7993a5b3 req-3e9bd201-a27c-43c7-bb5f-a892f2fdd7a1 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736444 Nov 08 00:13:12.227297 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350617eb-006c-4b55-b226-6b752dc800f7 req-9a9b0b74-2898-4082-8a85-c6dcf4250682 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:12.229109 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-350617eb-006c-4b55-b226-6b752dc800f7 req-9a9b0b74-2898-4082-8a85-c6dcf4250682 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 944 time: 0.0649114 Nov 08 00:13:12.292934 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f4dddb4a-e169-464f-b53c-943db6455b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:12.349957 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-eb3df397-096b-49a3-b26f-9196aad6dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:07:23Z', 'revision_number': 4, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'ff855c04-431f-4021-82fd-92c59526a519', 'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'mac_address': 'fa:16:3e:27:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:22Z', 'updated_at': '2021-11-08T00:07:27Z', 'revision_number': 5, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'subnets': [{'id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:12.367929 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-350617eb-006c-4b55-b226-6b752dc800f7 req-48ba8854-3f68-4585-b267-a21ca42b0696 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/security-groups?id=73fe8313-e1e3-436f-a8c3-2ed0110e3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311505 Nov 08 00:13:12.386123 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3df397-096b-49a3-b26f-9196aad6dea8 None None] Checking router: 62ac88eb-054f-4c97-80a7-81b4e841f382 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:13:12.397240 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dddb4a-e169-464f-b53c-943db6455b6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=daf5087d-85b5-4f3a-9920-492dd2518682,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:12.399855 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3df397-096b-49a3-b26f-9196aad6dea8 None None] Routers {'62ac88eb-054f-4c97-80a7-81b4e841f382'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:13:12.400749 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-eb3df397-096b-49a3-b26f-9196aad6dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:13:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['62ac88eb-054f-4c97-80a7-81b4e841f382'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:12.417177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dddb4a-e169-464f-b53c-943db6455b6a admin admin] Checking segment: {'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:13:12.417545 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dddb4a-e169-464f-b53c-943db6455b6a admin admin] Network hostable DHCP agents. Network: fbdac748-0684-47d9-bd85-ff6918affb9d, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:13:12.454383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 2a313816-2038-44ea-9fbb-60616af3ccf2 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:13:12.519087 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dddb4a-e169-464f-b53c-943db6455b6a admin admin] Network fbdac748-0684-47d9-bd85-ff6918affb9d is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:13:12.565625 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-eb3df397-096b-49a3-b26f-9196aad6dea8 None None] Set router 62ac88eb-054f-4c97-80a7-81b4e841f382 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:13:12.627759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274e3c-9083-4559-930b-6f7279d39267 req-55f79711-6c5b-4ccf-a126-1c25c1ed6b15 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:12.629389 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de274e3c-9083-4559-930b-6f7279d39267 req-55f79711-6c5b-4ccf-a126-1c25c1ed6b15 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.0906212 Nov 08 00:13:12.640543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 2a313816-2038-44ea-9fbb-60616af3ccf2 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:13:12.644101 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-f4dddb4a-e169-464f-b53c-943db6455b6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, fbdac748-0684-47d9-bd85-ff6918affb9d) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:13:12.646566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 2a313816-2038-44ea-9fbb-60616af3ccf2 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:13:12.647478 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:12.664011 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dddb4a-e169-464f-b53c-943db6455b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:12.664518 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f4dddb4a-e169-464f-b53c-943db6455b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:12.684237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1440a5-588b-4392-8b86-c979cf56853b None None] Network fbdac748-0684-47d9-bd85-ff6918affb9d requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:13:12.690762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98078987-104a-4f82-a742-88e08426548f req-360a94e8-2ab2-4d17-8553-be27edd52528 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:12.692342 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-98078987-104a-4f82-a742-88e08426548f req-360a94e8-2ab2-4d17-8553-be27edd52528 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.1061721 Nov 08 00:13:12.720051 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de274e3c-9083-4559-930b-6f7279d39267 req-0a9f5781-9bdd-4980-bd41-c2726f693981 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789304 Nov 08 00:13:12.756604 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-98078987-104a-4f82-a742-88e08426548f req-2686aa5c-210f-410b-80ed-561ee6e7a3cc tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489879 Nov 08 00:13:12.798330 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f4dddb4a-e169-464f-b53c-943db6455b6a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1135485 Nov 08 00:13:12.910854 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:12.933548 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-eb3df397-096b-49a3-b26f-9196aad6dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:07:23Z', 'revision_number': 4, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'ff855c04-431f-4021-82fd-92c59526a519', 'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'mac_address': 'fa:16:3e:27:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:22Z', 'updated_at': '2021-11-08T00:07:27Z', 'revision_number': 5, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'subnets': [{'id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:12.943338 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f13467c3-6d0f-4aba-9755-503ae72c3e3d req-9abef060-7737-4c0d-8135-728a860d7e12 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b8e6e9-2e70-40b9-a454-c2155fbe4093 HTTP/1.1" status: 200 len: 210 time: 0.0499690 Nov 08 00:13:13.005196 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-ef10ec58-8e42-4261-9df0-e3332164ed28 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598676 Nov 08 00:13:13.013774 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3df397-096b-49a3-b26f-9196aad6dea8 None None] The sync data for ids ['62ac88eb-054f-4c97-80a7-81b4e841f382'] in n-d-816882-1 is: [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:07:23Z', 'revision_number': 4, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'ff855c04-431f-4021-82fd-92c59526a519', 'name': '', 'network_id': '80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'mac_address': 'fa:16:3e:27:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:22Z', 'updated_at': '2021-11-08T00:07:27Z', 'revision_number': 5, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'subnets': [{'id': 'e6ff2d21-c91f-455a-a3e9-871aa706c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:13:13.035738 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542e0833-e7a5-42e6-8e4b-18943b35cbcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a313816-2038-44ea-9fbb-60616af3ccf2'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:13.038040 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e49ed34-e3b3-402c-94e3-8a8f6ecabaff" -d '{"events": [{"server_uuid": "542e0833-e7a5-42e6-8e4b-18943b35cbcf", "name": "network-vif-plugged", "status": "completed", "tag": "2a313816-2038-44ea-9fbb-60616af3ccf2"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:13.079732 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 2a313816-2038-44ea-9fbb-60616af3ccf2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2a313816-2038-44ea-9fbb-60616af3ccf2,segment=NetworkSegment(0953fae5-5960-4572-b6d5-4de8b440b78c),segment_id=0953fae5-5960-4572-b6d5-4de8b440b78c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:13.083028 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123f95d7-1755-4c88-8e24-d1f2adf7e79d None None] Network fbdac748-0684-47d9-bd85-ff6918affb9d requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:13:13.198970 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05e134da-79e8-4c22-abb8-d0dc9fb39916 req-c27dc33f-757b-4fa6-aa08-e03fd3143194 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/ports?device_id=3688b5cc-60e4-4f9e-b782-9c6dfa8ec556 HTTP/1.1" status: 200 len: 210 time: 0.0555546 Nov 08 00:13:13.218675 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:13.225623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-f2c6ef77-ffc7-4567-b8fd-03518f8bb804 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:13.234235 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-f2c6ef77-ffc7-4567-b8fd-03518f8bb804 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204652 Nov 08 00:13:13.257080 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-9dd1b269-a523-4f23-9105-c6c1ca3b22d8 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/quotas/c0d6283f3c2b48d888bd9867b9b06340 HTTP/1.1" status: 200 len: 375 time: 0.0217836 Nov 08 00:13:13.326613 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-35158fa2-ebc8-427d-8bad-e6bd15cc5e6d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684309 Nov 08 00:13:13.384007 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e0a2d5-2b17-485a-9725-16286366989a x-openstack-request-id: req-23e0a2d5-2b17-485a-9725-16286366989a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:13.384007 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542e0833-e7a5-42e6-8e4b-18943b35cbcf", "name": "network-vif-plugged", "status": "completed", "tag": "2a313816-2038-44ea-9fbb-60616af3ccf2", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:13.384007 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23e0a2d5-2b17-485a-9725-16286366989a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:13.384007 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542e0833-e7a5-42e6-8e4b-18943b35cbcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a313816-2038-44ea-9fbb-60616af3ccf2', 'code': 200} Nov 08 00:13:13.412057 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=2a313816-2038-44ea-9fbb-60616af3ccf2,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:13.481644 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702d992-bec7-46ec-81c5-027b650f4af6 req-42f80d5f-02e5-421a-895c-67ad133ab403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:13.483462 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c702d992-bec7-46ec-81c5-027b650f4af6 req-42f80d5f-02e5-421a-895c-67ad133ab403 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 1096 time: 0.0715845 Nov 08 00:13:13.498667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e46f4d-56a0-4456-9b82-0a7fa4d9c997 None None] New status for floating IP 8584b859-9aa8-4531-8b3c-b07fe14df2b4: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:13:13.526730 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c702d992-bec7-46ec-81c5-027b650f4af6 req-a2b86685-5cf6-47b4-9706-37093c8f36fa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73fe8313-e1e3-436f-a8c3-2ed0110e3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349042 Nov 08 00:13:13.646858 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-0f966cae-4ec0-4fac-86be-056e511abe0a tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:13.648674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-0f966cae-4ec0-4fac-86be-056e511abe0a tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 811 time: 0.1340179 Nov 08 00:13:13.703158 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-8a05c2b9-b85a-4f24-bfdc-bb0dd4c70f1b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/quotas/8dd4c6d02b4944e189792b171f577519 HTTP/1.1" status: 200 len: 375 time: 0.0422029 Nov 08 00:13:13.754697 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-96946cf1-a34a-46bd-93e4-e47efe7641df tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505874 Nov 08 00:13:13.772306 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb628a-ccad-4c9c-9735-d05771cf1351 req-e6f2d061-5f6c-4b92-aec9-4f6848b027a1 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:13.773891 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75bb628a-ccad-4c9c-9735-d05771cf1351 req-e6f2d061-5f6c-4b92-aec9-4f6848b027a1 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 945 time: 0.1229346 Nov 08 00:13:13.850854 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75bb628a-ccad-4c9c-9735-d05771cf1351 req-3245b80c-5f94-4a23-82fa-942cbb86435a tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/security-groups?id=73fe8313-e1e3-436f-a8c3-2ed0110e3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671449 Nov 08 00:13:13.884323 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-d4ff8cba-abdb-4006-b299-de79634a242a service neutron] 10.222.0.13 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286559 Nov 08 00:13:13.965463 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f731d7b-6616-4ba6-8472-2a1977c36b7c req-f5a7351f-f848-4d4c-a69d-f1d01f6e67f1 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 210 time: 0.0743163 Nov 08 00:13:14.016887 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e4c0e711-af28-498d-b0c9-3d9b3424c0b0 service neutron] 10.222.0.13 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203821 Nov 08 00:13:14.068598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:13:14.109009 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:13:14.110886 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 2e5c8a08-91a9-42e3-83a5-bd02e1a184ea not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:13:14.144977 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c1469-8d4c-4b14-ae59-6b923718f657 req-596115f7-7741-4b61-8891-3572b395d36d tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:14.146971 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-520c1469-8d4c-4b14-ae59-6b923718f657 req-596115f7-7741-4b61-8891-3572b395d36d tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.0918505 Nov 08 00:13:14.198488 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-520c1469-8d4c-4b14-ae59-6b923718f657 req-daa57877-6b04-48fb-b961-fe082b477b99 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433671 Nov 08 00:13:14.310026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee5509-622c-431e-b20b-5a47af149c12 req-1a10edde-6824-4d83-9d02-3e37d65cc450 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:14.310026 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64ee5509-622c-431e-b20b-5a47af149c12 req-1a10edde-6824-4d83-9d02-3e37d65cc450 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.0626020 Nov 08 00:13:14.360218 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0efed4d8-b83c-4b17-9a04-747ae9e0f7c8 req-a7048982-68d5-4192-a702-b66d657f7ff8 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 210 time: 0.0420053 Nov 08 00:13:14.398678 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64ee5509-622c-431e-b20b-5a47af149c12 req-ad5340dc-1abb-4814-b9d5-625b25288b2e tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816350 Nov 08 00:13:14.584917 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36566) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:14.674962 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b6232e61-eb5f-4ab0-aa51-8d3160edae50 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:14.679710 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36568) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:14.715443 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b6232e61-eb5f-4ab0-aa51-8d3160edae50 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:14.847449 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d7014a9d-f98e-448b-82a5-a8def2fc1bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:14.892812 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b6232e61-eb5f-4ab0-aa51-8d3160edae50 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:14.896924 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b6232e61-eb5f-4ab0-aa51-8d3160edae50 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:14.896924 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b6232e61-eb5f-4ab0-aa51-8d3160edae50 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "DELETE /v2.0/security-groups/00143d44-0913-440f-a3cf-b789528c9209 HTTP/1.1" status: 204 len: 168 time: 0.3104157 Nov 08 00:13:14.900821 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36574) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:14.929312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6232e61-eb5f-4ab0-aa51-8d3160edae50 tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00143d44-0913-440f-a3cf-b789528c9209,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:14.941193 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-49ebbfdb-0c31-47f8-a532-4eecf33d1d7d tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] show failed (client error): The resource could not be found. Nov 08 00:13:14.946534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-49ebbfdb-0c31-47f8-a532-4eecf33d1d7d tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "GET /v2.0/security-groups/00143d44-0913-440f-a3cf-b789528c9209 HTTP/1.1" status: 404 len: 347 time: 0.0421243 Nov 08 00:13:14.948430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36576) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:15.073075 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d7014a9d-f98e-448b-82a5-a8def2fc1bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:15.142188 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d7014a9d-f98e-448b-82a5-a8def2fc1bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:15.206254 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d7014a9d-f98e-448b-82a5-a8def2fc1bd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08c6a59a9869499cb267e2a88e8d49fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5231216 Nov 08 00:13:15.207202 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36582) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:15.320302 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1924a4a3-edfa-472a-a832-b4ba50becdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:15.333943 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7014a9d-f98e-448b-82a5-a8def2fc1bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346cbbc8-a659-45d3-9293-a1db16f6c5bc,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:15.393875 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1924a4a3-edfa-472a-a832-b4ba50becdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:15.425879 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8a447a3-b665-4929-b49e-aee262d38344 req-0fb01f61-33d8-4950-88d5-154d05222d5d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 210 time: 0.0444589 Nov 08 00:13:15.578599 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1924a4a3-edfa-472a-a832-b4ba50becdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:15.582437 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1924a4a3-edfa-472a-a832-b4ba50becdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:15.585432 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1924a4a3-edfa-472a-a832-b4ba50becdce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/346cbbc8-a659-45d3-9293-a1db16f6c5bc HTTP/1.1" status: 204 len: 168 time: 0.3711655 Nov 08 00:13:15.590029 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542932e-92ef-4d3e-a155-fb4473fc9288 req-984a697f-b066-40a2-a1c0-e5a17340d410 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:15.592610 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924a4a3-edfa-472a-a832-b4ba50becdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346cbbc8-a659-45d3-9293-a1db16f6c5bc,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:15.598748 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9542932e-92ef-4d3e-a155-fb4473fc9288 req-984a697f-b066-40a2-a1c0-e5a17340d410 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 945 time: 0.2250535 Nov 08 00:13:15.726728 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0b86a-fc73-4643-84b5-9becc57df236 req-5eb5aaa3-7855-4303-a672-b7b38c44984a tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:15.728493 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bce0b86a-fc73-4643-84b5-9becc57df236 req-5eb5aaa3-7855-4303-a672-b7b38c44984a tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.2252858 Nov 08 00:13:15.764962 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9542932e-92ef-4d3e-a155-fb4473fc9288 req-198f8322-6514-4e64-8005-977e33448fb4 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/security-groups?id=73fe8313-e1e3-436f-a8c3-2ed0110e3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652746 Nov 08 00:13:15.804912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-25a2c7d2-68a5-422f-9a5b-e3be352a0bfb tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Deleting port 4d56caab-ecad-4ca8-ab8b-168c9836b398 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:15.805469 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-25a2c7d2-68a5-422f-9a5b-e3be352a0bfb tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:15.873705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bce0b86a-fc73-4643-84b5-9becc57df236 req-62aa8ffc-46bb-44ce-906f-3208718b8dc2 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362755 Nov 08 00:13:15.931289 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-25a2c7d2-68a5-422f-9a5b-e3be352a0bfb tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:15.932011 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-25a2c7d2-68a5-422f-9a5b-e3be352a0bfb tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:15.952780 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-25a2c7d2-68a5-422f-9a5b-e3be352a0bfb tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Calling delete_port for 4d56caab-ecad-4ca8-ab8b-168c9836b398 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:16.116654 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46b9a72d-919b-4f11-ba3d-fd5de928d00d req-9d1c6f31-76f9-428d-b56c-391bf2647963 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 210 time: 0.0519910 Nov 08 00:13:16.160996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7e6ce-e176-4c32-9e35-2b01a9ff0781 req-3a57b543-3891-48e3-a7ba-aeb9209f0c2a tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:16.166797 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-01b7e6ce-e176-4c32-9e35-2b01a9ff0781 req-3a57b543-3891-48e3-a7ba-aeb9209f0c2a tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.1978135 Nov 08 00:13:16.193157 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-bc615ba0-9d99-4f60-a6fd-860cee851fae tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713155 Nov 08 00:13:16.369223 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-01b7e6ce-e176-4c32-9e35-2b01a9ff0781 req-f5530689-d82c-49c0-9cae-d8d3a7a6d809 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945705 Nov 08 00:13:16.428973 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-9d1a247f-dfba-42dd-8c70-32ad239490ec tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:16.430431 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-9d1a247f-dfba-42dd-8c70-32ad239490ec tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271719 Nov 08 00:13:16.436504 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-25a2c7d2-68a5-422f-9a5b-e3be352a0bfb tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:16.471323 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-ce193cad-f988-4281-8485-dd2108add9f4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Request body: {'port': {'device_id': '1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': 'c0d6283f3c2b48d888bd9867b9b06340'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:16.513907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2c7d2-68a5-422f-9a5b-e3be352a0bfb tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Pushing event deleted for resources: {'Port': ['ID=4d56caab-ecad-4ca8-ab8b-168c9836b398,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:16.639976 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-735c6917-5bd9-4f40-8587-f3c1b724a917 req-9c413e8b-eb1d-49e1-b6f8-950d37298cdc tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 210 time: 0.0449843 Nov 08 00:13:16.645340 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-25a2c7d2-68a5-422f-9a5b-e3be352a0bfb tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:16.648186 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-25a2c7d2-68a5-422f-9a5b-e3be352a0bfb tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:16.649478 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-25a2c7d2-68a5-422f-9a5b-e3be352a0bfb tempest-ServersWithSpecificFlavorTestJSON-2074807425 tempest-ServersWithSpecificFlavorTestJSON-2074807425-project] 10.222.0.13 "DELETE /v2.0/floatingips/8584b859-9aa8-4531-8b3c-b07fe14df2b4 HTTP/1.1" status: 204 len: 168 time: 1.6979120 Nov 08 00:13:16.725428 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-ce193cad-f988-4281-8485-dd2108add9f4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Made reservation on behalf of c0d6283f3c2b48d888bd9867b9b06340 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:13:16.729303 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-ce193cad-f988-4281-8485-dd2108add9f4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:17.014460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e809d-332b-41d2-a970-11bb0625eb3d req-c4b19165-4a35-4161-956a-290a3bea0152 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:17.016520 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-974e809d-332b-41d2-a970-11bb0625eb3d req-c4b19165-4a35-4161-956a-290a3bea0152 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 945 time: 0.1484473 Nov 08 00:13:17.077177 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-ce193cad-f988-4281-8485-dd2108add9f4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Allocated IP 192.168.233.82 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/36e33710-6d30-4755-b8fe-f991141ea0a1) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:13:17.082568 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-974e809d-332b-41d2-a970-11bb0625eb3d req-d791fc22-ea34-4c1a-a639-95c2d7f4901c tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/security-groups?id=73fe8313-e1e3-436f-a8c3-2ed0110e3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597265 Nov 08 00:13:17.118802 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36626) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:17.346283 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-ce193cad-f988-4281-8485-dd2108add9f4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:17.372223 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c300dc7e-ca50-4709-816a-dfd09e27d4f0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-599405011-network', 'tenant_id': '47efc27d23a44ec5bf01ce00bfec952e'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:17.460507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e15fe-52ac-459a-bcb4-24c5424875cb req-683eff41-6212-4fd7-bb18-8ac82c40c938 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:17.462004 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d4e15fe-52ac-459a-bcb4-24c5424875cb req-683eff41-6212-4fd7-bb18-8ac82c40c938 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.2610195 Nov 08 00:13:17.490786 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245bdd6-156a-4a1d-b181-27157ab81c72 req-438fe049-c85b-4e76-9634-938de9abe556 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:17.492246 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5245bdd6-156a-4a1d-b181-27157ab81c72 req-438fe049-c85b-4e76-9634-938de9abe556 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 945 time: 0.1420128 Nov 08 00:13:17.500037 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-817c485a-cef0-48a8-aca1-997b7bf2975f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:17.501438 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-817c485a-cef0-48a8-aca1-997b7bf2975f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.26 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 811 time: 0.3171189 Nov 08 00:13:17.503316 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36640) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:17.514023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8b0b30f0-9b5a-4252-8445-57236580e3dc tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Request body: {'floatingip': {'port_id': '2a313816-2038-44ea-9fbb-60616af3ccf2'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:17.519295 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-ce193cad-f988-4281-8485-dd2108add9f4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:17.537515 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-9378a643-5e7b-4aae-a863-43ade6de5f1e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Request body: {'port': {'device_id': '34db16e7-e04e-4a12-8009-9a3157a181de', 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d', 'admin_state_up': True, 'tenant_id': '8dd4c6d02b4944e189792b171f577519'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:17.557198 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['fe0af755-b3b7-4f99-b3cd-38d7af31c298'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:13:17.559125 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d4e15fe-52ac-459a-bcb4-24c5424875cb req-723368aa-bafe-49a8-9756-aa4b2355e768 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850372 Nov 08 00:13:17.589953 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b0b30f0-9b5a-4252-8445-57236580e3dc tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for floatingip, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:17.608847 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['478fbc01-eacc-42aa-bcea-78be1ab05517'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:13:17.616667 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c300dc7e-ca50-4709-816a-dfd09e27d4f0 admin admin] Made reservation on behalf of 47efc27d23a44ec5bf01ce00bfec952e for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:13:17.619114 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c300dc7e-ca50-4709-816a-dfd09e27d4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:17.634620 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-ce193cad-f988-4281-8485-dd2108add9f4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:13:17.644007 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c300dc7e-ca50-4709-816a-dfd09e27d4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:17.648606 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-ce193cad-f988-4281-8485-dd2108add9f4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:13:17.652008 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3eaf06d-04ce-49fc-a343-a39824259c7f req-7be9e550-ab12-4234-b7b8-9c64a9c7dcd4 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 210 time: 0.0531123 Nov 08 00:13:17.676435 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-ce193cad-f988-4281-8485-dd2108add9f4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:13:17.684661 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce193cad-f988-4281-8485-dd2108add9f4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Pushing event updated for resources: {'Port': ['ID=36e33710-6d30-4755-b8fe-f991141ea0a1,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:17.876037 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c300dc7e-ca50-4709-816a-dfd09e27d4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:17.884250 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-ce193cad-f988-4281-8485-dd2108add9f4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:17.884878 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-ce193cad-f988-4281-8485-dd2108add9f4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:17.920965 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-9378a643-5e7b-4aae-a863-43ade6de5f1e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Made reservation on behalf of 8dd4c6d02b4944e189792b171f577519 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:13:17.924119 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-9378a643-5e7b-4aae-a863-43ade6de5f1e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:17.961943 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c300dc7e-ca50-4709-816a-dfd09e27d4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:17.991565 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300dc7e-ca50-4709-816a-dfd09e27d4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dec4bb-c9d5-4277-a62f-9c752feb24f0,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:18.038611 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c300dc7e-ca50-4709-816a-dfd09e27d4f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:13:18.063056 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a8dea-ac12-43f1-9a25-154408e43e24 req-28858d80-0a91-4c6e-b2b2-d5b39ba0f1df tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:18.070234 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-197a8dea-ac12-43f1-9a25-154408e43e24 req-28858d80-0a91-4c6e-b2b2-d5b39ba0f1df tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 935 time: 0.1969507 Nov 08 00:13:18.077402 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1eda096d-f952-4f17-abef-20da6d123008 None None] Provisioning complete for port 36e33710-6d30-4755-b8fe-f991141ea0a1 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:13:18.077811 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1eda096d-f952-4f17-abef-20da6d123008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:18.083015 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b102ba4-d6bf-4803-9fb9-a0597c185ac2 req-12e20f54-8204-45d7-ac79-8525a291f519 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:18.090295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b102ba4-d6bf-4803-9fb9-a0597c185ac2 req-12e20f54-8204-45d7-ac79-8525a291f519 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.2187057 Nov 08 00:13:18.116716 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1eda096d-f952-4f17-abef-20da6d123008 None None] Port 36e33710-6d30-4755-b8fe-f991141ea0a1 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:13:18.132798 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c300dc7e-ca50-4709-816a-dfd09e27d4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:18.133144 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-c300dc7e-ca50-4709-816a-dfd09e27d4f0 admin admin] Added segment f1338b70-aae4-4742-93cc-58c893c27ea7 of type vlan for network 0fd195df-b901-4640-a4c1-0b3e8c96de90 Nov 08 00:13:18.144633 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-ce193cad-f988-4281-8485-dd2108add9f4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6982906 Nov 08 00:13:18.176848 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Request body: {'port': {'device_id': '1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:18.233525 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c300dc7e-ca50-4709-816a-dfd09e27d4f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:18.243186 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b102ba4-d6bf-4803-9fb9-a0597c185ac2 req-4a2a97a8-2bb5-4bfa-9554-9f360ced55ab tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520445 Nov 08 00:13:18.245888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-197a8dea-ac12-43f1-9a25-154408e43e24 req-9fd1872b-8143-4bad-bdd9-7528f7b22faa tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748791 Nov 08 00:13:18.354765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-9378a643-5e7b-4aae-a863-43ade6de5f1e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Allocated IP 172.20.0.6 (fbdac748-0684-47d9-bd85-ff6918affb9d/daf5087d-85b5-4f3a-9920-492dd2518682/ecbff080-d1a8-4815-8433-b60dba7d18d9) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:13:18.442082 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c300dc7e-ca50-4709-816a-dfd09e27d4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:18.443052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c300dc7e-ca50-4709-816a-dfd09e27d4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:18.443628 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c300dc7e-ca50-4709-816a-dfd09e27d4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:18.569732 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:18.597345 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c300dc7e-ca50-4709-816a-dfd09e27d4f0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4773035 Nov 08 00:13:18.602311 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36660) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:18.615266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-f4677daf-a645-40a1-b559-8442a801774d admin admin] Request body: {'subnet': {'network_id': '0fd195df-b901-4640-a4c1-0b3e8c96de90', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-599405011-subnet', 'tenant_id': '47efc27d23a44ec5bf01ce00bfec952e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:18.636149 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300dc7e-ca50-4709-816a-dfd09e27d4f0 admin admin] Pushing event updated for resources: {'Network': ['ID=0fd195df-b901-4640-a4c1-0b3e8c96de90,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:18.650215 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 0fd195df-b901-4640-a4c1-0b3e8c96de90 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:13:18.712382 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b0b30f0-9b5a-4252-8445-57236580e3dc tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:18.757154 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-9378a643-5e7b-4aae-a863-43ade6de5f1e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:18.776098 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74da28-0525-4d57-b0fd-20d0c5e39a7e req-71e13197-c86b-4076-8e6e-6dcbe5c6d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:18.777649 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4f74da28-0525-4d57-b0fd-20d0c5e39a7e req-71e13197-c86b-4076-8e6e-6dcbe5c6d493 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ad4ed64531f4933a0495ece11147997&device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 1097 time: 0.1302381 Nov 08 00:13:18.781700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf3085-343d-412d-9043-188732b53844 req-513922a4-07f2-45de-bae1-b75f9840296c tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:18.783280 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5cf3085-343d-412d-9043-188732b53844 req-513922a4-07f2-45de-bae1-b75f9840296c tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.1116390 Nov 08 00:13:18.833874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4677daf-a645-40a1-b559-8442a801774d admin admin] Made reservation on behalf of 47efc27d23a44ec5bf01ce00bfec952e for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:13:18.836407 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f4677daf-a645-40a1-b559-8442a801774d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:18.867235 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5cf3085-343d-412d-9043-188732b53844 req-8b1e6fd1-3a2a-4c7f-a626-86b22ca1a85e tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761864 Nov 08 00:13:18.882570 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b0b30f0-9b5a-4252-8445-57236580e3dc tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:18.889021 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36666) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:18.906643 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-9378a643-5e7b-4aae-a863-43ade6de5f1e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:19.033315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-9378a643-5e7b-4aae-a863-43ade6de5f1e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Network fbdac748-0684-47d9-bd85-ff6918affb9d is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:13:19.046693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-9378a643-5e7b-4aae-a863-43ade6de5f1e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:13:19.048613 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378a643-5e7b-4aae-a863-43ade6de5f1e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Pushing event updated for resources: {'Port': ['ID=ecbff080-d1a8-4815-8433-b60dba7d18d9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:19.050786 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-9378a643-5e7b-4aae-a863-43ade6de5f1e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:13:19.117699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8beb955-438d-45e8-8baa-32452b0667c1 req-a76d616a-ecbc-4b9c-b728-ed56eccf10e0 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:19.119190 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d8beb955-438d-45e8-8baa-32452b0667c1 req-a76d616a-ecbc-4b9c-b728-ed56eccf10e0 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 944 time: 0.1709766 Nov 08 00:13:19.147551 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-9378a643-5e7b-4aae-a863-43ade6de5f1e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:19.148161 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-9378a643-5e7b-4aae-a863-43ade6de5f1e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:19.148916 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74da28-0525-4d57-b0fd-20d0c5e39a7e req-1aa32783-9d05-4ef4-bbf4-11cd65bdc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:19.150390 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4f74da28-0525-4d57-b0fd-20d0c5e39a7e req-1aa32783-9d05-4ef4-bbf4-11cd65bdc5bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d4bb435-3635-43a7-8e22-05a3f29467e1 HTTP/1.1" status: 200 len: 919 time: 0.3518276 Nov 08 00:13:19.156873 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b332421-5dc5-4070-9e31-034836cd8103 req-af31ffe1-2fa7-405e-92ad-c3dc66b1f646 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:19.158331 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b332421-5dc5-4070-9e31-034836cd8103 req-af31ffe1-2fa7-405e-92ad-c3dc66b1f646 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 931 time: 0.1884208 Nov 08 00:13:19.223609 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4f74da28-0525-4d57-b0fd-20d0c5e39a7e req-620f44ae-b4a3-48f3-8269-2c7139927bd4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9a371c-3d47-4ef5-aad1-1fcdea947b20 HTTP/1.1" status: 200 len: 217 time: 0.0603509 Nov 08 00:13:19.224682 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-8b0b30f0-9b5a-4252-8445-57236580e3dc tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Floating IP a88f79a0-c6a8-43bd-8da7-40b2db46ac48 associated. External IP: 172.25.2.164, port: 2a313816-2038-44ea-9fbb-60616af3ccf2. Nov 08 00:13:19.244620 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d8beb955-438d-45e8-8baa-32452b0667c1 req-a799b019-376f-4d0a-80ee-e839aec9d097 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124520 Nov 08 00:13:19.274000 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-9378a643-5e7b-4aae-a863-43ade6de5f1e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7422607 Nov 08 00:13:19.276886 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b332421-5dc5-4070-9e31-034836cd8103 req-8559ba61-07ff-4d90-8c9d-4afab2a49be4 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874391 Nov 08 00:13:19.303436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Request body: {'port': {'device_id': '34db16e7-e04e-4a12-8009-9a3157a181de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:19.383193 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f4677daf-a645-40a1-b559-8442a801774d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:19.386505 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e33710-6d30-4755-b8fe-f991141ea0a1 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:13:19.438905 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:19.446730 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:19.479244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74da28-0525-4d57-b0fd-20d0c5e39a7e req-57758449-568e-4353-8aa2-e062fa46ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:19.480721 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4f74da28-0525-4d57-b0fd-20d0c5e39a7e req-57758449-568e-4353-8aa2-e062fa46ca92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6bbef566-b085-441c-ae50-5585c6ec1d72 HTTP/1.1" status: 200 len: 858 time: 0.1982098 Nov 08 00:13:19.491150 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Transition to ACTIVE for port object 36e33710-6d30-4755-b8fe-f991141ea0a1 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:13:19.521907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4677daf-a645-40a1-b559-8442a801774d admin admin] Pushing event updated for resources: {'Subnet': ['ID=72b0c7f2-4b97-4054-9fdc-7497524d5405,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:19.531415 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4f74da28-0525-4d57-b0fd-20d0c5e39a7e req-65df3f3e-f579-4439-b1be-4377115faa0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d4bb435-3635-43a7-8e22-05a3f29467e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414023 Nov 08 00:13:19.542343 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5ecda-66e7-42ed-86d5-7f9acf4a692e req-e7ff2e26-6b63-485e-87db-7c41daadfa5d tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:19.543827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9dd5ecda-66e7-42ed-86d5-7f9acf4a692e req-e7ff2e26-6b63-485e-87db-7c41daadfa5d tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.2041748 Nov 08 00:13:19.555038 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34cd0d-a914-477b-98c4-885039163ef6 req-356ae864-4500-495e-9a35-38df992d4d52 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:19.556566 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf34cd0d-a914-477b-98c4-885039163ef6 req-356ae864-4500-495e-9a35-38df992d4d52 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 935 time: 0.1783483 Nov 08 00:13:19.597360 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4677daf-a645-40a1-b559-8442a801774d admin admin] Checking segment: {'id': 'f1338b70-aae4-4742-93cc-58c893c27ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0fd195df-b901-4640-a4c1-0b3e8c96de90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:13:19.598063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4677daf-a645-40a1-b559-8442a801774d admin admin] Network hostable DHCP agents. Network: 0fd195df-b901-4640-a4c1-0b3e8c96de90, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:13:19.616379 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:19.702063 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9dd5ecda-66e7-42ed-86d5-7f9acf4a692e req-878d3e84-9477-44e8-a08e-35aed7cdc07f tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445134 Nov 08 00:13:19.710129 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf34cd0d-a914-477b-98c4-885039163ef6 req-d10d10c2-66cb-4b07-a7fd-3ccf8eb0e199 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379311 Nov 08 00:13:19.783753 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4677daf-a645-40a1-b559-8442a801774d admin admin] Network 0fd195df-b901-4640-a4c1-0b3e8c96de90 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:13:19.784835 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c631d-54c2-4133-b263-197cebad0d30 req-0e288af1-730d-4e22-9ca3-32ca5dc290bf tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:19.786379 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3b7c631d-54c2-4133-b263-197cebad0d30 req-0e288af1-730d-4e22-9ca3-32ca5dc290bf tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.26 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 944 time: 0.2582731 Nov 08 00:13:19.822996 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Pushing event updated for resources: {'Port': ['ID=36e33710-6d30-4755-b8fe-f991141ea0a1,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:19.863350 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-f4677daf-a645-40a1-b559-8442a801774d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 0fd195df-b901-4640-a4c1-0b3e8c96de90) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:13:19.869062 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4677daf-a645-40a1-b559-8442a801774d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:19.869759 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f4677daf-a645-40a1-b559-8442a801774d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:19.873477 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f9ba54-6a48-4040-a355-a76aeff838a5 None None] Network 0fd195df-b901-4640-a4c1-0b3e8c96de90 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:13:19.905797 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4f74da28-0525-4d57-b0fd-20d0c5e39a7e req-33e652ac-1647-4a77-aa01-9010ab4fa10b service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578517 Nov 08 00:13:19.915971 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecbff080-d1a8-4815-8433-b60dba7d18d9 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:13:19.931984 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:19.954282 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Transition to ACTIVE for port object ecbff080-d1a8-4815-8433-b60dba7d18d9 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:13:20.024866 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8b39a-96ac-4de0-9d5c-4415db712724 req-08127346-4a98-4a6e-80f5-2f4285ca4263 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:20.026438 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2fc8b39a-96ac-4de0-9d5c-4415db712724 req-08127346-4a98-4a6e-80f5-2f4285ca4263 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.0541494 Nov 08 00:13:20.028777 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:20.062043 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-0fd195df-b901-4640-a4c1-0b3e8c96de90', 'network_id': '0fd195df-b901-4640-a4c1-0b3e8c96de90', 'tenant_id': '47efc27d23a44ec5bf01ce00bfec952e', 'fixed_ips': [{'subnet_id': '72b0c7f2-4b97-4054-9fdc-7497524d5405'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:13:20.064163 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:20.070210 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f4677daf-a645-40a1-b559-8442a801774d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4601038 Nov 08 00:13:20.081177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36676) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:20.089703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-3698acc7-240e-484e-a01e-a1575933cb38 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-599405011-router', 'tenant_id': '47efc27d23a44ec5bf01ce00bfec952e', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:20.119325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbff080-d1a8-4815-8433-b60dba7d18d9,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:20.179174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2fc8b39a-96ac-4de0-9d5c-4415db712724 req-1cdc23ad-7308-4641-b6da-79d8b7ba993d tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430404 Nov 08 00:13:20.203657 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3698acc7-240e-484e-a01e-a1575933cb38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:20.204735 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3698acc7-240e-484e-a01e-a1575933cb38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:20.231361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] Allocated IP 172.20.0.2 (0fd195df-b901-4640-a4c1-0b3e8c96de90/72b0c7f2-4b97-4054-9fdc-7497524d5405/9d570baf-b5a0-41b0-a380-cac2cd399db6) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:13:20.238822 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Attempting to bind port ecbff080-d1a8-4815-8433-b60dba7d18d9 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:13:20.239167 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Attempting to bind port ecbff080-d1a8-4815-8433-b60dba7d18d9 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:13:20.239671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Attempting to bind port ecbff080-d1a8-4815-8433-b60dba7d18d9 on network fbdac748-0684-47d9-bd85-ff6918affb9d {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:13:20.277370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Port ecbff080-d1a8-4815-8433-b60dba7d18d9 on network fbdac748-0684-47d9-bd85-ff6918affb9d not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:13:20.277737 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Attempting to bind port ecbff080-d1a8-4815-8433-b60dba7d18d9 on network fbdac748-0684-47d9-bd85-ff6918affb9d {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:13:20.284928 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3698acc7-240e-484e-a01e-a1575933cb38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:20.288770 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:13:20.289115 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Checking segment: {'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:13:20.289512 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Bound using segment: {'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:13:20.289957 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Bound port: ecbff080-d1a8-4815-8433-b60dba7d18d9, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:13:20.290349 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:20.377604 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0b30f0-9b5a-4252-8445-57236580e3dc tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Router 51e3a6d2-5542-405d-ac45-5219852e760d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:13:20.429624 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Attempting to bind port 36e33710-6d30-4755-b8fe-f991141ea0a1 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:13:20.429966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Attempting to bind port 36e33710-6d30-4755-b8fe-f991141ea0a1 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:13:20.430261 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Attempting to bind port 36e33710-6d30-4755-b8fe-f991141ea0a1 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:13:20.431460 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:20.456423 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Port 36e33710-6d30-4755-b8fe-f991141ea0a1 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:13:20.456651 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Attempting to bind port 36e33710-6d30-4755-b8fe-f991141ea0a1 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:13:20.504979 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] For port ecbff080-d1a8-4815-8433-b60dba7d18d9, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:13:20.510010 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:20.529536 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] For port ecbff080-d1a8-4815-8433-b60dba7d18d9, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=ecbff080-d1a8-4815-8433-b60dba7d18d9,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:13:20.543251 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-3b7c631d-54c2-4133-b263-197cebad0d30 req-f98cca2b-0020-4a1f-9a49-3243e58716b0 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Deleting port 42d9367d-0b9b-422b-9f65-fda47d14f274 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:20.543614 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b7c631d-54c2-4133-b263-197cebad0d30 req-f98cca2b-0020-4a1f-9a49-3243e58716b0 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:20.547693 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:13:20.548106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:13:20.548483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:13:20.549514 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Bound port: 36e33710-6d30-4755-b8fe-f991141ea0a1, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:13:20.549864 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:20.552050 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] Network 0fd195df-b901-4640-a4c1-0b3e8c96de90 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:13:20.555056 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:13:20.558627 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:13:20.569150 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] Pushing event updated for resources: {'Port': ['ID=9d570baf-b5a0-41b0-a380-cac2cd399db6,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:20.573366 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4f74da28-0525-4d57-b0fd-20d0c5e39a7e req-720c0485-3f69-45dc-91c2-e96c0fa359b8 service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6392148 Nov 08 00:13:20.629046 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] Attempting to bind port 9d570baf-b5a0-41b0-a380-cac2cd399db6 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:13:20.629677 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] Attempting to bind port 9d570baf-b5a0-41b0-a380-cac2cd399db6 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'f1338b70-aae4-4742-93cc-58c893c27ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0fd195df-b901-4640-a4c1-0b3e8c96de90'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:13:20.630104 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] Attempting to bind port 9d570baf-b5a0-41b0-a380-cac2cd399db6 on network 0fd195df-b901-4640-a4c1-0b3e8c96de90 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:13:20.637326 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:13:20.637326 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] Checking segment: {'id': 'f1338b70-aae4-4742-93cc-58c893c27ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0fd195df-b901-4640-a4c1-0b3e8c96de90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:13:20.649186 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:20.649186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] Bound using segment: {'id': 'f1338b70-aae4-4742-93cc-58c893c27ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0fd195df-b901-4640-a4c1-0b3e8c96de90'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:13:20.650422 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] Bound port: 9d570baf-b5a0-41b0-a380-cac2cd399db6, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1338b70-aae4-4742-93cc-58c893c27ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0fd195df-b901-4640-a4c1-0b3e8c96de90'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:13:20.650873 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:20.724692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] For port 9d570baf-b5a0-41b0-a380-cac2cd399db6, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:13:20.728782 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] For port 9d570baf-b5a0-41b0-a380-cac2cd399db6, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9d570baf-b5a0-41b0-a380-cac2cd399db6,segment=NetworkSegment(f1338b70-aae4-4742-93cc-58c893c27ea7),segment_id=f1338b70-aae4-4742-93cc-58c893c27ea7)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:13:20.757707 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0b30f0-9b5a-4252-8445-57236580e3dc tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:13:20.762626 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b0b30f0-9b5a-4252-8445-57236580e3dc tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:20.768757 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b0927b-cd1c-4f59-96ef-fd774ab7f54d None None] Sync routers for ids ['51e3a6d2-5542-405d-ac45-5219852e760d'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:13:20.779635 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b0927b-cd1c-4f59-96ef-fd774ab7f54d None None] Routers {'51e3a6d2-5542-405d-ac45-5219852e760d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:13:20.780446 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-d5b0927b-cd1c-4f59-96ef-fd774ab7f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:13:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['51e3a6d2-5542-405d-ac45-5219852e760d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:20.805520 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] For port 36e33710-6d30-4755-b8fe-f991141ea0a1, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:13:20.814559 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:20.833500 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-3b7c631d-54c2-4133-b263-197cebad0d30 req-f98cca2b-0020-4a1f-9a49-3243e58716b0 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] For port 42d9367d-0b9b-422b-9f65-fda47d14f274, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=42d9367d-0b9b-422b-9f65-fda47d14f274,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:20.833500 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b7c631d-54c2-4133-b263-197cebad0d30 req-f98cca2b-0020-4a1f-9a49-3243e58716b0 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:20.836767 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] For port 36e33710-6d30-4755-b8fe-f991141ea0a1, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=36e33710-6d30-4755-b8fe-f991141ea0a1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:13:20.855967 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8b0b30f0-9b5a-4252-8445-57236580e3dc tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "PUT /v2.0/floatingips/a88f79a0-c6a8-43bd-8da7-40b2db46ac48 HTTP/1.1" status: 200 len: 991 time: 3.3462350 Nov 08 00:13:20.855967 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-3b7c631d-54c2-4133-b263-197cebad0d30 req-f98cca2b-0020-4a1f-9a49-3243e58716b0 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Calling delete_port for 42d9367d-0b9b-422b-9f65-fda47d14f274 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:20.858261 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542e0833-e7a5-42e6-8e4b-18943b35cbcf', 'tag': '2a313816-2038-44ea-9fbb-60616af3ccf2'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:20.860660 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc17804-5b25-4c6d-b666-3dcde587b73e" -d '{"events": [{"name": "network-changed", "server_uuid": "542e0833-e7a5-42e6-8e4b-18943b35cbcf", "tag": "2a313816-2038-44ea-9fbb-60616af3ccf2"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:20.901129 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:20.914311 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3d5f1-31d9-46f6-b5d2-7df666186dcf None None] Pushing event updated for resources: {'Port': ['ID=9d570baf-b5a0-41b0-a380-cac2cd399db6,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:20.915543 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9320e-df70-4de3-b63a-04741bec49b5 req-117afb84-58ee-4777-a182-742aa586219d tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:20.915727 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-96bd62a0-75d1-4db8-8edb-07cb3bfa23bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:20.921636 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:20.923548 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ff9320e-df70-4de3-b63a-04741bec49b5 req-117afb84-58ee-4777-a182-742aa586219d tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 944 time: 0.5521855 Nov 08 00:13:20.933162 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3698acc7-240e-484e-a01e-a1575933cb38 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:20.959689 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5887e3-86dc-4f5a-9a03-042de5149a47 req-f5541cd8-56c3-4a25-af4e-a51ab39710c9 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:20.973958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e5887e3-86dc-4f5a-9a03-042de5149a47 req-f5541cd8-56c3-4a25-af4e-a51ab39710c9 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 943 time: 0.5788300 Nov 08 00:13:21.022653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:21.023274 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:21.024702 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] 10.222.0.26 "PUT /v2.0/ports/ecbff080-d1a8-4815-8433-b60dba7d18d9 HTTP/1.1" status: 200 len: 1091 time: 1.7257071 Nov 08 00:13:21.025057 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-d5b0927b-cd1c-4f59-96ef-fd774ab7f54d None None] Set router 51e3a6d2-5542-405d-ac45-5219852e760d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:13:21.025201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34db16e7-e04e-4a12-8009-9a3157a181de', 'tag': 'ecbff080-d1a8-4815-8433-b60dba7d18d9'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:21.027422 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf526bc-d591-406d-896e-eadf6db022c3" -d '{"events": [{"name": "network-changed", "server_uuid": "34db16e7-e04e-4a12-8009-9a3157a181de", "tag": "ecbff080-d1a8-4815-8433-b60dba7d18d9"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:21.100414 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e5887e3-86dc-4f5a-9a03-042de5149a47 req-89195783-efe2-4a5c-8fd0-c375089e1497 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253376 Nov 08 00:13:21.112448 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ff9320e-df70-4de3-b63a-04741bec49b5 req-37c05a71-2183-4308-92ab-65454ab047af tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879258 Nov 08 00:13:21.166504 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7059ba7-967e-4e02-83e3-36563c358a80 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbff080-d1a8-4815-8433-b60dba7d18d9,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:21.218699 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:21.219554 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:21.221101 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] 10.222.0.26 "PUT /v2.0/ports/36e33710-6d30-4755-b8fe-f991141ea0a1 HTTP/1.1" status: 200 len: 1095 time: 3.0508869 Nov 08 00:13:21.360973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-7087f61f-efbf-43d5-accd-9dc047846065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:21.362750 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-7087f61f-efbf-43d5-accd-9dc047846065 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 1094 time: 0.1854773 Nov 08 00:13:21.363188 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06be933-6724-4b40-8c57-407eca4e8af4 service neutron] Pushing event updated for resources: {'Port': ['ID=36e33710-6d30-4755-b8fe-f991141ea0a1,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:21.394842 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51e06d-4817-45bd-a656-d7da8104c160 req-376fccde-3d2c-418f-b69d-479599a226d8 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:21.409340 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c51e06d-4817-45bd-a656-d7da8104c160 req-376fccde-3d2c-418f-b69d-479599a226d8 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 947 time: 0.1629789 Nov 08 00:13:21.433944 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-d5b0927b-cd1c-4f59-96ef-fd774ab7f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'name': 'tempest-ServersTestJSON-1496478298-router', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '3a14a112-2321-43be-9de3-01830dacedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:40Z', 'updated_at': '2021-11-08T00:12:48Z', 'revision_number': 4, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'gw_port': {'id': '3a14a112-2321-43be-9de3-01830dacedd1', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:41Z', 'updated_at': '2021-11-08T00:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'a88f79a0-c6a8-43bd-8da7-40b2db46ac48', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'port_id': '2a313816-2038-44ea-9fbb-60616af3ccf2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79', 'mac_address': 'fa:16:3e:25:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542e0833-e7a5-42e6-8e4b-18943b35cbcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:12:53Z', 'updated_at': '2021-11-08T00:13:18Z', 'revision_number': 1, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a47df9-29ae-42cc-a2f9-22d4015cd47d', 'name': '', 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'mac_address': 'fa:16:3e:2b:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '962d4ea2-2168-45af-8237-55eb5aa86ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:46Z', 'updated_at': '2021-11-08T00:12:52Z', 'revision_number': 5, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'subnets': [{'id': '962d4ea2-2168-45af-8237-55eb5aa86ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:21.440234 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-5699f70f-a74f-4705-9967-706af689acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:21.441788 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-5699f70f-a74f-4705-9967-706af689acf6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0588949 Nov 08 00:13:21.468933 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b0927b-cd1c-4f59-96ef-fd774ab7f54d None None] Checking router: 51e3a6d2-5542-405d-ac45-5219852e760d for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:13:21.476707 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f60f1e-6f20-440d-b194-aa903e07f32f req-b8c5a51f-9612-4050-8144-f00ba93ab8a7 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:21.478163 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5f60f1e-6f20-440d-b194-aa903e07f32f req-b8c5a51f-9612-4050-8144-f00ba93ab8a7 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.2359149 Nov 08 00:13:21.479947 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b0927b-cd1c-4f59-96ef-fd774ab7f54d None None] Routers {'51e3a6d2-5542-405d-ac45-5219852e760d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:13:21.481059 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-d5b0927b-cd1c-4f59-96ef-fd774ab7f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:13:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['51e3a6d2-5542-405d-ac45-5219852e760d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:21.488227 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-7934928b-6d8c-4e81-81c6-67b1bf672899 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecbff080-d1a8-4815-8433-b60dba7d18d9 HTTP/1.1" status: 200 len: 217 time: 0.1089017 Nov 08 00:13:21.532853 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b7c631d-54c2-4133-b263-197cebad0d30 req-f98cca2b-0020-4a1f-9a49-3243e58716b0 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:21.537456 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-b6be4a42-df4b-4cff-a48d-3d27043c474e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=36e33710-6d30-4755-b8fe-f991141ea0a1 HTTP/1.1" status: 200 len: 217 time: 0.0804546 Nov 08 00:13:21.584262 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c51e06d-4817-45bd-a656-d7da8104c160 req-6ef2f186-7f56-472c-9573-841ae6433de9 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735516 Nov 08 00:13:21.623739 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cca2b-0020-4a1f-9a49-3243e58716b0 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Pushing event deleted for resources: {'Port': ['ID=42d9367d-0b9b-422b-9f65-fda47d14f274,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:21.649633 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-d5b0927b-cd1c-4f59-96ef-fd774ab7f54d None None] Set router 51e3a6d2-5542-405d-ac45-5219852e760d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:13:21.698293 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-1187f0d6-57ee-45ff-928a-8ce602ed777f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:21.700828 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-1187f0d6-57ee-45ff-928a-8ce602ed777f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=daf5087d-85b5-4f3a-9920-492dd2518682 HTTP/1.1" status: 200 len: 851 time: 0.1774962 Nov 08 00:13:21.706551 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5f60f1e-6f20-440d-b194-aa903e07f32f req-e816f074-7ac7-49e0-9778-8b8b31120c1a tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073236 Nov 08 00:13:21.706967 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7c631d-54c2-4133-b263-197cebad0d30 req-f98cca2b-0020-4a1f-9a49-3243e58716b0 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] No DVR routers for this DVR port 42d9367d-0b9b-422b-9f65-fda47d14f274 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:13:21.710975 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-3b95cd6b-97f4-465b-85c1-8893aff8134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:21.712717 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-3b95cd6b-97f4-465b-85c1-8893aff8134c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1644595 Nov 08 00:13:21.714176 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b7c631d-54c2-4133-b263-197cebad0d30 req-f98cca2b-0020-4a1f-9a49-3243e58716b0 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:21.718007 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3b7c631d-54c2-4133-b263-197cebad0d30 req-f98cca2b-0020-4a1f-9a49-3243e58716b0 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.26 "DELETE /v2.0/ports/42d9367d-0b9b-422b-9f65-fda47d14f274 HTTP/1.1" status: 204 len: 173 time: 1.9084089 Nov 08 00:13:21.762214 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a54d645-c14b-4a18-b09b-3dbfaba56d56 x-openstack-request-id: req-7a54d645-c14b-4a18-b09b-3dbfaba56d56 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:21.763520 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542e0833-e7a5-42e6-8e4b-18943b35cbcf", "tag": "2a313816-2038-44ea-9fbb-60616af3ccf2", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:21.763520 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a54d645-c14b-4a18-b09b-3dbfaba56d56 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:21.764015 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542e0833-e7a5-42e6-8e4b-18943b35cbcf', 'tag': '2a313816-2038-44ea-9fbb-60616af3ccf2', 'status': 'completed', 'code': 200} Nov 08 00:13:21.772966 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-d46f780f-1715-4b0c-b23f-e7abd212e19e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fbdac748-0684-47d9-bd85-ff6918affb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633757 Nov 08 00:13:21.784885 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-96bd62a0-75d1-4db8-8edb-07cb3bfa23bd admin admin] Deleting port ff855c04-431f-4021-82fd-92c59526a519 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:21.785338 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-96bd62a0-75d1-4db8-8edb-07cb3bfa23bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:21.790948 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-34d3bfda-76ac-47a0-904d-10570911564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:21.792693 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-34d3bfda-76ac-47a0-904d-10570911564a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703084 Nov 08 00:13:21.881399 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3698acc7-240e-484e-a01e-a1575933cb38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:21.962826 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3698acc7-240e-484e-a01e-a1575933cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:22.033039 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc17804-5b25-4c6d-b666-3dcde587b73e req-fab20daa-46e6-4bf6-b0e5-1253b5243803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:22.034886 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-acc17804-5b25-4c6d-b666-3dcde587b73e req-fab20daa-46e6-4bf6-b0e5-1253b5243803 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53229acc1a8e435a991dbecce56b37f6&device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 1096 time: 0.2057171 Nov 08 00:13:22.045884 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b0d3e9-3b76-443e-8bd6-2314dee61b0e x-openstack-request-id: req-a4b0d3e9-3b76-443e-8bd6-2314dee61b0e {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:22.046183 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34db16e7-e04e-4a12-8009-9a3157a181de", "tag": "ecbff080-d1a8-4815-8433-b60dba7d18d9", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:22.046859 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4b0d3e9-3b76-443e-8bd6-2314dee61b0e {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:22.046859 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34db16e7-e04e-4a12-8009-9a3157a181de', 'tag': 'ecbff080-d1a8-4815-8433-b60dba7d18d9', 'status': 'completed', 'code': 200} Nov 08 00:13:22.061588 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-d5b0927b-cd1c-4f59-96ef-fd774ab7f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'name': 'tempest-ServersTestJSON-1496478298-router', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '3a14a112-2321-43be-9de3-01830dacedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:40Z', 'updated_at': '2021-11-08T00:12:48Z', 'revision_number': 4, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'gw_port': {'id': '3a14a112-2321-43be-9de3-01830dacedd1', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:41Z', 'updated_at': '2021-11-08T00:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'a88f79a0-c6a8-43bd-8da7-40b2db46ac48', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'port_id': '2a313816-2038-44ea-9fbb-60616af3ccf2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79', 'mac_address': 'fa:16:3e:25:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542e0833-e7a5-42e6-8e4b-18943b35cbcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:12:53Z', 'updated_at': '2021-11-08T00:13:18Z', 'revision_number': 1, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a47df9-29ae-42cc-a2f9-22d4015cd47d', 'name': '', 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'mac_address': 'fa:16:3e:2b:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '962d4ea2-2168-45af-8237-55eb5aa86ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:46Z', 'updated_at': '2021-11-08T00:12:52Z', 'revision_number': 5, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'subnets': [{'id': '962d4ea2-2168-45af-8237-55eb5aa86ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:22.067559 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-96bd62a0-75d1-4db8-8edb-07cb3bfa23bd admin admin] For port ff855c04-431f-4021-82fd-92c59526a519, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ff855c04-431f-4021-82fd-92c59526a519,segment=NetworkSegment(f090b08f-11d5-416e-bbf9-03b0fed772e3),segment_id=f090b08f-11d5-416e-bbf9-03b0fed772e3)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:22.068160 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-96bd62a0-75d1-4db8-8edb-07cb3bfa23bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:22.083697 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb916d2-817a-49e0-9673-26fb5a1a833f req-56170920-8a0b-4343-8966-db91e21d3a76 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:22.085149 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-efb916d2-817a-49e0-9673-26fb5a1a833f req-56170920-8a0b-4343-8966-db91e21d3a76 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.2231841 Nov 08 00:13:22.092016 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-a35006e3-e4a8-4226-bc0d-6ad5c9211165 service neutron] 10.222.0.26 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045135 Nov 08 00:13:22.092643 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 42d9367d-0b9b-422b-9f65-fda47d14f274 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:13:22.093803 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b0927b-cd1c-4f59-96ef-fd774ab7f54d None None] The sync data for ids ['51e3a6d2-5542-405d-ac45-5219852e760d'] in n-d-816882-1 is: [{'id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'name': 'tempest-ServersTestJSON-1496478298-router', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '3a14a112-2321-43be-9de3-01830dacedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:40Z', 'updated_at': '2021-11-08T00:12:48Z', 'revision_number': 4, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'gw_port': {'id': '3a14a112-2321-43be-9de3-01830dacedd1', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:41Z', 'updated_at': '2021-11-08T00:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'a88f79a0-c6a8-43bd-8da7-40b2db46ac48', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'port_id': '2a313816-2038-44ea-9fbb-60616af3ccf2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79', 'mac_address': 'fa:16:3e:25:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542e0833-e7a5-42e6-8e4b-18943b35cbcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:12:53Z', 'updated_at': '2021-11-08T00:13:18Z', 'revision_number': 1, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a47df9-29ae-42cc-a2f9-22d4015cd47d', 'name': '', 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'mac_address': 'fa:16:3e:2b:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '962d4ea2-2168-45af-8237-55eb5aa86ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:46Z', 'updated_at': '2021-11-08T00:12:52Z', 'revision_number': 5, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'subnets': [{'id': '962d4ea2-2168-45af-8237-55eb5aa86ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:13:22.132122 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 42d9367d-0b9b-422b-9f65-fda47d14f274 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:13:22.132894 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 42d9367d-0b9b-422b-9f65-fda47d14f274 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:13:22.159161 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-96bd62a0-75d1-4db8-8edb-07cb3bfa23bd admin admin] Calling delete_port for ff855c04-431f-4021-82fd-92c59526a519 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:22.181572 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-653d8d10-eb81-4364-a013-09ca64b6db5f service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535852 Nov 08 00:13:22.228340 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-efb916d2-817a-49e0-9673-26fb5a1a833f req-4a710f69-e0e4-4d11-bca6-9ad5b289d3fa tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313891 Nov 08 00:13:22.349598 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8250b79d-04fd-4c3b-b19a-b850b8834395 req-c4eb3dd8-3c87-411c-86d1-515fd793b26b service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305835 Nov 08 00:13:22.375059 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2940fb-9398-4996-8bba-88008a19ffd9 req-7d6a19a5-9f70-4ab6-824a-2d6bf8f1764b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:22.379983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e2940fb-9398-4996-8bba-88008a19ffd9 req-7d6a19a5-9f70-4ab6-824a-2d6bf8f1764b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 943 time: 0.1617694 Nov 08 00:13:22.403888 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc17804-5b25-4c6d-b666-3dcde587b73e req-86e71313-0eb8-4913-a41e-a038250f6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:22.405458 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-acc17804-5b25-4c6d-b666-3dcde587b73e req-86e71313-0eb8-4913-a41e-a038250f6a2e service neutron] 10.222.0.20 "GET /v2.0/networks?id=5231b7b2-7394-4074-bd54-8d29b2980b79 HTTP/1.1" status: 200 len: 907 time: 0.3536096 Nov 08 00:13:22.405615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-3698acc7-240e-484e-a01e-a1575933cb38 admin admin] Allocated IP 172.25.2.129 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/45ab071e-0bff-4d66-8b0a-10c5a7376be9) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:13:22.438663 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654ab74-f6d7-4c94-9707-aa11ac31f579 None None] New status for floating IP a88f79a0-c6a8-43bd-8da7-40b2db46ac48: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:13:22.476446 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9106947-12a0-466d-8712-ccd067cb2d07 req-65cafa29-ad83-412e-a3b1-26bd03e3dcc2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab1a0d6-b7c3-44c9-8256-87b617033f40 HTTP/1.1" status: 200 len: 210 time: 0.0927362 Nov 08 00:13:22.497067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8816d1e9-3ac8-4b41-8404-5b96e6b99f15 req-3e2d9395-e42c-415d-8eb5-da746ed3d750 service neutron] 10.222.0.26 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955395 Nov 08 00:13:22.519117 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504215d5-4e16-46d9-8eea-13e496cf5e31 None None] Network 0fd195df-b901-4640-a4c1-0b3e8c96de90 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:13:22.555830 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-acc17804-5b25-4c6d-b666-3dcde587b73e req-87a229b2-6400-4a74-9ab7-65d028b8775a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a313816-2038-44ea-9fbb-60616af3ccf2 HTTP/1.1" status: 200 len: 999 time: 0.0802217 Nov 08 00:13:22.557864 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e2940fb-9398-4996-8bba-88008a19ffd9 req-95cdadb1-c371-476d-9fa7-31aacd50d32d tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769025 Nov 08 00:13:22.610522 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea42aa4-ac8f-41be-873d-b7f632038a21 req-46371d0a-da1d-4976-bb01-3072e727317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:22.612095 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ea42aa4-ac8f-41be-873d-b7f632038a21 req-46371d0a-da1d-4976-bb01-3072e727317d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 1097 time: 0.0688126 Nov 08 00:13:22.659206 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3698acc7-240e-484e-a01e-a1575933cb38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:22.708563 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc17804-5b25-4c6d-b666-3dcde587b73e req-0d87f549-6cdb-4951-92e9-97f808f4d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:22.710206 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-acc17804-5b25-4c6d-b666-3dcde587b73e req-0d87f549-6cdb-4951-92e9-97f808f4d6af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=962d4ea2-2168-45af-8237-55eb5aa86ea9 HTTP/1.1" status: 200 len: 845 time: 0.1465249 Nov 08 00:13:22.756727 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-96bd62a0-75d1-4db8-8edb-07cb3bfa23bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:22.757410 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ea42aa4-ac8f-41be-873d-b7f632038a21 req-04dddbd3-cd6d-46fb-bf64-a1a7762b6f52 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330538 Nov 08 00:13:22.812510 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd62a0-75d1-4db8-8edb-07cb3bfa23bd admin admin] Pushing event deleted for resources: {'Port': ['ID=ff855c04-431f-4021-82fd-92c59526a519,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:22.830499 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-61d83ec8-ce13-48d9-af70-2dcfe3030df6 None None] Provisioning complete for port 9d570baf-b5a0-41b0-a380-cac2cd399db6 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:13:22.830878 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61d83ec8-ce13-48d9-af70-2dcfe3030df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:22.842732 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc17804-5b25-4c6d-b666-3dcde587b73e req-385ef9b5-8c7a-40db-9575-482a3a6643bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:22.842849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fb944-b83f-455c-b072-981be0046519 req-eceee3ec-4ea9-4119-b10d-d2f6438b0c78 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:22.844143 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-acc17804-5b25-4c6d-b666-3dcde587b73e req-385ef9b5-8c7a-40db-9575-482a3a6643bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5231b7b2-7394-4074-bd54-8d29b2980b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258209 Nov 08 00:13:22.853831 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e6fb944-b83f-455c-b072-981be0046519 req-eceee3ec-4ea9-4119-b10d-d2f6438b0c78 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 947 time: 0.1702077 Nov 08 00:13:22.868094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf526bc-d591-406d-896e-eadf6db022c3 req-3fb3d31f-7aac-4dd2-ae4b-4decf2d1c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:22.877570 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abf526bc-d591-406d-896e-eadf6db022c3 req-3fb3d31f-7aac-4dd2-ae4b-4decf2d1c8f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 1094 time: 0.1747968 Nov 08 00:13:22.886411 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3698acc7-240e-484e-a01e-a1575933cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:23.018485 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-96bd62a0-75d1-4db8-8edb-07cb3bfa23bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:23.052629 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61d83ec8-ce13-48d9-af70-2dcfe3030df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:23.113203 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-61d83ec8-ce13-48d9-af70-2dcfe3030df6 None None] For port 9d570baf-b5a0-41b0-a380-cac2cd399db6, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9d570baf-b5a0-41b0-a380-cac2cd399db6,segment=NetworkSegment(f1338b70-aae4-4742-93cc-58c893c27ea7),segment_id=f1338b70-aae4-4742-93cc-58c893c27ea7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:23.122845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3698acc7-240e-484e-a01e-a1575933cb38 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:13:23.123817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698acc7-240e-484e-a01e-a1575933cb38 admin admin] Pushing event updated for resources: {'Port': ['ID=45ab071e-0bff-4d66-8b0a-10c5a7376be9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:23.138343 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e6fb944-b83f-455c-b072-981be0046519 req-b2b3eba2-d0bf-46a0-8a82-b75b1e8197cf tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830367 Nov 08 00:13:23.143332 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-3698acc7-240e-484e-a01e-a1575933cb38 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:13:23.161005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3698acc7-240e-484e-a01e-a1575933cb38 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:13:23.183258 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61d83ec8-ce13-48d9-af70-2dcfe3030df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:23.256217 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d83ec8-ce13-48d9-af70-2dcfe3030df6 None None] Pushing event updated for resources: {'Port': ['ID=9d570baf-b5a0-41b0-a380-cac2cd399db6,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:23.272445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9d570baf-b5a0-41b0-a380-cac2cd399db6 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:13:23.282702 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d134636-9f81-43f6-8709-7f4701c7d839 req-45e52a52-f46c-4f58-90d4-86662bd90748 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:23.290898 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6d134636-9f81-43f6-8709-7f4701c7d839 req-45e52a52-f46c-4f58-90d4-86662bd90748 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.3810842 Nov 08 00:13:23.305158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf526bc-d591-406d-896e-eadf6db022c3 req-928498af-5a30-4862-bff3-e40254724565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:23.307592 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abf526bc-d591-406d-896e-eadf6db022c3 req-928498af-5a30-4862-bff3-e40254724565 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 912 time: 0.4158876 Nov 08 00:13:23.354101 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 9d570baf-b5a0-41b0-a380-cac2cd399db6 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:13:23.354855 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:23.374124 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abf526bc-d591-406d-896e-eadf6db022c3 req-9aecb05e-8674-43f7-8c6f-18f0f9b500ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecbff080-d1a8-4815-8433-b60dba7d18d9 HTTP/1.1" status: 200 len: 217 time: 0.0513439 Nov 08 00:13:23.412989 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-acc17804-5b25-4c6d-b666-3dcde587b73e req-87d895cc-b707-4d63-8dc5-b0ffe6938967 service neutron] 10.222.0.20 "GET /v2.0/networks/5231b7b2-7394-4074-bd54-8d29b2980b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347294 Nov 08 00:13:23.415965 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a664a8cd-cc9c-4603-87bc-ce13eeb92342 None None] Provisioning complete for port 9d570baf-b5a0-41b0-a380-cac2cd399db6 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:13:23.416520 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a664a8cd-cc9c-4603-87bc-ce13eeb92342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:23.512985 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-acc17804-5b25-4c6d-b666-3dcde587b73e req-274bd418-0961-4cf0-af44-065ffe99bfcf service neutron] 10.222.0.20 "GET /v2.0/networks/5231b7b2-7394-4074-bd54-8d29b2980b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903423 Nov 08 00:13:23.544659 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bd62a0-75d1-4db8-8edb-07cb3bfa23bd admin admin] Router 62ac88eb-054f-4c97-80a7-81b4e841f382 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:13:23.549944 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6d134636-9f81-43f6-8709-7f4701c7d839 req-313c4784-1437-40b6-9f25-d12cfcda0289 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581737 Nov 08 00:13:23.586000 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf526bc-d591-406d-896e-eadf6db022c3 req-737ef9dd-6dc1-4eda-bdd6-238dbc3ceecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:23.587521 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abf526bc-d591-406d-896e-eadf6db022c3 req-737ef9dd-6dc1-4eda-bdd6-238dbc3ceecf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=daf5087d-85b5-4f3a-9920-492dd2518682 HTTP/1.1" status: 200 len: 851 time: 0.1948509 Nov 08 00:13:23.599819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c49da-747d-4423-b4ef-d6e58c8648c9 req-5acc9ea7-1932-4abf-a619-b9388ca214c9 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:23.601306 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d53c49da-747d-4423-b4ef-d6e58c8648c9 req-5acc9ea7-1932-4abf-a619-b9388ca214c9 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.2244163 Nov 08 00:13:23.645802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abf526bc-d591-406d-896e-eadf6db022c3 req-0a8447b7-e317-4b2f-b052-94d39271b24b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fbdac748-0684-47d9-bd85-ff6918affb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434239 Nov 08 00:13:23.688847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bd62a0-75d1-4db8-8edb-07cb3bfa23bd admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:13:23.696766 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-96bd62a0-75d1-4db8-8edb-07cb3bfa23bd admin admin] 10.222.0.13 "PUT /v2.0/routers/62ac88eb-054f-4c97-80a7-81b4e841f382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7999358 Nov 08 00:13:23.696766 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36714) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:23.699634 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ffe1b6-4938-4745-81ac-70fcb7c4e4e9 None None] Sync routers for ids ['62ac88eb-054f-4c97-80a7-81b4e841f382'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:13:23.709139 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ffe1b6-4938-4745-81ac-70fcb7c4e4e9 None None] Routers {'62ac88eb-054f-4c97-80a7-81b4e841f382'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:13:23.709962 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-71ffe1b6-4938-4745-81ac-70fcb7c4e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:13:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['62ac88eb-054f-4c97-80a7-81b4e841f382'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:23.809603 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d53c49da-747d-4423-b4ef-d6e58c8648c9 req-d03ef4d7-b200-46ee-ad84-c006d40a230a tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951272 Nov 08 00:13:23.827136 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-71ffe1b6-4938-4745-81ac-70fcb7c4e4e9 None None] Set router 62ac88eb-054f-4c97-80a7-81b4e841f382 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:13:23.877820 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8c8d9-6865-41b0-aa87-14d7f4ebca26 req-b22d20b4-f8be-4b01-9d37-09c93d3435e4 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:23.879385 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7be8c8d9-6865-41b0-aa87-14d7f4ebca26 req-b22d20b4-f8be-4b01-9d37-09c93d3435e4 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 943 time: 0.2158089 Nov 08 00:13:23.917621 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3698acc7-240e-484e-a01e-a1575933cb38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:23.921446 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abf526bc-d591-406d-896e-eadf6db022c3 req-aabab33a-c147-4fe3-9315-99bad08b7d21 service neutron] 10.222.0.26 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674317 Nov 08 00:13:24.040855 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3', 'tag': '36e33710-6d30-4755-b8fe-f991141ea0a1'}, {'server_uuid': 'cab1a0d6-b7c3-44c9-8256-87b617033f40', 'name': 'network-vif-deleted', 'tag': '42d9367d-0b9b-422b-9f65-fda47d14f274'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:24.043007 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadeeed8-8f49-4343-92e6-afb0ab8469f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3", "tag": "36e33710-6d30-4755-b8fe-f991141ea0a1"}, {"server_uuid": "cab1a0d6-b7c3-44c9-8256-87b617033f40", "name": "network-vif-deleted", "tag": "42d9367d-0b9b-422b-9f65-fda47d14f274"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:24.053154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7be8c8d9-6865-41b0-aa87-14d7f4ebca26 req-8cacda00-8062-43de-8ba1-3f1fa73bd93c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618428 Nov 08 00:13:24.085874 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 36e33710-6d30-4755-b8fe-f991141ea0a1 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:13:24.103523 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-71ffe1b6-4938-4745-81ac-70fcb7c4e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:13:22Z', 'revision_number': 5, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:24.126890 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:24.155849 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ffe1b6-4938-4745-81ac-70fcb7c4e4e9 None None] Checking router: 62ac88eb-054f-4c97-80a7-81b4e841f382 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:13:24.170011 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ffe1b6-4938-4745-81ac-70fcb7c4e4e9 None None] Routers {'62ac88eb-054f-4c97-80a7-81b4e841f382'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:13:24.171187 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-71ffe1b6-4938-4745-81ac-70fcb7c4e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:13:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['62ac88eb-054f-4c97-80a7-81b4e841f382'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:24.183431 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abf526bc-d591-406d-896e-eadf6db022c3 req-b74a0758-b961-4bd4-9576-6f6414f141da service neutron] 10.222.0.26 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297342 Nov 08 00:13:24.228790 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3698acc7-240e-484e-a01e-a1575933cb38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:24.302535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 36e33710-6d30-4755-b8fe-f991141ea0a1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=36e33710-6d30-4755-b8fe-f991141ea0a1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:24.303574 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7801c5-3fe8-47a5-b7d4-9ed21dc21bca x-openstack-request-id: req-4d7801c5-3fe8-47a5-b7d4-9ed21dc21bca {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:24.303905 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3", "tag": "36e33710-6d30-4755-b8fe-f991141ea0a1", "status": "completed", "code": 200}, {"server_uuid": "cab1a0d6-b7c3-44c9-8256-87b617033f40", "name": "network-vif-deleted", "tag": "42d9367d-0b9b-422b-9f65-fda47d14f274", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:24.304154 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d7801c5-3fe8-47a5-b7d4-9ed21dc21bca {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:24.304542 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3', 'tag': '36e33710-6d30-4755-b8fe-f991141ea0a1', 'status': 'completed', 'code': 200} Nov 08 00:13:24.304792 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab1a0d6-b7c3-44c9-8256-87b617033f40', 'name': 'network-vif-deleted', 'tag': '42d9367d-0b9b-422b-9f65-fda47d14f274', 'status': 'completed', 'code': 200} Nov 08 00:13:24.310052 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:24.336445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '36e33710-6d30-4755-b8fe-f991141ea0a1', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '36e33710-6d30-4755-b8fe-f991141ea0a1', 'mac_address': 'fa:16:3e:0e:6b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:13:24.384110 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:24.392603 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-71ffe1b6-4938-4745-81ac-70fcb7c4e4e9 None None] Set router 62ac88eb-054f-4c97-80a7-81b4e841f382 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:13:24.400180 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e33710-6d30-4755-b8fe-f991141ea0a1 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:13:24.424168 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 36e33710-6d30-4755-b8fe-f991141ea0a1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=36e33710-6d30-4755-b8fe-f991141ea0a1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:24.471571 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Deleting port 0cdc1d02-a43f-4fe6-8046-5d69a123f82a {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:24.471960 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:24.498573 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:24.499242 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device ecbff080-d1a8-4815-8433-b60dba7d18d9 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:13:24.599927 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=36e33710-6d30-4755-b8fe-f991141ea0a1,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:24.617430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] For port 0cdc1d02-a43f-4fe6-8046-5d69a123f82a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0cdc1d02-a43f-4fe6-8046-5d69a123f82a,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:24.618235 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:24.619891 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-71ffe1b6-4938-4745-81ac-70fcb7c4e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:13:22Z', 'revision_number': 5, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:24.636256 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Calling delete_port for 0cdc1d02-a43f-4fe6-8046-5d69a123f82a owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:24.649810 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port ecbff080-d1a8-4815-8433-b60dba7d18d9, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=ecbff080-d1a8-4815-8433-b60dba7d18d9,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:24.657324 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ffe1b6-4938-4745-81ac-70fcb7c4e4e9 None None] The sync data for ids ['62ac88eb-054f-4c97-80a7-81b4e841f382'] in n-d-816882-1 is: [{'id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-345648323-router', 'tenant_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:18Z', 'updated_at': '2021-11-08T00:13:22Z', 'revision_number': 5, 'project_id': 'dafc7010ec8a40b6adaaa3517374bd21', 'gw_port': {'id': '0cdc1d02-a43f-4fe6-8046-5d69a123f82a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac88eb-054f-4c97-80a7-81b4e841f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:19Z', 'updated_at': '2021-11-08T00:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:13:24.664683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'ecbff080-d1a8-4815-8433-b60dba7d18d9', 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d', 'port_id': 'ecbff080-d1a8-4815-8433-b60dba7d18d9', 'mac_address': 'fa:16:3e:72:b7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf5087d-85b5-4f3a-9920-492dd2518682', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:13:24.712702 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:24.725893 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecbff080-d1a8-4815-8433-b60dba7d18d9 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:13:24.748153 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port ecbff080-d1a8-4815-8433-b60dba7d18d9, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=ecbff080-d1a8-4815-8433-b60dba7d18d9,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:24.816442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeeed8-8f49-4343-92e6-afb0ab8469f9 req-5b3c6293-42d8-46f7-a6dc-7a5784ae7d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:24.817915 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aadeeed8-8f49-4343-92e6-afb0ab8469f9 req-5b3c6293-42d8-46f7-a6dc-7a5784ae7d8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 1099 time: 0.4795101 Nov 08 00:13:24.829196 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:24.844556 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb34e69-cc57-42f7-a371-d11811e93501 req-9ea89b86-a18d-4456-90e3-feab894ab537 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:24.846018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-efb34e69-cc57-42f7-a371-d11811e93501 req-9ea89b86-a18d-4456-90e3-feab894ab537 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 948 time: 0.1357048 Nov 08 00:13:24.858148 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996fb65-91f7-43ff-b59c-61418f672208 req-61ac276b-90c1-4b85-a39c-8db664a922d4 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:24.859584 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f996fb65-91f7-43ff-b59c-61418f672208 req-61ac276b-90c1-4b85-a39c-8db664a922d4 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 944 time: 0.1503365 Nov 08 00:13:24.880875 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=ecbff080-d1a8-4815-8433-b60dba7d18d9,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:24.881352 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:24.889770 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.890194 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.890601 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.891000 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.891423 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.891982 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.892583 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.893682 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.893682 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.893682 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.894059 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.894313 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.940170 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Pushing event deleted for resources: {'Port': ['ID=0cdc1d02-a43f-4fe6-8046-5d69a123f82a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:24.962397 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.962397 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.962397 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.962397 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.962397 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.962397 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.962998 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.963518 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.964037 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.964389 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.964672 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:24.964911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:25.010191 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-efb34e69-cc57-42f7-a371-d11811e93501 req-e6c86165-58f6-4760-95de-28e62c16b316 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480064 Nov 08 00:13:25.024067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f996fb65-91f7-43ff-b59c-61418f672208 req-7ee15912-7f53-498e-bbc4-1a30fe52833c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557403 Nov 08 00:13:25.051073 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df57bd-7790-4e5c-996f-750f2a1747dd req-e1fe589c-39c0-452d-a85c-cf798435045c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:25.052683 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d5df57bd-7790-4e5c-996f-750f2a1747dd req-e1fe589c-39c0-452d-a85c-cf798435045c tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.26 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 944 time: 0.1817689 Nov 08 00:13:25.083409 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:13:25.091535 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3698acc7-240e-484e-a01e-a1575933cb38 admin admin] Router 3367fad7-dd81-4068-ad94-6b1b22ef2dd2 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:13:25.115221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeeed8-8f49-4343-92e6-afb0ab8469f9 req-443b09e4-9141-4ed5-ac55-cdd3da3bffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:25.131287 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aadeeed8-8f49-4343-92e6-afb0ab8469f9 req-443b09e4-9141-4ed5-ac55-cdd3da3bffd9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.2471528 Nov 08 00:13:25.143505 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:25.216814 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['36e33710-6d30-4755-b8fe-f991141ea0a1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:13:25.229581 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9d570baf-b5a0-41b0-a380-cac2cd399db6 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:13:25.233558 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['ecbff080-d1a8-4815-8433-b60dba7d18d9'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:13:25.302968 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3698acc7-240e-484e-a01e-a1575933cb38 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:13:25.318906 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] Sync routers for ids ['3367fad7-dd81-4068-ad94-6b1b22ef2dd2'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:13:25.344852 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:25.349132 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:25.375207 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aadeeed8-8f49-4343-92e6-afb0ab8469f9 req-a4351064-3711-46eb-b0c6-4c46591d577b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=36e33710-6d30-4755-b8fe-f991141ea0a1 HTTP/1.1" status: 200 len: 217 time: 0.2295539 Nov 08 00:13:25.376826 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] Routers {'3367fad7-dd81-4068-ad94-6b1b22ef2dd2'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:13:25.377701 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:13:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['3367fad7-dd81-4068-ad94-6b1b22ef2dd2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:25.431690 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8afcd-cbee-4c72-8f32-41d4174b4c02 req-56f7b7d1-4175-4258-8136-d92187f7e881 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:25.433872 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-d5df57bd-7790-4e5c-996f-750f2a1747dd req-3bac6813-12fd-4b6a-8c37-0cacd8f9cfad tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Deleting port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:25.434221 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d5df57bd-7790-4e5c-996f-750f2a1747dd req-3bac6813-12fd-4b6a-8c37-0cacd8f9cfad tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:25.436836 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-19b8afcd-cbee-4c72-8f32-41d4174b4c02 req-56f7b7d1-4175-4258-8136-d92187f7e881 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.1688523 Nov 08 00:13:25.462970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558898d-c462-45d4-82fb-8c3dcd4ccc89 req-7ad1738d-16a0-4398-8600-4bf63459fc8f tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:25.464599 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1558898d-c462-45d4-82fb-8c3dcd4ccc89 req-7ad1738d-16a0-4398-8600-4bf63459fc8f tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.3508439 Nov 08 00:13:25.486702 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:25.490023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62ac88eb-054f-4c97-80a7-81b4e841f382 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:13:25.496199 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:25.500234 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8af2eb74-595b-43e7-992f-c2ccb9296cca admin admin] 10.222.0.13 "DELETE /v2.0/routers/62ac88eb-054f-4c97-80a7-81b4e841f382 HTTP/1.1" status: 204 len: 168 time: 1.8002956 Nov 08 00:13:25.500896 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36732) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:25.520116 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3698acc7-240e-484e-a01e-a1575933cb38 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:25.524248 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3698acc7-240e-484e-a01e-a1575933cb38 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4395010 Nov 08 00:13:25.527309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36734) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:25.531710 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-19b8afcd-cbee-4c72-8f32-41d4174b4c02 req-a9772a39-1f04-450e-85da-26c4f7d72c16 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661700 Nov 08 00:13:25.537538 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 9d570baf-b5a0-41b0-a380-cac2cd399db6 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:13:25.538007 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:25.594807 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c99cf8-32a3-414b-bfd5-d00576a9ce63 admin admin] Deleting subnet e6ff2d21-c91f-455a-a3e9-871aa706c876 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:13:25.604815 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f9c99cf8-32a3-414b-bfd5-d00576a9ce63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:25.621142 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeeed8-8f49-4343-92e6-afb0ab8469f9 req-595507a3-f11b-4cf4-84a8-d63d2342d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:25.623483 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aadeeed8-8f49-4343-92e6-afb0ab8469f9 req-595507a3-f11b-4cf4-84a8-d63d2342d5c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.2362127 Nov 08 00:13:25.639876 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] Set router 3367fad7-dd81-4068-ad94-6b1b22ef2dd2 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:13:25.659959 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-d5df57bd-7790-4e5c-996f-750f2a1747dd req-3bac6813-12fd-4b6a-8c37-0cacd8f9cfad tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] For port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:25.660334 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d5df57bd-7790-4e5c-996f-750f2a1747dd req-3bac6813-12fd-4b6a-8c37-0cacd8f9cfad tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:25.677696 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f9c99cf8-32a3-414b-bfd5-d00576a9ce63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:25.679598 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-d5df57bd-7790-4e5c-996f-750f2a1747dd req-3bac6813-12fd-4b6a-8c37-0cacd8f9cfad tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Calling delete_port for 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:25.740576 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1558898d-c462-45d4-82fb-8c3dcd4ccc89 req-32dc650c-36ee-440d-aa04-8f3b09ac9014 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119431 Nov 08 00:13:25.787352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeeed8-8f49-4343-92e6-afb0ab8469f9 req-96fdc8e4-93fb-476d-b29e-24bb59a56894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:25.790126 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aadeeed8-8f49-4343-92e6-afb0ab8469f9 req-96fdc8e4-93fb-476d-b29e-24bb59a56894 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1275964 Nov 08 00:13:25.822987 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f9c99cf8-32a3-414b-bfd5-d00576a9ce63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:25.826701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653b35d-abee-483f-ac14-a5e5ee05b0e7 req-16e5995f-95f5-4fff-ba01-f001c9ba1fcc tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:25.828266 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2653b35d-abee-483f-ac14-a5e5ee05b0e7 req-16e5995f-95f5-4fff-ba01-f001c9ba1fcc tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 944 time: 0.1638343 Nov 08 00:13:25.908258 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ff855c04-431f-4021-82fd-92c59526a519 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:13:25.937736 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: ff855c04-431f-4021-82fd-92c59526a519 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:13:25.938239 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ff855c04-431f-4021-82fd-92c59526a519 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:13:25.989691 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f9c99cf8-32a3-414b-bfd5-d00576a9ce63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:25.992196 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3367fad7-dd81-4068-ad94-6b1b22ef2dd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-599405011-router', 'tenant_id': '47efc27d23a44ec5bf01ce00bfec952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '45ab071e-0bff-4d66-8b0a-10c5a7376be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:13:20Z', 'updated_at': '2021-11-08T00:13:23Z', 'revision_number': 3, 'project_id': '47efc27d23a44ec5bf01ce00bfec952e', 'gw_port': {'id': '45ab071e-0bff-4d66-8b0a-10c5a7376be9', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3367fad7-dd81-4068-ad94-6b1b22ef2dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:13:21Z', 'updated_at': '2021-11-08T00:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:26.017273 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c99cf8-32a3-414b-bfd5-d00576a9ce63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6ff2d21-c91f-455a-a3e9-871aa706c876,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:26.021029 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d5df57bd-7790-4e5c-996f-750f2a1747dd req-3bac6813-12fd-4b6a-8c37-0cacd8f9cfad tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:26.022790 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f9c99cf8-32a3-414b-bfd5-d00576a9ce63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:26.024084 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] Checking router: 3367fad7-dd81-4068-ad94-6b1b22ef2dd2 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:13:26.029182 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] Updating router 3367fad7-dd81-4068-ad94-6b1b22ef2dd2 port 45ab071e-0bff-4d66-8b0a-10c5a7376be9 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:13:26.029381 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f9c99cf8-32a3-414b-bfd5-d00576a9ce63 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e6ff2d21-c91f-455a-a3e9-871aa706c876 HTTP/1.1" status: 204 len: 168 time: 0.5248356 Nov 08 00:13:26.030347 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90041ac6-e98a-4bc0-bc49-064cca1a8562 None None] Network 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:13:26.032127 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2653b35d-abee-483f-ac14-a5e5ee05b0e7 req-6eee87ff-be02-4852-9960-f00aceeed50b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576838 Nov 08 00:13:26.032690 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36740) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:26.059978 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aadeeed8-8f49-4343-92e6-afb0ab8469f9 req-b368d471-a00f-43c3-8278-7bd739bda39b service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594488 Nov 08 00:13:26.074677 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac6813-12fd-4b6a-8c37-0cacd8f9cfad tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Pushing event deleted for resources: {'Port': ['ID=6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:26.113799 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:26.196712 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:26.214203 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5df57bd-7790-4e5c-996f-750f2a1747dd req-3bac6813-12fd-4b6a-8c37-0cacd8f9cfad tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] No DVR routers for this DVR port 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:13:26.218127 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d5df57bd-7790-4e5c-996f-750f2a1747dd req-3bac6813-12fd-4b6a-8c37-0cacd8f9cfad tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:26.223239 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d5df57bd-7790-4e5c-996f-750f2a1747dd req-3bac6813-12fd-4b6a-8c37-0cacd8f9cfad tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.26 "DELETE /v2.0/ports/6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb HTTP/1.1" status: 204 len: 173 time: 1.1425714 Nov 08 00:13:26.284173 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] Deleting port e1c70624-3610-4a62-bb20-e02390002a24 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:26.284519 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:26.328308 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088183d-bd8d-43f3-b4a4-513d083a67d5 req-09730e3f-093b-4ed7-b82f-7c71970b98e3 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:26.336495 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b088183d-bd8d-43f3-b4a4-513d083a67d5 req-09730e3f-093b-4ed7-b82f-7c71970b98e3 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 948 time: 0.1714969 Nov 08 00:13:26.369479 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63dad8d5-1a7c-4a54-b43b-b3d0038889ba', 'name': 'network-vif-deleted', 'tag': '6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:26.372910 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7ebe71-e490-4623-ba9e-452d4877dd1c" -d '{"events": [{"server_uuid": "63dad8d5-1a7c-4a54-b43b-b3d0038889ba", "name": "network-vif-deleted", "tag": "6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:26.395748 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420b9542-ef36-4540-b0b2-9a0f60965a6e None None] DHCP port deletion for 80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:13:26.401786 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aadeeed8-8f49-4343-92e6-afb0ab8469f9 req-192a079d-0c12-4da1-a5f0-d293edbcc286 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294332 Nov 08 00:13:26.407870 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] For port e1c70624-3610-4a62-bb20-e02390002a24, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e1c70624-3610-4a62-bb20-e02390002a24,segment=NetworkSegment(f090b08f-11d5-416e-bbf9-03b0fed772e3),segment_id=f090b08f-11d5-416e-bbf9-03b0fed772e3)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:26.408246 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:26.421898 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3815dde7-4bba-4266-a10f-c4440b058dad req-d121692d-1971-4299-906f-c4345cdd52a7 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=63dad8d5-1a7c-4a54-b43b-b3d0038889ba HTTP/1.1" status: 200 len: 210 time: 0.0534124 Nov 08 00:13:26.449645 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] Calling delete_port for e1c70624-3610-4a62-bb20-e02390002a24 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:26.452076 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b088183d-bd8d-43f3-b4a4-513d083a67d5 req-7ce3ba8b-5539-4295-8f54-bef9b231fb32 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982060 Nov 08 00:13:26.499763 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d2149-acd9-47f5-a0db-2a9c237aeba8 req-2b09c75f-c899-4f79-888a-9329ed6123aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:26.501335 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8a6d2149-acd9-47f5-a0db-2a9c237aeba8 req-2b09c75f-c899-4f79-888a-9329ed6123aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ad4ed64531f4933a0495ece11147997&device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 1097 time: 0.0825112 Nov 08 00:13:26.546491 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e59e4b-4154-4663-8a7e-ab63ddd714c6 x-openstack-request-id: req-d3e59e4b-4154-4663-8a7e-ab63ddd714c6 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:26.546811 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63dad8d5-1a7c-4a54-b43b-b3d0038889ba", "name": "network-vif-deleted", "tag": "6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:26.547209 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3e59e4b-4154-4663-8a7e-ab63ddd714c6 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:26.547586 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63dad8d5-1a7c-4a54-b43b-b3d0038889ba', 'name': 'network-vif-deleted', 'tag': '6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb', 'status': 'completed', 'code': 200} Nov 08 00:13:26.638510 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d2149-acd9-47f5-a0db-2a9c237aeba8 req-1d2704ad-60a8-45ca-94c9-41f94728b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:26.640155 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8a6d2149-acd9-47f5-a0db-2a9c237aeba8 req-1d2704ad-60a8-45ca-94c9-41f94728b200 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d4bb435-3635-43a7-8e22-05a3f29467e1 HTTP/1.1" status: 200 len: 919 time: 0.0968087 Nov 08 00:13:26.649666 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e0149-ae4c-4021-882a-fe725c599419 req-d7abc119-98b4-4dc9-8bff-dbcfbb4f73ef tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:26.653930 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-944e0149-ae4c-4021-882a-fe725c599419 req-d7abc119-98b4-4dc9-8bff-dbcfbb4f73ef tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.0927148 Nov 08 00:13:26.684265 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-420b9542-ef36-4540-b0b2-9a0f60965a6e None None] Deleting port e1c70624-3610-4a62-bb20-e02390002a24 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:26.684897 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-420b9542-ef36-4540-b0b2-9a0f60965a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:26.693245 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8a6d2149-acd9-47f5-a0db-2a9c237aeba8 req-9771112f-6df0-4bf2-b77e-446306b3a0e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9a371c-3d47-4ef5-aad1-1fcdea947b20 HTTP/1.1" status: 200 len: 217 time: 0.0448630 Nov 08 00:13:26.732125 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:26.763640 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d2149-acd9-47f5-a0db-2a9c237aeba8 req-7fee0ef3-dd51-404f-8542-8cbc91da5a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:26.764017 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-420b9542-ef36-4540-b0b2-9a0f60965a6e None None] For port e1c70624-3610-4a62-bb20-e02390002a24, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e1c70624-3610-4a62-bb20-e02390002a24,segment=NetworkSegment(f090b08f-11d5-416e-bbf9-03b0fed772e3),segment_id=f090b08f-11d5-416e-bbf9-03b0fed772e3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:26.764420 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-420b9542-ef36-4540-b0b2-9a0f60965a6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:26.765152 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8a6d2149-acd9-47f5-a0db-2a9c237aeba8 req-7fee0ef3-dd51-404f-8542-8cbc91da5a4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6bbef566-b085-441c-ae50-5585c6ec1d72 HTTP/1.1" status: 200 len: 858 time: 0.0548911 Nov 08 00:13:26.778198 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-420b9542-ef36-4540-b0b2-9a0f60965a6e None None] Calling delete_port for e1c70624-3610-4a62-bb20-e02390002a24 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:26.783831 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-91eb0f10-e6d6-4df5-96cf-ea921e11834b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:26.795001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-944e0149-ae4c-4021-882a-fe725c599419 req-74dbf261-d1ac-479f-b70f-2096529a7460 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035473 Nov 08 00:13:26.806047 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8a6d2149-acd9-47f5-a0db-2a9c237aeba8 req-a656a77a-aeda-4995-9db9-ad64e8afbd77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d4bb435-3635-43a7-8e22-05a3f29467e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261266 Nov 08 00:13:26.811325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0b886-6657-4480-99ba-2152dc84c81b req-6b6a6195-35d4-4190-91f7-ee85869c275f tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:26.813465 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00c0b886-6657-4480-99ba-2152dc84c81b req-6b6a6195-35d4-4190-91f7-ee85869c275f tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.1527739 Nov 08 00:13:26.824229 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:26.833712 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:26.904183 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c70624-3610-4a62-bb20-e02390002a24,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:26.905061 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00c0b886-6657-4480-99ba-2152dc84c81b req-981f0792-b58a-4931-ba9d-d51527a54d73 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806525 Nov 08 00:13:26.909011 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78397f5f-5651-4563-92bb-f870cddcf24a None None] Pushing event updated for resources: {'Port': ['ID=45ab071e-0bff-4d66-8b0a-10c5a7376be9,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:26.913762 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] No DVR routers for this DVR port e1c70624-3610-4a62-bb20-e02390002a24 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:13:26.913962 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] Attempting to bind port 45ab071e-0bff-4d66-8b0a-10c5a7376be9 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:13:26.914197 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] Attempting to bind port 45ab071e-0bff-4d66-8b0a-10c5a7376be9 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:13:26.914563 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] Attempting to bind port 45ab071e-0bff-4d66-8b0a-10c5a7376be9 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:13:26.927856 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:13:26.928231 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:13:26.928631 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:26.929017 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:13:26.929480 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] Bound port: 45ab071e-0bff-4d66-8b0a-10c5a7376be9, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:13:26.929858 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:26.957789 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-420b9542-ef36-4540-b0b2-9a0f60965a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:26.992325 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b9542-ef36-4540-b0b2-9a0f60965a6e None None] Pushing event deleted for resources: {'Port': ['ID=e1c70624-3610-4a62-bb20-e02390002a24,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:27.008982 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b9542-ef36-4540-b0b2-9a0f60965a6e None None] No DVR routers for this DVR port e1c70624-3610-4a62-bb20-e02390002a24 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:13:27.017260 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:27.033323 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] For port 45ab071e-0bff-4d66-8b0a-10c5a7376be9, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:13:27.038135 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] For port 45ab071e-0bff-4d66-8b0a-10c5a7376be9, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=45ab071e-0bff-4d66-8b0a-10c5a7376be9,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:13:27.045554 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8a6d2149-acd9-47f5-a0db-2a9c237aeba8 req-901afe16-fb66-40f6-9fd3-7089c2f08485 service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241945 Nov 08 00:13:27.054703 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:27.058007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-91eb0f10-e6d6-4df5-96cf-ea921e11834b admin admin] Allocated IP 172.20.0.1 (0fd195df-b901-4640-a4c1-0b3e8c96de90/72b0c7f2-4b97-4054-9fdc-7497524d5405/b8b4f93e-6068-464d-89df-3708ee09fe24) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:13:27.080732 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f090b08f-11d5-416e-bbf9-03b0fed772e3') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:27.081300 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f090b08f-11d5-416e-bbf9-03b0fed772e3') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:27.092259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0cdc1d02-a43f-4fe6-8046-5d69a123f82a no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:13:27.113953 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 0cdc1d02-a43f-4fe6-8046-5d69a123f82a {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:13:27.114312 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0cdc1d02-a43f-4fe6-8046-5d69a123f82a not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:13:27.114719 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e1c70624-3610-4a62-bb20-e02390002a24 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:13:27.118594 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:27.129263 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:27.161082 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:27.163017 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: e1c70624-3610-4a62-bb20-e02390002a24 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:13:27.163353 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e1c70624-3610-4a62-bb20-e02390002a24 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:13:27.177131 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:13:27.177535 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:13:27.179534 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:13:27.188558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bc4b0-d312-4092-8a29-ebe7ac87eff4 req-07de61f2-ded1-4a26-a332-64961fc97d84 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:27.191220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ba4bc4b0-d312-4092-8a29-ebe7ac87eff4 req-07de61f2-ded1-4a26-a332-64961fc97d84 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 944 time: 0.0708163 Nov 08 00:13:27.205697 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78397f5f-5651-4563-92bb-f870cddcf24a None None] Pushing event updated for resources: {'Port': ['ID=45ab071e-0bff-4d66-8b0a-10c5a7376be9,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:27.212086 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] Routers {'3367fad7-dd81-4068-ad94-6b1b22ef2dd2'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:13:27.212946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:13:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['3367fad7-dd81-4068-ad94-6b1b22ef2dd2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:27.242873 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8a6d2149-acd9-47f5-a0db-2a9c237aeba8 req-edd378e7-8ff1-457b-8dc1-05d102b56e7f service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804125 Nov 08 00:13:27.264277 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-91eb0f10-e6d6-4df5-96cf-ea921e11834b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:27.275886 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ba4bc4b0-d312-4092-8a29-ebe7ac87eff4 req-48901df5-681f-42cd-9173-f9af4be7b480 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723319 Nov 08 00:13:27.327352 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:27.334526 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:27.337648 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] 10.222.0.13 "DELETE /v2.0/networks/80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5 HTTP/1.1" status: 204 len: 168 time: 1.3031030 Nov 08 00:13:27.340694 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36758) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:27.348692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] Set router 3367fad7-dd81-4068-ad94-6b1b22ef2dd2 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:13:27.352484 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0deeeb6-717b-41f0-9347-172f5a2ac252 admin admin] Pushing event deleted for resources: {'Network': ['ID=80ade5f7-59d3-40d8-8b13-8b69b2b9a3f5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:27.412808 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-91eb0f10-e6d6-4df5-96cf-ea921e11834b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:27.467932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eb0f10-e6d6-4df5-96cf-ea921e11834b admin admin] Network 0fd195df-b901-4640-a4c1-0b3e8c96de90 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:13:27.478083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-91eb0f10-e6d6-4df5-96cf-ea921e11834b admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:13:27.483119 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eb0f10-e6d6-4df5-96cf-ea921e11834b admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:13:27.484774 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb0f10-e6d6-4df5-96cf-ea921e11834b admin admin] Pushing event updated for resources: {'Port': ['ID=b8b4f93e-6068-464d-89df-3708ee09fe24,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:27.589527 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3367fad7-dd81-4068-ad94-6b1b22ef2dd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-599405011-router', 'tenant_id': '47efc27d23a44ec5bf01ce00bfec952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '45ab071e-0bff-4d66-8b0a-10c5a7376be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:13:20Z', 'updated_at': '2021-11-08T00:13:23Z', 'revision_number': 3, 'project_id': '47efc27d23a44ec5bf01ce00bfec952e', 'gw_port': {'id': '45ab071e-0bff-4d66-8b0a-10c5a7376be9', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3367fad7-dd81-4068-ad94-6b1b22ef2dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:13:21Z', 'updated_at': '2021-11-08T00:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:27.625373 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469cc8fc-99c0-45d7-ad83-c60e16a92fd0 None None] The sync data for ids ['3367fad7-dd81-4068-ad94-6b1b22ef2dd2'] in n-d-816882-1 is: [{'id': '3367fad7-dd81-4068-ad94-6b1b22ef2dd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-599405011-router', 'tenant_id': '47efc27d23a44ec5bf01ce00bfec952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '45ab071e-0bff-4d66-8b0a-10c5a7376be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:13:20Z', 'updated_at': '2021-11-08T00:13:23Z', 'revision_number': 3, 'project_id': '47efc27d23a44ec5bf01ce00bfec952e', 'gw_port': {'id': '45ab071e-0bff-4d66-8b0a-10c5a7376be9', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3367fad7-dd81-4068-ad94-6b1b22ef2dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:13:21Z', 'updated_at': '2021-11-08T00:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:13:27.629496 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-91eb0f10-e6d6-4df5-96cf-ea921e11834b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:27.804376 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-74245015-4e04-4935-a15c-54695f941d22 None None] Provisioning complete for port b8b4f93e-6068-464d-89df-3708ee09fe24 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:13:27.805032 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-74245015-4e04-4935-a15c-54695f941d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:27.846477 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-74245015-4e04-4935-a15c-54695f941d22 None None] Port b8b4f93e-6068-464d-89df-3708ee09fe24 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:13:28.059745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae534b-d6f2-4948-ad67-e6da413c0cd0 req-397831a5-52f2-48c7-ab81-612c61301cd1 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:28.061328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94ae534b-d6f2-4948-ad67-e6da413c0cd0 req-397831a5-52f2-48c7-ab81-612c61301cd1 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 948 time: 0.4847419 Nov 08 00:13:28.088928 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 36e33710-6d30-4755-b8fe-f991141ea0a1 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:13:28.113778 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f53a001-219e-4b2a-912a-1a4df24a36e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:28.156103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce3e72-5da5-4b3e-8ac5-cdf43dca5942 req-6fe80dd9-61ab-4df6-a01f-0a243c42959f tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:28.157367 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70ce3e72-5da5-4b3e-8ac5-cdf43dca5942 req-6fe80dd9-61ab-4df6-a01f-0a243c42959f tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.1759236 Nov 08 00:13:28.199290 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 36e33710-6d30-4755-b8fe-f991141ea0a1 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:13:28.204680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 36e33710-6d30-4755-b8fe-f991141ea0a1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:13:28.205223 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:28.208397 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94ae534b-d6f2-4948-ad67-e6da413c0cd0 req-b9ba3773-0102-48b2-952d-7bd523b21b3c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186535 Nov 08 00:13:28.248917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70ce3e72-5da5-4b3e-8ac5-cdf43dca5942 req-f1a298eb-faf4-454c-a639-c2bb6ebe6b6f tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759468 Nov 08 00:13:28.299011 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-91eb0f10-e6d6-4df5-96cf-ea921e11834b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:28.363051 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:28.388895 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e33710-6d30-4755-b8fe-f991141ea0a1'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:28.391230 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fb35c6-c9ee-48d0-bd3f-c3fa2c124f3a" -d '{"events": [{"server_uuid": "1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3", "name": "network-vif-plugged", "status": "completed", "tag": "36e33710-6d30-4755-b8fe-f991141ea0a1"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:28.408383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 36e33710-6d30-4755-b8fe-f991141ea0a1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=36e33710-6d30-4755-b8fe-f991141ea0a1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:28.486115 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:28.486917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device ecbff080-d1a8-4815-8433-b60dba7d18d9 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:13:28.535352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d46495-8b98-4207-93b5-3cafdd12d9f0 req-fcc6e498-3976-426f-a1b5-e60c5a0172bc tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:28.536884 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69d46495-8b98-4207-93b5-3cafdd12d9f0 req-fcc6e498-3976-426f-a1b5-e60c5a0172bc tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 945 time: 0.2303948 Nov 08 00:13:28.565799 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=36e33710-6d30-4755-b8fe-f991141ea0a1,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:28.566478 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cff4c7-d2a7-4fe1-81ab-086f6a6ee6e5 req-ae1a5a34-2482-4e9e-b160-7e42ab5383c9 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:28.567894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53cff4c7-d2a7-4fe1-81ab-086f6a6ee6e5 req-ae1a5a34-2482-4e9e-b160-7e42ab5383c9 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.1724143 Nov 08 00:13:28.644255 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port ecbff080-d1a8-4815-8433-b60dba7d18d9 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:13:28.648364 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port ecbff080-d1a8-4815-8433-b60dba7d18d9 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:13:28.648736 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:28.688790 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69d46495-8b98-4207-93b5-3cafdd12d9f0 req-1971c9e5-0417-4145-bea7-495d1ee08186 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423244 Nov 08 00:13:28.691495 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-703201d5-a174-40d6-ac3a-a57e3148133b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:28.736097 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:28.747835 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53cff4c7-d2a7-4fe1-81ab-086f6a6ee6e5 req-2b79bbd2-dd2b-4781-9f84-063715d9395a tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655924 Nov 08 00:13:28.780637 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port ecbff080-d1a8-4815-8433-b60dba7d18d9, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=ecbff080-d1a8-4815-8433-b60dba7d18d9,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:28.801793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4b900-5ac8-4555-8836-f70d00cc2821 req-644ee1af-f964-4a2f-818c-493ae575853e tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:28.806765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-faa4b900-5ac8-4555-8836-f70d00cc2821 req-644ee1af-f964-4a2f-818c-493ae575853e tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 945 time: 0.1905963 Nov 08 00:13:28.825936 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15afada8-c8d2-45c8-859a-31e64f72f545 x-openstack-request-id: req-15afada8-c8d2-45c8-859a-31e64f72f545 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:28.826282 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3", "name": "network-vif-plugged", "status": "completed", "tag": "36e33710-6d30-4755-b8fe-f991141ea0a1", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:28.826728 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15afada8-c8d2-45c8-859a-31e64f72f545 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:28.827135 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e33710-6d30-4755-b8fe-f991141ea0a1', 'code': 200} Nov 08 00:13:28.861452 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:28.862395 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:13:28.875521 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-91eb0f10-e6d6-4df5-96cf-ea921e11834b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:28.900164 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:13:28.900453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6539dd99-7aeb-428d-b22f-7fc3dfb6e7cb not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:13:28.928616 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=ecbff080-d1a8-4815-8433-b60dba7d18d9,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:28.955560 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94423b-7cee-4a9b-9679-c09634825a91 req-642f791b-5ccc-4ae8-b2e1-07f7ed6769d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:28.957206 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2f94423b-7cee-4a9b-9679-c09634825a91 req-642f791b-5ccc-4ae8-b2e1-07f7ed6769d7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 1100 time: 0.0419745 Nov 08 00:13:28.994295 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27c71c-7f68-48ca-8b71-ad2a6d2b23e8 req-4534e5cf-0fea-46a2-9fa8-7a7e8627d2a1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:28.995846 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0a27c71c-7f68-48ca-8b71-ad2a6d2b23e8 req-4534e5cf-0fea-46a2-9fa8-7a7e8627d2a1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 945 time: 0.1759889 Nov 08 00:13:28.996508 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-91eb0f10-e6d6-4df5-96cf-ea921e11834b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:29.009828 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2f94423b-7cee-4a9b-9679-c09634825a91 req-a68f92bf-b19f-4511-bb0f-9d6bddda4ff2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459368 Nov 08 00:13:29.067014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 45ab071e-0bff-4d66-8b0a-10c5a7376be9 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:13:29.117395 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 45ab071e-0bff-4d66-8b0a-10c5a7376be9 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:13:29.117874 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:29.128450 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-91eb0f10-e6d6-4df5-96cf-ea921e11834b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:29.133318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb0f10-e6d6-4df5-96cf-ea921e11834b admin admin] Pushing event updated for resources: {'Port': ['ID=b8b4f93e-6068-464d-89df-3708ee09fe24,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:29.150599 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0a27c71c-7f68-48ca-8b71-ad2a6d2b23e8 req-1cebbc47-76bb-46b0-ab9e-526fddc26907 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112807 Nov 08 00:13:29.160492 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-faa4b900-5ac8-4555-8836-f70d00cc2821 req-9924a849-c61a-4e02-ac8a-0be965ee28a8 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Deleting port 63b3937e-2be0-47fa-b168-655879c76e1e {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:29.160843 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-faa4b900-5ac8-4555-8836-f70d00cc2821 req-9924a849-c61a-4e02-ac8a-0be965ee28a8 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:29.206129 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:29.228248 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 45ab071e-0bff-4d66-8b0a-10c5a7376be9, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=45ab071e-0bff-4d66-8b0a-10c5a7376be9,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:29.332318 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:29.389185 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=45ab071e-0bff-4d66-8b0a-10c5a7376be9,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:29.440909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-faa4b900-5ac8-4555-8836-f70d00cc2821 req-9924a849-c61a-4e02-ac8a-0be965ee28a8 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] For port 63b3937e-2be0-47fa-b168-655879c76e1e, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=63b3937e-2be0-47fa-b168-655879c76e1e,segment=NetworkSegment(9754343d-491b-4bff-a1c4-a1509b158147),segment_id=9754343d-491b-4bff-a1c4-a1509b158147)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:29.441300 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-faa4b900-5ac8-4555-8836-f70d00cc2821 req-9924a849-c61a-4e02-ac8a-0be965ee28a8 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:29.445599 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eb0f10-e6d6-4df5-96cf-ea921e11834b admin admin] Network 0fd195df-b901-4640-a4c1-0b3e8c96de90 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:13:29.458854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-91eb0f10-e6d6-4df5-96cf-ea921e11834b admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:13:29.470958 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-faa4b900-5ac8-4555-8836-f70d00cc2821 req-9924a849-c61a-4e02-ac8a-0be965ee28a8 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Calling delete_port for 63b3937e-2be0-47fa-b168-655879c76e1e owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:29.485073 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d55ca-d313-414e-a614-bf9749175fff req-d56b2218-03aa-4a1f-a82a-46939f081506 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:29.486635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c48d55ca-d313-414e-a614-bf9749175fff req-d56b2218-03aa-4a1f-a82a-46939f081506 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.1933990 Nov 08 00:13:29.618476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec548733-f811-427a-b579-554f685536a7 req-2a4daffa-c778-4089-a6a3-94e4b164af70 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:29.620021 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec548733-f811-427a-b579-554f685536a7 req-2a4daffa-c778-4089-a6a3-94e4b164af70 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.2889016 Nov 08 00:13:29.678832 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-56a0267a-ccd3-48e4-9210-25c16fe4bda3 None None] Provisioning complete for port b8b4f93e-6068-464d-89df-3708ee09fe24 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:13:29.679413 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56a0267a-ccd3-48e4-9210-25c16fe4bda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:29.685323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-703201d5-a174-40d6-ac3a-a57e3148133b admin admin] Deleting port 94292ed8-d79e-4ad5-823f-6f97ec370284 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:29.685664 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-703201d5-a174-40d6-ac3a-a57e3148133b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:29.706695 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c48d55ca-d313-414e-a614-bf9749175fff req-1a1b1075-ab98-4307-bbb2-95c40157ce26 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074316 Nov 08 00:13:29.727495 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-56a0267a-ccd3-48e4-9210-25c16fe4bda3 None None] Port b8b4f93e-6068-464d-89df-3708ee09fe24 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:13:29.789809 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec548733-f811-427a-b579-554f685536a7 req-bbdc0472-1b93-4f39-a592-7518e90c65c1 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482356 Nov 08 00:13:29.841194 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91eb0f10-e6d6-4df5-96cf-ea921e11834b admin admin] Router 3367fad7-dd81-4068-ad94-6b1b22ef2dd2 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:13:29.909195 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-703201d5-a174-40d6-ac3a-a57e3148133b admin admin] For port 94292ed8-d79e-4ad5-823f-6f97ec370284, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=94292ed8-d79e-4ad5-823f-6f97ec370284,segment=NetworkSegment(0781deec-7174-405f-b5db-0c9047f87ac3),segment_id=0781deec-7174-405f-b5db-0c9047f87ac3)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:29.909559 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-703201d5-a174-40d6-ac3a-a57e3148133b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:29.947609 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f2c69-caa2-43e0-8759-008e10b9e73f req-3c956242-d775-4f0b-bec1-eb3b130875bc tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:29.949107 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-298f2c69-caa2-43e0-8759-008e10b9e73f req-3c956242-d775-4f0b-bec1-eb3b130875bc tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 945 time: 0.1783588 Nov 08 00:13:29.956037 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-703201d5-a174-40d6-ac3a-a57e3148133b admin admin] Calling delete_port for 94292ed8-d79e-4ad5-823f-6f97ec370284 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:30.388398 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1730b7-d1b1-48ca-9b3e-05e0f439d308 req-9a49f106-e9b5-4c34-8fc8-68de659aca54 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:30.389848 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e1730b7-d1b1-48ca-9b3e-05e0f439d308 req-9a49f106-e9b5-4c34-8fc8-68de659aca54 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.5352139 Nov 08 00:13:30.390435 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-faa4b900-5ac8-4555-8836-f70d00cc2821 req-9924a849-c61a-4e02-ac8a-0be965ee28a8 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:30.459537 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-298f2c69-caa2-43e0-8759-008e10b9e73f req-d31551b3-5069-446a-8862-e4ca2adde1d1 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015855 Nov 08 00:13:30.468579 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924a849-c61a-4e02-ac8a-0be965ee28a8 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Pushing event deleted for resources: {'Port': ['ID=63b3937e-2be0-47fa-b168-655879c76e1e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:30.535939 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91eb0f10-e6d6-4df5-96cf-ea921e11834b admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:13:30.545018 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] Sync routers for ids ['3367fad7-dd81-4068-ad94-6b1b22ef2dd2'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:13:30.554144 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] Routers {'3367fad7-dd81-4068-ad94-6b1b22ef2dd2'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:13:30.554839 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:13:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['3367fad7-dd81-4068-ad94-6b1b22ef2dd2'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:30.569104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa4b900-5ac8-4555-8836-f70d00cc2821 req-9924a849-c61a-4e02-ac8a-0be965ee28a8 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] No DVR routers for this DVR port 63b3937e-2be0-47fa-b168-655879c76e1e on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:13:30.573097 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e1730b7-d1b1-48ca-9b3e-05e0f439d308 req-26928cbf-1256-4bf3-ae1b-a3ca118bcb1f tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660650 Nov 08 00:13:30.584576 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-91eb0f10-e6d6-4df5-96cf-ea921e11834b admin admin] 10.222.0.13 "PUT /v2.0/routers/3367fad7-dd81-4068-ad94-6b1b22ef2dd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0341303 Nov 08 00:13:30.584576 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-faa4b900-5ac8-4555-8836-f70d00cc2821 req-9924a849-c61a-4e02-ac8a-0be965ee28a8 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:30.584576 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-faa4b900-5ac8-4555-8836-f70d00cc2821 req-9924a849-c61a-4e02-ac8a-0be965ee28a8 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.26 "DELETE /v2.0/ports/63b3937e-2be0-47fa-b168-655879c76e1e HTTP/1.1" status: 204 len: 173 time: 1.7674813 Nov 08 00:13:30.584576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dda35f-1a50-4b03-90eb-68e84b4052ee', 'name': 'network-vif-deleted', 'tag': '63b3937e-2be0-47fa-b168-655879c76e1e'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:30.585872 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2cbd18-3dd9-4b0a-aa2c-091ce2e3ff17" -d '{"events": [{"server_uuid": "e1dda35f-1a50-4b03-90eb-68e84b4052ee", "name": "network-vif-deleted", "tag": "63b3937e-2be0-47fa-b168-655879c76e1e"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:30.677684 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952c85e5-0005-4c0a-b21b-fd2cecdd9af5 x-openstack-request-id: req-952c85e5-0005-4c0a-b21b-fd2cecdd9af5 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:30.678363 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1dda35f-1a50-4b03-90eb-68e84b4052ee", "name": "network-vif-deleted", "tag": "63b3937e-2be0-47fa-b168-655879c76e1e", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:30.678363 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-952c85e5-0005-4c0a-b21b-fd2cecdd9af5 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:30.678526 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1dda35f-1a50-4b03-90eb-68e84b4052ee', 'name': 'network-vif-deleted', 'tag': '63b3937e-2be0-47fa-b168-655879c76e1e', 'status': 'completed', 'code': 200} Nov 08 00:13:30.724780 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60bef4ab-9053-44dd-92cc-616adf2e8410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:30.725817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ef39c-2c1b-4b8e-8829-4159640ec800 req-2dd66a93-ae55-4656-aa99-75838ea6152f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:30.734840 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b62ef39c-2c1b-4b8e-8829-4159640ec800 req-2dd66a93-ae55-4656-aa99-75838ea6152f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 945 time: 0.1019835 Nov 08 00:13:30.779166 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b62ef39c-2c1b-4b8e-8829-4159640ec800 req-8ec107c6-5057-43e7-a883-c77d6bf95d54 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434415 Nov 08 00:13:30.799153 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] Set router 3367fad7-dd81-4068-ad94-6b1b22ef2dd2 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:13:30.828346 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34db16e7-e04e-4a12-8009-9a3157a181de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbff080-d1a8-4815-8433-b60dba7d18d9'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:30.830851 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e909dd6-b055-46b4-b6de-01d958433a3c" -d '{"events": [{"server_uuid": "34db16e7-e04e-4a12-8009-9a3157a181de", "name": "network-vif-plugged", "status": "completed", "tag": "ecbff080-d1a8-4815-8433-b60dba7d18d9"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:30.835643 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-703201d5-a174-40d6-ac3a-a57e3148133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:30.863489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703201d5-a174-40d6-ac3a-a57e3148133b admin admin] Pushing event deleted for resources: {'Port': ['ID=94292ed8-d79e-4ad5-823f-6f97ec370284,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:30.951608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb939e-48bc-47ec-9d78-907fa83538eb req-f2f69bb0-ee07-4e49-9df4-ef38a2367344 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:30.953163 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40bb939e-48bc-47ec-9d78-907fa83538eb req-f2f69bb0-ee07-4e49-9df4-ef38a2367344 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.1619256 Nov 08 00:13:30.956286 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d92a04e3-d64a-42c3-9db6-fd296e783a18 req-9d8e9acb-82e7-40d4-9c92-4024df1a8558 tempest-FloatingIPsNegativeTestJSON-708775458 tempest-FloatingIPsNegativeTestJSON-708775458-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=47efc27d23a44ec5bf01ce00bfec952e HTTP/1.1" status: 200 len: 217 time: 0.0755243 Nov 08 00:13:30.974105 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:31.054467 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40bb939e-48bc-47ec-9d78-907fa83538eb req-2643aa8a-3507-4327-ad3c-c127d77205ab tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645051 Nov 08 00:13:31.067224 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3367fad7-dd81-4068-ad94-6b1b22ef2dd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-599405011-router', 'tenant_id': '47efc27d23a44ec5bf01ce00bfec952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '45ab071e-0bff-4d66-8b0a-10c5a7376be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:13:20Z', 'updated_at': '2021-11-08T00:13:28Z', 'revision_number': 4, 'project_id': '47efc27d23a44ec5bf01ce00bfec952e', 'gw_port': {'id': '45ab071e-0bff-4d66-8b0a-10c5a7376be9', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3367fad7-dd81-4068-ad94-6b1b22ef2dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:13:21Z', 'updated_at': '2021-11-08T00:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b8b4f93e-6068-464d-89df-3708ee09fe24', 'name': '', 'network_id': '0fd195df-b901-4640-a4c1-0b3e8c96de90', 'tenant_id': '47efc27d23a44ec5bf01ce00bfec952e', 'mac_address': 'fa:16:3e:45:72:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3367fad7-dd81-4068-ad94-6b1b22ef2dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '72b0c7f2-4b97-4054-9fdc-7497524d5405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:13:26Z', 'updated_at': '2021-11-08T00:13:28Z', 'revision_number': 2, 'project_id': '47efc27d23a44ec5bf01ce00bfec952e', 'subnets': [{'id': '72b0c7f2-4b97-4054-9fdc-7497524d5405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:31.114854 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] Checking router: 3367fad7-dd81-4068-ad94-6b1b22ef2dd2 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:13:31.115209 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] Updating router 3367fad7-dd81-4068-ad94-6b1b22ef2dd2 port b8b4f93e-6068-464d-89df-3708ee09fe24 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:13:31.123933 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1aac29-3133-4af1-8ebf-feed29222459 x-openstack-request-id: req-cb1aac29-3133-4af1-8ebf-feed29222459 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:31.124261 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34db16e7-e04e-4a12-8009-9a3157a181de", "name": "network-vif-plugged", "status": "completed", "tag": "ecbff080-d1a8-4815-8433-b60dba7d18d9", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:31.124822 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb1aac29-3133-4af1-8ebf-feed29222459 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:31.125415 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34db16e7-e04e-4a12-8009-9a3157a181de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbff080-d1a8-4815-8433-b60dba7d18d9', 'code': 200} Nov 08 00:13:31.147086 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:31.178597 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 45ab071e-0bff-4d66-8b0a-10c5a7376be9 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:13:31.232671 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 45ab071e-0bff-4d66-8b0a-10c5a7376be9 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:13:31.233036 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:31.255025 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9efce28-5113-451a-82ac-0c858180c05c req-fafc2787-4f49-4a68-bb65-4886d77f13dc tempest-FloatingIPsNegativeTestJSON-708775458 tempest-FloatingIPsNegativeTestJSON-708775458-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1106176 Nov 08 00:13:31.267017 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28830e04-23ba-4ac4-aa52-4849ca61b333 req-57b8fb2a-9faf-4854-bb7b-fc3cb4f3cf5f tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:31.274300 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28830e04-23ba-4ac4-aa52-4849ca61b333 req-57b8fb2a-9faf-4854-bb7b-fc3cb4f3cf5f tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.2184534 Nov 08 00:13:31.320329 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28830e04-23ba-4ac4-aa52-4849ca61b333 req-aa23a70c-9ada-42e6-acdf-09daed9af257 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451231 Nov 08 00:13:31.368006 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-703201d5-a174-40d6-ac3a-a57e3148133b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:31.432006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d8f3a-ae30-421d-a619-78fafe25f247 req-4bc85d85-1214-40d4-a570-b71a8b798c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:31.433049 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f42d8f3a-ae30-421d-a619-78fafe25f247 req-4bc85d85-1214-40d4-a570-b71a8b798c39 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 1096 time: 0.2140577 Nov 08 00:13:31.437045 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-745b8375-9a18-45f0-8d0e-d9196c29cd38 req-e8f807f9-b909-49ac-a76f-c7acbff64573 tempest-FloatingIPsNegativeTestJSON-708775458 tempest-FloatingIPsNegativeTestJSON-708775458-project] show failed (client error): The resource could not be found. Nov 08 00:13:31.438377 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-745b8375-9a18-45f0-8d0e-d9196c29cd38 req-e8f807f9-b909-49ac-a76f-c7acbff64573 tempest-FloatingIPsNegativeTestJSON-708775458 tempest-FloatingIPsNegativeTestJSON-708775458-project] 10.222.0.13 "GET /v2.0/floatingips/5ab4fb58-6af5-4b95-90f6-3e98b26c2fbb HTTP/1.1" status: 404 len: 350 time: 0.0938010 Nov 08 00:13:31.453212 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36812) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:31.477892 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:31.584879 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:31.592730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2e659-a84e-425b-90fd-22b982b1e0fe req-be4b320e-3bc7-497e-9e72-2ad8200a1fbf tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:31.610344 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96f2e659-a84e-425b-90fd-22b982b1e0fe req-be4b320e-3bc7-497e-9e72-2ad8200a1fbf tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.2884102 Nov 08 00:13:31.613458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f42d8f3a-ae30-421d-a619-78fafe25f247 req-ab45b547-9d87-445a-acc0-e43d26a8de30 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720991 Nov 08 00:13:31.642975 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aea215-9d48-42cf-989e-8b74e8cbe2a1 None None] Pushing event updated for resources: {'Port': ['ID=b8b4f93e-6068-464d-89df-3708ee09fe24,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:31.675368 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:31.691651 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96f2e659-a84e-425b-90fd-22b982b1e0fe req-94408c79-49db-4249-adc4-746587b24527 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800638 Nov 08 00:13:31.709475 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:31.742033 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] Attempting to bind port b8b4f93e-6068-464d-89df-3708ee09fe24 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:13:31.742757 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] Attempting to bind port b8b4f93e-6068-464d-89df-3708ee09fe24 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'f1338b70-aae4-4742-93cc-58c893c27ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0fd195df-b901-4640-a4c1-0b3e8c96de90'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:13:31.743539 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] Attempting to bind port b8b4f93e-6068-464d-89df-3708ee09fe24 on network 0fd195df-b901-4640-a4c1-0b3e8c96de90 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:13:31.752517 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:13:31.754000 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] Checking segment: {'id': 'f1338b70-aae4-4742-93cc-58c893c27ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0fd195df-b901-4640-a4c1-0b3e8c96de90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:13:31.755212 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:31.755937 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] Bound using segment: {'id': 'f1338b70-aae4-4742-93cc-58c893c27ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0fd195df-b901-4640-a4c1-0b3e8c96de90'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:13:31.757038 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] Bound port: b8b4f93e-6068-464d-89df-3708ee09fe24, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1338b70-aae4-4742-93cc-58c893c27ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0fd195df-b901-4640-a4c1-0b3e8c96de90'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:13:31.757673 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:31.895344 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] For port b8b4f93e-6068-464d-89df-3708ee09fe24, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:13:31.905807 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] For port b8b4f93e-6068-464d-89df-3708ee09fe24, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b8b4f93e-6068-464d-89df-3708ee09fe24,segment=NetworkSegment(f1338b70-aae4-4742-93cc-58c893c27ea7),segment_id=f1338b70-aae4-4742-93cc-58c893c27ea7)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:13:31.914305 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-80f8a5ea-abe7-4e53-9f00-17b8fda9bc37 req-308bde99-23dd-4522-b999-b393f9a611b2 tempest-LiveAutoBlockMigrationV225Test-1208765974 tempest-LiveAutoBlockMigrationV225Test-1208765974-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1dda35f-1a50-4b03-90eb-68e84b4052ee HTTP/1.1" status: 200 len: 210 time: 0.2989495 Nov 08 00:13:31.971184 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-35b7b50f-0da3-4594-b06b-1ea71a2702cd None None] Provisioning complete for port b8b4f93e-6068-464d-89df-3708ee09fe24 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:13:31.971815 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35b7b50f-0da3-4594-b06b-1ea71a2702cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:31.975373 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51bb54db-d8b9-4ede-b56c-07b098a14e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:31.978862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703201d5-a174-40d6-ac3a-a57e3148133b admin admin] Router 7ecc30d1-d453-4d4d-9f6b-3fedf163e58f has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:13:32.013919 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-35b7b50f-0da3-4594-b06b-1ea71a2702cd None None] Port b8b4f93e-6068-464d-89df-3708ee09fe24 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:13:32.017984 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:32.077019 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] Routers {'3367fad7-dd81-4068-ad94-6b1b22ef2dd2'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:13:32.077658 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:13:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['3367fad7-dd81-4068-ad94-6b1b22ef2dd2'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:32.095744 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 63b3937e-2be0-47fa-b168-655879c76e1e no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:13:32.115218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 63b3937e-2be0-47fa-b168-655879c76e1e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:13:32.118446 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 63b3937e-2be0-47fa-b168-655879c76e1e not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:13:32.223297 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aea215-9d48-42cf-989e-8b74e8cbe2a1 None None] Pushing event updated for resources: {'Port': ['ID=b8b4f93e-6068-464d-89df-3708ee09fe24,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:32.252964 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62981240-dbdf-4b98-80c2-8dc0fb731fd8 req-b408e74d-32cc-490f-b2d5-4191d45927bf tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:32.265242 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62981240-dbdf-4b98-80c2-8dc0fb731fd8 req-b408e74d-32cc-490f-b2d5-4191d45927bf tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.2750390 Nov 08 00:13:32.286543 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] Set router 3367fad7-dd81-4068-ad94-6b1b22ef2dd2 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:13:32.329554 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-51bb54db-d8b9-4ede-b56c-07b098a14e94 admin admin] Deleting port b8b4f93e-6068-464d-89df-3708ee09fe24 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:32.329822 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51bb54db-d8b9-4ede-b56c-07b098a14e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:32.352104 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62981240-dbdf-4b98-80c2-8dc0fb731fd8 req-1b90d6a3-96a5-4805-8988-0781a6c97941 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557253 Nov 08 00:13:32.366644 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca0a0e-c1ae-47b3-a152-5d3b2abb68a4 req-4cb2fefa-07ef-46b2-abe4-75f24e332b1c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:32.374241 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40ca0a0e-c1ae-47b3-a152-5d3b2abb68a4 req-4cb2fefa-07ef-46b2-abe4-75f24e332b1c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 945 time: 0.1918938 Nov 08 00:13:32.414979 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703201d5-a174-40d6-ac3a-a57e3148133b admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:13:32.423046 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36832) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:32.423428 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-703201d5-a174-40d6-ac3a-a57e3148133b admin admin] 10.222.0.13 "PUT /v2.0/routers/7ecc30d1-d453-4d4d-9f6b-3fedf163e58f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0815802 Nov 08 00:13:32.434196 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c4940-df4b-46cf-a144-7673aa143c80 None None] Sync routers for ids ['7ecc30d1-d453-4d4d-9f6b-3fedf163e58f'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:13:32.454767 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-56b96675-9c4f-4b0a-8c21-0a6cd8b22ae6 None None] Provisioning complete for port b8b4f93e-6068-464d-89df-3708ee09fe24 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:13:32.455292 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56b96675-9c4f-4b0a-8c21-0a6cd8b22ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:32.462983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40ca0a0e-c1ae-47b3-a152-5d3b2abb68a4 req-eacdd353-d7c3-4cb6-a4fb-211fde028d41 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877459 Nov 08 00:13:32.496380 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c4940-df4b-46cf-a144-7673aa143c80 None None] Routers {'7ecc30d1-d453-4d4d-9f6b-3fedf163e58f'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:13:32.508807 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c08c4940-df4b-46cf-a144-7673aa143c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:13:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7ecc30d1-d453-4d4d-9f6b-3fedf163e58f'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:32.580765 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6d7ed4b-0ce4-43e3-98a8-9aa41aaf045b admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:32.608925 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3367fad7-dd81-4068-ad94-6b1b22ef2dd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-599405011-router', 'tenant_id': '47efc27d23a44ec5bf01ce00bfec952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '45ab071e-0bff-4d66-8b0a-10c5a7376be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:13:20Z', 'updated_at': '2021-11-08T00:13:28Z', 'revision_number': 4, 'project_id': '47efc27d23a44ec5bf01ce00bfec952e', 'gw_port': {'id': '45ab071e-0bff-4d66-8b0a-10c5a7376be9', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3367fad7-dd81-4068-ad94-6b1b22ef2dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:13:21Z', 'updated_at': '2021-11-08T00:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b8b4f93e-6068-464d-89df-3708ee09fe24', 'name': '', 'network_id': '0fd195df-b901-4640-a4c1-0b3e8c96de90', 'tenant_id': '47efc27d23a44ec5bf01ce00bfec952e', 'mac_address': 'fa:16:3e:45:72:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3367fad7-dd81-4068-ad94-6b1b22ef2dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '72b0c7f2-4b97-4054-9fdc-7497524d5405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:13:26Z', 'updated_at': '2021-11-08T00:13:31Z', 'revision_number': 4, 'project_id': '47efc27d23a44ec5bf01ce00bfec952e', 'subnets': [{'id': '72b0c7f2-4b97-4054-9fdc-7497524d5405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:32.645130 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d75a19d-d57b-482f-b99b-7cf0cba6f527 None None] The sync data for ids ['3367fad7-dd81-4068-ad94-6b1b22ef2dd2'] in n-d-816882-1 is: [{'id': '3367fad7-dd81-4068-ad94-6b1b22ef2dd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-599405011-router', 'tenant_id': '47efc27d23a44ec5bf01ce00bfec952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '45ab071e-0bff-4d66-8b0a-10c5a7376be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:13:20Z', 'updated_at': '2021-11-08T00:13:28Z', 'revision_number': 4, 'project_id': '47efc27d23a44ec5bf01ce00bfec952e', 'gw_port': {'id': '45ab071e-0bff-4d66-8b0a-10c5a7376be9', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3367fad7-dd81-4068-ad94-6b1b22ef2dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:13:21Z', 'updated_at': '2021-11-08T00:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b8b4f93e-6068-464d-89df-3708ee09fe24', 'name': '', 'network_id': '0fd195df-b901-4640-a4c1-0b3e8c96de90', 'tenant_id': '47efc27d23a44ec5bf01ce00bfec952e', 'mac_address': 'fa:16:3e:45:72:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3367fad7-dd81-4068-ad94-6b1b22ef2dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '72b0c7f2-4b97-4054-9fdc-7497524d5405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:13:26Z', 'updated_at': '2021-11-08T00:13:31Z', 'revision_number': 4, 'project_id': '47efc27d23a44ec5bf01ce00bfec952e', 'subnets': [{'id': '72b0c7f2-4b97-4054-9fdc-7497524d5405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:13:32.740508 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-51bb54db-d8b9-4ede-b56c-07b098a14e94 admin admin] For port b8b4f93e-6068-464d-89df-3708ee09fe24, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b8b4f93e-6068-464d-89df-3708ee09fe24,segment=NetworkSegment(f1338b70-aae4-4742-93cc-58c893c27ea7),segment_id=f1338b70-aae4-4742-93cc-58c893c27ea7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:32.740991 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51bb54db-d8b9-4ede-b56c-07b098a14e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:32.744056 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6d7ed4b-0ce4-43e3-98a8-9aa41aaf045b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:32.748182 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56b96675-9c4f-4b0a-8c21-0a6cd8b22ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:32.766715 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-51bb54db-d8b9-4ede-b56c-07b098a14e94 admin admin] Calling delete_port for b8b4f93e-6068-464d-89df-3708ee09fe24 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:32.799204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c08c4940-df4b-46cf-a144-7673aa143c80 None None] Set router 7ecc30d1-d453-4d4d-9f6b-3fedf163e58f gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:13:32.989218 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa493f6-9a3e-401f-b417-e55b30dd6e27 req-5e13cbd2-eb66-40af-8791-2522cfd8e64c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:32.999332 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-afa493f6-9a3e-401f-b417-e55b30dd6e27 req-5e13cbd2-eb66-40af-8791-2522cfd8e64c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.1487594 Nov 08 00:13:33.047273 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-56b96675-9c4f-4b0a-8c21-0a6cd8b22ae6 None None] For port b8b4f93e-6068-464d-89df-3708ee09fe24, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b8b4f93e-6068-464d-89df-3708ee09fe24,segment=NetworkSegment(f1338b70-aae4-4742-93cc-58c893c27ea7),segment_id=f1338b70-aae4-4742-93cc-58c893c27ea7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:33.053504 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7ed4b-0ce4-43e3-98a8-9aa41aaf045b admin admin] Deleting port e6a8a574-7362-4439-821e-caa7d12107c5 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:33.057720 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6d7ed4b-0ce4-43e3-98a8-9aa41aaf045b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:33.102702 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36844) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:33.141305 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56b96675-9c4f-4b0a-8c21-0a6cd8b22ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:33.159962 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-afa493f6-9a3e-401f-b417-e55b30dd6e27 req-75a1b56e-417b-4391-b4ed-efd4254cbc5f tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589131 Nov 08 00:13:33.212317 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-79bddd46-cbab-4391-9c52-087b1d14e3a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1974578 Nov 08 00:13:33.213316 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b8b4f93e-6068-464d-89df-3708ee09fe24 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:13:33.226445 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-446141cb-dfe0-497e-9e8e-13b221955e40 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:13:33.227747 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-446141cb-dfe0-497e-9e8e-13b221955e40 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094655 Nov 08 00:13:33.392540 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:33.443107 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b96675-9c4f-4b0a-8c21-0a6cd8b22ae6 None None] Pushing event updated for resources: {'Port': ['ID=b8b4f93e-6068-464d-89df-3708ee09fe24,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:33.490340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c08c4940-df4b-46cf-a144-7673aa143c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecc30d1-d453-4d4d-9f6b-3fedf163e58f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107162765-router', 'tenant_id': '0221909972b7403eae54174fdd51395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e6a8a574-7362-4439-821e-caa7d12107c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:29Z', 'updated_at': '2021-11-08T00:13:30Z', 'revision_number': 5, 'project_id': '0221909972b7403eae54174fdd51395c', 'gw_port': {'id': 'e6a8a574-7362-4439-821e-caa7d12107c5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecc30d1-d453-4d4d-9f6b-3fedf163e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:07:30Z', 'updated_at': '2021-11-08T00:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:33.527063 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port b8b4f93e-6068-464d-89df-3708ee09fe24 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:13:33.527688 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:33.530581 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c4940-df4b-46cf-a144-7673aa143c80 None None] Checking router: 7ecc30d1-d453-4d4d-9f6b-3fedf163e58f for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:13:33.568433 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c4940-df4b-46cf-a144-7673aa143c80 None None] Routers {'7ecc30d1-d453-4d4d-9f6b-3fedf163e58f'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:13:33.568652 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c08c4940-df4b-46cf-a144-7673aa143c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:13:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7ecc30d1-d453-4d4d-9f6b-3fedf163e58f'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:33.683246 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44ba5c-a8c8-4129-b457-efe0ed25d24b req-3569ea19-5752-4a6c-84eb-bf394c686645 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:33.683517 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-c6d7ed4b-0ce4-43e3-98a8-9aa41aaf045b admin admin] For port e6a8a574-7362-4439-821e-caa7d12107c5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e6a8a574-7362-4439-821e-caa7d12107c5,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:33.683517 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6d7ed4b-0ce4-43e3-98a8-9aa41aaf045b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:33.684159 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c44ba5c-a8c8-4129-b457-efe0ed25d24b req-3569ea19-5752-4a6c-84eb-bf394c686645 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.2041295 Nov 08 00:13:33.746665 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7ed4b-0ce4-43e3-98a8-9aa41aaf045b admin admin] Calling delete_port for e6a8a574-7362-4439-821e-caa7d12107c5 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:33.755013 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c08c4940-df4b-46cf-a144-7673aa143c80 None None] Set router 7ecc30d1-d453-4d4d-9f6b-3fedf163e58f gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:13:33.807429 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43968320-493c-4160-962d-5a87cb1d375a req-e0ac9bf6-92f1-4937-8234-b0a7d0f6e183 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:33.814595 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-43968320-493c-4160-962d-5a87cb1d375a req-e0ac9bf6-92f1-4937-8234-b0a7d0f6e183 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 945 time: 0.1247499 Nov 08 00:13:33.823832 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c44ba5c-a8c8-4129-b457-efe0ed25d24b req-8ae84712-ea71-4d18-8bc1-5e3f86f33eb3 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423566 Nov 08 00:13:33.863547 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c08c4940-df4b-46cf-a144-7673aa143c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecc30d1-d453-4d4d-9f6b-3fedf163e58f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107162765-router', 'tenant_id': '0221909972b7403eae54174fdd51395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:29Z', 'updated_at': '2021-11-08T00:13:32Z', 'revision_number': 6, 'project_id': '0221909972b7403eae54174fdd51395c', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:33.901815 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-43968320-493c-4160-962d-5a87cb1d375a req-c2456c26-a9c1-4012-b2d1-8ef8a8942961 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756102 Nov 08 00:13:33.945840 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51bb54db-d8b9-4ede-b56c-07b098a14e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:33.968074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c4940-df4b-46cf-a144-7673aa143c80 None None] The sync data for ids ['7ecc30d1-d453-4d4d-9f6b-3fedf163e58f'] in n-d-816882-1 is: [{'id': '7ecc30d1-d453-4d4d-9f6b-3fedf163e58f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107162765-router', 'tenant_id': '0221909972b7403eae54174fdd51395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:07:29Z', 'updated_at': '2021-11-08T00:13:32Z', 'revision_number': 6, 'project_id': '0221909972b7403eae54174fdd51395c', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:13:33.975056 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Port b8b4f93e-6068-464d-89df-3708ee09fe24 update to ACTIVE by agent not found {{(pid=102773) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 08 00:13:33.988631 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf0b688-0120-4858-b3c5-5f5dab2ec7e0 admin admin] Deleting subnet cda772d5-f001-47ed-867d-7cf3c24b61ac {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:13:33.996015 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb54db-d8b9-4ede-b56c-07b098a14e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b4f93e-6068-464d-89df-3708ee09fe24,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:34.001717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b688-0120-4858-b3c5-5f5dab2ec7e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:34.125588 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b688-0120-4858-b3c5-5f5dab2ec7e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:34.253865 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b688-0120-4858-b3c5-5f5dab2ec7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:34.336890 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51bb54db-d8b9-4ede-b56c-07b098a14e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:34.347143 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6d7ed4b-0ce4-43e3-98a8-9aa41aaf045b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:34.411756 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e4973-169c-46cc-8ff3-a72ee8690f66 req-7295071d-d766-4833-8f4d-aeac0f4ef5ef tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:34.416017 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-672e4973-169c-46cc-8ff3-a72ee8690f66 req-7295071d-d766-4833-8f4d-aeac0f4ef5ef tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.1336174 Nov 08 00:13:34.461470 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7ed4b-0ce4-43e3-98a8-9aa41aaf045b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a8a574-7362-4439-821e-caa7d12107c5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:34.471234 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b688-0120-4858-b3c5-5f5dab2ec7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:34.479474 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-672e4973-169c-46cc-8ff3-a72ee8690f66 req-674e9574-4313-48d7-8451-d72b3f858790 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541244 Nov 08 00:13:34.547530 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0b688-0120-4858-b3c5-5f5dab2ec7e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda772d5-f001-47ed-867d-7cf3c24b61ac,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:34.563343 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2b01b-121d-459d-b784-01911b3f50f8 req-b5447bd6-816a-47a1-9e8d-2ac60bdce02e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:34.565287 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8b2b01b-121d-459d-b784-01911b3f50f8 req-b5447bd6-816a-47a1-9e8d-2ac60bdce02e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 945 time: 0.1054707 Nov 08 00:13:34.591862 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b688-0120-4858-b3c5-5f5dab2ec7e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:34.594397 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2cf0b688-0120-4858-b3c5-5f5dab2ec7e0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cda772d5-f001-47ed-867d-7cf3c24b61ac HTTP/1.1" status: 204 len: 168 time: 1.4907129 Nov 08 00:13:34.597072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36888) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:34.619098 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6d7ed4b-0ce4-43e3-98a8-9aa41aaf045b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:34.707530 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dac86-e948-4c29-894e-57e8883b0c9d req-4250f405-aeaf-467d-94d0-5716dc950677 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:34.709067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-889dac86-e948-4c29-894e-57e8883b0c9d req-4250f405-aeaf-467d-94d0-5716dc950677 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.1609113 Nov 08 00:13:34.711397 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b380a81-e097-4e72-bfc0-bc2f2d9404b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:34.717647 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8b2b01b-121d-459d-b784-01911b3f50f8 req-b116119c-56d0-4fa1-b7f3-dcb0c74de360 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448276 Nov 08 00:13:34.772705 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6d7ed4b-0ce4-43e3-98a8-9aa41aaf045b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:34.776143 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6d7ed4b-0ce4-43e3-98a8-9aa41aaf045b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:34.797329 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-889dac86-e948-4c29-894e-57e8883b0c9d req-c7be859d-f4bd-47b9-bf1e-b5ca394423c7 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785832 Nov 08 00:13:34.846791 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b380a81-e097-4e72-bfc0-bc2f2d9404b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:34.852346 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bb54db-d8b9-4ede-b56c-07b098a14e94 admin admin] Router 3367fad7-dd81-4068-ad94-6b1b22ef2dd2 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:13:34.878013 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-3b380a81-e097-4e72-bfc0-bc2f2d9404b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a84b47-f9ce-4954-8ec1-2a7bb6748880']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:34.888259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-3b380a81-e097-4e72-bfc0-bc2f2d9404b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9754343d-491b-4bff-a1c4-a1509b158147') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:34.888555 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-3b380a81-e097-4e72-bfc0-bc2f2d9404b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9754343d-491b-4bff-a1c4-a1509b158147') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:34.906392 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b380a81-e097-4e72-bfc0-bc2f2d9404b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:34.925672 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6d7ed4b-0ce4-43e3-98a8-9aa41aaf045b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:34.925672 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d7ed4b-0ce4-43e3-98a8-9aa41aaf045b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ecc30d1-d453-4d4d-9f6b-3fedf163e58f {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:13:34.930604 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b380a81-e097-4e72-bfc0-bc2f2d9404b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:34.930750 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6d7ed4b-0ce4-43e3-98a8-9aa41aaf045b admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:34.934073 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c6d7ed4b-0ce4-43e3-98a8-9aa41aaf045b admin admin] 10.222.0.13 "DELETE /v2.0/routers/7ecc30d1-d453-4d4d-9f6b-3fedf163e58f HTTP/1.1" status: 204 len: 168 time: 2.5074222 Nov 08 00:13:34.934368 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36896) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:34.956631 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b380a81-e097-4e72-bfc0-bc2f2d9404b7 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:13:34.956631 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b380a81-e097-4e72-bfc0-bc2f2d9404b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:13:34.957044 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:13:35.003375 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce442c9-adb7-41d8-a468-3139dfb68d8a admin admin] Deleting subnet f160aae6-35bd-49bc-a187-c625a75d1a9a {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:13:35.008842 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce442c9-adb7-41d8-a468-3139dfb68d8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:35.039409 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bb54db-d8b9-4ede-b56c-07b098a14e94 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:13:35.048196 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-51bb54db-d8b9-4ede-b56c-07b098a14e94 admin admin] 10.222.0.13 "PUT /v2.0/routers/3367fad7-dd81-4068-ad94-6b1b22ef2dd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5915458 Nov 08 00:13:35.055886 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36898) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:35.061234 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce442c9-adb7-41d8-a468-3139dfb68d8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:35.065749 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db21ee-d108-4934-94c9-eae320c475c7 req-1b08e866-1ec0-4b7a-9f66-2fb11062e8cf tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:35.072253 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3db21ee-d108-4934-94c9-eae320c475c7 req-1b08e866-1ec0-4b7a-9f66-2fb11062e8cf tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.1337402 Nov 08 00:13:35.085624 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaa77e2-4f05-4122-bceb-3b36a0cb57c2 None None] Sync routers for ids ['3367fad7-dd81-4068-ad94-6b1b22ef2dd2'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:13:35.101394 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa77e2-4f05-4122-bceb-3b36a0cb57c2 None None] Routers {'3367fad7-dd81-4068-ad94-6b1b22ef2dd2'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:13:35.102025 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-aaaa77e2-4f05-4122-bceb-3b36a0cb57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:13:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['3367fad7-dd81-4068-ad94-6b1b22ef2dd2'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:35.152090 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce442c9-adb7-41d8-a468-3139dfb68d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:35.191633 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b380a81-e097-4e72-bfc0-bc2f2d9404b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:35.197046 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e6a8a574-7362-4439-821e-caa7d12107c5 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:13:35.212235 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b380a81-e097-4e72-bfc0-bc2f2d9404b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:35.215835 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3b380a81-e097-4e72-bfc0-bc2f2d9404b7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/16a84b47-f9ce-4954-8ec1-2a7bb6748880 HTTP/1.1" status: 204 len: 168 time: 0.6170702 Nov 08 00:13:35.224215 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36906) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:35.237806 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b380a81-e097-4e72-bfc0-bc2f2d9404b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=16a84b47-f9ce-4954-8ec1-2a7bb6748880,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:35.254901 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-aaaa77e2-4f05-4122-bceb-3b36a0cb57c2 None None] Set router 3367fad7-dd81-4068-ad94-6b1b22ef2dd2 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:13:35.272287 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3db21ee-d108-4934-94c9-eae320c475c7 req-d8141a32-3a78-42a6-a49d-f0cc65d0970a tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900939 Nov 08 00:13:35.281001 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:35.301207 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fab5fd2-cbd5-449a-b78b-605c01e0451e admin admin] Deleting subnet 8582e1e0-83fd-44ad-9ec5-6c72984e4b5e {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:13:35.312119 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: e6a8a574-7362-4439-821e-caa7d12107c5 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:13:35.312462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e6a8a574-7362-4439-821e-caa7d12107c5 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:13:35.312898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 94292ed8-d79e-4ad5-823f-6f97ec370284 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:13:35.363542 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 94292ed8-d79e-4ad5-823f-6f97ec370284 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:13:35.364145 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 94292ed8-d79e-4ad5-823f-6f97ec370284 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:13:35.388644 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3fab5fd2-cbd5-449a-b78b-605c01e0451e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:35.437751 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:35.443222 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3fab5fd2-cbd5-449a-b78b-605c01e0451e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:35.466616 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce442c9-adb7-41d8-a468-3139dfb68d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:35.522670 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce442c9-adb7-41d8-a468-3139dfb68d8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f160aae6-35bd-49bc-a187-c625a75d1a9a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:35.524705 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce442c9-adb7-41d8-a468-3139dfb68d8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:35.530969 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dce442c9-adb7-41d8-a468-3139dfb68d8a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f160aae6-35bd-49bc-a187-c625a75d1a9a HTTP/1.1" status: 204 len: 168 time: 0.5956094 Nov 08 00:13:35.533626 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36910) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:35.537844 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba530f64-75b9-4c51-aae8-1d15c65d7172 None None] Network 028baf86-5081-46b7-8294-0bd79381c803 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:13:35.555341 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-aaaa77e2-4f05-4122-bceb-3b36a0cb57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3367fad7-dd81-4068-ad94-6b1b22ef2dd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-599405011-router', 'tenant_id': '47efc27d23a44ec5bf01ce00bfec952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '45ab071e-0bff-4d66-8b0a-10c5a7376be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:13:20Z', 'updated_at': '2021-11-08T00:13:33Z', 'revision_number': 5, 'project_id': '47efc27d23a44ec5bf01ce00bfec952e', 'gw_port': {'id': '45ab071e-0bff-4d66-8b0a-10c5a7376be9', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3367fad7-dd81-4068-ad94-6b1b22ef2dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:13:21Z', 'updated_at': '2021-11-08T00:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:35.599890 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaa77e2-4f05-4122-bceb-3b36a0cb57c2 None None] Checking router: 3367fad7-dd81-4068-ad94-6b1b22ef2dd2 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:13:35.601490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81149296-4070-4a40-8c05-546ac2accb77 req-66db3e85-6273-42e5-b5c0-ca2e5a245c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:35.603126 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81149296-4070-4a40-8c05-546ac2accb77 req-66db3e85-6273-42e5-b5c0-ca2e5a245c54 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 1097 time: 0.1310606 Nov 08 00:13:35.628559 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa77e2-4f05-4122-bceb-3b36a0cb57c2 None None] Routers {'3367fad7-dd81-4068-ad94-6b1b22ef2dd2'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:13:35.629188 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-aaaa77e2-4f05-4122-bceb-3b36a0cb57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:13:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['3367fad7-dd81-4068-ad94-6b1b22ef2dd2'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:35.706263 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:35.708248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Deleting port 45ab071e-0bff-4d66-8b0a-10c5a7376be9 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:35.708781 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:35.712441 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81149296-4070-4a40-8c05-546ac2accb77 req-7eac6fba-7546-481b-829e-e57144b58ab1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927019 Nov 08 00:13:35.725976 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3fab5fd2-cbd5-449a-b78b-605c01e0451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:35.773898 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f0f0c-5eb0-480d-8f29-d086b15f8017 req-af996516-0422-47bb-be7d-8e9c2cb22c46 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:35.778755 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e33f0f0c-5eb0-480d-8f29-d086b15f8017 req-af996516-0422-47bb-be7d-8e9c2cb22c46 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.1580536 Nov 08 00:13:35.845227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b6a84a-bf67-4b77-bd56-edb20a0f2f64 None None] DHCP port deletion for 028baf86-5081-46b7-8294-0bd79381c803 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:13:35.858625 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] Deleting port 255ef09d-70ed-40c2-a18f-96cfda841597 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:35.859660 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:35.898843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] For port 45ab071e-0bff-4d66-8b0a-10c5a7376be9, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=45ab071e-0bff-4d66-8b0a-10c5a7376be9,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:35.899079 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:35.900329 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-aaaa77e2-4f05-4122-bceb-3b36a0cb57c2 None None] Set router 3367fad7-dd81-4068-ad94-6b1b22ef2dd2 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:13:35.937949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e33f0f0c-5eb0-480d-8f29-d086b15f8017 req-d2bc67cc-37e8-4b64-bb1c-9f45a5958e9a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268950 Nov 08 00:13:35.945142 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3fab5fd2-cbd5-449a-b78b-605c01e0451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:35.948812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Calling delete_port for 45ab071e-0bff-4d66-8b0a-10c5a7376be9 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:35.953871 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6a84a-bf67-4b77-bd56-edb20a0f2f64 None None] Deleting port 255ef09d-70ed-40c2-a18f-96cfda841597 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:35.953871 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a84a-bf67-4b77-bd56-edb20a0f2f64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:35.963965 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-aaaa77e2-4f05-4122-bceb-3b36a0cb57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3367fad7-dd81-4068-ad94-6b1b22ef2dd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-599405011-router', 'tenant_id': '47efc27d23a44ec5bf01ce00bfec952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:13:20Z', 'updated_at': '2021-11-08T00:13:35Z', 'revision_number': 6, 'project_id': '47efc27d23a44ec5bf01ce00bfec952e', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:35.995081 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaa77e2-4f05-4122-bceb-3b36a0cb57c2 None None] The sync data for ids ['3367fad7-dd81-4068-ad94-6b1b22ef2dd2'] in n-d-816882-1 is: [{'id': '3367fad7-dd81-4068-ad94-6b1b22ef2dd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-599405011-router', 'tenant_id': '47efc27d23a44ec5bf01ce00bfec952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:13:20Z', 'updated_at': '2021-11-08T00:13:35Z', 'revision_number': 6, 'project_id': '47efc27d23a44ec5bf01ce00bfec952e', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:13:36.011340 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab5fd2-cbd5-449a-b78b-605c01e0451e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8582e1e0-83fd-44ad-9ec5-6c72984e4b5e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:36.019050 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3fab5fd2-cbd5-449a-b78b-605c01e0451e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.022262 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3fab5fd2-cbd5-449a-b78b-605c01e0451e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8582e1e0-83fd-44ad-9ec5-6c72984e4b5e HTTP/1.1" status: 204 len: 168 time: 0.7970278 Nov 08 00:13:36.027817 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36916) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:36.048524 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d0b6a84a-bf67-4b77-bd56-edb20a0f2f64 None None] For port 255ef09d-70ed-40c2-a18f-96cfda841597, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=255ef09d-70ed-40c2-a18f-96cfda841597,segment=NetworkSegment(0781deec-7174-405f-b5db-0c9047f87ac3),segment_id=0781deec-7174-405f-b5db-0c9047f87ac3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:36.048971 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a84a-bf67-4b77-bd56-edb20a0f2f64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.062817 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6a84a-bf67-4b77-bd56-edb20a0f2f64 None None] Calling delete_port for 255ef09d-70ed-40c2-a18f-96cfda841597 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:36.101117 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] For port 255ef09d-70ed-40c2-a18f-96cfda841597, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=255ef09d-70ed-40c2-a18f-96cfda841597,segment=NetworkSegment(0781deec-7174-405f-b5db-0c9047f87ac3),segment_id=0781deec-7174-405f-b5db-0c9047f87ac3)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:36.101487 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.112414 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bdce3-6997-44bd-89bb-e809c42e04a0 req-2673f4ac-7749-43ef-9125-bc555f937cd2 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:36.113914 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb5bdce3-6997-44bd-89bb-e809c42e04a0 req-2673f4ac-7749-43ef-9125-bc555f937cd2 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 945 time: 0.1057901 Nov 08 00:13:36.130079 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] Calling delete_port for 255ef09d-70ed-40c2-a18f-96cfda841597 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:36.155037 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f713195-f31b-45cb-a564-37eceba394aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.217017 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb5bdce3-6997-44bd-89bb-e809c42e04a0 req-29a96c2d-ced4-4444-aad1-2e5123bb4cb7 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955670 Nov 08 00:13:36.261737 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a84a-bf67-4b77-bd56-edb20a0f2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.287764 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6a84a-bf67-4b77-bd56-edb20a0f2f64 None None] Pushing event deleted for resources: {'Port': ['ID=255ef09d-70ed-40c2-a18f-96cfda841597,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:36.311942 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f713195-f31b-45cb-a564-37eceba394aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.313169 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b6a84a-bf67-4b77-bd56-edb20a0f2f64 None None] No DVR routers for this DVR port 255ef09d-70ed-40c2-a18f-96cfda841597 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:13:36.326776 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904cfdb-03a8-4b95-9a5c-39036c143f4d req-47e2693d-fb48-43dd-a81a-b5ce47e78e75 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:36.326776 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c904cfdb-03a8-4b95-9a5c-39036c143f4d req-47e2693d-fb48-43dd-a81a-b5ce47e78e75 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.26 "GET /v2.0/ports?device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 945 time: 0.0706060 Nov 08 00:13:36.329163 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.358996 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-5f713195-f31b-45cb-a564-37eceba394aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df707d4b-2a60-4d59-8ee0-8e0329fd1d54']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:36.385491 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.402955 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] Pushing event deleted for resources: {'Port': ['ID=255ef09d-70ed-40c2-a18f-96cfda841597,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:36.407362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-5f713195-f31b-45cb-a564-37eceba394aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8148c83-e139-4802-9dfb-0be089543d0c') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:36.407675 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-5f713195-f31b-45cb-a564-37eceba394aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8148c83-e139-4802-9dfb-0be089543d0c') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:36.422365 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] No DVR routers for this DVR port 255ef09d-70ed-40c2-a18f-96cfda841597 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:13:36.440999 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f713195-f31b-45cb-a564-37eceba394aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.490485 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=45ab071e-0bff-4d66-8b0a-10c5a7376be9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:36.513801 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f713195-f31b-45cb-a564-37eceba394aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.554696 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f713195-f31b-45cb-a564-37eceba394aa admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:13:36.555257 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f713195-f31b-45cb-a564-37eceba394aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:13:36.557059 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:13:36.569713 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:36.570143 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:36.570987 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:36.570987 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:36.571308 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:36.572372 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:36.572797 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:36.573195 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:36.573589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:36.573981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:36.574370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:36.574759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:13:36.618221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec3c84-a642-4ead-81c3-52a2637f559d req-18f0ab93-0aca-4cfc-9030-f34c7ce15048 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:36.619861 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5ec3c84-a642-4ead-81c3-52a2637f559d req-18f0ab93-0aca-4cfc-9030-f34c7ce15048 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.2078466 Nov 08 00:13:36.620808 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.623159 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.635999 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-40ed5fc1-3cbf-4fd9-8bf2-585a21bfb66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:36.637787 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-40ed5fc1-3cbf-4fd9-8bf2-585a21bfb66f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 1100 time: 0.2096901 Nov 08 00:13:36.653702 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028baf86-5081-46b7-8294-0bd79381c803']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:36.663733 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0781deec-7174-405f-b5db-0c9047f87ac3') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:36.664287 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0781deec-7174-405f-b5db-0c9047f87ac3') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:36.677593 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.709715 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.742514 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f713195-f31b-45cb-a564-37eceba394aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.746084 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-c904cfdb-03a8-4b95-9a5c-39036c143f4d req-b33d7f24-8417-4306-818f-d412d62df1ea tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Deleting port ecbff080-d1a8-4815-8433-b60dba7d18d9 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:36.746340 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c904cfdb-03a8-4b95-9a5c-39036c143f4d req-b33d7f24-8417-4306-818f-d412d62df1ea tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.756523 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:13:36.756931 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.758950 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f713195-f31b-45cb-a564-37eceba394aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.762445 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5f713195-f31b-45cb-a564-37eceba394aa admin admin] 10.222.0.13 "DELETE /v2.0/networks/df707d4b-2a60-4d59-8ee0-8e0329fd1d54 HTTP/1.1" status: 204 len: 168 time: 0.7336071 Nov 08 00:13:36.764260 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:13:36.764812 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:13:36.803339 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.819888 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f713195-f31b-45cb-a564-37eceba394aa admin admin] Pushing event deleted for resources: {'Network': ['ID=df707d4b-2a60-4d59-8ee0-8e0329fd1d54,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:36.890681 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-9649b0d4-bcca-4f65-b2b6-bdb43c3c099d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:36.893088 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-9649b0d4-bcca-4f65-b2b6-bdb43c3c099d service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.2039394 Nov 08 00:13:36.953022 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.964732 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:36.970210 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] 10.222.0.13 "DELETE /v2.0/networks/028baf86-5081-46b7-8294-0bd79381c803 HTTP/1.1" status: 204 len: 168 time: 1.4245059 Nov 08 00:13:36.972246 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-39b661e4-5e53-4abc-9c55-d761cd790efd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=36e33710-6d30-4755-b8fe-f991141ea0a1 HTTP/1.1" status: 200 len: 217 time: 0.0676239 Nov 08 00:13:37.104406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e8726-7dac-4cd1-8ad1-22b8bcc54862 admin admin] Pushing event deleted for resources: {'Network': ['ID=028baf86-5081-46b7-8294-0bd79381c803,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:37.155732 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-b7eb3207-3f2f-4a87-a420-59e7e9a75baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:37.158128 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-b7eb3207-3f2f-4a87-a420-59e7e9a75baf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1470532 Nov 08 00:13:37.215573 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36930) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:37.237525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 255ef09d-70ed-40c2-a18f-96cfda841597 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:13:37.248370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5ec3c84-a642-4ead-81c3-52a2637f559d req-6d4d40fc-b2a0-410a-b243-461fb774f22e tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6098864 Nov 08 00:13:37.276533 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 255ef09d-70ed-40c2-a18f-96cfda841597 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:13:37.278171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 255ef09d-70ed-40c2-a18f-96cfda841597 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:13:37.279288 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b8b4f93e-6068-464d-89df-3708ee09fe24 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:13:37.335814 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-eb6d86df-95a2-4bbd-9e6e-1f3facd01c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:37.336042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30793b-29ed-440c-8304-7b429238e382 req-0c61a812-49ff-4647-b636-32182c65289e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:37.337618 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f30793b-29ed-440c-8304-7b429238e382 req-0c61a812-49ff-4647-b636-32182c65289e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.1505249 Nov 08 00:13:37.340700 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-eb6d86df-95a2-4bbd-9e6e-1f3facd01c55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1719427 Nov 08 00:13:37.343907 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: b8b4f93e-6068-464d-89df-3708ee09fe24 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:13:37.344471 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b8b4f93e-6068-464d-89df-3708ee09fe24 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:13:37.345085 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 45ab071e-0bff-4d66-8b0a-10c5a7376be9 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:13:37.358490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-c904cfdb-03a8-4b95-9a5c-39036c143f4d req-b33d7f24-8417-4306-818f-d412d62df1ea tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] For port ecbff080-d1a8-4815-8433-b60dba7d18d9, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=ecbff080-d1a8-4815-8433-b60dba7d18d9,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:37.358857 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c904cfdb-03a8-4b95-9a5c-39036c143f4d req-b33d7f24-8417-4306-818f-d412d62df1ea tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:37.367762 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 45ab071e-0bff-4d66-8b0a-10c5a7376be9 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:13:37.369297 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 45ab071e-0bff-4d66-8b0a-10c5a7376be9 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:13:37.374703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-c904cfdb-03a8-4b95-9a5c-39036c143f4d req-b33d7f24-8417-4306-818f-d412d62df1ea tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Calling delete_port for ecbff080-d1a8-4815-8433-b60dba7d18d9 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:37.376593 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:37.377162 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3367fad7-dd81-4068-ad94-6b1b22ef2dd2 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:13:37.389470 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3dfc03ac-50bd-45e1-9cde-29ccbe61a4b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=951d7073901a4e51a1deddc1d387c234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716955 Nov 08 00:13:37.390462 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:37.393905 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5bf96457-67d7-4eec-a421-77ac11791f47 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3367fad7-dd81-4068-ad94-6b1b22ef2dd2 HTTP/1.1" status: 204 len: 168 time: 2.3422153 Nov 08 00:13:37.400480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36934) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:37.400819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36936) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:37.457807 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36938) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:37.538027 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f30793b-29ed-440c-8304-7b429238e382 req-b9a28f10-b7ed-4259-a149-65dbe85884a8 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648710 Nov 08 00:13:37.555496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-58839a6d-7a69-40d2-9c83-f352c7c4fc47 admin admin] Deleting subnet 72b0c7f2-4b97-4054-9fdc-7497524d5405 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:13:37.563054 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-58839a6d-7a69-40d2-9c83-f352c7c4fc47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:37.599111 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fccbc3d1-80b5-411e-9a34-5554f6623c9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dafc7010ec8a40b6adaaa3517374bd21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1356812 Nov 08 00:13:37.599820 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36942) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:37.603094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f86cb8-e5c8-4838-863a-027664b8f453 req-289c5c61-7d64-48ed-b8b3-818689ba5eb4 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:37.604736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-37f86cb8-e5c8-4838-863a-027664b8f453 req-289c5c61-7d64-48ed-b8b3-818689ba5eb4 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 945 time: 0.2030315 Nov 08 00:13:37.636680 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-3cb028e8-1461-4853-aa4d-b9bd0c9aad41 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876608 Nov 08 00:13:37.677598 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6c92af75-edb1-4fb1-911f-938163f6e96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:37.697936 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-58839a6d-7a69-40d2-9c83-f352c7c4fc47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:37.737704 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6c92af75-edb1-4fb1-911f-938163f6e96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:37.774374 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-37f86cb8-e5c8-4838-863a-027664b8f453 req-90c47bde-3339-4e14-962e-12dee037f02b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564753 Nov 08 00:13:37.831634 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-72e44626-4a9f-4390-ba87-ccc247a53468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:37.843656 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c904cfdb-03a8-4b95-9a5c-39036c143f4d req-b33d7f24-8417-4306-818f-d412d62df1ea tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:37.868568 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-72e44626-4a9f-4390-ba87-ccc247a53468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:37.876807 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-6a206f1a-b8b1-4eea-9e53-bd8d771c7643 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260320 Nov 08 00:13:37.877054 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['ecbff080-d1a8-4815-8433-b60dba7d18d9'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:13:37.885829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d7f24-8417-4306-818f-d412d62df1ea tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Pushing event deleted for resources: {'Port': ['ID=ecbff080-d1a8-4815-8433-b60dba7d18d9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:37.891737 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-58839a6d-7a69-40d2-9c83-f352c7c4fc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:37.900060 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6c92af75-edb1-4fb1-911f-938163f6e96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:37.904695 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6c92af75-edb1-4fb1-911f-938163f6e96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:37.910810 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6c92af75-edb1-4fb1-911f-938163f6e96a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02 HTTP/1.1" status: 204 len: 168 time: 0.5090282 Nov 08 00:13:37.951403 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92af75-edb1-4fb1-911f-938163f6e96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8f71b1-7ea3-42a5-90bc-3c74f73fcd02,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:37.964238 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c904cfdb-03a8-4b95-9a5c-39036c143f4d req-b33d7f24-8417-4306-818f-d412d62df1ea tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] No DVR routers for this DVR port ecbff080-d1a8-4815-8433-b60dba7d18d9 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:13:37.967452 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c904cfdb-03a8-4b95-9a5c-39036c143f4d req-b33d7f24-8417-4306-818f-d412d62df1ea tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:37.970962 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c904cfdb-03a8-4b95-9a5c-39036c143f4d req-b33d7f24-8417-4306-818f-d412d62df1ea tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.26 "DELETE /v2.0/ports/ecbff080-d1a8-4815-8433-b60dba7d18d9 HTTP/1.1" status: 204 len: 173 time: 1.6334209 Nov 08 00:13:37.971408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34db16e7-e04e-4a12-8009-9a3157a181de', 'name': 'network-vif-deleted', 'tag': 'ecbff080-d1a8-4815-8433-b60dba7d18d9'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:37.974460 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede7ef48-6ac1-40c0-b8e6-7369b59d31e6" -d '{"events": [{"server_uuid": "34db16e7-e04e-4a12-8009-9a3157a181de", "name": "network-vif-deleted", "tag": "ecbff080-d1a8-4815-8433-b60dba7d18d9"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:38.029178 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a30cf66-7062-45ac-8863-03a10ccb0551 x-openstack-request-id: req-1a30cf66-7062-45ac-8863-03a10ccb0551 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:38.029517 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34db16e7-e04e-4a12-8009-9a3157a181de", "name": "network-vif-deleted", "tag": "ecbff080-d1a8-4815-8433-b60dba7d18d9", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:38.029732 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a30cf66-7062-45ac-8863-03a10ccb0551 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:38.030133 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34db16e7-e04e-4a12-8009-9a3157a181de', 'name': 'network-vif-deleted', 'tag': 'ecbff080-d1a8-4815-8433-b60dba7d18d9', 'status': 'completed', 'code': 200} Nov 08 00:13:38.069509 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-72e44626-4a9f-4390-ba87-ccc247a53468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:38.072393 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-72e44626-4a9f-4390-ba87-ccc247a53468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:38.073670 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-72e44626-4a9f-4390-ba87-ccc247a53468 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/794c38bb-f8ee-48ca-88bb-f9d564335db0 HTTP/1.1" status: 204 len: 168 time: 0.4547033 Nov 08 00:13:38.082158 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e44626-4a9f-4390-ba87-ccc247a53468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794c38bb-f8ee-48ca-88bb-f9d564335db0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:38.098249 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-58839a6d-7a69-40d2-9c83-f352c7c4fc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:38.148014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58839a6d-7a69-40d2-9c83-f352c7c4fc47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72b0c7f2-4b97-4054-9fdc-7497524d5405,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:38.160191 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-58839a6d-7a69-40d2-9c83-f352c7c4fc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:38.167496 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-58839a6d-7a69-40d2-9c83-f352c7c4fc47 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/72b0c7f2-4b97-4054-9fdc-7497524d5405 HTTP/1.1" status: 204 len: 168 time: 0.7622600 Nov 08 00:13:38.168218 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36950) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:38.175822 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d0b3f5-8509-453b-b18d-9b51fcf73049 None None] Network 0fd195df-b901-4640-a4c1-0b3e8c96de90 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:13:38.293317 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:38.304605 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:38.397549 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] Deleting port 9d570baf-b5a0-41b0-a380-cac2cd399db6 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:38.398318 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:38.495052 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b804d104-238d-4af9-b0f0-35d9ee898f0a None None] DHCP port deletion for 0fd195df-b901-4640-a4c1-0b3e8c96de90 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:13:38.499252 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeecc0e-2237-42bc-a573-b99030cf0ca2 req-5360e661-1e9d-4c81-bf15-1d7ac7c86373 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:38.499392 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] For port 9d570baf-b5a0-41b0-a380-cac2cd399db6, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9d570baf-b5a0-41b0-a380-cac2cd399db6,segment=NetworkSegment(f1338b70-aae4-4742-93cc-58c893c27ea7),segment_id=f1338b70-aae4-4742-93cc-58c893c27ea7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:38.499501 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cfeecc0e-2237-42bc-a573-b99030cf0ca2 req-5360e661-1e9d-4c81-bf15-1d7ac7c86373 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.0592349 Nov 08 00:13:38.503391 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:38.520070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] Calling delete_port for 9d570baf-b5a0-41b0-a380-cac2cd399db6 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:38.570687 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cfeecc0e-2237-42bc-a573-b99030cf0ca2 req-67ba9712-f014-475a-b3d0-819d5e6c1485 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639379 Nov 08 00:13:38.624438 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b804d104-238d-4af9-b0f0-35d9ee898f0a None None] Deleting port 9d570baf-b5a0-41b0-a380-cac2cd399db6 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:38.629866 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b804d104-238d-4af9-b0f0-35d9ee898f0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:38.652049 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-9d771c24-d922-4e48-955c-eba73e79e0c3 req-b030aa8e-03fd-47cb-a790-61121e01bee4 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-726094072', 'description': 'tempest-description-1987641907'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:38.718611 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b804d104-238d-4af9-b0f0-35d9ee898f0a None None] For port 9d570baf-b5a0-41b0-a380-cac2cd399db6, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9d570baf-b5a0-41b0-a380-cac2cd399db6,segment=NetworkSegment(f1338b70-aae4-4742-93cc-58c893c27ea7),segment_id=f1338b70-aae4-4742-93cc-58c893c27ea7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:38.719405 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b804d104-238d-4af9-b0f0-35d9ee898f0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:38.728710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239f6a1-86ed-46e0-9a8a-48474d0d14c3 req-c6ca098d-7701-4ca0-9c1c-9ccebc05bed0 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:38.729322 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6239f6a1-86ed-46e0-9a8a-48474d0d14c3 req-c6ca098d-7701-4ca0-9c1c-9ccebc05bed0 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.0923941 Nov 08 00:13:38.737006 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b804d104-238d-4af9-b0f0-35d9ee898f0a None None] Calling delete_port for 9d570baf-b5a0-41b0-a380-cac2cd399db6 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:38.778355 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:38.782975 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6239f6a1-86ed-46e0-9a8a-48474d0d14c3 req-a2d13647-52af-4423-a83b-d54ee4b8f1c0 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414569 Nov 08 00:13:38.787620 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9d771c24-d922-4e48-955c-eba73e79e0c3 req-b030aa8e-03fd-47cb-a790-61121e01bee4 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:38.854607 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d570baf-b5a0-41b0-a380-cac2cd399db6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:38.861276 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] No DVR routers for this DVR port 9d570baf-b5a0-41b0-a380-cac2cd399db6 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:13:38.870811 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b804d104-238d-4af9-b0f0-35d9ee898f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:38.884700 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9d771c24-d922-4e48-955c-eba73e79e0c3 req-b030aa8e-03fd-47cb-a790-61121e01bee4 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:38.898046 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804d104-238d-4af9-b0f0-35d9ee898f0a None None] Pushing event deleted for resources: {'Port': ['ID=9d570baf-b5a0-41b0-a380-cac2cd399db6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:38.901887 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b804d104-238d-4af9-b0f0-35d9ee898f0a None None] No DVR routers for this DVR port 9d570baf-b5a0-41b0-a380-cac2cd399db6 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:13:38.954732 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9d771c24-d922-4e48-955c-eba73e79e0c3 req-b030aa8e-03fd-47cb-a790-61121e01bee4 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:39.015688 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030aa8e-03fd-47cb-a790-61121e01bee4 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c95a616d-204e-4740-9572-6fbe39ba6de0,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:39.048567 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36968) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:39.145219 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36970) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:39.157556 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9d570baf-b5a0-41b0-a380-cac2cd399db6 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:13:39.169399 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da5082d9-1aa0-4810-b7f8-3098eb81d501 req-306864eb-0c1d-405f-803c-05a1b1042a3b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=34db16e7-e04e-4a12-8009-9a3157a181de HTTP/1.1" status: 200 len: 210 time: 0.0737696 Nov 08 00:13:39.191848 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 9d570baf-b5a0-41b0-a380-cac2cd399db6 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:13:39.192287 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9d570baf-b5a0-41b0-a380-cac2cd399db6 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:13:39.196798 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ec0a7018-41b0-43ba-85ee-65524be43a63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7839e84b9a3d420d8015746da79f0979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466336 Nov 08 00:13:39.200453 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9d771c24-d922-4e48-955c-eba73e79e0c3 req-b030aa8e-03fd-47cb-a790-61121e01bee4 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:39.201000 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d771c24-d922-4e48-955c-eba73e79e0c3 req-b030aa8e-03fd-47cb-a790-61121e01bee4 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5698202 Nov 08 00:13:39.208081 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36972) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:39.302345 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-58975e57-963d-4ac8-81bf-839342f638fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0221909972b7403eae54174fdd51395c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1539974 Nov 08 00:13:39.312896 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36976) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:39.361659 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0203b7a-4d86-4845-9316-09a13d7804a5 req-43f6e3f8-d791-45a9-bcd3-88aeb1fda107 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-726094072&fields=id&tenant_id=0f34c6b5aa9c4235bb145ac377b6aae0 HTTP/1.1" status: 200 len: 267 time: 0.0872731 Nov 08 00:13:39.363506 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9ea79bf4-da41-4697-afca-ab0171ddced0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:39.391423 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:39.414395 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd195df-b901-4640-a4c1-0b3e8c96de90']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:39.421340 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9ea79bf4-da41-4697-afca-ab0171ddced0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:39.424566 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1338b70-aae4-4742-93cc-58c893c27ea7') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:39.424937 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1338b70-aae4-4742-93cc-58c893c27ea7') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:39.436455 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:39.451066 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:39.459888 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:13:39.460414 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:13:39.463361 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:13:39.504147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0203b7a-4d86-4845-9316-09a13d7804a5 req-ceb9a7cc-5dca-45b5-b09e-956229cd0d2b tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:39.512025 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0203b7a-4d86-4845-9316-09a13d7804a5 req-ceb9a7cc-5dca-45b5-b09e-956229cd0d2b tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.1494489 Nov 08 00:13:39.516999 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-669c26ad-a46e-4866-a321-6f8af3b89a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:39.520544 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e0203b7a-4d86-4845-9316-09a13d7804a5 req-5703aae3-1302-4d58-baf1-045c1793ac22 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Request body: {'port': {'security_groups': ['f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f', 'c95a616d-204e-4740-9572-6fbe39ba6de0']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:39.571215 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-669c26ad-a46e-4866-a321-6f8af3b89a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:39.621915 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e0203b7a-4d86-4845-9316-09a13d7804a5 req-5703aae3-1302-4d58-baf1-045c1793ac22 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:39.657499 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:39.667357 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:39.669567 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9ea79bf4-da41-4697-afca-ab0171ddced0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:39.674641 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0fd195df-b901-4640-a4c1-0b3e8c96de90 HTTP/1.1" status: 204 len: 168 time: 1.5005906 Nov 08 00:13:39.675298 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9ea79bf4-da41-4697-afca-ab0171ddced0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:39.675298 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9ea79bf4-da41-4697-afca-ab0171ddced0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cee54573-912b-4d90-9772-7f7ed260b306 HTTP/1.1" status: 204 len: 168 time: 0.4642284 Nov 08 00:13:39.687949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea79bf4-da41-4697-afca-ab0171ddced0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee54573-912b-4d90-9772-7f7ed260b306,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:39.692936 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d21b2-00ea-4aa0-9523-9894313cf243 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fd195df-b901-4640-a4c1-0b3e8c96de90,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:39.792695 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-669c26ad-a46e-4866-a321-6f8af3b89a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:39.796495 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-669c26ad-a46e-4866-a321-6f8af3b89a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:39.800211 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-669c26ad-a46e-4866-a321-6f8af3b89a46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f42ebe9-67db-40e1-9da6-3528a8e1b306 HTTP/1.1" status: 204 len: 168 time: 0.4863427 Nov 08 00:13:39.814575 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c26ad-a46e-4866-a321-6f8af3b89a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f42ebe9-67db-40e1-9da6-3528a8e1b306,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:39.872650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e0203b7a-4d86-4845-9316-09a13d7804a5 req-5703aae3-1302-4d58-baf1-045c1793ac22 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] For port 041efb95-5b48-4173-9343-45202f0660b4, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=041efb95-5b48-4173-9343-45202f0660b4,segment=NetworkSegment(9b897e63-85bd-407e-a6de-4de80bc6bc88),segment_id=9b897e63-85bd-407e-a6de-4de80bc6bc88)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:39.917777 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e0203b7a-4d86-4845-9316-09a13d7804a5 req-5703aae3-1302-4d58-baf1-045c1793ac22 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:39.955002 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a900f0-c2b7-4e89-a027-ca97f9d8d265 req-cd56acd8-8e0c-42e8-bacc-9463e50927de tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:39.956452 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65a900f0-c2b7-4e89-a027-ca97f9d8d265 req-cd56acd8-8e0c-42e8-bacc-9463e50927de tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.0565937 Nov 08 00:13:39.995426 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65a900f0-c2b7-4e89-a027-ca97f9d8d265 req-d4e88a2a-cbad-46fa-b51d-76c8a8a88408 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328870 Nov 08 00:13:40.023888 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e0203b7a-4d86-4845-9316-09a13d7804a5 req-5703aae3-1302-4d58-baf1-045c1793ac22 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:40.063433 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['041efb95-5b48-4173-9343-45202f0660b4'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:13:40.067423 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0203b7a-4d86-4845-9316-09a13d7804a5 req-5703aae3-1302-4d58-baf1-045c1793ac22 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:40.068095 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e0203b7a-4d86-4845-9316-09a13d7804a5 req-5703aae3-1302-4d58-baf1-045c1793ac22 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:40.069510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0203b7a-4d86-4845-9316-09a13d7804a5 req-5703aae3-1302-4d58-baf1-045c1793ac22 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "PUT /v2.0/ports/041efb95-5b48-4173-9343-45202f0660b4 HTTP/1.1" status: 200 len: 982 time: 0.5566087 Nov 08 00:13:40.069979 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d24d2de-bdf7-4d7a-9385-977373cbd6ef', 'tag': '041efb95-5b48-4173-9343-45202f0660b4'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:40.072500 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22cabcd-9da5-43c3-a9e2-a9edff0e7a46" -d '{"events": [{"name": "network-changed", "server_uuid": "4d24d2de-bdf7-4d7a-9385-977373cbd6ef", "tag": "041efb95-5b48-4173-9343-45202f0660b4"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:40.110127 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703aae3-1302-4d58-baf1-045c1793ac22 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Pushing event updated for resources: {'Port': ['ID=041efb95-5b48-4173-9343-45202f0660b4,revision_number=6']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:40.123232 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a0e537-ef42-4ac7-94c9-ca9bf87c0af1 x-openstack-request-id: req-d7a0e537-ef42-4ac7-94c9-ca9bf87c0af1 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:40.123569 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d24d2de-bdf7-4d7a-9385-977373cbd6ef", "tag": "041efb95-5b48-4173-9343-45202f0660b4", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:40.123836 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7a0e537-ef42-4ac7-94c9-ca9bf87c0af1 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:40.124246 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d24d2de-bdf7-4d7a-9385-977373cbd6ef', 'tag': '041efb95-5b48-4173-9343-45202f0660b4', 'status': 'completed', 'code': 200} Nov 08 00:13:40.140440 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device ecbff080-d1a8-4815-8433-b60dba7d18d9 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:13:40.170320 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: ecbff080-d1a8-4815-8433-b60dba7d18d9 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:13:40.170598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device ecbff080-d1a8-4815-8433-b60dba7d18d9 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:13:40.214874 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['041efb95-5b48-4173-9343-45202f0660b4'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:13:40.249026 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36998) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:40.268513 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75616432-17a3-41e7-abc2-8f72261ea102 req-fc310543-12ff-4d52-9e64-ab1d0f39e778 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-726094072&fields=id&tenant_id=0f34c6b5aa9c4235bb145ac377b6aae0 HTTP/1.1" status: 200 len: 267 time: 0.0917003 Nov 08 00:13:40.306322 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cabcd-9da5-43c3-a9e2-a9edff0e7a46 req-845cbc05-a76b-40cd-aa8a-f6e8af83a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:40.313143 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e22cabcd-9da5-43c3-a9e2-a9edff0e7a46 req-845cbc05-a76b-40cd-aa8a-f6e8af83a83a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f34c6b5aa9c4235bb145ac377b6aae0&device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 1136 time: 0.1452312 Nov 08 00:13:40.321408 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-782b7298-0788-470c-a74e-857cf0fc7893 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47efc27d23a44ec5bf01ce00bfec952e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0708587 Nov 08 00:13:40.322008 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37002) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:40.429763 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5382d07c-5d8d-4305-b672-27c2b7d759b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:40.482636 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5382d07c-5d8d-4305-b672-27c2b7d759b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:40.529671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75616432-17a3-41e7-abc2-8f72261ea102 req-20e9da13-2358-4d5d-a969-7fef71c4f1cb tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:40.540604 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75616432-17a3-41e7-abc2-8f72261ea102 req-20e9da13-2358-4d5d-a969-7fef71c4f1cb tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 985 time: 0.2615051 Nov 08 00:13:40.550872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-75616432-17a3-41e7-abc2-8f72261ea102 req-718db0d2-b88c-4fce-8a65-6c7cfefd4fdb tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Request body: {'port': {'security_groups': ['f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:40.612253 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5382d07c-5d8d-4305-b672-27c2b7d759b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:40.616448 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5382d07c-5d8d-4305-b672-27c2b7d759b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:40.617184 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5382d07c-5d8d-4305-b672-27c2b7d759b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84dec4bb-c9d5-4277-a62f-9c752feb24f0 HTTP/1.1" status: 204 len: 168 time: 0.2942400 Nov 08 00:13:40.634573 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d07c-5d8d-4305-b672-27c2b7d759b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dec4bb-c9d5-4277-a62f-9c752feb24f0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:40.763273 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabd416-7508-495c-b895-7367e14122a3 req-8a3a0f32-c58c-400c-a619-fba378c94327 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:40.764915 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cabd416-7508-495c-b895-7367e14122a3 req-8a3a0f32-c58c-400c-a619-fba378c94327 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 811 time: 0.1357162 Nov 08 00:13:40.790033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cabd416-7508-495c-b895-7367e14122a3 req-d461ab94-addd-4290-8aff-398477859880 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/quotas/8dd4c6d02b4944e189792b171f577519 HTTP/1.1" status: 200 len: 375 time: 0.0193758 Nov 08 00:13:40.868874 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cabd416-7508-495c-b895-7367e14122a3 req-1ff2050f-a3ca-4a57-bcaf-c80d811cc77e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510130 Nov 08 00:13:40.877788 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-75616432-17a3-41e7-abc2-8f72261ea102 req-718db0d2-b88c-4fce-8a65-6c7cfefd4fdb tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:40.890746 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cabcd-9da5-43c3-a9e2-a9edff0e7a46 req-740cfa4f-68fb-4e33-93bb-df6ec6f3f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:40.892064 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e22cabcd-9da5-43c3-a9e2-a9edff0e7a46 req-740cfa4f-68fb-4e33-93bb-df6ec6f3f044 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b HTTP/1.1" status: 200 len: 921 time: 0.5328264 Nov 08 00:13:40.970738 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e22cabcd-9da5-43c3-a9e2-a9edff0e7a46 req-c2081159-6318-486b-a4d0-a25f5e5d5c3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=041efb95-5b48-4173-9343-45202f0660b4 HTTP/1.1" status: 200 len: 217 time: 0.0471346 Nov 08 00:13:41.105244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cabcd-9da5-43c3-a9e2-a9edff0e7a46 req-c3636f30-7b7e-4085-adff-e02c76de9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:41.107583 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e22cabcd-9da5-43c3-a9e2-a9edff0e7a46 req-c3636f30-7b7e-4085-adff-e02c76de9f4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4514484e-e682-4afb-a7d1-e5db40eaed71 HTTP/1.1" status: 200 len: 860 time: 0.1105912 Nov 08 00:13:41.131634 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cabd416-7508-495c-b895-7367e14122a3 req-4365b6d6-a311-4bdb-8bf8-2a8cb3c09434 service neutron] 10.222.0.13 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602739 Nov 08 00:13:41.199764 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e22cabcd-9da5-43c3-a9e2-a9edff0e7a46 req-018e9cc8-48a6-4b16-a1f1-bd4419d24ba0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851827 Nov 08 00:13:41.399111 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cabd416-7508-495c-b895-7367e14122a3 req-ddef5638-d78d-4344-a616-71557b551e51 service neutron] 10.222.0.13 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681355 Nov 08 00:13:41.402246 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-75616432-17a3-41e7-abc2-8f72261ea102 req-718db0d2-b88c-4fce-8a65-6c7cfefd4fdb tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] For port 041efb95-5b48-4173-9343-45202f0660b4, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=041efb95-5b48-4173-9343-45202f0660b4,segment=NetworkSegment(9b897e63-85bd-407e-a6de-4de80bc6bc88),segment_id=9b897e63-85bd-407e-a6de-4de80bc6bc88)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:41.430977 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e22cabcd-9da5-43c3-a9e2-a9edff0e7a46 req-e99bd5ba-c827-40ce-a461-de0495b88bd2 service neutron] 10.222.0.26 "GET /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135127 Nov 08 00:13:41.461250 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-75616432-17a3-41e7-abc2-8f72261ea102 req-718db0d2-b88c-4fce-8a65-6c7cfefd4fdb tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:41.550484 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e22cabcd-9da5-43c3-a9e2-a9edff0e7a46 req-0859bef9-454b-4ffe-b0b2-c4dbec1c361a service neutron] 10.222.0.26 "GET /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013660 Nov 08 00:13:41.551535 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-75616432-17a3-41e7-abc2-8f72261ea102 req-718db0d2-b88c-4fce-8a65-6c7cfefd4fdb tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:41.588955 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['041efb95-5b48-4173-9343-45202f0660b4'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:13:41.637992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718db0d2-b88c-4fce-8a65-6c7cfefd4fdb tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Pushing event updated for resources: {'Port': ['ID=041efb95-5b48-4173-9343-45202f0660b4,revision_number=7']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:41.647693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75616432-17a3-41e7-abc2-8f72261ea102 req-718db0d2-b88c-4fce-8a65-6c7cfefd4fdb tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:41.652045 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-75616432-17a3-41e7-abc2-8f72261ea102 req-718db0d2-b88c-4fce-8a65-6c7cfefd4fdb tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:41.652045 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75616432-17a3-41e7-abc2-8f72261ea102 req-718db0d2-b88c-4fce-8a65-6c7cfefd4fdb tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "PUT /v2.0/ports/041efb95-5b48-4173-9343-45202f0660b4 HTTP/1.1" status: 200 len: 943 time: 1.1085384 Nov 08 00:13:41.740258 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbc8ff-28b8-49a5-85da-fb96ad987848 req-7bc3474b-bf29-46ff-a6d8-ce983e5185a3 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:41.749539 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbbbc8ff-28b8-49a5-85da-fb96ad987848 req-7bc3474b-bf29-46ff-a6d8-ce983e5185a3 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.0892732 Nov 08 00:13:41.814261 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbbbc8ff-28b8-49a5-85da-fb96ad987848 req-00d29b86-43ac-4bc1-b7c5-35595130d09d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514557 Nov 08 00:13:41.820255 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['041efb95-5b48-4173-9343-45202f0660b4'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:13:41.960082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f91aef55-ba5c-4252-82a7-69389759239f req-e1ce5226-53c0-4010-ab9e-250ddaa9371b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=585426a8-d85f-4ec8-b85c-86f8153c79f6 HTTP/1.1" status: 200 len: 210 time: 0.0998778 Nov 08 00:13:42.040606 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-79ce3ea9-947e-495f-a259-419538c7fa15 req-40a83e52-4de1-4ad3-8aee-c0e5f2235f9d tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2072036 Nov 08 00:13:42.049581 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-79ce3ea9-947e-495f-a259-419538c7fa15 req-babf3610-a7aa-4ecc-807e-773a0569df75 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:42.125387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d24d2de-bdf7-4d7a-9385-977373cbd6ef', 'tag': '041efb95-5b48-4173-9343-45202f0660b4'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:42.127754 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee57e699-815c-4acb-ac25-e434fad823be" -d '{"events": [{"name": "network-changed", "server_uuid": "4d24d2de-bdf7-4d7a-9385-977373cbd6ef", "tag": "041efb95-5b48-4173-9343-45202f0660b4"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:42.131585 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-79ce3ea9-947e-495f-a259-419538c7fa15 req-babf3610-a7aa-4ecc-807e-773a0569df75 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:42.186239 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870abe7a-1b9b-4e48-a1c3-9b5e4e09c16c x-openstack-request-id: req-870abe7a-1b9b-4e48-a1c3-9b5e4e09c16c {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:42.190399 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d24d2de-bdf7-4d7a-9385-977373cbd6ef", "tag": "041efb95-5b48-4173-9343-45202f0660b4", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:42.190399 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-870abe7a-1b9b-4e48-a1c3-9b5e4e09c16c {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:42.190399 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d24d2de-bdf7-4d7a-9385-977373cbd6ef', 'tag': '041efb95-5b48-4173-9343-45202f0660b4', 'status': 'completed', 'code': 200} Nov 08 00:13:42.272511 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-79ce3ea9-947e-495f-a259-419538c7fa15 req-babf3610-a7aa-4ecc-807e-773a0569df75 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:42.289498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57e699-815c-4acb-ac25-e434fad823be req-9e85a9d9-d2c5-4c07-a98e-f781e3536ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:42.300935 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee57e699-815c-4acb-ac25-e434fad823be req-9e85a9d9-d2c5-4c07-a98e-f781e3536ff6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f34c6b5aa9c4235bb145ac377b6aae0&device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 1097 time: 0.0675683 Nov 08 00:13:42.432942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57e699-815c-4acb-ac25-e434fad823be req-3538520b-676b-4a8d-a942-315623679bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:42.434970 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee57e699-815c-4acb-ac25-e434fad823be req-3538520b-676b-4a8d-a942-315623679bf2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b HTTP/1.1" status: 200 len: 921 time: 0.1282332 Nov 08 00:13:42.485164 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee57e699-815c-4acb-ac25-e434fad823be req-24659bb1-aa3b-41d6-9bb5-6d4b556dfeb4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=041efb95-5b48-4173-9343-45202f0660b4 HTTP/1.1" status: 200 len: 217 time: 0.0426431 Nov 08 00:13:42.573300 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57e699-815c-4acb-ac25-e434fad823be req-e4b3f6be-b6a0-4478-9c42-50ef64157831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:42.574811 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee57e699-815c-4acb-ac25-e434fad823be req-e4b3f6be-b6a0-4478-9c42-50ef64157831 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4514484e-e682-4afb-a7d1-e5db40eaed71 HTTP/1.1" status: 200 len: 860 time: 0.0824385 Nov 08 00:13:42.581400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-79ce3ea9-947e-495f-a259-419538c7fa15 req-babf3610-a7aa-4ecc-807e-773a0569df75 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Allocated IP 172.25.2.107 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/33fcc6db-0ff6-4ff3-90ba-2ae32cb0669e) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:13:42.616725 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee57e699-815c-4acb-ac25-e434fad823be req-0735cb02-2fa1-4dec-856d-67c704f65436 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330729 Nov 08 00:13:42.801670 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-79ce3ea9-947e-495f-a259-419538c7fa15 req-babf3610-a7aa-4ecc-807e-773a0569df75 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:42.804486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee57e699-815c-4acb-ac25-e434fad823be req-b0ed7fff-07f4-4264-910f-e1b9753981ae service neutron] 10.222.0.26 "GET /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682491 Nov 08 00:13:42.927166 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee57e699-815c-4acb-ac25-e434fad823be req-79cc9c7b-45ea-4a52-88e7-68424cf7b48c service neutron] 10.222.0.26 "GET /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131406 Nov 08 00:13:43.009629 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-79ce3ea9-947e-495f-a259-419538c7fa15 req-babf3610-a7aa-4ecc-807e-773a0569df75 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:43.056648 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ce3ea9-947e-495f-a259-419538c7fa15 req-babf3610-a7aa-4ecc-807e-773a0569df75 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:13:43.061839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-79ce3ea9-947e-495f-a259-419538c7fa15 req-babf3610-a7aa-4ecc-807e-773a0569df75 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:13:43.079712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ce3ea9-947e-495f-a259-419538c7fa15 req-babf3610-a7aa-4ecc-807e-773a0569df75 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:13:43.079712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf3610-a7aa-4ecc-807e-773a0569df75 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Pushing event updated for resources: {'Port': ['ID=33fcc6db-0ff6-4ff3-90ba-2ae32cb0669e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:43.105924 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922ba92-72ca-451b-a117-dc0d6f8b815e req-cb25ddca-258d-4f10-8bbb-cd67c940ab8e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:43.107761 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5922ba92-72ca-451b-a117-dc0d6f8b815e req-cb25ddca-258d-4f10-8bbb-cd67c940ab8e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.1269083 Nov 08 00:13:43.177685 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5922ba92-72ca-451b-a117-dc0d6f8b815e req-a342de60-e228-4f75-834d-2792695b7f67 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618589 Nov 08 00:13:43.204706 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-79ce3ea9-947e-495f-a259-419538c7fa15 req-babf3610-a7aa-4ecc-807e-773a0569df75 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:43.347412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7bfb1510-840b-4f28-9027-d8d0db462711 req-e3f1eeec-8129-4da5-a30a-ab665b6dd0b0 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=585426a8-d85f-4ec8-b85c-86f8153c79f6 HTTP/1.1" status: 200 len: 210 time: 0.0498881 Nov 08 00:13:43.360065 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-79ce3ea9-947e-495f-a259-419538c7fa15 req-babf3610-a7aa-4ecc-807e-773a0569df75 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:43.525291 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-79ce3ea9-947e-495f-a259-419538c7fa15 req-babf3610-a7aa-4ecc-807e-773a0569df75 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:43.540551 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-6512aaea-a4a1-49ee-a4ea-ae6eff06607f req-2341aa68-4526-4e37-bbc3-254d1546c989 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1790994056', 'description': 'tempest-description-1156788166'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:43.583072 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-79ce3ea9-947e-495f-a259-419538c7fa15 req-babf3610-a7aa-4ecc-807e-773a0569df75 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:43.894301 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-6512aaea-a4a1-49ee-a4ea-ae6eff06607f req-2341aa68-4526-4e37-bbc3-254d1546c989 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:43.932749 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-6512aaea-a4a1-49ee-a4ea-ae6eff06607f req-2341aa68-4526-4e37-bbc3-254d1546c989 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:43.937982 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf3610-a7aa-4ecc-807e-773a0569df75 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Pushing event updated for resources: {'Port': ['ID=33fcc6db-0ff6-4ff3-90ba-2ae32cb0669e,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:43.958506 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-79ce3ea9-947e-495f-a259-419538c7fa15 req-babf3610-a7aa-4ecc-807e-773a0569df75 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:44.030936 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-6512aaea-a4a1-49ee-a4ea-ae6eff06607f req-2341aa68-4526-4e37-bbc3-254d1546c989 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:44.047564 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabd416-7508-495c-b895-7367e14122a3 req-54dc5cf3-2107-429b-8a36-c165cc85e1f2 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:44.049101 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6cabd416-7508-495c-b895-7367e14122a3 req-54dc5cf3-2107-429b-8a36-c165cc85e1f2 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.20 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 811 time: 0.1070859 Nov 08 00:13:44.057552 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-79ce3ea9-947e-495f-a259-419538c7fa15 req-babf3610-a7aa-4ecc-807e-773a0569df75 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:44.058783 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-79ce3ea9-947e-495f-a259-419538c7fa15 req-babf3610-a7aa-4ecc-807e-773a0569df75 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0136247 Nov 08 00:13:44.068644 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-6cabd416-7508-495c-b895-7367e14122a3 req-34a8d697-25c0-4797-befc-177f46652530 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Request body: {'port': {'device_id': '585426a8-d85f-4ec8-b85c-86f8153c79f6', 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d', 'admin_state_up': True, 'tenant_id': '8dd4c6d02b4944e189792b171f577519'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:44.100327 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-6512aaea-a4a1-49ee-a4ea-ae6eff06607f req-2341aa68-4526-4e37-bbc3-254d1546c989 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:44.128801 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-79ce3ea9-947e-495f-a259-419538c7fa15 req-cd565bc5-8039-4fb4-ab2b-e42d2abcaad3 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.107 HTTP/1.1" status: 200 len: 696 time: 0.0636799 Nov 08 00:13:44.172891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341aa68-4526-4e37-bbc3-254d1546c989 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1adeec0-5280-4aa5-bf75-b61266006158,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:44.262846 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-6512aaea-a4a1-49ee-a4ea-ae6eff06607f req-2341aa68-4526-4e37-bbc3-254d1546c989 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:44.277842 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce3ea9-947e-495f-a259-419538c7fa15 req-f3d97722-c5c9-4765-a181-4a554cac7a51 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:44.279738 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-79ce3ea9-947e-495f-a259-419538c7fa15 req-f3d97722-c5c9-4765-a181-4a554cac7a51 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.1411035 Nov 08 00:13:44.292082 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cabd416-7508-495c-b895-7367e14122a3 req-34a8d697-25c0-4797-befc-177f46652530 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Made reservation on behalf of 8dd4c6d02b4944e189792b171f577519 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:13:44.297697 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6cabd416-7508-495c-b895-7367e14122a3 req-34a8d697-25c0-4797-befc-177f46652530 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:44.366623 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-6512aaea-a4a1-49ee-a4ea-ae6eff06607f req-2341aa68-4526-4e37-bbc3-254d1546c989 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:44.397589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341aa68-4526-4e37-bbc3-254d1546c989 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc255bc0-b6f4-42be-8e48-3cb85a37208a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:44.428535 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-6cabd416-7508-495c-b895-7367e14122a3 req-34a8d697-25c0-4797-befc-177f46652530 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Allocated IP 172.20.0.7 (fbdac748-0684-47d9-bd85-ff6918affb9d/daf5087d-85b5-4f3a-9920-492dd2518682/f01951a2-f37f-4b0d-86cd-44148c7b6a49) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:13:44.471369 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-6512aaea-a4a1-49ee-a4ea-ae6eff06607f req-2341aa68-4526-4e37-bbc3-254d1546c989 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:44.472869 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6512aaea-a4a1-49ee-a4ea-ae6eff06607f req-2341aa68-4526-4e37-bbc3-254d1546c989 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9361918 Nov 08 00:13:44.591300 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6cabd416-7508-495c-b895-7367e14122a3 req-34a8d697-25c0-4797-befc-177f46652530 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:44.611818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba580a-931b-476c-8ece-2e90da0589e0 req-bd9f8120-c773-44df-956f-39803329d320 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:44.613296 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2bba580a-931b-476c-8ece-2e90da0589e0 req-bd9f8120-c773-44df-956f-39803329d320 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.0842695 Nov 08 00:13:44.635247 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489960c5-0f99-4854-850e-c1a23362bf6b req-008c841e-7986-4d53-b95d-e1f71883536b tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:44.636690 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-489960c5-0f99-4854-850e-c1a23362bf6b req-008c841e-7986-4d53-b95d-e1f71883536b tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0702426 Nov 08 00:13:44.678875 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6cabd416-7508-495c-b895-7367e14122a3 req-34a8d697-25c0-4797-befc-177f46652530 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:44.696375 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-489960c5-0f99-4854-850e-c1a23362bf6b req-8358b9d3-5c7e-476e-8510-7ba0890836ed tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.107 HTTP/1.1" status: 200 len: 696 time: 0.0531402 Nov 08 00:13:44.701963 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2bba580a-931b-476c-8ece-2e90da0589e0 req-b4c4856d-e1fc-4b9b-b90e-77f3f1a6503e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817885 Nov 08 00:13:44.710302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-489960c5-0f99-4854-850e-c1a23362bf6b req-d8d38aa0-75dd-4fac-b675-38470f844e4a tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Request body: {'floatingip': {'port_id': '041efb95-5b48-4173-9343-45202f0660b4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:44.729229 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cabd416-7508-495c-b895-7367e14122a3 req-34a8d697-25c0-4797-befc-177f46652530 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Network fbdac748-0684-47d9-bd85-ff6918affb9d is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:13:44.736067 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-6cabd416-7508-495c-b895-7367e14122a3 req-34a8d697-25c0-4797-befc-177f46652530 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:13:44.738053 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8d697-25c0-4797-befc-177f46652530 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Pushing event updated for resources: {'Port': ['ID=f01951a2-f37f-4b0d-86cd-44148c7b6a49,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:44.741913 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cabd416-7508-495c-b895-7367e14122a3 req-34a8d697-25c0-4797-befc-177f46652530 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:13:44.769771 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-489960c5-0f99-4854-850e-c1a23362bf6b req-d8d38aa0-75dd-4fac-b675-38470f844e4a tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:44.796359 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabd416-7508-495c-b895-7367e14122a3 req-34a8d697-25c0-4797-befc-177f46652530 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:44.797488 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6cabd416-7508-495c-b895-7367e14122a3 req-34a8d697-25c0-4797-befc-177f46652530 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:44.877190 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6cabd416-7508-495c-b895-7367e14122a3 req-34a8d697-25c0-4797-befc-177f46652530 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8121772 Nov 08 00:13:44.903481 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Request body: {'port': {'device_id': '585426a8-d85f-4ec8-b85c-86f8153c79f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:44.917431 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bebf9b-5c35-46e3-bea1-47294b414333 req-1b42f19d-9d7a-4255-9d38-3a8a92e890de tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:44.918906 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-93bebf9b-5c35-46e3-bea1-47294b414333 req-1b42f19d-9d7a-4255-9d38-3a8a92e890de tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=585426a8-d85f-4ec8-b85c-86f8153c79f6 HTTP/1.1" status: 200 len: 931 time: 0.0913200 Nov 08 00:13:44.960001 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:45.026449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-93bebf9b-5c35-46e3-bea1-47294b414333 req-cebdcde7-99b1-4ebd-b2da-66fdca9afa5f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746109 Nov 08 00:13:45.172963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-8779e7a5-26f0-4423-8187-daf09f223919 req-2a389f0d-9ecf-49b2-a2e2-387e4aa3d75c tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1950608241', 'description': 'tempest-description-137651355'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:45.226135 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01951a2-f37f-4b0d-86cd-44148c7b6a49 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:13:45.234659 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:45.246345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Transition to ACTIVE for port object f01951a2-f37f-4b0d-86cd-44148c7b6a49 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:13:45.297120 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-489960c5-0f99-4854-850e-c1a23362bf6b req-d8d38aa0-75dd-4fac-b675-38470f844e4a tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:45.337481 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8779e7a5-26f0-4423-8187-daf09f223919 req-2a389f0d-9ecf-49b2-a2e2-387e4aa3d75c tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:45.383054 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:45.383904 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-489960c5-0f99-4854-850e-c1a23362bf6b req-d8d38aa0-75dd-4fac-b675-38470f844e4a tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:45.431884 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Pushing event updated for resources: {'Port': ['ID=f01951a2-f37f-4b0d-86cd-44148c7b6a49,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:45.463583 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8779e7a5-26f0-4423-8187-daf09f223919 req-2a389f0d-9ecf-49b2-a2e2-387e4aa3d75c tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:45.496315 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-489960c5-0f99-4854-850e-c1a23362bf6b req-d8d38aa0-75dd-4fac-b675-38470f844e4a tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Floating IP 668e0ac1-ae19-482d-af84-84af57da9f7c associated. External IP: 172.25.2.107, port: 041efb95-5b48-4173-9343-45202f0660b4. Nov 08 00:13:45.504406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Attempting to bind port f01951a2-f37f-4b0d-86cd-44148c7b6a49 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:13:45.504747 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Attempting to bind port f01951a2-f37f-4b0d-86cd-44148c7b6a49 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:13:45.505077 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Attempting to bind port f01951a2-f37f-4b0d-86cd-44148c7b6a49 on network fbdac748-0684-47d9-bd85-ff6918affb9d {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:13:45.509528 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Port f01951a2-f37f-4b0d-86cd-44148c7b6a49 on network fbdac748-0684-47d9-bd85-ff6918affb9d not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:13:45.509846 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Attempting to bind port f01951a2-f37f-4b0d-86cd-44148c7b6a49 on network fbdac748-0684-47d9-bd85-ff6918affb9d {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:13:45.514707 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:13:45.515040 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Checking segment: {'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:13:45.515418 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Bound using segment: {'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:13:45.515867 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Bound port: f01951a2-f37f-4b0d-86cd-44148c7b6a49, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:13:45.516222 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:45.533272 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8779e7a5-26f0-4423-8187-daf09f223919 req-2a389f0d-9ecf-49b2-a2e2-387e4aa3d75c tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:45.579375 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] For port f01951a2-f37f-4b0d-86cd-44148c7b6a49, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:13:45.582596 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] For port f01951a2-f37f-4b0d-86cd-44148c7b6a49, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=f01951a2-f37f-4b0d-86cd-44148c7b6a49,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:13:45.592908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a389f0d-9ecf-49b2-a2e2-387e4aa3d75c tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c216b6e9-84a3-4a9a-adda-5e099ecd1df3,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:45.669661 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:45.689061 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8779e7a5-26f0-4423-8187-daf09f223919 req-2a389f0d-9ecf-49b2-a2e2-387e4aa3d75c tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:45.690279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8779e7a5-26f0-4423-8187-daf09f223919 req-2a389f0d-9ecf-49b2-a2e2-387e4aa3d75c tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5234611 Nov 08 00:13:45.701708 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:45.702330 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:45.704162 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6cabd416-7508-495c-b895-7367e14122a3 req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] 10.222.0.20 "PUT /v2.0/ports/f01951a2-f37f-4b0d-86cd-44148c7b6a49 HTTP/1.1" status: 200 len: 1091 time: 0.8049548 Nov 08 00:13:45.706697 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585426a8-d85f-4ec8-b85c-86f8153c79f6', 'tag': 'f01951a2-f37f-4b0d-86cd-44148c7b6a49'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:45.708904 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4958e2-6340-4f71-be00-1b096a33f18b" -d '{"events": [{"name": "network-changed", "server_uuid": "585426a8-d85f-4ec8-b85c-86f8153c79f6", "tag": "f01951a2-f37f-4b0d-86cd-44148c7b6a49"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:45.742274 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044619e-6003-4aa3-ae38-acf9b2af65bb service neutron] Pushing event updated for resources: {'Port': ['ID=f01951a2-f37f-4b0d-86cd-44148c7b6a49,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:45.748715 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-489960c5-0f99-4854-850e-c1a23362bf6b req-d8d38aa0-75dd-4fac-b675-38470f844e4a tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Router 6f48ebce-8504-4640-96a6-eee4c75b16c5 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:13:45.870630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-489960c5-0f99-4854-850e-c1a23362bf6b req-d8d38aa0-75dd-4fac-b675-38470f844e4a tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:13:45.875687 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-489960c5-0f99-4854-850e-c1a23362bf6b req-d8d38aa0-75dd-4fac-b675-38470f844e4a tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:45.881440 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe5364d-05f9-48aa-8715-8000946fbe67 None None] Sync routers for ids ['6f48ebce-8504-4640-96a6-eee4c75b16c5'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:13:45.894796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe5364d-05f9-48aa-8715-8000946fbe67 None None] Routers {'6f48ebce-8504-4640-96a6-eee4c75b16c5'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:13:45.895465 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cbe5364d-05f9-48aa-8715-8000946fbe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:13:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6f48ebce-8504-4640-96a6-eee4c75b16c5'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:45.912540 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-489960c5-0f99-4854-850e-c1a23362bf6b req-d8d38aa0-75dd-4fac-b675-38470f844e4a tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "PUT /v2.0/floatingips/668e0ac1-ae19-482d-af84-84af57da9f7c HTTP/1.1" status: 200 len: 997 time: 1.2090330 Nov 08 00:13:45.914812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d24d2de-bdf7-4d7a-9385-977373cbd6ef', 'tag': '041efb95-5b48-4173-9343-45202f0660b4'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:45.918550 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8344fb7-632d-4107-b4c2-42c1e33e38d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4d24d2de-bdf7-4d7a-9385-977373cbd6ef", "tag": "041efb95-5b48-4173-9343-45202f0660b4"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:45.921211 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabd416-7508-495c-b895-7367e14122a3 req-40bae71e-54e8-4f06-a607-e862005c3647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:45.922741 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6cabd416-7508-495c-b895-7367e14122a3 req-40bae71e-54e8-4f06-a607-e862005c3647 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&device_id=585426a8-d85f-4ec8-b85c-86f8153c79f6 HTTP/1.1" status: 200 len: 1094 time: 0.0750589 Nov 08 00:13:45.971105 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489960c5-0f99-4854-850e-c1a23362bf6b req-be4325d7-0784-4110-a547-b414aef96070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:45.973801 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-489960c5-0f99-4854-850e-c1a23362bf6b req-be4325d7-0784-4110-a547-b414aef96070 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f34c6b5aa9c4235bb145ac377b6aae0&device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 1097 time: 0.0514786 Nov 08 00:13:46.002283 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6cabd416-7508-495c-b895-7367e14122a3 req-9c4e0214-c537-4462-8555-094a820e9a07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01951a2-f37f-4b0d-86cd-44148c7b6a49 HTTP/1.1" status: 200 len: 217 time: 0.0512652 Nov 08 00:13:46.021647 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-cbe5364d-05f9-48aa-8715-8000946fbe67 None None] Set router 6f48ebce-8504-4640-96a6-eee4c75b16c5 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:13:46.069228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabd416-7508-495c-b895-7367e14122a3 req-bf8d6444-a15f-4e22-b973-8797a26beea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:46.070930 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6cabd416-7508-495c-b895-7367e14122a3 req-bf8d6444-a15f-4e22-b973-8797a26beea3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=daf5087d-85b5-4f3a-9920-492dd2518682 HTTP/1.1" status: 200 len: 851 time: 0.0613890 Nov 08 00:13:46.102457 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489960c5-0f99-4854-850e-c1a23362bf6b req-6da86eaf-da8a-405b-8206-770018f4f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:46.111691 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-489960c5-0f99-4854-850e-c1a23362bf6b req-6da86eaf-da8a-405b-8206-770018f4f466 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b HTTP/1.1" status: 200 len: 921 time: 0.1279991 Nov 08 00:13:46.117420 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6cabd416-7508-495c-b895-7367e14122a3 req-848deeff-f652-460c-b65d-9295e9afd460 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbdac748-0684-47d9-bd85-ff6918affb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375025 Nov 08 00:13:46.126881 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-49f78ce4-c575-46f3-9159-fa5f4015a1fd req-2f4304b0-5094-4ab3-98eb-432b6705b8a7 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-403812183', 'description': 'tempest-description-1283734758'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:46.193926 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-489960c5-0f99-4854-850e-c1a23362bf6b req-d5969e2e-13a7-4cf0-b029-3f33547d5b5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=041efb95-5b48-4173-9343-45202f0660b4 HTTP/1.1" status: 200 len: 1000 time: 0.0810654 Nov 08 00:13:46.234524 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6cabd416-7508-495c-b895-7367e14122a3 req-58e93cad-80bb-4b1e-9b73-566be4a74b03 service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083663 Nov 08 00:13:46.256779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37218) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:46.276607 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489960c5-0f99-4854-850e-c1a23362bf6b req-171b4bfe-5f4d-4c8f-b6ce-371c6d4f6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:46.278524 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-489960c5-0f99-4854-850e-c1a23362bf6b req-171b4bfe-5f4d-4c8f-b6ce-371c6d4f6faf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4514484e-e682-4afb-a7d1-e5db40eaed71 HTTP/1.1" status: 200 len: 860 time: 0.0786324 Nov 08 00:13:46.316618 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-489960c5-0f99-4854-850e-c1a23362bf6b req-45a26d28-b64d-4712-9d64-3b21b228a44f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316586 Nov 08 00:13:46.317811 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-49f78ce4-c575-46f3-9159-fa5f4015a1fd req-2f4304b0-5094-4ab3-98eb-432b6705b8a7 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:46.338682 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-49f78ce4-c575-46f3-9159-fa5f4015a1fd req-2f4304b0-5094-4ab3-98eb-432b6705b8a7 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:46.363037 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6cabd416-7508-495c-b895-7367e14122a3 req-53285cf2-c78b-4f29-b682-89b70188ec9c service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173902 Nov 08 00:13:46.417072 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6b73fd1f-f94b-432e-9910-b2c37ce53d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:46.429510 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cbe5364d-05f9-48aa-8715-8000946fbe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067799339-router', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'gw_port': {'id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '668e0ac1-ae19-482d-af84-84af57da9f7c', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'port_id': '041efb95-5b48-4173-9343-45202f0660b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d24d2de-bdf7-4d7a-9385-977373cbd6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:13:43Z', 'updated_at': '2021-11-08T00:13:45Z', 'revision_number': 1, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a8634d-33c3-497b-a4f7-496ff6909c34', 'name': '', 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'mac_address': 'fa:16:3e:75:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4514484e-e682-4afb-a7d1-e5db40eaed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:48Z', 'updated_at': '2021-11-08T00:12:57Z', 'revision_number': 5, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'subnets': [{'id': '4514484e-e682-4afb-a7d1-e5db40eaed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:46.460033 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe5364d-05f9-48aa-8715-8000946fbe67 None None] Checking router: 6f48ebce-8504-4640-96a6-eee4c75b16c5 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:13:46.468397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe5364d-05f9-48aa-8715-8000946fbe67 None None] Routers {'6f48ebce-8504-4640-96a6-eee4c75b16c5'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:13:46.468996 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cbe5364d-05f9-48aa-8715-8000946fbe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:13:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6f48ebce-8504-4640-96a6-eee4c75b16c5'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:46.497199 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-489960c5-0f99-4854-850e-c1a23362bf6b req-fdefe8fb-d6da-43fd-a094-90eb347bccff service neutron] 10.222.0.13 "GET /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683285 Nov 08 00:13:46.573030 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-cbe5364d-05f9-48aa-8715-8000946fbe67 None None] Set router 6f48ebce-8504-4640-96a6-eee4c75b16c5 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:13:46.587933 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-49f78ce4-c575-46f3-9159-fa5f4015a1fd req-2f4304b0-5094-4ab3-98eb-432b6705b8a7 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:46.638720 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6b73fd1f-f94b-432e-9910-b2c37ce53d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:46.642847 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-489960c5-0f99-4854-850e-c1a23362bf6b req-2620a220-a2e6-4844-b646-6856cb6181af service neutron] 10.222.0.13 "GET /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383224 Nov 08 00:13:46.667172 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-49f78ce4-c575-46f3-9159-fa5f4015a1fd req-2f4304b0-5094-4ab3-98eb-432b6705b8a7 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:46.701347 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6b73fd1f-f94b-432e-9910-b2c37ce53d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:46.714913 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4304b0-5094-4ab3-98eb-432b6705b8a7 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522979cb-e770-43dc-8f0b-e6f686af8d3d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:46.748996 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6b73fd1f-f94b-432e-9910-b2c37ce53d23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e898b942ed9439d8aa6778e611d8290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4920385 Nov 08 00:13:46.752180 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37224) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:46.774637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73fd1f-f94b-432e-9910-b2c37ce53d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdad7f03-959b-415e-b33a-0e043637c4f2,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:46.778757 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e407be-b09e-4ed8-8bb7-609e0b562a44 x-openstack-request-id: req-e9e407be-b09e-4ed8-8bb7-609e0b562a44 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:46.778757 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585426a8-d85f-4ec8-b85c-86f8153c79f6", "tag": "f01951a2-f37f-4b0d-86cd-44148c7b6a49", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:46.778757 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9e407be-b09e-4ed8-8bb7-609e0b562a44 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:46.779235 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585426a8-d85f-4ec8-b85c-86f8153c79f6', 'tag': 'f01951a2-f37f-4b0d-86cd-44148c7b6a49', 'status': 'completed', 'code': 200} Nov 08 00:13:46.790147 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-49f78ce4-c575-46f3-9159-fa5f4015a1fd req-2f4304b0-5094-4ab3-98eb-432b6705b8a7 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:46.821121 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cbe5364d-05f9-48aa-8715-8000946fbe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067799339-router', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'gw_port': {'id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '668e0ac1-ae19-482d-af84-84af57da9f7c', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'port_id': '041efb95-5b48-4173-9343-45202f0660b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d24d2de-bdf7-4d7a-9385-977373cbd6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:13:43Z', 'updated_at': '2021-11-08T00:13:45Z', 'revision_number': 1, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a8634d-33c3-497b-a4f7-496ff6909c34', 'name': '', 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'mac_address': 'fa:16:3e:75:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4514484e-e682-4afb-a7d1-e5db40eaed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:48Z', 'updated_at': '2021-11-08T00:12:57Z', 'revision_number': 5, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'subnets': [{'id': '4514484e-e682-4afb-a7d1-e5db40eaed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:46.832403 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3dcba765-289b-47ea-9a17-cb097e7c7289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:46.848583 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe5364d-05f9-48aa-8715-8000946fbe67 None None] The sync data for ids ['6f48ebce-8504-4640-96a6-eee4c75b16c5'] in n-d-816882-1 is: [{'id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067799339-router', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'gw_port': {'id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '668e0ac1-ae19-482d-af84-84af57da9f7c', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'port_id': '041efb95-5b48-4173-9343-45202f0660b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d24d2de-bdf7-4d7a-9385-977373cbd6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:13:43Z', 'updated_at': '2021-11-08T00:13:45Z', 'revision_number': 1, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a8634d-33c3-497b-a4f7-496ff6909c34', 'name': '', 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'mac_address': 'fa:16:3e:75:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4514484e-e682-4afb-a7d1-e5db40eaed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:48Z', 'updated_at': '2021-11-08T00:12:57Z', 'revision_number': 5, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'subnets': [{'id': '4514484e-e682-4afb-a7d1-e5db40eaed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:13:46.861888 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-49f78ce4-c575-46f3-9159-fa5f4015a1fd req-2f4304b0-5094-4ab3-98eb-432b6705b8a7 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:46.892583 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3dcba765-289b-47ea-9a17-cb097e7c7289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:46.898422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4304b0-5094-4ab3-98eb-432b6705b8a7 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0490bf33-c59e-409f-a9bd-f33aca1e1c26,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:46.910927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263507cc-357e-4071-90a3-fca390da0c20 req-315960b5-59dc-4989-afb9-e00047284771 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:46.912259 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-263507cc-357e-4071-90a3-fca390da0c20 req-315960b5-59dc-4989-afb9-e00047284771 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.0835872 Nov 08 00:13:46.946140 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4958e2-6340-4f71-be00-1b096a33f18b req-abce4e2f-6b90-44d3-9fdf-1405432c65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:46.947673 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3a4958e2-6340-4f71-be00-1b096a33f18b req-abce4e2f-6b90-44d3-9fdf-1405432c65c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&device_id=585426a8-d85f-4ec8-b85c-86f8153c79f6 HTTP/1.1" status: 200 len: 1094 time: 0.1060157 Nov 08 00:13:46.961681 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-49f78ce4-c575-46f3-9159-fa5f4015a1fd req-2f4304b0-5094-4ab3-98eb-432b6705b8a7 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:46.969048 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-49f78ce4-c575-46f3-9159-fa5f4015a1fd req-2f4304b0-5094-4ab3-98eb-432b6705b8a7 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8414919 Nov 08 00:13:46.972448 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-263507cc-357e-4071-90a3-fca390da0c20 req-360ddab7-cb8c-4436-8b88-a034d18bc6d7 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551481 Nov 08 00:13:47.031577 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9825618f-cabf-4294-87f9-8b94e17361a7 x-openstack-request-id: req-9825618f-cabf-4294-87f9-8b94e17361a7 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:47.031894 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d24d2de-bdf7-4d7a-9385-977373cbd6ef", "tag": "041efb95-5b48-4173-9343-45202f0660b4", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:47.032156 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9825618f-cabf-4294-87f9-8b94e17361a7 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:47.032566 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d24d2de-bdf7-4d7a-9385-977373cbd6ef', 'tag': '041efb95-5b48-4173-9343-45202f0660b4', 'status': 'completed', 'code': 200} Nov 08 00:13:47.067341 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4958e2-6340-4f71-be00-1b096a33f18b req-f713e8fc-1cda-44c8-996d-b773d3219b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:47.071050 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3a4958e2-6340-4f71-be00-1b096a33f18b req-f713e8fc-1cda-44c8-996d-b773d3219b81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 912 time: 0.1127384 Nov 08 00:13:47.126613 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3a4958e2-6340-4f71-be00-1b096a33f18b req-c8ab96fb-0a48-4f03-ba07-aacb27b129a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01951a2-f37f-4b0d-86cd-44148c7b6a49 HTTP/1.1" status: 200 len: 217 time: 0.0488679 Nov 08 00:13:47.127895 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3dcba765-289b-47ea-9a17-cb097e7c7289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:47.130571 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3dcba765-289b-47ea-9a17-cb097e7c7289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:47.136940 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3dcba765-289b-47ea-9a17-cb097e7c7289 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdad7f03-959b-415e-b33a-0e043637c4f2 HTTP/1.1" status: 204 len: 168 time: 0.3777075 Nov 08 00:13:47.140024 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc5fa1-9962-434c-a23c-50f63cb5aa74 None None] New status for floating IP 668e0ac1-ae19-482d-af84-84af57da9f7c: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:13:47.171319 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcba765-289b-47ea-9a17-cb097e7c7289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdad7f03-959b-415e-b33a-0e043637c4f2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:47.178485 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-85ccf4ad-8766-4cca-bb2a-d819084cc22e tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.107 HTTP/1.1" status: 200 len: 1000 time: 0.1357949 Nov 08 00:13:47.201483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4958e2-6340-4f71-be00-1b096a33f18b req-4fc0fcd7-4ded-45c4-bae0-ec7ea09f1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:47.204792 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8344fb7-632d-4107-b4c2-42c1e33e38d7 req-1ea28602-278f-42a9-9f44-f1431161a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:47.205139 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3a4958e2-6340-4f71-be00-1b096a33f18b req-4fc0fcd7-4ded-45c4-bae0-ec7ea09f1809 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=daf5087d-85b5-4f3a-9920-492dd2518682 HTTP/1.1" status: 200 len: 851 time: 0.0700986 Nov 08 00:13:47.206303 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8344fb7-632d-4107-b4c2-42c1e33e38d7 req-1ea28602-278f-42a9-9f44-f1431161a90b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f34c6b5aa9c4235bb145ac377b6aae0&device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 1097 time: 0.1110620 Nov 08 00:13:47.235764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed46d3-d016-4d2b-98de-c2350ea102d1 req-11cbcd24-695e-4053-9ac1-8afeff0332dd tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:47.237435 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33ed46d3-d016-4d2b-98de-c2350ea102d1 req-11cbcd24-695e-4053-9ac1-8afeff0332dd tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=585426a8-d85f-4ec8-b85c-86f8153c79f6 HTTP/1.1" status: 200 len: 943 time: 0.1410532 Nov 08 00:13:47.263217 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3a4958e2-6340-4f71-be00-1b096a33f18b req-aae99225-e55c-4334-9289-b1206525d1a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbdac748-0684-47d9-bd85-ff6918affb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496409 Nov 08 00:13:47.317937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-fead70d2-a1ca-48a2-9e74-d740cdd47e65 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:47.319339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-fead70d2-a1ca-48a2-9e74-d740cdd47e65 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports/041efb95-5b48-4173-9343-45202f0660b4 HTTP/1.1" status: 200 len: 943 time: 0.1322904 Nov 08 00:13:47.355444 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33ed46d3-d016-4d2b-98de-c2350ea102d1 req-39231741-1b6f-4ebd-9840-552da779b37b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035726 Nov 08 00:13:47.406009 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3a4958e2-6340-4f71-be00-1b096a33f18b req-48353fbd-7c16-4880-a58f-b764f4ab0f40 service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336126 Nov 08 00:13:47.438270 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8344fb7-632d-4107-b4c2-42c1e33e38d7 req-061947d4-4ab2-47b6-8ac8-8bc079e72346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:47.440190 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8344fb7-632d-4107-b4c2-42c1e33e38d7 req-061947d4-4ab2-47b6-8ac8-8bc079e72346 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b HTTP/1.1" status: 200 len: 921 time: 0.2014632 Nov 08 00:13:47.491739 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-654411b5-df65-4318-b9bd-00572a1bd300 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.107 HTTP/1.1" status: 200 len: 1000 time: 0.1236713 Nov 08 00:13:47.510554 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-8626fbb1-7833-4eda-b82f-9e2f9b505699 req-e0c1dbf0-74b5-4570-a958-00d515073e17 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-597023701', 'description': 'tempest-description-332075430'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:47.527586 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3a4958e2-6340-4f71-be00-1b096a33f18b req-5821a5b1-8826-4620-9320-274bdf53f2cd service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136181 Nov 08 00:13:47.595043 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8344fb7-632d-4107-b4c2-42c1e33e38d7 req-1cc81dff-576e-409c-9baf-96a4130518dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=041efb95-5b48-4173-9343-45202f0660b4 HTTP/1.1" status: 200 len: 1000 time: 0.1479192 Nov 08 00:13:47.674049 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8344fb7-632d-4107-b4c2-42c1e33e38d7 req-7c6caca2-3e16-468e-88ca-77158f0b8135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:47.675608 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8344fb7-632d-4107-b4c2-42c1e33e38d7 req-7c6caca2-3e16-468e-88ca-77158f0b8135 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4514484e-e682-4afb-a7d1-e5db40eaed71 HTTP/1.1" status: 200 len: 860 time: 0.0726526 Nov 08 00:13:47.686673 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-58c3cb18-672c-4630-8c2e-f0842645d232 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:47.692258 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-58c3cb18-672c-4630-8c2e-f0842645d232 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.1751134 Nov 08 00:13:47.702260 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8626fbb1-7833-4eda-b82f-9e2f9b505699 req-e0c1dbf0-74b5-4570-a958-00d515073e17 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:47.741201 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8344fb7-632d-4107-b4c2-42c1e33e38d7 req-01a64c16-4ed4-442b-88ab-f7db3be67bef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478740 Nov 08 00:13:47.857734 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-45c11f4e-3e8a-42df-a35f-fe91fe6e11b1 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.107 HTTP/1.1" status: 200 len: 1002 time: 0.1524363 Nov 08 00:13:47.870277 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-039acb43-ea04-471c-802e-42bf70e23350 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:47.959105 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8344fb7-632d-4107-b4c2-42c1e33e38d7 req-8d5177a6-f426-4ac6-b075-93de81576474 service neutron] 10.222.0.26 "GET /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900241 Nov 08 00:13:47.981484 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8626fbb1-7833-4eda-b82f-9e2f9b505699 req-e0c1dbf0-74b5-4570-a958-00d515073e17 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:47.985011 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-039acb43-ea04-471c-802e-42bf70e23350 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:48.067497 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8626fbb1-7833-4eda-b82f-9e2f9b505699 req-e0c1dbf0-74b5-4570-a958-00d515073e17 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:48.127343 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1dbf0-74b5-4570-a958-00d515073e17 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c1cacd-a72b-418f-bbf7-7eb79c897531,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:48.183577 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8626fbb1-7833-4eda-b82f-9e2f9b505699 req-e0c1dbf0-74b5-4570-a958-00d515073e17 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:48.185433 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8626fbb1-7833-4eda-b82f-9e2f9b505699 req-e0c1dbf0-74b5-4570-a958-00d515073e17 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6863747 Nov 08 00:13:48.189455 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8344fb7-632d-4107-b4c2-42c1e33e38d7 req-d03013d2-40b2-421d-9751-eec77869627c service neutron] 10.222.0.26 "GET /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183206 Nov 08 00:13:48.250461 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-039acb43-ea04-471c-802e-42bf70e23350 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:48.253168 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37266) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:48.314928 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cc2b1-ffd5-4fc0-9800-9385c4344d32 req-cf55b544-d82d-43c0-b8bd-ca61a58d3ef9 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:48.316494 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f1cc2b1-ffd5-4fc0-9800-9385c4344d32 req-cf55b544-d82d-43c0-b8bd-ca61a58d3ef9 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.0490234 Nov 08 00:13:48.343696 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-039acb43-ea04-471c-802e-42bf70e23350 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:48.344366 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-039acb43-ea04-471c-802e-42bf70e23350 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Floating IP 668e0ac1-ae19-482d-af84-84af57da9f7c disassociated. External IP: 172.25.2.107, port: 041efb95-5b48-4173-9343-45202f0660b4. Nov 08 00:13:48.359936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-032fd270-0b9d-4a2b-8cc5-e2bd7698801f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1529516351-network', 'tenant_id': 'ef986c790127449e8cb8839e3ecb4dda'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:48.426587 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f1cc2b1-ffd5-4fc0-9800-9385c4344d32 req-9d452983-9cab-498d-be73-399c1259e165 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037462 Nov 08 00:13:48.782525 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032fd270-0b9d-4a2b-8cc5-e2bd7698801f admin admin] Made reservation on behalf of ef986c790127449e8cb8839e3ecb4dda for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:13:48.784725 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-032fd270-0b9d-4a2b-8cc5-e2bd7698801f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:48.821524 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-032fd270-0b9d-4a2b-8cc5-e2bd7698801f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:48.970036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-039acb43-ea04-471c-802e-42bf70e23350 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Router 6f48ebce-8504-4640-96a6-eee4c75b16c5 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:13:48.975334 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117d211-2537-47df-bc83-e85a20784160 req-00078916-d579-41c0-a643-5c384fa06138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:48.976896 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5117d211-2537-47df-bc83-e85a20784160 req-00078916-d579-41c0-a643-5c384fa06138 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ad4ed64531f4933a0495ece11147997&device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 1097 time: 0.0412238 Nov 08 00:13:49.076505 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117d211-2537-47df-bc83-e85a20784160 req-bfc24cba-1da9-4886-b65d-c8b74c59f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:49.077958 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5117d211-2537-47df-bc83-e85a20784160 req-bfc24cba-1da9-4886-b65d-c8b74c59f15a service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d4bb435-3635-43a7-8e22-05a3f29467e1 HTTP/1.1" status: 200 len: 919 time: 0.0863864 Nov 08 00:13:49.096061 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-032fd270-0b9d-4a2b-8cc5-e2bd7698801f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:49.120632 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5117d211-2537-47df-bc83-e85a20784160 req-c94cf28c-cbec-47ef-bef2-944aaf788c77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9a371c-3d47-4ef5-aad1-1fcdea947b20 HTTP/1.1" status: 200 len: 217 time: 0.0343363 Nov 08 00:13:49.169059 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-032fd270-0b9d-4a2b-8cc5-e2bd7698801f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:49.174398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117d211-2537-47df-bc83-e85a20784160 req-03ae8238-0194-45c2-99d0-728f1756b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:49.176927 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5117d211-2537-47df-bc83-e85a20784160 req-03ae8238-0194-45c2-99d0-728f1756b7eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6bbef566-b085-441c-ae50-5585c6ec1d72 HTTP/1.1" status: 200 len: 858 time: 0.0482054 Nov 08 00:13:49.197948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-039acb43-ea04-471c-802e-42bf70e23350 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:13:49.209674 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcee21c-ba08-4307-892c-7d640a662cca None None] Sync routers for ids ['6f48ebce-8504-4640-96a6-eee4c75b16c5'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:13:49.217464 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5117d211-2537-47df-bc83-e85a20784160 req-d00e2b87-79c2-43c3-a739-d64e1e24da55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d4bb435-3635-43a7-8e22-05a3f29467e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327899 Nov 08 00:13:49.218898 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-039acb43-ea04-471c-802e-42bf70e23350 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:49.225981 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcee21c-ba08-4307-892c-7d640a662cca None None] Routers {'6f48ebce-8504-4640-96a6-eee4c75b16c5'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:13:49.225981 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fbcee21c-ba08-4307-892c-7d640a662cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:13:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6f48ebce-8504-4640-96a6-eee4c75b16c5'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:49.226206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032fd270-0b9d-4a2b-8cc5-e2bd7698801f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:13:49.279545 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fd270-0b9d-4a2b-8cc5-e2bd7698801f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a506fa5-7bed-4ff5-a69a-0c0b70025190,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:49.283343 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-032fd270-0b9d-4a2b-8cc5-e2bd7698801f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:49.283685 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-032fd270-0b9d-4a2b-8cc5-e2bd7698801f admin admin] Added segment ff72bdc1-7f01-4279-975d-fa0000ce9f26 of type vlan for network ea1953df-ba79-410e-93d8-cd21ad0378f2 Nov 08 00:13:49.286020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-039acb43-ea04-471c-802e-42bf70e23350 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "PUT /v2.0/floatingips/668e0ac1-ae19-482d-af84-84af57da9f7c HTTP/1.1" status: 200 len: 695 time: 1.4219956 Nov 08 00:13:49.296750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d24d2de-bdf7-4d7a-9385-977373cbd6ef', 'tag': '041efb95-5b48-4173-9343-45202f0660b4'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:49.296750 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd2925b-f1ac-41c6-8eef-b8f311ffc237" -d '{"events": [{"name": "network-changed", "server_uuid": "4d24d2de-bdf7-4d7a-9385-977373cbd6ef", "tag": "041efb95-5b48-4173-9343-45202f0660b4"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:49.312058 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-9636caee-2e28-4754-81ab-26e2377d0323 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 41153 time: 0.4915397 Nov 08 00:13:49.330361 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5117d211-2537-47df-bc83-e85a20784160 req-634965dc-84e5-4e19-ba23-d95d2aae8e7a service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000676 Nov 08 00:13:49.360413 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-fbcee21c-ba08-4307-892c-7d640a662cca None None] Set router 6f48ebce-8504-4640-96a6-eee4c75b16c5 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:13:49.379681 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-032fd270-0b9d-4a2b-8cc5-e2bd7698801f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:49.430114 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5117d211-2537-47df-bc83-e85a20784160 req-66e6b01c-26b3-45e1-a378-3819bea09f30 service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917239 Nov 08 00:13:49.434808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-efbc8bd2-a00b-41d6-a9e4-095ed1443efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:49.436330 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-efbc8bd2-a00b-41d6-a9e4-095ed1443efc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f34c6b5aa9c4235bb145ac377b6aae0&device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 1097 time: 0.1220891 Nov 08 00:13:49.439061 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-2f1de1cc-3037-4d74-82df-b3cded2616bf tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/161c5060-87d3-44a6-9918-93c4a3cac46d HTTP/1.1" status: 200 len: 2977 time: 0.0994101 Nov 08 00:13:49.524925 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-032fd270-0b9d-4a2b-8cc5-e2bd7698801f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:49.526275 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032fd270-0b9d-4a2b-8cc5-e2bd7698801f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:49.527234 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-032fd270-0b9d-4a2b-8cc5-e2bd7698801f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:49.579343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fbcee21c-ba08-4307-892c-7d640a662cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067799339-router', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'gw_port': {'id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c7a8634d-33c3-497b-a4f7-496ff6909c34', 'name': '', 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'mac_address': 'fa:16:3e:75:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4514484e-e682-4afb-a7d1-e5db40eaed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:48Z', 'updated_at': '2021-11-08T00:12:57Z', 'revision_number': 5, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'subnets': [{'id': '4514484e-e682-4afb-a7d1-e5db40eaed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:49.586644 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-441b7afc-1f90-4c26-af5c-fcdd8aa46a59 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/161c5060-87d3-44a6-9918-93c4a3cac46d HTTP/1.1" status: 200 len: 2977 time: 0.1337550 Nov 08 00:13:49.605808 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcee21c-ba08-4307-892c-7d640a662cca None None] Checking router: 6f48ebce-8504-4640-96a6-eee4c75b16c5 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:13:49.615431 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcee21c-ba08-4307-892c-7d640a662cca None None] Routers {'6f48ebce-8504-4640-96a6-eee4c75b16c5'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:13:49.616059 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fbcee21c-ba08-4307-892c-7d640a662cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:13:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6f48ebce-8504-4640-96a6-eee4c75b16c5'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:49.637995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-032fd270-0b9d-4a2b-8cc5-e2bd7698801f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3837535 Nov 08 00:13:49.641068 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37286) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:49.641908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-a6a208e6-c915-4b5c-a925-3bede9a4e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:49.643380 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-a6a208e6-c915-4b5c-a925-3bede9a4e86a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b HTTP/1.1" status: 200 len: 921 time: 0.2006621 Nov 08 00:13:49.647413 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8e770da1-d269-4961-9197-00122e303f7b admin admin] Request body: {'subnet': {'network_id': 'ea1953df-ba79-410e-93d8-cd21ad0378f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1529516351-subnet', 'tenant_id': 'ef986c790127449e8cb8839e3ecb4dda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:49.661500 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fd270-0b9d-4a2b-8cc5-e2bd7698801f admin admin] Pushing event updated for resources: {'Network': ['ID=ea1953df-ba79-410e-93d8-cd21ad0378f2,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:49.702663 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-dc433f68-5b5b-4c8c-8277-03f659f762e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=041efb95-5b48-4173-9343-45202f0660b4 HTTP/1.1" status: 200 len: 217 time: 0.0528398 Nov 08 00:13:49.702883 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network ea1953df-ba79-410e-93d8-cd21ad0378f2 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:13:49.721248 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-764a4e36-c1ae-4433-a378-fa719c805580 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/522979cb-e770-43dc-8f0b-e6f686af8d3d HTTP/1.1" status: 200 len: 2981 time: 0.1254270 Nov 08 00:13:49.771449 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e770da1-d269-4961-9197-00122e303f7b admin admin] Made reservation on behalf of ef986c790127449e8cb8839e3ecb4dda for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:13:49.774516 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e770da1-d269-4961-9197-00122e303f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:49.784422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-e60e4408-055b-4581-b013-793b185eba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:49.788808 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-e60e4408-055b-4581-b013-793b185eba06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4514484e-e682-4afb-a7d1-e5db40eaed71 HTTP/1.1" status: 200 len: 860 time: 0.0755448 Nov 08 00:13:49.796508 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-0ed7ec3b-0770-4daf-b130-c739e71cea71 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/522979cb-e770-43dc-8f0b-e6f686af8d3d HTTP/1.1" status: 200 len: 2981 time: 0.0566704 Nov 08 00:13:49.806447 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-fbcee21c-ba08-4307-892c-7d640a662cca None None] Set router 6f48ebce-8504-4640-96a6-eee4c75b16c5 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:13:49.836235 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-2e83d525-db3f-48c0-8268-8bae33a71ff3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346479 Nov 08 00:13:49.908882 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-e56868f1-1908-432b-8926-9cf748a84d7e tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7e2e3316-0707-4170-b382-582d2a200c6e HTTP/1.1" status: 200 len: 2981 time: 0.1061101 Nov 08 00:13:49.983303 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-38723f67-7565-4d13-9606-89506c06a00b service neutron] 10.222.0.13 "GET /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315193 Nov 08 00:13:49.986306 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-8d2ba661-fd71-4711-b3b4-9d2edeb7fe0d tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7e2e3316-0707-4170-b382-582d2a200c6e HTTP/1.1" status: 200 len: 2981 time: 0.0682101 Nov 08 00:13:50.014155 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fbcee21c-ba08-4307-892c-7d640a662cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067799339-router', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'gw_port': {'id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c7a8634d-33c3-497b-a4f7-496ff6909c34', 'name': '', 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'mac_address': 'fa:16:3e:75:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4514484e-e682-4afb-a7d1-e5db40eaed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:48Z', 'updated_at': '2021-11-08T00:12:57Z', 'revision_number': 5, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'subnets': [{'id': '4514484e-e682-4afb-a7d1-e5db40eaed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:13:50.029822 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e770da1-d269-4961-9197-00122e303f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:50.040255 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcee21c-ba08-4307-892c-7d640a662cca None None] The sync data for ids ['6f48ebce-8504-4640-96a6-eee4c75b16c5'] in n-d-816882-1 is: [{'id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067799339-router', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'gw_port': {'id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c7a8634d-33c3-497b-a4f7-496ff6909c34', 'name': '', 'network_id': '1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'mac_address': 'fa:16:3e:75:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4514484e-e682-4afb-a7d1-e5db40eaed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:48Z', 'updated_at': '2021-11-08T00:12:57Z', 'revision_number': 5, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'subnets': [{'id': '4514484e-e682-4afb-a7d1-e5db40eaed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:13:50.080289 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-ade90e5b-ffe3-46d3-82ea-54e8bad69fd9 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8fbb97e3-9aad-4fed-abe2-aabb74f0a08c HTTP/1.1" status: 200 len: 2981 time: 0.0824454 Nov 08 00:13:50.090818 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e770da1-d269-4961-9197-00122e303f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=565ba867-1788-4b8a-a411-a130d8ccda95,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:50.101129 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e770da1-d269-4961-9197-00122e303f7b admin admin] Checking segment: {'id': 'ff72bdc1-7f01-4279-975d-fa0000ce9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ea1953df-ba79-410e-93d8-cd21ad0378f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:13:50.101586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e770da1-d269-4961-9197-00122e303f7b admin admin] Network hostable DHCP agents. Network: ea1953df-ba79-410e-93d8-cd21ad0378f2, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:13:50.118926 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a8d09eb-b875-49dd-a7ce-19d62bfb4e40 req-02091cb3-4094-4f1c-94fc-2e2e2da69d7b service neutron] 10.222.0.13 "GET /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291268 Nov 08 00:13:50.141414 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-fb5e1c41-db2e-495e-90ae-d6fe40aa684b tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8fbb97e3-9aad-4fed-abe2-aabb74f0a08c HTTP/1.1" status: 200 len: 2981 time: 0.0529130 Nov 08 00:13:50.193131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-ca0600b8-30e8-40bf-8802-56a4c2a0a9ab tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/90b9e0a1-ece4-4f25-b663-42035ecfcc37 HTTP/1.1" status: 200 len: 2973 time: 0.0454066 Nov 08 00:13:50.200466 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e770da1-d269-4961-9197-00122e303f7b admin admin] Network ea1953df-ba79-410e-93d8-cd21ad0378f2 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:13:50.245698 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-663f9763-82c1-46c9-a9d7-7aa69fcdc876 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/90b9e0a1-ece4-4f25-b663-42035ecfcc37 HTTP/1.1" status: 200 len: 2973 time: 0.0459533 Nov 08 00:13:50.290451 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-aacdeca8-d0f3-4f7d-9013-8ced7fb96951 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/a20b86b6-3f8f-40ca-8c94-4aae15473280 HTTP/1.1" status: 200 len: 2981 time: 0.0378408 Nov 08 00:13:50.300023 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d6fa2c-09ce-411d-81f3-b8384775cac5 None None] New status for floating IP 668e0ac1-ae19-482d-af84-84af57da9f7c: DOWN {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:13:50.334194 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-5cb89947-dfd7-4edc-86af-aaba5ba8f78a tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/a20b86b6-3f8f-40ca-8c94-4aae15473280 HTTP/1.1" status: 200 len: 2981 time: 0.0367644 Nov 08 00:13:50.346872 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-8e770da1-d269-4961-9197-00122e303f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, ea1953df-ba79-410e-93d8-cd21ad0378f2) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:13:50.351152 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e770da1-d269-4961-9197-00122e303f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:50.351743 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e770da1-d269-4961-9197-00122e303f7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:50.358817 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41ee17d-aa4d-4036-be7d-d27830fa0e6a None None] Network ea1953df-ba79-410e-93d8-cd21ad0378f2 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:13:50.398681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-4af1d503-52bb-40ac-bab2-39b1473e269d tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b6c9c63c-dc94-4265-a185-21ee5fba942d HTTP/1.1" status: 200 len: 2981 time: 0.0583248 Nov 08 00:13:50.461562 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8e770da1-d269-4961-9197-00122e303f7b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8119748 Nov 08 00:13:50.501703 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cad4a8-7565-4b04-9536-27febc0b55b6 None None] Network ea1953df-ba79-410e-93d8-cd21ad0378f2 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:13:50.506970 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-f86aaa0a-5add-46fb-ba3a-cc59b2d30887 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b6c9c63c-dc94-4265-a185-21ee5fba942d HTTP/1.1" status: 200 len: 2981 time: 0.1015749 Nov 08 00:13:50.523222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686dcee-df2e-495a-918f-017dca8ab368 req-f46ec2ec-a159-4530-8ae8-52a9d6481ea9 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:50.524807 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0686dcee-df2e-495a-918f-017dca8ab368 req-f46ec2ec-a159-4530-8ae8-52a9d6481ea9 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=585426a8-d85f-4ec8-b85c-86f8153c79f6 HTTP/1.1" status: 200 len: 943 time: 0.0851963 Nov 08 00:13:50.588698 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-93cdcf9d-ffd7-4747-8f99-26f2fdba110e tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e1adeec0-5280-4aa5-bf75-b61266006158 HTTP/1.1" status: 200 len: 2981 time: 0.0733302 Nov 08 00:13:50.607623 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0686dcee-df2e-495a-918f-017dca8ab368 req-a1b41300-8841-40f5-8ab4-8bca334f7a58 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703709 Nov 08 00:13:50.663648 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-adaaebc0-469a-4d7c-8d15-c45dfe631e99 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e1adeec0-5280-4aa5-bf75-b61266006158 HTTP/1.1" status: 200 len: 2981 time: 0.0609560 Nov 08 00:13:50.677618 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device f01951a2-f37f-4b0d-86cd-44148c7b6a49 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:13:50.709669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-493c87c7-0c55-4c9e-a99b-e2a11f739e17 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e50e4e63-8f2d-4c88-b73a-dfb934209505 HTTP/1.1" status: 200 len: 2981 time: 0.0386369 Nov 08 00:13:50.765297 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-c5c2e6a4-4596-433f-b517-11945eff7176 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e50e4e63-8f2d-4c88-b73a-dfb934209505 HTTP/1.1" status: 200 len: 2981 time: 0.0469227 Nov 08 00:13:50.828062 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fb5a9-3176-457a-96af-253148eedecb req-c0a55da2-beb5-4b7d-a0d1-7cf3bdea72f9 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:50.830667 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-159fb5a9-3176-457a-96af-253148eedecb req-c0a55da2-beb5-4b7d-a0d1-7cf3bdea72f9 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.0789325 Nov 08 00:13:50.837946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port f01951a2-f37f-4b0d-86cd-44148c7b6a49, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=f01951a2-f37f-4b0d-86cd-44148c7b6a49,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:50.845810 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-6cf76182-16bb-41d7-b813-ca922f59ebf7 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f HTTP/1.1" status: 200 len: 2981 time: 0.0633457 Nov 08 00:13:50.850224 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'f01951a2-f37f-4b0d-86cd-44148c7b6a49', 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d', 'port_id': 'f01951a2-f37f-4b0d-86cd-44148c7b6a49', 'mac_address': 'fa:16:3e:c0:76:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf5087d-85b5-4f3a-9920-492dd2518682', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:13:50.887095 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:50.891956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-159fb5a9-3176-457a-96af-253148eedecb req-a31671ea-5d6d-486c-b4e2-85cd08ac952b tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548449 Nov 08 00:13:50.902278 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01951a2-f37f-4b0d-86cd-44148c7b6a49 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:13:50.908606 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-a4e7fff4-5a04-40e0-9f7e-884699c299f0 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f HTTP/1.1" status: 200 len: 2981 time: 0.0529435 Nov 08 00:13:50.922213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port f01951a2-f37f-4b0d-86cd-44148c7b6a49, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=f01951a2-f37f-4b0d-86cd-44148c7b6a49,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:50.947434 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09a4f1f-761b-4f68-a1de-b5cb211ca50a x-openstack-request-id: req-c09a4f1f-761b-4f68-a1de-b5cb211ca50a {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:50.947737 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d24d2de-bdf7-4d7a-9385-977373cbd6ef", "tag": "041efb95-5b48-4173-9343-45202f0660b4", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:50.948012 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c09a4f1f-761b-4f68-a1de-b5cb211ca50a {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:50.948398 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d24d2de-bdf7-4d7a-9385-977373cbd6ef', 'tag': '041efb95-5b48-4173-9343-45202f0660b4', 'status': 'completed', 'code': 200} Nov 08 00:13:50.954268 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-178a91fa-99fd-4518-ace1-73afb9b9c68c tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f37a1747-d707-49dd-be03-67ff7f4c65d6 HTTP/1.1" status: 200 len: 2981 time: 0.0405183 Nov 08 00:13:50.992887 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:51.014235 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68aff47e-a848-4b95-be09-e958cda1393b req-d8f2b77c-333c-468f-a425-e8c5ab1dbb31 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f37a1747-d707-49dd-be03-67ff7f4c65d6 HTTP/1.1" status: 200 len: 2981 time: 0.0535946 Nov 08 00:13:51.052588 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=f01951a2-f37f-4b0d-86cd-44148c7b6a49,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:51.099978 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b354f353-d463-49d0-b5f6-858aef4a6451 req-c5404bc1-d2ec-4077-bf65-9094ad0ac0b0 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/floatingips/668e0ac1-ae19-482d-af84-84af57da9f7c HTTP/1.1" status: 200 len: 693 time: 0.0556870 Nov 08 00:13:51.110095 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2925b-f1ac-41c6-8eef-b8f311ffc237 req-f0f01997-c225-49c1-97e6-ac66af4732bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:51.111492 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abd2925b-f1ac-41c6-8eef-b8f311ffc237 req-f0f01997-c225-49c1-97e6-ac66af4732bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f34c6b5aa9c4235bb145ac377b6aae0&device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 1097 time: 0.1090770 Nov 08 00:13:51.119244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acc133-e4cd-4d9f-8c80-19b3fcfcd022 req-f07d343f-8a36-4ce8-b60e-42d54026a16d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:51.120608 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-56acc133-e4cd-4d9f-8c80-19b3fcfcd022 req-f07d343f-8a36-4ce8-b60e-42d54026a16d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.1291409 Nov 08 00:13:51.267366 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-56acc133-e4cd-4d9f-8c80-19b3fcfcd022 req-cfd757f6-f97c-4980-a043-1ea883f74246 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319551 Nov 08 00:13:51.321901 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2925b-f1ac-41c6-8eef-b8f311ffc237 req-89d141e3-8279-4f72-aee1-d6e09d2e13eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:51.323777 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abd2925b-f1ac-41c6-8eef-b8f311ffc237 req-89d141e3-8279-4f72-aee1-d6e09d2e13eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b HTTP/1.1" status: 200 len: 921 time: 0.2023032 Nov 08 00:13:51.331406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354f353-d463-49d0-b5f6-858aef4a6451 req-b3e2cfb4-4809-46aa-b2c4-3db1478b38cb tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:51.332799 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b354f353-d463-49d0-b5f6-858aef4a6451 req-b3e2cfb4-4809-46aa-b2c4-3db1478b38cb tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.2256763 Nov 08 00:13:51.407829 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abd2925b-f1ac-41c6-8eef-b8f311ffc237 req-05ac5058-12aa-4ead-87e6-e3849ca31249 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=041efb95-5b48-4173-9343-45202f0660b4 HTTP/1.1" status: 200 len: 217 time: 0.0740418 Nov 08 00:13:51.425397 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b354f353-d463-49d0-b5f6-858aef4a6451 req-6fe29a0b-a6cb-4c76-b74a-716c61e4fafb tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.107 HTTP/1.1" status: 200 len: 696 time: 0.0841637 Nov 08 00:13:51.453988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-a2ac54e1-dcde-4520-b2fe-71adb379d2ae req-62f9458f-de93-42bd-af9f-9deed696f9f9 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-917791740', 'description': 'tempest-description-881436315'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:51.457874 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['f01951a2-f37f-4b0d-86cd-44148c7b6a49'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:13:51.515503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b354f353-d463-49d0-b5f6-858aef4a6451 req-469f5f27-1dac-47f5-a637-121fbaeaa921 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.107 HTTP/1.1" status: 200 len: 696 time: 0.0703902 Nov 08 00:13:51.518703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2925b-f1ac-41c6-8eef-b8f311ffc237 req-7d8110bf-3e3f-4d21-b91c-230ac8f430eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:51.520120 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abd2925b-f1ac-41c6-8eef-b8f311ffc237 req-7d8110bf-3e3f-4d21-b91c-230ac8f430eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4514484e-e682-4afb-a7d1-e5db40eaed71 HTTP/1.1" status: 200 len: 860 time: 0.1058655 Nov 08 00:13:51.584791 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abd2925b-f1ac-41c6-8eef-b8f311ffc237 req-4ec6e4f1-91dd-4f24-8f7d-d0ff284a19d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551171 Nov 08 00:13:51.629637 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a2ac54e1-dcde-4520-b2fe-71adb379d2ae req-62f9458f-de93-42bd-af9f-9deed696f9f9 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:51.742717 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37308) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:51.790250 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abd2925b-f1ac-41c6-8eef-b8f311ffc237 req-6c16b2b3-84b3-4329-9498-939fe9ff6988 service neutron] 10.222.0.26 "GET /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978886 Nov 08 00:13:51.806223 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-b354f353-d463-49d0-b5f6-858aef4a6451 req-48d326d4-9c58-48fb-89e8-41f9563c56bf tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Deleting port 33fcc6db-0ff6-4ff3-90ba-2ae32cb0669e {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:51.806563 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b354f353-d463-49d0-b5f6-858aef4a6451 req-48d326d4-9c58-48fb-89e8-41f9563c56bf tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:51.849958 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-50c53457-0853-44d1-b0ac-3c69ae708fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:51.892903 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a2ac54e1-dcde-4520-b2fe-71adb379d2ae req-62f9458f-de93-42bd-af9f-9deed696f9f9 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:51.925423 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-50c53457-0853-44d1-b0ac-3c69ae708fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:51.959147 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b354f353-d463-49d0-b5f6-858aef4a6451 req-48d326d4-9c58-48fb-89e8-41f9563c56bf tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:51.959475 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b354f353-d463-49d0-b5f6-858aef4a6451 req-48d326d4-9c58-48fb-89e8-41f9563c56bf tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:51.976060 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abd2925b-f1ac-41c6-8eef-b8f311ffc237 req-0f9d1305-6231-48be-a728-098c0a9b65c8 service neutron] 10.222.0.26 "GET /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766508 Nov 08 00:13:51.978316 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a2ac54e1-dcde-4520-b2fe-71adb379d2ae req-62f9458f-de93-42bd-af9f-9deed696f9f9 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:51.986558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-b354f353-d463-49d0-b5f6-858aef4a6451 req-48d326d4-9c58-48fb-89e8-41f9563c56bf tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Calling delete_port for 33fcc6db-0ff6-4ff3-90ba-2ae32cb0669e owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:51.998705 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-50c53457-0853-44d1-b0ac-3c69ae708fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:52.040372 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-50c53457-0853-44d1-b0ac-3c69ae708fcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=518ed24477cb42fb8e837d4a63ceca1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964764 Nov 08 00:13:52.041171 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c53457-0853-44d1-b0ac-3c69ae708fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28eb88f-996c-4a03-bc80-fc1b96caa811,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:52.044236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37314) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:52.053064 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9458f-de93-42bd-af9f-9deed696f9f9 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7cd4c0-0c9c-4733-a047-e38688df784b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:52.076397 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a2ac54e1-dcde-4520-b2fe-71adb379d2ae req-62f9458f-de93-42bd-af9f-9deed696f9f9 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:52.077860 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2ac54e1-dcde-4520-b2fe-71adb379d2ae req-62f9458f-de93-42bd-af9f-9deed696f9f9 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6340744 Nov 08 00:13:52.106390 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cf7f8f47-931b-4cd0-988f-51bd1a6dc2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:52.127487 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cf7f8f47-931b-4cd0-988f-51bd1a6dc2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:52.196793 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4fe3c21f-a366-4dd0-a44a-4e8c7cc4c093 req-d30f45b5-d7a9-4f12-8385-31023104cc1c tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d76f83da675a49a48ce85ac4644d5dc5 HTTP/1.1" status: 200 len: 6103 time: 0.0955760 Nov 08 00:13:52.239906 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b354f353-d463-49d0-b5f6-858aef4a6451 req-48d326d4-9c58-48fb-89e8-41f9563c56bf tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:52.250966 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4fe3c21f-a366-4dd0-a44a-4e8c7cc4c093 req-213a7109-e3e4-4dc4-9b0b-674a2cf6912d tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] 10.222.0.13 "GET /v2.0/security-groups/e1adeec0-5280-4aa5-bf75-b61266006158 HTTP/1.1" status: 200 len: 2981 time: 0.0474174 Nov 08 00:13:52.261140 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cf7f8f47-931b-4cd0-988f-51bd1a6dc2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:52.264485 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cf7f8f47-931b-4cd0-988f-51bd1a6dc2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:52.265645 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cf7f8f47-931b-4cd0-988f-51bd1a6dc2e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d28eb88f-996c-4a03-bc80-fc1b96caa811 HTTP/1.1" status: 204 len: 168 time: 0.2203052 Nov 08 00:13:52.274113 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d326d4-9c58-48fb-89e8-41f9563c56bf tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Pushing event deleted for resources: {'Port': ['ID=33fcc6db-0ff6-4ff3-90ba-2ae32cb0669e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:52.280369 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f8f47-931b-4cd0-988f-51bd1a6dc2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28eb88f-996c-4a03-bc80-fc1b96caa811,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:52.367134 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4fe3c21f-a366-4dd0-a44a-4e8c7cc4c093 req-15af745a-5ecb-4231-8cd2-c10ec05e53c5 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] 10.222.0.13 "GET /v2.0/security-groups/e1adeec0-5280-4aa5-bf75-b61266006158 HTTP/1.1" status: 200 len: 2981 time: 0.0961168 Nov 08 00:13:52.370208 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b354f353-d463-49d0-b5f6-858aef4a6451 req-48d326d4-9c58-48fb-89e8-41f9563c56bf tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:52.373582 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b354f353-d463-49d0-b5f6-858aef4a6451 req-48d326d4-9c58-48fb-89e8-41f9563c56bf tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:52.374731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b354f353-d463-49d0-b5f6-858aef4a6451 req-48d326d4-9c58-48fb-89e8-41f9563c56bf tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "DELETE /v2.0/floatingips/668e0ac1-ae19-482d-af84-84af57da9f7c HTTP/1.1" status: 204 len: 173 time: 0.8522322 Nov 08 00:13:52.463882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d11b26-58e6-423c-837f-29bd802a51a4 req-d572cc92-1da6-4670-ad61-09011cafdd1e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:52.465524 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4d11b26-58e6-423c-837f-29bd802a51a4 req-d572cc92-1da6-4670-ad61-09011cafdd1e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=585426a8-d85f-4ec8-b85c-86f8153c79f6 HTTP/1.1" status: 200 len: 944 time: 0.0510395 Nov 08 00:13:52.512118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4d11b26-58e6-423c-837f-29bd802a51a4 req-3abf057c-b744-4759-87da-bdff30edac0a tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405867 Nov 08 00:13:52.585238 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c8150-6e4a-4e9a-929c-296f9ef40bc8 req-4e6a3727-273f-4d58-94ae-ed382d605ae3 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:52.586671 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dc9c8150-6e4a-4e9a-929c-296f9ef40bc8 req-4e6a3727-273f-4d58-94ae-ed382d605ae3 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.0880287 Nov 08 00:13:52.592228 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f4a9b2e-fc1b-4121-9c61-4a3f9e61c785 req-cb206e02-698f-4907-a0dd-ddd5abd16e71 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "GET /v2.0/security-groups/2a7cd4c0-0c9c-4733-a047-e38688df784b HTTP/1.1" status: 200 len: 1811 time: 0.0569274 Nov 08 00:13:52.610659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-1f4a9b2e-fc1b-4121-9c61-4a3f9e61c785 req-d202eff1-5f78-4e50-a136-8609d573ebe8 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2a7cd4c0-0c9c-4733-a047-e38688df784b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:52.610980 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-1f4a9b2e-fc1b-4121-9c61-4a3f9e61c785 req-d202eff1-5f78-4e50-a136-8609d573ebe8 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2a7cd4c0-0c9c-4733-a047-e38688df784b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:52.642715 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dc9c8150-6e4a-4e9a-929c-296f9ef40bc8 req-17b8211e-4793-473e-ba74-e5352fcee965 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485368 Nov 08 00:13:52.671901 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device f01951a2-f37f-4b0d-86cd-44148c7b6a49 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:13:52.745006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf85a2d-3069-4556-bba2-f676318a1264 req-ab63bf9b-50f0-4052-b81f-e4ef569a7641 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:52.746458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abf85a2d-3069-4556-bba2-f676318a1264 req-ab63bf9b-50f0-4052-b81f-e4ef569a7641 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.0482712 Nov 08 00:13:52.771522 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port f01951a2-f37f-4b0d-86cd-44148c7b6a49 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:13:52.775370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port f01951a2-f37f-4b0d-86cd-44148c7b6a49 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:13:52.775744 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:52.807505 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abf85a2d-3069-4556-bba2-f676318a1264 req-7b810745-5018-4746-b650-0bef2012e7c2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542166 Nov 08 00:13:52.808639 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1f4a9b2e-fc1b-4121-9c61-4a3f9e61c785 req-d202eff1-5f78-4e50-a136-8609d573ebe8 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:52.835815 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1f4a9b2e-fc1b-4121-9c61-4a3f9e61c785 req-d202eff1-5f78-4e50-a136-8609d573ebe8 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:52.870706 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:52.881439 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c11034f-ea09-45f0-895e-a9a7514c4a09 req-d88da06e-1816-4369-8785-56a59cd1a146 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c9c1cacd-a72b-418f-bbf7-7eb79c897531 HTTP/1.1" status: 200 len: 1776 time: 0.0392363 Nov 08 00:13:52.894357 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585426a8-d85f-4ec8-b85c-86f8153c79f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01951a2-f37f-4b0d-86cd-44148c7b6a49'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:52.896634 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c81361b-3398-47aa-9aaf-63498c2e4782" -d '{"events": [{"server_uuid": "585426a8-d85f-4ec8-b85c-86f8153c79f6", "name": "network-vif-plugged", "status": "completed", "tag": "f01951a2-f37f-4b0d-86cd-44148c7b6a49"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:52.910360 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port f01951a2-f37f-4b0d-86cd-44148c7b6a49, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=f01951a2-f37f-4b0d-86cd-44148c7b6a49,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:52.910580 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1f4a9b2e-fc1b-4121-9c61-4a3f9e61c785 req-d202eff1-5f78-4e50-a136-8609d573ebe8 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:52.937202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202eff1-5f78-4e50-a136-8609d573ebe8 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275a67e8-dccb-4263-9466-1c59797608c3,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:52.954287 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0c11034f-ea09-45f0-895e-a9a7514c4a09 req-33063777-634a-4b6d-8279-4fdecc3bc455 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:52.958090 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37330) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:52.970930 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-600dcfab-8b76-49a3-889b-61854a83be63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:52.978191 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0c11034f-ea09-45f0-895e-a9a7514c4a09 req-33063777-634a-4b6d-8279-4fdecc3bc455 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.000184 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.040191 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1f4a9b2e-fc1b-4121-9c61-4a3f9e61c785 req-d202eff1-5f78-4e50-a136-8609d573ebe8 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.041595 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f4a9b2e-fc1b-4121-9c61-4a3f9e61c785 req-d202eff1-5f78-4e50-a136-8609d573ebe8 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4409132 Nov 08 00:13:53.048163 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=f01951a2-f37f-4b0d-86cd-44148c7b6a49,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:53.095262 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a2a1eaf-726f-4c71-946b-12fb0fc009ef req-543e5458-e1f4-4119-9226-01c574656947 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups/c95a616d-204e-4740-9572-6fbe39ba6de0 HTTP/1.1" status: 200 len: 1807 time: 0.0371611 Nov 08 00:13:53.122596 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0c11034f-ea09-45f0-895e-a9a7514c4a09 req-33063777-634a-4b6d-8279-4fdecc3bc455 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.125087 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0c11034f-ea09-45f0-895e-a9a7514c4a09 req-33063777-634a-4b6d-8279-4fdecc3bc455 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.126150 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c11034f-ea09-45f0-895e-a9a7514c4a09 req-33063777-634a-4b6d-8279-4fdecc3bc455 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9c1cacd-a72b-418f-bbf7-7eb79c897531 HTTP/1.1" status: 204 len: 173 time: 0.2383981 Nov 08 00:13:53.144145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33063777-634a-4b6d-8279-4fdecc3bc455 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c1cacd-a72b-418f-bbf7-7eb79c897531,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:53.144522 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-600dcfab-8b76-49a3-889b-61854a83be63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.165631 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a312a7-37ae-4bfc-ac44-32b28df8eb64 x-openstack-request-id: req-96a312a7-37ae-4bfc-ac44-32b28df8eb64 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:53.166110 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585426a8-d85f-4ec8-b85c-86f8153c79f6", "name": "network-vif-plugged", "status": "completed", "tag": "f01951a2-f37f-4b0d-86cd-44148c7b6a49", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:53.166514 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96a312a7-37ae-4bfc-ac44-32b28df8eb64 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:53.167067 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585426a8-d85f-4ec8-b85c-86f8153c79f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01951a2-f37f-4b0d-86cd-44148c7b6a49', 'code': 200} Nov 08 00:13:53.167259 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1a2a1eaf-726f-4c71-946b-12fb0fc009ef req-86312559-bffe-4b65-8c5d-4d36cd3a84e7 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.205770 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1a2a1eaf-726f-4c71-946b-12fb0fc009ef req-86312559-bffe-4b65-8c5d-4d36cd3a84e7 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.206250 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-600dcfab-8b76-49a3-889b-61854a83be63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.247831 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600dcfab-8b76-49a3-889b-61854a83be63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc82e67-bb71-41fb-bb3f-017e64e4879c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:53.252241 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-90a52f5f-3dd0-4fba-a02f-80aa5500e78e req-94fcd087-ca2c-47a2-95ba-571e22451e0c tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "GET /v2.0/security-groups/2a7cd4c0-0c9c-4733-a047-e38688df784b HTTP/1.1" status: 200 len: 2404 time: 0.0731089 Nov 08 00:13:53.282386 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-600dcfab-8b76-49a3-889b-61854a83be63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb72f8f43ccc49ffad671ea42e51820f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208742 Nov 08 00:13:53.283043 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37338) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:53.312980 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8453d04b-3d52-4e35-88de-bd257870ed03 req-2d61b808-4348-488b-8935-c74f1a8831ea tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "GET /v2.0/security-groups/0490bf33-c59e-409f-a9bd-f33aca1e1c26 HTTP/1.1" status: 200 len: 1777 time: 0.0370331 Nov 08 00:13:53.322483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71bae9-635c-4b5a-a4bb-c70878325b9f req-8f64990f-613b-403e-b44f-dc36d3136beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:53.324004 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1f71bae9-635c-4b5a-a4bb-c70878325b9f req-8f64990f-613b-403e-b44f-dc36d3136beb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=585426a8-d85f-4ec8-b85c-86f8153c79f6 HTTP/1.1" status: 200 len: 1096 time: 0.0724204 Nov 08 00:13:53.362422 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38a195b0-7e45-49fe-b40b-7906adb42604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.364610 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1a2a1eaf-726f-4c71-946b-12fb0fc009ef req-86312559-bffe-4b65-8c5d-4d36cd3a84e7 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.367086 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1a2a1eaf-726f-4c71-946b-12fb0fc009ef req-86312559-bffe-4b65-8c5d-4d36cd3a84e7 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.368338 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a2a1eaf-726f-4c71-946b-12fb0fc009ef req-86312559-bffe-4b65-8c5d-4d36cd3a84e7 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "DELETE /v2.0/security-groups/c95a616d-204e-4740-9572-6fbe39ba6de0 HTTP/1.1" status: 204 len: 173 time: 0.2673295 Nov 08 00:13:53.381510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86312559-bffe-4b65-8c5d-4d36cd3a84e7 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95a616d-204e-4740-9572-6fbe39ba6de0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:53.383178 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8453d04b-3d52-4e35-88de-bd257870ed03 req-1cd55ace-5356-4b11-aed7-95c2f64fab80 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.401247 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1f71bae9-635c-4b5a-a4bb-c70878325b9f req-d40c5b5d-c5e9-41aa-9cc4-3bfda710e386 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557411 Nov 08 00:13:53.405106 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38a195b0-7e45-49fe-b40b-7906adb42604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.414858 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-715a5f35-0b7b-44fd-9026-20a49dec0578 req-6b6faae7-fd02-4e06-8c67-082683e60710 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "GET /v2.0/security-group-rules/275a67e8-dccb-4263-9466-1c59797608c3 HTTP/1.1" status: 200 len: 778 time: 0.0262475 Nov 08 00:13:53.418423 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8453d04b-3d52-4e35-88de-bd257870ed03 req-1cd55ace-5356-4b11-aed7-95c2f64fab80 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.479579 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-715a5f35-0b7b-44fd-9026-20a49dec0578 req-b7d058fc-00e5-4b17-b816-1b9e5f33fa64 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "GET /v2.0/security-groups/2a7cd4c0-0c9c-4733-a047-e38688df784b HTTP/1.1" status: 200 len: 2404 time: 0.0548096 Nov 08 00:13:53.503169 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38a195b0-7e45-49fe-b40b-7906adb42604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.505822 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38a195b0-7e45-49fe-b40b-7906adb42604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.506970 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-38a195b0-7e45-49fe-b40b-7906adb42604 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcc82e67-bb71-41fb-bb3f-017e64e4879c HTTP/1.1" status: 204 len: 168 time: 0.2230339 Nov 08 00:13:53.507352 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-715a5f35-0b7b-44fd-9026-20a49dec0578 req-4f5d2797-db4c-4cd4-b739-09642e903020 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.515565 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-715a5f35-0b7b-44fd-9026-20a49dec0578 req-4f5d2797-db4c-4cd4-b739-09642e903020 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.517417 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a195b0-7e45-49fe-b40b-7906adb42604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc82e67-bb71-41fb-bb3f-017e64e4879c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:53.558747 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8453d04b-3d52-4e35-88de-bd257870ed03 req-1cd55ace-5356-4b11-aed7-95c2f64fab80 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.561391 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8453d04b-3d52-4e35-88de-bd257870ed03 req-1cd55ace-5356-4b11-aed7-95c2f64fab80 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.562567 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8453d04b-3d52-4e35-88de-bd257870ed03 req-1cd55ace-5356-4b11-aed7-95c2f64fab80 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/0490bf33-c59e-409f-a9bd-f33aca1e1c26 HTTP/1.1" status: 204 len: 173 time: 0.2428384 Nov 08 00:13:53.573321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd55ace-5356-4b11-aed7-95c2f64fab80 tempest-SecurityGroupsTestAdminJSON-849372149 tempest-SecurityGroupsTestAdminJSON-849372149-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0490bf33-c59e-409f-a9bd-f33aca1e1c26,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:53.615526 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-715a5f35-0b7b-44fd-9026-20a49dec0578 req-4f5d2797-db4c-4cd4-b739-09642e903020 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.620783 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-715a5f35-0b7b-44fd-9026-20a49dec0578 req-4f5d2797-db4c-4cd4-b739-09642e903020 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:53.622032 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-715a5f35-0b7b-44fd-9026-20a49dec0578 req-4f5d2797-db4c-4cd4-b739-09642e903020 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/275a67e8-dccb-4263-9466-1c59797608c3 HTTP/1.1" status: 204 len: 173 time: 0.1361051 Nov 08 00:13:53.635421 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d2797-db4c-4cd4-b739-09642e903020 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=275a67e8-dccb-4263-9466-1c59797608c3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:53.914164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f899ede-c9f5-4345-9c0a-9bebe6fd8a0b req-a6b44c39-c12d-4584-9e27-65dfe923f277 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:53.915685 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f899ede-c9f5-4345-9c0a-9bebe6fd8a0b req-a6b44c39-c12d-4584-9e27-65dfe923f277 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=585426a8-d85f-4ec8-b85c-86f8153c79f6 HTTP/1.1" status: 200 len: 945 time: 0.0538285 Nov 08 00:13:53.984337 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f899ede-c9f5-4345-9c0a-9bebe6fd8a0b req-d81adc69-d4ac-4bdc-b1ee-8c28e41f8bb9 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623562 Nov 08 00:13:53.993089 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd1887cd-2d66-4100-8022-0f49ab0d7701 req-dbf3c5fe-9be0-4ba9-8b58-a118aa89ef64 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] 10.222.0.13 "GET /v2.0/security-groups/c216b6e9-84a3-4a9a-adda-5e099ecd1df3 HTTP/1.1" status: 200 len: 1777 time: 0.0606556 Nov 08 00:13:54.016525 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-88b5d681-7b4d-475e-bc28-8b4338004124 req-3a16dfd9-beba-4a2e-ac0b-89f3368b428a tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-131826590', 'description': 'tempest-description-241586846'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:54.068883 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-bd1887cd-2d66-4100-8022-0f49ab0d7701 req-d76424e9-c518-418c-b19f-2abb8e625343 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:54.090653 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-bd1887cd-2d66-4100-8022-0f49ab0d7701 req-d76424e9-c518-418c-b19f-2abb8e625343 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:54.129785 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-88b5d681-7b4d-475e-bc28-8b4338004124 req-3a16dfd9-beba-4a2e-ac0b-89f3368b428a tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:54.197342 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-88b5d681-7b4d-475e-bc28-8b4338004124 req-3a16dfd9-beba-4a2e-ac0b-89f3368b428a tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:54.216926 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-bd1887cd-2d66-4100-8022-0f49ab0d7701 req-d76424e9-c518-418c-b19f-2abb8e625343 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:54.219511 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-bd1887cd-2d66-4100-8022-0f49ab0d7701 req-d76424e9-c518-418c-b19f-2abb8e625343 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:54.220705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd1887cd-2d66-4100-8022-0f49ab0d7701 req-d76424e9-c518-418c-b19f-2abb8e625343 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] 10.222.0.13 "DELETE /v2.0/security-groups/c216b6e9-84a3-4a9a-adda-5e099ecd1df3 HTTP/1.1" status: 204 len: 173 time: 0.2247689 Nov 08 00:13:54.230075 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76424e9-c518-418c-b19f-2abb8e625343 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c216b6e9-84a3-4a9a-adda-5e099ecd1df3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:54.317837 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1571a16-4df6-41b2-9a42-ffc57e315fd4 req-6857001a-cd9a-48ff-babd-d63020278888 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:54.319337 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e1571a16-4df6-41b2-9a42-ffc57e315fd4 req-6857001a-cd9a-48ff-babd-d63020278888 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.0511198 Nov 08 00:13:54.333098 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-88b5d681-7b4d-475e-bc28-8b4338004124 req-3a16dfd9-beba-4a2e-ac0b-89f3368b428a tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:54.378984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16dfd9-beba-4a2e-ac0b-89f3368b428a tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=923897ff-1ca1-4de6-8a09-4d3be80911c6,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:54.388264 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e1571a16-4df6-41b2-9a42-ffc57e315fd4 req-6780dc00-ac88-4a76-9a89-0bc0efb43b0f tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628154 Nov 08 00:13:54.488815 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-88b5d681-7b4d-475e-bc28-8b4338004124 req-3a16dfd9-beba-4a2e-ac0b-89f3368b428a tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:54.490008 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88b5d681-7b4d-475e-bc28-8b4338004124 req-3a16dfd9-beba-4a2e-ac0b-89f3368b428a tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4780223 Nov 08 00:13:54.500882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a491a9b-aa4a-469f-81ee-c37823f371d7 req-37f9b411-131c-475c-a1cb-ac88e65128bc tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:54.502358 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a491a9b-aa4a-469f-81ee-c37823f371d7 req-37f9b411-131c-475c-a1cb-ac88e65128bc tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.0545440 Nov 08 00:13:54.541554 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a491a9b-aa4a-469f-81ee-c37823f371d7 req-75b14fb6-2466-4163-9870-deed95f8be0c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328104 Nov 08 00:13:54.907812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4774b-d275-491d-9df7-4a57a53dce03 req-0ec5c9b2-573d-4284-9ddd-3fe5255331b3 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:54.909272 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9eb4774b-d275-491d-9df7-4a57a53dce03 req-0ec5c9b2-573d-4284-9ddd-3fe5255331b3 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.3668580 Nov 08 00:13:54.912157 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b90929c7-1ca6-4fc0-8615-b2c29b0014d5 req-8c4d871b-9951-4c9a-8ace-7015cda9debc tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] 10.222.0.13 "GET /v2.0/security-groups/cc255bc0-b6f4-42be-8e48-3cb85a37208a HTTP/1.1" status: 200 len: 1778 time: 0.3361924 Nov 08 00:13:54.984367 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9eb4774b-d275-491d-9df7-4a57a53dce03 req-8ff2ebf5-aeb4-47e6-b45d-d76461d7f774 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595958 Nov 08 00:13:54.998993 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b90929c7-1ca6-4fc0-8615-b2c29b0014d5 req-2100578c-5eb6-4a13-970c-d12f8fee6015 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:55.033961 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b90929c7-1ca6-4fc0-8615-b2c29b0014d5 req-2100578c-5eb6-4a13-970c-d12f8fee6015 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:55.087961 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c7b20fe7-0e02-4f3c-930a-1f8b9685d1e9 req-6b3847e4-42ff-4653-b9f4-8082b1553252 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "GET /v2.0/security-groups/923897ff-1ca1-4de6-8a09-4d3be80911c6 HTTP/1.1" status: 200 len: 1811 time: 0.0636215 Nov 08 00:13:55.206220 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b90929c7-1ca6-4fc0-8615-b2c29b0014d5 req-2100578c-5eb6-4a13-970c-d12f8fee6015 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:55.209378 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b90929c7-1ca6-4fc0-8615-b2c29b0014d5 req-2100578c-5eb6-4a13-970c-d12f8fee6015 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:55.210807 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b90929c7-1ca6-4fc0-8615-b2c29b0014d5 req-2100578c-5eb6-4a13-970c-d12f8fee6015 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] 10.222.0.13 "DELETE /v2.0/security-groups/cc255bc0-b6f4-42be-8e48-3cb85a37208a HTTP/1.1" status: 204 len: 173 time: 0.2926261 Nov 08 00:13:55.256108 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100578c-5eb6-4a13-970c-d12f8fee6015 tempest-SecurityGroupsTestAdminJSON-1232462990 tempest-SecurityGroupsTestAdminJSON-1232462990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc255bc0-b6f4-42be-8e48-3cb85a37208a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:55.265786 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-46cb7b96-2a16-4e18-8754-1807f1338056 req-57c4d0e3-0cb2-48a6-8313-85736fe0c43a tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-112781269', 'description': 'tempest-description-85544538'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:55.330315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccc3d7-ff7a-4d9e-a8c4-baa1a4dc1768 req-89d1235a-10b9-4b8c-9699-0c9f222a668b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:55.332139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abccc3d7-ff7a-4d9e-a8c4-baa1a4dc1768 req-89d1235a-10b9-4b8c-9699-0c9f222a668b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=585426a8-d85f-4ec8-b85c-86f8153c79f6 HTTP/1.1" status: 200 len: 945 time: 0.1014662 Nov 08 00:13:55.384001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abccc3d7-ff7a-4d9e-a8c4-baa1a4dc1768 req-52d27e02-703d-497e-887c-0cebd5b1e9d6 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409980 Nov 08 00:13:55.404818 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-46cb7b96-2a16-4e18-8754-1807f1338056 req-57c4d0e3-0cb2-48a6-8313-85736fe0c43a tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:55.494853 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-46cb7b96-2a16-4e18-8754-1807f1338056 req-57c4d0e3-0cb2-48a6-8313-85736fe0c43a tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:55.516695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de98ce8-db32-4d5f-9c5c-499b8f3bd8fc req-19dd3757-e63c-4b0f-aaaf-942998feba93 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:55.518157 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2de98ce8-db32-4d5f-9c5c-499b8f3bd8fc req-19dd3757-e63c-4b0f-aaaf-942998feba93 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.0555308 Nov 08 00:13:55.552002 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-46cb7b96-2a16-4e18-8754-1807f1338056 req-57c4d0e3-0cb2-48a6-8313-85736fe0c43a tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:55.566155 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2de98ce8-db32-4d5f-9c5c-499b8f3bd8fc req-6c4de9a1-64ea-455b-be3a-0574e44966c7 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420167 Nov 08 00:13:55.589073 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4d0e3-0cb2-48a6-8313-85736fe0c43a tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65efe469-26c0-4965-9894-0fa68798d5dc,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:55.665128 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-46cb7b96-2a16-4e18-8754-1807f1338056 req-57c4d0e3-0cb2-48a6-8313-85736fe0c43a tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:55.666736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46cb7b96-2a16-4e18-8754-1807f1338056 req-57c4d0e3-0cb2-48a6-8313-85736fe0c43a tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4078474 Nov 08 00:13:55.715531 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37416) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:55.770939 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf9e4a-d583-4e01-a59b-2669713341ec req-15e36ee3-ecf9-4915-9e01-52f45196775b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:55.772644 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ddf9e4a-d583-4e01-a59b-2669713341ec req-15e36ee3-ecf9-4915-9e01-52f45196775b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.0547745 Nov 08 00:13:55.812168 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ddf9e4a-d583-4e01-a59b-2669713341ec req-4d873d3a-4b30-40ac-926e-0c7e07df23fd tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331869 Nov 08 00:13:55.866961 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-66bbe1a4-5e24-43d4-8ace-187250d03f27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d76f83da675a49a48ce85ac4644d5dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500125 Nov 08 00:13:55.869985 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37420) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:55.875580 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-72ba0706-fbe4-432e-a7a3-183f2cabe997 req-af4b53e3-b752-4638-bcbe-5dcbf0b1f0a8 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "GET /v2.0/security-groups/65efe469-26c0-4965-9894-0fa68798d5dc HTTP/1.1" status: 200 len: 1810 time: 0.0388222 Nov 08 00:13:55.905762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-3ea5ad34-8119-4461-b7e4-3f765c7e5753 req-f8b2df07-1f35-484c-b114-a8c4cdfd4205 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1699722251', 'description': 'tempest-description-1656824946'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:55.928288 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6089138f-8977-458c-b761-bff44f7456a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:55.950509 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6089138f-8977-458c-b761-bff44f7456a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:56.000239 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3ea5ad34-8119-4461-b7e4-3f765c7e5753 req-f8b2df07-1f35-484c-b114-a8c4cdfd4205 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:56.071131 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3ea5ad34-8119-4461-b7e4-3f765c7e5753 req-f8b2df07-1f35-484c-b114-a8c4cdfd4205 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:56.078316 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6089138f-8977-458c-b761-bff44f7456a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:56.081398 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6089138f-8977-458c-b761-bff44f7456a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:56.082644 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6089138f-8977-458c-b761-bff44f7456a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1adeec0-5280-4aa5-bf75-b61266006158 HTTP/1.1" status: 204 len: 168 time: 0.2117233 Nov 08 00:13:56.090473 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089138f-8977-458c-b761-bff44f7456a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1adeec0-5280-4aa5-bf75-b61266006158,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:56.143475 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3ea5ad34-8119-4461-b7e4-3f765c7e5753 req-f8b2df07-1f35-484c-b114-a8c4cdfd4205 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:56.186072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2df07-1f35-484c-b114-a8c4cdfd4205 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54d2080-431d-475b-9669-47b65bd8af8b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:56.197285 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3fa18-c385-47c8-bd06-0f87ec120cdd req-b18e6b5c-f932-44f9-b74b-8eb951b2e876 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:56.198799 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25e3fa18-c385-47c8-bd06-0f87ec120cdd req-b18e6b5c-f932-44f9-b74b-8eb951b2e876 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.0875733 Nov 08 00:13:56.243027 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25e3fa18-c385-47c8-bd06-0f87ec120cdd req-54fc0054-0f06-481b-9c00-0b58ad6d571f tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351853 Nov 08 00:13:56.254220 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3ea5ad34-8119-4461-b7e4-3f765c7e5753 req-f8b2df07-1f35-484c-b114-a8c4cdfd4205 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:56.264684 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ea5ad34-8119-4461-b7e4-3f765c7e5753 req-f8b2df07-1f35-484c-b114-a8c4cdfd4205 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3546889 Nov 08 00:13:56.414223 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adb51e09-9b09-4978-9d02-1d6073299db3 req-9e6aff4b-68dc-440b-bcef-90cf0db5d247 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "GET /v2.0/security-groups/f54d2080-431d-475b-9669-47b65bd8af8b HTTP/1.1" status: 200 len: 1813 time: 0.0685344 Nov 08 00:13:56.448044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa53156-a229-4bae-990a-8f301445ac82 req-693e6fc5-28a0-4c9f-b679-8c3a14118d9f tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:56.449791 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9fa53156-a229-4bae-990a-8f301445ac82 req-693e6fc5-28a0-4c9f-b679-8c3a14118d9f tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 946 time: 0.0731285 Nov 08 00:13:56.512099 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-db8721e6-f821-461e-8de1-102fe9056a4c req-88f9ebb1-3881-41f1-aa20-4f2858d817f4 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-375535631', 'description': 'tempest-description-1948237315'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:13:56.581349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0097d29-3699-4fd9-a749-ca20b9e6cc39 req-1b988405-68d3-4fcf-a720-5d93266395f7 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:56.582905 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d0097d29-3699-4fd9-a749-ca20b9e6cc39 req-1b988405-68d3-4fcf-a720-5d93266395f7 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=585426a8-d85f-4ec8-b85c-86f8153c79f6 HTTP/1.1" status: 200 len: 945 time: 0.1314707 Nov 08 00:13:56.627802 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-9fa53156-a229-4bae-990a-8f301445ac82 req-832d369b-85e5-4d2e-a00f-61b6f9a50570 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Deleting port 041efb95-5b48-4173-9343-45202f0660b4 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:56.628163 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9fa53156-a229-4bae-990a-8f301445ac82 req-832d369b-85e5-4d2e-a00f-61b6f9a50570 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:56.646538 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d0097d29-3699-4fd9-a749-ca20b9e6cc39 req-971d1490-f08c-42cf-9da5-60d0c44eecfa tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562973 Nov 08 00:13:56.683361 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-db8721e6-f821-461e-8de1-102fe9056a4c req-88f9ebb1-3881-41f1-aa20-4f2858d817f4 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:56.765408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-9fa53156-a229-4bae-990a-8f301445ac82 req-832d369b-85e5-4d2e-a00f-61b6f9a50570 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] For port 041efb95-5b48-4173-9343-45202f0660b4, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=041efb95-5b48-4173-9343-45202f0660b4,segment=NetworkSegment(9b897e63-85bd-407e-a6de-4de80bc6bc88),segment_id=9b897e63-85bd-407e-a6de-4de80bc6bc88)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:56.765784 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9fa53156-a229-4bae-990a-8f301445ac82 req-832d369b-85e5-4d2e-a00f-61b6f9a50570 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:56.792965 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37454) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:56.801139 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-9fa53156-a229-4bae-990a-8f301445ac82 req-832d369b-85e5-4d2e-a00f-61b6f9a50570 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Calling delete_port for 041efb95-5b48-4173-9343-45202f0660b4 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:56.841442 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3b2a6dd9-4df2-483b-8d58-ed40707bb955 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f74673a262b462b859f05cddbd80f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470710 Nov 08 00:13:56.844198 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37458) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:56.881430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4625638-3328-4923-b2f4-1fe1e104b424 req-366291a7-b7a3-4e47-977d-ffc7decce036 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:56.882926 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4625638-3328-4923-b2f4-1fe1e104b424 req-366291a7-b7a3-4e47-977d-ffc7decce036 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.1400726 Nov 08 00:13:56.885389 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-db8721e6-f821-461e-8de1-102fe9056a4c req-88f9ebb1-3881-41f1-aa20-4f2858d817f4 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:56.893184 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6b76-f998-47d4-8b65-9add2753c243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:56.915498 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6b76-f998-47d4-8b65-9add2753c243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:56.936751 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4625638-3328-4923-b2f4-1fe1e104b424 req-1ccef709-421b-4bc6-ae70-4628eb71c934 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473640 Nov 08 00:13:56.986540 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-db8721e6-f821-461e-8de1-102fe9056a4c req-88f9ebb1-3881-41f1-aa20-4f2858d817f4 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:57.031995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9ebb1-3881-41f1-aa20-4f2858d817f4 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc439bfe-f919-4119-b1a3-f7a874ec8573,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:57.080227 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6b76-f998-47d4-8b65-9add2753c243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:57.084801 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6b76-f998-47d4-8b65-9add2753c243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:57.086101 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fb4c6b76-f998-47d4-8b65-9add2753c243 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/522979cb-e770-43dc-8f0b-e6f686af8d3d HTTP/1.1" status: 204 len: 168 time: 0.2409799 Nov 08 00:13:57.095078 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c6b76-f998-47d4-8b65-9add2753c243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522979cb-e770-43dc-8f0b-e6f686af8d3d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:57.114955 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9fa53156-a229-4bae-990a-8f301445ac82 req-832d369b-85e5-4d2e-a00f-61b6f9a50570 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:57.119606 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-db8721e6-f821-461e-8de1-102fe9056a4c req-88f9ebb1-3881-41f1-aa20-4f2858d817f4 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:57.129829 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-db8721e6-f821-461e-8de1-102fe9056a4c req-88f9ebb1-3881-41f1-aa20-4f2858d817f4 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6565623 Nov 08 00:13:57.150884 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['041efb95-5b48-4173-9343-45202f0660b4'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:13:57.163536 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d369b-85e5-4d2e-a00f-61b6f9a50570 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Pushing event deleted for resources: {'Port': ['ID=041efb95-5b48-4173-9343-45202f0660b4,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:57.265271 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa53156-a229-4bae-990a-8f301445ac82 req-832d369b-85e5-4d2e-a00f-61b6f9a50570 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] No DVR routers for this DVR port 041efb95-5b48-4173-9343-45202f0660b4 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:13:57.268077 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9fa53156-a229-4bae-990a-8f301445ac82 req-832d369b-85e5-4d2e-a00f-61b6f9a50570 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:57.271714 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9fa53156-a229-4bae-990a-8f301445ac82 req-832d369b-85e5-4d2e-a00f-61b6f9a50570 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.26 "DELETE /v2.0/ports/041efb95-5b48-4173-9343-45202f0660b4 HTTP/1.1" status: 204 len: 173 time: 0.8073759 Nov 08 00:13:57.276301 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d24d2de-bdf7-4d7a-9385-977373cbd6ef', 'name': 'network-vif-deleted', 'tag': '041efb95-5b48-4173-9343-45202f0660b4'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:13:57.278539 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3faaec04-e31d-4d4a-9e31-097342c2621a" -d '{"events": [{"server_uuid": "4d24d2de-bdf7-4d7a-9385-977373cbd6ef", "name": "network-vif-deleted", "tag": "041efb95-5b48-4173-9343-45202f0660b4"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:13:57.314348 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0353c-29b6-4eb7-b4d2-379db89eec93 req-736e826b-e227-44ea-a5f6-37e2a7dab119 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:57.315841 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5e0353c-29b6-4eb7-b4d2-379db89eec93 req-736e826b-e227-44ea-a5f6-37e2a7dab119 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.1544197 Nov 08 00:13:57.318431 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb936ee2-dedb-4345-988d-0e9698c9a5b2 req-fccc37c1-63b2-48cc-8d08-a565629542ad tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "GET /v2.0/security-groups/bc439bfe-f919-4119-b1a3-f7a874ec8573 HTTP/1.1" status: 200 len: 1812 time: 0.1182065 Nov 08 00:13:57.376685 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5e0353c-29b6-4eb7-b4d2-379db89eec93 req-b45bec65-ee93-4d50-89f5-57214bf0fbf1 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543883 Nov 08 00:13:57.414311 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b7120046-c4ba-4d65-a1ac-0cd5f78ebd1f req-06363037-1bc0-4026-93e9-833776102635 tempest-ServerRescueTestJSONUnderV235-1412102996 tempest-ServerRescueTestJSONUnderV235-1412102996-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24d2de-bdf7-4d7a-9385-977373cbd6ef HTTP/1.1" status: 200 len: 210 time: 0.0365906 Nov 08 00:13:57.428851 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6083b4-c060-4e97-99a6-ab9e38d269a6 x-openstack-request-id: req-bc6083b4-c060-4e97-99a6-ab9e38d269a6 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:13:57.428851 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d24d2de-bdf7-4d7a-9385-977373cbd6ef", "name": "network-vif-deleted", "tag": "041efb95-5b48-4173-9343-45202f0660b4", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:13:57.428851 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc6083b4-c060-4e97-99a6-ab9e38d269a6 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:13:57.440896 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d24d2de-bdf7-4d7a-9385-977373cbd6ef', 'name': 'network-vif-deleted', 'tag': '041efb95-5b48-4173-9343-45202f0660b4', 'status': 'completed', 'code': 200} Nov 08 00:13:57.463365 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-6bb1620e-b7be-4603-a254-bbdd6526aa40 req-766858f7-2d9a-4efa-8ed8-e8fb14d94c8b tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] show failed (client error): The resource could not be found. Nov 08 00:13:57.464441 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6bb1620e-b7be-4603-a254-bbdd6526aa40 req-766858f7-2d9a-4efa-8ed8-e8fb14d94c8b tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "GET /v2.0/security-groups/025cca4b-5ea4-408a-b813-d63799419aaa HTTP/1.1" status: 404 len: 352 time: 0.0264382 Nov 08 00:13:57.501321 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-c621c993-d0b1-43da-b636-cac1541ce577 req-935bf891-f3da-4dde-af3a-27665b93c02c tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] show failed (client error): The resource could not be found. Nov 08 00:13:57.502333 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c621c993-d0b1-43da-b636-cac1541ce577 req-935bf891-f3da-4dde-af3a-27665b93c02c tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "GET /v2.0/security-group-rules/dc5bfa1f-42ca-4458-ab79-082efd59f241 HTTP/1.1" status: 404 len: 361 time: 0.0136921 Nov 08 00:13:57.587388 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4516dc17-531d-411a-ad43-cb34e46d9c10 req-21106909-c15c-4c93-a31c-4540c58e6830 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "GET /v2.0/security-groups/bc439bfe-f919-4119-b1a3-f7a874ec8573 HTTP/1.1" status: 200 len: 1812 time: 0.0526571 Nov 08 00:13:57.651061 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4516dc17-531d-411a-ad43-cb34e46d9c10 req-5835b8c8-dff6-4d12-ae57-60b46103f96f tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:57.673919 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4516dc17-531d-411a-ad43-cb34e46d9c10 req-5835b8c8-dff6-4d12-ae57-60b46103f96f tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:57.710302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37490) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:57.827950 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d518d27-4e86-49aa-a686-23ffc6e2bdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:57.832054 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4516dc17-531d-411a-ad43-cb34e46d9c10 req-5835b8c8-dff6-4d12-ae57-60b46103f96f tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:57.832054 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4516dc17-531d-411a-ad43-cb34e46d9c10 req-5835b8c8-dff6-4d12-ae57-60b46103f96f tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:57.832420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4516dc17-531d-411a-ad43-cb34e46d9c10 req-5835b8c8-dff6-4d12-ae57-60b46103f96f tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "DELETE /v2.0/security-groups/bc439bfe-f919-4119-b1a3-f7a874ec8573 HTTP/1.1" status: 204 len: 173 time: 0.2390540 Nov 08 00:13:57.842951 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835b8c8-dff6-4d12-ae57-60b46103f96f tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc439bfe-f919-4119-b1a3-f7a874ec8573,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:57.912961 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2771246b-a627-488f-a02c-b7d7a5326f6f req-fb53ff8b-1743-4201-9f1d-91efe9d583e6 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "GET /v2.0/security-groups/f54d2080-431d-475b-9669-47b65bd8af8b HTTP/1.1" status: 200 len: 1813 time: 0.0560694 Nov 08 00:13:57.932972 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d518d27-4e86-49aa-a686-23ffc6e2bdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:57.976707 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2771246b-a627-488f-a02c-b7d7a5326f6f req-0f2f503e-8a95-478a-b184-15004dabe425 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:58.004357 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d518d27-4e86-49aa-a686-23ffc6e2bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:58.012137 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2771246b-a627-488f-a02c-b7d7a5326f6f req-0f2f503e-8a95-478a-b184-15004dabe425 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:58.075342 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8d518d27-4e86-49aa-a686-23ffc6e2bdb2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bfb5b644cf5f46e8a2b8d42dd83b271c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3638041 Nov 08 00:13:58.076582 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d518d27-4e86-49aa-a686-23ffc6e2bdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be30bda2-a215-4745-9a74-2ae20ea9f728,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:58.079087 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37506) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:58.118253 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f0c7666-ff44-4e36-a67a-67e936b8d222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:58.129859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fc8b5-074e-41ae-a9ee-cf4a8e79c3ef req-000b8fcb-d513-4788-9318-94fbf7f3389e tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:58.131414 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-762fc8b5-074e-41ae-a9ee-cf4a8e79c3ef req-000b8fcb-d513-4788-9318-94fbf7f3389e tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.1161106 Nov 08 00:13:58.192947 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d92b8eee-6429-48d8-b3a6-c9b9691ea369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:58.204527 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-762fc8b5-074e-41ae-a9ee-cf4a8e79c3ef req-f3595a66-6b3c-4709-921f-a5b6f22d8866 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596571 Nov 08 00:13:58.217566 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2771246b-a627-488f-a02c-b7d7a5326f6f req-0f2f503e-8a95-478a-b184-15004dabe425 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:58.222509 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2771246b-a627-488f-a02c-b7d7a5326f6f req-0f2f503e-8a95-478a-b184-15004dabe425 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:58.225429 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2771246b-a627-488f-a02c-b7d7a5326f6f req-0f2f503e-8a95-478a-b184-15004dabe425 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "DELETE /v2.0/security-groups/f54d2080-431d-475b-9669-47b65bd8af8b HTTP/1.1" status: 204 len: 173 time: 0.3116536 Nov 08 00:13:58.249785 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d92b8eee-6429-48d8-b3a6-c9b9691ea369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:58.257772 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f503e-8a95-478a-b184-15004dabe425 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54d2080-431d-475b-9669-47b65bd8af8b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:58.318733 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb83a453-9e81-4a82-be23-228efa7b343f req-0790d5cb-0ec7-4693-8f8a-4a1d19c05389 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "GET /v2.0/security-groups/65efe469-26c0-4965-9894-0fa68798d5dc HTTP/1.1" status: 200 len: 1810 time: 0.0710471 Nov 08 00:13:58.417738 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-cb83a453-9e81-4a82-be23-228efa7b343f req-c3949cd1-a7cc-4a5a-92f9-cc5417be1764 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:58.428565 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d92b8eee-6429-48d8-b3a6-c9b9691ea369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:58.431627 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d92b8eee-6429-48d8-b3a6-c9b9691ea369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:58.433128 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d92b8eee-6429-48d8-b3a6-c9b9691ea369 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be30bda2-a215-4745-9a74-2ae20ea9f728 HTTP/1.1" status: 204 len: 168 time: 0.3519943 Nov 08 00:13:58.531964 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b8eee-6429-48d8-b3a6-c9b9691ea369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be30bda2-a215-4745-9a74-2ae20ea9f728,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:58.536222 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-cb83a453-9e81-4a82-be23-228efa7b343f req-c3949cd1-a7cc-4a5a-92f9-cc5417be1764 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:58.620158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b8d7e-27dc-4f45-998c-9d8b0180d8ad req-4a1bd580-9d1d-4046-821d-f9c28882a7fe tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:58.622023 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-450b8d7e-27dc-4f45-998c-9d8b0180d8ad req-4a1bd580-9d1d-4046-821d-f9c28882a7fe tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.1221771 Nov 08 00:13:58.665518 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-450b8d7e-27dc-4f45-998c-9d8b0180d8ad req-479833a1-1f98-49bf-ba20-367486797228 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371113 Nov 08 00:13:58.690084 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-cb83a453-9e81-4a82-be23-228efa7b343f req-c3949cd1-a7cc-4a5a-92f9-cc5417be1764 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:58.693451 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-cb83a453-9e81-4a82-be23-228efa7b343f req-c3949cd1-a7cc-4a5a-92f9-cc5417be1764 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:58.697024 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb83a453-9e81-4a82-be23-228efa7b343f req-c3949cd1-a7cc-4a5a-92f9-cc5417be1764 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "DELETE /v2.0/security-groups/65efe469-26c0-4965-9894-0fa68798d5dc HTTP/1.1" status: 204 len: 173 time: 0.3700361 Nov 08 00:13:58.710024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3949cd1-a7cc-4a5a-92f9-cc5417be1764 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65efe469-26c0-4965-9894-0fa68798d5dc,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:58.734826 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37532) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:58.811041 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7aa6b10b-a5be-4050-bb82-fea6d78bd0dc req-f777f120-90a2-4fa4-a9ae-8af44bba156e tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "GET /v2.0/security-groups/923897ff-1ca1-4de6-8a09-4d3be80911c6 HTTP/1.1" status: 200 len: 1811 time: 0.0686164 Nov 08 00:13:58.909645 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7aa6b10b-a5be-4050-bb82-fea6d78bd0dc req-5455ae78-f990-4965-929f-1787c49d7508 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:58.944627 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7aa6b10b-a5be-4050-bb82-fea6d78bd0dc req-5455ae78-f990-4965-929f-1787c49d7508 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:59.062058 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7aa6b10b-a5be-4050-bb82-fea6d78bd0dc req-5455ae78-f990-4965-929f-1787c49d7508 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:59.065421 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7aa6b10b-a5be-4050-bb82-fea6d78bd0dc req-5455ae78-f990-4965-929f-1787c49d7508 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:59.072568 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7aa6b10b-a5be-4050-bb82-fea6d78bd0dc req-5455ae78-f990-4965-929f-1787c49d7508 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "DELETE /v2.0/security-groups/923897ff-1ca1-4de6-8a09-4d3be80911c6 HTTP/1.1" status: 204 len: 173 time: 0.2516189 Nov 08 00:13:59.085260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455ae78-f990-4965-929f-1787c49d7508 tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=923897ff-1ca1-4de6-8a09-4d3be80911c6,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:59.163128 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-006e2586-f652-4a7a-b8b8-72833b16ba75 req-a6753bd3-1200-4fee-9871-1e83f4370e4f tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "GET /v2.0/security-groups/2a7cd4c0-0c9c-4733-a047-e38688df784b HTTP/1.1" status: 200 len: 1811 time: 0.0734742 Nov 08 00:13:59.183906 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c1514e03-0f95-49ab-9e93-17650c21c458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:59.238096 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-006e2586-f652-4a7a-b8b8-72833b16ba75 req-7b4ba060-69c8-41e0-9854-9f5153d0f34a tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:59.284081 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-006e2586-f652-4a7a-b8b8-72833b16ba75 req-7b4ba060-69c8-41e0-9854-9f5153d0f34a tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:59.384163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570de7a0-6f11-4903-89aa-e238dbe51f7a req-8ba83216-4312-4a7b-8366-1db5d50c6c0a tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:59.385935 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-570de7a0-6f11-4903-89aa-e238dbe51f7a req-8ba83216-4312-4a7b-8366-1db5d50c6c0a tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.0854135 Nov 08 00:13:59.398929 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37548) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:59.418534 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5487beb-fd5e-466f-adb1-316d73c87104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:59.441969 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-570de7a0-6f11-4903-89aa-e238dbe51f7a req-4b410d4a-72d0-4eaa-a976-1f7e3267554e tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495517 Nov 08 00:13:59.470601 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-006e2586-f652-4a7a-b8b8-72833b16ba75 req-7b4ba060-69c8-41e0-9854-9f5153d0f34a tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:59.473546 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-006e2586-f652-4a7a-b8b8-72833b16ba75 req-7b4ba060-69c8-41e0-9854-9f5153d0f34a tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:59.474894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-006e2586-f652-4a7a-b8b8-72833b16ba75 req-7b4ba060-69c8-41e0-9854-9f5153d0f34a tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] 10.222.0.13 "DELETE /v2.0/security-groups/2a7cd4c0-0c9c-4733-a047-e38688df784b HTTP/1.1" status: 204 len: 173 time: 0.3049715 Nov 08 00:13:59.485537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37552) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:59.492775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ba060-69c8-41e0-9854-9f5153d0f34a tempest-SecurityGroupRulesNegativeTestJSON-1027357326 tempest-SecurityGroupRulesNegativeTestJSON-1027357326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7cd4c0-0c9c-4733-a047-e38688df784b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:59.535975 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-755533ac-7e42-4f0b-b21d-1dc9a5968959 admin admin] Deleting subnet 565ba867-1788-4b8a-a411-a130d8ccda95 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:13:59.539627 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-755533ac-7e42-4f0b-b21d-1dc9a5968959 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:59.577215 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-755533ac-7e42-4f0b-b21d-1dc9a5968959 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:59.598401 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5487beb-fd5e-466f-adb1-316d73c87104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:59.606290 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c1514e03-0f95-49ab-9e93-17650c21c458 admin admin] Deleting port c7a8634d-33c3-497b-a4f7-496ff6909c34 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:13:59.606626 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c1514e03-0f95-49ab-9e93-17650c21c458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:59.639225 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-755533ac-7e42-4f0b-b21d-1dc9a5968959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:59.666984 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5487beb-fd5e-466f-adb1-316d73c87104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:59.704159 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5487beb-fd5e-466f-adb1-316d73c87104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f8d27b-a4cb-483d-a591-bc5c3a705e89,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:59.749321 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e5487beb-fd5e-466f-adb1-316d73c87104 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d7481b54a1c40f18a574566d6895aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493419 Nov 08 00:13:59.752095 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37566) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:59.770855 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-c1514e03-0f95-49ab-9e93-17650c21c458 admin admin] For port c7a8634d-33c3-497b-a4f7-496ff6909c34, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c7a8634d-33c3-497b-a4f7-496ff6909c34,segment=NetworkSegment(9b897e63-85bd-407e-a6de-4de80bc6bc88),segment_id=9b897e63-85bd-407e-a6de-4de80bc6bc88)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:13:59.771217 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c1514e03-0f95-49ab-9e93-17650c21c458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:59.784809 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c1514e03-0f95-49ab-9e93-17650c21c458 admin admin] Calling delete_port for c7a8634d-33c3-497b-a4f7-496ff6909c34 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:13:59.803129 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-755533ac-7e42-4f0b-b21d-1dc9a5968959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:59.844907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755533ac-7e42-4f0b-b21d-1dc9a5968959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=565ba867-1788-4b8a-a411-a130d8ccda95,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:13:59.847122 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-755533ac-7e42-4f0b-b21d-1dc9a5968959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:59.851952 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-755533ac-7e42-4f0b-b21d-1dc9a5968959 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/565ba867-1788-4b8a-a411-a130d8ccda95 HTTP/1.1" status: 204 len: 168 time: 0.3638129 Nov 08 00:13:59.853034 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37570) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:13:59.922613 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5cf64-5a1e-4144-a6e6-28c7a864eb25 req-69aea2f9-7234-4e87-84c1-23f1d54684b8 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:13:59.924154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f2a5cf64-5a1e-4144-a6e6-28c7a864eb25 req-69aea2f9-7234-4e87-84c1-23f1d54684b8 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.1652784 Nov 08 00:13:59.931899 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-81106ad9-706d-45bd-bd5b-8eba70a675a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:13:59.985953 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-81106ad9-706d-45bd-bd5b-8eba70a675a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:00.005936 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42aef72c-f18b-4392-9a64-70e0233e0082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:00.024666 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f2a5cf64-5a1e-4144-a6e6-28c7a864eb25 req-c30fa21d-0599-4045-93ab-3414351cf9ff tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937157 Nov 08 00:14:00.046397 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c1514e03-0f95-49ab-9e93-17650c21c458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:00.074352 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1514e03-0f95-49ab-9e93-17650c21c458 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a8634d-33c3-497b-a4f7-496ff6909c34,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:00.114665 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42aef72c-f18b-4392-9a64-70e0233e0082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:00.142193 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-42aef72c-f18b-4392-9a64-70e0233e0082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1953df-ba79-410e-93d8-cd21ad0378f2']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:00.152877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-42aef72c-f18b-4392-9a64-70e0233e0082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff72bdc1-7f01-4279-975d-fa0000ce9f26') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:00.153221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-42aef72c-f18b-4392-9a64-70e0233e0082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff72bdc1-7f01-4279-975d-fa0000ce9f26') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:00.167056 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42aef72c-f18b-4392-9a64-70e0233e0082 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:00.179509 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-81106ad9-706d-45bd-bd5b-8eba70a675a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:00.182381 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-81106ad9-706d-45bd-bd5b-8eba70a675a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:00.183623 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-81106ad9-706d-45bd-bd5b-8eba70a675a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26f8d27b-a4cb-483d-a591-bc5c3a705e89 HTTP/1.1" status: 204 len: 168 time: 0.4304607 Nov 08 00:14:00.184762 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42aef72c-f18b-4392-9a64-70e0233e0082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:00.197738 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42aef72c-f18b-4392-9a64-70e0233e0082 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:14:00.198154 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42aef72c-f18b-4392-9a64-70e0233e0082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:14:00.206366 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:14:00.249704 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81106ad9-706d-45bd-bd5b-8eba70a675a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f8d27b-a4cb-483d-a591-bc5c3a705e89,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:00.256903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 041efb95-5b48-4173-9343-45202f0660b4 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:14:00.263157 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c1514e03-0f95-49ab-9e93-17650c21c458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:00.341141 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 041efb95-5b48-4173-9343-45202f0660b4 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:14:00.342518 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-08b6db09-5bd4-469a-a96e-9d66485a4999 service neutron] show failed (client error): The resource could not be found. Nov 08 00:14:00.343565 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-08b6db09-5bd4-469a-a96e-9d66485a4999 service neutron] 10.222.0.26 "GET /v2.0/ports/36e33710-6d30-4755-b8fe-f991141ea0a1/bindings/n-h1-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.1283293 Nov 08 00:14:00.343902 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 041efb95-5b48-4173-9343-45202f0660b4 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:14:00.467218 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42aef72c-f18b-4392-9a64-70e0233e0082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:00.470334 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42aef72c-f18b-4392-9a64-70e0233e0082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:00.484612 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-42aef72c-f18b-4392-9a64-70e0233e0082 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ea1953df-ba79-410e-93d8-cd21ad0378f2 HTTP/1.1" status: 204 len: 168 time: 0.6297359 Nov 08 00:14:00.522117 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aef72c-f18b-4392-9a64-70e0233e0082 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea1953df-ba79-410e-93d8-cd21ad0378f2,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:00.548127 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1514e03-0f95-49ab-9e93-17650c21c458 admin admin] Router 6f48ebce-8504-4640-96a6-eee4c75b16c5 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:14:00.598477 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226f2b1-c34a-4194-80d5-4d02736f8618 req-af597328-8300-49b5-b5b0-58a7fa4c53cb tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:00.600381 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7226f2b1-c34a-4194-80d5-4d02736f8618 req-af597328-8300-49b5-b5b0-58a7fa4c53cb tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.0508463 Nov 08 00:14:00.653713 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7226f2b1-c34a-4194-80d5-4d02736f8618 req-42801ea9-dd65-490f-b0fa-21dac94dbc02 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465486 Nov 08 00:14:00.663172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1514e03-0f95-49ab-9e93-17650c21c458 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:14:00.671564 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c1514e03-0f95-49ab-9e93-17650c21c458 admin admin] 10.222.0.13 "PUT /v2.0/routers/6f48ebce-8504-4640-96a6-eee4c75b16c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9326878 Nov 08 00:14:00.671742 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37610) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:00.686729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943156b-258a-4818-879a-82e0e5ead1aa None None] Sync routers for ids ['6f48ebce-8504-4640-96a6-eee4c75b16c5'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:14:00.712384 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943156b-258a-4818-879a-82e0e5ead1aa None None] Routers {'6f48ebce-8504-4640-96a6-eee4c75b16c5'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:14:00.713599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-9943156b-258a-4818-879a-82e0e5ead1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:13:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6f48ebce-8504-4640-96a6-eee4c75b16c5'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:00.789100 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-353a8099-1d3a-4517-a85d-2ab3ea60376c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:00.799221 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6a753f3-29eb-47de-bffe-349633b13262 admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:00.845985 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-9943156b-258a-4818-879a-82e0e5ead1aa None None] Set router 6f48ebce-8504-4640-96a6-eee4c75b16c5 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:14:01.010745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37626) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:01.051579 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:01.088859 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-55bbdc6c-da3b-44aa-a457-7cc25aa6c914 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef986c790127449e8cb8839e3ecb4dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0750337 Nov 08 00:14:01.092968 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37630) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:01.210584 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f0b40771-a2e9-4f29-aca7-dc459ada5600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:01.221776 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-9943156b-258a-4818-879a-82e0e5ead1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067799339-router', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:13:59Z', 'revision_number': 5, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'gw_port': {'id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:01.271614 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943156b-258a-4818-879a-82e0e5ead1aa None None] Checking router: 6f48ebce-8504-4640-96a6-eee4c75b16c5 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:14:01.283761 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f0b40771-a2e9-4f29-aca7-dc459ada5600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:01.285059 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943156b-258a-4818-879a-82e0e5ead1aa None None] Routers {'6f48ebce-8504-4640-96a6-eee4c75b16c5'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:14:01.285699 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-9943156b-258a-4818-879a-82e0e5ead1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:14:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6f48ebce-8504-4640-96a6-eee4c75b16c5'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:01.376758 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-0e628aaa-9d75-4a04-8c0f-83fb42c1cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:01.378939 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-0e628aaa-9d75-4a04-8c0f-83fb42c1cfef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3&tenant_id=c0d6283f3c2b48d888bd9867b9b06340 HTTP/1.1" status: 200 len: 1100 time: 0.0649953 Nov 08 00:14:01.406612 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:01.411480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e32ac1-54ff-47c4-8e62-76744a0b6e30 req-b35d6d8a-13c3-4f05-9b3c-8c02bdc0e8b6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:01.413483 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-14e32ac1-54ff-47c4-8e62-76744a0b6e30 req-b35d6d8a-13c3-4f05-9b3c-8c02bdc0e8b6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.1142654 Nov 08 00:14:01.454659 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6a753f3-29eb-47de-bffe-349633b13262 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:01.471527 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-9943156b-258a-4818-879a-82e0e5ead1aa None None] Set router 6f48ebce-8504-4640-96a6-eee4c75b16c5 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:14:01.479279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-14e32ac1-54ff-47c4-8e62-76744a0b6e30 req-6e94278f-c8ae-4566-95c7-47776cb95ffe tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531721 Nov 08 00:14:01.517440 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:01.526185 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f0b40771-a2e9-4f29-aca7-dc459ada5600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:01.529614 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f0b40771-a2e9-4f29-aca7-dc459ada5600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:01.535074 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f0b40771-a2e9-4f29-aca7-dc459ada5600 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a506fa5-7bed-4ff5-a69a-0c0b70025190 HTTP/1.1" status: 204 len: 168 time: 0.4368880 Nov 08 00:14:01.541123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b40771-a2e9-4f29-aca7-dc459ada5600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a506fa5-7bed-4ff5-a69a-0c0b70025190,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:01.680115 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:01.755717 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:01.767848 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c6a753f3-29eb-47de-bffe-349633b13262 admin admin] Deleting port 3916a68d-70ea-4e88-9bc0-4297b4ba267a {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:14:01.768326 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6a753f3-29eb-47de-bffe-349633b13262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:01.777398 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71981a53-5430-400a-a0dd-148ba013c89b req-d00b0c26-3306-4337-b96b-79fc120174fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:01.779322 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71981a53-5430-400a-a0dd-148ba013c89b req-d00b0c26-3306-4337-b96b-79fc120174fa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 1097 time: 0.1033742 Nov 08 00:14:01.820671 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-9943156b-258a-4818-879a-82e0e5ead1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067799339-router', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:13:59Z', 'revision_number': 5, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'gw_port': {'id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:01.853010 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71981a53-5430-400a-a0dd-148ba013c89b req-59c9e439-9a28-4f2c-9594-d30c9a9f448d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664375 Nov 08 00:14:01.873585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943156b-258a-4818-879a-82e0e5ead1aa None None] The sync data for ids ['6f48ebce-8504-4640-96a6-eee4c75b16c5'] in n-d-816882-1 is: [{'id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067799339-router', 'tenant_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:13:59Z', 'revision_number': 5, 'project_id': '0f34c6b5aa9c4235bb145ac377b6aae0', 'gw_port': {'id': '3916a68d-70ea-4e88-9bc0-4297b4ba267a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f48ebce-8504-4640-96a6-eee4c75b16c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:42Z', 'updated_at': '2021-11-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:14:01.877562 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93b9d2-fe3e-410c-b875-694b54772965 req-a1e6a74b-4643-4343-920a-283edf1b6601 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:01.884371 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f93b9d2-fe3e-410c-b875-694b54772965 req-a1e6a74b-4643-4343-920a-283edf1b6601 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.0670698 Nov 08 00:14:01.928599 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f93b9d2-fe3e-410c-b875-694b54772965 req-80792c6e-9f91-4ede-bfbd-272f9f71c6b7 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425491 Nov 08 00:14:01.987626 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-c6a753f3-29eb-47de-bffe-349633b13262 admin admin] For port 3916a68d-70ea-4e88-9bc0-4297b4ba267a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3916a68d-70ea-4e88-9bc0-4297b4ba267a,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:01.988010 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6a753f3-29eb-47de-bffe-349633b13262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:01.999081 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] For port 36e33710-6d30-4755-b8fe-f991141ea0a1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=36e33710-6d30-4755-b8fe-f991141ea0a1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:02.008895 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37652) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:02.050304 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] For port 36e33710-6d30-4755-b8fe-f991141ea0a1, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:02.074207 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:14:02.084876 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c6a753f3-29eb-47de-bffe-349633b13262 admin admin] Calling delete_port for 3916a68d-70ea-4e88-9bc0-4297b4ba267a owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:14:02.113122 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e33710-6d30-4755-b8fe-f991141ea0a1'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:02.115417 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de200b31-34c1-4b57-a8c6-9e9733cc2cbd" -d '{"events": [{"server_uuid": "1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "36e33710-6d30-4755-b8fe-f991141ea0a1"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:02.119598 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:02.168295 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] Transition to ACTIVE for port object 36e33710-6d30-4755-b8fe-f991141ea0a1 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:14:02.221615 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b57ac50-0ba5-41cb-af64-0d9d188db19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:02.254831 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c84982-b3c0-4165-a221-39eb4b71eba5 x-openstack-request-id: req-e9c84982-b3c0-4165-a221-39eb4b71eba5 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:02.255192 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "36e33710-6d30-4755-b8fe-f991141ea0a1", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:02.255442 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9c84982-b3c0-4165-a221-39eb4b71eba5 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:02.256003 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e33710-6d30-4755-b8fe-f991141ea0a1', 'code': 200} Nov 08 00:14:02.269697 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:02.358905 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b57ac50-0ba5-41cb-af64-0d9d188db19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:02.427867 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] No DVR routers for this DVR port 36e33710-6d30-4755-b8fe-f991141ea0a1 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:14:02.451959 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b57ac50-0ba5-41cb-af64-0d9d188db19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:02.456277 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] Pushing event updated for resources: {'Port': ['ID=36e33710-6d30-4755-b8fe-f991141ea0a1,revision_number=6']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:02.506677 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57ac50-0ba5-41cb-af64-0d9d188db19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02ffef8-1b34-40af-9455-f777f11dd045,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:02.548353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1b57ac50-0ba5-41cb-af64-0d9d188db19c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e1204e6a35445a2b108da8e540ab447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5381367 Nov 08 00:14:02.549441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37676) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:02.636752 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9ab549f-3c5e-4cad-9023-e7f033971c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:02.680758 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] Attempting to bind port 36e33710-6d30-4755-b8fe-f991141ea0a1 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:02.681036 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] Attempting to bind port 36e33710-6d30-4755-b8fe-f991141ea0a1 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:02.681370 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] Attempting to bind port 36e33710-6d30-4755-b8fe-f991141ea0a1 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:02.687544 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] Port 36e33710-6d30-4755-b8fe-f991141ea0a1 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:14:02.687897 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] Attempting to bind port 36e33710-6d30-4755-b8fe-f991141ea0a1 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:02.718573 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:02.719711 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:02.720128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:02.721908 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] Bound port: 36e33710-6d30-4755-b8fe-f991141ea0a1, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:02.722288 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:02.723909 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9ab549f-3c5e-4cad-9023-e7f033971c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:02.798103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bd658-d101-4f9e-94ca-1f64c14ef188 req-e605102e-d326-45a2-93c8-f487e88c4d69 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:02.799082 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] For port 36e33710-6d30-4755-b8fe-f991141ea0a1, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:02.800689 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d73bd658-d101-4f9e-94ca-1f64c14ef188 req-e605102e-d326-45a2-93c8-f487e88c4d69 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 947 time: 0.1509507 Nov 08 00:14:02.804914 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] For port 36e33710-6d30-4755-b8fe-f991141ea0a1, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=36e33710-6d30-4755-b8fe-f991141ea0a1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:02.817802 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6a753f3-29eb-47de-bffe-349633b13262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:02.844705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d73bd658-d101-4f9e-94ca-1f64c14ef188 req-84c7c974-ce09-4a2c-a851-1bf1c926ac8f tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370550 Nov 08 00:14:02.849483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a753f3-29eb-47de-bffe-349633b13262 admin admin] Pushing event deleted for resources: {'Port': ['ID=3916a68d-70ea-4e88-9bc0-4297b4ba267a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:02.919408 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9ab549f-3c5e-4cad-9023-e7f033971c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:02.921444 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:02.924677 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9ab549f-3c5e-4cad-9023-e7f033971c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:02.928358 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e9ab549f-3c5e-4cad-9023-e7f033971c25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b02ffef8-1b34-40af-9455-f777f11dd045 HTTP/1.1" status: 204 len: 168 time: 0.3754191 Nov 08 00:14:02.944028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab549f-3c5e-4cad-9023-e7f033971c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02ffef8-1b34-40af-9455-f777f11dd045,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:02.964991 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6a753f3-29eb-47de-bffe-349633b13262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:03.054800 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:03.055728 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:03.057507 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] 10.222.0.20 "PUT /v2.0/ports/36e33710-6d30-4755-b8fe-f991141ea0a1 HTTP/1.1" status: 200 len: 1095 time: 1.6565049 Nov 08 00:14:03.169575 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c7a8634d-33c3-497b-a4f7-496ff6909c34 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:14:03.198797 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: c7a8634d-33c3-497b-a4f7-496ff6909c34 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:14:03.199239 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c7a8634d-33c3-497b-a4f7-496ff6909c34 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:14:03.204069 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6a753f3-29eb-47de-bffe-349633b13262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:03.214445 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6a753f3-29eb-47de-bffe-349633b13262 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:03.219827 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3886cbd-15fe-49ed-8bbd-e6d6c3372ace service neutron] Pushing event updated for resources: {'Port': ['ID=36e33710-6d30-4755-b8fe-f991141ea0a1,revision_number=7']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:03.257501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab42be-b4ac-4cee-9960-91c42532cdc9 req-6e18f8bf-b6f9-47b2-878b-3d2a6707fb6a tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:03.263932 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8ab42be-b4ac-4cee-9960-91c42532cdc9 req-6e18f8bf-b6f9-47b2-878b-3d2a6707fb6a tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.1487517 Nov 08 00:14:03.274720 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-39ce145f-f124-4794-aab3-6f44a71b0bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:03.276575 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-39ce145f-f124-4794-aab3-6f44a71b0bcf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 1098 time: 0.1297176 Nov 08 00:14:03.328861 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8ab42be-b4ac-4cee-9960-91c42532cdc9 req-b31d21e1-93de-48c2-b944-393f8a189ee5 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639179 Nov 08 00:14:03.369991 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:03.398683 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6a753f3-29eb-47de-bffe-349633b13262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:03.399373 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a753f3-29eb-47de-bffe-349633b13262 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f48ebce-8504-4640-96a6-eee4c75b16c5 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:14:03.408149 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6a753f3-29eb-47de-bffe-349633b13262 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:03.408551 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37698) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:03.408713 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c6a753f3-29eb-47de-bffe-349633b13262 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6f48ebce-8504-4640-96a6-eee4c75b16c5 HTTP/1.1" status: 204 len: 168 time: 2.7357571 Nov 08 00:14:03.508803 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae38ddb-656d-4c90-b9b9-9c9d0f0dcef7 admin admin] Deleting subnet 4514484e-e682-4afb-a7d1-e5db40eaed71 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:14:03.510751 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-9d079b59-5da4-4cbb-8077-976699fb3f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:03.512286 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bae38ddb-656d-4c90-b9b9-9c9d0f0dcef7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:03.514331 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-9d079b59-5da4-4cbb-8077-976699fb3f99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.2212281 Nov 08 00:14:03.566810 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bae38ddb-656d-4c90-b9b9-9c9d0f0dcef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:03.600294 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-6f3e5599-dfd0-4f57-8ed8-472066cfc4af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=36e33710-6d30-4755-b8fe-f991141ea0a1 HTTP/1.1" status: 200 len: 217 time: 0.0775831 Nov 08 00:14:03.631811 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bae38ddb-656d-4c90-b9b9-9c9d0f0dcef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:03.684759 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-4f3dceba-dc72-41ce-8b8a-f7581e446346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:03.688008 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-4f3dceba-dc72-41ce-8b8a-f7581e446346 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0774646 Nov 08 00:14:03.742857 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-b4bfa53f-8e9d-4edf-b679-494391c29f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:03.744411 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-b4bfa53f-8e9d-4edf-b679-494391c29f04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0508692 Nov 08 00:14:03.812456 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bae38ddb-656d-4c90-b9b9-9c9d0f0dcef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:03.836556 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-fea1a332-f288-4a7c-a7ca-fbd2702eb555 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845771 Nov 08 00:14:03.841508 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae38ddb-656d-4c90-b9b9-9c9d0f0dcef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4514484e-e682-4afb-a7d1-e5db40eaed71,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:03.843634 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bae38ddb-656d-4c90-b9b9-9c9d0f0dcef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:03.859649 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bae38ddb-656d-4c90-b9b9-9c9d0f0dcef7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4514484e-e682-4afb-a7d1-e5db40eaed71 HTTP/1.1" status: 204 len: 168 time: 0.4498720 Nov 08 00:14:03.864621 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37708) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:03.952352 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d5a4f918-4c87-43ca-b7e7-ed4cf9375b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:03.978802 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-389b8c1d-252b-4707-a432-4b687c812ec3 req-f37229eb-d8a8-4e07-bdfc-e950fe4e27c8 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301968 Nov 08 00:14:04.041623 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37714) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:04.056809 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28930d3c-8414-4fd9-8872-d29e9daaa7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:04.083359 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d5a4f918-4c87-43ca-b7e7-ed4cf9375b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:04.152624 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bd1d2-e287-4b67-978a-9acb88be406b req-798310da-1cf1-4c2c-9723-99221d9f115d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:04.157545 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a16bd1d2-e287-4b67-978a-9acb88be406b req-798310da-1cf1-4c2c-9723-99221d9f115d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 947 time: 0.1645012 Nov 08 00:14:04.173517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-d5a4f918-4c87-43ca-b7e7-ed4cf9375b43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:04.174439 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37718) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:04.191193 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-d5a4f918-4c87-43ca-b7e7-ed4cf9375b43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b897e63-85bd-407e-a6de-4de80bc6bc88') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:04.197479 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-d5a4f918-4c87-43ca-b7e7-ed4cf9375b43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b897e63-85bd-407e-a6de-4de80bc6bc88') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:04.205853 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d5a4f918-4c87-43ca-b7e7-ed4cf9375b43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:04.227294 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d5a4f918-4c87-43ca-b7e7-ed4cf9375b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:04.231666 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a16bd1d2-e287-4b67-978a-9acb88be406b req-e034a91e-0296-41cc-bfe8-29d693441997 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684068 Nov 08 00:14:04.242210 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a4f918-4c87-43ca-b7e7-ed4cf9375b43 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:14:04.242654 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d5a4f918-4c87-43ca-b7e7-ed4cf9375b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:14:04.244683 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:14:04.267675 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3', 'tag': '36e33710-6d30-4755-b8fe-f991141ea0a1'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:04.270032 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94183b13-cb6a-403b-b723-747604baf57f" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3", "tag": "36e33710-6d30-4755-b8fe-f991141ea0a1"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:04.270337 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 36e33710-6d30-4755-b8fe-f991141ea0a1 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:14:04.308742 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28930d3c-8414-4fd9-8872-d29e9daaa7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:04.357704 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2384f0f9-db06-4b10-b33d-fc309f3a064d x-openstack-request-id: req-2384f0f9-db06-4b10-b33d-fc309f3a064d {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:04.358177 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3", "tag": "36e33710-6d30-4755-b8fe-f991141ea0a1", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:04.359081 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2384f0f9-db06-4b10-b33d-fc309f3a064d {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:04.359767 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3', 'tag': '36e33710-6d30-4755-b8fe-f991141ea0a1', 'status': 'completed', 'code': 200} Nov 08 00:14:04.423706 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 36e33710-6d30-4755-b8fe-f991141ea0a1 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:14:04.455442 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28930d3c-8414-4fd9-8872-d29e9daaa7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:04.491906 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d5a4f918-4c87-43ca-b7e7-ed4cf9375b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:04.501368 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d5a4f918-4c87-43ca-b7e7-ed4cf9375b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:04.507279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d5a4f918-4c87-43ca-b7e7-ed4cf9375b43 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b HTTP/1.1" status: 204 len: 168 time: 0.6393604 Nov 08 00:14:04.523003 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4f918-4c87-43ca-b7e7-ed4cf9375b43 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a4b8d42-271d-4f3d-a8c6-0eee424fcd9b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:04.527034 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94183b13-cb6a-403b-b723-747604baf57f req-774c08bf-7a55-41fe-b804-9ec802ef2a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:04.528564 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94183b13-cb6a-403b-b723-747604baf57f req-774c08bf-7a55-41fe-b804-9ec802ef2a0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 1098 time: 0.1460836 Nov 08 00:14:04.538350 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-41d625ec-96c9-4fc6-bfb2-aba9b3a280b1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-875508502-network', 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:04.549425 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28930d3c-8414-4fd9-8872-d29e9daaa7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23456b58-efc1-47d9-bcad-6b89569dd888,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:04.565123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c10076-8513-444b-99ba-76a1e84da1e3 req-802ebe0f-8d05-496c-bb7e-9bf45171c414 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:04.572289 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4c10076-8513-444b-99ba-76a1e84da1e3 req-802ebe0f-8d05-496c-bb7e-9bf45171c414 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.1392601 Nov 08 00:14:04.621844 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-28930d3c-8414-4fd9-8872-d29e9daaa7f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a980c42c4dc4451aba46a7fdb8a2eb9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5791700 Nov 08 00:14:04.625023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94183b13-cb6a-403b-b723-747604baf57f req-2cd29302-074c-45be-93c2-e8d4af6d937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:04.625168 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37736) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:04.627082 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-94183b13-cb6a-403b-b723-747604baf57f req-2cd29302-074c-45be-93c2-e8d4af6d937e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 1098 time: 0.2361887 Nov 08 00:14:04.683971 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4c10076-8513-444b-99ba-76a1e84da1e3 req-57f708f1-7d38-477d-81e2-66209faf169e tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057596 Nov 08 00:14:04.745964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94183b13-cb6a-403b-b723-747604baf57f req-3021c331-ea1b-47cc-a4d3-63536f6c472f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:04.747712 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-94183b13-cb6a-403b-b723-747604baf57f req-3021c331-ea1b-47cc-a4d3-63536f6c472f service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1115003 Nov 08 00:14:04.781343 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94183b13-cb6a-403b-b723-747604baf57f req-24db6df5-93eb-4c21-bd3a-5f662972985e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:04.783674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94183b13-cb6a-403b-b723-747604baf57f req-24db6df5-93eb-4c21-bd3a-5f662972985e service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.2474539 Nov 08 00:14:04.788835 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46c39d87-fb0b-42f0-85e4-f19cebc4e2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:04.804884 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-94183b13-cb6a-403b-b723-747604baf57f req-1a9f4603-9930-4301-a358-66782cc622b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=36e33710-6d30-4755-b8fe-f991141ea0a1 HTTP/1.1" status: 200 len: 217 time: 0.0449696 Nov 08 00:14:04.841819 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94183b13-cb6a-403b-b723-747604baf57f req-14a6c373-57be-43ed-a488-b4ca342acf3f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=36e33710-6d30-4755-b8fe-f991141ea0a1 HTTP/1.1" status: 200 len: 217 time: 0.0501556 Nov 08 00:14:04.868666 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46c39d87-fb0b-42f0-85e4-f19cebc4e2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:04.881169 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94183b13-cb6a-403b-b723-747604baf57f req-3905320d-c190-45ee-942a-9df8cb3a109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:04.882769 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-94183b13-cb6a-403b-b723-747604baf57f req-3905320d-c190-45ee-942a-9df8cb3a109e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0692275 Nov 08 00:14:04.932481 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94183b13-cb6a-403b-b723-747604baf57f req-e527826a-0a45-48fe-893a-90b4aa623b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:04.942350 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94183b13-cb6a-403b-b723-747604baf57f req-e527826a-0a45-48fe-893a-90b4aa623b2a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0854423 Nov 08 00:14:04.945338 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94183b13-cb6a-403b-b723-747604baf57f req-e45d2a9f-d370-46f3-a21d-4ed7c5bb3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:04.946971 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-94183b13-cb6a-403b-b723-747604baf57f req-e45d2a9f-d370-46f3-a21d-4ed7c5bb3186 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0565565 Nov 08 00:14:04.993280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94183b13-cb6a-403b-b723-747604baf57f req-389bd237-533d-4306-8cd4-62cfdcbd4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:04.994528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94183b13-cb6a-403b-b723-747604baf57f req-389bd237-533d-4306-8cd4-62cfdcbd4c84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0531297 Nov 08 00:14:05.012901 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3916a68d-70ea-4e88-9bc0-4297b4ba267a no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:14:05.061320 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d625ec-96c9-4fc6-bfb2-aba9b3a280b1 admin admin] Made reservation on behalf of 35922b4ef6074a3f9f3a7b480ac0afa6 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:05.065363 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 3916a68d-70ea-4e88-9bc0-4297b4ba267a {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:14:05.065521 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-41d625ec-96c9-4fc6-bfb2-aba9b3a280b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:05.065633 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3916a68d-70ea-4e88-9bc0-4297b4ba267a not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:14:05.080135 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-41d625ec-96c9-4fc6-bfb2-aba9b3a280b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:05.110231 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46c39d87-fb0b-42f0-85e4-f19cebc4e2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:05.113612 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46c39d87-fb0b-42f0-85e4-f19cebc4e2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:05.115152 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-46c39d87-fb0b-42f0-85e4-f19cebc4e2df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23456b58-efc1-47d9-bcad-6b89569dd888 HTTP/1.1" status: 204 len: 168 time: 0.4891293 Nov 08 00:14:05.117837 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-94183b13-cb6a-403b-b723-747604baf57f req-7af2e904-5838-43c4-98ff-8686c314e5f8 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624086 Nov 08 00:14:05.127181 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94183b13-cb6a-403b-b723-747604baf57f req-8b576f7c-8373-4de7-8ff3-d2e021426b2d service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242771 Nov 08 00:14:05.128848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c39d87-fb0b-42f0-85e4-f19cebc4e2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23456b58-efc1-47d9-bcad-6b89569dd888,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:05.272894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94183b13-cb6a-403b-b723-747604baf57f req-5097a463-8d24-4157-9bd4-3f41be8ea1eb service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377747 Nov 08 00:14:05.311503 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-94183b13-cb6a-403b-b723-747604baf57f req-63c252b2-c509-4e0a-9424-888b893a5d04 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774046 Nov 08 00:14:05.343136 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-41d625ec-96c9-4fc6-bfb2-aba9b3a280b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:05.360633 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37770) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:05.407831 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ac4d9-24e8-4db3-8df3-b8252942ed46 req-846cf0c2-b046-4b0c-a412-bd2e4508635a tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:05.409345 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-560ac4d9-24e8-4db3-8df3-b8252942ed46 req-846cf0c2-b046-4b0c-a412-bd2e4508635a tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.1047013 Nov 08 00:14:05.464018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ea181-1131-4137-b80a-c1d363320617 req-6e86ba60-c113-4ad6-ad32-20bfe56fd4ad tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:05.465538 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2ea181-1131-4137-b80a-c1d363320617 req-6e86ba60-c113-4ad6-ad32-20bfe56fd4ad tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 947 time: 0.1018035 Nov 08 00:14:05.468587 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-560ac4d9-24e8-4db3-8df3-b8252942ed46 req-77d5e075-1e06-4659-aba4-bcd4f63282f1 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520277 Nov 08 00:14:05.496970 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-41d625ec-96c9-4fc6-bfb2-aba9b3a280b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:05.525018 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a9293e09-45e8-4281-a872-f60b9c28fe9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f34c6b5aa9c4235bb145ac377b6aae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1630867 Nov 08 00:14:05.534648 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d625ec-96c9-4fc6-bfb2-aba9b3a280b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:14:05.539018 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37774) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:05.558809 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098d832-c5b9-46f2-99e2-9ee46046d784 req-ad458de6-413e-4c20-83c9-d5642aac070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:05.561049 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6098d832-c5b9-46f2-99e2-9ee46046d784 req-ad458de6-413e-4c20-83c9-d5642aac070a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ad4ed64531f4933a0495ece11147997&device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 1097 time: 0.1487401 Nov 08 00:14:05.588264 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-41d625ec-96c9-4fc6-bfb2-aba9b3a280b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:05.588631 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-41d625ec-96c9-4fc6-bfb2-aba9b3a280b1 admin admin] Added segment 119c01b6-1f38-469b-8c5f-6d9d91c40fba of type vlan for network 817d06a1-e1f4-4ce3-8c1c-23665f6a420c Nov 08 00:14:05.589978 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d625ec-96c9-4fc6-bfb2-aba9b3a280b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83cf24b-e3ba-4b47-986f-4bd0177cd096,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:05.715344 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-41d625ec-96c9-4fc6-bfb2-aba9b3a280b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:05.777053 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e4d1a52-278f-4262-ac8b-71069049c0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:05.831132 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098d832-c5b9-46f2-99e2-9ee46046d784 req-0d637800-1cc1-404a-b761-797f4a0be6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:05.832717 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6098d832-c5b9-46f2-99e2-9ee46046d784 req-0d637800-1cc1-404a-b761-797f4a0be6d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d4bb435-3635-43a7-8e22-05a3f29467e1 HTTP/1.1" status: 200 len: 919 time: 0.2570479 Nov 08 00:14:05.846674 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e4d1a52-278f-4262-ac8b-71069049c0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:05.886112 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-41d625ec-96c9-4fc6-bfb2-aba9b3a280b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:05.887174 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d625ec-96c9-4fc6-bfb2-aba9b3a280b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:05.887922 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-41d625ec-96c9-4fc6-bfb2-aba9b3a280b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:05.902401 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2ea181-1131-4137-b80a-c1d363320617 req-967c49f7-f583-43ac-b5fb-9dd31ee0e47d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224095 Nov 08 00:14:05.940889 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6098d832-c5b9-46f2-99e2-9ee46046d784 req-db5c54a0-68a5-4a4e-9c1e-ad5091f2de96 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9a371c-3d47-4ef5-aad1-1fcdea947b20 HTTP/1.1" status: 200 len: 217 time: 0.0705700 Nov 08 00:14:06.001249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37788) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:06.026131 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-41d625ec-96c9-4fc6-bfb2-aba9b3a280b1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8497541 Nov 08 00:14:06.032093 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37792) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:06.044434 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-9b90fe22-fe91-4662-968e-0c0d7ba445f1 admin admin] Request body: {'subnet': {'network_id': '817d06a1-e1f4-4ce3-8c1c-23665f6a420c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-875508502-subnet', 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:06.053013 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d625ec-96c9-4fc6-bfb2-aba9b3a280b1 admin admin] Pushing event updated for resources: {'Network': ['ID=817d06a1-e1f4-4ce3-8c1c-23665f6a420c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:06.058977 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098d832-c5b9-46f2-99e2-9ee46046d784 req-23f1fa33-ccb1-44c5-8d06-ea75050ab587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:06.060493 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6098d832-c5b9-46f2-99e2-9ee46046d784 req-23f1fa33-ccb1-44c5-8d06-ea75050ab587 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6bbef566-b085-441c-ae50-5585c6ec1d72 HTTP/1.1" status: 200 len: 858 time: 0.1079078 Nov 08 00:14:06.063264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 817d06a1-e1f4-4ce3-8c1c-23665f6a420c details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:14:06.102324 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6098d832-c5b9-46f2-99e2-9ee46046d784 req-e7ba949c-00c7-4331-9cea-3c33a14f77e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d4bb435-3635-43a7-8e22-05a3f29467e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325582 Nov 08 00:14:06.169345 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e4d1a52-278f-4262-ac8b-71069049c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:06.172202 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e4d1a52-278f-4262-ac8b-71069049c0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:06.173477 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6e4d1a52-278f-4262-ac8b-71069049c0f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f HTTP/1.1" status: 204 len: 168 time: 0.6294568 Nov 08 00:14:06.182308 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb06b-c734-4ede-bbe7-ba9e345db1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:06.187639 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b90fe22-fe91-4662-968e-0c0d7ba445f1 admin admin] Made reservation on behalf of 35922b4ef6074a3f9f3a7b480ac0afa6 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:06.187766 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9b90fe22-fe91-4662-968e-0c0d7ba445f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:06.208614 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d1a52-278f-4262-ac8b-71069049c0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0150de9-0b4b-4a01-aab0-d2ad7f01fa7f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:06.299494 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb06b-c734-4ede-bbe7-ba9e345db1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:06.309472 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6098d832-c5b9-46f2-99e2-9ee46046d784 req-54303ace-78fc-45f9-8825-7d5ec5771964 service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929934 Nov 08 00:14:06.400570 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb06b-c734-4ede-bbe7-ba9e345db1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:06.460803 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ee1bb06b-c734-4ede-bbe7-ba9e345db1a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f23520f5c3cc4158a38e1ba798b3816f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4551463 Nov 08 00:14:06.460803 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bb06b-c734-4ede-bbe7-ba9e345db1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41143f1b-80db-4617-a826-5c2ee73d7269,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:06.462747 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37806) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:06.526456 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6098d832-c5b9-46f2-99e2-9ee46046d784 req-85603feb-7051-41e7-8ace-24bebee9fc34 service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000363 Nov 08 00:14:06.567428 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37810) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:06.616250 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-626f7be6-5874-46c8-a22c-4b22713ae608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:06.627813 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9b90fe22-fe91-4662-968e-0c0d7ba445f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:06.690960 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-626f7be6-5874-46c8-a22c-4b22713ae608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:06.695773 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b72f40-9faa-45d4-8c31-06161b2576ef req-bf236917-c5bb-409d-87ca-e2c750d79d2c tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:06.699053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40b72f40-9faa-45d4-8c31-06161b2576ef req-bf236917-c5bb-409d-87ca-e2c750d79d2c tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.1015322 Nov 08 00:14:06.745884 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90fe22-fe91-4662-968e-0c0d7ba445f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=851542a9-82d4-44b8-bec0-41b5675fe0ab,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:06.760365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40b72f40-9faa-45d4-8c31-06161b2576ef req-6ce1a720-d26b-4c28-bb91-09e9e2c51676 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526938 Nov 08 00:14:06.791585 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b90fe22-fe91-4662-968e-0c0d7ba445f1 admin admin] Checking segment: {'id': '119c01b6-1f38-469b-8c5f-6d9d91c40fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '817d06a1-e1f4-4ce3-8c1c-23665f6a420c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:06.792184 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b90fe22-fe91-4662-968e-0c0d7ba445f1 admin admin] Network hostable DHCP agents. Network: 817d06a1-e1f4-4ce3-8c1c-23665f6a420c, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:14:06.798833 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-3003532f-1d9d-41d4-afbb-e7541ad857b8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-network', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:06.874694 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-626f7be6-5874-46c8-a22c-4b22713ae608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:06.877625 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-626f7be6-5874-46c8-a22c-4b22713ae608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:06.879167 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-626f7be6-5874-46c8-a22c-4b22713ae608 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41143f1b-80db-4617-a826-5c2ee73d7269 HTTP/1.1" status: 204 len: 168 time: 0.4154375 Nov 08 00:14:06.887621 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f7be6-5874-46c8-a22c-4b22713ae608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41143f1b-80db-4617-a826-5c2ee73d7269,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:06.901431 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3003532f-1d9d-41d4-afbb-e7541ad857b8 admin admin] Made reservation on behalf of 2de47a6126ba4de69e1e89c7390326ab for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:06.905009 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3003532f-1d9d-41d4-afbb-e7541ad857b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:06.924798 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b90fe22-fe91-4662-968e-0c0d7ba445f1 admin admin] Network 817d06a1-e1f4-4ce3-8c1c-23665f6a420c is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:14:06.939146 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3003532f-1d9d-41d4-afbb-e7541ad857b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.017077 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-9b90fe22-fe91-4662-968e-0c0d7ba445f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 817d06a1-e1f4-4ce3-8c1c-23665f6a420c) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:07.030591 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90fe22-fe91-4662-968e-0c0d7ba445f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:07.031586 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9b90fe22-fe91-4662-968e-0c0d7ba445f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.034960 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8835b6-c42f-4d63-8a87-c2b4a9e935e4 None None] Network 817d06a1-e1f4-4ce3-8c1c-23665f6a420c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:14:07.092938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71360fc6-9dc6-4480-b3e1-a21035ed90fa req-f6d1bc6a-1c65-4604-ae2d-d3471b40375e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:07.094567 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71360fc6-9dc6-4480-b3e1-a21035ed90fa req-f6d1bc6a-1c65-4604-ae2d-d3471b40375e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 947 time: 0.1051929 Nov 08 00:14:07.114508 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3003532f-1d9d-41d4-afbb-e7541ad857b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.146422 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71360fc6-9dc6-4480-b3e1-a21035ed90fa req-4600001c-68d2-4f0c-b77d-ed6e73064543 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419664 Nov 08 00:14:07.155105 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9b90fe22-fe91-4662-968e-0c0d7ba445f1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1219878 Nov 08 00:14:07.163613 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37830) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:07.168504 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d5392cb9-c050-4622-8b0a-a1391206e9b4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-875508502-router', 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:07.209981 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3003532f-1d9d-41d4-afbb-e7541ad857b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.229551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-817d06a1-e1f4-4ce3-8c1c-23665f6a420c', 'network_id': '817d06a1-e1f4-4ce3-8c1c-23665f6a420c', 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'fixed_ips': [{'subnet_id': '851542a9-82d4-44b8-bec0-41b5675fe0ab'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:14:07.231594 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.240249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3003532f-1d9d-41d4-afbb-e7541ad857b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:14:07.252795 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003532f-1d9d-41d4-afbb-e7541ad857b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1e5360-adfa-482a-b02c-51070ec0c043,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:07.269689 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3003532f-1d9d-41d4-afbb-e7541ad857b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.270044 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-3003532f-1d9d-41d4-afbb-e7541ad857b8 admin admin] Added segment 6fb58c1c-c575-461c-b850-6c6b1be8fffd of type vlan for network 0de3b87e-5ff4-4f98-bc99-5800b250314b Nov 08 00:14:07.315131 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5392cb9-c050-4622-8b0a-a1391206e9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.316287 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5392cb9-c050-4622-8b0a-a1391206e9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.340498 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3003532f-1d9d-41d4-afbb-e7541ad857b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.395350 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5392cb9-c050-4622-8b0a-a1391206e9b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.395494 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] Allocated IP 172.20.0.2 (817d06a1-e1f4-4ce3-8c1c-23665f6a420c/851542a9-82d4-44b8-bec0-41b5675fe0ab/7b909e79-7d6b-483a-aaf1-b566230ed859) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:14:07.451445 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3003532f-1d9d-41d4-afbb-e7541ad857b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.452480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3003532f-1d9d-41d4-afbb-e7541ad857b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:07.453096 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3003532f-1d9d-41d4-afbb-e7541ad857b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.519777 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003532f-1d9d-41d4-afbb-e7541ad857b8 admin admin] Pushing event updated for resources: {'Network': ['ID=0de3b87e-5ff4-4f98-bc99-5800b250314b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:07.533515 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 0de3b87e-5ff4-4f98-bc99-5800b250314b details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:14:07.585006 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.598312 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3003532f-1d9d-41d4-afbb-e7541ad857b8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0274849 Nov 08 00:14:07.600396 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37844) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:07.607297 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-631a5ec2-74d8-4702-95ff-c09890f4b8aa admin admin] Request body: {'subnet': {'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-subnet', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:07.684686 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37846) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:07.685877 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.687109 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5392cb9-c050-4622-8b0a-a1391206e9b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.728588 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] Network 817d06a1-e1f4-4ce3-8c1c-23665f6a420c is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:07.731615 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:07.735531 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:14:07.746596 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] Pushing event updated for resources: {'Port': ['ID=7b909e79-7d6b-483a-aaf1-b566230ed859,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:07.748604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631a5ec2-74d8-4702-95ff-c09890f4b8aa admin admin] Made reservation on behalf of 2de47a6126ba4de69e1e89c7390326ab for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:07.751316 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-631a5ec2-74d8-4702-95ff-c09890f4b8aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.801025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] Attempting to bind port 7b909e79-7d6b-483a-aaf1-b566230ed859 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:07.802010 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] Attempting to bind port 7b909e79-7d6b-483a-aaf1-b566230ed859 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '119c01b6-1f38-469b-8c5f-6d9d91c40fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '817d06a1-e1f4-4ce3-8c1c-23665f6a420c'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:07.802549 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] Attempting to bind port 7b909e79-7d6b-483a-aaf1-b566230ed859 on network 817d06a1-e1f4-4ce3-8c1c-23665f6a420c {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:07.806620 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-df518893-3ea0-4045-a613-091733439390 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1926758354-network', 'tenant_id': '03361b607f1240009c31eb92f73a8c14'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:07.810373 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:07.814967 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] Checking segment: {'id': '119c01b6-1f38-469b-8c5f-6d9d91c40fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '817d06a1-e1f4-4ce3-8c1c-23665f6a420c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:07.814967 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.814967 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] Bound using segment: {'id': '119c01b6-1f38-469b-8c5f-6d9d91c40fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '817d06a1-e1f4-4ce3-8c1c-23665f6a420c'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:07.814967 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] Bound port: 7b909e79-7d6b-483a-aaf1-b566230ed859, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119c01b6-1f38-469b-8c5f-6d9d91c40fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '817d06a1-e1f4-4ce3-8c1c-23665f6a420c'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:07.814967 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.875105 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37852) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:07.902422 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] For port 7b909e79-7d6b-483a-aaf1-b566230ed859, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:07.907065 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] For port 7b909e79-7d6b-483a-aaf1-b566230ed859, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7b909e79-7d6b-483a-aaf1-b566230ed859,segment=NetworkSegment(119c01b6-1f38-469b-8c5f-6d9d91c40fba),segment_id=119c01b6-1f38-469b-8c5f-6d9d91c40fba)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:07.927018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df518893-3ea0-4045-a613-091733439390 admin admin] Made reservation on behalf of 03361b607f1240009c31eb92f73a8c14 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:07.929314 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df518893-3ea0-4045-a613-091733439390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.936211 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b8dfa239-2f15-4ae6-be53-3411d0ca3e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.955369 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df518893-3ea0-4045-a613-091733439390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:07.971829 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.016297 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5392cb9-c050-4622-8b0a-a1391206e9b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.023765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124f93b-7e65-480e-93a5-eb6de45c5519 req-ad317666-d9c8-4d43-80b7-5d1b04a547e3 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:08.025360 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3124f93b-7e65-480e-93a5-eb6de45c5519 req-ad317666-d9c8-4d43-80b7-5d1b04a547e3 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.1686666 Nov 08 00:14:08.052545 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5392cb9-c050-4622-8b0a-a1391206e9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.052657 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec7b95-56da-4fb7-b5c7-dfe7021f11c4 None None] Pushing event updated for resources: {'Port': ['ID=7b909e79-7d6b-483a-aaf1-b566230ed859,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:08.149040 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3124f93b-7e65-480e-93a5-eb6de45c5519 req-32a24381-dfd9-4fdf-a01a-4907cf5c69e7 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966878 Nov 08 00:14:08.162413 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-631a5ec2-74d8-4702-95ff-c09890f4b8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.182889 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.195869 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-d5392cb9-c050-4622-8b0a-a1391206e9b4 admin admin] Allocated IP 172.25.2.20 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/056180bd-100a-4312-9787-92dc5ba3a139) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:14:08.217861 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b8dfa239-2f15-4ae6-be53-3411d0ca3e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.245785 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a5ec2-74d8-4702-95ff-c09890f4b8aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=311328bc-5cef-4eac-9675-4fcbd1f92dad,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:08.282000 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df518893-3ea0-4045-a613-091733439390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.325448 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b8dfa239-2f15-4ae6-be53-3411d0ca3e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.361342 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5392cb9-c050-4622-8b0a-a1391206e9b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.407610 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b8dfa239-2f15-4ae6-be53-3411d0ca3e6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18948bf1b00b46f8ad93696b08d41361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5289590 Nov 08 00:14:08.408327 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37858) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:08.410191 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfa239-2f15-4ae6-be53-3411d0ca3e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ebb183-a569-4237-a7a2-9ac09f52dc2b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:08.417117 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df518893-3ea0-4045-a613-091733439390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.424605 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a5ec2-74d8-4702-95ff-c09890f4b8aa admin admin] Checking segment: {'id': '6fb58c1c-c575-461c-b850-6c6b1be8fffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:08.425028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631a5ec2-74d8-4702-95ff-c09890f4b8aa admin admin] Network hostable DHCP agents. Network: 0de3b87e-5ff4-4f98-bc99-5800b250314b, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:14:08.438047 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507b86f-bfe6-4b97-89b6-4b97a5d9c00a req-b62345eb-0cfc-44f8-bc98-0cf16f2965fa tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:08.439824 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9507b86f-bfe6-4b97-89b6-4b97a5d9c00a req-b62345eb-0cfc-44f8-bc98-0cf16f2965fa tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 947 time: 0.1799560 Nov 08 00:14:08.470389 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df518893-3ea0-4045-a613-091733439390 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:14:08.482912 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b77a7481-6ec3-4578-a135-1eb6bb2962f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.495204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df518893-3ea0-4045-a613-091733439390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2042ec5a-7db1-47bc-9db7-98c555dc580f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:08.496165 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b77a7481-6ec3-4578-a135-1eb6bb2962f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.505415 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df518893-3ea0-4045-a613-091733439390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.506140 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-df518893-3ea0-4045-a613-091733439390 admin admin] Added segment 5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce of type vlan for network cac5a810-3b8a-4875-b1de-503826400099 Nov 08 00:14:08.526636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9507b86f-bfe6-4b97-89b6-4b97a5d9c00a req-1fee85d0-4cf7-4510-8903-8f05f2feec1d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778849 Nov 08 00:14:08.532029 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5392cb9-c050-4622-8b0a-a1391206e9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.556863 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df518893-3ea0-4045-a613-091733439390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.574447 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5392cb9-c050-4622-8b0a-a1391206e9b4 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:08.580322 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-d5392cb9-c050-4622-8b0a-a1391206e9b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:08.586954 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5392cb9-c050-4622-8b0a-a1391206e9b4 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:14:08.591150 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5392cb9-c050-4622-8b0a-a1391206e9b4 admin admin] Pushing event updated for resources: {'Port': ['ID=056180bd-100a-4312-9787-92dc5ba3a139,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:08.600564 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631a5ec2-74d8-4702-95ff-c09890f4b8aa admin admin] Network 0de3b87e-5ff4-4f98-bc99-5800b250314b is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:14:08.655328 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df518893-3ea0-4045-a613-091733439390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.656458 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df518893-3ea0-4045-a613-091733439390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:08.657054 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df518893-3ea0-4045-a613-091733439390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.715628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-631a5ec2-74d8-4702-95ff-c09890f4b8aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 0de3b87e-5ff4-4f98-bc99-5800b250314b) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:08.721758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631a5ec2-74d8-4702-95ff-c09890f4b8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:08.722692 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-631a5ec2-74d8-4702-95ff-c09890f4b8aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.723509 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 36e33710-6d30-4755-b8fe-f991141ea0a1 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:14:08.728894 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a583bd-a939-4eae-a5f6-19bf0e654053 None None] Network 0de3b87e-5ff4-4f98-bc99-5800b250314b requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:14:08.731751 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df518893-3ea0-4045-a613-091733439390 admin admin] Pushing event updated for resources: {'Network': ['ID=cac5a810-3b8a-4875-b1de-503826400099,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:08.755291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network cac5a810-3b8a-4875-b1de-503826400099 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:14:08.802996 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-df518893-3ea0-4045-a613-091733439390 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1170595 Nov 08 00:14:08.805786 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37862) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:08.811260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-62af38cd-84a4-4057-af3a-d565b180c9dd admin admin] Request body: {'subnet': {'network_id': 'cac5a810-3b8a-4875-b1de-503826400099', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1926758354-subnet', 'tenant_id': '03361b607f1240009c31eb92f73a8c14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:08.836949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-631a5ec2-74d8-4702-95ff-c09890f4b8aa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2324870 Nov 08 00:14:08.838890 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37864) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:08.843996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-39040538-c7f7-4101-b2dd-c48fbe97779f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:08.962808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62af38cd-84a4-4057-af3a-d565b180c9dd admin admin] Made reservation on behalf of 03361b607f1240009c31eb92f73a8c14 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:08.965688 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-62af38cd-84a4-4057-af3a-d565b180c9dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.972178 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b77a7481-6ec3-4578-a135-1eb6bb2962f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.974746 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b77a7481-6ec3-4578-a135-1eb6bb2962f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:08.979039 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.resource_extend [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 00:14:08.985901 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b77a7481-6ec3-4578-a135-1eb6bb2962f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37ebb183-a569-4237-a7a2-9ac09f52dc2b HTTP/1.1" status: 204 len: 168 time: 0.5695643 Nov 08 00:14:09.046484 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a7481-6ec3-4578-a135-1eb6bb2962f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ebb183-a569-4237-a7a2-9ac09f52dc2b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:09.048521 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-39040538-c7f7-4101-b2dd-c48fbe97779f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:09.049945 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-39040538-c7f7-4101-b2dd-c48fbe97779f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:09.153863 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-39040538-c7f7-4101-b2dd-c48fbe97779f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:09.198418 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 7b909e79-7d6b-483a-aaf1-b566230ed859 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:09.221063 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 36e33710-6d30-4755-b8fe-f991141ea0a1, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=36e33710-6d30-4755-b8fe-f991141ea0a1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:09.274497 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '36e33710-6d30-4755-b8fe-f991141ea0a1', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '36e33710-6d30-4755-b8fe-f991141ea0a1', 'mac_address': 'fa:16:3e:0e:6b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:14:09.314747 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5392cb9-c050-4622-8b0a-a1391206e9b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:09.367582 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a47c997-88bb-47bd-9136-faccd1715339 None None] Network 817d06a1-e1f4-4ce3-8c1c-23665f6a420c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:14:09.389769 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:09.420539 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-0de3b87e-5ff4-4f98-bc99-5800b250314b', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:14:09.421526 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:09.476001 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e33710-6d30-4755-b8fe-f991141ea0a1 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:09.484920 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 7b909e79-7d6b-483a-aaf1-b566230ed859 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:09.485350 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:09.522141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49a588-6329-4d56-8e42-9d220096430d req-5227eb66-5eae-435a-881f-2c7b4673493e tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:09.523703 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3f9278ff-7e76-452e-a69e-47d891fd83de None None] Provisioning complete for port 7b909e79-7d6b-483a-aaf1-b566230ed859 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:09.524104 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f9278ff-7e76-452e-a69e-47d891fd83de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:09.525252 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d49a588-6329-4d56-8e42-9d220096430d req-5227eb66-5eae-435a-881f-2c7b4673493e tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.2106578 Nov 08 00:14:09.561687 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5392cb9-c050-4622-8b0a-a1391206e9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:09.603206 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-62af38cd-84a4-4057-af3a-d565b180c9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:09.689840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af38cd-84a4-4057-af3a-d565b180c9dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecaf66e9-5ef6-440b-87a0-b205c6e28157,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:09.717770 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-39040538-c7f7-4101-b2dd-c48fbe97779f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:09.739687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 36e33710-6d30-4755-b8fe-f991141ea0a1, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=36e33710-6d30-4755-b8fe-f991141ea0a1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:09.835671 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:09.862733 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5392cb9-c050-4622-8b0a-a1391206e9b4 admin admin] Router b1046e99-2025-474e-b343-1b6aab033e25 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:14:09.873873 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d49a588-6329-4d56-8e42-9d220096430d req-d47e81f5-fba0-476d-b1a3-e9b777aa5024 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580400 Nov 08 00:14:09.922306 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] Allocated IP 172.20.0.2 (0de3b87e-5ff4-4f98-bc99-5800b250314b/311328bc-5cef-4eac-9675-4fcbd1f92dad/34f22e1d-38bc-4b32-bd5a-b17fbc5222c0) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:14:09.936821 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af38cd-84a4-4057-af3a-d565b180c9dd admin admin] Checking segment: {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:09.937509 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62af38cd-84a4-4057-af3a-d565b180c9dd admin admin] Network hostable DHCP agents. Network: cac5a810-3b8a-4875-b1de-503826400099, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:14:09.949470 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96aee3-884d-41e9-bae9-2982c74bfbd9 req-ae28ce1b-12f4-4ffb-9efd-a6d4fd70e16f tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:09.958464 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f96aee3-884d-41e9-bae9-2982c74bfbd9 req-ae28ce1b-12f4-4ffb-9efd-a6d4fd70e16f tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 947 time: 0.2139559 Nov 08 00:14:10.027257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=36e33710-6d30-4755-b8fe-f991141ea0a1,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:10.039371 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:10.039894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f96aee3-884d-41e9-bae9-2982c74bfbd9 req-67a35034-369f-46cc-bc1f-a589a75afef5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808818 Nov 08 00:14:10.051196 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5392cb9-c050-4622-8b0a-a1391206e9b4 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:14:10.064200 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] Sync routers for ids ['b1046e99-2025-474e-b343-1b6aab033e25'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:14:10.091192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62af38cd-84a4-4057-af3a-d565b180c9dd admin admin] Network cac5a810-3b8a-4875-b1de-503826400099 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:14:10.092933 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f9278ff-7e76-452e-a69e-47d891fd83de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:10.096693 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] Routers {'b1046e99-2025-474e-b343-1b6aab033e25'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:14:10.096693 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:14:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b1046e99-2025-474e-b343-1b6aab033e25'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:10.153143 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5392cb9-c050-4622-8b0a-a1391206e9b4 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:10.154703 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d5392cb9-c050-4622-8b0a-a1391206e9b4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9898689 Nov 08 00:14:10.157384 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37894) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:10.172796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 7b909e79-7d6b-483a-aaf1-b566230ed859, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7b909e79-7d6b-483a-aaf1-b566230ed859,segment=NetworkSegment(119c01b6-1f38-469b-8c5f-6d9d91c40fba),segment_id=119c01b6-1f38-469b-8c5f-6d9d91c40fba)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:10.275349 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-39040538-c7f7-4101-b2dd-c48fbe97779f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:10.313914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-62af38cd-84a4-4057-af3a-d565b180c9dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, cac5a810-3b8a-4875-b1de-503826400099) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:10.315826 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:10.327143 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-39040538-c7f7-4101-b2dd-c48fbe97779f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:10.335731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62af38cd-84a4-4057-af3a-d565b180c9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:10.342998 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-62af38cd-84a4-4057-af3a-d565b180c9dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:10.355654 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] Set router b1046e99-2025-474e-b343-1b6aab033e25 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:14:10.360938 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0710c5ab-372c-464c-986b-dc3585d6683d None None] Network cac5a810-3b8a-4875-b1de-503826400099 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:14:10.451995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['36e33710-6d30-4755-b8fe-f991141ea0a1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:14:10.472983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37900) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:10.502220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-62af38cd-84a4-4057-af3a-d565b180c9dd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6945229 Nov 08 00:14:10.531885 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:10.609162 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-39040538-c7f7-4101-b2dd-c48fbe97779f admin admin] Allocated IP 172.25.2.28 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/eb85d463-57b4-401d-bc5a-d0ae32b085ad) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:14:10.684127 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-3f9278ff-7e76-452e-a69e-47d891fd83de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:14:10.684622 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-3f9278ff-7e76-452e-a69e-47d891fd83de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:14:10.691014 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:10.702657 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'name': 'tempest-ServersTestMultiNic-875508502-router', 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '056180bd-100a-4312-9787-92dc5ba3a139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:07Z', 'updated_at': '2021-11-08T00:14:09Z', 'revision_number': 3, 'project_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'gw_port': {'id': '056180bd-100a-4312-9787-92dc5ba3a139', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:08Z', 'updated_at': '2021-11-08T00:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:10.718925 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=7b909e79-7d6b-483a-aaf1-b566230ed859,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:10.759574 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] Checking router: b1046e99-2025-474e-b343-1b6aab033e25 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:14:10.761260 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] Updating router b1046e99-2025-474e-b343-1b6aab033e25 port 056180bd-100a-4312-9787-92dc5ba3a139 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:14:10.776851 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-674d1eb4-986b-44ed-b0ad-ef227e3bc569 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1783167703-network', 'tenant_id': '97cd1b3154f241d5a6c44887e42be8b0'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:10.804358 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] Network 0de3b87e-5ff4-4f98-bc99-5800b250314b is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:10.836255 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:10.861485 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:10.866377 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:14:10.892298 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674d1eb4-986b-44ed-b0ad-ef227e3bc569 admin admin] Made reservation on behalf of 97cd1b3154f241d5a6c44887e42be8b0 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:10.894820 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-674d1eb4-986b-44ed-b0ad-ef227e3bc569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:10.931027 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad442f-ba57-400f-a022-319fea91e488 req-2ab7fef5-cd01-4a28-8131-f240b6d1279c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:10.932841 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-66ad442f-ba57-400f-a022-319fea91e488 req-2ab7fef5-cd01-4a28-8131-f240b6d1279c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 948 time: 0.0998878 Nov 08 00:14:10.939180 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-674d1eb4-986b-44ed-b0ad-ef227e3bc569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:10.961759 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-252acea9-08a7-421c-89cf-bcb9df381b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:10.983937 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-a1b68e03-876b-4481-9615-d6c7739f3236 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:10.986330 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-a1b68e03-876b-4481-9615-d6c7739f3236 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3&tenant_id=c0d6283f3c2b48d888bd9867b9b06340&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 948 time: 0.0944366 Nov 08 00:14:10.991752 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] Pushing event updated for resources: {'Port': ['ID=34f22e1d-38bc-4b32-bd5a-b17fbc5222c0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:11.005074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dcd04a-5933-4454-85e7-184f9da3045a None None] Network cac5a810-3b8a-4875-b1de-503826400099 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:14:11.066354 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-674d1eb4-986b-44ed-b0ad-ef227e3bc569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:11.095551 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-39040538-c7f7-4101-b2dd-c48fbe97779f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:11.111870 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-66ad442f-ba57-400f-a022-319fea91e488 req-ade79367-422f-4712-8b29-3cd4c3ffa464 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609797 Nov 08 00:14:11.144495 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-674d1eb4-986b-44ed-b0ad-ef227e3bc569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:11.155918 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] Attempting to bind port 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:11.156601 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] Attempting to bind port 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '6fb58c1c-c575-461c-b850-6c6b1be8fffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:11.157130 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] Attempting to bind port 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0 on network 0de3b87e-5ff4-4f98-bc99-5800b250314b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:11.160651 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 7b909e79-7d6b-483a-aaf1-b566230ed859 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:11.181553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-674d1eb4-986b-44ed-b0ad-ef227e3bc569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:14:11.215571 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d1eb4-986b-44ed-b0ad-ef227e3bc569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9a555c-782a-4821-8e9d-b88bab5f368b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:11.234692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:11.235165 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] Checking segment: {'id': '6fb58c1c-c575-461c-b850-6c6b1be8fffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:11.235578 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:11.235998 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] Bound using segment: {'id': '6fb58c1c-c575-461c-b850-6c6b1be8fffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:11.236476 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] Bound port: 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb58c1c-c575-461c-b850-6c6b1be8fffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:11.236854 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:11.254845 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-b4f31b9d-93ba-4d65-bb23-41347e920c90 service neutron] 10.222.0.20 "GET /v2.0/ports/36e33710-6d30-4755-b8fe-f991141ea0a1/bindings/n-h1-816882-1 HTTP/1.1" status: 200 len: 382 time: 0.2434468 Nov 08 00:14:11.268762 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-674d1eb4-986b-44ed-b0ad-ef227e3bc569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:11.269108 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-674d1eb4-986b-44ed-b0ad-ef227e3bc569 admin admin] Added segment bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575 of type vlan for network d94fd993-3cd3-4f95-b0e9-7b398d133b4e Nov 08 00:14:11.271304 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-252acea9-08a7-421c-89cf-bcb9df381b2b admin admin] Allocated IP 172.20.0.1 (817d06a1-e1f4-4ce3-8c1c-23665f6a420c/851542a9-82d4-44b8-bec0-41b5675fe0ab/c5bfbb74-74ed-4e99-b4c6-abe35e61bf61) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:14:11.351825 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-39040538-c7f7-4101-b2dd-c48fbe97779f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:11.361187 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 7b909e79-7d6b-483a-aaf1-b566230ed859 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:11.361820 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:11.405029 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-8c1867b4-c88c-4d45-9819-bb7bc217415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:11.406709 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-8c1867b4-c88c-4d45-9819-bb7bc217415f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 1099 time: 0.0690432 Nov 08 00:14:11.414683 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-674d1eb4-986b-44ed-b0ad-ef227e3bc569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:11.444767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39040538-c7f7-4101-b2dd-c48fbe97779f admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:11.464390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-39040538-c7f7-4101-b2dd-c48fbe97779f admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:11.474575 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] For port 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:11.478404 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] For port 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=34f22e1d-38bc-4b32-bd5a-b17fbc5222c0,segment=NetworkSegment(6fb58c1c-c575-461c-b850-6c6b1be8fffd),segment_id=6fb58c1c-c575-461c-b850-6c6b1be8fffd)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:11.480446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39040538-c7f7-4101-b2dd-c48fbe97779f admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:14:11.496254 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00015766-b6f5-42d4-83be-2306d91d5ae3 req-8635e9a9-51bf-41f4-8925-e8af25a8e30a tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:11.498395 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00015766-b6f5-42d4-83be-2306d91d5ae3 req-8635e9a9-51bf-41f4-8925-e8af25a8e30a tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.2662475 Nov 08 00:14:11.506754 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39040538-c7f7-4101-b2dd-c48fbe97779f admin admin] Pushing event updated for resources: {'Port': ['ID=eb85d463-57b4-401d-bc5a-d0ae32b085ad,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:11.524153 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-252acea9-08a7-421c-89cf-bcb9df381b2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:11.565421 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-a93479a3-3ebd-4ccf-a7f5-cc17e383f1c0 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:11.573209 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-a93479a3-3ebd-4ccf-a7f5-cc17e383f1c0 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 806 time: 0.3827915 Nov 08 00:14:11.573885 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:11.577130 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-e7ed9437-6df3-4bee-a51d-3121141efb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:11.578783 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-e7ed9437-6df3-4bee-a51d-3121141efb86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1528540 Nov 08 00:14:11.608581 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-20bc7e48-3041-485f-882a-fa8ca0666d22 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/quotas/03361b607f1240009c31eb92f73a8c14 HTTP/1.1" status: 200 len: 375 time: 0.0331759 Nov 08 00:14:11.624418 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-a018e269-e1e9-42be-9ce3-2d8752c20f0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=36e33710-6d30-4755-b8fe-f991141ea0a1 HTTP/1.1" status: 200 len: 217 time: 0.0375242 Nov 08 00:14:11.652954 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00015766-b6f5-42d4-83be-2306d91d5ae3 req-b8757d16-195e-449d-a8fa-9943df9477d4 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209955 Nov 08 00:14:11.653630 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:11.690551 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-674d1eb4-986b-44ed-b0ad-ef227e3bc569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:11.691716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674d1eb4-986b-44ed-b0ad-ef227e3bc569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:11.692432 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-674d1eb4-986b-44ed-b0ad-ef227e3bc569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:11.697627 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-34407cec-62e6-4735-9322-341aeaadca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:11.698941 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-34407cec-62e6-4735-9322-341aeaadca36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0662858 Nov 08 00:14:11.702770 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:11.717906 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-252acea9-08a7-421c-89cf-bcb9df381b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:11.730383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c610b324-9197-4639-ba16-5f02e2531644 None None] Provisioning complete for port 7b909e79-7d6b-483a-aaf1-b566230ed859 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:11.731047 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c610b324-9197-4639-ba16-5f02e2531644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:11.794256 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690579b-bec6-41e5-986d-bc39f47f6884 None None] Pushing event updated for resources: {'Port': ['ID=34f22e1d-38bc-4b32-bd5a-b17fbc5222c0,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:11.828245 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] Attempting to bind port 056180bd-100a-4312-9787-92dc5ba3a139 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:11.828245 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] Attempting to bind port 056180bd-100a-4312-9787-92dc5ba3a139 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:11.828245 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] Attempting to bind port 056180bd-100a-4312-9787-92dc5ba3a139 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:11.837519 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-74d93b9a-f40e-464b-b654-db6fa3b03c8a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1801164 Nov 08 00:14:11.852994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d1eb4-986b-44ed-b0ad-ef227e3bc569 admin admin] Pushing event updated for resources: {'Network': ['ID=d94fd993-3cd3-4f95-b0e9-7b398d133b4e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:11.867310 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network d94fd993-3cd3-4f95-b0e9-7b398d133b4e details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:14:11.870924 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:11.871290 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:11.874621 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-674d1eb4-986b-44ed-b0ad-ef227e3bc569 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4003322 Nov 08 00:14:11.875752 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:11.876358 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:11.877067 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] Bound port: 056180bd-100a-4312-9787-92dc5ba3a139, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:11.877634 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:11.885979 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37936) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:11.893515 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252acea9-08a7-421c-89cf-bcb9df381b2b admin admin] Network 817d06a1-e1f4-4ce3-8c1c-23665f6a420c is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:11.899908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-af122b28-44d9-44ec-8646-f21a486a5a32 admin admin] Request body: {'subnet': {'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1783167703-subnet', 'tenant_id': '97cd1b3154f241d5a6c44887e42be8b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:11.934554 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d9f00-8a28-4a27-a155-dd569410eb25 None None] Pushing event updated for resources: {'Port': ['ID=056180bd-100a-4312-9787-92dc5ba3a139,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:11.939335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-252acea9-08a7-421c-89cf-bcb9df381b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:11.944665 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252acea9-08a7-421c-89cf-bcb9df381b2b admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:14:11.961423 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d9f00-8a28-4a27-a155-dd569410eb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:11.964268 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d9f00-8a28-4a27-a155-dd569410eb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:11.964630 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d9f00-8a28-4a27-a155-dd569410eb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:11.964965 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d9f00-8a28-4a27-a155-dd569410eb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:11.965289 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d9f00-8a28-4a27-a155-dd569410eb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:11.965618 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d9f00-8a28-4a27-a155-dd569410eb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:11.965944 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d9f00-8a28-4a27-a155-dd569410eb25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:11.966245 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d9f00-8a28-4a27-a155-dd569410eb25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:11.967081 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d9f00-8a28-4a27-a155-dd569410eb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:11.972259 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d9f00-8a28-4a27-a155-dd569410eb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:11.972886 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d9f00-8a28-4a27-a155-dd569410eb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:11.973224 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d9f00-8a28-4a27-a155-dd569410eb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:12.035240 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252acea9-08a7-421c-89cf-bcb9df381b2b admin admin] Pushing event updated for resources: {'Port': ['ID=c5bfbb74-74ed-4e99-b4c6-abe35e61bf61,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:12.042360 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af122b28-44d9-44ec-8646-f21a486a5a32 admin admin] Made reservation on behalf of 97cd1b3154f241d5a6c44887e42be8b0 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:12.043167 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-8bea701a-adb6-4ac6-ab87-f05262fe925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:12.045288 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-8bea701a-adb6-4ac6-ab87-f05262fe925a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3300562 Nov 08 00:14:12.051920 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-af122b28-44d9-44ec-8646-f21a486a5a32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:12.061131 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] For port 056180bd-100a-4312-9787-92dc5ba3a139, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:12.070356 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] For port 056180bd-100a-4312-9787-92dc5ba3a139, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=056180bd-100a-4312-9787-92dc5ba3a139,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:12.148424 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-252acea9-08a7-421c-89cf-bcb9df381b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:12.155941 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:12.217726 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-2dadd759-bb66-4912-8146-659c28b71df1 service neutron] 10.222.0.13 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792601 Nov 08 00:14:12.245967 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] Routers {'b1046e99-2025-474e-b343-1b6aab033e25'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:14:12.246863 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:14:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b1046e99-2025-474e-b343-1b6aab033e25'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:12.285423 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-28f23c19-c422-46c9-b238-ae9576a65051 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276800 Nov 08 00:14:12.446329 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-14d3f3d8-42e5-4633-9335-043b5ea210eb service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334586 Nov 08 00:14:12.449572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-671a6303-4558-4579-9b08-3f050b3cce54 None None] Provisioning complete for port c5bfbb74-74ed-4e99-b4c6-abe35e61bf61 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:12.449974 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-671a6303-4558-4579-9b08-3f050b3cce54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:12.488541 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-671a6303-4558-4579-9b08-3f050b3cce54 None None] Port c5bfbb74-74ed-4e99-b4c6-abe35e61bf61 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:14:12.494218 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d9f00-8a28-4a27-a155-dd569410eb25 None None] Pushing event updated for resources: {'Port': ['ID=056180bd-100a-4312-9787-92dc5ba3a139,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:12.539808 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-252acea9-08a7-421c-89cf-bcb9df381b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:12.554363 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] Set router b1046e99-2025-474e-b343-1b6aab033e25 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:14:12.601841 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b486d-6b22-4ee2-b497-418e9c3dc82c req-7a433f15-37f4-440f-80e4-10ccb4bf2492 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:12.603369 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-683b486d-6b22-4ee2-b497-418e9c3dc82c req-7a433f15-37f4-440f-80e4-10ccb4bf2492 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 948 time: 0.2269685 Nov 08 00:14:12.605294 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-827768d9-a33a-434b-846b-dd90b4a89f81 service neutron] 10.222.0.13 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770347 Nov 08 00:14:12.646673 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-39040538-c7f7-4101-b2dd-c48fbe97779f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:12.774102 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 36e33710-6d30-4755-b8fe-f991141ea0a1 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:12.788475 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-252acea9-08a7-421c-89cf-bcb9df381b2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:12.828110 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'name': 'tempest-ServersTestMultiNic-875508502-router', 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '056180bd-100a-4312-9787-92dc5ba3a139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:07Z', 'updated_at': '2021-11-08T00:14:09Z', 'revision_number': 3, 'project_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'gw_port': {'id': '056180bd-100a-4312-9787-92dc5ba3a139', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:08Z', 'updated_at': '2021-11-08T00:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:12.870530 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798bdb6-d14d-4d39-bf5c-69bfdfcdf980 None None] The sync data for ids ['b1046e99-2025-474e-b343-1b6aab033e25'] in n-d-816882-1 is: [{'id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'name': 'tempest-ServersTestMultiNic-875508502-router', 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '056180bd-100a-4312-9787-92dc5ba3a139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:07Z', 'updated_at': '2021-11-08T00:14:09Z', 'revision_number': 3, 'project_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'gw_port': {'id': '056180bd-100a-4312-9787-92dc5ba3a139', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:08Z', 'updated_at': '2021-11-08T00:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:14:12.896416 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-252acea9-08a7-421c-89cf-bcb9df381b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:12.963854 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-252acea9-08a7-421c-89cf-bcb9df381b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:12.973312 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 36e33710-6d30-4755-b8fe-f991141ea0a1 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:14:12.978557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 36e33710-6d30-4755-b8fe-f991141ea0a1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:12.983606 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:13.165332 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252acea9-08a7-421c-89cf-bcb9df381b2b admin admin] Pushing event updated for resources: {'Port': ['ID=c5bfbb74-74ed-4e99-b4c6-abe35e61bf61,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:13.197667 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252acea9-08a7-421c-89cf-bcb9df381b2b admin admin] Network 817d06a1-e1f4-4ce3-8c1c-23665f6a420c is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:13.199044 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-252acea9-08a7-421c-89cf-bcb9df381b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:13.210461 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-683b486d-6b22-4ee2-b497-418e9c3dc82c req-f9afedb4-7db5-4997-a714-e6c2a4029a8b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5925915 Nov 08 00:14:13.252233 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:13.288446 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:13.423700 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a862b0-07d7-43aa-9873-4be9212fca3e None None] Network 0de3b87e-5ff4-4f98-bc99-5800b250314b requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:14:13.513190 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252acea9-08a7-421c-89cf-bcb9df381b2b admin admin] Router b1046e99-2025-474e-b343-1b6aab033e25 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:14:13.520808 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-39040538-c7f7-4101-b2dd-c48fbe97779f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:13.584548 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e33710-6d30-4755-b8fe-f991141ea0a1'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:13.590523 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccd46d9-331e-413c-9fd6-83028e7d9768" -d '{"events": [{"server_uuid": "1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3", "name": "network-vif-plugged", "status": "completed", "tag": "36e33710-6d30-4755-b8fe-f991141ea0a1"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:13.641275 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a1d87e93-7e01-4c64-877a-856b51785803 None None] Provisioning complete for port 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:13.642049 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1d87e93-7e01-4c64-877a-856b51785803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:13.647041 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 36e33710-6d30-4755-b8fe-f991141ea0a1, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=36e33710-6d30-4755-b8fe-f991141ea0a1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:13.706606 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252acea9-08a7-421c-89cf-bcb9df381b2b admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:14:13.712056 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-252acea9-08a7-421c-89cf-bcb9df381b2b admin admin] 10.222.0.13 "PUT /v2.0/routers/b1046e99-2025-474e-b343-1b6aab033e25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5536218 Nov 08 00:14:13.716134 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53be8b31-edc2-48c7-808a-bd578830e7c0 x-openstack-request-id: req-53be8b31-edc2-48c7-808a-bd578830e7c0 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:13.717053 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3", "name": "network-vif-plugged", "status": "completed", "tag": "36e33710-6d30-4755-b8fe-f991141ea0a1", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:13.720588 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53be8b31-edc2-48c7-808a-bd578830e7c0 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:13.723985 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a174660-66ea-4f22-8095-6261eacd2310 req-4d1f05cf-4b65-4f69-96ae-b4ae279d3ffd tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b HTTP/1.1" status: 200 len: 210 time: 0.4260738 Nov 08 00:14:13.739440 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e33710-6d30-4755-b8fe-f991141ea0a1', 'code': 200} Nov 08 00:14:13.754523 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:13.754889 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:13.767263 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:13.837897 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-af122b28-44d9-44ec-8646-f21a486a5a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:13.881327 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37962) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:13.910660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af122b28-44d9-44ec-8646-f21a486a5a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0ec3df4-1869-45a1-99d0-6ce6e411d41a,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:13.916802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7bb5ed5-b518-44f2-9a2d-d4402c635d94 req-89459095-196d-436c-a50d-06b526c9d05e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4183388 Nov 08 00:14:13.958582 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-aae22fa4-dc25-4cb7-96f5-ac5bf8db756a tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-712704421'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:14.025350 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af122b28-44d9-44ec-8646-f21a486a5a32 admin admin] Checking segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:14.031326 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af122b28-44d9-44ec-8646-f21a486a5a32 admin admin] Network hostable DHCP agents. Network: d94fd993-3cd3-4f95-b0e9-7b398d133b4e, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:14:14.048374 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=36e33710-6d30-4755-b8fe-f991141ea0a1,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:14.086743 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae22fa4-dc25-4cb7-96f5-ac5bf8db756a tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Made reservation on behalf of 35922b4ef6074a3f9f3a7b480ac0afa6 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:14.094438 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aae22fa4-dc25-4cb7-96f5-ac5bf8db756a tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:14.105169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb5ed5-b518-44f2-9a2d-d4402c635d94 req-d46193a5-5f18-4f0a-a4bb-2fe29223211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:14.107258 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7bb5ed5-b518-44f2-9a2d-d4402c635d94 req-d46193a5-5f18-4f0a-a4bb-2fe29223211f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 1100 time: 0.1023202 Nov 08 00:14:14.137742 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae22fa4-dc25-4cb7-96f5-ac5bf8db756a tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:14:14.150098 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aae22fa4-dc25-4cb7-96f5-ac5bf8db756a tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:14.154949 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-aae22fa4-dc25-4cb7-96f5-ac5bf8db756a tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Added segment c2cc1d1e-636d-48b8-8201-0d2b32875aa0 of type vlan for network 7a239e8a-d30c-4ae5-9f8a-0163cf3c187a Nov 08 00:14:14.179856 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:14.198460 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aae22fa4-dc25-4cb7-96f5-ac5bf8db756a tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:14.255658 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1d87e93-7e01-4c64-877a-856b51785803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:14.316433 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aae22fa4-dc25-4cb7-96f5-ac5bf8db756a tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:14.322382 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae22fa4-dc25-4cb7-96f5-ac5bf8db756a tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:14.323665 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aae22fa4-dc25-4cb7-96f5-ac5bf8db756a tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:14.344849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af122b28-44d9-44ec-8646-f21a486a5a32 admin admin] Network d94fd993-3cd3-4f95-b0e9-7b398d133b4e is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:14:14.368128 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=34f22e1d-38bc-4b32-bd5a-b17fbc5222c0,segment=NetworkSegment(6fb58c1c-c575-461c-b850-6c6b1be8fffd),segment_id=6fb58c1c-c575-461c-b850-6c6b1be8fffd)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:14.458791 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:14.481771 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae22fa4-dc25-4cb7-96f5-ac5bf8db756a tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event updated for resources: {'Network': ['ID=7a239e8a-d30c-4ae5-9f8a-0163cf3c187a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:14.493322 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-af122b28-44d9-44ec-8646-f21a486a5a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, d94fd993-3cd3-4f95-b0e9-7b398d133b4e) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:14.504557 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39040538-c7f7-4101-b2dd-c48fbe97779f admin admin] Router ab8571f0-ba98-4370-8740-4c398a7558e8 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:14:14.524258 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af122b28-44d9-44ec-8646-f21a486a5a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:14.531498 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-af122b28-44d9-44ec-8646-f21a486a5a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:14.554035 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 7a239e8a-d30c-4ae5-9f8a-0163cf3c187a details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:14:14.556390 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f6ad7e-00c3-4733-a954-701a6e08c221 None None] Network d94fd993-3cd3-4f95-b0e9-7b398d133b4e requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:14:14.572895 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-aae22fa4-dc25-4cb7-96f5-ac5bf8db756a tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6902716 Nov 08 00:14:14.576562 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37980) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:14.593950 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f688bf60-e71a-4768-a440-adee6e2d7017 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Request body: {'subnet': {'network_id': '7a239e8a-d30c-4ae5-9f8a-0163cf3c187a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:14.629530 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb5ed5-b518-44f2-9a2d-d4402c635d94 req-1f11bbab-ecac-4ac8-952e-dcb951d10345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:14.631185 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7bb5ed5-b518-44f2-9a2d-d4402c635d94 req-1f11bbab-ecac-4ac8-952e-dcb951d10345 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.4904599 Nov 08 00:14:14.639942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2188bd1-5316-434a-aa46-6f90683cba53 req-3a14d6a6-6e4e-4f99-91ea-9300a0a425fa tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:14.647538 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f2188bd1-5316-434a-aa46-6f90683cba53 req-3a14d6a6-6e4e-4f99-91ea-9300a0a425fa tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.2663255 Nov 08 00:14:14.709489 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-a1d87e93-7e01-4c64-877a-856b51785803 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:14:14.709844 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-a1d87e93-7e01-4c64-877a-856b51785803 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:14:14.744100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=34f22e1d-38bc-4b32-bd5a-b17fbc5222c0,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:14.823873 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-af122b28-44d9-44ec-8646-f21a486a5a32 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9262872 Nov 08 00:14:14.832520 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7bb5ed5-b518-44f2-9a2d-d4402c635d94 req-1847b426-9f34-4616-ad93-56c7c395f403 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=478fbc01-eacc-42aa-bcea-78be1ab05517 HTTP/1.1" status: 200 len: 217 time: 0.1818454 Nov 08 00:14:14.840184 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f688bf60-e71a-4768-a440-adee6e2d7017 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Made reservation on behalf of 35922b4ef6074a3f9f3a7b480ac0afa6 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:14.844364 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f688bf60-e71a-4768-a440-adee6e2d7017 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:14.865447 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f2188bd1-5316-434a-aa46-6f90683cba53 req-b10f313f-a3f9-443d-8f45-fc36ef6ace42 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165928 Nov 08 00:14:14.937446 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253e5b27-d4a7-4e66-b0b7-9c1e2e6f9182 None None] Network d94fd993-3cd3-4f95-b0e9-7b398d133b4e requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:14:15.227400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb5ed5-b518-44f2-9a2d-d4402c635d94 req-e68ef25a-656c-41b6-97d6-79c54a1a356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:15.229711 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7bb5ed5-b518-44f2-9a2d-d4402c635d94 req-e68ef25a-656c-41b6-97d6-79c54a1a356f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.3693471 Nov 08 00:14:15.247029 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f688bf60-e71a-4768-a440-adee6e2d7017 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:15.264641 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d317d1a-40dd-4171-9074-447e6c4e8610 req-939cd2aa-2f0f-4b6e-8ed2-1615ff4650c2 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b HTTP/1.1" status: 200 len: 210 time: 0.2710466 Nov 08 00:14:15.274858 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39040538-c7f7-4101-b2dd-c48fbe97779f admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:14:15.298246 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] Sync routers for ids ['ab8571f0-ba98-4370-8740-4c398a7558e8'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:14:15.313317 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:15.370886 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688bf60-e71a-4768-a440-adee6e2d7017 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Checking segment: {'id': 'c2cc1d1e-636d-48b8-8201-0d2b32875aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7a239e8a-d30c-4ae5-9f8a-0163cf3c187a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:15.371247 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f688bf60-e71a-4768-a440-adee6e2d7017 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Network hostable DHCP agents. Network: 7a239e8a-d30c-4ae5-9f8a-0163cf3c187a, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:14:15.374013 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688bf60-e71a-4768-a440-adee6e2d7017 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event updated for resources: {'Subnet': ['ID=7c7b97a7-902f-4d63-9f84-9fe5bdac8d65,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:15.399433 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] Routers {'ab8571f0-ba98-4370-8740-4c398a7558e8'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:14:15.405841 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:14:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ab8571f0-ba98-4370-8740-4c398a7558e8'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:15.475426 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90c286-3f40-402f-b9e0-aa6b01c0b50d req-5840477a-6567-4e6a-a6a1-c36840eafd8c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:15.485206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da90c286-3f40-402f-b9e0-aa6b01c0b50d req-5840477a-6567-4e6a-a6a1-c36840eafd8c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=585426a8-d85f-4ec8-b85c-86f8153c79f6 HTTP/1.1" status: 200 len: 945 time: 0.3935173 Nov 08 00:14:15.537741 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f688bf60-e71a-4768-a440-adee6e2d7017 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Network 7a239e8a-d30c-4ae5-9f8a-0163cf3c187a is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:14:15.558314 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-39040538-c7f7-4101-b2dd-c48fbe97779f admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:15.563136 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-39040538-c7f7-4101-b2dd-c48fbe97779f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7213984 Nov 08 00:14:15.563507 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37996) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:15.564499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb5ed5-b518-44f2-9a2d-d4402c635d94 req-fefe97e8-8868-49ec-b48a-a6e3f67ef5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:15.566792 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7bb5ed5-b518-44f2-9a2d-d4402c635d94 req-fefe97e8-8868-49ec-b48a-a6e3f67ef5df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3010154 Nov 08 00:14:15.595749 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b7451b7b-0092-4b44-b486-12bdd1b29382 None None] Provisioning complete for port c5bfbb74-74ed-4e99-b4c6-abe35e61bf61 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:15.596138 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7451b7b-0092-4b44-b486-12bdd1b29382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:15.602892 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:15.603276 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:15.618105 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da90c286-3f40-402f-b9e0-aa6b01c0b50d req-d940b90a-7db9-4bd8-b212-bd1172697dc1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231396 Nov 08 00:14:15.687112 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b7451b7b-0092-4b44-b486-12bdd1b29382 None None] Port c5bfbb74-74ed-4e99-b4c6-abe35e61bf61 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:14:15.694199 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-f688bf60-e71a-4768-a440-adee6e2d7017 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 7a239e8a-d30c-4ae5-9f8a-0163cf3c187a) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:15.703561 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] Set router ab8571f0-ba98-4370-8740-4c398a7558e8 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:14:15.704549 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f688bf60-e71a-4768-a440-adee6e2d7017 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:15.707155 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f688bf60-e71a-4768-a440-adee6e2d7017 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:15.737620 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7bb5ed5-b518-44f2-9a2d-d4402c635d94 req-c07393d7-e2ef-4cf8-9898-ac92222729e9 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566978 Nov 08 00:14:15.739466 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] Sync routers for ids ['b1046e99-2025-474e-b343-1b6aab033e25'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:14:15.750025 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] Routers {'b1046e99-2025-474e-b343-1b6aab033e25'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:14:15.752026 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:14:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b1046e99-2025-474e-b343-1b6aab033e25'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:15.752285 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1913339-554e-482c-b561-9d27705e3360 None None] Network 7a239e8a-d30c-4ae5-9f8a-0163cf3c187a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:14:15.875896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7bb5ed5-b518-44f2-9a2d-d4402c635d94 req-777aa917-9ff7-42aa-9f97-9761ab130573 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265526 Nov 08 00:14:15.891383 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f688bf60-e71a-4768-a440-adee6e2d7017 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3126664 Nov 08 00:14:15.909411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38004) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:15.917308 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-28d248bf-3c95-4c69-a64c-7ecc5e4e419c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-109075541'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:15.971610 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] Set router b1046e99-2025-474e-b343-1b6aab033e25 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:14:16.079385 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d248bf-3c95-4c69-a64c-7ecc5e4e419c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Made reservation on behalf of 35922b4ef6074a3f9f3a7b480ac0afa6 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:16.083373 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-28d248bf-3c95-4c69-a64c-7ecc5e4e419c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:16.266166 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38010) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:16.277264 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-9e093a04-93a0-4843-8480-51ed26b4ee8b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-465051242-network', 'tenant_id': '6ca3f982ce8747b9b7716292e4bad13e'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:16.291094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d248bf-3c95-4c69-a64c-7ecc5e4e419c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:14:16.302994 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-28d248bf-3c95-4c69-a64c-7ecc5e4e419c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:16.303310 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-28d248bf-3c95-4c69-a64c-7ecc5e4e419c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Added segment 55f1850e-dc05-4bfe-9963-77801719a94e of type vlan for network 7c6eeaf5-f19c-4ebe-8561-d8056fc411ee Nov 08 00:14:16.358724 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-28d248bf-3c95-4c69-a64c-7ecc5e4e419c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:16.426057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a8b2f-3d91-49f1-a276-ef8f60cf6592 req-ea6a3858-a956-4efc-a6c1-2b597b60a177 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:16.429130 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b54a8b2f-3d91-49f1-a276-ef8f60cf6592 req-ea6a3858-a956-4efc-a6c1-2b597b60a177 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.4055493 Nov 08 00:14:16.489478 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'name': 'tempest-ServersTestMultiNic-875508502-router', 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '056180bd-100a-4312-9787-92dc5ba3a139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:07Z', 'updated_at': '2021-11-08T00:14:12Z', 'revision_number': 4, 'project_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'gw_port': {'id': '056180bd-100a-4312-9787-92dc5ba3a139', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:08Z', 'updated_at': '2021-11-08T00:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c5bfbb74-74ed-4e99-b4c6-abe35e61bf61', 'name': '', 'network_id': '817d06a1-e1f4-4ce3-8c1c-23665f6a420c', 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'mac_address': 'fa:16:3e:d9:38:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '851542a9-82d4-44b8-bec0-41b5675fe0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:11Z', 'updated_at': '2021-11-08T00:14:12Z', 'revision_number': 2, 'project_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'subnets': [{'id': '851542a9-82d4-44b8-bec0-41b5675fe0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:16.512942 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-00a61fd8-0edc-48be-acbb-6b1b257600bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:16.515094 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-00a61fd8-0edc-48be-acbb-6b1b257600bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3&tenant_id=c0d6283f3c2b48d888bd9867b9b06340 HTTP/1.1" status: 200 len: 1100 time: 0.0640650 Nov 08 00:14:16.525340 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b9f9d848-a701-4b0d-aa7f-d9c09d783724 req-b7d11dc0-e9ab-4fb4-a543-fedc94e9da94 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b HTTP/1.1" status: 200 len: 210 time: 0.0932031 Nov 08 00:14:16.556877 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:16.561003 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] Checking router: b1046e99-2025-474e-b343-1b6aab033e25 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:14:16.561610 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] Updating router b1046e99-2025-474e-b343-1b6aab033e25 port c5bfbb74-74ed-4e99-b4c6-abe35e61bf61 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:14:16.573813 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-28d248bf-3c95-4c69-a64c-7ecc5e4e419c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:16.578945 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b7451b7b-0092-4b44-b486-12bdd1b29382 None None] Provisioning complete for port 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:16.579423 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7451b7b-0092-4b44-b486-12bdd1b29382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:16.581019 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d248bf-3c95-4c69-a64c-7ecc5e4e419c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:16.581636 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-28d248bf-3c95-4c69-a64c-7ecc5e4e419c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:16.644539 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:16.645812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e093a04-93a0-4843-8480-51ed26b4ee8b admin admin] Made reservation on behalf of 6ca3f982ce8747b9b7716292e4bad13e for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:16.648298 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9e093a04-93a0-4843-8480-51ed26b4ee8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:16.704641 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9e093a04-93a0-4843-8480-51ed26b4ee8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:16.717811 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b54a8b2f-3d91-49f1-a276-ef8f60cf6592 req-1c41daf7-eb71-4d71-83d8-cdcc5b8eb57e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681193 Nov 08 00:14:16.765510 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 056180bd-100a-4312-9787-92dc5ba3a139 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:16.810229 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9e093a04-93a0-4843-8480-51ed26b4ee8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:16.828130 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:16.832629 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-28d248bf-3c95-4c69-a64c-7ecc5e4e419c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9215286 Nov 08 00:14:16.855322 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38020) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:16.861793 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b513aaca-396b-41bf-9ea9-398cb97c33c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:16.871844 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-b0eba9b4-1a0d-4eb4-bef8-2bdbd0589095 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:16.874084 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-b0eba9b4-1a0d-4eb4-bef8-2bdbd0589095 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.26 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 806 time: 0.7460508 Nov 08 00:14:16.882425 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f5a54a0a-3ce1-4b7e-adb4-7667c7234135 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Request body: {'subnet': {'network_id': '7c6eeaf5-f19c-4ebe-8561-d8056fc411ee', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:16.903189 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9e093a04-93a0-4843-8480-51ed26b4ee8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:16.916107 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e093a04-93a0-4843-8480-51ed26b4ee8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:14:16.927205 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9e093a04-93a0-4843-8480-51ed26b4ee8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:16.927848 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-9e093a04-93a0-4843-8480-51ed26b4ee8b admin admin] Added segment a6d5d00e-0d72-4b76-bba4-c5538b5c05a4 of type vlan for network 7a6cad7f-595e-4696-a9c4-ad58253904ff Nov 08 00:14:16.934083 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 056180bd-100a-4312-9787-92dc5ba3a139 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:16.934924 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:16.972754 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9e093a04-93a0-4843-8480-51ed26b4ee8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:16.985020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:12Z', 'revision_number': 3, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:17.002172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-1793c5a3-2000-4b4b-b395-92b188c30f48 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Request body: {'port': {'device_id': 'e34228e9-291c-4adc-9fe0-4ea79bb0c94b', 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099', 'admin_state_up': True, 'tenant_id': '03361b607f1240009c31eb92f73a8c14'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:17.026479 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:17.030254 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] Checking router: ab8571f0-ba98-4370-8740-4c398a7558e8 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:14:17.030837 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] Updating router ab8571f0-ba98-4370-8740-4c398a7558e8 port eb85d463-57b4-401d-bc5a-d0ae32b085ad binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:14:17.053355 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d248bf-3c95-4c69-a64c-7ecc5e4e419c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event updated for resources: {'Network': ['ID=7c6eeaf5-f19c-4ebe-8561-d8056fc411ee,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:17.103470 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:17.105641 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 7c6eeaf5-f19c-4ebe-8561-d8056fc411ee details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:14:17.113116 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9e093a04-93a0-4843-8480-51ed26b4ee8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:17.114612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e093a04-93a0-4843-8480-51ed26b4ee8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:17.114916 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:17.115201 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9e093a04-93a0-4843-8480-51ed26b4ee8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:17.198842 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e093a04-93a0-4843-8480-51ed26b4ee8b admin admin] Pushing event updated for resources: {'Network': ['ID=7a6cad7f-595e-4696-a9c4-ad58253904ff,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:17.233897 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4305e69-a31c-4a28-9dd8-b78328566dd2 req-8b3daf12-dda9-477e-ad75-2047bb69e1f2 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:17.241107 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4305e69-a31c-4a28-9dd8-b78328566dd2 req-8b3daf12-dda9-477e-ad75-2047bb69e1f2 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=585426a8-d85f-4ec8-b85c-86f8153c79f6 HTTP/1.1" status: 200 len: 945 time: 0.3659468 Nov 08 00:14:17.243093 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e093a04-93a0-4843-8480-51ed26b4ee8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5402bfbc-b81f-46e7-a9d2-2feacd520267,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:17.313400 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4305e69-a31c-4a28-9dd8-b78328566dd2 req-056009a8-b119-4ea7-b81d-701ff38e5720 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710936 Nov 08 00:14:17.316816 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054a51c-84e5-4e59-9c54-673b4ed298b3 None None] Pushing event updated for resources: {'Port': ['ID=c5bfbb74-74ed-4e99-b4c6-abe35e61bf61,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:17.337194 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9e093a04-93a0-4843-8480-51ed26b4ee8b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0689926 Nov 08 00:14:17.343976 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38022) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:17.348977 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-dd40071c-820e-4e37-92b4-73e3fb1db73f admin admin] Request body: {'subnet': {'network_id': '7a6cad7f-595e-4696-a9c4-ad58253904ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-465051242-subnet', 'tenant_id': '6ca3f982ce8747b9b7716292e4bad13e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:17.397807 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] Attempting to bind port c5bfbb74-74ed-4e99-b4c6-abe35e61bf61 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:17.398275 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] Attempting to bind port c5bfbb74-74ed-4e99-b4c6-abe35e61bf61 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '119c01b6-1f38-469b-8c5f-6d9d91c40fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '817d06a1-e1f4-4ce3-8c1c-23665f6a420c'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:17.398771 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] Attempting to bind port c5bfbb74-74ed-4e99-b4c6-abe35e61bf61 on network 817d06a1-e1f4-4ce3-8c1c-23665f6a420c {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:17.408533 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:17.413502 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] Checking segment: {'id': '119c01b6-1f38-469b-8c5f-6d9d91c40fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '817d06a1-e1f4-4ce3-8c1c-23665f6a420c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:17.413502 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:17.413502 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] Bound using segment: {'id': '119c01b6-1f38-469b-8c5f-6d9d91c40fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '817d06a1-e1f4-4ce3-8c1c-23665f6a420c'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:17.413502 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] Bound port: c5bfbb74-74ed-4e99-b4c6-abe35e61bf61, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119c01b6-1f38-469b-8c5f-6d9d91c40fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '817d06a1-e1f4-4ce3-8c1c-23665f6a420c'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:17.413502 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:17.486676 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a54a0a-3ce1-4b7e-adb4-7667c7234135 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Made reservation on behalf of 35922b4ef6074a3f9f3a7b480ac0afa6 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:17.494156 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] For port c5bfbb74-74ed-4e99-b4c6-abe35e61bf61, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:17.497621 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] For port c5bfbb74-74ed-4e99-b4c6-abe35e61bf61, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c5bfbb74-74ed-4e99-b4c6-abe35e61bf61,segment=NetworkSegment(119c01b6-1f38-469b-8c5f-6d9d91c40fba),segment_id=119c01b6-1f38-469b-8c5f-6d9d91c40fba)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:17.500052 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5a54a0a-3ce1-4b7e-adb4-7667c7234135 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:17.501780 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 7a6cad7f-595e-4696-a9c4-ad58253904ff details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:14:17.536675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd40071c-820e-4e37-92b4-73e3fb1db73f admin admin] Made reservation on behalf of 6ca3f982ce8747b9b7716292e4bad13e for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:17.539034 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd40071c-820e-4e37-92b4-73e3fb1db73f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:17.564639 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:17.666563 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] For port 36e33710-6d30-4755-b8fe-f991141ea0a1, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=36e33710-6d30-4755-b8fe-f991141ea0a1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:17.675250 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] Routers {'b1046e99-2025-474e-b343-1b6aab033e25'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:14:17.675918 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:14:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b1046e99-2025-474e-b343-1b6aab033e25'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:17.687592 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-b513aaca-396b-41bf-9ea9-398cb97c33c6 admin admin] Allocated IP 172.20.0.1 (0de3b87e-5ff4-4f98-bc99-5800b250314b/311328bc-5cef-4eac-9675-4fcbd1f92dad/c11c237a-e6e3-42b4-8bba-cce38d39b142) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:14:17.763543 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054a51c-84e5-4e59-9c54-673b4ed298b3 None None] Pushing event updated for resources: {'Port': ['ID=c5bfbb74-74ed-4e99-b4c6-abe35e61bf61,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:17.776369 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f5ed10e-7ee4-4f92-b780-8da3452e9a23 req-ae4307c4-179d-41e4-a6cf-12139d5228a8 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b HTTP/1.1" status: 200 len: 210 time: 0.1073639 Nov 08 00:14:17.790508 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-1793c5a3-2000-4b4b-b395-92b188c30f48 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Made reservation on behalf of 03361b607f1240009c31eb92f73a8c14 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:17.798224 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-1793c5a3-2000-4b4b-b395-92b188c30f48 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:17.858140 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b95306-234e-4737-807f-ba8b43b898e9 req-053a69b8-fcb7-4324-9e5d-8dd5b8488f9e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:17.859733 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-95b95306-234e-4737-807f-ba8b43b898e9 req-053a69b8-fcb7-4324-9e5d-8dd5b8488f9e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.20 "GET /v2.0/ports?device_id=585426a8-d85f-4ec8-b85c-86f8153c79f6 HTTP/1.1" status: 200 len: 945 time: 0.4409738 Nov 08 00:14:17.901033 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] Set router b1046e99-2025-474e-b343-1b6aab033e25 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:14:17.906262 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-7a239e8a-d30c-4ae5-9f8a-0163cf3c187a', 'network_id': '7a239e8a-d30c-4ae5-9f8a-0163cf3c187a', 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'fixed_ips': [{'subnet_id': '7c7b97a7-902f-4d63-9f84-9fe5bdac8d65'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:14:17.907451 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:18.007797 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] For port 36e33710-6d30-4755-b8fe-f991141ea0a1, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:18.169268 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] Allocated IP 19.80.0.2 (7a239e8a-d30c-4ae5-9f8a-0163cf3c187a/7c7b97a7-902f-4d63-9f84-9fe5bdac8d65/43b8b75b-79e8-40fb-a5be-5affbdfdb138) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:14:18.190841 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'name': 'tempest-ServersTestMultiNic-875508502-router', 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '056180bd-100a-4312-9787-92dc5ba3a139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:07Z', 'updated_at': '2021-11-08T00:14:12Z', 'revision_number': 4, 'project_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'gw_port': {'id': '056180bd-100a-4312-9787-92dc5ba3a139', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:08Z', 'updated_at': '2021-11-08T00:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c5bfbb74-74ed-4e99-b4c6-abe35e61bf61', 'name': '', 'network_id': '817d06a1-e1f4-4ce3-8c1c-23665f6a420c', 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'mac_address': 'fa:16:3e:d9:38:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '851542a9-82d4-44b8-bec0-41b5675fe0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:11Z', 'updated_at': '2021-11-08T00:14:17Z', 'revision_number': 4, 'project_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'subnets': [{'id': '851542a9-82d4-44b8-bec0-41b5675fe0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:18.198529 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e33710-6d30-4755-b8fe-f991141ea0a1'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:18.204746 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fee96d4-e937-4e2b-b007-9027e937b7ba" -d '{"events": [{"server_uuid": "1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "36e33710-6d30-4755-b8fe-f991141ea0a1"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:18.206658 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:18.230292 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72020b3b-fc7f-460f-b11d-ad1ed8dfbad0 None None] The sync data for ids ['b1046e99-2025-474e-b343-1b6aab033e25'] in n-d-816882-1 is: [{'id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'name': 'tempest-ServersTestMultiNic-875508502-router', 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '056180bd-100a-4312-9787-92dc5ba3a139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:07Z', 'updated_at': '2021-11-08T00:14:12Z', 'revision_number': 4, 'project_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'gw_port': {'id': '056180bd-100a-4312-9787-92dc5ba3a139', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:08Z', 'updated_at': '2021-11-08T00:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c5bfbb74-74ed-4e99-b4c6-abe35e61bf61', 'name': '', 'network_id': '817d06a1-e1f4-4ce3-8c1c-23665f6a420c', 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'mac_address': 'fa:16:3e:d9:38:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '851542a9-82d4-44b8-bec0-41b5675fe0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:11Z', 'updated_at': '2021-11-08T00:14:17Z', 'revision_number': 4, 'project_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'subnets': [{'id': '851542a9-82d4-44b8-bec0-41b5675fe0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:14:18.265019 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64de71-2cdc-4c19-a811-855863f67a99 req-12f0d2e1-1808-4e4c-92c5-0ad6b8e01bc9 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:18.266597 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee64de71-2cdc-4c19-a811-855863f67a99 req-12f0d2e1-1808-4e4c-92c5-0ad6b8e01bc9 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.3304408 Nov 08 00:14:18.285167 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b513aaca-396b-41bf-9ea9-398cb97c33c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:18.335271 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6f74cb-9e3c-42e1-8f74-9f02e294e5fa x-openstack-request-id: req-ad6f74cb-9e3c-42e1-8f74-9f02e294e5fa {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:18.335569 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "36e33710-6d30-4755-b8fe-f991141ea0a1", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:18.335851 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad6f74cb-9e3c-42e1-8f74-9f02e294e5fa {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:18.336267 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e33710-6d30-4755-b8fe-f991141ea0a1', 'code': 200} Nov 08 00:14:18.413010 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] Transition to ACTIVE for port object 36e33710-6d30-4755-b8fe-f991141ea0a1 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:14:18.431375 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:18.432932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-1793c5a3-2000-4b4b-b395-92b188c30f48 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Allocated IP 172.20.0.12 (cac5a810-3b8a-4875-b1de-503826400099/ecaf66e9-5ef6-440b-87a0-b205c6e28157/56ff3958-0144-4d3c-b3b3-300680828662) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:14:18.468540 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-95b95306-234e-4737-807f-ba8b43b898e9 req-dea2be40-ebf9-4af8-a5b5-4cd8812b9db6 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Deleting port f01951a2-f37f-4b0d-86cd-44148c7b6a49 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:14:18.469401 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-95b95306-234e-4737-807f-ba8b43b898e9 req-dea2be40-ebf9-4af8-a5b5-4cd8812b9db6 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:18.472259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c100814d-cb3f-428f-a388-11447657e4e6 None None] Provisioning complete for port c5bfbb74-74ed-4e99-b4c6-abe35e61bf61 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:18.472886 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c100814d-cb3f-428f-a388-11447657e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:18.482356 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:18.516671 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee64de71-2cdc-4c19-a811-855863f67a99 req-0fc9ffc4-b57a-48ff-8519-403e08a6c6a5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369885 Nov 08 00:14:18.525105 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:18.561200 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5a54a0a-3ce1-4b7e-adb4-7667c7234135 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:18.589584 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 056180bd-100a-4312-9787-92dc5ba3a139, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=056180bd-100a-4312-9787-92dc5ba3a139,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:18.608339 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:18.646264 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd40071c-820e-4e37-92b4-73e3fb1db73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:18.659407 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] Attempting to bind port eb85d463-57b4-401d-bc5a-d0ae32b085ad on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:18.666235 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] Attempting to bind port eb85d463-57b4-401d-bc5a-d0ae32b085ad by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:18.666235 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] Attempting to bind port eb85d463-57b4-401d-bc5a-d0ae32b085ad on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:18.666479 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dce3f0-219e-4a37-84c1-5ba9140dcc4c req-3921d474-ca01-4076-8a88-a11e6290b615 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:18.672302 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87dce3f0-219e-4a37-84c1-5ba9140dcc4c req-3921d474-ca01-4076-8a88-a11e6290b615 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=585426a8-d85f-4ec8-b85c-86f8153c79f6 HTTP/1.1" status: 200 len: 945 time: 0.2091122 Nov 08 00:14:18.703630 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:18.710611 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:18.715724 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a54a0a-3ce1-4b7e-adb4-7667c7234135 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event updated for resources: {'Subnet': ['ID=bc5395b5-f741-4727-ac96-bd1b86c009a1,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:18.720176 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:18.721583 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:18.721583 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:18.721583 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:18.721866 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] Bound port: eb85d463-57b4-401d-bc5a-d0ae32b085ad, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:18.722207 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:18.773549 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a54a0a-3ce1-4b7e-adb4-7667c7234135 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Checking segment: {'id': '55f1850e-dc05-4bfe-9963-77801719a94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7c6eeaf5-f19c-4ebe-8561-d8056fc411ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:18.773996 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a54a0a-3ce1-4b7e-adb4-7667c7234135 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Network hostable DHCP agents. Network: 7c6eeaf5-f19c-4ebe-8561-d8056fc411ee, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:14:18.817353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] No DVR routers for this DVR port 36e33710-6d30-4755-b8fe-f991141ea0a1 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:14:18.836044 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b513aaca-396b-41bf-9ea9-398cb97c33c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:18.884226 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] For port eb85d463-57b4-401d-bc5a-d0ae32b085ad, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:18.890290 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] For port eb85d463-57b4-401d-bc5a-d0ae32b085ad, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=eb85d463-57b4-401d-bc5a-d0ae32b085ad,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:18.914886 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 36e33710-6d30-4755-b8fe-f991141ea0a1 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:14:18.915479 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b513aaca-396b-41bf-9ea9-398cb97c33c6 admin admin] Network 0de3b87e-5ff4-4f98-bc99-5800b250314b is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:18.925284 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40071c-820e-4e37-92b4-73e3fb1db73f admin admin] Pushing event updated for resources: {'Subnet': ['ID=43b9fb69-5e1e-4816-a4fd-5ace0801792c,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:18.951959 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-b513aaca-396b-41bf-9ea9-398cb97c33c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:18.953742 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:18.954819 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b513aaca-396b-41bf-9ea9-398cb97c33c6 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:14:18.999542 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87dce3f0-219e-4a37-84c1-5ba9140dcc4c req-cb5bd86d-de03-4f40-88b9-90e493d1b1a2 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231015 Nov 08 00:14:19.007322 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c5bfbb74-74ed-4e99-b4c6-abe35e61bf61 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:19.014817 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:19.065870 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] Attempting to bind port 36e33710-6d30-4755-b8fe-f991141ea0a1 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:19.066217 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] Attempting to bind port 36e33710-6d30-4755-b8fe-f991141ea0a1 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:19.066550 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] Attempting to bind port 36e33710-6d30-4755-b8fe-f991141ea0a1 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:19.076217 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b513aaca-396b-41bf-9ea9-398cb97c33c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:19.078903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40071c-820e-4e37-92b4-73e3fb1db73f admin admin] Checking segment: {'id': 'a6d5d00e-0d72-4b76-bba4-c5538b5c05a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7a6cad7f-595e-4696-a9c4-ad58253904ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:19.079268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd40071c-820e-4e37-92b4-73e3fb1db73f admin admin] Network hostable DHCP agents. Network: 7a6cad7f-595e-4696-a9c4-ad58253904ff, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:14:19.165840 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4806643-d5bd-4f06-98ca-af75bd333182 None None] Pushing event updated for resources: {'Port': ['ID=eb85d463-57b4-401d-bc5a-d0ae32b085ad,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:19.168075 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] Pushing event updated for resources: {'Port': ['ID=36e33710-6d30-4755-b8fe-f991141ea0a1,revision_number=10']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:19.176898 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c100814d-cb3f-428f-a388-11447657e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:19.208010 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] Port 36e33710-6d30-4755-b8fe-f991141ea0a1 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:14:19.208375 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] Attempting to bind port 36e33710-6d30-4755-b8fe-f991141ea0a1 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:19.230102 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-1793c5a3-2000-4b4b-b395-92b188c30f48 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:19.235571 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c72264df-a11c-44b2-8b5d-7089b9559f9d req-62f99e23-fc42-4da8-8fe1-876347aa3060 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b HTTP/1.1" status: 200 len: 210 time: 0.1144054 Nov 08 00:14:19.268633 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] Routers {'ab8571f0-ba98-4370-8740-4c398a7558e8'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:14:19.269193 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:14:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ab8571f0-ba98-4370-8740-4c398a7558e8'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:19.324609 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:19.324957 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:19.325346 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:19.328565 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] Bound port: 36e33710-6d30-4755-b8fe-f991141ea0a1, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:19.328980 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:19.349318 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a54a0a-3ce1-4b7e-adb4-7667c7234135 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Network 7c6eeaf5-f19c-4ebe-8561-d8056fc411ee is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:14:19.354630 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-95b95306-234e-4737-807f-ba8b43b898e9 req-dea2be40-ebf9-4af8-a5b5-4cd8812b9db6 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] For port f01951a2-f37f-4b0d-86cd-44148c7b6a49, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=f01951a2-f37f-4b0d-86cd-44148c7b6a49,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:19.354996 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-95b95306-234e-4737-807f-ba8b43b898e9 req-dea2be40-ebf9-4af8-a5b5-4cd8812b9db6 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:19.363719 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd40071c-820e-4e37-92b4-73e3fb1db73f admin admin] Network 7a6cad7f-595e-4696-a9c4-ad58253904ff is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:14:19.400887 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] Network 7a239e8a-d30c-4ae5-9f8a-0163cf3c187a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:19.417128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-95b95306-234e-4737-807f-ba8b43b898e9 req-dea2be40-ebf9-4af8-a5b5-4cd8812b9db6 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Calling delete_port for f01951a2-f37f-4b0d-86cd-44148c7b6a49 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:14:19.421911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:19.424576 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:14:19.468248 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513aaca-396b-41bf-9ea9-398cb97c33c6 admin admin] Pushing event updated for resources: {'Port': ['ID=c11c237a-e6e3-42b4-8bba-cce38d39b142,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:19.474009 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 36e33710-6d30-4755-b8fe-f991141ea0a1 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:14:19.474009 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device f01951a2-f37f-4b0d-86cd-44148c7b6a49 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:14:19.474844 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-1793c5a3-2000-4b4b-b395-92b188c30f48 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:19.483376 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c100814d-cb3f-428f-a388-11447657e4e6 None None] For port c5bfbb74-74ed-4e99-b4c6-abe35e61bf61, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c5bfbb74-74ed-4e99-b4c6-abe35e61bf61,segment=NetworkSegment(119c01b6-1f38-469b-8c5f-6d9d91c40fba),segment_id=119c01b6-1f38-469b-8c5f-6d9d91c40fba)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:19.534946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-dd40071c-820e-4e37-92b4-73e3fb1db73f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 7a6cad7f-595e-4696-a9c4-ad58253904ff) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:19.553634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd40071c-820e-4e37-92b4-73e3fb1db73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:19.554237 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd40071c-820e-4e37-92b4-73e3fb1db73f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:19.559651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793c5a3-2000-4b4b-b395-92b188c30f48 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Pushing event updated for resources: {'Port': ['ID=56ff3958-0144-4d3c-b3b3-300680828662,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:19.562785 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-f5a54a0a-3ce1-4b7e-adb4-7667c7234135 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 7c6eeaf5-f19c-4ebe-8561-d8056fc411ee) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:19.564432 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-1793c5a3-2000-4b4b-b395-92b188c30f48 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Network cac5a810-3b8a-4875-b1de-503826400099 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:19.568785 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-1793c5a3-2000-4b4b-b395-92b188c30f48 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:19.572493 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-1793c5a3-2000-4b4b-b395-92b188c30f48 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:14:19.572782 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a54a0a-3ce1-4b7e-adb4-7667c7234135 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:19.579675 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5a54a0a-3ce1-4b7e-adb4-7667c7234135 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:19.584016 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] For port 36e33710-6d30-4755-b8fe-f991141ea0a1, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:19.591253 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] For port 36e33710-6d30-4755-b8fe-f991141ea0a1, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=36e33710-6d30-4755-b8fe-f991141ea0a1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:19.699090 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:19.726617 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d16717-6411-444e-878b-5abdcabd0a70 None None] Network 7a6cad7f-595e-4696-a9c4-ad58253904ff requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:14:19.729758 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53622a70-3e73-4322-93f5-fee17ccec300 None None] Network 7c6eeaf5-f19c-4ebe-8561-d8056fc411ee requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:14:19.733040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=056180bd-100a-4312-9787-92dc5ba3a139,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:19.801588 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f5a54a0a-3ce1-4b7e-adb4-7667c7234135 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9368501 Nov 08 00:14:19.811011 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] Pushing event updated for resources: {'Port': ['ID=36e33710-6d30-4755-b8fe-f991141ea0a1,revision_number=11']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:19.828143 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c100814d-cb3f-428f-a388-11447657e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:19.844803 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:19.845430 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:19.847092 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-33b3f8a0-f6a0-4587-bb84-9b2c9520659c service neutron] 10.222.0.26 "PUT /v2.0/ports/36e33710-6d30-4755-b8fe-f991141ea0a1 HTTP/1.1" status: 200 len: 1096 time: 3.2982180 Nov 08 00:14:19.861668 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b513aaca-396b-41bf-9ea9-398cb97c33c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:19.946462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] Set router ab8571f0-ba98-4370-8740-4c398a7558e8 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:14:19.965410 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-95b95306-234e-4737-807f-ba8b43b898e9 req-dea2be40-ebf9-4af8-a5b5-4cd8812b9db6 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:20.028444 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2be40-ebf9-4af8-a5b5-4cd8812b9db6 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Pushing event deleted for resources: {'Port': ['ID=f01951a2-f37f-4b0d-86cd-44148c7b6a49,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:20.103350 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dd40071c-820e-4e37-92b4-73e3fb1db73f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7575216 Nov 08 00:14:20.122486 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b95306-234e-4737-807f-ba8b43b898e9 req-dea2be40-ebf9-4af8-a5b5-4cd8812b9db6 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] No DVR routers for this DVR port f01951a2-f37f-4b0d-86cd-44148c7b6a49 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:14:20.126128 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-95b95306-234e-4737-807f-ba8b43b898e9 req-dea2be40-ebf9-4af8-a5b5-4cd8812b9db6 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:20.133824 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-95b95306-234e-4737-807f-ba8b43b898e9 req-dea2be40-ebf9-4af8-a5b5-4cd8812b9db6 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.20 "DELETE /v2.0/ports/f01951a2-f37f-4b0d-86cd-44148c7b6a49 HTTP/1.1" status: 204 len: 173 time: 2.1840932 Nov 08 00:14:20.165187 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-2ca7b832-9647-41c3-8052-c9d75e3eaa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:20.175068 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-2ca7b832-9647-41c3-8052-c9d75e3eaa07 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 1099 time: 0.2902379 Nov 08 00:14:20.196603 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] Attempting to bind port 43b8b75b-79e8-40fb-a5be-5affbdfdb138 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:20.197522 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] Attempting to bind port 43b8b75b-79e8-40fb-a5be-5affbdfdb138 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'c2cc1d1e-636d-48b8-8201-0d2b32875aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7a239e8a-d30c-4ae5-9f8a-0163cf3c187a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:20.198056 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] Attempting to bind port 43b8b75b-79e8-40fb-a5be-5affbdfdb138 on network 7a239e8a-d30c-4ae5-9f8a-0163cf3c187a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:20.202310 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c5bfbb74-74ed-4e99-b4c6-abe35e61bf61 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:20.202888 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:20.223203 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No active binding found for port f01951a2-f37f-4b0d-86cd-44148c7b6a49 {{(pid=102773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 00:14:20.223941 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device f01951a2-f37f-4b0d-86cd-44148c7b6a49 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:14:20.245977 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-1793c5a3-2000-4b4b-b395-92b188c30f48 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:20.246662 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-1793c5a3-2000-4b4b-b395-92b188c30f48 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:20.282340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] Pushing event updated for resources: {'Port': ['ID=43b8b75b-79e8-40fb-a5be-5affbdfdb138,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:20.290446 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:20.291105 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] Checking segment: {'id': 'c2cc1d1e-636d-48b8-8201-0d2b32875aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7a239e8a-d30c-4ae5-9f8a-0163cf3c187a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:20.291692 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:20.292289 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] Bound using segment: {'id': 'c2cc1d1e-636d-48b8-8201-0d2b32875aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7a239e8a-d30c-4ae5-9f8a-0163cf3c187a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:20.292964 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-652190c9-1065-41bf-9af1-bd5b1038cc6d req-c7cfdfc4-4b3d-43fb-a3d0-ba3e12682cc2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2222574 Nov 08 00:14:20.296079 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] Bound port: 43b8b75b-79e8-40fb-a5be-5affbdfdb138, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2cc1d1e-636d-48b8-8201-0d2b32875aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7a239e8a-d30c-4ae5-9f8a-0163cf3c187a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:20.296529 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:20.302844 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386d6a2-dd29-4cb9-baa2-e0f818267291 req-6347e8ad-0d51-4955-a6bc-fd26d54fe060 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:20.311834 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0386d6a2-dd29-4cb9-baa2-e0f818267291 req-6347e8ad-0d51-4955-a6bc-fd26d54fe060 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 948 time: 0.2395318 Nov 08 00:14:20.355737 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3', 'tag': '36e33710-6d30-4755-b8fe-f991141ea0a1'}, {'server_uuid': '585426a8-d85f-4ec8-b85c-86f8153c79f6', 'name': 'network-vif-deleted', 'tag': 'f01951a2-f37f-4b0d-86cd-44148c7b6a49'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:20.362057 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00595a2-f535-4112-ab37-7cd74ccce466" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3", "tag": "36e33710-6d30-4755-b8fe-f991141ea0a1"}, {"server_uuid": "585426a8-d85f-4ec8-b85c-86f8153c79f6", "name": "network-vif-deleted", "tag": "f01951a2-f37f-4b0d-86cd-44148c7b6a49"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:20.385796 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-1793c5a3-2000-4b4b-b395-92b188c30f48 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4852664 Nov 08 00:14:20.401070 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9bbea8f2-4245-44d4-88e5-be8d22dc97ee None None] Provisioning complete for port c11c237a-e6e3-42b4-8bba-cce38d39b142 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:20.401070 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9bbea8f2-4245-44d4-88e5-be8d22dc97ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:20.414671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Request body: {'port': {'device_id': 'e34228e9-291c-4adc-9fe0-4ea79bb0c94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:20.457258 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0386d6a2-dd29-4cb9-baa2-e0f818267291 req-bea8dd1c-b4d2-4f84-8378-7894eda1a3a8 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439769 Nov 08 00:14:20.471357 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-cdb7e299-3ee1-43c4-9582-c3a5274fd9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:20.473280 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-cdb7e299-3ee1-43c4-9582-c3a5274fd9be service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.2589633 Nov 08 00:14:20.475696 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b513aaca-396b-41bf-9ea9-398cb97c33c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:20.548977 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-70cb0bc8-380f-4d81-9727-372c6417447a tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:20.556915 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-70cb0bc8-380f-4d81-9727-372c6417447a tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:20.557757 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-314270b9-2108-4011-a687-19b09ff576cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=36e33710-6d30-4755-b8fe-f991141ea0a1 HTTP/1.1" status: 200 len: 217 time: 0.0766025 Nov 08 00:14:20.558048 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b513aaca-396b-41bf-9ea9-398cb97c33c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:20.558347 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-7c6eeaf5-f19c-4ebe-8561-d8056fc411ee', 'network_id': '7c6eeaf5-f19c-4ebe-8561-d8056fc411ee', 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'fixed_ips': [{'subnet_id': 'bc5395b5-f741-4727-ac96-bd1b86c009a1'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:14:20.559212 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:20.561757 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-70cb0bc8-380f-4d81-9727-372c6417447a tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/networks?id=7a239e8a-d30c-4ae5-9f8a-0163cf3c187a&id=7c6eeaf5-f19c-4ebe-8561-d8056fc411ee&id=7a239e8a-d30c-4ae5-9f8a-0163cf3c187a HTTP/1.1" status: 200 len: 1390 time: 0.4141545 Nov 08 00:14:20.578747 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4806643-d5bd-4f06-98ca-af75bd333182 None None] Pushing event updated for resources: {'Port': ['ID=eb85d463-57b4-401d-bc5a-d0ae32b085ad,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:20.603058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9bbea8f2-4245-44d4-88e5-be8d22dc97ee None None] Port c11c237a-e6e3-42b4-8bba-cce38d39b142 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:14:20.638210 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c42921e-615c-4e47-92f3-c420af7c6f3d req-47ba5af0-8d80-4e97-be56-beb7aec24b67 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=585426a8-d85f-4ec8-b85c-86f8153c79f6 HTTP/1.1" status: 200 len: 210 time: 0.0696647 Nov 08 00:14:20.666894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-00e0cfde-ccc3-48c8-9742-f9fadbb58bee tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/quotas/35922b4ef6074a3f9f3a7b480ac0afa6 HTTP/1.1" status: 200 len: 375 time: 0.0718982 Nov 08 00:14:20.670580 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:20.709753 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652190c9-1065-41bf-9af1-bd5b1038cc6d req-9059fe51-85f4-439c-a1ef-1452baedafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:20.711798 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-652190c9-1065-41bf-9af1-bd5b1038cc6d req-9059fe51-85f4-439c-a1ef-1452baedafaa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ad4ed64531f4933a0495ece11147997&device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 1097 time: 0.3570898 Nov 08 00:14:20.715377 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513aaca-396b-41bf-9ea9-398cb97c33c6 admin admin] Pushing event updated for resources: {'Port': ['ID=c11c237a-e6e3-42b4-8bba-cce38d39b142,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:20.725529 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-0284cf79-762a-4a7d-bcb9-4e8c9b13c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:20.727171 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-0284cf79-762a-4a7d-bcb9-4e8c9b13c89e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0811782 Nov 08 00:14:20.751024 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] For port 43b8b75b-79e8-40fb-a5be-5affbdfdb138, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:20.763762 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e466e72e-0dbc-4fff-ba69-f02509200cbc None None] Network 7a6cad7f-595e-4696-a9c4-ad58253904ff requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:14:20.808192 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-58895e72-5045-4d6d-8da0-44dac659bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:20.810636 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-58895e72-5045-4d6d-8da0-44dac659bd89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753615 Nov 08 00:14:20.810796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] For port 43b8b75b-79e8-40fb-a5be-5affbdfdb138, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=43b8b75b-79e8-40fb-a5be-5affbdfdb138,segment=NetworkSegment(c2cc1d1e-636d-48b8-8201-0d2b32875aa0),segment_id=c2cc1d1e-636d-48b8-8201-0d2b32875aa0)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:20.811469 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b513aaca-396b-41bf-9ea9-398cb97c33c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:20.940426 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:20.945034 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100814d-cb3f-428f-a388-11447657e4e6 None None] Pushing event updated for resources: {'Port': ['ID=c5bfbb74-74ed-4e99-b4c6-abe35e61bf61,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:20.990756 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-41553df0-f826-4d37-9132-3365e157ad69 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688571 Nov 08 00:14:20.995184 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b513aaca-396b-41bf-9ea9-398cb97c33c6 admin admin] Network 0de3b87e-5ff4-4f98-bc99-5800b250314b is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:21.014867 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-b513aaca-396b-41bf-9ea9-398cb97c33c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:21.063487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-2a2cbeaf-7fa9-433c-83c1-eaf6b9fdf78f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=35922b4ef6074a3f9f3a7b480ac0afa6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3644829 Nov 08 00:14:21.106043 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9bbea8f2-4245-44d4-88e5-be8d22dc97ee None None] Provisioning complete for port c5bfbb74-74ed-4e99-b4c6-abe35e61bf61 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:21.106586 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9bbea8f2-4245-44d4-88e5-be8d22dc97ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:21.139704 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c5bfbb74-74ed-4e99-b4c6-abe35e61bf61 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:21.205074 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57547cab-8e6a-465d-8a33-44c20395a8d9 req-8fe90ca0-fb99-40fa-8683-f09066a59839 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:21.214083 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57547cab-8e6a-465d-8a33-44c20395a8d9 req-8fe90ca0-fb99-40fa-8683-f09066a59839 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b HTTP/1.1" status: 200 len: 932 time: 0.3283448 Nov 08 00:14:21.222100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652190c9-1065-41bf-9af1-bd5b1038cc6d req-1f4ac1ec-2f3b-45fb-9b3e-7a6998c445b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:21.223807 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-652190c9-1065-41bf-9af1-bd5b1038cc6d req-1f4ac1ec-2f3b-45fb-9b3e-7a6998c445b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d4bb435-3635-43a7-8e22-05a3f29467e1 HTTP/1.1" status: 200 len: 919 time: 0.4834101 Nov 08 00:14:21.319240 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fd416-1141-4ae6-951b-6a4ccb30bbe7 None None] Pushing event updated for resources: {'Port': ['ID=43b8b75b-79e8-40fb-a5be-5affbdfdb138,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:21.386994 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-652190c9-1065-41bf-9af1-bd5b1038cc6d req-bca79b46-7d1d-45af-92a4-bb950b5f3ffc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 HTTP/1.1" status: 200 len: 217 time: 0.1478403 Nov 08 00:14:21.504534 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] Allocated IP 19.86.0.2 (7c6eeaf5-f19c-4ebe-8561-d8056fc411ee/bc5395b5-f741-4727-ac96-bd1b86c009a1/2841db57-79d8-49c0-92cd-950bad83379c) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:14:21.539957 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57547cab-8e6a-465d-8a33-44c20395a8d9 req-449649f7-3f6c-4f2c-9d62-60477fca493b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246872 Nov 08 00:14:21.609038 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-55b988d5-28e5-4bf4-a882-5aa9f54f7d5e service neutron] 10.222.0.13 "GET /v2.0/networks/7a239e8a-d30c-4ae5-9f8a-0163cf3c187a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971213 Nov 08 00:14:21.612346 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652190c9-1065-41bf-9af1-bd5b1038cc6d req-147f65b8-e521-40f6-85f9-24d42604dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:21.613792 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-652190c9-1065-41bf-9af1-bd5b1038cc6d req-147f65b8-e521-40f6-85f9-24d42604dbc1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6bbef566-b085-441c-ae50-5585c6ec1d72 HTTP/1.1" status: 200 len: 858 time: 0.2105727 Nov 08 00:14:21.618083 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b513aaca-396b-41bf-9ea9-398cb97c33c6 admin admin] Router ab8571f0-ba98-4370-8740-4c398a7558e8 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:14:21.625649 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:12Z', 'revision_number': 3, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:21.667323 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552778ee-f73b-4e58-835a-7e140134c8f1 x-openstack-request-id: req-552778ee-f73b-4e58-835a-7e140134c8f1 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:21.667878 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3", "tag": "36e33710-6d30-4755-b8fe-f991141ea0a1", "status": "completed", "code": 200}, {"server_uuid": "585426a8-d85f-4ec8-b85c-86f8153c79f6", "name": "network-vif-deleted", "tag": "f01951a2-f37f-4b0d-86cd-44148c7b6a49", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:21.668313 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-552778ee-f73b-4e58-835a-7e140134c8f1 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:21.668902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-652190c9-1065-41bf-9af1-bd5b1038cc6d req-3a841cbd-bc60-4a22-abe3-7d8533f99e52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d4bb435-3635-43a7-8e22-05a3f29467e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421078 Nov 08 00:14:21.672923 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3', 'tag': '36e33710-6d30-4755-b8fe-f991141ea0a1', 'status': 'completed', 'code': 200} Nov 08 00:14:21.673384 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585426a8-d85f-4ec8-b85c-86f8153c79f6', 'name': 'network-vif-deleted', 'tag': 'f01951a2-f37f-4b0d-86cd-44148c7b6a49', 'status': 'completed', 'code': 200} Nov 08 00:14:21.752010 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd23ec9-f8e2-470e-a7f2-7232170e5564 None None] The sync data for ids ['ab8571f0-ba98-4370-8740-4c398a7558e8'] in n-d-816882-1 is: [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:12Z', 'revision_number': 3, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:14:21.754541 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c5bfbb74-74ed-4e99-b4c6-abe35e61bf61 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:21.754932 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:21.763954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ff3958-0144-4d3c-b3b3-300680828662 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:21.772186 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:21.787103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Transition to ACTIVE for port object 56ff3958-0144-4d3c-b3b3-300680828662 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:14:21.789599 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-64a5e9b8-a435-43e6-860c-7aaa4627b4ae req-970d40ec-d5f6-49aa-8c08-dc11429766dc service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7912714 Nov 08 00:14:21.974689 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-b191e2bb-51e3-42be-b588-e144de2302ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:21.981695 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-b191e2bb-51e3-42be-b588-e144de2302ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 1099 time: 0.2601540 Nov 08 00:14:22.007866 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-c1d5742c-d75a-410f-9a67-5220f9a525be service neutron] 10.222.0.13 "GET /v2.0/networks/7a239e8a-d30c-4ae5-9f8a-0163cf3c187a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211881 Nov 08 00:14:22.011819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:22.035923 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b513aaca-396b-41bf-9ea9-398cb97c33c6 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:14:22.082025 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b513aaca-396b-41bf-9ea9-398cb97c33c6 admin admin] 10.222.0.13 "PUT /v2.0/routers/ab8571f0-ba98-4370-8740-4c398a7558e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5173039 Nov 08 00:14:22.085545 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:22.097893 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-5d48c734-ad69-4d4e-b4a7-beec0e37c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:22.099603 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-5d48c734-ad69-4d4e-b4a7-beec0e37c5c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 1099 time: 0.2075343 Nov 08 00:14:22.107959 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 056180bd-100a-4312-9787-92dc5ba3a139 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:22.219817 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:22.222925 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-803462b8-8ec7-4b4f-87be-02023f2885dd None None] Provisioning complete for port c11c237a-e6e3-42b4-8bba-cce38d39b142 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:22.223260 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-803462b8-8ec7-4b4f-87be-02023f2885dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:22.327529 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-6ebc6acb-5ed2-4a33-8c8a-97dbc1868130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:22.329072 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-6ebc6acb-5ed2-4a33-8c8a-97dbc1868130 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.3264570 Nov 08 00:14:22.410231 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Pushing event updated for resources: {'Port': ['ID=56ff3958-0144-4d3c-b3b3-300680828662,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:22.439393 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-f1195535-e015-4166-9658-ff4c50986991 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=36e33710-6d30-4755-b8fe-f991141ea0a1 HTTP/1.1" status: 200 len: 217 time: 0.0934896 Nov 08 00:14:22.519129 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-6e530bc7-9f2c-431b-90d3-dfee3fd36f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:22.520843 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-6e530bc7-9f2c-431b-90d3-dfee3fd36f1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.4083018 Nov 08 00:14:22.543905 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-95c58cf7-f648-43f4-9975-4ba8c15fd2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:22.546356 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-95c58cf7-f648-43f4-9975-4ba8c15fd2cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0974000 Nov 08 00:14:22.582693 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-652190c9-1065-41bf-9af1-bd5b1038cc6d req-c2017aab-6bf6-4ac7-86e9-6cdad1795b8a service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7934444 Nov 08 00:14:22.601106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6310dc-3741-4111-8073-8b72ac649689 req-9bc0a37e-8d7c-4910-9d46-82c8a208d61f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:22.602724 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c6310dc-3741-4111-8073-8b72ac649689 req-9bc0a37e-8d7c-4910-9d46-82c8a208d61f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 808 time: 0.5919321 Nov 08 00:14:22.604895 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-a77d6967-aa31-4721-ab82-768fd3f75fe3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=36e33710-6d30-4755-b8fe-f991141ea0a1 HTTP/1.1" status: 200 len: 217 time: 0.0735788 Nov 08 00:14:22.681977 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] Network 7c6eeaf5-f19c-4ebe-8561-d8056fc411ee is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:22.688049 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:22.702498 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:14:22.706097 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-2a274227-0f4e-483d-899e-a731d1e96a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:22.707641 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-2a274227-0f4e-483d-899e-a731d1e96a6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1209285 Nov 08 00:14:22.715073 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-fe080a58-573b-40c3-9121-993a99c6c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:22.718431 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-fe080a58-573b-40c3-9121-993a99c6c9ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0871706 Nov 08 00:14:22.732577 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 056180bd-100a-4312-9787-92dc5ba3a139 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:22.732888 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:22.739533 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-803462b8-8ec7-4b4f-87be-02023f2885dd None None] Port c11c237a-e6e3-42b4-8bba-cce38d39b142 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:14:22.764054 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] Pushing event updated for resources: {'Port': ['ID=2841db57-79d8-49c0-92cd-950bad83379c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:22.771841 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee035f1-15cf-4676-80f0-3779572068f8 None None] Network 7a239e8a-d30c-4ae5-9f8a-0163cf3c187a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:14:22.773453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-4ce34880-dae0-402d-9533-c92ea44978c2 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6eeaf5-f19c-4ebe-8561-d8056fc411ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6766176 Nov 08 00:14:22.787945 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c6310dc-3741-4111-8073-8b72ac649689 req-03ad969b-c14b-4e5b-8a37-f8937b2ea5a4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/quotas/97cd1b3154f241d5a6c44887e42be8b0 HTTP/1.1" status: 200 len: 375 time: 0.1613700 Nov 08 00:14:22.839217 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-7d155f4f-a961-491c-b57d-c97db143ef1a service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154983 Nov 08 00:14:22.919742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] Attempting to bind port 2841db57-79d8-49c0-92cd-950bad83379c on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:22.920134 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] Attempting to bind port 2841db57-79d8-49c0-92cd-950bad83379c by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '55f1850e-dc05-4bfe-9963-77801719a94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7c6eeaf5-f19c-4ebe-8561-d8056fc411ee'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:22.920490 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] Attempting to bind port 2841db57-79d8-49c0-92cd-950bad83379c on network 7c6eeaf5-f19c-4ebe-8561-d8056fc411ee {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:22.930518 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-6bf77012-da21-4836-b657-c85331e0eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:22.932523 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-6bf77012-da21-4836-b657-c85331e0eb50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1979153 Nov 08 00:14:22.937806 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:22.938177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] Checking segment: {'id': '55f1850e-dc05-4bfe-9963-77801719a94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7c6eeaf5-f19c-4ebe-8561-d8056fc411ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:22.939617 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:22.939617 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] Bound using segment: {'id': '55f1850e-dc05-4bfe-9963-77801719a94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7c6eeaf5-f19c-4ebe-8561-d8056fc411ee'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:22.939617 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] Bound port: 2841db57-79d8-49c0-92cd-950bad83379c, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f1850e-dc05-4bfe-9963-77801719a94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7c6eeaf5-f19c-4ebe-8561-d8056fc411ee'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:22.940474 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:22.960781 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-de5c162f-6d98-443f-bafe-85c19ee3b371 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6eeaf5-f19c-4ebe-8561-d8056fc411ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540449 Nov 08 00:14:23.050374 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] For port 2841db57-79d8-49c0-92cd-950bad83379c, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:23.062573 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] For port 2841db57-79d8-49c0-92cd-950bad83379c, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2841db57-79d8-49c0-92cd-950bad83379c,segment=NetworkSegment(55f1850e-dc05-4bfe-9963-77801719a94e),segment_id=55f1850e-dc05-4bfe-9963-77801719a94e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:23.084563 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-d60e1e73-25d8-4225-86fe-29a89f51eddf service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293932 Nov 08 00:14:23.135346 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c6310dc-3741-4111-8073-8b72ac649689 req-59c00b63-62bd-42ee-aa7a-2effcedd3b02 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3460467 Nov 08 00:14:23.136689 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-e68a8e24-6e03-433f-b0e6-54d7c16bbd91 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871800 Nov 08 00:14:23.146383 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d967e17e-e5bf-46b9-a910-8dce63afd4cd service neutron] 10.222.0.13 "GET /v2.0/networks/7a239e8a-d30c-4ae5-9f8a-0163cf3c187a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838784 Nov 08 00:14:23.149834 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-652190c9-1065-41bf-9af1-bd5b1038cc6d req-31245096-4ade-4241-9c15-77e7d6da19af service neutron] 10.222.0.20 "GET /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561121 Nov 08 00:14:23.150542 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Attempting to bind port 56ff3958-0144-4d3c-b3b3-300680828662 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:23.150875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Attempting to bind port 56ff3958-0144-4d3c-b3b3-300680828662 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:23.151221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Attempting to bind port 56ff3958-0144-4d3c-b3b3-300680828662 on network cac5a810-3b8a-4875-b1de-503826400099 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:23.190580 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-815876d7-215f-49e1-bdf9-039036199237 None None] Provisioning complete for port 43b8b75b-79e8-40fb-a5be-5affbdfdb138 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:23.191716 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-815876d7-215f-49e1-bdf9-039036199237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:23.193820 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:23.279172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Port 56ff3958-0144-4d3c-b3b3-300680828662 on network cac5a810-3b8a-4875-b1de-503826400099 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:14:23.280014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Attempting to bind port 56ff3958-0144-4d3c-b3b3-300680828662 on network cac5a810-3b8a-4875-b1de-503826400099 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:23.297777 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:23.298242 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Checking segment: {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:23.298738 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Bound using segment: {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:23.299289 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Bound port: 56ff3958-0144-4d3c-b3b3-300680828662, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:23.299773 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:23.317319 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490ce56-24d5-4b76-b689-9351197a4f6c None None] Pushing event updated for resources: {'Port': ['ID=2841db57-79d8-49c0-92cd-950bad83379c,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:23.318283 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00595a2-f535-4112-ab37-7cd74ccce466 req-1c1b570c-0484-4bfc-9538-cc54a785e744 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733372 Nov 08 00:14:23.444720 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] For port 56ff3958-0144-4d3c-b3b3-300680828662, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:23.449227 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] For port 56ff3958-0144-4d3c-b3b3-300680828662, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=56ff3958-0144-4d3c-b3b3-300680828662,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:23.476782 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c6310dc-3741-4111-8073-8b72ac649689 req-38e71f68-dd1e-4fc0-be9a-d62a79692c7a service neutron] 10.222.0.13 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560101 Nov 08 00:14:23.535738 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-4c42e6ef-6286-4321-930c-4dd0cdd8727f service neutron] 10.222.0.13 "GET /v2.0/networks/7a239e8a-d30c-4ae5-9f8a-0163cf3c187a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884099 Nov 08 00:14:23.549617 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-815876d7-215f-49e1-bdf9-039036199237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:23.566880 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:23.609334 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-815876d7-215f-49e1-bdf9-039036199237 None None] For port 43b8b75b-79e8-40fb-a5be-5affbdfdb138, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=43b8b75b-79e8-40fb-a5be-5affbdfdb138,segment=NetworkSegment(c2cc1d1e-636d-48b8-8201-0d2b32875aa0),segment_id=c2cc1d1e-636d-48b8-8201-0d2b32875aa0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:23.636209 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device eb85d463-57b4-401d-bc5a-d0ae32b085ad up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:23.676801 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-815876d7-215f-49e1-bdf9-039036199237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:23.703436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:23.704094 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:23.705542 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] 10.222.0.26 "PUT /v2.0/ports/56ff3958-0144-4d3c-b3b3-300680828662 HTTP/1.1" status: 200 len: 1092 time: 3.2999098 Nov 08 00:14:23.743992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34228e9-291c-4adc-9fe0-4ea79bb0c94b', 'tag': '56ff3958-0144-4d3c-b3b3-300680828662'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:23.746885 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b12b12-c7ad-406e-8c5b-46fdba17b049" -d '{"events": [{"name": "network-changed", "server_uuid": "e34228e9-291c-4adc-9fe0-4ea79bb0c94b", "tag": "56ff3958-0144-4d3c-b3b3-300680828662"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:23.798421 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e29ae-96ab-4ad9-a85a-dfde5ad94450 service neutron] Pushing event updated for resources: {'Port': ['ID=56ff3958-0144-4d3c-b3b3-300680828662,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:23.849868 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c6310dc-3741-4111-8073-8b72ac649689 req-3707aed9-9371-4d22-b158-3296639a5775 service neutron] 10.222.0.13 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574004 Nov 08 00:14:23.934407 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port eb85d463-57b4-401d-bc5a-d0ae32b085ad triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:23.934803 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:23.993021 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-3bbd80ee-2d42-4c3f-b583-2535d51d7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:23.994769 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-3bbd80ee-2d42-4c3f-b583-2535d51d7df7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b HTTP/1.1" status: 200 len: 1095 time: 0.1362751 Nov 08 00:14:24.013874 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815876d7-215f-49e1-bdf9-039036199237 None None] Pushing event updated for resources: {'Port': ['ID=43b8b75b-79e8-40fb-a5be-5affbdfdb138,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:24.057976 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1393b592-843c-4421-bad7-0d78a6b92c38 None None] Provisioning complete for port 43b8b75b-79e8-40fb-a5be-5affbdfdb138 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:24.058639 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1393b592-843c-4421-bad7-0d78a6b92c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:24.136341 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-a8276979-bfac-4e09-bd2f-ba0dc0f1330e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ff3958-0144-4d3c-b3b3-300680828662 HTTP/1.1" status: 200 len: 217 time: 0.1191337 Nov 08 00:14:24.293690 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:24.303334 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-23356e38-c5dc-4174-ad69-e65f840df19e req-6407e9a9-13d0-44a7-8d3c-f19f8bf0ed8d tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=585426a8-d85f-4ec8-b85c-86f8153c79f6 HTTP/1.1" status: 200 len: 210 time: 0.0386457 Nov 08 00:14:24.309862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-72e1a436-708f-4214-8aa2-ec95ea480eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:24.312369 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-72e1a436-708f-4214-8aa2-ec95ea480eda service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ecaf66e9-5ef6-440b-87a0-b205c6e28157 HTTP/1.1" status: 200 len: 846 time: 0.1751130 Nov 08 00:14:24.329070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0687b9-1247-43dc-b716-789e13a87b74 req-3da24a1f-61c9-49de-9763-773b87eb545f tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:24.346284 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac0687b9-1247-43dc-b716-789e13a87b74 req-3da24a1f-61c9-49de-9763-773b87eb545f tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 948 time: 0.1396050 Nov 08 00:14:24.356598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port eb85d463-57b4-401d-bc5a-d0ae32b085ad, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=eb85d463-57b4-401d-bc5a-d0ae32b085ad,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:24.365641 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 36e33710-6d30-4755-b8fe-f991141ea0a1 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:14:24.397960 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-ae89bd56-21e8-4bca-9bf6-01920c0f24d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cac5a810-3b8a-4875-b1de-503826400099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473733 Nov 08 00:14:24.450992 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac0687b9-1247-43dc-b716-789e13a87b74 req-37ed79b7-3646-4838-84fe-b28923075115 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035829 Nov 08 00:14:24.539036 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:24.541395 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 43b8b75b-79e8-40fb-a5be-5affbdfdb138 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:24.627946 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-47fbc553-040b-4f90-94fc-c977d594ef38 service neutron] 10.222.0.26 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153499 Nov 08 00:14:24.641672 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e169c5-eb59-4241-ae40-c9dd5ba007a1 req-97b7d96d-6cea-4ac0-93e0-8ca6eb13abf2 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:24.643025 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60e169c5-eb59-4241-ae40-c9dd5ba007a1 req-97b7d96d-6cea-4ac0-93e0-8ca6eb13abf2 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b HTTP/1.1" status: 200 len: 944 time: 0.0870972 Nov 08 00:14:24.725447 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=eb85d463-57b4-401d-bc5a-d0ae32b085ad,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:24.759108 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 36e33710-6d30-4755-b8fe-f991141ea0a1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=36e33710-6d30-4755-b8fe-f991141ea0a1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:24.789255 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60e169c5-eb59-4241-ae40-c9dd5ba007a1 req-2ee6bd50-3969-491b-aa4a-264653fd47ac tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046805 Nov 08 00:14:24.791551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 43b8b75b-79e8-40fb-a5be-5affbdfdb138 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:24.792002 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:24.855493 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '36e33710-6d30-4755-b8fe-f991141ea0a1', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '36e33710-6d30-4755-b8fe-f991141ea0a1', 'mac_address': 'fa:16:3e:0e:6b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:14:24.997072 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:25.020838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e33710-6d30-4755-b8fe-f991141ea0a1 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:25.064756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] Sync routers for ids ['ab8571f0-ba98-4370-8740-4c398a7558e8'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:14:25.069178 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 36e33710-6d30-4755-b8fe-f991141ea0a1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=36e33710-6d30-4755-b8fe-f991141ea0a1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:25.075032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891d1e92-d188-471c-bf92-ee9852090caa None None] Network 7c6eeaf5-f19c-4ebe-8561-d8056fc411ee requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:14:25.119893 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] Routers {'ab8571f0-ba98-4370-8740-4c398a7558e8'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:14:25.120533 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:14:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ab8571f0-ba98-4370-8740-4c398a7558e8'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:25.211373 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3bff60-3be2-4b93-9c81-25bb333aa9ae x-openstack-request-id: req-ce3bff60-3be2-4b93-9c81-25bb333aa9ae {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:25.212080 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34228e9-291c-4adc-9fe0-4ea79bb0c94b", "tag": "56ff3958-0144-4d3c-b3b3-300680828662", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:25.212497 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce3bff60-3be2-4b93-9c81-25bb333aa9ae {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:25.212893 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e34228e9-291c-4adc-9fe0-4ea79bb0c94b', 'tag': '56ff3958-0144-4d3c-b3b3-300680828662', 'status': 'completed', 'code': 200} Nov 08 00:14:25.227266 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:25.256827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-385dc537-e478-413d-ac68-b679e25dedde req-33f5523d-6b52-4519-928f-2ac642144656 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 210 time: 0.0430958 Nov 08 00:14:25.302333 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dafdcb0b-caac-4244-8d71-54c4a4bde9c4 req-9cc69ddf-ba85-43a2-8bac-55ec121ee098 service neutron] 10.222.0.26 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6583264 Nov 08 00:14:25.343377 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-01f4569a-5e8e-4afb-987f-dbabfcb02590 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:25.350541 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-01f4569a-5e8e-4afb-987f-dbabfcb02590 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/networks?id=0de3b87e-5ff4-4f98-bc99-5800b250314b HTTP/1.1" status: 200 len: 820 time: 0.6095545 Nov 08 00:14:25.368318 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-131e743d-5c15-4ad8-a542-bd189113e127 req-ffaa19df-cb55-4811-a5bf-3274e802f77d tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 210 time: 0.0462759 Nov 08 00:14:25.382096 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-a5c1c31e-53d9-43f2-93cb-7d406e1cbda2 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/quotas/2de47a6126ba4de69e1e89c7390326ab HTTP/1.1" status: 200 len: 375 time: 0.0299699 Nov 08 00:14:25.445571 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] Set router ab8571f0-ba98-4370-8740-4c398a7558e8 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:14:25.537206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-eba99446-29ab-4c45-a264-fd36245f0317 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2de47a6126ba4de69e1e89c7390326ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1450262 Nov 08 00:14:25.720991 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-9dc201d9-a8c1-46cf-8aa6-df3f7193d0fb service neutron] 10.222.0.13 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615124 Nov 08 00:14:25.819874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b12b12-c7ad-406e-8c5b-46fdba17b049 req-d638176d-5abe-475c-a79d-4250acc39f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:25.821686 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64b12b12-c7ad-406e-8c5b-46fdba17b049 req-d638176d-5abe-475c-a79d-4250acc39f35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b HTTP/1.1" status: 200 len: 1095 time: 0.2826331 Nov 08 00:14:25.863483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c2b2f119-50d8-48a9-850e-b54ab823163b None None] Provisioning complete for port 2841db57-79d8-49c0-92cd-950bad83379c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:25.873586 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2b2f119-50d8-48a9-850e-b54ab823163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:25.924712 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 43b8b75b-79e8-40fb-a5be-5affbdfdb138 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:25.927534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc83a84-8270-4fd9-8fcb-4542a87729fc req-65e5edb7-4999-4253-aecf-41cf041a9202 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:25.934958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2cc83a84-8270-4fd9-8fcb-4542a87729fc req-65e5edb7-4999-4253-aecf-41cf041a9202 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 949 time: 0.2127097 Nov 08 00:14:25.936182 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=36e33710-6d30-4755-b8fe-f991141ea0a1,revision_number=12']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:25.970116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b12b12-c7ad-406e-8c5b-46fdba17b049 req-ab4f3a1a-68db-4c52-97d1-ec52a9ce88d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:25.971601 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64b12b12-c7ad-406e-8c5b-46fdba17b049 req-ab4f3a1a-68db-4c52-97d1-ec52a9ce88d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 907 time: 0.1383243 Nov 08 00:14:26.006257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['36e33710-6d30-4755-b8fe-f991141ea0a1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:14:26.032295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64b12b12-c7ad-406e-8c5b-46fdba17b049 req-2fd194bc-47c0-461d-b7dd-b8c8647c762b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ff3958-0144-4d3c-b3b3-300680828662 HTTP/1.1" status: 200 len: 217 time: 0.0524340 Nov 08 00:14:26.058764 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2cc83a84-8270-4fd9-8fcb-4542a87729fc req-07e385dc-1d26-4936-bb66-721d07bf72da tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223714 Nov 08 00:14:26.082872 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:26.083269 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:26.083546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:26.083920 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:26.084248 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:26.084577 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:26.084903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:26.090163 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:26.090163 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:26.090163 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:26.090163 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:26.090163 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:26.104005 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-d5e0e044-b745-42ec-8a56-9a9dec4dfc89 service neutron] 10.222.0.13 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645990 Nov 08 00:14:26.144813 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b12b12-c7ad-406e-8c5b-46fdba17b049 req-a4fd10fa-8e7d-4f2b-ad3c-d77f5d2b438a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:26.151749 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64b12b12-c7ad-406e-8c5b-46fdba17b049 req-a4fd10fa-8e7d-4f2b-ad3c-d77f5d2b438a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ecaf66e9-5ef6-440b-87a0-b205c6e28157 HTTP/1.1" status: 200 len: 846 time: 0.1086171 Nov 08 00:14:26.210453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64b12b12-c7ad-406e-8c5b-46fdba17b049 req-6eeec16c-9239-42f2-8b8e-fb6b83844b96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cac5a810-3b8a-4875-b1de-503826400099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505986 Nov 08 00:14:26.263244 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2b2f119-50d8-48a9-850e-b54ab823163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:26.277213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f782ce00-6252-4bc6-939a-fb26ade48a7f req-757e3474-9e18-4a9e-bc57-759f82304e8c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=585426a8-d85f-4ec8-b85c-86f8153c79f6 HTTP/1.1" status: 200 len: 210 time: 0.0657325 Nov 08 00:14:26.318126 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 43b8b75b-79e8-40fb-a5be-5affbdfdb138 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:26.318701 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:26.405692 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64b12b12-c7ad-406e-8c5b-46fdba17b049 req-273d9977-db88-4f4d-8839-999a622f96a3 service neutron] 10.222.0.26 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667373 Nov 08 00:14:26.407347 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 56ff3958-0144-4d3c-b3b3-300680828662 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:14:26.412879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c2b2f119-50d8-48a9-850e-b54ab823163b None None] For port 2841db57-79d8-49c0-92cd-950bad83379c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2841db57-79d8-49c0-92cd-950bad83379c,segment=NetworkSegment(55f1850e-dc05-4bfe-9963-77801719a94e),segment_id=55f1850e-dc05-4bfe-9963-77801719a94e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:26.491040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:20Z', 'revision_number': 2, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:26.601455 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2b2f119-50d8-48a9-850e-b54ab823163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:26.603322 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] Checking router: ab8571f0-ba98-4370-8740-4c398a7558e8 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:14:26.603677 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] Updating router ab8571f0-ba98-4370-8740-4c398a7558e8 port c11c237a-e6e3-42b4-8bba-cce38d39b142 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:14:26.690120 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ba192a6f-c69e-4b28-814c-bd1d2841afdd req-a28bd6fc-fa17-4e0c-93b3-252a54e65ca7 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 210 time: 0.0702646 Nov 08 00:14:26.695388 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64b12b12-c7ad-406e-8c5b-46fdba17b049 req-e4e13ca4-9b9a-457e-b019-b963eb58e441 service neutron] 10.222.0.26 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826285 Nov 08 00:14:26.727007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ef5a2-cbbc-4a9b-b585-c68f040aef3b req-28aae066-c96c-4015-8152-47cf9f3a889f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:26.735385 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c8ef5a2-cbbc-4a9b-b585-c68f040aef3b req-28aae066-c96c-4015-8152-47cf9f3a889f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b HTTP/1.1" status: 200 len: 944 time: 0.1048043 Nov 08 00:14:26.762579 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:26.784769 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c8ef5a2-cbbc-4a9b-b585-c68f040aef3b req-c19e82de-b59c-47a0-8727-42d1c1253585 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483806 Nov 08 00:14:26.821048 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2841db57-79d8-49c0-92cd-950bad83379c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:26.831472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2f119-50d8-48a9-850e-b54ab823163b None None] Pushing event updated for resources: {'Port': ['ID=2841db57-79d8-49c0-92cd-950bad83379c,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:26.842822 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-923a8539-6609-49f9-888e-14865f43e9cc req-4718d095-13a4-430c-b0c6-cbe11f172640 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 210 time: 0.0423977 Nov 08 00:14:26.853714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-eba49be9-ded7-496b-889a-ad1ddeab80ef None None] Provisioning complete for port 2841db57-79d8-49c0-92cd-950bad83379c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:26.853904 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eba49be9-ded7-496b-889a-ad1ddeab80ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:26.883312 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 56ff3958-0144-4d3c-b3b3-300680828662, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=56ff3958-0144-4d3c-b3b3-300680828662,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:26.908183 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3150eb49-c388-40a5-b6ec-dae0ca6c94e3 req-4fc34f57-df32-446d-b6b5-4a9d123df5f5 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 210 time: 0.0420370 Nov 08 00:14:26.946709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '56ff3958-0144-4d3c-b3b3-300680828662', 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099', 'port_id': '56ff3958-0144-4d3c-b3b3-300680828662', 'mac_address': 'fa:16:3e:5f:ab:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecaf66e9-5ef6-440b-87a0-b205c6e28157', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:14:26.986536 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-93d68241-40e0-4f1c-ad20-a22dd77852da tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221741 Nov 08 00:14:27.117730 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:27.150057 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 2841db57-79d8-49c0-92cd-950bad83379c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:27.150427 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:27.183010 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-556f82ab-d7de-4ff2-920e-4edad769b753 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:27.186665 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ff3958-0144-4d3c-b3b3-300680828662 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:27.191460 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-556f82ab-d7de-4ff2-920e-4edad769b753 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979933 Nov 08 00:14:27.210692 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-11652d4f-3b82-427b-b09a-22cc3f733501 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/quotas/c0d6283f3c2b48d888bd9867b9b06340 HTTP/1.1" status: 200 len: 375 time: 0.0174847 Nov 08 00:14:27.240153 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 56ff3958-0144-4d3c-b3b3-300680828662, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=56ff3958-0144-4d3c-b3b3-300680828662,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:27.305882 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-1c074a68-95fe-4740-884e-7cf51eaa29a0 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0940866 Nov 08 00:14:27.353775 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device eb85d463-57b4-401d-bc5a-d0ae32b085ad up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:27.370775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8dcee90e-da99-4932-a7f1-8db04bf8470a tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:27.386253 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8dcee90e-da99-4932-a7f1-8db04bf8470a tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:27.387904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8dcee90e-da99-4932-a7f1-8db04bf8470a tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.20 "GET /v2.0/networks?id=7a239e8a-d30c-4ae5-9f8a-0163cf3c187a&id=7c6eeaf5-f19c-4ebe-8561-d8056fc411ee&id=7a239e8a-d30c-4ae5-9f8a-0163cf3c187a HTTP/1.1" status: 200 len: 1390 time: 0.2868848 Nov 08 00:14:27.409626 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-4c8cb77e-3df1-492e-bda8-71b9f3242717 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Request body: {'port': {'device_id': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'network_id': '7a239e8a-d30c-4ae5-9f8a-0163cf3c187a', 'admin_state_up': True, 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:27.418437 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:27.485619 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:27.505677 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea25f274-618f-4a30-b916-d70372e328c8 req-c5234667-fd35-4787-91df-90c62334937c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=585426a8-d85f-4ec8-b85c-86f8153c79f6 HTTP/1.1" status: 200 len: 210 time: 0.0343540 Nov 08 00:14:27.512215 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port eb85d463-57b4-401d-bc5a-d0ae32b085ad triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:27.513040 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:27.564692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=56ff3958-0144-4d3c-b3b3-300680828662,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:27.609907 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:27.696574 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3a6cd55-474f-457e-bd8e-8cf4f9f39309 req-48729d52-a41c-42ee-a6b1-9c136296b255 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 210 time: 0.0535564 Nov 08 00:14:27.730440 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['56ff3958-0144-4d3c-b3b3-300680828662'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:14:27.740680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-4c8cb77e-3df1-492e-bda8-71b9f3242717 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Made reservation on behalf of 35922b4ef6074a3f9f3a7b480ac0afa6 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:27.744553 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-4c8cb77e-3df1-492e-bda8-71b9f3242717 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:27.899642 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ffd4b-a420-47c4-b713-c2695837800e None None] Pushing event updated for resources: {'Port': ['ID=c11c237a-e6e3-42b4-8bba-cce38d39b142,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:28.001068 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-4c8cb77e-3df1-492e-bda8-71b9f3242717 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Allocated IP 19.80.0.32 (7a239e8a-d30c-4ae5-9f8a-0163cf3c187a/7c7b97a7-902f-4d63-9f84-9fe5bdac8d65/96933ad3-7f07-472a-b914-ff4ff411bd9b) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:14:28.072901 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] Attempting to bind port c11c237a-e6e3-42b4-8bba-cce38d39b142 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:28.073433 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] Attempting to bind port c11c237a-e6e3-42b4-8bba-cce38d39b142 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '6fb58c1c-c575-461c-b850-6c6b1be8fffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:28.073917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] Attempting to bind port c11c237a-e6e3-42b4-8bba-cce38d39b142 on network 0de3b87e-5ff4-4f98-bc99-5800b250314b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:28.089348 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:28.089916 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] Checking segment: {'id': '6fb58c1c-c575-461c-b850-6c6b1be8fffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:28.090431 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:28.091004 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] Bound using segment: {'id': '6fb58c1c-c575-461c-b850-6c6b1be8fffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:28.092613 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] Bound port: c11c237a-e6e3-42b4-8bba-cce38d39b142, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb58c1c-c575-461c-b850-6c6b1be8fffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:28.092613 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:28.144785 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7f4300e-1c34-4632-836d-d113e499271d req-3e3575b4-6218-462b-9f90-26de0058adcd tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 210 time: 0.2890046 Nov 08 00:14:28.162113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2841db57-79d8-49c0-92cd-950bad83379c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:28.244000 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6310dc-3741-4111-8073-8b72ac649689 req-8cca2284-d6e5-46cb-af0d-43f2fd2079d8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:28.246415 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2c6310dc-3741-4111-8073-8b72ac649689 req-8cca2284-d6e5-46cb-af0d-43f2fd2079d8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.20 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 808 time: 0.3535833 Nov 08 00:14:28.268704 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-2c6310dc-3741-4111-8073-8b72ac649689 req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Request body: {'port': {'device_id': 'b2836bbd-cea4-4ea5-bd52-f8eb27182451', 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e', 'admin_state_up': True, 'tenant_id': '97cd1b3154f241d5a6c44887e42be8b0'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:28.331967 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab65409b-1abc-456a-a298-ffc72f2ffec7 req-1d6e0f51-6c3b-47b7-a7b6-ef948fd482b3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 210 time: 0.0547292 Nov 08 00:14:28.396899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72096045-b86a-4d7d-8ab5-2cd73323bb4e req-509aa94d-f462-4c49-8962-14a4e2b8c2b6 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:28.410093 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-72096045-b86a-4d7d-8ab5-2cd73323bb4e req-509aa94d-f462-4c49-8962-14a4e2b8c2b6 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b HTTP/1.1" status: 200 len: 945 time: 0.5061986 Nov 08 00:14:28.446595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 36e33710-6d30-4755-b8fe-f991141ea0a1 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:28.449525 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc9215f1-03d7-4bbc-8a51-3c789dd3701c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:28.500474 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0a56a483-5d6d-409f-882f-4c92a56aa8a2 req-5aea9c51-8237-48e8-b39f-53a097c2f8d9 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 210 time: 0.0579205 Nov 08 00:14:28.565130 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-72096045-b86a-4d7d-8ab5-2cd73323bb4e req-ba0af8a5-022f-4a8b-b0d9-3c2f0794a50a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519785 Nov 08 00:14:28.568382 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-4c8cb77e-3df1-492e-bda8-71b9f3242717 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:28.577497 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0ce2bd37-eec8-4d93-904c-c433dc0a4d8f None None] Provisioning complete for port c11c237a-e6e3-42b4-8bba-cce38d39b142 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:28.577972 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bd37-eec8-4d93-904c-c433dc0a4d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:28.610992 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6310dc-3741-4111-8073-8b72ac649689 req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Made reservation on behalf of 97cd1b3154f241d5a6c44887e42be8b0 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:28.614575 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2c6310dc-3741-4111-8073-8b72ac649689 req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:28.620742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0ce2bd37-eec8-4d93-904c-c433dc0a4d8f None None] Port c11c237a-e6e3-42b4-8bba-cce38d39b142 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:14:28.638890 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] For port c11c237a-e6e3-42b4-8bba-cce38d39b142, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:28.643602 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 2841db57-79d8-49c0-92cd-950bad83379c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:28.644120 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:28.687178 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] For port c11c237a-e6e3-42b4-8bba-cce38d39b142, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c11c237a-e6e3-42b4-8bba-cce38d39b142,segment=NetworkSegment(6fb58c1c-c575-461c-b850-6c6b1be8fffd),segment_id=6fb58c1c-c575-461c-b850-6c6b1be8fffd)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:28.698171 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-4c8cb77e-3df1-492e-bda8-71b9f3242717 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:28.778217 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:28.784213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 36e33710-6d30-4755-b8fe-f991141ea0a1 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:14:28.842937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-4c8cb77e-3df1-492e-bda8-71b9f3242717 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Network 7a239e8a-d30c-4ae5-9f8a-0163cf3c187a is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:28.856395 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-955d4735-e75d-4e9f-abb0-f89adf7839bd req-60fdbaaa-7186-4017-89fb-74925a414bd0 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 210 time: 0.0875430 Nov 08 00:14:28.861033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-4c8cb77e-3df1-492e-bda8-71b9f3242717 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:28.863088 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-2c6310dc-3741-4111-8073-8b72ac649689 req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Allocated IP 172.20.0.10 (d94fd993-3cd3-4f95-b0e9-7b398d133b4e/a0ec3df4-1869-45a1-99d0-6ce6e411d41a/2958b0f6-b9b8-44fd-9028-8080e090c89c) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:14:28.866582 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-4c8cb77e-3df1-492e-bda8-71b9f3242717 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:14:28.874583 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 36e33710-6d30-4755-b8fe-f991141ea0a1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:28.875129 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:28.890791 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cb77e-3df1-492e-bda8-71b9f3242717 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event updated for resources: {'Port': ['ID=96933ad3-7f07-472a-b914-ff4ff411bd9b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:29.036711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-4c8cb77e-3df1-492e-bda8-71b9f3242717 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:29.037663 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-4c8cb77e-3df1-492e-bda8-71b9f3242717 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:29.126080 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ffd4b-a420-47c4-b713-c2695837800e None None] Pushing event updated for resources: {'Port': ['ID=c11c237a-e6e3-42b4-8bba-cce38d39b142,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:29.147250 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] Routers {'ab8571f0-ba98-4370-8740-4c398a7558e8'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:14:29.148290 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:14:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ab8571f0-ba98-4370-8740-4c398a7558e8'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:29.183501 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-4c8cb77e-3df1-492e-bda8-71b9f3242717 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7780938 Nov 08 00:14:29.215449 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d435497f-5918-4aeb-bdad-f24eab837aab tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Request body: {'port': {'device_id': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'network_id': '7c6eeaf5-f19c-4ebe-8561-d8056fc411ee', 'admin_state_up': True, 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:29.285233 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2c6310dc-3741-4111-8073-8b72ac649689 req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:29.397091 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:29.400885 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-96b3a146-e867-4518-858a-e18474584f99 None None] Provisioning complete for port 96933ad3-7f07-472a-b914-ff4ff411bd9b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:29.400885 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96b3a146-e867-4518-858a-e18474584f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:29.440978 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] Set router ab8571f0-ba98-4370-8740-4c398a7558e8 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:14:29.445261 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2c6310dc-3741-4111-8073-8b72ac649689 req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:29.461976 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b2198-c889-41fd-819c-40226658f0a0 req-b729f662-b011-4e95-8cee-dca5869c0dd1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:29.463521 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce0b2198-c889-41fd-819c-40226658f0a0 req-b729f662-b011-4e95-8cee-dca5869c0dd1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 931 time: 0.1360998 Nov 08 00:14:29.503183 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 36e33710-6d30-4755-b8fe-f991141ea0a1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=36e33710-6d30-4755-b8fe-f991141ea0a1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:29.509506 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e33710-6d30-4755-b8fe-f991141ea0a1'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:29.510554 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6310dc-3741-4111-8073-8b72ac649689 req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Network d94fd993-3cd3-4f95-b0e9-7b398d133b4e is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:29.511955 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f28c01-57b8-49a9-8a77-06d2e6749abd" -d '{"events": [{"server_uuid": "1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3", "name": "network-vif-plugged", "status": "completed", "tag": "36e33710-6d30-4755-b8fe-f991141ea0a1"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:29.516692 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-2c6310dc-3741-4111-8073-8b72ac649689 req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:29.520325 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-96b3a146-e867-4518-858a-e18474584f99 None None] Port 96933ad3-7f07-472a-b914-ff4ff411bd9b cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:14:29.528736 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6310dc-3741-4111-8073-8b72ac649689 req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:14:29.572172 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:29.575390 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce0b2198-c889-41fd-819c-40226658f0a0 req-387fbe89-d1a4-49d4-867a-0cb91b4cc0fd tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976164 Nov 08 00:14:29.596437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f369312-c7f4-4737-926d-47e3b538f95f req-fc5ec067-a4f1-4661-afba-2ff9bfbf4733 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:29.607644 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f369312-c7f4-4737-926d-47e3b538f95f req-fc5ec067-a4f1-4661-afba-2ff9bfbf4733 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 811 time: 0.2789323 Nov 08 00:14:29.619674 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Pushing event updated for resources: {'Port': ['ID=2958b0f6-b9b8-44fd-9028-8080e090c89c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:29.620639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-96b3a146-e867-4518-858a-e18474584f99 None None] Provisioning complete for port c11c237a-e6e3-42b4-8bba-cce38d39b142 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:29.621140 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96b3a146-e867-4518-858a-e18474584f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:29.633056 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:29.633404 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:29.636208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:29.636208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:29.636208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:29.636208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:29.636208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:29.636208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:29.636208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:29.636208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:29.637066 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:29.637066 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:29.669219 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6310dc-3741-4111-8073-8b72ac649689 req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:29.670248 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2c6310dc-3741-4111-8073-8b72ac649689 req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:29.690989 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f369312-c7f4-4737-926d-47e3b538f95f req-d8a3ed4b-389e-49a3-8351-ed80ff6f70fc tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/quotas/8dd4c6d02b4944e189792b171f577519 HTTP/1.1" status: 200 len: 375 time: 0.0817697 Nov 08 00:14:29.708898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=36e33710-6d30-4755-b8fe-f991141ea0a1,revision_number=13']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:29.777009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f369312-c7f4-4737-926d-47e3b538f95f req-514216d2-b335-4ee5-b11a-9caec21b97eb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854394 Nov 08 00:14:29.784476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d435497f-5918-4aeb-bdad-f24eab837aab tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Made reservation on behalf of 35922b4ef6074a3f9f3a7b480ac0afa6 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:29.788104 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d435497f-5918-4aeb-bdad-f24eab837aab tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:29.855014 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2c6310dc-3741-4111-8073-8b72ac649689 req-33ddf2ab-ae76-4ee5-b764-ef0f7c8affba tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5917177 Nov 08 00:14:29.865612 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96b3a146-e867-4518-858a-e18474584f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:29.881041 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Request body: {'port': {'device_id': 'b2836bbd-cea4-4ea5-bd52-f8eb27182451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:29.910450 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-96b3a146-e867-4518-858a-e18474584f99 None None] For port c11c237a-e6e3-42b4-8bba-cce38d39b142, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c11c237a-e6e3-42b4-8bba-cce38d39b142,segment=NetworkSegment(6fb58c1c-c575-461c-b850-6c6b1be8fffd),segment_id=6fb58c1c-c575-461c-b850-6c6b1be8fffd)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:29.913194 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9350c-9f9f-4595-9bc4-6b171d8dbc01 req-d58390eb-7e4c-4549-8135-541df49d5a45 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:29.914779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c2d9350c-9f9f-4595-9bc4-6b171d8dbc01 req-d58390eb-7e4c-4549-8135-541df49d5a45 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 932 time: 0.1821680 Nov 08 00:14:29.947041 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:28Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:29.958817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-06d5dc2d-4a6d-4277-89bf-70afad2b9cf0 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:29.960375 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-06d5dc2d-4a6d-4277-89bf-70afad2b9cf0 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.26 "GET /v2.0/networks?id=0de3b87e-5ff4-4f98-bc99-5800b250314b HTTP/1.1" status: 200 len: 820 time: 0.3360939 Nov 08 00:14:29.982710 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5f523-bf38-4c68-96ac-36ddfbb0f5f3 None None] The sync data for ids ['ab8571f0-ba98-4370-8740-4c398a7558e8'] in n-d-816882-1 is: [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:28Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:14:29.986477 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96b3a146-e867-4518-858a-e18474584f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:29.994379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-45fed63b-58a2-47eb-8632-76f6312147b1 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Request body: {'port': {'device_id': '86f7755e-bb39-42a6-8848-72c8565de592', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'admin_state_up': True, 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:30.015197 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:30.072195 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3a146-e867-4518-858a-e18474584f99 None None] Pushing event updated for resources: {'Port': ['ID=c11c237a-e6e3-42b4-8bba-cce38d39b142,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:30.102990 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f369312-c7f4-4737-926d-47e3b538f95f req-4e6b959f-d5de-458b-a874-3eb2332420bc service neutron] 10.222.0.13 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017232 Nov 08 00:14:30.153219 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c2d9350c-9f9f-4595-9bc4-6b171d8dbc01 req-e005ca1e-60f9-47b8-a2e0-c9b1701fd382 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068117 Nov 08 00:14:30.237982 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2ee887-cb6a-4d4b-ab24-78e0ba0c111e x-openstack-request-id: req-7f2ee887-cb6a-4d4b-ab24-78e0ba0c111e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:30.238282 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3", "name": "network-vif-plugged", "status": "completed", "tag": "36e33710-6d30-4755-b8fe-f991141ea0a1", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:30.238534 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f2ee887-cb6a-4d4b-ab24-78e0ba0c111e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:30.238930 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e33710-6d30-4755-b8fe-f991141ea0a1', 'code': 200} Nov 08 00:14:30.341633 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d435497f-5918-4aeb-bdad-f24eab837aab tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Allocated IP 19.86.0.45 (7c6eeaf5-f19c-4ebe-8561-d8056fc411ee/bc5395b5-f741-4727-ac96-bd1b86c009a1/912438ef-1a4c-4acd-8735-b9fae712dcc6) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:14:30.381118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aca0f45b-514f-4174-a2b9-182ece4c193d req-e559f7a7-de2a-4cac-aa97-369b59c4dbdc tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 210 time: 0.0721030 Nov 08 00:14:30.427092 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 56ff3958-0144-4d3c-b3b3-300680828662 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:30.436610 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f369312-c7f4-4737-926d-47e3b538f95f req-07e7e799-9b24-411f-946e-122dd0c5fde6 service neutron] 10.222.0.13 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978644 Nov 08 00:14:30.497567 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2958b0f6-b9b8-44fd-9028-8080e090c89c {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:30.516749 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:30.538253 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Transition to ACTIVE for port object 2958b0f6-b9b8-44fd-9028-8080e090c89c will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:14:30.595085 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-45fed63b-58a2-47eb-8632-76f6312147b1 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Made reservation on behalf of 2de47a6126ba4de69e1e89c7390326ab for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:30.598615 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-45fed63b-58a2-47eb-8632-76f6312147b1 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:30.667926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d1c59-3531-49bc-a8d7-53acdf800497 req-6ff0612b-e5bb-46d3-80e6-9c244f3a33ea tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:30.669995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-707d1c59-3531-49bc-a8d7-53acdf800497 req-6ff0612b-e5bb-46d3-80e6-9c244f3a33ea tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b HTTP/1.1" status: 200 len: 945 time: 0.1437085 Nov 08 00:14:30.674219 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 56ff3958-0144-4d3c-b3b3-300680828662 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:14:30.682784 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 56ff3958-0144-4d3c-b3b3-300680828662 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:30.684484 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:30.685679 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:30.760079 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba5b05f6-91ea-4205-8d1a-1d2271c27c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:30.766944 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-f4b68f7d-c011-476b-af29-c2fae93f41b0 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1017725 Nov 08 00:14:30.848694 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2958b0f6-b9b8-44fd-9028-8080e090c89c,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:30.853678 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:30.928991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-45fed63b-58a2-47eb-8632-76f6312147b1 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Allocated IP 172.20.0.13 (0de3b87e-5ff4-4f98-bc99-5800b250314b/311328bc-5cef-4eac-9675-4fcbd1f92dad/91d3c811-a8f5-4496-9eab-cb87f11ae6ee) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:14:30.965073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 56ff3958-0144-4d3c-b3b3-300680828662, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=56ff3958-0144-4d3c-b3b3-300680828662,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:30.988316 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:31.005460 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d435497f-5918-4aeb-bdad-f24eab837aab tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:31.039446 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-707d1c59-3531-49bc-a8d7-53acdf800497 req-a8fcbce4-51ab-4f8a-9676-7937ac074550 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310654 Nov 08 00:14:31.084159 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:31.114989 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-2886918f-a779-430b-aadc-48f171b7e174 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:31.122217 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-2886918f-a779-430b-aadc-48f171b7e174 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3322115 Nov 08 00:14:31.123633 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7b3128f-6ccc-4496-a2aa-c4016bd6b4a2 req-1c2cf064-4024-4380-b41c-c7025265cd87 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 210 time: 0.0718989 Nov 08 00:14:31.194597 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-c37cf0f7-2587-455c-85cc-107ec35664b5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Request body: {'port': {'device_id': '26118d8e-693a-45bf-8689-d3782e5cd2b5', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': 'c0d6283f3c2b48d888bd9867b9b06340'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:31.212775 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=56ff3958-0144-4d3c-b3b3-300680828662,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:31.241345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Attempting to bind port 2958b0f6-b9b8-44fd-9028-8080e090c89c on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:31.241345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Attempting to bind port 2958b0f6-b9b8-44fd-9028-8080e090c89c by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:31.241960 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Attempting to bind port 2958b0f6-b9b8-44fd-9028-8080e090c89c on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:31.278522 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Port 2958b0f6-b9b8-44fd-9028-8080e090c89c on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:14:31.279298 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Attempting to bind port 2958b0f6-b9b8-44fd-9028-8080e090c89c on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:31.299135 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:31.299492 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Checking segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:31.300263 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Bound using segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:31.300391 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Bound port: 2958b0f6-b9b8-44fd-9028-8080e090c89c, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:31.300754 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:31.340301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cdba6f49-908b-483e-92f7-8a4c8c742e72 req-c82a8d6c-bd1c-45ce-be8e-a9876cb196d4 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b777cdfb-a0df-4ff7-9abb-c3a6ceceb201 HTTP/1.1" status: 200 len: 210 time: 0.1122723 Nov 08 00:14:31.352422 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d435497f-5918-4aeb-bdad-f24eab837aab tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:31.432649 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] For port 2958b0f6-b9b8-44fd-9028-8080e090c89c, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:31.437096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d435497f-5918-4aeb-bdad-f24eab837aab tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Network 7c6eeaf5-f19c-4ebe-8561-d8056fc411ee is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:31.437294 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] For port 2958b0f6-b9b8-44fd-9028-8080e090c89c, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2958b0f6-b9b8-44fd-9028-8080e090c89c,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:31.465890 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435497f-5918-4aeb-bdad-f24eab837aab tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event updated for resources: {'Port': ['ID=912438ef-1a4c-4acd-8735-b9fae712dcc6,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:31.473608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d435497f-5918-4aeb-bdad-f24eab837aab tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:31.477540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d435497f-5918-4aeb-bdad-f24eab837aab tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:14:31.522179 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:31.580901 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a40ac-3de9-46fd-a2f9-e326e5850b0a req-bdbc7371-2cdd-4454-a42c-6832e9f6e679 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:31.588650 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2b4a40ac-3de9-46fd-a2f9-e326e5850b0a req-bdbc7371-2cdd-4454-a42c-6832e9f6e679 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 931 time: 0.3634510 Nov 08 00:14:31.612016 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-45fed63b-58a2-47eb-8632-76f6312147b1 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:31.619356 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:31.620460 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:31.622071 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2c6310dc-3741-4111-8073-8b72ac649689 req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] 10.222.0.20 "PUT /v2.0/ports/2958b0f6-b9b8-44fd-9028-8080e090c89c HTTP/1.1" status: 200 len: 1092 time: 1.7472675 Nov 08 00:14:31.623406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2836bbd-cea4-4ea5-bd52-f8eb27182451', 'tag': '2958b0f6-b9b8-44fd-9028-8080e090c89c'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:31.626611 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f15a2cf-29ca-4690-9339-d72714cffa15" -d '{"events": [{"name": "network-changed", "server_uuid": "b2836bbd-cea4-4ea5-bd52-f8eb27182451", "tag": "2958b0f6-b9b8-44fd-9028-8080e090c89c"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:31.666413 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7e0da-6582-4669-8554-3a9d111a55d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2958b0f6-b9b8-44fd-9028-8080e090c89c,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:31.704787 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d435497f-5918-4aeb-bdad-f24eab837aab tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:31.704787 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d435497f-5918-4aeb-bdad-f24eab837aab tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:31.705076 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-c37cf0f7-2587-455c-85cc-107ec35664b5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Made reservation on behalf of c0d6283f3c2b48d888bd9867b9b06340 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:31.705076 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-c37cf0f7-2587-455c-85cc-107ec35664b5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:31.723372 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2b4a40ac-3de9-46fd-a2f9-e326e5850b0a req-b4eb2ac4-1f1a-4416-8e15-74120d6ced20 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286759 Nov 08 00:14:31.739265 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571fd0e-231c-4b2e-81f9-e4dfba0091fa req-d26f5860-47b4-49d6-b2d5-33cb6475acda tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:31.745512 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e571fd0e-231c-4b2e-81f9-e4dfba0091fa req-d26f5860-47b4-49d6-b2d5-33cb6475acda tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 944 time: 0.2763872 Nov 08 00:14:31.756318 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:31.788200 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:31.936210 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5244b360-662f-4261-b5a5-5adc2f074c90 None None] Provisioning complete for port 912438ef-1a4c-4acd-8735-b9fae712dcc6 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:31.936587 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5244b360-662f-4261-b5a5-5adc2f074c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:32.013071 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5244b360-662f-4261-b5a5-5adc2f074c90 None None] Port 912438ef-1a4c-4acd-8735-b9fae712dcc6 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:14:32.151109 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c11c237a-e6e3-42b4-8bba-cce38d39b142 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:32.164304 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-c37cf0f7-2587-455c-85cc-107ec35664b5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Allocated IP 192.168.233.44 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/87317753-526c-4085-922b-c2cf55d8958d) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:14:32.199415 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6310dc-3741-4111-8073-8b72ac649689 req-3845d167-5c41-432d-82fe-0ea075b9f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:32.207143 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2c6310dc-3741-4111-8073-8b72ac649689 req-3845d167-5c41-432d-82fe-0ea075b9f473 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 1095 time: 0.3657629 Nov 08 00:14:32.234411 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d435497f-5918-4aeb-bdad-f24eab837aab tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0292871 Nov 08 00:14:32.243043 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34228e9-291c-4adc-9fe0-4ea79bb0c94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ff3958-0144-4d3c-b3b3-300680828662'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:32.252639 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca4dd23-5c8f-4810-8db9-46b49aee6e44" -d '{"events": [{"server_uuid": "e34228e9-291c-4adc-9fe0-4ea79bb0c94b", "name": "network-vif-plugged", "status": "completed", "tag": "56ff3958-0144-4d3c-b3b3-300680828662"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:32.255943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-fb602096-cfe0-4bcf-8075-5b2bb6a91ec8 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Request body: {'port': {'device_id': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'network_id': '7a239e8a-d30c-4ae5-9f8a-0163cf3c187a', 'admin_state_up': True, 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:32.283646 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c11c237a-e6e3-42b4-8bba-cce38d39b142 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:32.284468 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:32.303549 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2c6310dc-3741-4111-8073-8b72ac649689 req-6289d3ac-5e7c-472e-9326-6f113656ff23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2958b0f6-b9b8-44fd-9028-8080e090c89c HTTP/1.1" status: 200 len: 217 time: 0.0818882 Nov 08 00:14:32.435025 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6310dc-3741-4111-8073-8b72ac649689 req-543aef72-5e7d-42a8-99ff-c4056657a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:32.436555 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2c6310dc-3741-4111-8073-8b72ac649689 req-543aef72-5e7d-42a8-99ff-c4056657a5d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.1226449 Nov 08 00:14:32.459283 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e571fd0e-231c-4b2e-81f9-e4dfba0091fa req-91fbdd9d-f1a5-41fb-acd2-0937dd4350b3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6838629 Nov 08 00:14:32.499454 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-45fed63b-58a2-47eb-8632-76f6312147b1 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:32.554851 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2c6310dc-3741-4111-8073-8b72ac649689 req-350d7207-2728-40a8-93b5-18397c1c2ef5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060364 Nov 08 00:14:32.620326 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-45fed63b-58a2-47eb-8632-76f6312147b1 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Network 0de3b87e-5ff4-4f98-bc99-5800b250314b is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:32.624188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fed63b-58a2-47eb-8632-76f6312147b1 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Pushing event updated for resources: {'Port': ['ID=91d3c811-a8f5-4496-9eab-cb87f11ae6ee,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:32.632333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-45fed63b-58a2-47eb-8632-76f6312147b1 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:32.657113 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-45fed63b-58a2-47eb-8632-76f6312147b1 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:14:32.710144 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-c37cf0f7-2587-455c-85cc-107ec35664b5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:32.712897 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460a8af-84c9-4467-bbb7-d6a51766bd42 req-448d79d0-97cb-4744-a07d-afd04dd34b6e tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:32.714485 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a460a8af-84c9-4467-bbb7-d6a51766bd42 req-448d79d0-97cb-4744-a07d-afd04dd34b6e tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 932 time: 0.1831994 Nov 08 00:14:32.740086 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2c6310dc-3741-4111-8073-8b72ac649689 req-478a1415-8565-4254-8b21-9e2211abda61 service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631200 Nov 08 00:14:32.747148 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-45fed63b-58a2-47eb-8632-76f6312147b1 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:32.748445 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-45fed63b-58a2-47eb-8632-76f6312147b1 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:32.780726 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a460a8af-84c9-4467-bbb7-d6a51766bd42 req-9babea66-6286-4a52-903e-7cff90b0f2ae tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583951 Nov 08 00:14:32.781340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-fb602096-cfe0-4bcf-8075-5b2bb6a91ec8 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Made reservation on behalf of 35922b4ef6074a3f9f3a7b480ac0afa6 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:32.785261 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-fb602096-cfe0-4bcf-8075-5b2bb6a91ec8 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:32.874907 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-45fed63b-58a2-47eb-8632-76f6312147b1 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8880730 Nov 08 00:14:32.890131 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2edeba-630b-4669-8190-83d3c4352bc9 x-openstack-request-id: req-1c2edeba-630b-4669-8190-83d3c4352bc9 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:32.890552 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2836bbd-cea4-4ea5-bd52-f8eb27182451", "tag": "2958b0f6-b9b8-44fd-9028-8080e090c89c", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:32.890898 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c2edeba-630b-4669-8190-83d3c4352bc9 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:32.892517 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2836bbd-cea4-4ea5-bd52-f8eb27182451', 'tag': '2958b0f6-b9b8-44fd-9028-8080e090c89c', 'status': 'completed', 'code': 200} Nov 08 00:14:32.899664 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] Request body: {'port': {'device_id': '86f7755e-bb39-42a6-8848-72c8565de592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:32.981554 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-c37cf0f7-2587-455c-85cc-107ec35664b5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:33.006244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-fb602096-cfe0-4bcf-8075-5b2bb6a91ec8 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Allocated IP 19.80.0.176 (7a239e8a-d30c-4ae5-9f8a-0163cf3c187a/7c7b97a7-902f-4d63-9f84-9fe5bdac8d65/502c36f2-1ec3-4b42-ace7-7d3af3bdb39e) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:14:33.023678 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['478fbc01-eacc-42aa-bcea-78be1ab05517', '36e33710-6d30-4755-b8fe-f991141ea0a1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:14:33.024426 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2c6310dc-3741-4111-8073-8b72ac649689 req-0bdbd4f5-1ab6-4059-95b4-84a38c0d84ff service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725666 Nov 08 00:14:33.032873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['fe0af755-b3b7-4f99-b3cd-38d7af31c298'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:14:33.041517 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-c37cf0f7-2587-455c-85cc-107ec35664b5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:33.045157 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-c37cf0f7-2587-455c-85cc-107ec35664b5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:33.047535 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-c37cf0f7-2587-455c-85cc-107ec35664b5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:14:33.080511 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cf0f7-2587-455c-85cc-107ec35664b5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Pushing event updated for resources: {'Port': ['ID=87317753-526c-4085-922b-c2cf55d8958d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:33.130558 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-c37cf0f7-2587-455c-85cc-107ec35664b5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:33.140440 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-c37cf0f7-2587-455c-85cc-107ec35664b5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:33.161849 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-862e8a57-e307-478f-853b-4cb474249cd9 None None] Provisioning complete for port 91d3c811-a8f5-4496-9eab-cb87f11ae6ee triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:33.162555 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-862e8a57-e307-478f-853b-4cb474249cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:33.177127 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:33.244850 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-c37cf0f7-2587-455c-85cc-107ec35664b5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0563776 Nov 08 00:14:33.257757 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-862e8a57-e307-478f-853b-4cb474249cd9 None None] Port 91d3c811-a8f5-4496-9eab-cb87f11ae6ee cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:14:33.265327 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Request body: {'port': {'device_id': '26118d8e-693a-45bf-8689-d3782e5cd2b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:33.320695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15a2cf-29ca-4690-9339-d72714cffa15 req-0dc30270-cbe6-42a1-b644-f1aa59b859ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:33.322229 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0f15a2cf-29ca-4690-9339-d72714cffa15 req-0dc30270-cbe6-42a1-b644-f1aa59b859ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 1095 time: 0.1297977 Nov 08 00:14:33.328448 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:33.339618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702149be-059a-4b75-9a7d-aa00fe8fd502 req-d310d459-6302-4ae1-a69f-5704ca12a692 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:33.347954 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-702149be-059a-4b75-9a7d-aa00fe8fd502 req-d310d459-6302-4ae1-a69f-5704ca12a692 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 935 time: 0.2680376 Nov 08 00:14:33.362155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de8176-9470-412f-b14d-abc0381ec1b4 req-7bf6d8d5-552e-4b79-93ed-e36319c59c7a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:33.363711 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d2de8176-9470-412f-b14d-abc0381ec1b4 req-7bf6d8d5-552e-4b79-93ed-e36319c59c7a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b HTTP/1.1" status: 200 len: 946 time: 0.3018935 Nov 08 00:14:33.446633 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:33.503760 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-82bc5631-7e93-4a8f-b290-d604e4ba1d0e None None] Provisioning complete for port 87317753-526c-4085-922b-c2cf55d8958d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:33.504227 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-82bc5631-7e93-4a8f-b290-d604e4ba1d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:33.519008 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d2de8176-9470-412f-b14d-abc0381ec1b4 req-d6f87c6c-daaf-4020-8f9f-a55fe20cd528 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431050 Nov 08 00:14:33.551031 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-82bc5631-7e93-4a8f-b290-d604e4ba1d0e None None] Port 87317753-526c-4085-922b-c2cf55d8958d cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:14:33.552274 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-702149be-059a-4b75-9a7d-aa00fe8fd502 req-74c2bbbf-f6a2-4ff2-8bfd-bad18a8fef2d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991093 Nov 08 00:14:33.584314 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-fb602096-cfe0-4bcf-8075-5b2bb6a91ec8 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:33.599756 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15a2cf-29ca-4690-9339-d72714cffa15 req-ff2be939-d526-424a-9031-3647f4a2c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:33.607299 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0f15a2cf-29ca-4690-9339-d72714cffa15 req-ff2be939-d526-424a-9031-3647f4a2c72f service neutron] 10.222.0.20 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 909 time: 0.2484705 Nov 08 00:14:33.623286 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be2e724-9b37-44d5-b119-3ebfdd7bd241 x-openstack-request-id: req-6be2e724-9b37-44d5-b119-3ebfdd7bd241 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:33.623720 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34228e9-291c-4adc-9fe0-4ea79bb0c94b", "name": "network-vif-plugged", "status": "completed", "tag": "56ff3958-0144-4d3c-b3b3-300680828662", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:33.624097 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6be2e724-9b37-44d5-b119-3ebfdd7bd241 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:33.624570 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34228e9-291c-4adc-9fe0-4ea79bb0c94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ff3958-0144-4d3c-b3b3-300680828662', 'code': 200} Nov 08 00:14:33.770899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a732b-b03f-4f0e-9d88-80fcb9f357a5 req-dd9475a0-36f8-43c0-be89-d05e0a7ec921 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:33.777050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a732b-b03f-4f0e-9d88-80fcb9f357a5 req-dd9475a0-36f8-43c0-be89-d05e0a7ec921 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:33.778743 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a9a732b-b03f-4f0e-9d88-80fcb9f357a5 req-dd9475a0-36f8-43c0-be89-d05e0a7ec921 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 1653 time: 0.1075523 Nov 08 00:14:33.845417 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-fb602096-cfe0-4bcf-8075-5b2bb6a91ec8 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:33.946235 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-fb602096-cfe0-4bcf-8075-5b2bb6a91ec8 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Network 7a239e8a-d30c-4ae5-9f8a-0163cf3c187a is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:33.953354 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a9a732b-b03f-4f0e-9d88-80fcb9f357a5 req-a26b70c9-0da3-4d33-a4e7-06f5cf9661c3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666503 Nov 08 00:14:33.962214 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-fb602096-cfe0-4bcf-8075-5b2bb6a91ec8 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:33.988841 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-fb602096-cfe0-4bcf-8075-5b2bb6a91ec8 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:14:34.024892 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb602096-cfe0-4bcf-8075-5b2bb6a91ec8 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event updated for resources: {'Port': ['ID=502c36f2-1ec3-4b42-ace7-7d3af3bdb39e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:34.045851 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3ff55-3afe-46dd-88f5-969aaad8207f req-1f7e7161-b999-48d0-b801-46a2d2ff2abe tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:34.063290 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9fa3ff55-3afe-46dd-88f5-969aaad8207f req-1f7e7161-b999-48d0-b801-46a2d2ff2abe tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 944 time: 0.2809167 Nov 08 00:14:34.063514 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0f15a2cf-29ca-4690-9339-d72714cffa15 req-6b2fb326-ee35-4ed0-81f0-4bd5d11b06f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2958b0f6-b9b8-44fd-9028-8080e090c89c HTTP/1.1" status: 200 len: 217 time: 0.3601136 Nov 08 00:14:34.084492 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d3c811-a8f5-4496-9eab-cb87f11ae6ee {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:34.119251 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:34.137815 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-fb602096-cfe0-4bcf-8075-5b2bb6a91ec8 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:34.138498 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-fb602096-cfe0-4bcf-8075-5b2bb6a91ec8 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:34.198535 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15a2cf-29ca-4690-9339-d72714cffa15 req-eba001b9-92cf-452e-b9da-bfc1bee1cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:34.200089 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0f15a2cf-29ca-4690-9339-d72714cffa15 req-eba001b9-92cf-452e-b9da-bfc1bee1cd8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.1230214 Nov 08 00:14:34.201762 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e24ab-610a-4107-b6a5-aae3e7e1587b req-18f49f4c-29cd-4d25-8314-f37c04b3cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:34.203112 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e21e24ab-610a-4107-b6a5-aae3e7e1587b req-18f49f4c-29cd-4d25-8314-f37c04b3cea8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b HTTP/1.1" status: 200 len: 1097 time: 0.1540248 Nov 08 00:14:34.226222 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-fb602096-cfe0-4bcf-8075-5b2bb6a91ec8 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9778106 Nov 08 00:14:34.236471 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9fa3ff55-3afe-46dd-88f5-969aaad8207f req-20b3f157-2e70-49e4-8d0f-0c5d9dcdf454 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728783 Nov 08 00:14:34.240709 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] Transition to ACTIVE for port object 91d3c811-a8f5-4496-9eab-cb87f11ae6ee will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:14:34.247773 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Request body: {'port': {'device_id': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:34.255449 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0f15a2cf-29ca-4690-9339-d72714cffa15 req-3e4dcee2-3c22-4684-a134-d5623f650918 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472071 Nov 08 00:14:34.282190 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f3a25155-e48c-46bc-b9f8-818628ecdb31 None None] Provisioning complete for port 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:34.283107 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f3a25155-e48c-46bc-b9f8-818628ecdb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:34.339343 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:34.349744 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e21e24ab-610a-4107-b6a5-aae3e7e1587b req-bb869a5d-3101-401a-9faf-a2230e02901f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290791 Nov 08 00:14:34.353291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f3a25155-e48c-46bc-b9f8-818628ecdb31 None None] Port 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:14:34.363091 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:34.416818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-89ff2562-6058-4c57-97cc-667da5890d09 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:34.418360 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-89ff2562-6058-4c57-97cc-667da5890d09 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 811 time: 0.2872047 Nov 08 00:14:34.432286 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0f15a2cf-29ca-4690-9339-d72714cffa15 req-e3453141-aed8-41b3-8abd-148aabab1026 service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653903 Nov 08 00:14:34.445628 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87317753-526c-4085-922b-c2cf55d8958d {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:34.471115 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:34.500640 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-9cfca01e-f080-4f61-a588-3d161a238808 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/quotas/8dd4c6d02b4944e189792b171f577519 HTTP/1.1" status: 200 len: 375 time: 0.0449674 Nov 08 00:14:34.502891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190808f-827e-4352-a309-454944ba26bd service neutron] Pushing event updated for resources: {'Port': ['ID=91d3c811-a8f5-4496-9eab-cb87f11ae6ee,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:34.521659 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Transition to ACTIVE for port object 87317753-526c-4085-922b-c2cf55d8958d will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:14:34.559220 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0f15a2cf-29ca-4690-9339-d72714cffa15 req-894ee9a6-ec92-4c68-a742-da97beaedc8c service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178458 Nov 08 00:14:34.582882 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:34.624279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa544672-6276-42a5-8650-c2f60ba8b322 req-ee5ffaef-74ec-419f-bfb9-f59c4a9107e5 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:34.631588 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa544672-6276-42a5-8650-c2f60ba8b322 req-ee5ffaef-74ec-419f-bfb9-f59c4a9107e5 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 944 time: 0.2636421 Nov 08 00:14:34.646902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-7d78651d-f30b-40dc-b439-72f5b2da25ff tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1285720 Nov 08 00:14:34.672668 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Pushing event updated for resources: {'Port': ['ID=87317753-526c-4085-922b-c2cf55d8958d,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:34.735475 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Attempting to bind port 87317753-526c-4085-922b-c2cf55d8958d on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:34.735835 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Attempting to bind port 87317753-526c-4085-922b-c2cf55d8958d by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:34.736169 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Attempting to bind port 87317753-526c-4085-922b-c2cf55d8958d on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:34.741745 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Port 87317753-526c-4085-922b-c2cf55d8958d on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:14:34.742071 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Attempting to bind port 87317753-526c-4085-922b-c2cf55d8958d on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:34.748662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:34.749118 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:34.750081 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:34.750081 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Bound port: 87317753-526c-4085-922b-c2cf55d8958d, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:34.750339 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:34.843129 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] For port 87317753-526c-4085-922b-c2cf55d8958d, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:34.847032 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] For port 87317753-526c-4085-922b-c2cf55d8958d, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=87317753-526c-4085-922b-c2cf55d8958d,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:34.856088 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa544672-6276-42a5-8650-c2f60ba8b322 req-4d3e7b53-e7ff-4414-ae83-5cbac5cf09d3 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234817 Nov 08 00:14:34.907128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] Attempting to bind port 91d3c811-a8f5-4496-9eab-cb87f11ae6ee on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:34.907611 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] Attempting to bind port 91d3c811-a8f5-4496-9eab-cb87f11ae6ee by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '6fb58c1c-c575-461c-b850-6c6b1be8fffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:34.908061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] Attempting to bind port 91d3c811-a8f5-4496-9eab-cb87f11ae6ee on network 0de3b87e-5ff4-4f98-bc99-5800b250314b {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:34.926156 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:34.939486 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] Port 91d3c811-a8f5-4496-9eab-cb87f11ae6ee on network 0de3b87e-5ff4-4f98-bc99-5800b250314b not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:14:34.940354 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] Attempting to bind port 91d3c811-a8f5-4496-9eab-cb87f11ae6ee on network 0de3b87e-5ff4-4f98-bc99-5800b250314b {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:34.941929 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:34.942656 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:34.944221 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] 10.222.0.26 "PUT /v2.0/ports/87317753-526c-4085-922b-c2cf55d8958d HTTP/1.1" status: 200 len: 1095 time: 1.6833329 Nov 08 00:14:34.946723 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26118d8e-693a-45bf-8689-d3782e5cd2b5', 'tag': '87317753-526c-4085-922b-c2cf55d8958d'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:34.948832 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030d490c-6b4c-4854-abef-0809fdd5b0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "26118d8e-693a-45bf-8689-d3782e5cd2b5", "tag": "87317753-526c-4085-922b-c2cf55d8958d"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:34.951297 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:34.951756 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] Checking segment: {'id': '6fb58c1c-c575-461c-b850-6c6b1be8fffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:34.952573 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] Bound using segment: {'id': '6fb58c1c-c575-461c-b850-6c6b1be8fffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:34.953114 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] Bound port: 91d3c811-a8f5-4496-9eab-cb87f11ae6ee, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb58c1c-c575-461c-b850-6c6b1be8fffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:34.953569 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:34.963878 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-16423c69-9f89-431c-8fc1-ac652078a093 service neutron] 10.222.0.13 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164258 Nov 08 00:14:35.011376 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f2bd0-9b26-47e7-a733-416043afc063 service neutron] Pushing event updated for resources: {'Port': ['ID=87317753-526c-4085-922b-c2cf55d8958d,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:35.113895 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-79bb32da-5956-44c2-8d83-eb3e4b1253ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:35.115533 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-79bb32da-5956-44c2-8d83-eb3e4b1253ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 1098 time: 0.0493290 Nov 08 00:14:35.177642 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-28385d64-f569-4601-860e-17aece85eeef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=87317753-526c-4085-922b-c2cf55d8958d HTTP/1.1" status: 200 len: 217 time: 0.0449936 Nov 08 00:14:35.239956 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-a23949a7-2539-48d8-901c-5a223e863eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:35.239956 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-a23949a7-2539-48d8-901c-5a223e863eb2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0486751 Nov 08 00:14:35.277701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96933ad3-7f07-472a-b914-ff4ff411bd9b {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:35.286428 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] For port 91d3c811-a8f5-4496-9eab-cb87f11ae6ee, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:35.294498 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-d62b9711-16d0-4fd9-b26e-f8001d391af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:35.296039 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-d62b9711-16d0-4fd9-b26e-f8001d391af9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0488169 Nov 08 00:14:35.301871 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:35.313662 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62698343-e553-4b3d-a567-226f93c7189b req-f7e3855f-3d93-4687-972c-62d344058f84 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:35.316430 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62698343-e553-4b3d-a567-226f93c7189b req-f7e3855f-3d93-4687-972c-62d344058f84 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b HTTP/1.1" status: 200 len: 946 time: 0.2492263 Nov 08 00:14:35.317237 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-33cd00bf-8fc4-4b88-90fe-9fbddde1450d service neutron] 10.222.0.13 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522999 Nov 08 00:14:35.319267 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] For port 91d3c811-a8f5-4496-9eab-cb87f11ae6ee, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=91d3c811-a8f5-4496-9eab-cb87f11ae6ee,segment=NetworkSegment(6fb58c1c-c575-461c-b850-6c6b1be8fffd),segment_id=6fb58c1c-c575-461c-b850-6c6b1be8fffd)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:35.340059 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Transition to ACTIVE for port object 96933ad3-7f07-472a-b914-ff4ff411bd9b will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:14:35.386592 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62698343-e553-4b3d-a567-226f93c7189b req-c20ef67d-7a66-4260-baf9-c533fb2c760d tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614009 Nov 08 00:14:35.400604 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:35.433927 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-f72fa10d-c957-4513-bf9f-f910ee6203d4 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170709 Nov 08 00:14:35.434446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:35.435989 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:35.437533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-0190808f-827e-4352-a309-454944ba26bd service neutron] 10.222.0.26 "PUT /v2.0/ports/91d3c811-a8f5-4496-9eab-cb87f11ae6ee HTTP/1.1" status: 200 len: 1092 time: 2.5452607 Nov 08 00:14:35.440721 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f7755e-bb39-42a6-8848-72c8565de592', 'tag': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:35.443374 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ceb2db5-e3f2-453a-ae46-590df84835c0" -d '{"events": [{"name": "network-changed", "server_uuid": "86f7755e-bb39-42a6-8848-72c8565de592", "tag": "91d3c811-a8f5-4496-9eab-cb87f11ae6ee"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:35.449541 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:35.528065 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190808f-827e-4352-a309-454944ba26bd service neutron] Pushing event updated for resources: {'Port': ['ID=91d3c811-a8f5-4496-9eab-cb87f11ae6ee,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:35.647113 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964e287e-c950-4cdf-9a62-f3751d6bd8d0 x-openstack-request-id: req-964e287e-c950-4cdf-9a62-f3751d6bd8d0 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:35.647485 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26118d8e-693a-45bf-8689-d3782e5cd2b5", "tag": "87317753-526c-4085-922b-c2cf55d8958d", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:35.648899 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-964e287e-c950-4cdf-9a62-f3751d6bd8d0 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:35.649517 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26118d8e-693a-45bf-8689-d3782e5cd2b5', 'tag': '87317753-526c-4085-922b-c2cf55d8958d', 'status': 'completed', 'code': 200} Nov 08 00:14:35.659610 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c7836bbc-c734-4d81-a44c-be52b8120dcb req-6ece2c26-2a6b-4f31-8aee-ca473f8a5f69 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885967 Nov 08 00:14:35.736752 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Pushing event updated for resources: {'Port': ['ID=96933ad3-7f07-472a-b914-ff4ff411bd9b,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:35.753702 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd315fd-f1da-406d-a73d-04ceeccf43db req-6640be61-7ede-4b77-af58-739bce525a30 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:35.755993 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbd315fd-f1da-406d-a73d-04ceeccf43db req-6640be61-7ede-4b77-af58-739bce525a30 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 947 time: 0.2895455 Nov 08 00:14:35.819701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-add743b5-6d18-426a-863c-aadc6f162567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:35.821097 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-add743b5-6d18-426a-863c-aadc6f162567 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2de47a6126ba4de69e1e89c7390326ab&device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 1095 time: 0.2595277 Nov 08 00:14:35.863738 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Attempting to bind port 96933ad3-7f07-472a-b914-ff4ff411bd9b on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:35.864012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Attempting to bind port 96933ad3-7f07-472a-b914-ff4ff411bd9b by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'c2cc1d1e-636d-48b8-8201-0d2b32875aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7a239e8a-d30c-4ae5-9f8a-0163cf3c187a'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:35.864348 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Attempting to bind port 96933ad3-7f07-472a-b914-ff4ff411bd9b on network 7a239e8a-d30c-4ae5-9f8a-0163cf3c187a {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:35.873458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbd315fd-f1da-406d-a73d-04ceeccf43db req-37a40d6b-b4d4-410e-83b8-ed06924efc59 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048839 Nov 08 00:14:35.909733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Port 96933ad3-7f07-472a-b914-ff4ff411bd9b on network 7a239e8a-d30c-4ae5-9f8a-0163cf3c187a not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:14:35.910064 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Attempting to bind port 96933ad3-7f07-472a-b914-ff4ff411bd9b on network 7a239e8a-d30c-4ae5-9f8a-0163cf3c187a {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:35.913654 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-7695821c-7d8b-45a1-8ee8-042e7970235b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d3c811-a8f5-4496-9eab-cb87f11ae6ee HTTP/1.1" status: 200 len: 217 time: 0.0621800 Nov 08 00:14:35.924137 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701b237-885a-4255-b85f-f8e6ecb86a74 req-6ce74238-6f87-418d-b1ae-b3fc4e7fa337 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:35.930443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701b237-885a-4255-b85f-f8e6ecb86a74 req-6ce74238-6f87-418d-b1ae-b3fc4e7fa337 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:35.936619 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701b237-885a-4255-b85f-f8e6ecb86a74 req-6ce74238-6f87-418d-b1ae-b3fc4e7fa337 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:35.938386 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1701b237-885a-4255-b85f-f8e6ecb86a74 req-6ce74238-6f87-418d-b1ae-b3fc4e7fa337 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2387 time: 0.2053032 Nov 08 00:14:35.950551 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:35.950936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Checking segment: {'id': 'c2cc1d1e-636d-48b8-8201-0d2b32875aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7a239e8a-d30c-4ae5-9f8a-0163cf3c187a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:35.951421 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Bound using segment: {'id': 'c2cc1d1e-636d-48b8-8201-0d2b32875aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7a239e8a-d30c-4ae5-9f8a-0163cf3c187a'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:35.951897 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Bound port: 96933ad3-7f07-472a-b914-ff4ff411bd9b, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2cc1d1e-636d-48b8-8201-0d2b32875aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7a239e8a-d30c-4ae5-9f8a-0163cf3c187a'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:35.952321 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:35.958175 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d490c-6b4c-4854-abef-0809fdd5b0b3 req-24143894-3554-492f-a846-7b7de3337f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:35.959740 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-030d490c-6b4c-4854-abef-0809fdd5b0b3 req-24143894-3554-492f-a846-7b7de3337f19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 1098 time: 0.0479336 Nov 08 00:14:36.056599 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-6af1ae20-0bcf-444b-aa83-702283d34870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:36.058548 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-6af1ae20-0bcf-444b-aa83-702283d34870 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=311328bc-5cef-4eac-9675-4fcbd1f92dad HTTP/1.1" status: 200 len: 859 time: 0.1175432 Nov 08 00:14:36.065692 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d490c-6b4c-4854-abef-0809fdd5b0b3 req-e53afb3b-3ef0-471e-80d0-f1078707fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:36.068214 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-030d490c-6b4c-4854-abef-0809fdd5b0b3 req-e53afb3b-3ef0-471e-80d0-f1078707fb06 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.0987833 Nov 08 00:14:36.068451 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1701b237-885a-4255-b85f-f8e6ecb86a74 req-e83dc82c-3a23-427b-b23d-84a8835c6092 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140411 Nov 08 00:14:36.125370 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-030d490c-6b4c-4854-abef-0809fdd5b0b3 req-4b0ea658-d743-4b64-90f2-4195e3446e8b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=87317753-526c-4085-922b-c2cf55d8958d HTTP/1.1" status: 200 len: 217 time: 0.0431798 Nov 08 00:14:36.132612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] For port 96933ad3-7f07-472a-b914-ff4ff411bd9b, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:36.152781 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] For port 96933ad3-7f07-472a-b914-ff4ff411bd9b, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=96933ad3-7f07-472a-b914-ff4ff411bd9b,segment=NetworkSegment(c2cc1d1e-636d-48b8-8201-0d2b32875aa0),segment_id=c2cc1d1e-636d-48b8-8201-0d2b32875aa0)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:36.157907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-27bbd21d-40ef-4fdc-b1cb-0208f04fc158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:36.159486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-27bbd21d-40ef-4fdc-b1cb-0208f04fc158 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0de3b87e-5ff4-4f98-bc99-5800b250314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631220 Nov 08 00:14:36.177296 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d490c-6b4c-4854-abef-0809fdd5b0b3 req-0e397468-f258-494b-bb7f-65aabc835814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:36.179047 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-030d490c-6b4c-4854-abef-0809fdd5b0b3 req-0e397468-f258-494b-bb7f-65aabc835814 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0540919 Nov 08 00:14:36.228891 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d490c-6b4c-4854-abef-0809fdd5b0b3 req-7eaf44f0-87f4-4212-b721-0f96ccfa53f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:36.230641 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-030d490c-6b4c-4854-abef-0809fdd5b0b3 req-7eaf44f0-87f4-4212-b721-0f96ccfa53f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0434556 Nov 08 00:14:36.267271 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567df0db-c487-4598-97bc-d0daf3848b49 req-8414de86-4583-4374-84b6-4d19444afce7 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:36.267271 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-567df0db-c487-4598-97bc-d0daf3848b49 req-8414de86-4583-4374-84b6-4d19444afce7 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 944 time: 0.1083515 Nov 08 00:14:36.274198 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:36.335056 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1906bd8-38a2-4c88-b8ba-181762cca0ef x-openstack-request-id: req-b1906bd8-38a2-4c88-b8ba-181762cca0ef {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:36.336079 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f7755e-bb39-42a6-8848-72c8565de592", "tag": "91d3c811-a8f5-4496-9eab-cb87f11ae6ee", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:36.336513 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1906bd8-38a2-4c88-b8ba-181762cca0ef {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:36.337123 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f7755e-bb39-42a6-8848-72c8565de592', 'tag': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee', 'status': 'completed', 'code': 200} Nov 08 00:14:36.341893 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-030d490c-6b4c-4854-abef-0809fdd5b0b3 req-6f1dbe5e-91bb-4a3e-a5c5-540c16279a0f service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026647 Nov 08 00:14:36.356429 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-d8607950-5137-4a01-bc65-fb826e8b558f service neutron] 10.222.0.26 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888540 Nov 08 00:14:36.395624 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:36.396347 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:36.397675 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] 10.222.0.20 "PUT /v2.0/ports/96933ad3-7f07-472a-b914-ff4ff411bd9b HTTP/1.1" status: 200 len: 1091 time: 2.1551967 Nov 08 00:14:36.404334 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeb0e160-6722-4403-92e8-c614ce26834c req-c5ec86cc-0de6-4b4b-bd03-424debb1da8a tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 210 time: 0.0560825 Nov 08 00:14:36.457227 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-030d490c-6b4c-4854-abef-0809fdd5b0b3 req-12d60ce1-904a-4603-bf90-e0a1df6e23f6 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081381 Nov 08 00:14:36.494185 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-567df0db-c487-4598-97bc-d0daf3848b49 req-69b10081-3379-4422-ba59-eb41d7574b7c tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229474 Nov 08 00:14:36.534697 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9a7bb-6b14-4f5d-83b8-5ee5914e0816 service neutron] Pushing event updated for resources: {'Port': ['ID=96933ad3-7f07-472a-b914-ff4ff411bd9b,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:36.558726 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Request body: {'port': {'device_id': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:36.637777 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ff71c-6a44-46bc-9049-d92472c5564b req-9461d911-907f-4c1e-9380-798ec5ab957c tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:36.639906 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-660ff71c-6a44-46bc-9049-d92472c5564b req-9461d911-907f-4c1e-9380-798ec5ab957c tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 944 time: 0.1507552 Nov 08 00:14:36.645182 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3a8461f-36ab-47e8-8407-2a7f5df6f39a req-8d63c0e7-6b63-4608-b1a2-0037cbd653fe service neutron] 10.222.0.26 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737679 Nov 08 00:14:36.678477 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:36.745636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-660ff71c-6a44-46bc-9049-d92472c5564b req-ea048b1c-7c03-4670-a66d-faebe8cfdd94 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971103 Nov 08 00:14:36.766680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ac5b7-34c5-4246-8679-78a10b388440 req-a8a2783f-fb78-4e69-8407-8f51b8a880af tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:36.766680 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-909ac5b7-34c5-4246-8679-78a10b388440 req-a8a2783f-fb78-4e69-8407-8f51b8a880af tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.1158960 Nov 08 00:14:36.896250 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 2958b0f6-b9b8-44fd-9028-8080e090c89c details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:14:36.993859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 2958b0f6-b9b8-44fd-9028-8080e090c89c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2958b0f6-b9b8-44fd-9028-8080e090c89c,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:37.007021 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '2958b0f6-b9b8-44fd-9028-8080e090c89c', 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e', 'port_id': '2958b0f6-b9b8-44fd-9028-8080e090c89c', 'mac_address': 'fa:16:3e:6e:a4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ec3df4-1869-45a1-99d0-6ce6e411d41a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:14:37.050032 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:37.065111 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2958b0f6-b9b8-44fd-9028-8080e090c89c {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:37.086889 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 2958b0f6-b9b8-44fd-9028-8080e090c89c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2958b0f6-b9b8-44fd-9028-8080e090c89c,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:37.148514 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:37.200306 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-909ac5b7-34c5-4246-8679-78a10b388440 req-78e6ac72-9d7e-43e2-a005-12ec8c6ca8a5 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346480 Nov 08 00:14:37.282409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904694a-66ae-4497-9ef4-f4be9b605174 req-1691a5bd-5a7c-42d0-94d1-57a98c331940 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:37.283925 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3904694a-66ae-4497-9ef4-f4be9b605174 req-1691a5bd-5a7c-42d0-94d1-57a98c331940 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b HTTP/1.1" status: 200 len: 946 time: 0.4422224 Nov 08 00:14:37.285661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb2db5-e3f2-453a-ae46-590df84835c0 req-d32c87ff-5129-4e8d-a3f7-9c23d3418319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:37.286993 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ceb2db5-e3f2-453a-ae46-590df84835c0 req-d32c87ff-5129-4e8d-a3f7-9c23d3418319 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2de47a6126ba4de69e1e89c7390326ab&device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 1095 time: 0.4442661 Nov 08 00:14:37.328311 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=2958b0f6-b9b8-44fd-9028-8080e090c89c,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:37.445182 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3904694a-66ae-4497-9ef4-f4be9b605174 req-584dd109-fe7b-40f3-b6c7-60efae749b2c tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516991 Nov 08 00:14:37.461128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdb5a3-40fb-4c4a-85b8-6f4c9366296b req-0afebba3-aecd-46f4-8d73-7f371bf3a540 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:37.462595 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-90bdb5a3-40fb-4c4a-85b8-6f4c9366296b req-0afebba3-aecd-46f4-8d73-7f371bf3a540 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 947 time: 0.1922712 Nov 08 00:14:37.504319 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb2db5-e3f2-453a-ae46-590df84835c0 req-77937715-9025-4b08-b12a-2f4c0410efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:37.505800 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ceb2db5-e3f2-453a-ae46-590df84835c0 req-77937715-9025-4b08-b12a-2f4c0410efc7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0de3b87e-5ff4-4f98-bc99-5800b250314b HTTP/1.1" status: 200 len: 921 time: 0.2014024 Nov 08 00:14:37.601899 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['2958b0f6-b9b8-44fd-9028-8080e090c89c'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:14:37.619559 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ceb2db5-e3f2-453a-ae46-590df84835c0 req-d400d81d-02f2-4fed-995d-de80602c85d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d3c811-a8f5-4496-9eab-cb87f11ae6ee HTTP/1.1" status: 200 len: 217 time: 0.1062479 Nov 08 00:14:37.641039 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-90bdb5a3-40fb-4c4a-85b8-6f4c9366296b req-5803c29f-1995-4552-a027-b8f92803df68 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629097 Nov 08 00:14:37.653665 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912438ef-1a4c-4acd-8735-b9fae712dcc6 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:37.665473 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:37.711398 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd974b6-2d1a-449f-b53a-ac9938863545 req-b942092a-998c-4a4f-ae31-1209066badb1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:37.718142 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd974b6-2d1a-449f-b53a-ac9938863545 req-b942092a-998c-4a4f-ae31-1209066badb1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:37.724170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd974b6-2d1a-449f-b53a-ac9938863545 req-b942092a-998c-4a4f-ae31-1209066badb1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:37.725844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3dd974b6-2d1a-449f-b53a-ac9938863545 req-b942092a-998c-4a4f-ae31-1209066badb1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2387 time: 0.2104399 Nov 08 00:14:37.742125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Transition to ACTIVE for port object 912438ef-1a4c-4acd-8735-b9fae712dcc6 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:14:37.774783 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2cb0315-ee69-4b48-8263-69a1cd56dded req-773bb18d-c950-4334-8178-ee70715f4c68 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 210 time: 0.0479126 Nov 08 00:14:37.778154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb2db5-e3f2-453a-ae46-590df84835c0 req-887679ca-d378-4b0b-be7c-b86df1dbe729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:37.780104 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ceb2db5-e3f2-453a-ae46-590df84835c0 req-887679ca-d378-4b0b-be7c-b86df1dbe729 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=311328bc-5cef-4eac-9675-4fcbd1f92dad HTTP/1.1" status: 200 len: 859 time: 0.1486413 Nov 08 00:14:37.809946 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3dd974b6-2d1a-449f-b53a-ac9938863545 req-b6bbe4cc-eda5-4c68-84a7-aad5beb50fbb tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675175 Nov 08 00:14:37.829789 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:37.928890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-1698a0d0-475b-4874-8583-6c3e88600573 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:37.929788 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb2db5-e3f2-453a-ae46-590df84835c0 req-eee14b2f-8311-4bca-8807-6987c417df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:37.931328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ceb2db5-e3f2-453a-ae46-590df84835c0 req-eee14b2f-8311-4bca-8807-6987c417df54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0de3b87e-5ff4-4f98-bc99-5800b250314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394484 Nov 08 00:14:37.931776 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-1698a0d0-475b-4874-8583-6c3e88600573 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.20 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 811 time: 0.1507127 Nov 08 00:14:37.932003 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Pushing event updated for resources: {'Port': ['ID=912438ef-1a4c-4acd-8735-b9fae712dcc6,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:37.953994 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-05f3f060-4081-4af0-a587-56df6e44035c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Request body: {'port': {'device_id': '1745010f-0b4e-4cbe-8bd8-4e69422c44da', 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d', 'admin_state_up': True, 'tenant_id': '8dd4c6d02b4944e189792b171f577519'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:38.052258 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:38.052604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:38.052944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:38.053279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:38.053608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:38.053942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:38.054259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:38.054579 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:38.054901 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:38.055765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:38.055765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:38.056119 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:14:38.131373 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195ec7d-a98a-4acb-aa9c-1eae4263cd32 req-edd255d2-b77a-49cc-ba67-553f8b211175 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:38.132896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5195ec7d-a98a-4acb-aa9c-1eae4263cd32 req-edd255d2-b77a-49cc-ba67-553f8b211175 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 945 time: 0.2739763 Nov 08 00:14:38.180362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-05f3f060-4081-4af0-a587-56df6e44035c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Made reservation on behalf of 8dd4c6d02b4944e189792b171f577519 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:38.184095 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-05f3f060-4081-4af0-a587-56df6e44035c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:38.208780 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Attempting to bind port 912438ef-1a4c-4acd-8735-b9fae712dcc6 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:38.209112 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Attempting to bind port 912438ef-1a4c-4acd-8735-b9fae712dcc6 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '55f1850e-dc05-4bfe-9963-77801719a94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7c6eeaf5-f19c-4ebe-8561-d8056fc411ee'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:38.209449 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Attempting to bind port 912438ef-1a4c-4acd-8735-b9fae712dcc6 on network 7c6eeaf5-f19c-4ebe-8561-d8056fc411ee {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:38.233173 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:38.243190 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ceb2db5-e3f2-453a-ae46-590df84835c0 req-2e76c696-c522-4aeb-92fb-1a5d08fefb2f service neutron] 10.222.0.26 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832150 Nov 08 00:14:38.248131 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Port 912438ef-1a4c-4acd-8735-b9fae712dcc6 on network 7c6eeaf5-f19c-4ebe-8561-d8056fc411ee not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:14:38.248453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Attempting to bind port 912438ef-1a4c-4acd-8735-b9fae712dcc6 on network 7c6eeaf5-f19c-4ebe-8561-d8056fc411ee {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:38.259457 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b4fee-1a02-4e29-9c8a-649e14b7fb6a req-ae8f0ead-872b-49ea-ad41-b29d87371903 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:38.262276 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e20b4fee-1a02-4e29-9c8a-649e14b7fb6a req-ae8f0ead-872b-49ea-ad41-b29d87371903 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 806 time: 0.3196526 Nov 08 00:14:38.275235 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5195ec7d-a98a-4acb-aa9c-1eae4263cd32 req-9fe7b8c1-4769-4901-be0d-4507b3b04f90 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318150 Nov 08 00:14:38.295885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:38.295885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Checking segment: {'id': '55f1850e-dc05-4bfe-9963-77801719a94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7c6eeaf5-f19c-4ebe-8561-d8056fc411ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:38.295885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Bound using segment: {'id': '55f1850e-dc05-4bfe-9963-77801719a94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7c6eeaf5-f19c-4ebe-8561-d8056fc411ee'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:38.295885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Bound port: 912438ef-1a4c-4acd-8735-b9fae712dcc6, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f1850e-dc05-4bfe-9963-77801719a94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7c6eeaf5-f19c-4ebe-8561-d8056fc411ee'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:38.295885 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:38.327157 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-05f3f060-4081-4af0-a587-56df6e44035c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Allocated IP 172.20.0.12 (fbdac748-0684-47d9-bd85-ff6918affb9d/daf5087d-85b5-4f3a-9920-492dd2518682/9d65023c-0b3c-498b-8c74-814a53018e14) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:14:38.336272 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e20b4fee-1a02-4e29-9c8a-649e14b7fb6a req-12dced67-4192-41e7-bb2f-c67ed1242330 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/quotas/03361b607f1240009c31eb92f73a8c14 HTTP/1.1" status: 200 len: 375 time: 0.0648813 Nov 08 00:14:38.339698 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'tag': '96933ad3-7f07-472a-b914-ff4ff411bd9b'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:38.341992 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a8bc09-a0b7-4fea-8523-500614431cce" -d '{"events": [{"name": "network-changed", "server_uuid": "37b2b8cb-7233-400c-88b3-91ba8fd98a47", "tag": "96933ad3-7f07-472a-b914-ff4ff411bd9b"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:38.454561 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ceb2db5-e3f2-453a-ae46-590df84835c0 req-619a11df-4be7-4862-97df-b23b79ecfd6e service neutron] 10.222.0.26 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019434 Nov 08 00:14:38.472886 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e20b4fee-1a02-4e29-9c8a-649e14b7fb6a req-5e127985-761d-4af6-9dc7-54c28304f9c4 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1253099 Nov 08 00:14:38.485255 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-05f3f060-4081-4af0-a587-56df6e44035c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:38.493121 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 87317753-526c-4085-922b-c2cf55d8958d details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:14:38.500809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] For port 912438ef-1a4c-4acd-8735-b9fae712dcc6, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:38.548597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] For port 912438ef-1a4c-4acd-8735-b9fae712dcc6, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=912438ef-1a4c-4acd-8735-b9fae712dcc6,segment=NetworkSegment(55f1850e-dc05-4bfe-9963-77801719a94e),segment_id=55f1850e-dc05-4bfe-9963-77801719a94e)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:38.572825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b8ac4-0e85-4e4e-b532-7608bc8a45ff req-60ad11a1-5bdb-4b71-b9dd-3b9b485a8d62 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:38.574315 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-496b8ac4-0e85-4e4e-b532-7608bc8a45ff req-60ad11a1-5bdb-4b71-b9dd-3b9b485a8d62 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 944 time: 0.1263123 Nov 08 00:14:38.589041 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-05f3f060-4081-4af0-a587-56df6e44035c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:38.593641 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 87317753-526c-4085-922b-c2cf55d8958d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=87317753-526c-4085-922b-c2cf55d8958d,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:38.609488 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '87317753-526c-4085-922b-c2cf55d8958d', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '87317753-526c-4085-922b-c2cf55d8958d', 'mac_address': 'fa:16:3e:d5:c1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:14:38.627410 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e20b4fee-1a02-4e29-9c8a-649e14b7fb6a req-2ab687e9-35f1-4930-be34-6c2fd7282a04 service neutron] 10.222.0.13 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367538 Nov 08 00:14:38.628515 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:38.635670 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-05f3f060-4081-4af0-a587-56df6e44035c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Network fbdac748-0684-47d9-bd85-ff6918affb9d is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:38.639300 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-05f3f060-4081-4af0-a587-56df6e44035c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:38.647236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-05f3f060-4081-4af0-a587-56df6e44035c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:14:38.651367 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:38.651592 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3f060-4081-4af0-a587-56df6e44035c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Pushing event updated for resources: {'Port': ['ID=9d65023c-0b3c-498b-8c74-814a53018e14,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:38.665531 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-496b8ac4-0e85-4e4e-b532-7608bc8a45ff req-f892f105-3d83-4e67-8198-6454de50f908 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846179 Nov 08 00:14:38.677072 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87317753-526c-4085-922b-c2cf55d8958d {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:38.717457 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-05f3f060-4081-4af0-a587-56df6e44035c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:38.720536 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-05f3f060-4081-4af0-a587-56df6e44035c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:38.720813 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:38.721132 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:38.722513 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] 10.222.0.20 "PUT /v2.0/ports/912438ef-1a4c-4acd-8735-b9fae712dcc6 HTTP/1.1" status: 200 len: 1091 time: 2.1771336 Nov 08 00:14:38.723074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 87317753-526c-4085-922b-c2cf55d8958d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=87317753-526c-4085-922b-c2cf55d8958d,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:38.752499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3783d4d-bc58-4c06-be97-1ce07dc617d0 service neutron] Pushing event updated for resources: {'Port': ['ID=912438ef-1a4c-4acd-8735-b9fae712dcc6,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:38.786410 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:38.787385 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 91d3c811-a8f5-4496-9eab-cb87f11ae6ee details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:14:38.789719 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-05f3f060-4081-4af0-a587-56df6e44035c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8401301 Nov 08 00:14:38.814573 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e20b4fee-1a02-4e29-9c8a-649e14b7fb6a req-6dd0cc2a-5972-4bd9-9422-0faeca3badbb service neutron] 10.222.0.13 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553276 Nov 08 00:14:38.834157 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cfd9d-824c-4d3a-88a8-97418b33a98f req-076174b0-f904-4f28-b1a3-cc051ab52df5 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:38.835745 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b9cfd9d-824c-4d3a-88a8-97418b33a98f req-076174b0-f904-4f28-b1a3-cc051ab52df5 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.0789363 Nov 08 00:14:38.878804 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Request body: {'port': {'device_id': '1745010f-0b4e-4cbe-8bd8-4e69422c44da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:38.892358 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b9cfd9d-824c-4d3a-88a8-97418b33a98f req-35f123c0-312a-4bb8-aed2-4cdc73caf1a1 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489857 Nov 08 00:14:38.901371 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 2958b0f6-b9b8-44fd-9028-8080e090c89c up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:38.918624 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Request body: {'port': {'device_id': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:38.941253 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=87317753-526c-4085-922b-c2cf55d8958d,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:38.981428 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:39.007885 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23eea7c-c5cc-4208-9c32-f6a867194c1a x-openstack-request-id: req-f23eea7c-c5cc-4208-9c32-f6a867194c1a {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:39.007885 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b2b8cb-7233-400c-88b3-91ba8fd98a47", "tag": "96933ad3-7f07-472a-b914-ff4ff411bd9b", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:39.007885 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f23eea7c-c5cc-4208-9c32-f6a867194c1a {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:39.007885 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'tag': '96933ad3-7f07-472a-b914-ff4ff411bd9b', 'status': 'completed', 'code': 200} Nov 08 00:14:39.008406 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 91d3c811-a8f5-4496-9eab-cb87f11ae6ee, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=91d3c811-a8f5-4496-9eab-cb87f11ae6ee,segment=NetworkSegment(6fb58c1c-c575-461c-b850-6c6b1be8fffd),segment_id=6fb58c1c-c575-461c-b850-6c6b1be8fffd)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:39.015187 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:39.018400 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'port_id': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee', 'mac_address': 'fa:16:3e:d7:03:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:14:39.059880 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:39.073545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d3c811-a8f5-4496-9eab-cb87f11ae6ee {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:39.083555 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:14:39.096268 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 91d3c811-a8f5-4496-9eab-cb87f11ae6ee, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=91d3c811-a8f5-4496-9eab-cb87f11ae6ee,segment=NetworkSegment(6fb58c1c-c575-461c-b850-6c6b1be8fffd),segment_id=6fb58c1c-c575-461c-b850-6c6b1be8fffd)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:39.098144 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 2958b0f6-b9b8-44fd-9028-8080e090c89c completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:14:39.102599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 2958b0f6-b9b8-44fd-9028-8080e090c89c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:39.103298 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:39.156256 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:39.247099 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:39.275572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=91d3c811-a8f5-4496-9eab-cb87f11ae6ee,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:39.286715 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37856e96-4c34-4e4f-aa72-a91954a3fe2a req-b09511a1-2938-4dd4-997d-5ccd881f542c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:39.287804 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2836bbd-cea4-4ea5-bd52-f8eb27182451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2958b0f6-b9b8-44fd-9028-8080e090c89c'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:39.290298 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202f621b-c6ea-4e5a-9d08-301c08a91228" -d '{"events": [{"server_uuid": "b2836bbd-cea4-4ea5-bd52-f8eb27182451", "name": "network-vif-plugged", "status": "completed", "tag": "2958b0f6-b9b8-44fd-9028-8080e090c89c"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:39.295051 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-37856e96-4c34-4e4f-aa72-a91954a3fe2a req-b09511a1-2938-4dd4-997d-5ccd881f542c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 948 time: 0.1609528 Nov 08 00:14:39.308983 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 2958b0f6-b9b8-44fd-9028-8080e090c89c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2958b0f6-b9b8-44fd-9028-8080e090c89c,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:39.340333 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8bc09-a0b7-4fea-8523-500614431cce req-fc63a543-6582-4f18-8db7-53ee964d7118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:39.340794 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8bc09-a0b7-4fea-8523-500614431cce req-fc63a543-6582-4f18-8db7-53ee964d7118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:39.341918 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8bc09-a0b7-4fea-8523-500614431cce req-fc63a543-6582-4f18-8db7-53ee964d7118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:39.342479 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471e66a-b85d-46a9-8731-031457d15828 req-2b6758f6-3d7b-465b-b403-2c6936b5edf2 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:39.343578 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a6a8bc09-a0b7-4fea-8523-500614431cce req-fc63a543-6582-4f18-8db7-53ee964d7118 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35922b4ef6074a3f9f3a7b480ac0afa6&device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2797 time: 0.1675534 Nov 08 00:14:39.344267 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e471e66a-b85d-46a9-8731-031457d15828 req-2b6758f6-3d7b-465b-b403-2c6936b5edf2 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 932 time: 0.1734459 Nov 08 00:14:39.358410 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530b78e-3de6-4445-a52a-fa8023f089b3 req-0ab8526b-5358-4e83-9841-16a37dd53e9f tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:39.359999 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3530b78e-3de6-4445-a52a-fa8023f089b3 req-0ab8526b-5358-4e83-9841-16a37dd53e9f tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.20 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 946 time: 0.1762276 Nov 08 00:14:39.393374 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-37856e96-4c34-4e4f-aa72-a91954a3fe2a req-ea5b188e-06c9-4b5f-babd-af0cadda2083 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973196 Nov 08 00:14:39.401706 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:39.432496 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e471e66a-b85d-46a9-8731-031457d15828 req-244bb511-baf9-4d34-af82-4d0e6939541a tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823274 Nov 08 00:14:39.484988 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=2958b0f6-b9b8-44fd-9028-8080e090c89c,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:39.496861 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['87317753-526c-4085-922b-c2cf55d8958d'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:14:39.529417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['91d3c811-a8f5-4496-9eab-cb87f11ae6ee'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:14:39.563954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:39.582262 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:39.624163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d723f06-4a27-4d58-9db1-b79fac5371e3 req-68cb6114-a025-4cee-8f06-3cd24ce6c054 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:39.630649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d723f06-4a27-4d58-9db1-b79fac5371e3 req-68cb6114-a025-4cee-8f06-3cd24ce6c054 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:39.637030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d723f06-4a27-4d58-9db1-b79fac5371e3 req-68cb6114-a025-4cee-8f06-3cd24ce6c054 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:39.645427 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d723f06-4a27-4d58-9db1-b79fac5371e3 req-68cb6114-a025-4cee-8f06-3cd24ce6c054 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2399 time: 0.1585908 Nov 08 00:14:39.679961 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d65023c-0b3c-498b-8c74-814a53018e14 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:39.681558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Transition to ACTIVE for port object 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:14:39.690496 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8bc09-a0b7-4fea-8523-500614431cce req-435f60fc-911e-4821-886d-802899fd78bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:39.697347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8bc09-a0b7-4fea-8523-500614431cce req-435f60fc-911e-4821-886d-802899fd78bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:39.698178 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8bc09-a0b7-4fea-8523-500614431cce req-435f60fc-911e-4821-886d-802899fd78bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:39.701247 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a6a8bc09-a0b7-4fea-8523-500614431cce req-435f60fc-911e-4821-886d-802899fd78bb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=35922b4ef6074a3f9f3a7b480ac0afa6&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3376853 Nov 08 00:14:39.707887 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:39.727597 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-3530b78e-3de6-4445-a52a-fa8023f089b3 req-13a271f2-f961-4273-b8fc-8532b91ea45d tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Deleting port 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:14:39.728246 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3530b78e-3de6-4445-a52a-fa8023f089b3 req-13a271f2-f961-4273-b8fc-8532b91ea45d tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:39.738616 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d723f06-4a27-4d58-9db1-b79fac5371e3 req-dbc4c8f9-110e-4c3f-a2a5-d1cb5c2d858e tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842896 Nov 08 00:14:39.797888 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:39.811208 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57cc98f-7409-46c5-a26a-1415a29a6e75 x-openstack-request-id: req-e57cc98f-7409-46c5-a26a-1415a29a6e75 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:39.812414 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2836bbd-cea4-4ea5-bd52-f8eb27182451", "name": "network-vif-plugged", "status": "completed", "tag": "2958b0f6-b9b8-44fd-9028-8080e090c89c", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:39.812786 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e57cc98f-7409-46c5-a26a-1415a29a6e75 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:39.814266 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2836bbd-cea4-4ea5-bd52-f8eb27182451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2958b0f6-b9b8-44fd-9028-8080e090c89c', 'code': 200} Nov 08 00:14:39.848599 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Transition to ACTIVE for port object 9d65023c-0b3c-498b-8c74-814a53018e14 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:14:39.886539 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.20', 59069) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:39.918400 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:39.986940 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-3530b78e-3de6-4445-a52a-fa8023f089b3 req-13a271f2-f961-4273-b8fc-8532b91ea45d tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] For port 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10,segment=NetworkSegment(8ba65c8a-b42a-4530-bb6d-52807ee76a78),segment_id=8ba65c8a-b42a-4530-bb6d-52807ee76a78)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:39.986940 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3530b78e-3de6-4445-a52a-fa8023f089b3 req-13a271f2-f961-4273-b8fc-8532b91ea45d tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:39.989696 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8bc09-a0b7-4fea-8523-500614431cce req-4c38414c-fccd-45ba-b896-1438f08e6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:39.991195 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a6a8bc09-a0b7-4fea-8523-500614431cce req-4c38414c-fccd-45ba-b896-1438f08e6320 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2775400 Nov 08 00:14:40.000511 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Pushing event updated for resources: {'Port': ['ID=502c36f2-1ec3-4b42-ace7-7d3af3bdb39e,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:40.016401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-3530b78e-3de6-4445-a52a-fa8023f089b3 req-13a271f2-f961-4273-b8fc-8532b91ea45d tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Calling delete_port for 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:14:40.021488 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d65023c-0b3c-498b-8c74-814a53018e14,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:40.095061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b93336-d63b-4dba-b893-8f1229ac2512 req-185c16d2-393b-487e-95cb-bc55d2e6a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:40.097555 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-73b93336-d63b-4dba-b893-8f1229ac2512 req-185c16d2-393b-487e-95cb-bc55d2e6a078 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 1097 time: 0.2101455 Nov 08 00:14:40.111143 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2c24b-2779-4e9e-9cd6-341e00029e83 req-e6b59768-3280-4b31-99ca-2cb0bf1f9d7c tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:40.115264 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d0f2c24b-2779-4e9e-9cd6-341e00029e83 req-e6b59768-3280-4b31-99ca-2cb0bf1f9d7c tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 946 time: 0.2123868 Nov 08 00:14:40.168905 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Attempting to bind port 9d65023c-0b3c-498b-8c74-814a53018e14 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:40.169759 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Attempting to bind port 9d65023c-0b3c-498b-8c74-814a53018e14 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:40.170090 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Attempting to bind port 9d65023c-0b3c-498b-8c74-814a53018e14 on network fbdac748-0684-47d9-bd85-ff6918affb9d {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:40.175505 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Port 9d65023c-0b3c-498b-8c74-814a53018e14 on network fbdac748-0684-47d9-bd85-ff6918affb9d not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:14:40.175843 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Attempting to bind port 9d65023c-0b3c-498b-8c74-814a53018e14 on network fbdac748-0684-47d9-bd85-ff6918affb9d {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:40.183987 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Attempting to bind port 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:40.184323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Attempting to bind port 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'c2cc1d1e-636d-48b8-8201-0d2b32875aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7a239e8a-d30c-4ae5-9f8a-0163cf3c187a'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:40.184654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Attempting to bind port 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e on network 7a239e8a-d30c-4ae5-9f8a-0163cf3c187a {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:40.204787 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Port 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e on network 7a239e8a-d30c-4ae5-9f8a-0163cf3c187a not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:14:40.206924 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Attempting to bind port 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e on network 7a239e8a-d30c-4ae5-9f8a-0163cf3c187a {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:40.207044 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:40.207044 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Checking segment: {'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:40.207044 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Bound using segment: {'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:40.207044 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Bound port: 9d65023c-0b3c-498b-8c74-814a53018e14, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:40.207458 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:40.208000 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-73b93336-d63b-4dba-b893-8f1229ac2512 req-7d994e74-5a67-4bf1-8126-a9a12b20b3ff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940840 Nov 08 00:14:40.212948 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d0f2c24b-2779-4e9e-9cd6-341e00029e83 req-68279da2-d986-4a76-9b29-b921dab26cf5 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892744 Nov 08 00:14:40.241350 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:40.241803 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Checking segment: {'id': 'c2cc1d1e-636d-48b8-8201-0d2b32875aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7a239e8a-d30c-4ae5-9f8a-0163cf3c187a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:40.242425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Bound using segment: {'id': 'c2cc1d1e-636d-48b8-8201-0d2b32875aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7a239e8a-d30c-4ae5-9f8a-0163cf3c187a'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:40.243100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Bound port: 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2cc1d1e-636d-48b8-8201-0d2b32875aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7a239e8a-d30c-4ae5-9f8a-0163cf3c187a'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:40.243685 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:40.298079 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] For port 9d65023c-0b3c-498b-8c74-814a53018e14, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:40.300608 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] For port 9d65023c-0b3c-498b-8c74-814a53018e14, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=9d65023c-0b3c-498b-8c74-814a53018e14,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:40.305884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811adfbc-1a74-4505-8d47-f2cea77df374 req-6b0c49df-dfbe-4994-8c4f-e5291cc5289b tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:40.307426 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-811adfbc-1a74-4505-8d47-f2cea77df374 req-6b0c49df-dfbe-4994-8c4f-e5291cc5289b tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 945 time: 0.1160269 Nov 08 00:14:40.373449 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] For port 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:40.382757 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3530b78e-3de6-4445-a52a-fa8023f089b3 req-13a271f2-f961-4273-b8fc-8532b91ea45d tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:40.397097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] For port 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=502c36f2-1ec3-4b42-ace7-7d3af3bdb39e,segment=NetworkSegment(c2cc1d1e-636d-48b8-8201-0d2b32875aa0),segment_id=c2cc1d1e-636d-48b8-8201-0d2b32875aa0)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:40.404538 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-811adfbc-1a74-4505-8d47-f2cea77df374 req-a7e42197-03e1-40ed-8cc8-2b934de66da9 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790560 Nov 08 00:14:40.412705 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d517a2-6a6c-462b-8c94-15d942844489 req-a826749a-a642-43e6-9812-12df1287a093 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:40.414159 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92d517a2-6a6c-462b-8c94-15d942844489 req-a826749a-a642-43e6-9812-12df1287a093 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=389be8ac-b0d3-4f43-b01a-953d87d61174 HTTP/1.1" status: 200 len: 867 time: 0.1041858 Nov 08 00:14:40.414308 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:40.416389 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a271f2-f961-4273-b8fc-8532b91ea45d tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Pushing event deleted for resources: {'Port': ['ID=64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:40.429759 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['3f9a371c-3d47-4ef5-aad1-1fcdea947b20', '64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:14:40.490049 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:40.490437 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3530b78e-3de6-4445-a52a-fa8023f089b3 req-13a271f2-f961-4273-b8fc-8532b91ea45d tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] No DVR routers for this DVR port 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:14:40.495368 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3530b78e-3de6-4445-a52a-fa8023f089b3 req-13a271f2-f961-4273-b8fc-8532b91ea45d tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:40.498713 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3530b78e-3de6-4445-a52a-fa8023f089b3 req-13a271f2-f961-4273-b8fc-8532b91ea45d tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.20 "DELETE /v2.0/ports/64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 HTTP/1.1" status: 204 len: 173 time: 1.1230116 Nov 08 00:14:40.502330 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389be8ac-b0d3-4f43-b01a-953d87d61174', 'name': 'network-vif-deleted', 'tag': '64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:40.503306 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637c8ff3-7640-46f3-84d7-5a3ab3bb3b19" -d '{"events": [{"server_uuid": "389be8ac-b0d3-4f43-b01a-953d87d61174", "name": "network-vif-deleted", "tag": "64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:40.508889 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:40.509510 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:40.511095 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] 10.222.0.20 "PUT /v2.0/ports/9d65023c-0b3c-498b-8c74-814a53018e14 HTTP/1.1" status: 200 len: 1092 time: 1.6368344 Nov 08 00:14:40.532016 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ed440-8563-43f5-9311-3e79021b5de6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d65023c-0b3c-498b-8c74-814a53018e14,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:40.534538 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 87317753-526c-4085-922b-c2cf55d8958d up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:40.552348 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:40.552893 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:40.554291 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] 10.222.0.20 "PUT /v2.0/ports/502c36f2-1ec3-4b42-ace7-7d3af3bdb39e HTTP/1.1" status: 200 len: 1092 time: 1.6402721 Nov 08 00:14:40.565416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92d517a2-6a6c-462b-8c94-15d942844489 req-76e957c8-c2f7-4e83-b8d7-4232333ceaf3 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244893 Nov 08 00:14:40.617872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752d290-f4bd-4d10-a0ec-16792c95c7ea service neutron] Pushing event updated for resources: {'Port': ['ID=502c36f2-1ec3-4b42-ace7-7d3af3bdb39e,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:40.677529 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e286edd-4afe-4d1d-bf13-b401e344d589 req-4fb111ed-97e5-4dcf-b6ec-d6ba0b08aba5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:40.681444 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e286edd-4afe-4d1d-bf13-b401e344d589 req-4fb111ed-97e5-4dcf-b6ec-d6ba0b08aba5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 948 time: 0.1559746 Nov 08 00:14:40.719356 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 87317753-526c-4085-922b-c2cf55d8958d completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:14:40.723146 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29414c-6e2a-4247-b35c-a91a8078dfc5 req-6fb41f25-4929-46fe-8713-9c7b93ed9791 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:40.724464 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af29414c-6e2a-4247-b35c-a91a8078dfc5 req-6fb41f25-4929-46fe-8713-9c7b93ed9791 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 944 time: 0.0874195 Nov 08 00:14:40.724651 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 87317753-526c-4085-922b-c2cf55d8958d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:40.725003 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:40.785008 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e286edd-4afe-4d1d-bf13-b401e344d589 req-70e0ddc9-9899-4a39-9cf6-a3a2c65755de tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953844 Nov 08 00:14:40.832484 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:40.871655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-5120a818-881e-4601-ada9-2d7308625882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:40.872097 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-5120a818-881e-4601-ada9-2d7308625882 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 1095 time: 0.1318543 Nov 08 00:14:40.877329 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af29414c-6e2a-4247-b35c-a91a8078dfc5 req-db74af5c-b558-47d1-90aa-d268fd414e0d tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406384 Nov 08 00:14:40.895854 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-95232fd9-ef08-438f-8e7f-ec02c569d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:40.895854 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-95232fd9-ef08-438f-8e7f-ec02c569d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:40.895854 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-95232fd9-ef08-438f-8e7f-ec02c569d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:40.895854 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-95232fd9-ef08-438f-8e7f-ec02c569d4e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35922b4ef6074a3f9f3a7b480ac0afa6&device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2864 time: 0.0738556 Nov 08 00:14:40.912729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 87317753-526c-4085-922b-c2cf55d8958d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=87317753-526c-4085-922b-c2cf55d8958d,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:40.944309 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-4ee794ee-3d37-4691-8921-8677cc431fc1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d65023c-0b3c-498b-8c74-814a53018e14 HTTP/1.1" status: 200 len: 217 time: 0.0554488 Nov 08 00:14:40.953194 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d367a31d-b142-488b-b74d-f18a0f4b1281 x-openstack-request-id: req-d367a31d-b142-488b-b74d-f18a0f4b1281 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:40.953436 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389be8ac-b0d3-4f43-b01a-953d87d61174", "name": "network-vif-deleted", "tag": "64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:40.953899 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d367a31d-b142-488b-b74d-f18a0f4b1281 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:40.954302 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389be8ac-b0d3-4f43-b01a-953d87d61174', 'name': 'network-vif-deleted', 'tag': '64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10', 'status': 'completed', 'code': 200} Nov 08 00:14:40.956403 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-5f0db929-8ae3-494a-91f9-323830c91f42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.32&port_id=96933ad3-7f07-472a-b914-ff4ff411bd9b HTTP/1.1" status: 200 len: 217 time: 0.0446603 Nov 08 00:14:40.988671 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:40.989674 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 91d3c811-a8f5-4496-9eab-cb87f11ae6ee up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:41.017011 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'tag': '912438ef-1a4c-4acd-8735-b9fae712dcc6'}, {'name': 'network-changed', 'server_uuid': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'tag': '502c36f2-1ec3-4b42-ace7-7d3af3bdb39e'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:41.019566 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77379159-509b-4f5c-9d41-aa2394509596" -d '{"events": [{"name": "network-changed", "server_uuid": "37b2b8cb-7233-400c-88b3-91ba8fd98a47", "tag": "912438ef-1a4c-4acd-8735-b9fae712dcc6"}, {"name": "network-changed", "server_uuid": "37b2b8cb-7233-400c-88b3-91ba8fd98a47", "tag": "502c36f2-1ec3-4b42-ace7-7d3af3bdb39e"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:41.038009 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-9949ec2b-ec59-48f1-927e-f76b03c60ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:41.041839 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-9949ec2b-ec59-48f1-927e-f76b03c60ac8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c7b97a7-902f-4d63-9f84-9fe5bdac8d65 HTTP/1.1" status: 200 len: 801 time: 0.0527606 Nov 08 00:14:41.077334 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=87317753-526c-4085-922b-c2cf55d8958d,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:41.089906 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-3a92308b-f961-4ed3-b943-9c185c977ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:41.091425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-3a92308b-f961-4ed3-b943-9c185c977ad7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=daf5087d-85b5-4f3a-9920-492dd2518682 HTTP/1.1" status: 200 len: 851 time: 0.1082115 Nov 08 00:14:41.093116 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-f9d50f58-b09b-4ba9-a76f-846b726ffa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:41.094604 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-f9d50f58-b09b-4ba9-a76f-846b726ffa3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a239e8a-d30c-4ae5-9f8a-0163cf3c187a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0450749 Nov 08 00:14:41.104316 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-ef22111f-9ed8-4a34-9830-b916d6e19e5d tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:41.105694 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-ef22111f-9ed8-4a34-9830-b916d6e19e5d tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 806 time: 0.2082617 Nov 08 00:14:41.141773 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-81da2aeb-477b-4370-9919-e7b31bb2cb22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbdac748-0684-47d9-bd85-ff6918affb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351140 Nov 08 00:14:41.150713 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcfe6b-3de6-4d5e-9810-24bbe3191711 req-1930d1ba-25ee-4ec0-9be1-641cbab1ccb3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:41.156713 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcfe6b-3de6-4d5e-9810-24bbe3191711 req-1930d1ba-25ee-4ec0-9be1-641cbab1ccb3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:41.159410 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 91d3c811-a8f5-4496-9eab-cb87f11ae6ee completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:14:41.162620 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcfe6b-3de6-4d5e-9810-24bbe3191711 req-1930d1ba-25ee-4ec0-9be1-641cbab1ccb3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:41.164223 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6adcfe6b-3de6-4d5e-9810-24bbe3191711 req-1930d1ba-25ee-4ec0-9be1-641cbab1ccb3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2411 time: 0.1690333 Nov 08 00:14:41.164695 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 91d3c811-a8f5-4496-9eab-cb87f11ae6ee triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:41.165194 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:41.166853 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-005fcf34-42d3-4df1-ace9-a7a5d2920ebf tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/quotas/03361b607f1240009c31eb92f73a8c14 HTTP/1.1" status: 200 len: 375 time: 0.0520320 Nov 08 00:14:41.197442 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-671094ca-2b56-4d85-b3b4-c7cf858dda76 service neutron] 10.222.0.20 "GET /v2.0/networks/7a239e8a-d30c-4ae5-9f8a-0163cf3c187a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914342 Nov 08 00:14:41.261947 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:41.298107 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6adcfe6b-3de6-4d5e-9810-24bbe3191711 req-1d19372f-c55b-452c-b116-f8ff92e0dc1e tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235008 Nov 08 00:14:41.300331 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 91d3c811-a8f5-4496-9eab-cb87f11ae6ee, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=91d3c811-a8f5-4496-9eab-cb87f11ae6ee,segment=NetworkSegment(6fb58c1c-c575-461c-b850-6c6b1be8fffd),segment_id=6fb58c1c-c575-461c-b850-6c6b1be8fffd)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:41.311962 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-dc051de9-b6ac-41ea-be66-6879e9a3cbd0 service neutron] 10.222.0.20 "GET /v2.0/networks/7a239e8a-d30c-4ae5-9f8a-0163cf3c187a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065962 Nov 08 00:14:41.318136 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-2c929fb2-018d-4369-9d6a-c3d505745259 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1241031 Nov 08 00:14:41.324323 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-08066271-e418-4f0c-a56e-161d039ef249 service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590247 Nov 08 00:14:41.379185 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-db132f84-f6cc-47a4-b5a7-1fdd5d5b0638 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.45&port_id=912438ef-1a4c-4acd-8735-b9fae712dcc6 HTTP/1.1" status: 200 len: 217 time: 0.0417495 Nov 08 00:14:41.400015 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:41.415484 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f88459-6fc3-4126-8b16-2e4f43809cd8 x-openstack-request-id: req-95f88459-6fc3-4126-8b16-2e4f43809cd8 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:41.418875 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b2b8cb-7233-400c-88b3-91ba8fd98a47", "tag": "912438ef-1a4c-4acd-8735-b9fae712dcc6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "37b2b8cb-7233-400c-88b3-91ba8fd98a47", "tag": "502c36f2-1ec3-4b42-ace7-7d3af3bdb39e", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:41.418875 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95f88459-6fc3-4126-8b16-2e4f43809cd8 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:41.418875 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'tag': '912438ef-1a4c-4acd-8735-b9fae712dcc6', 'status': 'completed', 'code': 200} Nov 08 00:14:41.418875 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'tag': '502c36f2-1ec3-4b42-ace7-7d3af3bdb39e', 'status': 'completed', 'code': 200} Nov 08 00:14:41.455760 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=91d3c811-a8f5-4496-9eab-cb87f11ae6ee,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:41.479892 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-445da998-3ed2-4400-957c-bf9d84d1f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:41.483835 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-445da998-3ed2-4400-957c-bf9d84d1f6c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc5395b5-f741-4727-ac96-bd1b86c009a1 HTTP/1.1" status: 200 len: 801 time: 0.0584314 Nov 08 00:14:41.499280 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-43ac2598-c238-440d-9650-f5694a6ae751 service neutron] 10.222.0.13 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714132 Nov 08 00:14:41.507720 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f7339e0-4c97-4800-9170-a30d463ed017 req-28728ba6-0895-4888-9509-58ef9dcc11ac service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615033 Nov 08 00:14:41.535324 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-0f2ceee5-9c98-41d2-a0b4-c8aea081e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:41.537407 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-0f2ceee5-9c98-41d2-a0b4-c8aea081e870 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7c6eeaf5-f19c-4ebe-8561-d8056fc411ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0470717 Nov 08 00:14:41.608717 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d987af-1b3f-4120-9745-0ed2dcd12839 req-2978afac-1a3a-4d0d-a26e-ce75659358b6 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:41.610201 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4d987af-1b3f-4120-9745-0ed2dcd12839 req-2978afac-1a3a-4d0d-a26e-ce75659358b6 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 946 time: 0.1152244 Nov 08 00:14:41.652885 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-f2b4e735-f0af-4abf-b80c-f15752edf1f0 service neutron] 10.222.0.20 "GET /v2.0/networks/7c6eeaf5-f19c-4ebe-8561-d8056fc411ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874846 Nov 08 00:14:41.655171 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-8b7c1078-dec0-4559-b671-a19a198c541a service neutron] 10.222.0.13 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453252 Nov 08 00:14:41.670213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4d987af-1b3f-4120-9745-0ed2dcd12839 req-18e19a45-99b3-4829-b895-3686cc4a3e58 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535777 Nov 08 00:14:41.784507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ddf1e-9115-4a44-9110-d4d7801a21ef req-344063eb-cd5e-4ac0-aba6-ba658f8fcfaa tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:41.785999 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-934ddf1e-9115-4a44-9110-d4d7801a21ef req-344063eb-cd5e-4ac0-aba6-ba658f8fcfaa tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 946 time: 0.0506840 Nov 08 00:14:41.795945 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-e264c3d2-cdd3-495c-8cb6-ddd5c2868214 service neutron] 10.222.0.20 "GET /v2.0/networks/7c6eeaf5-f19c-4ebe-8561-d8056fc411ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959401 Nov 08 00:14:41.815596 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26118d8e-693a-45bf-8689-d3782e5cd2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87317753-526c-4085-922b-c2cf55d8958d'}, {'server_uuid': '86f7755e-bb39-42a6-8848-72c8565de592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:41.819333 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c11e7e8-cc57-44b6-9e80-1f3570a045a8" -d '{"events": [{"server_uuid": "26118d8e-693a-45bf-8689-d3782e5cd2b5", "name": "network-vif-plugged", "status": "completed", "tag": "87317753-526c-4085-922b-c2cf55d8958d"}, {"server_uuid": "86f7755e-bb39-42a6-8848-72c8565de592", "name": "network-vif-plugged", "status": "completed", "tag": "91d3c811-a8f5-4496-9eab-cb87f11ae6ee"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:41.828854 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-934ddf1e-9115-4a44-9110-d4d7801a21ef req-a6be191a-f77c-44fb-8ca2-9cc7a51d47fb tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361972 Nov 08 00:14:41.852406 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-b1cc6faf-a1f3-4668-a927-a66a22af25a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.176&port_id=502c36f2-1ec3-4b42-ace7-7d3af3bdb39e HTTP/1.1" status: 200 len: 217 time: 0.0408788 Nov 08 00:14:41.921630 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-f8255b45-ee9c-4514-8930-347db1d83690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:41.927481 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-f8255b45-ee9c-4514-8930-347db1d83690 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c7b97a7-902f-4d63-9f84-9fe5bdac8d65 HTTP/1.1" status: 200 len: 801 time: 0.0686629 Nov 08 00:14:41.952072 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6ac798-884a-4c39-9d7f-041e6efe9c21 x-openstack-request-id: req-7e6ac798-884a-4c39-9d7f-041e6efe9c21 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:41.953067 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26118d8e-693a-45bf-8689-d3782e5cd2b5", "name": "network-vif-plugged", "status": "completed", "tag": "87317753-526c-4085-922b-c2cf55d8958d", "code": 200}, {"server_uuid": "86f7755e-bb39-42a6-8848-72c8565de592", "name": "network-vif-plugged", "status": "completed", "tag": "91d3c811-a8f5-4496-9eab-cb87f11ae6ee", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:41.953067 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e6ac798-884a-4c39-9d7f-041e6efe9c21 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:41.953067 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26118d8e-693a-45bf-8689-d3782e5cd2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87317753-526c-4085-922b-c2cf55d8958d', 'code': 200} Nov 08 00:14:41.953378 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f7755e-bb39-42a6-8848-72c8565de592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee', 'code': 200} Nov 08 00:14:41.979082 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f332777-0bd5-4f25-a614-23326c4da827 req-ca3d0b75-dfc1-4f4f-9e2a-08cf5d3d2bda tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:41.988221 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f332777-0bd5-4f25-a614-23326c4da827 req-ca3d0b75-dfc1-4f4f-9e2a-08cf5d3d2bda tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.0727115 Nov 08 00:14:41.997037 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-2f60fbd0-ccbf-411d-8192-4e22bf30bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:41.998312 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-2f60fbd0-ccbf-411d-8192-4e22bf30bf19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a239e8a-d30c-4ae5-9f8a-0163cf3c187a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0633435 Nov 08 00:14:42.028336 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f4b5fd3-e265-409f-8b21-2aa68bcafeef req-b4dd99ca-48e3-4431-b1ba-f4a4bee44df7 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=042050df-e1c4-443c-8508-a6eaf2786547 HTTP/1.1" status: 200 len: 210 time: 0.0374939 Nov 08 00:14:42.062617 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f332777-0bd5-4f25-a614-23326c4da827 req-81189aad-a993-4da0-85af-36296582e1c9 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715346 Nov 08 00:14:42.152144 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-a63ca3f8-ae74-44a3-b3c4-fc671eb6fb11 service neutron] 10.222.0.20 "GET /v2.0/networks/7a239e8a-d30c-4ae5-9f8a-0163cf3c187a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335714 Nov 08 00:14:42.212497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3b64e-be4c-4882-8d7a-4f09d78c5d32 req-f327834b-5e68-4916-9df6-4c909d349e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:42.214104 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1c3b64e-be4c-4882-8d7a-4f09d78c5d32 req-f327834b-5e68-4916-9df6-4c909d349e0f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 1097 time: 0.0843010 Nov 08 00:14:42.225910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ed83f-c4c2-44e1-a4b1-089bd0b13166 req-6e48c66e-e9a6-4a6c-b8a3-a3be11f699be tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:42.227468 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e10ed83f-c4c2-44e1-a4b1-089bd0b13166 req-6e48c66e-e9a6-4a6c-b8a3-a3be11f699be tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 944 time: 0.0638516 Nov 08 00:14:42.239588 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e52768-451b-4833-867a-30112d2e0f5c req-ec1228e4-8d55-4b75-95a3-64efa2434d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:42.245574 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-44e52768-451b-4833-867a-30112d2e0f5c req-ec1228e4-8d55-4b75-95a3-64efa2434d54 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 1100 time: 0.1056070 Nov 08 00:14:42.279493 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1c3b64e-be4c-4882-8d7a-4f09d78c5d32 req-8a641eb9-2150-4156-8b9c-3d2e5e5bd572 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504045 Nov 08 00:14:42.291820 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e10ed83f-c4c2-44e1-a4b1-089bd0b13166 req-f922cee1-084f-4369-bf9b-07d724d6b40b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482419 Nov 08 00:14:42.299802 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-44e52768-451b-4833-867a-30112d2e0f5c req-90f2ac45-b585-4ec2-90d1-2109c7a52162 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505476 Nov 08 00:14:42.303175 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d62e10d0-9a9d-4083-88d9-4b3d2702df72 req-59039e59-a94c-429c-9e7d-18961a6d5dc6 service neutron] 10.222.0.20 "GET /v2.0/networks/7a239e8a-d30c-4ae5-9f8a-0163cf3c187a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320825 Nov 08 00:14:42.423087 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e83241-1ec8-4ad3-8ed1-6c091807bf6a req-d83ee673-a3bc-41f2-89ae-05a2d134e925 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:42.428909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e83241-1ec8-4ad3-8ed1-6c091807bf6a req-d83ee673-a3bc-41f2-89ae-05a2d134e925 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:42.434848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e83241-1ec8-4ad3-8ed1-6c091807bf6a req-d83ee673-a3bc-41f2-89ae-05a2d134e925 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:42.438849 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85e83241-1ec8-4ad3-8ed1-6c091807bf6a req-d83ee673-a3bc-41f2-89ae-05a2d134e925 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2411 time: 0.0636234 Nov 08 00:14:42.478875 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85e83241-1ec8-4ad3-8ed1-6c091807bf6a req-8abbdb7c-6ad7-4f5f-8ca5-572a8a3faa4d tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360093 Nov 08 00:14:42.591731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c30db-ebf9-43d1-b6c5-e2f8d02503e6 req-3935f3a2-5d4e-41cc-a3bf-e7c7ba629994 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:42.593216 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-911c30db-ebf9-43d1-b6c5-e2f8d02503e6 req-3935f3a2-5d4e-41cc-a3bf-e7c7ba629994 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.0519800 Nov 08 00:14:42.633439 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-911c30db-ebf9-43d1-b6c5-e2f8d02503e6 req-69739d47-b181-4d74-bfd9-01b3f3539c82 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341201 Nov 08 00:14:42.637147 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379159-509b-4f5c-9d41-aa2394509596 req-3044d09d-7f80-4749-ad8b-c2361d3eeca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:42.637637 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379159-509b-4f5c-9d41-aa2394509596 req-3044d09d-7f80-4749-ad8b-c2361d3eeca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:42.638787 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379159-509b-4f5c-9d41-aa2394509596 req-3044d09d-7f80-4749-ad8b-c2361d3eeca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:42.640835 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77379159-509b-4f5c-9d41-aa2394509596 req-3044d09d-7f80-4749-ad8b-c2361d3eeca5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35922b4ef6074a3f9f3a7b480ac0afa6&device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2864 time: 0.0536232 Nov 08 00:14:42.731144 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379159-509b-4f5c-9d41-aa2394509596 req-c8feb521-2683-4b88-88b1-95edb9a36391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:42.732944 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77379159-509b-4f5c-9d41-aa2394509596 req-c8feb521-2683-4b88-88b1-95edb9a36391 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7c6eeaf5-f19c-4ebe-8561-d8056fc411ee HTTP/1.1" status: 200 len: 902 time: 0.0852540 Nov 08 00:14:42.779192 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77379159-509b-4f5c-9d41-aa2394509596 req-c1c3bf49-b46f-4859-91a2-12ca8289fec5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.45&port_id=912438ef-1a4c-4acd-8735-b9fae712dcc6 HTTP/1.1" status: 200 len: 217 time: 0.0354226 Nov 08 00:14:42.787710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d79287-3801-45a4-87ff-5c16048b8e52 req-ac25a94e-68fd-4011-853b-1c6dcc03727a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:42.789181 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9d79287-3801-45a4-87ff-5c16048b8e52 req-ac25a94e-68fd-4011-853b-1c6dcc03727a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 946 time: 0.0492618 Nov 08 00:14:42.828595 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9d79287-3801-45a4-87ff-5c16048b8e52 req-9fd91f73-6964-4d8a-836a-44eca67570cc tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328326 Nov 08 00:14:42.832378 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379159-509b-4f5c-9d41-aa2394509596 req-9378de94-547e-4592-bc86-5a21d0797a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:42.833813 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77379159-509b-4f5c-9d41-aa2394509596 req-9378de94-547e-4592-bc86-5a21d0797a6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc5395b5-f741-4727-ac96-bd1b86c009a1 HTTP/1.1" status: 200 len: 801 time: 0.0474565 Nov 08 00:14:42.883690 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379159-509b-4f5c-9d41-aa2394509596 req-e613319a-7f0f-4045-940a-a7643f4f1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:42.885433 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77379159-509b-4f5c-9d41-aa2394509596 req-e613319a-7f0f-4045-940a-a7643f4f1fb2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7c6eeaf5-f19c-4ebe-8561-d8056fc411ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0422337 Nov 08 00:14:42.911356 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:14:42.953951 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488441f7-cfa2-4e54-a5ff-9ddb5f882bbe req-6ab92e9a-7261-463d-bf76-db3edb38fe70 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:42.955382 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-488441f7-cfa2-4e54-a5ff-9ddb5f882bbe req-6ab92e9a-7261-463d-bf76-db3edb38fe70 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 946 time: 0.0535932 Nov 08 00:14:42.958836 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:14:42.959251 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 64f2c7a0-8a57-49c5-b012-4a4eeb5ecc10 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:14:42.962447 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1745010f-0b4e-4cbe-8bd8-4e69422c44da', 'tag': '9d65023c-0b3c-498b-8c74-814a53018e14'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:42.965056 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4421bb2-c280-4930-820f-7cfdac92751d" -d '{"events": [{"name": "network-changed", "server_uuid": "1745010f-0b4e-4cbe-8bd8-4e69422c44da", "tag": "9d65023c-0b3c-498b-8c74-814a53018e14"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:43.002619 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77379159-509b-4f5c-9d41-aa2394509596 req-6b27197c-c1ec-456c-9c14-368433dd8743 service neutron] 10.222.0.20 "GET /v2.0/networks/7c6eeaf5-f19c-4ebe-8561-d8056fc411ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094458 Nov 08 00:14:43.315511 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-488441f7-cfa2-4e54-a5ff-9ddb5f882bbe req-74c91855-de60-499d-9682-cacea2ca4dc5 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525231 Nov 08 00:14:43.335452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe93ce-3cc9-45cc-b732-77cf76fd166b req-84e95379-db81-4328-9884-920929cfd628 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:43.348558 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1cbe93ce-3cc9-45cc-b732-77cf76fd166b req-84e95379-db81-4328-9884-920929cfd628 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 1097 time: 0.3686953 Nov 08 00:14:43.379612 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1cbe93ce-3cc9-45cc-b732-77cf76fd166b req-51143002-ceae-438a-b638-035eee2c12c0 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293639 Nov 08 00:14:43.387246 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee2a717-2fd7-41f0-89c7-a089e0df4c11 x-openstack-request-id: req-1ee2a717-2fd7-41f0-89c7-a089e0df4c11 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:43.387246 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1745010f-0b4e-4cbe-8bd8-4e69422c44da", "tag": "9d65023c-0b3c-498b-8c74-814a53018e14", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:43.387246 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ee2a717-2fd7-41f0-89c7-a089e0df4c11 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:43.387246 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1745010f-0b4e-4cbe-8bd8-4e69422c44da', 'tag': '9d65023c-0b3c-498b-8c74-814a53018e14', 'status': 'completed', 'code': 200} Nov 08 00:14:43.429215 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77379159-509b-4f5c-9d41-aa2394509596 req-404f99dc-f64f-4564-9cfe-c7706c96e5d6 service neutron] 10.222.0.20 "GET /v2.0/networks/7c6eeaf5-f19c-4ebe-8561-d8056fc411ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170525 Nov 08 00:14:43.480900 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e20df799-e4c0-4d66-9a64-4ea830dbb610 req-2f9fc69b-97dd-488a-a524-ebd6fa8d4a1b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=042050df-e1c4-443c-8508-a6eaf2786547 HTTP/1.1" status: 200 len: 210 time: 0.0446730 Nov 08 00:14:43.545761 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823318c-2a06-4d32-a33e-a15a9cc6c293 req-ed8284a7-a1c0-4805-990a-df8a1dc9bb2a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:43.547216 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5823318c-2a06-4d32-a33e-a15a9cc6c293 req-ed8284a7-a1c0-4805-990a-df8a1dc9bb2a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.1024091 Nov 08 00:14:43.551794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4421bb2-c280-4930-820f-7cfdac92751d req-57df66dc-ad52-4f6c-91ff-232da04460ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:43.553167 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4421bb2-c280-4930-820f-7cfdac92751d req-57df66dc-ad52-4f6c-91ff-232da04460ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 1095 time: 0.0820036 Nov 08 00:14:43.568660 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379159-509b-4f5c-9d41-aa2394509596 req-b726a9fb-23e8-41f5-925a-2e8a750afd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:43.569261 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379159-509b-4f5c-9d41-aa2394509596 req-b726a9fb-23e8-41f5-925a-2e8a750afd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:43.569731 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379159-509b-4f5c-9d41-aa2394509596 req-b726a9fb-23e8-41f5-925a-2e8a750afd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:43.571353 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77379159-509b-4f5c-9d41-aa2394509596 req-b726a9fb-23e8-41f5-925a-2e8a750afd8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35922b4ef6074a3f9f3a7b480ac0afa6&device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2864 time: 0.0467832 Nov 08 00:14:43.667833 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379159-509b-4f5c-9d41-aa2394509596 req-a08f4bed-21f5-4b0f-9865-222a08d41d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:43.669459 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77379159-509b-4f5c-9d41-aa2394509596 req-a08f4bed-21f5-4b0f-9865-222a08d41d0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a239e8a-d30c-4ae5-9f8a-0163cf3c187a HTTP/1.1" status: 200 len: 902 time: 0.0906510 Nov 08 00:14:43.670931 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5823318c-2a06-4d32-a33e-a15a9cc6c293 req-1724bbfc-534c-45e8-bf61-ec8c8e40c1b1 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168919 Nov 08 00:14:43.691112 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b692d08-ed18-4973-a999-fb08203ee34c req-20aacc56-1f5d-4900-88eb-ab865a157495 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:43.691112 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b692d08-ed18-4973-a999-fb08203ee34c req-20aacc56-1f5d-4900-88eb-ab865a157495 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 944 time: 0.1390560 Nov 08 00:14:43.723717 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77379159-509b-4f5c-9d41-aa2394509596 req-e0230287-f8ea-42f7-8d5c-3ff5f9e2c3a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.176&port_id=502c36f2-1ec3-4b42-ace7-7d3af3bdb39e HTTP/1.1" status: 200 len: 217 time: 0.0461018 Nov 08 00:14:43.732290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4421bb2-c280-4930-820f-7cfdac92751d req-682889d1-3003-48d4-a2b0-91dc3bb95f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:43.733960 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4421bb2-c280-4930-820f-7cfdac92751d req-682889d1-3003-48d4-a2b0-91dc3bb95f7c service neutron] 10.222.0.20 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 912 time: 0.1714039 Nov 08 00:14:43.775035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b692d08-ed18-4973-a999-fb08203ee34c req-61efa232-1c6d-4afa-8b79-7e9e3fdcaa30 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769176 Nov 08 00:14:43.781551 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379159-509b-4f5c-9d41-aa2394509596 req-0e43e7d5-4217-4f91-aa02-6e0e73afb383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:43.783151 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77379159-509b-4f5c-9d41-aa2394509596 req-0e43e7d5-4217-4f91-aa02-6e0e73afb383 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c7b97a7-902f-4d63-9f84-9fe5bdac8d65 HTTP/1.1" status: 200 len: 801 time: 0.0510457 Nov 08 00:14:43.805580 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4421bb2-c280-4930-820f-7cfdac92751d req-9dc3cb25-bf65-4eed-8a3f-45744286c52f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d65023c-0b3c-498b-8c74-814a53018e14 HTTP/1.1" status: 200 len: 217 time: 0.0525835 Nov 08 00:14:43.842959 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379159-509b-4f5c-9d41-aa2394509596 req-88449fdb-a2e5-4e60-a70e-20af7417a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:43.845075 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77379159-509b-4f5c-9d41-aa2394509596 req-88449fdb-a2e5-4e60-a70e-20af7417a0a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a239e8a-d30c-4ae5-9f8a-0163cf3c187a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0500572 Nov 08 00:14:43.861461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da75bc-db3a-4bfc-8f69-a4b301445aa2 req-06ca7861-5169-43d6-b5b1-f8f514ae3381 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:43.863736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6da75bc-db3a-4bfc-8f69-a4b301445aa2 req-06ca7861-5169-43d6-b5b1-f8f514ae3381 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 1097 time: 0.1236110 Nov 08 00:14:43.911426 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4421bb2-c280-4930-820f-7cfdac92751d req-75b7f35b-ca30-4b6c-be1c-719b2a5152d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:43.912905 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4421bb2-c280-4930-820f-7cfdac92751d req-75b7f35b-ca30-4b6c-be1c-719b2a5152d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=daf5087d-85b5-4f3a-9920-492dd2518682 HTTP/1.1" status: 200 len: 851 time: 0.1001589 Nov 08 00:14:43.939248 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77379159-509b-4f5c-9d41-aa2394509596 req-d3bbd9aa-649f-417b-931e-4b21859d8961 service neutron] 10.222.0.20 "GET /v2.0/networks/7a239e8a-d30c-4ae5-9f8a-0163cf3c187a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846457 Nov 08 00:14:43.940177 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6da75bc-db3a-4bfc-8f69-a4b301445aa2 req-abdc67c8-de15-40d0-9ef2-befe33d598a5 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708528 Nov 08 00:14:43.949072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5de85-d1cd-47c6-bd3c-0b249bec75d7 req-9cbba45e-ef9b-4b2c-a0c8-bf77031a7ace tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:43.966899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5de85-d1cd-47c6-bd3c-0b249bec75d7 req-9cbba45e-ef9b-4b2c-a0c8-bf77031a7ace tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:43.974218 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5de85-d1cd-47c6-bd3c-0b249bec75d7 req-9cbba45e-ef9b-4b2c-a0c8-bf77031a7ace tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:43.983670 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28a5de85-d1cd-47c6-bd3c-0b249bec75d7 req-9cbba45e-ef9b-4b2c-a0c8-bf77031a7ace tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2411 time: 0.1374843 Nov 08 00:14:44.005825 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4421bb2-c280-4930-820f-7cfdac92751d req-35751f28-8740-4678-a989-e1b6bedd4d76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbdac748-0684-47d9-bd85-ff6918affb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797029 Nov 08 00:14:44.033708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28a5de85-d1cd-47c6-bd3c-0b249bec75d7 req-0fb2582c-856e-4c66-8d34-191533577c4f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490613 Nov 08 00:14:44.070156 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-77379159-509b-4f5c-9d41-aa2394509596 req-c9e70353-1db7-44ee-b7dd-76554d0b7a0e service neutron] 10.222.0.20 "GET /v2.0/networks/7a239e8a-d30c-4ae5-9f8a-0163cf3c187a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215405 Nov 08 00:14:44.166482 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4421bb2-c280-4930-820f-7cfdac92751d req-5bc15775-97e6-4c15-b02e-882177ae9744 service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266792 Nov 08 00:14:44.190850 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6520ff5-1fb9-4a0e-b867-660384bd83a2 req-d53390d4-6913-45e3-bd17-6cd38cde55a8 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:44.192561 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6520ff5-1fb9-4a0e-b867-660384bd83a2 req-d53390d4-6913-45e3-bd17-6cd38cde55a8 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.0810928 Nov 08 00:14:44.273734 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6520ff5-1fb9-4a0e-b867-660384bd83a2 req-6f5c270f-bec7-49ae-a82d-6581a4a07d52 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706203 Nov 08 00:14:44.305576 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4421bb2-c280-4930-820f-7cfdac92751d req-30297ee7-3b1a-4c2d-9fbf-a62abae0eae7 service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310346 Nov 08 00:14:44.434144 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594a87b-560c-40e5-8d9d-62ba4d8ce404 req-87cf583e-5048-46cd-9b2c-eeaf345c5ab9 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:44.436389 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5594a87b-560c-40e5-8d9d-62ba4d8ce404 req-87cf583e-5048-46cd-9b2c-eeaf345c5ab9 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 946 time: 0.0517743 Nov 08 00:14:44.458272 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-efc98c58-8ca4-4814-a1b4-935c40b2a624 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:44.459821 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-efc98c58-8ca4-4814-a1b4-935c40b2a624 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.26 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 806 time: 0.1089637 Nov 08 00:14:44.478152 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5594a87b-560c-40e5-8d9d-62ba4d8ce404 req-5fe54399-9621-4153-959c-936408c7ef2e tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353103 Nov 08 00:14:44.480063 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-b16849d7-4c9b-4297-8afc-9b7f9ebb50ee tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Request body: {'port': {'device_id': '042050df-e1c4-443c-8508-a6eaf2786547', 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099', 'admin_state_up': True, 'tenant_id': '03361b607f1240009c31eb92f73a8c14'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:44.625995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8fbc43a6-7b1e-49cf-8226-a3973605688f req-7486ed2e-8830-4827-b05f-21bc652fe47e tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1092997 Nov 08 00:14:44.636037 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-8fbc43a6-7b1e-49cf-8226-a3973605688f req-14b71b52-1e93-4433-b390-cdd7c902fa6d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:44.651499 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-b16849d7-4c9b-4297-8afc-9b7f9ebb50ee tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Made reservation on behalf of 03361b607f1240009c31eb92f73a8c14 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:44.659218 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-b16849d7-4c9b-4297-8afc-9b7f9ebb50ee tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:44.719862 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8fbc43a6-7b1e-49cf-8226-a3973605688f req-14b71b52-1e93-4433-b390-cdd7c902fa6d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:44.794912 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-b16849d7-4c9b-4297-8afc-9b7f9ebb50ee tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Allocated IP 172.20.0.14 (cac5a810-3b8a-4875-b1de-503826400099/ecaf66e9-5ef6-440b-87a0-b205c6e28157/42b3b9c9-c85f-4237-928a-f42fadfb17aa) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:14:44.829300 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8fbc43a6-7b1e-49cf-8226-a3973605688f req-14b71b52-1e93-4433-b390-cdd7c902fa6d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:44.935288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-8fbc43a6-7b1e-49cf-8226-a3973605688f req-14b71b52-1e93-4433-b390-cdd7c902fa6d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Allocated IP 172.25.2.241 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/c29bdb78-0f54-42ed-aef0-a7c2d6372bb5) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:14:44.956580 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-b16849d7-4c9b-4297-8afc-9b7f9ebb50ee tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:45.039424 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8fbc43a6-7b1e-49cf-8226-a3973605688f req-14b71b52-1e93-4433-b390-cdd7c902fa6d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:45.056856 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-b16849d7-4c9b-4297-8afc-9b7f9ebb50ee tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:45.088512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['56ff3958-0144-4d3c-b3b3-300680828662'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:14:45.101778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-b16849d7-4c9b-4297-8afc-9b7f9ebb50ee tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Network cac5a810-3b8a-4875-b1de-503826400099 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:45.107381 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-b16849d7-4c9b-4297-8afc-9b7f9ebb50ee tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:45.114141 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-b16849d7-4c9b-4297-8afc-9b7f9ebb50ee tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:14:45.118051 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16849d7-4c9b-4297-8afc-9b7f9ebb50ee tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Pushing event updated for resources: {'Port': ['ID=42b3b9c9-c85f-4237-928a-f42fadfb17aa,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:45.136868 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8fbc43a6-7b1e-49cf-8226-a3973605688f req-14b71b52-1e93-4433-b390-cdd7c902fa6d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:45.169010 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-b16849d7-4c9b-4297-8afc-9b7f9ebb50ee tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:45.169705 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-b16849d7-4c9b-4297-8afc-9b7f9ebb50ee tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:45.175883 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fbc43a6-7b1e-49cf-8226-a3973605688f req-14b71b52-1e93-4433-b390-cdd7c902fa6d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:45.178810 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-8fbc43a6-7b1e-49cf-8226-a3973605688f req-14b71b52-1e93-4433-b390-cdd7c902fa6d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:45.182304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbc43a6-7b1e-49cf-8226-a3973605688f req-14b71b52-1e93-4433-b390-cdd7c902fa6d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:14:45.208821 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b71b52-1e93-4433-b390-cdd7c902fa6d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Pushing event updated for resources: {'Port': ['ID=c29bdb78-0f54-42ed-aef0-a7c2d6372bb5,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:45.257595 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-b16849d7-4c9b-4297-8afc-9b7f9ebb50ee tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7815816 Nov 08 00:14:45.275178 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Request body: {'port': {'device_id': '042050df-e1c4-443c-8508-a6eaf2786547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:45.277583 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8fbc43a6-7b1e-49cf-8226-a3973605688f req-14b71b52-1e93-4433-b390-cdd7c902fa6d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:45.333750 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:45.382806 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8fbc43a6-7b1e-49cf-8226-a3973605688f req-14b71b52-1e93-4433-b390-cdd7c902fa6d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:45.543009 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8fbc43a6-7b1e-49cf-8226-a3973605688f req-14b71b52-1e93-4433-b390-cdd7c902fa6d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:45.604167 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b3b9c9-c85f-4237-928a-f42fadfb17aa {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:45.612545 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:45.615049 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8fbc43a6-7b1e-49cf-8226-a3973605688f req-14b71b52-1e93-4433-b390-cdd7c902fa6d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:45.624733 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Transition to ACTIVE for port object 42b3b9c9-c85f-4237-928a-f42fadfb17aa will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:14:45.682000 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b71b52-1e93-4433-b390-cdd7c902fa6d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Pushing event updated for resources: {'Port': ['ID=c29bdb78-0f54-42ed-aef0-a7c2d6372bb5,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:45.693761 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8fbc43a6-7b1e-49cf-8226-a3973605688f req-14b71b52-1e93-4433-b390-cdd7c902fa6d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:45.702305 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:45.769447 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Pushing event updated for resources: {'Port': ['ID=42b3b9c9-c85f-4237-928a-f42fadfb17aa,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:45.784319 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8fbc43a6-7b1e-49cf-8226-a3973605688f req-14b71b52-1e93-4433-b390-cdd7c902fa6d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:45.785689 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8fbc43a6-7b1e-49cf-8226-a3973605688f req-14b71b52-1e93-4433-b390-cdd7c902fa6d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1537623 Nov 08 00:14:45.824615 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Attempting to bind port 42b3b9c9-c85f-4237-928a-f42fadfb17aa on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:45.824952 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Attempting to bind port 42b3b9c9-c85f-4237-928a-f42fadfb17aa by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:45.825279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Attempting to bind port 42b3b9c9-c85f-4237-928a-f42fadfb17aa on network cac5a810-3b8a-4875-b1de-503826400099 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:45.830244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Port 42b3b9c9-c85f-4237-928a-f42fadfb17aa on network cac5a810-3b8a-4875-b1de-503826400099 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:14:45.830563 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Attempting to bind port 42b3b9c9-c85f-4237-928a-f42fadfb17aa on network cac5a810-3b8a-4875-b1de-503826400099 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:45.835398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:45.835732 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Checking segment: {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:45.836157 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Bound using segment: {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:45.836579 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Bound port: 42b3b9c9-c85f-4237-928a-f42fadfb17aa, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:45.836933 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:45.838890 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8fbc43a6-7b1e-49cf-8226-a3973605688f req-990cc0ef-9eac-41cb-a742-859ff79dfef1 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 696 time: 0.0471168 Nov 08 00:14:45.910596 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] For port 42b3b9c9-c85f-4237-928a-f42fadfb17aa, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:45.914207 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] For port 42b3b9c9-c85f-4237-928a-f42fadfb17aa, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=42b3b9c9-c85f-4237-928a-f42fadfb17aa,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:45.951973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc43a6-7b1e-49cf-8226-a3973605688f req-e1be88bd-a57c-4638-89ad-f4f286edf49c tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:45.953336 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8fbc43a6-7b1e-49cf-8226-a3973605688f req-e1be88bd-a57c-4638-89ad-f4f286edf49c tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.1033521 Nov 08 00:14:46.000466 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-871d21fd-bebc-4b7d-bfd6-0efe8d61f138 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:14:46.001499 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-871d21fd-bebc-4b7d-bfd6-0efe8d61f138 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1206160 Nov 08 00:14:46.019063 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:46.051593 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb20b7-ab33-4542-bdfa-3eb620bd368c req-76ac9713-bf20-4a3d-a8b5-38a53ff4bf74 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:46.053087 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e2bb20b7-ab33-4542-bdfa-3eb620bd368c req-76ac9713-bf20-4a3d-a8b5-38a53ff4bf74 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=042050df-e1c4-443c-8508-a6eaf2786547 HTTP/1.1" status: 200 len: 944 time: 0.0492904 Nov 08 00:14:46.079128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-f277a7c4-359c-45bd-a750-8c87692f7c47 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:46.080466 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-f277a7c4-359c-45bd-a750-8c87692f7c47 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/ports/2958b0f6-b9b8-44fd-9028-8080e090c89c HTTP/1.1" status: 200 len: 1094 time: 0.0722136 Nov 08 00:14:46.083199 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:46.083823 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:46.085110 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] 10.222.0.26 "PUT /v2.0/ports/42b3b9c9-c85f-4237-928a-f42fadfb17aa HTTP/1.1" status: 200 len: 1092 time: 0.8141158 Nov 08 00:14:46.085544 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042050df-e1c4-443c-8508-a6eaf2786547', 'tag': '42b3b9c9-c85f-4237-928a-f42fadfb17aa'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:46.087814 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81812cc-7ccb-4068-b5bf-baac544d046e" -d '{"events": [{"name": "network-changed", "server_uuid": "042050df-e1c4-443c-8508-a6eaf2786547", "tag": "42b3b9c9-c85f-4237-928a-f42fadfb17aa"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:46.092314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e2bb20b7-ab33-4542-bdfa-3eb620bd368c req-a54339ff-c8bc-44f5-82fc-250ad73888f5 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329180 Nov 08 00:14:46.114815 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71aa49-a1b1-492d-9d44-423fc8c9ea64 service neutron] Pushing event updated for resources: {'Port': ['ID=42b3b9c9-c85f-4237-928a-f42fadfb17aa,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:46.152372 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-6aa92cdf-f700-4194-9537-c683bafb90d3 service neutron] Request body: {'binding': {'host': 'n-h2-816882-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:46.152898 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-6aa92cdf-f700-4194-9537-c683bafb90d3 service neutron] Unknown quota resources ['binding']. {{(pid=102771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 00:14:46.209847 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a76410-f120-4a90-91a2-d37410fdeb89 req-67ddc69f-a888-42cf-862d-868d3d3eded2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:46.211311 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02a76410-f120-4a90-91a2-d37410fdeb89 req-67ddc69f-a888-42cf-862d-868d3d3eded2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.0543969 Nov 08 00:14:46.250266 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02a76410-f120-4a90-91a2-d37410fdeb89 req-302e1779-c3f8-4812-a429-0dba279cbed4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319088 Nov 08 00:14:46.279715 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-215cb349-47bf-41f9-8371-f6279503d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:46.280009 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-215cb349-47bf-41f9-8371-f6279503d306 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&device_id=042050df-e1c4-443c-8508-a6eaf2786547 HTTP/1.1" status: 200 len: 1095 time: 0.0550957 Nov 08 00:14:46.350555 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-36364421-bd0b-471c-ab25-0ef556c296ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42b3b9c9-c85f-4237-928a-f42fadfb17aa HTTP/1.1" status: 200 len: 217 time: 0.0465729 Nov 08 00:14:46.359403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4ca63-1d29-4bb2-9551-9f484205dfd0 req-debf88f8-00ab-459a-a1fb-62a12ad44fa5 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:46.360958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-24c4ca63-1d29-4bb2-9551-9f484205dfd0 req-debf88f8-00ab-459a-a1fb-62a12ad44fa5 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 944 time: 0.0534360 Nov 08 00:14:46.367555 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-6aa92cdf-f700-4194-9537-c683bafb90d3 service neutron] Attempting to bind port 2958b0f6-b9b8-44fd-9028-8080e090c89c on host n-h2-816882-1 for vnic_type normal with profile None {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:46.367947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-6aa92cdf-f700-4194-9537-c683bafb90d3 service neutron] Attempting to bind port 2958b0f6-b9b8-44fd-9028-8080e090c89c by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:46.368259 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-6aa92cdf-f700-4194-9537-c683bafb90d3 service neutron] Attempting to bind port 2958b0f6-b9b8-44fd-9028-8080e090c89c on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:46.398494 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-6aa92cdf-f700-4194-9537-c683bafb90d3 service neutron] Port 2958b0f6-b9b8-44fd-9028-8080e090c89c on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:14:46.399912 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-6aa92cdf-f700-4194-9537-c683bafb90d3 service neutron] Attempting to bind port 2958b0f6-b9b8-44fd-9028-8080e090c89c on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:46.400024 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-24c4ca63-1d29-4bb2-9551-9f484205dfd0 req-e8a803f7-f169-433a-b243-d7c8ca3d0263 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328443 Nov 08 00:14:46.411146 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-6aa92cdf-f700-4194-9537-c683bafb90d3 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:46.411487 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-6aa92cdf-f700-4194-9537-c683bafb90d3 service neutron] Checking segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:46.411938 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-6aa92cdf-f700-4194-9537-c683bafb90d3 service neutron] Bound using segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:46.412317 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-6aa92cdf-f700-4194-9537-c683bafb90d3 service neutron] Bound port: 2958b0f6-b9b8-44fd-9028-8080e090c89c, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:46.439076 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-e14da746-4a6b-45f1-91d2-021b07331863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:46.440584 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-e14da746-4a6b-45f1-91d2-021b07331863 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ecaf66e9-5ef6-440b-87a0-b205c6e28157 HTTP/1.1" status: 200 len: 846 time: 0.0740445 Nov 08 00:14:46.488093 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-8d002510-c003-4a59-becb-52654d917fa4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cac5a810-3b8a-4875-b1de-503826400099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262268 Nov 08 00:14:46.496927 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-6aa92cdf-f700-4194-9537-c683bafb90d3 service neutron] For port 2958b0f6-b9b8-44fd-9028-8080e090c89c, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=2958b0f6-b9b8-44fd-9028-8080e090c89c,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:46.568934 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-6aa92cdf-f700-4194-9537-c683bafb90d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:46.570232 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-6aa92cdf-f700-4194-9537-c683bafb90d3 service neutron] 10.222.0.13 "POST /v2.0/ports/2958b0f6-b9b8-44fd-9028-8080e090c89c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4795709 Nov 08 00:14:46.584643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a06290-f5ee-4415-a161-af5186a7a5d9 req-d2fd67d7-68c5-4bb7-bad0-133f2ffaab65 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:46.590882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a06290-f5ee-4415-a161-af5186a7a5d9 req-d2fd67d7-68c5-4bb7-bad0-133f2ffaab65 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:46.594627 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-46bf22aa-1e39-495b-a812-1a29dace4ae5 service neutron] 10.222.0.26 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960269 Nov 08 00:14:46.596874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a06290-f5ee-4415-a161-af5186a7a5d9 req-d2fd67d7-68c5-4bb7-bad0-133f2ffaab65 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:46.598479 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09a06290-f5ee-4415-a161-af5186a7a5d9 req-d2fd67d7-68c5-4bb7-bad0-133f2ffaab65 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2411 time: 0.0644357 Nov 08 00:14:46.637081 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09a06290-f5ee-4415-a161-af5186a7a5d9 req-f01e9716-2d6d-4d12-9fd5-118f368c594c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324466 Nov 08 00:14:46.695524 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4a8c4fa7-50a7-4912-aadf-b5513f96b030 req-2dc3c8e5-51a7-4b0a-b85e-ff21e9ef2789 service neutron] 10.222.0.26 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913053 Nov 08 00:14:46.748247 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7600bc1-6e0c-493a-88f8-52e9b388d1c6 req-dcb2470f-fe7e-422f-b04f-b34b3867d203 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:46.749695 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7600bc1-6e0c-493a-88f8-52e9b388d1c6 req-dcb2470f-fe7e-422f-b04f-b34b3867d203 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.0532479 Nov 08 00:14:46.789318 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7600bc1-6e0c-493a-88f8-52e9b388d1c6 req-336cd58b-bea0-40de-988b-f376639f75e8 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333989 Nov 08 00:14:46.832268 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2433b46-0099-4f24-8601-9609e3bf6d01 x-openstack-request-id: req-b2433b46-0099-4f24-8601-9609e3bf6d01 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:46.832598 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042050df-e1c4-443c-8508-a6eaf2786547", "tag": "42b3b9c9-c85f-4237-928a-f42fadfb17aa", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:46.832883 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2433b46-0099-4f24-8601-9609e3bf6d01 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:46.834233 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042050df-e1c4-443c-8508-a6eaf2786547', 'tag': '42b3b9c9-c85f-4237-928a-f42fadfb17aa', 'status': 'completed', 'code': 200} Nov 08 00:14:46.915541 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81812cc-7ccb-4068-b5bf-baac544d046e req-8e0313d7-4e6a-43c5-8f73-1779bfd74637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:46.917208 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f81812cc-7ccb-4068-b5bf-baac544d046e req-8e0313d7-4e6a-43c5-8f73-1779bfd74637 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&device_id=042050df-e1c4-443c-8508-a6eaf2786547 HTTP/1.1" status: 200 len: 1095 time: 0.0406859 Nov 08 00:14:46.931887 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 912438ef-1a4c-4acd-8735-b9fae712dcc6 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:14:46.960225 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba20d04-07af-4e38-906e-15b4e126c0cf req-9c7333c4-c732-45b7-be72-b151411646a4 tempest-MigrationsAdminTest-814824223 tempest-MigrationsAdminTest-814824223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:46.968135 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cba20d04-07af-4e38-906e-15b4e126c0cf req-9c7333c4-c732-45b7-be72-b151411646a4 tempest-MigrationsAdminTest-814824223 tempest-MigrationsAdminTest-814824223-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 1100 time: 0.0914319 Nov 08 00:14:46.981186 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-7529bdf9-6640-46ef-9eac-756fba30243c tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:46.983536 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-7529bdf9-6640-46ef-9eac-756fba30243c tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/networks?id=0de3b87e-5ff4-4f98-bc99-5800b250314b HTTP/1.1" status: 200 len: 820 time: 0.1624768 Nov 08 00:14:47.005910 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-d4bc3808-62a9-4c00-8e93-eac6b5339867 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/quotas/2de47a6126ba4de69e1e89c7390326ab HTTP/1.1" status: 200 len: 375 time: 0.0135493 Nov 08 00:14:47.026419 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81812cc-7ccb-4068-b5bf-baac544d046e req-7691ff69-8293-46bd-abb3-60aaeeba5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:47.029045 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f81812cc-7ccb-4068-b5bf-baac544d046e req-7691ff69-8293-46bd-abb3-60aaeeba5b46 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 907 time: 0.1011848 Nov 08 00:14:47.029185 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cba20d04-07af-4e38-906e-15b4e126c0cf req-896428df-22c8-4857-8538-e50ac983771a tempest-MigrationsAdminTest-814824223 tempest-MigrationsAdminTest-814824223-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593240 Nov 08 00:14:47.068562 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 912438ef-1a4c-4acd-8735-b9fae712dcc6, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=912438ef-1a4c-4acd-8735-b9fae712dcc6,segment=NetworkSegment(55f1850e-dc05-4bfe-9963-77801719a94e),segment_id=55f1850e-dc05-4bfe-9963-77801719a94e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:47.085461 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '912438ef-1a4c-4acd-8735-b9fae712dcc6', 'network_id': '7c6eeaf5-f19c-4ebe-8561-d8056fc411ee', 'port_id': '912438ef-1a4c-4acd-8735-b9fae712dcc6', 'mac_address': 'fa:16:3e:96:e3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc5395b5-f741-4727-ac96-bd1b86c009a1', 'ip_address': '19.86.0.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:14:47.087525 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f81812cc-7ccb-4068-b5bf-baac544d046e req-b65848a0-8c6b-4a7b-8a42-cb196493fd33 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42b3b9c9-c85f-4237-928a-f42fadfb17aa HTTP/1.1" status: 200 len: 217 time: 0.0438342 Nov 08 00:14:47.095716 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-73a5a4cb-2a9d-4f30-b05d-d2cefb69f7fa tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2de47a6126ba4de69e1e89c7390326ab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0767877 Nov 08 00:14:47.134040 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:47.140109 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81812cc-7ccb-4068-b5bf-baac544d046e req-a38f5ba7-694e-4ba0-8e2a-8b1ce9902c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:47.144169 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f81812cc-7ccb-4068-b5bf-baac544d046e req-a38f5ba7-694e-4ba0-8e2a-8b1ce9902c59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ecaf66e9-5ef6-440b-87a0-b205c6e28157 HTTP/1.1" status: 200 len: 846 time: 0.0461047 Nov 08 00:14:47.148623 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912438ef-1a4c-4acd-8735-b9fae712dcc6 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:47.175768 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 912438ef-1a4c-4acd-8735-b9fae712dcc6, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=912438ef-1a4c-4acd-8735-b9fae712dcc6,segment=NetworkSegment(55f1850e-dc05-4bfe-9963-77801719a94e),segment_id=55f1850e-dc05-4bfe-9963-77801719a94e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:47.181821 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f81812cc-7ccb-4068-b5bf-baac544d046e req-ab2d926e-bb44-4675-8d6a-95f1d4f9689a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cac5a810-3b8a-4875-b1de-503826400099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290208 Nov 08 00:14:47.207391 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0060585-a3c6-4814-9241-71348b0ed6ed req-62b7bdf6-155c-4cd2-b7e3-d6445843beb5 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:47.209077 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a0060585-a3c6-4814-9241-71348b0ed6ed req-62b7bdf6-155c-4cd2-b7e3-d6445843beb5 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 946 time: 0.1121995 Nov 08 00:14:47.255319 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:47.256212 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 9d65023c-0b3c-498b-8c74-814a53018e14 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:14:47.291440 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a0060585-a3c6-4814-9241-71348b0ed6ed req-73ea77bf-29ae-40b7-bc6d-b9b94d6b0aa9 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700386 Nov 08 00:14:47.293347 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-2c88ed55-3eb8-4d32-a45d-64968db3abe2 service neutron] 10.222.0.13 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668806 Nov 08 00:14:47.300595 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-66287147-75d5-490f-9c64-80c7b9e7ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:47.304943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-66287147-75d5-490f-9c64-80c7b9e7ab45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 1097 time: 0.0906508 Nov 08 00:14:47.305906 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f81812cc-7ccb-4068-b5bf-baac544d046e req-91efb435-4a81-4e67-bc75-c9161a682805 service neutron] 10.222.0.26 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034660 Nov 08 00:14:47.363125 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=912438ef-1a4c-4acd-8735-b9fae712dcc6,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:47.406627 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 9d65023c-0b3c-498b-8c74-814a53018e14, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=9d65023c-0b3c-498b-8c74-814a53018e14,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:47.419240 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '9d65023c-0b3c-498b-8c74-814a53018e14', 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d', 'port_id': '9d65023c-0b3c-498b-8c74-814a53018e14', 'mac_address': 'fa:16:3e:8b:d6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf5087d-85b5-4f3a-9920-492dd2518682', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:14:47.433340 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f81812cc-7ccb-4068-b5bf-baac544d046e req-261a25c9-5535-40ca-8f40-9aa61dadff8b service neutron] 10.222.0.26 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060903 Nov 08 00:14:47.466580 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:47.480194 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d65023c-0b3c-498b-8c74-814a53018e14 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:47.500590 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-939d4b3d-5bff-49ea-b81d-7ee4d92b3fd7 service neutron] 10.222.0.13 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975904 Nov 08 00:14:47.505280 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 9d65023c-0b3c-498b-8c74-814a53018e14, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=9d65023c-0b3c-498b-8c74-814a53018e14,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:47.506294 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-1a4c00bb-56b4-4fe7-87b0-0de5d61c27d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:47.508710 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-1a4c00bb-56b4-4fe7-87b0-0de5d61c27d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 909 time: 0.1856852 Nov 08 00:14:47.554211 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-dc878677-c4da-4fae-b960-fd403e01a407 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2958b0f6-b9b8-44fd-9028-8080e090c89c HTTP/1.1" status: 200 len: 217 time: 0.0345778 Nov 08 00:14:47.598068 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:47.598750 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 96933ad3-7f07-472a-b914-ff4ff411bd9b details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:14:47.607137 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-423a7a08-e600-49b3-a74f-ea8b3ce6c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:47.608403 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-423a7a08-e600-49b3-a74f-ea8b3ce6c021 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.0462637 Nov 08 00:14:47.650273 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-0eee6ec4-3960-407a-9c13-448a65d5fd77 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274050 Nov 08 00:14:47.693727 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=9d65023c-0b3c-498b-8c74-814a53018e14,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:47.775875 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 96933ad3-7f07-472a-b914-ff4ff411bd9b, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=96933ad3-7f07-472a-b914-ff4ff411bd9b,segment=NetworkSegment(c2cc1d1e-636d-48b8-8201-0d2b32875aa0),segment_id=c2cc1d1e-636d-48b8-8201-0d2b32875aa0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:47.788750 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '96933ad3-7f07-472a-b914-ff4ff411bd9b', 'network_id': '7a239e8a-d30c-4ae5-9f8a-0163cf3c187a', 'port_id': '96933ad3-7f07-472a-b914-ff4ff411bd9b', 'mac_address': 'fa:16:3e:a9:80:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7b97a7-902f-4d63-9f84-9fe5bdac8d65', 'ip_address': '19.80.0.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:14:47.832307 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:47.845000 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd93ef2-9e5b-435e-b634-6dd369d3c94d req-2ec8b89a-474a-41bc-8753-dd8223cd416e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:47.846167 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96933ad3-7f07-472a-b914-ff4ff411bd9b {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:47.846531 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fdd93ef2-9e5b-435e-b634-6dd369d3c94d req-2ec8b89a-474a-41bc-8753-dd8223cd416e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=042050df-e1c4-443c-8508-a6eaf2786547 HTTP/1.1" status: 200 len: 944 time: 0.1021645 Nov 08 00:14:47.851578 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-0b072982-a72c-43c2-a4f5-a061cc2b63ea service neutron] 10.222.0.26 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862955 Nov 08 00:14:47.866527 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 96933ad3-7f07-472a-b914-ff4ff411bd9b, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=96933ad3-7f07-472a-b914-ff4ff411bd9b,segment=NetworkSegment(c2cc1d1e-636d-48b8-8201-0d2b32875aa0),segment_id=c2cc1d1e-636d-48b8-8201-0d2b32875aa0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:47.916262 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0500a-811d-4845-93aa-c14048249335 req-b8f069ef-34ba-4a16-b4a4-d3dc086a48db tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:47.920345 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2eb0500a-811d-4845-93aa-c14048249335 req-b8f069ef-34ba-4a16-b4a4-d3dc086a48db tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 945 time: 0.1418314 Nov 08 00:14:47.948354 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:47.949118 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:14:48.004553 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fdd93ef2-9e5b-435e-b634-6dd369d3c94d req-0adcf4db-72a8-4afc-9f14-7cf2d666af4a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486440 Nov 08 00:14:48.016355 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=502c36f2-1ec3-4b42-ace7-7d3af3bdb39e,segment=NetworkSegment(c2cc1d1e-636d-48b8-8201-0d2b32875aa0),segment_id=c2cc1d1e-636d-48b8-8201-0d2b32875aa0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:48.018897 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=96933ad3-7f07-472a-b914-ff4ff411bd9b,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:48.020966 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a88dff65-0b36-474f-bcbf-0bf41e53d66f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1621656 Nov 08 00:14:48.041425 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '502c36f2-1ec3-4b42-ace7-7d3af3bdb39e', 'network_id': '7a239e8a-d30c-4ae5-9f8a-0163cf3c187a', 'port_id': '502c36f2-1ec3-4b42-ace7-7d3af3bdb39e', 'mac_address': 'fa:16:3e:ad:44:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7b97a7-902f-4d63-9f84-9fe5bdac8d65', 'ip_address': '19.80.0.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:14:48.050710 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2eb0500a-811d-4845-93aa-c14048249335 req-f17f914c-d9a9-42b7-96d2-912945019ce9 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032922 Nov 08 00:14:48.059145 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-7eff385b-7aba-49e8-b5ef-42dee8b97476 service neutron] 10.222.0.26 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923475 Nov 08 00:14:48.098133 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:48.113227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:48.135413 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=502c36f2-1ec3-4b42-ace7-7d3af3bdb39e,segment=NetworkSegment(c2cc1d1e-636d-48b8-8201-0d2b32875aa0),segment_id=c2cc1d1e-636d-48b8-8201-0d2b32875aa0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:48.181039 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1692c-f09b-42e0-8d01-6ad66742d432 req-3f60da91-4230-410b-9eff-b37f7f07ba29 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:48.190560 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1692c-f09b-42e0-8d01-6ad66742d432 req-3f60da91-4230-410b-9eff-b37f7f07ba29 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:48.196643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1692c-f09b-42e0-8d01-6ad66742d432 req-3f60da91-4230-410b-9eff-b37f7f07ba29 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:48.198320 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70f1692c-f09b-42e0-8d01-6ad66742d432 req-3f60da91-4230-410b-9eff-b37f7f07ba29 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2413 time: 0.0774496 Nov 08 00:14:48.205790 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:48.262324 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=502c36f2-1ec3-4b42-ace7-7d3af3bdb39e,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:48.280326 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70f1692c-f09b-42e0-8d01-6ad66742d432 req-683b67c1-f90e-491f-a9f5-27e10d96415e tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677345 Nov 08 00:14:48.300124 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372c3da-d303-4c24-9a84-4b71718b8638 req-d71c8e0f-42a3-4056-996f-9992d5fb8183 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:48.301725 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b372c3da-d303-4c24-9a84-4b71718b8638 req-d71c8e0f-42a3-4056-996f-9992d5fb8183 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.1024961 Nov 08 00:14:48.379052 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5dade5f-55c7-4e94-91e4-4964e09d618b req-dccada46-f1c6-474c-8ec2-694192a4a68e tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 210 time: 0.0377750 Nov 08 00:14:48.396120 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-1080c07b-eb19-44fd-84f7-b94f4530d546 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:48.396120 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-1080c07b-eb19-44fd-84f7-b94f4530d546 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451&tenant_id=97cd1b3154f241d5a6c44887e42be8b0&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 1097 time: 0.1137314 Nov 08 00:14:48.401475 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b372c3da-d303-4c24-9a84-4b71718b8638 req-5a80e684-c18f-457f-b084-168d263a4172 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740290 Nov 08 00:14:48.420250 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816882-1'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:48.513989 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:48.562672 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 42b3b9c9-c85f-4237-928a-f42fadfb17aa details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:14:48.584290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35bbd9-1899-41c4-a6f2-e5b207a1cef9 req-37324fc7-17b2-44cc-a77f-2ac789bc0007 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:48.585789 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b35bbd9-1899-41c4-a6f2-e5b207a1cef9 req-37324fc7-17b2-44cc-a77f-2ac789bc0007 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.1294644 Nov 08 00:14:48.620667 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42c75f-88da-4b15-8010-b57f759035c2 req-2e04d746-414e-4e3b-916c-6d2c30adfef6 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:48.622053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f42c75f-88da-4b15-8010-b57f759035c2 req-2e04d746-414e-4e3b-916c-6d2c30adfef6 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 946 time: 0.1383522 Nov 08 00:14:48.671526 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 42b3b9c9-c85f-4237-928a-f42fadfb17aa, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=42b3b9c9-c85f-4237-928a-f42fadfb17aa,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:48.684098 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '42b3b9c9-c85f-4237-928a-f42fadfb17aa', 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099', 'port_id': '42b3b9c9-c85f-4237-928a-f42fadfb17aa', 'mac_address': 'fa:16:3e:49:05:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecaf66e9-5ef6-440b-87a0-b205c6e28157', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:14:48.734101 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:48.748807 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b3b9c9-c85f-4237-928a-f42fadfb17aa {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:48.765230 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b35bbd9-1899-41c4-a6f2-e5b207a1cef9 req-88263ef5-24ac-4381-9e9f-69a894703bab tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e2e3316-0707-4170-b382-582d2a200c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691384 Nov 08 00:14:48.775154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d24be5-70d8-4ede-ac04-42c26496a5ec req-b56ae789-49a6-4d4e-95ea-eca427861830 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:48.776627 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42d24be5-70d8-4ede-ac04-42c26496a5ec req-b56ae789-49a6-4d4e-95ea-eca427861830 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 946 time: 0.1818388 Nov 08 00:14:48.790214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 42b3b9c9-c85f-4237-928a-f42fadfb17aa, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=42b3b9c9-c85f-4237-928a-f42fadfb17aa,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:48.790840 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f42c75f-88da-4b15-8010-b57f759035c2 req-49db640d-54f6-40f1-905e-9bae8ee3d081 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428726 Nov 08 00:14:48.847888 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] For port 2958b0f6-b9b8-44fd-9028-8080e090c89c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2958b0f6-b9b8-44fd-9028-8080e090c89c,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:48.895167 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:48.917802 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] For port 2958b0f6-b9b8-44fd-9028-8080e090c89c, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:48.947935 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=42b3b9c9-c85f-4237-928a-f42fadfb17aa,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:48.969569 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-42d24be5-70d8-4ede-ac04-42c26496a5ec req-10c96ba3-a290-481b-99e3-a4617e96d099 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Deleting port 3f9a371c-3d47-4ef5-aad1-1fcdea947b20 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:14:48.969910 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-42d24be5-70d8-4ede-ac04-42c26496a5ec req-10c96ba3-a290-481b-99e3-a4617e96d099 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:48.974452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2836bbd-cea4-4ea5-bd52-f8eb27182451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2958b0f6-b9b8-44fd-9028-8080e090c89c'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:48.976781 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d972f3-2793-45f8-a3be-0b89c58d4d53" -d '{"events": [{"server_uuid": "b2836bbd-cea4-4ea5-bd52-f8eb27182451", "name": "network-vif-unplugged", "status": "completed", "tag": "2958b0f6-b9b8-44fd-9028-8080e090c89c"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:48.982510 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:49.018648 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48712ee9-572e-4cfc-9341-44c0da91f0e6 x-openstack-request-id: req-48712ee9-572e-4cfc-9341-44c0da91f0e6 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:49.026061 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2836bbd-cea4-4ea5-bd52-f8eb27182451", "name": "network-vif-unplugged", "status": "completed", "tag": "2958b0f6-b9b8-44fd-9028-8080e090c89c", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:49.026061 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48712ee9-572e-4cfc-9341-44c0da91f0e6 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:49.026061 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2836bbd-cea4-4ea5-bd52-f8eb27182451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2958b0f6-b9b8-44fd-9028-8080e090c89c', 'code': 200} Nov 08 00:14:49.026378 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['9d65023c-0b3c-498b-8c74-814a53018e14'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:14:49.049629 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['912438ef-1a4c-4acd-8735-b9fae712dcc6'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:14:49.056920 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['96933ad3-7f07-472a-b914-ff4ff411bd9b'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:14:49.080264 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:49.084661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-42d24be5-70d8-4ede-ac04-42c26496a5ec req-10c96ba3-a290-481b-99e3-a4617e96d099 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] For port 3f9a371c-3d47-4ef5-aad1-1fcdea947b20, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3f9a371c-3d47-4ef5-aad1-1fcdea947b20,segment=NetworkSegment(8ba65c8a-b42a-4530-bb6d-52807ee76a78),segment_id=8ba65c8a-b42a-4530-bb6d-52807ee76a78)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:49.085130 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-42d24be5-70d8-4ede-ac04-42c26496a5ec req-10c96ba3-a290-481b-99e3-a4617e96d099 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:49.129898 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-42d24be5-70d8-4ede-ac04-42c26496a5ec req-10c96ba3-a290-481b-99e3-a4617e96d099 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Calling delete_port for 3f9a371c-3d47-4ef5-aad1-1fcdea947b20 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:14:49.405661 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['42b3b9c9-c85f-4237-928a-f42fadfb17aa'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:14:49.561209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] Pushing event updated for resources: {'Port': ['ID=2958b0f6-b9b8-44fd-9028-8080e090c89c,revision_number=7']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:49.621137 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] Attempting to bind port 2958b0f6-b9b8-44fd-9028-8080e090c89c on host n-h1-816882-1 for vnic_type normal with profile {"migrating_to": "n-h2-816882-1"} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:49.621469 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] Attempting to bind port 2958b0f6-b9b8-44fd-9028-8080e090c89c by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:49.621792 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] Attempting to bind port 2958b0f6-b9b8-44fd-9028-8080e090c89c on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:49.636035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd83bc-ab2c-4be1-9039-1541a03d057a req-5d328428-8542-4bb3-820b-ab26c08815ab tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:49.637547 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75fd83bc-ab2c-4be1-9039-1541a03d057a req-5d328428-8542-4bb3-820b-ab26c08815ab tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=042050df-e1c4-443c-8508-a6eaf2786547 HTTP/1.1" status: 200 len: 945 time: 0.5030942 Nov 08 00:14:49.647498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdb6e1-2a3b-4c9b-a79d-5a0831202de0 req-584583fa-d8c0-417e-b260-db37b2719ac8 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:49.648949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70bdb6e1-2a3b-4c9b-a79d-5a0831202de0 req-584583fa-d8c0-417e-b260-db37b2719ac8 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 945 time: 0.4811742 Nov 08 00:14:49.658894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] Port 2958b0f6-b9b8-44fd-9028-8080e090c89c on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:14:49.659324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] Attempting to bind port 2958b0f6-b9b8-44fd-9028-8080e090c89c on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:49.691829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:49.692170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] Checking segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:49.692555 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] Bound using segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:49.692992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] Bound port: 2958b0f6-b9b8-44fd-9028-8080e090c89c, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:49.693347 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:49.760802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70bdb6e1-2a3b-4c9b-a79d-5a0831202de0 req-460ef5fc-c660-4457-b91a-210226b635eb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026545 Nov 08 00:14:49.763406 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75fd83bc-ab2c-4be1-9039-1541a03d057a req-64043bcd-4875-43a8-8c2a-f5399eb86e64 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132989 Nov 08 00:14:49.828696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] For port 2958b0f6-b9b8-44fd-9028-8080e090c89c, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:49.832016 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] For port 2958b0f6-b9b8-44fd-9028-8080e090c89c, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2958b0f6-b9b8-44fd-9028-8080e090c89c,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:49.884115 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-42d24be5-70d8-4ede-ac04-42c26496a5ec req-10c96ba3-a290-481b-99e3-a4617e96d099 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:49.897395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130ce74-3232-463f-9292-92288d6d13ff req-0e03271d-431b-4414-add1-fe1ca34953e6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:49.903253 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130ce74-3232-463f-9292-92288d6d13ff req-0e03271d-431b-4414-add1-fe1ca34953e6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:49.909173 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130ce74-3232-463f-9292-92288d6d13ff req-0e03271d-431b-4414-add1-fe1ca34953e6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:49.910841 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d130ce74-3232-463f-9292-92288d6d13ff req-0e03271d-431b-4414-add1-fe1ca34953e6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2414 time: 0.0708668 Nov 08 00:14:49.925174 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:49.967139 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c96ba3-a290-481b-99e3-a4617e96d099 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Pushing event deleted for resources: {'Port': ['ID=3f9a371c-3d47-4ef5-aad1-1fcdea947b20,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:50.017669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-611a711d-5ec0-4d0b-94db-809cb61814fb req-b8e84415-7800-49d7-a46d-9d6c91c2ba92 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 210 time: 0.0904281 Nov 08 00:14:50.055948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d24be5-70d8-4ede-ac04-42c26496a5ec req-10c96ba3-a290-481b-99e3-a4617e96d099 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] No DVR routers for this DVR port 3f9a371c-3d47-4ef5-aad1-1fcdea947b20 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:14:50.061505 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-42d24be5-70d8-4ede-ac04-42c26496a5ec req-10c96ba3-a290-481b-99e3-a4617e96d099 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:50.064718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42d24be5-70d8-4ede-ac04-42c26496a5ec req-10c96ba3-a290-481b-99e3-a4617e96d099 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.20 "DELETE /v2.0/ports/3f9a371c-3d47-4ef5-aad1-1fcdea947b20 HTTP/1.1" status: 204 len: 173 time: 1.2703750 Nov 08 00:14:50.085845 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['502c36f2-1ec3-4b42-ace7-7d3af3bdb39e'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:14:50.105002 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d130ce74-3232-463f-9292-92288d6d13ff req-44cb4943-9a26-49f0-964e-32c886098584 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822076 Nov 08 00:14:50.153033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] Pushing event updated for resources: {'Port': ['ID=2958b0f6-b9b8-44fd-9028-8080e090c89c,revision_number=8']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:50.158371 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:50.159076 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:50.160520 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5a7b1661-6692-4042-8cc5-a503cdd1b0ae service neutron] 10.222.0.26 "PUT /v2.0/ports/2958b0f6-b9b8-44fd-9028-8080e090c89c HTTP/1.1" status: 200 len: 1122 time: 1.7468071 Nov 08 00:14:50.200659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f95888-f325-415a-aab1-92f40bc1dd43 req-947e9438-87ce-4011-8b0b-74fe6dcdf16f tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:50.210271 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8f95888-f325-415a-aab1-92f40bc1dd43 req-947e9438-87ce-4011-8b0b-74fe6dcdf16f tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.1279929 Nov 08 00:14:50.227295 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-c43c0dba-db7f-40c6-8bf3-9148dbab8c76 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:50.229555 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-c43c0dba-db7f-40c6-8bf3-9148dbab8c76 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.20 "GET /v2.0/networks?id=0de3b87e-5ff4-4f98-bc99-5800b250314b HTTP/1.1" status: 200 len: 820 time: 0.1525493 Nov 08 00:14:50.251973 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-85bcd986-4866-411f-9108-1e004b9a7209 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Request body: {'port': {'device_id': 'ec07f3a4-7b63-442c-b91a-76d18f008387', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'admin_state_up': True, 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:50.282366 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7f540d5-9299-47d4-b075-9487b38fe919 req-1f0fe6f7-18ce-493b-bbd4-1dbfa81338a3 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 210 time: 0.0487449 Nov 08 00:14:50.310135 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8f95888-f325-415a-aab1-92f40bc1dd43 req-983c8be0-d4d1-4194-98b5-a8b959076a66 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913920 Nov 08 00:14:50.439935 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a0386-0205-4734-b05b-b8089792018c req-f1805825-1f59-49fb-90e3-069674000f34 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:50.441436 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-723a0386-0205-4734-b05b-b8089792018c req-f1805825-1f59-49fb-90e3-069674000f34 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 944 time: 0.0549417 Nov 08 00:14:50.477814 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['2958b0f6-b9b8-44fd-9028-8080e090c89c'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:14:50.479310 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-723a0386-0205-4734-b05b-b8089792018c req-6a24524e-eb69-44d4-973c-896e598903f7 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316904 Nov 08 00:14:50.497967 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-85bcd986-4866-411f-9108-1e004b9a7209 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Made reservation on behalf of 2de47a6126ba4de69e1e89c7390326ab for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:14:50.502385 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-85bcd986-4866-411f-9108-1e004b9a7209 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:50.556807 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 42b3b9c9-c85f-4237-928a-f42fadfb17aa up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:50.630023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-85bcd986-4866-411f-9108-1e004b9a7209 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Allocated IP 172.20.0.7 (0de3b87e-5ff4-4f98-bc99-5800b250314b/311328bc-5cef-4eac-9675-4fcbd1f92dad/4d42328b-a115-4aa9-9d88-9acd57ace464) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:14:50.685315 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 42b3b9c9-c85f-4237-928a-f42fadfb17aa completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:14:50.689401 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 42b3b9c9-c85f-4237-928a-f42fadfb17aa triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:50.697533 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:50.764958 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:50.780366 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-85bcd986-4866-411f-9108-1e004b9a7209 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:50.788622 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042050df-e1c4-443c-8508-a6eaf2786547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b3b9c9-c85f-4237-928a-f42fadfb17aa'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:50.790907 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158e0b6e-0123-4fc7-af30-55173001652d" -d '{"events": [{"server_uuid": "042050df-e1c4-443c-8508-a6eaf2786547", "name": "network-vif-plugged", "status": "completed", "tag": "42b3b9c9-c85f-4237-928a-f42fadfb17aa"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:50.805935 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 42b3b9c9-c85f-4237-928a-f42fadfb17aa, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=42b3b9c9-c85f-4237-928a-f42fadfb17aa,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:50.906464 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:50.908013 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2de073-77bc-481d-a1cc-169d95af8e28 req-b537eec0-fe4c-4cd6-a68c-1d868139e24d tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:50.909487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6d2de073-77bc-481d-a1cc-169d95af8e28 req-b537eec0-fe4c-4cd6-a68c-1d868139e24d tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 945 time: 0.0772746 Nov 08 00:14:50.920330 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-85bcd986-4866-411f-9108-1e004b9a7209 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:50.930606 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabdfa3-ef16-45dd-ab1d-8e6bd1f9bb9f req-2b08b80a-46eb-4635-a2e4-502aef68c1e3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:50.932106 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7fabdfa3-ef16-45dd-ab1d-8e6bd1f9bb9f req-2b08b80a-46eb-4635-a2e4-502aef68c1e3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=042050df-e1c4-443c-8508-a6eaf2786547 HTTP/1.1" status: 200 len: 945 time: 0.0705743 Nov 08 00:14:50.957501 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['91d3c811-a8f5-4496-9eab-cb87f11ae6ee'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:14:50.978278 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6d2de073-77bc-481d-a1cc-169d95af8e28 req-342e03a8-f615-4595-8484-52a7873f0134 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614064 Nov 08 00:14:50.987016 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-85bcd986-4866-411f-9108-1e004b9a7209 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Network 0de3b87e-5ff4-4f98-bc99-5800b250314b is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:14:50.993612 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-85bcd986-4866-411f-9108-1e004b9a7209 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:14:51.008011 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-85bcd986-4866-411f-9108-1e004b9a7209 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:14:51.009834 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=42b3b9c9-c85f-4237-928a-f42fadfb17aa,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:51.026634 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7fabdfa3-ef16-45dd-ab1d-8e6bd1f9bb9f req-83812423-aca1-420f-b787-0fdc80e0f2a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783632 Nov 08 00:14:51.026634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3547ee6-e562-40cb-82ff-4543f65185d0', 'name': 'network-vif-deleted', 'tag': '3f9a371c-3d47-4ef5-aad1-1fcdea947b20'}, {'name': 'network-changed', 'server_uuid': 'b2836bbd-cea4-4ea5-bd52-f8eb27182451', 'tag': '2958b0f6-b9b8-44fd-9028-8080e090c89c'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:51.026634 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b081eac0-0399-4521-b870-bf9b97daf1fe" -d '{"events": [{"server_uuid": "d3547ee6-e562-40cb-82ff-4543f65185d0", "name": "network-vif-deleted", "tag": "3f9a371c-3d47-4ef5-aad1-1fcdea947b20"}, {"name": "network-changed", "server_uuid": "b2836bbd-cea4-4ea5-bd52-f8eb27182451", "tag": "2958b0f6-b9b8-44fd-9028-8080e090c89c"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:51.058388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcd986-4866-411f-9108-1e004b9a7209 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Pushing event updated for resources: {'Port': ['ID=4d42328b-a115-4aa9-9d88-9acd57ace464,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:51.081039 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb2db0d-e7d3-45bc-8977-852070f71561 x-openstack-request-id: req-7fb2db0d-e7d3-45bc-8977-852070f71561 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:51.081338 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042050df-e1c4-443c-8508-a6eaf2786547", "name": "network-vif-plugged", "status": "completed", "tag": "42b3b9c9-c85f-4237-928a-f42fadfb17aa", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:51.081588 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7fb2db0d-e7d3-45bc-8977-852070f71561 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:51.082025 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042050df-e1c4-443c-8508-a6eaf2786547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b3b9c9-c85f-4237-928a-f42fadfb17aa', 'code': 200} Nov 08 00:14:51.089661 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-85bcd986-4866-411f-9108-1e004b9a7209 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:51.096045 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-85bcd986-4866-411f-9108-1e004b9a7209 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:51.125836 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90aea87c-595b-40e3-825b-3701ff9877e4 x-openstack-request-id: req-90aea87c-595b-40e3-825b-3701ff9877e4 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:51.126003 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3547ee6-e562-40cb-82ff-4543f65185d0", "name": "network-vif-deleted", "tag": "3f9a371c-3d47-4ef5-aad1-1fcdea947b20", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b2836bbd-cea4-4ea5-bd52-f8eb27182451", "tag": "2958b0f6-b9b8-44fd-9028-8080e090c89c", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:51.126233 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90aea87c-595b-40e3-825b-3701ff9877e4 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:51.126633 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3547ee6-e562-40cb-82ff-4543f65185d0', 'name': 'network-vif-deleted', 'tag': '3f9a371c-3d47-4ef5-aad1-1fcdea947b20', 'status': 'completed', 'code': 200} Nov 08 00:14:51.126890 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2836bbd-cea4-4ea5-bd52-f8eb27182451', 'tag': '2958b0f6-b9b8-44fd-9028-8080e090c89c', 'status': 'completed', 'code': 200} Nov 08 00:14:51.223651 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-85bcd986-4866-411f-9108-1e004b9a7209 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9767234 Nov 08 00:14:51.244159 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-41704c4f-62d0-48f9-a5d0-8f749a8e7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:51.245677 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-41704c4f-62d0-48f9-a5d0-8f749a8e7a78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 1100 time: 0.0582252 Nov 08 00:14:51.257610 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Request body: {'port': {'device_id': 'ec07f3a4-7b63-442c-b91a-76d18f008387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:14:51.273458 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4d731-3537-4e60-8844-e3ab12f4fc09 req-9e8a57c4-7699-431d-81fd-9ad951ab6275 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:51.274968 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-82b4d731-3537-4e60-8844-e3ab12f4fc09 req-9e8a57c4-7699-431d-81fd-9ad951ab6275 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 931 time: 0.1055977 Nov 08 00:14:51.328157 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-83049ec1-cda8-410e-b963-98e401a0226c None None] Provisioning complete for port 4d42328b-a115-4aa9-9d88-9acd57ace464 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:51.329443 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-83049ec1-cda8-410e-b963-98e401a0226c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:51.339492 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a387351-cb59-48c0-b84f-266e2be5f906 req-e4459f0f-01e1-4c97-a373-229c37df2546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:51.341549 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a387351-cb59-48c0-b84f-266e2be5f906 req-e4459f0f-01e1-4c97-a373-229c37df2546 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=042050df-e1c4-443c-8508-a6eaf2786547 HTTP/1.1" status: 200 len: 1097 time: 0.1418049 Nov 08 00:14:51.363908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284206d-b53f-4ba6-933f-73ec5479a468 req-c11dad7d-c0fb-4acc-a1e0-d8af1354bd52 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:51.369842 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284206d-b53f-4ba6-933f-73ec5479a468 req-c11dad7d-c0fb-4acc-a1e0-d8af1354bd52 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:51.375810 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284206d-b53f-4ba6-933f-73ec5479a468 req-c11dad7d-c0fb-4acc-a1e0-d8af1354bd52 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:51.376678 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-83049ec1-cda8-410e-b963-98e401a0226c None None] Port 4d42328b-a115-4aa9-9d88-9acd57ace464 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:14:51.377447 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d284206d-b53f-4ba6-933f-73ec5479a468 req-c11dad7d-c0fb-4acc-a1e0-d8af1354bd52 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2414 time: 0.1631396 Nov 08 00:14:51.381664 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:51.408321 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-43463b22-dd55-49e0-a6f7-bb41fb707bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:51.409454 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-82b4d731-3537-4e60-8844-e3ab12f4fc09 req-834394bf-ae5d-4192-9384-96dd91206c73 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237242 Nov 08 00:14:51.409792 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-43463b22-dd55-49e0-a6f7-bb41fb707bd7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1488006 Nov 08 00:14:51.413423 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081eac0-0399-4521-b870-bf9b97daf1fe req-33857536-f60d-4854-8186-e5a27e59c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:51.414823 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b081eac0-0399-4521-b870-bf9b97daf1fe req-33857536-f60d-4854-8186-e5a27e59c744 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 1125 time: 0.1497607 Nov 08 00:14:51.474066 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-38fdebbd-45a1-4118-ac0f-0589abc794e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=87317753-526c-4085-922b-c2cf55d8958d HTTP/1.1" status: 200 len: 217 time: 0.0564630 Nov 08 00:14:51.489455 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a387351-cb59-48c0-b84f-266e2be5f906 req-940f9110-dab4-4dea-806b-8b4b5f0b6597 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348410 Nov 08 00:14:51.513819 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d284206d-b53f-4ba6-933f-73ec5479a468 req-b7e5ba56-ee7a-4ae0-8c9b-d0a974693294 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233101 Nov 08 00:14:51.530436 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65d14146-dac3-424d-84c8-1c697d5385d2 req-3467d953-ae20-4b24-bda8-71e908904ae5 tempest-ServerRescueNegativeTestJSON-1514703417 tempest-ServerRescueNegativeTestJSON-1514703417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3547ee6-e562-40cb-82ff-4543f65185d0 HTTP/1.1" status: 200 len: 210 time: 0.0367050 Nov 08 00:14:51.584268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081eac0-0399-4521-b870-bf9b97daf1fe req-061136a8-c679-41c8-9cdd-0dee4c1e60ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:51.589057 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b081eac0-0399-4521-b870-bf9b97daf1fe req-061136a8-c679-41c8-9cdd-0dee4c1e60ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 909 time: 0.1629472 Nov 08 00:14:51.608470 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-5db4bbe9-438c-44ce-bdb3-cfc19292fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:51.609931 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-5db4bbe9-438c-44ce-bdb3-cfc19292fc3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1162562 Nov 08 00:14:51.656596 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b081eac0-0399-4521-b870-bf9b97daf1fe req-fcdd25e4-2017-4aa4-8c6e-99341f6a22f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2958b0f6-b9b8-44fd-9028-8080e090c89c HTTP/1.1" status: 200 len: 217 time: 0.0606475 Nov 08 00:14:51.754423 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d42328b-a115-4aa9-9d88-9acd57ace464 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:51.757010 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3287a16-1793-4fab-a508-0232bbd239cf req-886ef6f3-7db1-4ec7-8c62-da2e6ea2950e tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:51.758517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f3287a16-1793-4fab-a508-0232bbd239cf req-886ef6f3-7db1-4ec7-8c62-da2e6ea2950e tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 944 time: 0.1515977 Nov 08 00:14:51.766158 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:51.768506 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d63dc7-e36f-49ec-aa6c-bce50511de1c req-9cd6ec69-8bc4-4d3b-93f0-2c25c4b8246e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:51.769765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d1d63dc7-e36f-49ec-aa6c-bce50511de1c req-9cd6ec69-8bc4-4d3b-93f0-2c25c4b8246e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.1639185 Nov 08 00:14:51.779902 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Transition to ACTIVE for port object 4d42328b-a115-4aa9-9d88-9acd57ace464 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:14:51.781327 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081eac0-0399-4521-b870-bf9b97daf1fe req-7a4e5142-e4a1-4b21-afcc-c2ff9965c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:51.785917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b081eac0-0399-4521-b870-bf9b97daf1fe req-7a4e5142-e4a1-4b21-afcc-c2ff9965c7f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.1121354 Nov 08 00:14:51.828688 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b081eac0-0399-4521-b870-bf9b97daf1fe req-615e3b24-cbc8-47b2-82d1-5ac37add69ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345790 Nov 08 00:14:51.858361 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:51.872068 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d1d63dc7-e36f-49ec-aa6c-bce50511de1c req-279f5479-d158-4b1d-bd63-13dfde655676 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932734 Nov 08 00:14:51.900821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-632ac2ce-a318-4257-8195-149a29fad4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:51.902328 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-632ac2ce-a318-4257-8195-149a29fad4e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0787218 Nov 08 00:14:51.914576 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f3287a16-1793-4fab-a508-0232bbd239cf req-0953f561-966c-4a95-9e75-b97dd0450aa1 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418729 Nov 08 00:14:51.917401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4d42328b-a115-4aa9-9d88-9acd57ace464,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:51.980909 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b081eac0-0399-4521-b870-bf9b97daf1fe req-9013d2b2-4466-449b-9adb-e62116c91638 service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349404 Nov 08 00:14:52.075200 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Attempting to bind port 4d42328b-a115-4aa9-9d88-9acd57ace464 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:14:52.075638 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Attempting to bind port 4d42328b-a115-4aa9-9d88-9acd57ace464 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '6fb58c1c-c575-461c-b850-6c6b1be8fffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:14:52.075946 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Attempting to bind port 4d42328b-a115-4aa9-9d88-9acd57ace464 on network 0de3b87e-5ff4-4f98-bc99-5800b250314b {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:52.080859 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-ce3df254-8801-4f10-a274-8b3662fbdd68 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544986 Nov 08 00:14:52.082978 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Port 4d42328b-a115-4aa9-9d88-9acd57ace464 on network 0de3b87e-5ff4-4f98-bc99-5800b250314b not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:14:52.083314 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Attempting to bind port 4d42328b-a115-4aa9-9d88-9acd57ace464 on network 0de3b87e-5ff4-4f98-bc99-5800b250314b {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:14:52.091302 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b081eac0-0399-4521-b870-bf9b97daf1fe req-3ebce7ca-7f2a-408a-86b7-8608dbfb7a9b service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020870 Nov 08 00:14:52.094591 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:14:52.094936 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Checking segment: {'id': '6fb58c1c-c575-461c-b850-6c6b1be8fffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:14:52.095321 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Bound using segment: {'id': '6fb58c1c-c575-461c-b850-6c6b1be8fffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:14:52.095761 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Bound port: 4d42328b-a115-4aa9-9d88-9acd57ace464, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb58c1c-c575-461c-b850-6c6b1be8fffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:14:52.096151 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:52.176748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de152a9-56a6-4b83-b506-0a677ba142d0 req-d5d890d3-4b17-4935-a348-13b0a1a05228 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:52.178273 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7de152a9-56a6-4b83-b506-0a677ba142d0 req-d5d890d3-4b17-4935-a348-13b0a1a05228 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 945 time: 0.0841830 Nov 08 00:14:52.188396 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554dde1b-4894-4155-b7de-1785c059baaf req-9a1c3681-a31d-476d-9a03-5ab03d0a07a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:52.189938 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-554dde1b-4894-4155-b7de-1785c059baaf req-9a1c3681-a31d-476d-9a03-5ab03d0a07a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=042050df-e1c4-443c-8508-a6eaf2786547 HTTP/1.1" status: 200 len: 946 time: 0.0862868 Nov 08 00:14:52.249780 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7de152a9-56a6-4b83-b506-0a677ba142d0 req-b3f1c8c8-7d81-482e-a834-2caeb4531a0d tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587122 Nov 08 00:14:52.257867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-554dde1b-4894-4155-b7de-1785c059baaf req-ab895030-ce65-4ec4-aea6-57817e354275 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595717 Nov 08 00:14:52.499702 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] For port 4d42328b-a115-4aa9-9d88-9acd57ace464, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:52.504199 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] For port 4d42328b-a115-4aa9-9d88-9acd57ace464, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=4d42328b-a115-4aa9-9d88-9acd57ace464,segment=NetworkSegment(6fb58c1c-c575-461c-b850-6c6b1be8fffd),segment_id=6fb58c1c-c575-461c-b850-6c6b1be8fffd)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:14:52.508661 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-ad28c8fe-f24c-45c7-8d37-8f6c7ae71481 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155705 Nov 08 00:14:52.522284 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8b090-e375-4753-b374-13e70adf0bda req-0a6350ff-4e47-4f8a-8762-ecde2ea24c86 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:52.523882 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aee8b090-e375-4753-b374-13e70adf0bda req-0a6350ff-4e47-4f8a-8762-ecde2ea24c86 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 943 time: 0.0492723 Nov 08 00:14:52.558766 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 2958b0f6-b9b8-44fd-9028-8080e090c89c details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:14:52.567956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aee8b090-e375-4753-b374-13e70adf0bda req-1c2df6bc-8415-4407-b788-cf3f71e39c2b tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370913 Nov 08 00:14:52.581464 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:52.627594 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:52.628317 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:52.629773 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] 10.222.0.20 "PUT /v2.0/ports/4d42328b-a115-4aa9-9d88-9acd57ace464 HTTP/1.1" status: 200 len: 1091 time: 1.3764298 Nov 08 00:14:52.630221 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec07f3a4-7b63-442c-b91a-76d18f008387', 'tag': '4d42328b-a115-4aa9-9d88-9acd57ace464'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:52.632586 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201269d4-5e95-4d0f-b4b7-b80a202f0d97" -d '{"events": [{"name": "network-changed", "server_uuid": "ec07f3a4-7b63-442c-b91a-76d18f008387", "tag": "4d42328b-a115-4aa9-9d88-9acd57ace464"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:52.637421 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38670) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:52.676745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a51bfe-ecad-4928-97bc-a0e357d46a64 req-4dea9c81-47bb-41d5-8431-4e1813f23d54 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:52.683604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a51bfe-ecad-4928-97bc-a0e357d46a64 req-4dea9c81-47bb-41d5-8431-4e1813f23d54 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:52.690135 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 2958b0f6-b9b8-44fd-9028-8080e090c89c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2958b0f6-b9b8-44fd-9028-8080e090c89c,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:52.691880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a51bfe-ecad-4928-97bc-a0e357d46a64 req-4dea9c81-47bb-41d5-8431-4e1813f23d54 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:52.693744 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1a51bfe-ecad-4928-97bc-a0e357d46a64 req-4dea9c81-47bb-41d5-8431-4e1813f23d54 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2414 time: 0.1027234 Nov 08 00:14:52.697683 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07adeb0-708f-4eb5-9fdb-e21bf8d12fed x-openstack-request-id: req-c07adeb0-708f-4eb5-9fdb-e21bf8d12fed {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:52.697987 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec07f3a4-7b63-442c-b91a-76d18f008387", "tag": "4d42328b-a115-4aa9-9d88-9acd57ace464", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:52.698295 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c07adeb0-708f-4eb5-9fdb-e21bf8d12fed {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:52.698689 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec07f3a4-7b63-442c-b91a-76d18f008387', 'tag': '4d42328b-a115-4aa9-9d88-9acd57ace464', 'status': 'completed', 'code': 200} Nov 08 00:14:52.704762 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 2958b0f6-b9b8-44fd-9028-8080e090c89c has no active binding in host n-h2-816882-1 {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 00:14:52.750190 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1a51bfe-ecad-4928-97bc-a0e357d46a64 req-a47d9af6-94b8-4bc9-9d30-5b5b8b333103 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456321 Nov 08 00:14:52.780622 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78450e6f-26ee-4e19-a86f-0793ad1b57f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4d42328b-a115-4aa9-9d88-9acd57ace464,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:52.811757 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201269d4-5e95-4d0f-b4b7-b80a202f0d97 req-f5eb9a84-99d5-4e30-8528-bb99ce7fae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:52.813300 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-201269d4-5e95-4d0f-b4b7-b80a202f0d97 req-f5eb9a84-99d5-4e30-8528-bb99ce7fae01 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2de47a6126ba4de69e1e89c7390326ab&device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 1094 time: 0.0780931 Nov 08 00:14:52.958945 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 9d65023c-0b3c-498b-8c74-814a53018e14 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:53.038645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d3938-7f94-4fc5-bd06-639ca689e594 req-9019215d-78c1-4f10-89d0-407ac4ffe2a1 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:53.040137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-012d3938-7f94-4fc5-bd06-639ca689e594 req-9019215d-78c1-4f10-89d0-407ac4ffe2a1 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.0599020 Nov 08 00:14:53.050338 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201269d4-5e95-4d0f-b4b7-b80a202f0d97 req-9c3fecef-62db-49ce-8df7-3955dbe7016a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:53.051809 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-201269d4-5e95-4d0f-b4b7-b80a202f0d97 req-9c3fecef-62db-49ce-8df7-3955dbe7016a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2de47a6126ba4de69e1e89c7390326ab&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1934390 Nov 08 00:14:53.111742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 9d65023c-0b3c-498b-8c74-814a53018e14 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:14:53.115639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 9d65023c-0b3c-498b-8c74-814a53018e14 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:53.116177 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:53.124002 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03398cd3-a9ec-4c4a-a783-de7b0572a999 req-e726689b-b997-4cd7-8afe-84dc90971f6a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:53.125528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03398cd3-a9ec-4c4a-a783-de7b0572a999 req-e726689b-b997-4cd7-8afe-84dc90971f6a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 944 time: 0.0845113 Nov 08 00:14:53.139363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-012d3938-7f94-4fc5-bd06-639ca689e594 req-7546ae10-d475-45f6-a7e5-e203263ac44d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873189 Nov 08 00:14:53.190863 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201269d4-5e95-4d0f-b4b7-b80a202f0d97 req-4a9bcca8-ccb4-4dac-ae1b-7d5c8a7588b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:53.191270 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03398cd3-a9ec-4c4a-a783-de7b0572a999 req-a69928e4-ff8a-4817-96b8-2724a877cba1 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505257 Nov 08 00:14:53.192360 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-201269d4-5e95-4d0f-b4b7-b80a202f0d97 req-4a9bcca8-ccb4-4dac-ae1b-7d5c8a7588b8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1149440 Nov 08 00:14:53.211491 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:53.235872 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1745010f-0b4e-4cbe-8bd8-4e69422c44da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d65023c-0b3c-498b-8c74-814a53018e14'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:53.238119 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8226be4-1588-47f2-82e1-a186c5464a24" -d '{"events": [{"server_uuid": "1745010f-0b4e-4cbe-8bd8-4e69422c44da", "name": "network-vif-plugged", "status": "completed", "tag": "9d65023c-0b3c-498b-8c74-814a53018e14"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:53.251253 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 9d65023c-0b3c-498b-8c74-814a53018e14, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=9d65023c-0b3c-498b-8c74-814a53018e14,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:53.257924 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee5e248c-8a4e-4385-b4b1-5c4463a98e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:53.277747 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598edd00-e8de-4884-b999-334d491d88c7 x-openstack-request-id: req-598edd00-e8de-4884-b999-334d491d88c7 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:53.278058 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1745010f-0b4e-4cbe-8bd8-4e69422c44da", "name": "network-vif-plugged", "status": "completed", "tag": "9d65023c-0b3c-498b-8c74-814a53018e14", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:53.279276 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-598edd00-e8de-4884-b999-334d491d88c7 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:53.279276 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1745010f-0b4e-4cbe-8bd8-4e69422c44da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d65023c-0b3c-498b-8c74-814a53018e14', 'code': 200} Nov 08 00:14:53.314634 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:53.315020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 912438ef-1a4c-4acd-8735-b9fae712dcc6 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:53.402524 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-4819fc06-9b3c-442e-a079-05beb634a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:53.403177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=9d65023c-0b3c-498b-8c74-814a53018e14,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:53.404947 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-4819fc06-9b3c-442e-a079-05beb634a098 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2de47a6126ba4de69e1e89c7390326ab&device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 1094 time: 0.1444392 Nov 08 00:14:53.453842 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10afcd0-2d96-42cf-88d8-3f050ea6062e req-607f8ea8-0e5d-4de1-8d56-f0f11d906709 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:53.455303 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a10afcd0-2d96-42cf-88d8-3f050ea6062e req-607f8ea8-0e5d-4de1-8d56-f0f11d906709 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 946 time: 0.1229866 Nov 08 00:14:53.461666 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-39bf2da2-bd6e-4ce5-a1da-fa8b738ec54d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d42328b-a115-4aa9-9d88-9acd57ace464 HTTP/1.1" status: 200 len: 217 time: 0.0399075 Nov 08 00:14:53.471990 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 912438ef-1a4c-4acd-8735-b9fae712dcc6 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:14:53.476445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 912438ef-1a4c-4acd-8735-b9fae712dcc6 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:53.476868 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:53.493464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cd797-92a1-441f-a2e4-545b02af18c2 req-339f0c7f-7bae-4672-9110-41657ccd230e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:53.494963 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d1cd797-92a1-441f-a2e4-545b02af18c2 req-339f0c7f-7bae-4672-9110-41657ccd230e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=042050df-e1c4-443c-8508-a6eaf2786547 HTTP/1.1" status: 200 len: 946 time: 0.1163917 Nov 08 00:14:53.499040 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16b85e-a3fa-4c9a-8688-64f2993cd048 req-1172e104-fddb-4f23-ac1a-ac82134bfed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:53.500003 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee16b85e-a3fa-4c9a-8688-64f2993cd048 req-1172e104-fddb-4f23-ac1a-ac82134bfed0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 1097 time: 0.0878959 Nov 08 00:14:53.543445 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a10afcd0-2d96-42cf-88d8-3f050ea6062e req-15e1ba4d-c71d-493b-b485-bfc93c1bb758 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811903 Nov 08 00:14:53.562083 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-f809b7dc-deee-4018-8f0c-0b42d94c88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:53.563582 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-f809b7dc-deee-4018-8f0c-0b42d94c88eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=311328bc-5cef-4eac-9675-4fcbd1f92dad HTTP/1.1" status: 200 len: 859 time: 0.0717852 Nov 08 00:14:53.578437 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:53.586157 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee16b85e-a3fa-4c9a-8688-64f2993cd048 req-3bc0b734-c700-4e6a-829b-a8e0b27b9ff6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757506 Nov 08 00:14:53.596597 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d1cd797-92a1-441f-a2e4-545b02af18c2 req-591647a8-85cd-4d43-af26-6f1086cc257e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848410 Nov 08 00:14:53.629644 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 912438ef-1a4c-4acd-8735-b9fae712dcc6, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=912438ef-1a4c-4acd-8735-b9fae712dcc6,segment=NetworkSegment(55f1850e-dc05-4bfe-9963-77801719a94e),segment_id=55f1850e-dc05-4bfe-9963-77801719a94e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:53.649216 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-c6e2b022-a8af-4f02-802f-0521a85db454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:53.650735 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-c6e2b022-a8af-4f02-802f-0521a85db454 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0de3b87e-5ff4-4f98-bc99-5800b250314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794244 Nov 08 00:14:53.696354 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-ee5e248c-8a4e-4385-b4b1-5c4463a98e10 admin admin] Deleting port 8670f1c9-3bd9-43d1-bc86-a758b070436f {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:14:53.696797 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee5e248c-8a4e-4385-b4b1-5c4463a98e10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:53.700971 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10552e99-4067-414c-94bd-e6ad8cb215aa req-c69359fb-0686-4fbf-88dd-738d2c9dde8e tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:53.702438 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10552e99-4067-414c-94bd-e6ad8cb215aa req-c69359fb-0686-4fbf-88dd-738d2c9dde8e tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 943 time: 0.0493672 Nov 08 00:14:53.708170 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:53.709097 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 96933ad3-7f07-472a-b914-ff4ff411bd9b up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:53.744199 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10552e99-4067-414c-94bd-e6ad8cb215aa req-22c991c3-342c-4fab-bbf8-1c940045ad46 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355585 Nov 08 00:14:53.779356 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-ee5e248c-8a4e-4385-b4b1-5c4463a98e10 admin admin] For port 8670f1c9-3bd9-43d1-bc86-a758b070436f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8670f1c9-3bd9-43d1-bc86-a758b070436f,segment=NetworkSegment(8ba65c8a-b42a-4530-bb6d-52807ee76a78),segment_id=8ba65c8a-b42a-4530-bb6d-52807ee76a78)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:53.779718 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee5e248c-8a4e-4385-b4b1-5c4463a98e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:53.793308 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-ee5e248c-8a4e-4385-b4b1-5c4463a98e10 admin admin] Calling delete_port for 8670f1c9-3bd9-43d1-bc86-a758b070436f owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:14:53.799639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=912438ef-1a4c-4acd-8735-b9fae712dcc6,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:53.851175 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a623f9-9ee1-44f9-9c5e-e6ca6928059b req-67df51c6-74d2-4727-ba74-b1420b5d78b8 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:53.852682 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a623f9-9ee1-44f9-9c5e-e6ca6928059b req-67df51c6-74d2-4727-ba74-b1420b5d78b8 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=042050df-e1c4-443c-8508-a6eaf2786547 HTTP/1.1" status: 200 len: 946 time: 0.0490937 Nov 08 00:14:53.885118 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 96933ad3-7f07-472a-b914-ff4ff411bd9b completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:14:53.890607 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 96933ad3-7f07-472a-b914-ff4ff411bd9b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:53.890974 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:53.892485 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a623f9-9ee1-44f9-9c5e-e6ca6928059b req-0c57765a-5664-4a80-9e47-1e171080a95a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333955 Nov 08 00:14:53.974165 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:54.007628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82c453-ff28-493a-acbc-7fd82560417a req-5b234da5-481b-4b4b-8248-5ccc5bb159d6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:54.009736 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 96933ad3-7f07-472a-b914-ff4ff411bd9b, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=96933ad3-7f07-472a-b914-ff4ff411bd9b,segment=NetworkSegment(c2cc1d1e-636d-48b8-8201-0d2b32875aa0),segment_id=c2cc1d1e-636d-48b8-8201-0d2b32875aa0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:54.014277 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82c453-ff28-493a-acbc-7fd82560417a req-5b234da5-481b-4b4b-8248-5ccc5bb159d6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:54.020235 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82c453-ff28-493a-acbc-7fd82560417a req-5b234da5-481b-4b4b-8248-5ccc5bb159d6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:54.021824 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c82c453-ff28-493a-acbc-7fd82560417a req-5b234da5-481b-4b4b-8248-5ccc5bb159d6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2415 time: 0.0675704 Nov 08 00:14:54.049276 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee5e248c-8a4e-4385-b4b1-5c4463a98e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:54.072104 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c82c453-ff28-493a-acbc-7fd82560417a req-c1442695-28b8-4614-a96a-723861f61208 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425413 Nov 08 00:14:54.096503 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:54.097407 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:14:54.105659 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e248c-8a4e-4385-b4b1-5c4463a98e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=8670f1c9-3bd9-43d1-bc86-a758b070436f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:54.179895 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=96933ad3-7f07-472a-b914-ff4ff411bd9b,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:54.187632 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-c010ad1a-cc56-4919-8afd-ce40886a82fa service neutron] 10.222.0.20 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629245 Nov 08 00:14:54.253302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88fd09-79cb-4133-8f05-022acb2e5d81 req-d4ee17c8-59aa-4d62-bbf5-68b072e965f8 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:54.254756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c88fd09-79cb-4133-8f05-022acb2e5d81 req-d4ee17c8-59aa-4d62-bbf5-68b072e965f8 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.0505645 Nov 08 00:14:54.290654 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:14:54.295400 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:14:54.295864 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:54.298116 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c88fd09-79cb-4133-8f05-022acb2e5d81 req-c45c4ea0-df10-4651-881b-2b0db62249c7 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364811 Nov 08 00:14:54.383362 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee5e248c-8a4e-4385-b4b1-5c4463a98e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:54.393197 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b0b78bee-4ea1-4e57-8cd7-7886dc7d48ec req-3502c92a-af9f-4b96-b509-f759beb7c35e service neutron] 10.222.0.20 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655424 Nov 08 00:14:54.394668 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:54.428260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ed427-c1f6-4772-a7f4-66f0754d7d42 req-be8e5f8d-eb21-4508-b159-2bfbdc57a1d8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:54.430002 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-113ed427-c1f6-4772-a7f4-66f0754d7d42 req-be8e5f8d-eb21-4508-b159-2bfbdc57a1d8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 944 time: 0.0633073 Nov 08 00:14:54.456430 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=502c36f2-1ec3-4b42-ace7-7d3af3bdb39e,segment=NetworkSegment(c2cc1d1e-636d-48b8-8201-0d2b32875aa0),segment_id=c2cc1d1e-636d-48b8-8201-0d2b32875aa0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:54.475743 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-113ed427-c1f6-4772-a7f4-66f0754d7d42 req-ffbb5578-8634-4ba9-8017-cea79084cf83 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373855 Nov 08 00:14:54.522510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7548f-cf79-4b58-a9bf-9bba2b65819b req-89fc1c3f-5075-451c-9cb8-244b122b3e0e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:54.524013 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57d7548f-cf79-4b58-a9bf-9bba2b65819b req-89fc1c3f-5075-451c-9cb8-244b122b3e0e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=042050df-e1c4-443c-8508-a6eaf2786547 HTTP/1.1" status: 200 len: 946 time: 0.0526247 Nov 08 00:14:54.531147 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:54.532059 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3f9a371c-3d47-4ef5-aad1-1fcdea947b20 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:14:54.568249 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57d7548f-cf79-4b58-a9bf-9bba2b65819b req-a1abd791-0261-4b69-8a18-7690bc2a5675 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371182 Nov 08 00:14:54.572801 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 3f9a371c-3d47-4ef5-aad1-1fcdea947b20 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:14:54.573069 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3f9a371c-3d47-4ef5-aad1-1fcdea947b20 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:14:54.602936 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=502c36f2-1ec3-4b42-ace7-7d3af3bdb39e,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:54.634831 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5e248c-8a4e-4385-b4b1-5c4463a98e10 admin admin] Router 7d39e8a7-122e-49ce-9930-7c406d8d0ca7 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:14:54.678538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd991b58-d0d8-4974-9539-eaa8a2a7f988 req-1311bdfb-17ac-4224-8c2e-b23656dcc81e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:54.680015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd991b58-d0d8-4974-9539-eaa8a2a7f988 req-1311bdfb-17ac-4224-8c2e-b23656dcc81e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 946 time: 0.0493324 Nov 08 00:14:54.717964 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd991b58-d0d8-4974-9539-eaa8a2a7f988 req-d71f6bf6-b915-49f6-8386-7c338aded772 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316999 Nov 08 00:14:54.741751 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5e248c-8a4e-4385-b4b1-5c4463a98e10 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:14:54.747685 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ee5e248c-8a4e-4385-b4b1-5c4463a98e10 admin admin] 10.222.0.13 "PUT /v2.0/routers/7d39e8a7-122e-49ce-9930-7c406d8d0ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1086557 Nov 08 00:14:54.749387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38702) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:54.751588 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa6f3d-cc9f-424a-b292-4aa6233c493d None None] Sync routers for ids ['7d39e8a7-122e-49ce-9930-7c406d8d0ca7'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:14:54.760599 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa6f3d-cc9f-424a-b292-4aa6233c493d None None] Routers {'7d39e8a7-122e-49ce-9930-7c406d8d0ca7'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:14:54.761198 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-fbaa6f3d-cc9f-424a-b292-4aa6233c493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:14:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7d39e8a7-122e-49ce-9930-7c406d8d0ca7'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:54.851141 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6093d2b-fba9-4620-8245-42155751d007 admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:54.866447 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd70e9-8301-44ac-b551-d70ca13082bc req-fc87ec82-d70f-4412-81a9-2c642d833129 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:54.868051 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-98cd70e9-8301-44ac-b551-d70ca13082bc req-fc87ec82-d70f-4412-81a9-2c642d833129 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 943 time: 0.0530555 Nov 08 00:14:54.908564 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-98cd70e9-8301-44ac-b551-d70ca13082bc req-238fd854-79fb-46cc-9825-0871c3550b19 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336833 Nov 08 00:14:54.954382 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-fbaa6f3d-cc9f-424a-b292-4aa6233c493d None None] Set router 7d39e8a7-122e-49ce-9930-7c406d8d0ca7 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:14:54.959477 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6093d2b-fba9-4620-8245-42155751d007 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:55.083818 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d6093d2b-fba9-4620-8245-42155751d007 admin admin] Deleting port 0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:14:55.084224 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6093d2b-fba9-4620-8245-42155751d007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:55.146969 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-fbaa6f3d-cc9f-424a-b292-4aa6233c493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d39e8a7-122e-49ce-9930-7c406d8d0ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-687099612-router', 'tenant_id': '5ad4ed64531f4933a0495ece11147997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:47Z', 'updated_at': '2021-11-08T00:14:53Z', 'revision_number': 5, 'project_id': '5ad4ed64531f4933a0495ece11147997', 'gw_port': {'id': '0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d39e8a7-122e-49ce-9930-7c406d8d0ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:11:48Z', 'updated_at': '2021-11-08T00:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:55.182312 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-d6093d2b-fba9-4620-8245-42155751d007 admin admin] For port 0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:55.182676 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6093d2b-fba9-4620-8245-42155751d007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:55.182951 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa6f3d-cc9f-424a-b292-4aa6233c493d None None] Checking router: 7d39e8a7-122e-49ce-9930-7c406d8d0ca7 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:14:55.192583 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa6f3d-cc9f-424a-b292-4aa6233c493d None None] Routers {'7d39e8a7-122e-49ce-9930-7c406d8d0ca7'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:14:55.193337 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-fbaa6f3d-cc9f-424a-b292-4aa6233c493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:14:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7d39e8a7-122e-49ce-9930-7c406d8d0ca7'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:55.194970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480ccb8-a302-4257-9062-c1bad55611ae req-bfaaec11-e664-44f4-8de3-6b8e14c1e985 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:55.201492 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480ccb8-a302-4257-9062-c1bad55611ae req-bfaaec11-e664-44f4-8de3-6b8e14c1e985 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:55.206343 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d6093d2b-fba9-4620-8245-42155751d007 admin admin] Calling delete_port for 0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:14:55.207481 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480ccb8-a302-4257-9062-c1bad55611ae req-bfaaec11-e664-44f4-8de3-6b8e14c1e985 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:55.209291 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9480ccb8-a302-4257-9062-c1bad55611ae req-bfaaec11-e664-44f4-8de3-6b8e14c1e985 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2417 time: 0.0658000 Nov 08 00:14:55.254558 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9480ccb8-a302-4257-9062-c1bad55611ae req-f3d75efc-3f24-4533-8d59-b0a956239cef tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365183 Nov 08 00:14:55.280814 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912438ef-1a4c-4acd-8735-b9fae712dcc6'}, {'server_uuid': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96933ad3-7f07-472a-b914-ff4ff411bd9b'}, {'server_uuid': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502c36f2-1ec3-4b42-ace7-7d3af3bdb39e'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:55.283141 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deadb564-fc9c-4c9d-9882-84243d2343c8" -d '{"events": [{"server_uuid": "37b2b8cb-7233-400c-88b3-91ba8fd98a47", "name": "network-vif-plugged", "status": "completed", "tag": "912438ef-1a4c-4acd-8735-b9fae712dcc6"}, {"server_uuid": "37b2b8cb-7233-400c-88b3-91ba8fd98a47", "name": "network-vif-plugged", "status": "completed", "tag": "96933ad3-7f07-472a-b914-ff4ff411bd9b"}, {"server_uuid": "37b2b8cb-7233-400c-88b3-91ba8fd98a47", "name": "network-vif-plugged", "status": "completed", "tag": "502c36f2-1ec3-4b42-ace7-7d3af3bdb39e"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:55.294593 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-fbaa6f3d-cc9f-424a-b292-4aa6233c493d None None] Set router 7d39e8a7-122e-49ce-9930-7c406d8d0ca7 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:14:55.323590 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4f326d-5231-44fe-aca6-cb4ab554b239 x-openstack-request-id: req-ff4f326d-5231-44fe-aca6-cb4ab554b239 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:55.324149 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b2b8cb-7233-400c-88b3-91ba8fd98a47", "name": "network-vif-plugged", "status": "completed", "tag": "912438ef-1a4c-4acd-8735-b9fae712dcc6", "code": 200}, {"server_uuid": "37b2b8cb-7233-400c-88b3-91ba8fd98a47", "name": "network-vif-plugged", "status": "completed", "tag": "96933ad3-7f07-472a-b914-ff4ff411bd9b", "code": 200}, {"server_uuid": "37b2b8cb-7233-400c-88b3-91ba8fd98a47", "name": "network-vif-plugged", "status": "completed", "tag": "502c36f2-1ec3-4b42-ace7-7d3af3bdb39e", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:55.324575 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff4f326d-5231-44fe-aca6-cb4ab554b239 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:55.325148 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912438ef-1a4c-4acd-8735-b9fae712dcc6', 'code': 200} Nov 08 00:14:55.326120 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96933ad3-7f07-472a-b914-ff4ff411bd9b', 'code': 200} Nov 08 00:14:55.326548 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502c36f2-1ec3-4b42-ace7-7d3af3bdb39e', 'code': 200} Nov 08 00:14:55.351693 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-fbaa6f3d-cc9f-424a-b292-4aa6233c493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d39e8a7-122e-49ce-9930-7c406d8d0ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-687099612-router', 'tenant_id': '5ad4ed64531f4933a0495ece11147997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:47Z', 'updated_at': '2021-11-08T00:14:54Z', 'revision_number': 6, 'project_id': '5ad4ed64531f4933a0495ece11147997', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:55.378477 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa6f3d-cc9f-424a-b292-4aa6233c493d None None] The sync data for ids ['7d39e8a7-122e-49ce-9930-7c406d8d0ca7'] in n-d-816882-1 is: [{'id': '7d39e8a7-122e-49ce-9930-7c406d8d0ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-687099612-router', 'tenant_id': '5ad4ed64531f4933a0495ece11147997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:11:47Z', 'updated_at': '2021-11-08T00:14:54Z', 'revision_number': 6, 'project_id': '5ad4ed64531f4933a0495ece11147997', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:14:55.429715 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08377b68-e590-43f1-9abf-ae1000b36c9a req-76c9f20e-a6e6-4f73-a59e-b3a7f1b4508b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:55.431216 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08377b68-e590-43f1-9abf-ae1000b36c9a req-76c9f20e-a6e6-4f73-a59e-b3a7f1b4508b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.0596867 Nov 08 00:14:55.470137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08377b68-e590-43f1-9abf-ae1000b36c9a req-4760f231-09ee-4b4f-a30b-75e3cb093f33 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319529 Nov 08 00:14:55.490643 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6093d2b-fba9-4620-8245-42155751d007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:55.522038 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6093d2b-fba9-4620-8245-42155751d007 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:55.571566 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3850f-922b-49be-b1a0-41a81362732c req-7fa4e216-c5e2-42a4-9402-2247a9d4659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:55.572064 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3850f-922b-49be-b1a0-41a81362732c req-7fa4e216-c5e2-42a4-9402-2247a9d4659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:55.572520 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3850f-922b-49be-b1a0-41a81362732c req-7fa4e216-c5e2-42a4-9402-2247a9d4659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:55.574139 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-54a3850f-922b-49be-b1a0-41a81362732c req-7fa4e216-c5e2-42a4-9402-2247a9d4659d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2870 time: 0.1096730 Nov 08 00:14:55.596003 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea34847-9913-4b29-83f7-e20046c32885 req-700d19c3-d0f4-46e4-a3f9-13305bb450c5 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:55.603816 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ea34847-9913-4b29-83f7-e20046c32885 req-700d19c3-d0f4-46e4-a3f9-13305bb450c5 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 944 time: 0.0558562 Nov 08 00:14:55.608432 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6093d2b-fba9-4620-8245-42155751d007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:55.640658 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ea34847-9913-4b29-83f7-e20046c32885 req-a988e20d-e3f6-47ef-848e-9ef1a74b36da tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341926 Nov 08 00:14:55.690773 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a0f19-7e80-4dfd-bf66-1c6b7be51aba req-c8c843d5-933e-4cff-baa3-97bef8536b85 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:55.692371 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e22a0f19-7e80-4dfd-bf66-1c6b7be51aba req-c8c843d5-933e-4cff-baa3-97bef8536b85 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=042050df-e1c4-443c-8508-a6eaf2786547 HTTP/1.1" status: 200 len: 946 time: 0.0491984 Nov 08 00:14:55.701815 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-54a3850f-922b-49be-b1a0-41a81362732c req-4bb4552e-5e0d-4c3f-98f5-ffed05c0ef19 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195436 Nov 08 00:14:55.708573 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6093d2b-fba9-4620-8245-42155751d007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:55.710676 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6093d2b-fba9-4620-8245-42155751d007 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:55.736854 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e22a0f19-7e80-4dfd-bf66-1c6b7be51aba req-6b918e17-15ed-48b9-a913-917ea622dcf1 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378978 Nov 08 00:14:55.823582 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6093d2b-fba9-4620-8245-42155751d007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:55.824624 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6093d2b-fba9-4620-8245-42155751d007 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d39e8a7-122e-49ce-9930-7c406d8d0ca7 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:14:55.829619 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6093d2b-fba9-4620-8245-42155751d007 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:55.830970 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d6093d2b-fba9-4620-8245-42155751d007 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7d39e8a7-122e-49ce-9930-7c406d8d0ca7 HTTP/1.1" status: 204 len: 168 time: 1.0803232 Nov 08 00:14:55.833362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38720) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:55.844367 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83174ffb-bad7-495f-b6bb-7ca6a8a6cb9f req-50e8a68e-f373-4e2b-9f8a-70074441cd13 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:55.845879 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-83174ffb-bad7-495f-b6bb-7ca6a8a6cb9f req-50e8a68e-f373-4e2b-9f8a-70074441cd13 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 946 time: 0.0581570 Nov 08 00:14:55.884199 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bac853d-fc60-40f5-b3de-c3da175074dc admin admin] Deleting subnet 6bbef566-b085-441c-ae50-5585c6ec1d72 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:14:55.887409 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3bac853d-fc60-40f5-b3de-c3da175074dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:55.889100 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-83174ffb-bad7-495f-b6bb-7ca6a8a6cb9f req-1f1b6269-bc69-4b7c-b4ea-93778fc05604 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327401 Nov 08 00:14:55.922153 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3bac853d-fc60-40f5-b3de-c3da175074dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:55.961935 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3bac853d-fc60-40f5-b3de-c3da175074dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:56.027188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e38ee6-37ba-4650-b0fe-358ab3d9afa1 req-bdce3887-c3b8-4658-af0a-4ca5de6ac716 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:56.029425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48e38ee6-37ba-4650-b0fe-358ab3d9afa1 req-bdce3887-c3b8-4658-af0a-4ca5de6ac716 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 943 time: 0.0508499 Nov 08 00:14:56.074830 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48e38ee6-37ba-4650-b0fe-358ab3d9afa1 req-1b966215-d153-4a73-b147-cbb0610411f8 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348630 Nov 08 00:14:56.085668 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3bac853d-fc60-40f5-b3de-c3da175074dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:56.112878 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac853d-fc60-40f5-b3de-c3da175074dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bbef566-b085-441c-ae50-5585c6ec1d72,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:56.114826 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3bac853d-fc60-40f5-b3de-c3da175074dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:56.118182 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3bac853d-fc60-40f5-b3de-c3da175074dc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6bbef566-b085-441c-ae50-5585c6ec1d72 HTTP/1.1" status: 204 len: 168 time: 0.2837431 Nov 08 00:14:56.120622 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38726) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:56.240412 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:14:56.241251 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1f4534b-610a-4bdf-a8aa-4bb6bb07b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:56.272679 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:14:56.273422 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0ebdcf9b-4f54-4df2-9c81-8bbe85494aa0 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:14:56.274206 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8670f1c9-3bd9-43d1-bc86-a758b070436f no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:14:56.322675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4389c9c-1017-472c-b365-e8efbd91c22e req-7dfdbef7-69e7-4ab9-ba5b-3cccad122800 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:56.328486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4389c9c-1017-472c-b365-e8efbd91c22e req-7dfdbef7-69e7-4ab9-ba5b-3cccad122800 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 946 time: 0.0763738 Nov 08 00:14:56.342932 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 8670f1c9-3bd9-43d1-bc86-a758b070436f {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:14:56.343282 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8670f1c9-3bd9-43d1-bc86-a758b070436f not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:14:56.387203 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4389c9c-1017-472c-b365-e8efbd91c22e req-5bb69146-071d-401e-9910-86d44bdbfe18 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544202 Nov 08 00:14:56.442009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe2282-b531-4862-94f9-bbc6f7fbae54 req-d52900b2-bcec-42da-943b-6b4bdceae3c3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:56.449610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe2282-b531-4862-94f9-bbc6f7fbae54 req-d52900b2-bcec-42da-943b-6b4bdceae3c3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:56.456133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe2282-b531-4862-94f9-bbc6f7fbae54 req-d52900b2-bcec-42da-943b-6b4bdceae3c3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:56.457933 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4fbe2282-b531-4862-94f9-bbc6f7fbae54 req-d52900b2-bcec-42da-943b-6b4bdceae3c3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2417 time: 0.0759265 Nov 08 00:14:56.511107 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4fbe2282-b531-4862-94f9-bbc6f7fbae54 req-832a28d3-37a8-4a2a-8cce-948954320b68 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460289 Nov 08 00:14:56.612040 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def9e72-1267-4b0e-9f31-2efce6b0124b req-fd01c9b0-c90f-4fbf-bee7-4f3f661720d5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:56.613759 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5def9e72-1267-4b0e-9f31-2efce6b0124b req-fd01c9b0-c90f-4fbf-bee7-4f3f661720d5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.0662084 Nov 08 00:14:56.654512 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5def9e72-1267-4b0e-9f31-2efce6b0124b req-9cd4b61d-6a40-4cfc-9ef4-774fbeda06ba tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337937 Nov 08 00:14:56.667162 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-60fd1a8c-1411-46f1-a59e-b25908754813 service neutron] 10.222.0.20 "GET /v2.0/ports/2958b0f6-b9b8-44fd-9028-8080e090c89c/bindings/n-h2-816882-1 HTTP/1.1" status: 200 len: 384 time: 0.4869955 Nov 08 00:14:56.718213 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1f4534b-610a-4bdf-a8aa-4bb6bb07b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:56.742726 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfe614-7333-4203-a592-b2fd57488844 req-35eb9de0-d45c-4ed0-9453-a824fe97f213 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:56.744144 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-72bfe614-7333-4203-a592-b2fd57488844 req-35eb9de0-d45c-4ed0-9453-a824fe97f213 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.26 "GET /v2.0/ports?device_id=042050df-e1c4-443c-8508-a6eaf2786547 HTTP/1.1" status: 200 len: 946 time: 0.4306629 Nov 08 00:14:56.764359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e831dbf-766c-4525-a5ab-4fed9e45e94b req-c809be11-92db-44c4-a9af-442cb6c0a56f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:56.766052 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e831dbf-766c-4525-a5ab-4fed9e45e94b req-c809be11-92db-44c4-a9af-442cb6c0a56f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 944 time: 0.0569527 Nov 08 00:14:56.770117 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-a1f4534b-610a-4bdf-a8aa-4bb6bb07b1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4bb435-3635-43a7-8e22-05a3f29467e1']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:56.809622 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-a1f4534b-610a-4bdf-a8aa-4bb6bb07b1c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba65c8a-b42a-4530-bb6d-52807ee76a78') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:56.810011 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-a1f4534b-610a-4bdf-a8aa-4bb6bb07b1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba65c8a-b42a-4530-bb6d-52807ee76a78') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:14:56.817798 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e831dbf-766c-4525-a5ab-4fed9e45e94b req-a38f347b-4fb0-4ac9-bd44-f70dfb008a41 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369945 Nov 08 00:14:56.838162 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1f4534b-610a-4bdf-a8aa-4bb6bb07b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:56.877250 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b38924-2ae0-4e1a-880e-84a3169949a8 req-1fa82349-78b3-448d-94c3-7dcca6638abd tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:56.883317 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75b38924-2ae0-4e1a-880e-84a3169949a8 req-1fa82349-78b3-448d-94c3-7dcca6638abd tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=042050df-e1c4-443c-8508-a6eaf2786547 HTTP/1.1" status: 200 len: 946 time: 0.0540948 Nov 08 00:14:56.894638 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1f4534b-610a-4bdf-a8aa-4bb6bb07b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f4534b-610a-4bdf-a8aa-4bb6bb07b1c3 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1f4534b-610a-4bdf-a8aa-4bb6bb07b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:14:56.911851 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:14:56.927723 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75b38924-2ae0-4e1a-880e-84a3169949a8 req-330482f9-5fae-442f-bd84-32ae836ffb8a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Nov 08 00:14:57.043033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-72bfe614-7333-4203-a592-b2fd57488844 req-ed471069-dcfe-4ae2-8721-f1408b1d3d3b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Deleting port 42b3b9c9-c85f-4237-928a-f42fadfb17aa {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:14:57.043367 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-72bfe614-7333-4203-a592-b2fd57488844 req-ed471069-dcfe-4ae2-8721-f1408b1d3d3b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:57.101649 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1f4534b-610a-4bdf-a8aa-4bb6bb07b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:57.104286 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-8f3befb3-995b-4a4c-abf8-65e937827e69 service neutron] For port 2958b0f6-b9b8-44fd-9028-8080e090c89c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2958b0f6-b9b8-44fd-9028-8080e090c89c,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:57.118371 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1f4534b-610a-4bdf-a8aa-4bb6bb07b1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:57.119846 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a1f4534b-610a-4bdf-a8aa-4bb6bb07b1c3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1d4bb435-3635-43a7-8e22-05a3f29467e1 HTTP/1.1" status: 204 len: 168 time: 0.9982831 Nov 08 00:14:57.141718 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4534b-610a-4bdf-a8aa-4bb6bb07b1c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d4bb435-3635-43a7-8e22-05a3f29467e1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:57.163700 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-8f3befb3-995b-4a4c-abf8-65e937827e69 service neutron] For port 2958b0f6-b9b8-44fd-9028-8080e090c89c, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:57.198639 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3680b9-2371-440b-bb52-6884c40124e6 req-fcfe71dc-462e-4950-9755-b0d65d1ba92a tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:57.200894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb3680b9-2371-440b-bb52-6884c40124e6 req-fcfe71dc-462e-4950-9755-b0d65d1ba92a tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 943 time: 0.0509853 Nov 08 00:14:57.205667 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-72bfe614-7333-4203-a592-b2fd57488844 req-ed471069-dcfe-4ae2-8721-f1408b1d3d3b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] For port 42b3b9c9-c85f-4237-928a-f42fadfb17aa, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=42b3b9c9-c85f-4237-928a-f42fadfb17aa,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:57.206033 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-72bfe614-7333-4203-a592-b2fd57488844 req-ed471069-dcfe-4ae2-8721-f1408b1d3d3b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:57.221628 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-8f3befb3-995b-4a4c-abf8-65e937827e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2958b0f6-b9b8-44fd-9028-8080e090c89c {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:57.234746 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-72bfe614-7333-4203-a592-b2fd57488844 req-ed471069-dcfe-4ae2-8721-f1408b1d3d3b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Calling delete_port for 42b3b9c9-c85f-4237-928a-f42fadfb17aa owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:14:57.242094 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-8f3befb3-995b-4a4c-abf8-65e937827e69 service neutron] For port 2958b0f6-b9b8-44fd-9028-8080e090c89c, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=2958b0f6-b9b8-44fd-9028-8080e090c89c,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:57.249213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb3680b9-2371-440b-bb52-6884c40124e6 req-f71b144b-b51d-4ed1-8bab-bee1666f9f30 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389056 Nov 08 00:14:57.376520 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-8f3befb3-995b-4a4c-abf8-65e937827e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:57.508733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62dfee-43cd-49fc-9a95-b619d3ae3601 req-8dd46ddb-65ff-4652-826e-034e92ce0d86 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:57.510213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a62dfee-43cd-49fc-9a95-b619d3ae3601 req-8dd46ddb-65ff-4652-826e-034e92ce0d86 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 946 time: 0.0506198 Nov 08 00:14:57.515040 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-8f3befb3-995b-4a4c-abf8-65e937827e69 service neutron] Transition to ACTIVE for port object 2958b0f6-b9b8-44fd-9028-8080e090c89c will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:14:57.516437 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-72bfe614-7333-4203-a592-b2fd57488844 req-ed471069-dcfe-4ae2-8721-f1408b1d3d3b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:57.547570 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed471069-dcfe-4ae2-8721-f1408b1d3d3b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Pushing event deleted for resources: {'Port': ['ID=42b3b9c9-c85f-4237-928a-f42fadfb17aa,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:57.569277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['56ff3958-0144-4d3c-b3b3-300680828662'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:14:57.577004 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a62dfee-43cd-49fc-9a95-b619d3ae3601 req-0a99897f-1f19-4ced-adb9-41d5f3dc0b9c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592868 Nov 08 00:14:57.607259 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bfe614-7333-4203-a592-b2fd57488844 req-ed471069-dcfe-4ae2-8721-f1408b1d3d3b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] No DVR routers for this DVR port 42b3b9c9-c85f-4237-928a-f42fadfb17aa on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:14:57.610636 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-8f3befb3-995b-4a4c-abf8-65e937827e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:57.619990 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-72bfe614-7333-4203-a592-b2fd57488844 req-ed471069-dcfe-4ae2-8721-f1408b1d3d3b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:57.624195 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-72bfe614-7333-4203-a592-b2fd57488844 req-ed471069-dcfe-4ae2-8721-f1408b1d3d3b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.26 "DELETE /v2.0/ports/42b3b9c9-c85f-4237-928a-f42fadfb17aa HTTP/1.1" status: 204 len: 173 time: 0.8616772 Nov 08 00:14:57.628254 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042050df-e1c4-443c-8508-a6eaf2786547', 'name': 'network-vif-deleted', 'tag': '42b3b9c9-c85f-4237-928a-f42fadfb17aa'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:14:57.631167 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b3fb39-9526-4a15-95c5-3abfb3ad5877" -d '{"events": [{"server_uuid": "042050df-e1c4-443c-8508-a6eaf2786547", "name": "network-vif-deleted", "tag": "42b3b9c9-c85f-4237-928a-f42fadfb17aa"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:14:57.657306 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38754) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:57.692808 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-8f3befb3-995b-4a4c-abf8-65e937827e69 service neutron] No DVR routers for this DVR port 2958b0f6-b9b8-44fd-9028-8080e090c89c on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:14:57.698463 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8ddfa-273f-4e39-b371-c08bc1161793 req-9a881f26-034d-4ac3-b39e-65da8acfd4b0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:57.705919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8ddfa-273f-4e39-b371-c08bc1161793 req-9a881f26-034d-4ac3-b39e-65da8acfd4b0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:57.711948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8ddfa-273f-4e39-b371-c08bc1161793 req-9a881f26-034d-4ac3-b39e-65da8acfd4b0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:57.723560 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ce8ddfa-273f-4e39-b371-c08bc1161793 req-9a881f26-034d-4ac3-b39e-65da8acfd4b0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2417 time: 0.1274641 Nov 08 00:14:57.740781 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-8f3befb3-995b-4a4c-abf8-65e937827e69 service neutron] 10.222.0.20 "PUT /v2.0/ports/2958b0f6-b9b8-44fd-9028-8080e090c89c/bindings/n-h2-816882-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0630124 Nov 08 00:14:57.741691 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3befb3-995b-4a4c-abf8-65e937827e69 service neutron] Pushing event updated for resources: {'Port': ['ID=2958b0f6-b9b8-44fd-9028-8080e090c89c,revision_number=10']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:57.780884 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ce8ddfa-273f-4e39-b371-c08bc1161793 req-e95e7c77-1386-4786-ba09-678176a9de0b tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561514 Nov 08 00:14:57.798772 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38758) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:14:57.798997 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-15d30190-1fea-49aa-a454-c55f814c699d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ad4ed64531f4933a0495ece11147997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1346519 Nov 08 00:14:57.832597 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6dceee-2227-4107-84eb-a3535541f71c x-openstack-request-id: req-9b6dceee-2227-4107-84eb-a3535541f71c {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:14:57.834731 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042050df-e1c4-443c-8508-a6eaf2786547", "name": "network-vif-deleted", "tag": "42b3b9c9-c85f-4237-928a-f42fadfb17aa", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:14:57.834731 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b6dceee-2227-4107-84eb-a3535541f71c {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:14:57.834731 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042050df-e1c4-443c-8508-a6eaf2786547', 'name': 'network-vif-deleted', 'tag': '42b3b9c9-c85f-4237-928a-f42fadfb17aa', 'status': 'completed', 'code': 200} Nov 08 00:14:57.869929 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14f9ef21-d960-43ae-82d1-5853144ea619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:57.896019 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14f9ef21-d960-43ae-82d1-5853144ea619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:57.942600 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea40447-cda0-4457-836c-8ee64cdaa767 req-0ec89432-ab5a-472e-841d-918d0ed6da07 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:57.944793 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eea40447-cda0-4457-836c-8ee64cdaa767 req-0ec89432-ab5a-472e-841d-918d0ed6da07 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.0643735 Nov 08 00:14:57.974933 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-13cebd8d-8b02-4cf9-afc9-27ba48dfbaf0 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:57.976490 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-13cebd8d-8b02-4cf9-afc9-27ba48dfbaf0 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451&tenant_id=97cd1b3154f241d5a6c44887e42be8b0&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 1096 time: 0.0511470 Nov 08 00:14:57.993987 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eea40447-cda0-4457-836c-8ee64cdaa767 req-3fb2e825-97e7-4939-84e9-46d1ac17be07 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378513 Nov 08 00:14:58.037077 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-04357ce5-2bfa-401a-973b-b0e1fb768ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:58.038853 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-04357ce5-2bfa-401a-973b-b0e1fb768ed3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451&tenant_id=97cd1b3154f241d5a6c44887e42be8b0 HTTP/1.1" status: 200 len: 1096 time: 0.0490611 Nov 08 00:14:58.050610 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14f9ef21-d960-43ae-82d1-5853144ea619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:58.053877 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14f9ef21-d960-43ae-82d1-5853144ea619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:58.059226 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-14f9ef21-d960-43ae-82d1-5853144ea619 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e2e3316-0707-4170-b382-582d2a200c6e HTTP/1.1" status: 204 len: 168 time: 0.2550788 Nov 08 00:14:58.064515 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9ef21-d960-43ae-82d1-5853144ea619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2e3316-0707-4170-b382-582d2a200c6e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:58.113921 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c4bbffc0-b21d-4772-b82f-bdbb1806c800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:58.144691 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd297d8b-ca6b-4d2c-a80a-00030eb89b63 req-6795c37b-0dd9-4d14-9a1b-367319737a1f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:58.146165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd297d8b-ca6b-4d2c-a80a-00030eb89b63 req-6795c37b-0dd9-4d14-9a1b-367319737a1f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 945 time: 0.0908070 Nov 08 00:14:58.149658 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-64d58e24-c0de-4c7e-8add-67c7f50dcce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:58.151773 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-64d58e24-c0de-4c7e-8add-67c7f50dcce3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 1096 time: 0.0506103 Nov 08 00:14:58.170662 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d70bc3b-ea7b-447c-9e85-408d5e4755b1 req-5d3f092b-7fa1-47a4-91e9-25eb4e451420 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=042050df-e1c4-443c-8508-a6eaf2786547 HTTP/1.1" status: 200 len: 210 time: 0.0446074 Nov 08 00:14:58.202893 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd297d8b-ca6b-4d2c-a80a-00030eb89b63 req-959b9d22-886f-4128-835e-352d84116cab tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361922 Nov 08 00:14:58.264044 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-35bc3d58-8f28-4f6f-917e-2c5ec5ee4c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:58.264044 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-35bc3d58-8f28-4f6f-917e-2c5ec5ee4c9c service neutron] 10.222.0.26 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 909 time: 0.1050611 Nov 08 00:14:58.283023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f26a47-2c4b-458c-a0d4-3a4fc3499c66 req-4ca286b6-6fcb-421e-9779-b2e331593462 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:58.284617 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36f26a47-2c4b-458c-a0d4-3a4fc3499c66 req-4ca286b6-6fcb-421e-9779-b2e331593462 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 946 time: 0.0507271 Nov 08 00:14:58.319578 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-607dae95-e725-4f30-9d0c-af2430c19104 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2958b0f6-b9b8-44fd-9028-8080e090c89c HTTP/1.1" status: 200 len: 217 time: 0.0426922 Nov 08 00:14:58.325050 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36f26a47-2c4b-458c-a0d4-3a4fc3499c66 req-50808668-ecd7-4b85-a67d-399aed193ec3 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340960 Nov 08 00:14:58.389352 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-dc35d151-b99b-4ff7-b8cc-0bd86efd3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:58.391364 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-dc35d151-b99b-4ff7-b8cc-0bd86efd3a08 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.0581503 Nov 08 00:14:58.393240 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def548e8-dea9-4e16-b29b-947044916658 req-024fc8b3-ef42-473e-a6fb-56cb6c755889 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:58.394798 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-def548e8-dea9-4e16-b29b-947044916658 req-024fc8b3-ef42-473e-a6fb-56cb6c755889 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 943 time: 0.0678513 Nov 08 00:14:58.444070 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-def548e8-dea9-4e16-b29b-947044916658 req-68341baa-352b-4913-8b86-1818c1198dfc tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426903 Nov 08 00:14:58.444293 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-9a1d4bfc-bfc1-41ae-85c6-9226a6d5488e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313685 Nov 08 00:14:58.588855 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-a1d2a5de-689b-4a98-b7c4-1f018a1de2d2 service neutron] 10.222.0.26 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922725 Nov 08 00:14:58.639484 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 42b3b9c9-c85f-4237-928a-f42fadfb17aa no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:14:58.659291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 42b3b9c9-c85f-4237-928a-f42fadfb17aa {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:14:58.659779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 42b3b9c9-c85f-4237-928a-f42fadfb17aa not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:14:58.688236 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-5981e5c1-5744-413b-8653-2d2d622fd47f service neutron] 10.222.0.26 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872798 Nov 08 00:14:58.914932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ebf4d-739b-499e-b08f-128741387dfa req-046f0b0e-d81e-4515-9c78-828ca081b25b tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:58.921718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ebf4d-739b-499e-b08f-128741387dfa req-046f0b0e-d81e-4515-9c78-828ca081b25b tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:58.928562 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ebf4d-739b-499e-b08f-128741387dfa req-046f0b0e-d81e-4515-9c78-828ca081b25b tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:58.930363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d6ebf4d-739b-499e-b08f-128741387dfa req-046f0b0e-d81e-4515-9c78-828ca081b25b tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2417 time: 0.0752811 Nov 08 00:14:58.976210 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d6ebf4d-739b-499e-b08f-128741387dfa req-c08f3e83-513c-435a-9f57-02f1c243c2d6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374963 Nov 08 00:14:58.988040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 4d42328b-a115-4aa9-9d88-9acd57ace464 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:14:58.994936 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 2958b0f6-b9b8-44fd-9028-8080e090c89c no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:14:59.143740 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443bd19-befc-4d75-bd75-b9867f3ef1f6 req-73fbd8ef-ff85-41f3-be82-a218379741c0 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:59.152085 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7443bd19-befc-4d75-bd75-b9867f3ef1f6 req-73fbd8ef-ff85-41f3-be82-a218379741c0 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.0681136 Nov 08 00:14:59.198160 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7443bd19-befc-4d75-bd75-b9867f3ef1f6 req-7c69befd-ceaf-42e3-9ec2-077b0e44e8e6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448978 Nov 08 00:14:59.202920 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 2958b0f6-b9b8-44fd-9028-8080e090c89c not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:14:59.246963 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 4d42328b-a115-4aa9-9d88-9acd57ace464, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=4d42328b-a115-4aa9-9d88-9acd57ace464,segment=NetworkSegment(6fb58c1c-c575-461c-b850-6c6b1be8fffd),segment_id=6fb58c1c-c575-461c-b850-6c6b1be8fffd)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:59.258734 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '4d42328b-a115-4aa9-9d88-9acd57ace464', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'port_id': '4d42328b-a115-4aa9-9d88-9acd57ace464', 'mac_address': 'fa:16:3e:90:92:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:14:59.292077 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-d1e26a76-49ac-4500-94ba-f09af4bfc715 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:59.293631 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-d1e26a76-49ac-4500-94ba-f09af4bfc715 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451&tenant_id=97cd1b3154f241d5a6c44887e42be8b0&binding%3Ahost_id=n-h2-816882-1 HTTP/1.1" status: 200 len: 1096 time: 0.0706761 Nov 08 00:14:59.319428 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:59.347753 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d42328b-a115-4aa9-9d88-9acd57ace464 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:14:59.369374 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 4d42328b-a115-4aa9-9d88-9acd57ace464, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=4d42328b-a115-4aa9-9d88-9acd57ace464,segment=NetworkSegment(6fb58c1c-c575-461c-b850-6c6b1be8fffd),segment_id=6fb58c1c-c575-461c-b850-6c6b1be8fffd)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:14:59.422533 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b95dc1-bab9-4dec-9d1b-214286e5eb0b req-914bc956-3d8d-486a-b62e-8ebb762982ad tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:59.424001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4b95dc1-bab9-4dec-9d1b-214286e5eb0b req-914bc956-3d8d-486a-b62e-8ebb762982ad tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 945 time: 0.0520587 Nov 08 00:14:59.465131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4b95dc1-bab9-4dec-9d1b-214286e5eb0b req-c3dd0966-5c89-451f-ba33-250b1af291b6 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347259 Nov 08 00:14:59.577031 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:59.608938 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-0a32e1f7-e382-4cba-886e-b03db40753dc service neutron] For port 2958b0f6-b9b8-44fd-9028-8080e090c89c, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:14:59.621435 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-0a32e1f7-e382-4cba-886e-b03db40753dc service neutron] Notify callbacks [] for binding, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:14:59.623056 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-07f2a4fe-3fff-4b1c-a01b-c6ed52a56bf7 req-0a32e1f7-e382-4cba-886e-b03db40753dc service neutron] 10.222.0.26 "DELETE /v2.0/ports/2958b0f6-b9b8-44fd-9028-8080e090c89c/bindings/n-h1-816882-1 HTTP/1.1" status: 204 len: 173 time: 0.3199480 Nov 08 00:14:59.631779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=4d42328b-a115-4aa9-9d88-9acd57ace464,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:14:59.884632 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c64b35-07f6-4eb7-ae87-ce28f6d56e4b req-c20d6089-afe7-4814-bc43-be5c5da54851 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:59.886809 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-47c64b35-07f6-4eb7-ae87-ce28f6d56e4b req-c20d6089-afe7-4814-bc43-be5c5da54851 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 946 time: 0.0662036 Nov 08 00:14:59.900479 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf202f-455a-4910-9b11-9285e6635819 req-f956b51a-8a12-4d22-b5ea-9edfdc1276ca tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:14:59.901940 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71bf202f-455a-4910-9b11-9285e6635819 req-f956b51a-8a12-4d22-b5ea-9edfdc1276ca tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 946 time: 0.0514531 Nov 08 00:14:59.948154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71bf202f-455a-4910-9b11-9285e6635819 req-58d53f64-e92c-4d81-ad48-1d2d687ac2b2 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401399 Nov 08 00:15:00.026526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd1d74-4d55-4dae-8776-1c4df2545b0a req-22551e30-10bf-4e06-868a-1d4cee607b1a tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:00.028453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8cdd1d74-4d55-4dae-8776-1c4df2545b0a req-22551e30-10bf-4e06-868a-1d4cee607b1a tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 944 time: 0.0603507 Nov 08 00:15:00.047508 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-47c64b35-07f6-4eb7-ae87-ce28f6d56e4b req-23774213-ba58-4b7c-98a9-a6221d4e5b72 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Deleting port 9d65023c-0b3c-498b-8c74-814a53018e14 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:00.047969 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-47c64b35-07f6-4eb7-ae87-ce28f6d56e4b req-23774213-ba58-4b7c-98a9-a6221d4e5b72 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:00.093121 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['4d42328b-a115-4aa9-9d88-9acd57ace464'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:00.098379 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8cdd1d74-4d55-4dae-8776-1c4df2545b0a req-5e43f9ea-4e7d-4839-a637-0d8c8848e6a7 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636597 Nov 08 00:15:00.117293 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a590d-759e-43c1-a43e-2eaf53ba96cf req-f3429100-3d4d-4ea1-8204-a2da778b462b tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:00.125570 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a590d-759e-43c1-a43e-2eaf53ba96cf req-f3429100-3d4d-4ea1-8204-a2da778b462b tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:00.131771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a590d-759e-43c1-a43e-2eaf53ba96cf req-f3429100-3d4d-4ea1-8204-a2da778b462b tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:00.144301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-519a590d-759e-43c1-a43e-2eaf53ba96cf req-f3429100-3d4d-4ea1-8204-a2da778b462b tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2417 time: 0.0962739 Nov 08 00:15:00.158216 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-47c64b35-07f6-4eb7-ae87-ce28f6d56e4b req-23774213-ba58-4b7c-98a9-a6221d4e5b72 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] For port 9d65023c-0b3c-498b-8c74-814a53018e14, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=9d65023c-0b3c-498b-8c74-814a53018e14,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:00.158585 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-47c64b35-07f6-4eb7-ae87-ce28f6d56e4b req-23774213-ba58-4b7c-98a9-a6221d4e5b72 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:00.172604 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-47c64b35-07f6-4eb7-ae87-ce28f6d56e4b req-23774213-ba58-4b7c-98a9-a6221d4e5b72 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Calling delete_port for 9d65023c-0b3c-498b-8c74-814a53018e14 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:00.221783 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-519a590d-759e-43c1-a43e-2eaf53ba96cf req-e5c8626d-db36-44d6-a476-3772108e3ed1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714459 Nov 08 00:15:00.290944 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f3438419-d4bb-4eef-834e-024b9ddceb45 req-4fee738b-e2fa-4b0c-9f57-c8c41a6f0eb3 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=c13f0663-ae90-4a8a-8fe7-28e8c10d2fa3 HTTP/1.1" status: 200 len: 210 time: 0.0420396 Nov 08 00:15:00.420923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de99354-a012-43e3-bf1d-e481e2f7f3c2 req-decdb47a-1928-48db-bc56-f8e7252b89a0 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:00.422483 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3de99354-a012-43e3-bf1d-e481e2f7f3c2 req-decdb47a-1928-48db-bc56-f8e7252b89a0 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 1096 time: 0.1044278 Nov 08 00:15:00.453864 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7c6fa-cbca-4122-b4e7-4c79b859acc2 req-9174c9b7-7ff5-430b-ab53-2ce6f933fdb2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:00.455367 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fce7c6fa-cbca-4122-b4e7-4c79b859acc2 req-9174c9b7-7ff5-430b-ab53-2ce6f933fdb2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.0822897 Nov 08 00:15:00.486932 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3de99354-a012-43e3-bf1d-e481e2f7f3c2 req-2f08923d-2335-43ad-890e-d8e3988486fe tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556235 Nov 08 00:15:00.490801 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-47c64b35-07f6-4eb7-ae87-ce28f6d56e4b req-23774213-ba58-4b7c-98a9-a6221d4e5b72 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:00.505018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fce7c6fa-cbca-4122-b4e7-4c79b859acc2 req-19db35a1-3895-44e2-829f-ee3fd0187902 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436306 Nov 08 00:15:00.540451 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23774213-ba58-4b7c-98a9-a6221d4e5b72 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Pushing event deleted for resources: {'Port': ['ID=9d65023c-0b3c-498b-8c74-814a53018e14,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:00.581970 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c64b35-07f6-4eb7-ae87-ce28f6d56e4b req-23774213-ba58-4b7c-98a9-a6221d4e5b72 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] No DVR routers for this DVR port 9d65023c-0b3c-498b-8c74-814a53018e14 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:00.585293 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-47c64b35-07f6-4eb7-ae87-ce28f6d56e4b req-23774213-ba58-4b7c-98a9-a6221d4e5b72 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:00.590056 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-47c64b35-07f6-4eb7-ae87-ce28f6d56e4b req-23774213-ba58-4b7c-98a9-a6221d4e5b72 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.20 "DELETE /v2.0/ports/9d65023c-0b3c-498b-8c74-814a53018e14 HTTP/1.1" status: 204 len: 173 time: 0.6693859 Nov 08 00:15:00.591341 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1745010f-0b4e-4cbe-8bd8-4e69422c44da', 'name': 'network-vif-deleted', 'tag': '9d65023c-0b3c-498b-8c74-814a53018e14'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:00.594042 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba588ce0-9593-4893-b980-8cbeb7b8d0ce" -d '{"events": [{"server_uuid": "1745010f-0b4e-4cbe-8bd8-4e69422c44da", "name": "network-vif-deleted", "tag": "9d65023c-0b3c-498b-8c74-814a53018e14"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:00.702265 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12b16ad4-1a91-4f92-bbf7-3eebca0cc1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:00.708173 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294a476-dde2-43d6-864b-32b44920efb7 req-3362dba3-6141-4eb7-90c7-f6e029d119e5 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:00.709721 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e294a476-dde2-43d6-864b-32b44920efb7 req-3362dba3-6141-4eb7-90c7-f6e029d119e5 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 806 time: 0.1047390 Nov 08 00:15:00.725365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e294a476-dde2-43d6-864b-32b44920efb7 req-fee2d7cb-5c8e-4474-821c-643bb936189a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/quotas/03361b607f1240009c31eb92f73a8c14 HTTP/1.1" status: 200 len: 375 time: 0.0098031 Nov 08 00:15:00.776945 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e294a476-dde2-43d6-864b-32b44920efb7 req-2a6ea67b-99bf-4ab1-ac3c-e8c9dd2d396d tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460763 Nov 08 00:15:00.818593 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0c20b8-d291-417e-b8c4-66dbd0474448 x-openstack-request-id: req-5f0c20b8-d291-417e-b8c4-66dbd0474448 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:00.819102 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1745010f-0b4e-4cbe-8bd8-4e69422c44da", "name": "network-vif-deleted", "tag": "9d65023c-0b3c-498b-8c74-814a53018e14", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:00.819442 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f0c20b8-d291-417e-b8c4-66dbd0474448 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:00.819958 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1745010f-0b4e-4cbe-8bd8-4e69422c44da', 'name': 'network-vif-deleted', 'tag': '9d65023c-0b3c-498b-8c74-814a53018e14', 'status': 'completed', 'code': 200} Nov 08 00:15:00.910960 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e294a476-dde2-43d6-864b-32b44920efb7 req-201b9186-2bb7-4204-9dd1-dc953229c60a service neutron] 10.222.0.13 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104636 Nov 08 00:15:00.958898 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:01.061361 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e294a476-dde2-43d6-864b-32b44920efb7 req-a365bf64-79bc-49c2-989e-bcf9fba70a61 service neutron] 10.222.0.13 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517470 Nov 08 00:15:01.090501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e610fb88-24cb-4f7a-8447-3a5194f861f7 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:01.092573 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e610fb88-24cb-4f7a-8447-3a5194f861f7 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 808 time: 0.1963193 Nov 08 00:15:01.097344 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['9d65023c-0b3c-498b-8c74-814a53018e14'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:01.114308 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12bcb9de-bcef-44a6-a121-f74015866930 req-063df4f3-4b3e-4a0d-b5da-13e6be8a22e0 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/quotas/97cd1b3154f241d5a6c44887e42be8b0 HTTP/1.1" status: 200 len: 375 time: 0.0102642 Nov 08 00:15:01.176328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12bcb9de-bcef-44a6-a121-f74015866930 req-556ee0a1-7ce3-4cc6-b2eb-2bb57f5f78f9 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0557210 Nov 08 00:15:01.263637 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12bcb9de-bcef-44a6-a121-f74015866930 req-dda12137-01d8-4de3-a05e-84c1b6c376af service neutron] 10.222.0.13 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835791 Nov 08 00:15:01.388838 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12bcb9de-bcef-44a6-a121-f74015866930 req-25470f63-29ee-4996-92af-9dbb1e11db3b service neutron] 10.222.0.13 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104465 Nov 08 00:15:01.624652 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec183b23-aff2-4b31-a341-d4d13e0cd4c7 req-00d60831-53e2-4b87-ab0f-bb41788be6a4 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1745010f-0b4e-4cbe-8bd8-4e69422c44da HTTP/1.1" status: 200 len: 210 time: 0.0274940 Nov 08 00:15:01.668548 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:01.759317 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:01.774876 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f625-7c9a-48bc-a27a-95d2a546a763 req-5ec667c2-75b9-4f06-8d7d-6f87d4dcaba5 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:01.776388 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5427f625-7c9a-48bc-a27a-95d2a546a763 req-5ec667c2-75b9-4f06-8d7d-6f87d4dcaba5 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 944 time: 0.0806701 Nov 08 00:15:01.791374 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbe503-cd7c-4242-b1ae-8584aa6fbf24 req-5c9971c7-a2a2-45b0-b66f-d279ee4e9bb7 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:01.797890 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbe503-cd7c-4242-b1ae-8584aa6fbf24 req-5c9971c7-a2a2-45b0-b66f-d279ee4e9bb7 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:01.804127 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbe503-cd7c-4242-b1ae-8584aa6fbf24 req-5c9971c7-a2a2-45b0-b66f-d279ee4e9bb7 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:01.805828 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89bbe503-cd7c-4242-b1ae-8584aa6fbf24 req-5c9971c7-a2a2-45b0-b66f-d279ee4e9bb7 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2417 time: 0.0994477 Nov 08 00:15:01.878755 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5427f625-7c9a-48bc-a27a-95d2a546a763 req-361f121d-c5c6-4559-8782-1ce56f3a2cbc tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963469 Nov 08 00:15:01.896860 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89bbe503-cd7c-4242-b1ae-8584aa6fbf24 req-bc06cc9a-2124-42c4-b380-79a9a38227bc tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826368 Nov 08 00:15:01.959984 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a18aeac-1b6a-4bf9-8f7b-04dcec1ce63a req-8e8f1fd6-3fc9-4048-a8ac-1a7053b1ae15 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=637b919d-5961-4fc4-8c24-bf5c6b061c9a HTTP/1.1" status: 200 len: 210 time: 0.0358167 Nov 08 00:15:02.077142 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-80ec9a6d-f085-4872-a8dd-90705c26e5d0 req-18e0e483-471c-4bb4-82df-b70769b948e2 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0531576 Nov 08 00:15:02.098980 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a439a1d-9757-4783-834d-dbb307262c7e req-f35aa5bb-433e-44f6-9673-22b636ef1ece tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:02.100528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a439a1d-9757-4783-834d-dbb307262c7e req-f35aa5bb-433e-44f6-9673-22b636ef1ece tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.0778792 Nov 08 00:15:02.136953 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-6239868c-85d1-426f-ba57-68417b8849af tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:02.143285 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-6239868c-85d1-426f-ba57-68417b8849af tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:02.145222 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a439a1d-9757-4783-834d-dbb307262c7e req-5873fad0-6917-4ba0-95f1-23bd617830ef tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359676 Nov 08 00:15:02.149581 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-6239868c-85d1-426f-ba57-68417b8849af tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:02.151264 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-6239868c-85d1-426f-ba57-68417b8849af tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.20 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 2417 time: 0.0996382 Nov 08 00:15:02.177343 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce419a41-ac38-4e52-b3b3-58cdee751955 req-f27aec73-495d-4fca-a066-93bab51a1af8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 210 time: 0.0311723 Nov 08 00:15:02.260137 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-2eb76b5b-c9e8-46df-aaf3-1b934e865a56 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Deleting port 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:02.260620 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-2eb76b5b-c9e8-46df-aaf3-1b934e865a56 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:02.351520 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-2eb76b5b-c9e8-46df-aaf3-1b934e865a56 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] For port 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=502c36f2-1ec3-4b42-ace7-7d3af3bdb39e,segment=NetworkSegment(c2cc1d1e-636d-48b8-8201-0d2b32875aa0),segment_id=c2cc1d1e-636d-48b8-8201-0d2b32875aa0)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:02.351827 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-2eb76b5b-c9e8-46df-aaf3-1b934e865a56 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:02.365363 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-2eb76b5b-c9e8-46df-aaf3-1b934e865a56 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Calling delete_port for 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:02.616462 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-2eb76b5b-c9e8-46df-aaf3-1b934e865a56 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:02.643088 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb76b5b-c9e8-46df-aaf3-1b934e865a56 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event deleted for resources: {'Port': ['ID=502c36f2-1ec3-4b42-ace7-7d3af3bdb39e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:02.648156 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['912438ef-1a4c-4acd-8735-b9fae712dcc6', '96933ad3-7f07-472a-b914-ff4ff411bd9b', '502c36f2-1ec3-4b42-ace7-7d3af3bdb39e'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:02.695213 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-2eb76b5b-c9e8-46df-aaf3-1b934e865a56 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] No DVR routers for this DVR port 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:02.698046 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-2eb76b5b-c9e8-46df-aaf3-1b934e865a56 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:02.702887 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-2eb76b5b-c9e8-46df-aaf3-1b934e865a56 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.20 "DELETE /v2.0/ports/502c36f2-1ec3-4b42-ace7-7d3af3bdb39e HTTP/1.1" status: 204 len: 173 time: 0.5457239 Nov 08 00:15:02.827353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'name': 'network-vif-deleted', 'tag': '502c36f2-1ec3-4b42-ace7-7d3af3bdb39e'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:02.835039 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099cc458-1c15-4938-ac89-f56a19d59e3a" -d '{"events": [{"server_uuid": "37b2b8cb-7233-400c-88b3-91ba8fd98a47", "name": "network-vif-deleted", "tag": "502c36f2-1ec3-4b42-ace7-7d3af3bdb39e"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:02.893365 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-5db286f6-8e4b-48d9-bcbc-0ffed8155ffb tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Deleting port 912438ef-1a4c-4acd-8735-b9fae712dcc6 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:02.893833 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-5db286f6-8e4b-48d9-bcbc-0ffed8155ffb tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:02.919226 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8985879-4900-4952-b13b-ae2e2014da29 x-openstack-request-id: req-f8985879-4900-4952-b13b-ae2e2014da29 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:02.919226 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b2b8cb-7233-400c-88b3-91ba8fd98a47", "name": "network-vif-deleted", "tag": "502c36f2-1ec3-4b42-ace7-7d3af3bdb39e", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:02.919226 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8985879-4900-4952-b13b-ae2e2014da29 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:02.919226 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'name': 'network-vif-deleted', 'tag': '502c36f2-1ec3-4b42-ace7-7d3af3bdb39e', 'status': 'completed', 'code': 200} Nov 08 00:15:03.015433 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 4d42328b-a115-4aa9-9d88-9acd57ace464 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:15:03.032452 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-5db286f6-8e4b-48d9-bcbc-0ffed8155ffb tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] For port 912438ef-1a4c-4acd-8735-b9fae712dcc6, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=912438ef-1a4c-4acd-8735-b9fae712dcc6,segment=NetworkSegment(55f1850e-dc05-4bfe-9963-77801719a94e),segment_id=55f1850e-dc05-4bfe-9963-77801719a94e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:03.032909 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-5db286f6-8e4b-48d9-bcbc-0ffed8155ffb tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:03.055037 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-5db286f6-8e4b-48d9-bcbc-0ffed8155ffb tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Calling delete_port for 912438ef-1a4c-4acd-8735-b9fae712dcc6 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:03.081505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669a07a-7cdc-4876-abe4-4b8ebd747188 req-00c5e5c3-8188-4afc-a411-60697f9646e7 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:03.083012 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c669a07a-7cdc-4876-abe4-4b8ebd747188 req-00c5e5c3-8188-4afc-a411-60697f9646e7 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 944 time: 0.0892346 Nov 08 00:15:03.116134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60305782-3174-4c14-aecf-837d1461a114 req-65fada7a-0984-4e1d-9e2e-3ddb1de018c7 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:03.117476 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60305782-3174-4c14-aecf-837d1461a114 req-65fada7a-0984-4e1d-9e2e-3ddb1de018c7 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 811 time: 0.1711934 Nov 08 00:15:03.150069 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60305782-3174-4c14-aecf-837d1461a114 req-192f3150-07ad-4983-ac43-10a23a869909 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/quotas/8dd4c6d02b4944e189792b171f577519 HTTP/1.1" status: 200 len: 375 time: 0.0198596 Nov 08 00:15:03.159664 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c669a07a-7cdc-4876-abe4-4b8ebd747188 req-86ec1eea-c4c7-413f-a8ef-d7d8998817e9 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593064 Nov 08 00:15:03.165022 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 4d42328b-a115-4aa9-9d88-9acd57ace464 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:15:03.170638 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 4d42328b-a115-4aa9-9d88-9acd57ace464 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:15:03.172683 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:03.216358 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60305782-3174-4c14-aecf-837d1461a114 req-9d7c309d-4bae-4f9a-8fc8-8da9decabb06 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508091 Nov 08 00:15:03.302188 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:03.329434 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec07f3a4-7b63-442c-b91a-76d18f008387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d42328b-a115-4aa9-9d88-9acd57ace464'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:03.331704 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37596179-93b0-49e5-8300-a7819568b4df" -d '{"events": [{"server_uuid": "ec07f3a4-7b63-442c-b91a-76d18f008387", "name": "network-vif-plugged", "status": "completed", "tag": "4d42328b-a115-4aa9-9d88-9acd57ace464"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:03.341674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815aaf9e-492d-4af7-8bf2-e48afb8c64e5 req-d7a98799-fb34-4b80-8664-1b1418212d18 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:03.347904 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:03.347904 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 4d42328b-a115-4aa9-9d88-9acd57ace464, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=4d42328b-a115-4aa9-9d88-9acd57ace464,segment=NetworkSegment(6fb58c1c-c575-461c-b850-6c6b1be8fffd),segment_id=6fb58c1c-c575-461c-b850-6c6b1be8fffd)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:03.348162 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815aaf9e-492d-4af7-8bf2-e48afb8c64e5 req-d7a98799-fb34-4b80-8664-1b1418212d18 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:03.349074 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-815aaf9e-492d-4af7-8bf2-e48afb8c64e5 req-d7a98799-fb34-4b80-8664-1b1418212d18 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 1681 time: 0.1005332 Nov 08 00:15:03.379566 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60305782-3174-4c14-aecf-837d1461a114 req-ba842ad2-92c5-4f6d-8fb9-cfce4830da94 service neutron] 10.222.0.13 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564419 Nov 08 00:15:03.399967 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-5db286f6-8e4b-48d9-bcbc-0ffed8155ffb tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:03.433557 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:03.434526 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 9d65023c-0b3c-498b-8c74-814a53018e14 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:03.437842 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-815aaf9e-492d-4af7-8bf2-e48afb8c64e5 req-73217fbc-f4e3-4d38-a7d3-201fbfb47871 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815208 Nov 08 00:15:03.470778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db286f6-8e4b-48d9-bcbc-0ffed8155ffb tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event deleted for resources: {'Port': ['ID=912438ef-1a4c-4acd-8735-b9fae712dcc6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:03.519412 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-5db286f6-8e4b-48d9-bcbc-0ffed8155ffb tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] No DVR routers for this DVR port 912438ef-1a4c-4acd-8735-b9fae712dcc6 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:03.521165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60305782-3174-4c14-aecf-837d1461a114 req-7b27d101-5ea5-4cf9-a2c0-3197e7647b1d service neutron] 10.222.0.13 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368570 Nov 08 00:15:03.522625 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-5db286f6-8e4b-48d9-bcbc-0ffed8155ffb tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:03.526005 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-5db286f6-8e4b-48d9-bcbc-0ffed8155ffb tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.20 "DELETE /v2.0/ports/912438ef-1a4c-4acd-8735-b9fae712dcc6 HTTP/1.1" status: 204 len: 173 time: 0.8147154 Nov 08 00:15:03.530348 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 9d65023c-0b3c-498b-8c74-814a53018e14 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:15:03.530952 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 9d65023c-0b3c-498b-8c74-814a53018e14 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:03.565409 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=4d42328b-a115-4aa9-9d88-9acd57ace464,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:03.586543 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8245b52-9823-49ed-8c8b-4bfb627288fb req-0ef5ccee-e386-4086-96d7-49856912b078 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=637b919d-5961-4fc4-8c24-bf5c6b061c9a HTTP/1.1" status: 200 len: 210 time: 0.0587974 Nov 08 00:15:03.651502 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-e2b1ea1f-2003-4e2a-9759-7cea76d54fc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Deleting port 96933ad3-7f07-472a-b914-ff4ff411bd9b {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:03.651935 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-e2b1ea1f-2003-4e2a-9759-7cea76d54fc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:03.765449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7dd1d12-1b3d-40b0-9b5c-50c8abd31f36 req-cf77f462-d1cb-476d-86a4-7699a9f545bc tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0426335 Nov 08 00:15:03.799836 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-e2b1ea1f-2003-4e2a-9759-7cea76d54fc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] For port 96933ad3-7f07-472a-b914-ff4ff411bd9b, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=96933ad3-7f07-472a-b914-ff4ff411bd9b,segment=NetworkSegment(c2cc1d1e-636d-48b8-8201-0d2b32875aa0),segment_id=c2cc1d1e-636d-48b8-8201-0d2b32875aa0)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:03.800329 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-e2b1ea1f-2003-4e2a-9759-7cea76d54fc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:03.815158 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-e2b1ea1f-2003-4e2a-9759-7cea76d54fc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Calling delete_port for 96933ad3-7f07-472a-b914-ff4ff411bd9b owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:03.862594 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd16d2-90c0-4617-a675-9a25d2c2d1e0 req-64a01d42-64e2-46ea-8960-5ec09f3e79c6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:03.870447 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4cd16d2-90c0-4617-a675-9a25d2c2d1e0 req-64a01d42-64e2-46ea-8960-5ec09f3e79c6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.0775981 Nov 08 00:15:03.933296 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1d7b8e7-1ec2-4a4d-bfb3-bfa45891a2a0 req-18523b43-33dc-4071-9b6f-cc4dcb2a067e tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 210 time: 0.0601704 Nov 08 00:15:03.962264 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4cd16d2-90c0-4617-a675-9a25d2c2d1e0 req-d9d67854-e8bf-4f20-b4c3-d65f78cb5553 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864854 Nov 08 00:15:04.005450 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3220d51e-53b4-4d30-af11-81278d6e8e61 x-openstack-request-id: req-3220d51e-53b4-4d30-af11-81278d6e8e61 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:04.005956 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec07f3a4-7b63-442c-b91a-76d18f008387", "name": "network-vif-plugged", "status": "completed", "tag": "4d42328b-a115-4aa9-9d88-9acd57ace464", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:04.011074 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3220d51e-53b4-4d30-af11-81278d6e8e61 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:04.011074 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec07f3a4-7b63-442c-b91a-76d18f008387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d42328b-a115-4aa9-9d88-9acd57ace464', 'code': 200} Nov 08 00:15:04.054517 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-e2b1ea1f-2003-4e2a-9759-7cea76d54fc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:04.064999 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9adec628-3ce6-45a1-996d-ad28c087cc36 req-a28ef77b-c119-48b9-be9d-ea4e98e0aaa8 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 210 time: 0.0267415 Nov 08 00:15:04.088139 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1ea1f-2003-4e2a-9759-7cea76d54fc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event deleted for resources: {'Port': ['ID=96933ad3-7f07-472a-b914-ff4ff411bd9b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:04.144007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-e2b1ea1f-2003-4e2a-9759-7cea76d54fc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] No DVR routers for this DVR port 96933ad3-7f07-472a-b914-ff4ff411bd9b on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:04.146354 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-e2b1ea1f-2003-4e2a-9759-7cea76d54fc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:04.149731 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f9bc3435-615f-4b11-9a84-012fe9756193 req-e2b1ea1f-2003-4e2a-9759-7cea76d54fc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.20 "DELETE /v2.0/ports/96933ad3-7f07-472a-b914-ff4ff411bd9b HTTP/1.1" status: 204 len: 173 time: 0.6127074 Nov 08 00:15:04.224699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838c1ff-5bb5-4305-87b9-a1543a74c793 req-2a920f8b-e646-438a-ad51-f445322fbf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:04.227253 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b838c1ff-5bb5-4305-87b9-a1543a74c793 req-2a920f8b-e646-438a-ad51-f445322fbf1c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 1096 time: 0.0571089 Nov 08 00:15:04.298035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b838c1ff-5bb5-4305-87b9-a1543a74c793 req-f32235e1-ff23-42f6-b069-4d7832afcfed service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602081 Nov 08 00:15:04.313442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000950f-4b1b-43c4-b9cf-e8974abb79a9 req-b114fa56-35be-4561-92b3-e71c421dafff tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:04.315123 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1000950f-4b1b-43c4-b9cf-e8974abb79a9 req-b114fa56-35be-4561-92b3-e71c421dafff tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 945 time: 0.0627069 Nov 08 00:15:04.324715 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294a476-dde2-43d6-864b-32b44920efb7 req-81d97b3c-a0f7-4e3a-803f-8dc2318b5bc1 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:04.326307 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e294a476-dde2-43d6-864b-32b44920efb7 req-81d97b3c-a0f7-4e3a-803f-8dc2318b5bc1 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.20 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 806 time: 0.1262445 Nov 08 00:15:04.356201 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1000950f-4b1b-43c4-b9cf-e8974abb79a9 req-27798bb2-8498-4f9a-9bb8-9e67317a9afd tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350921 Nov 08 00:15:04.539559 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b22c2fb-4959-4c1e-8dc3-a844029b39df req-2fab461f-ddfb-4df9-b357-897aa48ea4c3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 210 time: 0.0258992 Nov 08 00:15:04.689428 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab3f573f-9422-4ee6-bbed-6ae4f80431ea req-ed88b62c-d56e-4cc7-a3bd-328d435cfddc tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=637b919d-5961-4fc4-8c24-bf5c6b061c9a HTTP/1.1" status: 200 len: 210 time: 0.0315714 Nov 08 00:15:04.723236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-e294a476-dde2-43d6-864b-32b44920efb7 req-2dbebc11-a697-4b9c-aa76-9ecf8ea3c3bc tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Request body: {'port': {'device_id': '637b919d-5961-4fc4-8c24-bf5c6b061c9a', 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099', 'admin_state_up': True, 'tenant_id': '03361b607f1240009c31eb92f73a8c14'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:04.873104 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-accffb34-2e82-485e-a155-097d5f6ebcf8 req-7f1d8ab0-3ffc-43ac-bd8f-2d45ec7818b3 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0258281 Nov 08 00:15:04.912024 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f7c0a9d3-c4cd-432b-8598-90dfcd7be7f3 req-95280488-6a4c-4d51-b17b-b994f606ca1f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c13f0663-ae90-4a8a-8fe7-28e8c10d2fa3 HTTP/1.1" status: 200 len: 210 time: 0.0323668 Nov 08 00:15:04.912746 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e294a476-dde2-43d6-864b-32b44920efb7 req-2dbebc11-a697-4b9c-aa76-9ecf8ea3c3bc tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Made reservation on behalf of 03361b607f1240009c31eb92f73a8c14 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:15:04.916152 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e294a476-dde2-43d6-864b-32b44920efb7 req-2dbebc11-a697-4b9c-aa76-9ecf8ea3c3bc tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:04.924642 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'name': 'network-vif-deleted', 'tag': '912438ef-1a4c-4acd-8735-b9fae712dcc6'}, {'server_uuid': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'name': 'network-vif-deleted', 'tag': '96933ad3-7f07-472a-b914-ff4ff411bd9b'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:04.926883 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62286d15-e258-4e08-83ea-fdb1eee2ec62" -d '{"events": [{"server_uuid": "37b2b8cb-7233-400c-88b3-91ba8fd98a47", "name": "network-vif-deleted", "tag": "912438ef-1a4c-4acd-8735-b9fae712dcc6"}, {"server_uuid": "37b2b8cb-7233-400c-88b3-91ba8fd98a47", "name": "network-vif-deleted", "tag": "96933ad3-7f07-472a-b914-ff4ff411bd9b"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:04.977829 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2aa77f0-3a99-4548-bec9-c480f50282ba x-openstack-request-id: req-e2aa77f0-3a99-4548-bec9-c480f50282ba {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:04.977829 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b2b8cb-7233-400c-88b3-91ba8fd98a47", "name": "network-vif-deleted", "tag": "912438ef-1a4c-4acd-8735-b9fae712dcc6", "status": "completed", "code": 200}, {"server_uuid": "37b2b8cb-7233-400c-88b3-91ba8fd98a47", "name": "network-vif-deleted", "tag": "96933ad3-7f07-472a-b914-ff4ff411bd9b", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:04.977829 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2aa77f0-3a99-4548-bec9-c480f50282ba {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:04.977829 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'name': 'network-vif-deleted', 'tag': '912438ef-1a4c-4acd-8735-b9fae712dcc6', 'status': 'completed', 'code': 200} Nov 08 00:15:04.977829 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b2b8cb-7233-400c-88b3-91ba8fd98a47', 'name': 'network-vif-deleted', 'tag': '96933ad3-7f07-472a-b914-ff4ff411bd9b', 'status': 'completed', 'code': 200} Nov 08 00:15:05.051107 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 912438ef-1a4c-4acd-8735-b9fae712dcc6 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:05.054186 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-e294a476-dde2-43d6-864b-32b44920efb7 req-2dbebc11-a697-4b9c-aa76-9ecf8ea3c3bc tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Allocated IP 172.20.0.7 (cac5a810-3b8a-4875-b1de-503826400099/ecaf66e9-5ef6-440b-87a0-b205c6e28157/f1ee2caf-aca3-4b41-9baa-5f45aff93b34) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:15:05.065455 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b22609b-889e-4fcd-869e-4765ba59a3a0 req-2d8530b0-e344-473f-9165-e241559ac4c3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 210 time: 0.0420184 Nov 08 00:15:05.076036 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 912438ef-1a4c-4acd-8735-b9fae712dcc6 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:15:05.076594 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 912438ef-1a4c-4acd-8735-b9fae712dcc6 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:05.077364 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 96933ad3-7f07-472a-b914-ff4ff411bd9b no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:05.109331 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 96933ad3-7f07-472a-b914-ff4ff411bd9b {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:15:05.109750 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 96933ad3-7f07-472a-b914-ff4ff411bd9b not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:05.110177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:05.136571 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:15:05.137460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 502c36f2-1ec3-4b42-ace7-7d3af3bdb39e not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:05.149628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab00ce6-d886-466d-a8c3-2f98f5307473 req-df4f1cd8-65fd-41b6-bf97-1f2938fd7fdb tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:05.151226 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dab00ce6-d886-466d-a8c3-2f98f5307473 req-df4f1cd8-65fd-41b6-bf97-1f2938fd7fdb tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.0934920 Nov 08 00:15:05.193092 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dab00ce6-d886-466d-a8c3-2f98f5307473 req-2ed81798-ca0f-42c9-b70e-18d59aa7ba2e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353072 Nov 08 00:15:05.244059 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e294a476-dde2-43d6-864b-32b44920efb7 req-2dbebc11-a697-4b9c-aa76-9ecf8ea3c3bc tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:05.275591 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7572c3d1-96f9-4a42-99f6-60e54bdf3383 req-e2ec5ae4-1d4b-4a7a-a1aa-de3664e9671e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 210 time: 0.0312362 Nov 08 00:15:05.348522 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e294a476-dde2-43d6-864b-32b44920efb7 req-2dbebc11-a697-4b9c-aa76-9ecf8ea3c3bc tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:05.384976 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['56ff3958-0144-4d3c-b3b3-300680828662'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:05.390759 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e294a476-dde2-43d6-864b-32b44920efb7 req-2dbebc11-a697-4b9c-aa76-9ecf8ea3c3bc tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Network cac5a810-3b8a-4875-b1de-503826400099 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:15:05.393940 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-e294a476-dde2-43d6-864b-32b44920efb7 req-2dbebc11-a697-4b9c-aa76-9ecf8ea3c3bc tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:15:05.396407 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e294a476-dde2-43d6-864b-32b44920efb7 req-2dbebc11-a697-4b9c-aa76-9ecf8ea3c3bc tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:15:05.432494 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbebc11-a697-4b9c-aa76-9ecf8ea3c3bc tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Pushing event updated for resources: {'Port': ['ID=f1ee2caf-aca3-4b41-9baa-5f45aff93b34,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:05.473187 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294a476-dde2-43d6-864b-32b44920efb7 req-2dbebc11-a697-4b9c-aa76-9ecf8ea3c3bc tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:05.474597 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e294a476-dde2-43d6-864b-32b44920efb7 req-2dbebc11-a697-4b9c-aa76-9ecf8ea3c3bc tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:05.507144 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcb9de-bcef-44a6-a121-f74015866930 req-d3b8e505-d66f-48d3-b929-69bff27ec153 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:05.508665 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12bcb9de-bcef-44a6-a121-f74015866930 req-d3b8e505-d66f-48d3-b929-69bff27ec153 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.20 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 808 time: 0.1165705 Nov 08 00:15:05.540827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-12bcb9de-bcef-44a6-a121-f74015866930 req-34e24b0f-b7e0-4c14-b6f7-07146efc6fc3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Request body: {'port': {'device_id': '7dd0fcd6-d598-4efe-bb59-40dabe96b661', 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e', 'admin_state_up': True, 'tenant_id': '97cd1b3154f241d5a6c44887e42be8b0'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:05.551180 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e294a476-dde2-43d6-864b-32b44920efb7 req-2dbebc11-a697-4b9c-aa76-9ecf8ea3c3bc tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8324027 Nov 08 00:15:05.573053 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Request body: {'port': {'device_id': '637b919d-5961-4fc4-8c24-bf5c6b061c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:05.620086 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c069b1-d487-4b12-bdb0-b21758e7c55f req-2f5e8da8-3d97-4de2-80ce-3ac90e73ccb3 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:05.628135 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e2c069b1-d487-4b12-bdb0-b21758e7c55f req-2f5e8da8-3d97-4de2-80ce-3ac90e73ccb3 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 945 time: 0.1183846 Nov 08 00:15:05.666749 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:05.708758 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-340e731c-ef69-4b15-a379-75cfe7804b79 req-1e84a5db-dda4-4a65-a553-a1fd3a05127a tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=37b2b8cb-7233-400c-88b3-91ba8fd98a47 HTTP/1.1" status: 200 len: 210 time: 0.0561075 Nov 08 00:15:05.719012 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e2c069b1-d487-4b12-bdb0-b21758e7c55f req-fb7287fd-af6f-45e3-a3cd-c389e298df48 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900283 Nov 08 00:15:05.964205 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ee2caf-aca3-4b41-9baa-5f45aff93b34 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:15:05.972424 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:05.987639 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Transition to ACTIVE for port object f1ee2caf-aca3-4b41-9baa-5f45aff93b34 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:15:06.068796 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:06.114331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12bcb9de-bcef-44a6-a121-f74015866930 req-34e24b0f-b7e0-4c14-b6f7-07146efc6fc3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Made reservation on behalf of 97cd1b3154f241d5a6c44887e42be8b0 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:15:06.117835 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-12bcb9de-bcef-44a6-a121-f74015866930 req-34e24b0f-b7e0-4c14-b6f7-07146efc6fc3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:06.131735 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ee2caf-aca3-4b41-9baa-5f45aff93b34,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:06.155218 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-115e287c-9d2b-4e59-b8cf-0006ef089d34 req-1652255d-45b1-458c-aed7-c35ecdc944f0 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0453045 Nov 08 00:15:06.186258 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014b1d1-50da-4276-9d59-6f79a0f60a90 req-4b88de1a-b718-4cd1-8942-ecfbc818c320 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:06.186258 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c014b1d1-50da-4276-9d59-6f79a0f60a90 req-4b88de1a-b718-4cd1-8942-ecfbc818c320 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=637b919d-5961-4fc4-8c24-bf5c6b061c9a HTTP/1.1" status: 200 len: 931 time: 0.3939719 Nov 08 00:15:06.204630 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Attempting to bind port f1ee2caf-aca3-4b41-9baa-5f45aff93b34 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:15:06.204967 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Attempting to bind port f1ee2caf-aca3-4b41-9baa-5f45aff93b34 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:15:06.205301 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Attempting to bind port f1ee2caf-aca3-4b41-9baa-5f45aff93b34 on network cac5a810-3b8a-4875-b1de-503826400099 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:06.209978 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Port f1ee2caf-aca3-4b41-9baa-5f45aff93b34 on network cac5a810-3b8a-4875-b1de-503826400099 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:15:06.210389 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Attempting to bind port f1ee2caf-aca3-4b41-9baa-5f45aff93b34 on network cac5a810-3b8a-4875-b1de-503826400099 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:06.215619 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:15:06.215986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Checking segment: {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:15:06.220202 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Bound using segment: {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:15:06.220202 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Bound port: f1ee2caf-aca3-4b41-9baa-5f45aff93b34, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:15:06.220202 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:06.295401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] For port f1ee2caf-aca3-4b41-9baa-5f45aff93b34, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:15:06.296516 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78d9a427-4b7e-4e06-8639-df4ae27ee0d4 req-e3f77230-5767-42c8-b87f-ef5b006bdc89 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 210 time: 0.0439899 Nov 08 00:15:06.299646 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] For port f1ee2caf-aca3-4b41-9baa-5f45aff93b34, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=f1ee2caf-aca3-4b41-9baa-5f45aff93b34,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:15:06.337497 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c014b1d1-50da-4276-9d59-6f79a0f60a90 req-ed14c78c-51d3-4047-ab4d-36b368443d83 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179512 Nov 08 00:15:06.371403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-12bcb9de-bcef-44a6-a121-f74015866930 req-34e24b0f-b7e0-4c14-b6f7-07146efc6fc3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Allocated IP 172.20.0.4 (d94fd993-3cd3-4f95-b0e9-7b398d133b4e/a0ec3df4-1869-45a1-99d0-6ce6e411d41a/a6dae70b-bd19-4a25-ab3c-92c5aae44e69) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:15:06.429223 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:06.478829 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:06.479681 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:06.481959 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e294a476-dde2-43d6-864b-32b44920efb7 req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] 10.222.0.20 "PUT /v2.0/ports/f1ee2caf-aca3-4b41-9baa-5f45aff93b34 HTTP/1.1" status: 200 len: 1091 time: 0.9144714 Nov 08 00:15:06.492048 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5df78-8001-4bd6-b613-83e4fcf6eac9 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ee2caf-aca3-4b41-9baa-5f45aff93b34,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:06.540236 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d78ff6c-6979-49b6-b8c3-53217eaddced req-7d652911-0206-4094-ad7e-c76d4a2dd1d3 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 210 time: 0.0666840 Nov 08 00:15:06.563805 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f7f2e-5d28-4a11-ad44-b92bed47a7fb req-eb56a5b7-8fd9-48b0-b7e5-5a6dadd19133 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:06.565690 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f8f7f2e-5d28-4a11-ad44-b92bed47a7fb req-eb56a5b7-8fd9-48b0-b7e5-5a6dadd19133 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.1585722 Nov 08 00:15:06.644585 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-12bcb9de-bcef-44a6-a121-f74015866930 req-34e24b0f-b7e0-4c14-b6f7-07146efc6fc3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:06.649010 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f8f7f2e-5d28-4a11-ad44-b92bed47a7fb req-70a686ee-335c-44ce-84a8-4e6dce5f1540 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760071 Nov 08 00:15:06.694282 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294a476-dde2-43d6-864b-32b44920efb7 req-4f43d68e-9602-4c5d-8345-a43be76cd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:06.695826 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e294a476-dde2-43d6-864b-32b44920efb7 req-4f43d68e-9602-4c5d-8345-a43be76cd1e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&device_id=637b919d-5961-4fc4-8c24-bf5c6b061c9a HTTP/1.1" status: 200 len: 1094 time: 0.0411370 Nov 08 00:15:06.751681 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e294a476-dde2-43d6-864b-32b44920efb7 req-8f19d70e-dbf2-453d-bf4c-ab63974e852e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1ee2caf-aca3-4b41-9baa-5f45aff93b34 HTTP/1.1" status: 200 len: 217 time: 0.0411272 Nov 08 00:15:06.784921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39006) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:06.814954 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294a476-dde2-43d6-864b-32b44920efb7 req-e17b9f83-8003-4305-8149-46f76d5b65f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:06.816881 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e294a476-dde2-43d6-864b-32b44920efb7 req-e17b9f83-8003-4305-8149-46f76d5b65f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ecaf66e9-5ef6-440b-87a0-b205c6e28157 HTTP/1.1" status: 200 len: 846 time: 0.0582669 Nov 08 00:15:06.854253 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e294a476-dde2-43d6-864b-32b44920efb7 req-3422a49e-3e0a-4165-a604-852bdca6ebe6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cac5a810-3b8a-4875-b1de-503826400099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277679 Nov 08 00:15:06.871212 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f48c02e-3c56-43b7-9786-0957ef9d7e23 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Deleting subnet bc5395b5-f741-4727-ac96-bd1b86c009a1 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:15:06.875481 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2f48c02e-3c56-43b7-9786-0957ef9d7e23 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:06.902967 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672595d8-d79c-407e-82f9-96d8a88b8a17 req-1a5b864b-a03a-4779-8cc5-e53566d22db5 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:06.905056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-672595d8-d79c-407e-82f9-96d8a88b8a17 req-1a5b864b-a03a-4779-8cc5-e53566d22db5 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 945 time: 0.0868835 Nov 08 00:15:06.908646 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-12bcb9de-bcef-44a6-a121-f74015866930 req-34e24b0f-b7e0-4c14-b6f7-07146efc6fc3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:06.948768 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e294a476-dde2-43d6-864b-32b44920efb7 req-1d04b324-0377-46bf-86fc-76e9355b65ef service neutron] 10.222.0.20 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865998 Nov 08 00:15:06.974485 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637b919d-5961-4fc4-8c24-bf5c6b061c9a', 'tag': 'f1ee2caf-aca3-4b41-9baa-5f45aff93b34'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:06.976701 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f8be41-1975-4c64-afec-0ac5409362b6" -d '{"events": [{"name": "network-changed", "server_uuid": "637b919d-5961-4fc4-8c24-bf5c6b061c9a", "tag": "f1ee2caf-aca3-4b41-9baa-5f45aff93b34"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:06.991083 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2f48c02e-3c56-43b7-9786-0957ef9d7e23 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:06.997252 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12bcb9de-bcef-44a6-a121-f74015866930 req-34e24b0f-b7e0-4c14-b6f7-07146efc6fc3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Network d94fd993-3cd3-4f95-b0e9-7b398d133b4e is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:15:07.023110 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df48495-d00a-460d-9c2e-c099338066da x-openstack-request-id: req-8df48495-d00a-460d-9c2e-c099338066da {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:07.023390 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637b919d-5961-4fc4-8c24-bf5c6b061c9a", "tag": "f1ee2caf-aca3-4b41-9baa-5f45aff93b34", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:07.023634 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8df48495-d00a-460d-9c2e-c099338066da {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:07.024036 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637b919d-5961-4fc4-8c24-bf5c6b061c9a', 'tag': 'f1ee2caf-aca3-4b41-9baa-5f45aff93b34', 'status': 'completed', 'code': 200} Nov 08 00:15:07.030543 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-12bcb9de-bcef-44a6-a121-f74015866930 req-34e24b0f-b7e0-4c14-b6f7-07146efc6fc3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:15:07.033074 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bcb9de-bcef-44a6-a121-f74015866930 req-34e24b0f-b7e0-4c14-b6f7-07146efc6fc3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:15:07.035736 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e24b0f-b7e0-4c14-b6f7-07146efc6fc3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Pushing event updated for resources: {'Port': ['ID=a6dae70b-bd19-4a25-ab3c-92c5aae44e69,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:07.072411 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-672595d8-d79c-407e-82f9-96d8a88b8a17 req-4f3e1970-a8b0-4a41-bd55-0b6144c10e5a tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545982 Nov 08 00:15:07.132032 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e294a476-dde2-43d6-864b-32b44920efb7 req-37fe6b25-d01b-49ff-bf55-adbb7b7d3431 service neutron] 10.222.0.20 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645024 Nov 08 00:15:07.147390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcb9de-bcef-44a6-a121-f74015866930 req-34e24b0f-b7e0-4c14-b6f7-07146efc6fc3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:07.148062 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-12bcb9de-bcef-44a6-a121-f74015866930 req-34e24b0f-b7e0-4c14-b6f7-07146efc6fc3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:07.151177 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60305782-3174-4c14-aecf-837d1461a114 req-3f21dfbb-4414-4c4f-a264-e6d40bfb6248 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:07.152721 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-60305782-3174-4c14-aecf-837d1461a114 req-3f21dfbb-4414-4c4f-a264-e6d40bfb6248 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.20 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 811 time: 0.1624496 Nov 08 00:15:07.172351 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-60305782-3174-4c14-aecf-837d1461a114 req-f3107870-fe49-4d70-948c-313d20da6a6f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Request body: {'port': {'device_id': 'ea3eb78b-38c7-406f-9075-cd010b7d4714', 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d', 'admin_state_up': True, 'tenant_id': '8dd4c6d02b4944e189792b171f577519'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:07.179166 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2f48c02e-3c56-43b7-9786-0957ef9d7e23 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:07.264547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-267d20cc-a88c-473b-9aa3-ade624682333 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:07.266220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-267d20cc-a88c-473b-9aa3-ade624682333 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f7755e-bb39-42a6-8848-72c8565de592&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1012418 Nov 08 00:15:07.303300 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12bcb9de-bcef-44a6-a121-f74015866930 req-34e24b0f-b7e0-4c14-b6f7-07146efc6fc3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7667801 Nov 08 00:15:07.353026 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8be41-1975-4c64-afec-0ac5409362b6 req-fcc31711-2a92-4ca8-975b-f461cf3bb1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:07.354795 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-18f8be41-1975-4c64-afec-0ac5409362b6 req-fcc31711-2a92-4ca8-975b-f461cf3bb1fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&device_id=637b919d-5961-4fc4-8c24-bf5c6b061c9a HTTP/1.1" status: 200 len: 1094 time: 0.0503373 Nov 08 00:15:07.357896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-67c01124-da37-4d3c-bb79-5df5a8fcc467 req-8afafd0b-e5d3-44aa-967e-3945153f8002 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0798664 Nov 08 00:15:07.363948 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60305782-3174-4c14-aecf-837d1461a114 req-f3107870-fe49-4d70-948c-313d20da6a6f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Made reservation on behalf of 8dd4c6d02b4944e189792b171f577519 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:15:07.363948 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-60305782-3174-4c14-aecf-837d1461a114 req-f3107870-fe49-4d70-948c-313d20da6a6f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:07.364785 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Request body: {'port': {'device_id': '7dd0fcd6-d598-4efe-bb59-40dabe96b661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:07.376458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-6a2d2308-2709-4659-919f-758cc0cdb842 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 696 time: 0.0971918 Nov 08 00:15:07.397051 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-7e0a7218-b05a-413d-971b-31078663947e tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Request body: {'floatingip': {'port_id': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:07.462283 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68dd5603-c0e3-47a7-ba3b-d44a7a25a7f1 req-4da842b7-369a-4179-ad44-c061557ce1d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0684867 Nov 08 00:15:07.466873 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2f48c02e-3c56-43b7-9786-0957ef9d7e23 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:07.484010 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-7e0a7218-b05a-413d-971b-31078663947e tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:07.576435 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48c02e-3c56-43b7-9786-0957ef9d7e23 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event deleted for resources: {'Subnet': ['ID=bc5395b5-f741-4727-ac96-bd1b86c009a1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:07.594957 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54279ceb-4012-4728-af14-3cc931196080 None None] Network 7c6eeaf5-f19c-4ebe-8561-d8056fc411ee requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:15:07.609674 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2f48c02e-3c56-43b7-9786-0957ef9d7e23 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:07.615261 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2f48c02e-3c56-43b7-9786-0957ef9d7e23 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "DELETE /v2.0/subnets/bc5395b5-f741-4727-ac96-bd1b86c009a1 HTTP/1.1" status: 204 len: 168 time: 0.8265901 Nov 08 00:15:07.617164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39022) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:07.617774 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:07.736507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eef2ef-e46d-466d-affc-5fddc28fc764 req-b24ec45a-95e5-4797-9b9f-2bddb8318a86 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:07.744108 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48eef2ef-e46d-466d-affc-5fddc28fc764 req-b24ec45a-95e5-4797-9b9f-2bddb8318a86 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 931 time: 0.2840703 Nov 08 00:15:07.793261 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13de83f7-597c-4a8e-921c-b27233e3ad92 None None] DHCP port deletion for 7c6eeaf5-f19c-4ebe-8561-d8056fc411ee request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:15:07.832717 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8be41-1975-4c64-afec-0ac5409362b6 req-981018a0-946c-4ccd-8098-3efbaab44899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:07.834184 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-18f8be41-1975-4c64-afec-0ac5409362b6 req-981018a0-946c-4ccd-8098-3efbaab44899 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 907 time: 0.4537315 Nov 08 00:15:07.846007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-13de83f7-597c-4a8e-921c-b27233e3ad92 None None] Deleting port 2841db57-79d8-49c0-92cd-950bad83379c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:07.864164 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13de83f7-597c-4a8e-921c-b27233e3ad92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:07.864358 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-60305782-3174-4c14-aecf-837d1461a114 req-f3107870-fe49-4d70-948c-313d20da6a6f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Allocated IP 172.20.0.8 (fbdac748-0684-47d9-bd85-ff6918affb9d/daf5087d-85b5-4f3a-9920-492dd2518682/5c898b53-c53d-4e8d-9859-8e387216c648) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:15:07.864492 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:07.898307 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-18f8be41-1975-4c64-afec-0ac5409362b6 req-8969c1e4-47b6-4b73-bb7b-76bb92e5a1f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1ee2caf-aca3-4b41-9baa-5f45aff93b34 HTTP/1.1" status: 200 len: 217 time: 0.0428979 Nov 08 00:15:07.910187 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-13de83f7-597c-4a8e-921c-b27233e3ad92 None None] For port 2841db57-79d8-49c0-92cd-950bad83379c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2841db57-79d8-49c0-92cd-950bad83379c,segment=NetworkSegment(55f1850e-dc05-4bfe-9963-77801719a94e),segment_id=55f1850e-dc05-4bfe-9963-77801719a94e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:07.910586 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13de83f7-597c-4a8e-921c-b27233e3ad92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:07.924307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-13de83f7-597c-4a8e-921c-b27233e3ad92 None None] Calling delete_port for 2841db57-79d8-49c0-92cd-950bad83379c owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:07.967665 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48eef2ef-e46d-466d-affc-5fddc28fc764 req-607e6cd3-bd10-4438-aa07-ae9c66909e06 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226648 Nov 08 00:15:07.995917 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8be41-1975-4c64-afec-0ac5409362b6 req-fb68368b-606d-4f63-8265-d9e161dd2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:08.002563 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-18f8be41-1975-4c64-afec-0ac5409362b6 req-fb68368b-606d-4f63-8265-d9e161dd2d6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ecaf66e9-5ef6-440b-87a0-b205c6e28157 HTTP/1.1" status: 200 len: 846 time: 0.0941522 Nov 08 00:15:08.077794 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-18f8be41-1975-4c64-afec-0ac5409362b6 req-792cbc45-e7c9-4bbc-9a01-a1164c0265bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cac5a810-3b8a-4875-b1de-503826400099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366113 Nov 08 00:15:08.087032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2841db57-79d8-49c0-92cd-950bad83379c no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:08.130840 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13de83f7-597c-4a8e-921c-b27233e3ad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:08.165738 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de83f7-597c-4a8e-921c-b27233e3ad92 None None] Pushing event deleted for resources: {'Port': ['ID=2841db57-79d8-49c0-92cd-950bad83379c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:08.177240 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13de83f7-597c-4a8e-921c-b27233e3ad92 None None] No DVR routers for this DVR port 2841db57-79d8-49c0-92cd-950bad83379c on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:08.178413 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No active binding found for port 2841db57-79d8-49c0-92cd-950bad83379c {{(pid=102773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 00:15:08.178847 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2841db57-79d8-49c0-92cd-950bad83379c not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:08.206107 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-60305782-3174-4c14-aecf-837d1461a114 req-f3107870-fe49-4d70-948c-313d20da6a6f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:08.217172 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:08.222957 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-18f8be41-1975-4c64-afec-0ac5409362b6 req-691419f0-50bc-4077-b400-825dba85a444 service neutron] 10.222.0.20 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363761 Nov 08 00:15:08.268644 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Deleting port 2841db57-79d8-49c0-92cd-950bad83379c {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:08.268888 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:08.333951 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-18f8be41-1975-4c64-afec-0ac5409362b6 req-4f6860ee-b2d3-41e9-a0c9-f7093a4faf6d service neutron] 10.222.0.20 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992284 Nov 08 00:15:08.338992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9489a29-9d69-4c48-9cc7-b6ace7940bb5 req-ea770716-7661-4297-ac88-1d6a31f5a4f3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:08.340575 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9489a29-9d69-4c48-9cc7-b6ace7940bb5 req-ea770716-7661-4297-ac88-1d6a31f5a4f3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=637b919d-5961-4fc4-8c24-bf5c6b061c9a HTTP/1.1" status: 200 len: 943 time: 0.2727754 Nov 08 00:15:08.354744 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-60305782-3174-4c14-aecf-837d1461a114 req-f3107870-fe49-4d70-948c-313d20da6a6f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:08.402328 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60305782-3174-4c14-aecf-837d1461a114 req-f3107870-fe49-4d70-948c-313d20da6a6f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Network fbdac748-0684-47d9-bd85-ff6918affb9d is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:15:08.410491 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-60305782-3174-4c14-aecf-837d1461a114 req-f3107870-fe49-4d70-948c-313d20da6a6f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:15:08.413076 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-60305782-3174-4c14-aecf-837d1461a114 req-f3107870-fe49-4d70-948c-313d20da6a6f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:15:08.446434 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3107870-fe49-4d70-948c-313d20da6a6f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Pushing event updated for resources: {'Port': ['ID=5c898b53-c53d-4e8d-9859-8e387216c648,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:08.449333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] For port 2841db57-79d8-49c0-92cd-950bad83379c, host n-d-816882-1, got binding levels [] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:08.449697 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:08.470069 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60305782-3174-4c14-aecf-837d1461a114 req-f3107870-fe49-4d70-948c-313d20da6a6f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:08.470680 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-60305782-3174-4c14-aecf-837d1461a114 req-f3107870-fe49-4d70-948c-313d20da6a6f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:08.476157 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6dae70b-bd19-4a25-ab3c-92c5aae44e69 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:15:08.487630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Calling delete_port for 2841db57-79d8-49c0-92cd-950bad83379c owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:08.492046 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.ipam_backend_mixin [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Port 2841db57-79d8-49c0-92cd-950bad83379c was not found and therefore no delete operation was performed {{(pid=102772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 00:15:08.498780 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:08.507695 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9489a29-9d69-4c48-9cc7-b6ace7940bb5 req-dc90fb97-e82c-49f7-aaf5-51e4756b9cca tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468101 Nov 08 00:15:08.508297 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:08.544985 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-60305782-3174-4c14-aecf-837d1461a114 req-f3107870-fe49-4d70-948c-313d20da6a6f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3764501 Nov 08 00:15:08.571725 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Request body: {'port': {'device_id': 'ea3eb78b-38c7-406f-9075-cd010b7d4714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:08.579007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Transition to ACTIVE for port object a6dae70b-bd19-4a25-ab3c-92c5aae44e69 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:15:08.582929 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event deleted for resources: {'Port': ['ID=2841db57-79d8-49c0-92cd-950bad83379c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:08.586680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] No DVR routers for this DVR port 2841db57-79d8-49c0-92cd-950bad83379c on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:08.622563 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-7e0a7218-b05a-413d-971b-31078663947e tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:08.633206 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:08.637433 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:08.735658 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-7e0a7218-b05a-413d-971b-31078663947e tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:08.748029 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:08.849478 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6eeaf5-f19c-4ebe-8561-d8056fc411ee']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:08.851526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Pushing event updated for resources: {'Port': ['ID=a6dae70b-bd19-4a25-ab3c-92c5aae44e69,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:08.891124 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f1850e-dc05-4bfe-9963-77801719a94e') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:08.891411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f1850e-dc05-4bfe-9963-77801719a94e') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:08.910947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c898b53-c53d-4e8d-9859-8e387216c648 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:15:08.918312 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:08.919713 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181e231-8750-487d-828d-566466c42483 req-459d8cec-79b4-4f50-b7cb-8cebf97e215b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:08.921220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7181e231-8750-487d-828d-566466c42483 req-459d8cec-79b4-4f50-b7cb-8cebf97e215b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 931 time: 0.2554367 Nov 08 00:15:08.930324 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Transition to ACTIVE for port object 5c898b53-c53d-4e8d-9859-8e387216c648 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:15:08.939862 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:08.979233 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:09.003422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:15:09.003867 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:09.005276 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:15:09.007826 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:15:09.011563 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-7e0a7218-b05a-413d-971b-31078663947e tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Floating IP 55344956-cfc8-4ad4-9649-0031814c50f2 associated. External IP: 172.25.2.241, port: 91d3c811-a8f5-4496-9eab-cb87f11ae6ee. Nov 08 00:15:09.077675 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Pushing event updated for resources: {'Port': ['ID=5c898b53-c53d-4e8d-9859-8e387216c648,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:09.129611 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Attempting to bind port 5c898b53-c53d-4e8d-9859-8e387216c648 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:15:09.129869 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Attempting to bind port 5c898b53-c53d-4e8d-9859-8e387216c648 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:15:09.130180 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Attempting to bind port 5c898b53-c53d-4e8d-9859-8e387216c648 on network fbdac748-0684-47d9-bd85-ff6918affb9d {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:09.135041 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Port 5c898b53-c53d-4e8d-9859-8e387216c648 on network fbdac748-0684-47d9-bd85-ff6918affb9d not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:15:09.135516 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Attempting to bind port 5c898b53-c53d-4e8d-9859-8e387216c648 on network fbdac748-0684-47d9-bd85-ff6918affb9d {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:09.141050 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:15:09.143643 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Checking segment: {'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:15:09.143643 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Bound using segment: {'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:15:09.143643 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Bound port: 5c898b53-c53d-4e8d-9859-8e387216c648, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:15:09.143643 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:09.209608 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] For port 5c898b53-c53d-4e8d-9859-8e387216c648, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:15:09.213042 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] For port 5c898b53-c53d-4e8d-9859-8e387216c648, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5c898b53-c53d-4e8d-9859-8e387216c648,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:15:09.302647 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:09.336816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:09.337491 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:09.338906 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-60305782-3174-4c14-aecf-837d1461a114 req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] 10.222.0.20 "PUT /v2.0/ports/5c898b53-c53d-4e8d-9859-8e387216c648 HTTP/1.1" status: 200 len: 1091 time: 0.7716198 Nov 08 00:15:09.339364 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea3eb78b-38c7-406f-9075-cd010b7d4714', 'tag': '5c898b53-c53d-4e8d-9859-8e387216c648'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:09.341892 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc9810c-5c8b-4f5c-a65b-ac80c9c17930" -d '{"events": [{"name": "network-changed", "server_uuid": "ea3eb78b-38c7-406f-9075-cd010b7d4714", "tag": "5c898b53-c53d-4e8d-9859-8e387216c648"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:09.368162 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44a180-87bf-4543-bbbb-c9aafd124a33 service neutron] Pushing event updated for resources: {'Port': ['ID=5c898b53-c53d-4e8d-9859-8e387216c648,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:09.412412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7181e231-8750-487d-828d-566466c42483 req-c47379ac-da79-4aa5-954a-2d4eb4b41c88 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815588 Nov 08 00:15:09.417950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Attempting to bind port a6dae70b-bd19-4a25-ab3c-92c5aae44e69 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:15:09.418292 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Attempting to bind port a6dae70b-bd19-4a25-ab3c-92c5aae44e69 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:15:09.418607 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Attempting to bind port a6dae70b-bd19-4a25-ab3c-92c5aae44e69 on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:09.433050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Port a6dae70b-bd19-4a25-ab3c-92c5aae44e69 on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:15:09.433050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Attempting to bind port a6dae70b-bd19-4a25-ab3c-92c5aae44e69 on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:09.442914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:15:09.443269 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Checking segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:15:09.443651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Bound using segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:15:09.444110 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Bound port: a6dae70b-bd19-4a25-ab3c-92c5aae44e69, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:15:09.449203 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:09.524925 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:09.543671 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60305782-3174-4c14-aecf-837d1461a114 req-9af235eb-043c-497f-8f06-d9942e632954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:09.545763 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-60305782-3174-4c14-aecf-837d1461a114 req-9af235eb-043c-497f-8f06-d9942e632954 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 1094 time: 0.0453522 Nov 08 00:15:09.548081 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:09.551135 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "DELETE /v2.0/networks/7c6eeaf5-f19c-4ebe-8561-d8056fc411ee HTTP/1.1" status: 204 len: 168 time: 1.9311190 Nov 08 00:15:09.553938 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39034) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:09.569693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e62fa-c9c1-4ca6-9453-f3a7acd64d3f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event deleted for resources: {'Network': ['ID=7c6eeaf5-f19c-4ebe-8561-d8056fc411ee,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:09.610825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] For port a6dae70b-bd19-4a25-ab3c-92c5aae44e69, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:15:09.620377 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-60305782-3174-4c14-aecf-837d1461a114 req-dcc296cf-18b1-4125-8b87-a767e4c5f852 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c898b53-c53d-4e8d-9859-8e387216c648 HTTP/1.1" status: 200 len: 217 time: 0.0574021 Nov 08 00:15:09.643177 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-393e23d9-0a39-4c55-bc1d-5e2c5d9a8688 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Deleting subnet 7c7b97a7-902f-4d63-9f84-9fe5bdac8d65 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:15:09.652844 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f80311-4741-4d10-9875-806d5153483d req-61c1dde5-08d5-4394-a1f4-d7bbcadd3a41 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:09.654881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1f80311-4741-4d10-9875-806d5153483d req-61c1dde5-08d5-4394-a1f4-d7bbcadd3a41 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.1722462 Nov 08 00:15:09.667083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] For port a6dae70b-bd19-4a25-ab3c-92c5aae44e69, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a6dae70b-bd19-4a25-ab3c-92c5aae44e69,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:15:09.668433 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-393e23d9-0a39-4c55-bc1d-5e2c5d9a8688 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:09.712584 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60305782-3174-4c14-aecf-837d1461a114 req-c7cd29e9-80ac-4918-950f-4f908e3349d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:09.714114 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-60305782-3174-4c14-aecf-837d1461a114 req-c7cd29e9-80ac-4918-950f-4f908e3349d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=daf5087d-85b5-4f3a-9920-492dd2518682 HTTP/1.1" status: 200 len: 851 time: 0.0841703 Nov 08 00:15:09.716740 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1f80311-4741-4d10-9875-806d5153483d req-4645cafb-003d-4968-a8e4-6ab70602f553 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534906 Nov 08 00:15:09.718909 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-393e23d9-0a39-4c55-bc1d-5e2c5d9a8688 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:09.736474 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:09.762280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-7e0a7218-b05a-413d-971b-31078663947e tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Router ab8571f0-ba98-4370-8740-4c398a7558e8 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:15:09.770253 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-60305782-3174-4c14-aecf-837d1461a114 req-c64647ab-2339-412b-9434-6c31515b2d4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbdac748-0684-47d9-bd85-ff6918affb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484824 Nov 08 00:15:09.788472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:09.789091 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:09.790503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] 10.222.0.20 "PUT /v2.0/ports/a6dae70b-bd19-4a25-ab3c-92c5aae44e69 HTTP/1.1" status: 200 len: 1091 time: 2.4389839 Nov 08 00:15:09.790941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd0fcd6-d598-4efe-bb59-40dabe96b661', 'tag': 'a6dae70b-bd19-4a25-ab3c-92c5aae44e69'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:09.793306 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69526b32-3bce-4e53-86cb-34bfa43dd131" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd0fcd6-d598-4efe-bb59-40dabe96b661", "tag": "a6dae70b-bd19-4a25-ab3c-92c5aae44e69"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:09.888050 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-393e23d9-0a39-4c55-bc1d-5e2c5d9a8688 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:09.894674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467661e-4d4e-48e7-9bf6-7ed86d70ad66 service neutron] Pushing event updated for resources: {'Port': ['ID=a6dae70b-bd19-4a25-ab3c-92c5aae44e69,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:09.898847 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb6eb285-9923-4107-bc9f-7bb4be430cca req-35f7e2d7-22ee-4757-9ade-128511371226 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.1020052 Nov 08 00:15:09.947022 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-60305782-3174-4c14-aecf-837d1461a114 req-0dfe624e-c2a5-48f9-bdec-82c6bf4ab03d service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663063 Nov 08 00:15:09.965037 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcb9de-bcef-44a6-a121-f74015866930 req-01390b1f-a802-4d8b-858b-45c819869e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:09.967115 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12bcb9de-bcef-44a6-a121-f74015866930 req-01390b1f-a802-4d8b-858b-45c819869e77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 1094 time: 0.0612295 Nov 08 00:15:09.980453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-7e0a7218-b05a-413d-971b-31078663947e tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:15:09.987281 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-7e0a7218-b05a-413d-971b-31078663947e tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:09.992939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d7bac4-2664-4476-bbb6-621203c8aa8e None None] Sync routers for ids ['ab8571f0-ba98-4370-8740-4c398a7558e8'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:15:10.005988 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d7bac4-2664-4476-bbb6-621203c8aa8e None None] Routers {'ab8571f0-ba98-4370-8740-4c398a7558e8'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:15:10.006994 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e6d7bac4-2664-4476-bbb6-621203c8aa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:15:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ab8571f0-ba98-4370-8740-4c398a7558e8'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:10.058935 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-60305782-3174-4c14-aecf-837d1461a114 req-df9d6cfd-f0ba-47e7-99c6-01260f14fd7f service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047139 Nov 08 00:15:10.059591 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12bcb9de-bcef-44a6-a121-f74015866930 req-e1f15bc2-a857-4d6b-9532-a729d47117fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6dae70b-bd19-4a25-ab3c-92c5aae44e69 HTTP/1.1" status: 200 len: 217 time: 0.0756881 Nov 08 00:15:10.068022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-7e0a7218-b05a-413d-971b-31078663947e tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "PUT /v2.0/floatingips/55344956-cfc8-4ad4-9649-0031814c50f2 HTTP/1.1" status: 200 len: 997 time: 2.6906621 Nov 08 00:15:10.091963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c615777-dc49-4532-9d22-69a892f189c9 req-68280789-2cf5-4486-b07d-06ef9ae2db9b tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:10.092237 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-393e23d9-0a39-4c55-bc1d-5e2c5d9a8688 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:10.093533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c615777-dc49-4532-9d22-69a892f189c9 req-68280789-2cf5-4486-b07d-06ef9ae2db9b tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 943 time: 0.1255167 Nov 08 00:15:10.121786 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-e6d7bac4-2664-4476-bbb6-621203c8aa8e None None] Set router ab8571f0-ba98-4370-8740-4c398a7558e8 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:15:10.129406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e23d9-0a39-4c55-bc1d-5e2c5d9a8688 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event deleted for resources: {'Subnet': ['ID=7c7b97a7-902f-4d63-9f84-9fe5bdac8d65,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:10.129406 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-393e23d9-0a39-4c55-bc1d-5e2c5d9a8688 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:10.133576 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-393e23d9-0a39-4c55-bc1d-5e2c5d9a8688 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "DELETE /v2.0/subnets/7c7b97a7-902f-4d63-9f84-9fe5bdac8d65 HTTP/1.1" status: 204 len: 168 time: 0.5785136 Nov 08 00:15:10.134136 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39042) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:10.153905 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2025b8ab-b8f1-4a13-9b2b-56d5137d6588 None None] Network 7a239e8a-d30c-4ae5-9f8a-0163cf3c187a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:15:10.189225 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcb9de-bcef-44a6-a121-f74015866930 req-ef9b2821-7578-46ea-aeaf-09f28829b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:10.191381 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12bcb9de-bcef-44a6-a121-f74015866930 req-ef9b2821-7578-46ea-aeaf-09f28829b998 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.1143041 Nov 08 00:15:10.204237 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c615777-dc49-4532-9d22-69a892f189c9 req-7fbae7c2-0061-424f-8475-23e4f410e1b1 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805242 Nov 08 00:15:10.212233 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-5415a9c6-4f9e-4bc4-8775-f52b405f55e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:10.213842 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-5415a9c6-4f9e-4bc4-8775-f52b405f55e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2de47a6126ba4de69e1e89c7390326ab&device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 1097 time: 0.1192431 Nov 08 00:15:10.238165 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:10.260056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12bcb9de-bcef-44a6-a121-f74015866930 req-7bfd8f71-1465-491c-8328-52f32e383615 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349288 Nov 08 00:15:10.260471 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9547bc-1999-428e-9352-9533ca77e745 x-openstack-request-id: req-5e9547bc-1999-428e-9352-9533ca77e745 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:10.260983 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea3eb78b-38c7-406f-9075-cd010b7d4714", "tag": "5c898b53-c53d-4e8d-9859-8e387216c648", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:10.261471 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e9547bc-1999-428e-9352-9533ca77e745 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:10.262283 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea3eb78b-38c7-406f-9075-cd010b7d4714', 'tag': '5c898b53-c53d-4e8d-9859-8e387216c648', 'status': 'completed', 'code': 200} Nov 08 00:15:10.366287 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Deleting port 43b8b75b-79e8-40fb-a5be-5affbdfdb138 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:10.366643 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:10.418219 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9810c-5c8b-4f5c-a65b-ac80c9c17930 req-728f3078-139d-484c-8f41-3010350ff6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:10.420613 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8dc9810c-5c8b-4f5c-a65b-ac80c9c17930 req-728f3078-139d-484c-8f41-3010350ff6a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 1094 time: 0.1109498 Nov 08 00:15:10.461396 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-d81583ad-78fd-441c-bc05-bbf7953fdf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:10.465225 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e6d7bac4-2664-4476-bbb6-621203c8aa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '55344956-cfc8-4ad4-9649-0031814c50f2', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'port_id': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'mac_address': 'fa:16:3e:d7:03:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7755e-bb39-42a6-8848-72c8565de592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:14:45Z', 'updated_at': '2021-11-08T00:15:08Z', 'revision_number': 1, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:29Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:10.468936 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-d81583ad-78fd-441c-bc05-bbf7953fdf5b service neutron] 10.222.0.13 "GET /v2.0/networks?id=0de3b87e-5ff4-4f98-bc99-5800b250314b HTTP/1.1" status: 200 len: 921 time: 0.2344992 Nov 08 00:15:10.495310 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d7bac4-2664-4476-bbb6-621203c8aa8e None None] Checking router: ab8571f0-ba98-4370-8740-4c398a7558e8 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:15:10.506676 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d7bac4-2664-4476-bbb6-621203c8aa8e None None] Routers {'ab8571f0-ba98-4370-8740-4c398a7558e8'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:15:10.507621 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e6d7bac4-2664-4476-bbb6-621203c8aa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:15:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ab8571f0-ba98-4370-8740-4c398a7558e8'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:10.507815 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] For port 43b8b75b-79e8-40fb-a5be-5affbdfdb138, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=43b8b75b-79e8-40fb-a5be-5affbdfdb138,segment=NetworkSegment(c2cc1d1e-636d-48b8-8201-0d2b32875aa0),segment_id=c2cc1d1e-636d-48b8-8201-0d2b32875aa0)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:10.508076 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:10.513876 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd92527d-3e69-4c7a-bd35-94744ed311ca None None] DHCP port deletion for 7a239e8a-d30c-4ae5-9f8a-0163cf3c187a request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:15:10.527421 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311e802-6d87-4eee-b72b-c8acd17fd49c req-3324ba32-4453-4b4e-8e2d-67105fb084ca tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:10.528980 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d311e802-6d87-4eee-b72b-c8acd17fd49c req-3324ba32-4453-4b4e-8e2d-67105fb084ca tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=637b919d-5961-4fc4-8c24-bf5c6b061c9a HTTP/1.1" status: 200 len: 943 time: 0.2057042 Nov 08 00:15:10.529911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Calling delete_port for 43b8b75b-79e8-40fb-a5be-5affbdfdb138 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:10.565113 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12bcb9de-bcef-44a6-a121-f74015866930 req-d899f314-6849-4e39-a623-279a14199000 service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572205 Nov 08 00:15:10.605388 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-d8fdc3c6-2215-4506-9404-8c801f28ca04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d3c811-a8f5-4496-9eab-cb87f11ae6ee HTTP/1.1" status: 200 len: 1000 time: 0.1355844 Nov 08 00:15:10.610023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9810c-5c8b-4f5c-a65b-ac80c9c17930 req-fcc4ec81-09c4-436e-ac94-9cd56d94d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:10.612033 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8dc9810c-5c8b-4f5c-a65b-ac80c9c17930 req-fcc4ec81-09c4-436e-ac94-9cd56d94d6d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 912 time: 0.1814504 Nov 08 00:15:10.650596 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d311e802-6d87-4eee-b72b-c8acd17fd49c req-759248d5-6e51-4f98-af58-0f7b021ed7ce tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080174 Nov 08 00:15:10.653155 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-e6d7bac4-2664-4476-bbb6-621203c8aa8e None None] Set router ab8571f0-ba98-4370-8740-4c398a7558e8 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:15:10.658333 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8dc9810c-5c8b-4f5c-a65b-ac80c9c17930 req-6e6be033-ce83-4a44-9f01-363585bcbfbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c898b53-c53d-4e8d-9859-8e387216c648 HTTP/1.1" status: 200 len: 217 time: 0.0377111 Nov 08 00:15:10.685123 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-bd92527d-3e69-4c7a-bd35-94744ed311ca None None] Deleting port 43b8b75b-79e8-40fb-a5be-5affbdfdb138 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:10.685753 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd92527d-3e69-4c7a-bd35-94744ed311ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:10.707984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-9bd8852e-3477-46bb-94f0-639092d05fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:10.713404 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-9bd8852e-3477-46bb-94f0-639092d05fea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=311328bc-5cef-4eac-9675-4fcbd1f92dad HTTP/1.1" status: 200 len: 859 time: 0.0768347 Nov 08 00:15:10.723733 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9810c-5c8b-4f5c-a65b-ac80c9c17930 req-db5955f3-7485-4e44-9f86-d4850c53ae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:10.725480 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8dc9810c-5c8b-4f5c-a65b-ac80c9c17930 req-db5955f3-7485-4e44-9f86-d4850c53ae07 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=daf5087d-85b5-4f3a-9920-492dd2518682 HTTP/1.1" status: 200 len: 851 time: 0.0570674 Nov 08 00:15:10.741562 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12bcb9de-bcef-44a6-a121-f74015866930 req-5b0b7810-7b9d-4d46-8d45-5a207fecf76a service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673765 Nov 08 00:15:10.767853 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8dc9810c-5c8b-4f5c-a65b-ac80c9c17930 req-2ff88416-22da-4cd9-a0a8-9a3ef3858d34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbdac748-0684-47d9-bd85-ff6918affb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346808 Nov 08 00:15:10.782237 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-7221b3c4-c152-4803-947b-e785a06211aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:10.783326 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-7221b3c4-c152-4803-947b-e785a06211aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0de3b87e-5ff4-4f98-bc99-5800b250314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617759 Nov 08 00:15:10.785967 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-bd92527d-3e69-4c7a-bd35-94744ed311ca None None] For port 43b8b75b-79e8-40fb-a5be-5affbdfdb138, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=43b8b75b-79e8-40fb-a5be-5affbdfdb138,segment=NetworkSegment(c2cc1d1e-636d-48b8-8201-0d2b32875aa0),segment_id=c2cc1d1e-636d-48b8-8201-0d2b32875aa0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:10.786786 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd92527d-3e69-4c7a-bd35-94744ed311ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:10.801372 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-bd92527d-3e69-4c7a-bd35-94744ed311ca None None] Calling delete_port for 43b8b75b-79e8-40fb-a5be-5affbdfdb138 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:10.845029 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:10.884403 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd92527d-3e69-4c7a-bd35-94744ed311ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:10.901541 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] No DVR routers for this DVR port 43b8b75b-79e8-40fb-a5be-5affbdfdb138 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:10.910182 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-b6eacb9c-4001-412c-bd22-7d490d5ddedd service neutron] 10.222.0.13 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141210 Nov 08 00:15:10.912827 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a993630f-ba82-472e-ba93-a24188a988f0 x-openstack-request-id: req-a993630f-ba82-472e-ba93-a24188a988f0 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:10.913120 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd0fcd6-d598-4efe-bb59-40dabe96b661", "tag": "a6dae70b-bd19-4a25-ab3c-92c5aae44e69", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:10.914700 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a993630f-ba82-472e-ba93-a24188a988f0 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:10.914932 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd0fcd6-d598-4efe-bb59-40dabe96b661', 'tag': 'a6dae70b-bd19-4a25-ab3c-92c5aae44e69', 'status': 'completed', 'code': 200} Nov 08 00:15:10.917231 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92527d-3e69-4c7a-bd35-94744ed311ca None None] Pushing event deleted for resources: {'Port': ['ID=43b8b75b-79e8-40fb-a5be-5affbdfdb138,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:10.925336 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd92527d-3e69-4c7a-bd35-94744ed311ca None None] No DVR routers for this DVR port 43b8b75b-79e8-40fb-a5be-5affbdfdb138 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:10.958500 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event deleted for resources: {'Port': ['ID=43b8b75b-79e8-40fb-a5be-5affbdfdb138,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:11.043225 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:11.048998 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device f1ee2caf-aca3-4b41-9baa-5f45aff93b34 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:15:11.063680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69526b32-3bce-4e53-86cb-34bfa43dd131 req-2d1fe65d-e8ec-4f93-89ac-f09a3a211592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:11.063680 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69526b32-3bce-4e53-86cb-34bfa43dd131 req-2d1fe65d-e8ec-4f93-89ac-f09a3a211592 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 1094 time: 0.0809846 Nov 08 00:15:11.083922 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a239e8a-d30c-4ae5-9f8a-0163cf3c187a']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:11.088027 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8dc9810c-5c8b-4f5c-a65b-ac80c9c17930 req-2a3b465c-67e4-4d3f-a57a-42e95cd77e4d service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972002 Nov 08 00:15:11.104094 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2cc1d1e-636d-48b8-8201-0d2b32875aa0') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:11.104394 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2cc1d1e-636d-48b8-8201-0d2b32875aa0') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:11.123123 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:11.130104 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e33b0a9c-ec1d-4ce4-bce7-119914d56824 req-3c9e593e-df27-48bc-a450-e2eb7d37e20f service neutron] 10.222.0.13 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190239 Nov 08 00:15:11.174220 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:11.178054 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69526b32-3bce-4e53-86cb-34bfa43dd131 req-60659928-9bdd-4ce1-83aa-0307474b52a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:11.179511 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69526b32-3bce-4e53-86cb-34bfa43dd131 req-60659928-9bdd-4ce1-83aa-0307474b52a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 909 time: 0.1175358 Nov 08 00:15:11.184408 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:15:11.184874 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:15:11.188501 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:15:11.224340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port f1ee2caf-aca3-4b41-9baa-5f45aff93b34, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=f1ee2caf-aca3-4b41-9baa-5f45aff93b34,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:11.227442 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69526b32-3bce-4e53-86cb-34bfa43dd131 req-a938ace5-22ca-4616-963d-3f8c55673851 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6dae70b-bd19-4a25-ab3c-92c5aae44e69 HTTP/1.1" status: 200 len: 217 time: 0.0393183 Nov 08 00:15:11.261280 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'f1ee2caf-aca3-4b41-9baa-5f45aff93b34', 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099', 'port_id': 'f1ee2caf-aca3-4b41-9baa-5f45aff93b34', 'mac_address': 'fa:16:3e:83:49:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecaf66e9-5ef6-440b-87a0-b205c6e28157', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:15:11.267516 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8dc9810c-5c8b-4f5c-a65b-ac80c9c17930 req-b0a15576-e7d3-4113-9c69-97604281736f service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717896 Nov 08 00:15:11.283228 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e6d7bac4-2664-4476-bbb6-621203c8aa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '55344956-cfc8-4ad4-9649-0031814c50f2', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'port_id': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'mac_address': 'fa:16:3e:d7:03:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7755e-bb39-42a6-8848-72c8565de592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:14:45Z', 'updated_at': '2021-11-08T00:15:08Z', 'revision_number': 1, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:29Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:11.287621 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69526b32-3bce-4e53-86cb-34bfa43dd131 req-7c86c8e9-2b69-417c-87ae-3f0b8631dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:11.289123 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69526b32-3bce-4e53-86cb-34bfa43dd131 req-7c86c8e9-2b69-417c-87ae-3f0b8631dae2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.0549414 Nov 08 00:15:11.325742 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:11.336867 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d7bac4-2664-4476-bbb6-621203c8aa8e None None] The sync data for ids ['ab8571f0-ba98-4370-8740-4c398a7558e8'] in n-d-816882-1 is: [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '55344956-cfc8-4ad4-9649-0031814c50f2', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'port_id': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'mac_address': 'fa:16:3e:d7:03:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7755e-bb39-42a6-8848-72c8565de592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:14:45Z', 'updated_at': '2021-11-08T00:15:08Z', 'revision_number': 1, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:29Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:15:11.337245 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69526b32-3bce-4e53-86cb-34bfa43dd131 req-931fcb5c-735a-42e9-a4da-401833649bba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395758 Nov 08 00:15:11.337630 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:11.346335 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "DELETE /v2.0/networks/7a239e8a-d30c-4ae5-9f8a-0163cf3c187a HTTP/1.1" status: 204 len: 168 time: 1.2111239 Nov 08 00:15:11.357796 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39060) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:11.371712 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-71fbabf5-3e36-409a-9fbe-9fa6ffa152e1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-854151656'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:11.371895 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:11.398583 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ee2caf-aca3-4b41-9baa-5f45aff93b34 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:15:11.408301 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4bcc0-89f9-4996-a0b4-8e31e6a6f0a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event deleted for resources: {'Network': ['ID=7a239e8a-d30c-4ae5-9f8a-0163cf3c187a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:11.438192 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port f1ee2caf-aca3-4b41-9baa-5f45aff93b34, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=f1ee2caf-aca3-4b41-9baa-5f45aff93b34,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:11.493099 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584b477-be90-4596-9ff6-bde6fe6ad29d req-0b333056-8731-455f-b2ea-5b26123fa31a tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:11.494502 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3584b477-be90-4596-9ff6-bde6fe6ad29d req-0b333056-8731-455f-b2ea-5b26123fa31a tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 943 time: 0.1862915 Nov 08 00:15:11.502090 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fbabf5-3e36-409a-9fbe-9fa6ffa152e1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Made reservation on behalf of 35922b4ef6074a3f9f3a7b480ac0afa6 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:15:11.505820 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71fbabf5-3e36-409a-9fbe-9fa6ffa152e1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:11.525332 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:11.538927 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71fbabf5-3e36-409a-9fbe-9fa6ffa152e1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:15:11.551908 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71fbabf5-3e36-409a-9fbe-9fa6ffa152e1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:11.552377 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-71fbabf5-3e36-409a-9fbe-9fa6ffa152e1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Added segment 1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb of type vlan for network ba012713-b6aa-42c7-903f-e80dc9767877 Nov 08 00:15:11.583657 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fff946-fed0-4b5f-8391-7e84f88269dd req-5f0db12d-bafb-4388-b1ca-763703dfc6d8 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:11.589078 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=f1ee2caf-aca3-4b41-9baa-5f45aff93b34,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:11.597949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78fff946-fed0-4b5f-8391-7e84f88269dd req-5f0db12d-bafb-4388-b1ca-763703dfc6d8 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.1506703 Nov 08 00:15:11.607259 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71fbabf5-3e36-409a-9fbe-9fa6ffa152e1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:11.608642 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69526b32-3bce-4e53-86cb-34bfa43dd131 req-93b323c8-ad99-415f-a708-8d8bf1019f74 service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384150 Nov 08 00:15:11.638226 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3584b477-be90-4596-9ff6-bde6fe6ad29d req-7778965f-cfd2-4fda-80ff-6fec824d419e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354153 Nov 08 00:15:11.665241 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63468e5-1518-48a4-9dab-f7a64615c973 None None] New status for floating IP 55344956-cfc8-4ad4-9649-0031814c50f2: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:15:11.681095 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71fbabf5-3e36-409a-9fbe-9fa6ffa152e1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:11.688907 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fbabf5-3e36-409a-9fbe-9fa6ffa152e1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:11.691558 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71fbabf5-3e36-409a-9fbe-9fa6ffa152e1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:11.707172 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78fff946-fed0-4b5f-8391-7e84f88269dd req-5cd1afd4-c226-4a55-8911-3a7f220a7ec6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017289 Nov 08 00:15:11.776194 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbabf5-3e36-409a-9fbe-9fa6ffa152e1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event updated for resources: {'Network': ['ID=ba012713-b6aa-42c7-903f-e80dc9767877,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:11.783919 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69526b32-3bce-4e53-86cb-34bfa43dd131 req-5d50be27-1ab5-4d63-bc9c-5991e20a9951 service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631315 Nov 08 00:15:11.788526 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network ba012713-b6aa-42c7-903f-e80dc9767877 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:15:11.810924 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8348b-b863-4c1c-a7f7-34bc58300c40 req-37d22dc8-5b02-40e0-8f5d-eed743ad7ff2 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:11.812515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cc8348b-b863-4c1c-a7f7-34bc58300c40 req-37d22dc8-5b02-40e0-8f5d-eed743ad7ff2 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 943 time: 0.0788021 Nov 08 00:15:11.820203 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-71fbabf5-3e36-409a-9fbe-9fa6ffa152e1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4585567 Nov 08 00:15:11.820611 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39072) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:11.829217 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d3b04336-6373-4760-8031-5ca2d3d47f5f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Request body: {'subnet': {'network_id': 'ba012713-b6aa-42c7-903f-e80dc9767877', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:11.887607 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-89de32c0-d2ff-456a-b837-6bd9438dfbd5 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:11.889671 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-89de32c0-d2ff-456a-b837-6bd9438dfbd5 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec07f3a4-7b63-442c-b91a-76d18f008387&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0883105 Nov 08 00:15:11.909496 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cc8348b-b863-4c1c-a7f7-34bc58300c40 req-7f4a7a21-66ad-4179-abd7-78101aeea5fe tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713716 Nov 08 00:15:11.968160 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-437d5fd6-34b7-4bb8-8e2c-3a96d13a70f9 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1000 time: 0.0699909 Nov 08 00:15:11.988054 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-2279d652-d40e-4890-bbd3-bbee3b4503c4 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Request body: {'floatingip': {'port_id': '4d42328b-a115-4aa9-9d88-9acd57ace464', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:11.999053 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b04336-6373-4760-8031-5ca2d3d47f5f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Made reservation on behalf of 35922b4ef6074a3f9f3a7b480ac0afa6 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:15:12.003162 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3b04336-6373-4760-8031-5ca2d3d47f5f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:12.062134 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-259cf20d-77f5-42f5-96a0-cee80e052d88 req-1987b409-40e2-40aa-83f7-efbc9830d7c5 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0692687 Nov 08 00:15:12.078571 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 43b8b75b-79e8-40fb-a5be-5affbdfdb138 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:12.080873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['f1ee2caf-aca3-4b41-9baa-5f45aff93b34'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:12.082257 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-2279d652-d40e-4890-bbd3-bbee3b4503c4 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:12.139430 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 43b8b75b-79e8-40fb-a5be-5affbdfdb138 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:15:12.139780 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 43b8b75b-79e8-40fb-a5be-5affbdfdb138 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:12.270023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ad928-d779-40c3-ace9-acabf094282a req-773a5053-587b-4c43-92f4-26aa1074be0a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:12.271502 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f4ad928-d779-40c3-ace9-acabf094282a req-773a5053-587b-4c43-92f4-26aa1074be0a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=637b919d-5961-4fc4-8c24-bf5c6b061c9a HTTP/1.1" status: 200 len: 944 time: 0.1111715 Nov 08 00:15:12.301403 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3b04336-6373-4760-8031-5ca2d3d47f5f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:12.371725 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b04336-6373-4760-8031-5ca2d3d47f5f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event updated for resources: {'Subnet': ['ID=9ab90e39-d8ae-47f7-a1b6-16b51d3655ac,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:12.383553 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b04336-6373-4760-8031-5ca2d3d47f5f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Checking segment: {'id': '1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ba012713-b6aa-42c7-903f-e80dc9767877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:15:12.383945 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b04336-6373-4760-8031-5ca2d3d47f5f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Network hostable DHCP agents. Network: ba012713-b6aa-42c7-903f-e80dc9767877, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:15:12.394122 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f4ad928-d779-40c3-ace9-acabf094282a req-3d893a2a-b955-4a75-b7da-42855a833a01 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119726 Nov 08 00:15:12.456361 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b04336-6373-4760-8031-5ca2d3d47f5f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Network ba012713-b6aa-42c7-903f-e80dc9767877 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:15:12.570862 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-d3b04336-6373-4760-8031-5ca2d3d47f5f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, ba012713-b6aa-42c7-903f-e80dc9767877) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:15:12.575559 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b04336-6373-4760-8031-5ca2d3d47f5f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:12.576989 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3b04336-6373-4760-8031-5ca2d3d47f5f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:12.580563 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94773e4-5a49-459d-b085-8a299be142f8 None None] Network ba012713-b6aa-42c7-903f-e80dc9767877 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:15:12.659146 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-2279d652-d40e-4890-bbd3-bbee3b4503c4 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:12.678693 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d3b04336-6373-4760-8031-5ca2d3d47f5f tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8545320 Nov 08 00:15:12.681242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39076) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:12.686199 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-127ed8b5-4941-4cd9-aff5-8be35c7b0ce3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-776837404'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:12.719352 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-2279d652-d40e-4890-bbd3-bbee3b4503c4 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:12.729482 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-ba012713-b6aa-42c7-903f-e80dc9767877', 'network_id': 'ba012713-b6aa-42c7-903f-e80dc9767877', 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'fixed_ips': [{'subnet_id': '9ab90e39-d8ae-47f7-a1b6-16b51d3655ac'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:15:12.730374 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:12.770699 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127ed8b5-4941-4cd9-aff5-8be35c7b0ce3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Made reservation on behalf of 35922b4ef6074a3f9f3a7b480ac0afa6 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:15:12.774158 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-127ed8b5-4941-4cd9-aff5-8be35c7b0ce3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:12.799417 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127ed8b5-4941-4cd9-aff5-8be35c7b0ce3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:15:12.811411 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-127ed8b5-4941-4cd9-aff5-8be35c7b0ce3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:12.812068 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-127ed8b5-4941-4cd9-aff5-8be35c7b0ce3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Added segment 2c102055-147c-483e-b335-5480f3ebd956 of type vlan for network 0d86c777-827f-421a-baab-6156d12edb4f Nov 08 00:15:12.846516 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569f9d5-bb53-4f5d-916f-b80372225d37 req-00df2b71-15c2-4efa-aaf1-9bf70ec034b7 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:12.847901 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2569f9d5-bb53-4f5d-916f-b80372225d37 req-00df2b71-15c2-4efa-aaf1-9bf70ec034b7 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 943 time: 0.1251667 Nov 08 00:15:12.859505 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-127ed8b5-4941-4cd9-aff5-8be35c7b0ce3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:12.869136 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] Allocated IP 19.80.0.2 (ba012713-b6aa-42c7-903f-e80dc9767877/9ab90e39-d8ae-47f7-a1b6-16b51d3655ac/42b44c15-4eee-483d-a572-67cdb90727f6) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:15:12.972312 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-127ed8b5-4941-4cd9-aff5-8be35c7b0ce3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:12.978608 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127ed8b5-4941-4cd9-aff5-8be35c7b0ce3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:12.979256 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-127ed8b5-4941-4cd9-aff5-8be35c7b0ce3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:13.048300 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:13.056359 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ed8b5-4941-4cd9-aff5-8be35c7b0ce3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event updated for resources: {'Network': ['ID=0d86c777-827f-421a-baab-6156d12edb4f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:13.067598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 0d86c777-827f-421a-baab-6156d12edb4f details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:15:13.125189 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-127ed8b5-4941-4cd9-aff5-8be35c7b0ce3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4397972 Nov 08 00:15:13.125434 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39084) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:13.130239 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-fc0e7b5f-132b-495f-86ee-805554112511 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Request body: {'subnet': {'network_id': '0d86c777-827f-421a-baab-6156d12edb4f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:13.148582 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:13.165192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f7755e-bb39-42a6-8848-72c8565de592', 'tag': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:13.167421 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b98024-7b14-44d8-91d9-94244d3129c5" -d '{"events": [{"name": "network-changed", "server_uuid": "86f7755e-bb39-42a6-8848-72c8565de592", "tag": "91d3c811-a8f5-4496-9eab-cb87f11ae6ee"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:13.178503 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-2279d652-d40e-4890-bbd3-bbee3b4503c4 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Floating IP 55344956-cfc8-4ad4-9649-0031814c50f2 associated. External IP: 172.25.2.241, port: 91d3c811-a8f5-4496-9eab-cb87f11ae6ee. Nov 08 00:15:13.188758 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] Network ba012713-b6aa-42c7-903f-e80dc9767877 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:15:13.191662 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:15:13.195111 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:15:13.205533 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] Pushing event updated for resources: {'Port': ['ID=42b44c15-4eee-483d-a572-67cdb90727f6,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:13.255863 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] Attempting to bind port 42b44c15-4eee-483d-a572-67cdb90727f6 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:15:13.256228 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] Attempting to bind port 42b44c15-4eee-483d-a572-67cdb90727f6 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ba012713-b6aa-42c7-903f-e80dc9767877'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:15:13.256762 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] Attempting to bind port 42b44c15-4eee-483d-a572-67cdb90727f6 on network ba012713-b6aa-42c7-903f-e80dc9767877 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:13.259401 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2569f9d5-bb53-4f5d-916f-b80372225d37 req-5f91d52b-1560-452e-9b30-eec2fccdb91d tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051576 Nov 08 00:15:13.262191 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:15:13.262594 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] Checking segment: {'id': '1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ba012713-b6aa-42c7-903f-e80dc9767877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:15:13.264007 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:13.264007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] Bound using segment: {'id': '1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ba012713-b6aa-42c7-903f-e80dc9767877'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:15:13.264007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] Bound port: 42b44c15-4eee-483d-a572-67cdb90727f6, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ba012713-b6aa-42c7-903f-e80dc9767877'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:15:13.264358 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:13.320488 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0e7b5f-132b-495f-86ee-805554112511 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Made reservation on behalf of 35922b4ef6074a3f9f3a7b480ac0afa6 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:15:13.327455 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc0e7b5f-132b-495f-86ee-805554112511 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:13.346908 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] For port 42b44c15-4eee-483d-a572-67cdb90727f6, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:15:13.351049 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] For port 42b44c15-4eee-483d-a572-67cdb90727f6, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=42b44c15-4eee-483d-a572-67cdb90727f6,segment=NetworkSegment(1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb),segment_id=1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:15:13.417574 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:13.448166 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0ac6e-9d0c-432f-af20-6786d2d84f51 req-56ea2c39-9b93-4dd6-a9f3-304e708f7b8a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:13.450152 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5da0ac6e-9d0c-432f-af20-6786d2d84f51 req-56ea2c39-9b93-4dd6-a9f3-304e708f7b8a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.0829413 Nov 08 00:15:13.465027 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-2279d652-d40e-4890-bbd3-bbee3b4503c4 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Router ab8571f0-ba98-4370-8740-4c398a7558e8 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:15:13.506901 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d68ca7-4f23-4e93-ad7e-9eafac4a5c0f None None] Pushing event updated for resources: {'Port': ['ID=42b44c15-4eee-483d-a572-67cdb90727f6,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:13.536881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5da0ac6e-9d0c-432f-af20-6786d2d84f51 req-b5db23e7-d82b-4eef-8280-6c01f0fb7789 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766745 Nov 08 00:15:13.594278 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc0e7b5f-132b-495f-86ee-805554112511 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:13.601898 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55688e55-af5e-4ee2-a429-410e9c88a09f req-24d56985-5014-4bbe-b1b9-314dbee3188e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536432 Nov 08 00:15:13.664278 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e7b5f-132b-495f-86ee-805554112511 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event updated for resources: {'Subnet': ['ID=4c4e8508-a954-47f8-8582-794fbeae2283,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:13.669387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ec657-3a17-46c8-934d-b270cfb1cd74 req-ed799d41-0b6a-4505-b174-378026497d52 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:13.670864 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee3ec657-3a17-46c8-934d-b270cfb1cd74 req-ed799d41-0b6a-4505-b174-378026497d52 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 943 time: 0.0670760 Nov 08 00:15:13.672209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-2279d652-d40e-4890-bbd3-bbee3b4503c4 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:15:13.682093 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e7b5f-132b-495f-86ee-805554112511 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Checking segment: {'id': '2c102055-147c-483e-b335-5480f3ebd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0d86c777-827f-421a-baab-6156d12edb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:15:13.682093 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0e7b5f-132b-495f-86ee-805554112511 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Network hostable DHCP agents. Network: 0d86c777-827f-421a-baab-6156d12edb4f, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:15:13.693247 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6e9201-0b8a-4249-931a-7888f9490f8c None None] Sync routers for ids ['ab8571f0-ba98-4370-8740-4c398a7558e8'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:15:13.706851 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e9201-0b8a-4249-931a-7888f9490f8c None None] Routers {'ab8571f0-ba98-4370-8740-4c398a7558e8'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:15:13.707881 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3d6e9201-0b8a-4249-931a-7888f9490f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:15:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ab8571f0-ba98-4370-8740-4c398a7558e8'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:13.736433 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55688e55-af5e-4ee2-a429-410e9c88a09f req-34c49a1d-a334-4e7d-b7e0-0a7951790f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:13.738058 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55688e55-af5e-4ee2-a429-410e9c88a09f req-34c49a1d-a334-4e7d-b7e0-0a7951790f05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 1100 time: 0.0658357 Nov 08 00:15:13.791634 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0e7b5f-132b-495f-86ee-805554112511 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Network 0d86c777-827f-421a-baab-6156d12edb4f is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:15:13.828806 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee3ec657-3a17-46c8-934d-b270cfb1cd74 req-1049c108-09d1-45b1-8db0-634c403e2470 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169755 Nov 08 00:15:13.894911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-3d6e9201-0b8a-4249-931a-7888f9490f8c None None] Set router ab8571f0-ba98-4370-8740-4c398a7558e8 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:15:13.899824 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55688e55-af5e-4ee2-a429-410e9c88a09f req-8d44124b-7bc2-41e9-b796-b33eb5e14e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:13.904323 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55688e55-af5e-4ee2-a429-410e9c88a09f req-8d44124b-7bc2-41e9-b796-b33eb5e14e79 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1364157 Nov 08 00:15:13.908042 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-fc0e7b5f-132b-495f-86ee-805554112511 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 0d86c777-827f-421a-baab-6156d12edb4f) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:15:13.933346 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0e7b5f-132b-495f-86ee-805554112511 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:13.936454 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc0e7b5f-132b-495f-86ee-805554112511 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:13.946327 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a34643-0608-49dc-8cb1-97f610b8f909 None None] Network 0d86c777-827f-421a-baab-6156d12edb4f requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:15:13.968916 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20f2632b-efe2-408b-aa26-a7048ea2d92d req-a20d711b-2836-4e03-8407-74ba86a7def7 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0321755 Nov 08 00:15:13.988212 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55688e55-af5e-4ee2-a429-410e9c88a09f req-70d2d64f-2871-47b4-bb35-48f7150a4e62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=478fbc01-eacc-42aa-bcea-78be1ab05517 HTTP/1.1" status: 200 len: 217 time: 0.0732591 Nov 08 00:15:14.012290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-2279d652-d40e-4890-bbd3-bbee3b4503c4 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Router ab8571f0-ba98-4370-8740-4c398a7558e8 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:15:14.069000 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d9f7e3-10d9-421c-bde8-c58dfc763b1d x-openstack-request-id: req-83d9f7e3-10d9-421c-bde8-c58dfc763b1d {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:14.069000 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f7755e-bb39-42a6-8848-72c8565de592", "tag": "91d3c811-a8f5-4496-9eab-cb87f11ae6ee", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:14.069000 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83d9f7e3-10d9-421c-bde8-c58dfc763b1d {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:14.069359 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f7755e-bb39-42a6-8848-72c8565de592', 'tag': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee', 'status': 'completed', 'code': 200} Nov 08 00:15:14.100471 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55688e55-af5e-4ee2-a429-410e9c88a09f req-e7c2ac8a-f4b4-4665-b9bc-27ba3546c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:14.102371 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55688e55-af5e-4ee2-a429-410e9c88a09f req-e7c2ac8a-f4b4-4665-b9bc-27ba3546c71f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1041250 Nov 08 00:15:14.108309 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fc0e7b5f-132b-495f-86ee-805554112511 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9820182 Nov 08 00:15:14.172408 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 42b44c15-4eee-483d-a572-67cdb90727f6 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:15:14.177783 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55688e55-af5e-4ee2-a429-410e9c88a09f req-47891726-e891-4cbd-8ebf-5fa33f398197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:14.179570 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55688e55-af5e-4ee2-a429-410e9c88a09f req-47891726-e891-4cbd-8ebf-5fa33f398197 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674648 Nov 08 00:15:14.234516 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f5841-7c25-4b94-85d0-16692035dd9f req-39af592d-3a5c-40c5-b85b-0815ae25ff02 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:14.236049 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-917f5841-7c25-4b94-85d0-16692035dd9f req-39af592d-3a5c-40c5-b85b-0815ae25ff02 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=637b919d-5961-4fc4-8c24-bf5c6b061c9a HTTP/1.1" status: 200 len: 944 time: 0.1013479 Nov 08 00:15:14.250307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b98024-7b14-44d8-91d9-94244d3129c5 req-99889076-2f34-4623-9772-3b65b1d25a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:14.251884 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84b98024-7b14-44d8-91d9-94244d3129c5 req-99889076-2f34-4623-9772-3b65b1d25a65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2de47a6126ba4de69e1e89c7390326ab&device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 1097 time: 0.1469653 Nov 08 00:15:14.285339 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55688e55-af5e-4ee2-a429-410e9c88a09f req-45532978-406c-4d64-84d6-3812d694b899 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964777 Nov 08 00:15:14.327260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-2279d652-d40e-4890-bbd3-bbee3b4503c4 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:15:14.338510 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-2279d652-d40e-4890-bbd3-bbee3b4503c4 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:14.391064 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-917f5841-7c25-4b94-85d0-16692035dd9f req-78b7f850-2d38-4c66-a020-dd689d7d7081 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377902 Nov 08 00:15:14.393146 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-0d86c777-827f-421a-baab-6156d12edb4f', 'network_id': '0d86c777-827f-421a-baab-6156d12edb4f', 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'fixed_ips': [{'subnet_id': '4c4e8508-a954-47f8-8582-794fbeae2283'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:15:14.394203 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:14.426482 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 42b44c15-4eee-483d-a572-67cdb90727f6 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:15:14.427021 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:14.463910 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55688e55-af5e-4ee2-a429-410e9c88a09f req-57d18954-83f6-400a-9281-aa43b5d17334 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641867 Nov 08 00:15:14.467224 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-2279d652-d40e-4890-bbd3-bbee3b4503c4 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "PUT /v2.0/floatingips/55344956-cfc8-4ad4-9649-0031814c50f2 HTTP/1.1" status: 200 len: 998 time: 2.4917483 Nov 08 00:15:14.472292 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b98024-7b14-44d8-91d9-94244d3129c5 req-85fe09fa-07a1-4ef6-8dc3-d81c289082d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:14.473757 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84b98024-7b14-44d8-91d9-94244d3129c5 req-85fe09fa-07a1-4ef6-8dc3-d81c289082d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0de3b87e-5ff4-4f98-bc99-5800b250314b HTTP/1.1" status: 200 len: 921 time: 0.2086687 Nov 08 00:15:14.553379 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84b98024-7b14-44d8-91d9-94244d3129c5 req-0d9a6e2c-42cb-49d2-a0cd-755db2bfad8d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d3c811-a8f5-4496-9eab-cb87f11ae6ee HTTP/1.1" status: 200 len: 217 time: 0.0623524 Nov 08 00:15:14.571092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-a8012a3d-f045-4c97-a95d-0224f2164804 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:14.575511 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-a8012a3d-f045-4c97-a95d-0224f2164804 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports/91d3c811-a8f5-4496-9eab-cb87f11ae6ee HTTP/1.1" status: 200 len: 943 time: 0.0959320 Nov 08 00:15:14.648397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3d6e9201-0b8a-4249-931a-7888f9490f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '55344956-cfc8-4ad4-9649-0031814c50f2', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'port_id': '4d42328b-a115-4aa9-9d88-9acd57ace464', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'mac_address': 'fa:16:3e:90:92:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec07f3a4-7b63-442c-b91a-76d18f008387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:14:45Z', 'updated_at': '2021-11-08T00:15:12Z', 'revision_number': 3, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:29Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:14.686918 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6e9201-0b8a-4249-931a-7888f9490f8c None None] Checking router: ab8571f0-ba98-4370-8740-4c398a7558e8 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:15:14.733076 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] Allocated IP 19.86.0.2 (0d86c777-827f-421a-baab-6156d12edb4f/4c4e8508-a954-47f8-8582-794fbeae2283/26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:15:14.741773 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e9201-0b8a-4249-931a-7888f9490f8c None None] Routers {'ab8571f0-ba98-4370-8740-4c398a7558e8'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:15:14.742327 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3d6e9201-0b8a-4249-931a-7888f9490f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:15:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ab8571f0-ba98-4370-8740-4c398a7558e8'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:14.743304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b98024-7b14-44d8-91d9-94244d3129c5 req-f79d54dc-b28a-4953-9195-88428f50f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:14.752534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84b98024-7b14-44d8-91d9-94244d3129c5 req-f79d54dc-b28a-4953-9195-88428f50f6bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=311328bc-5cef-4eac-9675-4fcbd1f92dad HTTP/1.1" status: 200 len: 859 time: 0.1814978 Nov 08 00:15:14.752630 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:14.755291 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-b98911e9-32e4-4f14-8b34-9da78c3471b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:14.756812 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-b98911e9-32e4-4f14-8b34-9da78c3471b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2de47a6126ba4de69e1e89c7390326ab&device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 1097 time: 0.0932937 Nov 08 00:15:14.788489 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e81863-707f-4a7a-8190-a1cc7bc47324 None None] Network ba012713-b6aa-42c7-903f-e80dc9767877 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:15:14.810471 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b72e6-2041-44af-954b-5dca2bad662c req-959b79d0-a34f-4496-a9cf-5f1844985c28 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:14.816402 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b72e6-2041-44af-954b-5dca2bad662c req-959b79d0-a34f-4496-a9cf-5f1844985c28 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:14.817929 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-959b79d0-a34f-4496-a9cf-5f1844985c28 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/networks?id=ba012713-b6aa-42c7-903f-e80dc9767877&id=0d86c777-827f-421a-baab-6156d12edb4f HTTP/1.1" status: 200 len: 1390 time: 0.2443538 Nov 08 00:15:14.873709 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-4f16019b-a9a8-4d3b-ab37-8b8118fdefd9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/quotas/35922b4ef6074a3f9f3a7b480ac0afa6 HTTP/1.1" status: 200 len: 375 time: 0.0284352 Nov 08 00:15:14.909016 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b98024-7b14-44d8-91d9-94244d3129c5 req-48c0fd26-ce65-483c-b724-ac734a0f89b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:14.910548 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84b98024-7b14-44d8-91d9-94244d3129c5 req-48c0fd26-ce65-483c-b724-ac734a0f89b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0de3b87e-5ff4-4f98-bc99-5800b250314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482604 Nov 08 00:15:14.953856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-c6c9a496-d98d-4ee9-9168-1be1beb3cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:14.955368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-c6c9a496-d98d-4ee9-9168-1be1beb3cc6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0de3b87e-5ff4-4f98-bc99-5800b250314b HTTP/1.1" status: 200 len: 921 time: 0.1833580 Nov 08 00:15:15.030465 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-21bd8c2d-ac36-464a-92e0-cd9ebde10054 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d3c811-a8f5-4496-9eab-cb87f11ae6ee HTTP/1.1" status: 200 len: 217 time: 0.0474148 Nov 08 00:15:15.056550 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-e3ee546c-d9d8-4668-b7fc-84ae28abd14e tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=35922b4ef6074a3f9f3a7b480ac0afa6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1672804 Nov 08 00:15:15.080144 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device a6dae70b-bd19-4a25-ab3c-92c5aae44e69 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:15:15.082001 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device f1ee2caf-aca3-4b41-9baa-5f45aff93b34 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:15:15.098040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 42b44c15-4eee-483d-a572-67cdb90727f6, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=42b44c15-4eee-483d-a572-67cdb90727f6,segment=NetworkSegment(1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb),segment_id=1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:15.150979 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9acd47ba-8fac-49ce-8f33-4ac9a39a8f54 None None] Provisioning complete for port 42b44c15-4eee-483d-a572-67cdb90727f6 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:15:15.151362 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9acd47ba-8fac-49ce-8f33-4ac9a39a8f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:15.161510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-2e3a8df2-d7ec-447f-b194-ef5477b9fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:15.162991 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-2e3a8df2-d7ec-447f-b194-ef5477b9fd04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=311328bc-5cef-4eac-9675-4fcbd1f92dad HTTP/1.1" status: 200 len: 859 time: 0.1272070 Nov 08 00:15:15.166310 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84b98024-7b14-44d8-91d9-94244d3129c5 req-c8577add-52a2-4fe2-aa0f-ad1e1567a874 service neutron] 10.222.0.26 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348602 Nov 08 00:15:15.199691 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:15.277768 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-8ef91456-b1d4-4385-9b1c-5b33af735b0d service neutron] 10.222.0.13 "GET /v2.0/networks/ba012713-b6aa-42c7-903f-e80dc9767877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012019 Nov 08 00:15:15.288714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-3d6e9201-0b8a-4249-931a-7888f9490f8c None None] Set router ab8571f0-ba98-4370-8740-4c398a7558e8 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:15:15.298161 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-d2526771-42bf-470e-9382-f15774c1abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:15.299640 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-d2526771-42bf-470e-9382-f15774c1abd5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0de3b87e-5ff4-4f98-bc99-5800b250314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265247 Nov 08 00:15:15.517525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=42b44c15-4eee-483d-a572-67cdb90727f6,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:15.563574 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:15.591984 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port f1ee2caf-aca3-4b41-9baa-5f45aff93b34 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:15:15.611947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port a6dae70b-bd19-4a25-ab3c-92c5aae44e69, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a6dae70b-bd19-4a25-ab3c-92c5aae44e69,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:15.623242 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port f1ee2caf-aca3-4b41-9baa-5f45aff93b34 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:15:15.623616 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:15.694338 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:15.696222 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'a6dae70b-bd19-4a25-ab3c-92c5aae44e69', 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e', 'port_id': 'a6dae70b-bd19-4a25-ab3c-92c5aae44e69', 'mac_address': 'fa:16:3e:9e:79:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ec3df4-1869-45a1-99d0-6ce6e411d41a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:15:15.699840 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84b98024-7b14-44d8-91d9-94244d3129c5 req-469d14ed-b7ee-4b85-bf98-8a407bab6de5 service neutron] 10.222.0.26 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240889 Nov 08 00:15:15.756635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-fda935ea-ca02-44bf-845a-94cb7dc5ac50 service neutron] 10.222.0.13 "GET /v2.0/networks/ba012713-b6aa-42c7-903f-e80dc9767877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719408 Nov 08 00:15:15.764563 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-619c81ea-f7a2-43ed-854a-b100bc5bccbe service neutron] 10.222.0.13 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493420 Nov 08 00:15:15.794537 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] Network 0d86c777-827f-421a-baab-6156d12edb4f is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:15:15.813848 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:15:15.830224 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:15:15.837246 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] Pushing event updated for resources: {'Port': ['ID=26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:15.847185 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:15.927774 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-893f8e8b-4ffa-4845-8228-444e8f30eb70 service neutron] 10.222.0.13 "GET /v2.0/networks/0d86c777-827f-421a-baab-6156d12edb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572249 Nov 08 00:15:15.931745 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-fcf03eee-bdcc-401c-84f4-cbad8f771237 service neutron] 10.222.0.13 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521440 Nov 08 00:15:15.940696 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6dae70b-bd19-4a25-ab3c-92c5aae44e69 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:15:15.983375 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:15.989060 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] Attempting to bind port 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:15:15.989367 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] Attempting to bind port 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '2c102055-147c-483e-b335-5480f3ebd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0d86c777-827f-421a-baab-6156d12edb4f'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:15:15.989731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] Attempting to bind port 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd on network 0d86c777-827f-421a-baab-6156d12edb4f {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:15.999108 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port a6dae70b-bd19-4a25-ab3c-92c5aae44e69, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a6dae70b-bd19-4a25-ab3c-92c5aae44e69,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:16.009694 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:15:16.010073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] Checking segment: {'id': '2c102055-147c-483e-b335-5480f3ebd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0d86c777-827f-421a-baab-6156d12edb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:15:16.010477 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:16.010865 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] Bound using segment: {'id': '2c102055-147c-483e-b335-5480f3ebd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0d86c777-827f-421a-baab-6156d12edb4f'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:15:16.011424 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] Bound port: 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c102055-147c-483e-b335-5480f3ebd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0d86c777-827f-421a-baab-6156d12edb4f'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:15:16.011711 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:16.034053 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637b919d-5961-4fc4-8c24-bf5c6b061c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ee2caf-aca3-4b41-9baa-5f45aff93b34'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:16.036408 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d787fb-7c0b-4727-8475-b689f4a41037" -d '{"events": [{"server_uuid": "637b919d-5961-4fc4-8c24-bf5c6b061c9a", "name": "network-vif-plugged", "status": "completed", "tag": "f1ee2caf-aca3-4b41-9baa-5f45aff93b34"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:16.049904 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-a28326af-5628-4c08-8c0e-89ee00ea08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:16.051083 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-a28326af-5628-4c08-8c0e-89ee00ea08c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2de47a6126ba4de69e1e89c7390326ab&device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 1096 time: 0.0732639 Nov 08 00:15:16.061910 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port f1ee2caf-aca3-4b41-9baa-5f45aff93b34, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=f1ee2caf-aca3-4b41-9baa-5f45aff93b34,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:16.070510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f7755e-bb39-42a6-8848-72c8565de592', 'tag': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee'}, {'name': 'network-changed', 'server_uuid': 'ec07f3a4-7b63-442c-b91a-76d18f008387', 'tag': '4d42328b-a115-4aa9-9d88-9acd57ace464'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:16.072638 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8" -d '{"events": [{"name": "network-changed", "server_uuid": "86f7755e-bb39-42a6-8848-72c8565de592", "tag": "91d3c811-a8f5-4496-9eab-cb87f11ae6ee"}, {"name": "network-changed", "server_uuid": "ec07f3a4-7b63-442c-b91a-76d18f008387", "tag": "4d42328b-a115-4aa9-9d88-9acd57ace464"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:16.090304 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:15:16.091600 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:16.092290 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5c898b53-c53d-4e8d-9859-8e387216c648 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:15:16.100125 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 42b44c15-4eee-483d-a572-67cdb90727f6 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:15:16.109769 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3d6e9201-0b8a-4249-931a-7888f9490f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '55344956-cfc8-4ad4-9649-0031814c50f2', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'port_id': '4d42328b-a115-4aa9-9d88-9acd57ace464', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'mac_address': 'fa:16:3e:90:92:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec07f3a4-7b63-442c-b91a-76d18f008387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:14:45Z', 'updated_at': '2021-11-08T00:15:12Z', 'revision_number': 3, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:29Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:16.111458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-40deb3ae-7118-4b9e-9003-ab0c4d2e4ec7 service neutron] 10.222.0.13 "GET /v2.0/networks/0d86c777-827f-421a-baab-6156d12edb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762505 Nov 08 00:15:16.157068 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-f3271316-2b38-4ca0-9974-1334ac4b7b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:16.158553 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-f3271316-2b38-4ca0-9974-1334ac4b7b04 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0de3b87e-5ff4-4f98-bc99-5800b250314b HTTP/1.1" status: 200 len: 921 time: 0.0979853 Nov 08 00:15:16.185301 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:16.197449 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6dae446d-db16-4792-aa87-690abe42bc3f None None] Provisioning complete for port 42b44c15-4eee-483d-a572-67cdb90727f6 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:15:16.197814 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6dae446d-db16-4792-aa87-690abe42bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:16.209615 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6e9201-0b8a-4249-931a-7888f9490f8c None None] The sync data for ids ['ab8571f0-ba98-4370-8740-4c398a7558e8'] in n-d-816882-1 is: [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '55344956-cfc8-4ad4-9649-0031814c50f2', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'port_id': '4d42328b-a115-4aa9-9d88-9acd57ace464', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'mac_address': 'fa:16:3e:90:92:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec07f3a4-7b63-442c-b91a-76d18f008387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:14:45Z', 'updated_at': '2021-11-08T00:15:12Z', 'revision_number': 3, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:29Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:15:16.232069 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-825fd30a-8c19-4401-ae42-a528e35fb5f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d42328b-a115-4aa9-9d88-9acd57ace464 HTTP/1.1" status: 200 len: 1001 time: 0.0652158 Nov 08 00:15:16.295010 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-cfd49bc8-5fc3-4368-b824-3056bf32c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:16.295010 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-cfd49bc8-5fc3-4368-b824-3056bf32c602 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=311328bc-5cef-4eac-9675-4fcbd1f92dad HTTP/1.1" status: 200 len: 859 time: 0.0558007 Nov 08 00:15:16.313563 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] For port 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:15:16.330310 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=a6dae70b-bd19-4a25-ab3c-92c5aae44e69,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:16.340717 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] For port 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd,segment=NetworkSegment(2c102055-147c-483e-b335-5480f3ebd956),segment_id=2c102055-147c-483e-b335-5480f3ebd956)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:15:16.384844 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-613a0e5d-f953-4c2b-a6e2-412b7356b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:16.395741 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-613a0e5d-f953-4c2b-a6e2-412b7356b3ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0de3b87e-5ff4-4f98-bc99-5800b250314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908618 Nov 08 00:15:16.443766 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:16.447145 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 5c898b53-c53d-4e8d-9859-8e387216c648, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5c898b53-c53d-4e8d-9859-8e387216c648,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:16.460474 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 42b44c15-4eee-483d-a572-67cdb90727f6 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:15:16.461210 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:16.474750 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=f1ee2caf-aca3-4b41-9baa-5f45aff93b34,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:16.480354 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1660b-57c7-4a3d-9ffe-494b46f2eca0 None None] New status for floating IP 55344956-cfc8-4ad4-9649-0031814c50f2: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:15:16.516108 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d8e3d-5119-4f26-bf8c-733071e1194c req-acd76182-47cb-4e73-bcf7-55fbf903c226 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:16.517641 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7e2d8e3d-5119-4f26-bf8c-733071e1194c req-acd76182-47cb-4e73-bcf7-55fbf903c226 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 943 time: 0.1013250 Nov 08 00:15:16.552255 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '5c898b53-c53d-4e8d-9859-8e387216c648', 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d', 'port_id': '5c898b53-c53d-4e8d-9859-8e387216c648', 'mac_address': 'fa:16:3e:c3:62:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf5087d-85b5-4f3a-9920-492dd2518682', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:15:16.581708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-009af077-9e03-4220-b7c6-194e5614c9a7 service neutron] 10.222.0.13 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848669 Nov 08 00:15:16.641370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7e2d8e3d-5119-4f26-bf8c-733071e1194c req-cde20827-a582-4aa8-8a08-e6d800dad6e8 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164877 Nov 08 00:15:16.647673 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43133f-c88f-4c57-9c71-0b10cfa956d1 None None] Pushing event updated for resources: {'Port': ['ID=26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:16.657795 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:16.698821 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c898b53-c53d-4e8d-9859-8e387216c648 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:15:16.706104 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b093c0c0-9273-4314-b581-e417da6fdc47 req-9cff101f-1db7-44f0-af91-dc47c699ad67 service neutron] 10.222.0.13 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205354 Nov 08 00:15:16.728550 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 5c898b53-c53d-4e8d-9859-8e387216c648, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5c898b53-c53d-4e8d-9859-8e387216c648,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:16.816940 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:16.839221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5ea76-a72f-4446-ae80-0627daee7ac8 req-13157811-4d0a-4770-a799-c82c38452a6a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:16.841135 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0a5ea76-a72f-4446-ae80-0627daee7ac8 req-13157811-4d0a-4770-a799-c82c38452a6a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.0912514 Nov 08 00:15:16.906917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=5c898b53-c53d-4e8d-9859-8e387216c648,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:16.932593 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0a5ea76-a72f-4446-ae80-0627daee7ac8 req-b55b9558-049d-4a06-a8aa-630a25f19ebc tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856640 Nov 08 00:15:16.959347 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67b938-e4c9-4a4c-9622-f519f0ca699e None None] Sync routers for ids ['ab8571f0-ba98-4370-8740-4c398a7558e8'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:15:16.962387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd938f-9cfc-40b2-abe4-21e6194b63fe req-4d2f1cf6-3e5b-4641-966a-66685d80ee3f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:16.964019 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-22dd938f-9cfc-40b2-abe4-21e6194b63fe req-4d2f1cf6-3e5b-4641-966a-66685d80ee3f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 944 time: 0.0767980 Nov 08 00:15:16.971144 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c67b938-e4c9-4a4c-9622-f519f0ca699e None None] Routers {'ab8571f0-ba98-4370-8740-4c398a7558e8'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:15:16.973665 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4c67b938-e4c9-4a4c-9622-f519f0ca699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:15:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ab8571f0-ba98-4370-8740-4c398a7558e8'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:17.026949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-22dd938f-9cfc-40b2-abe4-21e6194b63fe req-f63ef7d8-ee7a-4831-9dc6-7b6c1a90e505 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541093 Nov 08 00:15:17.048815 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2610d6df-ae7e-4508-8b78-e836db4a1405 req-f4c837ae-d10c-43eb-9343-d6dc568fcdb1 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0411549 Nov 08 00:15:17.144451 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf786622-21db-4f0a-a333-730469d82d69 req-9d781c00-4279-46f8-ab91-51ddc7b1b690 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:17.146035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf786622-21db-4f0a-a333-730469d82d69 req-9d781c00-4279-46f8-ab91-51ddc7b1b690 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=637b919d-5961-4fc4-8c24-bf5c6b061c9a HTTP/1.1" status: 200 len: 945 time: 0.0517025 Nov 08 00:15:17.191994 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf786622-21db-4f0a-a333-730469d82d69 req-c55aebd2-639a-46c4-b092-f61c0e89030a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384579 Nov 08 00:15:17.220139 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09304ded-9edf-45c7-b3cd-1b3bf3c6a241 x-openstack-request-id: req-09304ded-9edf-45c7-b3cd-1b3bf3c6a241 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:17.220715 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637b919d-5961-4fc4-8c24-bf5c6b061c9a", "name": "network-vif-plugged", "status": "completed", "tag": "f1ee2caf-aca3-4b41-9baa-5f45aff93b34", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:17.220715 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09304ded-9edf-45c7-b3cd-1b3bf3c6a241 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:17.221086 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637b919d-5961-4fc4-8c24-bf5c6b061c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ee2caf-aca3-4b41-9baa-5f45aff93b34', 'code': 200} Nov 08 00:15:17.256981 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719f2b48-67ac-46cb-aa44-daa272c4cfcc x-openstack-request-id: req-719f2b48-67ac-46cb-aa44-daa272c4cfcc {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:17.257275 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f7755e-bb39-42a6-8848-72c8565de592", "tag": "91d3c811-a8f5-4496-9eab-cb87f11ae6ee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ec07f3a4-7b63-442c-b91a-76d18f008387", "tag": "4d42328b-a115-4aa9-9d88-9acd57ace464", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:17.260604 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-719f2b48-67ac-46cb-aa44-daa272c4cfcc {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:17.260604 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f7755e-bb39-42a6-8848-72c8565de592', 'tag': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee', 'status': 'completed', 'code': 200} Nov 08 00:15:17.260604 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec07f3a4-7b63-442c-b91a-76d18f008387', 'tag': '4d42328b-a115-4aa9-9d88-9acd57ace464', 'status': 'completed', 'code': 200} Nov 08 00:15:17.267946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-4c67b938-e4c9-4a4c-9622-f519f0ca699e None None] Set router ab8571f0-ba98-4370-8740-4c398a7558e8 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:15:17.275993 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fdac0807-5a98-4dbb-bdd4-79d82812d725 req-ebbb8524-517e-4672-a3ee-e6085c64b90b tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 210 time: 0.0325007 Nov 08 00:15:17.400480 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['a6dae70b-bd19-4a25-ab3c-92c5aae44e69'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:17.420722 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437e9ea-2fa7-4782-a7ef-72e329d513ae req-2f6f6e3e-fa0f-478b-be63-de3f1d2b5842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:17.427022 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c437e9ea-2fa7-4782-a7ef-72e329d513ae req-2f6f6e3e-fa0f-478b-be63-de3f1d2b5842 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=637b919d-5961-4fc4-8c24-bf5c6b061c9a HTTP/1.1" status: 200 len: 1096 time: 0.0964816 Nov 08 00:15:17.431881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecba5bd1-3bda-4502-b5d5-63b5c25a1473 req-e77861f6-f01d-4888-8f3d-0a745f2c8a11 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1001 time: 0.1584916 Nov 08 00:15:17.449114 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['5c898b53-c53d-4e8d-9859-8e387216c648'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:17.482729 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-2ecc7b29-eeac-4338-9d0f-184c223d930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:17.485367 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-2ecc7b29-eeac-4338-9d0f-184c223d930f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2de47a6126ba4de69e1e89c7390326ab&device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 1096 time: 0.1569879 Nov 08 00:15:17.494234 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-3b9ed169-b9c9-42d4-bc33-883ad1774c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:17.494895 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c437e9ea-2fa7-4782-a7ef-72e329d513ae req-9b00b1f7-c7d3-4c49-8457-957a0bff7aad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581665 Nov 08 00:15:17.496365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-3b9ed169-b9c9-42d4-bc33-883ad1774c9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2de47a6126ba4de69e1e89c7390326ab&device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 1097 time: 0.1629770 Nov 08 00:15:17.585279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba5bd1-3bda-4502-b5d5-63b5c25a1473 req-f2317505-1132-4ef0-8646-02e5938ebb35 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:17.598559 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecba5bd1-3bda-4502-b5d5-63b5c25a1473 req-f2317505-1132-4ef0-8646-02e5938ebb35 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports/4d42328b-a115-4aa9-9d88-9acd57ace464 HTTP/1.1" status: 200 len: 942 time: 0.1535156 Nov 08 00:15:17.831183 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecba5bd1-3bda-4502-b5d5-63b5c25a1473 req-5402d074-c193-4935-a5ca-b382340c223e tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1001 time: 0.1523328 Nov 08 00:15:17.846080 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-ece86787-9e17-41fb-b5a5-79a578e00945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:17.846694 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4c67b938-e4c9-4a4c-9622-f519f0ca699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '55344956-cfc8-4ad4-9649-0031814c50f2', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'port_id': '4d42328b-a115-4aa9-9d88-9acd57ace464', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'mac_address': 'fa:16:3e:90:92:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec07f3a4-7b63-442c-b91a-76d18f008387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:14:45Z', 'updated_at': '2021-11-08T00:15:16Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:29Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:17.847512 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-ece86787-9e17-41fb-b5a5-79a578e00945 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0de3b87e-5ff4-4f98-bc99-5800b250314b HTTP/1.1" status: 200 len: 921 time: 0.3501701 Nov 08 00:15:17.875548 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cced54e-ef33-4a75-9a6d-24e942e6ece1 None None] Network 0d86c777-827f-421a-baab-6156d12edb4f requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:15:17.880121 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67b938-e4c9-4a4c-9622-f519f0ca699e None None] Checking router: ab8571f0-ba98-4370-8740-4c398a7558e8 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:15:17.892561 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336986e-3b42-470f-8038-cb2ebbd2fbed req-4dd911a3-5a60-42b6-a66c-0d141d9fe7b1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:17.894087 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d336986e-3b42-470f-8038-cb2ebbd2fbed req-4dd911a3-5a60-42b6-a66c-0d141d9fe7b1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 944 time: 0.1326866 Nov 08 00:15:17.936340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-2659d25b-f9e4-4b22-9a9f-464a44158ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:17.937698 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-2659d25b-f9e4-4b22-9a9f-464a44158ddc service neutron] 10.222.0.26 "GET /v2.0/networks?id=0de3b87e-5ff4-4f98-bc99-5800b250314b HTTP/1.1" status: 200 len: 921 time: 0.4019463 Nov 08 00:15:17.938753 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c67b938-e4c9-4a4c-9622-f519f0ca699e None None] Routers {'ab8571f0-ba98-4370-8740-4c398a7558e8'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:15:17.939387 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4c67b938-e4c9-4a4c-9622-f519f0ca699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:15:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ab8571f0-ba98-4370-8740-4c398a7558e8'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:18.030194 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-3d43c9fb-c766-4dcf-aa1e-c40f663326cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d3c811-a8f5-4496-9eab-cb87f11ae6ee HTTP/1.1" status: 200 len: 217 time: 0.0488794 Nov 08 00:15:18.041443 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-05a04de3-795e-4056-b13b-dd7edaf4f206 None None] Provisioning complete for port 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:15:18.041818 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-05a04de3-795e-4056-b13b-dd7edaf4f206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:18.129194 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d336986e-3b42-470f-8038-cb2ebbd2fbed req-24f4dc84-6cd4-4f2d-9b25-e05bb3dc7851 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058351 Nov 08 00:15:18.155755 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-4c67b938-e4c9-4a4c-9622-f519f0ca699e None None] Set router ab8571f0-ba98-4370-8740-4c398a7558e8 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:15:18.186553 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-9a11641b-44f7-4f82-ada2-a15883dd00c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d42328b-a115-4aa9-9d88-9acd57ace464 HTTP/1.1" status: 200 len: 1001 time: 0.2896342 Nov 08 00:15:18.192997 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:15:18.200739 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba5bd1-3bda-4502-b5d5-63b5c25a1473 req-4de3550e-27dd-4572-964a-9998834be575 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:18.201726 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecba5bd1-3bda-4502-b5d5-63b5c25a1473 req-4de3550e-27dd-4572-964a-9998834be575 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.3496373 Nov 08 00:15:18.244201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-d2019b9e-c2fb-43cf-80e1-e4d2143a7691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:18.245794 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-d2019b9e-c2fb-43cf-80e1-e4d2143a7691 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=311328bc-5cef-4eac-9675-4fcbd1f92dad HTTP/1.1" status: 200 len: 859 time: 0.2051694 Nov 08 00:15:18.347972 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-05a04de3-795e-4056-b13b-dd7edaf4f206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:18.361101 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-2249c845-c436-4af2-b0fa-5462f7a8e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:18.362578 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-2249c845-c436-4af2-b0fa-5462f7a8e25d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=311328bc-5cef-4eac-9675-4fcbd1f92dad HTTP/1.1" status: 200 len: 859 time: 0.1582198 Nov 08 00:15:18.398237 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcbb9d-5a33-4f3e-b93a-af294663cbb1 req-b1b936c6-626a-4ec5-b4fc-0ed379bc7960 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:18.399765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eabcbb9d-5a33-4f3e-b93a-af294663cbb1 req-b1b936c6-626a-4ec5-b4fc-0ed379bc7960 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.1575649 Nov 08 00:15:18.421866 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:15:18.422234 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:18.429302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-17d51d43-94ce-4437-889e-e084019463ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:18.431125 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-17d51d43-94ce-4437-889e-e084019463ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0de3b87e-5ff4-4f98-bc99-5800b250314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702180 Nov 08 00:15:18.444996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f08be-c520-4dda-af0d-34271b0c5aaf req-e1811915-4030-4307-875d-d568dcd6f1cf tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:18.446446 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a4f08be-c520-4dda-af0d-34271b0c5aaf req-e1811915-4030-4307-875d-d568dcd6f1cf tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 944 time: 0.1673014 Nov 08 00:15:18.466577 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-05a04de3-795e-4056-b13b-dd7edaf4f206 None None] For port 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd,segment=NetworkSegment(2c102055-147c-483e-b335-5480f3ebd956),segment_id=2c102055-147c-483e-b335-5480f3ebd956)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:18.613023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-d991793e-df74-4d3a-a96a-8fe030f26fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:18.614531 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-d991793e-df74-4d3a-a96a-8fe030f26fd7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0de3b87e-5ff4-4f98-bc99-5800b250314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2412531 Nov 08 00:15:18.618187 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-05a04de3-795e-4056-b13b-dd7edaf4f206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:18.628480 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eabcbb9d-5a33-4f3e-b93a-af294663cbb1 req-f6e0677d-c09e-4821-925f-2e0196c787a2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030196 Nov 08 00:15:18.642964 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a4f08be-c520-4dda-af0d-34271b0c5aaf req-9bf00428-dfd7-42bb-a865-c2b8ab6379ec tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740179 Nov 08 00:15:18.688956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-ec7ab430-a594-4476-ab73-d79abec09d1f service neutron] 10.222.0.26 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361822 Nov 08 00:15:18.731087 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a04de3-795e-4056-b13b-dd7edaf4f206 None None] Pushing event updated for resources: {'Port': ['ID=26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:18.748904 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4c67b938-e4c9-4a4c-9622-f519f0ca699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '55344956-cfc8-4ad4-9649-0031814c50f2', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'port_id': '4d42328b-a115-4aa9-9d88-9acd57ace464', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'mac_address': 'fa:16:3e:90:92:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec07f3a4-7b63-442c-b91a-76d18f008387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:14:45Z', 'updated_at': '2021-11-08T00:15:16Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:29Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:18.752814 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-75789b50-df6f-4ad8-adac-9b8a0b1ca7db None None] Provisioning complete for port 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:15:18.752814 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75789b50-df6f-4ad8-adac-9b8a0b1ca7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:18.779130 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67b938-e4c9-4a4c-9622-f519f0ca699e None None] The sync data for ids ['ab8571f0-ba98-4370-8740-4c398a7558e8'] in n-d-816882-1 is: [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '55344956-cfc8-4ad4-9649-0031814c50f2', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'port_id': '4d42328b-a115-4aa9-9d88-9acd57ace464', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'mac_address': 'fa:16:3e:90:92:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec07f3a4-7b63-442c-b91a-76d18f008387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:14:45Z', 'updated_at': '2021-11-08T00:15:16Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:29Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:15:18.827778 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b4343b0-84a1-4922-9a21-dadec6f88d71 req-9d8d1d19-5602-43b8-b1aa-ab81bc434e82 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0535622 Nov 08 00:15:18.992067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abc82229-964e-45c5-ac77-2bbff5538391 req-08544803-afd9-4d03-866c-0906ba22d462 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1001 time: 0.1673198 Nov 08 00:15:18.998573 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-3a05ebdb-8e5d-495a-adcb-56cb40d40980 service neutron] 10.222.0.20 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087170 Nov 08 00:15:19.075882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ac268-9ebe-43f5-86d3-ea76c9254d76 req-d91ad5eb-df23-4e87-88de-2c2e021a1382 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:19.077345 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-980ac268-9ebe-43f5-86d3-ea76c9254d76 req-d91ad5eb-df23-4e87-88de-2c2e021a1382 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=637b919d-5961-4fc4-8c24-bf5c6b061c9a HTTP/1.1" status: 200 len: 945 time: 0.1673746 Nov 08 00:15:19.079215 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-0244689d-590b-4fc5-bd81-fcf8b1ff213f service neutron] 10.222.0.26 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669724 Nov 08 00:15:19.105638 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5c898b53-c53d-4e8d-9859-8e387216c648 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:15:19.239184 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 5c898b53-c53d-4e8d-9859-8e387216c648 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:15:19.244957 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 5c898b53-c53d-4e8d-9859-8e387216c648 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:15:19.247529 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:19.357073 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:19.382366 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3eb78b-38c7-406f-9075-cd010b7d4714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c898b53-c53d-4e8d-9859-8e387216c648'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:19.384941 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616d78f4-a8f0-4560-9184-3f2f6d21af06" -d '{"events": [{"server_uuid": "ea3eb78b-38c7-406f-9075-cd010b7d4714", "name": "network-vif-plugged", "status": "completed", "tag": "5c898b53-c53d-4e8d-9859-8e387216c648"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:19.398452 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 5c898b53-c53d-4e8d-9859-8e387216c648, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5c898b53-c53d-4e8d-9859-8e387216c648,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:19.417758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc82229-964e-45c5-ac77-2bbff5538391 req-6cca1cfe-d5a1-420a-bacc-cdfa85a62aee tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:19.419730 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abc82229-964e-45c5-ac77-2bbff5538391 req-6cca1cfe-d5a1-420a-bacc-cdfa85a62aee tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports/4d42328b-a115-4aa9-9d88-9acd57ace464 HTTP/1.1" status: 200 len: 942 time: 0.4202983 Nov 08 00:15:19.470947 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-980ac268-9ebe-43f5-86d3-ea76c9254d76 req-8d2eb528-851b-4508-b9d3-049fb6de82ad tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629396 Nov 08 00:15:19.494073 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:19.494073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device a6dae70b-bd19-4a25-ab3c-92c5aae44e69 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:15:19.533667 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8e5f058-79be-4ecc-8f48-7f3e95a005d8 req-881cb3bf-0a99-4cd6-b5fd-2b7e6e453637 service neutron] 10.222.0.20 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910326 Nov 08 00:15:19.628673 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-66cc5b35-166d-49a6-9b12-6fe3f5a08f21 req-18892e4f-6f52-4e74-94de-91ff46c439f9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 210 time: 0.0458784 Nov 08 00:15:19.634309 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abc82229-964e-45c5-ac77-2bbff5538391 req-061dbaec-5831-426c-8bdc-ae72f522b995 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1001 time: 0.1741269 Nov 08 00:15:19.724473 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=5c898b53-c53d-4e8d-9859-8e387216c648,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:19.768214 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b72e6-2041-44af-954b-5dca2bad662c req-9a7530e6-7cd7-42b6-84c2-689fd5c2f1e3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:19.773827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b72e6-2041-44af-954b-5dca2bad662c req-9a7530e6-7cd7-42b6-84c2-689fd5c2f1e3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:19.775353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-9a7530e6-7cd7-42b6-84c2-689fd5c2f1e3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.26 "GET /v2.0/networks?id=ba012713-b6aa-42c7-903f-e80dc9767877&id=0d86c777-827f-421a-baab-6156d12edb4f HTTP/1.1" status: 200 len: 1390 time: 0.2442074 Nov 08 00:15:19.812995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-975b72e6-2041-44af-954b-5dca2bad662c req-7208cdc0-f30f-41fd-aefa-53ee3877ebc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Request body: {'port': {'device_id': 'aa80f234-2b79-4bd0-bb36-548d897445df', 'network_id': 'ba012713-b6aa-42c7-903f-e80dc9767877', 'admin_state_up': True, 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:19.832412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe21008-c079-457f-9193-44dda78c130a req-96a1f092-fe40-4f40-8604-0c075f2dfbe3 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:19.833532 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port a6dae70b-bd19-4a25-ab3c-92c5aae44e69 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:15:19.833872 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dfe21008-c079-457f-9193-44dda78c130a req-96a1f092-fe40-4f40-8604-0c075f2dfbe3 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.1299930 Nov 08 00:15:19.838128 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port a6dae70b-bd19-4a25-ab3c-92c5aae44e69 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:15:19.838593 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:19.890018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc82229-964e-45c5-ac77-2bbff5538391 req-ff1e2ec8-047b-4182-b53d-6afdc620faba tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:19.892615 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abc82229-964e-45c5-ac77-2bbff5538391 req-ff1e2ec8-047b-4182-b53d-6afdc620faba tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.2510266 Nov 08 00:15:19.927450 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:19.960883 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port a6dae70b-bd19-4a25-ab3c-92c5aae44e69, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a6dae70b-bd19-4a25-ab3c-92c5aae44e69,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:20.004632 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dfe21008-c079-457f-9193-44dda78c130a req-13b800e4-ce29-4197-b002-a81d49565b0f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566944 Nov 08 00:15:20.017503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abc82229-964e-45c5-ac77-2bbff5538391 req-68dd1b04-4da2-4b06-b573-b89e80ec2450 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1001 time: 0.1080906 Nov 08 00:15:20.041023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-abc82229-964e-45c5-ac77-2bbff5538391 req-d5e2fec4-7fdf-4c82-99ca-86e74f52c40c tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:20.049319 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:20.092192 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b79556c-82c8-4ef3-b844-b7c78be9ac2c x-openstack-request-id: req-5b79556c-82c8-4ef3-b844-b7c78be9ac2c {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:20.092554 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3eb78b-38c7-406f-9075-cd010b7d4714", "name": "network-vif-plugged", "status": "completed", "tag": "5c898b53-c53d-4e8d-9859-8e387216c648", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:20.092779 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b79556c-82c8-4ef3-b844-b7c78be9ac2c {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:20.093524 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3eb78b-38c7-406f-9075-cd010b7d4714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c898b53-c53d-4e8d-9859-8e387216c648', 'code': 200} Nov 08 00:15:20.121188 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:15:20.122561 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-abc82229-964e-45c5-ac77-2bbff5538391 req-d5e2fec4-7fdf-4c82-99ca-86e74f52c40c tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:20.151020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=a6dae70b-bd19-4a25-ab3c-92c5aae44e69,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:20.166358 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975b72e6-2041-44af-954b-5dca2bad662c req-7208cdc0-f30f-41fd-aefa-53ee3877ebc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Made reservation on behalf of 35922b4ef6074a3f9f3a7b480ac0afa6 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:15:20.170066 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-975b72e6-2041-44af-954b-5dca2bad662c req-7208cdc0-f30f-41fd-aefa-53ee3877ebc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:20.179873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:15:20.180253 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:20.364644 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7772ff-0f42-487c-8614-ccca2e5f21ef req-996ff944-8a45-440b-855b-d86b4890e408 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:20.366138 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc7772ff-0f42-487c-8614-ccca2e5f21ef req-996ff944-8a45-440b-855b-d86b4890e408 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 945 time: 0.2388608 Nov 08 00:15:20.373974 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6e718-08ec-4492-86a4-3f00f8f5e16f req-d65f2928-44fa-475d-a819-7860f2b772ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:20.375363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a0c6e718-08ec-4492-86a4-3f00f8f5e16f req-d65f2928-44fa-475d-a819-7860f2b772ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 1096 time: 0.1782622 Nov 08 00:15:20.474663 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-abc82229-964e-45c5-ac77-2bbff5538391 req-d5e2fec4-7fdf-4c82-99ca-86e74f52c40c tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:20.512161 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc7772ff-0f42-487c-8614-ccca2e5f21ef req-050338b1-3fff-40e3-8043-91420f38dd5d tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280746 Nov 08 00:15:20.520128 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a0c6e718-08ec-4492-86a4-3f00f8f5e16f req-930647f1-04d8-4e7c-81fd-27b4b7a65645 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311810 Nov 08 00:15:20.525174 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-975b72e6-2041-44af-954b-5dca2bad662c req-7208cdc0-f30f-41fd-aefa-53ee3877ebc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Allocated IP 19.80.0.33 (ba012713-b6aa-42c7-903f-e80dc9767877/9ab90e39-d8ae-47f7-a1b6-16b51d3655ac/852f35fc-c5d0-41f9-b362-5643eb3872c5) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:15:20.593648 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-abc82229-964e-45c5-ac77-2bbff5538391 req-d5e2fec4-7fdf-4c82-99ca-86e74f52c40c tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:20.593986 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-abc82229-964e-45c5-ac77-2bbff5538391 req-d5e2fec4-7fdf-4c82-99ca-86e74f52c40c tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Floating IP 55344956-cfc8-4ad4-9649-0031814c50f2 disassociated. External IP: 172.25.2.241, port: 4d42328b-a115-4aa9-9d88-9acd57ace464. Nov 08 00:15:20.751193 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161427f-0b68-42ed-942a-9ea534abd977 req-6422c9ab-cd36-432f-8b5a-d3546713a36e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:20.752701 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7161427f-0b68-42ed-942a-9ea534abd977 req-6422c9ab-cd36-432f-8b5a-d3546713a36e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.1844280 Nov 08 00:15:20.812169 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-975b72e6-2041-44af-954b-5dca2bad662c req-7208cdc0-f30f-41fd-aefa-53ee3877ebc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:20.830698 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7161427f-0b68-42ed-942a-9ea534abd977 req-e7846570-19b4-4200-9d54-b9af9c7066f6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684392 Nov 08 00:15:20.953070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abc82229-964e-45c5-ac77-2bbff5538391 req-d5e2fec4-7fdf-4c82-99ca-86e74f52c40c tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Router ab8571f0-ba98-4370-8740-4c398a7558e8 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:15:21.032016 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-975b72e6-2041-44af-954b-5dca2bad662c req-7208cdc0-f30f-41fd-aefa-53ee3877ebc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:21.098505 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec394e6e-235c-4d5d-8f6e-7ade799be5f2 req-5215944c-fd2b-4673-8335-5fc6a24dd0a9 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0997601 Nov 08 00:15:21.138584 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975b72e6-2041-44af-954b-5dca2bad662c req-7208cdc0-f30f-41fd-aefa-53ee3877ebc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Network ba012713-b6aa-42c7-903f-e80dc9767877 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:15:21.144189 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-975b72e6-2041-44af-954b-5dca2bad662c req-7208cdc0-f30f-41fd-aefa-53ee3877ebc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:15:21.145960 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208cdc0-f30f-41fd-aefa-53ee3877ebc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event updated for resources: {'Port': ['ID=852f35fc-c5d0-41f9-b362-5643eb3872c5,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:21.149594 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-975b72e6-2041-44af-954b-5dca2bad662c req-7208cdc0-f30f-41fd-aefa-53ee3877ebc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:15:21.201421 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-19dfbfff-1d85-4766-9302-01c470e43432 req-a654827d-23c2-4d1a-9f1f-bc2dc8e47fb5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2010548 Nov 08 00:15:21.230411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abc82229-964e-45c5-ac77-2bbff5538391 req-d5e2fec4-7fdf-4c82-99ca-86e74f52c40c tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:15:21.238235 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-abc82229-964e-45c5-ac77-2bbff5538391 req-d5e2fec4-7fdf-4c82-99ca-86e74f52c40c tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:21.240982 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eee9ad1-cadb-40b9-ba03-5335ff96efd7 None None] Sync routers for ids ['ab8571f0-ba98-4370-8740-4c398a7558e8'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:15:21.248079 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b72e6-2041-44af-954b-5dca2bad662c req-7208cdc0-f30f-41fd-aefa-53ee3877ebc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:21.248704 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-975b72e6-2041-44af-954b-5dca2bad662c req-7208cdc0-f30f-41fd-aefa-53ee3877ebc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:21.251145 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee9ad1-cadb-40b9-ba03-5335ff96efd7 None None] Routers {'ab8571f0-ba98-4370-8740-4c398a7558e8'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:15:21.251957 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-1eee9ad1-cadb-40b9-ba03-5335ff96efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:15:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ab8571f0-ba98-4370-8740-4c398a7558e8'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:21.314721 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abc82229-964e-45c5-ac77-2bbff5538391 req-d5e2fec4-7fdf-4c82-99ca-86e74f52c40c tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "PUT /v2.0/floatingips/55344956-cfc8-4ad4-9649-0031814c50f2 HTTP/1.1" status: 200 len: 695 time: 1.2793527 Nov 08 00:15:21.316502 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec07f3a4-7b63-442c-b91a-76d18f008387', 'tag': '4d42328b-a115-4aa9-9d88-9acd57ace464'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:21.318767 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4bca00-a339-45a2-8148-4d2f95d60012" -d '{"events": [{"name": "network-changed", "server_uuid": "ec07f3a4-7b63-442c-b91a-76d18f008387", "tag": "4d42328b-a115-4aa9-9d88-9acd57ace464"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:21.333101 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3c05f-7fa9-4afb-a486-15fca196fb96 req-adb77ed1-0f81-4a1d-9c0b-e0f85f0fa3c9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:21.333101 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47c3c05f-7fa9-4afb-a486-15fca196fb96 req-adb77ed1-0f81-4a1d-9c0b-e0f85f0fa3c9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=637b919d-5961-4fc4-8c24-bf5c6b061c9a HTTP/1.1" status: 200 len: 945 time: 0.1565008 Nov 08 00:15:21.371424 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-1eee9ad1-cadb-40b9-ba03-5335ff96efd7 None None] Set router ab8571f0-ba98-4370-8740-4c398a7558e8 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:15:21.377630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfbfff-1d85-4766-9302-01c470e43432 req-cd525a09-80d6-4ce0-9dcf-8872a05b2c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:21.379097 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-19dfbfff-1d85-4766-9302-01c470e43432 req-cd525a09-80d6-4ce0-9dcf-8872a05b2c1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 1101 time: 0.1091928 Nov 08 00:15:21.386718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-7208cdc0-f30f-41fd-aefa-53ee3877ebc0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5808041 Nov 08 00:15:21.406127 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5f2f1e9c-d928-4be0-8bff-ee3bf0647c95 None None] Provisioning complete for port 852f35fc-c5d0-41f9-b362-5643eb3872c5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:15:21.407471 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1e9c-d928-4be0-8bff-ee3bf0647c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:21.418040 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-975b72e6-2041-44af-954b-5dca2bad662c req-bcd4effc-3bc8-4d71-a525-7d802faa2954 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Request body: {'port': {'device_id': 'aa80f234-2b79-4bd0-bb36-548d897445df', 'network_id': '0d86c777-827f-421a-baab-6156d12edb4f', 'admin_state_up': True, 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:21.431915 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47c3c05f-7fa9-4afb-a486-15fca196fb96 req-7d7474b8-a2fb-42fa-8969-1014be253916 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927303 Nov 08 00:15:21.443521 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc82229-964e-45c5-ac77-2bbff5538391 req-ed64f7cc-7ea1-4f9d-9e7e-6c1fa6add474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:21.455802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abc82229-964e-45c5-ac77-2bbff5538391 req-ed64f7cc-7ea1-4f9d-9e7e-6c1fa6add474 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2de47a6126ba4de69e1e89c7390326ab&device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 1096 time: 0.1047845 Nov 08 00:15:21.456037 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f1e9c-d928-4be0-8bff-ee3bf0647c95 None None] Port 852f35fc-c5d0-41f9-b362-5643eb3872c5 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:15:21.591424 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-1eee9ad1-cadb-40b9-ba03-5335ff96efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:29Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:21.616937 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eee9ad1-cadb-40b9-ba03-5335ff96efd7 None None] Checking router: ab8571f0-ba98-4370-8740-4c398a7558e8 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:15:21.625536 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee9ad1-cadb-40b9-ba03-5335ff96efd7 None None] Routers {'ab8571f0-ba98-4370-8740-4c398a7558e8'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:15:21.626074 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-1eee9ad1-cadb-40b9-ba03-5335ff96efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:15:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ab8571f0-ba98-4370-8740-4c398a7558e8'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:21.685413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c083f6-cd16-45ba-966d-12f08b2d58bc req-c57a4856-28c8-4e36-9b56-0330dc0cbf6d tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:21.686856 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29c083f6-cd16-45ba-966d-12f08b2d58bc req-c57a4856-28c8-4e36-9b56-0330dc0cbf6d tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 931 time: 0.1672776 Nov 08 00:15:21.696845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfbfff-1d85-4766-9302-01c470e43432 req-9d3f5513-8b8c-4a48-81d5-2a931f38e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:21.698255 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-19dfbfff-1d85-4766-9302-01c470e43432 req-9d3f5513-8b8c-4a48-81d5-2a931f38e71f service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.2841735 Nov 08 00:15:21.708275 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc82229-964e-45c5-ac77-2bbff5538391 req-620ce88e-16d7-4e99-8164-d8c35aa65f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:21.709625 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abc82229-964e-45c5-ac77-2bbff5538391 req-620ce88e-16d7-4e99-8164-d8c35aa65f1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=0de3b87e-5ff4-4f98-bc99-5800b250314b HTTP/1.1" status: 200 len: 921 time: 0.2052958 Nov 08 00:15:21.729936 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-1eee9ad1-cadb-40b9-ba03-5335ff96efd7 None None] Set router ab8571f0-ba98-4370-8740-4c398a7558e8 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:15:22.024551 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-1eee9ad1-cadb-40b9-ba03-5335ff96efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:29Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:22.054860 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eee9ad1-cadb-40b9-ba03-5335ff96efd7 None None] The sync data for ids ['ab8571f0-ba98-4370-8740-4c398a7558e8'] in n-d-816882-1 is: [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:29Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:15:22.084767 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-19dfbfff-1d85-4766-9302-01c470e43432 req-d240a3ff-9cf6-4aa0-b157-bd44d7dfc619 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=fe0af755-b3b7-4f99-b3cd-38d7af31c298 HTTP/1.1" status: 200 len: 217 time: 0.3719668 Nov 08 00:15:22.089164 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abc82229-964e-45c5-ac77-2bbff5538391 req-1baee913-7ae1-4659-8a33-ef69a8bd8ee9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d42328b-a115-4aa9-9d88-9acd57ace464 HTTP/1.1" status: 200 len: 217 time: 0.3588758 Nov 08 00:15:22.094674 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd0fcd6-d598-4efe-bb59-40dabe96b661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dae70b-bd19-4a25-ab3c-92c5aae44e69'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:22.097174 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a843bf-f218-4870-b75c-e7af271b1e13" -d '{"events": [{"server_uuid": "7dd0fcd6-d598-4efe-bb59-40dabe96b661", "name": "network-vif-plugged", "status": "completed", "tag": "a6dae70b-bd19-4a25-ab3c-92c5aae44e69"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:22.160401 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29c083f6-cd16-45ba-966d-12f08b2d58bc req-524b7bbf-5c8b-4134-9c2e-6d4554f57f64 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663334 Nov 08 00:15:22.183488 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975b72e6-2041-44af-954b-5dca2bad662c req-bcd4effc-3bc8-4d71-a525-7d802faa2954 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Made reservation on behalf of 35922b4ef6074a3f9f3a7b480ac0afa6 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:15:22.187729 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-975b72e6-2041-44af-954b-5dca2bad662c req-bcd4effc-3bc8-4d71-a525-7d802faa2954 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:22.193786 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc82229-964e-45c5-ac77-2bbff5538391 req-d3ae08ab-828f-4b94-8de6-0ca4e660f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:22.195269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abc82229-964e-45c5-ac77-2bbff5538391 req-d3ae08ab-828f-4b94-8de6-0ca4e660f34e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=311328bc-5cef-4eac-9675-4fcbd1f92dad HTTP/1.1" status: 200 len: 859 time: 0.0993145 Nov 08 00:15:22.215538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfbfff-1d85-4766-9302-01c470e43432 req-90a6ccb5-9ecb-46ab-9d99-9e4d9ef7ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:22.225093 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-19dfbfff-1d85-4766-9302-01c470e43432 req-90a6ccb5-9ecb-46ab-9d99-9e4d9ef7ae06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1180408 Nov 08 00:15:22.310089 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ff28b0-77cb-4768-a9d0-99897df134bc None None] New status for floating IP 55344956-cfc8-4ad4-9649-0031814c50f2: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:15:22.358662 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc82229-964e-45c5-ac77-2bbff5538391 req-08a5afdb-499a-4a93-84b8-c967607ee83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:22.360177 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abc82229-964e-45c5-ac77-2bbff5538391 req-08a5afdb-499a-4a93-84b8-c967607ee83d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0de3b87e-5ff4-4f98-bc99-5800b250314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541243 Nov 08 00:15:22.455562 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e6e03-2d79-4fd3-bc18-cddc18cf4413 req-97f26c87-882c-41b6-a881-ccd98e90de4b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:22.457079 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b97e6e03-2d79-4fd3-bc18-cddc18cf4413 req-97f26c87-882c-41b6-a881-ccd98e90de4b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.2193158 Nov 08 00:15:22.458639 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfbfff-1d85-4766-9302-01c470e43432 req-613ae038-b723-4e00-a545-bc3078453614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:22.459988 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-19dfbfff-1d85-4766-9302-01c470e43432 req-613ae038-b723-4e00-a545-bc3078453614 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2234597 Nov 08 00:15:22.546920 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-975b72e6-2041-44af-954b-5dca2bad662c req-bcd4effc-3bc8-4d71-a525-7d802faa2954 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Allocated IP 19.86.0.137 (0d86c777-827f-421a-baab-6156d12edb4f/4c4e8508-a954-47f8-8582-794fbeae2283/a1ec577f-9009-4484-909d-7f04698d07ff) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:15:22.610305 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b97e6e03-2d79-4fd3-bc18-cddc18cf4413 req-61e8f633-ab87-4303-a317-4f8455aa5db4 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443322 Nov 08 00:15:22.628798 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abc82229-964e-45c5-ac77-2bbff5538391 req-b4b23fce-6799-4be0-8730-a939cc1d4980 service neutron] 10.222.0.13 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550619 Nov 08 00:15:22.659534 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c795e920-0db3-4d3e-a1bf-3e66381b02b0 x-openstack-request-id: req-c795e920-0db3-4d3e-a1bf-3e66381b02b0 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:22.659841 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec07f3a4-7b63-442c-b91a-76d18f008387", "tag": "4d42328b-a115-4aa9-9d88-9acd57ace464", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:22.660089 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c795e920-0db3-4d3e-a1bf-3e66381b02b0 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:22.660472 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec07f3a4-7b63-442c-b91a-76d18f008387', 'tag': '4d42328b-a115-4aa9-9d88-9acd57ace464', 'status': 'completed', 'code': 200} Nov 08 00:15:22.709924 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-19dfbfff-1d85-4766-9302-01c470e43432 req-0159d399-5c64-43a9-9679-40ee3f27e698 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410712 Nov 08 00:15:22.767510 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bca00-a339-45a2-8148-4d2f95d60012 req-d7e73c73-3b70-423d-a0cf-ef373dafd7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:22.769055 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fe4bca00-a339-45a2-8148-4d2f95d60012 req-d7e73c73-3b70-423d-a0cf-ef373dafd7fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2de47a6126ba4de69e1e89c7390326ab&device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 1096 time: 0.0406435 Nov 08 00:15:22.861223 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bca00-a339-45a2-8148-4d2f95d60012 req-90ffa8b1-3bdd-499e-802d-66c5e477d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:22.862705 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fe4bca00-a339-45a2-8148-4d2f95d60012 req-90ffa8b1-3bdd-499e-802d-66c5e477d753 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0de3b87e-5ff4-4f98-bc99-5800b250314b HTTP/1.1" status: 200 len: 921 time: 0.0864644 Nov 08 00:15:22.899477 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a870dd-1e1a-4a4f-896c-248c43d74de1 req-e6e972b1-e06b-4ba9-b657-46a5d5955cd1 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:22.900964 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59a870dd-1e1a-4a4f-896c-248c43d74de1 req-e6e972b1-e06b-4ba9-b657-46a5d5955cd1 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=637b919d-5961-4fc4-8c24-bf5c6b061c9a HTTP/1.1" status: 200 len: 945 time: 0.1960266 Nov 08 00:15:22.907115 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fe4bca00-a339-45a2-8148-4d2f95d60012 req-fe25eaea-27cd-4885-add9-0d4e9240c745 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d42328b-a115-4aa9-9d88-9acd57ace464 HTTP/1.1" status: 200 len: 217 time: 0.0351717 Nov 08 00:15:22.931760 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abc82229-964e-45c5-ac77-2bbff5538391 req-63fd2bf2-a89d-4a26-9a69-274cdb5c8b1b service neutron] 10.222.0.13 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932296 Nov 08 00:15:22.958094 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bca00-a339-45a2-8148-4d2f95d60012 req-02504f3c-80a1-41ce-8991-ed6551a32a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:22.959650 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fe4bca00-a339-45a2-8148-4d2f95d60012 req-02504f3c-80a1-41ce-8991-ed6551a32a5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=311328bc-5cef-4eac-9675-4fcbd1f92dad HTTP/1.1" status: 200 len: 859 time: 0.0455999 Nov 08 00:15:22.971497 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-975b72e6-2041-44af-954b-5dca2bad662c req-bcd4effc-3bc8-4d71-a525-7d802faa2954 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:22.976569 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-19dfbfff-1d85-4766-9302-01c470e43432 req-4c2074a2-ef47-4294-9d5c-dde319e8b8f2 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143719 Nov 08 00:15:22.993311 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59a870dd-1e1a-4a4f-896c-248c43d74de1 req-a611bb2a-8790-4577-b234-cd935bcd162d tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811696 Nov 08 00:15:23.013263 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bca00-a339-45a2-8148-4d2f95d60012 req-16e929ff-9e7b-4e0e-bc98-c66084450561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:23.015061 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fe4bca00-a339-45a2-8148-4d2f95d60012 req-16e929ff-9e7b-4e0e-bc98-c66084450561 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0de3b87e-5ff4-4f98-bc99-5800b250314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472226 Nov 08 00:15:23.122445 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-975b72e6-2041-44af-954b-5dca2bad662c req-bcd4effc-3bc8-4d71-a525-7d802faa2954 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:23.132625 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fe4bca00-a339-45a2-8148-4d2f95d60012 req-e0e62d35-4e8f-4b33-aed7-949a2737a455 service neutron] 10.222.0.20 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953276 Nov 08 00:15:23.183002 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975b72e6-2041-44af-954b-5dca2bad662c req-bcd4effc-3bc8-4d71-a525-7d802faa2954 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Network 0d86c777-827f-421a-baab-6156d12edb4f is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:15:23.196363 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de8544-0052-418b-8288-ffd6b6294a91 req-d1177d9c-a841-4dbf-ae56-d89c1e999873 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:23.197866 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38de8544-0052-418b-8288-ffd6b6294a91 req-d1177d9c-a841-4dbf-ae56-d89c1e999873 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 945 time: 0.1314833 Nov 08 00:15:23.205298 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-975b72e6-2041-44af-954b-5dca2bad662c req-bcd4effc-3bc8-4d71-a525-7d802faa2954 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:15:23.210033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-975b72e6-2041-44af-954b-5dca2bad662c req-bcd4effc-3bc8-4d71-a525-7d802faa2954 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:15:23.217328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4effc-3bc8-4d71-a525-7d802faa2954 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event updated for resources: {'Port': ['ID=a1ec577f-9009-4484-909d-7f04698d07ff,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:23.226589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72bba2-dacb-4cf9-8849-d43d44532b93 req-41687cc8-8df3-4369-be9b-181f5e6ac29a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:23.228140 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb72bba2-dacb-4cf9-8849-d43d44532b93 req-41687cc8-8df3-4369-be9b-181f5e6ac29a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.1452634 Nov 08 00:15:23.240213 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fe4bca00-a339-45a2-8148-4d2f95d60012 req-0f105c5e-f659-4312-82c4-141f28e09ca3 service neutron] 10.222.0.20 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996563 Nov 08 00:15:23.319447 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b72e6-2041-44af-954b-5dca2bad662c req-bcd4effc-3bc8-4d71-a525-7d802faa2954 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:23.320109 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-975b72e6-2041-44af-954b-5dca2bad662c req-bcd4effc-3bc8-4d71-a525-7d802faa2954 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:23.326908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38de8544-0052-418b-8288-ffd6b6294a91 req-59ff1214-1824-40ae-9748-ba10ade5be17 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192465 Nov 08 00:15:23.336433 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb72bba2-dacb-4cf9-8849-d43d44532b93 req-d923d174-d1be-4e70-ad95-dba70ec77b2e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986595 Nov 08 00:15:23.401304 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf2d837-4e66-45de-9f01-7df36ddc82b4 x-openstack-request-id: req-faf2d837-4e66-45de-9f01-7df36ddc82b4 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:23.401304 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd0fcd6-d598-4efe-bb59-40dabe96b661", "name": "network-vif-plugged", "status": "completed", "tag": "a6dae70b-bd19-4a25-ab3c-92c5aae44e69", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:23.401304 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-faf2d837-4e66-45de-9f01-7df36ddc82b4 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:23.401304 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd0fcd6-d598-4efe-bb59-40dabe96b661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dae70b-bd19-4a25-ab3c-92c5aae44e69', 'code': 200} Nov 08 00:15:23.431125 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-bcd4effc-3bc8-4d71-a525-7d802faa2954 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0215616 Nov 08 00:15:23.460874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Request body: {'port': {'device_id': 'aa80f234-2b79-4bd0-bb36-548d897445df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:23.495227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ea1ac485-556c-4b61-8bf4-827fa720a9cc None None] Provisioning complete for port a1ec577f-9009-4484-909d-7f04698d07ff triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:15:23.495597 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac485-556c-4b61-8bf4-827fa720a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:23.507670 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96bded72-5715-462e-872f-89a9f9d2ba11 req-e13f66c2-b5d9-40bd-8cfd-e2216385ccec tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0592551 Nov 08 00:15:23.559758 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:23.563538 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ea1ac485-556c-4b61-8bf4-827fa720a9cc None None] Port a1ec577f-9009-4484-909d-7f04698d07ff cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:15:23.586996 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877de1b-8c56-4a96-aa49-b27e949a945a req-93ca6522-ff9b-4604-bf7b-917f2a415417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:23.589036 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7877de1b-8c56-4a96-aa49-b27e949a945a req-93ca6522-ff9b-4604-bf7b-917f2a415417 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 1096 time: 0.0522594 Nov 08 00:15:23.634410 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7877de1b-8c56-4a96-aa49-b27e949a945a req-bb3341af-2252-4141-98af-2c4f6d579d03 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358863 Nov 08 00:15:23.883113 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852f35fc-c5d0-41f9-b362-5643eb3872c5 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:15:23.900053 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:23.911132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e639c6e-ff7a-4c0c-8ae7-57c070f59abe req-76191a5e-ef3d-433d-b4e0-f35f29fdade0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:23.918534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e639c6e-ff7a-4c0c-8ae7-57c070f59abe req-76191a5e-ef3d-433d-b4e0-f35f29fdade0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:23.918771 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e639c6e-ff7a-4c0c-8ae7-57c070f59abe req-76191a5e-ef3d-433d-b4e0-f35f29fdade0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 1654 time: 0.0963128 Nov 08 00:15:23.927704 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Transition to ACTIVE for port object 852f35fc-c5d0-41f9-b362-5643eb3872c5 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:15:23.984786 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e639c6e-ff7a-4c0c-8ae7-57c070f59abe req-8df84ca2-e2c8-4d65-8e3d-e7289af3b965 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588579 Nov 08 00:15:23.993006 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:24.005894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccd649-ab11-40be-a20e-43fdb2931b82 req-0e6d5a83-4dcc-47f9-9f83-91d37dd0d4fb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:24.011435 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-98ccd649-ab11-40be-a20e-43fdb2931b82 req-0e6d5a83-4dcc-47f9-9f83-91d37dd0d4fb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.0664277 Nov 08 00:15:24.097948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Pushing event updated for resources: {'Port': ['ID=852f35fc-c5d0-41f9-b362-5643eb3872c5,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:24.161666 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-98ccd649-ab11-40be-a20e-43fdb2931b82 req-606b18e6-d242-4588-8668-618bd91cceff tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289144 Nov 08 00:15:24.193808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc116d5-aed2-49f1-9e64-56d6cfcbce3b req-6ba9b52f-c369-4d48-81b6-34abe16a7633 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:24.195361 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4dc116d5-aed2-49f1-9e64-56d6cfcbce3b req-6ba9b52f-c369-4d48-81b6-34abe16a7633 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=637b919d-5961-4fc4-8c24-bf5c6b061c9a HTTP/1.1" status: 200 len: 945 time: 0.1423163 Nov 08 00:15:24.211877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Attempting to bind port 852f35fc-c5d0-41f9-b362-5643eb3872c5 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:15:24.212947 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Attempting to bind port 852f35fc-c5d0-41f9-b362-5643eb3872c5 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ba012713-b6aa-42c7-903f-e80dc9767877'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:15:24.212947 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Attempting to bind port 852f35fc-c5d0-41f9-b362-5643eb3872c5 on network ba012713-b6aa-42c7-903f-e80dc9767877 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:24.225605 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Port 852f35fc-c5d0-41f9-b362-5643eb3872c5 on network ba012713-b6aa-42c7-903f-e80dc9767877 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:15:24.225931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Attempting to bind port 852f35fc-c5d0-41f9-b362-5643eb3872c5 on network ba012713-b6aa-42c7-903f-e80dc9767877 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:24.250868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:15:24.251211 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Checking segment: {'id': '1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ba012713-b6aa-42c7-903f-e80dc9767877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:15:24.251592 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Bound using segment: {'id': '1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ba012713-b6aa-42c7-903f-e80dc9767877'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:15:24.252063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Bound port: 852f35fc-c5d0-41f9-b362-5643eb3872c5, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ba012713-b6aa-42c7-903f-e80dc9767877'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:15:24.252485 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:24.288873 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4dc116d5-aed2-49f1-9e64-56d6cfcbce3b req-1e8e682a-03cd-4574-b625-1bc42f16f1ae tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848563 Nov 08 00:15:24.331733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-695c7b19-9f47-4e1a-83f3-66297c7048c9 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:24.333281 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-695c7b19-9f47-4e1a-83f3-66297c7048c9 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f7755e-bb39-42a6-8848-72c8565de592&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1031570 Nov 08 00:15:24.406187 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-ef22cf90-f1c6-4b12-9659-2183cd9ad0ff tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 696 time: 0.0609531 Nov 08 00:15:24.406187 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] For port 852f35fc-c5d0-41f9-b362-5643eb3872c5, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:15:24.416944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] For port 852f35fc-c5d0-41f9-b362-5643eb3872c5, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=852f35fc-c5d0-41f9-b362-5643eb3872c5,segment=NetworkSegment(1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb),segment_id=1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:15:24.427875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-5802ff89-0be1-4ce6-a975-ab576459c7ef tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Request body: {'floatingip': {'port_id': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:24.468546 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-5802ff89-0be1-4ce6-a975-ab576459c7ef tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:24.530639 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:24.585942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:24.586734 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:24.588306 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] 10.222.0.26 "PUT /v2.0/ports/852f35fc-c5d0-41f9-b362-5643eb3872c5 HTTP/1.1" status: 200 len: 1091 time: 1.1314623 Nov 08 00:15:24.663249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa80f234-2b79-4bd0-bb36-548d897445df', 'tag': '852f35fc-c5d0-41f9-b362-5643eb3872c5'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:24.670555 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1b62f3-7e10-42b4-b94c-6a71e21304a8" -d '{"events": [{"name": "network-changed", "server_uuid": "aa80f234-2b79-4bd0-bb36-548d897445df", "tag": "852f35fc-c5d0-41f9-b362-5643eb3872c5"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:24.699868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2aed2-2733-4a84-b458-32cdb6442a35 service neutron] Pushing event updated for resources: {'Port': ['ID=852f35fc-c5d0-41f9-b362-5643eb3872c5,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:24.716244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Request body: {'port': {'device_id': 'aa80f234-2b79-4bd0-bb36-548d897445df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:24.796676 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:25.143610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8507971-0607-45a9-9ff8-39c7ba6e1c3d req-d4f85405-173d-4e23-ba8c-3155d64a5c01 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:25.145087 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8507971-0607-45a9-9ff8-39c7ba6e1c3d req-d4f85405-173d-4e23-ba8c-3155d64a5c01 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 945 time: 0.1505170 Nov 08 00:15:25.253515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8507971-0607-45a9-9ff8-39c7ba6e1c3d req-f209ca94-4d76-4973-a34b-8cbad3a7da8b tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006250 Nov 08 00:15:25.257600 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-5802ff89-0be1-4ce6-a975-ab576459c7ef tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:25.317774 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ec577f-9009-4484-909d-7f04698d07ff {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:15:25.333121 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:25.363505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Transition to ACTIVE for port object a1ec577f-9009-4484-909d-7f04698d07ff will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:15:25.379292 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03c96e-5406-4d00-94bb-69f4e96e6588 req-94c73f05-7578-4fa6-9729-4f21f9ce8249 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:25.380790 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb03c96e-5406-4d00-94bb-69f4e96e6588 req-94c73f05-7578-4fa6-9729-4f21f9ce8249 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.0681813 Nov 08 00:15:25.395397 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-5802ff89-0be1-4ce6-a975-ab576459c7ef tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:25.521483 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-e81540f7-d1b6-4ff6-b2bf-88669d2653bd service neutron] show failed (client error): The resource could not be found. Nov 08 00:15:25.522505 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-e81540f7-d1b6-4ff6-b2bf-88669d2653bd service neutron] 10.222.0.26 "GET /v2.0/ports/87317753-526c-4085-922b-c2cf55d8958d/bindings/n-h1-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.0573523 Nov 08 00:15:25.750392 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:25.811295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb03c96e-5406-4d00-94bb-69f4e96e6588 req-b85f96ac-2c63-466c-8d15-58da2a1627c9 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228933 Nov 08 00:15:25.827565 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Pushing event updated for resources: {'Port': ['ID=a1ec577f-9009-4484-909d-7f04698d07ff,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:25.890599 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-5802ff89-0be1-4ce6-a975-ab576459c7ef tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Floating IP 55344956-cfc8-4ad4-9649-0031814c50f2 associated. External IP: 172.25.2.241, port: 91d3c811-a8f5-4496-9eab-cb87f11ae6ee. Nov 08 00:15:26.010063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Attempting to bind port a1ec577f-9009-4484-909d-7f04698d07ff on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:15:26.012040 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Attempting to bind port a1ec577f-9009-4484-909d-7f04698d07ff by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '2c102055-147c-483e-b335-5480f3ebd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0d86c777-827f-421a-baab-6156d12edb4f'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:15:26.012657 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Attempting to bind port a1ec577f-9009-4484-909d-7f04698d07ff on network 0d86c777-827f-421a-baab-6156d12edb4f {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:26.019991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Port a1ec577f-9009-4484-909d-7f04698d07ff on network 0d86c777-827f-421a-baab-6156d12edb4f not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:15:26.020314 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Attempting to bind port a1ec577f-9009-4484-909d-7f04698d07ff on network 0d86c777-827f-421a-baab-6156d12edb4f {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:26.033057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:15:26.033574 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Checking segment: {'id': '2c102055-147c-483e-b335-5480f3ebd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0d86c777-827f-421a-baab-6156d12edb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:15:26.034781 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Bound using segment: {'id': '2c102055-147c-483e-b335-5480f3ebd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0d86c777-827f-421a-baab-6156d12edb4f'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:15:26.036440 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Bound port: a1ec577f-9009-4484-909d-7f04698d07ff, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c102055-147c-483e-b335-5480f3ebd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0d86c777-827f-421a-baab-6156d12edb4f'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:15:26.036440 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:26.105167 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59211230-11ba-4756-8525-41157ec27649 req-d4855919-0153-4a6a-ad91-be11c3792511 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0341523 Nov 08 00:15:26.116867 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-5cfaac4d-856c-4ee4-8ca2-61e5bdd2823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:26.118491 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-5cfaac4d-856c-4ee4-8ca2-61e5bdd2823d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5&tenant_id=c0d6283f3c2b48d888bd9867b9b06340 HTTP/1.1" status: 200 len: 1100 time: 0.0646722 Nov 08 00:15:26.142524 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:26.207196 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:26.230217 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a66940-89f1-4b25-a892-a9e8abf0ae42 x-openstack-request-id: req-20a66940-89f1-4b25-a892-a9e8abf0ae42 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:26.230592 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa80f234-2b79-4bd0-bb36-548d897445df", "tag": "852f35fc-c5d0-41f9-b362-5643eb3872c5", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:26.230747 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20a66940-89f1-4b25-a892-a9e8abf0ae42 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:26.231957 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa80f234-2b79-4bd0-bb36-548d897445df', 'tag': '852f35fc-c5d0-41f9-b362-5643eb3872c5', 'status': 'completed', 'code': 200} Nov 08 00:15:26.301643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] For port a1ec577f-9009-4484-909d-7f04698d07ff, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:15:26.325424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] For port a1ec577f-9009-4484-909d-7f04698d07ff, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a1ec577f-9009-4484-909d-7f04698d07ff,segment=NetworkSegment(2c102055-147c-483e-b335-5480f3ebd956),segment_id=2c102055-147c-483e-b335-5480f3ebd956)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:15:26.349764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9273ed-f52e-4b79-9912-d13ad566b823 req-03a2a2a6-28bd-4b35-bcb9-7dacad4ac4f1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:26.351270 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d9273ed-f52e-4b79-9912-d13ad566b823 req-03a2a2a6-28bd-4b35-bcb9-7dacad4ac4f1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.1039262 Nov 08 00:15:26.370812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b62f3-7e10-42b4-b94c-6a71e21304a8 req-988e55c6-5930-48d2-92bb-b2cda5715ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:26.371305 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b62f3-7e10-42b4-b94c-6a71e21304a8 req-988e55c6-5930-48d2-92bb-b2cda5715ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:26.372939 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fe1b62f3-7e10-42b4-b94c-6a71e21304a8 req-988e55c6-5930-48d2-92bb-b2cda5715ef3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=35922b4ef6074a3f9f3a7b480ac0afa6&device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 1938 time: 0.1261797 Nov 08 00:15:26.376614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-5802ff89-0be1-4ce6-a975-ab576459c7ef tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Router ab8571f0-ba98-4370-8740-4c398a7558e8 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:15:26.403518 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d9273ed-f52e-4b79-9912-d13ad566b823 req-246f0676-89fe-4205-b8f1-441429ecffe1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421784 Nov 08 00:15:26.405036 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:26.519534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:26.520176 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:26.521551 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] 10.222.0.26 "PUT /v2.0/ports/a1ec577f-9009-4484-909d-7f04698d07ff HTTP/1.1" status: 200 len: 1092 time: 1.8106291 Nov 08 00:15:26.573320 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738558fa-eaa5-417f-950b-44a1790895ac service neutron] Pushing event updated for resources: {'Port': ['ID=a1ec577f-9009-4484-909d-7f04698d07ff,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:26.607678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-5802ff89-0be1-4ce6-a975-ab576459c7ef tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:15:26.612876 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-5802ff89-0be1-4ce6-a975-ab576459c7ef tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:26.619314 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201532b9-98a6-4a99-8c33-bf6bc9ba90ec None None] Sync routers for ids ['ab8571f0-ba98-4370-8740-4c398a7558e8'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:15:26.622514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29a85-5230-4439-924f-7dd4ed2dca9d req-56de6969-cbbc-4220-a70e-3161b33daaa1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:26.628678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29a85-5230-4439-924f-7dd4ed2dca9d req-56de6969-cbbc-4220-a70e-3161b33daaa1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:26.630323 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46f29a85-5230-4439-924f-7dd4ed2dca9d req-56de6969-cbbc-4220-a70e-3161b33daaa1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 1678 time: 0.1390195 Nov 08 00:15:26.633781 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201532b9-98a6-4a99-8c33-bf6bc9ba90ec None None] Routers {'ab8571f0-ba98-4370-8740-4c398a7558e8'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:15:26.634720 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-201532b9-98a6-4a99-8c33-bf6bc9ba90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:15:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ab8571f0-ba98-4370-8740-4c398a7558e8'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:26.672607 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-5802ff89-0be1-4ce6-a975-ab576459c7ef tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "PUT /v2.0/floatingips/55344956-cfc8-4ad4-9649-0031814c50f2 HTTP/1.1" status: 200 len: 997 time: 2.2490842 Nov 08 00:15:26.692813 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46f29a85-5230-4439-924f-7dd4ed2dca9d req-100ed599-4abb-40b9-9366-f25657272194 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448427 Nov 08 00:15:26.768290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-fe5ecb17-b43e-4f29-b03a-eebbdbf4b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:26.771256 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-fe5ecb17-b43e-4f29-b03a-eebbdbf4b580 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2de47a6126ba4de69e1e89c7390326ab&device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 1097 time: 0.0616536 Nov 08 00:15:26.785254 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-201532b9-98a6-4a99-8c33-bf6bc9ba90ec None None] Set router ab8571f0-ba98-4370-8740-4c398a7558e8 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:15:26.854928 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] For port 87317753-526c-4085-922b-c2cf55d8958d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=87317753-526c-4085-922b-c2cf55d8958d,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:26.857587 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b62f3-7e10-42b4-b94c-6a71e21304a8 req-800d67e7-7128-43c7-b672-3348864e7cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:26.858055 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b62f3-7e10-42b4-b94c-6a71e21304a8 req-800d67e7-7128-43c7-b672-3348864e7cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:26.858589 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b62f3-7e10-42b4-b94c-6a71e21304a8 req-800d67e7-7128-43c7-b672-3348864e7cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:26.860303 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fe1b62f3-7e10-42b4-b94c-6a71e21304a8 req-800d67e7-7128-43c7-b672-3348864e7cd4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=35922b4ef6074a3f9f3a7b480ac0afa6&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4627740 Nov 08 00:15:26.922154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cc9d7-c29c-4427-8399-0da8157df67d req-766f9941-add7-4b81-adb2-4696263ae2f0 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:26.923642 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e9cc9d7-c29c-4427-8399-0da8157df67d req-766f9941-add7-4b81-adb2-4696263ae2f0 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=637b919d-5961-4fc4-8c24-bf5c6b061c9a HTTP/1.1" status: 200 len: 945 time: 0.1587830 Nov 08 00:15:26.951188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62a4dd-6450-4b38-9414-a6b443b6a4e6 req-0af27cdb-6af9-41d8-a386-6ca855c16552 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:26.952670 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f62a4dd-6450-4b38-9414-a6b443b6a4e6 req-0af27cdb-6af9-41d8-a386-6ca855c16552 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec07f3a4-7b63-442c-b91a-76d18f008387 HTTP/1.1" status: 200 len: 945 time: 0.1478570 Nov 08 00:15:26.975106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] For port 87317753-526c-4085-922b-c2cf55d8958d, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:15:27.006153 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-12bf03e9-8b65-4fda-90ee-ab752c3122ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:27.007653 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-12bf03e9-8b65-4fda-90ee-ab752c3122ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=0de3b87e-5ff4-4f98-bc99-5800b250314b HTTP/1.1" status: 200 len: 921 time: 0.2223876 Nov 08 00:15:27.046832 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bd3ad-cdf6-4b1a-87f1-ff20edef222b req-bd04dbf0-945b-4f4f-8ceb-4ae7f2d986d2 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:27.048346 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-475bd3ad-cdf6-4b1a-87f1-ff20edef222b req-bd04dbf0-945b-4f4f-8ceb-4ae7f2d986d2 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.20 "GET /v2.0/ports?device_id=637b919d-5961-4fc4-8c24-bf5c6b061c9a HTTP/1.1" status: 200 len: 945 time: 0.1329875 Nov 08 00:15:27.065730 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-201532b9-98a6-4a99-8c33-bf6bc9ba90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '55344956-cfc8-4ad4-9649-0031814c50f2', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'port_id': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'mac_address': 'fa:16:3e:d7:03:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7755e-bb39-42a6-8848-72c8565de592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:14:45Z', 'updated_at': '2021-11-08T00:15:25Z', 'revision_number': 8, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:29Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:27.070137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e9cc9d7-c29c-4427-8399-0da8157df67d req-ca65fe0e-3984-41cc-b098-77366f696ff5 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343210 Nov 08 00:15:27.076338 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26118d8e-693a-45bf-8689-d3782e5cd2b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87317753-526c-4085-922b-c2cf55d8958d'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:27.081209 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404c3aef-a614-4936-a302-ae5aaa9abffb" -d '{"events": [{"server_uuid": "26118d8e-693a-45bf-8689-d3782e5cd2b5", "name": "network-vif-unplugged", "status": "completed", "tag": "87317753-526c-4085-922b-c2cf55d8958d"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:27.084410 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:27.109954 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201532b9-98a6-4a99-8c33-bf6bc9ba90ec None None] Checking router: ab8571f0-ba98-4370-8740-4c398a7558e8 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:15:27.111962 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b62f3-7e10-42b4-b94c-6a71e21304a8 req-9d7c950a-5820-452b-abf7-57b30b9ee085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:27.113466 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fe1b62f3-7e10-42b4-b94c-6a71e21304a8 req-9d7c950a-5820-452b-abf7-57b30b9ee085 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2446167 Nov 08 00:15:27.116311 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-7e4a0ecf-2c1b-4b69-9306-88834ee10d47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d3c811-a8f5-4496-9eab-cb87f11ae6ee HTTP/1.1" status: 200 len: 1000 time: 0.0991852 Nov 08 00:15:27.136706 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] Transition to ACTIVE for port object 87317753-526c-4085-922b-c2cf55d8958d will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:15:27.144036 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201532b9-98a6-4a99-8c33-bf6bc9ba90ec None None] Routers {'ab8571f0-ba98-4370-8740-4c398a7558e8'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:15:27.144668 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-201532b9-98a6-4a99-8c33-bf6bc9ba90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:15:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ab8571f0-ba98-4370-8740-4c398a7558e8'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:27.176881 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-5f62a4dd-6450-4b38-9414-a6b443b6a4e6 req-33c0e296-a86b-4b76-8b14-15e35a9e452a tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Deleting port 4d42328b-a115-4aa9-9d88-9acd57ace464 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:27.177290 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5f62a4dd-6450-4b38-9414-a6b443b6a4e6 req-33c0e296-a86b-4b76-8b14-15e35a9e452a tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:27.215181 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:27.244788 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-34a29b74-fb17-4839-bd3f-8c68f88a2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:27.246274 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-34a29b74-fb17-4839-bd3f-8c68f88a2366 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=311328bc-5cef-4eac-9675-4fcbd1f92dad HTTP/1.1" status: 200 len: 859 time: 0.1205859 Nov 08 00:15:27.272265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-475bd3ad-cdf6-4b1a-87f1-ff20edef222b req-f513aedd-96fa-4a6b-92e6-69d585f9e745 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Deleting port f1ee2caf-aca3-4b41-9baa-5f45aff93b34 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:27.272265 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-475bd3ad-cdf6-4b1a-87f1-ff20edef222b req-f513aedd-96fa-4a6b-92e6-69d585f9e745 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:27.276365 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-201532b9-98a6-4a99-8c33-bf6bc9ba90ec None None] Set router ab8571f0-ba98-4370-8740-4c398a7558e8 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:15:27.312273 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50175c8d-bc2f-4b8a-bf78-e2da6c34c295 req-6c97bc4e-bd8d-4a61-a831-bc7026febeac tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:27.313792 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-50175c8d-bc2f-4b8a-bf78-e2da6c34c295 req-6c97bc4e-bd8d-4a61-a831-bc7026febeac tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 945 time: 0.1410203 Nov 08 00:15:27.337963 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b72e6-2041-44af-954b-5dca2bad662c req-2aec6bb9-ee50-417e-8afb-a086f0e846fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:27.337963 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b72e6-2041-44af-954b-5dca2bad662c req-2aec6bb9-ee50-417e-8afb-a086f0e846fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:27.339537 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-2aec6bb9-ee50-417e-8afb-a086f0e846fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=35922b4ef6074a3f9f3a7b480ac0afa6&device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 1980 time: 0.1586361 Nov 08 00:15:27.362740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] No DVR routers for this DVR port 87317753-526c-4085-922b-c2cf55d8958d on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:27.362740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] Pushing event updated for resources: {'Port': ['ID=87317753-526c-4085-922b-c2cf55d8958d,revision_number=6']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:27.373202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-5f62a4dd-6450-4b38-9414-a6b443b6a4e6 req-33c0e296-a86b-4b76-8b14-15e35a9e452a tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] For port 4d42328b-a115-4aa9-9d88-9acd57ace464, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=4d42328b-a115-4aa9-9d88-9acd57ace464,segment=NetworkSegment(6fb58c1c-c575-461c-b850-6c6b1be8fffd),segment_id=6fb58c1c-c575-461c-b850-6c6b1be8fffd)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:27.373629 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5f62a4dd-6450-4b38-9414-a6b443b6a4e6 req-33c0e296-a86b-4b76-8b14-15e35a9e452a tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:27.420324 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-50175c8d-bc2f-4b8a-bf78-e2da6c34c295 req-5367b689-51b1-43df-93d6-4444733233f0 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714631 Nov 08 00:15:27.423343 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-5f62a4dd-6450-4b38-9414-a6b443b6a4e6 req-33c0e296-a86b-4b76-8b14-15e35a9e452a tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Calling delete_port for 4d42328b-a115-4aa9-9d88-9acd57ace464 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:27.427067 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-8927cc57-8937-40a9-b275-81ef5cbfa8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:27.429929 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-fcff3c5c-c4c3-43ba-b815-923531c3c4d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.33&port_id=852f35fc-c5d0-41f9-b362-5643eb3872c5 HTTP/1.1" status: 200 len: 217 time: 0.0653508 Nov 08 00:15:27.430539 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-8927cc57-8937-40a9-b275-81ef5cbfa8b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0de3b87e-5ff4-4f98-bc99-5800b250314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417894 Nov 08 00:15:27.513153 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] Attempting to bind port 87317753-526c-4085-922b-c2cf55d8958d on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:15:27.513524 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] Attempting to bind port 87317753-526c-4085-922b-c2cf55d8958d by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:15:27.513825 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] Attempting to bind port 87317753-526c-4085-922b-c2cf55d8958d on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:27.525265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-475bd3ad-cdf6-4b1a-87f1-ff20edef222b req-f513aedd-96fa-4a6b-92e6-69d585f9e745 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] For port f1ee2caf-aca3-4b41-9baa-5f45aff93b34, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=f1ee2caf-aca3-4b41-9baa-5f45aff93b34,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:27.525640 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-475bd3ad-cdf6-4b1a-87f1-ff20edef222b req-f513aedd-96fa-4a6b-92e6-69d585f9e745 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:27.530133 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] Port 87317753-526c-4085-922b-c2cf55d8958d on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:15:27.530133 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] Attempting to bind port 87317753-526c-4085-922b-c2cf55d8958d on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:27.550551 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b72e6-2041-44af-954b-5dca2bad662c req-a8a2564e-c6af-40be-8cc1-2f6153bf9f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:27.552112 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-a8a2564e-c6af-40be-8cc1-2f6153bf9f29 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ab90e39-d8ae-47f7-a1b6-16b51d3655ac HTTP/1.1" status: 200 len: 801 time: 0.0985830 Nov 08 00:15:27.553157 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-475bd3ad-cdf6-4b1a-87f1-ff20edef222b req-f513aedd-96fa-4a6b-92e6-69d585f9e745 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Calling delete_port for f1ee2caf-aca3-4b41-9baa-5f45aff93b34 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:27.555042 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:15:27.555382 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:15:27.555764 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:15:27.556236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] Bound port: 87317753-526c-4085-922b-c2cf55d8958d, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:15:27.556714 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:27.637273 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8241508-4cbb-4287-92da-99bf54062861 req-d934ef22-9b88-415f-99ec-f9ec86cd3f00 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:27.638801 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8241508-4cbb-4287-92da-99bf54062861 req-d934ef22-9b88-415f-99ec-f9ec86cd3f00 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 947 time: 0.1179206 Nov 08 00:15:27.642431 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-fd5b3314-0414-452b-8dc4-b05a9da485d2 service neutron] 10.222.0.13 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007949 Nov 08 00:15:27.653726 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-201532b9-98a6-4a99-8c33-bf6bc9ba90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '55344956-cfc8-4ad4-9649-0031814c50f2', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'port_id': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'mac_address': 'fa:16:3e:d7:03:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7755e-bb39-42a6-8848-72c8565de592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:14:45Z', 'updated_at': '2021-11-08T00:15:25Z', 'revision_number': 8, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:29Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:27.683209 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201532b9-98a6-4a99-8c33-bf6bc9ba90ec None None] The sync data for ids ['ab8571f0-ba98-4370-8740-4c398a7558e8'] in n-d-816882-1 is: [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '55344956-cfc8-4ad4-9649-0031814c50f2', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'port_id': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'mac_address': 'fa:16:3e:d7:03:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7755e-bb39-42a6-8848-72c8565de592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:14:45Z', 'updated_at': '2021-11-08T00:15:25Z', 'revision_number': 8, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:29Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:15:27.708334 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b72e6-2041-44af-954b-5dca2bad662c req-18b9cbe8-0279-4008-ab76-c0baa46e634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:27.709905 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-18b9cbe8-0279-4008-ab76-c0baa46e634f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba012713-b6aa-42c7-903f-e80dc9767877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1423542 Nov 08 00:15:27.753587 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] For port 87317753-526c-4085-922b-c2cf55d8958d, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:15:27.789148 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8241508-4cbb-4287-92da-99bf54062861 req-a2c38399-1aca-47c3-b8ac-26c23dc9d6ed tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281962 Nov 08 00:15:27.817476 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05f9893b-cd6d-44b6-941d-3c6f1b012035 req-629acd6d-31d6-4732-b3a8-18555714ae85 service neutron] 10.222.0.13 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628611 Nov 08 00:15:27.825544 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] For port 87317753-526c-4085-922b-c2cf55d8958d, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=87317753-526c-4085-922b-c2cf55d8958d,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:15:27.854348 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5f62a4dd-6450-4b38-9414-a6b443b6a4e6 req-33c0e296-a86b-4b76-8b14-15e35a9e452a tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:27.873937 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-55e51218-30a7-444f-9069-42c899f81ae1 service neutron] 10.222.0.26 "GET /v2.0/networks/ba012713-b6aa-42c7-903f-e80dc9767877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541100 Nov 08 00:15:27.888000 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['91d3c811-a8f5-4496-9eab-cb87f11ae6ee'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:27.888686 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0e296-a86b-4b76-8b14-15e35a9e452a tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Pushing event deleted for resources: {'Port': ['ID=4d42328b-a115-4aa9-9d88-9acd57ace464,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:27.895115 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['4d42328b-a115-4aa9-9d88-9acd57ace464'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:27.914211 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:27.939058 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f62a4dd-6450-4b38-9414-a6b443b6a4e6 req-33c0e296-a86b-4b76-8b14-15e35a9e452a tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] No DVR routers for this DVR port 4d42328b-a115-4aa9-9d88-9acd57ace464 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:27.943764 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5f62a4dd-6450-4b38-9414-a6b443b6a4e6 req-33c0e296-a86b-4b76-8b14-15e35a9e452a tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:27.951461 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f62a4dd-6450-4b38-9414-a6b443b6a4e6 req-33c0e296-a86b-4b76-8b14-15e35a9e452a tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.20 "DELETE /v2.0/ports/4d42328b-a115-4aa9-9d88-9acd57ace464 HTTP/1.1" status: 204 len: 173 time: 0.9869118 Nov 08 00:15:28.007436 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-475bd3ad-cdf6-4b1a-87f1-ff20edef222b req-f513aedd-96fa-4a6b-92e6-69d585f9e745 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:28.031017 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e2f0ca-6bd0-4002-a801-cb5fc840d0b2 x-openstack-request-id: req-38e2f0ca-6bd0-4002-a801-cb5fc840d0b2 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:28.031315 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26118d8e-693a-45bf-8689-d3782e5cd2b5", "name": "network-vif-unplugged", "status": "completed", "tag": "87317753-526c-4085-922b-c2cf55d8958d", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:28.031714 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38e2f0ca-6bd0-4002-a801-cb5fc840d0b2 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:28.031997 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26118d8e-693a-45bf-8689-d3782e5cd2b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87317753-526c-4085-922b-c2cf55d8958d', 'code': 200} Nov 08 00:15:28.060955 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['f1ee2caf-aca3-4b41-9baa-5f45aff93b34'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:28.072532 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0451bb22-4447-4772-8f09-e97598fb1f56 req-238a26f3-3fbc-4113-842f-a6a5a4ec6f41 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0479579 Nov 08 00:15:28.123955 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d23f31-4d84-48d3-99f5-a5a8b904fe6d None None] New status for floating IP 55344956-cfc8-4ad4-9649-0031814c50f2: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:15:28.125108 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:28.126004 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:28.127668 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] 10.222.0.20 "PUT /v2.0/ports/87317753-526c-4085-922b-c2cf55d8958d HTTP/1.1" status: 200 len: 1095 time: 1.9909303 Nov 08 00:15:28.193926 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-475bd3ad-cdf6-4b1a-87f1-ff20edef222b req-f513aedd-96fa-4a6b-92e6-69d585f9e745 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] No DVR routers for this DVR port f1ee2caf-aca3-4b41-9baa-5f45aff93b34 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:28.209008 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-475bd3ad-cdf6-4b1a-87f1-ff20edef222b req-f513aedd-96fa-4a6b-92e6-69d585f9e745 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:28.212796 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-475bd3ad-cdf6-4b1a-87f1-ff20edef222b req-f513aedd-96fa-4a6b-92e6-69d585f9e745 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.20 "DELETE /v2.0/ports/f1ee2caf-aca3-4b41-9baa-5f45aff93b34 HTTP/1.1" status: 204 len: 173 time: 1.1487670 Nov 08 00:15:28.239951 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d18442-2380-48ff-bfdd-1088b943569e service neutron] Pushing event updated for resources: {'Port': ['ID=87317753-526c-4085-922b-c2cf55d8958d,revision_number=7']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:28.241741 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa80f234-2b79-4bd0-bb36-548d897445df', 'tag': 'a1ec577f-9009-4484-909d-7f04698d07ff'}, {'name': 'network-changed', 'server_uuid': '86f7755e-bb39-42a6-8848-72c8565de592', 'tag': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee'}, {'server_uuid': 'ec07f3a4-7b63-442c-b91a-76d18f008387', 'name': 'network-vif-deleted', 'tag': '4d42328b-a115-4aa9-9d88-9acd57ace464'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:28.245540 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa80f234-2b79-4bd0-bb36-548d897445df", "tag": "a1ec577f-9009-4484-909d-7f04698d07ff"}, {"name": "network-changed", "server_uuid": "86f7755e-bb39-42a6-8848-72c8565de592", "tag": "91d3c811-a8f5-4496-9eab-cb87f11ae6ee"}, {"server_uuid": "ec07f3a4-7b63-442c-b91a-76d18f008387", "name": "network-vif-deleted", "tag": "4d42328b-a115-4aa9-9d88-9acd57ace464"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:28.269892 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-73dadf28-f165-49f8-b5a8-78e2b9f200e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:28.284705 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513aedd-96fa-4a6b-92e6-69d585f9e745 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Pushing event deleted for resources: {'Port': ['ID=f1ee2caf-aca3-4b41-9baa-5f45aff93b34,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:28.292864 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa219ac-4a41-43a0-849b-e53bc9b03112 req-14e31e35-842d-41d2-8b12-364baaef327f tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:28.293804 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-c8f34557-22cb-4bc8-ae81-3b3022395d28 service neutron] 10.222.0.26 "GET /v2.0/networks/ba012713-b6aa-42c7-903f-e80dc9767877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098501 Nov 08 00:15:28.314483 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9aa219ac-4a41-43a0-849b-e53bc9b03112 req-14e31e35-842d-41d2-8b12-364baaef327f tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 1096 time: 0.1830156 Nov 08 00:15:28.314952 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-1359a830-2daf-4ac2-b6e4-6864aafd6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:28.316265 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-1359a830-2daf-4ac2-b6e4-6864aafd6c11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 1098 time: 0.1301274 Nov 08 00:15:28.363618 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-b8399ce2-5274-4c51-b741-a3cf595cd691 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.137&port_id=a1ec577f-9009-4484-909d-7f04698d07ff HTTP/1.1" status: 200 len: 217 time: 0.0614462 Nov 08 00:15:28.437923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d31529-f2c9-49bb-9607-a77b7f97c227 req-e41fa7e3-e5a1-406c-8443-6c164bc8d8b1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:28.448033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d6d31529-f2c9-49bb-9607-a77b7f97c227 req-e41fa7e3-e5a1-406c-8443-6c164bc8d8b1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.2350645 Nov 08 00:15:28.461231 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b72e6-2041-44af-954b-5dca2bad662c req-f3bbfad8-da9f-4fb7-8935-b0c29a2becc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:28.462713 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-f3bbfad8-da9f-4fb7-8935-b0c29a2becc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c4e8508-a954-47f8-8582-794fbeae2283 HTTP/1.1" status: 200 len: 801 time: 0.0831063 Nov 08 00:15:28.502824 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9aa219ac-4a41-43a0-849b-e53bc9b03112 req-74f20b52-0547-4dda-b0f9-2f5db813dc19 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854699 Nov 08 00:15:28.542512 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b72e6-2041-44af-954b-5dca2bad662c req-6baa357d-81d3-4060-a7fd-3e06d1c03ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:28.547767 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-6baa357d-81d3-4060-a7fd-3e06d1c03ff3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d86c777-827f-421a-baab-6156d12edb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0709157 Nov 08 00:15:28.547767 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-515311e9-3466-447d-8aa8-c996b9aa094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:28.547767 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-515311e9-3466-447d-8aa8-c996b9aa094c service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1954293 Nov 08 00:15:28.548556 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d6d31529-f2c9-49bb-9607-a77b7f97c227 req-9ca90f1a-b251-47c3-9d50-afd50325a09e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979867 Nov 08 00:15:28.642130 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-dcc34ccf-423b-4b28-9f44-0fc37ee0b370 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=87317753-526c-4085-922b-c2cf55d8958d HTTP/1.1" status: 200 len: 217 time: 0.0875072 Nov 08 00:15:28.669295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aed68b3e-a713-45f8-b1f6-7174cbaf8dd4 req-410db8a3-38f3-4ad7-a220-5ad1faa2a423 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/floatingips/55344956-cfc8-4ad4-9649-0031814c50f2 HTTP/1.1" status: 200 len: 997 time: 0.0988014 Nov 08 00:15:28.695548 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d9328-812b-46fa-b241-b7717e18bc20 req-ecdc191a-c04e-4dc1-9372-9bf0d10795a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:28.702637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d9328-812b-46fa-b241-b7717e18bc20 req-ecdc191a-c04e-4dc1-9372-9bf0d10795a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:28.704224 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-165d9328-812b-46fa-b241-b7717e18bc20 req-ecdc191a-c04e-4dc1-9372-9bf0d10795a5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 1678 time: 0.0977159 Nov 08 00:15:28.721265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-d93113f0-606f-4dba-ab85-8f1dffc81f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:28.722725 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-d93113f0-606f-4dba-ab85-8f1dffc81f84 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0728168 Nov 08 00:15:28.733226 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-588d4924-b99e-4bc3-9a42-f10d7ba62971 service neutron] 10.222.0.26 "GET /v2.0/networks/0d86c777-827f-421a-baab-6156d12edb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702278 Nov 08 00:15:28.784636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 87317753-526c-4085-922b-c2cf55d8958d no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:28.791242 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-165d9328-812b-46fa-b241-b7717e18bc20 req-2ca1bce8-6cd8-4120-ac59-a79db1d1a3fb tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748057 Nov 08 00:15:28.825775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed68b3e-a713-45f8-b1f6-7174cbaf8dd4 req-d43f44b9-c0ee-4dfb-a37d-a30b1b5f49fb tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:28.832102 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aed68b3e-a713-45f8-b1f6-7174cbaf8dd4 req-d43f44b9-c0ee-4dfb-a37d-a30b1b5f49fb tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.1558950 Nov 08 00:15:28.851552 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['56ff3958-0144-4d3c-b3b3-300680828662'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:28.860715 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a778f1ab-9547-4dd5-8944-395ecb8c706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:28.862233 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-a778f1ab-9547-4dd5-8944-395ecb8c706f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1222246 Nov 08 00:15:28.882758 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c2c672-386c-4524-b9f6-4421961f22ba x-openstack-request-id: req-a2c2c672-386c-4524-b9f6-4421961f22ba {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:28.883112 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa80f234-2b79-4bd0-bb36-548d897445df", "tag": "a1ec577f-9009-4484-909d-7f04698d07ff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "86f7755e-bb39-42a6-8848-72c8565de592", "tag": "91d3c811-a8f5-4496-9eab-cb87f11ae6ee", "status": "completed", "code": 200}, {"server_uuid": "ec07f3a4-7b63-442c-b91a-76d18f008387", "name": "network-vif-deleted", "tag": "4d42328b-a115-4aa9-9d88-9acd57ace464", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:28.883365 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2c2c672-386c-4524-b9f6-4421961f22ba {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:28.883773 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa80f234-2b79-4bd0-bb36-548d897445df', 'tag': 'a1ec577f-9009-4484-909d-7f04698d07ff', 'status': 'completed', 'code': 200} Nov 08 00:15:28.884101 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f7755e-bb39-42a6-8848-72c8565de592', 'tag': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee', 'status': 'completed', 'code': 200} Nov 08 00:15:28.884483 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec07f3a4-7b63-442c-b91a-76d18f008387', 'name': 'network-vif-deleted', 'tag': '4d42328b-a115-4aa9-9d88-9acd57ace464', 'status': 'completed', 'code': 200} Nov 08 00:15:28.931560 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-334f95c2-54eb-49a0-9092-ce51f9075a02 req-f52f1e8e-2718-46ff-bac5-68271eb16a89 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=637b919d-5961-4fc4-8c24-bf5c6b061c9a HTTP/1.1" status: 200 len: 210 time: 0.0327859 Nov 08 00:15:28.936106 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-975b72e6-2041-44af-954b-5dca2bad662c req-23f4666e-1ae8-4e05-a893-dbd917c3aa8c service neutron] 10.222.0.26 "GET /v2.0/networks/0d86c777-827f-421a-baab-6156d12edb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867218 Nov 08 00:15:28.937216 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 87317753-526c-4085-922b-c2cf55d8958d not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:28.980235 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-d9a65b5a-faaa-4125-b121-662e07fb5404 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094155 Nov 08 00:15:29.024854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07b0e5-74be-4bea-999f-e7528848bc92 req-174ca705-35a3-4dd8-b027-7d6a13b427be tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:29.026560 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b07b0e5-74be-4bea-999f-e7528848bc92 req-174ca705-35a3-4dd8-b027-7d6a13b427be tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 1096 time: 0.0592563 Nov 08 00:15:29.077692 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b07b0e5-74be-4bea-999f-e7528848bc92 req-6170df0e-5e0d-4884-86b4-ebcba701366d tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372062 Nov 08 00:15:29.090225 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb921a07-3a26-4055-8b5d-8f50580f9d11 req-b2a3089a-9613-4e38-98a1-4c04a96cc269 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:29.092894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb921a07-3a26-4055-8b5d-8f50580f9d11 req-b2a3089a-9613-4e38-98a1-4c04a96cc269 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 947 time: 0.0831101 Nov 08 00:15:29.141634 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e1dc974-a408-4068-8d01-a6f8030eeecd req-b86dc59d-76fb-430f-b6e9-5fffb30627cb service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423218 Nov 08 00:15:29.171878 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-8cfbbff0-1777-4338-99ad-b638553f97e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:29.172742 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-8cfbbff0-1777-4338-99ad-b638553f97e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:29.174480 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-8cfbbff0-1777-4338-99ad-b638553f97e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=35922b4ef6074a3f9f3a7b480ac0afa6&device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 1980 time: 0.0458455 Nov 08 00:15:29.196329 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb921a07-3a26-4055-8b5d-8f50580f9d11 req-378d9e7e-942f-45ff-b2d4-7bdeaa899721 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857227 Nov 08 00:15:29.207504 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-d5089240-3411-44e2-b4b8-58bcb61e650d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1002 time: 0.0987387 Nov 08 00:15:29.271020 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-0cc3b19e-ac82-4a76-acc6-1cb2ef5c4b78 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:29.272595 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-0cc3b19e-ac82-4a76-acc6-1cb2ef5c4b78 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports/91d3c811-a8f5-4496-9eab-cb87f11ae6ee HTTP/1.1" status: 200 len: 943 time: 0.0520144 Nov 08 00:15:29.292838 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-1fc1bfc7-6abe-4cde-a429-8137fa044dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:29.295273 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-1fc1bfc7-6abe-4cde-a429-8137fa044dc5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0d86c777-827f-421a-baab-6156d12edb4f HTTP/1.1" status: 200 len: 902 time: 0.1074569 Nov 08 00:15:29.351577 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-9474a922-3f7b-46cd-b7f7-ab85a6a3ef56 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.137&port_id=a1ec577f-9009-4484-909d-7f04698d07ff HTTP/1.1" status: 200 len: 217 time: 0.0485871 Nov 08 00:15:29.404282 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-6743ecd6-d80c-4cd9-9eff-48e9bfb61164 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1002 time: 0.0832124 Nov 08 00:15:29.411448 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-9e53d7b4-0e24-4524-9796-923179cdaff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:29.413142 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-9e53d7b4-0e24-4524-9796-923179cdaff2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c4e8508-a954-47f8-8582-794fbeae2283 HTTP/1.1" status: 200 len: 801 time: 0.0464547 Nov 08 00:15:29.449517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92e1b899-254e-4b05-97f1-2b69de352437 req-e8483cdc-add9-47b5-9892-38efd7759d3e tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0435424 Nov 08 00:15:29.475814 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-2fb5bbeb-3bc8-4c80-9379-54bb4a272358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:29.475814 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-2fb5bbeb-3bc8-4c80-9379-54bb4a272358 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d86c777-827f-421a-baab-6156d12edb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0473278 Nov 08 00:15:29.545605 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-976814d7-cfe2-4dfd-8eb3-c24c361f6560 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:29.546950 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-976814d7-cfe2-4dfd-8eb3-c24c361f6560 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.1323001 Nov 08 00:15:29.567035 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-02744270-e6a7-4311-8cc1-6c6258bd1654 service neutron] 10.222.0.26 "GET /v2.0/networks/0d86c777-827f-421a-baab-6156d12edb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865901 Nov 08 00:15:29.631426 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-70cc1667-8222-4548-aacd-33aa903cad5b tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1002 time: 0.0754313 Nov 08 00:15:29.644196 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-0bc3028e-efb0-4b5f-b86b-312139bd66b8 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:29.669573 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-326b429d-6140-4b7c-8423-4a299082944b service neutron] 10.222.0.26 "GET /v2.0/networks/0d86c777-827f-421a-baab-6156d12edb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920601 Nov 08 00:15:29.703330 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-0bc3028e-efb0-4b5f-b86b-312139bd66b8 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:29.811692 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-2dd0b144-d31a-4a7c-8db2-d5acb7df6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:29.813583 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-2dd0b144-d31a-4a7c-8db2-d5acb7df6fa5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2de47a6126ba4de69e1e89c7390326ab&device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 1097 time: 0.0425560 Nov 08 00:15:29.841135 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88df30c-4aec-4fb8-a27d-087989ee5ca9 req-73b31372-3438-4438-851f-8e093abfd4d1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:29.842651 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f88df30c-4aec-4fb8-a27d-087989ee5ca9 req-73b31372-3438-4438-851f-8e093abfd4d1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.0992296 Nov 08 00:15:29.906620 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-0bc3028e-efb0-4b5f-b86b-312139bd66b8 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:29.912680 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-a9139df8-1de9-4e9c-ac9f-828ede9d4136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:29.914173 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-a9139df8-1de9-4e9c-ac9f-828ede9d4136 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0de3b87e-5ff4-4f98-bc99-5800b250314b HTTP/1.1" status: 200 len: 921 time: 0.0902278 Nov 08 00:15:29.925288 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f88df30c-4aec-4fb8-a27d-087989ee5ca9 req-3807bb9e-030e-4114-8d1c-097a56e4be37 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720046 Nov 08 00:15:29.968753 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-0bc3028e-efb0-4b5f-b86b-312139bd66b8 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:29.969137 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-0bc3028e-efb0-4b5f-b86b-312139bd66b8 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Floating IP 55344956-cfc8-4ad4-9649-0031814c50f2 disassociated. External IP: 172.25.2.241, port: 91d3c811-a8f5-4496-9eab-cb87f11ae6ee. Nov 08 00:15:29.993213 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-f5bd84d7-0501-485d-9742-cfd941d50b17 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d3c811-a8f5-4496-9eab-cb87f11ae6ee HTTP/1.1" status: 200 len: 1002 time: 0.0596490 Nov 08 00:15:30.034197 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26118d8e-693a-45bf-8689-d3782e5cd2b5', 'tag': '87317753-526c-4085-922b-c2cf55d8958d'}, {'server_uuid': '637b919d-5961-4fc4-8c24-bf5c6b061c9a', 'name': 'network-vif-deleted', 'tag': 'f1ee2caf-aca3-4b41-9baa-5f45aff93b34'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:30.036886 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e643dc-1437-4da7-922f-f363a2adeb39" -d '{"events": [{"name": "network-changed", "server_uuid": "26118d8e-693a-45bf-8689-d3782e5cd2b5", "tag": "87317753-526c-4085-922b-c2cf55d8958d"}, {"server_uuid": "637b919d-5961-4fc4-8c24-bf5c6b061c9a", "name": "network-vif-deleted", "tag": "f1ee2caf-aca3-4b41-9baa-5f45aff93b34"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:30.057021 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-ae95f87e-8000-4659-8b30-d2cebab88f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:30.058517 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-ae95f87e-8000-4659-8b30-d2cebab88f80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=311328bc-5cef-4eac-9675-4fcbd1f92dad HTTP/1.1" status: 200 len: 859 time: 0.0503638 Nov 08 00:15:30.112311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-49fd483b-103f-482b-98c4-c1412c98d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:30.113554 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-49fd483b-103f-482b-98c4-c1412c98d5c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0de3b87e-5ff4-4f98-bc99-5800b250314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469694 Nov 08 00:15:30.211487 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-c7e195dd-b613-4170-88d8-aefbce5c9f9d service neutron] 10.222.0.26 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887635 Nov 08 00:15:30.312073 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8325ffc5-ebcd-4deb-9356-1ec0303f93f5 req-0a42fd8a-7b2e-403d-89d1-a781ca4840c4 service neutron] 10.222.0.26 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916617 Nov 08 00:15:30.382815 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fbf8b-6cf6-4d18-bcff-0e1e66218b7c req-cfd8f39f-6e80-4fe0-81ee-c1041ea1f9ba tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:30.384343 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-687fbf8b-6cf6-4d18-bcff-0e1e66218b7c req-cfd8f39f-6e80-4fe0-81ee-c1041ea1f9ba tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 1096 time: 0.3806729 Nov 08 00:15:30.487872 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-687fbf8b-6cf6-4d18-bcff-0e1e66218b7c req-07816e62-ccc1-44e5-a537-cefc7c039da5 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961518 Nov 08 00:15:30.524429 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-0bc3028e-efb0-4b5f-b86b-312139bd66b8 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Router ab8571f0-ba98-4370-8740-4c398a7558e8 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:15:30.655453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e635e-5e68-4009-a4cb-a8b2e3b79352 req-5ef76ccf-7338-419d-8913-d5d72f1ce121 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:30.662002 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e635e-5e68-4009-a4cb-a8b2e3b79352 req-5ef76ccf-7338-419d-8913-d5d72f1ce121 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:30.662884 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e56e635e-5e68-4009-a4cb-a8b2e3b79352 req-5ef76ccf-7338-419d-8913-d5d72f1ce121 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 1678 time: 0.0975850 Nov 08 00:15:30.686916 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-0bc3028e-efb0-4b5f-b86b-312139bd66b8 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:15:30.692384 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-0bc3028e-efb0-4b5f-b86b-312139bd66b8 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:30.696230 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecddd23-5a3e-451f-8649-c290ef8b1e6c None None] Sync routers for ids ['ab8571f0-ba98-4370-8740-4c398a7558e8'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:15:30.705495 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecddd23-5a3e-451f-8649-c290ef8b1e6c None None] Routers {'ab8571f0-ba98-4370-8740-4c398a7558e8'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:15:30.706200 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-2ecddd23-5a3e-451f-8649-c290ef8b1e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:15:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ab8571f0-ba98-4370-8740-4c398a7558e8'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:30.724627 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-84e90838-6bd7-4b69-8d78-138f0fc144b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:30.735105 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e56e635e-5e68-4009-a4cb-a8b2e3b79352 req-7833e760-4440-43d6-bb32-7272e4e31e75 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654709 Nov 08 00:15:30.736669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-0bc3028e-efb0-4b5f-b86b-312139bd66b8 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "PUT /v2.0/floatingips/55344956-cfc8-4ad4-9649-0031814c50f2 HTTP/1.1" status: 200 len: 696 time: 1.0965586 Nov 08 00:15:30.795063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-964e3cb7-67e9-4831-93b6-851cc4f3ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:30.796904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-964e3cb7-67e9-4831-93b6-851cc4f3ff6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2de47a6126ba4de69e1e89c7390326ab&device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 1097 time: 0.0442212 Nov 08 00:15:30.814321 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-2ecddd23-5a3e-451f-8649-c290ef8b1e6c None None] Set router ab8571f0-ba98-4370-8740-4c398a7558e8 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:15:30.854232 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a75227-91aa-4e73-9eea-b8d21656ac94 x-openstack-request-id: req-29a75227-91aa-4e73-9eea-b8d21656ac94 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:30.854741 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26118d8e-693a-45bf-8689-d3782e5cd2b5", "tag": "87317753-526c-4085-922b-c2cf55d8958d", "status": "completed", "code": 200}, {"server_uuid": "637b919d-5961-4fc4-8c24-bf5c6b061c9a", "name": "network-vif-deleted", "tag": "f1ee2caf-aca3-4b41-9baa-5f45aff93b34", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:30.855166 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29a75227-91aa-4e73-9eea-b8d21656ac94 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:30.855721 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26118d8e-693a-45bf-8689-d3782e5cd2b5', 'tag': '87317753-526c-4085-922b-c2cf55d8958d', 'status': 'completed', 'code': 200} Nov 08 00:15:30.856939 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637b919d-5961-4fc4-8c24-bf5c6b061c9a', 'name': 'network-vif-deleted', 'tag': 'f1ee2caf-aca3-4b41-9baa-5f45aff93b34', 'status': 'completed', 'code': 200} Nov 08 00:15:30.886710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f7755e-bb39-42a6-8848-72c8565de592', 'tag': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:30.890998 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb6c506-b987-4020-b946-b1a55472bbde" -d '{"events": [{"name": "network-changed", "server_uuid": "86f7755e-bb39-42a6-8848-72c8565de592", "tag": "91d3c811-a8f5-4496-9eab-cb87f11ae6ee"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:30.947612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-274d6348-04f8-48b9-8604-3b49138bf5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:30.949987 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-274d6348-04f8-48b9-8604-3b49138bf5d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0de3b87e-5ff4-4f98-bc99-5800b250314b HTTP/1.1" status: 200 len: 921 time: 0.1423407 Nov 08 00:15:30.966945 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-58d7e2ca-448c-4092-94fe-4cb67bb62330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:30.968859 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-58d7e2ca-448c-4092-94fe-4cb67bb62330 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 1098 time: 0.0613925 Nov 08 00:15:30.976142 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:30.998568 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-ecf4914c-a09e-46c3-b22c-abdaa65f25e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d3c811-a8f5-4496-9eab-cb87f11ae6ee HTTP/1.1" status: 200 len: 217 time: 0.0414608 Nov 08 00:15:31.007040 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098faea-0d8b-495d-990d-b22d85300ad3 req-d68b6bad-0795-41a5-94a7-ebc477c46381 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:31.008568 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f098faea-0d8b-495d-990d-b22d85300ad3 req-d68b6bad-0795-41a5-94a7-ebc477c46381 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 947 time: 0.0990593 Nov 08 00:15:31.051277 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-2ecddd23-5a3e-451f-8649-c290ef8b1e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:29Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:31.079048 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecddd23-5a3e-451f-8649-c290ef8b1e6c None None] Checking router: ab8571f0-ba98-4370-8740-4c398a7558e8 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:15:31.082865 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-404faf19-6412-4256-804d-0d69055e0bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:31.085362 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-404faf19-6412-4256-804d-0d69055e0bbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=311328bc-5cef-4eac-9675-4fcbd1f92dad HTTP/1.1" status: 200 len: 859 time: 0.0749614 Nov 08 00:15:31.087552 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f098faea-0d8b-495d-990d-b22d85300ad3 req-e31c6149-77d0-4a0c-84d6-4facbc19e18c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703385 Nov 08 00:15:31.088129 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecddd23-5a3e-451f-8649-c290ef8b1e6c None None] Routers {'ab8571f0-ba98-4370-8740-4c398a7558e8'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:15:31.088764 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-2ecddd23-5a3e-451f-8649-c290ef8b1e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:15:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ab8571f0-ba98-4370-8740-4c398a7558e8'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:31.115587 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device f1ee2caf-aca3-4b41-9baa-5f45aff93b34 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:31.143113 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-95073e6a-8d3e-4ccd-9e17-6c8c8efe07fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:31.145009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-95073e6a-8d3e-4ccd-9e17-6c8c8efe07fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0de3b87e-5ff4-4f98-bc99-5800b250314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461507 Nov 08 00:15:31.171676 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: f1ee2caf-aca3-4b41-9baa-5f45aff93b34 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:15:31.172043 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device f1ee2caf-aca3-4b41-9baa-5f45aff93b34 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:31.172654 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 4d42328b-a115-4aa9-9d88-9acd57ace464 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:31.206278 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 4d42328b-a115-4aa9-9d88-9acd57ace464 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:15:31.206893 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 4d42328b-a115-4aa9-9d88-9acd57ace464 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:31.208776 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-2ecddd23-5a3e-451f-8649-c290ef8b1e6c None None] Set router ab8571f0-ba98-4370-8740-4c398a7558e8 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:15:31.282476 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-c0beccaf-8c3c-4b80-9d29-6fcc0c95e9f5 service neutron] 10.222.0.13 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263390 Nov 08 00:15:31.349227 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-3735ec3c-2091-4167-baf8-0910f0c4c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:31.350759 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-3735ec3c-2091-4167-baf8-0910f0c4c34b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 1098 time: 0.3961172 Nov 08 00:15:31.377029 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-654233c5-1bde-46d2-9f4e-794c793d0977 req-05358981-904a-4ff1-b09b-e734b0ee6def tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0737102 Nov 08 00:15:31.433318 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-fbf1536b-590d-4fa6-bce3-f089743184b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:31.435402 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-fbf1536b-590d-4fa6-bce3-f089743184b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.4515753 Nov 08 00:15:31.438653 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60c9df02-dd9b-4cbb-b41b-3ef1e99126c7 req-466e763f-3f24-498d-ba1b-750cdd3c051f service neutron] 10.222.0.13 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494215 Nov 08 00:15:31.493211 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-268ec520-3775-482e-b426-97715de7c9b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=87317753-526c-4085-922b-c2cf55d8958d HTTP/1.1" status: 200 len: 217 time: 0.0428982 Nov 08 00:15:31.510547 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-0a3ad69c-6590-420b-978a-49af85314e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:31.511973 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-0a3ad69c-6590-420b-978a-49af85314e49 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1534476 Nov 08 00:15:31.522064 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-2ecddd23-5a3e-451f-8649-c290ef8b1e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:29Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:31.545609 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2720fea-fc2a-401d-8f60-41ad2e01050e x-openstack-request-id: req-e2720fea-fc2a-401d-8f60-41ad2e01050e {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:31.546471 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f7755e-bb39-42a6-8848-72c8565de592", "tag": "91d3c811-a8f5-4496-9eab-cb87f11ae6ee", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:31.546728 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2720fea-fc2a-401d-8f60-41ad2e01050e {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:31.547135 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f7755e-bb39-42a6-8848-72c8565de592', 'tag': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee', 'status': 'completed', 'code': 200} Nov 08 00:15:31.552085 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecddd23-5a3e-451f-8649-c290ef8b1e6c None None] The sync data for ids ['ab8571f0-ba98-4370-8740-4c398a7558e8'] in n-d-816882-1 is: [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:14:19Z', 'revision_number': 4, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c11c237a-e6e3-42b4-8bba-cce38d39b142', 'name': '', 'network_id': '0de3b87e-5ff4-4f98-bc99-5800b250314b', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'mac_address': 'fa:16:3e:2e:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:17Z', 'updated_at': '2021-11-08T00:14:29Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'subnets': [{'id': '311328bc-5cef-4eac-9675-4fcbd1f92dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:15:31.575833 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-3a4834ac-8729-4c14-95b3-d2130f34752c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=87317753-526c-4085-922b-c2cf55d8958d HTTP/1.1" status: 200 len: 217 time: 0.0412390 Nov 08 00:15:31.624869 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-7283637d-5c9f-44c5-a45a-45253c783bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:31.626359 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-7283637d-5c9f-44c5-a45a-45253c783bb5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1240423 Nov 08 00:15:31.640576 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:31.675905 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-d7595b59-887a-4dc5-be51-621a8aecb274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:31.677508 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-d7595b59-887a-4dc5-be51-621a8aecb274 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0891125 Nov 08 00:15:31.688386 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c506-b987-4020-b946-b1a55472bbde req-35084991-8eed-4f8e-a8e0-699122bede12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:31.689870 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbb6c506-b987-4020-b946-b1a55472bbde req-35084991-8eed-4f8e-a8e0-699122bede12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2de47a6126ba4de69e1e89c7390326ab&device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 1097 time: 0.0926869 Nov 08 00:15:31.698288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73250ed8-6877-473a-aa3c-b43cef4c2460 req-0e1392cf-5c3d-413c-bf1f-a7388124cf1a tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:31.700548 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-73250ed8-6877-473a-aa3c-b43cef4c2460 req-0e1392cf-5c3d-413c-bf1f-a7388124cf1a tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.0914981 Nov 08 00:15:31.702258 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:31.718265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-21d2aea0-1e8c-4891-a537-f8ae5d66bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:31.719707 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-21d2aea0-1e8c-4891-a537-f8ae5d66bf88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765574 Nov 08 00:15:31.784799 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-8246d443-9658-4ae7-82e8-908359dee423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:31.786338 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-8246d443-9658-4ae7-82e8-908359dee423 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0998044 Nov 08 00:15:31.808487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-73250ed8-6877-473a-aa3c-b43cef4c2460 req-a0260455-8466-42fb-9e8b-9502cf31c30d tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992489 Nov 08 00:15:31.835393 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c506-b987-4020-b946-b1a55472bbde req-3eb55942-e796-4c54-9495-ef8b2ad8714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:31.836896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbb6c506-b987-4020-b946-b1a55472bbde req-3eb55942-e796-4c54-9495-ef8b2ad8714c service neutron] 10.222.0.26 "GET /v2.0/networks?id=0de3b87e-5ff4-4f98-bc99-5800b250314b HTTP/1.1" status: 200 len: 921 time: 0.1353614 Nov 08 00:15:31.876840 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69003ad-86ab-4c60-a89a-973d9b8dd6d1 None None] New status for floating IP 55344956-cfc8-4ad4-9649-0031814c50f2: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:15:31.895237 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-09602cc0-226a-4f5c-a2e8-a0e0a79dcfa0 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674573 Nov 08 00:15:31.909405 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbb6c506-b987-4020-b946-b1a55472bbde req-983cf2f2-3323-430c-9c00-1e7825f812f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d3c811-a8f5-4496-9eab-cb87f11ae6ee HTTP/1.1" status: 200 len: 217 time: 0.0639422 Nov 08 00:15:31.976111 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c506-b987-4020-b946-b1a55472bbde req-2c69a6d7-3e89-42fb-87b9-1c90adfec923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:31.978618 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbb6c506-b987-4020-b946-b1a55472bbde req-2c69a6d7-3e89-42fb-87b9-1c90adfec923 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=311328bc-5cef-4eac-9675-4fcbd1f92dad HTTP/1.1" status: 200 len: 859 time: 0.0538208 Nov 08 00:15:31.980225 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f9bc2-9fa4-4f5f-9e71-48945c772164 req-c459ed99-b53b-4a30-8178-3f32c1c5ec21 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:31.982667 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-489f9bc2-9fa4-4f5f-9e71-48945c772164 req-c459ed99-b53b-4a30-8178-3f32c1c5ec21 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 1096 time: 0.0843208 Nov 08 00:15:31.986379 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-1c6f859e-fecc-4d74-9db1-10b29424e522 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904724 Nov 08 00:15:32.040489 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-05e8797f-b524-4f9e-a511-1a72e3d79d16 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348445 Nov 08 00:15:32.051060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c506-b987-4020-b946-b1a55472bbde req-19dbda6b-6d11-48cb-8aa1-6d40f154a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:32.052591 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbb6c506-b987-4020-b946-b1a55472bbde req-19dbda6b-6d11-48cb-8aa1-6d40f154a80c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0de3b87e-5ff4-4f98-bc99-5800b250314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665004 Nov 08 00:15:32.054303 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-489f9bc2-9fa4-4f5f-9e71-48945c772164 req-b95c1f75-1081-4b5a-b9dd-2232c3c3efcb tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555060 Nov 08 00:15:32.091017 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-12e643dc-1437-4da7-922f-f363a2adeb39 req-003dd1b7-db27-4583-aff8-19ea9f8dcf26 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941634 Nov 08 00:15:32.194352 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbb6c506-b987-4020-b946-b1a55472bbde req-2625d2a0-b030-4afe-9c28-2fb0a624f648 service neutron] 10.222.0.26 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287556 Nov 08 00:15:32.260919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cd1af-2087-4c88-ba2b-2bf48cfce654 req-d94f9570-7156-47f3-a836-da9758aa557e tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:32.266959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cd1af-2087-4c88-ba2b-2bf48cfce654 req-d94f9570-7156-47f3-a836-da9758aa557e tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:32.268590 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-891cd1af-2087-4c88-ba2b-2bf48cfce654 req-d94f9570-7156-47f3-a836-da9758aa557e tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 1678 time: 0.1093900 Nov 08 00:15:32.328071 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-891cd1af-2087-4c88-ba2b-2bf48cfce654 req-a4a0a500-d28f-4883-b5b0-ee336f656ff8 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533457 Nov 08 00:15:32.338846 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbb6c506-b987-4020-b946-b1a55472bbde req-142e9ba5-d4e9-47b6-96b3-2fdc7be07eb1 service neutron] 10.222.0.26 "GET /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348457 Nov 08 00:15:32.601833 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4332f-143e-4201-a81f-171fead93e9a req-ccdc3dfa-c36e-45f0-a4a6-45f59f8837d4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:32.603302 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25a4332f-143e-4201-a81f-171fead93e9a req-ccdc3dfa-c36e-45f0-a4a6-45f59f8837d4 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 947 time: 0.0490053 Nov 08 00:15:32.640742 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25a4332f-143e-4201-a81f-171fead93e9a req-4b0b762d-cd83-4e35-ae99-a98f265f08aa tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311942 Nov 08 00:15:32.826550 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a1ec577f-9009-4484-909d-7f04698d07ff details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:15:32.830053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-382981b5-86b4-4e89-b5ad-1e43e2dcccf9 req-a853bb83-fe1e-4f1a-9fcc-72170146ba95 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0276868 Nov 08 00:15:32.947686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port a1ec577f-9009-4484-909d-7f04698d07ff, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a1ec577f-9009-4484-909d-7f04698d07ff,segment=NetworkSegment(2c102055-147c-483e-b335-5480f3ebd956),segment_id=2c102055-147c-483e-b335-5480f3ebd956)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:32.966411 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'a1ec577f-9009-4484-909d-7f04698d07ff', 'network_id': '0d86c777-827f-421a-baab-6156d12edb4f', 'port_id': 'a1ec577f-9009-4484-909d-7f04698d07ff', 'mac_address': 'fa:16:3e:3f:0c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4e8508-a954-47f8-8582-794fbeae2283', 'ip_address': '19.86.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:15:33.014580 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:33.029798 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-a9a4fa43-8d56-406d-970a-21841f4a5023 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:33.031317 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-a9a4fa43-8d56-406d-970a-21841f4a5023 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 806 time: 0.1210136 Nov 08 00:15:33.034953 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ec577f-9009-4484-909d-7f04698d07ff {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:15:33.048404 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-369e6d48-16e7-4bfd-b81b-88cc0dde56cc tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/quotas/03361b607f1240009c31eb92f73a8c14 HTTP/1.1" status: 200 len: 375 time: 0.0107722 Nov 08 00:15:33.056042 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port a1ec577f-9009-4484-909d-7f04698d07ff, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a1ec577f-9009-4484-909d-7f04698d07ff,segment=NetworkSegment(2c102055-147c-483e-b335-5480f3ebd956),segment_id=2c102055-147c-483e-b335-5480f3ebd956)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:33.101960 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-07812fd5-b34a-41b4-a8eb-36deb56d70b0 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464613 Nov 08 00:15:33.111132 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 87317753-526c-4085-922b-c2cf55d8958d details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:15:33.124579 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:33.125212 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 852f35fc-c5d0-41f9-b362-5643eb3872c5 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:15:33.203433 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-363521f1-b3ce-4cdf-8d8a-0304ad194b0f service neutron] 10.222.0.13 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905488 Nov 08 00:15:33.279685 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=a1ec577f-9009-4484-909d-7f04698d07ff,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:33.301072 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-1b8ca58a-8b49-41f7-aa15-fb4747e0715c service neutron] 10.222.0.13 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878296 Nov 08 00:15:33.302382 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:33.302785 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:33.303038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:33.303363 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:33.303734 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:33.304008 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:33.304324 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:33.304633 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:33.304976 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:33.305272 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:33.305581 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:33.305889 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:33.341445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 87317753-526c-4085-922b-c2cf55d8958d, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=87317753-526c-4085-922b-c2cf55d8958d,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:33.361751 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '87317753-526c-4085-922b-c2cf55d8958d', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '87317753-526c-4085-922b-c2cf55d8958d', 'mac_address': 'fa:16:3e:d5:c1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:15:33.367631 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 852f35fc-c5d0-41f9-b362-5643eb3872c5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=852f35fc-c5d0-41f9-b362-5643eb3872c5,segment=NetworkSegment(1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb),segment_id=1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:33.376457 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:33.382269 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '852f35fc-c5d0-41f9-b362-5643eb3872c5', 'network_id': 'ba012713-b6aa-42c7-903f-e80dc9767877', 'port_id': '852f35fc-c5d0-41f9-b362-5643eb3872c5', 'mac_address': 'fa:16:3e:ad:7d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab90e39-d8ae-47f7-a1b6-16b51d3655ac', 'ip_address': '19.80.0.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:15:33.433489 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:33.456692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87317753-526c-4085-922b-c2cf55d8958d {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:15:33.461463 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:33.604500 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84a8557d-679e-474b-b4f5-53f42a16bd57 req-5fff3af4-b96d-4fce-8f81-d4fa41c32bee tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/floatingips/55344956-cfc8-4ad4-9649-0031814c50f2 HTTP/1.1" status: 200 len: 694 time: 0.0711081 Nov 08 00:15:33.607766 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852f35fc-c5d0-41f9-b362-5643eb3872c5 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:15:33.614230 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 87317753-526c-4085-922b-c2cf55d8958d, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=87317753-526c-4085-922b-c2cf55d8958d,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:33.629637 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 852f35fc-c5d0-41f9-b362-5643eb3872c5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=852f35fc-c5d0-41f9-b362-5643eb3872c5,segment=NetworkSegment(1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb),segment_id=1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:33.708342 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:33.710088 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:33.726128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8557d-679e-474b-b4f5-53f42a16bd57 req-a497aee2-b393-4f69-9e88-51bdab801da5 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:33.727514 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84a8557d-679e-474b-b4f5-53f42a16bd57 req-a497aee2-b393-4f69-9e88-51bdab801da5 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.1158247 Nov 08 00:15:33.759550 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=87317753-526c-4085-922b-c2cf55d8958d,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:33.789730 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84a8557d-679e-474b-b4f5-53f42a16bd57 req-b0ea037b-a188-44e4-bebf-fdc41c86da35 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 697 time: 0.0551348 Nov 08 00:15:33.811917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=852f35fc-c5d0-41f9-b362-5643eb3872c5,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:33.842857 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84a8557d-679e-474b-b4f5-53f42a16bd57 req-f58ae2dd-3da9-4624-af70-531b8c035c97 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 697 time: 0.0459273 Nov 08 00:15:33.976041 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-84a8557d-679e-474b-b4f5-53f42a16bd57 req-9a719abb-e5d1-4cc6-a8db-b61811388a2d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Deleting port c29bdb78-0f54-42ed-aef0-a7c2d6372bb5 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:33.976378 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-84a8557d-679e-474b-b4f5-53f42a16bd57 req-9a719abb-e5d1-4cc6-a8db-b61811388a2d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:34.056060 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-84a8557d-679e-474b-b4f5-53f42a16bd57 req-9a719abb-e5d1-4cc6-a8db-b61811388a2d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:34.056640 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-84a8557d-679e-474b-b4f5-53f42a16bd57 req-9a719abb-e5d1-4cc6-a8db-b61811388a2d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:34.068757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-84a8557d-679e-474b-b4f5-53f42a16bd57 req-9a719abb-e5d1-4cc6-a8db-b61811388a2d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Calling delete_port for c29bdb78-0f54-42ed-aef0-a7c2d6372bb5 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:34.092446 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['a1ec577f-9009-4484-909d-7f04698d07ff'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:34.159960 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-17a1d072-c862-4bb8-b5ad-571a0de74a17 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:15:34.161013 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-17a1d072-c862-4bb8-b5ad-571a0de74a17 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059407 Nov 08 00:15:34.181175 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['87317753-526c-4085-922b-c2cf55d8958d'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:34.206682 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af006578-dfac-4c09-a7d8-517076618054 req-a2c46122-e5d1-4774-a9e1-ec22f42ac802 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:34.208101 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-a2c46122-e5d1-4774-a9e1-ec22f42ac802 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/ports/a6dae70b-bd19-4a25-ab3c-92c5aae44e69 HTTP/1.1" status: 200 len: 1093 time: 0.0398617 Nov 08 00:15:34.218351 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-af006578-dfac-4c09-a7d8-517076618054 req-31883516-0698-4b12-acf3-27c48452ec8f service neutron] Request body: {'binding': {'host': 'n-h2-816882-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:34.218827 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-af006578-dfac-4c09-a7d8-517076618054 req-31883516-0698-4b12-acf3-27c48452ec8f service neutron] Unknown quota resources ['binding']. {{(pid=102771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 00:15:34.268192 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-84a8557d-679e-474b-b4f5-53f42a16bd57 req-9a719abb-e5d1-4cc6-a8db-b61811388a2d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:34.299188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a719abb-e5d1-4cc6-a8db-b61811388a2d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Pushing event deleted for resources: {'Port': ['ID=c29bdb78-0f54-42ed-aef0-a7c2d6372bb5,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:34.367172 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-84a8557d-679e-474b-b4f5-53f42a16bd57 req-9a719abb-e5d1-4cc6-a8db-b61811388a2d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:34.369867 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-84a8557d-679e-474b-b4f5-53f42a16bd57 req-9a719abb-e5d1-4cc6-a8db-b61811388a2d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:34.372218 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84a8557d-679e-474b-b4f5-53f42a16bd57 req-9a719abb-e5d1-4cc6-a8db-b61811388a2d tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "DELETE /v2.0/floatingips/55344956-cfc8-4ad4-9649-0031814c50f2 HTTP/1.1" status: 204 len: 173 time: 0.5230265 Nov 08 00:15:34.380781 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-af006578-dfac-4c09-a7d8-517076618054 req-31883516-0698-4b12-acf3-27c48452ec8f service neutron] Attempting to bind port a6dae70b-bd19-4a25-ab3c-92c5aae44e69 on host n-h2-816882-1 for vnic_type normal with profile None {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:15:34.381336 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-af006578-dfac-4c09-a7d8-517076618054 req-31883516-0698-4b12-acf3-27c48452ec8f service neutron] Attempting to bind port a6dae70b-bd19-4a25-ab3c-92c5aae44e69 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:15:34.381774 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af006578-dfac-4c09-a7d8-517076618054 req-31883516-0698-4b12-acf3-27c48452ec8f service neutron] Attempting to bind port a6dae70b-bd19-4a25-ab3c-92c5aae44e69 on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:34.388952 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af006578-dfac-4c09-a7d8-517076618054 req-31883516-0698-4b12-acf3-27c48452ec8f service neutron] Port a6dae70b-bd19-4a25-ab3c-92c5aae44e69 on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:15:34.389280 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af006578-dfac-4c09-a7d8-517076618054 req-31883516-0698-4b12-acf3-27c48452ec8f service neutron] Attempting to bind port a6dae70b-bd19-4a25-ab3c-92c5aae44e69 on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:34.394162 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af006578-dfac-4c09-a7d8-517076618054 req-31883516-0698-4b12-acf3-27c48452ec8f service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:15:34.394497 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af006578-dfac-4c09-a7d8-517076618054 req-31883516-0698-4b12-acf3-27c48452ec8f service neutron] Checking segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:15:34.394875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af006578-dfac-4c09-a7d8-517076618054 req-31883516-0698-4b12-acf3-27c48452ec8f service neutron] Bound using segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:15:34.395302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-af006578-dfac-4c09-a7d8-517076618054 req-31883516-0698-4b12-acf3-27c48452ec8f service neutron] Bound port: a6dae70b-bd19-4a25-ab3c-92c5aae44e69, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:15:34.452646 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-af006578-dfac-4c09-a7d8-517076618054 req-31883516-0698-4b12-acf3-27c48452ec8f service neutron] For port a6dae70b-bd19-4a25-ab3c-92c5aae44e69, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a6dae70b-bd19-4a25-ab3c-92c5aae44e69,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:15:34.471070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f605b-47ec-434f-bbae-ab6b168ce03a req-b8d359d4-0c35-4771-84ff-8b72c8b65da1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:34.472654 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e04f605b-47ec-434f-bbae-ab6b168ce03a req-b8d359d4-0c35-4771-84ff-8b72c8b65da1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.0499890 Nov 08 00:15:34.513636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e04f605b-47ec-434f-bbae-ab6b168ce03a req-40aebca1-6455-4056-9460-6d2cb1ea0d9d tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350327 Nov 08 00:15:34.544195 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-af006578-dfac-4c09-a7d8-517076618054 req-31883516-0698-4b12-acf3-27c48452ec8f service neutron] Notify callbacks [] for binding, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:34.545400 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-31883516-0698-4b12-acf3-27c48452ec8f service neutron] 10.222.0.13 "POST /v2.0/ports/a6dae70b-bd19-4a25-ab3c-92c5aae44e69/bindings HTTP/1.1" status: 201 len: 389 time: 0.3316357 Nov 08 00:15:34.618533 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfa5e5-dd09-425a-a62e-c06e1f89cf04 req-55d6454e-e367-4ac6-bc90-c95f016dec1c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:34.625001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfa5e5-dd09-425a-a62e-c06e1f89cf04 req-55d6454e-e367-4ac6-bc90-c95f016dec1c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:34.626645 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-16bfa5e5-dd09-425a-a62e-c06e1f89cf04 req-55d6454e-e367-4ac6-bc90-c95f016dec1c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 1680 time: 0.0605276 Nov 08 00:15:34.666249 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-16bfa5e5-dd09-425a-a62e-c06e1f89cf04 req-98c8e004-56c4-4823-8646-612516ca1a64 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334818 Nov 08 00:15:34.748145 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5662bf75-5e29-4fc2-a0b9-657c0b67f060 req-0b9fe280-c3c7-4c95-a31f-77fa99f4abd4 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 210 time: 0.0276952 Nov 08 00:15:34.823195 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d660e9b-90ce-4e1f-9350-5a071b34700f req-9723c733-aada-4247-a707-0e022820c089 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:34.824755 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d660e9b-90ce-4e1f-9350-5a071b34700f req-9723c733-aada-4247-a707-0e022820c089 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 948 time: 0.0506558 Nov 08 00:15:34.865597 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d660e9b-90ce-4e1f-9350-5a071b34700f req-e44c498f-c443-4a75-bb8c-870d3fc5ccfd tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339892 Nov 08 00:15:34.918000 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54cc24aa-d8be-48fe-9d26-9891cb972ea0 req-e41fc4c3-1220-467f-8a0a-5f265bdc02dc tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0292110 Nov 08 00:15:35.035016 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30706c-8fc3-4e5c-b6a3-7ff145feea36 req-d34a4b3d-c257-40cd-86c0-52808684f2e0 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:35.036735 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d30706c-8fc3-4e5c-b6a3-7ff145feea36 req-d34a4b3d-c257-40cd-86c0-52808684f2e0 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 945 time: 0.0503514 Nov 08 00:15:35.077526 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d30706c-8fc3-4e5c-b6a3-7ff145feea36 req-77cc0019-612f-4013-a0d0-a270133ad0ae tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326164 Nov 08 00:15:35.150062 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['852f35fc-c5d0-41f9-b362-5643eb3872c5'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:35.295970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af006578-dfac-4c09-a7d8-517076618054 req-968f0680-8eac-4906-ba76-0512921ecd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:35.297474 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-968f0680-8eac-4906-ba76-0512921ecd10 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 1096 time: 0.0434122 Nov 08 00:15:35.428575 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc718c8-ac59-4cb2-8f36-51d38ee49e02 req-7059a947-e312-4994-aa8b-e644db62ffc9 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:35.430053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9bc718c8-ac59-4cb2-8f36-51d38ee49e02 req-7059a947-e312-4994-aa8b-e644db62ffc9 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 946 time: 0.0766361 Nov 08 00:15:35.432901 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af006578-dfac-4c09-a7d8-517076618054 req-4ab869f7-1bd1-4a66-a2df-31fbd8577f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:35.434263 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-4ab869f7-1bd1-4a66-a2df-31fbd8577f44 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 909 time: 0.1281354 Nov 08 00:15:35.486048 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-bfcad4fe-70b5-4535-bbda-e792193ecf60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6dae70b-bd19-4a25-ab3c-92c5aae44e69 HTTP/1.1" status: 200 len: 217 time: 0.0443909 Nov 08 00:15:35.511578 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9bc718c8-ac59-4cb2-8f36-51d38ee49e02 req-9e6ec145-30e3-4d48-88f7-9b5680656b18 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755444 Nov 08 00:15:35.576572 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af006578-dfac-4c09-a7d8-517076618054 req-07075cc3-97e3-431f-a894-129844399c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:35.578158 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-07075cc3-97e3-431f-a894-129844399c20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.0812619 Nov 08 00:15:35.601527 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a3d34-a384-4b45-940c-15ef12eb71ca req-0987bdb6-3882-449e-9f2b-eb45ffd124b5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:35.602992 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a58a3d34-a384-4b45-940c-15ef12eb71ca req-0987bdb6-3882-449e-9f2b-eb45ffd124b5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 948 time: 0.0725057 Nov 08 00:15:35.629244 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-1ebbe93a-3faf-4cfa-92f8-64dd6abe70c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425196 Nov 08 00:15:35.641112 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-051adc21-c69f-48d8-a045-b0bd664544a6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:35.642585 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-051adc21-c69f-48d8-a045-b0bd664544a6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.20 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5&tenant_id=c0d6283f3c2b48d888bd9867b9b06340&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 948 time: 0.0542586 Nov 08 00:15:35.704785 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-cd26538d-886e-47d6-a402-604492ddfede service neutron] 10.222.0.20 "GET /v2.0/ports/87317753-526c-4085-922b-c2cf55d8958d/bindings/n-h1-816882-1 HTTP/1.1" status: 200 len: 382 time: 0.0547140 Nov 08 00:15:35.737064 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a58a3d34-a384-4b45-940c-15ef12eb71ca req-25ffc74c-080c-4b89-92b6-e67f747d49da tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102893 Nov 08 00:15:35.747958 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe87a3e-2c0a-452d-ae42-7baedafad799 req-2bb0720d-bfc8-4be3-8cfa-7af63be0722e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:35.749463 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-afe87a3e-2c0a-452d-ae42-7baedafad799 req-2bb0720d-bfc8-4be3-8cfa-7af63be0722e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.1443493 Nov 08 00:15:35.799967 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-d999c5ee-084d-4499-9d17-00f3759b1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:35.801459 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-d999c5ee-084d-4499-9d17-00f3759b1f0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 1099 time: 0.0524192 Nov 08 00:15:35.828772 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-afe87a3e-2c0a-452d-ae42-7baedafad799 req-1253cb8d-1730-462e-bc9c-0817e7546241 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725019 Nov 08 00:15:35.832416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-68fea528-357c-45c2-9898-da2cd8e12a96 service neutron] 10.222.0.26 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735401 Nov 08 00:15:35.927223 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6596e1-756b-4f00-a7dd-0e2ed78e528e req-7e8f4081-6234-413a-a6db-6b48e37bf251 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:35.933571 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6596e1-756b-4f00-a7dd-0e2ed78e528e req-7e8f4081-6234-413a-a6db-6b48e37bf251 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:35.935474 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f6596e1-756b-4f00-a7dd-0e2ed78e528e req-7e8f4081-6234-413a-a6db-6b48e37bf251 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 1680 time: 0.1211393 Nov 08 00:15:35.978246 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec9ef044-4c4b-4362-a0e0-5ce5194b1e55 req-cc5b1eff-1f43-45a7-bb37-e5de2d6507a2 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 210 time: 0.0626752 Nov 08 00:15:35.988268 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-4e0d3de2-1c69-47f8-81d6-2fdfaa4dbf25 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:35.989913 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-4e0d3de2-1c69-47f8-81d6-2fdfaa4dbf25 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.20 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 806 time: 0.1796243 Nov 08 00:15:35.991694 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-400796a7-b636-41af-8b4c-2e33328d7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:35.993025 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-400796a7-b636-41af-8b4c-2e33328d7d4c service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1726575 Nov 08 00:15:36.016666 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Request body: {'port': {'device_id': 'e50fc368-d4c7-4186-a134-649966e55f33', 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099', 'admin_state_up': True, 'tenant_id': '03361b607f1240009c31eb92f73a8c14'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:36.065896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f6596e1-756b-4f00-a7dd-0e2ed78e528e req-df821f0e-4513-4e78-bab2-f04f9172f4f1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161883 Nov 08 00:15:36.076839 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-82805a92-0771-4476-877f-65b57799bfb6 service neutron] 10.222.0.26 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242098 Nov 08 00:15:36.151886 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-5caa18a9-2366-4ef3-99d1-5036e0e6af23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=87317753-526c-4085-922b-c2cf55d8958d HTTP/1.1" status: 200 len: 217 time: 0.0584693 Nov 08 00:15:36.160713 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4119cd88-96f4-49fb-8602-39e25e61594e req-7b7083ab-5c8e-46b4-af9e-ddfe80c51758 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0265579 Nov 08 00:15:36.212158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f8a26-7ec8-46f6-98fe-98fd1cfd53a4 req-7816a93f-010f-4cd4-aef7-ea4b42d193bc tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:36.213764 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e11f8a26-7ec8-46f6-98fe-98fd1cfd53a4 req-7816a93f-010f-4cd4-aef7-ea4b42d193bc tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 945 time: 0.0514603 Nov 08 00:15:36.229745 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-be78839d-3966-4999-9213-e0edb7613429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:36.232055 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-be78839d-3966-4999-9213-e0edb7613429 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0717561 Nov 08 00:15:36.254511 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e11f8a26-7ec8-46f6-98fe-98fd1cfd53a4 req-b8dac820-40a1-419d-839c-633ccd1e211f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342779 Nov 08 00:15:36.316975 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-46c08eac-7008-4286-88f1-cc88eb57671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:36.318458 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-46c08eac-7008-4286-88f1-cc88eb57671c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0413363 Nov 08 00:15:36.334894 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Made reservation on behalf of 03361b607f1240009c31eb92f73a8c14 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:15:36.338239 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:36.376750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af006578-dfac-4c09-a7d8-517076618054 req-b7fdaa2b-d0a5-475c-9e94-6c8f540f2730 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:36.378263 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-b7fdaa2b-d0a5-475c-9e94-6c8f540f2730 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661&tenant_id=97cd1b3154f241d5a6c44887e42be8b0&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 1096 time: 0.0439253 Nov 08 00:15:36.391468 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816882-1'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:36.447160 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:36.481678 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-3b4a4a12-e1c2-4f72-be04-c1b413f6ea46 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540334 Nov 08 00:15:36.581956 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] For port a6dae70b-bd19-4a25-ab3c-92c5aae44e69, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a6dae70b-bd19-4a25-ab3c-92c5aae44e69,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:36.589435 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Allocated IP 172.20.0.13 (cac5a810-3b8a-4875-b1de-503826400099/ecaf66e9-5ef6-440b-87a0-b205c6e28157/fb5d7f3f-121f-41f4-a97c-589fa2d13862) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:15:36.637400 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-0e581875-97c0-4b06-9fa8-3d2fdc760ef3 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496897 Nov 08 00:15:36.660540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537a345-711b-47ad-9a9f-4e93ba0a3d7d req-9645e8b6-bf8a-4e00-9e44-4b2f8f87e07b tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:36.662361 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5537a345-711b-47ad-9a9f-4e93ba0a3d7d req-9645e8b6-bf8a-4e00-9e44-4b2f8f87e07b tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 946 time: 0.0785563 Nov 08 00:15:36.663578 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] For port a6dae70b-bd19-4a25-ab3c-92c5aae44e69, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:15:36.726938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd0fcd6-d598-4efe-bb59-40dabe96b661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6dae70b-bd19-4a25-ab3c-92c5aae44e69'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:36.729275 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910e4fa1-c072-4267-8c7f-9892603386d7" -d '{"events": [{"server_uuid": "7dd0fcd6-d598-4efe-bb59-40dabe96b661", "name": "network-vif-unplugged", "status": "completed", "tag": "a6dae70b-bd19-4a25-ab3c-92c5aae44e69"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:36.733986 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:36.743013 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5537a345-711b-47ad-9a9f-4e93ba0a3d7d req-b04ae76f-34bc-4987-8a13-7f429d61720a tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576155 Nov 08 00:15:36.770286 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:36.772500 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81124e64-1f9c-4d72-8e95-cb664b3555a6 x-openstack-request-id: req-81124e64-1f9c-4d72-8e95-cb664b3555a6 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:36.772800 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd0fcd6-d598-4efe-bb59-40dabe96b661", "name": "network-vif-unplugged", "status": "completed", "tag": "a6dae70b-bd19-4a25-ab3c-92c5aae44e69", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:36.773279 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81124e64-1f9c-4d72-8e95-cb664b3555a6 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:36.773680 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd0fcd6-d598-4efe-bb59-40dabe96b661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6dae70b-bd19-4a25-ab3c-92c5aae44e69', 'code': 200} Nov 08 00:15:36.797608 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:36.847959 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a1ec577f-9009-4484-909d-7f04698d07ff up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:15:36.869264 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:36.905766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] Pushing event updated for resources: {'Port': ['ID=a6dae70b-bd19-4a25-ab3c-92c5aae44e69,revision_number=7']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:36.921884 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['56ff3958-0144-4d3c-b3b3-300680828662'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:36.930030 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Network cac5a810-3b8a-4875-b1de-503826400099 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:15:36.936817 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:15:36.938964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Pushing event updated for resources: {'Port': ['ID=fb5d7f3f-121f-41f4-a97c-589fa2d13862,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:36.941283 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:15:36.955004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a60c1-88bc-4159-8d59-91f88615319c req-e8630860-b86d-4590-802e-f88673aacceb tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:36.957229 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fd7a60c1-88bc-4159-8d59-91f88615319c req-e8630860-b86d-4590-802e-f88673aacceb tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 948 time: 0.1269925 Nov 08 00:15:36.961311 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] Attempting to bind port a6dae70b-bd19-4a25-ab3c-92c5aae44e69 on host n-h1-816882-1 for vnic_type normal with profile {"migrating_to": "n-h2-816882-1"} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:15:36.961311 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] Attempting to bind port a6dae70b-bd19-4a25-ab3c-92c5aae44e69 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:15:36.963361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] Attempting to bind port a6dae70b-bd19-4a25-ab3c-92c5aae44e69 on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:36.968442 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:36.968890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:36.969300 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:36.969693 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:36.970090 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:36.970486 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:36.970880 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:36.971269 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:36.971657 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:36.972081 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:36.972465 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:36.972850 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:36.982729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port a1ec577f-9009-4484-909d-7f04698d07ff completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:15:36.990289 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] Port a6dae70b-bd19-4a25-ab3c-92c5aae44e69 on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:15:36.990289 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] Attempting to bind port a6dae70b-bd19-4a25-ab3c-92c5aae44e69 on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:36.990810 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port a1ec577f-9009-4484-909d-7f04698d07ff triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:15:36.991247 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:37.006363 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:15:37.006706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] Checking segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:15:37.007046 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:37.007180 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] Bound using segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:15:37.007504 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] Bound port: a6dae70b-bd19-4a25-ab3c-92c5aae44e69, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:15:37.007892 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:37.008017 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:37.045967 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fd7a60c1-88bc-4159-8d59-91f88615319c req-715e5fcb-a22d-4aeb-9d8c-b2435f7e163b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675700 Nov 08 00:15:37.072763 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928728f7-0e08-466f-9f2e-7232fccfd1b7 req-d1f292d2-fd64-4c6b-a7fc-58e9d59a09b3 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:37.074165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-928728f7-0e08-466f-9f2e-7232fccfd1b7 req-d1f292d2-fd64-4c6b-a7fc-58e9d59a09b3 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.1588769 Nov 08 00:15:37.095423 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-24f41707-11f7-4fce-b6c4-f05941a86f6f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0834463 Nov 08 00:15:37.128805 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Request body: {'port': {'device_id': 'e50fc368-d4c7-4186-a134-649966e55f33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:37.145085 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:37.147361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 87317753-526c-4085-922b-c2cf55d8958d up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:15:37.152410 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] For port a6dae70b-bd19-4a25-ab3c-92c5aae44e69, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:15:37.170749 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-928728f7-0e08-466f-9f2e-7232fccfd1b7 req-397c99ec-50c4-47fb-a981-fd9c51af76c9 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856078 Nov 08 00:15:37.184627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] For port a6dae70b-bd19-4a25-ab3c-92c5aae44e69, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a6dae70b-bd19-4a25-ab3c-92c5aae44e69,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:15:37.210367 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f5b24-e874-4376-b23f-3bc36ab30bc1 req-0895f8c8-3824-4b64-9657-a147b607c0ae tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:37.212088 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-629f5b24-e874-4376-b23f-3bc36ab30bc1 req-0895f8c8-3824-4b64-9657-a147b607c0ae tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.26 "GET /v2.0/ports?device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 946 time: 0.1334867 Nov 08 00:15:37.213887 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:37.220792 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc2a38-03bc-483d-a1b2-2e23121c0fe5 req-5612e479-aded-4d35-94e3-331f663956dc tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:37.224522 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42bc2a38-03bc-483d-a1b2-2e23121c0fe5 req-5612e479-aded-4d35-94e3-331f663956dc tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 932 time: 0.0981700 Nov 08 00:15:37.227944 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa80f234-2b79-4bd0-bb36-548d897445df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ec577f-9009-4484-909d-7f04698d07ff'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:37.230438 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4c9738-092a-498f-a13b-91f9c4b40e7c" -d '{"events": [{"server_uuid": "aa80f234-2b79-4bd0-bb36-548d897445df", "name": "network-vif-plugged", "status": "completed", "tag": "a1ec577f-9009-4484-909d-7f04698d07ff"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:37.248679 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port a1ec577f-9009-4484-909d-7f04698d07ff, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a1ec577f-9009-4484-909d-7f04698d07ff,segment=NetworkSegment(2c102055-147c-483e-b335-5480f3ebd956),segment_id=2c102055-147c-483e-b335-5480f3ebd956)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:37.263912 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:37.340075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42bc2a38-03bc-483d-a1b2-2e23121c0fe5 req-1fe07cae-14ea-4c0a-8188-67e333b144a6 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084530 Nov 08 00:15:37.348398 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:37.349730 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 852f35fc-c5d0-41f9-b362-5643eb3872c5 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:15:37.392904 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:37.393727 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:37.395265 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] 10.222.0.26 "PUT /v2.0/ports/a6dae70b-bd19-4a25-ab3c-92c5aae44e69 HTTP/1.1" status: 200 len: 1121 time: 1.0079608 Nov 08 00:15:37.395951 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64e492-04da-4ba5-984e-6e1194404766 service neutron] Pushing event updated for resources: {'Port': ['ID=a6dae70b-bd19-4a25-ab3c-92c5aae44e69,revision_number=8']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:37.412345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc470790-a70c-4ab4-969a-f0ce59fea0a6 req-e95c7674-b169-4e1a-9655-7b0bed2fa8d2 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:37.419105 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc470790-a70c-4ab4-969a-f0ce59fea0a6 req-e95c7674-b169-4e1a-9655-7b0bed2fa8d2 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:37.420783 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dc470790-a70c-4ab4-969a-f0ce59fea0a6 req-e95c7674-b169-4e1a-9655-7b0bed2fa8d2 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 1680 time: 0.1783748 Nov 08 00:15:37.456302 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=a1ec577f-9009-4484-909d-7f04698d07ff,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:37.474964 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dc470790-a70c-4ab4-969a-f0ce59fea0a6 req-4016d9e7-6953-4fac-817e-00b1c4ed4fc1 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476108 Nov 08 00:15:37.479338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 87317753-526c-4085-922b-c2cf55d8958d completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:15:37.493578 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 87317753-526c-4085-922b-c2cf55d8958d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:15:37.493957 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:37.516460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-629f5b24-e874-4376-b23f-3bc36ab30bc1 req-b6a644e6-8a48-4654-809e-457bab16522b tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Deleting port 91d3c811-a8f5-4496-9eab-cb87f11ae6ee {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:37.516853 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-629f5b24-e874-4376-b23f-3bc36ab30bc1 req-b6a644e6-8a48-4654-809e-457bab16522b tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:37.548463 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d1cad6-3c6b-499b-b7c8-e29f63ca04a3 x-openstack-request-id: req-b6d1cad6-3c6b-499b-b7c8-e29f63ca04a3 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:37.548789 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa80f234-2b79-4bd0-bb36-548d897445df", "name": "network-vif-plugged", "status": "completed", "tag": "a1ec577f-9009-4484-909d-7f04698d07ff", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:37.549297 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6d1cad6-3c6b-499b-b7c8-e29f63ca04a3 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:37.549744 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa80f234-2b79-4bd0-bb36-548d897445df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ec577f-9009-4484-909d-7f04698d07ff', 'code': 200} Nov 08 00:15:37.568455 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['a6dae70b-bd19-4a25-ab3c-92c5aae44e69'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:37.590545 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-789c9947-b920-46e5-9e2e-f3ff5ca2025e req-39f485c3-788b-40df-a34d-23da16bebf45 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0712063 Nov 08 00:15:37.668327 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-629f5b24-e874-4376-b23f-3bc36ab30bc1 req-b6a644e6-8a48-4654-809e-457bab16522b tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] For port 91d3c811-a8f5-4496-9eab-cb87f11ae6ee, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=91d3c811-a8f5-4496-9eab-cb87f11ae6ee,segment=NetworkSegment(6fb58c1c-c575-461c-b850-6c6b1be8fffd),segment_id=6fb58c1c-c575-461c-b850-6c6b1be8fffd)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:37.668633 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-629f5b24-e874-4376-b23f-3bc36ab30bc1 req-b6a644e6-8a48-4654-809e-457bab16522b tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:37.682052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2293a2-5a48-4154-97c9-221324729089 req-cc941800-62c5-4d40-8c72-27648a02d611 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:37.684762 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb2293a2-5a48-4154-97c9-221324729089 req-cc941800-62c5-4d40-8c72-27648a02d611 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 943 time: 0.0795505 Nov 08 00:15:37.686015 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:37.695213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 852f35fc-c5d0-41f9-b362-5643eb3872c5 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:15:37.701852 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-629f5b24-e874-4376-b23f-3bc36ab30bc1 req-b6a644e6-8a48-4654-809e-457bab16522b tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Calling delete_port for 91d3c811-a8f5-4496-9eab-cb87f11ae6ee owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:37.722119 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5d7f3f-121f-41f4-a97c-589fa2d13862 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:15:37.725780 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 852f35fc-c5d0-41f9-b362-5643eb3872c5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:15:37.726146 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:37.728438 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb2293a2-5a48-4154-97c9-221324729089 req-5edf8e02-b376-4c50-8825-686dffc2065a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370500 Nov 08 00:15:37.757645 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:37.777958 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Transition to ACTIVE for port object fb5d7f3f-121f-41f4-a97c-589fa2d13862 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:15:37.786811 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 87317753-526c-4085-922b-c2cf55d8958d, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=87317753-526c-4085-922b-c2cf55d8958d,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:37.846700 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:37.869781 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae98a6f-dc59-4317-a6df-84e8e27de090 req-3e7240e7-bb1b-448e-8509-ccecb3d2c823 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:37.872151 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ae98a6f-dc59-4317-a6df-84e8e27de090 req-3e7240e7-bb1b-448e-8509-ccecb3d2c823 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 946 time: 0.0547471 Nov 08 00:15:37.876299 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:37.879818 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:37.906291 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5d7f3f-121f-41f4-a97c-589fa2d13862,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:37.922466 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ae98a6f-dc59-4317-a6df-84e8e27de090 req-37252ba0-2af4-4e59-b5ca-35e7a91dfa61 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b1e5360-adfa-482a-b02c-51070ec0c043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411842 Nov 08 00:15:37.951155 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 852f35fc-c5d0-41f9-b362-5643eb3872c5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=852f35fc-c5d0-41f9-b362-5643eb3872c5,segment=NetworkSegment(1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb),segment_id=1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:37.960834 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=87317753-526c-4085-922b-c2cf55d8958d,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:37.964708 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-629f5b24-e874-4376-b23f-3bc36ab30bc1 req-b6a644e6-8a48-4654-809e-457bab16522b tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:37.999200 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['91d3c811-a8f5-4496-9eab-cb87f11ae6ee'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:38.007260 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a644e6-8a48-4654-809e-457bab16522b tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Pushing event deleted for resources: {'Port': ['ID=91d3c811-a8f5-4496-9eab-cb87f11ae6ee,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:38.016812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Attempting to bind port fb5d7f3f-121f-41f4-a97c-589fa2d13862 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:15:38.017238 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Attempting to bind port fb5d7f3f-121f-41f4-a97c-589fa2d13862 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:15:38.017777 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Attempting to bind port fb5d7f3f-121f-41f4-a97c-589fa2d13862 on network cac5a810-3b8a-4875-b1de-503826400099 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:38.025321 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:38.049765 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Port fb5d7f3f-121f-41f4-a97c-589fa2d13862 on network cac5a810-3b8a-4875-b1de-503826400099 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:15:38.050089 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Attempting to bind port fb5d7f3f-121f-41f4-a97c-589fa2d13862 on network cac5a810-3b8a-4875-b1de-503826400099 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:38.067051 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-629f5b24-e874-4376-b23f-3bc36ab30bc1 req-b6a644e6-8a48-4654-809e-457bab16522b tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] No DVR routers for this DVR port 91d3c811-a8f5-4496-9eab-cb87f11ae6ee on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:38.069217 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:15:38.069553 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Checking segment: {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:15:38.069925 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Bound using segment: {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:15:38.070364 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Bound port: fb5d7f3f-121f-41f4-a97c-589fa2d13862, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:15:38.070717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:38.073911 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-629f5b24-e874-4376-b23f-3bc36ab30bc1 req-b6a644e6-8a48-4654-809e-457bab16522b tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:38.074304 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=852f35fc-c5d0-41f9-b362-5643eb3872c5,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:38.077372 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-629f5b24-e874-4376-b23f-3bc36ab30bc1 req-b6a644e6-8a48-4654-809e-457bab16522b tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.26 "DELETE /v2.0/ports/91d3c811-a8f5-4496-9eab-cb87f11ae6ee HTTP/1.1" status: 204 len: 173 time: 0.8417401 Nov 08 00:15:38.077817 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f7755e-bb39-42a6-8848-72c8565de592', 'name': 'network-vif-deleted', 'tag': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:38.080127 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34be7df-4d83-4b2b-9417-4b9125641174" -d '{"events": [{"server_uuid": "86f7755e-bb39-42a6-8848-72c8565de592", "name": "network-vif-deleted", "tag": "91d3c811-a8f5-4496-9eab-cb87f11ae6ee"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:38.142837 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53cedcc-d850-4e40-8323-6d218d084406 x-openstack-request-id: req-a53cedcc-d850-4e40-8323-6d218d084406 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:38.143226 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f7755e-bb39-42a6-8848-72c8565de592", "name": "network-vif-deleted", "tag": "91d3c811-a8f5-4496-9eab-cb87f11ae6ee", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:38.143481 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a53cedcc-d850-4e40-8323-6d218d084406 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:38.143896 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f7755e-bb39-42a6-8848-72c8565de592', 'name': 'network-vif-deleted', 'tag': '91d3c811-a8f5-4496-9eab-cb87f11ae6ee', 'status': 'completed', 'code': 200} Nov 08 00:15:38.150570 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] For port fb5d7f3f-121f-41f4-a97c-589fa2d13862, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:15:38.153775 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] For port fb5d7f3f-121f-41f4-a97c-589fa2d13862, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=fb5d7f3f-121f-41f4-a97c-589fa2d13862,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:15:38.185665 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a99115-4b50-40e9-8ae9-bb487e8a49a1 req-1a0aad27-2b41-4466-ba93-1fafeacbbfe2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:38.187056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76a99115-4b50-40e9-8ae9-bb487e8a49a1 req-1a0aad27-2b41-4466-ba93-1fafeacbbfe2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.0497043 Nov 08 00:15:38.193104 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:38.225909 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76a99115-4b50-40e9-8ae9-bb487e8a49a1 req-f08e6383-b3a3-4f5e-835b-77063a5b91f6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321434 Nov 08 00:15:38.245453 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:38.283524 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:38.284030 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:38.285427 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] 10.222.0.20 "PUT /v2.0/ports/fb5d7f3f-121f-41f4-a97c-589fa2d13862 HTTP/1.1" status: 200 len: 1092 time: 1.1630311 Nov 08 00:15:38.309478 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdc93e-de15-427c-8ab9-5bf376bb9457 req-2d86211b-3bd2-4840-860c-57a84645cc99 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:38.311156 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2cbdc93e-de15-427c-8ab9-5bf376bb9457 req-2d86211b-3bd2-4840-860c-57a84645cc99 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.0633361 Nov 08 00:15:38.314571 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee72d9-c31f-4d05-8708-610cc5f3c5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5d7f3f-121f-41f4-a97c-589fa2d13862,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:38.351969 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2cbdc93e-de15-427c-8ab9-5bf376bb9457 req-4a3f26a7-8e1c-45c0-83bb-a41bdbb0bc1f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338855 Nov 08 00:15:38.490329 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af21fd3-4c4b-4dbf-a725-e37fae101ac2 req-c3267f62-ebfb-4557-92cd-4920d2afcc6e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:38.491946 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8af21fd3-4c4b-4dbf-a725-e37fae101ac2 req-c3267f62-ebfb-4557-92cd-4920d2afcc6e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 944 time: 0.0779936 Nov 08 00:15:38.494480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-606c1804-1cc2-416d-ad68-8ee5490be234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:38.496052 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-606c1804-1cc2-416d-ad68-8ee5490be234 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 1095 time: 0.0536716 Nov 08 00:15:38.539608 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8af21fd3-4c4b-4dbf-a725-e37fae101ac2 req-b0b6df66-8a0e-4482-9561-e16ce996dc03 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348370 Nov 08 00:15:38.557433 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-2aac808f-b063-41f5-bd68-051330ad4541 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb5d7f3f-121f-41f4-a97c-589fa2d13862 HTTP/1.1" status: 200 len: 217 time: 0.0439894 Nov 08 00:15:38.607583 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-1afc262a-eb7f-49b8-9eee-1c8f204fbd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:38.609278 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-1afc262a-eb7f-49b8-9eee-1c8f204fbd59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ecaf66e9-5ef6-440b-87a0-b205c6e28157 HTTP/1.1" status: 200 len: 846 time: 0.0455399 Nov 08 00:15:38.645414 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-a887f670-0c9d-4a65-86a2-379119bd7cde service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cac5a810-3b8a-4875-b1de-503826400099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285454 Nov 08 00:15:38.646518 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21a5a8-f1c8-4000-8125-8d81a2b3f768 req-bc10f0e5-2af7-4685-b463-448582c74208 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:38.652454 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21a5a8-f1c8-4000-8125-8d81a2b3f768 req-bc10f0e5-2af7-4685-b463-448582c74208 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:38.655230 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a21a5a8-f1c8-4000-8125-8d81a2b3f768 req-bc10f0e5-2af7-4685-b463-448582c74208 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 1682 time: 0.0567667 Nov 08 00:15:38.748148 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-e485cc79-313f-4d71-be2a-27ca98db8515 service neutron] 10.222.0.20 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919158 Nov 08 00:15:38.849994 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ab9eba5e-266e-405f-8f00-2ec2dd536aa4 req-c9025e2e-241c-40f0-998d-53d27fa60102 service neutron] 10.222.0.20 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941527 Nov 08 00:15:39.010525 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd0fcd6-d598-4efe-bb59-40dabe96b661', 'tag': 'a6dae70b-bd19-4a25-ab3c-92c5aae44e69'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:39.013284 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e083ce91-6dcb-4329-bcea-139211cf36f8" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd0fcd6-d598-4efe-bb59-40dabe96b661", "tag": "a6dae70b-bd19-4a25-ab3c-92c5aae44e69"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:39.019051 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a21a5a8-f1c8-4000-8125-8d81a2b3f768 req-c865a7df-68e5-4971-98ca-1ba9b00f1883 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583341 Nov 08 00:15:39.023434 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c133ebf-629e-482d-a645-12f3f30af64f req-ffaa0fa4-fb15-49a8-955b-4b39b809e350 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.3317754 Nov 08 00:15:39.132051 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c589a816-78f3-4453-875d-0b9cc23fe25e req-b46f454c-fe07-4708-af33-b4e33c129bf0 tempest-FloatingIPsAssociationTestJSON-1528677369 tempest-FloatingIPsAssociationTestJSON-1528677369-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f7755e-bb39-42a6-8848-72c8565de592 HTTP/1.1" status: 200 len: 210 time: 0.0299270 Nov 08 00:15:39.164532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262a6a3-c1b0-47fe-b5f5-feab47a1fa13 req-17842c89-91c3-4b38-82b1-5e1d704c1c91 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:39.169106 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c262a6a3-c1b0-47fe-b5f5-feab47a1fa13 req-17842c89-91c3-4b38-82b1-5e1d704c1c91 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 943 time: 0.0919812 Nov 08 00:15:39.182786 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8bc757-2367-4924-8882-12ce3e60bd92 x-openstack-request-id: req-ba8bc757-2367-4924-8882-12ce3e60bd92 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:39.183111 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd0fcd6-d598-4efe-bb59-40dabe96b661", "tag": "a6dae70b-bd19-4a25-ab3c-92c5aae44e69", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:39.183338 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba8bc757-2367-4924-8882-12ce3e60bd92 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:39.183857 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd0fcd6-d598-4efe-bb59-40dabe96b661', 'tag': 'a6dae70b-bd19-4a25-ab3c-92c5aae44e69', 'status': 'completed', 'code': 200} Nov 08 00:15:39.211643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c262a6a3-c1b0-47fe-b5f5-feab47a1fa13 req-e16036bd-fc7d-43a0-8ddc-3b74e038e3e2 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393171 Nov 08 00:15:39.271950 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083ce91-6dcb-4329-bcea-139211cf36f8 req-c9bacd1e-8531-4066-b6ec-aafbb31c5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:39.273599 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e083ce91-6dcb-4329-bcea-139211cf36f8 req-c9bacd1e-8531-4066-b6ec-aafbb31c5104 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 1124 time: 0.0428798 Nov 08 00:15:39.347376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0b659-fe6c-4e1a-a41d-534ddd5201b9 req-3739a0f4-9c9a-4797-8bf6-3c151c5084ea tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:39.349452 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-23f0b659-fe6c-4e1a-a41d-534ddd5201b9 req-3739a0f4-9c9a-4797-8bf6-3c151c5084ea tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.0534172 Nov 08 00:15:39.366243 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083ce91-6dcb-4329-bcea-139211cf36f8 req-11800e9d-dcb5-4878-8e98-e7372fcb9681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:39.367705 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e083ce91-6dcb-4329-bcea-139211cf36f8 req-11800e9d-dcb5-4878-8e98-e7372fcb9681 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 909 time: 0.0863631 Nov 08 00:15:39.394256 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-23f0b659-fe6c-4e1a-a41d-534ddd5201b9 req-04f699d4-f4f1-4fd9-8c87-151abbd3cea5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351970 Nov 08 00:15:39.414203 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e083ce91-6dcb-4329-bcea-139211cf36f8 req-ad07c408-4c9d-4174-b143-7e4465229df9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6dae70b-bd19-4a25-ab3c-92c5aae44e69 HTTP/1.1" status: 200 len: 217 time: 0.0389228 Nov 08 00:15:39.466098 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083ce91-6dcb-4329-bcea-139211cf36f8 req-769e253d-7e99-4d8e-acb4-3bfef4063b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:39.467578 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e083ce91-6dcb-4329-bcea-139211cf36f8 req-769e253d-7e99-4d8e-acb4-3bfef4063b9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.0440099 Nov 08 00:15:39.469693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2a009-fb4c-42d7-8cf5-21294800f04e req-3af0dcd3-a7e5-444f-9e8d-34a749fcb450 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:39.471172 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0fc2a009-fb4c-42d7-8cf5-21294800f04e req-3af0dcd3-a7e5-444f-9e8d-34a749fcb450 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.0486162 Nov 08 00:15:39.500985 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e083ce91-6dcb-4329-bcea-139211cf36f8 req-a7dc2d1b-5895-4fc7-9e01-82674d2a3bff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253201 Nov 08 00:15:39.509852 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0fc2a009-fb4c-42d7-8cf5-21294800f04e req-509e6ec7-fe5d-4216-86a4-8778d5815053 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326784 Nov 08 00:15:39.550967 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26118d8e-693a-45bf-8689-d3782e5cd2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87317753-526c-4085-922b-c2cf55d8958d'}, {'server_uuid': 'aa80f234-2b79-4bd0-bb36-548d897445df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852f35fc-c5d0-41f9-b362-5643eb3872c5'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:39.553732 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254e5144-84d6-411a-ab71-7d3bc29b2ce2" -d '{"events": [{"server_uuid": "26118d8e-693a-45bf-8689-d3782e5cd2b5", "name": "network-vif-plugged", "status": "completed", "tag": "87317753-526c-4085-922b-c2cf55d8958d"}, {"server_uuid": "aa80f234-2b79-4bd0-bb36-548d897445df", "name": "network-vif-plugged", "status": "completed", "tag": "852f35fc-c5d0-41f9-b362-5643eb3872c5"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:39.613215 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586a9f3a-8022-4b10-aef9-73a2ca0571a1 x-openstack-request-id: req-586a9f3a-8022-4b10-aef9-73a2ca0571a1 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:39.613469 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26118d8e-693a-45bf-8689-d3782e5cd2b5", "name": "network-vif-plugged", "status": "completed", "tag": "87317753-526c-4085-922b-c2cf55d8958d", "code": 200}, {"server_uuid": "aa80f234-2b79-4bd0-bb36-548d897445df", "name": "network-vif-plugged", "status": "completed", "tag": "852f35fc-c5d0-41f9-b362-5643eb3872c5", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:39.613720 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-586a9f3a-8022-4b10-aef9-73a2ca0571a1 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:39.614121 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26118d8e-693a-45bf-8689-d3782e5cd2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87317753-526c-4085-922b-c2cf55d8958d', 'code': 200} Nov 08 00:15:39.614399 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa80f234-2b79-4bd0-bb36-548d897445df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852f35fc-c5d0-41f9-b362-5643eb3872c5', 'code': 200} Nov 08 00:15:39.731939 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb1cb6-0e57-4e91-9e53-2ae4141137de req-a4c9596a-607d-4125-880a-b3d0321fa5fb tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:39.737020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b9fb1cb6-0e57-4e91-9e53-2ae4141137de req-a4c9596a-607d-4125-880a-b3d0321fa5fb tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 944 time: 0.0729759 Nov 08 00:15:39.775944 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b9fb1cb6-0e57-4e91-9e53-2ae4141137de req-81f054b1-1a01-421a-844d-d84f2db846b1 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344038 Nov 08 00:15:39.911584 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e083ce91-6dcb-4329-bcea-139211cf36f8 req-eb3b8978-1b23-4d7a-bde7-f7012e1c7081 service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030325 Nov 08 00:15:39.913863 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb4c31-9c96-4437-ab6f-b277a8559edd req-4039fd86-49da-4c9e-a260-68f92cb8969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:39.914329 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb4c31-9c96-4437-ab6f-b277a8559edd req-4039fd86-49da-4c9e-a260-68f92cb8969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:39.915756 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0dcb4c31-9c96-4437-ab6f-b277a8559edd req-4039fd86-49da-4c9e-a260-68f92cb8969b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 1984 time: 0.0726819 Nov 08 00:15:39.998262 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0dcb4c31-9c96-4437-ab6f-b277a8559edd req-190c51e1-7e3d-4726-b637-195c74bcf850 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722215 Nov 08 00:15:40.026838 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e083ce91-6dcb-4329-bcea-139211cf36f8 req-0412e968-28e3-4c93-9893-6e77c5d01807 service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083136 Nov 08 00:15:40.142250 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cec2b488-dc62-4064-8591-a6dc796137d8 req-d80d0de9-e0b5-418a-a119-d2a782009ec3 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0431204 Nov 08 00:15:40.144633 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50fc368-d4c7-4186-a134-649966e55f33', 'tag': 'fb5d7f3f-121f-41f4-a97c-589fa2d13862'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:40.147996 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050b25d4-c78b-4226-898e-a51412aca73a" -d '{"events": [{"name": "network-changed", "server_uuid": "e50fc368-d4c7-4186-a134-649966e55f33", "tag": "fb5d7f3f-121f-41f4-a97c-589fa2d13862"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:40.164674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888d81d-5520-4876-891c-26d3bffacc61 req-d375d2f4-0ad9-4fe4-aa4e-9c46de53d9f8 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:40.171057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888d81d-5520-4876-891c-26d3bffacc61 req-d375d2f4-0ad9-4fe4-aa4e-9c46de53d9f8 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:40.172645 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7888d81d-5520-4876-891c-26d3bffacc61 req-d375d2f4-0ad9-4fe4-aa4e-9c46de53d9f8 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 1682 time: 0.0828464 Nov 08 00:15:40.188257 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e049e8c4-28cc-4a06-9956-f89b4eafc56f x-openstack-request-id: req-e049e8c4-28cc-4a06-9956-f89b4eafc56f {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:40.188572 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50fc368-d4c7-4186-a134-649966e55f33", "tag": "fb5d7f3f-121f-41f4-a97c-589fa2d13862", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:40.188842 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e049e8c4-28cc-4a06-9956-f89b4eafc56f {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:40.189250 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50fc368-d4c7-4186-a134-649966e55f33', 'tag': 'fb5d7f3f-121f-41f4-a97c-589fa2d13862', 'status': 'completed', 'code': 200} Nov 08 00:15:40.211666 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7888d81d-5520-4876-891c-26d3bffacc61 req-3420691c-0d7f-4360-825c-206e281cc4b4 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329597 Nov 08 00:15:40.218723 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39436) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:40.332919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbefa01-175d-4a31-bcd9-a875f10e4d14 req-f8e6cd4b-9811-429d-8082-6a1e798346d9 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:40.334822 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bbefa01-175d-4a31-bcd9-a875f10e4d14 req-f8e6cd4b-9811-429d-8082-6a1e798346d9 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 943 time: 0.0528078 Nov 08 00:15:40.342509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b25d4-c78b-4226-898e-a51412aca73a req-05690182-75f8-4840-8bde-2f7916aa9e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:40.344048 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-050b25d4-c78b-4226-898e-a51412aca73a req-05690182-75f8-4840-8bde-2f7916aa9e4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 1095 time: 0.0879343 Nov 08 00:15:40.376470 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bbefa01-175d-4a31-bcd9-a875f10e4d14 req-20bbe85d-67f4-45e1-93aa-29baba99b1f3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334179 Nov 08 00:15:40.516542 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca14a90-79f1-4101-b58d-c450c3a228aa req-5b03c1b8-e9e7-4247-9918-57bbaf16695d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:40.518263 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cca14a90-79f1-4101-b58d-c450c3a228aa req-5b03c1b8-e9e7-4247-9918-57bbaf16695d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.0568492 Nov 08 00:15:40.531833 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b25d4-c78b-4226-898e-a51412aca73a req-058740de-87b4-4f2f-be0b-08aacf7b1da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:40.533385 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-050b25d4-c78b-4226-898e-a51412aca73a req-058740de-87b4-4f2f-be0b-08aacf7b1da2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 907 time: 0.1778555 Nov 08 00:15:40.560143 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cca14a90-79f1-4101-b58d-c450c3a228aa req-942535bb-a8ab-4be7-bd98-b3862e1828a0 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349476 Nov 08 00:15:40.594338 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-050b25d4-c78b-4226-898e-a51412aca73a req-b49b5cb1-96ab-421e-af64-3640403bca78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb5d7f3f-121f-41f4-a97c-589fa2d13862 HTTP/1.1" status: 200 len: 217 time: 0.0405223 Nov 08 00:15:40.627135 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bea05-c7cd-457b-820b-e6af18926cef req-f663e48b-da19-4e7f-9975-c0b2810497f9 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:40.628960 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc6bea05-c7cd-457b-820b-e6af18926cef req-f663e48b-da19-4e7f-9975-c0b2810497f9 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.0485528 Nov 08 00:15:40.672141 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc6bea05-c7cd-457b-820b-e6af18926cef req-4eacd1fc-23bd-4e8a-8fc7-736c2b6b3d5a tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347385 Nov 08 00:15:40.700540 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-0f3f06cb-fb25-4323-bc0f-1ea9021af866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:40.702026 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-0f3f06cb-fb25-4323-bc0f-1ea9021af866 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5&tenant_id=c0d6283f3c2b48d888bd9867b9b06340 HTTP/1.1" status: 200 len: 1100 time: 0.1053028 Nov 08 00:15:40.703258 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b25d4-c78b-4226-898e-a51412aca73a req-cf96c302-ac95-4243-bcf5-c92aa1d97e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:40.704549 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-050b25d4-c78b-4226-898e-a51412aca73a req-cf96c302-ac95-4243-bcf5-c92aa1d97e2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ecaf66e9-5ef6-440b-87a0-b205c6e28157 HTTP/1.1" status: 200 len: 846 time: 0.0982633 Nov 08 00:15:40.726600 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:40.786660 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-050b25d4-c78b-4226-898e-a51412aca73a req-886ea64f-91ef-44fe-a218-23237f311944 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cac5a810-3b8a-4875-b1de-503826400099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363128 Nov 08 00:15:40.863199 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a6dae70b-bd19-4a25-ab3c-92c5aae44e69 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:15:40.870966 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 91d3c811-a8f5-4496-9eab-cb87f11ae6ee no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:40.876923 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:40.894056 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad15e70-bf6e-4a1d-b265-e727e922366d req-d98e1bbb-bb16-461a-8a06-66d9f02a4b05 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:40.895566 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ad15e70-bf6e-4a1d-b265-e727e922366d req-d98e1bbb-bb16-461a-8a06-66d9f02a4b05 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 944 time: 0.0502191 Nov 08 00:15:40.900749 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 91d3c811-a8f5-4496-9eab-cb87f11ae6ee {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:15:40.901601 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 91d3c811-a8f5-4496-9eab-cb87f11ae6ee not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:40.940021 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ad15e70-bf6e-4a1d-b265-e727e922366d req-d276ebd7-8616-4564-8010-63c105fd629f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353494 Nov 08 00:15:40.977948 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-050b25d4-c78b-4226-898e-a51412aca73a req-c50125d4-354d-4b08-9115-b3bdd4e3ca8f service neutron] 10.222.0.20 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661279 Nov 08 00:15:40.980556 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-99898cd9-77b6-49b7-a2df-be707be50ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:40.993869 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port a6dae70b-bd19-4a25-ab3c-92c5aae44e69, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a6dae70b-bd19-4a25-ab3c-92c5aae44e69,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:41.004888 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a6dae70b-bd19-4a25-ab3c-92c5aae44e69 has no active binding in host n-h2-816882-1 {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 00:15:41.252346 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8726cbe5-d7aa-4822-bcb3-38674c2cc497 req-c3e62de0-aba0-441e-876a-416fd981c1ff tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0318367 Nov 08 00:15:41.269340 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-050b25d4-c78b-4226-898e-a51412aca73a req-ce8ff699-84d6-4eb0-91ca-34393a2a565b service neutron] 10.222.0.20 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521992 Nov 08 00:15:41.337112 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] For port 87317753-526c-4085-922b-c2cf55d8958d, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=87317753-526c-4085-922b-c2cf55d8958d,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:41.348881 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87530cd-985a-4a9f-86ee-f0a2e560d9b6 req-9e1a6fd1-9292-449f-b9bc-c7bc7ba97a3b tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:41.354865 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87530cd-985a-4a9f-86ee-f0a2e560d9b6 req-9e1a6fd1-9292-449f-b9bc-c7bc7ba97a3b tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:41.357220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c87530cd-985a-4a9f-86ee-f0a2e560d9b6 req-9e1a6fd1-9292-449f-b9bc-c7bc7ba97a3b tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 1682 time: 0.0637689 Nov 08 00:15:41.378986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] For port 87317753-526c-4085-922b-c2cf55d8958d, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:15:41.395550 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c87530cd-985a-4a9f-86ee-f0a2e560d9b6 req-d5fd7e1b-e04b-4397-8bca-28964b18af6b tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319965 Nov 08 00:15:41.449573 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:41.482208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] Transition to ACTIVE for port object 87317753-526c-4085-922b-c2cf55d8958d will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:15:41.493036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed7956-1f9f-4106-a42c-0c289ff40ecc req-c1a57904-dd48-439e-a5d3-9cf3e33413f3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:41.494535 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1ed7956-1f9f-4106-a42c-0c289ff40ecc req-c1a57904-dd48-439e-a5d3-9cf3e33413f3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 943 time: 0.0498815 Nov 08 00:15:41.506405 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-99898cd9-77b6-49b7-a2df-be707be50ea4 admin admin] Deleting port c11c237a-e6e3-42b4-8bba-cce38d39b142 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:41.507246 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-99898cd9-77b6-49b7-a2df-be707be50ea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:41.537872 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1ed7956-1f9f-4106-a42c-0c289ff40ecc req-35a0d7fd-9025-4bdc-9f66-07f44d7bda66 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354366 Nov 08 00:15:41.554814 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:41.648136 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] No DVR routers for this DVR port 87317753-526c-4085-922b-c2cf55d8958d on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:41.664043 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-99898cd9-77b6-49b7-a2df-be707be50ea4 admin admin] For port c11c237a-e6e3-42b4-8bba-cce38d39b142, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c11c237a-e6e3-42b4-8bba-cce38d39b142,segment=NetworkSegment(6fb58c1c-c575-461c-b850-6c6b1be8fffd),segment_id=6fb58c1c-c575-461c-b850-6c6b1be8fffd)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:41.664407 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-99898cd9-77b6-49b7-a2df-be707be50ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:41.666982 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] Pushing event updated for resources: {'Port': ['ID=87317753-526c-4085-922b-c2cf55d8958d,revision_number=10']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:41.679355 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e0655-4d8d-4de1-b4ac-90ecd072e549 req-5c9c0239-9abe-470e-9568-945db8cfddf2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:41.681241 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e94e0655-4d8d-4de1-b4ac-90ecd072e549 req-5c9c0239-9abe-470e-9568-945db8cfddf2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 948 time: 0.0500350 Nov 08 00:15:41.686148 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-99898cd9-77b6-49b7-a2df-be707be50ea4 admin admin] Calling delete_port for c11c237a-e6e3-42b4-8bba-cce38d39b142 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:41.722651 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] Attempting to bind port 87317753-526c-4085-922b-c2cf55d8958d on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:15:41.723171 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] Attempting to bind port 87317753-526c-4085-922b-c2cf55d8958d by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:15:41.723396 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] Attempting to bind port 87317753-526c-4085-922b-c2cf55d8958d on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:41.745430 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e94e0655-4d8d-4de1-b4ac-90ecd072e549 req-788110e1-6ac9-4d31-a802-9dabde3efb61 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528142 Nov 08 00:15:41.758805 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] Port 87317753-526c-4085-922b-c2cf55d8958d on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:15:41.758974 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] Attempting to bind port 87317753-526c-4085-922b-c2cf55d8958d on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:41.784042 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:15:41.784389 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:15:41.784773 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:15:41.785212 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] Bound port: 87317753-526c-4085-922b-c2cf55d8958d, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:15:41.785569 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:41.833782 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8435e-52c5-49e2-a008-61468ea3d764 req-74c0d55d-e4be-4973-a18d-cb1872eaeabb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:41.835339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d2a8435e-52c5-49e2-a008-61468ea3d764 req-74c0d55d-e4be-4973-a18d-cb1872eaeabb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.0575361 Nov 08 00:15:41.879934 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d2a8435e-52c5-49e2-a008-61468ea3d764 req-2e74cbd0-a5a2-4cf0-a422-1be717c00149 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363216 Nov 08 00:15:41.950960 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] For port 87317753-526c-4085-922b-c2cf55d8958d, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:15:41.973312 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] For port 87317753-526c-4085-922b-c2cf55d8958d, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=87317753-526c-4085-922b-c2cf55d8958d,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:15:42.005552 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-4028a9d3-28c1-4118-896c-9000d57733c6 service neutron] 10.222.0.20 "GET /v2.0/ports/a6dae70b-bd19-4a25-ab3c-92c5aae44e69/bindings/n-h2-816882-1 HTTP/1.1" status: 200 len: 384 time: 0.1193383 Nov 08 00:15:42.042001 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:42.057637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08e36b-2780-4f84-9f4d-4607e4363407 req-15c51c82-2dc9-4864-a7bf-f2aaf5f2822a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:42.059609 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b08e36b-2780-4f84-9f4d-4607e4363407 req-15c51c82-2dc9-4864-a7bf-f2aaf5f2822a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 944 time: 0.0499191 Nov 08 00:15:42.097678 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:42.108533 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:42.109248 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b08e36b-2780-4f84-9f4d-4607e4363407 req-b7da4ba5-ed32-487e-8475-3b84c835856d tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331807 Nov 08 00:15:42.109473 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] 10.222.0.26 "PUT /v2.0/ports/87317753-526c-4085-922b-c2cf55d8958d HTTP/1.1" status: 200 len: 1096 time: 1.3781240 Nov 08 00:15:42.134226 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-99898cd9-77b6-49b7-a2df-be707be50ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:42.148582 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1273ef-7abc-4fee-9b1a-38cf091a7851 service neutron] Pushing event updated for resources: {'Port': ['ID=87317753-526c-4085-922b-c2cf55d8958d,revision_number=11']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:42.211910 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26118d8e-693a-45bf-8689-d3782e5cd2b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87317753-526c-4085-922b-c2cf55d8958d'}, {'name': 'network-changed', 'server_uuid': '26118d8e-693a-45bf-8689-d3782e5cd2b5', 'tag': '87317753-526c-4085-922b-c2cf55d8958d'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:42.214173 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f65e8f-5f95-4901-a282-bf4cd749c83b" -d '{"events": [{"server_uuid": "26118d8e-693a-45bf-8689-d3782e5cd2b5", "name": "network-vif-unplugged", "status": "completed", "tag": "87317753-526c-4085-922b-c2cf55d8958d"}, {"name": "network-changed", "server_uuid": "26118d8e-693a-45bf-8689-d3782e5cd2b5", "tag": "87317753-526c-4085-922b-c2cf55d8958d"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:42.226990 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99898cd9-77b6-49b7-a2df-be707be50ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c11c237a-e6e3-42b4-8bba-cce38d39b142,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:42.299010 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db582a2e-fc38-4f55-993a-cd503c189c45 x-openstack-request-id: req-db582a2e-fc38-4f55-993a-cd503c189c45 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:42.299010 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26118d8e-693a-45bf-8689-d3782e5cd2b5", "name": "network-vif-unplugged", "status": "completed", "tag": "87317753-526c-4085-922b-c2cf55d8958d", "code": 200}, {"name": "network-changed", "server_uuid": "26118d8e-693a-45bf-8689-d3782e5cd2b5", "tag": "87317753-526c-4085-922b-c2cf55d8958d", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:42.299010 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db582a2e-fc38-4f55-993a-cd503c189c45 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:42.299010 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26118d8e-693a-45bf-8689-d3782e5cd2b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87317753-526c-4085-922b-c2cf55d8958d', 'code': 200} Nov 08 00:15:42.299010 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26118d8e-693a-45bf-8689-d3782e5cd2b5', 'tag': '87317753-526c-4085-922b-c2cf55d8958d', 'status': 'completed', 'code': 200} Nov 08 00:15:42.353844 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-ffe722c6-f10b-4413-9a45-14f52d5b6274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:42.354161 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-ffe722c6-f10b-4413-9a45-14f52d5b6274 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 1099 time: 0.1897366 Nov 08 00:15:42.380865 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70a7d238-ec9f-43cf-9e4e-1e803b5f2d66 req-8d2d36f3-b207-4fbe-973a-da966d8f6419 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0516527 Nov 08 00:15:42.534576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f5ed1-6bda-4833-8290-0fb66efb42c9 req-32ebffc5-c2d1-4851-9539-c77ff9f728e8 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:42.540691 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f5ed1-6bda-4833-8290-0fb66efb42c9 req-32ebffc5-c2d1-4851-9539-c77ff9f728e8 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:42.542369 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f5f5ed1-6bda-4833-8290-0fb66efb42c9 req-32ebffc5-c2d1-4851-9539-c77ff9f728e8 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 1682 time: 0.0750580 Nov 08 00:15:42.585683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f5f5ed1-6bda-4833-8290-0fb66efb42c9 req-5f659a5f-5dc0-4edf-bb4f-50a07b0f92a9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362816 Nov 08 00:15:42.664494 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f39ad7-c075-4e2f-aa74-c12c5ebaee8d req-128b3583-900e-4c66-8217-fcfba4630ed6 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:42.666005 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b3f39ad7-c075-4e2f-aa74-c12c5ebaee8d req-128b3583-900e-4c66-8217-fcfba4630ed6 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 943 time: 0.0587766 Nov 08 00:15:42.707647 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b3f39ad7-c075-4e2f-aa74-c12c5ebaee8d req-b25538c0-9ff0-4758-89d1-c67753673535 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337465 Nov 08 00:15:42.809755 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-af006578-dfac-4c09-a7d8-517076618054 req-1b0d08f9-102e-4124-b9bb-302e091a84e7 service neutron] For port a6dae70b-bd19-4a25-ab3c-92c5aae44e69, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a6dae70b-bd19-4a25-ab3c-92c5aae44e69,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:42.856900 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-28d06177-1ebb-449a-a958-9c32e00c4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:42.858928 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-28d06177-1ebb-449a-a958-9c32e00c4c27 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 1099 time: 0.4853966 Nov 08 00:15:42.873494 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-af006578-dfac-4c09-a7d8-517076618054 req-1b0d08f9-102e-4124-b9bb-302e091a84e7 service neutron] For port a6dae70b-bd19-4a25-ab3c-92c5aae44e69, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:15:42.879087 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf84aef-d849-49dc-b299-66c3864e089f req-8e02b172-0856-4e7c-bf55-d5da7a28e4d5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:42.880644 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbf84aef-d849-49dc-b299-66c3864e089f req-8e02b172-0856-4e7c-bf55-d5da7a28e4d5 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 948 time: 0.0623505 Nov 08 00:15:42.926937 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbf84aef-d849-49dc-b299-66c3864e089f req-83e03ee1-25bf-4496-a9c6-c21fe7c061bd tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391312 Nov 08 00:15:42.957066 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-99898cd9-77b6-49b7-a2df-be707be50ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:42.974200 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-32935a28-8639-4937-88b8-64dc4d2305b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:42.975676 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-32935a28-8639-4937-88b8-64dc4d2305b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.6135359 Nov 08 00:15:42.982164 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-af006578-dfac-4c09-a7d8-517076618054 req-1b0d08f9-102e-4124-b9bb-302e091a84e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6dae70b-bd19-4a25-ab3c-92c5aae44e69 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:15:42.998724 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-af006578-dfac-4c09-a7d8-517076618054 req-1b0d08f9-102e-4124-b9bb-302e091a84e7 service neutron] For port a6dae70b-bd19-4a25-ab3c-92c5aae44e69, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a6dae70b-bd19-4a25-ab3c-92c5aae44e69,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:43.071994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28452478-7ad5-456c-899e-f0e06c46b86f req-3f4cd55d-875b-4035-af0c-8977d86eecd9 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:43.073928 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28452478-7ad5-456c-899e-f0e06c46b86f req-3f4cd55d-875b-4035-af0c-8977d86eecd9 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.0591319 Nov 08 00:15:43.120737 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-fdda1039-2e88-4496-8795-39c3a445eac6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=87317753-526c-4085-922b-c2cf55d8958d HTTP/1.1" status: 200 len: 217 time: 0.0514557 Nov 08 00:15:43.145161 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28452478-7ad5-456c-899e-f0e06c46b86f req-60027a6a-751d-4f17-bcd0-15d321e248da tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595241 Nov 08 00:15:43.170123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcb8a2-00a2-48fd-a1a3-048be1efed1a req-c51db88c-5b3e-4e04-b23d-2cbef7ffbc1b tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:43.175596 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device fb5d7f3f-121f-41f4-a97c-589fa2d13862 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:15:43.179018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcb8a2-00a2-48fd-a1a3-048be1efed1a req-c51db88c-5b3e-4e04-b23d-2cbef7ffbc1b tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:43.179480 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-af006578-dfac-4c09-a7d8-517076618054 req-1b0d08f9-102e-4124-b9bb-302e091a84e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:43.186908 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 87317753-526c-4085-922b-c2cf55d8958d no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:43.191887 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27fcb8a2-00a2-48fd-a1a3-048be1efed1a req-c51db88c-5b3e-4e04-b23d-2cbef7ffbc1b tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 1682 time: 0.1151085 Nov 08 00:15:43.203259 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-1e13fd31-2dbe-4510-bb35-c9f16eb68520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:43.204763 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-1e13fd31-2dbe-4510-bb35-c9f16eb68520 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.3326652 Nov 08 00:15:43.248594 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-a87f0a96-309e-447d-8f24-f92a852ec858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:43.250996 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-a87f0a96-309e-447d-8f24-f92a852ec858 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1210895 Nov 08 00:15:43.252568 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27fcb8a2-00a2-48fd-a1a3-048be1efed1a req-f7c6fac0-3322-4a3b-a146-69397fb7366d tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534587 Nov 08 00:15:43.273767 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 87317753-526c-4085-922b-c2cf55d8958d not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:43.292436 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-12b02fd0-1a68-4afe-b3fe-a44f7eca305b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=87317753-526c-4085-922b-c2cf55d8958d HTTP/1.1" status: 200 len: 217 time: 0.0747666 Nov 08 00:15:43.317211 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57ddbc-8967-42b8-b008-f98e45729083 req-92c6220d-479d-4c09-a8fb-1cfc27608cb9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:43.326553 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac57ddbc-8967-42b8-b008-f98e45729083 req-92c6220d-479d-4c09-a8fb-1cfc27608cb9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 944 time: 0.0886035 Nov 08 00:15:43.374936 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port fb5d7f3f-121f-41f4-a97c-589fa2d13862, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=fb5d7f3f-121f-41f4-a97c-589fa2d13862,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:43.383668 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac57ddbc-8967-42b8-b008-f98e45729083 req-84b7d160-d0e3-4a44-850e-aec6992a525e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561068 Nov 08 00:15:43.395253 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'fb5d7f3f-121f-41f4-a97c-589fa2d13862', 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099', 'port_id': 'fb5d7f3f-121f-41f4-a97c-589fa2d13862', 'mac_address': 'fa:16:3e:d5:97:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecaf66e9-5ef6-440b-87a0-b205c6e28157', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:15:43.440057 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:43.456137 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5d7f3f-121f-41f4-a97c-589fa2d13862 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:15:43.458313 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-af006578-dfac-4c09-a7d8-517076618054 req-1b0d08f9-102e-4124-b9bb-302e091a84e7 service neutron] Transition to ACTIVE for port object a6dae70b-bd19-4a25-ab3c-92c5aae44e69 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:15:43.466561 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-ddc273e6-d14c-4fd1-b30d-c8188ce03213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:43.466561 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-ddc273e6-d14c-4fd1-b30d-c8188ce03213 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1560390 Nov 08 00:15:43.479060 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port fb5d7f3f-121f-41f4-a97c-589fa2d13862, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=fb5d7f3f-121f-41f4-a97c-589fa2d13862,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:43.479744 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-fec01289-186b-4a4f-94a7-c446799e7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:43.481217 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-fec01289-186b-4a4f-94a7-c446799e7a12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2003543 Nov 08 00:15:43.501573 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f6a5bad-22a4-41b8-934b-7e67d2177572 req-235b4941-2474-46a2-b8aa-9022ace3eb85 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0316203 Nov 08 00:15:43.545595 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:43.554317 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-af006578-dfac-4c09-a7d8-517076618054 req-1b0d08f9-102e-4124-b9bb-302e091a84e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:43.592050 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=fb5d7f3f-121f-41f4-a97c-589fa2d13862,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:43.627748 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-4d69d1b6-4ca4-436a-8d3c-4d8b9e87498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:43.629286 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-4d69d1b6-4ca4-436a-8d3c-4d8b9e87498b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1520078 Nov 08 00:15:43.634382 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99898cd9-77b6-49b7-a2df-be707be50ea4 admin admin] Router ab8571f0-ba98-4370-8740-4c398a7558e8 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:15:43.684899 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-af006578-dfac-4c09-a7d8-517076618054 req-1b0d08f9-102e-4124-b9bb-302e091a84e7 service neutron] No DVR routers for this DVR port a6dae70b-bd19-4a25-ab3c-92c5aae44e69 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:43.702039 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d08f9-102e-4124-b9bb-302e091a84e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6dae70b-bd19-4a25-ab3c-92c5aae44e69,revision_number=10']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:43.771974 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-ac1b6cfd-cf91-4279-bbbb-5b2476886887 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804499 Nov 08 00:15:43.836321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e52443-1d4f-4298-ae7d-c8fcf225c257 req-4511d272-89df-48f8-95f5-292074e977e8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:43.837796 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d1e52443-1d4f-4298-ae7d-c8fcf225c257 req-4511d272-89df-48f8-95f5-292074e977e8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 944 time: 0.0595067 Nov 08 00:15:43.852572 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-1b0d08f9-102e-4124-b9bb-302e091a84e7 service neutron] 10.222.0.20 "PUT /v2.0/ports/a6dae70b-bd19-4a25-ab3c-92c5aae44e69/bindings/n-h2-816882-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8390341 Nov 08 00:15:43.876646 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d1e52443-1d4f-4298-ae7d-c8fcf225c257 req-7070571a-9701-47c2-bfce-06cb5b2412d5 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324464 Nov 08 00:15:43.950351 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-eda76902-6341-4107-a533-97c9899eaebe service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046620 Nov 08 00:15:43.977914 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['fb5d7f3f-121f-41f4-a97c-589fa2d13862'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:44.023169 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99898cd9-77b6-49b7-a2df-be707be50ea4 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:15:44.032527 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-99898cd9-77b6-49b7-a2df-be707be50ea4 admin admin] 10.222.0.13 "PUT /v2.0/routers/ab8571f0-ba98-4370-8740-4c398a7558e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8127189 Nov 08 00:15:44.035120 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39492) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:44.037121 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0c5f561c-e7d6-4779-b92e-a4dc843c8360 req-5e34550a-3703-42c2-ae6a-0af934ef62a6 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989553 Nov 08 00:15:44.041827 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94174522-81c2-421a-85e7-522bead36802 None None] Sync routers for ids ['ab8571f0-ba98-4370-8740-4c398a7558e8'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:15:44.060891 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94174522-81c2-421a-85e7-522bead36802 None None] Routers {'ab8571f0-ba98-4370-8740-4c398a7558e8'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:15:44.065656 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-94174522-81c2-421a-85e7-522bead36802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:15:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ab8571f0-ba98-4370-8740-4c398a7558e8'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:44.172741 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-da7a0817-b7f4-4a4a-ad86-6120ae80fee5 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146084 Nov 08 00:15:44.205505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a15b3-39f9-468f-be23-16cd86bd0cc5 req-a6d870ee-c30f-46c7-a0ba-8a54a24f845d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:44.205505 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb8a15b3-39f9-468f-be23-16cd86bd0cc5 req-a6d870ee-c30f-46c7-a0ba-8a54a24f845d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 948 time: 0.2039807 Nov 08 00:15:44.206106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af006578-dfac-4c09-a7d8-517076618054 req-e379a11e-dc67-49c6-b88d-e08a4cc37004 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:44.207734 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-e379a11e-dc67-49c6-b88d-e08a4cc37004 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661&tenant_id=97cd1b3154f241d5a6c44887e42be8b0&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 1095 time: 0.1551278 Nov 08 00:15:44.224134 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-94174522-81c2-421a-85e7-522bead36802 None None] Set router ab8571f0-ba98-4370-8740-4c398a7558e8 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:15:44.238018 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-8cbaf6d0-a5f1-4512-85ad-82a0ecd7ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:44.239513 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-8cbaf6d0-a5f1-4512-85ad-82a0ecd7ab80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 1099 time: 0.0642004 Nov 08 00:15:44.286635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb8a15b3-39f9-468f-be23-16cd86bd0cc5 req-83da9cbb-c823-47c3-8234-87acaa083042 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832663 Nov 08 00:15:44.318444 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-73889ec6-e1d2-42ee-87bf-41710ee8ce3a admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:44.342038 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af006578-dfac-4c09-a7d8-517076618054 req-26519762-1854-40a4-9a7f-86c5862fcc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:44.344233 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-26519762-1854-40a4-9a7f-86c5862fcc16 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661&tenant_id=97cd1b3154f241d5a6c44887e42be8b0 HTTP/1.1" status: 200 len: 1095 time: 0.1188507 Nov 08 00:15:44.374925 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d631a-27ea-4c0e-ad4e-08a75698a97e req-9a6ea1ef-1245-40ed-bf51-be218c5ef425 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:44.383499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e51d631a-27ea-4c0e-ad4e-08a75698a97e req-9a6ea1ef-1245-40ed-bf51-be218c5ef425 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.1003442 Nov 08 00:15:44.429253 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-b80beb04-a06f-43b8-83c4-9a2e74649a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:44.430737 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-b80beb04-a06f-43b8-83c4-9a2e74649a07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1821296 Nov 08 00:15:44.435118 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-94174522-81c2-421a-85e7-522bead36802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:15:41Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:44.462465 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94174522-81c2-421a-85e7-522bead36802 None None] Checking router: ab8571f0-ba98-4370-8740-4c398a7558e8 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:15:44.471641 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94174522-81c2-421a-85e7-522bead36802 None None] Routers {'ab8571f0-ba98-4370-8740-4c398a7558e8'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:15:44.472370 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-94174522-81c2-421a-85e7-522bead36802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:15:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ab8571f0-ba98-4370-8740-4c398a7558e8'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:44.474324 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e51d631a-27ea-4c0e-ad4e-08a75698a97e req-709843c5-db9b-486f-81d0-50f9c45e6746 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898507 Nov 08 00:15:44.481669 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-1c57548d-cb02-45f7-8b90-2def38a88cb2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=87317753-526c-4085-922b-c2cf55d8958d HTTP/1.1" status: 200 len: 217 time: 0.0406454 Nov 08 00:15:44.487006 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-73889ec6-e1d2-42ee-87bf-41710ee8ce3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:44.496366 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6ec48-e3c0-4f92-b244-95fc717a60e7 req-cd9409f6-23c1-48f6-a782-fa10abe2606e tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:44.502626 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6ec48-e3c0-4f92-b244-95fc717a60e7 req-cd9409f6-23c1-48f6-a782-fa10abe2606e tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:44.504339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9a6ec48-e3c0-4f92-b244-95fc717a60e7 req-cd9409f6-23c1-48f6-a782-fa10abe2606e tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 1682 time: 0.1181583 Nov 08 00:15:44.516347 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af006578-dfac-4c09-a7d8-517076618054 req-89ed0884-0cce-43c8-bd96-b489dbbe40ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:44.518093 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-89ed0884-0cce-43c8-bd96-b489dbbe40ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 1095 time: 0.1144786 Nov 08 00:15:44.600958 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-22ab1d07-de5c-4c93-88b2-57f8218e78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:44.602717 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-22ab1d07-de5c-4c93-88b2-57f8218e78ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0765748 Nov 08 00:15:44.605504 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-94174522-81c2-421a-85e7-522bead36802 None None] Set router ab8571f0-ba98-4370-8740-4c398a7558e8 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:15:44.636299 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9a6ec48-e3c0-4f92-b244-95fc717a60e7 req-49dc23cc-b871-45bb-ac2d-8edfd68b1f39 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147907 Nov 08 00:15:44.660684 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-73889ec6-e1d2-42ee-87bf-41710ee8ce3a admin admin] Deleting port eb85d463-57b4-401d-bc5a-d0ae32b085ad {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:44.661140 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-73889ec6-e1d2-42ee-87bf-41710ee8ce3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:44.709549 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90171485-1f20-4755-8e36-0a3bdc3c8dc9 req-09f62d30-aa58-49c5-9953-54c777653034 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:44.716294 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-90171485-1f20-4755-8e36-0a3bdc3c8dc9 req-09f62d30-aa58-49c5-9953-54c777653034 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 945 time: 0.1245487 Nov 08 00:15:44.718631 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-2b1e5163-eb40-4c2f-b2ab-71e3e128c4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:44.720426 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-2b1e5163-eb40-4c2f-b2ab-71e3e128c4bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049559 Nov 08 00:15:44.727804 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af006578-dfac-4c09-a7d8-517076618054 req-a4fa45ec-df16-4e4e-b987-73a8fadab4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:44.729187 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-a4fa45ec-df16-4e4e-b987-73a8fadab4fd service neutron] 10.222.0.26 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 909 time: 0.1950662 Nov 08 00:15:44.754319 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9aaa1b8-36c3-4875-b239-f13871148bf4 req-f1a9cc00-0b2e-4728-8e64-0a2842219ca3 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0361500 Nov 08 00:15:44.803118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-2e2f71df-e0c6-4204-a977-920a5f644c1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6dae70b-bd19-4a25-ab3c-92c5aae44e69 HTTP/1.1" status: 200 len: 217 time: 0.0515518 Nov 08 00:15:44.806467 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-73889ec6-e1d2-42ee-87bf-41710ee8ce3a admin admin] For port eb85d463-57b4-401d-bc5a-d0ae32b085ad, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=eb85d463-57b4-401d-bc5a-d0ae32b085ad,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:44.806831 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-73889ec6-e1d2-42ee-87bf-41710ee8ce3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:44.816930 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-94174522-81c2-421a-85e7-522bead36802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:15:41Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:44.821273 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-90171485-1f20-4755-8e36-0a3bdc3c8dc9 req-1cb013a5-0357-4682-baaf-9dfb1d9b12a5 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896766 Nov 08 00:15:44.834553 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-73889ec6-e1d2-42ee-87bf-41710ee8ce3a admin admin] Calling delete_port for eb85d463-57b4-401d-bc5a-d0ae32b085ad owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:44.853905 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94174522-81c2-421a-85e7-522bead36802 None None] The sync data for ids ['ab8571f0-ba98-4370-8740-4c398a7558e8'] in n-d-816882-1 is: [{'id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'name': 'tempest-FloatingIPsAssociationTestJSON-691921457-router', 'tenant_id': '2de47a6126ba4de69e1e89c7390326ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:09Z', 'updated_at': '2021-11-08T00:15:41Z', 'revision_number': 5, 'project_id': '2de47a6126ba4de69e1e89c7390326ab', 'gw_port': {'id': 'eb85d463-57b4-401d-bc5a-d0ae32b085ad', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8571f0-ba98-4370-8740-4c398a7558e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:10Z', 'updated_at': '2021-11-08T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:15:44.868947 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af006578-dfac-4c09-a7d8-517076618054 req-4b32951a-12b9-4629-960f-2e5fe23ab1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:44.870416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-4b32951a-12b9-4629-960f-2e5fe23ab1a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.0483062 Nov 08 00:15:44.908492 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-db879bc0-abe0-47b5-9944-b72a389f29e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298572 Nov 08 00:15:44.923136 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-f08509ef-9957-4e37-aff0-47ae901b17fb service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921573 Nov 08 00:15:44.951136 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-2abe46a9-11fc-4d9c-b60b-3e14ffa8daa6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:44.957087 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-2abe46a9-11fc-4d9c-b60b-3e14ffa8daa6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:44.958585 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-2abe46a9-11fc-4d9c-b60b-3e14ffa8daa6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 1682 time: 0.1368382 Nov 08 00:15:45.037179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a6c89-6f5f-45c9-a012-9f13b9a5bb49 req-358b9410-af70-40d0-9a22-34bf54de1610 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:45.038573 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e39a6c89-6f5f-45c9-a012-9f13b9a5bb49 req-358b9410-af70-40d0-9a22-34bf54de1610 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 944 time: 0.0795221 Nov 08 00:15:45.044445 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-07b441ed-aee2-4308-abe1-94e101ebd83e service neutron] 10.222.0.26 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282022 Nov 08 00:15:45.127499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e39a6c89-6f5f-45c9-a012-9f13b9a5bb49 req-e440d465-4b9a-49c6-b577-52a0993c31fa tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820889 Nov 08 00:15:45.162912 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-7c072f07-7547-402b-9c2b-6b7994d34e48 service neutron] 10.222.0.26 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040936 Nov 08 00:15:45.212666 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device fb5d7f3f-121f-41f4-a97c-589fa2d13862 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:15:45.347526 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port fb5d7f3f-121f-41f4-a97c-589fa2d13862 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:15:45.351980 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port fb5d7f3f-121f-41f4-a97c-589fa2d13862 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:15:45.352448 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:45.451890 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:45.459717 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-53f65e8f-5f95-4901-a282-bf4cd749c83b req-d2866173-46f7-422a-a21b-7dda31402d33 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280213 Nov 08 00:15:45.466995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ef53c-c8aa-485d-98d2-41bbabeb2d26 req-57fdd9a0-1e65-4e42-a0d3-83801625e58d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:45.474555 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b1ef53c-c8aa-485d-98d2-41bbabeb2d26 req-57fdd9a0-1e65-4e42-a0d3-83801625e58d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 948 time: 0.0858948 Nov 08 00:15:45.488302 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50fc368-d4c7-4186-a134-649966e55f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5d7f3f-121f-41f4-a97c-589fa2d13862'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:45.497111 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-d0b1dee2-3e9a-4d67-926d-8892dacde8f6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Deleting port 852f35fc-c5d0-41f9-b362-5643eb3872c5 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:45.497402 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d393ce3-2bc7-4697-b074-0668d70c0cba" -d '{"events": [{"server_uuid": "e50fc368-d4c7-4186-a134-649966e55f33", "name": "network-vif-plugged", "status": "completed", "tag": "fb5d7f3f-121f-41f4-a97c-589fa2d13862"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:45.497538 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-d0b1dee2-3e9a-4d67-926d-8892dacde8f6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:45.522582 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port fb5d7f3f-121f-41f4-a97c-589fa2d13862, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=fb5d7f3f-121f-41f4-a97c-589fa2d13862,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:45.536499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b1ef53c-c8aa-485d-98d2-41bbabeb2d26 req-3aa9c9a3-628f-403f-b942-81dc1c7c998e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611680 Nov 08 00:15:45.548935 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05229aad-d00d-4f5b-b593-bf1df775789a x-openstack-request-id: req-05229aad-d00d-4f5b-b593-bf1df775789a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:45.549151 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50fc368-d4c7-4186-a134-649966e55f33", "name": "network-vif-plugged", "status": "completed", "tag": "fb5d7f3f-121f-41f4-a97c-589fa2d13862", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:45.549388 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05229aad-d00d-4f5b-b593-bf1df775789a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:45.549777 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50fc368-d4c7-4186-a134-649966e55f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5d7f3f-121f-41f4-a97c-589fa2d13862', 'code': 200} Nov 08 00:15:45.577234 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-73889ec6-e1d2-42ee-87bf-41710ee8ce3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:45.613231 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:45.614987 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device a6dae70b-bd19-4a25-ab3c-92c5aae44e69 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:45.615350 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73889ec6-e1d2-42ee-87bf-41710ee8ce3a admin admin] Pushing event deleted for resources: {'Port': ['ID=eb85d463-57b4-401d-bc5a-d0ae32b085ad,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:45.657767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a65da-72df-42dd-999c-38eb2567d86c req-9644283b-8cff-440e-ab7c-af0edb0f75a9 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:45.659528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa9a65da-72df-42dd-999c-38eb2567d86c req-9644283b-8cff-440e-ab7c-af0edb0f75a9 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.0712640 Nov 08 00:15:45.701595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=fb5d7f3f-121f-41f4-a97c-589fa2d13862,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:45.705116 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device a6dae70b-bd19-4a25-ab3c-92c5aae44e69 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:45.713786 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa9a65da-72df-42dd-999c-38eb2567d86c req-0658a0d4-cf9a-4c65-87ed-7308b5d96f0b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433469 Nov 08 00:15:45.743697 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-d0b1dee2-3e9a-4d67-926d-8892dacde8f6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] For port 852f35fc-c5d0-41f9-b362-5643eb3872c5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=852f35fc-c5d0-41f9-b362-5643eb3872c5,segment=NetworkSegment(1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb),segment_id=1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:45.744096 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-d0b1dee2-3e9a-4d67-926d-8892dacde8f6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:45.768040 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-d0b1dee2-3e9a-4d67-926d-8892dacde8f6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Calling delete_port for 852f35fc-c5d0-41f9-b362-5643eb3872c5 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:45.771279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef4683-77d9-498f-9826-fcd48c2b1d21 req-9999f159-31d5-4c28-92a9-2c5d4a680f07 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:45.777203 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef4683-77d9-498f-9826-fcd48c2b1d21 req-9999f159-31d5-4c28-92a9-2c5d4a680f07 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:45.779294 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00ef4683-77d9-498f-9826-fcd48c2b1d21 req-9999f159-31d5-4c28-92a9-2c5d4a680f07 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 1682 time: 0.0570257 Nov 08 00:15:45.794619 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af006578-dfac-4c09-a7d8-517076618054 req-9f4ad929-ff42-4e16-8eee-749826635081 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:45.796168 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-9f4ad929-ff42-4e16-8eee-749826635081 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661&tenant_id=97cd1b3154f241d5a6c44887e42be8b0&binding%3Ahost_id=n-h2-816882-1 HTTP/1.1" status: 200 len: 1095 time: 0.1642406 Nov 08 00:15:45.798476 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-73889ec6-e1d2-42ee-87bf-41710ee8ce3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:45.801236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8771b-175b-4a37-86e4-2985c2d7085a req-2d333cc8-4fa6-4fe6-8b8b-d37a139220ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:45.802677 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4fc8771b-175b-4a37-86e4-2985c2d7085a req-2d333cc8-4fa6-4fe6-8b8b-d37a139220ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 1097 time: 0.1432302 Nov 08 00:15:45.820408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00ef4683-77d9-498f-9826-fcd48c2b1d21 req-dcb5d0ce-d64f-433e-9a04-2656f6f955c3 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83cf24b-e3ba-4b47-986f-4bd0177cd096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349901 Nov 08 00:15:45.867855 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e3f185d-dcc8-4ca6-ab81-5a35ec465c1b req-25e89526-b321-461c-91c2-87ab78ea9955 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0320611 Nov 08 00:15:45.952880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cd2f4-59d3-4866-a90d-77080c1d1953 req-9cb0ed30-3e04-4686-9be6-f6dd123b7f70 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:45.954370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b01cd2f4-59d3-4866-a90d-77080c1d1953 req-9cb0ed30-3e04-4686-9be6-f6dd123b7f70 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 946 time: 0.0487583 Nov 08 00:15:45.988169 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-73889ec6-e1d2-42ee-87bf-41710ee8ce3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:45.994532 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b01cd2f4-59d3-4866-a90d-77080c1d1953 req-25594b29-f614-423b-ae81-40775063d895 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340664 Nov 08 00:15:46.004529 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-73889ec6-e1d2-42ee-87bf-41710ee8ce3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:46.020614 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4fc8771b-175b-4a37-86e4-2985c2d7085a req-93b4b573-cd8b-448e-b2e2-5577281d5959 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820312 Nov 08 00:15:46.111042 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c11c237a-e6e3-42b4-8bba-cce38d39b142 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:46.131760 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: c11c237a-e6e3-42b4-8bba-cce38d39b142 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:15:46.132137 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c11c237a-e6e3-42b4-8bba-cce38d39b142 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:46.150479 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-73889ec6-e1d2-42ee-87bf-41710ee8ce3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:46.151138 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73889ec6-e1d2-42ee-87bf-41710ee8ce3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab8571f0-ba98-4370-8740-4c398a7558e8 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:15:46.160823 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-73889ec6-e1d2-42ee-87bf-41710ee8ce3a admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:46.161439 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-73889ec6-e1d2-42ee-87bf-41710ee8ce3a admin admin] 10.222.0.13 "DELETE /v2.0/routers/ab8571f0-ba98-4370-8740-4c398a7558e8 HTTP/1.1" status: 204 len: 168 time: 2.1234224 Nov 08 00:15:46.164234 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39520) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:46.250204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced79389-8d7a-4ed2-8845-c162a2257104 admin admin] Deleting subnet 311328bc-5cef-4eac-9675-4fcbd1f92dad {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:15:46.252977 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-af006578-dfac-4c09-a7d8-517076618054 req-258bfeab-bba5-43e4-8239-91975c1a3df9 service neutron] For port a6dae70b-bd19-4a25-ab3c-92c5aae44e69, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:15:46.253960 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ced79389-8d7a-4ed2-8845-c162a2257104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:46.259367 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-af006578-dfac-4c09-a7d8-517076618054 req-258bfeab-bba5-43e4-8239-91975c1a3df9 service neutron] Notify callbacks [] for binding, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:46.260859 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-af006578-dfac-4c09-a7d8-517076618054 req-258bfeab-bba5-43e4-8239-91975c1a3df9 service neutron] 10.222.0.26 "DELETE /v2.0/ports/a6dae70b-bd19-4a25-ab3c-92c5aae44e69/bindings/n-h1-816882-1 HTTP/1.1" status: 204 len: 173 time: 0.4287281 Nov 08 00:15:46.279026 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-d0b1dee2-3e9a-4d67-926d-8892dacde8f6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:46.301378 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf5cbb-6551-422e-a5bc-6376436dbcc4 req-c5199c7a-ac08-4e30-9cdb-94213a571d11 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:46.302995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9bf5cbb-6551-422e-a5bc-6376436dbcc4 req-c5199c7a-ac08-4e30-9cdb-94213a571d11 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 944 time: 0.1006765 Nov 08 00:15:46.309180 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ced79389-8d7a-4ed2-8845-c162a2257104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:46.321481 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1dee2-3e9a-4d67-926d-8892dacde8f6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event deleted for resources: {'Port': ['ID=852f35fc-c5d0-41f9-b362-5643eb3872c5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:46.385856 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9bf5cbb-6551-422e-a5bc-6376436dbcc4 req-013ad402-df5a-4cdc-a93d-49792e18c464 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745430 Nov 08 00:15:46.386258 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-d0b1dee2-3e9a-4d67-926d-8892dacde8f6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] No DVR routers for this DVR port 852f35fc-c5d0-41f9-b362-5643eb3872c5 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:46.389559 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-d0b1dee2-3e9a-4d67-926d-8892dacde8f6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:46.395233 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-d0b1dee2-3e9a-4d67-926d-8892dacde8f6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.26 "DELETE /v2.0/ports/852f35fc-c5d0-41f9-b362-5643eb3872c5 HTTP/1.1" status: 204 len: 173 time: 1.4197776 Nov 08 00:15:46.395707 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa80f234-2b79-4bd0-bb36-548d897445df', 'name': 'network-vif-deleted', 'tag': '852f35fc-c5d0-41f9-b362-5643eb3872c5'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:46.400010 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c7f584-61ff-46c9-ae3c-b539788fd15d" -d '{"events": [{"server_uuid": "aa80f234-2b79-4bd0-bb36-548d897445df", "name": "network-vif-deleted", "tag": "852f35fc-c5d0-41f9-b362-5643eb3872c5"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:46.461025 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ced79389-8d7a-4ed2-8845-c162a2257104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:46.520357 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b24bd45-c639-4273-80d3-f5891f32d70e x-openstack-request-id: req-7b24bd45-c639-4273-80d3-f5891f32d70e {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:46.520357 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa80f234-2b79-4bd0-bb36-548d897445df", "name": "network-vif-deleted", "tag": "852f35fc-c5d0-41f9-b362-5643eb3872c5", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:46.520357 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b24bd45-c639-4273-80d3-f5891f32d70e {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:46.521130 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa80f234-2b79-4bd0-bb36-548d897445df', 'name': 'network-vif-deleted', 'tag': '852f35fc-c5d0-41f9-b362-5643eb3872c5', 'status': 'completed', 'code': 200} Nov 08 00:15:46.564909 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-f2ffb12e-f52e-4647-85bf-b33223f4bed5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Deleting port a1ec577f-9009-4484-909d-7f04698d07ff {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:46.565775 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-f2ffb12e-f52e-4647-85bf-b33223f4bed5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:46.579201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c47254-cd35-4c61-9d5f-8f882aecec27 req-276701c9-5fae-4ae5-b8af-36182cbb24f3 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:46.582144 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7c47254-cd35-4c61-9d5f-8f882aecec27 req-276701c9-5fae-4ae5-b8af-36182cbb24f3 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 1095 time: 0.0547359 Nov 08 00:15:46.628333 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7c47254-cd35-4c61-9d5f-8f882aecec27 req-3641dc56-9334-4125-90e3-ef145a12c6ad tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337110 Nov 08 00:15:46.646250 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ced79389-8d7a-4ed2-8845-c162a2257104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:46.688187 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-f2ffb12e-f52e-4647-85bf-b33223f4bed5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] For port a1ec577f-9009-4484-909d-7f04698d07ff, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a1ec577f-9009-4484-909d-7f04698d07ff,segment=NetworkSegment(2c102055-147c-483e-b335-5480f3ebd956),segment_id=2c102055-147c-483e-b335-5480f3ebd956)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:46.688573 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-f2ffb12e-f52e-4647-85bf-b33223f4bed5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:46.692088 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced79389-8d7a-4ed2-8845-c162a2257104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=311328bc-5cef-4eac-9675-4fcbd1f92dad,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:46.702983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced79389-8d7a-4ed2-8845-c162a2257104 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:46.703177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced79389-8d7a-4ed2-8845-c162a2257104 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:46.703501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced79389-8d7a-4ed2-8845-c162a2257104 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:46.703855 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced79389-8d7a-4ed2-8845-c162a2257104 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:46.704206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced79389-8d7a-4ed2-8845-c162a2257104 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:46.704589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced79389-8d7a-4ed2-8845-c162a2257104 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:46.705022 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced79389-8d7a-4ed2-8845-c162a2257104 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:46.705222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced79389-8d7a-4ed2-8845-c162a2257104 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:46.705539 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced79389-8d7a-4ed2-8845-c162a2257104 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:46.705855 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced79389-8d7a-4ed2-8845-c162a2257104 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:46.706580 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced79389-8d7a-4ed2-8845-c162a2257104 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:46.706693 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-f2ffb12e-f52e-4647-85bf-b33223f4bed5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Calling delete_port for a1ec577f-9009-4484-909d-7f04698d07ff owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:46.706803 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced79389-8d7a-4ed2-8845-c162a2257104 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:15:46.712750 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4cc8ee-056e-483e-89e9-9a06592393b8 None None] Network 0de3b87e-5ff4-4f98-bc99-5800b250314b requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:15:46.714696 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ced79389-8d7a-4ed2-8845-c162a2257104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:46.717382 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ced79389-8d7a-4ed2-8845-c162a2257104 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/311328bc-5cef-4eac-9675-4fcbd1f92dad HTTP/1.1" status: 204 len: 168 time: 0.5515537 Nov 08 00:15:46.719651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39536) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:46.827414 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:46.866545 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0003a9-781f-4495-a868-7ca021057cfb req-d44454f9-0c25-457d-b987-b72520129a4d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:46.868090 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c0003a9-781f-4495-a868-7ca021057cfb req-d44454f9-0c25-457d-b987-b72520129a4d tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 948 time: 0.2388034 Nov 08 00:15:46.891142 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a1ec577f-9009-4484-909d-7f04698d07ff no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:46.952847 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-f2ffb12e-f52e-4647-85bf-b33223f4bed5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:46.968443 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197e6215-3c59-42e6-8020-f4fb9cdd6694 None None] DHCP port deletion for 0de3b87e-5ff4-4f98-bc99-5800b250314b request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:15:46.990226 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffb12e-f52e-4647-85bf-b33223f4bed5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event deleted for resources: {'Port': ['ID=a1ec577f-9009-4484-909d-7f04698d07ff,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:46.992301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c0003a9-781f-4495-a868-7ca021057cfb req-9ba7dc1c-b9a9-4e85-9640-7c19df19c532 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040719 Nov 08 00:15:47.004873 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54cac8-8559-4852-9baa-356246ff2998 req-9aabc0de-7245-47a8-9e22-5ff43744e95d tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:47.014744 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d54cac8-8559-4852-9baa-356246ff2998 req-9aabc0de-7245-47a8-9e22-5ff43744e95d tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 808 time: 0.2214298 Nov 08 00:15:47.021792 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:47.037120 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d54cac8-8559-4852-9baa-356246ff2998 req-57a4ee2b-0881-4bfe-be06-e2b37b544818 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/quotas/97cd1b3154f241d5a6c44887e42be8b0 HTTP/1.1" status: 200 len: 375 time: 0.0221910 Nov 08 00:15:47.061408 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-f2ffb12e-f52e-4647-85bf-b33223f4bed5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] No DVR routers for this DVR port a1ec577f-9009-4484-909d-7f04698d07ff on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:47.064055 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-f2ffb12e-f52e-4647-85bf-b33223f4bed5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:47.068019 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-26389c19-0a7a-404d-99f7-b1ae4411acf2 req-f2ffb12e-f52e-4647-85bf-b33223f4bed5 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.26 "DELETE /v2.0/ports/a1ec577f-9009-4484-909d-7f04698d07ff HTTP/1.1" status: 204 len: 173 time: 0.6649265 Nov 08 00:15:47.084017 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 852f35fc-c5d0-41f9-b362-5643eb3872c5 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:47.085710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] Deleting port 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:47.086786 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:47.104338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 852f35fc-c5d0-41f9-b362-5643eb3872c5 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:15:47.104338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 852f35fc-c5d0-41f9-b362-5643eb3872c5 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:47.113230 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-197e6215-3c59-42e6-8020-f4fb9cdd6694 None None] Deleting port 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:47.113601 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-197e6215-3c59-42e6-8020-f4fb9cdd6694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:47.201816 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d54cac8-8559-4852-9baa-356246ff2998 req-736cbd10-34b1-4429-a74c-f1e79a4af2e6 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1486471 Nov 08 00:15:47.211207 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-197e6215-3c59-42e6-8020-f4fb9cdd6694 None None] For port 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=34f22e1d-38bc-4b32-bd5a-b17fbc5222c0,segment=NetworkSegment(6fb58c1c-c575-461c-b850-6c6b1be8fffd),segment_id=6fb58c1c-c575-461c-b850-6c6b1be8fffd)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:47.211207 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-197e6215-3c59-42e6-8020-f4fb9cdd6694 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:47.219209 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-197e6215-3c59-42e6-8020-f4fb9cdd6694 None None] Calling delete_port for 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:47.297024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6b50d-d5bd-4a58-93f3-7faeac8f4178 req-57b1bfdc-6cdc-45a5-b01b-a51dcf056632 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:47.298510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40a6b50d-d5bd-4a58-93f3-7faeac8f4178 req-57b1bfdc-6cdc-45a5-b01b-a51dcf056632 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.2089822 Nov 08 00:15:47.300334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] For port 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=34f22e1d-38bc-4b32-bd5a-b17fbc5222c0,segment=NetworkSegment(6fb58c1c-c575-461c-b850-6c6b1be8fffd),segment_id=6fb58c1c-c575-461c-b850-6c6b1be8fffd)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:47.300701 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:47.338303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] Calling delete_port for 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:47.340848 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4fd661f5-1ccf-4670-8b3c-f9aca74eba74 req-df6f71e7-2b75-4c3a-a7ac-888dac00cc14 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0321598 Nov 08 00:15:47.381731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40a6b50d-d5bd-4a58-93f3-7faeac8f4178 req-7018cd4f-1bf3-418c-9201-06096e60f6c7 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709879 Nov 08 00:15:47.416691 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d54cac8-8559-4852-9baa-356246ff2998 req-efede60b-3431-4c83-8d2c-6048d8919842 service neutron] 10.222.0.13 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018578 Nov 08 00:15:47.421686 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-197e6215-3c59-42e6-8020-f4fb9cdd6694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:47.446207 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e6215-3c59-42e6-8020-f4fb9cdd6694 None None] Pushing event deleted for resources: {'Port': ['ID=34f22e1d-38bc-4b32-bd5a-b17fbc5222c0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:47.452643 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e6215-3c59-42e6-8020-f4fb9cdd6694 None None] No DVR routers for this DVR port 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:47.524682 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ada1fa58-0897-418d-a5f5-78fb3ed49345 req-f13bd8dd-beb0-457f-8d1c-50303bd3c3a0 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa80f234-2b79-4bd0-bb36-548d897445df HTTP/1.1" status: 200 len: 210 time: 0.0407448 Nov 08 00:15:47.543335 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:47.570353 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] Pushing event deleted for resources: {'Port': ['ID=34f22e1d-38bc-4b32-bd5a-b17fbc5222c0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:47.577120 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] No DVR routers for this DVR port 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:47.607431 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d54cac8-8559-4852-9baa-356246ff2998 req-785ab973-afa1-4aa5-ab56-7405f2dd7788 service neutron] 10.222.0.13 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741457 Nov 08 00:15:47.665990 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3fd9d2e1-739b-40c1-aff3-548159a4bb9e req-ebc899fc-74be-4d0f-beb8-e5e49d57af80 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0617185 Nov 08 00:15:47.680833 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:47.704477 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de3b87e-5ff4-4f98-bc99-5800b250314b']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:47.714714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb58c1c-c575-461c-b850-6c6b1be8fffd') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:47.714939 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb58c1c-c575-461c-b850-6c6b1be8fffd') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:47.725778 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:47.764812 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:47.773709 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:15:47.774108 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:15:47.775749 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:15:47.841991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5124d12-6ec1-42e8-b38a-4a5bcaa27009 req-f5f5c4ce-97db-4736-b8f6-d8dfff549b50 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:47.844714 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5124d12-6ec1-42e8-b38a-4a5bcaa27009 req-f5f5c4ce-97db-4736-b8f6-d8dfff549b50 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 946 time: 0.1159270 Nov 08 00:15:47.914331 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5124d12-6ec1-42e8-b38a-4a5bcaa27009 req-dd67cc2f-e692-4235-aa63-80227dfaa7fb tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584745 Nov 08 00:15:47.924453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4431614-fec4-4feb-bb13-4d5800fa962e req-9b8c2e2c-b196-4e0f-9093-40479fbf2b6d tempest-MigrationsAdminTest-814824223 tempest-MigrationsAdminTest-814824223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:47.937980 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b4431614-fec4-4feb-bb13-4d5800fa962e req-9b8c2e2c-b196-4e0f-9093-40479fbf2b6d tempest-MigrationsAdminTest-814824223 tempest-MigrationsAdminTest-814824223-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 1099 time: 0.0935020 Nov 08 00:15:47.945115 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:47.958366 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:47.961521 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0de3b87e-5ff4-4f98-bc99-5800b250314b HTTP/1.1" status: 204 len: 168 time: 1.2397766 Nov 08 00:15:47.974966 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d2be2-a968-4a05-8c11-50772c056209 admin admin] Pushing event deleted for resources: {'Network': ['ID=0de3b87e-5ff4-4f98-bc99-5800b250314b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:47.999523 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b4431614-fec4-4feb-bb13-4d5800fa962e req-e89f1a8f-c16b-4c66-9aec-4ad4e30b631c tempest-MigrationsAdminTest-814824223 tempest-MigrationsAdminTest-814824223-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604827 Nov 08 00:15:48.079220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bce651bd-f2c4-4b6d-a636-207d943da6f4 req-63d3521c-1306-43d0-ab8f-8e7ff7414c4b tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 210 time: 0.0386593 Nov 08 00:15:48.146344 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:48.177731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:15:48.177731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 34f22e1d-38bc-4b32-bd5a-b17fbc5222c0 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:48.177962 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device eb85d463-57b4-401d-bc5a-d0ae32b085ad no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:48.199471 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: eb85d463-57b4-401d-bc5a-d0ae32b085ad {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:15:48.200362 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device eb85d463-57b4-401d-bc5a-d0ae32b085ad not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:48.474082 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39572) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:48.515487 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d02bfb-d7b7-41bd-9c6a-98a5343142a4 req-59fe629e-bddc-4711-884e-1b11a5ad9b96 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:48.517041 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1d02bfb-d7b7-41bd-9c6a-98a5343142a4 req-59fe629e-bddc-4711-884e-1b11a5ad9b96 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.0673871 Nov 08 00:15:48.524192 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa80f234-2b79-4bd0-bb36-548d897445df', 'name': 'network-vif-deleted', 'tag': 'a1ec577f-9009-4484-909d-7f04698d07ff'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:48.526647 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ac2dff-1552-4246-b319-3965ea37cbab" -d '{"events": [{"server_uuid": "aa80f234-2b79-4bd0-bb36-548d897445df", "name": "network-vif-deleted", "tag": "a1ec577f-9009-4484-909d-7f04698d07ff"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:48.548160 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c327405b-04e6-4465-b1dd-d827d131c81b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2de47a6126ba4de69e1e89c7390326ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0728741 Nov 08 00:15:48.550572 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39582) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:48.594441 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1d02bfb-d7b7-41bd-9c6a-98a5343142a4 req-0527202a-9862-4ae7-a8cb-f7c3bc080447 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665305 Nov 08 00:15:48.600313 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb32ad81-6f25-4767-9991-e5173116e85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:48.617436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc6c5d-18b4-4af9-a2c7-5756557c94de req-3d5b3ca7-9be5-44cb-a035-9a3d9a4308e2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:48.617436 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3fc6c5d-18b4-4af9-a2c7-5756557c94de req-3d5b3ca7-9be5-44cb-a035-9a3d9a4308e2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 948 time: 0.0672245 Nov 08 00:15:48.632513 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb32ad81-6f25-4767-9991-e5173116e85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:48.646526 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03afbbb2-e714-4375-8d3a-c634f12794c0 x-openstack-request-id: req-03afbbb2-e714-4375-8d3a-c634f12794c0 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:48.646815 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa80f234-2b79-4bd0-bb36-548d897445df", "name": "network-vif-deleted", "tag": "a1ec577f-9009-4484-909d-7f04698d07ff", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:48.647064 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03afbbb2-e714-4375-8d3a-c634f12794c0 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:48.647449 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa80f234-2b79-4bd0-bb36-548d897445df', 'name': 'network-vif-deleted', 'tag': 'a1ec577f-9009-4484-909d-7f04698d07ff', 'status': 'completed', 'code': 200} Nov 08 00:15:48.658648 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3fc6c5d-18b4-4af9-a2c7-5756557c94de req-2abf22c3-c349-4d17-98fe-c20eb3c92c8c tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384743 Nov 08 00:15:48.675452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39584) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:48.732052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b34a99-1357-4801-87c4-1a811b626dd6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Deleting subnet 4c4e8508-a954-47f8-8582-794fbeae2283 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:15:48.735094 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-28b34a99-1357-4801-87c4-1a811b626dd6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:48.776100 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb32ad81-6f25-4767-9991-e5173116e85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:48.779293 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb32ad81-6f25-4767-9991-e5173116e85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:48.780484 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fb32ad81-6f25-4767-9991-e5173116e85d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b1e5360-adfa-482a-b02c-51070ec0c043 HTTP/1.1" status: 204 len: 168 time: 0.2288849 Nov 08 00:15:48.788537 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32ad81-6f25-4767-9991-e5173116e85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1e5360-adfa-482a-b02c-51070ec0c043,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:48.791630 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2cd10925-d9f2-4bd9-ba38-e7886a90c713 req-0aa3092a-480f-492f-8449-e1bc02162a9a tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0359180 Nov 08 00:15:48.813417 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-28b34a99-1357-4801-87c4-1a811b626dd6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:48.877815 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 87317753-526c-4085-922b-c2cf55d8958d details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:15:48.906005 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-28b34a99-1357-4801-87c4-1a811b626dd6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:48.984277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 87317753-526c-4085-922b-c2cf55d8958d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=87317753-526c-4085-922b-c2cf55d8958d,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:48.996310 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '87317753-526c-4085-922b-c2cf55d8958d', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '87317753-526c-4085-922b-c2cf55d8958d', 'mac_address': 'fa:16:3e:d5:c1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:15:49.040432 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:49.042703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf821fd-e4ad-4afa-8a9f-1b5b003555fc req-a754a353-4b2b-4f67-937c-1c58af58bb18 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:49.050486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8cf821fd-e4ad-4afa-8a9f-1b5b003555fc req-a754a353-4b2b-4f67-937c-1c58af58bb18 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 946 time: 0.0644302 Nov 08 00:15:49.055777 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87317753-526c-4085-922b-c2cf55d8958d {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:15:49.060448 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-28b34a99-1357-4801-87c4-1a811b626dd6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:49.077753 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 87317753-526c-4085-922b-c2cf55d8958d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=87317753-526c-4085-922b-c2cf55d8958d,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:49.093305 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-28b34a99-1357-4801-87c4-1a811b626dd6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:49.096780 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-28b34a99-1357-4801-87c4-1a811b626dd6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "DELETE /v2.0/subnets/4c4e8508-a954-47f8-8582-794fbeae2283 HTTP/1.1" status: 204 len: 168 time: 0.4200988 Nov 08 00:15:49.098163 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828bc31d-649c-4a24-988b-e9ec005c6f73 None None] Network 0d86c777-827f-421a-baab-6156d12edb4f requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:15:49.099642 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39594) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:49.126025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34a99-1357-4801-87c4-1a811b626dd6 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4e8508-a954-47f8-8582-794fbeae2283,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:49.151382 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8cf821fd-e4ad-4afa-8a9f-1b5b003555fc req-49a35725-2156-43c2-9e0c-a9639ae28eb8 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993230 Nov 08 00:15:49.194969 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:49.232439 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:49.241910 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f147106-d56b-4b67-82af-679aad3e0233 req-652236ae-a04d-4627-917d-4881fe013810 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 210 time: 0.0442913 Nov 08 00:15:49.315724 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Deleting port 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:49.317643 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:49.417442 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] For port 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd,segment=NetworkSegment(2c102055-147c-483e-b335-5480f3ebd956),segment_id=2c102055-147c-483e-b335-5480f3ebd956)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:49.420952 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:49.435546 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Calling delete_port for 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:49.487441 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=87317753-526c-4085-922b-c2cf55d8958d,revision_number=12']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:49.544693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-d88f6ccb-a15e-4c9f-a0ee-eb46734a336c tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:49.546607 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-d88f6ccb-a15e-4c9f-a0ee-eb46734a336c tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 806 time: 0.1427569 Nov 08 00:15:49.565359 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-80a6526f-a6d8-4488-98da-ab2658b3e050 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/quotas/03361b607f1240009c31eb92f73a8c14 HTTP/1.1" status: 200 len: 375 time: 0.0099998 Nov 08 00:15:49.579884 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97843c3-be53-470c-a0dc-d5a7fbebe717 None None] DHCP port deletion for 0d86c777-827f-421a-baab-6156d12edb4f request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:15:49.618225 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-9f4a58cc-2d48-4c67-984b-f81e67643ae6 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472393 Nov 08 00:15:49.627820 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e97843c3-be53-470c-a0dc-d5a7fbebe717 None None] Deleting port 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:49.628998 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e97843c3-be53-470c-a0dc-d5a7fbebe717 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:49.633525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['87317753-526c-4085-922b-c2cf55d8958d'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:49.645456 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:49.685550 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event deleted for resources: {'Port': ['ID=26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:49.698043 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] No DVR routers for this DVR port 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:49.786730 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e97843c3-be53-470c-a0dc-d5a7fbebe717 None None] For port 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd,segment=NetworkSegment(2c102055-147c-483e-b335-5480f3ebd956),segment_id=2c102055-147c-483e-b335-5480f3ebd956)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:49.787495 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e97843c3-be53-470c-a0dc-d5a7fbebe717 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:49.806183 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:49.811424 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e97843c3-be53-470c-a0dc-d5a7fbebe717 None None] Calling delete_port for 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:49.811632 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac873bb2-da52-4520-9a5f-9429315a6553 req-8c2fe44f-0dc0-4a0c-98c9-5b366dac6444 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:49.819183 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac873bb2-da52-4520-9a5f-9429315a6553 req-8c2fe44f-0dc0-4a0c-98c9-5b366dac6444 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.0910311 Nov 08 00:15:49.838814 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-9ebda9d8-6ec7-4f32-8ca6-954492d42a86 service neutron] 10.222.0.13 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033165 Nov 08 00:15:49.843075 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d86c777-827f-421a-baab-6156d12edb4f']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:49.862212 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c102055-147c-483e-b335-5480f3ebd956') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:49.862553 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c102055-147c-483e-b335-5480f3ebd956') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:49.875067 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:49.895100 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:49.903257 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:15:49.903564 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: from cryptography.utils import int_from_bytes Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: from cryptography.utils import int_from_bytes Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.941147 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.944749 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.944749 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.944749 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.944749 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.944749 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.944749 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.944749 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.944749 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.944749 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.944749 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.944749 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.944749 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.944749 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:15:49.944749 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:15:49.951531 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e97843c3-be53-470c-a0dc-d5a7fbebe717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:49.962122 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac873bb2-da52-4520-9a5f-9429315a6553 req-43c238b1-8a91-433d-9eb2-ada828f4ecd1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420741 Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:15:49.973163 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:15:49.976636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-3d5ef438-f4d7-46f3-b978-015a89cab5af service neutron] 10.222.0.13 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369042 Nov 08 00:15:50.023353 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97843c3-be53-470c-a0dc-d5a7fbebe717 None None] Pushing event deleted for resources: {'Port': ['ID=26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:50.044086 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97843c3-be53-470c-a0dc-d5a7fbebe717 None None] No DVR routers for this DVR port 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:50.058109 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf8d41-4bb8-4acf-a5b9-df9fa0594c94 req-045efef8-2fea-478e-8bb9-2defea3fe20a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:50.060382 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0bdf8d41-4bb8-4acf-a5b9-df9fa0594c94 req-045efef8-2fea-478e-8bb9-2defea3fe20a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.26 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.0697210 Nov 08 00:15:50.123496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e723d64-0f3e-4306-a434-091a0d553500 req-7f78ad36-f4a7-453f-8ba9-9e65b8c0089e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:50.127894 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:50.131094 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e723d64-0f3e-4306-a434-091a0d553500 req-7f78ad36-f4a7-453f-8ba9-9e65b8c0089e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 949 time: 0.0678370 Nov 08 00:15:50.151175 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:50.156790 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:50.160801 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "DELETE /v2.0/networks/0d86c777-827f-421a-baab-6156d12edb4f HTTP/1.1" status: 204 len: 168 time: 1.0597079 Nov 08 00:15:50.163592 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39636) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:50.172600 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:15:50.173378 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 26f6bc95-d805-4ed6-a9a1-f4b8a9ba65fd not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:50.184239 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92977bf-32ef-4f83-b931-aff46d2217c9 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event deleted for resources: {'Network': ['ID=0d86c777-827f-421a-baab-6156d12edb4f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:50.186504 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e723d64-0f3e-4306-a434-091a0d553500 req-261d3b1d-3210-416a-90b2-f5e22e6b0de0 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542302 Nov 08 00:15:50.253748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-980a7a39-818d-4e7d-907c-590eeecb389c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Deleting subnet 9ab90e39-d8ae-47f7-a1b6-16b51d3655ac {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:15:50.257745 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-980a7a39-818d-4e7d-907c-590eeecb389c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:50.318556 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2661310e-035a-492c-a87c-5c65394c38c8 req-85c22949-1dae-4633-a4c0-128a5066987d tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0577719 Nov 08 00:15:50.325084 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-0bdf8d41-4bb8-4acf-a5b9-df9fa0594c94 req-b784b3a1-2233-46dd-87de-64f93818146e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Deleting port 87317753-526c-4085-922b-c2cf55d8958d {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:50.325426 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0bdf8d41-4bb8-4acf-a5b9-df9fa0594c94 req-b784b3a1-2233-46dd-87de-64f93818146e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:50.353082 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-980a7a39-818d-4e7d-907c-590eeecb389c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:50.458680 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54cac8-8559-4852-9baa-356246ff2998 req-ee879bb4-2af0-4273-a4c9-4ce9799ca07f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:50.460208 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5d54cac8-8559-4852-9baa-356246ff2998 req-ee879bb4-2af0-4273-a4c9-4ce9799ca07f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.20 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 808 time: 0.2275536 Nov 08 00:15:50.466139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-007a0ea8-c49d-4c5c-9e7c-d3b9afec557e req-fa576982-8cbc-4278-90c3-57b30e5940bf tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 210 time: 0.0420730 Nov 08 00:15:50.486814 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-0bdf8d41-4bb8-4acf-a5b9-df9fa0594c94 req-b784b3a1-2233-46dd-87de-64f93818146e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] For port 87317753-526c-4085-922b-c2cf55d8958d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=87317753-526c-4085-922b-c2cf55d8958d,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:50.487180 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0bdf8d41-4bb8-4acf-a5b9-df9fa0594c94 req-b784b3a1-2233-46dd-87de-64f93818146e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:50.499728 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-5d54cac8-8559-4852-9baa-356246ff2998 req-7c803b6f-6ba0-44f7-ac60-e1b05253d3e4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Request body: {'port': {'device_id': '72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2', 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e', 'admin_state_up': True, 'tenant_id': '97cd1b3154f241d5a6c44887e42be8b0'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:50.537206 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-980a7a39-818d-4e7d-907c-590eeecb389c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:50.594853 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f3c94dd-3724-4dcd-a869-d21566c0f8cc req-1b54f704-b5fe-47e4-99ef-01d31e4e7858 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 210 time: 0.0744035 Nov 08 00:15:50.621331 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-0bdf8d41-4bb8-4acf-a5b9-df9fa0594c94 req-b784b3a1-2233-46dd-87de-64f93818146e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Calling delete_port for 87317753-526c-4085-922b-c2cf55d8958d owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:50.718833 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-980a7a39-818d-4e7d-907c-590eeecb389c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:50.748297 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a7a39-818d-4e7d-907c-590eeecb389c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab90e39-d8ae-47f7-a1b6-16b51d3655ac,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:50.756328 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-980a7a39-818d-4e7d-907c-590eeecb389c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:50.759967 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-980a7a39-818d-4e7d-907c-590eeecb389c tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "DELETE /v2.0/subnets/9ab90e39-d8ae-47f7-a1b6-16b51d3655ac HTTP/1.1" status: 204 len: 168 time: 0.5951571 Nov 08 00:15:50.763153 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39656) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:50.766128 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6376a2-6f31-4a3f-b34f-4db8cf729b24 None None] Network ba012713-b6aa-42c7-903f-e80dc9767877 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:15:50.814957 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d54cac8-8559-4852-9baa-356246ff2998 req-7c803b6f-6ba0-44f7-ac60-e1b05253d3e4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Made reservation on behalf of 97cd1b3154f241d5a6c44887e42be8b0 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:15:50.821619 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5d54cac8-8559-4852-9baa-356246ff2998 req-7c803b6f-6ba0-44f7-ac60-e1b05253d3e4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:50.892125 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 87317753-526c-4085-922b-c2cf55d8958d details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:15:50.987441 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0bdf8d41-4bb8-4acf-a5b9-df9fa0594c94 req-b784b3a1-2233-46dd-87de-64f93818146e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:51.036153 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['478fbc01-eacc-42aa-bcea-78be1ab05517', '36e33710-6d30-4755-b8fe-f991141ea0a1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:51.055958 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['fe0af755-b3b7-4f99-b3cd-38d7af31c298'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:51.077748 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-5d54cac8-8559-4852-9baa-356246ff2998 req-7c803b6f-6ba0-44f7-ac60-e1b05253d3e4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Allocated IP 172.20.0.6 (d94fd993-3cd3-4f95-b0e9-7b398d133b4e/a0ec3df4-1869-45a1-99d0-6ce6e411d41a/c115532b-fa9f-422a-9e63-4efe85e12766) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:15:51.084378 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784b3a1-2233-46dd-87de-64f93818146e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Pushing event deleted for resources: {'Port': ['ID=87317753-526c-4085-922b-c2cf55d8958d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:51.104332 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be585863-b2b7-4a5a-bab1-2e0c2e191552 None None] DHCP port deletion for ba012713-b6aa-42c7-903f-e80dc9767877 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:15:51.118939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 87317753-526c-4085-922b-c2cf55d8958d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=87317753-526c-4085-922b-c2cf55d8958d,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:51.133047 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdf8d41-4bb8-4acf-a5b9-df9fa0594c94 req-b784b3a1-2233-46dd-87de-64f93818146e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] No DVR routers for this DVR port 87317753-526c-4085-922b-c2cf55d8958d on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:51.137780 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0bdf8d41-4bb8-4acf-a5b9-df9fa0594c94 req-b784b3a1-2233-46dd-87de-64f93818146e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:51.141844 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0bdf8d41-4bb8-4acf-a5b9-df9fa0594c94 req-b784b3a1-2233-46dd-87de-64f93818146e tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.26 "DELETE /v2.0/ports/87317753-526c-4085-922b-c2cf55d8958d HTTP/1.1" status: 204 len: 173 time: 1.0748770 Nov 08 00:15:51.142546 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26118d8e-693a-45bf-8689-d3782e5cd2b5', 'name': 'network-vif-deleted', 'tag': '87317753-526c-4085-922b-c2cf55d8958d'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:51.145366 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10eb6c5-2473-4555-aa11-6d037c5a1f0c" -d '{"events": [{"server_uuid": "26118d8e-693a-45bf-8689-d3782e5cd2b5", "name": "network-vif-deleted", "tag": "87317753-526c-4085-922b-c2cf55d8958d"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:51.196795 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '87317753-526c-4085-922b-c2cf55d8958d', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '87317753-526c-4085-922b-c2cf55d8958d', 'mac_address': 'fa:16:3e:d5:c1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:15:51.265995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c037436c-588a-4b07-a0a6-1da839ae160c req-fd705ac6-ce2a-406f-9af5-c4e5048a2d60 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db&device_id=c13f0663-ae90-4a8a-8fe7-28e8c10d2fa3 HTTP/1.1" status: 200 len: 210 time: 0.4111538 Nov 08 00:15:51.340372 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f61f86-47b2-4f99-b5d6-6fd5353b12d6 x-openstack-request-id: req-71f61f86-47b2-4f99-b5d6-6fd5353b12d6 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:51.340669 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26118d8e-693a-45bf-8689-d3782e5cd2b5", "name": "network-vif-deleted", "tag": "87317753-526c-4085-922b-c2cf55d8958d", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:51.340961 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71f61f86-47b2-4f99-b5d6-6fd5353b12d6 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:51.341368 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26118d8e-693a-45bf-8689-d3782e5cd2b5', 'name': 'network-vif-deleted', 'tag': '87317753-526c-4085-922b-c2cf55d8958d', 'status': 'completed', 'code': 200} Nov 08 00:15:51.343071 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:51.347211 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5d54cac8-8559-4852-9baa-356246ff2998 req-7c803b6f-6ba0-44f7-ac60-e1b05253d3e4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:51.365262 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743115a-6b96-4087-8597-b163e15d1685 req-56db4a12-44ba-4218-b012-c70471f367c4 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:51.376160 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e743115a-6b96-4087-8597-b163e15d1685 req-56db4a12-44ba-4218-b012-c70471f367c4 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.1150751 Nov 08 00:15:51.398022 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-be585863-b2b7-4a5a-bab1-2e0c2e191552 None None] Deleting port 42b44c15-4eee-483d-a572-67cdb90727f6 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:51.400630 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be585863-b2b7-4a5a-bab1-2e0c2e191552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:51.444418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e743115a-6b96-4087-8597-b163e15d1685 req-cc4f4efe-81dd-4c43-a0d9-37261ea20935 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666926 Nov 08 00:15:51.469530 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Deleting port 42b44c15-4eee-483d-a572-67cdb90727f6 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:51.469530 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:51.474083 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5d54cac8-8559-4852-9baa-356246ff2998 req-7c803b6f-6ba0-44f7-ac60-e1b05253d3e4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:51.532210 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-be585863-b2b7-4a5a-bab1-2e0c2e191552 None None] For port 42b44c15-4eee-483d-a572-67cdb90727f6, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=42b44c15-4eee-483d-a572-67cdb90727f6,segment=NetworkSegment(1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb),segment_id=1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:51.532605 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be585863-b2b7-4a5a-bab1-2e0c2e191552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:51.555092 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-be585863-b2b7-4a5a-bab1-2e0c2e191552 None None] Calling delete_port for 42b44c15-4eee-483d-a572-67cdb90727f6 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:51.595126 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d54cac8-8559-4852-9baa-356246ff2998 req-7c803b6f-6ba0-44f7-ac60-e1b05253d3e4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Network d94fd993-3cd3-4f95-b0e9-7b398d133b4e is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:15:51.601969 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-5d54cac8-8559-4852-9baa-356246ff2998 req-7c803b6f-6ba0-44f7-ac60-e1b05253d3e4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:15:51.609979 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d54cac8-8559-4852-9baa-356246ff2998 req-7c803b6f-6ba0-44f7-ac60-e1b05253d3e4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:15:51.613568 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] For port 42b44c15-4eee-483d-a572-67cdb90727f6, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=42b44c15-4eee-483d-a572-67cdb90727f6,segment=NetworkSegment(1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb),segment_id=1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:51.613950 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:51.634940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Calling delete_port for 42b44c15-4eee-483d-a572-67cdb90727f6 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:51.693311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54cac8-8559-4852-9baa-356246ff2998 req-7c803b6f-6ba0-44f7-ac60-e1b05253d3e4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:51.697074 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5d54cac8-8559-4852-9baa-356246ff2998 req-7c803b6f-6ba0-44f7-ac60-e1b05253d3e4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:51.697074 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c803b6f-6ba0-44f7-ac60-e1b05253d3e4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Pushing event updated for resources: {'Port': ['ID=c115532b-fa9f-422a-9e63-4efe85e12766,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:51.749715 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-16fbfccc-af41-4c28-982c-2164062a6bcb req-66f6154d-3d7f-4db4-ac70-18a2045e410b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=26118d8e-693a-45bf-8689-d3782e5cd2b5 HTTP/1.1" status: 200 len: 210 time: 0.0858169 Nov 08 00:15:51.819016 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5d54cac8-8559-4852-9baa-356246ff2998 req-7c803b6f-6ba0-44f7-ac60-e1b05253d3e4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3343403 Nov 08 00:15:51.821158 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be585863-b2b7-4a5a-bab1-2e0c2e191552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:51.822259 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:51.853265 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be585863-b2b7-4a5a-bab1-2e0c2e191552 None None] Pushing event deleted for resources: {'Port': ['ID=42b44c15-4eee-483d-a572-67cdb90727f6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:51.854476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event deleted for resources: {'Port': ['ID=42b44c15-4eee-483d-a572-67cdb90727f6,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:51.861035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] No DVR routers for this DVR port 42b44c15-4eee-483d-a572-67cdb90727f6 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:51.865369 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be585863-b2b7-4a5a-bab1-2e0c2e191552 None None] No DVR routers for this DVR port 42b44c15-4eee-483d-a572-67cdb90727f6 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:51.889205 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Request body: {'port': {'device_id': '72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:51.984750 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:52.004547 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c15df5f1-7e37-461a-bbe4-d21b2725032c req-f3efe27e-5db2-4d8a-9350-0fb2d268769d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03dc41b1b2734b9fbaa8611c02b51653&device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0412939 Nov 08 00:15:52.007432 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b815c7e-24ed-4bb7-a1d5-2b0979f66f4e req-70679f52-8ff0-472d-a0db-b2b5ed2ca82c tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 210 time: 0.0541573 Nov 08 00:15:52.010215 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:52.045771 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c15df5f1-7e37-461a-bbe4-d21b2725032c req-15ca288e-a987-4e55-9237-70192ffe4d9f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=03dc41b1b2734b9fbaa8611c02b51653&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257084 Nov 08 00:15:52.053885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba012713-b6aa-42c7-903f-e80dc9767877']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:52.072945 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:52.073237 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8b8a7a-8a07-41fd-af31-dd0a7bde79fb') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:52.087939 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94d1ca-85b6-4cab-be8c-3f083d0f244c req-eb4967dd-03ad-4859-87bc-eb0ec3415af2 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:52.092243 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f94d1ca-85b6-4cab-be8c-3f083d0f244c req-eb4967dd-03ad-4859-87bc-eb0ec3415af2 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 931 time: 0.1148896 Nov 08 00:15:52.097022 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:52.118063 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 42b44c15-4eee-483d-a572-67cdb90727f6 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:52.165687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 42b44c15-4eee-483d-a572-67cdb90727f6 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:15:52.167052 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 42b44c15-4eee-483d-a572-67cdb90727f6 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:52.193638 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc6b6580-6281-4bed-a7ee-6493f5ba7192 req-a4de6b8e-109e-443d-9f96-071251335f87 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0985215 Nov 08 00:15:52.207986 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:52.223000 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:15:52.224384 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:15:52.228245 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:15:52.243953 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f94d1ca-85b6-4cab-be8c-3f083d0f244c req-0af33192-03d1-445f-995e-be13afa82e2f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449308 Nov 08 00:15:52.285233 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15df5f1-7e37-461a-bbe4-d21b2725032c req-81c564eb-1466-4c46-a833-656d04ee6380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:52.287123 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c15df5f1-7e37-461a-bbe4-d21b2725032c req-81c564eb-1466-4c46-a833-656d04ee6380 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2105412 Nov 08 00:15:52.382185 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:52.393310 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:52.397026 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] 10.222.0.13 "DELETE /v2.0/networks/ba012713-b6aa-42c7-903f-e80dc9767877 HTTP/1.1" status: 204 len: 168 time: 1.6329074 Nov 08 00:15:52.407447 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff35d7c-db51-496f-bb0a-2255602a4a45 tempest-ServersTestMultiNic-156784891 tempest-ServersTestMultiNic-156784891-project] Pushing event deleted for resources: {'Network': ['ID=ba012713-b6aa-42c7-903f-e80dc9767877,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:52.443269 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c115532b-fa9f-422a-9e63-4efe85e12766 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:15:52.453935 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:52.468109 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Transition to ACTIVE for port object c115532b-fa9f-422a-9e63-4efe85e12766 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:15:52.547523 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39710) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:52.565980 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411f2cd-1b4e-44cf-91f9-110944badef6 req-c48d08f2-dfc7-4de6-9fcd-ed0622c6f0b7 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:52.567491 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9411f2cd-1b4e-44cf-91f9-110944badef6 req-c48d08f2-dfc7-4de6-9fcd-ed0622c6f0b7 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.0501287 Nov 08 00:15:52.587241 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:52.606116 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9411f2cd-1b4e-44cf-91f9-110944badef6 req-2e38e7e1-58ae-4cee-b506-992a520c63ed tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323043 Nov 08 00:15:52.678332 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Pushing event updated for resources: {'Port': ['ID=c115532b-fa9f-422a-9e63-4efe85e12766,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:52.830110 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Attempting to bind port c115532b-fa9f-422a-9e63-4efe85e12766 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:15:52.830752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Attempting to bind port c115532b-fa9f-422a-9e63-4efe85e12766 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:15:52.830752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Attempting to bind port c115532b-fa9f-422a-9e63-4efe85e12766 on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:52.838903 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Port c115532b-fa9f-422a-9e63-4efe85e12766 on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:15:52.839222 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Attempting to bind port c115532b-fa9f-422a-9e63-4efe85e12766 on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:52.847747 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:15:52.848105 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Checking segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:15:52.848500 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Bound using segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:15:52.848930 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Bound port: c115532b-fa9f-422a-9e63-4efe85e12766, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:15:52.849278 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:52.894858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 87317753-526c-4085-922b-c2cf55d8958d no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:52.921624 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 87317753-526c-4085-922b-c2cf55d8958d {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:15:52.922141 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 87317753-526c-4085-922b-c2cf55d8958d not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:53.028509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] For port c115532b-fa9f-422a-9e63-4efe85e12766, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:15:53.052853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] For port c115532b-fa9f-422a-9e63-4efe85e12766, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c115532b-fa9f-422a-9e63-4efe85e12766,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:15:53.080517 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:15:53.088656 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-79cdeacf-e4cb-4955-8306-44b43967020b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:53.090686 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-79cdeacf-e4cb-4955-8306-44b43967020b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.26 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 806 time: 0.1682012 Nov 08 00:15:53.114675 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-c05dc0c6-ea3e-4695-a322-2ed3e017a8b3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Request body: {'port': {'device_id': '584c303d-bd21-405b-bbb9-0b32d4b90778', 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099', 'admin_state_up': True, 'tenant_id': '03361b607f1240009c31eb92f73a8c14'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:53.128246 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad4a78ad-72a4-4efc-8c9c-e4a21f37aace req-88d85d97-d192-4eed-bd04-0b93b2ab4c81 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 210 time: 0.0392292 Nov 08 00:15:53.278428 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370299c-0b0c-4359-be10-2d6135ed03ce req-9341a4e7-2a65-413e-818e-5f864e11f2e2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:53.280209 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3370299c-0b0c-4359-be10-2d6135ed03ce req-9341a4e7-2a65-413e-818e-5f864e11f2e2 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 950 time: 0.0551088 Nov 08 00:15:53.315663 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5120d42-5fe4-49e7-8759-0c406e057db3 req-44a92f62-5222-4104-b983-23782efba846 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0340371 Nov 08 00:15:53.350649 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3370299c-0b0c-4359-be10-2d6135ed03ce req-965cd396-0f66-4666-b31a-bff8499423d3 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598459 Nov 08 00:15:53.429164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d34d93-74fe-4217-ac3e-5db51fcade2a req-f86930a9-5c3a-4f81-b36f-d28d33a48689 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:53.430731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81d34d93-74fe-4217-ac3e-5db51fcade2a req-f86930a9-5c3a-4f81-b36f-d28d33a48689 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 943 time: 0.0514088 Nov 08 00:15:53.452965 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:53.469949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81d34d93-74fe-4217-ac3e-5db51fcade2a req-684beb01-7cae-4b0e-9528-ce52ef523a77 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330462 Nov 08 00:15:53.503853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:53.504455 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:53.505803 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5d54cac8-8559-4852-9baa-356246ff2998 req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] 10.222.0.20 "PUT /v2.0/ports/c115532b-fa9f-422a-9e63-4efe85e12766 HTTP/1.1" status: 200 len: 1091 time: 1.6247246 Nov 08 00:15:53.509452 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2', 'tag': 'c115532b-fa9f-422a-9e63-4efe85e12766'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:53.511645 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6709917-0fb2-4724-98b7-acad2433bc06" -d '{"events": [{"name": "network-changed", "server_uuid": "72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2", "tag": "c115532b-fa9f-422a-9e63-4efe85e12766"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:53.563525 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d9c050-f9a1-456a-ae5e-3c7bae6ab7ac x-openstack-request-id: req-44d9c050-f9a1-456a-ae5e-3c7bae6ab7ac {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:53.563836 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2", "tag": "c115532b-fa9f-422a-9e63-4efe85e12766", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:53.564083 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44d9c050-f9a1-456a-ae5e-3c7bae6ab7ac {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:53.564464 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2', 'tag': 'c115532b-fa9f-422a-9e63-4efe85e12766', 'status': 'completed', 'code': 200} Nov 08 00:15:53.566893 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c705b-f42d-4b56-83c6-f8105fec7c87 service neutron] Pushing event updated for resources: {'Port': ['ID=c115532b-fa9f-422a-9e63-4efe85e12766,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:53.582418 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-84395940-c6ab-41d1-bc2f-2e2bf01d2766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:53.712150 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6709917-0fb2-4724-98b7-acad2433bc06 req-fc67160a-073f-45f2-a70c-f808d618b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:53.713650 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f6709917-0fb2-4724-98b7-acad2433bc06 req-fc67160a-073f-45f2-a70c-f808d618b421 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 1094 time: 0.0671391 Nov 08 00:15:53.731161 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eb338-afdf-4035-90ae-b6dc9388278b req-05581a06-65e5-4fa3-a593-6a7d6d1f0f0c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:53.733034 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d88eb338-afdf-4035-90ae-b6dc9388278b req-05581a06-65e5-4fa3-a593-6a7d6d1f0f0c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.0533886 Nov 08 00:15:53.759594 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-c05dc0c6-ea3e-4695-a322-2ed3e017a8b3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Made reservation on behalf of 03361b607f1240009c31eb92f73a8c14 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:15:53.763365 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-c05dc0c6-ea3e-4695-a322-2ed3e017a8b3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:53.771619 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d88eb338-afdf-4035-90ae-b6dc9388278b req-ea1bab3a-32c6-42ff-ae4d-e3108355179d tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322642 Nov 08 00:15:53.936513 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c15df5f1-7e37-461a-bbe4-d21b2725032c req-c3bd99f7-91f4-4ebf-a06b-7636a31c375c tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.20 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0481763 Nov 08 00:15:53.964861 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6709917-0fb2-4724-98b7-acad2433bc06 req-38ac48ca-fedc-4848-8070-2541e0688c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:53.966325 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f6709917-0fb2-4724-98b7-acad2433bc06 req-38ac48ca-fedc-4848-8070-2541e0688c82 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2149043 Nov 08 00:15:54.092409 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-c05dc0c6-ea3e-4695-a322-2ed3e017a8b3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Allocated IP 172.20.0.4 (cac5a810-3b8a-4875-b1de-503826400099/ecaf66e9-5ef6-440b-87a0-b205c6e28157/3e8496e7-cebb-4374-a0a0-868cac60f7c3) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:15:54.189236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6709917-0fb2-4724-98b7-acad2433bc06 req-4976bdb9-819f-42c8-96cd-fc57c6ea5c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:54.190732 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f6709917-0fb2-4724-98b7-acad2433bc06 req-4976bdb9-819f-42c8-96cd-fc57c6ea5c81 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2148621 Nov 08 00:15:54.214578 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d6d37d4-8b1e-4717-a32d-cc671c743de0 req-ce8c78d7-2cdc-4615-8939-ce78ae23f0cb tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 210 time: 0.0281754 Nov 08 00:15:54.253375 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-84395940-c6ab-41d1-bc2f-2e2bf01d2766 admin admin] Deleting port c5bfbb74-74ed-4e99-b4c6-abe35e61bf61 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:54.253710 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-84395940-c6ab-41d1-bc2f-2e2bf01d2766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:54.387427 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54cac8-8559-4852-9baa-356246ff2998 req-3385f332-7010-4d55-85ac-21207e973ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:54.388936 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5d54cac8-8559-4852-9baa-356246ff2998 req-3385f332-7010-4d55-85ac-21207e973ba9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 1094 time: 0.0945315 Nov 08 00:15:54.406583 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-c05dc0c6-ea3e-4695-a322-2ed3e017a8b3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:54.417633 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-84395940-c6ab-41d1-bc2f-2e2bf01d2766 admin admin] For port c5bfbb74-74ed-4e99-b4c6-abe35e61bf61, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c5bfbb74-74ed-4e99-b4c6-abe35e61bf61,segment=NetworkSegment(119c01b6-1f38-469b-8c5f-6d9d91c40fba),segment_id=119c01b6-1f38-469b-8c5f-6d9d91c40fba)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:54.417974 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-84395940-c6ab-41d1-bc2f-2e2bf01d2766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:54.444520 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28a220e6-c185-461d-8498-ef48e9317547 req-733367ce-aaf9-4639-9424-a80294bf4df4 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=417dae12-55a9-4156-8c1a-a0c7e8ed90db HTTP/1.1" status: 200 len: 210 time: 0.0299799 Nov 08 00:15:54.467377 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5d54cac8-8559-4852-9baa-356246ff2998 req-2a679979-d384-4766-a010-284a2b936240 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c115532b-fa9f-422a-9e63-4efe85e12766 HTTP/1.1" status: 200 len: 217 time: 0.0564346 Nov 08 00:15:54.469468 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-84395940-c6ab-41d1-bc2f-2e2bf01d2766 admin admin] Calling delete_port for c5bfbb74-74ed-4e99-b4c6-abe35e61bf61 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:54.529873 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf71d6-9de1-414a-91b3-cc4a9ec79d3a req-e47c6252-9c73-43e2-bfaa-fb6b905eedda tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:54.531400 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ebdf71d6-9de1-414a-91b3-cc4a9ec79d3a req-e47c6252-9c73-43e2-bfaa-fb6b905eedda tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 950 time: 0.0897954 Nov 08 00:15:54.576446 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54cac8-8559-4852-9baa-356246ff2998 req-18c8da20-9a1f-41b7-82fd-1c405558ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:54.577920 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5d54cac8-8559-4852-9baa-356246ff2998 req-18c8da20-9a1f-41b7-82fd-1c405558ecbc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.1010365 Nov 08 00:15:54.583691 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ebdf71d6-9de1-414a-91b3-cc4a9ec79d3a req-21dd1b8e-2391-4f12-a504-018cf15c9dde tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453446 Nov 08 00:15:54.616766 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5d54cac8-8559-4852-9baa-356246ff2998 req-f2bdb725-4ce1-457d-b519-5e760d5ae429 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311422 Nov 08 00:15:54.645217 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a52678-cea1-4bed-beb5-e5c90836f464 req-7aa24e65-c282-4174-a79c-8cfa3b044dfd tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:54.646816 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1a52678-cea1-4bed-beb5-e5c90836f464 req-7aa24e65-c282-4174-a79c-8cfa3b044dfd tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 943 time: 0.0541444 Nov 08 00:15:54.661790 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-c05dc0c6-ea3e-4695-a322-2ed3e017a8b3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:54.695924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['fb5d7f3f-121f-41f4-a97c-589fa2d13862'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:54.698968 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['56ff3958-0144-4d3c-b3b3-300680828662'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:54.724347 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1a52678-cea1-4bed-beb5-e5c90836f464 req-27b16885-f3e4-4b1c-a332-70576f3e7f36 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672119 Nov 08 00:15:54.761430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-c05dc0c6-ea3e-4695-a322-2ed3e017a8b3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Network cac5a810-3b8a-4875-b1de-503826400099 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:15:54.789098 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-c05dc0c6-ea3e-4695-a322-2ed3e017a8b3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:15:54.803158 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-c05dc0c6-ea3e-4695-a322-2ed3e017a8b3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:15:54.852711 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dc0c6-ea3e-4695-a322-2ed3e017a8b3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Pushing event updated for resources: {'Port': ['ID=3e8496e7-cebb-4374-a0a0-868cac60f7c3,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:54.899309 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5d54cac8-8559-4852-9baa-356246ff2998 req-0fafd622-1031-424b-b80b-e685a2681374 service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483506 Nov 08 00:15:54.924875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70bf51-62fe-4e55-8b7d-9e647561aafd req-75626381-9696-40b0-b485-fec7d77c62e1 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:54.926234 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7b70bf51-62fe-4e55-8b7d-9e647561aafd req-75626381-9696-40b0-b485-fec7d77c62e1 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 950 time: 0.1909690 Nov 08 00:15:54.926939 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad7176-6fca-4955-b436-5f445f58d2be req-a162ab51-81a1-4f0a-a54e-78262acb3232 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:54.933171 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0ad7176-6fca-4955-b436-5f445f58d2be req-a162ab51-81a1-4f0a-a54e-78262acb3232 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.0649416 Nov 08 00:15:54.934949 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-c05dc0c6-ea3e-4695-a322-2ed3e017a8b3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:54.935556 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-c05dc0c6-ea3e-4695-a322-2ed3e017a8b3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:54.977296 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0ad7176-6fca-4955-b436-5f445f58d2be req-fa1da49d-def8-4648-bbe8-6e7ca8032193 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419540 Nov 08 00:15:55.101490 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-c05dc0c6-ea3e-4695-a322-2ed3e017a8b3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9926219 Nov 08 00:15:55.109187 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5d54cac8-8559-4852-9baa-356246ff2998 req-26ea0231-398d-455f-af51-dce38103039c service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801867 Nov 08 00:15:55.121936 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Request body: {'port': {'device_id': '584c303d-bd21-405b-bbb9-0b32d4b90778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:15:55.130206 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-7b70bf51-62fe-4e55-8b7d-9e647561aafd req-d38520d8-147f-442b-96e4-832c814f0206 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Deleting port 36e33710-6d30-4755-b8fe-f991141ea0a1 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:55.130540 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7b70bf51-62fe-4e55-8b7d-9e647561aafd req-d38520d8-147f-442b-96e4-832c814f0206 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:55.164094 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-84395940-c6ab-41d1-bc2f-2e2bf01d2766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:55.225858 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84395940-c6ab-41d1-bc2f-2e2bf01d2766 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5bfbb74-74ed-4e99-b4c6-abe35e61bf61,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:55.277134 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:55.365349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96915c0-3b75-4bb1-bd0a-d5666d82bbf9 req-cc15697b-ffa2-46dd-9754-5967b2a8a527 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:55.367217 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c96915c0-3b75-4bb1-bd0a-d5666d82bbf9 req-cc15697b-ffa2-46dd-9754-5967b2a8a527 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 931 time: 0.0715580 Nov 08 00:15:55.377773 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-7b70bf51-62fe-4e55-8b7d-9e647561aafd req-d38520d8-147f-442b-96e4-832c814f0206 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] For port 36e33710-6d30-4755-b8fe-f991141ea0a1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=36e33710-6d30-4755-b8fe-f991141ea0a1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:55.378191 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7b70bf51-62fe-4e55-8b7d-9e647561aafd req-d38520d8-147f-442b-96e4-832c814f0206 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:55.410385 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c96915c0-3b75-4bb1-bd0a-d5666d82bbf9 req-ad9a5b54-493e-4cab-acac-d2295ef1268e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366409 Nov 08 00:15:55.432418 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-7b70bf51-62fe-4e55-8b7d-9e647561aafd req-d38520d8-147f-442b-96e4-832c814f0206 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Calling delete_port for 36e33710-6d30-4755-b8fe-f991141ea0a1 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:55.650864 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-84395940-c6ab-41d1-bc2f-2e2bf01d2766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:55.719675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e86e0-1d28-4bb9-8a61-4dd5aa139f22 req-d326f379-aeb2-46d6-9409-346197dff6dd tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:55.721496 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e19e86e0-1d28-4bb9-8a61-4dd5aa139f22 req-d326f379-aeb2-46d6-9409-346197dff6dd tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 950 time: 0.0541322 Nov 08 00:15:55.768516 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e19e86e0-1d28-4bb9-8a61-4dd5aa139f22 req-97d28afb-3144-4244-b34d-23704c34b4ed tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394282 Nov 08 00:15:55.911467 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-def34733-7daf-42bf-8baa-2d8dfb5aabdd req-3f58f883-f53d-46e8-bcfa-05a21a7e34f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03dc41b1b2734b9fbaa8611c02b51653&device_id=c13f0663-ae90-4a8a-8fe7-28e8c10d2fa3 HTTP/1.1" status: 200 len: 210 time: 0.0346611 Nov 08 00:15:55.927726 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8496e7-cebb-4374-a0a0-868cac60f7c3 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:15:55.953939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e324797b-3d59-4deb-8884-20398bf9766f req-68e30c7f-dc47-41c9-950b-4b7556c60109 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=c13f0663-ae90-4a8a-8fe7-28e8c10d2fa3 HTTP/1.1" status: 200 len: 210 time: 0.0490901 Nov 08 00:15:55.962476 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7b70bf51-62fe-4e55-8b7d-9e647561aafd req-d38520d8-147f-442b-96e4-832c814f0206 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:55.966839 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:55.969740 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a81ef9-fd3e-4755-b18c-385776aa13b8 req-e6a7c852-7c1e-4a53-8617-2f06a641945e tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:55.980296 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4a81ef9-fd3e-4755-b18c-385776aa13b8 req-e6a7c852-7c1e-4a53-8617-2f06a641945e tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 943 time: 0.1422374 Nov 08 00:15:55.983891 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-def34733-7daf-42bf-8baa-2d8dfb5aabdd req-5f18b4d6-0003-4f9f-b8f5-d976136492ad service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=03dc41b1b2734b9fbaa8611c02b51653&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589285 Nov 08 00:15:55.993994 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['478fbc01-eacc-42aa-bcea-78be1ab05517'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:56.000872 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['fe0af755-b3b7-4f99-b3cd-38d7af31c298'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:15:56.007192 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38520d8-147f-442b-96e4-832c814f0206 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Pushing event deleted for resources: {'Port': ['ID=36e33710-6d30-4755-b8fe-f991141ea0a1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:56.014730 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Transition to ACTIVE for port object 3e8496e7-cebb-4374-a0a0-868cac60f7c3 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:15:56.072139 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b70bf51-62fe-4e55-8b7d-9e647561aafd req-d38520d8-147f-442b-96e4-832c814f0206 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] No DVR routers for this DVR port 36e33710-6d30-4755-b8fe-f991141ea0a1 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:56.076248 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7b70bf51-62fe-4e55-8b7d-9e647561aafd req-d38520d8-147f-442b-96e4-832c814f0206 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:56.079556 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7b70bf51-62fe-4e55-8b7d-9e647561aafd req-d38520d8-147f-442b-96e4-832c814f0206 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.26 "DELETE /v2.0/ports/36e33710-6d30-4755-b8fe-f991141ea0a1 HTTP/1.1" status: 204 len: 173 time: 1.1318803 Nov 08 00:15:56.080030 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3', 'name': 'network-vif-deleted', 'tag': '36e33710-6d30-4755-b8fe-f991141ea0a1'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:56.083020 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd15ac7-01eb-4623-a3de-f6524f2a3648" -d '{"events": [{"server_uuid": "1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3", "name": "network-vif-deleted", "tag": "36e33710-6d30-4755-b8fe-f991141ea0a1"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:56.096774 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84395940-c6ab-41d1-bc2f-2e2bf01d2766 admin admin] Router b1046e99-2025-474e-b343-1b6aab033e25 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:15:56.102229 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:56.126921 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4a81ef9-fd3e-4755-b18c-385776aa13b8 req-092fd641-0ed9-41f1-8a0d-3c056b8da142 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387649 Nov 08 00:15:56.250315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def34733-7daf-42bf-8baa-2d8dfb5aabdd req-67b6f1dc-69d1-432f-8540-210e9373a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:56.254721 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-def34733-7daf-42bf-8baa-2d8dfb5aabdd req-67b6f1dc-69d1-432f-8540-210e9373a3e7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2580807 Nov 08 00:15:56.281495 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90311a5-50fe-4d76-8702-0e0c8ff28339 req-1615406d-b115-42d3-ac08-4fa84430760c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:56.288932 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c90311a5-50fe-4d76-8702-0e0c8ff28339 req-1615406d-b115-42d3-ac08-4fa84430760c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.1238327 Nov 08 00:15:56.345490 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c90311a5-50fe-4d76-8702-0e0c8ff28339 req-4a2c3d90-cf95-4323-a698-f03ce6ed7f13 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431857 Nov 08 00:15:56.462034 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68eb6332-dde1-4a16-ade1-81498cd96388 x-openstack-request-id: req-68eb6332-dde1-4a16-ade1-81498cd96388 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:56.462313 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3", "name": "network-vif-deleted", "tag": "36e33710-6d30-4755-b8fe-f991141ea0a1", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:56.462735 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68eb6332-dde1-4a16-ade1-81498cd96388 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:56.463305 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3', 'name': 'network-vif-deleted', 'tag': '36e33710-6d30-4755-b8fe-f991141ea0a1', 'status': 'completed', 'code': 200} Nov 08 00:15:56.565337 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acce589-ba7a-4e10-9bc5-f0c400d85db7 req-ebb2af8f-84c2-4677-9745-944378c050f0 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:56.567391 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2acce589-ba7a-4e10-9bc5-f0c400d85db7 req-ebb2af8f-84c2-4677-9745-944378c050f0 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 943 time: 0.0646243 Nov 08 00:15:56.604560 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8496e7-cebb-4374-a0a0-868cac60f7c3,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:56.624352 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2acce589-ba7a-4e10-9bc5-f0c400d85db7 req-dedfbd4e-0421-4b84-9d1f-3955b9ed4d96 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467730 Nov 08 00:15:56.662750 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84395940-c6ab-41d1-bc2f-2e2bf01d2766 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:15:56.671235 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-84395940-c6ab-41d1-bc2f-2e2bf01d2766 admin admin] 10.222.0.13 "PUT /v2.0/routers/b1046e99-2025-474e-b343-1b6aab033e25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1190128 Nov 08 00:15:56.671891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39860) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:56.677711 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c853d1-3c21-4b64-9070-20aa1c8d79e0 None None] Sync routers for ids ['b1046e99-2025-474e-b343-1b6aab033e25'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:15:56.688611 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c853d1-3c21-4b64-9070-20aa1c8d79e0 None None] Routers {'b1046e99-2025-474e-b343-1b6aab033e25'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:15:56.689237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e3c853d1-3c21-4b64-9070-20aa1c8d79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:15:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b1046e99-2025-474e-b343-1b6aab033e25'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:56.703000 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Attempting to bind port 3e8496e7-cebb-4374-a0a0-868cac60f7c3 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:15:56.703668 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Attempting to bind port 3e8496e7-cebb-4374-a0a0-868cac60f7c3 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:15:56.704249 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Attempting to bind port 3e8496e7-cebb-4374-a0a0-868cac60f7c3 on network cac5a810-3b8a-4875-b1de-503826400099 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:56.710347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Port 3e8496e7-cebb-4374-a0a0-868cac60f7c3 on network cac5a810-3b8a-4875-b1de-503826400099 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:15:56.710684 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Attempting to bind port 3e8496e7-cebb-4374-a0a0-868cac60f7c3 on network cac5a810-3b8a-4875-b1de-503826400099 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:15:56.717247 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:15:56.717593 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Checking segment: {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:15:56.718047 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Bound using segment: {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:15:56.718490 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Bound port: 3e8496e7-cebb-4374-a0a0-868cac60f7c3, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:15:56.718855 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:56.827813 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] For port 3e8496e7-cebb-4374-a0a0-868cac60f7c3, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:15:56.827959 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-e3c853d1-3c21-4b64-9070-20aa1c8d79e0 None None] Set router b1046e99-2025-474e-b343-1b6aab033e25 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:15:56.831554 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] For port 3e8496e7-cebb-4374-a0a0-868cac60f7c3, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3e8496e7-cebb-4374-a0a0-868cac60f7c3,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:15:56.856255 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42d229ff-05df-45f6-a63c-8962d4383f8d admin admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:56.919717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:56.935093 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 36e33710-6d30-4755-b8fe-f991141ea0a1 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:56.958986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:56.959260 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d6cbbc39-ce6e-449b-a2e7-56e286cb3e1e req-fea8ec68-b403-40d7-a607-6a5ec1517697 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbd49e8-36f8-467c-bfbf-0be34e4d3ec3 HTTP/1.1" status: 200 len: 210 time: 0.0634916 Nov 08 00:15:56.959715 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:56.961367 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] 10.222.0.26 "PUT /v2.0/ports/3e8496e7-cebb-4374-a0a0-868cac60f7c3 HTTP/1.1" status: 200 len: 1091 time: 1.8434737 Nov 08 00:15:56.969099 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 36e33710-6d30-4755-b8fe-f991141ea0a1 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:15:56.969762 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 36e33710-6d30-4755-b8fe-f991141ea0a1 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:56.998390 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-6391bf5d-1e4e-4a09-9698-a0271586c3b5 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4830fce35ee14d359caf67ac1246faa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563705 Nov 08 00:15:57.009052 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cced332-6440-4391-8c1e-e98d6a3276f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8496e7-cebb-4374-a0a0-868cac60f7c3,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:57.090483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e3c853d1-3c21-4b64-9070-20aa1c8d79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'name': 'tempest-ServersTestMultiNic-875508502-router', 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '056180bd-100a-4312-9787-92dc5ba3a139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:07Z', 'updated_at': '2021-11-08T00:15:54Z', 'revision_number': 5, 'project_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'gw_port': {'id': '056180bd-100a-4312-9787-92dc5ba3a139', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:08Z', 'updated_at': '2021-11-08T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:57.094224 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-740adcd1-5d60-4ce4-8f3b-0616ab407cc1 req-2c9eeb3a-9781-4993-977c-6b48c3dabc86 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=c13f0663-ae90-4a8a-8fe7-28e8c10d2fa3 HTTP/1.1" status: 200 len: 210 time: 0.0351062 Nov 08 00:15:57.119097 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c853d1-3c21-4b64-9070-20aa1c8d79e0 None None] Checking router: b1046e99-2025-474e-b343-1b6aab033e25 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:15:57.128795 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42d229ff-05df-45f6-a63c-8962d4383f8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:57.133252 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c853d1-3c21-4b64-9070-20aa1c8d79e0 None None] Routers {'b1046e99-2025-474e-b343-1b6aab033e25'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:15:57.133960 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e3c853d1-3c21-4b64-9070-20aa1c8d79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:15:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b1046e99-2025-474e-b343-1b6aab033e25'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:57.152226 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-0f3ea90b-9a78-4106-bcce-590789e805f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:57.153862 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-0f3ea90b-9a78-4106-bcce-590789e805f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 1094 time: 0.0651057 Nov 08 00:15:57.193276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-b3df422d-0bd3-4c8f-ac96-c95aa3117ed7 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:57.197798 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-b3df422d-0bd3-4c8f-ac96-c95aa3117ed7 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870697 Nov 08 00:15:57.217607 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-7c30ac53-ecca-477a-a550-02ac3c669025 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8496e7-cebb-4374-a0a0-868cac60f7c3 HTTP/1.1" status: 200 len: 217 time: 0.0479593 Nov 08 00:15:57.232686 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-3706124d-bcd2-4c76-9629-67a1e8c3242a tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/quotas/4830fce35ee14d359caf67ac1246faa9 HTTP/1.1" status: 200 len: 375 time: 0.0267234 Nov 08 00:15:57.252136 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-e3c853d1-3c21-4b64-9070-20aa1c8d79e0 None None] Set router b1046e99-2025-474e-b343-1b6aab033e25 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:15:57.261026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47286b4d-2eac-4302-9978-379167557853 req-7d1700c6-1b29-4d7c-a1df-b2aaa332260e tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:57.262511 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47286b4d-2eac-4302-9978-379167557853 req-7d1700c6-1b29-4d7c-a1df-b2aaa332260e tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 943 time: 0.0668459 Nov 08 00:15:57.278780 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-a58267a9-0cb1-4d30-b754-e5126efb2b59 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4830fce35ee14d359caf67ac1246faa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360835 Nov 08 00:15:57.333146 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-1c3cd540-94dc-4010-9a13-d81a4e97e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:57.333146 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-1c3cd540-94dc-4010-9a13-d81a4e97e5cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ecaf66e9-5ef6-440b-87a0-b205c6e28157 HTTP/1.1" status: 200 len: 846 time: 0.0659368 Nov 08 00:15:57.336745 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47286b4d-2eac-4302-9978-379167557853 req-050b228a-e859-4a4c-b1e2-e99beec98176 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603154 Nov 08 00:15:57.375525 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-42d229ff-05df-45f6-a63c-8962d4383f8d admin admin] Deleting port 056180bd-100a-4312-9787-92dc5ba3a139 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:57.375894 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42d229ff-05df-45f6-a63c-8962d4383f8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:57.389427 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-f63ff0a0-4e61-4c69-b4f0-5e8ad54b03b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cac5a810-3b8a-4875-b1de-503826400099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495548 Nov 08 00:15:57.472716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-42d229ff-05df-45f6-a63c-8962d4383f8d admin admin] For port 056180bd-100a-4312-9787-92dc5ba3a139, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=056180bd-100a-4312-9787-92dc5ba3a139,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:57.473247 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42d229ff-05df-45f6-a63c-8962d4383f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:57.488547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-42d229ff-05df-45f6-a63c-8962d4383f8d admin admin] Calling delete_port for 056180bd-100a-4312-9787-92dc5ba3a139 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:57.520200 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e3c853d1-3c21-4b64-9070-20aa1c8d79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'name': 'tempest-ServersTestMultiNic-875508502-router', 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '056180bd-100a-4312-9787-92dc5ba3a139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:07Z', 'updated_at': '2021-11-08T00:15:54Z', 'revision_number': 5, 'project_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'gw_port': {'id': '056180bd-100a-4312-9787-92dc5ba3a139', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:08Z', 'updated_at': '2021-11-08T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:15:57.547644 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-f16a85ab-3978-4e49-9c95-c2a41b1fe9eb service neutron] 10.222.0.26 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242850 Nov 08 00:15:57.559698 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c853d1-3c21-4b64-9070-20aa1c8d79e0 None None] The sync data for ids ['b1046e99-2025-474e-b343-1b6aab033e25'] in n-d-816882-1 is: [{'id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'name': 'tempest-ServersTestMultiNic-875508502-router', 'tenant_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '056180bd-100a-4312-9787-92dc5ba3a139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:14:07Z', 'updated_at': '2021-11-08T00:15:54Z', 'revision_number': 5, 'project_id': '35922b4ef6074a3f9f3a7b480ac0afa6', 'gw_port': {'id': '056180bd-100a-4312-9787-92dc5ba3a139', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1046e99-2025-474e-b343-1b6aab033e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:14:08Z', 'updated_at': '2021-11-08T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:15:57.690406 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-28f5f6a6-beb8-4ca6-bbe9-c583f2461ab2 req-4bfbe5c5-7538-4b27-84a6-0d2e0da4dfdd service neutron] 10.222.0.26 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346989 Nov 08 00:15:57.704860 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-244716f0-3b02-4e8e-b76e-81870f351551 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4830fce35ee14d359caf67ac1246faa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559428 Nov 08 00:15:57.817883 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-def34733-7daf-42bf-8baa-2d8dfb5aabdd req-2d645d62-23cb-4d65-9c69-396dc4b94323 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.26 "GET /v2.0/ports?device_id=c13f0663-ae90-4a8a-8fe7-28e8c10d2fa3 HTTP/1.1" status: 200 len: 210 time: 0.1010647 Nov 08 00:15:57.837098 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de90ac6-e90c-4ede-b080-b948fba72510 req-393817f1-b358-4312-a0d4-e461d5722abc tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:57.838558 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4de90ac6-e90c-4ede-b080-b948fba72510 req-393817f1-b358-4312-a0d4-e461d5722abc tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.1910038 Nov 08 00:15:57.903320 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4de90ac6-e90c-4ede-b080-b948fba72510 req-9107d92e-b87e-4bf8-90b1-233e6785e5a5 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573337 Nov 08 00:15:57.930263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-c2f9b8f3-71b4-45a0-9243-55f0a2c138d7 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:57.934062 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-c2f9b8f3-71b4-45a0-9243-55f0a2c138d7 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2199361 Nov 08 00:15:57.949248 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-7a99db90-6858-4893-aab4-080b0a57eeec tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/quotas/4830fce35ee14d359caf67ac1246faa9 HTTP/1.1" status: 200 len: 375 time: 0.0096107 Nov 08 00:15:57.999691 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-25766d05-6d0b-4a9b-bc70-a8d8f4ee3055 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4830fce35ee14d359caf67ac1246faa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398836 Nov 08 00:15:58.001172 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42d229ff-05df-45f6-a63c-8962d4383f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:58.069481 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c5bfbb74-74ed-4e99-b4c6-abe35e61bf61 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:15:58.074243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d229ff-05df-45f6-a63c-8962d4383f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=056180bd-100a-4312-9787-92dc5ba3a139,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:58.098869 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: c5bfbb74-74ed-4e99-b4c6-abe35e61bf61 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:15:58.100108 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c5bfbb74-74ed-4e99-b4c6-abe35e61bf61 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:15:58.137399 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-161dbfdd-774f-45e0-897e-e6ac88b284f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:58.145880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafa73e-1c0d-45c9-b86c-b3aa77e439ca req-8a408b8f-6d63-4b61-a2c3-80a0f27e1c38 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:58.147425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2bafa73e-1c0d-45c9-b86c-b3aa77e439ca req-8a408b8f-6d63-4b61-a2c3-80a0f27e1c38 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 943 time: 0.1516581 Nov 08 00:15:58.178461 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42d229ff-05df-45f6-a63c-8962d4383f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:58.293767 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2bafa73e-1c0d-45c9-b86c-b3aa77e439ca req-44d019a6-5672-42a0-9274-1f1692f8cc1e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379328 Nov 08 00:15:58.309772 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42d229ff-05df-45f6-a63c-8962d4383f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:58.314278 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42d229ff-05df-45f6-a63c-8962d4383f8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:58.446952 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f617d65a-6c0c-4cb6-bb38-e6dffabcbc28 req-1666fe38-a89c-499f-b051-28fc165d5246 tempest-ServerShowV247Test-452040953 tempest-ServerShowV247Test-452040953-project] 10.222.0.13 "GET /v2.0/ports?device_id=c13f0663-ae90-4a8a-8fe7-28e8c10d2fa3 HTTP/1.1" status: 200 len: 210 time: 0.0690660 Nov 08 00:15:58.459412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b9949a3-48fb-45f4-86d3-0ca33ee47c94 req-642a1f5c-52b4-4daa-96a3-6cd3d7919b49 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 210 time: 0.0781066 Nov 08 00:15:58.465358 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584c303d-bd21-405b-bbb9-0b32d4b90778', 'tag': '3e8496e7-cebb-4374-a0a0-868cac60f7c3'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:15:58.468346 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31efd48d-6ca6-43f7-abbc-711eb3ba8bba" -d '{"events": [{"name": "network-changed", "server_uuid": "584c303d-bd21-405b-bbb9-0b32d4b90778", "tag": "3e8496e7-cebb-4374-a0a0-868cac60f7c3"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:15:58.564265 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42d229ff-05df-45f6-a63c-8962d4383f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:58.568235 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d229ff-05df-45f6-a63c-8962d4383f8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1046e99-2025-474e-b343-1b6aab033e25 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:15:58.570002 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42d229ff-05df-45f6-a63c-8962d4383f8d admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:58.571462 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-42d229ff-05df-45f6-a63c-8962d4383f8d admin admin] 10.222.0.13 "DELETE /v2.0/routers/b1046e99-2025-474e-b343-1b6aab033e25 HTTP/1.1" status: 204 len: 168 time: 1.8982787 Nov 08 00:15:58.573998 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39930) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:58.627333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cabb2-984f-4b58-9231-38b70def34d6 req-0cae819c-6058-47f9-a614-8e7a1a8cd37e tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:58.632225 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-910cabb2-984f-4b58-9231-38b70def34d6 req-0cae819c-6058-47f9-a614-8e7a1a8cd37e tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 943 time: 0.0812895 Nov 08 00:15:58.662273 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b21c8b-f089-4bfb-9abd-21f05300cfb5 admin admin] Deleting subnet 851542a9-82d4-44b8-bec0-41b5675fe0ab {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:15:58.665507 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-27b21c8b-f089-4bfb-9abd-21f05300cfb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:58.688017 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-910cabb2-984f-4b58-9231-38b70def34d6 req-8cc2e5e0-5f01-44ae-8299-68c4155bcb05 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444677 Nov 08 00:15:58.737959 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-27b21c8b-f089-4bfb-9abd-21f05300cfb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:58.884117 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dbaa6e-5142-4227-85e9-a4d59a557eb2 x-openstack-request-id: req-82dbaa6e-5142-4227-85e9-a4d59a557eb2 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:15:58.884409 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584c303d-bd21-405b-bbb9-0b32d4b90778", "tag": "3e8496e7-cebb-4374-a0a0-868cac60f7c3", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:15:58.884659 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82dbaa6e-5142-4227-85e9-a4d59a557eb2 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:15:58.885055 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584c303d-bd21-405b-bbb9-0b32d4b90778', 'tag': '3e8496e7-cebb-4374-a0a0-868cac60f7c3', 'status': 'completed', 'code': 200} Nov 08 00:15:58.886298 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-27b21c8b-f089-4bfb-9abd-21f05300cfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:59.005016 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efd48d-6ca6-43f7-abbc-711eb3ba8bba req-f772be51-5149-41e6-a2a4-b733efeadafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:59.006681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31efd48d-6ca6-43f7-abbc-711eb3ba8bba req-f772be51-5149-41e6-a2a4-b733efeadafe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 1094 time: 0.0760336 Nov 08 00:15:59.089141 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-27b21c8b-f089-4bfb-9abd-21f05300cfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:59.114821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b21c8b-f089-4bfb-9abd-21f05300cfb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851542a9-82d4-44b8-bec0-41b5675fe0ab,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:59.142256 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-27b21c8b-f089-4bfb-9abd-21f05300cfb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:59.147463 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-27b21c8b-f089-4bfb-9abd-21f05300cfb5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/851542a9-82d4-44b8-bec0-41b5675fe0ab HTTP/1.1" status: 204 len: 168 time: 0.5707715 Nov 08 00:15:59.150442 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39938) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:15:59.151075 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4688293-ac81-435d-a8c6-98318d2f257a None None] Network 817d06a1-e1f4-4ce3-8c1c-23665f6a420c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:15:59.218499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16decd3-eea5-4494-8d4e-a55e74cb8b78 req-d28cafcd-5266-4fea-82bb-826f8e46c31b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:59.220295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f16decd3-eea5-4494-8d4e-a55e74cb8b78 req-d28cafcd-5266-4fea-82bb-826f8e46c31b tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.1339786 Nov 08 00:15:59.235687 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c915bc-4b75-46bb-b39f-c5dce99b08a9 req-43aa54a9-94db-4ddf-b3a1-194ac937d8d5 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:59.241347 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68c915bc-4b75-46bb-b39f-c5dce99b08a9 req-43aa54a9-94db-4ddf-b3a1-194ac937d8d5 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.1499097 Nov 08 00:15:59.248787 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efd48d-6ca6-43f7-abbc-711eb3ba8bba req-5961f8c6-66cc-48df-8d7c-905fa9b07061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:59.250585 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31efd48d-6ca6-43f7-abbc-711eb3ba8bba req-5961f8c6-66cc-48df-8d7c-905fa9b07061 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 907 time: 0.2355824 Nov 08 00:15:59.280475 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:59.319623 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5c898b53-c53d-4e8d-9859-8e387216c648 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:15:59.326755 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31efd48d-6ca6-43f7-abbc-711eb3ba8bba req-aaf09a68-2adf-4651-a9eb-53f45a38416b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8496e7-cebb-4374-a0a0-868cac60f7c3 HTTP/1.1" status: 200 len: 217 time: 0.0682926 Nov 08 00:15:59.362591 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68c915bc-4b75-46bb-b39f-c5dce99b08a9 req-911ccdd7-2b78-43fb-9783-04226b0bed21 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158626 Nov 08 00:15:59.397169 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f16decd3-eea5-4494-8d4e-a55e74cb8b78 req-69e93d1f-a77b-43a3-88ee-e0cc7b17b2c9 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571226 Nov 08 00:15:59.421042 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] Deleting port 7b909e79-7d6b-483a-aaf1-b566230ed859 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:59.421391 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:59.432144 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efd48d-6ca6-43f7-abbc-711eb3ba8bba req-81331aa2-309d-4d13-bc7b-befb229880e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:59.433937 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31efd48d-6ca6-43f7-abbc-711eb3ba8bba req-81331aa2-309d-4d13-bc7b-befb229880e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ecaf66e9-5ef6-440b-87a0-b205c6e28157 HTTP/1.1" status: 200 len: 846 time: 0.0966241 Nov 08 00:15:59.498896 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 5c898b53-c53d-4e8d-9859-8e387216c648, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5c898b53-c53d-4e8d-9859-8e387216c648,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:59.503502 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31efd48d-6ca6-43f7-abbc-711eb3ba8bba req-0918fed8-8fcf-4a56-8f26-8fc519ce27d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cac5a810-3b8a-4875-b1de-503826400099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536449 Nov 08 00:15:59.515615 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '5c898b53-c53d-4e8d-9859-8e387216c648', 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d', 'port_id': '5c898b53-c53d-4e8d-9859-8e387216c648', 'mac_address': 'fa:16:3e:c3:62:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf5087d-85b5-4f3a-9920-492dd2518682', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:15:59.522489 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] For port 7b909e79-7d6b-483a-aaf1-b566230ed859, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7b909e79-7d6b-483a-aaf1-b566230ed859,segment=NetworkSegment(119c01b6-1f38-469b-8c5f-6d9d91c40fba),segment_id=119c01b6-1f38-469b-8c5f-6d9d91c40fba)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:59.523665 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:59.549205 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] Calling delete_port for 7b909e79-7d6b-483a-aaf1-b566230ed859 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:15:59.618292 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e9d704-9a94-48df-a09d-58badd94abce None None] DHCP port deletion for 817d06a1-e1f4-4ce3-8c1c-23665f6a420c request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:15:59.629102 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d2674-df91-42bf-a0fb-77d450c7c054 req-d07978fc-1994-4fcc-881e-c69770fb00ab tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:59.638405 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-592d2674-df91-42bf-a0fb-77d450c7c054 req-d07978fc-1994-4fcc-881e-c69770fb00ab tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 943 time: 0.1724026 Nov 08 00:15:59.738683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a1e02f1-6133-4d0b-878c-4b66db81a6de req-794af8a9-4355-41d6-9452-eed1ea0b068a tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 210 time: 0.0680983 Nov 08 00:15:59.786474 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31efd48d-6ca6-43f7-abbc-711eb3ba8bba req-22844c83-94d3-4962-9ec4-ae7ec7b0a24a service neutron] 10.222.0.26 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666950 Nov 08 00:15:59.795887 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-592d2674-df91-42bf-a0fb-77d450c7c054 req-19676b7e-85c6-4f73-a968-90ae51d35121 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564887 Nov 08 00:15:59.833181 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:59.850973 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:59.884241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c898b53-c53d-4e8d-9859-8e387216c648 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:15:59.897130 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b909e79-7d6b-483a-aaf1-b566230ed859,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:15:59.906138 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] No DVR routers for this DVR port 7b909e79-7d6b-483a-aaf1-b566230ed859 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:15:59.922171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 5c898b53-c53d-4e8d-9859-8e387216c648, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5c898b53-c53d-4e8d-9859-8e387216c648,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:15:59.929612 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-97e9d704-9a94-48df-a09d-58badd94abce None None] Deleting port 7b909e79-7d6b-483a-aaf1-b566230ed859 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:15:59.930015 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97e9d704-9a94-48df-a09d-58badd94abce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:15:59.952274 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4aba4-2297-429a-af27-b483fd7d1def req-4f1cb56f-bfdc-46d6-8325-1c007f76a948 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:15:59.953913 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ff4aba4-2297-429a-af27-b483fd7d1def req-4f1cb56f-bfdc-46d6-8325-1c007f76a948 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 943 time: 0.0851731 Nov 08 00:15:59.960637 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31efd48d-6ca6-43f7-abbc-711eb3ba8bba req-d2f0e1bf-c322-427c-9c11-fe91a5e4cb20 service neutron] 10.222.0.26 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613624 Nov 08 00:16:00.001917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ff4aba4-2297-429a-af27-b483fd7d1def req-32cfbf98-6404-42d7-9ecf-5f8f08bf1e13 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403137 Nov 08 00:16:00.005214 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:00.023244 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:00.023936 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device c115532b-fa9f-422a-9e63-4efe85e12766 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:16:00.033764 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817d06a1-e1f4-4ce3-8c1c-23665f6a420c']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:16:00.043650 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119c01b6-1f38-469b-8c5f-6d9d91c40fba') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:16:00.043826 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119c01b6-1f38-469b-8c5f-6d9d91c40fba') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:16:00.054061 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:00.054935 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-97e9d704-9a94-48df-a09d-58badd94abce None None] For port 7b909e79-7d6b-483a-aaf1-b566230ed859, host n-d-816882-1, got binding levels [] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:00.055486 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97e9d704-9a94-48df-a09d-58badd94abce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:00.070356 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:16:00.083830 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:16:00.090714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-97e9d704-9a94-48df-a09d-58badd94abce None None] Calling delete_port for 7b909e79-7d6b-483a-aaf1-b566230ed859 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:16:00.090714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.ipam_backend_mixin [None req-97e9d704-9a94-48df-a09d-58badd94abce None None] Port 7b909e79-7d6b-483a-aaf1-b566230ed859 was not found and therefore no delete operation was performed {{(pid=102773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 00:16:00.091342 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97e9d704-9a94-48df-a09d-58badd94abce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:00.137655 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 7b909e79-7d6b-483a-aaf1-b566230ed859 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:16:00.178433 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 7b909e79-7d6b-483a-aaf1-b566230ed859 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:16:00.179089 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 7b909e79-7d6b-483a-aaf1-b566230ed859 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:16:00.179203 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 056180bd-100a-4312-9787-92dc5ba3a139 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:16:00.182406 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e9d704-9a94-48df-a09d-58badd94abce None None] No DVR routers for this DVR port 7b909e79-7d6b-483a-aaf1-b566230ed859 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:16:00.184280 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=5c898b53-c53d-4e8d-9859-8e387216c648,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:00.221901 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:00.233885 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:00.234003 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9d704-9a94-48df-a09d-58badd94abce None None] Pushing event deleted for resources: {'Port': ['ID=7b909e79-7d6b-483a-aaf1-b566230ed859,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:00.234134 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 056180bd-100a-4312-9787-92dc5ba3a139 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:16:00.234731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 056180bd-100a-4312-9787-92dc5ba3a139 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:16:00.252597 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] 10.222.0.13 "DELETE /v2.0/networks/817d06a1-e1f4-4ce3-8c1c-23665f6a420c HTTP/1.1" status: 204 len: 168 time: 1.0983517 Nov 08 00:16:00.261743 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39956) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:00.264100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port c115532b-fa9f-422a-9e63-4efe85e12766, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c115532b-fa9f-422a-9e63-4efe85e12766,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:00.269352 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac18e17-6848-4e4a-8005-c4cb57bba847 admin admin] Pushing event deleted for resources: {'Network': ['ID=817d06a1-e1f4-4ce3-8c1c-23665f6a420c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:00.276221 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'c115532b-fa9f-422a-9e63-4efe85e12766', 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e', 'port_id': 'c115532b-fa9f-422a-9e63-4efe85e12766', 'mac_address': 'fa:16:3e:2d:a2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ec3df4-1869-45a1-99d0-6ce6e411d41a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:16:00.327694 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:00.345741 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c115532b-fa9f-422a-9e63-4efe85e12766 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:00.368075 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port c115532b-fa9f-422a-9e63-4efe85e12766, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c115532b-fa9f-422a-9e63-4efe85e12766,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:00.390616 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1c0b4407-9a5e-482f-9aab-cb3755aadaaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:00.501686 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:00.502324 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1c0b4407-9a5e-482f-9aab-cb3755aadaaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:00.553473 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-466fe696-d845-4dda-b619-864c8096c981 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4830fce35ee14d359caf67ac1246faa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322022 Nov 08 00:16:00.561850 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=c115532b-fa9f-422a-9e63-4efe85e12766,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:00.577228 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a13b7b-e686-440c-a4d5-8e455b118140 req-81c3edd7-7955-4814-916a-a6fdcf446c55 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:00.578654 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53a13b7b-e686-440c-a4d5-8e455b118140 req-81c3edd7-7955-4814-916a-a6fdcf446c55 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 944 time: 0.1203773 Nov 08 00:16:00.621607 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1c0b4407-9a5e-482f-9aab-cb3755aadaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:00.640618 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39964) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:00.649911 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83136ac3-8a7f-4438-ae2e-6fb2af11ecc0 req-c5491210-a956-489e-b70e-1940145f22a6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:00.651386 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-83136ac3-8a7f-4438-ae2e-6fb2af11ecc0 req-c5491210-a956-489e-b70e-1940145f22a6 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.1627355 Nov 08 00:16:00.698419 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-67e62282-1ff0-40eb-835c-21171f7682dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35922b4ef6074a3f9f3a7b480ac0afa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563984 Nov 08 00:16:00.701184 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39966) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:00.737018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1c0b4407-9a5e-482f-9aab-cb3755aadaaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03dc41b1b2734b9fbaa8611c02b51653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4715970 Nov 08 00:16:00.737018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b4407-9a5e-482f-9aab-cb3755aadaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cdc041-0923-4a88-afc3-02024111a325,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:00.737364 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39968) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:00.741491 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4befcc4b-2165-4666-be56-6d98b1f3e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:00.753769 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53a13b7b-e686-440c-a4d5-8e455b118140 req-2206343d-daec-47ca-87da-7444985728e1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624694 Nov 08 00:16:00.772301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-83136ac3-8a7f-4438-ae2e-6fb2af11ecc0 req-c1234a82-793b-4f48-baae-e9d0973c0c0a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040211 Nov 08 00:16:00.780601 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['5c898b53-c53d-4e8d-9859-8e387216c648'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:00.812460 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8979098-e793-4c45-9521-ea944f78c08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:00.815985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-ea2a3107-a173-4e7a-835b-49e0f6f3716b tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:00.819506 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-ea2a3107-a173-4e7a-835b-49e0f6f3716b tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2584062 Nov 08 00:16:00.850148 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8979098-e793-4c45-9521-ea944f78c08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:00.860398 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b482d1da-5ff3-4052-a57d-f784a016e001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:00.904568 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b482d1da-5ff3-4052-a57d-f784a016e001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:00.917139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf2220b3-231f-420b-92ec-3681fb042612 req-3cadd3c1-e5f6-4476-90a1-d42bc979c178 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 210 time: 0.0843880 Nov 08 00:16:00.924208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-9886bd37-dae5-4212-9115-32b60a0580e1 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Request body: {'port': {'device_id': '8ef47df9-3ff0-4206-8b36-09c8cccaba62', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '4830fce35ee14d359caf67ac1246faa9'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:00.934784 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 3e8496e7-cebb-4374-a0a0-868cac60f7c3 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:16:01.021724 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:01.038243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae1adf-2c7a-4c19-8a20-876bd8ed7f9d req-4e007ed4-21c8-4f6c-b91d-65f8d16fcab6 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:01.039745 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42ae1adf-2c7a-4c19-8a20-876bd8ed7f9d req-4e007ed4-21c8-4f6c-b91d-65f8d16fcab6 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 943 time: 0.1216612 Nov 08 00:16:01.073169 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b482d1da-5ff3-4052-a57d-f784a016e001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:01.077308 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b482d1da-5ff3-4052-a57d-f784a016e001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:01.084668 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b482d1da-5ff3-4052-a57d-f784a016e001 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12cdc041-0923-4a88-afc3-02024111a325 HTTP/1.1" status: 204 len: 168 time: 0.3426087 Nov 08 00:16:01.085751 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 3e8496e7-cebb-4374-a0a0-868cac60f7c3, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3e8496e7-cebb-4374-a0a0-868cac60f7c3,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:01.107224 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42ae1adf-2c7a-4c19-8a20-876bd8ed7f9d req-a75a0c7d-3f74-4333-8457-f095d4dddbf9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588853 Nov 08 00:16:01.110935 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '3e8496e7-cebb-4374-a0a0-868cac60f7c3', 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099', 'port_id': '3e8496e7-cebb-4374-a0a0-868cac60f7c3', 'mac_address': 'fa:16:3e:79:40:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecaf66e9-5ef6-440b-87a0-b205c6e28157', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:16:01.128922 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8979098-e793-4c45-9521-ea944f78c08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:01.128922 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8979098-e793-4c45-9521-ea944f78c08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:01.128922 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c8979098-e793-4c45-9521-ea944f78c08e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c83cf24b-e3ba-4b47-986f-4bd0177cd096 HTTP/1.1" status: 204 len: 168 time: 0.4238670 Nov 08 00:16:01.140253 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482d1da-5ff3-4052-a57d-f784a016e001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cdc041-0923-4a88-afc3-02024111a325,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:01.170894 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8979098-e793-4c45-9521-ea944f78c08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83cf24b-e3ba-4b47-986f-4bd0177cd096,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:01.173303 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:01.187418 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-9886bd37-dae5-4212-9115-32b60a0580e1 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Made reservation on behalf of 4830fce35ee14d359caf67ac1246faa9 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:16:01.190949 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-9886bd37-dae5-4212-9115-32b60a0580e1 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:01.209885 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['c115532b-fa9f-422a-9e63-4efe85e12766'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:01.211017 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-9886bd37-dae5-4212-9115-32b60a0580e1 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:01.222008 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-2c5700ca-6f68-462e-b2cb-3f89ae151700 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4830fce35ee14d359caf67ac1246faa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283844 Nov 08 00:16:01.232855 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00501b31-9ec3-4747-9fd9-4ff49ca37d97 req-caa66de3-39da-4d5e-8f79-67bb0343e006 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:01.238323 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-00501b31-9ec3-4747-9fd9-4ff49ca37d97 req-caa66de3-39da-4d5e-8f79-67bb0343e006 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.20 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.1084471 Nov 08 00:16:01.278576 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8496e7-cebb-4374-a0a0-868cac60f7c3 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:01.283299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8a29a-9630-4682-ad9b-1608ef27f030 req-1e4d1581-5529-41bd-8563-8ba99b46ac4b tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:01.285076 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ce8a29a-9630-4682-ad9b-1608ef27f030 req-1e4d1581-5529-41bd-8563-8ba99b46ac4b tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 944 time: 0.0759065 Nov 08 00:16:01.315043 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 3e8496e7-cebb-4374-a0a0-868cac60f7c3, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3e8496e7-cebb-4374-a0a0-868cac60f7c3,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:01.337179 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5c898b53-c53d-4e8d-9859-8e387216c648 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:16:01.356156 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ce8a29a-9630-4682-ad9b-1608ef27f030 req-c2b60c72-4c5a-413f-a997-5bbd0e6ef6f9 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644023 Nov 08 00:16:01.381501 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-9886bd37-dae5-4212-9115-32b60a0580e1 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:01.398003 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:01.460099 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-c251641f-fb63-4a45-b4bf-6b4551ae32c6 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:01.461575 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-c251641f-fb63-4a45-b4bf-6b4551ae32c6 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2250347 Nov 08 00:16:01.473431 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-9886bd37-dae5-4212-9115-32b60a0580e1 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:01.476713 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-00501b31-9ec3-4747-9fd9-4ff49ca37d97 req-760a83a2-c2f1-4c77-8bca-c58a25a81038 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Deleting port fe0af755-b3b7-4f99-b3cd-38d7af31c298 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:16:01.477208 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-00501b31-9ec3-4747-9fd9-4ff49ca37d97 req-760a83a2-c2f1-4c77-8bca-c58a25a81038 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:01.484376 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-d07d72a1-2229-4b43-ab64-d735bfdfd7f4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Request body: {'port': {'device_id': 'b1d28a8d-1b67-4398-986b-8dc0aae5b31e', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '4830fce35ee14d359caf67ac1246faa9'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:01.503186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=3e8496e7-cebb-4374-a0a0-868cac60f7c3,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:01.518088 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 5c898b53-c53d-4e8d-9859-8e387216c648 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:16:01.518525 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:01.563028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886bd37-dae5-4212-9115-32b60a0580e1 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:01.653938 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-00501b31-9ec3-4747-9fd9-4ff49ca37d97 req-760a83a2-c2f1-4c77-8bca-c58a25a81038 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] For port fe0af755-b3b7-4f99-b3cd-38d7af31c298, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=fe0af755-b3b7-4f99-b3cd-38d7af31c298,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:01.653938 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-00501b31-9ec3-4747-9fd9-4ff49ca37d97 req-760a83a2-c2f1-4c77-8bca-c58a25a81038 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:01.663152 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:01.672353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-00501b31-9ec3-4747-9fd9-4ff49ca37d97 req-760a83a2-c2f1-4c77-8bca-c58a25a81038 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Calling delete_port for fe0af755-b3b7-4f99-b3cd-38d7af31c298 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:16:01.686674 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:01.692897 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3eb78b-38c7-406f-9075-cd010b7d4714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c898b53-c53d-4e8d-9859-8e387216c648'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:01.696243 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f65ce58-9a89-4637-b56e-1864d41b7cf0" -d '{"events": [{"server_uuid": "ea3eb78b-38c7-406f-9075-cd010b7d4714", "name": "network-vif-plugged", "status": "completed", "tag": "5c898b53-c53d-4e8d-9859-8e387216c648"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:01.709082 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['3e8496e7-cebb-4374-a0a0-868cac60f7c3'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:01.724160 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 5c898b53-c53d-4e8d-9859-8e387216c648, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5c898b53-c53d-4e8d-9859-8e387216c648,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:01.751127 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:01.769028 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0273c5-b947-4363-bcdc-4d4202c3c91c x-openstack-request-id: req-bd0273c5-b947-4363-bcdc-4d4202c3c91c {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:01.769364 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3eb78b-38c7-406f-9075-cd010b7d4714", "name": "network-vif-plugged", "status": "completed", "tag": "5c898b53-c53d-4e8d-9859-8e387216c648", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:01.769718 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd0273c5-b947-4363-bcdc-4d4202c3c91c {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:01.770261 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3eb78b-38c7-406f-9075-cd010b7d4714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c898b53-c53d-4e8d-9859-8e387216c648', 'code': 200} Nov 08 00:16:01.778503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-d07d72a1-2229-4b43-ab64-d735bfdfd7f4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Made reservation on behalf of 4830fce35ee14d359caf67ac1246faa9 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:16:01.782852 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-d07d72a1-2229-4b43-ab64-d735bfdfd7f4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:01.874151 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:01.981090 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=5c898b53-c53d-4e8d-9859-8e387216c648,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:02.100191 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-00501b31-9ec3-4747-9fd9-4ff49ca37d97 req-760a83a2-c2f1-4c77-8bca-c58a25a81038 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:02.106875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-9886bd37-dae5-4212-9115-32b60a0580e1 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Allocated IP 192.168.233.164 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/482bac4e-749d-45f6-adb7-78cc00eacad1) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:16:02.122003 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60dd4d-cf3b-48e2-81ab-9e03bd2eb25e req-c4d588ff-fdcb-4e22-bf18-671c6852e548 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:02.123394 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b60dd4d-cf3b-48e2-81ab-9e03bd2eb25e req-c4d588ff-fdcb-4e22-bf18-671c6852e548 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.1002183 Nov 08 00:16:02.131817 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a83a2-c2f1-4c77-8bca-c58a25a81038 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Pushing event deleted for resources: {'Port': ['ID=fe0af755-b3b7-4f99-b3cd-38d7af31c298,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:02.136543 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17205c62-8933-42a7-8fe5-f9f5e69b3e1b req-1108b298-514e-47ef-9d1f-17bf26557e3a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:02.138286 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17205c62-8933-42a7-8fe5-f9f5e69b3e1b req-1108b298-514e-47ef-9d1f-17bf26557e3a tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=072b1c5a-e0ab-4012-a603-69610e73063e HTTP/1.1" status: 200 len: 950 time: 0.1247954 Nov 08 00:16:02.216872 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-00501b31-9ec3-4747-9fd9-4ff49ca37d97 req-760a83a2-c2f1-4c77-8bca-c58a25a81038 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] No DVR routers for this DVR port fe0af755-b3b7-4f99-b3cd-38d7af31c298 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:16:02.219236 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-00501b31-9ec3-4747-9fd9-4ff49ca37d97 req-760a83a2-c2f1-4c77-8bca-c58a25a81038 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:02.221082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b60dd4d-cf3b-48e2-81ab-9e03bd2eb25e req-80317f1c-a2c6-4a4a-9e21-13aaba305afc tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810282 Nov 08 00:16:02.237377 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-00501b31-9ec3-4747-9fd9-4ff49ca37d97 req-760a83a2-c2f1-4c77-8bca-c58a25a81038 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.20 "DELETE /v2.0/ports/fe0af755-b3b7-4f99-b3cd-38d7af31c298 HTTP/1.1" status: 204 len: 173 time: 0.9870272 Nov 08 00:16:02.239728 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072b1c5a-e0ab-4012-a603-69610e73063e', 'name': 'network-vif-deleted', 'tag': 'fe0af755-b3b7-4f99-b3cd-38d7af31c298'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:02.242303 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8217a55a-5bad-4e94-8b6b-180b8d35ba83" -d '{"events": [{"server_uuid": "072b1c5a-e0ab-4012-a603-69610e73063e", "name": "network-vif-deleted", "tag": "fe0af755-b3b7-4f99-b3cd-38d7af31c298"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:02.251605 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17205c62-8933-42a7-8fe5-f9f5e69b3e1b req-789fd831-d322-4630-a0af-9e9f65f59e29 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904663 Nov 08 00:16:02.343567 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['fe0af755-b3b7-4f99-b3cd-38d7af31c298'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:02.404705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfd3e3e7-265f-4489-b2ad-41526ad14263 req-a2621f87-b9ef-4b8d-a452-006f1d699efe tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 210 time: 0.0618570 Nov 08 00:16:02.426911 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-9886bd37-dae5-4212-9115-32b60a0580e1 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:02.555154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfd004-c96e-40fc-a496-f60f2e648ddb req-bed63541-e77b-4d9b-8936-d6f354361106 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:02.560581 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['478fbc01-eacc-42aa-bcea-78be1ab05517'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:02.569880 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48bfd004-c96e-40fc-a496-f60f2e648ddb req-bed63541-e77b-4d9b-8936-d6f354361106 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 944 time: 0.0839133 Nov 08 00:16:02.576053 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8047ccfe-331e-47b6-8426-5269b7437ad0 x-openstack-request-id: req-8047ccfe-331e-47b6-8426-5269b7437ad0 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:02.576292 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-9886bd37-dae5-4212-9115-32b60a0580e1 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:02.576425 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072b1c5a-e0ab-4012-a603-69610e73063e", "name": "network-vif-deleted", "tag": "fe0af755-b3b7-4f99-b3cd-38d7af31c298", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:02.576631 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8047ccfe-331e-47b6-8426-5269b7437ad0 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:02.582956 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072b1c5a-e0ab-4012-a603-69610e73063e', 'name': 'network-vif-deleted', 'tag': 'fe0af755-b3b7-4f99-b3cd-38d7af31c298', 'status': 'completed', 'code': 200} Nov 08 00:16:02.657950 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48bfd004-c96e-40fc-a496-f60f2e648ddb req-7ebf0854-e675-46d6-96a3-83dd790d5a72 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839558 Nov 08 00:16:02.771229 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-9886bd37-dae5-4212-9115-32b60a0580e1 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:16:02.772879 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886bd37-dae5-4212-9115-32b60a0580e1 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Pushing event updated for resources: {'Port': ['ID=482bac4e-749d-45f6-adb7-78cc00eacad1,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:02.791140 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-d07d72a1-2229-4b43-ab64-d735bfdfd7f4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Allocated IP 192.168.233.9 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/77346480-245c-4152-b5ff-fb10bc858460) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:16:02.804029 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-9886bd37-dae5-4212-9115-32b60a0580e1 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:16:02.807676 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-9886bd37-dae5-4212-9115-32b60a0580e1 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:16:02.891704 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d85b8d-0161-4eb7-a102-dccae99fff14 req-97bba72e-560c-4c74-8eae-2327d3efe283 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:02.900265 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57d85b8d-0161-4eb7-a102-dccae99fff14 req-97bba72e-560c-4c74-8eae-2327d3efe283 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 944 time: 0.1991706 Nov 08 00:16:02.955358 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-9886bd37-dae5-4212-9115-32b60a0580e1 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:02.956383 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-9886bd37-dae5-4212-9115-32b60a0580e1 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:02.957914 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 3e8496e7-cebb-4374-a0a0-868cac60f7c3 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:16:02.979187 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76ef73-b326-4b73-8ee2-08ac76822cef req-4e47b280-efe7-4309-a5df-53b32fe8661e tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:02.988350 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a76ef73-b326-4b73-8ee2-08ac76822cef req-4e47b280-efe7-4309-a5df-53b32fe8661e tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 945 time: 0.1922262 Nov 08 00:16:03.051127 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40052) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:03.052917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57d85b8d-0161-4eb7-a102-dccae99fff14 req-12187b70-d3ab-4188-92eb-f38d4fce187e tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489222 Nov 08 00:16:03.109986 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-d07d72a1-2229-4b43-ab64-d735bfdfd7f4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:03.134276 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a76ef73-b326-4b73-8ee2-08ac76822cef req-f3a9af5e-64e7-4425-8ecf-67c198756f15 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/security-groups?id=73fe8313-e1e3-436f-a8c3-2ed0110e3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444690 Nov 08 00:16:03.142227 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-9886bd37-dae5-4212-9115-32b60a0580e1 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2222600 Nov 08 00:16:03.162879 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Request body: {'port': {'device_id': '8ef47df9-3ff0-4206-8b36-09c8cccaba62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:03.170405 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 3e8496e7-cebb-4374-a0a0-868cac60f7c3 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:16:03.174419 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 3e8496e7-cebb-4374-a0a0-868cac60f7c3 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:16:03.174797 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:03.240525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-080f85b2-b3c0-42dc-8ce3-e681f25363a7 None None] Provisioning complete for port 482bac4e-749d-45f6-adb7-78cc00eacad1 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:16:03.240870 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-080f85b2-b3c0-42dc-8ce3-e681f25363a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:03.262665 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-d07d72a1-2229-4b43-ab64-d735bfdfd7f4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:03.272090 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:03.312669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-080f85b2-b3c0-42dc-8ce3-e681f25363a7 None None] Port 482bac4e-749d-45f6-adb7-78cc00eacad1 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:16:03.326844 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:03.356544 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:03.370498 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device c115532b-fa9f-422a-9e63-4efe85e12766 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:16:03.378388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-135cc623-60d3-41ab-8e6f-52d688b5c9d1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1544339698-network', 'tenant_id': 'ad8717c720d144ce8530f867a454fcd8'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:03.407801 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-d07d72a1-2229-4b43-ab64-d735bfdfd7f4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:16:03.438996 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-d07d72a1-2229-4b43-ab64-d735bfdfd7f4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:16:03.441978 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 3e8496e7-cebb-4374-a0a0-868cac60f7c3, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3e8496e7-cebb-4374-a0a0-868cac60f7c3,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:03.465529 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-d07d72a1-2229-4b43-ab64-d735bfdfd7f4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:16:03.536116 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:03.541110 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d72a1-2229-4b43-ab64-d735bfdfd7f4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Pushing event updated for resources: {'Port': ['ID=77346480-245c-4152-b5ff-fb10bc858460,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:03.565543 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-d07d72a1-2229-4b43-ab64-d735bfdfd7f4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:03.565678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d6340-e803-4a6b-b76b-739026671680 req-0e418cab-41d2-4658-b42f-e665412e2eff tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:03.566142 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-d07d72a1-2229-4b43-ab64-d735bfdfd7f4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:03.568372 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-630d6340-e803-4a6b-b76b-739026671680 req-0e418cab-41d2-4658-b42f-e665412e2eff tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.2214887 Nov 08 00:16:03.586329 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port c115532b-fa9f-422a-9e63-4efe85e12766 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:16:03.595035 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port c115532b-fa9f-422a-9e63-4efe85e12766 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:16:03.595420 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:03.620689 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-630d6340-e803-4a6b-b76b-739026671680 req-55b39222-f3e9-4d5b-bb11-68b2c6c72b44 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512590 Nov 08 00:16:03.651408 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=3e8496e7-cebb-4374-a0a0-868cac60f7c3,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:03.735059 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135cc623-60d3-41ab-8e6f-52d688b5c9d1 admin admin] Made reservation on behalf of ad8717c720d144ce8530f867a454fcd8 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:16:03.745567 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-135cc623-60d3-41ab-8e6f-52d688b5c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:03.759773 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:03.762358 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-622a33a0-3850-4ce1-9847-14817af27368 None None] Provisioning complete for port 77346480-245c-4152-b5ff-fb10bc858460 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:16:03.764437 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-622a33a0-3850-4ce1-9847-14817af27368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:03.779812 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-135cc623-60d3-41ab-8e6f-52d688b5c9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:03.817058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584c303d-bd21-405b-bbb9-0b32d4b90778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8496e7-cebb-4374-a0a0-868cac60f7c3'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:03.819986 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6405bb9-796b-46ef-acb8-54c9bb63fb97" -d '{"events": [{"server_uuid": "584c303d-bd21-405b-bbb9-0b32d4b90778", "name": "network-vif-plugged", "status": "completed", "tag": "3e8496e7-cebb-4374-a0a0-868cac60f7c3"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:03.823273 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-622a33a0-3850-4ce1-9847-14817af27368 None None] Port 77346480-245c-4152-b5ff-fb10bc858460 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:16:03.849258 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-d07d72a1-2229-4b43-ab64-d735bfdfd7f4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3689384 Nov 08 00:16:03.869551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port c115532b-fa9f-422a-9e63-4efe85e12766, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c115532b-fa9f-422a-9e63-4efe85e12766,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:03.872714 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Request body: {'port': {'device_id': 'b1d28a8d-1b67-4398-986b-8dc0aae5b31e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:03.941768 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:03.942552 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device fe0af755-b3b7-4f99-b3cd-38d7af31c298 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:16:03.977440 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2b15a-8964-455b-8d0b-fb1f8a02ed30 req-eed89bea-8745-4b23-9ae5-3b5dee67acb2 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:03.979017 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4bb2b15a-8964-455b-8d0b-fb1f8a02ed30 req-eed89bea-8745-4b23-9ae5-3b5dee67acb2 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 934 time: 0.1416380 Nov 08 00:16:03.990888 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: fe0af755-b3b7-4f99-b3cd-38d7af31c298 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:16:03.991294 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device fe0af755-b3b7-4f99-b3cd-38d7af31c298 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:16:04.013926 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:04.030482 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=c115532b-fa9f-422a-9e63-4efe85e12766,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:04.084880 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-135cc623-60d3-41ab-8e6f-52d688b5c9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:04.107091 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4bb2b15a-8964-455b-8d0b-fb1f8a02ed30 req-41357642-b31e-4e2a-b522-1220fcaf53d9 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141067 Nov 08 00:16:04.183568 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-135cc623-60d3-41ab-8e6f-52d688b5c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:04.221349 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135cc623-60d3-41ab-8e6f-52d688b5c9d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:16:04.243760 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cc623-60d3-41ab-8e6f-52d688b5c9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b621f8e-fcd9-4aa4-80bf-85ccc951a5b9,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:04.262652 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4090e-1348-4b87-9984-d65b6a6d67dc req-d5cc54fd-9499-474e-8d85-2d365208235b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:04.275051 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87e4090e-1348-4b87-9984-d65b6a6d67dc req-d5cc54fd-9499-474e-8d85-2d365208235b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 945 time: 0.1749191 Nov 08 00:16:04.303779 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-135cc623-60d3-41ab-8e6f-52d688b5c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:04.304682 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-135cc623-60d3-41ab-8e6f-52d688b5c9d1 admin admin] Added segment ec2e91c8-6f32-4f79-a6fd-680710e943e0 of type vlan for network 89be68a0-9c0f-4a68-a269-521b4ea26589 Nov 08 00:16:04.330890 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482bac4e-749d-45f6-adb7-78cc00eacad1 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:04.345838 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:04.359805 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87e4090e-1348-4b87-9984-d65b6a6d67dc req-ccfe542a-b187-457c-947a-8ee13d56e9d7 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838237 Nov 08 00:16:04.369058 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Transition to ACTIVE for port object 482bac4e-749d-45f6-adb7-78cc00eacad1 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:16:04.382057 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-135cc623-60d3-41ab-8e6f-52d688b5c9d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:04.417086 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfef4874-e08e-4a47-8a42-ab95657b0378 x-openstack-request-id: req-dfef4874-e08e-4a47-8a42-ab95657b0378 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:04.417646 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584c303d-bd21-405b-bbb9-0b32d4b90778", "name": "network-vif-plugged", "status": "completed", "tag": "3e8496e7-cebb-4374-a0a0-868cac60f7c3", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:04.417646 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfef4874-e08e-4a47-8a42-ab95657b0378 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:04.417930 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584c303d-bd21-405b-bbb9-0b32d4b90778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8496e7-cebb-4374-a0a0-868cac60f7c3', 'code': 200} Nov 08 00:16:04.498873 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9761835c-63fe-4291-84c5-82cf79000235 req-3f2eb76e-a594-41af-a4b4-f24ae908cefd tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0409391 Nov 08 00:16:04.502548 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:04.632491 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-135cc623-60d3-41ab-8e6f-52d688b5c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:04.633478 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135cc623-60d3-41ab-8e6f-52d688b5c9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:04.634071 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-135cc623-60d3-41ab-8e6f-52d688b5c9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:04.722233 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Pushing event updated for resources: {'Port': ['ID=482bac4e-749d-45f6-adb7-78cc00eacad1,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:04.736962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Attempting to bind port 482bac4e-749d-45f6-adb7-78cc00eacad1 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:16:04.737305 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Attempting to bind port 482bac4e-749d-45f6-adb7-78cc00eacad1 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:16:04.737636 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Attempting to bind port 482bac4e-749d-45f6-adb7-78cc00eacad1 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:04.746321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Port 482bac4e-749d-45f6-adb7-78cc00eacad1 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:16:04.746651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Attempting to bind port 482bac4e-749d-45f6-adb7-78cc00eacad1 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:04.758152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:16:04.758503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:16:04.758900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:16:04.759351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Bound port: 482bac4e-749d-45f6-adb7-78cc00eacad1, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:16:04.763657 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:04.813284 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-135cc623-60d3-41ab-8e6f-52d688b5c9d1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7607415 Nov 08 00:16:04.815441 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee895f-6612-445a-8bb8-1b3bacb91aa4 req-7e59e09c-9401-464d-b67e-dbfd5adffc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:04.818927 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0cee895f-6612-445a-8bb8-1b3bacb91aa4 req-7e59e09c-9401-464d-b67e-dbfd5adffc3e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 1096 time: 0.2799954 Nov 08 00:16:04.818927 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40108) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:04.831380 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7fa4fc25-9bcc-43b4-97da-47728782dec5 admin admin] Request body: {'subnet': {'network_id': '89be68a0-9c0f-4a68-a269-521b4ea26589', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1544339698-subnet', 'tenant_id': 'ad8717c720d144ce8530f867a454fcd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:04.835908 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cc623-60d3-41ab-8e6f-52d688b5c9d1 admin admin] Pushing event updated for resources: {'Network': ['ID=89be68a0-9c0f-4a68-a269-521b4ea26589,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:04.851459 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 89be68a0-9c0f-4a68-a269-521b4ea26589 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:16:04.925529 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0cee895f-6612-445a-8bb8-1b3bacb91aa4 req-ac41af5e-70fb-42ae-ab19-411adb4bfc7e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680752 Nov 08 00:16:04.978128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77346480-245c-4152-b5ff-fb10bc858460 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:04.983461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] For port 482bac4e-749d-45f6-adb7-78cc00eacad1, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:16:04.991656 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa4fc25-9bcc-43b4-97da-47728782dec5 admin admin] Made reservation on behalf of ad8717c720d144ce8530f867a454fcd8 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:16:04.994353 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fa4fc25-9bcc-43b4-97da-47728782dec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:05.001100 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:05.029288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] For port 482bac4e-749d-45f6-adb7-78cc00eacad1, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=482bac4e-749d-45f6-adb7-78cc00eacad1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:16:05.041172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5abff-079e-45b4-9709-d58a07780131 req-6d07a169-722b-4416-befd-05c6d45404cd tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:05.043577 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-13a5abff-079e-45b4-9709-d58a07780131 req-6d07a169-722b-4416-befd-05c6d45404cd tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 945 time: 0.2501891 Nov 08 00:16:05.059843 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Transition to ACTIVE for port object 77346480-245c-4152-b5ff-fb10bc858460 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:16:05.080151 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d317904-7a8c-43fe-a871-7802d6d1667c req-c28a4879-591f-49ee-8c73-46e07d97af99 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:05.087705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d317904-7a8c-43fe-a871-7802d6d1667c req-c28a4879-591f-49ee-8c73-46e07d97af99 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.1285226 Nov 08 00:16:05.129551 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:05.182679 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-13a5abff-079e-45b4-9709-d58a07780131 req-45a5edd8-8976-4c62-9e2e-5ef0e5fca540 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319005 Nov 08 00:16:05.190371 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:05.217955 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:05.222829 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:05.225092 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] 10.222.0.26 "PUT /v2.0/ports/482bac4e-749d-45f6-adb7-78cc00eacad1 HTTP/1.1" status: 200 len: 1096 time: 2.0667341 Nov 08 00:16:05.233269 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef47df9-3ff0-4206-8b36-09c8cccaba62', 'tag': '482bac4e-749d-45f6-adb7-78cc00eacad1'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:05.239717 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ec7d95-14cf-4463-aa66-e71aec680b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef47df9-3ff0-4206-8b36-09c8cccaba62", "tag": "482bac4e-749d-45f6-adb7-78cc00eacad1"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:05.254316 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d317904-7a8c-43fe-a871-7802d6d1667c req-dc115af0-fbcf-4e8c-a854-c107c3bd1180 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654601 Nov 08 00:16:05.332780 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a17ed8-d919-4f2d-a494-4b3e010ca46c service neutron] Pushing event updated for resources: {'Port': ['ID=482bac4e-749d-45f6-adb7-78cc00eacad1,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:05.358353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Pushing event updated for resources: {'Port': ['ID=77346480-245c-4152-b5ff-fb10bc858460,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:05.402575 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fa4fc25-9bcc-43b4-97da-47728782dec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:05.491724 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554a5b4-7ee7-4b9c-91a4-fcc9b19659f7 req-580b93fc-f2ee-4db4-a3fd-f7ad10fd6357 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:05.514826 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7554a5b4-7ee7-4b9c-91a4-fcc9b19659f7 req-580b93fc-f2ee-4db4-a3fd-f7ad10fd6357 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.1603174 Nov 08 00:16:05.530899 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4fc25-9bcc-43b4-97da-47728782dec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a870113a-a164-48f9-9f0d-ba7a6135f3b6,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:05.536182 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4fc25-9bcc-43b4-97da-47728782dec5 admin admin] Checking segment: {'id': 'ec2e91c8-6f32-4f79-a6fd-680710e943e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '89be68a0-9c0f-4a68-a269-521b4ea26589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:16:05.536685 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa4fc25-9bcc-43b4-97da-47728782dec5 admin admin] Network hostable DHCP agents. Network: 89be68a0-9c0f-4a68-a269-521b4ea26589, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:16:05.540191 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Attempting to bind port 77346480-245c-4152-b5ff-fb10bc858460 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:16:05.543734 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Attempting to bind port 77346480-245c-4152-b5ff-fb10bc858460 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:16:05.543734 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Attempting to bind port 77346480-245c-4152-b5ff-fb10bc858460 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:05.551166 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Port 77346480-245c-4152-b5ff-fb10bc858460 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:16:05.551503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Attempting to bind port 77346480-245c-4152-b5ff-fb10bc858460 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:05.568700 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:16:05.572267 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:16:05.572267 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:16:05.572267 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Bound port: 77346480-245c-4152-b5ff-fb10bc858460, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:16:05.572267 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:05.609963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-8ac779a1-effc-434a-8de8-49c102836e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:05.611635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-8ac779a1-effc-434a-8de8-49c102836e21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4830fce35ee14d359caf67ac1246faa9&device_id=8ef47df9-3ff0-4206-8b36-09c8cccaba62 HTTP/1.1" status: 200 len: 1099 time: 0.1906896 Nov 08 00:16:05.676012 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7554a5b4-7ee7-4b9c-91a4-fcc9b19659f7 req-ea97a8ec-2fab-498b-a22d-e51a23b73965 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608706 Nov 08 00:16:05.679859 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa4fc25-9bcc-43b4-97da-47728782dec5 admin admin] Network 89be68a0-9c0f-4a68-a269-521b4ea26589 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:16:05.711732 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-ba5b4592-455b-4606-ad30-620ae450f383 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=482bac4e-749d-45f6-adb7-78cc00eacad1 HTTP/1.1" status: 200 len: 217 time: 0.0610595 Nov 08 00:16:05.716989 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] For port 77346480-245c-4152-b5ff-fb10bc858460, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:16:05.733736 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] For port 77346480-245c-4152-b5ff-fb10bc858460, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=77346480-245c-4152-b5ff-fb10bc858460,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:16:05.765725 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af331b6-a3fa-4762-8cde-075572c3c4a9 req-38cdcd1f-52f9-4f38-926e-a40fa0582c37 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:05.767253 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9af331b6-a3fa-4762-8cde-075572c3c4a9 req-38cdcd1f-52f9-4f38-926e-a40fa0582c37 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 945 time: 0.2495201 Nov 08 00:16:05.779746 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-7fa4fc25-9bcc-43b4-97da-47728782dec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 89be68a0-9c0f-4a68-a269-521b4ea26589) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:16:05.784423 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa4fc25-9bcc-43b4-97da-47728782dec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:05.784423 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fa4fc25-9bcc-43b4-97da-47728782dec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:05.790125 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68a94bd-ee6b-4060-b293-338fba85cdd8 None None] Network 89be68a0-9c0f-4a68-a269-521b4ea26589 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:16:05.837113 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:05.856834 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9af331b6-a3fa-4762-8cde-075572c3c4a9 req-da64dbc7-6296-432d-8fee-970b6bdc78c5 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/security-groups?id=73fe8313-e1e3-436f-a8c3-2ed0110e3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729356 Nov 08 00:16:05.891658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-a5a53aaa-75a8-4856-9d2b-bad6d665f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:05.893165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-a5a53aaa-75a8-4856-9d2b-bad6d665f365 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1738913 Nov 08 00:16:05.933287 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7fa4fc25-9bcc-43b4-97da-47728782dec5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1114020 Nov 08 00:16:05.967716 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc67226-d499-4b60-b7c0-155d339f0094 x-openstack-request-id: req-fbc67226-d499-4b60-b7c0-155d339f0094 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:05.968159 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef47df9-3ff0-4206-8b36-09c8cccaba62", "tag": "482bac4e-749d-45f6-adb7-78cc00eacad1", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:05.968722 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbc67226-d499-4b60-b7c0-155d339f0094 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:05.969165 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef47df9-3ff0-4206-8b36-09c8cccaba62', 'tag': '482bac4e-749d-45f6-adb7-78cc00eacad1', 'status': 'completed', 'code': 200} Nov 08 00:16:05.981699 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:05.982328 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:06.003838 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] 10.222.0.26 "PUT /v2.0/ports/77346480-245c-4152-b5ff-fb10bc858460 HTTP/1.1" status: 200 len: 1094 time: 2.1389775 Nov 08 00:16:06.004446 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d28a8d-1b67-4398-986b-8dc0aae5b31e', 'tag': '77346480-245c-4152-b5ff-fb10bc858460'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:06.006763 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf19e39-39d3-45a6-923d-d71bf4ab410f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d28a8d-1b67-4398-986b-8dc0aae5b31e", "tag": "77346480-245c-4152-b5ff-fb10bc858460"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:06.054843 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8e7f8f-19f6-42a1-b71a-82ba9d3a858b None None] Network 89be68a0-9c0f-4a68-a269-521b4ea26589 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:16:06.088125 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3d662-41de-404e-88d3-fa82b9bd384f service neutron] Pushing event updated for resources: {'Port': ['ID=77346480-245c-4152-b5ff-fb10bc858460,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:06.115126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882e535-ce34-4dda-a6cb-29f958e68bec req-a2dd4231-a9e8-4efb-accd-791ae2b74c37 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:06.124487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c882e535-ce34-4dda-a6cb-29f958e68bec req-a2dd4231-a9e8-4efb-accd-791ae2b74c37 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 946 time: 0.2663078 Nov 08 00:16:06.261431 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c882e535-ce34-4dda-a6cb-29f958e68bec req-2399cdd1-b859-46ca-83ea-c01f25ef923d tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357565 Nov 08 00:16:06.274666 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-1a652e3d-6775-4662-a881-866b35ba4a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:06.283883 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-64df147a-4923-417a-b9a9-41129a7152ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:06.285497 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-1a652e3d-6775-4662-a881-866b35ba4a74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3229549 Nov 08 00:16:06.288304 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-64df147a-4923-417a-b9a9-41129a7152ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4830fce35ee14d359caf67ac1246faa9&device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 1097 time: 0.0875063 Nov 08 00:16:06.384381 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcd73d-acdc-45d4-aa53-599ebae84ed7 req-0472329e-a024-4119-80d0-00880f7f343c tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:06.391727 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27fcd73d-acdc-45d4-aa53-599ebae84ed7 req-0472329e-a024-4119-80d0-00880f7f343c tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 945 time: 0.2589970 Nov 08 00:16:06.419900 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c115532b-fa9f-422a-9e63-4efe85e12766'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:06.423433 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d879bfcf-58a3-4cc0-a2fc-20aadfdf3e3b" -d '{"events": [{"server_uuid": "72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2", "name": "network-vif-plugged", "status": "completed", "tag": "c115532b-fa9f-422a-9e63-4efe85e12766"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:06.465181 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-c26d72c3-9919-432f-b7f5-6b3a7f789e1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=77346480-245c-4152-b5ff-fb10bc858460 HTTP/1.1" status: 200 len: 217 time: 0.1241984 Nov 08 00:16:06.484173 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27fcd73d-acdc-45d4-aa53-599ebae84ed7 req-2a56d75c-1dee-4620-a684-866bb381d05a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876918 Nov 08 00:16:06.535849 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-cec8faa3-2621-4e92-81ed-43c3f39fd091 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059147 Nov 08 00:16:06.602174 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86480db3-c093-4dd4-a352-b591d8b74e39 x-openstack-request-id: req-86480db3-c093-4dd4-a352-b591d8b74e39 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:06.603267 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d28a8d-1b67-4398-986b-8dc0aae5b31e", "tag": "77346480-245c-4152-b5ff-fb10bc858460", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:06.603267 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86480db3-c093-4dd4-a352-b591d8b74e39 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:06.603267 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d28a8d-1b67-4398-986b-8dc0aae5b31e', 'tag': '77346480-245c-4152-b5ff-fb10bc858460', 'status': 'completed', 'code': 200} Nov 08 00:16:06.616850 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-22927c68-e10b-4cdc-a3d6-a15cdb9e4683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:06.618730 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-22927c68-e10b-4cdc-a3d6-a15cdb9e4683 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1415057 Nov 08 00:16:06.699594 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5288f-38c3-45c8-aab8-abc5cdf1480d req-b212b045-8693-4b00-bcd9-2ebe67c861c8 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:06.701159 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24c5288f-38c3-45c8-aab8-abc5cdf1480d req-b212b045-8693-4b00-bcd9-2ebe67c861c8 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.26 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 949 time: 0.1530154 Nov 08 00:16:06.711716 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7601251a-2b91-4bf1-be05-d153b237cf5a req-cdae90cc-57a6-489c-9b77-4f1157b0857d service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628036 Nov 08 00:16:06.727947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-0b5dafcc-c53a-4b05-a026-488ef0293639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:06.732318 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-0b5dafcc-c53a-4b05-a026-488ef0293639 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034701 Nov 08 00:16:06.803220 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a024997-274c-451e-aa25-a52c48209342 req-a83716be-ebd3-4d47-8c49-8961e100491a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:06.805047 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a024997-274c-451e-aa25-a52c48209342 req-a83716be-ebd3-4d47-8c49-8961e100491a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 945 time: 0.0899181 Nov 08 00:16:06.806885 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a22a314-80b7-4949-8674-54fd373bd67d req-a6b1a7e1-adeb-41cd-90b6-fb96050747e9 tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0445337 Nov 08 00:16:06.878983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a024997-274c-451e-aa25-a52c48209342 req-4abaf9af-924a-486e-bbaf-dfe6de6faf5b tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643244 Nov 08 00:16:06.958409 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-ee3716b5-0f0d-4fbc-be0f-6caf6a9f2d04 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087984 Nov 08 00:16:06.972721 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec7d95-14cf-4463-aa66-e71aec680b0e req-b44d4642-2715-4b14-9f09-d16427d6a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:06.975822 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9ec7d95-14cf-4463-aa66-e71aec680b0e req-b44d4642-2715-4b14-9f09-d16427d6a98d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4830fce35ee14d359caf67ac1246faa9&device_id=8ef47df9-3ff0-4206-8b36-09c8cccaba62 HTTP/1.1" status: 200 len: 1099 time: 0.0739753 Nov 08 00:16:06.985043 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-24c5288f-38c3-45c8-aab8-abc5cdf1480d req-e7f8557d-c65d-4ffd-92e9-1e5347098327 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Deleting port 478fbc01-eacc-42aa-bcea-78be1ab05517 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:16:06.985386 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-24c5288f-38c3-45c8-aab8-abc5cdf1480d req-e7f8557d-c65d-4ffd-92e9-1e5347098327 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:07.189983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803bb11-7c2f-4e5b-a661-b86c80b675c5 req-bbfbd019-5c7a-4d35-ba38-035e6ca2d1a1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:07.197176 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6803bb11-7c2f-4e5b-a661-b86c80b675c5 req-bbfbd019-5c7a-4d35-ba38-035e6ca2d1a1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.2280140 Nov 08 00:16:07.211743 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-415e0a74-1de3-43d1-9f76-9a4dc783632d req-bbb53b47-cac6-4df3-ba32-5dfcbc48f552 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292252 Nov 08 00:16:07.213399 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-24c5288f-38c3-45c8-aab8-abc5cdf1480d req-e7f8557d-c65d-4ffd-92e9-1e5347098327 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] For port 478fbc01-eacc-42aa-bcea-78be1ab05517, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=478fbc01-eacc-42aa-bcea-78be1ab05517,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:07.213757 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-24c5288f-38c3-45c8-aab8-abc5cdf1480d req-e7f8557d-c65d-4ffd-92e9-1e5347098327 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:07.240986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-24c5288f-38c3-45c8-aab8-abc5cdf1480d req-e7f8557d-c65d-4ffd-92e9-1e5347098327 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Calling delete_port for 478fbc01-eacc-42aa-bcea-78be1ab05517 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:16:07.276760 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec7d95-14cf-4463-aa66-e71aec680b0e req-b838e9fe-cae1-4ab0-878b-f742f987641f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:07.278279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9ec7d95-14cf-4463-aa66-e71aec680b0e req-b838e9fe-cae1-4ab0-878b-f742f987641f service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.2830439 Nov 08 00:16:07.285329 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-dab56a57-10a9-4685-8e2a-498ff5ee078f tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:07.286739 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-dab56a57-10a9-4685-8e2a-498ff5ee078f tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/networks?id=89be68a0-9c0f-4a68-a269-521b4ea26589 HTTP/1.1" status: 200 len: 818 time: 0.2247734 Nov 08 00:16:07.297865 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6803bb11-7c2f-4e5b-a661-b86c80b675c5 req-2e8861a5-9ae9-4fe7-bc04-eb010985db0c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993755 Nov 08 00:16:07.356464 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f81c44f-819e-4451-b513-d6419d85834b x-openstack-request-id: req-6f81c44f-819e-4451-b513-d6419d85834b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:07.356972 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2", "name": "network-vif-plugged", "status": "completed", "tag": "c115532b-fa9f-422a-9e63-4efe85e12766", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:07.356972 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f81c44f-819e-4451-b513-d6419d85834b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:07.357394 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c115532b-fa9f-422a-9e63-4efe85e12766', 'code': 200} Nov 08 00:16:07.392414 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9ec7d95-14cf-4463-aa66-e71aec680b0e req-4f0a2c44-9fa1-4345-b3f4-304edb5ce2cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=482bac4e-749d-45f6-adb7-78cc00eacad1 HTTP/1.1" status: 200 len: 217 time: 0.1043830 Nov 08 00:16:07.403758 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-58006e5d-e995-4593-8b45-b4d3ab7c8685 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/quotas/ad8717c720d144ce8530f867a454fcd8 HTTP/1.1" status: 200 len: 375 time: 0.1046848 Nov 08 00:16:07.531158 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-4374eb49-8cb8-4182-a62e-e12dc9df62b5 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad8717c720d144ce8530f867a454fcd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1225932 Nov 08 00:16:07.531368 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf19e39-39d3-45a6-923d-d71bf4ab410f req-3aa2b7a0-a168-41e0-9749-1292b80d0691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:07.539145 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8bf19e39-39d3-45a6-923d-d71bf4ab410f req-3aa2b7a0-a168-41e0-9749-1292b80d0691 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4830fce35ee14d359caf67ac1246faa9&device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 1097 time: 0.1148553 Nov 08 00:16:07.539145 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-24c5288f-38c3-45c8-aab8-abc5cdf1480d req-e7f8557d-c65d-4ffd-92e9-1e5347098327 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:07.603880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472f31c-9689-4ca7-b22c-1dba34626377 req-bd1bc113-c58b-45ae-8a9c-6da97e428951 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:07.606729 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e472f31c-9689-4ca7-b22c-1dba34626377 req-bd1bc113-c58b-45ae-8a9c-6da97e428951 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 867 time: 0.1767485 Nov 08 00:16:07.646265 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec7d95-14cf-4463-aa66-e71aec680b0e req-055d5be0-89f4-4f43-9367-812800aa245d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:07.647736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9ec7d95-14cf-4463-aa66-e71aec680b0e req-055d5be0-89f4-4f43-9367-812800aa245d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.2315602 Nov 08 00:16:07.711191 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e472f31c-9689-4ca7-b22c-1dba34626377 req-b8c61fe5-c4b0-45ce-a677-7066cf5b2dfe tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939031 Nov 08 00:16:07.736406 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-c05e80c3-4f8b-40e9-9bfc-95d7a18bf9dd service neutron] 10.222.0.13 "GET /v2.0/networks/89be68a0-9c0f-4a68-a269-521b4ea26589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068751 Nov 08 00:16:07.791564 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec7d95-14cf-4463-aa66-e71aec680b0e req-a091820c-4647-4d0e-9d15-346f2857d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:07.793062 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9ec7d95-14cf-4463-aa66-e71aec680b0e req-a091820c-4647-4d0e-9d15-346f2857d5c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1336880 Nov 08 00:16:07.920479 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-dfad9c5d-fdff-404a-954a-e2e05a4313e0 service neutron] 10.222.0.13 "GET /v2.0/networks/89be68a0-9c0f-4a68-a269-521b4ea26589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830156 Nov 08 00:16:07.961787 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9ec7d95-14cf-4463-aa66-e71aec680b0e req-d28ceaf5-41a1-4002-ab15-314c2d81a02e service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575332 Nov 08 00:16:07.997492 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8557d-c65d-4ffd-92e9-1e5347098327 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Pushing event deleted for resources: {'Port': ['ID=478fbc01-eacc-42aa-bcea-78be1ab05517,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:08.046309 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c5288f-38c3-45c8-aab8-abc5cdf1480d req-e7f8557d-c65d-4ffd-92e9-1e5347098327 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] No DVR routers for this DVR port 478fbc01-eacc-42aa-bcea-78be1ab05517 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:16:08.051181 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc58a6-ac7d-47c9-9925-a8990082eb41 req-c2369aa0-4a1d-472a-9cdc-d3685232df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:08.052666 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2fcc58a6-ac7d-47c9-9925-a8990082eb41 req-c2369aa0-4a1d-472a-9cdc-d3685232df20 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 1096 time: 0.5831385 Nov 08 00:16:08.053693 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-24c5288f-38c3-45c8-aab8-abc5cdf1480d req-e7f8557d-c65d-4ffd-92e9-1e5347098327 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:08.056850 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24c5288f-38c3-45c8-aab8-abc5cdf1480d req-e7f8557d-c65d-4ffd-92e9-1e5347098327 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.26 "DELETE /v2.0/ports/478fbc01-eacc-42aa-bcea-78be1ab05517 HTTP/1.1" status: 204 len: 173 time: 1.3452661 Nov 08 00:16:08.116748 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf19e39-39d3-45a6-923d-d71bf4ab410f req-81d450c7-d91b-4c79-92c1-e31e75ea6d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:08.118232 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8bf19e39-39d3-45a6-923d-d71bf4ab410f req-81d450c7-d91b-4c79-92c1-e31e75ea6d6e service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.5661969 Nov 08 00:16:08.118374 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9ec7d95-14cf-4463-aa66-e71aec680b0e req-978b6f98-c7ec-402b-b2f0-a6e22abd816e service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458936 Nov 08 00:16:08.122618 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2fcc58a6-ac7d-47c9-9925-a8990082eb41 req-51e01e94-4588-4736-860d-aebf1074ef7e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630355 Nov 08 00:16:08.200323 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8bf19e39-39d3-45a6-923d-d71bf4ab410f req-5824393f-3076-4a47-a49b-dcae0523606e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=77346480-245c-4152-b5ff-fb10bc858460 HTTP/1.1" status: 200 len: 217 time: 0.0554171 Nov 08 00:16:08.250118 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:08.278875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf19e39-39d3-45a6-923d-d71bf4ab410f req-173b159e-e23c-4563-9a18-df88002b1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:08.278875 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8bf19e39-39d3-45a6-923d-d71bf4ab410f req-173b159e-e23c-4563-9a18-df88002b1cb6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0705709 Nov 08 00:16:08.349027 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c43f97-ea0f-466a-a04a-24b74bb9242d req-2a7a4380-3290-41f6-95a9-91eaab8945ad tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:08.351240 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-30c43f97-ea0f-466a-a04a-24b74bb9242d req-2a7a4380-3290-41f6-95a9-91eaab8945ad tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 945 time: 0.1052396 Nov 08 00:16:08.359271 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fa1d9-3e34-44bb-b0c7-235cc8200b4e req-8d2297d2-5e9f-4671-81a1-2a9212cd2c6f tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:08.360744 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-117fa1d9-3e34-44bb-b0c7-235cc8200b4e req-8d2297d2-5e9f-4671-81a1-2a9212cd2c6f tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 946 time: 0.1032445 Nov 08 00:16:08.415357 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf19e39-39d3-45a6-923d-d71bf4ab410f req-c9e57052-2d9c-4a20-82fe-a264df885ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:08.417513 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8bf19e39-39d3-45a6-923d-d71bf4ab410f req-c9e57052-2d9c-4a20-82fe-a264df885ad8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1331210 Nov 08 00:16:08.440168 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-30c43f97-ea0f-466a-a04a-24b74bb9242d req-154f3db2-8b56-4b1e-a57d-ac66f8fe1d36 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782828 Nov 08 00:16:08.484807 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-117fa1d9-3e34-44bb-b0c7-235cc8200b4e req-f7d5447d-9ffb-4dad-bfbb-f5d7f6be137a tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078308 Nov 08 00:16:08.582708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-436c7bc2-0c20-493e-8566-5a757bf0524e req-2b3850dd-82ca-4b26-9bff-72f4751e56ac tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0500965 Nov 08 00:16:08.628265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5757cdcf-052f-417f-834e-7be9651a88bc', 'name': 'network-vif-deleted', 'tag': '478fbc01-eacc-42aa-bcea-78be1ab05517'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:08.632418 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9054893-fcfb-4bb8-a5c8-d50f876a89bb" -d '{"events": [{"server_uuid": "5757cdcf-052f-417f-834e-7be9651a88bc", "name": "network-vif-deleted", "tag": "478fbc01-eacc-42aa-bcea-78be1ab05517"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:08.640551 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8bf19e39-39d3-45a6-923d-d71bf4ab410f req-f6d43d2c-b9a6-45f0-88fa-e3460b18ab0f service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141497 Nov 08 00:16:08.716637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f479716-eb0e-4166-bbb0-a33ff60af80d req-e36f81bb-ed59-42a5-8e76-c8ca212c1a30 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:08.729726 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f479716-eb0e-4166-bbb0-a33ff60af80d req-e36f81bb-ed59-42a5-8e76-c8ca212c1a30 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 945 time: 0.1314046 Nov 08 00:16:08.770089 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8bf19e39-39d3-45a6-923d-d71bf4ab410f req-38540732-497b-4860-ba42-f8b573f5e906 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225946 Nov 08 00:16:08.807606 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f479716-eb0e-4166-bbb0-a33ff60af80d req-6036dfca-1072-42db-a982-588fecd5c69a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769305 Nov 08 00:16:08.821917 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabcd4f-edfc-4d46-8798-dcad025cd3d5 req-5ed5119a-4a39-489b-9583-22ee4c6a03f5 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:08.833791 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0cabcd4f-edfc-4d46-8798-dcad025cd3d5 req-5ed5119a-4a39-489b-9583-22ee4c6a03f5 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 945 time: 0.1013615 Nov 08 00:16:08.892517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0cabcd4f-edfc-4d46-8798-dcad025cd3d5 req-38fddffa-1177-4d4e-908c-00c4ab50f6fc tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/security-groups?id=73fe8313-e1e3-436f-a8c3-2ed0110e3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577714 Nov 08 00:16:08.894703 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e69c1d12-0db6-43a8-8d63-68dbf320553e req-d88ca5b3-c64d-4acc-8bf8-f0b44db7bced tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/ports?device_id=27edcb75-0b2f-48fe-b70b-65bd85f4dd03 HTTP/1.1" status: 200 len: 210 time: 0.0390477 Nov 08 00:16:08.973397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 478fbc01-eacc-42aa-bcea-78be1ab05517 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:16:08.997789 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 478fbc01-eacc-42aa-bcea-78be1ab05517 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:16:08.998222 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 478fbc01-eacc-42aa-bcea-78be1ab05517 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:16:09.047683 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b306e4-2b91-4fec-83cd-e2284368ec87 req-bb347ef1-23d3-45ba-9a53-4d86cb200571 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:09.062132 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2b306e4-2b91-4fec-83cd-e2284368ec87 req-bb347ef1-23d3-45ba-9a53-4d86cb200571 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.0961981 Nov 08 00:16:09.062132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38df33-cf97-41bd-98fc-720f7e5112c2 req-217e7729-1508-4c75-a6ba-3c9f6db08de3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:09.062132 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b38df33-cf97-41bd-98fc-720f7e5112c2 req-217e7729-1508-4c75-a6ba-3c9f6db08de3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 946 time: 0.0922282 Nov 08 00:16:09.137310 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2b306e4-2b91-4fec-83cd-e2284368ec87 req-c14ffe1e-d808-4357-bcda-d3ca2b13b0e3 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773380 Nov 08 00:16:09.144289 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b38df33-cf97-41bd-98fc-720f7e5112c2 req-a2c75f73-e149-4dc5-8786-661c6ac9746a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756831 Nov 08 00:16:09.191215 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab567a9d-f875-4603-a699-e82291deb598 x-openstack-request-id: req-ab567a9d-f875-4603-a699-e82291deb598 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:09.192304 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5757cdcf-052f-417f-834e-7be9651a88bc", "name": "network-vif-deleted", "tag": "478fbc01-eacc-42aa-bcea-78be1ab05517", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:09.193007 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab567a9d-f875-4603-a699-e82291deb598 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:09.193899 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5757cdcf-052f-417f-834e-7be9651a88bc', 'name': 'network-vif-deleted', 'tag': '478fbc01-eacc-42aa-bcea-78be1ab05517', 'status': 'completed', 'code': 200} Nov 08 00:16:09.241980 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87e527d6-33a6-423f-a87e-bb24f686554c req-68a9407a-a30a-4d55-98f6-c03432efb291 tempest-MigrationsAdminTest-1843632836 tempest-MigrationsAdminTest-1843632836-project] 10.222.0.13 "GET /v2.0/ports?device_id=5757cdcf-052f-417f-834e-7be9651a88bc HTTP/1.1" status: 200 len: 210 time: 0.0286763 Nov 08 00:16:09.306052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11db5be-0a08-4812-9c3e-1de133581b10 req-17212228-5291-4e27-8ae2-624b643bc3e6 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:09.307831 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c11db5be-0a08-4812-9c3e-1de133581b10 req-17212228-5291-4e27-8ae2-624b643bc3e6 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 945 time: 0.0682027 Nov 08 00:16:09.356889 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c11db5be-0a08-4812-9c3e-1de133581b10 req-e9527166-a3fc-466b-a215-9c4e5e571b8e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413115 Nov 08 00:16:09.702525 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb2c79-761b-4629-bcf3-1e7c8fa14c4c req-0edf26a7-0498-49f4-b07f-33d34abeb683 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:09.704778 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5cb2c79-761b-4629-bcf3-1e7c8fa14c4c req-0edf26a7-0498-49f4-b07f-33d34abeb683 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 946 time: 0.1350987 Nov 08 00:16:09.766090 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5cb2c79-761b-4629-bcf3-1e7c8fa14c4c req-e51ccfb2-d0fa-4758-bfbe-fceb150a34b5 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541532 Nov 08 00:16:09.921912 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bef0c059-85c8-41f1-a2cd-2c538f49bdac req-d7fcd095-98ab-47c2-b9a7-203395f291ea tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0655172 Nov 08 00:16:09.944857 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c166503-54cd-4cdd-9c31-98cff5564528 req-2f8fc659-aba8-4349-a64f-3e0ca1bb5996 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:09.946437 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c166503-54cd-4cdd-9c31-98cff5564528 req-2f8fc659-aba8-4349-a64f-3e0ca1bb5996 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 945 time: 0.0860317 Nov 08 00:16:10.040229 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c166503-54cd-4cdd-9c31-98cff5564528 req-4a323fbd-76f9-4e35-bc13-1bbd0ac09f64 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786929 Nov 08 00:16:10.110453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584b14d-6fed-4f90-a967-357cd0178123 req-46be8fa3-c403-4af9-ae0a-c75b6b07abac tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:10.112294 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5584b14d-6fed-4f90-a967-357cd0178123 req-46be8fa3-c403-4af9-ae0a-c75b6b07abac tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 945 time: 0.0712049 Nov 08 00:16:10.192425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf4f9a-6ee3-42f9-8333-643abdc0a81e req-daef9874-162e-462c-af95-55e94ae7f6a7 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:10.193977 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1acf4f9a-6ee3-42f9-8333-643abdc0a81e req-daef9874-162e-462c-af95-55e94ae7f6a7 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 945 time: 0.0732963 Nov 08 00:16:10.197994 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5584b14d-6fed-4f90-a967-357cd0178123 req-f761a3c4-8927-4980-aafb-7c8a4625af4c tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782716 Nov 08 00:16:10.266700 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1acf4f9a-6ee3-42f9-8333-643abdc0a81e req-5fa31b31-8f15-4a43-b2d4-40a94b8872e5 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/security-groups?id=73fe8313-e1e3-436f-a8c3-2ed0110e3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656378 Nov 08 00:16:10.364280 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3c30a74b-eec8-4b68-8dd1-3b5327a2a3bc req-9d6751e8-dd0b-45da-99ba-55e426a2d8eb tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/ports?device_id=27edcb75-0b2f-48fe-b70b-65bd85f4dd03 HTTP/1.1" status: 200 len: 210 time: 0.0444131 Nov 08 00:16:10.454559 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20929f52-19e9-4a5b-b671-1c953ff4102b req-50676b8b-e152-4c10-a3d5-3acbd8d564cc tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:10.461261 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20929f52-19e9-4a5b-b671-1c953ff4102b req-50676b8b-e152-4c10-a3d5-3acbd8d564cc tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.1065922 Nov 08 00:16:10.505464 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4eeec453-41c7-466a-bfd0-27129d973726 req-92f56e51-3793-4e2e-9744-2e4c0e99c991 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0370944 Nov 08 00:16:10.524170 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20929f52-19e9-4a5b-b671-1c953ff4102b req-9af1e0d7-4726-4e2c-81d6-404afcd27cc6 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516934 Nov 08 00:16:10.951338 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d9fd0-3f93-4ca2-bd48-e761a8ffe390 req-dd42acee-c10a-4bdd-bfa6-64da284e1f6a tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:10.954322 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-897d9fd0-3f93-4ca2-bd48-e761a8ffe390 req-dd42acee-c10a-4bdd-bfa6-64da284e1f6a tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.20 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 945 time: 0.0713370 Nov 08 00:16:10.965899 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40212) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:10.975671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714d478-2790-40e5-8e1e-d74aec24f3d8 req-e5b355a1-c38e-4b11-af0c-7087cb07fbb5 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:10.979890 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e714d478-2790-40e5-8e1e-d74aec24f3d8 req-e5b355a1-c38e-4b11-af0c-7087cb07fbb5 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 946 time: 0.0987012 Nov 08 00:16:11.007385 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 77346480-245c-4152-b5ff-fb10bc858460 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:16:11.036081 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e714d478-2790-40e5-8e1e-d74aec24f3d8 req-b4fe47e5-73e2-41a7-a43b-b6be682cbe3b tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471189 Nov 08 00:16:11.144007 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5f322b9-478d-4fca-a87a-2b9e77455068 req-5f81ee04-aa6d-4ecd-a2f1-cb22b9e1387b tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0718842 Nov 08 00:16:11.191706 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 77346480-245c-4152-b5ff-fb10bc858460, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=77346480-245c-4152-b5ff-fb10bc858460,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:11.206507 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '77346480-245c-4152-b5ff-fb10bc858460', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '77346480-245c-4152-b5ff-fb10bc858460', 'mac_address': 'fa:16:3e:c2:c9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:16:11.241826 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2cc31cc8-feed-45f6-834a-3c218ebc54c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0d6283f3c2b48d888bd9867b9b06340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739942 Nov 08 00:16:11.242471 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40220) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:11.252615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cbf36-3e75-4bfc-8507-5eaf9590b3a2 req-6d2608b6-f3ce-4600-9f6e-8a21832145d1 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:11.262425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-983cbf36-3e75-4bfc-8507-5eaf9590b3a2 req-6d2608b6-f3ce-4600-9f6e-8a21832145d1 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 945 time: 0.0946753 Nov 08 00:16:11.312322 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:11.330817 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77346480-245c-4152-b5ff-fb10bc858460 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:11.338113 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-983cbf36-3e75-4bfc-8507-5eaf9590b3a2 req-35a93897-1624-47ce-91cd-e87b448c4a4c tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642006 Nov 08 00:16:11.366041 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 77346480-245c-4152-b5ff-fb10bc858460, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=77346480-245c-4152-b5ff-fb10bc858460,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:11.386103 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-897d9fd0-3f93-4ca2-bd48-e761a8ffe390 req-e26bebb1-3f12-4157-aede-96c21eea54db tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Deleting port 2a313816-2038-44ea-9fbb-60616af3ccf2 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:16:11.386478 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-897d9fd0-3f93-4ca2-bd48-e761a8ffe390 req-e26bebb1-3f12-4157-aede-96c21eea54db tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:11.418097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca828e7-eec3-4024-8dc2-c8af0ed89503 req-8478b2e8-6b72-458b-aa2a-ba89c779f537 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:11.426671 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ca828e7-eec3-4024-8dc2-c8af0ed89503 req-8478b2e8-6b72-458b-aa2a-ba89c779f537 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 945 time: 0.0893106 Nov 08 00:16:11.458832 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eeea169a-ab4d-49da-b7c3-3afb790d6278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:11.477177 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:11.480313 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 482bac4e-749d-45f6-adb7-78cc00eacad1 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:16:11.502973 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eeea169a-ab4d-49da-b7c3-3afb790d6278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:11.533337 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1a8cf-af2c-4f12-b009-581d5733a201 req-79cbd32a-0e5c-4d64-b47b-a2af77d5c5e0 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:11.535627 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-96f1a8cf-af2c-4f12-b009-581d5733a201 req-79cbd32a-0e5c-4d64-b47b-a2af77d5c5e0 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.26 "GET /v2.0/ports?device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 945 time: 0.2035213 Nov 08 00:16:11.577922 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ca828e7-eec3-4024-8dc2-c8af0ed89503 req-5efab9dc-04d2-4fe1-bb60-1f22a30be059 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314821 Nov 08 00:16:11.610069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eee06a-140d-4cb7-85f2-def019eb8412 req-69076646-1c33-4ba9-8525-8b027fc875d0 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:11.611635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76eee06a-140d-4cb7-85f2-def019eb8412 req-69076646-1c33-4ba9-8525-8b027fc875d0 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 945 time: 0.1650355 Nov 08 00:16:11.643426 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 482bac4e-749d-45f6-adb7-78cc00eacad1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=482bac4e-749d-45f6-adb7-78cc00eacad1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:11.671121 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=77346480-245c-4152-b5ff-fb10bc858460,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:11.685137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76eee06a-140d-4cb7-85f2-def019eb8412 req-2bcb0aea-2b65-4128-900f-800246d0b8f0 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/security-groups?id=73fe8313-e1e3-436f-a8c3-2ed0110e3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642996 Nov 08 00:16:11.689614 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '482bac4e-749d-45f6-adb7-78cc00eacad1', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '482bac4e-749d-45f6-adb7-78cc00eacad1', 'mac_address': 'fa:16:3e:a0:25:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:16:11.694301 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-897d9fd0-3f93-4ca2-bd48-e761a8ffe390 req-e26bebb1-3f12-4157-aede-96c21eea54db tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] For port 2a313816-2038-44ea-9fbb-60616af3ccf2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2a313816-2038-44ea-9fbb-60616af3ccf2,segment=NetworkSegment(0953fae5-5960-4572-b6d5-4de8b440b78c),segment_id=0953fae5-5960-4572-b6d5-4de8b440b78c)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:11.694665 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-897d9fd0-3f93-4ca2-bd48-e761a8ffe390 req-e26bebb1-3f12-4157-aede-96c21eea54db tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:11.729695 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bade3170-e20b-4f02-9e42-ef0c78f2c99c req-2227eba3-bc43-4844-937b-e8783cdea66d tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/ports?device_id=27edcb75-0b2f-48fe-b70b-65bd85f4dd03 HTTP/1.1" status: 200 len: 210 time: 0.0426633 Nov 08 00:16:11.773863 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:11.804283 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482bac4e-749d-45f6-adb7-78cc00eacad1 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:11.849927 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 482bac4e-749d-45f6-adb7-78cc00eacad1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=482bac4e-749d-45f6-adb7-78cc00eacad1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:11.918561 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:11.953651 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-96f1a8cf-af2c-4f12-b009-581d5733a201 req-bc2271cd-6d21-4cd8-8933-dcc19df3438a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Deleting port 3e8496e7-cebb-4374-a0a0-868cac60f7c3 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:16:11.954309 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-96f1a8cf-af2c-4f12-b009-581d5733a201 req-bc2271cd-6d21-4cd8-8933-dcc19df3438a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:11.965164 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eeea169a-ab4d-49da-b7c3-3afb790d6278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:11.970077 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eeea169a-ab4d-49da-b7c3-3afb790d6278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:11.973907 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-eeea169a-ab4d-49da-b7c3-3afb790d6278 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fbb97e3-9aad-4fed-abe2-aabb74f0a08c HTTP/1.1" status: 204 len: 168 time: 0.7279072 Nov 08 00:16:12.027518 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=482bac4e-749d-45f6-adb7-78cc00eacad1,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:12.061383 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea169a-ab4d-49da-b7c3-3afb790d6278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbb97e3-9aad-4fed-abe2-aabb74f0a08c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:12.165436 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-897d9fd0-3f93-4ca2-bd48-e761a8ffe390 req-e26bebb1-3f12-4157-aede-96c21eea54db tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:12.165840 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-897d9fd0-3f93-4ca2-bd48-e761a8ffe390 req-e26bebb1-3f12-4157-aede-96c21eea54db tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:12.166163 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [req-897d9fd0-3f93-4ca2-bd48-e761a8ffe390 req-e26bebb1-3f12-4157-aede-96c21eea54db tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Floating IP a88f79a0-c6a8-43bd-8da7-40b2db46ac48 disassociated. External IP: 172.25.2.164, port: 2a313816-2038-44ea-9fbb-60616af3ccf2. Nov 08 00:16:12.166518 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-897d9fd0-3f93-4ca2-bd48-e761a8ffe390 req-e26bebb1-3f12-4157-aede-96c21eea54db tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Calling delete_port for 2a313816-2038-44ea-9fbb-60616af3ccf2 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:16:12.234186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['77346480-245c-4152-b5ff-fb10bc858460'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:12.237513 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-96f1a8cf-af2c-4f12-b009-581d5733a201 req-bc2271cd-6d21-4cd8-8933-dcc19df3438a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] For port 3e8496e7-cebb-4374-a0a0-868cac60f7c3, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3e8496e7-cebb-4374-a0a0-868cac60f7c3,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:12.238055 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-96f1a8cf-af2c-4f12-b009-581d5733a201 req-bc2271cd-6d21-4cd8-8933-dcc19df3438a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:12.267676 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b50877-bf32-49a8-9c2e-ecdff3208394 req-a1886668-78e6-473e-b799-59888101139b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:12.269218 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02b50877-bf32-49a8-9c2e-ecdff3208394 req-a1886668-78e6-473e-b799-59888101139b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.4435024 Nov 08 00:16:12.279323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cfff9-9657-4f58-b18f-83cb31404ec4 req-dd887a11-1488-491e-8ee9-3fc047eab88b tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:12.280801 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c5cfff9-9657-4f58-b18f-83cb31404ec4 req-dd887a11-1488-491e-8ee9-3fc047eab88b tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 1096 time: 0.0825076 Nov 08 00:16:12.292375 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-96f1a8cf-af2c-4f12-b009-581d5733a201 req-bc2271cd-6d21-4cd8-8933-dcc19df3438a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Calling delete_port for 3e8496e7-cebb-4374-a0a0-868cac60f7c3 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:16:12.315329 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['482bac4e-749d-45f6-adb7-78cc00eacad1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:12.444642 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02b50877-bf32-49a8-9c2e-ecdff3208394 req-9bf0069a-93ab-40a4-b27e-ab29e1e9d1f5 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679962 Nov 08 00:16:12.475318 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-e764690b-da90-43e6-8450-63ffa5ce5e7c tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:12.476918 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-e764690b-da90-43e6-8450-63ffa5ce5e7c tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.20 "GET /v2.0/networks?id=89be68a0-9c0f-4a68-a269-521b4ea26589 HTTP/1.1" status: 200 len: 818 time: 0.3292000 Nov 08 00:16:12.487100 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c5cfff9-9657-4f58-b18f-83cb31404ec4 req-0030af75-3818-49e2-9f74-a87ac1c13620 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788561 Nov 08 00:16:12.529909 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-e1d0ef8b-0678-41d9-b70f-5dce5830df2d tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Request body: {'port': {'device_id': '27edcb75-0b2f-48fe-b70b-65bd85f4dd03', 'network_id': '89be68a0-9c0f-4a68-a269-521b4ea26589', 'admin_state_up': True, 'tenant_id': 'ad8717c720d144ce8530f867a454fcd8'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:12.677171 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4dc1a70-c81f-48b2-ae7c-2b9d35a04477 req-e924fcca-7381-40f6-844c-ff3cfa097e2b tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0501277 Nov 08 00:16:12.711582 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71b6be-19ae-49ab-97f5-dc7bee36bd41 req-91a60b3c-1aaf-44c1-9faf-95a68e118e05 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:12.718896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b71b6be-19ae-49ab-97f5-dc7bee36bd41 req-91a60b3c-1aaf-44c1-9faf-95a68e118e05 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 947 time: 0.1444035 Nov 08 00:16:12.849270 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b71b6be-19ae-49ab-97f5-dc7bee36bd41 req-ceaef6da-e00b-40b8-852a-138e1cdc5664 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196933 Nov 08 00:16:12.854798 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-897d9fd0-3f93-4ca2-bd48-e761a8ffe390 req-e26bebb1-3f12-4157-aede-96c21eea54db tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:12.905730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3ae0a-fe48-4e1b-a1ca-a09ef1589f6f req-0e0334c4-d322-4a22-ad81-607be355e338 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:12.908611 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bebb1-3f12-4157-aede-96c21eea54db tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Pushing event deleted for resources: {'Port': ['ID=2a313816-2038-44ea-9fbb-60616af3ccf2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:12.909022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00f3ae0a-fe48-4e1b-a1ca-a09ef1589f6f req-0e0334c4-d322-4a22-ad81-607be355e338 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 945 time: 0.1156862 Nov 08 00:16:12.993514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40254) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:13.002829 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-96f1a8cf-af2c-4f12-b009-581d5733a201 req-bc2271cd-6d21-4cd8-8933-dcc19df3438a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:13.040165 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-e1d0ef8b-0678-41d9-b70f-5dce5830df2d tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Made reservation on behalf of ad8717c720d144ce8530f867a454fcd8 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:16:13.045197 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['fb5d7f3f-121f-41f4-a97c-589fa2d13862'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:13.052135 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-e1d0ef8b-0678-41d9-b70f-5dce5830df2d tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:13.071717 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00f3ae0a-fe48-4e1b-a1ca-a09ef1589f6f req-a0c2b92f-712f-4725-9c2d-5e7874b230fa tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359162 Nov 08 00:16:13.118731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4dc88624-20fb-4688-aa21-f65372020e2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5da564e0be945808fba79505dfaaa21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1287334 Nov 08 00:16:13.123773 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40264) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:13.198783 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-897d9fd0-3f93-4ca2-bd48-e761a8ffe390 req-e26bebb1-3f12-4157-aede-96c21eea54db tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Router 51e3a6d2-5542-405d-ac45-5219852e760d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:16:13.200875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2271cd-6d21-4cd8-8933-dcc19df3438a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Pushing event deleted for resources: {'Port': ['ID=3e8496e7-cebb-4374-a0a0-868cac60f7c3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:13.238224 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25464a79-8674-480a-b8f1-80d952b373b5 req-5e140458-fbf2-4b2b-bb57-e82d238af35f tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 210 time: 0.0591822 Nov 08 00:16:13.281924 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31347b09-0668-4121-aadd-c3f62fc481cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:13.340417 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31347b09-0668-4121-aadd-c3f62fc481cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:13.342588 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['56ff3958-0144-4d3c-b3b3-300680828662'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:13.367643 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f1a8cf-af2c-4f12-b009-581d5733a201 req-bc2271cd-6d21-4cd8-8933-dcc19df3438a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] No DVR routers for this DVR port 3e8496e7-cebb-4374-a0a0-868cac60f7c3 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:16:13.370461 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-96f1a8cf-af2c-4f12-b009-581d5733a201 req-bc2271cd-6d21-4cd8-8933-dcc19df3438a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:13.374573 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-96f1a8cf-af2c-4f12-b009-581d5733a201 req-bc2271cd-6d21-4cd8-8933-dcc19df3438a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.26 "DELETE /v2.0/ports/3e8496e7-cebb-4374-a0a0-868cac60f7c3 HTTP/1.1" status: 204 len: 173 time: 1.8202145 Nov 08 00:16:13.379018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e756c882-45e7-4d89-ad35-7845f99ddb03 req-68171b11-2d75-4f75-8f15-e7244ceb2ac2 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/ports?device_id=27edcb75-0b2f-48fe-b70b-65bd85f4dd03 HTTP/1.1" status: 200 len: 210 time: 0.0417771 Nov 08 00:16:13.411121 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584c303d-bd21-405b-bbb9-0b32d4b90778', 'name': 'network-vif-deleted', 'tag': '3e8496e7-cebb-4374-a0a0-868cac60f7c3'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:13.425023 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76375e95-3ca7-413a-aa3b-061e8484914c" -d '{"events": [{"server_uuid": "584c303d-bd21-405b-bbb9-0b32d4b90778", "name": "network-vif-deleted", "tag": "3e8496e7-cebb-4374-a0a0-868cac60f7c3"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:13.463737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 2a313816-2038-44ea-9fbb-60616af3ccf2 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:16:13.517972 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 2a313816-2038-44ea-9fbb-60616af3ccf2 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:16:13.524222 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 2a313816-2038-44ea-9fbb-60616af3ccf2 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:16:13.561255 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31347b09-0668-4121-aadd-c3f62fc481cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:13.571424 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31347b09-0668-4121-aadd-c3f62fc481cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:13.575644 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-31347b09-0668-4121-aadd-c3f62fc481cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f37a1747-d707-49dd-be03-67ff7f4c65d6 HTTP/1.1" status: 204 len: 168 time: 0.4468768 Nov 08 00:16:13.602397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31347b09-0668-4121-aadd-c3f62fc481cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37a1747-d707-49dd-be03-67ff7f4c65d6,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:13.678778 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00127aaf-692c-4e61-9691-463ff382db64 x-openstack-request-id: req-00127aaf-692c-4e61-9691-463ff382db64 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:13.679085 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584c303d-bd21-405b-bbb9-0b32d4b90778", "name": "network-vif-deleted", "tag": "3e8496e7-cebb-4374-a0a0-868cac60f7c3", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:13.689737 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00127aaf-692c-4e61-9691-463ff382db64 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:13.689737 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584c303d-bd21-405b-bbb9-0b32d4b90778', 'name': 'network-vif-deleted', 'tag': '3e8496e7-cebb-4374-a0a0-868cac60f7c3', 'status': 'completed', 'code': 200} Nov 08 00:16:13.782812 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91f24847-2747-4ce8-bbb7-7ef41f6ff4fa req-19497d65-84b9-46ac-81bb-bda0b44673cb tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0544806 Nov 08 00:16:13.806683 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7af48f43-0547-4bc5-9bd2-17bafb2187cb req-1ee1fedb-c9c6-4b4e-9593-b4d7ba57c54c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3517892 Nov 08 00:16:13.847047 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3be8d-d943-49cb-a222-81dc041ffa0c req-2ae83d5f-b776-4678-8d12-50bbddc17a17 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:13.848696 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fac3be8d-d943-49cb-a222-81dc041ffa0c req-2ae83d5f-b776-4678-8d12-50bbddc17a17 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.2312131 Nov 08 00:16:13.914347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-e1d0ef8b-0678-41d9-b70f-5dce5830df2d tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Allocated IP 172.20.0.2 (89be68a0-9c0f-4a68-a269-521b4ea26589/a870113a-a164-48f9-9f0d-ba7a6135f3b6/91fdfbd6-5dbd-4655-834b-e10f9047c703) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:16:13.935345 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fac3be8d-d943-49cb-a222-81dc041ffa0c req-cf55d206-cc09-4f80-bf0a-0f1fa675094f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804412 Nov 08 00:16:13.985438 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-897d9fd0-3f93-4ca2-bd48-e761a8ffe390 req-e26bebb1-3f12-4157-aede-96c21eea54db tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:16:13.998947 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9be135b-a203-4220-9dc2-4b8a0f5aac24 None None] Sync routers for ids ['51e3a6d2-5542-405d-ac45-5219852e760d'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:16:14.012909 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be135b-a203-4220-9dc2-4b8a0f5aac24 None None] Routers {'51e3a6d2-5542-405d-ac45-5219852e760d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:16:14.013528 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e9be135b-a203-4220-9dc2-4b8a0f5aac24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:16:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['51e3a6d2-5542-405d-ac45-5219852e760d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:16:14.047773 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1cd52-eff6-46fc-a84e-25f9780971de req-af8aeb88-f5d6-4071-99df-fc22d2150501 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:14.049805 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3cc1cd52-eff6-46fc-a84e-25f9780971de req-af8aeb88-f5d6-4071-99df-fc22d2150501 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 947 time: 0.0751593 Nov 08 00:16:14.050131 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-897d9fd0-3f93-4ca2-bd48-e761a8ffe390 req-e26bebb1-3f12-4157-aede-96c21eea54db tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] No DVR routers for this DVR port 2a313816-2038-44ea-9fbb-60616af3ccf2 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:16:14.053378 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-897d9fd0-3f93-4ca2-bd48-e761a8ffe390 req-e26bebb1-3f12-4157-aede-96c21eea54db tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:14.059202 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-897d9fd0-3f93-4ca2-bd48-e761a8ffe390 req-e26bebb1-3f12-4157-aede-96c21eea54db tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.20 "DELETE /v2.0/ports/2a313816-2038-44ea-9fbb-60616af3ccf2 HTTP/1.1" status: 204 len: 173 time: 3.0493999 Nov 08 00:16:14.068001 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af48f43-0547-4bc5-9bd2-17bafb2187cb req-b38b9144-b920-4cc1-8f80-2d0cca2c8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:14.069589 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7af48f43-0547-4bc5-9bd2-17bafb2187cb req-b38b9144-b920-4cc1-8f80-2d0cca2c8f16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b HTTP/1.1" status: 200 len: 1097 time: 0.1973853 Nov 08 00:16:14.123405 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3cc1cd52-eff6-46fc-a84e-25f9780971de req-f03dcec2-5949-4fdb-93a8-d4b206c0223d tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504951 Nov 08 00:16:14.148368 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-e9be135b-a203-4220-9dc2-4b8a0f5aac24 None None] Set router 51e3a6d2-5542-405d-ac45-5219852e760d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:16:14.199935 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ec0fb93-52b0-4e6b-b35c-0a16ecad0104 req-18bafc20-e632-4fea-8df4-796ebcee5e68 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=584c303d-bd21-405b-bbb9-0b32d4b90778 HTTP/1.1" status: 200 len: 210 time: 0.0322206 Nov 08 00:16:14.296820 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-e1d0ef8b-0678-41d9-b70f-5dce5830df2d tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:14.300517 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af48f43-0547-4bc5-9bd2-17bafb2187cb req-a44e4987-42aa-402a-b0ad-fedccb263f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:14.302143 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7af48f43-0547-4bc5-9bd2-17bafb2187cb req-a44e4987-42aa-402a-b0ad-fedccb263f55 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 907 time: 0.1930351 Nov 08 00:16:14.351494 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-26305e4e-6550-4e89-9716-c9df2ad5b895 req-70c3aec8-bbd4-4e8c-add0-7ecc44f80e25 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 210 time: 0.0382569 Nov 08 00:16:14.354215 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e9be135b-a203-4220-9dc2-4b8a0f5aac24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'name': 'tempest-ServersTestJSON-1496478298-router', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '3a14a112-2321-43be-9de3-01830dacedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:40Z', 'updated_at': '2021-11-08T00:12:48Z', 'revision_number': 4, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'gw_port': {'id': '3a14a112-2321-43be-9de3-01830dacedd1', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:41Z', 'updated_at': '2021-11-08T00:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '44a47df9-29ae-42cc-a2f9-22d4015cd47d', 'name': '', 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'mac_address': 'fa:16:3e:2b:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '962d4ea2-2168-45af-8237-55eb5aa86ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:46Z', 'updated_at': '2021-11-08T00:12:52Z', 'revision_number': 5, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'subnets': [{'id': '962d4ea2-2168-45af-8237-55eb5aa86ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:16:14.358504 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7af48f43-0547-4bc5-9bd2-17bafb2187cb req-dc598ae2-3282-4fcf-81d7-3814a68e7b0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ff3958-0144-4d3c-b3b3-300680828662 HTTP/1.1" status: 200 len: 217 time: 0.0472133 Nov 08 00:16:14.386923 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9be135b-a203-4220-9dc2-4b8a0f5aac24 None None] Checking router: 51e3a6d2-5542-405d-ac45-5219852e760d for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:16:14.395518 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be135b-a203-4220-9dc2-4b8a0f5aac24 None None] Routers {'51e3a6d2-5542-405d-ac45-5219852e760d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:16:14.396213 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e9be135b-a203-4220-9dc2-4b8a0f5aac24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:16:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['51e3a6d2-5542-405d-ac45-5219852e760d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:16:14.420661 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af48f43-0547-4bc5-9bd2-17bafb2187cb req-f11eb41e-7e63-4547-9ba2-f0e73114c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:14.423565 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7af48f43-0547-4bc5-9bd2-17bafb2187cb req-f11eb41e-7e63-4547-9ba2-f0e73114c229 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ecaf66e9-5ef6-440b-87a0-b205c6e28157 HTTP/1.1" status: 200 len: 846 time: 0.0535786 Nov 08 00:16:14.470239 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7af48f43-0547-4bc5-9bd2-17bafb2187cb req-e1e1a3e5-4033-4356-b751-1c618cd0a5ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cac5a810-3b8a-4875-b1de-503826400099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393386 Nov 08 00:16:14.512201 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-e1d0ef8b-0678-41d9-b70f-5dce5830df2d tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:14.552307 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-e9be135b-a203-4220-9dc2-4b8a0f5aac24 None None] Set router 51e3a6d2-5542-405d-ac45-5219852e760d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:16:14.618995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ed41d-d3cc-434c-bca4-477c116d11d0 req-58a703a1-1a5b-46a7-8a92-fa9d356de861 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:14.630591 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-367ed41d-d3cc-434c-bca4-477c116d11d0 req-58a703a1-1a5b-46a7-8a92-fa9d356de861 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/ports?device_id=27edcb75-0b2f-48fe-b70b-65bd85f4dd03 HTTP/1.1" status: 200 len: 931 time: 0.0770876 Nov 08 00:16:14.631616 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-e1d0ef8b-0678-41d9-b70f-5dce5830df2d tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Network 89be68a0-9c0f-4a68-a269-521b4ea26589 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:16:14.640664 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-e1d0ef8b-0678-41d9-b70f-5dce5830df2d tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:16:14.648923 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-e1d0ef8b-0678-41d9-b70f-5dce5830df2d tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:16:14.686679 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-367ed41d-d3cc-434c-bca4-477c116d11d0 req-18416e2a-422f-460c-8d9b-101c7a058e46 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b621f8e-fcd9-4aa4-80bf-85ccc951a5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547416 Nov 08 00:16:14.710898 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0ef8b-0678-41d9-b70f-5dce5830df2d tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Pushing event updated for resources: {'Port': ['ID=91fdfbd6-5dbd-4655-834b-e10f9047c703,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:14.789972 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-e1d0ef8b-0678-41d9-b70f-5dce5830df2d tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:14.791166 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-e1d0ef8b-0678-41d9-b70f-5dce5830df2d tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:14.797546 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7af48f43-0547-4bc5-9bd2-17bafb2187cb req-4d36dbbc-d272-4d59-9528-2e47220f1374 service neutron] 10.222.0.26 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148165 Nov 08 00:16:14.931806 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-e1d0ef8b-0678-41d9-b70f-5dce5830df2d tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4258142 Nov 08 00:16:14.951236 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7af48f43-0547-4bc5-9bd2-17bafb2187cb req-eae4b3a1-64e5-4522-a8cb-d15ec4ae6e0b service neutron] 10.222.0.26 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426373 Nov 08 00:16:14.970573 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Request body: {'port': {'device_id': '27edcb75-0b2f-48fe-b70b-65bd85f4dd03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:15.026687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 77346480-245c-4152-b5ff-fb10bc858460 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:16:15.136429 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:15.168830 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03e0d05c-f80f-4090-9f47-f36af58d6be1 req-e1c8cee7-859b-4404-9eb9-bc131c9ea901 tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.1445405 Nov 08 00:16:15.197849 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e9be135b-a203-4220-9dc2-4b8a0f5aac24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'name': 'tempest-ServersTestJSON-1496478298-router', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '3a14a112-2321-43be-9de3-01830dacedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:40Z', 'updated_at': '2021-11-08T00:12:48Z', 'revision_number': 4, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'gw_port': {'id': '3a14a112-2321-43be-9de3-01830dacedd1', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:41Z', 'updated_at': '2021-11-08T00:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '44a47df9-29ae-42cc-a2f9-22d4015cd47d', 'name': '', 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'mac_address': 'fa:16:3e:2b:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '962d4ea2-2168-45af-8237-55eb5aa86ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:46Z', 'updated_at': '2021-11-08T00:12:52Z', 'revision_number': 5, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'subnets': [{'id': '962d4ea2-2168-45af-8237-55eb5aa86ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:16:15.261719 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 77346480-245c-4152-b5ff-fb10bc858460 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:16:15.267956 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 77346480-245c-4152-b5ff-fb10bc858460 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:16:15.267956 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:15.323758 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9be135b-a203-4220-9dc2-4b8a0f5aac24 None None] The sync data for ids ['51e3a6d2-5542-405d-ac45-5219852e760d'] in n-d-816882-1 is: [{'id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'name': 'tempest-ServersTestJSON-1496478298-router', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '3a14a112-2321-43be-9de3-01830dacedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:40Z', 'updated_at': '2021-11-08T00:12:48Z', 'revision_number': 4, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'gw_port': {'id': '3a14a112-2321-43be-9de3-01830dacedd1', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:41Z', 'updated_at': '2021-11-08T00:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '44a47df9-29ae-42cc-a2f9-22d4015cd47d', 'name': '', 'network_id': '5231b7b2-7394-4074-bd54-8d29b2980b79', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'mac_address': 'fa:16:3e:2b:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '962d4ea2-2168-45af-8237-55eb5aa86ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:46Z', 'updated_at': '2021-11-08T00:12:52Z', 'revision_number': 5, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'subnets': [{'id': '962d4ea2-2168-45af-8237-55eb5aa86ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:16:15.349635 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62f845-3736-4762-8817-8516f1378faa req-669cacec-68d7-4aea-97b8-89edc815e59e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:15.351243 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f62f845-3736-4762-8817-8516f1378faa req-669cacec-68d7-4aea-97b8-89edc815e59e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.1814063 Nov 08 00:16:15.513167 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:15.556789 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2561c9d-9c4a-4032-91e1-99ed72b6fb9a req-ca955d41-4268-40d9-8be1-c5563242c2c0 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:15.585541 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2561c9d-9c4a-4032-91e1-99ed72b6fb9a req-ca955d41-4268-40d9-8be1-c5563242c2c0 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 947 time: 0.1991134 Nov 08 00:16:15.620849 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d28a8d-1b67-4398-986b-8dc0aae5b31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77346480-245c-4152-b5ff-fb10bc858460'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:15.637743 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12288fe0-474e-441c-b8de-2c37fd65f624" -d '{"events": [{"server_uuid": "b1d28a8d-1b67-4398-986b-8dc0aae5b31e", "name": "network-vif-plugged", "status": "completed", "tag": "77346480-245c-4152-b5ff-fb10bc858460"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:15.688080 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 77346480-245c-4152-b5ff-fb10bc858460, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=77346480-245c-4152-b5ff-fb10bc858460,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:15.688420 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542e0833-e7a5-42e6-8e4b-18943b35cbcf', 'name': 'network-vif-deleted', 'tag': '2a313816-2038-44ea-9fbb-60616af3ccf2'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:15.691153 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f62f845-3736-4762-8817-8516f1378faa req-7fe14f90-18ae-4ed3-aa76-d95cbffd02d8 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251750 Nov 08 00:16:15.700108 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0142f5-c58f-4760-885d-4cbb5a134be7" -d '{"events": [{"server_uuid": "542e0833-e7a5-42e6-8e4b-18943b35cbcf", "name": "network-vif-deleted", "tag": "2a313816-2038-44ea-9fbb-60616af3ccf2"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:15.762729 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:15.763765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 482bac4e-749d-45f6-adb7-78cc00eacad1 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:16:15.800304 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2561c9d-9c4a-4032-91e1-99ed72b6fb9a req-f45b6177-ba28-4c5f-b166-c7284aff7a4e tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133472 Nov 08 00:16:15.860691 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91fdfbd6-5dbd-4655-834b-e10f9047c703 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:15.891205 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:15.925108 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Transition to ACTIVE for port object 91fdfbd6-5dbd-4655-834b-e10f9047c703 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:16:15.958745 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99168e6-c89e-4ff4-ae14-72068077728b x-openstack-request-id: req-b99168e6-c89e-4ff4-ae14-72068077728b {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:15.959404 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542e0833-e7a5-42e6-8e4b-18943b35cbcf", "name": "network-vif-deleted", "tag": "2a313816-2038-44ea-9fbb-60616af3ccf2", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:15.959404 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b99168e6-c89e-4ff4-ae14-72068077728b {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:15.959647 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542e0833-e7a5-42e6-8e4b-18943b35cbcf', 'name': 'network-vif-deleted', 'tag': '2a313816-2038-44ea-9fbb-60616af3ccf2', 'status': 'completed', 'code': 200} Nov 08 00:16:15.985600 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:16.080570 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ad4afe-695b-4aa3-9113-a632bfd30291 x-openstack-request-id: req-11ad4afe-695b-4aa3-9113-a632bfd30291 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:16.080570 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d28a8d-1b67-4398-986b-8dc0aae5b31e", "name": "network-vif-plugged", "status": "completed", "tag": "77346480-245c-4152-b5ff-fb10bc858460", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:16.080570 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11ad4afe-695b-4aa3-9113-a632bfd30291 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:16.081413 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d28a8d-1b67-4398-986b-8dc0aae5b31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77346480-245c-4152-b5ff-fb10bc858460', 'code': 200} Nov 08 00:16:16.084065 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6776d4-7f43-4192-8412-c7479f0bd22b None None] New status for floating IP a88f79a0-c6a8-43bd-8da7-40b2db46ac48: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:16:16.138630 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59058634-bec7-4790-acc1-00e5edb33f8b req-20b1127c-6846-438c-a8a0-34e013876030 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/ports?device_id=542e0833-e7a5-42e6-8e4b-18943b35cbcf HTTP/1.1" status: 200 len: 210 time: 0.0986748 Nov 08 00:16:16.142446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40336) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:16.219361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=77346480-245c-4152-b5ff-fb10bc858460,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:16.320790 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05262fb6-1ec8-4b38-b01c-0267b37d6706 req-595f8978-9f90-46f2-aa0a-f962c34ab9ba tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:16.327156 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05262fb6-1ec8-4b38-b01c-0267b37d6706 req-595f8978-9f90-46f2-aa0a-f962c34ab9ba tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/ports?device_id=27edcb75-0b2f-48fe-b70b-65bd85f4dd03 HTTP/1.1" status: 200 len: 943 time: 0.2717445 Nov 08 00:16:16.404531 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 482bac4e-749d-45f6-adb7-78cc00eacad1 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:16:16.412605 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 482bac4e-749d-45f6-adb7-78cc00eacad1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:16:16.412976 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:16.451146 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05262fb6-1ec8-4b38-b01c-0267b37d6706 req-fae6b51f-0558-409b-a16f-d0d0116ced15 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b621f8e-fcd9-4aa4-80bf-85ccc951a5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165831 Nov 08 00:16:16.457422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7e08c2d8-0c26-439a-ae12-c1b81da6de79 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1136514635-network', 'tenant_id': 'bba6943dd3d44e78911b47268019e8e6'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:16.581126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e08c2d8-0c26-439a-ae12-c1b81da6de79 admin admin] Made reservation on behalf of bba6943dd3d44e78911b47268019e8e6 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:16:16.589072 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e08c2d8-0c26-439a-ae12-c1b81da6de79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:16.632677 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:16.639924 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e08c2d8-0c26-439a-ae12-c1b81da6de79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:16.657904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b90bccc3-5429-47b2-acab-86e7a75e5eb5 req-482abcd0-8c3a-4c1c-b71e-14772a0df56e tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0994987 Nov 08 00:16:16.725918 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 482bac4e-749d-45f6-adb7-78cc00eacad1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=482bac4e-749d-45f6-adb7-78cc00eacad1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:16.732662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332757e-90f7-4dd8-941d-394baad9402e req-63131e04-f30a-4a3b-88a7-760493d3c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:16.734257 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3332757e-90f7-4dd8-941d-394baad9402e req-63131e04-f30a-4a3b-88a7-760493d3c13a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 1099 time: 0.7400000 Nov 08 00:16:16.739993 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=91fdfbd6-5dbd-4655-834b-e10f9047c703,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:16.777646 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3332757e-90f7-4dd8-941d-394baad9402e req-a216199f-e8b2-446c-bd58-fb9d267966e2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319157 Nov 08 00:16:16.778309 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Attempting to bind port 91fdfbd6-5dbd-4655-834b-e10f9047c703 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:16:16.778634 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Attempting to bind port 91fdfbd6-5dbd-4655-834b-e10f9047c703 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'ec2e91c8-6f32-4f79-a6fd-680710e943e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '89be68a0-9c0f-4a68-a269-521b4ea26589'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:16:16.778962 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Attempting to bind port 91fdfbd6-5dbd-4655-834b-e10f9047c703 on network 89be68a0-9c0f-4a68-a269-521b4ea26589 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:16.783716 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Port 91fdfbd6-5dbd-4655-834b-e10f9047c703 on network 89be68a0-9c0f-4a68-a269-521b4ea26589 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:16:16.784068 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Attempting to bind port 91fdfbd6-5dbd-4655-834b-e10f9047c703 on network 89be68a0-9c0f-4a68-a269-521b4ea26589 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:16.789340 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:16:16.789698 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Checking segment: {'id': 'ec2e91c8-6f32-4f79-a6fd-680710e943e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '89be68a0-9c0f-4a68-a269-521b4ea26589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:16:16.790076 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Bound using segment: {'id': 'ec2e91c8-6f32-4f79-a6fd-680710e943e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '89be68a0-9c0f-4a68-a269-521b4ea26589'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:16:16.790501 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Bound port: 91fdfbd6-5dbd-4655-834b-e10f9047c703, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2e91c8-6f32-4f79-a6fd-680710e943e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '89be68a0-9c0f-4a68-a269-521b4ea26589'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:16:16.790853 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:16.815496 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:16.816598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 3e8496e7-cebb-4374-a0a0-868cac60f7c3 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:16:16.826872 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e08c2d8-0c26-439a-ae12-c1b81da6de79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:16.842555 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 3e8496e7-cebb-4374-a0a0-868cac60f7c3 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:16:16.849411 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 3e8496e7-cebb-4374-a0a0-868cac60f7c3 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:16:16.866751 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] For port 91fdfbd6-5dbd-4655-834b-e10f9047c703, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:16:16.873890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] For port 91fdfbd6-5dbd-4655-834b-e10f9047c703, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=91fdfbd6-5dbd-4655-834b-e10f9047c703,segment=NetworkSegment(ec2e91c8-6f32-4f79-a6fd-680710e943e0),segment_id=ec2e91c8-6f32-4f79-a6fd-680710e943e0)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:16:16.888568 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17231b69-1ab3-494b-b924-867940d1d9e1 req-f584ffb3-b2a2-4d92-aaa0-f861ba99bbff tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:16.898531 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17231b69-1ab3-494b-b924-867940d1d9e1 req-f584ffb3-b2a2-4d92-aaa0-f861ba99bbff tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 946 time: 0.2169869 Nov 08 00:16:16.903942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=482bac4e-749d-45f6-adb7-78cc00eacad1,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:16.906880 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e08c2d8-0c26-439a-ae12-c1b81da6de79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:16.948377 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:16.981926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a18a1-a254-464c-b306-48a986da051b req-91d9fe60-e9e2-4acd-93f7-7f13c2a30f33 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:16.983922 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d9a18a1-a254-464c-b306-48a986da051b req-91d9fe60-e9e2-4acd-93f7-7f13c2a30f33 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.1554489 Nov 08 00:16:16.984691 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08c2d8-0c26-439a-ae12-c1b81da6de79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:16.988978 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:16.990632 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:16.992681 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] 10.222.0.20 "PUT /v2.0/ports/91fdfbd6-5dbd-4655-834b-e10f9047c703 HTTP/1.1" status: 200 len: 1091 time: 2.0402575 Nov 08 00:16:17.015623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e08c2d8-0c26-439a-ae12-c1b81da6de79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:16:17.029748 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f14ddd-02ee-4cf3-b7cb-bdade789dcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=91fdfbd6-5dbd-4655-834b-e10f9047c703,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:17.031890 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17231b69-1ab3-494b-b924-867940d1d9e1 req-72272c44-b074-4a60-8327-68cfaa7bcdf5 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319530 Nov 08 00:16:17.052582 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e08c2d8-0c26-439a-ae12-c1b81da6de79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:17.055647 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-7e08c2d8-0c26-439a-ae12-c1b81da6de79 admin admin] Added segment 95ebb042-8e00-4adf-9c02-86999ef85e6d of type vlan for network c57719a2-4ac3-4764-b38b-b8d6a56ca331 Nov 08 00:16:17.116518 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d9a18a1-a254-464c-b306-48a986da051b req-7dff67aa-d7f4-46de-8535-2c4f906b6839 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830207 Nov 08 00:16:17.179187 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e08c2d8-0c26-439a-ae12-c1b81da6de79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:17.192330 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-90c7e502-c025-4a3f-ad9a-684f6f72bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:17.193937 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-90c7e502-c025-4a3f-ad9a-684f6f72bbea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad8717c720d144ce8530f867a454fcd8&device_id=27edcb75-0b2f-48fe-b70b-65bd85f4dd03 HTTP/1.1" status: 200 len: 1094 time: 0.0843642 Nov 08 00:16:17.262696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa8f07-2d4d-49df-b89d-b094d5e101c8 req-490f1547-bd08-4530-a7e2-710aeca0b396 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:17.264563 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-90aa8f07-2d4d-49df-b89d-b094d5e101c8 req-490f1547-bd08-4530-a7e2-710aeca0b396 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 948 time: 0.0579047 Nov 08 00:16:17.303366 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e08c2d8-0c26-439a-ae12-c1b81da6de79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:17.309955 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e08c2d8-0c26-439a-ae12-c1b81da6de79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:17.315554 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e08c2d8-0c26-439a-ae12-c1b81da6de79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:17.318355 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-7ca14d98-48c1-43c1-b5da-89300acb7f4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91fdfbd6-5dbd-4655-834b-e10f9047c703 HTTP/1.1" status: 200 len: 217 time: 0.0803728 Nov 08 00:16:17.382610 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-90aa8f07-2d4d-49df-b89d-b094d5e101c8 req-8d89ce89-0f3b-4399-af69-c6e9b43ad740 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093724 Nov 08 00:16:17.388495 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-c0481fb0-ee61-441d-acf5-f20067fff9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:17.390262 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-c0481fb0-ee61-441d-acf5-f20067fff9b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a870113a-a164-48f9-9f0d-ba7a6135f3b6 HTTP/1.1" status: 200 len: 858 time: 0.0618072 Nov 08 00:16:17.419586 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08c2d8-0c26-439a-ae12-c1b81da6de79 admin admin] Pushing event updated for resources: {'Network': ['ID=c57719a2-4ac3-4764-b38b-b8d6a56ca331,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:17.432386 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network c57719a2-4ac3-4764-b38b-b8d6a56ca331 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:16:17.472364 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-f4b359da-c53c-4bc8-8163-d9e20d4c0e96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=89be68a0-9c0f-4a68-a269-521b4ea26589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654938 Nov 08 00:16:17.538971 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7e08c2d8-0c26-439a-ae12-c1b81da6de79 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3798778 Nov 08 00:16:17.543677 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40364) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:17.556259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-dabc593f-b762-4a19-8121-6bd294fd80de admin admin] Request body: {'subnet': {'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1136514635-subnet', 'tenant_id': 'bba6943dd3d44e78911b47268019e8e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:17.631528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40366) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:17.632765 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-9e89a9fe-ce64-4565-bf55-0cb3d8aadc1e service neutron] 10.222.0.20 "GET /v2.0/networks/89be68a0-9c0f-4a68-a269-521b4ea26589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490643 Nov 08 00:16:17.708619 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54d7d998-a18c-4b0e-a6aa-3aaaee46650a tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:17.725312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabc593f-b762-4a19-8121-6bd294fd80de admin admin] Made reservation on behalf of bba6943dd3d44e78911b47268019e8e6 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:16:17.728469 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dabc593f-b762-4a19-8121-6bd294fd80de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:17.816138 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-10d84ae5-bddb-461e-aa42-58eb0bf90846 req-3d897176-789b-4330-8695-864feedee033 service neutron] 10.222.0.20 "GET /v2.0/networks/89be68a0-9c0f-4a68-a269-521b4ea26589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644149 Nov 08 00:16:17.828700 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54d7d998-a18c-4b0e-a6aa-3aaaee46650a tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:17.915245 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14945355-4618-4d83-b9b1-6cac53a09b78 req-372bde05-3016-42f0-98ed-aa08881565be tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:17.916899 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-14945355-4618-4d83-b9b1-6cac53a09b78 req-372bde05-3016-42f0-98ed-aa08881565be tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/ports?device_id=27edcb75-0b2f-48fe-b70b-65bd85f4dd03 HTTP/1.1" status: 200 len: 943 time: 0.2094738 Nov 08 00:16:17.965205 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27edcb75-0b2f-48fe-b70b-65bd85f4dd03', 'tag': '91fdfbd6-5dbd-4655-834b-e10f9047c703'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:17.967881 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fc7b63-3c96-4547-b28d-19499ceaa4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "27edcb75-0b2f-48fe-b70b-65bd85f4dd03", "tag": "91fdfbd6-5dbd-4655-834b-e10f9047c703"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:18.008840 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-14945355-4618-4d83-b9b1-6cac53a09b78 req-e506acd3-d6d2-417f-bdd0-79f5cbdf50dd tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b621f8e-fcd9-4aa4-80bf-85ccc951a5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737703 Nov 08 00:16:18.073388 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54d7d998-a18c-4b0e-a6aa-3aaaee46650a tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:18.078530 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54d7d998-a18c-4b0e-a6aa-3aaaee46650a tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:18.086351 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef47df9-3ff0-4206-8b36-09c8cccaba62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482bac4e-749d-45f6-adb7-78cc00eacad1'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:18.087099 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-54d7d998-a18c-4b0e-a6aa-3aaaee46650a tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "DELETE /v2.0/security-groups/73fe8313-e1e3-436f-a8c3-2ed0110e3760 HTTP/1.1" status: 204 len: 168 time: 0.4503510 Nov 08 00:16:18.087099 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40374) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:18.087808 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c4d8c0-f6a6-4eb2-9a4a-bb4676e41b8f" -d '{"events": [{"server_uuid": "8ef47df9-3ff0-4206-8b36-09c8cccaba62", "name": "network-vif-plugged", "status": "completed", "tag": "482bac4e-749d-45f6-adb7-78cc00eacad1"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:18.145868 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec921f93-f514-47b8-b232-cd48e2035392 x-openstack-request-id: req-ec921f93-f514-47b8-b232-cd48e2035392 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:18.146407 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27edcb75-0b2f-48fe-b70b-65bd85f4dd03", "tag": "91fdfbd6-5dbd-4655-834b-e10f9047c703", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:18.146407 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec921f93-f514-47b8-b232-cd48e2035392 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:18.146835 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27edcb75-0b2f-48fe-b70b-65bd85f4dd03', 'tag': '91fdfbd6-5dbd-4655-834b-e10f9047c703', 'status': 'completed', 'code': 200} Nov 08 00:16:18.170622 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cec01635-4c46-48f2-bef0-22e99d56a855 req-ea77f391-43dd-493a-8431-b8b4131b1a4a tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0509622 Nov 08 00:16:18.172338 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dabc593f-b762-4a19-8121-6bd294fd80de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:18.186056 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7d998-a18c-4b0e-a6aa-3aaaee46650a tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fe8313-e1e3-436f-a8c3-2ed0110e3760,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:18.191144 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-36c2556f-cab6-49bf-8df0-a8bd0742169c tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] show failed (client error): The resource could not be found. Nov 08 00:16:18.196325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40382) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:18.217235 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-36c2556f-cab6-49bf-8df0-a8bd0742169c tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "GET /v2.0/security-groups/73fe8313-e1e3-436f-a8c3-2ed0110e3760 HTTP/1.1" status: 404 len: 347 time: 0.1112061 Nov 08 00:16:18.298193 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0e2c78-877e-4622-8175-a2213a18157f x-openstack-request-id: req-3c0e2c78-877e-4622-8175-a2213a18157f {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:18.298481 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef47df9-3ff0-4206-8b36-09c8cccaba62", "name": "network-vif-plugged", "status": "completed", "tag": "482bac4e-749d-45f6-adb7-78cc00eacad1", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:18.298749 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c0e2c78-877e-4622-8175-a2213a18157f {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:18.299328 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef47df9-3ff0-4206-8b36-09c8cccaba62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482bac4e-749d-45f6-adb7-78cc00eacad1', 'code': 200} Nov 08 00:16:18.354135 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc593f-b762-4a19-8121-6bd294fd80de admin admin] Pushing event updated for resources: {'Subnet': ['ID=f922d749-ea0e-4050-a259-bcddd001eb5a,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:18.373505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb1c2a-098a-442f-b7e6-95fcd9311be1 req-8e9ca1a2-0b46-4b87-81f8-1a5f943d9374 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:18.380835 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d1eb1c2a-098a-442f-b7e6-95fcd9311be1 req-8e9ca1a2-0b46-4b87-81f8-1a5f943d9374 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 946 time: 0.1229393 Nov 08 00:16:18.389421 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabc593f-b762-4a19-8121-6bd294fd80de admin admin] Checking segment: {'id': '95ebb042-8e00-4adf-9c02-86999ef85e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:16:18.389980 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabc593f-b762-4a19-8121-6bd294fd80de admin admin] Network hostable DHCP agents. Network: c57719a2-4ac3-4764-b38b-b8d6a56ca331, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:16:18.482407 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d1eb1c2a-098a-442f-b7e6-95fcd9311be1 req-d206e6db-3e18-4d93-9f94-dce811afee2f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946944 Nov 08 00:16:18.526230 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc7b63-3c96-4547-b28d-19499ceaa4b3 req-092c3241-c38d-4c6f-bfd7-7d67c93806f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:18.528492 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d1fc7b63-3c96-4547-b28d-19499ceaa4b3 req-092c3241-c38d-4c6f-bfd7-7d67c93806f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad8717c720d144ce8530f867a454fcd8&device_id=27edcb75-0b2f-48fe-b70b-65bd85f4dd03 HTTP/1.1" status: 200 len: 1094 time: 0.2707226 Nov 08 00:16:18.532494 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf759f-4520-41b0-adb2-01c6b68ba7d1 req-abd4b3db-5187-49dd-9f5f-a55ad6c9bf4c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:18.534269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-edaf759f-4520-41b0-adb2-01c6b68ba7d1 req-abd4b3db-5187-49dd-9f5f-a55ad6c9bf4c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.1418784 Nov 08 00:16:18.569886 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabc593f-b762-4a19-8121-6bd294fd80de admin admin] Network c57719a2-4ac3-4764-b38b-b8d6a56ca331 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:16:18.610669 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2302a4-0772-4445-946a-88823d8906b9 req-7e336c2f-8b13-44da-8b4f-c5463c5b9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:18.612314 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7f2302a4-0772-4445-946a-88823d8906b9 req-7e336c2f-8b13-44da-8b4f-c5463c5b9301 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ef47df9-3ff0-4206-8b36-09c8cccaba62 HTTP/1.1" status: 200 len: 1101 time: 0.2254686 Nov 08 00:16:18.650717 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-edaf759f-4520-41b0-adb2-01c6b68ba7d1 req-a30577b8-0e01-4546-adff-771eec131c9f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018331 Nov 08 00:16:18.651448 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-53947bde-18ee-4724-a616-753e3f0ba0f8 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Deleting port c29f38c8-bfe4-4496-abed-e9b20c25d448 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:16:18.651879 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-53947bde-18ee-4724-a616-753e3f0ba0f8 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:18.695028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c2eb1-60a2-41da-b27d-d297d73b9e69 req-61113732-1692-4208-8a5b-e1919fe9de29 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:18.696670 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-752c2eb1-60a2-41da-b27d-d297d73b9e69 req-61113732-1692-4208-8a5b-e1919fe9de29 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 948 time: 0.1148188 Nov 08 00:16:18.697546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-dabc593f-b762-4a19-8121-6bd294fd80de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, c57719a2-4ac3-4764-b38b-b8d6a56ca331) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:16:18.702216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabc593f-b762-4a19-8121-6bd294fd80de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:18.702879 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dabc593f-b762-4a19-8121-6bd294fd80de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:18.710911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8dc274-fd5b-48f8-a010-399dfc52a738 None None] Network c57719a2-4ac3-4764-b38b-b8d6a56ca331 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:16:18.753531 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-53947bde-18ee-4724-a616-753e3f0ba0f8 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:18.753897 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-53947bde-18ee-4724-a616-753e3f0ba0f8 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:18.767098 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-53947bde-18ee-4724-a616-753e3f0ba0f8 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Calling delete_port for c29f38c8-bfe4-4496-abed-e9b20c25d448 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:16:18.801868 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-752c2eb1-60a2-41da-b27d-d297d73b9e69 req-09a9b1f9-7a78-45c3-9337-4029f0690a27 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791073 Nov 08 00:16:18.844816 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dabc593f-b762-4a19-8121-6bd294fd80de admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2984531 Nov 08 00:16:18.907005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64e5cc9-585b-478d-90ed-616a8312cd21 None None] Network c57719a2-4ac3-4764-b38b-b8d6a56ca331 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:16:19.021970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35163c-d78e-4d9c-a9b9-bbc384af292d req-38b85292-d996-4df1-835d-97233d66db9c tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:19.024746 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8b35163c-d78e-4d9c-a9b9-bbc384af292d req-38b85292-d996-4df1-835d-97233d66db9c tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ef47df9-3ff0-4206-8b36-09c8cccaba62 HTTP/1.1" status: 200 len: 950 time: 0.1066465 Nov 08 00:16:19.051201 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-53947bde-18ee-4724-a616-753e3f0ba0f8 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:19.054611 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7f2302a4-0772-4445-946a-88823d8906b9 req-0e595bc1-188f-477a-a0bd-65d1c7e33617 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308741 Nov 08 00:16:19.083423 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53947bde-18ee-4724-a616-753e3f0ba0f8 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Pushing event deleted for resources: {'Port': ['ID=c29f38c8-bfe4-4496-abed-e9b20c25d448,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:19.092997 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc7b63-3c96-4547-b28d-19499ceaa4b3 req-28f9acb6-17a6-44fa-b961-eb96dea3e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:19.095767 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d1fc7b63-3c96-4547-b28d-19499ceaa4b3 req-28f9acb6-17a6-44fa-b961-eb96dea3e1d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=89be68a0-9c0f-4a68-a269-521b4ea26589 HTTP/1.1" status: 200 len: 919 time: 0.5553575 Nov 08 00:16:19.138567 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8b35163c-d78e-4d9c-a9b9-bbc384af292d req-e6910de7-190f-4ccd-abd5-94661489e7ca tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069779 Nov 08 00:16:19.155372 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec8b41-81a5-4a96-b2d3-1d6f13a1742c req-d62b9dfb-26a7-4812-a788-0e34d6cc23cc tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:19.157012 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-21ec8b41-81a5-4a96-b2d3-1d6f13a1742c req-d62b9dfb-26a7-4812-a788-0e34d6cc23cc tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.20 "GET /v2.0/ports?device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 946 time: 0.1852953 Nov 08 00:16:19.238034 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d1fc7b63-3c96-4547-b28d-19499ceaa4b3 req-7efc0f00-60e7-4b20-a23d-cd202ba6991d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91fdfbd6-5dbd-4655-834b-e10f9047c703 HTTP/1.1" status: 200 len: 217 time: 0.1095560 Nov 08 00:16:19.290160 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0e074-95a7-4eff-81f8-9a923efce087 req-5af2b7aa-928a-4eef-b84e-05d2d1ee74e1 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:19.311458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81d0e074-95a7-4eff-81f8-9a923efce087 req-5af2b7aa-928a-4eef-b84e-05d2d1ee74e1 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/ports?device_id=27edcb75-0b2f-48fe-b70b-65bd85f4dd03 HTTP/1.1" status: 200 len: 943 time: 0.1530170 Nov 08 00:16:19.367361 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-53947bde-18ee-4724-a616-753e3f0ba0f8 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:19.369988 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-53947bde-18ee-4724-a616-753e3f0ba0f8 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:19.371713 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-53947bde-18ee-4724-a616-753e3f0ba0f8 tempest-ServersTestJSON-738753958 tempest-ServersTestJSON-738753958-project] 10.222.0.13 "DELETE /v2.0/floatingips/a88f79a0-c6a8-43bd-8da7-40b2db46ac48 HTTP/1.1" status: 204 len: 168 time: 1.1737721 Nov 08 00:16:19.388425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81d0e074-95a7-4eff-81f8-9a923efce087 req-dbd38f22-3050-4eee-8bd0-3165d2aadef7 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b621f8e-fcd9-4aa4-80bf-85ccc951a5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714591 Nov 08 00:16:19.389296 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40402) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:19.406355 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc7b63-3c96-4547-b28d-19499ceaa4b3 req-dba8b8d4-73f6-4c06-9a33-00568abf8629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:19.406355 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d1fc7b63-3c96-4547-b28d-19499ceaa4b3 req-dba8b8d4-73f6-4c06-9a33-00568abf8629 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a870113a-a164-48f9-9f0d-ba7a6135f3b6 HTTP/1.1" status: 200 len: 858 time: 0.1542697 Nov 08 00:16:19.456536 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d1fc7b63-3c96-4547-b28d-19499ceaa4b3 req-a83c682e-5a50-4f39-bdff-5412280e9c1b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=89be68a0-9c0f-4a68-a269-521b4ea26589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408509 Nov 08 00:16:19.476120 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-21ec8b41-81a5-4a96-b2d3-1d6f13a1742c req-fc07fc39-9c3a-445d-8577-0e8113c03837 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Deleting port fb5d7f3f-121f-41f4-a97c-589fa2d13862 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:16:19.476880 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-21ec8b41-81a5-4a96-b2d3-1d6f13a1742c req-fc07fc39-9c3a-445d-8577-0e8113c03837 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:19.656804 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-21ec8b41-81a5-4a96-b2d3-1d6f13a1742c req-fc07fc39-9c3a-445d-8577-0e8113c03837 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] For port fb5d7f3f-121f-41f4-a97c-589fa2d13862, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=fb5d7f3f-121f-41f4-a97c-589fa2d13862,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:19.657178 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-21ec8b41-81a5-4a96-b2d3-1d6f13a1742c req-fc07fc39-9c3a-445d-8577-0e8113c03837 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:19.661364 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d1fc7b63-3c96-4547-b28d-19499ceaa4b3 req-4f114139-0731-460d-86a8-8433e379bf4e service neutron] 10.222.0.20 "GET /v2.0/networks/89be68a0-9c0f-4a68-a269-521b4ea26589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798635 Nov 08 00:16:19.673723 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-21ec8b41-81a5-4a96-b2d3-1d6f13a1742c req-fc07fc39-9c3a-445d-8577-0e8113c03837 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Calling delete_port for fb5d7f3f-121f-41f4-a97c-589fa2d13862 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:16:19.674677 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9f0fca2-50f6-4443-9c15-c3d07da00954 req-5e724a60-d082-4b35-807c-4ee2eed0ffc6 tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.2826414 Nov 08 00:16:19.877776 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d1fc7b63-3c96-4547-b28d-19499ceaa4b3 req-500c8d0c-714b-4725-892f-35ee1c84097c service neutron] 10.222.0.20 "GET /v2.0/networks/89be68a0-9c0f-4a68-a269-521b4ea26589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994727 Nov 08 00:16:19.974435 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-b48a91e2-7e4b-4a36-bb04-5fdf0cf45e9b tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:19.976362 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-b48a91e2-7e4b-4a36-bb04-5fdf0cf45e9b tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/networks?id=c57719a2-4ac3-4764-b38b-b8d6a56ca331 HTTP/1.1" status: 200 len: 822 time: 0.1396091 Nov 08 00:16:20.031819 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-8c8e7144-c0f3-4dee-89ae-5c32d6e4b530 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/quotas/bba6943dd3d44e78911b47268019e8e6 HTTP/1.1" status: 200 len: 375 time: 0.0269547 Nov 08 00:16:20.057603 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-21ec8b41-81a5-4a96-b2d3-1d6f13a1742c req-fc07fc39-9c3a-445d-8577-0e8113c03837 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:20.090905 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07fc39-9c3a-445d-8577-0e8113c03837 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Pushing event deleted for resources: {'Port': ['ID=fb5d7f3f-121f-41f4-a97c-589fa2d13862,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:20.096969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['56ff3958-0144-4d3c-b3b3-300680828662'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:20.126216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3814b-b44b-4a1e-9a80-933149d35ab8 req-f01451df-074e-4b4c-a068-440c08fc3916 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:20.135095 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2eb3814b-b44b-4a1e-9a80-933149d35ab8 req-f01451df-074e-4b4c-a068-440c08fc3916 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 946 time: 0.2962019 Nov 08 00:16:20.193575 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-5fa2ffae-8230-4850-afb5-78e71e4b45de tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bba6943dd3d44e78911b47268019e8e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1523674 Nov 08 00:16:20.212416 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ec8b41-81a5-4a96-b2d3-1d6f13a1742c req-fc07fc39-9c3a-445d-8577-0e8113c03837 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] No DVR routers for this DVR port fb5d7f3f-121f-41f4-a97c-589fa2d13862 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:16:20.222643 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-21ec8b41-81a5-4a96-b2d3-1d6f13a1742c req-fc07fc39-9c3a-445d-8577-0e8113c03837 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:20.234147 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-21ec8b41-81a5-4a96-b2d3-1d6f13a1742c req-fc07fc39-9c3a-445d-8577-0e8113c03837 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.20 "DELETE /v2.0/ports/fb5d7f3f-121f-41f4-a97c-589fa2d13862 HTTP/1.1" status: 204 len: 173 time: 0.9899204 Nov 08 00:16:20.234147 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50fc368-d4c7-4186-a134-649966e55f33', 'name': 'network-vif-deleted', 'tag': 'fb5d7f3f-121f-41f4-a97c-589fa2d13862'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:20.243850 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6482ab-b1c7-4b5b-9190-d1bd2cc1038c" -d '{"events": [{"server_uuid": "e50fc368-d4c7-4186-a134-649966e55f33", "name": "network-vif-deleted", "tag": "fb5d7f3f-121f-41f4-a97c-589fa2d13862"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:20.368041 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-bd610442-367f-4b9f-a04e-d9d69c680768 service neutron] 10.222.0.13 "GET /v2.0/networks/c57719a2-4ac3-4764-b38b-b8d6a56ca331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734042 Nov 08 00:16:20.400524 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2eb3814b-b44b-4a1e-9a80-933149d35ab8 req-ca6ea834-9f24-476a-953d-cc2bdabcc18d tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542062 Nov 08 00:16:20.606587 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-674921ce-3e44-46e4-814d-6f582fd54d40 service neutron] 10.222.0.13 "GET /v2.0/networks/c57719a2-4ac3-4764-b38b-b8d6a56ca331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215331 Nov 08 00:16:20.614445 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649678f-b123-456f-ae65-650f8cc01808 req-36a55666-1a0b-4675-a900-21118a4a4814 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:20.615916 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4649678f-b123-456f-ae65-650f8cc01808 req-36a55666-1a0b-4675-a900-21118a4a4814 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.1326590 Nov 08 00:16:20.656173 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-144793c7-9140-45de-b72a-14257f8958fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:20.738189 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4649678f-b123-456f-ae65-650f8cc01808 req-bc306624-398f-4c3c-8aa9-43ff638cdcae tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073821 Nov 08 00:16:20.907260 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49846ef-736a-4b8c-80d4-542a841b02a9 x-openstack-request-id: req-d49846ef-736a-4b8c-80d4-542a841b02a9 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:20.907762 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50fc368-d4c7-4186-a134-649966e55f33", "name": "network-vif-deleted", "tag": "fb5d7f3f-121f-41f4-a97c-589fa2d13862", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:20.908214 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d49846ef-736a-4b8c-80d4-542a841b02a9 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:20.908782 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50fc368-d4c7-4186-a134-649966e55f33', 'name': 'network-vif-deleted', 'tag': 'fb5d7f3f-121f-41f4-a97c-589fa2d13862', 'status': 'completed', 'code': 200} Nov 08 00:16:21.082342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc058510-7427-411a-adeb-434b4fc3e8c5 req-6d1941be-d416-4400-9a61-54a750cb4618 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:21.090950 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc058510-7427-411a-adeb-434b4fc3e8c5 req-6d1941be-d416-4400-9a61-54a750cb4618 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ef47df9-3ff0-4206-8b36-09c8cccaba62 HTTP/1.1" status: 200 len: 950 time: 0.2101383 Nov 08 00:16:21.146783 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400e42c-87d4-4ba3-a65a-f79dee3eae57 req-22984203-3d46-479b-9f54-84d7d73db48c tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:21.155198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c400e42c-87d4-4ba3-a65a-f79dee3eae57 req-22984203-3d46-479b-9f54-84d7d73db48c tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/ports?device_id=27edcb75-0b2f-48fe-b70b-65bd85f4dd03 HTTP/1.1" status: 200 len: 943 time: 0.1732500 Nov 08 00:16:21.190517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc058510-7427-411a-adeb-434b4fc3e8c5 req-46cd6f0e-7e17-4498-a4b3-0d2b3db978ee tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985944 Nov 08 00:16:21.260599 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c400e42c-87d4-4ba3-a65a-f79dee3eae57 req-792070fe-8f25-45a8-a223-6d2bd08f38b9 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b621f8e-fcd9-4aa4-80bf-85ccc951a5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942042 Nov 08 00:16:21.358598 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0f0d905-5af9-4a5f-95eb-ccfb2578d357 req-7be3bdec-42b3-463b-8fbb-97ce6af84889 tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0460582 Nov 08 00:16:21.392644 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 91fdfbd6-5dbd-4655-834b-e10f9047c703 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:16:21.400923 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da9971d5-3bc0-44d1-8e1b-636d6f3dff8b req-8ef456d4-1ff4-40c6-a16c-6d390957b0d4 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 210 time: 0.0773079 Nov 08 00:16:21.458801 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-144793c7-9140-45de-b72a-14257f8958fd admin admin] Deleting port 44a47df9-29ae-42cc-a2f9-22d4015cd47d {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:16:21.460239 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-144793c7-9140-45de-b72a-14257f8958fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:21.503218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device fb5d7f3f-121f-41f4-a97c-589fa2d13862 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:16:21.586199 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: fb5d7f3f-121f-41f4-a97c-589fa2d13862 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:16:21.586199 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device fb5d7f3f-121f-41f4-a97c-589fa2d13862 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:16:21.586569 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-881e2dc1-f2be-4c07-8eac-6aa90370f206 req-40f7e050-9f6f-4fb4-8d6f-012ba3a9b9b0 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50fc368-d4c7-4186-a134-649966e55f33 HTTP/1.1" status: 200 len: 210 time: 0.0606613 Nov 08 00:16:21.609713 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 91fdfbd6-5dbd-4655-834b-e10f9047c703, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=91fdfbd6-5dbd-4655-834b-e10f9047c703,segment=NetworkSegment(ec2e91c8-6f32-4f79-a6fd-680710e943e0),segment_id=ec2e91c8-6f32-4f79-a6fd-680710e943e0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:21.622264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '91fdfbd6-5dbd-4655-834b-e10f9047c703', 'network_id': '89be68a0-9c0f-4a68-a269-521b4ea26589', 'port_id': '91fdfbd6-5dbd-4655-834b-e10f9047c703', 'mac_address': 'fa:16:3e:2b:8a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a870113a-a164-48f9-9f0d-ba7a6135f3b6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:16:21.630478 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-144793c7-9140-45de-b72a-14257f8958fd admin admin] For port 44a47df9-29ae-42cc-a2f9-22d4015cd47d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=44a47df9-29ae-42cc-a2f9-22d4015cd47d,segment=NetworkSegment(0953fae5-5960-4572-b6d5-4de8b440b78c),segment_id=0953fae5-5960-4572-b6d5-4de8b440b78c)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:21.630955 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-144793c7-9140-45de-b72a-14257f8958fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:21.645231 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-144793c7-9140-45de-b72a-14257f8958fd admin admin] Calling delete_port for 44a47df9-29ae-42cc-a2f9-22d4015cd47d owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:16:21.688869 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:21.712700 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91fdfbd6-5dbd-4655-834b-e10f9047c703 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:21.744541 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 91fdfbd6-5dbd-4655-834b-e10f9047c703, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=91fdfbd6-5dbd-4655-834b-e10f9047c703,segment=NetworkSegment(ec2e91c8-6f32-4f79-a6fd-680710e943e0),segment_id=ec2e91c8-6f32-4f79-a6fd-680710e943e0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:21.853984 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:21.909917 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd60ac-ffb6-470d-998b-b41ccd1259e9 req-30cec1c4-b691-4e32-aeeb-362bccc60435 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:21.912344 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27cd60ac-ffb6-470d-998b-b41ccd1259e9 req-30cec1c4-b691-4e32-aeeb-362bccc60435 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.0600843 Nov 08 00:16:21.929819 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=91fdfbd6-5dbd-4655-834b-e10f9047c703,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:21.956352 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27cd60ac-ffb6-470d-998b-b41ccd1259e9 req-a1397798-1312-4b0e-b81f-7d37c1ae959d tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375803 Nov 08 00:16:21.987767 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-144793c7-9140-45de-b72a-14257f8958fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:22.014157 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144793c7-9140-45de-b72a-14257f8958fd admin admin] Pushing event deleted for resources: {'Port': ['ID=44a47df9-29ae-42cc-a2f9-22d4015cd47d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:22.223288 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-144793c7-9140-45de-b72a-14257f8958fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:22.383825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52c317-cf20-404e-8b63-771bdfae80ee req-efdb4893-cb4f-4095-876d-c47511abaa53 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:22.385319 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a52c317-cf20-404e-8b63-771bdfae80ee req-efdb4893-cb4f-4095-876d-c47511abaa53 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/ports?device_id=27edcb75-0b2f-48fe-b70b-65bd85f4dd03 HTTP/1.1" status: 200 len: 944 time: 0.0645342 Nov 08 00:16:22.490062 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['91fdfbd6-5dbd-4655-834b-e10f9047c703'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:22.819883 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8551ffa1-bee5-412b-90f7-0a7c324a3466 req-932c7b00-78fd-4d2e-9e90-cd0dbad3dd23 tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0366778 Nov 08 00:16:22.848844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a52c317-cf20-404e-8b63-771bdfae80ee req-f3e1d94d-ed0b-42fd-9a8b-f0eca0d9e114 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b621f8e-fcd9-4aa4-80bf-85ccc951a5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266970 Nov 08 00:16:22.891696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144793c7-9140-45de-b72a-14257f8958fd admin admin] Router 51e3a6d2-5542-405d-ac45-5219852e760d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:16:23.021904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c70e7fdc-1b86-44ec-ae2d-871ca05cde87 req-adbc21e8-931a-45ca-a4a3-6992bbf22f34 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 210 time: 0.1030765 Nov 08 00:16:23.123228 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04167a47-8174-4ca8-b523-ce8f82d50b18 req-10006ae5-f52a-45ea-a4bb-28c581d1db0b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:23.124022 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4849d6d-9c3a-4818-9822-deedef9a7ee9 req-779b887d-1ae3-4133-951e-bed8d3eb052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:23.124768 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04167a47-8174-4ca8-b523-ce8f82d50b18 req-10006ae5-f52a-45ea-a4bb-28c581d1db0b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.0862708 Nov 08 00:16:23.126529 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b4849d6d-9c3a-4818-9822-deedef9a7ee9 req-779b887d-1ae3-4133-951e-bed8d3eb052b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 1096 time: 0.0644612 Nov 08 00:16:23.166359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144793c7-9140-45de-b72a-14257f8958fd admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:16:23.176897 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-144793c7-9140-45de-b72a-14257f8958fd admin admin] 10.222.0.13 "PUT /v2.0/routers/51e3a6d2-5542-405d-ac45-5219852e760d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7837951 Nov 08 00:16:23.184123 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7f7a0a-23f6-4fb6-974b-4397cba9424f None None] Sync routers for ids ['51e3a6d2-5542-405d-ac45-5219852e760d'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:16:23.185223 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40502) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:23.196492 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7f7a0a-23f6-4fb6-974b-4397cba9424f None None] Routers {'51e3a6d2-5542-405d-ac45-5219852e760d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:16:23.198398 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ee7f7a0a-23f6-4fb6-974b-4397cba9424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:16:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['51e3a6d2-5542-405d-ac45-5219852e760d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:16:23.298514 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4849d6d-9c3a-4818-9822-deedef9a7ee9 req-99a6c35f-f1d7-400e-b419-346166eaccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:23.302039 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b4849d6d-9c3a-4818-9822-deedef9a7ee9 req-99a6c35f-f1d7-400e-b419-346166eaccc8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 912 time: 0.1599765 Nov 08 00:16:23.302216 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04167a47-8174-4ca8-b523-ce8f82d50b18 req-4d2114a4-e0cd-4468-9707-d28eaa119464 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615529 Nov 08 00:16:23.382216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-87144d10-c63d-43c5-bd42-42e306e2f01b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:23.383757 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-87144d10-c63d-43c5-bd42-42e306e2f01b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 806 time: 0.2853322 Nov 08 00:16:23.400276 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-ee7f7a0a-23f6-4fb6-974b-4397cba9424f None None] Set router 51e3a6d2-5542-405d-ac45-5219852e760d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:16:23.416724 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b4849d6d-9c3a-4818-9822-deedef9a7ee9 req-ac4becbe-698d-4879-a264-581ae053ef1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c898b53-c53d-4e8d-9859-8e387216c648 HTTP/1.1" status: 200 len: 217 time: 0.1064329 Nov 08 00:16:23.429012 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-69a8eca6-5b24-4a2a-865f-7bd0d08a1045 admin admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:23.476236 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-ed9760cb-f6cf-4c43-b753-caf29b55ded8 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/quotas/03361b607f1240009c31eb92f73a8c14 HTTP/1.1" status: 200 len: 375 time: 0.0800893 Nov 08 00:16:23.507393 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4849d6d-9c3a-4818-9822-deedef9a7ee9 req-c163abe1-efb9-45ed-8379-e4806ccf7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:23.509132 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b4849d6d-9c3a-4818-9822-deedef9a7ee9 req-c163abe1-efb9-45ed-8379-e4806ccf7d62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=daf5087d-85b5-4f3a-9920-492dd2518682 HTTP/1.1" status: 200 len: 851 time: 0.0842030 Nov 08 00:16:23.559313 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b4849d6d-9c3a-4818-9822-deedef9a7ee9 req-28f472a1-7fc1-4d78-9ba3-ae773a26805e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbdac748-0684-47d9-bd85-ff6918affb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291083 Nov 08 00:16:23.600592 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-fb6d6fe3-f61f-4aeb-983b-2a4eb393a3de tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0962029 Nov 08 00:16:23.677004 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-69a8eca6-5b24-4a2a-865f-7bd0d08a1045 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:23.694453 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ee7f7a0a-23f6-4fb6-974b-4397cba9424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'name': 'tempest-ServersTestJSON-1496478298-router', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '3a14a112-2321-43be-9de3-01830dacedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:40Z', 'updated_at': '2021-11-08T00:16:21Z', 'revision_number': 5, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'gw_port': {'id': '3a14a112-2321-43be-9de3-01830dacedd1', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:41Z', 'updated_at': '2021-11-08T00:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:16:23.704737 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b4849d6d-9c3a-4818-9822-deedef9a7ee9 req-c5296cce-5173-461a-a4a4-9f167bced10a service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165974 Nov 08 00:16:23.727966 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7f7a0a-23f6-4fb6-974b-4397cba9424f None None] Checking router: 51e3a6d2-5542-405d-ac45-5219852e760d for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:16:23.731412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-87e2224b-347e-4574-b9d4-fd492735ee42 service neutron] 10.222.0.13 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297045 Nov 08 00:16:23.738060 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7f7a0a-23f6-4fb6-974b-4397cba9424f None None] Routers {'51e3a6d2-5542-405d-ac45-5219852e760d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:16:23.738682 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ee7f7a0a-23f6-4fb6-974b-4397cba9424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:16:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['51e3a6d2-5542-405d-ac45-5219852e760d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:16:23.861105 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-ee7f7a0a-23f6-4fb6-974b-4397cba9424f None None] Set router 51e3a6d2-5542-405d-ac45-5219852e760d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:16:23.889196 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-15346d79-b6b7-4f6a-98b6-5d01567ce079 service neutron] 10.222.0.13 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463585 Nov 08 00:16:23.905142 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-69a8eca6-5b24-4a2a-865f-7bd0d08a1045 admin admin] Deleting port 3a14a112-2321-43be-9de3-01830dacedd1 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:16:23.908499 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-ea2e24f5-28b5-4c88-b9c6-d36fe4f36263 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:23.909169 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-69a8eca6-5b24-4a2a-865f-7bd0d08a1045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:23.910262 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-ea2e24f5-28b5-4c88-b9c6-d36fe4f36263 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.20 "GET /v2.0/networks?id=c57719a2-4ac3-4764-b38b-b8d6a56ca331 HTTP/1.1" status: 200 len: 822 time: 0.1263361 Nov 08 00:16:23.937922 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f8fb5363-9a8c-4ce3-a38b-eb8a1d677b1d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Request body: {'port': {'device_id': '860b3063-8eb9-427a-b188-817cf5a4d43c', 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331', 'admin_state_up': True, 'tenant_id': 'bba6943dd3d44e78911b47268019e8e6'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:24.015321 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b4849d6d-9c3a-4818-9822-deedef9a7ee9 req-f64f429a-2ea5-4a0e-8c4f-86dd547e570d service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004718 Nov 08 00:16:24.057411 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-45c2b503-3e9b-4154-a905-138766e0ab59 req-028381e5-ccb1-4817-bbf7-271773f9ff91 tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0688899 Nov 08 00:16:24.097922 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ee7f7a0a-23f6-4fb6-974b-4397cba9424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'name': 'tempest-ServersTestJSON-1496478298-router', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '3a14a112-2321-43be-9de3-01830dacedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:40Z', 'updated_at': '2021-11-08T00:16:21Z', 'revision_number': 5, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'gw_port': {'id': '3a14a112-2321-43be-9de3-01830dacedd1', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:41Z', 'updated_at': '2021-11-08T00:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:16:24.113130 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-69a8eca6-5b24-4a2a-865f-7bd0d08a1045 admin admin] For port 3a14a112-2321-43be-9de3-01830dacedd1, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3a14a112-2321-43be-9de3-01830dacedd1,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:24.114248 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-69a8eca6-5b24-4a2a-865f-7bd0d08a1045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:24.127128 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7f7a0a-23f6-4fb6-974b-4397cba9424f None None] The sync data for ids ['51e3a6d2-5542-405d-ac45-5219852e760d'] in n-d-816882-1 is: [{'id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'name': 'tempest-ServersTestJSON-1496478298-router', 'tenant_id': '53229acc1a8e435a991dbecce56b37f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '3a14a112-2321-43be-9de3-01830dacedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:12:40Z', 'updated_at': '2021-11-08T00:16:21Z', 'revision_number': 5, 'project_id': '53229acc1a8e435a991dbecce56b37f6', 'gw_port': {'id': '3a14a112-2321-43be-9de3-01830dacedd1', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3a6d2-5542-405d-ac45-5219852e760d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:12:41Z', 'updated_at': '2021-11-08T00:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:16:24.136385 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-69a8eca6-5b24-4a2a-865f-7bd0d08a1045 admin admin] Calling delete_port for 3a14a112-2321-43be-9de3-01830dacedd1 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:16:24.208266 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f8fb5363-9a8c-4ce3-a38b-eb8a1d677b1d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Made reservation on behalf of bba6943dd3d44e78911b47268019e8e6 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:16:24.214055 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f8fb5363-9a8c-4ce3-a38b-eb8a1d677b1d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:24.249888 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f1bd0-fc06-415d-bdb0-920d787105aa req-148381f0-bd44-43c1-b75e-63d60c62f1c2 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:24.252311 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f53f1bd0-fc06-415d-bdb0-920d787105aa req-148381f0-bd44-43c1-b75e-63d60c62f1c2 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/ports?device_id=27edcb75-0b2f-48fe-b70b-65bd85f4dd03 HTTP/1.1" status: 200 len: 944 time: 0.0987444 Nov 08 00:16:24.340074 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b8e5995-c3b3-4ab0-8c3b-420a7ef05023 req-0455bf31-737d-459f-9836-e3b9631314f8 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 210 time: 0.0478930 Nov 08 00:16:24.389595 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f53f1bd0-fc06-415d-bdb0-920d787105aa req-6d9b3c22-acfe-4483-8720-edd4b98148e1 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b621f8e-fcd9-4aa4-80bf-85ccc951a5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877342 Nov 08 00:16:24.391802 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f8fb5363-9a8c-4ce3-a38b-eb8a1d677b1d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Allocated IP 172.20.0.14 (c57719a2-4ac3-4764-b38b-b8d6a56ca331/f922d749-ea0e-4050-a259-bcddd001eb5a/92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:16:24.460535 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e2ed8f30-1630-4667-a40a-65fc79414898 req-8c653e43-80f0-4e57-94af-7b57bf628092 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 210 time: 0.0620763 Nov 08 00:16:24.539134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698b97d-9723-46e1-a134-477e110286aa req-9b9b9be5-10dc-4bb3-8dd0-546ebf0c3845 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:24.540952 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e698b97d-9723-46e1-a134-477e110286aa req-9b9b9be5-10dc-4bb3-8dd0-546ebf0c3845 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.0751684 Nov 08 00:16:24.577923 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-69a8eca6-5b24-4a2a-865f-7bd0d08a1045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:24.591818 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e698b97d-9723-46e1-a134-477e110286aa req-43ad3134-3cd4-4e2c-9b81-af94426071d7 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427127 Nov 08 00:16:24.607608 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f8fb5363-9a8c-4ce3-a38b-eb8a1d677b1d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:24.611530 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8eca6-5b24-4a2a-865f-7bd0d08a1045 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a14a112-2321-43be-9de3-01830dacedd1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:24.685781 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-69a8eca6-5b24-4a2a-865f-7bd0d08a1045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:24.692140 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f8fb5363-9a8c-4ce3-a38b-eb8a1d677b1d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:24.755984 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f8fb5363-9a8c-4ce3-a38b-eb8a1d677b1d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Network c57719a2-4ac3-4764-b38b-b8d6a56ca331 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:16:24.762707 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb5363-9a8c-4ce3-a38b-eb8a1d677b1d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Pushing event updated for resources: {'Port': ['ID=92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:24.769898 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f8fb5363-9a8c-4ce3-a38b-eb8a1d677b1d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:16:24.772344 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f8fb5363-9a8c-4ce3-a38b-eb8a1d677b1d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:16:24.804143 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-69a8eca6-5b24-4a2a-865f-7bd0d08a1045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:24.807060 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-69a8eca6-5b24-4a2a-865f-7bd0d08a1045 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:24.821393 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f8fb5363-9a8c-4ce3-a38b-eb8a1d677b1d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:24.822160 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f8fb5363-9a8c-4ce3-a38b-eb8a1d677b1d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:24.915487 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f8fb5363-9a8c-4ce3-a38b-eb8a1d677b1d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9842114 Nov 08 00:16:24.935494 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-69a8eca6-5b24-4a2a-865f-7bd0d08a1045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:24.943155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a8eca6-5b24-4a2a-865f-7bd0d08a1045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51e3a6d2-5542-405d-ac45-5219852e760d {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:16:24.943263 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Request body: {'port': {'device_id': '860b3063-8eb9-427a-b188-817cf5a4d43c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:24.943357 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-69a8eca6-5b24-4a2a-865f-7bd0d08a1045 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:24.946565 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-69a8eca6-5b24-4a2a-865f-7bd0d08a1045 admin admin] 10.222.0.13 "DELETE /v2.0/routers/51e3a6d2-5542-405d-ac45-5219852e760d HTTP/1.1" status: 204 len: 168 time: 1.7599769 Nov 08 00:16:24.947182 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40546) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:24.994314 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:24.994845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c3a716-f1cb-4ce4-8baf-c18b4b628acf admin admin] Deleting subnet 962d4ea2-2168-45af-8237-55eb5aa86ea9 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:16:24.998298 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-17c3a716-f1cb-4ce4-8baf-c18b4b628acf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:25.042329 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-17c3a716-f1cb-4ce4-8baf-c18b4b628acf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:25.125256 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-17c3a716-f1cb-4ce4-8baf-c18b4b628acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:25.186142 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-80466272-a29b-409e-89bb-dd5445ddf2fa req-b129a0e7-309b-477a-8f1e-4c0a37fe7e8b tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0293856 Nov 08 00:16:25.250762 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-17c3a716-f1cb-4ce4-8baf-c18b4b628acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:25.281464 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:25.282059 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3a716-f1cb-4ce4-8baf-c18b4b628acf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=962d4ea2-2168-45af-8237-55eb5aa86ea9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:25.285561 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-17c3a716-f1cb-4ce4-8baf-c18b4b628acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:25.289453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-17c3a716-f1cb-4ce4-8baf-c18b4b628acf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/962d4ea2-2168-45af-8237-55eb5aa86ea9 HTTP/1.1" status: 204 len: 168 time: 0.3413224 Nov 08 00:16:25.291882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40550) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:25.292619 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b79887c-da40-47f6-bfa9-c8fba1ac99f2 None None] Network 5231b7b2-7394-4074-bd54-8d29b2980b79 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:16:25.298959 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:25.313038 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Transition to ACTIVE for port object 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:16:25.363817 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:25.416342 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:25.430852 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 91fdfbd6-5dbd-4655-834b-e10f9047c703 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:16:25.441008 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] Deleting port 18b3850a-5597-4414-bee8-dee50f4a48b3 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:16:25.441483 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:25.580808 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 91fdfbd6-5dbd-4655-834b-e10f9047c703 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:16:25.585690 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4cc3d0-20ae-42cb-9e5c-35b38194c360 None None] DHCP port deletion for 5231b7b2-7394-4074-bd54-8d29b2980b79 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:16:25.587723 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Pushing event updated for resources: {'Port': ['ID=92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:25.590572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 91fdfbd6-5dbd-4655-834b-e10f9047c703 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:16:25.590943 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:25.624772 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Attempting to bind port 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:16:25.625195 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Attempting to bind port 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '95ebb042-8e00-4adf-9c02-86999ef85e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:16:25.625446 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Attempting to bind port 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb on network c57719a2-4ac3-4764-b38b-b8d6a56ca331 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:25.633761 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Port 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb on network c57719a2-4ac3-4764-b38b-b8d6a56ca331 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:16:25.633761 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Attempting to bind port 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb on network c57719a2-4ac3-4764-b38b-b8d6a56ca331 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:25.646780 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:16:25.647188 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Checking segment: {'id': '95ebb042-8e00-4adf-9c02-86999ef85e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:16:25.648088 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Bound using segment: {'id': '95ebb042-8e00-4adf-9c02-86999ef85e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:16:25.648088 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Bound port: 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ebb042-8e00-4adf-9c02-86999ef85e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:16:25.648337 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:25.672583 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] For port 18b3850a-5597-4414-bee8-dee50f4a48b3, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=18b3850a-5597-4414-bee8-dee50f4a48b3,segment=NetworkSegment(0953fae5-5960-4572-b6d5-4de8b440b78c),segment_id=0953fae5-5960-4572-b6d5-4de8b440b78c)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:25.672970 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:25.690523 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01c196-dc84-4918-92b7-45512c6f9038 req-b295aa68-cd38-4aa1-a558-ce7963615793 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:25.692111 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c01c196-dc84-4918-92b7-45512c6f9038 req-b295aa68-cd38-4aa1-a558-ce7963615793 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 944 time: 0.1652207 Nov 08 00:16:25.709191 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e442c-fc7c-4013-822b-d6b48fdd314a req-9d5a1742-a629-4d35-a2c4-5542804dc7f7 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:25.709191 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d6e442c-fc7c-4013-822b-d6b48fdd314a req-9d5a1742-a629-4d35-a2c4-5542804dc7f7 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/ports?device_id=27edcb75-0b2f-48fe-b70b-65bd85f4dd03 HTTP/1.1" status: 200 len: 944 time: 0.1571133 Nov 08 00:16:25.725644 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] Calling delete_port for 18b3850a-5597-4414-bee8-dee50f4a48b3 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:16:25.732565 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:25.759426 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0c4cc3d0-20ae-42cb-9e5c-35b38194c360 None None] Deleting port 18b3850a-5597-4414-bee8-dee50f4a48b3 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:16:25.760514 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0c4cc3d0-20ae-42cb-9e5c-35b38194c360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:25.771038 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] For port 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:16:25.776615 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] For port 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:16:25.821732 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c01c196-dc84-4918-92b7-45512c6f9038 req-694feeb5-e3d7-4012-aa2b-8530b3e51735 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116097 Nov 08 00:16:25.828524 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d6e442c-fc7c-4013-822b-d6b48fdd314a req-f5472dff-0986-45e4-9c18-84cee0362f71 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b621f8e-fcd9-4aa4-80bf-85ccc951a5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075389 Nov 08 00:16:25.841298 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27edcb75-0b2f-48fe-b70b-65bd85f4dd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fdfbd6-5dbd-4655-834b-e10f9047c703'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:25.843563 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2070bbe0-85b2-455e-a54e-b5e68a9832c6" -d '{"events": [{"server_uuid": "27edcb75-0b2f-48fe-b70b-65bd85f4dd03", "name": "network-vif-plugged", "status": "completed", "tag": "91fdfbd6-5dbd-4655-834b-e10f9047c703"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:25.851325 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:25.909390 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:25.910213 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:25.911706 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] 10.222.0.20 "PUT /v2.0/ports/92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb HTTP/1.1" status: 200 len: 1092 time: 0.9778316 Nov 08 00:16:25.912232 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860b3063-8eb9-427a-b188-817cf5a4d43c', 'tag': '92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:25.914844 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc89dde9-5a10-46f0-9841-fe4a63d61d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "860b3063-8eb9-427a-b188-817cf5a4d43c", "tag": "92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:25.940831 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-0c4cc3d0-20ae-42cb-9e5c-35b38194c360 None None] For port 18b3850a-5597-4414-bee8-dee50f4a48b3, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=18b3850a-5597-4414-bee8-dee50f4a48b3,segment=NetworkSegment(0953fae5-5960-4572-b6d5-4de8b440b78c),segment_id=0953fae5-5960-4572-b6d5-4de8b440b78c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:25.940831 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0c4cc3d0-20ae-42cb-9e5c-35b38194c360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:25.942640 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 91fdfbd6-5dbd-4655-834b-e10f9047c703, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=91fdfbd6-5dbd-4655-834b-e10f9047c703,segment=NetworkSegment(ec2e91c8-6f32-4f79-a6fd-680710e943e0),segment_id=ec2e91c8-6f32-4f79-a6fd-680710e943e0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:25.960180 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5238b3db-630d-4338-ae61-f7fe96582df3 req-436a6a9c-b261-487a-987d-48a1022036aa tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 210 time: 0.0485182 Nov 08 00:16:25.974806 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0c4cc3d0-20ae-42cb-9e5c-35b38194c360 None None] Calling delete_port for 18b3850a-5597-4414-bee8-dee50f4a48b3 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:16:25.988378 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fa566-a7df-413a-8c52-db693e91a697 service neutron] Pushing event updated for resources: {'Port': ['ID=92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:25.993081 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:26.037569 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] Pushing event deleted for resources: {'Port': ['ID=18b3850a-5597-4414-bee8-dee50f4a48b3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:26.049578 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] No DVR routers for this DVR port 18b3850a-5597-4414-bee8-dee50f4a48b3 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:16:26.065909 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:26.067264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5c898b53-c53d-4e8d-9859-8e387216c648 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:16:26.108086 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a248be7b-e95d-4700-94e8-c76690a6e240 x-openstack-request-id: req-a248be7b-e95d-4700-94e8-c76690a6e240 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:26.108407 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27edcb75-0b2f-48fe-b70b-65bd85f4dd03", "name": "network-vif-plugged", "status": "completed", "tag": "91fdfbd6-5dbd-4655-834b-e10f9047c703", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:26.108652 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a248be7b-e95d-4700-94e8-c76690a6e240 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:26.109042 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27edcb75-0b2f-48fe-b70b-65bd85f4dd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fdfbd6-5dbd-4655-834b-e10f9047c703', 'code': 200} Nov 08 00:16:26.165570 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-4b7fbbe6-0b1f-4942-a76d-147be930c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:26.167157 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-4b7fbbe6-0b1f-4942-a76d-147be930c381 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bba6943dd3d44e78911b47268019e8e6&device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 1095 time: 0.1055293 Nov 08 00:16:26.179184 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0d38a3-4baa-4e8a-81de-75b433a8f737 x-openstack-request-id: req-dd0d38a3-4baa-4e8a-81de-75b433a8f737 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:26.179478 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860b3063-8eb9-427a-b188-817cf5a4d43c", "tag": "92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:26.179765 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd0d38a3-4baa-4e8a-81de-75b433a8f737 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:26.180410 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860b3063-8eb9-427a-b188-817cf5a4d43c', 'tag': '92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb', 'status': 'completed', 'code': 200} Nov 08 00:16:26.220564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 44a47df9-29ae-42cc-a2f9-22d4015cd47d no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:16:26.260262 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:26.275616 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-408ffe66-6701-40c1-9a3d-c841504b7ba6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb HTTP/1.1" status: 200 len: 217 time: 0.0750964 Nov 08 00:16:26.279729 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da068bc-f668-4d03-818e-11d7eb0c9a2b req-372a87a0-3ee3-4b29-a13c-28db4aa0a22e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:26.285766 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7da068bc-f668-4d03-818e-11d7eb0c9a2b req-372a87a0-3ee3-4b29-a13c-28db4aa0a22e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 945 time: 0.1599529 Nov 08 00:16:26.321511 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5231b7b2-7394-4074-bd54-8d29b2980b79']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:16:26.357845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0953fae5-5960-4572-b6d5-4de8b440b78c') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:16:26.358312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0953fae5-5960-4572-b6d5-4de8b440b78c') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:16:26.367970 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca5802-9f90-4aa5-8411-b7d9dfff5672 req-c0b3bd1c-4043-4535-86cf-8ef3396897ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:26.369484 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3cca5802-9f90-4aa5-8411-b7d9dfff5672 req-c0b3bd1c-4043-4535-86cf-8ef3396897ce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=27edcb75-0b2f-48fe-b70b-65bd85f4dd03 HTTP/1.1" status: 200 len: 1096 time: 0.1032140 Nov 08 00:16:26.385892 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7da068bc-f668-4d03-818e-11d7eb0c9a2b req-e248c18c-f21b-48e6-b5e5-d92f947301ca tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929458 Nov 08 00:16:26.401240 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-8012f16e-5f02-43bd-8169-23f4698b4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:26.403261 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-8012f16e-5f02-43bd-8169-23f4698b4060 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f922d749-ea0e-4050-a259-bcddd001eb5a HTTP/1.1" status: 200 len: 862 time: 0.0963988 Nov 08 00:16:26.411413 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:26.422571 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3cca5802-9f90-4aa5-8411-b7d9dfff5672 req-79b70cc8-8f01-4a7d-8c26-ea12c339b0aa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7b621f8e-fcd9-4aa4-80bf-85ccc951a5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402896 Nov 08 00:16:26.432757 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 44a47df9-29ae-42cc-a2f9-22d4015cd47d {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:16:26.433779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 44a47df9-29ae-42cc-a2f9-22d4015cd47d not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:16:26.435365 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3a14a112-2321-43be-9de3-01830dacedd1 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:16:26.460139 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-fabbe4d9-abd5-44f8-8506-6f202b93ecc5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c57719a2-4ac3-4764-b38b-b8d6a56ca331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394220 Nov 08 00:16:26.473398 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7ea79ff-5132-452d-b465-86752257f83f req-d365d33a-893c-4c12-bd8e-fa1d14f42851 tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0376756 Nov 08 00:16:26.476654 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=91fdfbd6-5dbd-4655-834b-e10f9047c703,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:26.476814 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:26.479434 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 3a14a112-2321-43be-9de3-01830dacedd1 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:16:26.480030 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3a14a112-2321-43be-9de3-01830dacedd1 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:16:26.483141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:16:26.483653 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:26.490264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 18b3850a-5597-4414-bee8-dee50f4a48b3 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:16:26.496555 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:16:26.546869 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 18b3850a-5597-4414-bee8-dee50f4a48b3 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:16:26.551178 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 18b3850a-5597-4414-bee8-dee50f4a48b3 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:16:26.575625 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0c4cc3d0-20ae-42cb-9e5c-35b38194c360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:26.644756 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-e25fc868-e7eb-4461-b4a6-848c6baede4d tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:26.645684 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4cc3d0-20ae-42cb-9e5c-35b38194c360 None None] No DVR routers for this DVR port 18b3850a-5597-4414-bee8-dee50f4a48b3 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:16:26.646324 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-e25fc868-e7eb-4461-b4a6-848c6baede4d tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.26 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 806 time: 0.1853981 Nov 08 00:16:26.655298 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:26.674921 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:26.677397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cc3d0-20ae-42cb-9e5c-35b38194c360 None None] Pushing event deleted for resources: {'Port': ['ID=18b3850a-5597-4414-bee8-dee50f4a48b3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:26.684282 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] 10.222.0.13 "DELETE /v2.0/networks/5231b7b2-7394-4074-bd54-8d29b2980b79 HTTP/1.1" status: 204 len: 168 time: 1.3892426 Nov 08 00:16:26.698373 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-d5eac9e7-f425-4cb1-a2d9-8704f1c1db7a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Request body: {'port': {'device_id': '13b3dbb2-053f-4150-b37b-b25e066e141c', 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099', 'admin_state_up': True, 'tenant_id': '03361b607f1240009c31eb92f73a8c14'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:26.706245 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:26.715244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf2b24-b4af-4660-803a-8dc6a54e533d admin admin] Pushing event deleted for resources: {'Network': ['ID=5231b7b2-7394-4074-bd54-8d29b2980b79,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:26.818027 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 5c898b53-c53d-4e8d-9859-8e387216c648, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5c898b53-c53d-4e8d-9859-8e387216c648,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:26.925133 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:26.993874 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-d5eac9e7-f425-4cb1-a2d9-8704f1c1db7a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Made reservation on behalf of 03361b607f1240009c31eb92f73a8c14 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:16:26.997996 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-d5eac9e7-f425-4cb1-a2d9-8704f1c1db7a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:27.054857 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-eca5d2cf-a9d7-4d61-b521-436e221e8ac3 service neutron] 10.222.0.20 "GET /v2.0/networks/c57719a2-4ac3-4764-b38b-b8d6a56ca331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717129 Nov 08 00:16:27.065439 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=5c898b53-c53d-4e8d-9859-8e387216c648,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:27.081270 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 482bac4e-749d-45f6-adb7-78cc00eacad1 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:16:27.147327 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ccdd9-5aa3-43a2-8095-c2218d3124a8 req-482a0d48-7115-4994-a34c-a55f880248c4 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:27.156021 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e14ccdd9-5aa3-43a2-8095-c2218d3124a8 req-482a0d48-7115-4994-a34c-a55f880248c4 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 944 time: 0.1330235 Nov 08 00:16:27.187286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77d580-7c8a-4fdc-8360-e0a19f579f4d req-d57abe5a-8864-4b44-9a94-2900f128e4ec tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:27.189783 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7b77d580-7c8a-4fdc-8360-e0a19f579f4d req-d57abe5a-8864-4b44-9a94-2900f128e4ec tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/ports?device_id=27edcb75-0b2f-48fe-b70b-65bd85f4dd03 HTTP/1.1" status: 200 len: 945 time: 0.1496828 Nov 08 00:16:27.216946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40612) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:27.269964 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e14ccdd9-5aa3-43a2-8095-c2218d3124a8 req-5c3f4bfa-5a56-4138-b0d1-037e229a629a tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116943 Nov 08 00:16:27.305694 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 482bac4e-749d-45f6-adb7-78cc00eacad1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=482bac4e-749d-45f6-adb7-78cc00eacad1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:27.322268 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '482bac4e-749d-45f6-adb7-78cc00eacad1', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '482bac4e-749d-45f6-adb7-78cc00eacad1', 'mac_address': 'fa:16:3e:a0:25:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:16:27.360673 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7b77d580-7c8a-4fdc-8360-e0a19f579f4d req-3c0afc90-16f8-4129-b977-1d8aef4b27a1 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b621f8e-fcd9-4aa4-80bf-85ccc951a5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625607 Nov 08 00:16:27.365912 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-78c557b8-3ddb-485e-a9f9-fb54ce5607fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53229acc1a8e435a991dbecce56b37f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1379740 Nov 08 00:16:27.367856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40622) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:27.381152 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:27.400221 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 482bac4e-749d-45f6-adb7-78cc00eacad1 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:27.465608 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 482bac4e-749d-45f6-adb7-78cc00eacad1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=482bac4e-749d-45f6-adb7-78cc00eacad1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:27.529087 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-24ec3308-3cea-4732-a801-1ee622631d33 req-faa5baa3-a772-43f2-b70c-a1c370589789 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 210 time: 0.0575829 Nov 08 00:16:27.541346 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:27.577642 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3d37e045-f527-4691-b85b-ae596509a8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:27.669389 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=482bac4e-749d-45f6-adb7-78cc00eacad1,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:27.693367 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e5b39158-f00a-41a4-b59d-a9f09bc3446f req-792796d5-a947-4d2e-8586-f7ba0cac9da6 service neutron] 10.222.0.20 "GET /v2.0/networks/c57719a2-4ac3-4764-b38b-b8d6a56ca331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6035693 Nov 08 00:16:27.700031 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-d5eac9e7-f425-4cb1-a2d9-8704f1c1db7a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Allocated IP 172.20.0.13 (cac5a810-3b8a-4875-b1de-503826400099/ecaf66e9-5ef6-440b-87a0-b205c6e28157/0500f70c-eb1d-4db9-8205-a9d7227ae552) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:16:27.730160 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f3028238-b75d-43f2-8e67-68f4ea478a80 req-102d1f5c-dd89-4fc9-9b76-d2e95b8c8880 tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0663574 Nov 08 00:16:27.738591 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3d37e045-f527-4691-b85b-ae596509a8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:27.738927 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['482bac4e-749d-45f6-adb7-78cc00eacad1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:27.760273 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e6311-2766-4bdc-8189-d1d027384ffb req-94753a9d-a2fc-49a4-b0c8-4f732262defa tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:27.762164 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-347e6311-2766-4bdc-8189-d1d027384ffb req-94753a9d-a2fc-49a4-b0c8-4f732262defa tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 943 time: 0.1857052 Nov 08 00:16:27.868735 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-347e6311-2766-4bdc-8189-d1d027384ffb req-d4043a58-c7fa-498d-baea-0ec8041682a0 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781527 Nov 08 00:16:27.957211 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3d37e045-f527-4691-b85b-ae596509a8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:27.960470 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3d37e045-f527-4691-b85b-ae596509a8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:27.965069 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-d5eac9e7-f425-4cb1-a2d9-8704f1c1db7a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:27.970939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3d37e045-f527-4691-b85b-ae596509a8d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e50e4e63-8f2d-4c88-b73a-dfb934209505 HTTP/1.1" status: 204 len: 168 time: 0.5976620 Nov 08 00:16:28.010091 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37e045-f527-4691-b85b-ae596509a8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50e4e63-8f2d-4c88-b73a-dfb934209505,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:28.109968 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3eb78b-38c7-406f-9075-cd010b7d4714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c898b53-c53d-4e8d-9859-8e387216c648'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:28.118254 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11dcb2f-0ae9-4712-9e96-30982041193b" -d '{"events": [{"server_uuid": "ea3eb78b-38c7-406f-9075-cd010b7d4714", "name": "network-vif-unplugged", "status": "completed", "tag": "5c898b53-c53d-4e8d-9859-8e387216c648"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:28.118678 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-d5eac9e7-f425-4cb1-a2d9-8704f1c1db7a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:28.124056 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89dde9-5a10-46f0-9841-fe4a63d61d2a req-19a3a523-dc18-46e7-9326-16a525d0dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:28.126310 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dc89dde9-5a10-46f0-9841-fe4a63d61d2a req-19a3a523-dc18-46e7-9326-16a525d0dfad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bba6943dd3d44e78911b47268019e8e6&device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 1095 time: 0.1213937 Nov 08 00:16:28.138128 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bc401ed6-e583-4285-8c20-66390f1d61a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:28.175403 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['56ff3958-0144-4d3c-b3b3-300680828662'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:28.181259 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f66f965-8f56-4624-af5d-71274949ecfa x-openstack-request-id: req-6f66f965-8f56-4624-af5d-71274949ecfa {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:28.181878 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3eb78b-38c7-406f-9075-cd010b7d4714", "name": "network-vif-unplugged", "status": "failed", "tag": "5c898b53-c53d-4e8d-9859-8e387216c648", "code": 422}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:28.183352 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f66f965-8f56-4624-af5d-71274949ecfa {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:28.184181 n-d-816882-1 neutron-server[102773]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ea3eb78b-38c7-406f-9075-cd010b7d4714', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5c898b53-c53d-4e8d-9859-8e387216c648', 'code': 422} returned with failed status Nov 08 00:16:28.344614 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-d5eac9e7-f425-4cb1-a2d9-8704f1c1db7a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Network cac5a810-3b8a-4875-b1de-503826400099 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:16:28.353816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-d5eac9e7-f425-4cb1-a2d9-8704f1c1db7a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:16:28.372344 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-d5eac9e7-f425-4cb1-a2d9-8704f1c1db7a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:16:28.497174 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848095a-608a-47f1-9c8b-0c0beb6f6d99 req-1245ea2e-9061-4106-9024-1e6bbe90981f tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:28.503817 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eac9e7-f425-4cb1-a2d9-8704f1c1db7a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Pushing event updated for resources: {'Port': ['ID=0500f70c-eb1d-4db9-8205-a9d7227ae552,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:28.508481 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7848095a-608a-47f1-9c8b-0c0beb6f6d99 req-1245ea2e-9061-4106-9024-1e6bbe90981f tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 944 time: 0.1291201 Nov 08 00:16:28.513070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89dde9-5a10-46f0-9841-fe4a63d61d2a req-b68783a7-cfc4-4575-b220-47a5741d59ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:28.514528 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dc89dde9-5a10-46f0-9841-fe4a63d61d2a req-b68783a7-cfc4-4575-b220-47a5741d59ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=c57719a2-4ac3-4764-b38b-b8d6a56ca331 HTTP/1.1" status: 200 len: 923 time: 0.3733625 Nov 08 00:16:28.548320 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7848095a-608a-47f1-9c8b-0c0beb6f6d99 req-cb76a2b7-af9a-4206-a873-286df9f1fac5 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388286 Nov 08 00:16:28.581887 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-d5eac9e7-f425-4cb1-a2d9-8704f1c1db7a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:28.582450 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-d5eac9e7-f425-4cb1-a2d9-8704f1c1db7a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:28.586938 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dc89dde9-5a10-46f0-9841-fe4a63d61d2a req-04c8bbdf-b174-4734-ae2f-0e5a335a2467 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb HTTP/1.1" status: 200 len: 217 time: 0.0582747 Nov 08 00:16:28.679202 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89dde9-5a10-46f0-9841-fe4a63d61d2a req-236a31b3-7a01-4aca-8b17-41baf5b080e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:28.680708 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dc89dde9-5a10-46f0-9841-fe4a63d61d2a req-236a31b3-7a01-4aca-8b17-41baf5b080e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f922d749-ea0e-4050-a259-bcddd001eb5a HTTP/1.1" status: 200 len: 862 time: 0.0831339 Nov 08 00:16:28.741789 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168dff2-b14f-43eb-b381-d4cb90bfed74 req-9b5649a6-b20a-4f66-a247-32f7624af462 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:28.744532 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1168dff2-b14f-43eb-b381-d4cb90bfed74 req-9b5649a6-b20a-4f66-a247-32f7624af462 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/ports?device_id=27edcb75-0b2f-48fe-b70b-65bd85f4dd03 HTTP/1.1" status: 200 len: 945 time: 0.1093075 Nov 08 00:16:28.756106 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dc89dde9-5a10-46f0-9841-fe4a63d61d2a req-1085ba65-4f7e-43a1-aac4-2548febe468e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c57719a2-4ac3-4764-b38b-b8d6a56ca331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588999 Nov 08 00:16:28.756802 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-d5eac9e7-f425-4cb1-a2d9-8704f1c1db7a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0942016 Nov 08 00:16:28.782605 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Request body: {'port': {'device_id': '13b3dbb2-053f-4150-b37b-b25e066e141c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:28.809400 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1168dff2-b14f-43eb-b381-d4cb90bfed74 req-02668dd3-3559-466e-91d5-d52e4d5e8823 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b621f8e-fcd9-4aa4-80bf-85ccc951a5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542843 Nov 08 00:16:28.934452 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:28.957529 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dc89dde9-5a10-46f0-9841-fe4a63d61d2a req-3dec670c-128d-43fc-91bd-d77861b7b002 service neutron] 10.222.0.20 "GET /v2.0/networks/c57719a2-4ac3-4764-b38b-b8d6a56ca331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940210 Nov 08 00:16:29.078328 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 482bac4e-749d-45f6-adb7-78cc00eacad1 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:16:29.154333 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 482bac4e-749d-45f6-adb7-78cc00eacad1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:16:29.154706 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:29.204661 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dc89dde9-5a10-46f0-9841-fe4a63d61d2a req-40d9cf89-735c-4485-8a84-44ddd48430b1 service neutron] 10.222.0.20 "GET /v2.0/networks/c57719a2-4ac3-4764-b38b-b8d6a56ca331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220759 Nov 08 00:16:29.351695 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:29.390058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 482bac4e-749d-45f6-adb7-78cc00eacad1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=482bac4e-749d-45f6-adb7-78cc00eacad1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:29.401173 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0500f70c-eb1d-4db9-8205-a9d7227ae552 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:29.410525 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:29.416789 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5c898b53-c53d-4e8d-9859-8e387216c648 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:16:29.432414 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Transition to ACTIVE for port object 0500f70c-eb1d-4db9-8205-a9d7227ae552 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:16:29.494161 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:29.628841 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Pushing event updated for resources: {'Port': ['ID=0500f70c-eb1d-4db9-8205-a9d7227ae552,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:29.665291 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Attempting to bind port 0500f70c-eb1d-4db9-8205-a9d7227ae552 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:16:29.665872 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Attempting to bind port 0500f70c-eb1d-4db9-8205-a9d7227ae552 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:16:29.666119 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Attempting to bind port 0500f70c-eb1d-4db9-8205-a9d7227ae552 on network cac5a810-3b8a-4875-b1de-503826400099 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:29.672433 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40710) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:29.703238 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Port 0500f70c-eb1d-4db9-8205-a9d7227ae552 on network cac5a810-3b8a-4875-b1de-503826400099 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:16:29.703681 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Attempting to bind port 0500f70c-eb1d-4db9-8205-a9d7227ae552 on network cac5a810-3b8a-4875-b1de-503826400099 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:29.720132 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:16:29.720627 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Checking segment: {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:16:29.720873 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Bound using segment: {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:16:29.721516 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Bound port: 0500f70c-eb1d-4db9-8205-a9d7227ae552, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:16:29.725357 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:29.735776 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:29.842356 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=482bac4e-749d-45f6-adb7-78cc00eacad1,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:29.845516 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] For port 0500f70c-eb1d-4db9-8205-a9d7227ae552, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:16:29.859646 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] For port 0500f70c-eb1d-4db9-8205-a9d7227ae552, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=0500f70c-eb1d-4db9-8205-a9d7227ae552,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:16:29.890258 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b410771e-a753-4dde-8ec8-806b78f9c209 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-927234225-network', 'tenant_id': '2d34f50ef789466c8b50527ab85a5299'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:29.924784 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:29.984228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:29.987221 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:29.990755 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] 10.222.0.26 "PUT /v2.0/ports/0500f70c-eb1d-4db9-8205-a9d7227ae552 HTTP/1.1" status: 200 len: 1092 time: 1.2184601 Nov 08 00:16:29.991464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29d163-db55-4cba-ad7b-ebad52e3efb5 req-ee0bc90b-36c9-4f8f-b5dd-81705771b3dd tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:29.993804 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b3dbb2-053f-4150-b37b-b25e066e141c', 'tag': '0500f70c-eb1d-4db9-8205-a9d7227ae552'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:29.997617 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93711ffb-bacc-4788-8a75-f09a8d8e3dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "13b3dbb2-053f-4150-b37b-b25e066e141c", "tag": "0500f70c-eb1d-4db9-8205-a9d7227ae552"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:30.000574 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed29d163-db55-4cba-ad7b-ebad52e3efb5 req-ee0bc90b-36c9-4f8f-b5dd-81705771b3dd tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 944 time: 0.0631478 Nov 08 00:16:30.015599 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b410771e-a753-4dde-8ec8-806b78f9c209 admin admin] Made reservation on behalf of 2d34f50ef789466c8b50527ab85a5299 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:16:30.018880 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b410771e-a753-4dde-8ec8-806b78f9c209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:30.034076 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b410771e-a753-4dde-8ec8-806b78f9c209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:30.080386 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b37633-dae3-4202-92f6-808de8663d7f service neutron] Pushing event updated for resources: {'Port': ['ID=0500f70c-eb1d-4db9-8205-a9d7227ae552,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:30.083112 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:16:30.134536 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed29d163-db55-4cba-ad7b-ebad52e3efb5 req-5d0874a8-965a-42ab-8be4-53e41249faf6 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321239 Nov 08 00:16:30.169140 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07151979-b3c6-47d7-94f6-f83bff519eda req-8fe331e6-ba47-4d41-a9fe-689820fe8f2b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:30.172849 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07151979-b3c6-47d7-94f6-f83bff519eda req-8fe331e6-ba47-4d41-a9fe-689820fe8f2b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea3eb78b-38c7-406f-9075-cd010b7d4714 HTTP/1.1" status: 200 len: 943 time: 0.1543567 Nov 08 00:16:30.187058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef47df9-3ff0-4206-8b36-09c8cccaba62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482bac4e-749d-45f6-adb7-78cc00eacad1'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:30.192282 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db76fd3-0f72-4179-8ed0-58f0e411fc4b" -d '{"events": [{"server_uuid": "8ef47df9-3ff0-4206-8b36-09c8cccaba62", "name": "network-vif-plugged", "status": "completed", "tag": "482bac4e-749d-45f6-adb7-78cc00eacad1"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:30.202266 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b410771e-a753-4dde-8ec8-806b78f9c209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:30.212784 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-ae5b9112-76ab-41cf-8a22-ca9527ce164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:30.215038 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-ae5b9112-76ab-41cf-8a22-ca9527ce164f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 1095 time: 0.0743198 Nov 08 00:16:30.288650 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-ae823f4a-32d8-4fec-ab50-17fbec4becb3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0500f70c-eb1d-4db9-8205-a9d7227ae552 HTTP/1.1" status: 200 len: 217 time: 0.0558825 Nov 08 00:16:30.289662 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b410771e-a753-4dde-8ec8-806b78f9c209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:30.319368 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410771e-a753-4dde-8ec8-806b78f9c209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db93346-1fe4-4875-ac85-69a296babdca,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:30.324522 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-07151979-b3c6-47d7-94f6-f83bff519eda req-1734aa53-c4f5-4859-9af0-dcd7795aec88 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Deleting port 5c898b53-c53d-4e8d-9859-8e387216c648 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:16:30.325103 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-07151979-b3c6-47d7-94f6-f83bff519eda req-1734aa53-c4f5-4859-9af0-dcd7795aec88 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:30.364048 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b410771e-a753-4dde-8ec8-806b78f9c209 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:16:30.400244 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b410771e-a753-4dde-8ec8-806b78f9c209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:30.400731 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-b410771e-a753-4dde-8ec8-806b78f9c209 admin admin] Added segment bdbc88c8-5564-4901-960a-92cfa27f995e of type vlan for network d088be02-3913-4ec5-9648-4cfa6290a2e6 Nov 08 00:16:30.414706 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-1c6ffb90-2a96-4c72-b4dc-a45c6e79273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:30.416355 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-1c6ffb90-2a96-4c72-b4dc-a45c6e79273d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ecaf66e9-5ef6-440b-87a0-b205c6e28157 HTTP/1.1" status: 200 len: 846 time: 0.0988073 Nov 08 00:16:30.437195 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-07151979-b3c6-47d7-94f6-f83bff519eda req-1734aa53-c4f5-4859-9af0-dcd7795aec88 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] For port 5c898b53-c53d-4e8d-9859-8e387216c648, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5c898b53-c53d-4e8d-9859-8e387216c648,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:30.437195 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-07151979-b3c6-47d7-94f6-f83bff519eda req-1734aa53-c4f5-4859-9af0-dcd7795aec88 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:30.452341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-07151979-b3c6-47d7-94f6-f83bff519eda req-1734aa53-c4f5-4859-9af0-dcd7795aec88 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Calling delete_port for 5c898b53-c53d-4e8d-9859-8e387216c648 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:16:30.498296 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b410771e-a753-4dde-8ec8-806b78f9c209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:30.508613 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-be57bc0f-09f0-477e-a6c3-f2ade75dcad2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cac5a810-3b8a-4875-b1de-503826400099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640686 Nov 08 00:16:30.642162 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-e9385795-4e61-453b-8785-fc9ad03b17bb service neutron] 10.222.0.26 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256113 Nov 08 00:16:30.663971 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b410771e-a753-4dde-8ec8-806b78f9c209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:30.665524 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b410771e-a753-4dde-8ec8-806b78f9c209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:30.666468 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b410771e-a753-4dde-8ec8-806b78f9c209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:30.679198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2be08374-7d99-47ac-befe-fae576918b21 req-d39dc139-a039-4a22-8d39-810ae96e977b tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0343714 Nov 08 00:16:30.713282 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-07151979-b3c6-47d7-94f6-f83bff519eda req-1734aa53-c4f5-4859-9af0-dcd7795aec88 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:30.723620 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b45c032-5d19-47b3-8f01-ca43c4ef6378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:30.761379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734aa53-c4f5-4859-9af0-dcd7795aec88 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Pushing event deleted for resources: {'Port': ['ID=5c898b53-c53d-4e8d-9859-8e387216c648,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:30.788624 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410771e-a753-4dde-8ec8-806b78f9c209 admin admin] Pushing event updated for resources: {'Network': ['ID=d088be02-3913-4ec5-9648-4cfa6290a2e6,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:30.801592 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network d088be02-3913-4ec5-9648-4cfa6290a2e6 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:16:30.851290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-07151979-b3c6-47d7-94f6-f83bff519eda req-1734aa53-c4f5-4859-9af0-dcd7795aec88 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] No DVR routers for this DVR port 5c898b53-c53d-4e8d-9859-8e387216c648 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:16:30.854262 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-07151979-b3c6-47d7-94f6-f83bff519eda req-1734aa53-c4f5-4859-9af0-dcd7795aec88 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:30.865713 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07151979-b3c6-47d7-94f6-f83bff519eda req-1734aa53-c4f5-4859-9af0-dcd7795aec88 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "DELETE /v2.0/ports/5c898b53-c53d-4e8d-9859-8e387216c648 HTTP/1.1" status: 204 len: 173 time: 0.6892538 Nov 08 00:16:30.867045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3eb78b-38c7-406f-9075-cd010b7d4714', 'name': 'network-vif-deleted', 'tag': '5c898b53-c53d-4e8d-9859-8e387216c648'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:30.869648 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3ac869-e7bc-43e0-b2bb-199c4f6c1d7a" -d '{"events": [{"server_uuid": "ea3eb78b-38c7-406f-9075-cd010b7d4714", "name": "network-vif-deleted", "tag": "5c898b53-c53d-4e8d-9859-8e387216c648"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:30.874184 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8cc451f5-c9c5-4401-a946-f3f22564efe1 req-2164fa33-e246-4149-ae80-a6ba95abea50 service neutron] 10.222.0.26 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221029 Nov 08 00:16:30.894437 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b410771e-a753-4dde-8ec8-806b78f9c209 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2173564 Nov 08 00:16:30.895057 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40730) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:30.899933 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-4f631780-3d5b-420b-92c2-43e14312004e admin admin] Request body: {'subnet': {'network_id': 'd088be02-3913-4ec5-9648-4cfa6290a2e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-927234225-subnet', 'tenant_id': '2d34f50ef789466c8b50527ab85a5299', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:30.919804 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8af155-c041-41b2-b5c5-110752462dc3 req-e418f532-f1a2-4b71-a014-d0b9b390e4e9 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:30.926067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a8af155-c041-41b2-b5c5-110752462dc3 req-e418f532-f1a2-4b71-a014-d0b9b390e4e9 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 944 time: 0.1271327 Nov 08 00:16:30.972194 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a8af155-c041-41b2-b5c5-110752462dc3 req-19e5c563-7676-4039-aea0-3511260090d0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353441 Nov 08 00:16:30.992137 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:31.028188 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c70cd1-da2b-4744-9ad3-73fc48ed2d99 x-openstack-request-id: req-33c70cd1-da2b-4744-9ad3-73fc48ed2d99 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:31.028701 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b3dbb2-053f-4150-b37b-b25e066e141c", "tag": "0500f70c-eb1d-4db9-8205-a9d7227ae552", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:31.029111 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33c70cd1-da2b-4744-9ad3-73fc48ed2d99 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:31.029835 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b3dbb2-053f-4150-b37b-b25e066e141c', 'tag': '0500f70c-eb1d-4db9-8205-a9d7227ae552', 'status': 'completed', 'code': 200} Nov 08 00:16:31.038613 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f631780-3d5b-420b-92c2-43e14312004e admin admin] Made reservation on behalf of 2d34f50ef789466c8b50527ab85a5299 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:16:31.041966 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4f631780-3d5b-420b-92c2-43e14312004e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:31.069473 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027ebfa2-ff7f-4a40-bca1-56c25caa08ab x-openstack-request-id: req-027ebfa2-ff7f-4a40-bca1-56c25caa08ab {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:31.069882 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef47df9-3ff0-4206-8b36-09c8cccaba62", "name": "network-vif-plugged", "status": "completed", "tag": "482bac4e-749d-45f6-adb7-78cc00eacad1", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:31.070237 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-027ebfa2-ff7f-4a40-bca1-56c25caa08ab {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:31.070901 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef47df9-3ff0-4206-8b36-09c8cccaba62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482bac4e-749d-45f6-adb7-78cc00eacad1', 'code': 200} Nov 08 00:16:31.237320 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc18b2-5ecf-4073-97e8-e35198999c3b req-97062014-e0fb-499c-8bdd-f7f4d7a9bb28 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:31.239111 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4abc18b2-5ecf-4073-97e8-e35198999c3b req-97062014-e0fb-499c-8bdd-f7f4d7a9bb28 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/ports?device_id=27edcb75-0b2f-48fe-b70b-65bd85f4dd03 HTTP/1.1" status: 200 len: 945 time: 0.1221347 Nov 08 00:16:31.271989 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93711ffb-bacc-4788-8a75-f09a8d8e3dc5 req-59a867dc-0467-4cea-bb23-5ec8f623b024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:31.273790 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-93711ffb-bacc-4788-8a75-f09a8d8e3dc5 req-59a867dc-0467-4cea-bb23-5ec8f623b024 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 1095 time: 0.1335046 Nov 08 00:16:31.291410 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4abc18b2-5ecf-4073-97e8-e35198999c3b req-40129c8c-539a-4780-a4a1-6b39ba3f520a tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b621f8e-fcd9-4aa4-80bf-85ccc951a5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393398 Nov 08 00:16:31.363759 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e24605e-4da7-4306-94f8-ad1efe4538ed x-openstack-request-id: req-9e24605e-4da7-4306-94f8-ad1efe4538ed {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:31.363759 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3eb78b-38c7-406f-9075-cd010b7d4714", "name": "network-vif-deleted", "tag": "5c898b53-c53d-4e8d-9859-8e387216c648", "status": "failed", "code": 422}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:31.363759 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e24605e-4da7-4306-94f8-ad1efe4538ed {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:31.364266 n-d-816882-1 neutron-server[102772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ea3eb78b-38c7-406f-9075-cd010b7d4714', 'name': 'network-vif-deleted', 'tag': '5c898b53-c53d-4e8d-9859-8e387216c648', 'status': 'failed', 'code': 422} returned with failed status Nov 08 00:16:31.412859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:16:31.427524 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93711ffb-bacc-4788-8a75-f09a8d8e3dc5 req-01626c56-4756-4f07-aa90-296261553653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:31.429078 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-93711ffb-bacc-4788-8a75-f09a8d8e3dc5 req-01626c56-4756-4f07-aa90-296261553653 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 907 time: 0.1298220 Nov 08 00:16:31.488484 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-93711ffb-bacc-4788-8a75-f09a8d8e3dc5 req-0eb98c97-ca2c-4c38-9652-a2b471b7c86a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0500f70c-eb1d-4db9-8205-a9d7227ae552 HTTP/1.1" status: 200 len: 217 time: 0.0496752 Nov 08 00:16:31.539160 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0ca6f-0c97-4703-a776-153bb63c7fa0 req-14b39d98-511b-49ba-84f2-2ca98e63dc84 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:31.541817 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bb0ca6f-0c97-4703-a776-153bb63c7fa0 req-14b39d98-511b-49ba-84f2-2ca98e63dc84 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 944 time: 0.0674908 Nov 08 00:16:31.541980 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93711ffb-bacc-4788-8a75-f09a8d8e3dc5 req-744a27b9-b28b-4e30-a8f6-1e5fb0cc8848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:31.542372 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:31.543481 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-93711ffb-bacc-4788-8a75-f09a8d8e3dc5 req-744a27b9-b28b-4e30-a8f6-1e5fb0cc8848 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ecaf66e9-5ef6-440b-87a0-b205c6e28157 HTTP/1.1" status: 200 len: 846 time: 0.0440903 Nov 08 00:16:31.554585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb', 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331', 'port_id': '92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb', 'mac_address': 'fa:16:3e:2d:ac:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f922d749-ea0e-4050-a259-bcddd001eb5a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:16:31.578318 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-93711ffb-bacc-4788-8a75-f09a8d8e3dc5 req-f84d30fb-52bc-4092-ae84-e8475d6d8323 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cac5a810-3b8a-4875-b1de-503826400099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261533 Nov 08 00:16:31.593118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bb0ca6f-0c97-4703-a776-153bb63c7fa0 req-56a43e80-70ac-4f58-8aee-afc8edba050e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440326 Nov 08 00:16:31.607326 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:31.628122 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:31.648457 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:31.655430 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4f631780-3d5b-420b-92c2-43e14312004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:31.701944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61127d-7774-47e1-a0a1-b38668c53074 req-682520c6-591d-4081-832f-fd9d36b00110 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:31.703381 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f61127d-7774-47e1-a0a1-b38668c53074 req-682520c6-591d-4081-832f-fd9d36b00110 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 1096 time: 0.0476558 Nov 08 00:16:31.712416 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:31.741041 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:31.741230 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f631780-3d5b-420b-92c2-43e14312004e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2bb2104-9c0a-40fe-936a-9c2c5a3c1a3d,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:31.743946 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f61127d-7774-47e1-a0a1-b38668c53074 req-787f84cb-4e91-439a-a813-99e59340daeb tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340295 Nov 08 00:16:31.751697 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-93711ffb-bacc-4788-8a75-f09a8d8e3dc5 req-66b7c90b-8c16-40d1-b819-42dd86eb68ae service neutron] 10.222.0.26 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550772 Nov 08 00:16:31.784392 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f631780-3d5b-420b-92c2-43e14312004e admin admin] Checking segment: {'id': 'bdbc88c8-5564-4901-960a-92cfa27f995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd088be02-3913-4ec5-9648-4cfa6290a2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:16:31.788461 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f631780-3d5b-420b-92c2-43e14312004e admin admin] Network hostable DHCP agents. Network: d088be02-3913-4ec5-9648-4cfa6290a2e6, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:16:31.814609 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:31.860577 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:31.902982 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eee814d6-b8e9-42a0-b358-57cc60879c63 req-6af9e00b-0401-4f6f-ba8e-a8d9e3b0e064 tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0425770 Nov 08 00:16:31.940334 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-93711ffb-bacc-4788-8a75-f09a8d8e3dc5 req-1606653a-516b-435b-b11f-92a0491a2c4c service neutron] 10.222.0.26 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747718 Nov 08 00:16:31.986853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f631780-3d5b-420b-92c2-43e14312004e admin admin] Network d088be02-3913-4ec5-9648-4cfa6290a2e6 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:16:32.061255 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-4f631780-3d5b-420b-92c2-43e14312004e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, d088be02-3913-4ec5-9648-4cfa6290a2e6) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:16:32.068439 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f631780-3d5b-420b-92c2-43e14312004e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:32.073186 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4f631780-3d5b-420b-92c2-43e14312004e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:32.074286 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5358f0b3-f714-4dfa-a258-2248f7979049 None None] Network d088be02-3913-4ec5-9648-4cfa6290a2e6 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:16:32.168784 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4f631780-3d5b-420b-92c2-43e14312004e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2630191 Nov 08 00:16:32.176661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c5ae8-d325-45b3-acd9-25dcbcf22c6f req-0cc31e4e-63a1-4b67-898a-9ec18dcf6221 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:32.184869 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-761c5ae8-d325-45b3-acd9-25dcbcf22c6f req-0cc31e4e-63a1-4b67-898a-9ec18dcf6221 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 945 time: 0.0698171 Nov 08 00:16:32.207825 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:32.236196 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-761c5ae8-d325-45b3-acd9-25dcbcf22c6f req-e437f374-fd03-4e9c-a997-c3ecdce12b9d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462942 Nov 08 00:16:32.401012 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eebe273-4394-4093-b701-aec530c65192 None None] Network d088be02-3913-4ec5-9648-4cfa6290a2e6 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:16:32.502094 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d308412-d661-43ff-a901-7312511909b8 req-ace36c3b-a041-4940-8108-81d7c7cdb9f5 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:32.504448 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1d308412-d661-43ff-a901-7312511909b8 req-ace36c3b-a041-4940-8108-81d7c7cdb9f5 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.20 "GET /v2.0/ports?device_id=27edcb75-0b2f-48fe-b70b-65bd85f4dd03 HTTP/1.1" status: 200 len: 945 time: 0.0944326 Nov 08 00:16:32.520010 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-c6e9b983-7ca5-473d-a543-e4b6fd7b21c7 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:32.527547 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-c6e9b983-7ca5-473d-a543-e4b6fd7b21c7 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 811 time: 0.1923442 Nov 08 00:16:32.545508 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-d3d1b93f-50cc-41d4-bcf1-ef931edfd18d tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/quotas/8dd4c6d02b4944e189792b171f577519 HTTP/1.1" status: 200 len: 375 time: 0.0169160 Nov 08 00:16:32.588052 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-c7110829-68d3-4712-b190-5e9af7a122b0 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415359 Nov 08 00:16:32.667914 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-1d308412-d661-43ff-a901-7312511909b8 req-9a81b637-2cc3-4fc5-ab79-168ede141eaf tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Deleting port 91fdfbd6-5dbd-4655-834b-e10f9047c703 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:16:32.668414 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1d308412-d661-43ff-a901-7312511909b8 req-9a81b637-2cc3-4fc5-ab79-168ede141eaf tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:32.773591 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-3d45a76e-8816-442f-8871-eecad9988bbd service neutron] 10.222.0.13 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841965 Nov 08 00:16:32.776372 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-1d308412-d661-43ff-a901-7312511909b8 req-9a81b637-2cc3-4fc5-ab79-168ede141eaf tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] For port 91fdfbd6-5dbd-4655-834b-e10f9047c703, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=91fdfbd6-5dbd-4655-834b-e10f9047c703,segment=NetworkSegment(ec2e91c8-6f32-4f79-a6fd-680710e943e0),segment_id=ec2e91c8-6f32-4f79-a6fd-680710e943e0)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:32.776846 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1d308412-d661-43ff-a901-7312511909b8 req-9a81b637-2cc3-4fc5-ab79-168ede141eaf tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:32.791190 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-1d308412-d661-43ff-a901-7312511909b8 req-9a81b637-2cc3-4fc5-ab79-168ede141eaf tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Calling delete_port for 91fdfbd6-5dbd-4655-834b-e10f9047c703 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:16:33.141964 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1d308412-d661-43ff-a901-7312511909b8 req-9a81b637-2cc3-4fc5-ab79-168ede141eaf tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:33.210566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['91fdfbd6-5dbd-4655-834b-e10f9047c703'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:33.214336 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-71342a8d-c655-4d88-a6e9-8ded04158f65 service neutron] 10.222.0.13 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365020 Nov 08 00:16:33.272846 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81b637-2cc3-4fc5-ab79-168ede141eaf tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Pushing event deleted for resources: {'Port': ['ID=91fdfbd6-5dbd-4655-834b-e10f9047c703,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:33.284613 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:33.305434 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d308412-d661-43ff-a901-7312511909b8 req-9a81b637-2cc3-4fc5-ab79-168ede141eaf tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] No DVR routers for this DVR port 91fdfbd6-5dbd-4655-834b-e10f9047c703 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:16:33.308852 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1d308412-d661-43ff-a901-7312511909b8 req-9a81b637-2cc3-4fc5-ab79-168ede141eaf tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:33.312386 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1d308412-d661-43ff-a901-7312511909b8 req-9a81b637-2cc3-4fc5-ab79-168ede141eaf tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.20 "DELETE /v2.0/ports/91fdfbd6-5dbd-4655-834b-e10f9047c703 HTTP/1.1" status: 204 len: 173 time: 0.7980015 Nov 08 00:16:33.312835 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27edcb75-0b2f-48fe-b70b-65bd85f4dd03', 'name': 'network-vif-deleted', 'tag': '91fdfbd6-5dbd-4655-834b-e10f9047c703'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:33.315088 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f3d4a7-9921-4f2c-a62f-9cf6db9c534b" -d '{"events": [{"server_uuid": "27edcb75-0b2f-48fe-b70b-65bd85f4dd03", "name": "network-vif-deleted", "tag": "91fdfbd6-5dbd-4655-834b-e10f9047c703"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:33.432566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:16:33.604537 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:16:33.609639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:16:33.610240 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:33.622828 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-738541d0-cd08-4a2f-a669-7364babb9645 req-d2db75a6-2617-46d0-9893-d872b4609255 tempest-InstanceActionsV221TestJSON-782469535 tempest-InstanceActionsV221TestJSON-782469535-project] 10.222.0.13 "GET /v2.0/ports?device_id=27edcb75-0b2f-48fe-b70b-65bd85f4dd03 HTTP/1.1" status: 200 len: 210 time: 0.0577495 Nov 08 00:16:33.745671 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:33.782526 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860b3063-8eb9-427a-b188-817cf5a4d43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:33.785044 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5161ecf0-cded-406d-856c-25f16be2b677" -d '{"events": [{"server_uuid": "860b3063-8eb9-427a-b188-817cf5a4d43c", "name": "network-vif-plugged", "status": "completed", "tag": "92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:33.801220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:33.906547 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:33.967994 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:33.977321 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:33.977730 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:33.978005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:33.978357 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:33.978702 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:33.979027 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:33.979351 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:33.979654 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:33.980997 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:33.981599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:33.981926 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:33.988756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:34.079002 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-d9cf485c-7516-4709-9f09-5e5c60d9d502 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:34.085179 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-d9cf485c-7516-4709-9f09-5e5c60d9d502 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/networks?id=d088be02-3913-4ec5-9648-4cfa6290a2e6 HTTP/1.1" status: 200 len: 813 time: 0.1863804 Nov 08 00:16:34.101125 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-1b33651a-fb8f-497b-838d-8e9410ba5852 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/quotas/2d34f50ef789466c8b50527ab85a5299 HTTP/1.1" status: 200 len: 375 time: 0.0146058 Nov 08 00:16:34.142207 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-e040fdaf-dbfc-475e-9bce-cc24f7b29afc tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d34f50ef789466c8b50527ab85a5299&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382893 Nov 08 00:16:34.263131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-6bb831c5-9c7b-4dd0-ba64-15a5e039be38 service neutron] 10.222.0.13 "GET /v2.0/networks/d088be02-3913-4ec5-9648-4cfa6290a2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111379 Nov 08 00:16:34.389320 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-78a5a26a-66e9-4f47-900f-5829066c6e61 service neutron] 10.222.0.13 "GET /v2.0/networks/d088be02-3913-4ec5-9648-4cfa6290a2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221111 Nov 08 00:16:34.451437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-61effce3-68b7-44b8-8dbf-84fe3ef1a053 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:16:34.455959 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-61effce3-68b7-44b8-8dbf-84fe3ef1a053 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1172469 Nov 08 00:16:34.499454 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6e146-4817-4a83-8666-4dca70a96781 req-75748022-b172-45c1-8110-827dd1a09fc5 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:34.501010 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-75748022-b172-45c1-8110-827dd1a09fc5 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/ports/c115532b-fa9f-422a-9e63-4efe85e12766 HTTP/1.1" status: 200 len: 1093 time: 0.0423872 Nov 08 00:16:34.571190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-24e6e146-4817-4a83-8666-4dca70a96781 req-ef9e6851-be1e-40af-ab4a-b0a8c3f13479 service neutron] Request body: {'binding': {'host': 'n-h2-816882-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:34.571472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-24e6e146-4817-4a83-8666-4dca70a96781 req-ef9e6851-be1e-40af-ab4a-b0a8c3f13479 service neutron] Unknown quota resources ['binding']. {{(pid=102772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 00:16:34.736065 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-24e6e146-4817-4a83-8666-4dca70a96781 req-ef9e6851-be1e-40af-ab4a-b0a8c3f13479 service neutron] Attempting to bind port c115532b-fa9f-422a-9e63-4efe85e12766 on host n-h2-816882-1 for vnic_type normal with profile None {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:16:34.736794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-24e6e146-4817-4a83-8666-4dca70a96781 req-ef9e6851-be1e-40af-ab4a-b0a8c3f13479 service neutron] Attempting to bind port c115532b-fa9f-422a-9e63-4efe85e12766 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:16:34.736794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6e146-4817-4a83-8666-4dca70a96781 req-ef9e6851-be1e-40af-ab4a-b0a8c3f13479 service neutron] Attempting to bind port c115532b-fa9f-422a-9e63-4efe85e12766 on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:34.744930 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6e146-4817-4a83-8666-4dca70a96781 req-ef9e6851-be1e-40af-ab4a-b0a8c3f13479 service neutron] Port c115532b-fa9f-422a-9e63-4efe85e12766 on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:16:34.745266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6e146-4817-4a83-8666-4dca70a96781 req-ef9e6851-be1e-40af-ab4a-b0a8c3f13479 service neutron] Attempting to bind port c115532b-fa9f-422a-9e63-4efe85e12766 on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:34.758889 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6e146-4817-4a83-8666-4dca70a96781 req-ef9e6851-be1e-40af-ab4a-b0a8c3f13479 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:16:34.759235 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6e146-4817-4a83-8666-4dca70a96781 req-ef9e6851-be1e-40af-ab4a-b0a8c3f13479 service neutron] Checking segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:16:34.759626 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6e146-4817-4a83-8666-4dca70a96781 req-ef9e6851-be1e-40af-ab4a-b0a8c3f13479 service neutron] Bound using segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:16:34.760195 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-24e6e146-4817-4a83-8666-4dca70a96781 req-ef9e6851-be1e-40af-ab4a-b0a8c3f13479 service neutron] Bound port: c115532b-fa9f-422a-9e63-4efe85e12766, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:16:34.830396 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001daf03-84b7-4f70-8650-48586092b456 req-88f8c74b-7620-4219-a800-8848cb098a7d tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:34.832190 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-001daf03-84b7-4f70-8650-48586092b456 req-88f8c74b-7620-4219-a800-8848cb098a7d tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 944 time: 0.0975246 Nov 08 00:16:34.867578 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-24e6e146-4817-4a83-8666-4dca70a96781 req-ef9e6851-be1e-40af-ab4a-b0a8c3f13479 service neutron] For port c115532b-fa9f-422a-9e63-4efe85e12766, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c115532b-fa9f-422a-9e63-4efe85e12766,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:16:34.887855 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-001daf03-84b7-4f70-8650-48586092b456 req-50b31b95-4789-47fc-b4cf-701fed2a50e6 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486202 Nov 08 00:16:34.963236 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-24e6e146-4817-4a83-8666-4dca70a96781 req-ef9e6851-be1e-40af-ab4a-b0a8c3f13479 service neutron] Notify callbacks [] for binding, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:34.965401 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-ef9e6851-be1e-40af-ab4a-b0a8c3f13479 service neutron] 10.222.0.13 "POST /v2.0/ports/c115532b-fa9f-422a-9e63-4efe85e12766/bindings HTTP/1.1" status: 201 len: 389 time: 0.4505043 Nov 08 00:16:34.994117 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84eec4e5-18a4-4cd1-9d71-908c53abcc95 req-c3913555-a009-4471-a11a-a2c4e26f3c0a tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0277090 Nov 08 00:16:35.108650 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 0500f70c-eb1d-4db9-8205-a9d7227ae552 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:16:35.172375 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd974927-bfa5-4f52-8142-2ef0352d45f0 req-bf6a2c87-2133-4e02-ba9e-9bc75c726dfe tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:35.181001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd974927-bfa5-4f52-8142-2ef0352d45f0 req-bf6a2c87-2133-4e02-ba9e-9bc75c726dfe tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 946 time: 0.1137314 Nov 08 00:16:35.259268 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd974927-bfa5-4f52-8142-2ef0352d45f0 req-6f3fc6ee-fada-46af-ab02-c6b21691a9ba tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766711 Nov 08 00:16:35.290681 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdbe6e5-c909-437c-bef1-37fd7e06eb8a x-openstack-request-id: req-3cdbe6e5-c909-437c-bef1-37fd7e06eb8a {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:35.290681 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27edcb75-0b2f-48fe-b70b-65bd85f4dd03", "name": "network-vif-deleted", "tag": "91fdfbd6-5dbd-4655-834b-e10f9047c703", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:35.290681 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cdbe6e5-c909-437c-bef1-37fd7e06eb8a {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:35.290681 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27edcb75-0b2f-48fe-b70b-65bd85f4dd03', 'name': 'network-vif-deleted', 'tag': '91fdfbd6-5dbd-4655-834b-e10f9047c703', 'status': 'completed', 'code': 200} Nov 08 00:16:35.328311 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 0500f70c-eb1d-4db9-8205-a9d7227ae552, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=0500f70c-eb1d-4db9-8205-a9d7227ae552,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:35.346414 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '0500f70c-eb1d-4db9-8205-a9d7227ae552', 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099', 'port_id': '0500f70c-eb1d-4db9-8205-a9d7227ae552', 'mac_address': 'fa:16:3e:3e:ce:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecaf66e9-5ef6-440b-87a0-b205c6e28157', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:16:35.391450 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fec6f0-e211-4de1-b76c-830a9794d2fa x-openstack-request-id: req-36fec6f0-e211-4de1-b76c-830a9794d2fa {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:35.391798 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860b3063-8eb9-427a-b188-817cf5a4d43c", "name": "network-vif-plugged", "status": "completed", "tag": "92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:35.392052 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36fec6f0-e211-4de1-b76c-830a9794d2fa {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:35.392433 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860b3063-8eb9-427a-b188-817cf5a4d43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb', 'code': 200} Nov 08 00:16:35.412490 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36d59e54-1ede-4cf2-ba32-731bf0fb714f req-509df6bf-1aa1-4718-8882-63588b1f84cf tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 210 time: 0.0296795 Nov 08 00:16:35.420371 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:35.436827 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 91fdfbd6-5dbd-4655-834b-e10f9047c703 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:16:35.462776 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-489971a1-4404-4b34-8617-5fbffad2079e req-8ac08336-d495-468b-8c92-4b15d9b18b13 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 210 time: 0.0400410 Nov 08 00:16:35.476917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0500f70c-eb1d-4db9-8205-a9d7227ae552 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:35.486328 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 91fdfbd6-5dbd-4655-834b-e10f9047c703 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:16:35.486720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 91fdfbd6-5dbd-4655-834b-e10f9047c703 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:16:35.509539 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 0500f70c-eb1d-4db9-8205-a9d7227ae552, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=0500f70c-eb1d-4db9-8205-a9d7227ae552,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:35.564395 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c5434-4554-4b27-b7aa-66d17b43bf76 req-2dbe8300-3469-4d1f-bf0a-6c9240dc03ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:35.566329 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3c8c5434-4554-4b27-b7aa-66d17b43bf76 req-2dbe8300-3469-4d1f-bf0a-6c9240dc03ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 1097 time: 0.0536649 Nov 08 00:16:35.595823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcde5c3-3171-4849-83d4-18e66580aa5c req-6e93b24f-59f8-42e0-be39-48f0af454803 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:35.597310 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9bcde5c3-3171-4849-83d4-18e66580aa5c req-6e93b24f-59f8-42e0-be39-48f0af454803 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 945 time: 0.0534706 Nov 08 00:16:35.613737 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3c8c5434-4554-4b27-b7aa-66d17b43bf76 req-020816b7-1f03-4cd0-9c6c-a0efb20ca954 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367718 Nov 08 00:16:35.639439 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9bcde5c3-3171-4849-83d4-18e66580aa5c req-0d2c5964-f202-4290-b986-f7167a580fef tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349643 Nov 08 00:16:35.712639 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:35.739826 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40874) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:35.766367 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=0500f70c-eb1d-4db9-8205-a9d7227ae552,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:35.784583 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-672299c3-26eb-457b-9620-21f7b8b6e6bc admin admin] Deleting subnet a870113a-a164-48f9-9f0d-ba7a6135f3b6 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:16:35.787571 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-672299c3-26eb-457b-9620-21f7b8b6e6bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:35.831049 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-672299c3-26eb-457b-9620-21f7b8b6e6bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:35.882425 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-672299c3-26eb-457b-9620-21f7b8b6e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:36.050630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd91c0c-c01b-4ceb-abda-35a0546675a5 req-2072a976-6a94-4199-95d6-010dc69478b4 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:36.053324 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7bd91c0c-c01b-4ceb-abda-35a0546675a5 req-2072a976-6a94-4199-95d6-010dc69478b4 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 945 time: 0.0892482 Nov 08 00:16:36.061545 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-672299c3-26eb-457b-9620-21f7b8b6e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:36.095459 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7bd91c0c-c01b-4ceb-abda-35a0546675a5 req-63732e72-8204-4f66-b531-c9fd117c894c tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353210 Nov 08 00:16:36.100911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672299c3-26eb-457b-9620-21f7b8b6e6bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a870113a-a164-48f9-9f0d-ba7a6135f3b6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:36.103720 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-672299c3-26eb-457b-9620-21f7b8b6e6bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:36.108815 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-672299c3-26eb-457b-9620-21f7b8b6e6bc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a870113a-a164-48f9-9f0d-ba7a6135f3b6 HTTP/1.1" status: 204 len: 168 time: 0.3679080 Nov 08 00:16:36.111227 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40886) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:36.112251 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['0500f70c-eb1d-4db9-8205-a9d7227ae552'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:36.199319 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-094b0181-3e7c-47a3-9d45-21dda12c5e2f req-8978d32e-1063-4c55-8817-6be850ca3dfa tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0664980 Nov 08 00:16:36.234312 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eb9110a2-8d9f-4d93-931e-824612392fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:36.400871 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eb9110a2-8d9f-4d93-931e-824612392fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:36.428008 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26e945-4ed6-4e68-8261-5b244ffc119f req-1c461c5b-e81b-4c4c-9707-147ebda4cabb tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:36.430032 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-eb9110a2-8d9f-4d93-931e-824612392fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89be68a0-9c0f-4a68-a269-521b4ea26589']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:16:36.436290 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8a26e945-4ed6-4e68-8261-5b244ffc119f req-1c461c5b-e81b-4c4c-9707-147ebda4cabb tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 946 time: 0.0776968 Nov 08 00:16:36.444225 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6e146-4817-4a83-8666-4dca70a96781 req-0ae5f71e-8391-406c-bc9f-66ed0a7b4a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:36.445877 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-0ae5f71e-8391-406c-bc9f-66ed0a7b4a4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 1096 time: 0.0895221 Nov 08 00:16:36.447573 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-eb9110a2-8d9f-4d93-931e-824612392fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2e91c8-6f32-4f79-a6fd-680710e943e0') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:16:36.447897 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-eb9110a2-8d9f-4d93-931e-824612392fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2e91c8-6f32-4f79-a6fd-680710e943e0') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:16:36.468419 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eb9110a2-8d9f-4d93-931e-824612392fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:36.526446 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eb9110a2-8d9f-4d93-931e-824612392fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:36.538149 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9110a2-8d9f-4d93-931e-824612392fa3 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:16:36.538552 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eb9110a2-8d9f-4d93-931e-824612392fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:16:36.540471 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:16:36.546898 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8a26e945-4ed6-4e68-8261-5b244ffc119f req-d9017748-80ff-4986-a074-02044abbbb34 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066337 Nov 08 00:16:36.638810 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6e146-4817-4a83-8666-4dca70a96781 req-5d78aa1f-6e64-4399-9c71-ccfc52d7c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:36.641857 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-5d78aa1f-6e64-4399-9c71-ccfc52d7c27a service neutron] 10.222.0.26 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 909 time: 0.1852272 Nov 08 00:16:36.669444 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4fa706ec-5b1f-4daa-8122-1f246abe9f89 req-439fceb0-be40-498b-9a97-55cdefaf8fdb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 210 time: 0.0582449 Nov 08 00:16:36.709256 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-4937a656-6111-4b2a-b52f-e7b2fab4c93a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c115532b-fa9f-422a-9e63-4efe85e12766 HTTP/1.1" status: 200 len: 217 time: 0.0594084 Nov 08 00:16:36.716468 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eb9110a2-8d9f-4d93-931e-824612392fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:36.722156 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eb9110a2-8d9f-4d93-931e-824612392fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:36.727546 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-eb9110a2-8d9f-4d93-931e-824612392fa3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/89be68a0-9c0f-4a68-a269-521b4ea26589 HTTP/1.1" status: 204 len: 168 time: 0.6129105 Nov 08 00:16:36.738375 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ef25a6d-7aca-4c87-a955-30ee9446b913 req-a867ba82-a8ea-4504-829c-bb5af4cf998c tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 210 time: 0.0527399 Nov 08 00:16:36.819158 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9110a2-8d9f-4d93-931e-824612392fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=89be68a0-9c0f-4a68-a269-521b4ea26589,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:36.845687 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6e146-4817-4a83-8666-4dca70a96781 req-47673184-5bd0-4d24-b898-e11f3f389811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:36.847162 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-47673184-5bd0-4d24-b898-e11f3f389811 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.0988085 Nov 08 00:16:36.910746 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fbc10-9788-43d9-bf34-cfe3424a29b8 req-4decb4b4-a7f0-42f2-9dbd-19c57c3c48ad tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:36.918366 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f8fbc10-9788-43d9-bf34-cfe3424a29b8 req-4decb4b4-a7f0-42f2-9dbd-19c57c3c48ad tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 945 time: 0.0589833 Nov 08 00:16:36.942684 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-b1e663df-ab2f-4045-80b2-218c894bb6a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869758 Nov 08 00:16:36.958436 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f8fbc10-9788-43d9-bf34-cfe3424a29b8 req-1bfe5f1d-e0a3-4835-830d-9baef18a24d0 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392005 Nov 08 00:16:37.083552 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-e58c0856-1757-493b-b092-3f42edb7924e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:37.084991 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-e58c0856-1757-493b-b092-3f42edb7924e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.20 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 811 time: 0.1968374 Nov 08 00:16:37.091916 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-aa75480a-ca76-4c1a-a3a6-6241c3f5afc3 service neutron] 10.222.0.26 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391649 Nov 08 00:16:37.182996 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-453495b2-4d30-4abf-b21c-3066d7065c46 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Request body: {'port': {'device_id': '3077ce76-7ce8-4273-b659-f60cbae30c96', 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d', 'admin_state_up': True, 'tenant_id': '8dd4c6d02b4944e189792b171f577519'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:37.281915 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40912) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:37.331346 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-41269cf8-1ca8-4b88-8f7a-3e590418deb7 service neutron] 10.222.0.26 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276609 Nov 08 00:16:37.338666 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-859ca8b0-c0be-417c-87ed-69f06914e324 req-fbef7e46-f7e9-47f4-bfce-0cb10131ca33 tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0549960 Nov 08 00:16:37.379429 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2540402b-a0db-47ac-a764-098c4d1a3db3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad8717c720d144ce8530f867a454fcd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0820632 Nov 08 00:16:37.383819 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40914) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:37.415850 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae84ec-152f-4d38-9c78-9839e1f6f86d req-c344483c-a13a-4b66-824b-7188466f2efd tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:37.419480 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8cae84ec-152f-4d38-9c78-9839e1f6f86d req-c344483c-a13a-4b66-824b-7188466f2efd tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 945 time: 0.2128668 Nov 08 00:16:37.463924 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8cae84ec-152f-4d38-9c78-9839e1f6f86d req-2ef57cb0-7b3a-4e4e-b40e-d99d858b0169 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397718 Nov 08 00:16:37.477635 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b01c7ab-bac1-4fbd-8157-a0a3eaf903e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:37.515856 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b01c7ab-bac1-4fbd-8157-a0a3eaf903e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:37.567644 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-453495b2-4d30-4abf-b21c-3066d7065c46 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Made reservation on behalf of 8dd4c6d02b4944e189792b171f577519 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:16:37.571930 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-453495b2-4d30-4abf-b21c-3066d7065c46 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:37.665483 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b01c7ab-bac1-4fbd-8157-a0a3eaf903e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:37.668432 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b01c7ab-bac1-4fbd-8157-a0a3eaf903e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:37.671899 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1b01c7ab-bac1-4fbd-8157-a0a3eaf903e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b621f8e-fcd9-4aa4-80bf-85ccc951a5b9 HTTP/1.1" status: 204 len: 168 time: 0.2848649 Nov 08 00:16:37.688415 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01c7ab-bac1-4fbd-8157-a0a3eaf903e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b621f8e-fcd9-4aa4-80bf-85ccc951a5b9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:37.745214 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01c7ab-bac1-4fbd-8157-a0a3eaf903e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:37.745572 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01c7ab-bac1-4fbd-8157-a0a3eaf903e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:37.746658 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01c7ab-bac1-4fbd-8157-a0a3eaf903e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:37.747140 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01c7ab-bac1-4fbd-8157-a0a3eaf903e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:37.747485 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01c7ab-bac1-4fbd-8157-a0a3eaf903e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:37.747853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01c7ab-bac1-4fbd-8157-a0a3eaf903e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:37.748171 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01c7ab-bac1-4fbd-8157-a0a3eaf903e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:37.748505 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01c7ab-bac1-4fbd-8157-a0a3eaf903e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:37.748832 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01c7ab-bac1-4fbd-8157-a0a3eaf903e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:37.749161 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01c7ab-bac1-4fbd-8157-a0a3eaf903e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:37.749488 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01c7ab-bac1-4fbd-8157-a0a3eaf903e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:37.749813 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01c7ab-bac1-4fbd-8157-a0a3eaf903e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:37.805727 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3d80f-0e56-4130-8544-5ff65af3a525 req-07d19eed-f03a-458f-826b-c6db64762595 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:37.814487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-90a3d80f-0e56-4130-8544-5ff65af3a525 req-07d19eed-f03a-458f-826b-c6db64762595 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 946 time: 0.1271596 Nov 08 00:16:37.814711 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-453495b2-4d30-4abf-b21c-3066d7065c46 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Allocated IP 172.20.0.10 (fbdac748-0684-47d9-bd85-ff6918affb9d/daf5087d-85b5-4f3a-9920-492dd2518682/fcdb1374-0a94-44a6-9e49-0b24c84251c9) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:16:37.878333 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ab2836d-99c4-4492-bc30-97aee740a5df req-66c47f5a-d0b5-416c-b90f-10dc7a9b9f23 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 210 time: 0.0608854 Nov 08 00:16:37.905750 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-90a3d80f-0e56-4130-8544-5ff65af3a525 req-5eae6b88-d582-4254-870b-454ccfecd39d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895400 Nov 08 00:16:38.037636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eabbc9ce-242f-4da2-9ab0-4ad53f00697a req-4ded2c55-dcb9-42d9-a010-46f60a5a503c tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 210 time: 0.0463820 Nov 08 00:16:38.145649 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-453495b2-4d30-4abf-b21c-3066d7065c46 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:38.266955 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:38.282221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9b60c-b952-4ed7-88a9-5014aed7bd84 req-13035e56-4413-4938-9615-9047c2407a8e tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:38.304976 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81a9b60c-b952-4ed7-88a9-5014aed7bd84 req-13035e56-4413-4938-9615-9047c2407a8e tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 945 time: 0.1528523 Nov 08 00:16:38.319876 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-668515c1-d849-42f5-9600-c17246ae2d79 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:38.321440 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-668515c1-d849-42f5-9600-c17246ae2d79 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.20 "GET /v2.0/networks?id=d088be02-3913-4ec5-9648-4cfa6290a2e6 HTTP/1.1" status: 200 len: 813 time: 0.1334608 Nov 08 00:16:38.323106 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-453495b2-4d30-4abf-b21c-3066d7065c46 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:38.371457 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159b183-5c3e-405b-a152-bd833244d2f6 req-3d028030-0a4f-47a6-afdc-fa56f9f47ed5 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:38.380725 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d159b183-5c3e-405b-a152-bd833244d2f6 req-3d028030-0a4f-47a6-afdc-fa56f9f47ed5 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 946 time: 0.1780987 Nov 08 00:16:38.407154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81a9b60c-b952-4ed7-88a9-5014aed7bd84 req-2cedb1f4-c5fd-4ec7-a40d-1aca8afbe738 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958016 Nov 08 00:16:38.439903 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453495b2-4d30-4abf-b21c-3066d7065c46 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Pushing event updated for resources: {'Port': ['ID=fcdb1374-0a94-44a6-9e49-0b24c84251c9,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:38.454283 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-9bb4b1ee-9263-4442-85be-cdce891c7142 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Request body: {'port': {'device_id': 'b0595a51-0218-4ba2-a6c1-30efc7a5561a', 'network_id': 'd088be02-3913-4ec5-9648-4cfa6290a2e6', 'admin_state_up': True, 'tenant_id': '2d34f50ef789466c8b50527ab85a5299'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:38.466792 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-453495b2-4d30-4abf-b21c-3066d7065c46 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Network fbdac748-0684-47d9-bd85-ff6918affb9d is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:16:38.479563 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-453495b2-4d30-4abf-b21c-3066d7065c46 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:16:38.489775 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d159b183-5c3e-405b-a152-bd833244d2f6 req-f554b791-e45a-48cb-a0a8-d7b6fc29b51a tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014521 Nov 08 00:16:38.516323 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-453495b2-4d30-4abf-b21c-3066d7065c46 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:16:38.578917 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-453495b2-4d30-4abf-b21c-3066d7065c46 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:38.579588 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-453495b2-4d30-4abf-b21c-3066d7065c46 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:38.614641 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28dcf874-b30b-4798-833d-c4d982cd1768 req-2b56c60d-de94-4717-b058-2fdc5033522a tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0572753 Nov 08 00:16:38.694444 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-453495b2-4d30-4abf-b21c-3066d7065c46 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5139577 Nov 08 00:16:38.698105 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b40ed-2763-4abc-b62a-e9e3beee1a28 req-5742938f-a013-4006-afc9-ae05aeb3d565 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:38.708299 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-df9b40ed-2763-4abc-b62a-e9e3beee1a28 req-5742938f-a013-4006-afc9-ae05aeb3d565 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 945 time: 0.1033032 Nov 08 00:16:38.724676 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Request body: {'port': {'device_id': '3077ce76-7ce8-4273-b659-f60cbae30c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:38.783086 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-df9b40ed-2763-4abc-b62a-e9e3beee1a28 req-2fc4047c-aee1-4999-937b-0a9452de7a36 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736680 Nov 08 00:16:38.865787 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:38.891698 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16d054-396b-44fa-aef5-7871413cd36d req-fb5864e4-a4d4-45b7-9a36-0be65f3ceb6c tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:38.894110 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a16d054-396b-44fa-aef5-7871413cd36d req-fb5864e4-a4d4-45b7-9a36-0be65f3ceb6c tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 946 time: 0.1100125 Nov 08 00:16:38.999272 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a16d054-396b-44fa-aef5-7871413cd36d req-6d6ee0d7-5a0e-4fc2-9d7b-d3217145c6f2 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976601 Nov 08 00:16:39.086159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc6fcf-dfa5-4ca2-8e43-b12f8a24f56a req-97d17dbc-d269-4c5e-9086-dde598671563 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:39.096844 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 0500f70c-eb1d-4db9-8205-a9d7227ae552 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:16:39.098199 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7cc6fcf-dfa5-4ca2-8e43-b12f8a24f56a req-97d17dbc-d269-4c5e-9086-dde598671563 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 932 time: 0.0945666 Nov 08 00:16:39.195829 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7cc6fcf-dfa5-4ca2-8e43-b12f8a24f56a req-ce37432f-7043-4c30-b06a-40234596b457 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957630 Nov 08 00:16:39.223117 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-9bb4b1ee-9263-4442-85be-cdce891c7142 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Made reservation on behalf of 2d34f50ef789466c8b50527ab85a5299 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:16:39.228794 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-9bb4b1ee-9263-4442-85be-cdce891c7142 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:39.230669 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669be0d5-a5fd-41d2-aa67-a8560012e970 req-f33d8dc3-c7f5-4d0a-9421-097c0461f471 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:39.232647 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-669be0d5-a5fd-41d2-aa67-a8560012e970 req-f33d8dc3-c7f5-4d0a-9421-097c0461f471 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 946 time: 0.1110110 Nov 08 00:16:39.346869 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-669be0d5-a5fd-41d2-aa67-a8560012e970 req-f6c8fa1d-9bcd-4e5e-8dd6-3bab5246a890 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069198 Nov 08 00:16:39.368709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 0500f70c-eb1d-4db9-8205-a9d7227ae552 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:16:39.375246 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 0500f70c-eb1d-4db9-8205-a9d7227ae552 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:16:39.376901 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:39.491733 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40986) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:39.524144 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:39.537034 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea498569-5535-4706-999f-7137c0b73034 req-b6fc8289-8fc8-46e6-a986-fb6f1f9eec19 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 210 time: 0.0889564 Nov 08 00:16:39.566746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 0500f70c-eb1d-4db9-8205-a9d7227ae552, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=0500f70c-eb1d-4db9-8205-a9d7227ae552,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:39.568136 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b3dbb2-053f-4150-b37b-b25e066e141c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0500f70c-eb1d-4db9-8205-a9d7227ae552'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:39.571341 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1563661-89e1-4425-9075-96f603392a39" -d '{"events": [{"server_uuid": "13b3dbb2-053f-4150-b37b-b25e066e141c", "name": "network-vif-plugged", "status": "completed", "tag": "0500f70c-eb1d-4db9-8205-a9d7227ae552"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:39.656916 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:39.744686 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03cc6e-5f52-4315-95e5-6ce5277905f2 req-3421046f-7909-4f77-a5fa-f5dded8d76e6 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:39.760408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d03cc6e-5f52-4315-95e5-6ce5277905f2 req-3421046f-7909-4f77-a5fa-f5dded8d76e6 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 946 time: 0.2327068 Nov 08 00:16:39.779433 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=0500f70c-eb1d-4db9-8205-a9d7227ae552,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:39.842105 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d03cc6e-5f52-4315-95e5-6ce5277905f2 req-25232002-aa26-42d7-b655-ba7a2169c89a tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807176 Nov 08 00:16:39.887251 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41c39f-ac06-4737-b283-0d4668181025 req-70ba65f4-f951-4aed-91bf-cceb79adde9f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:39.895819 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce41c39f-ac06-4737-b283-0d4668181025 req-70ba65f4-f951-4aed-91bf-cceb79adde9f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 945 time: 0.2451346 Nov 08 00:16:39.921329 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bf6c1a-807d-4b62-8915-9036241bf8f6 x-openstack-request-id: req-06bf6c1a-807d-4b62-8915-9036241bf8f6 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:39.922134 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b3dbb2-053f-4150-b37b-b25e066e141c", "name": "network-vif-plugged", "status": "completed", "tag": "0500f70c-eb1d-4db9-8205-a9d7227ae552", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:39.922804 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06bf6c1a-807d-4b62-8915-9036241bf8f6 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:39.924322 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b3dbb2-053f-4150-b37b-b25e066e141c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0500f70c-eb1d-4db9-8205-a9d7227ae552', 'code': 200} Nov 08 00:16:39.930726 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e908b547-d74c-428b-a411-1caa51a827dd admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1475484238-network', 'tenant_id': '73b9dfce600845c48a360799e58f430c'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:39.966975 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce41c39f-ac06-4737-b283-0d4668181025 req-11ea278a-1c05-435d-b551-a46e1a26001e tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701804 Nov 08 00:16:40.030601 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-9bb4b1ee-9263-4442-85be-cdce891c7142 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Allocated IP 172.20.0.10 (d088be02-3913-4ec5-9648-4cfa6290a2e6/e2bb2104-9c0a-40fe-936a-9c2c5a3c1a3d/ca948f2c-6083-4371-b19f-b9a7a1dde601) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:16:40.101676 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e908b547-d74c-428b-a411-1caa51a827dd admin admin] Made reservation on behalf of 73b9dfce600845c48a360799e58f430c for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:16:40.104054 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e908b547-d74c-428b-a411-1caa51a827dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:40.151831 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e908b547-d74c-428b-a411-1caa51a827dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:40.174519 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10a2e6d8-ee93-49c0-a59d-5f8f7f575897 req-af28e005-24f6-440b-831b-1432667c047b tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.1427894 Nov 08 00:16:40.186839 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcdb1374-0a94-44a6-9e49-0b24c84251c9 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:40.202457 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea7f1e-b4fa-4d59-8289-100442dcf0d2 req-d293ce38-4226-477e-9fee-4d085ff0532a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:40.208882 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-17ea7f1e-b4fa-4d59-8289-100442dcf0d2 req-d293ce38-4226-477e-9fee-4d085ff0532a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 1097 time: 0.1574485 Nov 08 00:16:40.241475 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:40.255347 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b0e2b-09b7-433a-b8b3-f6e029984f0d req-0355fcd9-65ee-41cf-8bf5-5230330bffc9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:40.267151 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd1b0e2b-09b7-433a-b8b3-f6e029984f0d req-0355fcd9-65ee-41cf-8bf5-5230330bffc9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 946 time: 0.1579993 Nov 08 00:16:40.328218 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Transition to ACTIVE for port object fcdb1374-0a94-44a6-9e49-0b24c84251c9 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:16:40.352394 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd1b0e2b-09b7-433a-b8b3-f6e029984f0d req-66955ccc-9443-4be3-a23a-c9f59daf1a3a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838845 Nov 08 00:16:40.362922 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-17ea7f1e-b4fa-4d59-8289-100442dcf0d2 req-30dbac15-b190-4be9-8938-a5e94d232f0f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273785 Nov 08 00:16:40.420151 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-9bb4b1ee-9263-4442-85be-cdce891c7142 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:40.432552 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:40.463182 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b5024-84a5-4806-a5c6-b66138176164 req-ffe4fab1-7d38-4f57-8537-3b5885f28b70 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:40.467361 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-590b5024-84a5-4806-a5c6-b66138176164 req-ffe4fab1-7d38-4f57-8537-3b5885f28b70 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 946 time: 0.1140380 Nov 08 00:16:40.485267 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e908b547-d74c-428b-a411-1caa51a827dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:40.532145 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Pushing event updated for resources: {'Port': ['ID=fcdb1374-0a94-44a6-9e49-0b24c84251c9,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:40.557817 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e908b547-d74c-428b-a411-1caa51a827dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:40.601980 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-590b5024-84a5-4806-a5c6-b66138176164 req-1e263652-5b21-4ddc-b515-a6b8a11b00d1 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287093 Nov 08 00:16:40.644889 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e908b547-d74c-428b-a411-1caa51a827dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:16:40.658124 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908b547-d74c-428b-a411-1caa51a827dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8000ce-2b05-47a9-9002-4eedb1c08d88,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:40.673870 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-9bb4b1ee-9263-4442-85be-cdce891c7142 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:40.685482 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec849b-96c6-482b-ab7f-e4786e74e8a4 req-f0981e47-99a9-4d04-bf90-6629756506a0 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:40.688701 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-58ec849b-96c6-482b-ab7f-e4786e74e8a4 req-f0981e47-99a9-4d04-bf90-6629756506a0 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 944 time: 0.1022513 Nov 08 00:16:40.690430 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e908b547-d74c-428b-a411-1caa51a827dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:40.690781 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-e908b547-d74c-428b-a411-1caa51a827dd admin admin] Added segment 299d5ff5-345d-4bd9-840a-db123c4b8494 of type vlan for network 853d2432-fde8-49fb-b447-247247626799 Nov 08 00:16:40.781846 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-58ec849b-96c6-482b-ab7f-e4786e74e8a4 req-bfba3ace-f4e0-4a2d-b3b3-cd88fac02443 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671425 Nov 08 00:16:40.823703 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-9bb4b1ee-9263-4442-85be-cdce891c7142 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Network d088be02-3913-4ec5-9648-4cfa6290a2e6 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:16:40.830166 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Attempting to bind port fcdb1374-0a94-44a6-9e49-0b24c84251c9 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:16:40.830532 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Attempting to bind port fcdb1374-0a94-44a6-9e49-0b24c84251c9 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:16:40.830842 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Attempting to bind port fcdb1374-0a94-44a6-9e49-0b24c84251c9 on network fbdac748-0684-47d9-bd85-ff6918affb9d {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:40.840312 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-9bb4b1ee-9263-4442-85be-cdce891c7142 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:16:40.840312 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4b1ee-9263-4442-85be-cdce891c7142 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Pushing event updated for resources: {'Port': ['ID=ca948f2c-6083-4371-b19f-b9a7a1dde601,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:40.843842 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e908b547-d74c-428b-a411-1caa51a827dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:40.846178 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-9bb4b1ee-9263-4442-85be-cdce891c7142 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:16:40.851675 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Port fcdb1374-0a94-44a6-9e49-0b24c84251c9 on network fbdac748-0684-47d9-bd85-ff6918affb9d not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:16:40.852049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Attempting to bind port fcdb1374-0a94-44a6-9e49-0b24c84251c9 on network fbdac748-0684-47d9-bd85-ff6918affb9d {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:40.893804 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:16:40.894204 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Checking segment: {'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:16:40.894633 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Bound using segment: {'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:16:40.895147 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Bound port: fcdb1374-0a94-44a6-9e49-0b24c84251c9, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:16:40.895583 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:40.936797 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-9bb4b1ee-9263-4442-85be-cdce891c7142 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:40.937691 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-9bb4b1ee-9263-4442-85be-cdce891c7142 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:41.000904 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f9ac2-ba0d-497d-a45a-2e6c719d28f6 req-adcb7fca-81f3-4d39-98b9-595d5a0296dc tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:41.008253 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de4f9ac2-ba0d-497d-a45a-2e6c719d28f6 req-adcb7fca-81f3-4d39-98b9-595d5a0296dc tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 946 time: 0.0868781 Nov 08 00:16:41.027753 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] For port fcdb1374-0a94-44a6-9e49-0b24c84251c9, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:16:41.034815 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-9bb4b1ee-9263-4442-85be-cdce891c7142 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5946660 Nov 08 00:16:41.034815 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e908b547-d74c-428b-a411-1caa51a827dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:41.034815 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e908b547-d74c-428b-a411-1caa51a827dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:41.035486 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e908b547-d74c-428b-a411-1caa51a827dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:41.038307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a33bfe-4802-4b80-9dd5-dd3a9ebdacad req-afbe1de1-7428-43f7-b546-6f1f1db05f6d tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:41.039851 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-93a33bfe-4802-4b80-9dd5-dd3a9ebdacad req-afbe1de1-7428-43f7-b546-6f1f1db05f6d tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 932 time: 0.1070669 Nov 08 00:16:41.048298 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] For port fcdb1374-0a94-44a6-9e49-0b24c84251c9, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=fcdb1374-0a94-44a6-9e49-0b24c84251c9,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:16:41.069436 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de4f9ac2-ba0d-497d-a45a-2e6c719d28f6 req-7afc391d-a37a-4f30-91dc-c01f25d77cfa tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602574 Nov 08 00:16:41.123019 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908b547-d74c-428b-a411-1caa51a827dd admin admin] Pushing event updated for resources: {'Network': ['ID=853d2432-fde8-49fb-b447-247247626799,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:41.129721 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Request body: {'port': {'device_id': 'b0595a51-0218-4ba2-a6c1-30efc7a5561a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:41.133490 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 853d2432-fde8-49fb-b447-247247626799 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:16:41.134044 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:41.139432 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e908b547-d74c-428b-a411-1caa51a827dd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6466067 Nov 08 00:16:41.150113 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-93a33bfe-4802-4b80-9dd5-dd3a9ebdacad req-3868473e-c0cc-4ff7-842d-961be0de1f2c tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/security-groups?id=9db93346-1fe4-4875-ac85-69a296babdca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001253 Nov 08 00:16:41.151030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41024) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:41.159332 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-12612690-1859-4913-90e3-88ba345fc0ec admin admin] Request body: {'subnet': {'network_id': '853d2432-fde8-49fb-b447-247247626799', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1475484238-subnet', 'tenant_id': '73b9dfce600845c48a360799e58f430c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:41.231588 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:41.236542 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:41.236542 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] 10.222.0.20 "PUT /v2.0/ports/fcdb1374-0a94-44a6-9e49-0b24c84251c9 HTTP/1.1" status: 200 len: 1092 time: 2.5222201 Nov 08 00:16:41.236542 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3077ce76-7ce8-4273-b659-f60cbae30c96', 'tag': 'fcdb1374-0a94-44a6-9e49-0b24c84251c9'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:41.239029 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b68d5a-04db-4b7b-962d-ca63aa28f04b" -d '{"events": [{"name": "network-changed", "server_uuid": "3077ce76-7ce8-4273-b659-f60cbae30c96", "tag": "fcdb1374-0a94-44a6-9e49-0b24c84251c9"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:41.267746 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12612690-1859-4913-90e3-88ba345fc0ec admin admin] Made reservation on behalf of 73b9dfce600845c48a360799e58f430c for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:16:41.274613 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-12612690-1859-4913-90e3-88ba345fc0ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:41.280340 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:41.341027 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64143e-7e23-42ea-a885-561cacded40c service neutron] Pushing event updated for resources: {'Port': ['ID=fcdb1374-0a94-44a6-9e49-0b24c84251c9,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:41.420016 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348dd9d4-47ea-4413-9ff8-4c41b1860c3f req-7d4e3172-251a-4220-a2fa-948edeef3202 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:41.421710 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-348dd9d4-47ea-4413-9ff8-4c41b1860c3f req-7d4e3172-251a-4220-a2fa-948edeef3202 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 945 time: 0.2248962 Nov 08 00:16:41.499259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60938b84-d5f3-477c-81bb-5446a750d440 req-b1f9b0e3-5334-41f7-ac0f-326a82968c27 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:41.519066 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60938b84-d5f3-477c-81bb-5446a750d440 req-b1f9b0e3-5334-41f7-ac0f-326a82968c27 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 946 time: 0.1710174 Nov 08 00:16:41.580450 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-348dd9d4-47ea-4413-9ff8-4c41b1860c3f req-cbfe2508-ee71-42ab-8f5a-9ab4cb956393 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508281 Nov 08 00:16:41.737536 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca948f2c-6083-4371-b19f-b9a7a1dde601 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:41.743386 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60938b84-d5f3-477c-81bb-5446a750d440 req-de88c55e-03e7-4d33-ac51-c775cb8544db tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195115 Nov 08 00:16:41.755525 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:41.772137 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Transition to ACTIVE for port object ca948f2c-6083-4371-b19f-b9a7a1dde601 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:16:41.789077 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6a6861d-8df6-406e-8ee1-1be6ff09eb5f req-01b7361c-7222-4ad9-aad3-2362367f782f tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0778098 Nov 08 00:16:41.790178 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-12612690-1859-4913-90e3-88ba345fc0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:41.837336 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec63b474-a543-4c27-bb99-ffec93f17093 x-openstack-request-id: req-ec63b474-a543-4c27-bb99-ffec93f17093 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:41.838044 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3077ce76-7ce8-4273-b659-f60cbae30c96", "tag": "fcdb1374-0a94-44a6-9e49-0b24c84251c9", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:41.838306 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec63b474-a543-4c27-bb99-ffec93f17093 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:41.838725 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3077ce76-7ce8-4273-b659-f60cbae30c96', 'tag': 'fcdb1374-0a94-44a6-9e49-0b24c84251c9', 'status': 'completed', 'code': 200} Nov 08 00:16:41.858725 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-01e11fcd-09ca-4082-98cc-17c569f02c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:41.861195 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-01e11fcd-09ca-4082-98cc-17c569f02c26 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 1095 time: 0.0869627 Nov 08 00:16:41.863393 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:41.938988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12612690-1859-4913-90e3-88ba345fc0ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9df2dcf-926a-4958-8815-089ca1bc4fc4,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:41.970590 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12612690-1859-4913-90e3-88ba345fc0ec admin admin] Checking segment: {'id': '299d5ff5-345d-4bd9-840a-db123c4b8494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '853d2432-fde8-49fb-b447-247247626799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:16:41.982166 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12612690-1859-4913-90e3-88ba345fc0ec admin admin] Network hostable DHCP agents. Network: 853d2432-fde8-49fb-b447-247247626799, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:16:42.002223 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-a519c9b2-82cd-40fd-98b3-1e2364faa187 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcdb1374-0a94-44a6-9e49-0b24c84251c9 HTTP/1.1" status: 200 len: 217 time: 0.1243799 Nov 08 00:16:42.057190 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Pushing event updated for resources: {'Port': ['ID=ca948f2c-6083-4371-b19f-b9a7a1dde601,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:42.062860 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b7f99-784c-430e-9fba-e7cf3666ae65 req-b29e7931-7744-44df-9918-ec504934f230 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:42.063901 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b85b7f99-784c-430e-9fba-e7cf3666ae65 req-b29e7931-7744-44df-9918-ec504934f230 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 946 time: 0.1209149 Nov 08 00:16:42.119060 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b85b7f99-784c-430e-9fba-e7cf3666ae65 req-95cb1747-cd05-4f96-ba83-9f91eff1212b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463767 Nov 08 00:16:42.145226 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-d3533a3c-28d1-4b20-b929-46fdf4d80a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:42.147050 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-d3533a3c-28d1-4b20-b929-46fdf4d80a7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=daf5087d-85b5-4f3a-9920-492dd2518682 HTTP/1.1" status: 200 len: 851 time: 0.1360118 Nov 08 00:16:42.183896 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-1126cc5a-c4c4-4b5e-bd63-a8ba70137e83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbdac748-0684-47d9-bd85-ff6918affb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295725 Nov 08 00:16:42.245968 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Attempting to bind port ca948f2c-6083-4371-b19f-b9a7a1dde601 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:16:42.246311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Attempting to bind port ca948f2c-6083-4371-b19f-b9a7a1dde601 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'bdbc88c8-5564-4901-960a-92cfa27f995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd088be02-3913-4ec5-9648-4cfa6290a2e6'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:16:42.246552 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Attempting to bind port ca948f2c-6083-4371-b19f-b9a7a1dde601 on network d088be02-3913-4ec5-9648-4cfa6290a2e6 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:42.247896 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12612690-1859-4913-90e3-88ba345fc0ec admin admin] Network 853d2432-fde8-49fb-b447-247247626799 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:16:42.255624 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Port ca948f2c-6083-4371-b19f-b9a7a1dde601 on network d088be02-3913-4ec5-9648-4cfa6290a2e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:16:42.255980 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Attempting to bind port ca948f2c-6083-4371-b19f-b9a7a1dde601 on network d088be02-3913-4ec5-9648-4cfa6290a2e6 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:42.265242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:16:42.265580 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Checking segment: {'id': 'bdbc88c8-5564-4901-960a-92cfa27f995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd088be02-3913-4ec5-9648-4cfa6290a2e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:16:42.265965 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Bound using segment: {'id': 'bdbc88c8-5564-4901-960a-92cfa27f995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd088be02-3913-4ec5-9648-4cfa6290a2e6'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:16:42.266407 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Bound port: ca948f2c-6083-4371-b19f-b9a7a1dde601, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbc88c8-5564-4901-960a-92cfa27f995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd088be02-3913-4ec5-9648-4cfa6290a2e6'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:16:42.266759 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:42.333299 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-dfcb8e79-4f36-4b73-bc87-f826ec4c6da2 service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421835 Nov 08 00:16:42.346525 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-12612690-1859-4913-90e3-88ba345fc0ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 853d2432-fde8-49fb-b447-247247626799) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:16:42.353813 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12612690-1859-4913-90e3-88ba345fc0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:42.354609 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-12612690-1859-4913-90e3-88ba345fc0ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:42.357700 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11d8ccb-d753-4ecd-809a-c7c89c081d7a None None] Network 853d2432-fde8-49fb-b447-247247626799 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:16:42.437644 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] For port ca948f2c-6083-4371-b19f-b9a7a1dde601, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:16:42.456780 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] For port ca948f2c-6083-4371-b19f-b9a7a1dde601, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=ca948f2c-6083-4371-b19f-b9a7a1dde601,segment=NetworkSegment(bdbc88c8-5564-4901-960a-92cfa27f995e),segment_id=bdbc88c8-5564-4901-960a-92cfa27f995e)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:16:42.505547 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-12612690-1859-4913-90e3-88ba345fc0ec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3531816 Nov 08 00:16:42.517215 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5b1f7c3c-5b59-45b5-adf7-84289db9dee0 req-007a08b9-01b5-4234-8f5b-b151c6f4945d service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686265 Nov 08 00:16:42.547603 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:42.552015 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ef225-690f-477b-af1c-c787b5ab2275 req-9635f60b-a9af-49f7-ba74-ec1ab5041a2a tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:42.561354 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36363a5c-bffa-42b0-9ca9-185c3f370e13 None None] Network 853d2432-fde8-49fb-b447-247247626799 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:16:42.562137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b39ef225-690f-477b-af1c-c787b5ab2275 req-9635f60b-a9af-49f7-ba74-ec1ab5041a2a tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 944 time: 0.0745804 Nov 08 00:16:42.609725 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b39ef225-690f-477b-af1c-c787b5ab2275 req-38afbd7b-f9b1-4629-8614-fddcd5d4ea37 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457301 Nov 08 00:16:42.642217 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:42.642944 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:42.644343 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] 10.222.0.20 "PUT /v2.0/ports/ca948f2c-6083-4371-b19f-b9a7a1dde601 HTTP/1.1" status: 200 len: 1092 time: 1.5224507 Nov 08 00:16:42.694358 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255435e-3cdd-44ac-93dc-e32908a0227f service neutron] Pushing event updated for resources: {'Port': ['ID=ca948f2c-6083-4371-b19f-b9a7a1dde601,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:42.809161 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b68d5a-04db-4b7b-962d-ca63aa28f04b req-c5d16fe3-ede3-4e33-95aa-96e21c231d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:42.812826 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-61b68d5a-04db-4b7b-962d-ca63aa28f04b req-c5d16fe3-ede3-4e33-95aa-96e21c231d4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 1095 time: 0.0899639 Nov 08 00:16:42.831209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b01ce-6851-42d6-aa2b-d4a228cf63a3 req-9688f329-6a62-4886-9c0b-8a7f7dbbd9a4 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:42.831209 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-497b01ce-6851-42d6-aa2b-d4a228cf63a3 req-9688f329-6a62-4886-9c0b-8a7f7dbbd9a4 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 944 time: 0.0914266 Nov 08 00:16:42.907292 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-497b01ce-6851-42d6-aa2b-d4a228cf63a3 req-e261b2a4-682f-4120-a20f-043e4156045d tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/security-groups?id=9db93346-1fe4-4875-ac85-69a296babdca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697017 Nov 08 00:16:42.919280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eac031-c13e-430a-9c45-ba7c7df8c6bc req-0ab5ba27-a669-41b4-91bb-9a0928cd7ba7 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:42.927171 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c2eac031-c13e-430a-9c45-ba7c7df8c6bc req-0ab5ba27-a669-41b4-91bb-9a0928cd7ba7 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 945 time: 0.0912936 Nov 08 00:16:42.953751 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-3447628a-76f7-471b-9208-632cb7db0c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:42.955481 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-3447628a-76f7-471b-9208-632cb7db0c9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d34f50ef789466c8b50527ab85a5299&device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 1095 time: 0.1266043 Nov 08 00:16:42.977093 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c2eac031-c13e-430a-9c45-ba7c7df8c6bc req-ba93ae8c-647f-491f-91d0-15a10731da59 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430102 Nov 08 00:16:43.025172 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-a29cd2eb-8b51-4c5a-8bba-4e5df745f7ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca948f2c-6083-4371-b19f-b9a7a1dde601 HTTP/1.1" status: 200 len: 217 time: 0.0487814 Nov 08 00:16:43.044430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b68d5a-04db-4b7b-962d-ca63aa28f04b req-29c7c723-ae36-42cf-bce0-0873195fd02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:43.045856 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-61b68d5a-04db-4b7b-962d-ca63aa28f04b req-29c7c723-ae36-42cf-bce0-0873195fd02d service neutron] 10.222.0.20 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 912 time: 0.2185278 Nov 08 00:16:43.076309 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8bd34fd6-f4bc-43f5-8500-01257b0dc5d2 req-995111ea-01fe-490c-933a-0f03ee0f9fdc tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0275543 Nov 08 00:16:43.110454 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-61b68d5a-04db-4b7b-962d-ca63aa28f04b req-866337de-c2df-4642-bcc1-2bd6c84b42de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcdb1374-0a94-44a6-9e49-0b24c84251c9 HTTP/1.1" status: 200 len: 217 time: 0.0425453 Nov 08 00:16:43.118407 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-194ef8c8-df15-4765-bbab-809932085f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:43.119954 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-194ef8c8-df15-4765-bbab-809932085f9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2bb2104-9c0a-40fe-936a-9c2c5a3c1a3d HTTP/1.1" status: 200 len: 853 time: 0.0881770 Nov 08 00:16:43.189540 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-de757df4-6143-4869-addc-219cee267833 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d088be02-3913-4ec5-9648-4cfa6290a2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590920 Nov 08 00:16:43.317222 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-d9899622-3c03-4cad-a967-72c9847a7a79 service neutron] 10.222.0.20 "GET /v2.0/networks/d088be02-3913-4ec5-9648-4cfa6290a2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165833 Nov 08 00:16:43.342465 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b68d5a-04db-4b7b-962d-ca63aa28f04b req-009c6548-3cda-4721-89c0-3bbf02ec54d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:43.345458 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-61b68d5a-04db-4b7b-962d-ca63aa28f04b req-009c6548-3cda-4721-89c0-3bbf02ec54d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=daf5087d-85b5-4f3a-9920-492dd2518682 HTTP/1.1" status: 200 len: 851 time: 0.2229819 Nov 08 00:16:43.351649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c43855-27c8-4b82-82c7-936e13b402d6 req-d44554d9-a85c-47ef-a4c3-989eb17c481e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:43.360112 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-13c43855-27c8-4b82-82c7-936e13b402d6 req-d44554d9-a85c-47ef-a4c3-989eb17c481e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 946 time: 0.0961230 Nov 08 00:16:43.423019 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-61b68d5a-04db-4b7b-962d-ca63aa28f04b req-87a412f2-b6c1-4552-8934-592b26c13cbf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbdac748-0684-47d9-bd85-ff6918affb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383837 Nov 08 00:16:43.449616 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-13c43855-27c8-4b82-82c7-936e13b402d6 req-d62f2a65-32e7-46d5-88b1-9ea988eaff92 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886393 Nov 08 00:16:43.492600 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-459397c6-ef1c-42c7-892a-07417c91e297 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:43.493857 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-459397c6-ef1c-42c7-892a-07417c91e297 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/networks?id=853d2432-fde8-49fb-b447-247247626799 HTTP/1.1" status: 200 len: 821 time: 0.1310253 Nov 08 00:16:43.517744 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-76e2a463-7e84-465e-80ce-30745bb6a241 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/quotas/73b9dfce600845c48a360799e58f430c HTTP/1.1" status: 200 len: 375 time: 0.0157015 Nov 08 00:16:43.520139 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-95144a2c-fd4c-420c-930f-19ceb0e0cc45 req-4e589bbe-f691-4c81-bf8f-f0d86db39363 service neutron] 10.222.0.20 "GET /v2.0/networks/d088be02-3913-4ec5-9648-4cfa6290a2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929905 Nov 08 00:16:43.566486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-ffc9c9c5-da47-4146-9101-41d46a14ceb6 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=73b9dfce600845c48a360799e58f430c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478823 Nov 08 00:16:43.571028 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-61b68d5a-04db-4b7b-962d-ca63aa28f04b req-e27abeda-62de-4c20-8ac7-4e9f4d5a5028 service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398294 Nov 08 00:16:43.663277 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf6ccc-5062-4880-8866-8ce7b8e90e28 req-99c7224b-fb37-4833-9a2f-ebeaaa8b7807 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:43.664786 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78bf6ccc-5062-4880-8866-8ce7b8e90e28 req-99c7224b-fb37-4833-9a2f-ebeaaa8b7807 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 946 time: 0.1335285 Nov 08 00:16:43.669892 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-61b68d5a-04db-4b7b-962d-ca63aa28f04b req-2ceb534d-4766-4f8f-ba33-6ac9fdd6e3c1 service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905833 Nov 08 00:16:43.715326 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-99a83223-bc8f-4fbe-8e3c-00333e330764 service neutron] 10.222.0.13 "GET /v2.0/networks/853d2432-fde8-49fb-b447-247247626799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265635 Nov 08 00:16:43.723306 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78bf6ccc-5062-4880-8866-8ce7b8e90e28 req-bb640c01-c733-4f76-9955-96c743c7fb14 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511987 Nov 08 00:16:43.828308 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-ebc54f68-67cc-44e3-9e09-ed56ebb160d4 service neutron] 10.222.0.13 "GET /v2.0/networks/853d2432-fde8-49fb-b447-247247626799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038735 Nov 08 00:16:43.842345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0595a51-0218-4ba2-a6c1-30efc7a5561a', 'tag': 'ca948f2c-6083-4371-b19f-b9a7a1dde601'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:43.844837 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a45f0b-72b4-4f7e-8c55-43726798944b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0595a51-0218-4ba2-a6c1-30efc7a5561a", "tag": "ca948f2c-6083-4371-b19f-b9a7a1dde601"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:44.063925 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b56a4-e926-4d8f-b6aa-fdc08a46f515 req-eaba7e48-f6f1-44fc-b082-fea46ad07328 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:44.065463 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-637b56a4-e926-4d8f-b6aa-fdc08a46f515 req-eaba7e48-f6f1-44fc-b082-fea46ad07328 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 944 time: 0.0620997 Nov 08 00:16:44.097351 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8a910c-00b5-43f8-a375-88b1e6ef5dc2 x-openstack-request-id: req-9a8a910c-00b5-43f8-a375-88b1e6ef5dc2 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:44.097639 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0595a51-0218-4ba2-a6c1-30efc7a5561a", "tag": "ca948f2c-6083-4371-b19f-b9a7a1dde601", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:44.097888 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a8a910c-00b5-43f8-a375-88b1e6ef5dc2 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:44.098282 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0595a51-0218-4ba2-a6c1-30efc7a5561a', 'tag': 'ca948f2c-6083-4371-b19f-b9a7a1dde601', 'status': 'completed', 'code': 200} Nov 08 00:16:44.111408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-637b56a4-e926-4d8f-b6aa-fdc08a46f515 req-7072ec2f-ca5f-440a-bbc3-b05e4df45d58 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388920 Nov 08 00:16:44.215926 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a45f0b-72b4-4f7e-8c55-43726798944b req-6a237496-b8b4-45fc-8f4a-adc422972187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:44.218647 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e7a45f0b-72b4-4f7e-8c55-43726798944b req-6a237496-b8b4-45fc-8f4a-adc422972187 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d34f50ef789466c8b50527ab85a5299&device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 1095 time: 0.0559337 Nov 08 00:16:44.263864 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d84c9-e2bf-4199-a54f-7b67444257d0 req-d612df8e-d5dd-42a0-baf9-10d0f9c0e0f3 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:44.265385 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c3d84c9-e2bf-4199-a54f-7b67444257d0 req-d612df8e-d5dd-42a0-baf9-10d0f9c0e0f3 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 944 time: 0.1004987 Nov 08 00:16:44.273567 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18674967-07b8-4f4f-b4e8-1ce09dd3a199 req-f53d7506-81e2-4037-890b-cbfd93b36630 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:44.274949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18674967-07b8-4f4f-b4e8-1ce09dd3a199 req-f53d7506-81e2-4037-890b-cbfd93b36630 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 946 time: 0.0823576 Nov 08 00:16:44.324546 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a45f0b-72b4-4f7e-8c55-43726798944b req-c607efe0-34d0-42e7-ad30-0847b7e8a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:44.326036 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e7a45f0b-72b4-4f7e-8c55-43726798944b req-c607efe0-34d0-42e7-ad30-0847b7e8a21a service neutron] 10.222.0.20 "GET /v2.0/networks?id=d088be02-3913-4ec5-9648-4cfa6290a2e6 HTTP/1.1" status: 200 len: 914 time: 0.0991066 Nov 08 00:16:44.332925 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c3d84c9-e2bf-4199-a54f-7b67444257d0 req-173dfe6a-92a4-4066-8ec3-59ff5bf10175 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/security-groups?id=9db93346-1fe4-4875-ac85-69a296babdca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570056 Nov 08 00:16:44.336583 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18674967-07b8-4f4f-b4e8-1ce09dd3a199 req-e61a482b-0343-4560-a6bb-94d74a653c79 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545044 Nov 08 00:16:44.373873 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e7a45f0b-72b4-4f7e-8c55-43726798944b req-88e83b4a-a1f9-4ebc-be96-17b46f97f325 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca948f2c-6083-4371-b19f-b9a7a1dde601 HTTP/1.1" status: 200 len: 217 time: 0.0395641 Nov 08 00:16:44.412611 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a8c81db-d78a-4438-89b1-bc6a7cd6c82e req-e2bdbb69-e419-4c2f-b223-35b1e711aebd tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 210 time: 0.0281854 Nov 08 00:16:44.427398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a45f0b-72b4-4f7e-8c55-43726798944b req-6fe032cb-da49-4d39-918f-e0f3c26c1d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:44.429645 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e7a45f0b-72b4-4f7e-8c55-43726798944b req-6fe032cb-da49-4d39-918f-e0f3c26c1d1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2bb2104-9c0a-40fe-936a-9c2c5a3c1a3d HTTP/1.1" status: 200 len: 853 time: 0.0468082 Nov 08 00:16:44.463312 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e7a45f0b-72b4-4f7e-8c55-43726798944b req-ec77b95d-e23f-4760-a4d1-dce04fffe496 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d088be02-3913-4ec5-9648-4cfa6290a2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258238 Nov 08 00:16:44.477811 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6403ae5-176c-466a-9afa-872880ab99fc req-2c49e03c-884f-42e7-9011-13e96a7e410a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:44.479582 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6403ae5-176c-466a-9afa-872880ab99fc req-2c49e03c-884f-42e7-9011-13e96a7e410a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 945 time: 0.0693986 Nov 08 00:16:44.554174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6403ae5-176c-466a-9afa-872880ab99fc req-47f51bc4-91a6-4255-b7ee-64acab26188b tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644724 Nov 08 00:16:44.563369 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cda199-35b4-4f4c-b104-37ef70b0a946 req-32d1f86b-bc05-41f0-ac97-8ea7fbd14ec9 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:44.564946 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-45cda199-35b4-4f4c-b104-37ef70b0a946 req-32d1f86b-bc05-41f0-ac97-8ea7fbd14ec9 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ef47df9-3ff0-4206-8b36-09c8cccaba62 HTTP/1.1" status: 200 len: 950 time: 0.0838206 Nov 08 00:16:44.577942 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e7a45f0b-72b4-4f7e-8c55-43726798944b req-35f32d6c-1754-4705-8f30-16e01dc58696 service neutron] 10.222.0.20 "GET /v2.0/networks/d088be02-3913-4ec5-9648-4cfa6290a2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078146 Nov 08 00:16:44.615624 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-45cda199-35b4-4f4c-b104-37ef70b0a946 req-6b418992-f15b-4bd3-88b6-6399512e0385 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388670 Nov 08 00:16:44.644534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46c7a37d-87e9-463e-b95e-a8f0023a7600 req-f00697a6-1020-46d7-bc54-e469f232e2af tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0276902 Nov 08 00:16:44.694206 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e7a45f0b-72b4-4f7e-8c55-43726798944b req-6b42edb1-14bc-45ae-a2ec-734d8d2c95ce service neutron] 10.222.0.20 "GET /v2.0/networks/d088be02-3913-4ec5-9648-4cfa6290a2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079175 Nov 08 00:16:44.750813 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4611b64-88f4-49be-afc8-2c16925679a1 req-7afae576-ffd8-45d2-85aa-90fa52321e10 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:44.752352 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4611b64-88f4-49be-afc8-2c16925679a1 req-7afae576-ffd8-45d2-85aa-90fa52321e10 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 946 time: 0.0556993 Nov 08 00:16:44.793349 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4611b64-88f4-49be-afc8-2c16925679a1 req-83abdee2-b8f5-45b7-a220-316409acbd7c tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338030 Nov 08 00:16:44.928155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde03334-c74c-42e8-85da-3312d1e5fb2d req-2875024d-4141-43d4-878d-4b19d2b016be tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:44.929643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bde03334-c74c-42e8-85da-3312d1e5fb2d req-2875024d-4141-43d4-878d-4b19d2b016be tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 946 time: 0.0556798 Nov 08 00:16:44.973906 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bde03334-c74c-42e8-85da-3312d1e5fb2d req-fa07b7e6-c67f-4c4d-9980-f9e54e8dcecb tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375569 Nov 08 00:16:45.518792 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1017c-f3e7-4150-9f27-20efe378764c req-c146ce4f-3f3a-46c4-bdfc-f373ff638287 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:45.520269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5ac1017c-f3e7-4150-9f27-20efe378764c req-c146ce4f-3f3a-46c4-bdfc-f373ff638287 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 944 time: 0.0815530 Nov 08 00:16:45.531650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c0b92-1ade-42af-af86-1ac67475fe6a req-3dd5441d-db24-4538-9730-3770d49e1b09 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:45.533084 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d10c0b92-1ade-42af-af86-1ac67475fe6a req-3dd5441d-db24-4538-9730-3770d49e1b09 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 944 time: 0.0843914 Nov 08 00:16:45.586535 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5ac1017c-f3e7-4150-9f27-20efe378764c req-93a8c77d-4d41-46a9-b54f-5d35f7ca6757 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524487 Nov 08 00:16:45.599263 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d10c0b92-1ade-42af-af86-1ac67475fe6a req-d96a6c5e-b04c-45ac-9577-1bd126dd8eed tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/security-groups?id=9db93346-1fe4-4875-ac85-69a296babdca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585635 Nov 08 00:16:45.697545 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0b1f7-e687-4309-899b-d755c03e47d6 req-cdcfd91f-20e1-4b9f-a78b-45862bc0a703 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:45.699664 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ca0b1f7-e687-4309-899b-d755c03e47d6 req-cdcfd91f-20e1-4b9f-a78b-45862bc0a703 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 946 time: 0.0525415 Nov 08 00:16:45.747336 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25231983-5da8-477f-9526-2250713a6b05 req-4858dd71-5b62-49d0-ae4a-808d211d4d4b tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 210 time: 0.0351908 Nov 08 00:16:45.766265 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ca0b1f7-e687-4309-899b-d755c03e47d6 req-fc5ab8dc-a394-46a2-97b5-54496a3faaa8 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603662 Nov 08 00:16:45.879668 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c2f0c19d-9415-4382-b1e5-45af5110bd41 req-1a3d554b-a702-43ba-a2c9-5d628ebeea38 tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0317454 Nov 08 00:16:45.896880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432bf70-6026-4c87-b28b-f416926c8b0e req-09176fcd-0ab0-4f65-a4f0-46cefe28c775 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:45.897902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8432bf70-6026-4c87-b28b-f416926c8b0e req-09176fcd-0ab0-4f65-a4f0-46cefe28c775 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 945 time: 0.0769737 Nov 08 00:16:45.936148 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8432bf70-6026-4c87-b28b-f416926c8b0e req-aa999e5a-e74a-435d-8e5f-fed8e1e9880c tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318098 Nov 08 00:16:46.088612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0d22b-b3d9-4112-98f9-9be063b794ca req-dd440f2e-ced3-487a-af5b-887b898248f6 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:46.090109 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0f0d22b-b3d9-4112-98f9-9be063b794ca req-dd440f2e-ced3-487a-af5b-887b898248f6 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 946 time: 0.0494640 Nov 08 00:16:46.128542 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0f0d22b-b3d9-4112-98f9-9be063b794ca req-67fd010e-5843-4dd9-a4c2-1545ee8d3ed5 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325429 Nov 08 00:16:46.733975 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfc5d6-0913-4774-949b-9caa5bd5b561 req-d7512351-ba4e-41e6-8e39-501126e76b54 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:46.736924 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52bfc5d6-0913-4774-949b-9caa5bd5b561 req-d7512351-ba4e-41e6-8e39-501126e76b54 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 944 time: 0.0798419 Nov 08 00:16:46.747820 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7f144-32e1-40e0-9c6b-d48eb9167781 req-c8a2b6de-6701-4b0b-abd9-8ce97f60aff3 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:46.749235 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4fc7f144-32e1-40e0-9c6b-d48eb9167781 req-c8a2b6de-6701-4b0b-abd9-8ce97f60aff3 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 944 time: 0.0678747 Nov 08 00:16:46.798020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52bfc5d6-0913-4774-949b-9caa5bd5b561 req-2bb83149-d7d5-4aed-bbfa-276334dc381a tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478272 Nov 08 00:16:46.810737 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4fc7f144-32e1-40e0-9c6b-d48eb9167781 req-a22a4c45-3527-4808-b13b-4b84827621d0 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/security-groups?id=9db93346-1fe4-4875-ac85-69a296babdca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539701 Nov 08 00:16:46.907487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cbdb8436-5d4c-40bf-bf83-a71e299177ff req-ca7f4757-ee9f-4600-9288-0887b1565c2f tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 210 time: 0.0274374 Nov 08 00:16:46.972030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c86757-a181-470b-ab2d-4cedc271d26d req-4ea37ff9-4a3a-4b32-a2d5-bbc8953e5d81 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:46.973560 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18c86757-a181-470b-ab2d-4cedc271d26d req-4ea37ff9-4a3a-4b32-a2d5-bbc8953e5d81 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 946 time: 0.0648954 Nov 08 00:16:47.027085 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-dbf27987-24cc-43c7-982b-d6f01a65dacc tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:47.029585 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27389d63-e3e3-4b2c-9aa9-ae39a8909b6d req-94f67e3f-d487-4d77-ba2e-fa862bcd6770 tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0384176 Nov 08 00:16:47.030205 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-dbf27987-24cc-43c7-982b-d6f01a65dacc tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.26 "GET /v2.0/networks?id=853d2432-fde8-49fb-b447-247247626799 HTTP/1.1" status: 200 len: 821 time: 0.1260393 Nov 08 00:16:47.046957 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18c86757-a181-470b-ab2d-4cedc271d26d req-b495f548-957c-44f5-9041-82004670b755 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662289 Nov 08 00:16:47.053663 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-e84c7f22-3a2b-4b74-8d69-fa5e74dfb109 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Request body: {'port': {'device_id': 'c6940ef9-d75d-4705-82d2-5a925de4f57e', 'network_id': '853d2432-fde8-49fb-b447-247247626799', 'admin_state_up': True, 'tenant_id': '73b9dfce600845c48a360799e58f430c'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:47.145230 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89674e08-5f98-4478-94f4-4c89f4f2c7f7 req-d8fa4dbd-b3d2-4744-8f4b-1ac77c067ff3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:47.146856 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89674e08-5f98-4478-94f4-4c89f4f2c7f7 req-d8fa4dbd-b3d2-4744-8f4b-1ac77c067ff3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 945 time: 0.0535550 Nov 08 00:16:47.157023 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 482bac4e-749d-45f6-adb7-78cc00eacad1 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:16:47.203941 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89674e08-5f98-4478-94f4-4c89f4f2c7f7 req-6b5d0cc3-2890-43ec-9884-7f9a4c256de4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494344 Nov 08 00:16:47.250420 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:47.266019 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067d2ad-562b-496d-b140-07ec9a47446a req-9d8b99ec-16ea-4ffd-9eb0-862b32198957 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:47.267499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9067d2ad-562b-496d-b140-07ec9a47446a req-9d8b99ec-16ea-4ffd-9eb0-862b32198957 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 946 time: 0.0504842 Nov 08 00:16:47.273350 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef47df9-3ff0-4206-8b36-09c8cccaba62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '482bac4e-749d-45f6-adb7-78cc00eacad1'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:47.275619 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dba42a-34b5-49ea-a4c2-fb38d92f13e5" -d '{"events": [{"server_uuid": "8ef47df9-3ff0-4206-8b36-09c8cccaba62", "name": "network-vif-unplugged", "status": "completed", "tag": "482bac4e-749d-45f6-adb7-78cc00eacad1"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:47.292074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 482bac4e-749d-45f6-adb7-78cc00eacad1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=482bac4e-749d-45f6-adb7-78cc00eacad1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:47.299458 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-e84c7f22-3a2b-4b74-8d69-fa5e74dfb109 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Made reservation on behalf of 73b9dfce600845c48a360799e58f430c for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:16:47.303016 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-e84c7f22-3a2b-4b74-8d69-fa5e74dfb109 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:47.313675 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07896046-e57c-46a8-a38f-14721c29e6a5 x-openstack-request-id: req-07896046-e57c-46a8-a38f-14721c29e6a5 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:47.313959 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef47df9-3ff0-4206-8b36-09c8cccaba62", "name": "network-vif-unplugged", "status": "completed", "tag": "482bac4e-749d-45f6-adb7-78cc00eacad1", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:47.314206 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07896046-e57c-46a8-a38f-14721c29e6a5 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:47.314592 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef47df9-3ff0-4206-8b36-09c8cccaba62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '482bac4e-749d-45f6-adb7-78cc00eacad1', 'code': 200} Nov 08 00:16:47.320208 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9067d2ad-562b-496d-b140-07ec9a47446a req-09a8e09a-420a-4a41-bfae-8e524ff77da6 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461984 Nov 08 00:16:47.424850 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:47.431401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-e84c7f22-3a2b-4b74-8d69-fa5e74dfb109 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Allocated IP 172.20.0.9 (853d2432-fde8-49fb-b447-247247626799/c9df2dcf-926a-4958-8815-089ca1bc4fc4/0ebbc63d-ba01-4249-9afb-f1a36dce1bba) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:16:47.471546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=482bac4e-749d-45f6-adb7-78cc00eacad1,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:47.515868 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device ca948f2c-6083-4371-b19f-b9a7a1dde601 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:16:47.578049 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-e84c7f22-3a2b-4b74-8d69-fa5e74dfb109 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:47.612988 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port ca948f2c-6083-4371-b19f-b9a7a1dde601, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=ca948f2c-6083-4371-b19f-b9a7a1dde601,segment=NetworkSegment(bdbc88c8-5564-4901-960a-92cfa27f995e),segment_id=bdbc88c8-5564-4901-960a-92cfa27f995e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:47.625073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'ca948f2c-6083-4371-b19f-b9a7a1dde601', 'network_id': 'd088be02-3913-4ec5-9648-4cfa6290a2e6', 'port_id': 'ca948f2c-6083-4371-b19f-b9a7a1dde601', 'mac_address': 'fa:16:3e:21:ea:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2bb2104-9c0a-40fe-936a-9c2c5a3c1a3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:16:47.661876 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:47.665655 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-e84c7f22-3a2b-4b74-8d69-fa5e74dfb109 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:47.676653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cee93-f392-4566-977d-1196cd1ca5a5 req-3e6236b3-967d-4ab7-870f-3935f67e83ea tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:47.678074 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f21cee93-f392-4566-977d-1196cd1ca5a5 req-3e6236b3-967d-4ab7-870f-3935f67e83ea tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.26 "GET /v2.0/ports?device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 946 time: 0.0512536 Nov 08 00:16:47.678621 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca948f2c-6083-4371-b19f-b9a7a1dde601 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:47.699558 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port ca948f2c-6083-4371-b19f-b9a7a1dde601, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=ca948f2c-6083-4371-b19f-b9a7a1dde601,segment=NetworkSegment(bdbc88c8-5564-4901-960a-92cfa27f995e),segment_id=bdbc88c8-5564-4901-960a-92cfa27f995e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:47.708438 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-e84c7f22-3a2b-4b74-8d69-fa5e74dfb109 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Network 853d2432-fde8-49fb-b447-247247626799 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:16:47.711667 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-e84c7f22-3a2b-4b74-8d69-fa5e74dfb109 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:16:47.715401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-e84c7f22-3a2b-4b74-8d69-fa5e74dfb109 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:16:47.746408 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c7f22-3a2b-4b74-8d69-fa5e74dfb109 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Pushing event updated for resources: {'Port': ['ID=0ebbc63d-ba01-4249-9afb-f1a36dce1bba,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:47.774067 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-e84c7f22-3a2b-4b74-8d69-fa5e74dfb109 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:47.774673 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-e84c7f22-3a2b-4b74-8d69-fa5e74dfb109 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:47.779690 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-f21cee93-f392-4566-977d-1196cd1ca5a5 req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Deleting port 0500f70c-eb1d-4db9-8205-a9d7227ae552 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:16:47.783102 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f21cee93-f392-4566-977d-1196cd1ca5a5 req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:47.783246 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:47.783246 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:16:47.862053 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-e84c7f22-3a2b-4b74-8d69-fa5e74dfb109 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8123360 Nov 08 00:16:47.884541 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Request body: {'port': {'device_id': 'c6940ef9-d75d-4705-82d2-5a925de4f57e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:47.889696 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=ca948f2c-6083-4371-b19f-b9a7a1dde601,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:47.938335 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:47.944353 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:47.945869 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-f21cee93-f392-4566-977d-1196cd1ca5a5 req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] For port 0500f70c-eb1d-4db9-8205-a9d7227ae552, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=0500f70c-eb1d-4db9-8205-a9d7227ae552,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:47.946333 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f21cee93-f392-4566-977d-1196cd1ca5a5 req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:47.951213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb', 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331', 'port_id': '92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb', 'mac_address': 'fa:16:3e:2d:ac:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f922d749-ea0e-4050-a259-bcddd001eb5a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:16:47.968998 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-f21cee93-f392-4566-977d-1196cd1ca5a5 req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Calling delete_port for 0500f70c-eb1d-4db9-8205-a9d7227ae552 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:16:47.992338 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:48.000290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a7699-ebc9-49ac-93ef-3c8d4b6e32a0 req-9465f761-4980-4592-a252-4618c44bae8e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:48.001939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-098a7699-ebc9-49ac-93ef-3c8d4b6e32a0 req-9465f761-4980-4592-a252-4618c44bae8e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 944 time: 0.1238375 Nov 08 00:16:48.009185 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:48.031303 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:48.044318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a6370-26bc-4b1a-b50f-9c0e612899f8 req-664a6681-aea0-49b8-989f-33097eb8908d tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:48.045752 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-660a6370-26bc-4b1a-b50f-9c0e612899f8 req-664a6681-aea0-49b8-989f-33097eb8908d tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 945 time: 0.1346610 Nov 08 00:16:48.121605 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-660a6370-26bc-4b1a-b50f-9c0e612899f8 req-e905380c-3ba6-4892-830e-82d41c986ff6 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/security-groups?id=9db93346-1fe4-4875-ac85-69a296babdca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674310 Nov 08 00:16:48.123459 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:48.124364 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device fcdb1374-0a94-44a6-9e49-0b24c84251c9 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:16:48.131501 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-098a7699-ebc9-49ac-93ef-3c8d4b6e32a0 req-864d14c1-6adb-4496-9ad3-593e48ea1eb3 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963159 Nov 08 00:16:48.268770 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ebbc63d-ba01-4249-9afb-f1a36dce1bba {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:48.281606 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f21cee93-f392-4566-977d-1196cd1ca5a5 req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:48.285960 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port fcdb1374-0a94-44a6-9e49-0b24c84251c9, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=fcdb1374-0a94-44a6-9e49-0b24c84251c9,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:48.290130 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:48.301505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de6abb-e31b-492e-8c9f-f1780718a66f req-d6c3e32f-a221-4591-830d-2384a0774250 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:48.302488 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Transition to ACTIVE for port object 0ebbc63d-ba01-4249-9afb-f1a36dce1bba will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:16:48.303151 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29de6abb-e31b-492e-8c9f-f1780718a66f req-d6c3e32f-a221-4591-830d-2384a0774250 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 931 time: 0.0627112 Nov 08 00:16:48.304689 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:48.309114 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'fcdb1374-0a94-44a6-9e49-0b24c84251c9', 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d', 'port_id': 'fcdb1374-0a94-44a6-9e49-0b24c84251c9', 'mac_address': 'fa:16:3e:52:2b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf5087d-85b5-4f3a-9920-492dd2518682', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:16:48.341175 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['56ff3958-0144-4d3c-b3b3-300680828662', '0500f70c-eb1d-4db9-8205-a9d7227ae552'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:48.351074 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Pushing event deleted for resources: {'Port': ['ID=0500f70c-eb1d-4db9-8205-a9d7227ae552,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:48.360215 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6d753f25-e4d8-4b3c-96dd-ac48df3fa44b req-e28a92d6-1d9e-40e4-9fc8-32421cdcb577 tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0749199 Nov 08 00:16:48.387862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:48.387862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:48.387862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:48.387862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:48.387862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:48.387862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:48.387862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:48.387862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:48.387862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:48.387862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:48.387862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:48.387862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:16:48.390258 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:48.392479 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:48.416002 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcdb1374-0a94-44a6-9e49-0b24c84251c9 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:48.430508 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21cee93-f392-4566-977d-1196cd1ca5a5 req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] No DVR routers for this DVR port 0500f70c-eb1d-4db9-8205-a9d7227ae552 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:16:48.434658 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f21cee93-f392-4566-977d-1196cd1ca5a5 req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:48.443878 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f21cee93-f392-4566-977d-1196cd1ca5a5 req-f6c050f7-0ccc-45e0-9cdc-03ea6ecd24a9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.26 "DELETE /v2.0/ports/0500f70c-eb1d-4db9-8205-a9d7227ae552 HTTP/1.1" status: 204 len: 173 time: 0.7525039 Nov 08 00:16:48.443878 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b3dbb2-053f-4150-b37b-b25e066e141c', 'name': 'network-vif-deleted', 'tag': '0500f70c-eb1d-4db9-8205-a9d7227ae552'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:48.444167 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port fcdb1374-0a94-44a6-9e49-0b24c84251c9, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=fcdb1374-0a94-44a6-9e49-0b24c84251c9,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:48.444275 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a251305-bf03-41ea-86a3-28f240ff0da0" -d '{"events": [{"server_uuid": "13b3dbb2-053f-4150-b37b-b25e066e141c", "name": "network-vif-deleted", "tag": "0500f70c-eb1d-4db9-8205-a9d7227ae552"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:48.455943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29de6abb-e31b-492e-8c9f-f1780718a66f req-5530245e-a30a-4132-a55b-511356fa05ea tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8000ce-2b05-47a9-9002-4eedb1c08d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214311 Nov 08 00:16:48.498509 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15aa6565-a8b9-4d93-ae20-0c8b063fb387 req-c59b8a09-e606-4473-87f7-28826d91f9af tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=13b3dbb2-053f-4150-b37b-b25e066e141c HTTP/1.1" status: 200 len: 210 time: 0.0307539 Nov 08 00:16:48.508334 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebbc63d-ba01-4249-9afb-f1a36dce1bba,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:48.530647 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:48.542933 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Attempting to bind port 0ebbc63d-ba01-4249-9afb-f1a36dce1bba on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:16:48.543375 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Attempting to bind port 0ebbc63d-ba01-4249-9afb-f1a36dce1bba by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '299d5ff5-345d-4bd9-840a-db123c4b8494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '853d2432-fde8-49fb-b447-247247626799'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:16:48.543769 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Attempting to bind port 0ebbc63d-ba01-4249-9afb-f1a36dce1bba on network 853d2432-fde8-49fb-b447-247247626799 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:48.550036 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Port 0ebbc63d-ba01-4249-9afb-f1a36dce1bba on network 853d2432-fde8-49fb-b447-247247626799 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:16:48.550036 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Attempting to bind port 0ebbc63d-ba01-4249-9afb-f1a36dce1bba on network 853d2432-fde8-49fb-b447-247247626799 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:48.554613 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:16:48.555113 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Checking segment: {'id': '299d5ff5-345d-4bd9-840a-db123c4b8494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '853d2432-fde8-49fb-b447-247247626799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:16:48.555600 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Bound using segment: {'id': '299d5ff5-345d-4bd9-840a-db123c4b8494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '853d2432-fde8-49fb-b447-247247626799'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:16:48.556161 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Bound port: 0ebbc63d-ba01-4249-9afb-f1a36dce1bba, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299d5ff5-345d-4bd9-840a-db123c4b8494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '853d2432-fde8-49fb-b447-247247626799'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:16:48.556643 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:48.592452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c457bce-da5f-45d0-9126-8dd3cdd16ef9 req-3bafe334-ba01-4550-b4b0-a846ff986f5c tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:48.600560 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c457bce-da5f-45d0-9126-8dd3cdd16ef9 req-3bafe334-ba01-4550-b4b0-a846ff986f5c tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 945 time: 0.0645440 Nov 08 00:16:48.607407 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=fcdb1374-0a94-44a6-9e49-0b24c84251c9,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:48.634855 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] For port 0ebbc63d-ba01-4249-9afb-f1a36dce1bba, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:16:48.639082 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] For port 0ebbc63d-ba01-4249-9afb-f1a36dce1bba, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=0ebbc63d-ba01-4249-9afb-f1a36dce1bba,segment=NetworkSegment(299d5ff5-345d-4bd9-840a-db123c4b8494),segment_id=299d5ff5-345d-4bd9-840a-db123c4b8494)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:16:48.663779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c457bce-da5f-45d0-9126-8dd3cdd16ef9 req-45515c54-6836-4cbd-a827-1d6c264febf3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624199 Nov 08 00:16:48.675945 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c1310-4722-4bbc-a48e-ad84205f231e req-c02bad24-ce7c-4afd-898a-4b3c06f1c817 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:48.677405 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-489c1310-4722-4bbc-a48e-ad84205f231e req-c02bad24-ce7c-4afd-898a-4b3c06f1c817 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 945 time: 0.0748370 Nov 08 00:16:48.722904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-489c1310-4722-4bbc-a48e-ad84205f231e req-c7310514-847c-43e6-845f-31ed9e3b992f tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392909 Nov 08 00:16:48.724334 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdb166f-f86f-4fb8-aed1-02d6cc410fcc x-openstack-request-id: req-3cdb166f-f86f-4fb8-aed1-02d6cc410fcc {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:48.724616 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b3dbb2-053f-4150-b37b-b25e066e141c", "name": "network-vif-deleted", "tag": "0500f70c-eb1d-4db9-8205-a9d7227ae552", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:48.724880 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cdb166f-f86f-4fb8-aed1-02d6cc410fcc {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:48.725266 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b3dbb2-053f-4150-b37b-b25e066e141c', 'name': 'network-vif-deleted', 'tag': '0500f70c-eb1d-4db9-8205-a9d7227ae552', 'status': 'completed', 'code': 200} Nov 08 00:16:48.741409 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:48.777461 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:48.778103 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:48.779614 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] 10.222.0.26 "PUT /v2.0/ports/0ebbc63d-ba01-4249-9afb-f1a36dce1bba HTTP/1.1" status: 200 len: 1091 time: 0.9006271 Nov 08 00:16:48.780221 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6940ef9-d75d-4705-82d2-5a925de4f57e', 'tag': '0ebbc63d-ba01-4249-9afb-f1a36dce1bba'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:48.782514 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d7bcf6-1bf1-4f43-bc9c-b71dbed082f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6940ef9-d75d-4705-82d2-5a925de4f57e", "tag": "0ebbc63d-ba01-4249-9afb-f1a36dce1bba"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:48.807504 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec57f4-0f14-4d86-8d9c-a15b63523f05 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebbc63d-ba01-4249-9afb-f1a36dce1bba,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:48.821881 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97eb39bb-fd65-41fc-808b-2cd99026834c x-openstack-request-id: req-97eb39bb-fd65-41fc-808b-2cd99026834c {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:48.822170 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6940ef9-d75d-4705-82d2-5a925de4f57e", "tag": "0ebbc63d-ba01-4249-9afb-f1a36dce1bba", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:48.822419 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97eb39bb-fd65-41fc-808b-2cd99026834c {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:48.822811 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6940ef9-d75d-4705-82d2-5a925de4f57e', 'tag': '0ebbc63d-ba01-4249-9afb-f1a36dce1bba', 'status': 'completed', 'code': 200} Nov 08 00:16:48.916816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7bcf6-1bf1-4f43-bc9c-b71dbed082f1 req-eb3687ce-8ee0-4a86-81db-0aa8b4757001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:48.918289 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-83d7bcf6-1bf1-4f43-bc9c-b71dbed082f1 req-eb3687ce-8ee0-4a86-81db-0aa8b4757001 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73b9dfce600845c48a360799e58f430c&device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 1094 time: 0.0408449 Nov 08 00:16:48.934677 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:49.029086 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7bcf6-1bf1-4f43-bc9c-b71dbed082f1 req-504534aa-db43-4e5f-95c1-76e0f00a805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:49.030458 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-83d7bcf6-1bf1-4f43-bc9c-b71dbed082f1 req-504534aa-db43-4e5f-95c1-76e0f00a805c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=73b9dfce600845c48a360799e58f430c&shared=False HTTP/1.1" status: 200 len: 922 time: 0.0950627 Nov 08 00:16:49.123717 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7bcf6-1bf1-4f43-bc9c-b71dbed082f1 req-b3883bda-d473-4219-b55a-82064979f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:49.125187 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-83d7bcf6-1bf1-4f43-bc9c-b71dbed082f1 req-b3883bda-d473-4219-b55a-82064979f433 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862701 Nov 08 00:16:49.160045 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 77346480-245c-4152-b5ff-fb10bc858460 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:16:49.263259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 77346480-245c-4152-b5ff-fb10bc858460, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=77346480-245c-4152-b5ff-fb10bc858460,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:49.269462 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-a33d0fd4-b1a7-4c9a-bbd4-8aafbd0a4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:49.271597 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-a33d0fd4-b1a7-4c9a-bbd4-8aafbd0a4734 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73b9dfce600845c48a360799e58f430c&device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 1094 time: 0.0452864 Nov 08 00:16:49.276341 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '77346480-245c-4152-b5ff-fb10bc858460', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '77346480-245c-4152-b5ff-fb10bc858460', 'mac_address': 'fa:16:3e:c2:c9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:16:49.322771 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:49.336961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77346480-245c-4152-b5ff-fb10bc858460 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:49.349996 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['ca948f2c-6083-4371-b19f-b9a7a1dde601'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:49.380861 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['fcdb1374-0a94-44a6-9e49-0b24c84251c9'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:49.385721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 77346480-245c-4152-b5ff-fb10bc858460, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=77346480-245c-4152-b5ff-fb10bc858460,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:49.416770 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-00f1352c-a845-4f5d-8f30-92cdfe5fc02a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ebbc63d-ba01-4249-9afb-f1a36dce1bba HTTP/1.1" status: 200 len: 217 time: 0.0770252 Nov 08 00:16:49.486846 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-a5b99529-6488-4a6d-b021-e6e96ea3b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:49.488734 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-a5b99529-6488-4a6d-b021-e6e96ea3b961 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c9df2dcf-926a-4958-8815-089ca1bc4fc4 HTTP/1.1" status: 200 len: 861 time: 0.0641308 Nov 08 00:16:49.539196 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-d38234ff-a02e-4c46-a0aa-9777fa938f58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=853d2432-fde8-49fb-b447-247247626799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365481 Nov 08 00:16:49.552868 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:49.557865 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:16:49.576916 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b796f9a-202d-49eb-bab5-ae528d5c1ade req-c7edf02c-9792-4196-9fd2-f622e2e5a551 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:49.578428 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8b796f9a-202d-49eb-bab5-ae528d5c1ade req-c7edf02c-9792-4196-9fd2-f622e2e5a551 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 945 time: 0.3823309 Nov 08 00:16:49.603879 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbf8e9-e034-4f59-871f-a82b453f1a4c req-2124ec95-3d1a-425a-be94-0d9a95250876 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:49.605527 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1bcbf8e9-e034-4f59-871f-a82b453f1a4c req-2124ec95-3d1a-425a-be94-0d9a95250876 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 945 time: 0.3849349 Nov 08 00:16:49.649777 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-b3717720-91fe-4774-af54-6f3b3ea16f37 service neutron] 10.222.0.26 "GET /v2.0/networks/853d2432-fde8-49fb-b447-247247626799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033480 Nov 08 00:16:49.661920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8b796f9a-202d-49eb-bab5-ae528d5c1ade req-9352998c-72e1-4349-8f24-46dbb22960e5 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/security-groups?id=9db93346-1fe4-4875-ac85-69a296babdca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742950 Nov 08 00:16:49.713759 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1bcbf8e9-e034-4f59-871f-a82b453f1a4c req-0a3c66e5-78ab-47ab-806d-c71c974f59f6 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820236 Nov 08 00:16:49.723070 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=77346480-245c-4152-b5ff-fb10bc858460,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:49.764602 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:16:49.765204 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:49.798416 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-258bb592-96f0-4732-82dc-ba1150e6f84a req-5effd32f-306b-44e3-84f2-43cc60abf5cb service neutron] 10.222.0.26 "GET /v2.0/networks/853d2432-fde8-49fb-b447-247247626799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396081 Nov 08 00:16:49.820520 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['77346480-245c-4152-b5ff-fb10bc858460'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:49.857009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5cf092f-d90e-40c5-8fb7-ed2bdfe8d51d req-7d170b1d-a377-4856-b9a6-ac63114b3fd3 tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0357652 Nov 08 00:16:49.929486 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963b0da-de48-4828-bf1c-11d6d6ca14b7 req-172b7f4c-fd6e-4e03-ae27-c30327ff6597 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:49.933942 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0963b0da-de48-4828-bf1c-11d6d6ca14b7 req-172b7f4c-fd6e-4e03-ae27-c30327ff6597 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 943 time: 0.1016145 Nov 08 00:16:50.005490 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0963b0da-de48-4828-bf1c-11d6d6ca14b7 req-a4107db8-298c-44dd-a0d7-471f3204f987 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8000ce-2b05-47a9-9002-4eedb1c08d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651052 Nov 08 00:16:50.048524 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:50.098332 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860b3063-8eb9-427a-b188-817cf5a4d43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:50.100673 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117d188d-7b51-46f8-872e-d891128b7539" -d '{"events": [{"server_uuid": "860b3063-8eb9-427a-b188-817cf5a4d43c", "name": "network-vif-plugged", "status": "completed", "tag": "92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:50.102054 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c17c38-a9f6-4b03-b645-96b23d740d26 req-d64aaa44-13f5-4938-82db-dfc18f009336 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:50.110463 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65c17c38-a9f6-4b03-b645-96b23d740d26 req-d64aaa44-13f5-4938-82db-dfc18f009336 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 945 time: 0.0837758 Nov 08 00:16:50.124340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:50.170128 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65c17c38-a9f6-4b03-b645-96b23d740d26 req-6e6830cc-debc-466c-adc5-ef758d98ce63 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588014 Nov 08 00:16:50.186600 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8e392-0418-4801-b1f1-96be7c3113ec req-6ee901e7-6a6f-408c-9224-4b2a71bbd3c4 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:50.188250 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-41b8e392-0418-4801-b1f1-96be7c3113ec req-6ee901e7-6a6f-408c-9224-4b2a71bbd3c4 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 945 time: 0.0703712 Nov 08 00:16:50.217049 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fef9bb-ce04-4ca5-88c7-1c194dfaff96 x-openstack-request-id: req-56fef9bb-ce04-4ca5-88c7-1c194dfaff96 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:50.217394 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860b3063-8eb9-427a-b188-817cf5a4d43c", "name": "network-vif-plugged", "status": "completed", "tag": "92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:50.217676 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56fef9bb-ce04-4ca5-88c7-1c194dfaff96 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:50.218350 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860b3063-8eb9-427a-b188-817cf5a4d43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb', 'code': 200} Nov 08 00:16:50.220861 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:50.239823 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-41b8e392-0418-4801-b1f1-96be7c3113ec req-d2c6ed43-095d-47ad-9dda-fcf0b6cb4d06 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447338 Nov 08 00:16:50.287264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:50.401544 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d08763-5784-4c62-97cb-cc4837db0056 req-8624ba99-e5fc-4b70-8251-762bd1c9cb10 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:50.403022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-67d08763-5784-4c62-97cb-cc4837db0056 req-8624ba99-e5fc-4b70-8251-762bd1c9cb10 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 806 time: 0.1055615 Nov 08 00:16:50.417813 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-67d08763-5784-4c62-97cb-cc4837db0056 req-fb741bcd-8003-4083-8f95-54c1abcc0a37 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/quotas/03361b607f1240009c31eb92f73a8c14 HTTP/1.1" status: 200 len: 375 time: 0.0088897 Nov 08 00:16:50.466857 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-67d08763-5784-4c62-97cb-cc4837db0056 req-71eb3099-9f7a-4cb4-8041-0564b6d577f7 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435534 Nov 08 00:16:50.557415 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-67d08763-5784-4c62-97cb-cc4837db0056 req-7a9b080a-0a0b-49a8-a2d0-e9d2e79abc3a service neutron] 10.222.0.13 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832598 Nov 08 00:16:50.649984 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-67d08763-5784-4c62-97cb-cc4837db0056 req-909357e8-3575-4da4-8037-dd21c93e2a42 service neutron] 10.222.0.13 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857203 Nov 08 00:16:50.694068 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6e146-4817-4a83-8666-4dca70a96781 req-edf42cb7-13b6-481f-a023-fc9120d9b971 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:50.695615 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-edf42cb7-13b6-481f-a023-fc9120d9b971 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2&tenant_id=97cd1b3154f241d5a6c44887e42be8b0&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 1096 time: 0.0499899 Nov 08 00:16:50.708450 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816882-1'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:50.776522 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:50.831045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ee58e-136c-4f70-9945-24a60d204773 req-9be69131-5ce2-4807-8ce4-bc53082b4599 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:50.834126 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca0ee58e-136c-4f70-9945-24a60d204773 req-9be69131-5ce2-4807-8ce4-bc53082b4599 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 945 time: 0.0784163 Nov 08 00:16:50.926208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] For port c115532b-fa9f-422a-9e63-4efe85e12766, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c115532b-fa9f-422a-9e63-4efe85e12766,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:50.947620 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca0ee58e-136c-4f70-9945-24a60d204773 req-8716ccc0-c389-4907-979f-da5ae2a88ce5 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/security-groups?id=9db93346-1fe4-4875-ac85-69a296babdca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923078 Nov 08 00:16:50.985104 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] For port c115532b-fa9f-422a-9e63-4efe85e12766, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:16:51.041773 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c115532b-fa9f-422a-9e63-4efe85e12766'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:51.048105 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7986bff1-9b94-4c3c-ac4c-6f856b9b928c" -d '{"events": [{"server_uuid": "72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2", "name": "network-vif-unplugged", "status": "completed", "tag": "c115532b-fa9f-422a-9e63-4efe85e12766"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:51.053535 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a1aec-310b-442c-9214-852d5caa15e8 req-ebc7a5f4-8297-4a64-bd12-397656ead7c1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:51.053535 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b4a1aec-310b-442c-9214-852d5caa15e8 req-ebc7a5f4-8297-4a64-bd12-397656ead7c1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 945 time: 0.1442862 Nov 08 00:16:51.067630 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:51.140094 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8b9e0c5a-c880-405d-ba7c-cac34e185d23 req-2a131d0a-b78f-4b35-bf9d-1684f6edb0de tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 210 time: 0.0586989 Nov 08 00:16:51.145969 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:51.153802 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e04b9e49-90fd-4a6f-b7dd-008006347ba8 req-8116a51a-054e-48d9-921f-f27d6347d195 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0373628 Nov 08 00:16:51.172221 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b4a1aec-310b-442c-9214-852d5caa15e8 req-4cf0b150-6be6-41aa-8b65-4363a5da9492 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085494 Nov 08 00:16:51.189446 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 77346480-245c-4152-b5ff-fb10bc858460 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:16:51.322927 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-617a9274-cf06-41a7-ad20-179d19127c49 req-6cfad31d-d9a6-4fcb-a448-510a1792d70c tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0903842 Nov 08 00:16:51.330882 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 77346480-245c-4152-b5ff-fb10bc858460 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:16:51.331418 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:51.369376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6e2f1-9857-4f8d-8fb6-8bb84e9d5ba8 req-8472e44b-c482-4aa9-9624-9c0df4215040 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:51.377756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bca6e2f1-9857-4f8d-8fb6-8bb84e9d5ba8 req-8472e44b-c482-4aa9-9624-9c0df4215040 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 943 time: 0.1136355 Nov 08 00:16:51.491850 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bca6e2f1-9857-4f8d-8fb6-8bb84e9d5ba8 req-624651fb-d63e-4ad6-bf02-ef3ab2f429d2 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8000ce-2b05-47a9-9002-4eedb1c08d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131151 Nov 08 00:16:51.524175 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:51.566546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 77346480-245c-4152-b5ff-fb10bc858460, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=77346480-245c-4152-b5ff-fb10bc858460,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:51.597736 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device fcdb1374-0a94-44a6-9e49-0b24c84251c9 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:16:51.630630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fb1a7-3d72-47f0-b57f-34d3cbe6c91d req-43132fae-edb5-4f83-8972-2d8239a26f04 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:51.632323 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b2fb1a7-3d72-47f0-b57f-34d3cbe6c91d req-43132fae-edb5-4f83-8972-2d8239a26f04 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 943 time: 0.1328859 Nov 08 00:16:51.666453 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:51.667281 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 0500f70c-eb1d-4db9-8205-a9d7227ae552 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:16:51.722900 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8469606e-be67-48f6-972b-e888df496e1b x-openstack-request-id: req-8469606e-be67-48f6-972b-e888df496e1b {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:51.723526 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2", "name": "network-vif-unplugged", "status": "completed", "tag": "c115532b-fa9f-422a-9e63-4efe85e12766", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:51.723526 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8469606e-be67-48f6-972b-e888df496e1b {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:51.723916 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c115532b-fa9f-422a-9e63-4efe85e12766', 'code': 200} Nov 08 00:16:51.727434 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] Pushing event updated for resources: {'Port': ['ID=c115532b-fa9f-422a-9e63-4efe85e12766,revision_number=7']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:51.734992 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] Attempting to bind port c115532b-fa9f-422a-9e63-4efe85e12766 on host n-h1-816882-1 for vnic_type normal with profile {"migrating_to": "n-h2-816882-1"} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:16:51.735383 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] Attempting to bind port c115532b-fa9f-422a-9e63-4efe85e12766 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:16:51.737494 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] Attempting to bind port c115532b-fa9f-422a-9e63-4efe85e12766 on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:51.741139 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] Port c115532b-fa9f-422a-9e63-4efe85e12766 on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:16:51.741555 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] Attempting to bind port c115532b-fa9f-422a-9e63-4efe85e12766 on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:51.741848 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port fcdb1374-0a94-44a6-9e49-0b24c84251c9 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:16:51.747377 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 0500f70c-eb1d-4db9-8205-a9d7227ae552 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:16:51.747736 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 0500f70c-eb1d-4db9-8205-a9d7227ae552 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:16:51.748874 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:16:51.749298 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] Checking segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:16:51.749747 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] Bound using segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:16:51.750238 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] Bound port: c115532b-fa9f-422a-9e63-4efe85e12766, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:16:51.750714 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:51.753079 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port fcdb1374-0a94-44a6-9e49-0b24c84251c9 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:16:51.753460 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:51.764728 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b2fb1a7-3d72-47f0-b57f-34d3cbe6c91d req-fd0ae3d6-0066-419f-9144-bcf9247a062f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224267 Nov 08 00:16:51.817129 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd44c0f-f29e-41b3-a0d2-5da6a68cf46a req-e9898500-6653-492c-836e-a3fbdc1da063 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:51.821989 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=77346480-245c-4152-b5ff-fb10bc858460,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:51.827199 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6bd44c0f-f29e-41b3-a0d2-5da6a68cf46a req-e9898500-6653-492c-836e-a3fbdc1da063 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 946 time: 0.1938374 Nov 08 00:16:51.854292 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] For port c115532b-fa9f-422a-9e63-4efe85e12766, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:16:51.864576 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] For port c115532b-fa9f-422a-9e63-4efe85e12766, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c115532b-fa9f-422a-9e63-4efe85e12766,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:16:51.886563 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6bd44c0f-f29e-41b3-a0d2-5da6a68cf46a req-15259903-b623-4c44-b849-90e31096d088 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581467 Nov 08 00:16:51.895624 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:51.935584 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port fcdb1374-0a94-44a6-9e49-0b24c84251c9, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=fcdb1374-0a94-44a6-9e49-0b24c84251c9,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:51.941384 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:52.025988 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:52.027037 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:52.029212 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] 10.222.0.26 "PUT /v2.0/ports/c115532b-fa9f-422a-9e63-4efe85e12766 HTTP/1.1" status: 200 len: 1121 time: 1.3254018 Nov 08 00:16:52.038319 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:52.039504 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device ca948f2c-6083-4371-b19f-b9a7a1dde601 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:16:52.065651 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aadc7d-7a57-4d6a-a771-cc1a8a404b74 service neutron] Pushing event updated for resources: {'Port': ['ID=c115532b-fa9f-422a-9e63-4efe85e12766,revision_number=8']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:52.083210 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ca35e-5174-419e-80a8-9344f70725c5 req-7830bfb6-1107-4261-8ec6-cd3aaf6a5c3a tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:52.092278 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b5ca35e-5174-419e-80a8-9344f70725c5 req-7830bfb6-1107-4261-8ec6-cd3aaf6a5c3a tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 945 time: 0.0702994 Nov 08 00:16:52.148131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b5ca35e-5174-419e-80a8-9344f70725c5 req-f3a4877d-2316-4248-b345-56a49ca71ee5 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/security-groups?id=9db93346-1fe4-4875-ac85-69a296babdca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462406 Nov 08 00:16:52.162426 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=fcdb1374-0a94-44a6-9e49-0b24c84251c9,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:52.217300 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['c115532b-fa9f-422a-9e63-4efe85e12766'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:52.221864 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d28a8d-1b67-4398-986b-8dc0aae5b31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77346480-245c-4152-b5ff-fb10bc858460'}, {'server_uuid': '3077ce76-7ce8-4273-b659-f60cbae30c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdb1374-0a94-44a6-9e49-0b24c84251c9'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:52.224638 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b3fa67-f7d9-485b-a7e8-5a397975c061" -d '{"events": [{"server_uuid": "b1d28a8d-1b67-4398-986b-8dc0aae5b31e", "name": "network-vif-plugged", "status": "completed", "tag": "77346480-245c-4152-b5ff-fb10bc858460"}, {"server_uuid": "3077ce76-7ce8-4273-b659-f60cbae30c96", "name": "network-vif-plugged", "status": "completed", "tag": "fcdb1374-0a94-44a6-9e49-0b24c84251c9"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:52.263736 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['c115532b-fa9f-422a-9e63-4efe85e12766'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:52.293820 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port ca948f2c-6083-4371-b19f-b9a7a1dde601 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:16:52.332178 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port ca948f2c-6083-4371-b19f-b9a7a1dde601 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:16:52.332684 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:52.349776 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07eb8ffd-c2a4-4235-9e35-46cdb397812e req-8846f789-19a3-4a28-b438-022d34a27e52 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 210 time: 0.0508616 Nov 08 00:16:52.512611 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53a321a-cbd8-4dde-8d55-b3089fb8ff4c x-openstack-request-id: req-a53a321a-cbd8-4dde-8d55-b3089fb8ff4c {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:52.515662 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d28a8d-1b67-4398-986b-8dc0aae5b31e", "name": "network-vif-plugged", "status": "completed", "tag": "77346480-245c-4152-b5ff-fb10bc858460", "code": 200}, {"server_uuid": "3077ce76-7ce8-4273-b659-f60cbae30c96", "name": "network-vif-plugged", "status": "completed", "tag": "fcdb1374-0a94-44a6-9e49-0b24c84251c9", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:52.516340 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a53a321a-cbd8-4dde-8d55-b3089fb8ff4c {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:52.519067 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d28a8d-1b67-4398-986b-8dc0aae5b31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77346480-245c-4152-b5ff-fb10bc858460', 'code': 200} Nov 08 00:16:52.519514 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3077ce76-7ce8-4273-b659-f60cbae30c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdb1374-0a94-44a6-9e49-0b24c84251c9', 'code': 200} Nov 08 00:16:52.582241 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0235225-a0c4-4c05-b20a-420ee11e1180 req-aacdbb4f-3bed-4b71-b083-96b5414e39c9 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:52.586313 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0235225-a0c4-4c05-b20a-420ee11e1180 req-aacdbb4f-3bed-4b71-b083-96b5414e39c9 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.1041903 Nov 08 00:16:52.677003 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:52.708650 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae04ad8d-8758-40a1-8a74-49cb727810f7 req-51597699-7663-4118-be22-6c365620f0bc tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0699821 Nov 08 00:16:52.742881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0235225-a0c4-4c05-b20a-420ee11e1180 req-a6c16d23-4545-4025-8338-806246d3db6b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490059 Nov 08 00:16:52.761107 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4e6a2-8864-4dd7-b7d1-844497536c2b req-3dc6392b-38da-40df-b03b-94affe155fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:52.761616 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f5d4e6a2-8864-4dd7-b7d1-844497536c2b req-3dc6392b-38da-40df-b03b-94affe155fff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 1097 time: 0.0634031 Nov 08 00:16:52.801745 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port ca948f2c-6083-4371-b19f-b9a7a1dde601, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=ca948f2c-6083-4371-b19f-b9a7a1dde601,segment=NetworkSegment(bdbc88c8-5564-4901-960a-92cfa27f995e),segment_id=bdbc88c8-5564-4901-960a-92cfa27f995e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:52.873456 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f5d4e6a2-8864-4dd7-b7d1-844497536c2b req-55b72eb0-23aa-443b-9058-6570f63381ff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673690 Nov 08 00:16:52.918291 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:52.919026 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:16:52.919726 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e25f8-ba70-44da-a097-a552415bee2d req-d4806ad0-d15d-427c-93e9-c794aa92c6ca tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:52.921257 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb4e25f8-ba70-44da-a097-a552415bee2d req-d4806ad0-d15d-427c-93e9-c794aa92c6ca tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 946 time: 0.0849547 Nov 08 00:16:52.979001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca773be-75e0-433f-ba10-93bc3621095f req-78091435-dca0-4790-b2ea-a27ff9b1bfa0 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:52.983922 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ca773be-75e0-433f-ba10-93bc3621095f req-78091435-dca0-4790-b2ea-a27ff9b1bfa0 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 943 time: 0.1134739 Nov 08 00:16:53.000853 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=ca948f2c-6083-4371-b19f-b9a7a1dde601,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:53.077259 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb4e25f8-ba70-44da-a097-a552415bee2d req-d9ff1cc8-857a-40fe-ac1c-f29d2b4a75e4 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482399 Nov 08 00:16:53.090805 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:53.126911 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ca773be-75e0-433f-ba10-93bc3621095f req-5f8a365e-9c55-470b-a75c-22340de71100 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8000ce-2b05-47a9-9002-4eedb1c08d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291275 Nov 08 00:16:53.147086 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:53.199548 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8b161-ee1e-4771-aec7-69a0c8138b7c req-533e8afc-717c-4180-9d54-639ab1da088e tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:53.201195 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40d8b161-ee1e-4771-aec7-69a0c8138b7c req-533e8afc-717c-4180-9d54-639ab1da088e tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 943 time: 0.0678680 Nov 08 00:16:53.212593 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 0ebbc63d-ba01-4249-9afb-f1a36dce1bba details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:16:53.233116 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:53.282437 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40d8b161-ee1e-4771-aec7-69a0c8138b7c req-c56c4d4a-f791-41ce-82e5-59d5a3a366ad tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716558 Nov 08 00:16:53.305063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6e63b-0abb-42df-9363-50713a6ff375 req-b7e5336f-2006-4025-bb00-a6feddc91c3b tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:53.306772 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10c6e63b-0abb-42df-9363-50713a6ff375 req-b7e5336f-2006-4025-bb00-a6feddc91c3b tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 946 time: 0.0881984 Nov 08 00:16:53.369525 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10c6e63b-0abb-42df-9363-50713a6ff375 req-7b99f2bb-6339-4c83-b6da-5da0a471e5aa tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/security-groups?id=9db93346-1fe4-4875-ac85-69a296babdca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534966 Nov 08 00:16:53.406883 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 0ebbc63d-ba01-4249-9afb-f1a36dce1bba, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=0ebbc63d-ba01-4249-9afb-f1a36dce1bba,segment=NetworkSegment(299d5ff5-345d-4bd9-840a-db123c4b8494),segment_id=299d5ff5-345d-4bd9-840a-db123c4b8494)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:53.409274 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:53.421617 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '0ebbc63d-ba01-4249-9afb-f1a36dce1bba', 'network_id': '853d2432-fde8-49fb-b447-247247626799', 'port_id': '0ebbc63d-ba01-4249-9afb-f1a36dce1bba', 'mac_address': 'fa:16:3e:88:53:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9df2dcf-926a-4958-8815-089ca1bc4fc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:16:53.463172 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:53.480512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebbc63d-ba01-4249-9afb-f1a36dce1bba {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:53.513944 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 0ebbc63d-ba01-4249-9afb-f1a36dce1bba, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=0ebbc63d-ba01-4249-9afb-f1a36dce1bba,segment=NetworkSegment(299d5ff5-345d-4bd9-840a-db123c4b8494),segment_id=299d5ff5-345d-4bd9-840a-db123c4b8494)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:53.534925 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a39b97ef-8575-496c-9073-d10898faee19 req-76ff7971-63da-4f1c-882f-1d8965520bfc tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 210 time: 0.0343697 Nov 08 00:16:53.615333 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:53.616149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c115532b-fa9f-422a-9e63-4efe85e12766 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:16:53.710229 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=0ebbc63d-ba01-4249-9afb-f1a36dce1bba,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:53.724489 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2', 'tag': 'c115532b-fa9f-422a-9e63-4efe85e12766'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:53.727535 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecbce5c-73f1-4bfd-8c55-bc2b1f0a95ee" -d '{"events": [{"name": "network-changed", "server_uuid": "72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2", "tag": "c115532b-fa9f-422a-9e63-4efe85e12766"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:53.796042 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40436ab-ad50-492b-aa80-ae2a039b3073 x-openstack-request-id: req-d40436ab-ad50-492b-aa80-ae2a039b3073 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:53.796736 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2", "tag": "c115532b-fa9f-422a-9e63-4efe85e12766", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:53.796736 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d40436ab-ad50-492b-aa80-ae2a039b3073 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:53.797462 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2', 'tag': 'c115532b-fa9f-422a-9e63-4efe85e12766', 'status': 'completed', 'code': 200} Nov 08 00:16:53.831063 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port c115532b-fa9f-422a-9e63-4efe85e12766, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c115532b-fa9f-422a-9e63-4efe85e12766,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:53.877071 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c115532b-fa9f-422a-9e63-4efe85e12766 has no active binding in host n-h2-816882-1 {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 00:16:53.926389 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d08763-5784-4c62-97cb-cc4837db0056 req-fe5a2012-61a2-431d-847b-695abafa7486 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:53.927991 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-67d08763-5784-4c62-97cb-cc4837db0056 req-fe5a2012-61a2-431d-847b-695abafa7486 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.26 "GET /v2.0/networks?id=cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 200 len: 806 time: 0.1837528 Nov 08 00:16:53.935682 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-58b91e1a-3058-4c53-becc-50ef7bf39c2c req-553706ca-ce2d-46e6-b73e-78f7fef1d80e tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0414259 Nov 08 00:16:53.948567 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbce5c-73f1-4bfd-8c55-bc2b1f0a95ee req-7db901d3-42ad-4bde-b4fe-4a5c21146912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:53.950768 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cecbce5c-73f1-4bfd-8c55-bc2b1f0a95ee req-7db901d3-42ad-4bde-b4fe-4a5c21146912 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 1124 time: 0.0820694 Nov 08 00:16:53.972327 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-67d08763-5784-4c62-97cb-cc4837db0056 req-e50cafcf-2ee6-4923-90d8-1f49bdd2a78f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Request body: {'port': {'device_id': '42378bd9-3b82-4967-abcd-6f3f8e1b85a1', 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099', 'admin_state_up': True, 'tenant_id': '03361b607f1240009c31eb92f73a8c14'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:53.972663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7be3a-21a3-4ffa-96c9-96f05e412730 req-c9a824ac-e465-4b8c-b913-8338739a706d tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:53.980448 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2a7be3a-21a3-4ffa-96c9-96f05e412730 req-c9a824ac-e465-4b8c-b913-8338739a706d tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.1185346 Nov 08 00:16:54.037689 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2a7be3a-21a3-4ffa-96c9-96f05e412730 req-c22d92e4-c88b-4dbe-9e32-16c1672cc787 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550232 Nov 08 00:16:54.226513 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c642b5-159d-46bd-a386-5269c22b91d7 req-ecba8e55-b3f2-44b0-b77a-80eaf9012d4a tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:54.227938 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3c642b5-159d-46bd-a386-5269c22b91d7 req-ecba8e55-b3f2-44b0-b77a-80eaf9012d4a tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 944 time: 0.0793285 Nov 08 00:16:54.249674 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbce5c-73f1-4bfd-8c55-bc2b1f0a95ee req-5184520a-32ab-4f12-840b-6662e2cecd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:54.251314 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cecbce5c-73f1-4bfd-8c55-bc2b1f0a95ee req-5184520a-32ab-4f12-840b-6662e2cecd2e service neutron] 10.222.0.20 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 909 time: 0.2415066 Nov 08 00:16:54.275582 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3c642b5-159d-46bd-a386-5269c22b91d7 req-25c2a77a-1927-4c3b-aa97-2f148ed58aa5 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351207 Nov 08 00:16:54.284594 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d08763-5784-4c62-97cb-cc4837db0056 req-e50cafcf-2ee6-4923-90d8-1f49bdd2a78f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Made reservation on behalf of 03361b607f1240009c31eb92f73a8c14 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:16:54.284594 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-67d08763-5784-4c62-97cb-cc4837db0056 req-e50cafcf-2ee6-4923-90d8-1f49bdd2a78f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:54.327472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['0ebbc63d-ba01-4249-9afb-f1a36dce1bba'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:54.343487 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cecbce5c-73f1-4bfd-8c55-bc2b1f0a95ee req-a3c8be3b-59c5-4159-b6ee-ad1b5b030ea6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c115532b-fa9f-422a-9e63-4efe85e12766 HTTP/1.1" status: 200 len: 217 time: 0.0795226 Nov 08 00:16:54.492331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530d904-a92a-49f4-a48f-abdd6dc232b4 req-3f0f34da-b5e0-44dc-90c2-127929273a9e tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:54.502840 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6530d904-a92a-49f4-a48f-abdd6dc232b4 req-3f0f34da-b5e0-44dc-90c2-127929273a9e tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 944 time: 0.1102545 Nov 08 00:16:54.518144 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-67d08763-5784-4c62-97cb-cc4837db0056 req-e50cafcf-2ee6-4923-90d8-1f49bdd2a78f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Allocated IP 172.20.0.8 (cac5a810-3b8a-4875-b1de-503826400099/ecaf66e9-5ef6-440b-87a0-b205c6e28157/22589330-9fc6-4321-9ecd-6f5e385ecb7f) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:16:54.523379 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0595a51-0218-4ba2-a6c1-30efc7a5561a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca948f2c-6083-4371-b19f-b9a7a1dde601'}, {'server_uuid': '860b3063-8eb9-427a-b188-817cf5a4d43c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:54.526383 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe605841-7c87-40fd-b6ca-ad0accca7720" -d '{"events": [{"server_uuid": "b0595a51-0218-4ba2-a6c1-30efc7a5561a", "name": "network-vif-plugged", "status": "completed", "tag": "ca948f2c-6083-4371-b19f-b9a7a1dde601"}, {"server_uuid": "860b3063-8eb9-427a-b188-817cf5a4d43c", "name": "network-vif-unplugged", "status": "completed", "tag": "92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:54.596234 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6530d904-a92a-49f4-a48f-abdd6dc232b4 req-49409bdd-14cf-4c23-879d-b365afc33cfb tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8000ce-2b05-47a9-9002-4eedb1c08d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905366 Nov 08 00:16:54.612643 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6c9c8a9f-8c7f-42ad-a1f5-65b41f455bdd req-0e74ec4d-8f1e-45c8-ac45-b6cf317ddf58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2b3e7d13f004b00adc286bf0e736e2f&device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0639410 Nov 08 00:16:54.635936 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbce5c-73f1-4bfd-8c55-bc2b1f0a95ee req-cc4b04bc-fec6-4545-a6c8-ccc0ecdf8aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:54.637693 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cecbce5c-73f1-4bfd-8c55-bc2b1f0a95ee req-cc4b04bc-fec6-4545-a6c8-ccc0ecdf8aa7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.2820957 Nov 08 00:16:54.659054 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a568b2-5be0-47a9-9403-2d5290419823 req-854deb2a-f36c-4d43-83a3-798864d582be tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:54.667718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61a568b2-5be0-47a9-9403-2d5290419823 req-854deb2a-f36c-4d43-83a3-798864d582be tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 943 time: 0.1260195 Nov 08 00:16:54.756659 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61a568b2-5be0-47a9-9403-2d5290419823 req-2b75a034-394b-4bfb-84a0-a903a8596d11 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871184 Nov 08 00:16:54.771591 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cecbce5c-73f1-4bfd-8c55-bc2b1f0a95ee req-246835c7-19a3-4d29-9505-19d9501233d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745342 Nov 08 00:16:54.775754 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6c9c8a9f-8c7f-42ad-a1f5-65b41f455bdd req-b1a2f07d-ddd3-4bc5-9873-dcc027213069 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d2b3e7d13f004b00adc286bf0e736e2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0882206 Nov 08 00:16:54.832357 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef78c1f-155f-4420-ad8b-93a072cadf55 req-fcf75fd3-3493-4205-966b-926b193434ca tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:54.834119 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ef78c1f-155f-4420-ad8b-93a072cadf55 req-fcf75fd3-3493-4205-966b-926b193434ca tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 946 time: 0.0698864 Nov 08 00:16:54.879381 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ef78c1f-155f-4420-ad8b-93a072cadf55 req-086739d7-6a36-4169-bf4d-268c2418c0fa tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/security-groups?id=9db93346-1fe4-4875-ac85-69a296babdca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381570 Nov 08 00:16:54.914261 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-beb522e9-6241-4b94-9d8e-256327831943 req-8b5dfdcc-f555-4818-a7ba-36053b20ad01 tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0336761 Nov 08 00:16:54.974872 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417c54c0-b976-427e-ba71-1f5d3a5ab741 x-openstack-request-id: req-417c54c0-b976-427e-ba71-1f5d3a5ab741 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:54.975353 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0595a51-0218-4ba2-a6c1-30efc7a5561a", "name": "network-vif-plugged", "status": "completed", "tag": "ca948f2c-6083-4371-b19f-b9a7a1dde601", "code": 200}, {"server_uuid": "860b3063-8eb9-427a-b188-817cf5a4d43c", "name": "network-vif-unplugged", "status": "completed", "tag": "92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:54.975713 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-417c54c0-b976-427e-ba71-1f5d3a5ab741 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:54.976184 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0595a51-0218-4ba2-a6c1-30efc7a5561a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca948f2c-6083-4371-b19f-b9a7a1dde601', 'code': 200} Nov 08 00:16:54.976543 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860b3063-8eb9-427a-b188-817cf5a4d43c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb', 'code': 200} Nov 08 00:16:54.985058 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-67d08763-5784-4c62-97cb-cc4837db0056 req-e50cafcf-2ee6-4923-90d8-1f49bdd2a78f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:55.033348 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-664cf9fa-2f8a-4fcf-bc5c-f09292ccedce req-16390c1b-ee6b-40ca-afac-a6cfe46b0457 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 210 time: 0.0277739 Nov 08 00:16:55.034435 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cecbce5c-73f1-4bfd-8c55-bc2b1f0a95ee req-57148575-992c-4ef9-a7e0-fd226b2df198 service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436004 Nov 08 00:16:55.078780 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c8a9f-8c7f-42ad-a1f5-65b41f455bdd req-6cf3ef0c-4cc5-45ea-9c29-b1858bdff269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:55.080588 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6c9c8a9f-8c7f-42ad-a1f5-65b41f455bdd req-6cf3ef0c-4cc5-45ea-9c29-b1858bdff269 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2711070 Nov 08 00:16:55.168489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aceb2f-6aa3-4a5e-934e-f09e12cf469c req-9b5d302a-0a84-426d-9b00-7db0c6264c35 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:55.169975 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-30aceb2f-6aa3-4a5e-934e-f09e12cf469c req-9b5d302a-0a84-426d-9b00-7db0c6264c35 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.0574522 Nov 08 00:16:55.204505 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dd906-03c5-44dc-a793-6b6723639205 req-10d0cd93-4c7d-456b-a65b-6836a412eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:55.206111 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0c8dd906-03c5-44dc-a793-6b6723639205 req-10d0cd93-4c7d-456b-a65b-6836a412eeec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 1097 time: 0.0728102 Nov 08 00:16:55.207986 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cecbce5c-73f1-4bfd-8c55-bc2b1f0a95ee req-3da3ee38-626e-4b45-a4f3-6e6389f82889 service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635096 Nov 08 00:16:55.209487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-30aceb2f-6aa3-4a5e-934e-f09e12cf469c req-554daa1e-3b01-4baa-ae06-ef051ba571ce tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324214 Nov 08 00:16:55.294131 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0c8dd906-03c5-44dc-a793-6b6723639205 req-887b201b-84be-43e8-9109-8a0870c24afb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9db93346-1fe4-4875-ac85-69a296babdca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306320 Nov 08 00:16:55.305588 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-67d08763-5784-4c62-97cb-cc4837db0056 req-e50cafcf-2ee6-4923-90d8-1f49bdd2a78f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:55.357139 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d08763-5784-4c62-97cb-cc4837db0056 req-e50cafcf-2ee6-4923-90d8-1f49bdd2a78f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Network cac5a810-3b8a-4875-b1de-503826400099 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:16:55.359904 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['56ff3958-0144-4d3c-b3b3-300680828662'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:16:55.363095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cafcf-2ee6-4923-90d8-1f49bdd2a78f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Pushing event updated for resources: {'Port': ['ID=22589330-9fc6-4321-9ecd-6f5e385ecb7f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:55.365786 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-67d08763-5784-4c62-97cb-cc4837db0056 req-e50cafcf-2ee6-4923-90d8-1f49bdd2a78f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:16:55.367923 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d08763-5784-4c62-97cb-cc4837db0056 req-e50cafcf-2ee6-4923-90d8-1f49bdd2a78f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:16:55.421182 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d08763-5784-4c62-97cb-cc4837db0056 req-e50cafcf-2ee6-4923-90d8-1f49bdd2a78f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:55.425107 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-67d08763-5784-4c62-97cb-cc4837db0056 req-e50cafcf-2ee6-4923-90d8-1f49bdd2a78f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:55.458177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb771fb-6b79-4d12-b250-05fd6792aba1 req-0bd45020-84d1-404d-a940-e9bfdc7601c0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:55.460027 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2fb771fb-6b79-4d12-b250-05fd6792aba1 req-0bd45020-84d1-404d-a940-e9bfdc7601c0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 944 time: 0.0929656 Nov 08 00:16:55.514497 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2fb771fb-6b79-4d12-b250-05fd6792aba1 req-99db3085-cd55-40cb-86eb-604c34a7ba3a tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459361 Nov 08 00:16:55.519553 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-67d08763-5784-4c62-97cb-cc4837db0056 req-e50cafcf-2ee6-4923-90d8-1f49bdd2a78f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5674567 Nov 08 00:16:55.543366 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Request body: {'port': {'device_id': '42378bd9-3b82-4967-abcd-6f3f8e1b85a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:55.632132 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:55.653646 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d552d8-3820-48ec-b502-4d60879eea87 req-4902a1c0-aaee-4015-b090-249d58dc4826 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:55.655174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06d552d8-3820-48ec-b502-4d60879eea87 req-4902a1c0-aaee-4015-b090-249d58dc4826 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.0598259 Nov 08 00:16:55.717388 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06d552d8-3820-48ec-b502-4d60879eea87 req-c4b996c2-48e6-41be-9233-22b2e90adedd tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548763 Nov 08 00:16:55.762797 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f0330-8a3f-46ae-af3d-2765a754c6fb req-091cc7f3-a966-4a9f-8464-c23e5f7fa083 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:55.764666 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f53f0330-8a3f-46ae-af3d-2765a754c6fb req-091cc7f3-a966-4a9f-8464-c23e5f7fa083 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 944 time: 0.0687377 Nov 08 00:16:55.845230 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f53f0330-8a3f-46ae-af3d-2765a754c6fb req-00d15bb9-5cab-489e-859f-b7e79a14f56d tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8000ce-2b05-47a9-9002-4eedb1c08d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646565 Nov 08 00:16:55.912528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccb828-24f4-4aa1-be49-18566e6fe3de req-dc2005a5-db08-4982-8c74-889dbfc5c244 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:55.913954 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4ccb828-24f4-4aa1-be49-18566e6fe3de req-dc2005a5-db08-4982-8c74-889dbfc5c244 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 943 time: 0.0536237 Nov 08 00:16:55.989800 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4ccb828-24f4-4aa1-be49-18566e6fe3de req-9a49f6ea-9bf0-493e-9f7e-a225dc369e00 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668616 Nov 08 00:16:55.993808 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd5f76-d8de-4b11-a51f-08cd8612c965 req-96a1ffe2-471d-400a-ac2d-9a56092356b7 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:55.995262 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1acd5f76-d8de-4b11-a51f-08cd8612c965 req-96a1ffe2-471d-400a-ac2d-9a56092356b7 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.20 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 944 time: 0.0675035 Nov 08 00:16:56.071033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66861ab1-635d-47dc-a21b-0e62c618bcbd req-efbc8909-2ef5-45f4-ab8e-25a073d1e203 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:56.072831 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-66861ab1-635d-47dc-a21b-0e62c618bcbd req-efbc8909-2ef5-45f4-ab8e-25a073d1e203 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 946 time: 0.0617495 Nov 08 00:16:56.096516 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22589330-9fc6-4321-9ecd-6f5e385ecb7f {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:16:56.104722 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-860842db-b99c-494d-9765-b09ef88382cf req-dc1cc185-769d-4f20-913c-7cd74dd8d6d2 tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0308032 Nov 08 00:16:56.123324 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:56.142320 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-66861ab1-635d-47dc-a21b-0e62c618bcbd req-98f5546f-b004-4f43-a1ce-97458a3f5862 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/security-groups?id=9db93346-1fe4-4875-ac85-69a296babdca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364833 Nov 08 00:16:56.155690 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Transition to ACTIVE for port object 22589330-9fc6-4321-9ecd-6f5e385ecb7f will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:16:56.178350 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-1acd5f76-d8de-4b11-a51f-08cd8612c965 req-d90d885a-05b8-4811-b763-b836649c4577 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Deleting port 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:16:56.178661 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1acd5f76-d8de-4b11-a51f-08cd8612c965 req-d90d885a-05b8-4811-b763-b836649c4577 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:56.231271 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:56.280803 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c1038-be90-420f-ac0d-4570fc828533 req-155fdc91-60ad-41c8-bd6e-0c25141e9fc0 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:56.290641 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-010c1038-be90-420f-ac0d-4570fc828533 req-155fdc91-60ad-41c8-bd6e-0c25141e9fc0 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 943 time: 0.0653348 Nov 08 00:16:56.317506 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Pushing event updated for resources: {'Port': ['ID=22589330-9fc6-4321-9ecd-6f5e385ecb7f,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:56.321049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-1acd5f76-d8de-4b11-a51f-08cd8612c965 req-d90d885a-05b8-4811-b763-b836649c4577 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] For port 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:56.321427 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1acd5f76-d8de-4b11-a51f-08cd8612c965 req-d90d885a-05b8-4811-b763-b836649c4577 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:56.331880 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-010c1038-be90-420f-ac0d-4570fc828533 req-69f94a8c-31e7-4511-ba7b-bdc5d5c8169b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403495 Nov 08 00:16:56.354176 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-1acd5f76-d8de-4b11-a51f-08cd8612c965 req-d90d885a-05b8-4811-b763-b836649c4577 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Calling delete_port for 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:16:56.463201 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Attempting to bind port 22589330-9fc6-4321-9ecd-6f5e385ecb7f on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:16:56.463430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Attempting to bind port 22589330-9fc6-4321-9ecd-6f5e385ecb7f by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:16:56.463756 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Attempting to bind port 22589330-9fc6-4321-9ecd-6f5e385ecb7f on network cac5a810-3b8a-4875-b1de-503826400099 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:56.478235 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Port 22589330-9fc6-4321-9ecd-6f5e385ecb7f on network cac5a810-3b8a-4875-b1de-503826400099 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:16:56.478449 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Attempting to bind port 22589330-9fc6-4321-9ecd-6f5e385ecb7f on network cac5a810-3b8a-4875-b1de-503826400099 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:16:56.486215 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:16:56.492744 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Checking segment: {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:16:56.492744 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Bound using segment: {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:16:56.492744 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Bound port: 22589330-9fc6-4321-9ecd-6f5e385ecb7f, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:16:56.492744 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:56.595439 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] For port 22589330-9fc6-4321-9ecd-6f5e385ecb7f, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:16:56.598762 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] For port 22589330-9fc6-4321-9ecd-6f5e385ecb7f, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=22589330-9fc6-4321-9ecd-6f5e385ecb7f,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:16:56.628414 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77448e0c-86fe-4f54-a923-acbc56dff69f req-b021e884-8534-4bd3-9a1b-be7a1db3976f tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:56.628949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-77448e0c-86fe-4f54-a923-acbc56dff69f req-b021e884-8534-4bd3-9a1b-be7a1db3976f tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 944 time: 0.0556142 Nov 08 00:16:56.676555 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-77448e0c-86fe-4f54-a923-acbc56dff69f req-144cdc76-9dd6-46f1-87b1-cc2e35000e23 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415792 Nov 08 00:16:56.699659 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:56.704389 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1acd5f76-d8de-4b11-a51f-08cd8612c965 req-d90d885a-05b8-4811-b763-b836649c4577 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:56.779893 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:56.779893 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:56.780358 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1399bbed-5391-4074-8341-9638e1709324 service neutron] 10.222.0.26 "PUT /v2.0/ports/22589330-9fc6-4321-9ecd-6f5e385ecb7f HTTP/1.1" status: 200 len: 1091 time: 1.2412982 Nov 08 00:16:56.783426 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42378bd9-3b82-4967-abcd-6f3f8e1b85a1', 'tag': '22589330-9fc6-4321-9ecd-6f5e385ecb7f'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:56.785818 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c245c6e-fe9a-493d-a1c4-bc1df5238eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "42378bd9-3b82-4967-abcd-6f3f8e1b85a1", "tag": "22589330-9fc6-4321-9ecd-6f5e385ecb7f"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:56.789906 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399bbed-5391-4074-8341-9638e1709324 service neutron] Pushing event updated for resources: {'Port': ['ID=22589330-9fc6-4321-9ecd-6f5e385ecb7f,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:56.856544 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441147e6-8020-4bbb-9904-6187ec333201 x-openstack-request-id: req-441147e6-8020-4bbb-9904-6187ec333201 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:56.856833 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42378bd9-3b82-4967-abcd-6f3f8e1b85a1", "tag": "22589330-9fc6-4321-9ecd-6f5e385ecb7f", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:56.857042 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-441147e6-8020-4bbb-9904-6187ec333201 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:56.857419 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42378bd9-3b82-4967-abcd-6f3f8e1b85a1', 'tag': '22589330-9fc6-4321-9ecd-6f5e385ecb7f', 'status': 'completed', 'code': 200} Nov 08 00:16:56.875512 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d885a-05b8-4811-b763-b836649c4577 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Pushing event deleted for resources: {'Port': ['ID=92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:56.917382 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352711a7-e6eb-4289-8640-8a0417620f21 req-2c40f6b3-8b75-46bb-9621-419760080010 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:56.918952 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-352711a7-e6eb-4289-8640-8a0417620f21 req-2c40f6b3-8b75-46bb-9621-419760080010 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.0921922 Nov 08 00:16:56.945745 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acd5f76-d8de-4b11-a51f-08cd8612c965 req-d90d885a-05b8-4811-b763-b836649c4577 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] No DVR routers for this DVR port 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:16:56.956616 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1acd5f76-d8de-4b11-a51f-08cd8612c965 req-d90d885a-05b8-4811-b763-b836649c4577 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:56.960930 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1acd5f76-d8de-4b11-a51f-08cd8612c965 req-d90d885a-05b8-4811-b763-b836649c4577 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.20 "DELETE /v2.0/ports/92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb HTTP/1.1" status: 204 len: 173 time: 0.9556785 Nov 08 00:16:57.009717 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c245c6e-fe9a-493d-a1c4-bc1df5238eb0 req-a147cb4a-832e-4205-8457-6ec1762be82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:57.012577 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4c245c6e-fe9a-493d-a1c4-bc1df5238eb0 req-a147cb4a-832e-4205-8457-6ec1762be82a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 1094 time: 0.0675056 Nov 08 00:16:57.024009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-352711a7-e6eb-4289-8640-8a0417620f21 req-bc284553-8687-468f-9a4b-c73dc526f5bc tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924513 Nov 08 00:16:57.073684 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f3fb0-1e36-4a40-9035-09508d2cbb89 req-e9ed29df-36ad-4950-b10e-b106cede343c tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:57.073684 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-db9f3fb0-1e36-4a40-9035-09508d2cbb89 req-e9ed29df-36ad-4950-b10e-b106cede343c tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 944 time: 0.0885549 Nov 08 00:16:57.167594 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-db9f3fb0-1e36-4a40-9035-09508d2cbb89 req-09710e26-e958-4ccf-950b-e8ede3cf7770 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8000ce-2b05-47a9-9002-4eedb1c08d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892193 Nov 08 00:16:57.192313 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c245c6e-fe9a-493d-a1c4-bc1df5238eb0 req-a946884f-8a3c-4d72-8f82-a6ada342c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:57.194431 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4c245c6e-fe9a-493d-a1c4-bc1df5238eb0 req-a946884f-8a3c-4d72-8f82-a6ada342c245 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=03361b607f1240009c31eb92f73a8c14&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1607869 Nov 08 00:16:57.224438 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394324c-d3f7-422e-b6b2-5d13b93059e9 req-7fd04c62-029c-4ab9-a5f4-bc083378b6a2 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:57.236711 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d394324c-d3f7-422e-b6b2-5d13b93059e9 req-7fd04c62-029c-4ab9-a5f4-bc083378b6a2 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 943 time: 0.1264095 Nov 08 00:16:57.252133 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 0ebbc63d-ba01-4249-9afb-f1a36dce1bba up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:16:57.369013 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c245c6e-fe9a-493d-a1c4-bc1df5238eb0 req-91acd04b-9b2b-4b8f-9243-d0a9bb06e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:57.370803 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4c245c6e-fe9a-493d-a1c4-bc1df5238eb0 req-91acd04b-9b2b-4b8f-9243-d0a9bb06e458 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1636333 Nov 08 00:16:57.418893 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03df3351-aa2d-4fc5-84b0-27815856c192 req-9468ea0f-4cf6-4ea2-b291-f06d50425dcc tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.1419361 Nov 08 00:16:57.444178 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d394324c-d3f7-422e-b6b2-5d13b93059e9 req-f8565a7e-e8ba-482a-9aa2-1f47691427a3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077065 Nov 08 00:16:57.448203 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 0ebbc63d-ba01-4249-9afb-f1a36dce1bba completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:16:57.455607 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 0ebbc63d-ba01-4249-9afb-f1a36dce1bba triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:16:57.456664 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:57.554082 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d08763-5784-4c62-97cb-cc4837db0056 req-d231952a-814d-4339-b367-bc42c75db451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:57.562732 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-67d08763-5784-4c62-97cb-cc4837db0056 req-d231952a-814d-4339-b367-bc42c75db451 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03361b607f1240009c31eb92f73a8c14&device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 1094 time: 0.0908430 Nov 08 00:16:57.632507 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:57.643762 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-67d08763-5784-4c62-97cb-cc4837db0056 req-172a7221-95c7-4990-b409-54954892a4f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22589330-9fc6-4321-9ecd-6f5e385ecb7f HTTP/1.1" status: 200 len: 217 time: 0.0610650 Nov 08 00:16:57.662021 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6940ef9-d75d-4705-82d2-5a925de4f57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebbc63d-ba01-4249-9afb-f1a36dce1bba'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:57.662955 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b3ae7-1c4d-49a3-896c-8582140dedbe req-62baa147-aeb9-43b6-a19d-f90853acd0e5 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:57.664567 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1d8fd5-ce1f-4517-a37e-86cdf5feecc8" -d '{"events": [{"server_uuid": "c6940ef9-d75d-4705-82d2-5a925de4f57e", "name": "network-vif-plugged", "status": "completed", "tag": "0ebbc63d-ba01-4249-9afb-f1a36dce1bba"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:57.672935 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee8b3ae7-1c4d-49a3-896c-8582140dedbe req-62baa147-aeb9-43b6-a19d-f90853acd0e5 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 943 time: 0.1405215 Nov 08 00:16:57.682895 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 0ebbc63d-ba01-4249-9afb-f1a36dce1bba, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=0ebbc63d-ba01-4249-9afb-f1a36dce1bba,segment=NetworkSegment(299d5ff5-345d-4bd9-840a-db123c4b8494),segment_id=299d5ff5-345d-4bd9-840a-db123c4b8494)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:16:57.699069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ec50d-e40d-46e3-afa1-29ea5ee1645c req-2418a9d0-bc6d-4797-b20a-0700a1bb1165 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:57.700958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b73ec50d-e40d-46e3-afa1-29ea5ee1645c req-2418a9d0-bc6d-4797-b20a-0700a1bb1165 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 946 time: 0.1238747 Nov 08 00:16:57.715617 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d08763-5784-4c62-97cb-cc4837db0056 req-116bdd72-6986-4b08-9de0-e81451c7dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:57.717453 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-67d08763-5784-4c62-97cb-cc4837db0056 req-116bdd72-6986-4b08-9de0-e81451c7dff7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ecaf66e9-5ef6-440b-87a0-b205c6e28157 HTTP/1.1" status: 200 len: 846 time: 0.0597153 Nov 08 00:16:57.752301 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:57.766538 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee8b3ae7-1c4d-49a3-896c-8582140dedbe req-37b53e87-fc11-4f1d-a351-e60ce64ceeb2 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897799 Nov 08 00:16:57.769631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b73ec50d-e40d-46e3-afa1-29ea5ee1645c req-c21cf4b0-c993-4665-8258-9e419dd13fdc tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/security-groups?id=9db93346-1fe4-4875-ac85-69a296babdca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585167 Nov 08 00:16:57.802189 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-67d08763-5784-4c62-97cb-cc4837db0056 req-1fd83ae0-bcf5-4c07-9927-f74326939a3c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cac5a810-3b8a-4875-b1de-503826400099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750647 Nov 08 00:16:57.860070 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cf078a-df4d-4de7-af6d-19b34ea7b03b x-openstack-request-id: req-20cf078a-df4d-4de7-af6d-19b34ea7b03b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:57.860625 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6940ef9-d75d-4705-82d2-5a925de4f57e", "name": "network-vif-plugged", "status": "completed", "tag": "0ebbc63d-ba01-4249-9afb-f1a36dce1bba", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:57.861058 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20cf078a-df4d-4de7-af6d-19b34ea7b03b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:57.861610 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6940ef9-d75d-4705-82d2-5a925de4f57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebbc63d-ba01-4249-9afb-f1a36dce1bba', 'code': 200} Nov 08 00:16:57.881591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=0ebbc63d-ba01-4249-9afb-f1a36dce1bba,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:16:57.940039 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c51d885d-e9db-4a1d-ac37-f85e9d0b126c req-5a0faab0-a63d-4982-80f2-dd796644c55c tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=860b3063-8eb9-427a-b188-817cf5a4d43c HTTP/1.1" status: 200 len: 210 time: 0.0587611 Nov 08 00:16:57.954639 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6c9c8a9f-8c7f-42ad-a1f5-65b41f455bdd req-ed8ec369-a3e3-4d0b-8553-1f280e390ce1 tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0461135 Nov 08 00:16:58.013559 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-67d08763-5784-4c62-97cb-cc4837db0056 req-698bcebd-7597-4ab1-8555-495f2afe51d6 service neutron] 10.222.0.26 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022338 Nov 08 00:16:58.048653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6647fe-28d0-4618-b20e-e54b98972bc2 req-5ca6d350-ef60-4b07-97c2-0d11c6936d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:58.050632 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ba6647fe-28d0-4618-b20e-e54b98972bc2 req-5ca6d350-ef60-4b07-97c2-0d11c6936d47 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 1096 time: 0.1029403 Nov 08 00:16:58.110001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ba6647fe-28d0-4618-b20e-e54b98972bc2 req-f5637d7e-7b57-4f65-bf16-94de9b86ad09 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4a8000ce-2b05-47a9-9002-4eedb1c08d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481155 Nov 08 00:16:58.124036 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e461e2eb-0cb5-4dfe-9868-22d661a18a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:16:58.204837 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-67d08763-5784-4c62-97cb-cc4837db0056 req-efbf36a4-870e-442c-86cb-da096319dd57 service neutron] 10.222.0.26 "GET /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818850 Nov 08 00:16:58.215955 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce662484-6085-4149-9a1b-5caeb81335ad req-124f922e-3919-4ea8-9ad1-cc14695995a4 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:58.224211 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce662484-6085-4149-9a1b-5caeb81335ad req-124f922e-3919-4ea8-9ad1-cc14695995a4 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.0810933 Nov 08 00:16:58.276915 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce662484-6085-4149-9a1b-5caeb81335ad req-ccda1f8c-201a-4e46-b9cc-1e44329b497b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461366 Nov 08 00:16:58.443490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6ee1e-149e-4c79-b56a-3b20392d2666 req-6b631398-de5f-4b4a-b20b-600d62d106f2 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:58.451559 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5d6ee1e-149e-4c79-b56a-3b20392d2666 req-6b631398-de5f-4b4a-b20b-600d62d106f2 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 945 time: 0.1014442 Nov 08 00:16:58.479494 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b262df7-9779-4cc7-95a1-66dc914c56ef req-57292d85-2133-4fd8-9e4d-9ec96b9c9891 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:58.481314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b262df7-9779-4cc7-95a1-66dc914c56ef req-57292d85-2133-4fd8-9e4d-9ec96b9c9891 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 946 time: 0.0882015 Nov 08 00:16:58.527098 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5d6ee1e-149e-4c79-b56a-3b20392d2666 req-79f77f3b-1359-4a35-b5b7-1c3fd85d7bef tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8000ce-2b05-47a9-9002-4eedb1c08d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721598 Nov 08 00:16:58.565325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd29705-9ad8-439a-a858-6784b4719ddd req-5e6883f6-4748-4a6e-a7e8-da196cda244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:58.566851 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4fd29705-9ad8-439a-a858-6784b4719ddd req-5e6883f6-4748-4a6e-a7e8-da196cda244c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d34f50ef789466c8b50527ab85a5299&device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 1097 time: 0.0717628 Nov 08 00:16:58.574487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b262df7-9779-4cc7-95a1-66dc914c56ef req-8fc2c411-c462-4814-877d-57941ec4470b tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/security-groups?id=9db93346-1fe4-4875-ac85-69a296babdca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810034 Nov 08 00:16:58.752264 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-732b230a-08d9-4c49-aaa1-3e6bbf34e44d req-c1d419c0-8e4d-4072-bccd-86d868ca031e tempest-ServerShowV257Test-169539466 tempest-ServerShowV257Test-169539466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b9bf71-3c9d-4676-954a-6cac49d951da HTTP/1.1" status: 200 len: 210 time: 0.0496957 Nov 08 00:16:58.801339 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd29705-9ad8-439a-a858-6784b4719ddd req-7c96e4d1-ca72-42a4-9d77-d1e87b01e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:58.803200 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4fd29705-9ad8-439a-a858-6784b4719ddd req-7c96e4d1-ca72-42a4-9d77-d1e87b01e3c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d088be02-3913-4ec5-9648-4cfa6290a2e6 HTTP/1.1" status: 200 len: 914 time: 0.2266521 Nov 08 00:16:58.833707 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e0da9-d279-410c-8aff-619806c6d78c req-9d1d40d1-4c5e-488a-82b9-05de21dbcd24 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:58.841362 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-080e0da9-d279-410c-8aff-619806c6d78c req-9d1d40d1-4c5e-488a-82b9-05de21dbcd24 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 943 time: 0.1067410 Nov 08 00:16:58.858437 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4fd29705-9ad8-439a-a858-6784b4719ddd req-0851bbbb-9638-49f0-9aa6-a117178a5935 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca948f2c-6083-4371-b19f-b9a7a1dde601 HTTP/1.1" status: 200 len: 217 time: 0.0447035 Nov 08 00:16:58.858987 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860b3063-8eb9-427a-b188-817cf5a4d43c', 'name': 'network-vif-deleted', 'tag': '92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:16:58.861369 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8980be57-bb64-4691-ae45-2c59cfa2df6f" -d '{"events": [{"server_uuid": "860b3063-8eb9-427a-b188-817cf5a4d43c", "name": "network-vif-deleted", "tag": "92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:16:58.892868 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-080e0da9-d279-410c-8aff-619806c6d78c req-050dbc88-8ffd-4d0d-ae3b-8a9e3e4b6364 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443165 Nov 08 00:16:58.966552 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd29705-9ad8-439a-a858-6784b4719ddd req-029954b8-8784-4310-9286-6cb619069297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:58.976814 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4fd29705-9ad8-439a-a858-6784b4719ddd req-029954b8-8784-4310-9286-6cb619069297 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2bb2104-9c0a-40fe-936a-9c2c5a3c1a3d HTTP/1.1" status: 200 len: 853 time: 0.1095462 Nov 08 00:16:58.983484 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcb8e3a-eb3a-4e9c-86c0-f9965823b19d x-openstack-request-id: req-cbcb8e3a-eb3a-4e9c-86c0-f9965823b19d {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:16:58.985243 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860b3063-8eb9-427a-b188-817cf5a4d43c", "name": "network-vif-deleted", "tag": "92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:16:58.985709 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbcb8e3a-eb3a-4e9c-86c0-f9965823b19d {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:16:58.986632 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860b3063-8eb9-427a-b188-817cf5a4d43c', 'name': 'network-vif-deleted', 'tag': '92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb', 'status': 'completed', 'code': 200} Nov 08 00:16:59.015702 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92810d9b-7b22-4d46-8a88-11b27705671b req-bd86dc8f-c4b7-4f2f-b715-012b9cc7d3fd tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:59.023812 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92810d9b-7b22-4d46-8a88-11b27705671b req-bd86dc8f-c4b7-4f2f-b715-012b9cc7d3fd tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 943 time: 0.1119838 Nov 08 00:16:59.085615 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92810d9b-7b22-4d46-8a88-11b27705671b req-7d8b80d9-c609-4d05-86fd-415c20e16734 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582075 Nov 08 00:16:59.087476 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4fd29705-9ad8-439a-a858-6784b4719ddd req-8b42e9df-5842-4311-b124-cbfdfcd421a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d088be02-3913-4ec5-9648-4cfa6290a2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733306 Nov 08 00:16:59.295860 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4fd29705-9ad8-439a-a858-6784b4719ddd req-ff21d6dd-95e8-4b63-aac9-976a9653089b service neutron] 10.222.0.20 "GET /v2.0/networks/d088be02-3913-4ec5-9648-4cfa6290a2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862884 Nov 08 00:16:59.520477 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16c5bd-32f2-40e7-98e9-0ff3c7c13c82 req-b7445b69-9ced-4a03-80dc-9a05a1df0f50 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:59.522844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2e16c5bd-32f2-40e7-98e9-0ff3c7c13c82 req-b7445b69-9ced-4a03-80dc-9a05a1df0f50 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.1171420 Nov 08 00:16:59.553455 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4fd29705-9ad8-439a-a858-6784b4719ddd req-f28c48c7-12f6-4ddc-ae32-301ed779c6b3 service neutron] 10.222.0.20 "GET /v2.0/networks/d088be02-3913-4ec5-9648-4cfa6290a2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519343 Nov 08 00:16:59.584946 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41520) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:16:59.591607 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-0a1a3089-0593-4bbf-bec3-26c48e3187f0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1411665686', 'description': 'tempest-description--649766562'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:16:59.606923 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:16:59.622593 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2e16c5bd-32f2-40e7-98e9-0ff3c7c13c82 req-344344e7-ea13-4409-82d9-9e286470f78f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869863 Nov 08 00:16:59.644585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:16:59.645210 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 92a7fae8-cb7e-4532-8dc9-f168fdf7c9bb not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:16:59.870420 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6181f-d188-4670-a2f2-15337b5a0e74 req-e98f58c3-64fc-4a00-a759-f47bf306a998 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:59.870420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ece6181f-d188-4670-a2f2-15337b5a0e74 req-e98f58c3-64fc-4a00-a759-f47bf306a998 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 945 time: 0.1012442 Nov 08 00:16:59.870420 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4334d7-0f00-4138-b011-ce9df6f2fe31 req-0759c8c6-354e-42f3-99c8-bcb8168c3446 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:16:59.870420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e4334d7-0f00-4138-b011-ce9df6f2fe31 req-0759c8c6-354e-42f3-99c8-bcb8168c3446 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 946 time: 0.0984261 Nov 08 00:16:59.870420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ece6181f-d188-4670-a2f2-15337b5a0e74 req-67fec120-659e-4793-8164-c1a29cc24493 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8000ce-2b05-47a9-9002-4eedb1c08d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786593 Nov 08 00:16:59.878545 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e4334d7-0f00-4138-b011-ce9df6f2fe31 req-0d230815-7672-4e70-a9ff-28b064108dd9 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/security-groups?id=9db93346-1fe4-4875-ac85-69a296babdca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563571 Nov 08 00:16:59.964654 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0a1a3089-0593-4bbf-bec3-26c48e3187f0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:00.024441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1bbe8-dba3-4c77-83e5-3ee632d8daa6 req-20a39a6c-35c3-4f0d-aa89-9ab89432b3d0 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:00.032126 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97c1bbe8-dba3-4c77-83e5-3ee632d8daa6 req-20a39a6c-35c3-4f0d-aa89-9ab89432b3d0 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 943 time: 0.0771673 Nov 08 00:17:00.059369 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0a1a3089-0593-4bbf-bec3-26c48e3187f0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:00.072659 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97c1bbe8-dba3-4c77-83e5-3ee632d8daa6 req-5e0356ba-7d48-415c-a3cc-9a5261846472 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393105 Nov 08 00:17:00.129862 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0a1a3089-0593-4bbf-bec3-26c48e3187f0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:00.206859 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a3089-0593-4bbf-bec3-26c48e3187f0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1045eb12-5b12-434e-aad0-a5646402ddea,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:00.279769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75a234-f38f-44a6-9ee7-3aa04889366f req-61d64bf6-03c2-4ce2-9c4e-6993f20f9d27 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:00.292611 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f75a234-f38f-44a6-9ee7-3aa04889366f req-61d64bf6-03c2-4ce2-9c4e-6993f20f9d27 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 943 time: 0.0938587 Nov 08 00:17:00.337504 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0a1a3089-0593-4bbf-bec3-26c48e3187f0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:00.341718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f75a234-f38f-44a6-9ee7-3aa04889366f req-00f765d3-62db-4e32-a3bc-fbb45f4d48a8 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470943 Nov 08 00:17:00.342105 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0a1a3089-0593-4bbf-bec3-26c48e3187f0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7549901 Nov 08 00:17:00.342259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41546) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:00.347203 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c96b7079-5838-4b64-a7a1-b0b224362a01 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Request body: {'security_group_rule': {'security_group_id': '1045eb12-5b12-434e-aad0-a5646402ddea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:00.458539 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c96b7079-5838-4b64-a7a1-b0b224362a01 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:00.525459 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c96b7079-5838-4b64-a7a1-b0b224362a01 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:00.603832 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c96b7079-5838-4b64-a7a1-b0b224362a01 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:00.630558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b7079-5838-4b64-a7a1-b0b224362a01 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71db3474-133c-491b-a6c0-eb7415adf245,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:00.674861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41552) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:00.709850 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c96b7079-5838-4b64-a7a1-b0b224362a01 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:00.711897 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c96b7079-5838-4b64-a7a1-b0b224362a01 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3685594 Nov 08 00:17:00.714606 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41556) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:00.719769 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-70a39f55-e333-4332-9264-42c3234998cf tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Request body: {'security_group_rule': {'security_group_id': '1045eb12-5b12-434e-aad0-a5646402ddea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:00.740949 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6777cfd2-5b6d-4a9c-a4c5-b94995ef5471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:00.798840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e5cc0-5090-4525-9a01-a9a1db29fe55 req-9b2b0799-b685-449d-a989-5d50e8d177a1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:00.807142 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-329e5cc0-5090-4525-9a01-a9a1db29fe55 req-9b2b0799-b685-449d-a989-5d50e8d177a1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.0770898 Nov 08 00:17:00.835376 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70a39f55-e333-4332-9264-42c3234998cf tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:00.877855 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-329e5cc0-5090-4525-9a01-a9a1db29fe55 req-a8674d43-9ed5-42ad-839b-c047e7c7c8c1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622401 Nov 08 00:17:00.926632 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b74f7ca-e51f-46d7-acc0-15f0ca2d61bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:00.981751 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:00.999825 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70a39f55-e333-4332-9264-42c3234998cf tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:01.078092 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70a39f55-e333-4332-9264-42c3234998cf tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:01.104172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a39f55-e333-4332-9264-42c3234998cf tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6721de7-c315-45b1-9093-09804503602e,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:01.110714 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b74f7ca-e51f-46d7-acc0-15f0ca2d61bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:01.136438 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f619342-035f-47f6-86ae-2ad4f2c2b7f3 req-d5fdf8f3-6208-480f-a0d8-6c8e45230e27 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:01.140325 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f619342-035f-47f6-86ae-2ad4f2c2b7f3 req-d5fdf8f3-6208-480f-a0d8-6c8e45230e27 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 945 time: 0.1155798 Nov 08 00:17:01.162071 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59e102-46d0-419d-8e12-a2673285bede req-7046fab5-dfe5-40d3-b024-8d49e65fbb5c tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:01.165438 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f59e102-46d0-419d-8e12-a2673285bede req-7046fab5-dfe5-40d3-b024-8d49e65fbb5c tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 946 time: 0.1365247 Nov 08 00:17:01.182816 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70a39f55-e333-4332-9264-42c3234998cf tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:01.187306 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-70a39f55-e333-4332-9264-42c3234998cf tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4687488 Nov 08 00:17:01.187306 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41564) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:01.191948 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-a82ec70b-9e06-4e09-957f-c22609cd74e9 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:01.234245 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f619342-035f-47f6-86ae-2ad4f2c2b7f3 req-f01a9595-e82a-44f2-9cdb-4b442da7d8d3 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8000ce-2b05-47a9-9002-4eedb1c08d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886912 Nov 08 00:17:01.237552 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f59e102-46d0-419d-8e12-a2673285bede req-8f9097b0-2340-478b-8a83-aafb5c2b6463 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/security-groups?id=9db93346-1fe4-4875-ac85-69a296babdca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626247 Nov 08 00:17:01.243054 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b74f7ca-e51f-46d7-acc0-15f0ca2d61bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:01.290267 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74f7ca-e51f-46d7-acc0-15f0ca2d61bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5228f465-f449-40c6-8082-a50aa5f45339,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:01.335473 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9b74f7ca-e51f-46d7-acc0-15f0ca2d61bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2b3e7d13f004b00adc286bf0e736e2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6592464 Nov 08 00:17:01.338198 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41578) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:01.356702 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a82ec70b-9e06-4e09-957f-c22609cd74e9 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:01.471412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41beb29b-f901-400e-9840-0328fa38896a req-2689b825-24b6-49ab-82db-c6dab344cedc tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:01.479640 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-41beb29b-f901-400e-9840-0328fa38896a req-2689b825-24b6-49ab-82db-c6dab344cedc tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 943 time: 0.0906243 Nov 08 00:17:01.548224 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-06c02eb4-33bb-4f99-b8e2-b8b195d96c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:01.561283 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-41beb29b-f901-400e-9840-0328fa38896a req-56eba06c-796f-4155-9132-76c80fcd8898 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752950 Nov 08 00:17:01.606989 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device c115532b-fa9f-422a-9e63-4efe85e12766 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:17:01.619088 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d46ec-29f2-4f76-938f-767f360d10d2 req-7e84caa2-8147-4491-959c-41d87b00f597 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:01.623444 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-06c02eb4-33bb-4f99-b8e2-b8b195d96c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:01.625214 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-713d46ec-29f2-4f76-938f-767f360d10d2 req-7e84caa2-8147-4491-959c-41d87b00f597 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 943 time: 0.1376853 Nov 08 00:17:01.640133 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-a48858f1-8280-42f3-94ae-faa6f23a552d service neutron] 10.222.0.20 "GET /v2.0/ports/c115532b-fa9f-422a-9e63-4efe85e12766/bindings/n-h2-816882-1 HTTP/1.1" status: 200 len: 384 time: 0.1753032 Nov 08 00:17:01.691143 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-713d46ec-29f2-4f76-938f-767f360d10d2 req-82d2c95c-f2a5-48b4-956d-4f25c23655c5 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574913 Nov 08 00:17:01.766027 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a82ec70b-9e06-4e09-957f-c22609cd74e9 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:01.770688 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:01.814336 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:02.063083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e71620-e99a-43de-bddd-1867a5c33d64 req-6661a669-eda4-4b6d-a1d2-479c105783f6 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:02.064869 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52e71620-e99a-43de-bddd-1867a5c33d64 req-6661a669-eda4-4b6d-a1d2-479c105783f6 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.0683270 Nov 08 00:17:02.120455 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52e71620-e99a-43de-bddd-1867a5c33d64 req-e8f0dad4-1e79-433b-94ae-eb84bd76c500 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486319 Nov 08 00:17:02.295823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9910d89-d0d9-43fd-9207-19702d4b4416 req-8de07055-435b-4a85-9a0f-0f33ad68108a tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:02.303336 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9910d89-d0d9-43fd-9207-19702d4b4416 req-8de07055-435b-4a85-9a0f-0f33ad68108a tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 946 time: 0.1110380 Nov 08 00:17:02.348279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-a82ec70b-9e06-4e09-957f-c22609cd74e9 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Allocated IP 172.25.2.117 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/f41c57d5-f277-4f71-b73c-1c5b28bbdca6) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:17:02.366653 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-06c02eb4-33bb-4f99-b8e2-b8b195d96c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:02.372101 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-06c02eb4-33bb-4f99-b8e2-b8b195d96c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:02.373237 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-06c02eb4-33bb-4f99-b8e2-b8b195d96c48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5228f465-f449-40c6-8082-a50aa5f45339 HTTP/1.1" status: 204 len: 168 time: 1.0335941 Nov 08 00:17:02.392158 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9910d89-d0d9-43fd-9207-19702d4b4416 req-b5992804-6f91-4c61-bf91-8439471641c0 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/security-groups?id=9db93346-1fe4-4875-ac85-69a296babdca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869746 Nov 08 00:17:02.431234 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c02eb4-33bb-4f99-b8e2-b8b195d96c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5228f465-f449-40c6-8082-a50aa5f45339,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:02.531327 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-24e6e146-4817-4a83-8666-4dca70a96781 req-be83ad00-21bd-4665-81d4-a8ea140aed16 service neutron] For port c115532b-fa9f-422a-9e63-4efe85e12766, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c115532b-fa9f-422a-9e63-4efe85e12766,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:02.637993 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a82ec70b-9e06-4e09-957f-c22609cd74e9 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:02.644939 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-24e6e146-4817-4a83-8666-4dca70a96781 req-be83ad00-21bd-4665-81d4-a8ea140aed16 service neutron] For port c115532b-fa9f-422a-9e63-4efe85e12766, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:17:02.693537 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-24e6e146-4817-4a83-8666-4dca70a96781 req-be83ad00-21bd-4665-81d4-a8ea140aed16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c115532b-fa9f-422a-9e63-4efe85e12766 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:02.744599 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-24e6e146-4817-4a83-8666-4dca70a96781 req-be83ad00-21bd-4665-81d4-a8ea140aed16 service neutron] For port c115532b-fa9f-422a-9e63-4efe85e12766, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c115532b-fa9f-422a-9e63-4efe85e12766,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:02.748805 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81e048-0150-4a53-a328-7348dd35678c req-13998e56-a9d8-42c4-9a1a-2308f587eed3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:02.758888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab81e048-0150-4a53-a328-7348dd35678c req-13998e56-a9d8-42c4-9a1a-2308f587eed3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 943 time: 0.1067238 Nov 08 00:17:02.850652 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-24e6e146-4817-4a83-8666-4dca70a96781 req-be83ad00-21bd-4665-81d4-a8ea140aed16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:02.856452 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab81e048-0150-4a53-a328-7348dd35678c req-21864dbc-2363-4e5c-8b9c-d71a9a84e15e tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918431 Nov 08 00:17:02.881246 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a82ec70b-9e06-4e09-957f-c22609cd74e9 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:02.898290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576d7e3-a404-4454-b678-0ba950240d97 req-fc6a306f-4bfe-4391-a5fb-c192350020e0 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:02.910085 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5576d7e3-a404-4454-b678-0ba950240d97 req-fc6a306f-4bfe-4391-a5fb-c192350020e0 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 945 time: 0.1174767 Nov 08 00:17:03.004259 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5576d7e3-a404-4454-b678-0ba950240d97 req-b6f803de-ae2d-4ace-b9df-52cd36dea554 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8000ce-2b05-47a9-9002-4eedb1c08d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878522 Nov 08 00:17:03.033519 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-24e6e146-4817-4a83-8666-4dca70a96781 req-be83ad00-21bd-4665-81d4-a8ea140aed16 service neutron] Transition to ACTIVE for port object c115532b-fa9f-422a-9e63-4efe85e12766 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:17:03.041638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db517a6b-03a9-4747-813f-e2e199c49f2b req-91147584-e00c-41ca-ac7f-5ea9035fa685 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:03.043728 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-db517a6b-03a9-4747-813f-e2e199c49f2b req-91147584-e00c-41ca-ac7f-5ea9035fa685 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 943 time: 0.0831735 Nov 08 00:17:03.075564 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82ec70b-9e06-4e09-957f-c22609cd74e9 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:17:03.078620 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-a82ec70b-9e06-4e09-957f-c22609cd74e9 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:17:03.082532 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ec70b-9e06-4e09-957f-c22609cd74e9 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:17:03.107304 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-db517a6b-03a9-4747-813f-e2e199c49f2b req-2f67f84b-085a-4a2d-a0bf-132a0fe68a7e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535541 Nov 08 00:17:03.140434 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ec70b-9e06-4e09-957f-c22609cd74e9 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Pushing event updated for resources: {'Port': ['ID=f41c57d5-f277-4f71-b73c-1c5b28bbdca6,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:03.154470 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-24e6e146-4817-4a83-8666-4dca70a96781 req-be83ad00-21bd-4665-81d4-a8ea140aed16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:03.260759 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:03.286724 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 22589330-9fc6-4321-9ecd-6f5e385ecb7f details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:17:03.296693 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a82ec70b-9e06-4e09-957f-c22609cd74e9 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:03.298157 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e6e146-4817-4a83-8666-4dca70a96781 req-be83ad00-21bd-4665-81d4-a8ea140aed16 service neutron] No DVR routers for this DVR port c115532b-fa9f-422a-9e63-4efe85e12766 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:17:03.313689 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff6238-238c-45b6-9923-5cebd88cd0bd req-09cfeea4-7664-43a9-bb53-02b5345db120 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:03.315887 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7cff6238-238c-45b6-9923-5cebd88cd0bd req-09cfeea4-7664-43a9-bb53-02b5345db120 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.0822361 Nov 08 00:17:03.318643 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83ad00-21bd-4665-81d4-a8ea140aed16 service neutron] Pushing event updated for resources: {'Port': ['ID=c115532b-fa9f-422a-9e63-4efe85e12766,revision_number=10']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:03.353601 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-be83ad00-21bd-4665-81d4-a8ea140aed16 service neutron] 10.222.0.20 "PUT /v2.0/ports/c115532b-fa9f-422a-9e63-4efe85e12766/bindings/n-h2-816882-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6993153 Nov 08 00:17:03.400400 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7cff6238-238c-45b6-9923-5cebd88cd0bd req-136f31f1-3548-4a5d-ab33-7442ad5e3c7a tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666873 Nov 08 00:17:03.468361 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a82ec70b-9e06-4e09-957f-c22609cd74e9 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:03.469054 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 22589330-9fc6-4321-9ecd-6f5e385ecb7f, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=22589330-9fc6-4321-9ecd-6f5e385ecb7f,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:03.488120 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '22589330-9fc6-4321-9ecd-6f5e385ecb7f', 'network_id': 'cac5a810-3b8a-4875-b1de-503826400099', 'port_id': '22589330-9fc6-4321-9ecd-6f5e385ecb7f', 'mac_address': 'fa:16:3e:79:14:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecaf66e9-5ef6-440b-87a0-b205c6e28157', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:17:03.567343 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:03.585382 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22589330-9fc6-4321-9ecd-6f5e385ecb7f {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:03.623519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 22589330-9fc6-4321-9ecd-6f5e385ecb7f, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=22589330-9fc6-4321-9ecd-6f5e385ecb7f,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:03.631444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7fdfa-127b-40a2-8f6a-ff3ae42edb9d req-87a12197-7b1c-4f8f-aeb4-04103e4ff703 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:03.641882 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ea7fdfa-127b-40a2-8f6a-ff3ae42edb9d req-87a12197-7b1c-4f8f-aeb4-04103e4ff703 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 946 time: 0.1103449 Nov 08 00:17:03.687836 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6e146-4817-4a83-8666-4dca70a96781 req-25091dc6-cf32-4209-bc7d-b1ed2328c1c9 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:03.688317 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:03.690272 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-25091dc6-cf32-4209-bc7d-b1ed2328c1c9 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2&tenant_id=97cd1b3154f241d5a6c44887e42be8b0&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 1095 time: 0.1241469 Nov 08 00:17:03.698121 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ea7fdfa-127b-40a2-8f6a-ff3ae42edb9d req-97b9e779-22ed-4673-b71f-281ccdb86354 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/security-groups?id=9db93346-1fe4-4875-ac85-69a296babdca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553622 Nov 08 00:17:03.764344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41664) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:03.766017 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=22589330-9fc6-4321-9ecd-6f5e385ecb7f,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:03.785979 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6e146-4817-4a83-8666-4dca70a96781 req-e7517534-6a93-443a-9dd0-e1f171a6abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:03.788163 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-e7517534-6a93-443a-9dd0-e1f171a6abdc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2&tenant_id=97cd1b3154f241d5a6c44887e42be8b0 HTTP/1.1" status: 200 len: 1095 time: 0.0842912 Nov 08 00:17:03.834776 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a82ec70b-9e06-4e09-957f-c22609cd74e9 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:03.904479 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6c3a3-8395-491e-a939-652881509442 req-9ea10fc1-4ed4-4a33-a90e-98cc0dd6655d tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:03.906527 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6fe6c3a3-8395-491e-a939-652881509442 req-9ea10fc1-4ed4-4a33-a90e-98cc0dd6655d tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 946 time: 0.1065657 Nov 08 00:17:03.914190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-0b752dc3-95ca-49e2-b5e2-740249d812af admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-452672226-network', 'tenant_id': 'b5cb1497c7c24f528f74444b576d295e'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:03.942049 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a82ec70b-9e06-4e09-957f-c22609cd74e9 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:03.992750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19772fc-81d1-4f0f-91ba-8fc0606d50de req-a0f3dab9-bbb7-4b7a-8c16-3d26d6d8d5a1 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:03.996202 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6e146-4817-4a83-8666-4dca70a96781 req-4785e483-a144-496d-b7b6-4301b4c71281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:03.997622 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d19772fc-81d1-4f0f-91ba-8fc0606d50de req-a0f3dab9-bbb7-4b7a-8c16-3d26d6d8d5a1 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 944 time: 0.0639739 Nov 08 00:17:03.998182 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-4785e483-a144-496d-b7b6-4301b4c71281 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 1095 time: 0.1614764 Nov 08 00:17:04.028846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b752dc3-95ca-49e2-b5e2-740249d812af admin admin] Made reservation on behalf of b5cb1497c7c24f528f74444b576d295e for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:17:04.031416 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b752dc3-95ca-49e2-b5e2-740249d812af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:04.094172 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d19772fc-81d1-4f0f-91ba-8fc0606d50de req-c585a758-4cac-49e6-9e34-747620723795 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821815 Nov 08 00:17:04.097357 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b752dc3-95ca-49e2-b5e2-740249d812af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:04.147074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['22589330-9fc6-4321-9ecd-6f5e385ecb7f'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:04.185847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ec70b-9e06-4e09-957f-c22609cd74e9 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Pushing event updated for resources: {'Port': ['ID=f41c57d5-f277-4f71-b73c-1c5b28bbdca6,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:04.199171 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac4e69-d677-410e-b22e-26e687b90daa req-e05b6905-5594-4e13-9107-4f3b88af0d7a tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:04.206699 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1dac4e69-d677-410e-b22e-26e687b90daa req-e05b6905-5594-4e13-9107-4f3b88af0d7a tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 945 time: 0.0978465 Nov 08 00:17:04.223031 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a82ec70b-9e06-4e09-957f-c22609cd74e9 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:04.274247 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-6fe6c3a3-8395-491e-a939-652881509442 req-f3b7b1f7-15d9-4c20-8457-3371f33ea8eb tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Deleting port ca948f2c-6083-4371-b19f-b9a7a1dde601 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:17:04.274742 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6fe6c3a3-8395-491e-a939-652881509442 req-f3b7b1f7-15d9-4c20-8457-3371f33ea8eb tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:04.344415 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a82ec70b-9e06-4e09-957f-c22609cd74e9 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:04.345796 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a82ec70b-9e06-4e09-957f-c22609cd74e9 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1575081 Nov 08 00:17:04.350326 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b752dc3-95ca-49e2-b5e2-740249d812af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:04.362734 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6e146-4817-4a83-8666-4dca70a96781 req-4506b991-7dc3-42dd-bc2f-72629e868046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:04.364518 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-4506b991-7dc3-42dd-bc2f-72629e868046 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 909 time: 0.3215983 Nov 08 00:17:04.379674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1dac4e69-d677-410e-b22e-26e687b90daa req-9aa110bf-4acd-4ffa-92d8-ec94fbebf5d0 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8000ce-2b05-47a9-9002-4eedb1c08d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719880 Nov 08 00:17:04.446558 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-6fe6c3a3-8395-491e-a939-652881509442 req-f3b7b1f7-15d9-4c20-8457-3371f33ea8eb tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] For port ca948f2c-6083-4371-b19f-b9a7a1dde601, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=ca948f2c-6083-4371-b19f-b9a7a1dde601,segment=NetworkSegment(bdbc88c8-5564-4901-960a-92cfa27f995e),segment_id=bdbc88c8-5564-4901-960a-92cfa27f995e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:04.447073 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6fe6c3a3-8395-491e-a939-652881509442 req-f3b7b1f7-15d9-4c20-8457-3371f33ea8eb tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:04.451042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe76ec9-6ce4-4d78-a8a4-51f82fb95e97 req-93a0b54b-e774-4cc7-8e6f-e2a9db54006e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:04.452000 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-b735fab4-1b42-4abc-ad98-c740a2b4c100 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c115532b-fa9f-422a-9e63-4efe85e12766 HTTP/1.1" status: 200 len: 217 time: 0.0789921 Nov 08 00:17:04.465681 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-6fe6c3a3-8395-491e-a939-652881509442 req-f3b7b1f7-15d9-4c20-8457-3371f33ea8eb tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Calling delete_port for ca948f2c-6083-4371-b19f-b9a7a1dde601 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:17:04.472406 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ebe76ec9-6ce4-4d78-a8a4-51f82fb95e97 req-93a0b54b-e774-4cc7-8e6f-e2a9db54006e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 944 time: 0.2324643 Nov 08 00:17:04.496019 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b752dc3-95ca-49e2-b5e2-740249d812af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:04.625026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b752dc3-95ca-49e2-b5e2-740249d812af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26682ff0-1e78-4a84-9486-6ac23f2fd828,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:04.626528 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6e146-4817-4a83-8666-4dca70a96781 req-39a22788-8457-42a5-881d-87e7ebb6de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:04.630183 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-39a22788-8457-42a5-881d-87e7ebb6de56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.0864749 Nov 08 00:17:04.633351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b752dc3-95ca-49e2-b5e2-740249d812af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:17:04.672311 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b752dc3-95ca-49e2-b5e2-740249d812af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:04.672655 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-0b752dc3-95ca-49e2-b5e2-740249d812af admin admin] Added segment 6bbdb3e3-653a-49eb-ad5b-e348d9558c7d of type vlan for network adf0fd13-4016-499b-aff1-954a6f811d84 Nov 08 00:17:04.679998 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-d46a5f6a-6d6f-4bad-bfee-9c0a3f2fe730 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396206 Nov 08 00:17:04.685135 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ebe76ec9-6ce4-4d78-a8a4-51f82fb95e97 req-34c8aca3-aeca-42e8-aa90-05c00dc69718 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117374 Nov 08 00:17:04.719129 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e30c50-c075-4e4b-8ba4-979b9c8319c8 req-42cedead-4088-40ff-bd79-1045469ea0bf tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:04.720637 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6e30c50-c075-4e4b-8ba4-979b9c8319c8 req-42cedead-4088-40ff-bd79-1045469ea0bf tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 945 time: 0.2141619 Nov 08 00:17:04.737318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297a553-7923-452a-a638-48a8a502684f req-6326f2dc-ab06-4850-9611-c77b608b645f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:04.738826 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c297a553-7923-452a-a638-48a8a502684f req-6326f2dc-ab06-4850-9611-c77b608b645f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.1790080 Nov 08 00:17:04.808172 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b752dc3-95ca-49e2-b5e2-740249d812af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:04.808172 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c297a553-7923-452a-a638-48a8a502684f req-bade7837-5c7f-4f01-ad26-96319493e9f8 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487249 Nov 08 00:17:04.865037 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-a8d3016e-2130-4177-99b5-525ff930c44a service neutron] 10.222.0.26 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764765 Nov 08 00:17:04.954230 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b752dc3-95ca-49e2-b5e2-740249d812af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:04.955248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b752dc3-95ca-49e2-b5e2-740249d812af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:04.955834 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b752dc3-95ca-49e2-b5e2-740249d812af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:04.961088 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-7b305e45-c603-41d3-9d81-1b92236df1cb service neutron] 10.222.0.26 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861189 Nov 08 00:17:04.992181 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6fe6c3a3-8395-491e-a939-652881509442 req-f3b7b1f7-15d9-4c20-8457-3371f33ea8eb tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:05.027113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['ca948f2c-6083-4371-b19f-b9a7a1dde601'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:05.054812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7b1f7-15d9-4c20-8457-3371f33ea8eb tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Pushing event deleted for resources: {'Port': ['ID=ca948f2c-6083-4371-b19f-b9a7a1dde601,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:05.104550 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe6c3a3-8395-491e-a939-652881509442 req-f3b7b1f7-15d9-4c20-8457-3371f33ea8eb tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] No DVR routers for this DVR port ca948f2c-6083-4371-b19f-b9a7a1dde601 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:17:05.110999 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-b4f15777-db34-4a2a-b074-c701cf3cc89a tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:05.112387 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6fe6c3a3-8395-491e-a939-652881509442 req-f3b7b1f7-15d9-4c20-8457-3371f33ea8eb tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:05.115750 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6fe6c3a3-8395-491e-a939-652881509442 req-f3b7b1f7-15d9-4c20-8457-3371f33ea8eb tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.20 "DELETE /v2.0/ports/ca948f2c-6083-4371-b19f-b9a7a1dde601 HTTP/1.1" status: 204 len: 173 time: 1.1957192 Nov 08 00:17:05.116264 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0595a51-0218-4ba2-a6c1-30efc7a5561a', 'name': 'network-vif-deleted', 'tag': 'ca948f2c-6083-4371-b19f-b9a7a1dde601'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:05.118660 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd843c9-588b-4337-b5ad-ee8f77a78470" -d '{"events": [{"server_uuid": "b0595a51-0218-4ba2-a6c1-30efc7a5561a", "name": "network-vif-deleted", "tag": "ca948f2c-6083-4371-b19f-b9a7a1dde601"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:05.122191 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-b4f15777-db34-4a2a-b074-c701cf3cc89a tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/networks?id=c57719a2-4ac3-4764-b38b-b8d6a56ca331 HTTP/1.1" status: 200 len: 822 time: 0.3202064 Nov 08 00:17:05.135008 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207d6a5-189e-4109-b102-4b9d20ca25bc req-ac42d8ce-3725-47da-a503-003bd2858874 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:05.136621 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9207d6a5-189e-4109-b102-4b9d20ca25bc req-ac42d8ce-3725-47da-a503-003bd2858874 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0595a51-0218-4ba2-a6c1-30efc7a5561a HTTP/1.1" status: 200 len: 867 time: 0.1936469 Nov 08 00:17:05.152081 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0b752dc3-95ca-49e2-b5e2-740249d812af admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3868027 Nov 08 00:17:05.155018 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41708) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:05.160162 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-438deab7-1370-47df-9978-c3b391fc57f9 admin admin] Request body: {'subnet': {'network_id': 'adf0fd13-4016-499b-aff1-954a6f811d84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-452672226-subnet', 'tenant_id': 'b5cb1497c7c24f528f74444b576d295e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:05.165070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b752dc3-95ca-49e2-b5e2-740249d812af admin admin] Pushing event updated for resources: {'Network': ['ID=adf0fd13-4016-499b-aff1-954a6f811d84,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:05.174778 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-9bac3684-4ca6-40c5-8106-a9c79d640c0f tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/quotas/bba6943dd3d44e78911b47268019e8e6 HTTP/1.1" status: 200 len: 375 time: 0.0516896 Nov 08 00:17:05.178203 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network adf0fd13-4016-499b-aff1-954a6f811d84 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:17:05.204633 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-f6e30c50-c075-4e4b-8ba4-979b9c8319c8 req-d4317f74-d6bd-4b2a-a155-0a9491c85b34 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Deleting port 0ebbc63d-ba01-4249-9afb-f1a36dce1bba {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:17:05.204978 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f6e30c50-c075-4e4b-8ba4-979b9c8319c8 req-d4317f74-d6bd-4b2a-a155-0a9491c85b34 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:05.283752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438deab7-1370-47df-9978-c3b391fc57f9 admin admin] Made reservation on behalf of b5cb1497c7c24f528f74444b576d295e for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:17:05.287899 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-438deab7-1370-47df-9978-c3b391fc57f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:05.339316 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9207d6a5-189e-4109-b102-4b9d20ca25bc req-2229b48b-b776-463b-a1c6-42ede47fc133 tempest-InstanceActionsTestJSON-1018255092 tempest-InstanceActionsTestJSON-1018255092-project] 10.222.0.13 "GET /v2.0/security-groups?id=9db93346-1fe4-4875-ac85-69a296babdca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891663 Nov 08 00:17:05.408125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-f6e30c50-c075-4e4b-8ba4-979b9c8319c8 req-d4317f74-d6bd-4b2a-a155-0a9491c85b34 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] For port 0ebbc63d-ba01-4249-9afb-f1a36dce1bba, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=0ebbc63d-ba01-4249-9afb-f1a36dce1bba,segment=NetworkSegment(299d5ff5-345d-4bd9-840a-db123c4b8494),segment_id=299d5ff5-345d-4bd9-840a-db123c4b8494)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:05.408613 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f6e30c50-c075-4e4b-8ba4-979b9c8319c8 req-d4317f74-d6bd-4b2a-a155-0a9491c85b34 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:05.424972 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-f6e30c50-c075-4e4b-8ba4-979b9c8319c8 req-d4317f74-d6bd-4b2a-a155-0a9491c85b34 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Calling delete_port for 0ebbc63d-ba01-4249-9afb-f1a36dce1bba owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:17:05.479891 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-17c33082-2366-4a95-8651-e67ce6b650b3 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bba6943dd3d44e78911b47268019e8e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3040998 Nov 08 00:17:05.556734 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6e146-4817-4a83-8666-4dca70a96781 req-3b36d1a5-8e84-478b-95d2-98045d654bb8 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:05.558642 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-3b36d1a5-8e84-478b-95d2-98045d654bb8 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2&tenant_id=97cd1b3154f241d5a6c44887e42be8b0&binding%3Ahost_id=n-h2-816882-1 HTTP/1.1" status: 200 len: 1095 time: 0.0499055 Nov 08 00:17:05.616487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-e63a18cc-81a0-4586-a5f3-cb1fa48af6a1 service neutron] 10.222.0.13 "GET /v2.0/networks/c57719a2-4ac3-4764-b38b-b8d6a56ca331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250331 Nov 08 00:17:05.627360 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-438deab7-1370-47df-9978-c3b391fc57f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:05.662711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1d4a4-51e1-47cf-9c22-03a442bd4bb7 req-b08f176c-c91e-4f53-bf26-67fd0368f952 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:05.664191 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cd1d4a4-51e1-47cf-9c22-03a442bd4bb7 req-b08f176c-c91e-4f53-bf26-67fd0368f952 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 944 time: 0.1925564 Nov 08 00:17:05.707166 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438deab7-1370-47df-9978-c3b391fc57f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51233a59-51ba-4690-b7f3-640611b7c057,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:05.738806 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438deab7-1370-47df-9978-c3b391fc57f9 admin admin] Checking segment: {'id': '6bbdb3e3-653a-49eb-ad5b-e348d9558c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'adf0fd13-4016-499b-aff1-954a6f811d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:17:05.739164 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438deab7-1370-47df-9978-c3b391fc57f9 admin admin] Network hostable DHCP agents. Network: adf0fd13-4016-499b-aff1-954a6f811d84, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:17:05.779641 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cd1d4a4-51e1-47cf-9c22-03a442bd4bb7 req-1e775aa8-72d6-4eec-8c4a-b149f4bcf280 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853188 Nov 08 00:17:05.798955 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-f41ede4c-12ef-489a-8e2e-e08b38f8c24a service neutron] 10.222.0.13 "GET /v2.0/networks/c57719a2-4ac3-4764-b38b-b8d6a56ca331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725292 Nov 08 00:17:05.801926 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-24e6e146-4817-4a83-8666-4dca70a96781 req-4295441a-12a9-4bf7-acad-c44a0a6e6385 service neutron] For port c115532b-fa9f-422a-9e63-4efe85e12766, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:17:05.810956 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-24e6e146-4817-4a83-8666-4dca70a96781 req-4295441a-12a9-4bf7-acad-c44a0a6e6385 service neutron] Notify callbacks [] for binding, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:05.810956 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24e6e146-4817-4a83-8666-4dca70a96781 req-4295441a-12a9-4bf7-acad-c44a0a6e6385 service neutron] 10.222.0.26 "DELETE /v2.0/ports/c115532b-fa9f-422a-9e63-4efe85e12766/bindings/n-h1-816882-1 HTTP/1.1" status: 204 len: 173 time: 0.2395916 Nov 08 00:17:05.855002 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e028d4be-4ef3-4e32-a9fc-e5900eef66fc x-openstack-request-id: req-e028d4be-4ef3-4e32-a9fc-e5900eef66fc {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:05.855002 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0595a51-0218-4ba2-a6c1-30efc7a5561a", "name": "network-vif-deleted", "tag": "ca948f2c-6083-4371-b19f-b9a7a1dde601", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:05.855272 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e028d4be-4ef3-4e32-a9fc-e5900eef66fc {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:05.855640 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0595a51-0218-4ba2-a6c1-30efc7a5561a', 'name': 'network-vif-deleted', 'tag': 'ca948f2c-6083-4371-b19f-b9a7a1dde601', 'status': 'completed', 'code': 200} Nov 08 00:17:05.857163 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438deab7-1370-47df-9978-c3b391fc57f9 admin admin] Network adf0fd13-4016-499b-aff1-954a6f811d84 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:17:05.900779 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f6e30c50-c075-4e4b-8ba4-979b9c8319c8 req-d4317f74-d6bd-4b2a-a155-0a9491c85b34 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:05.937293 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['0ebbc63d-ba01-4249-9afb-f1a36dce1bba'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:05.944128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4317f74-d6bd-4b2a-a155-0a9491c85b34 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Pushing event deleted for resources: {'Port': ['ID=0ebbc63d-ba01-4249-9afb-f1a36dce1bba,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:05.962972 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e70767e-9ac4-4b13-97bd-0f5876800598 req-ad7d6719-2179-4518-bb2c-ab77df59c63b tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 210 time: 0.0599689 Nov 08 00:17:06.004084 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-438deab7-1370-47df-9978-c3b391fc57f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, adf0fd13-4016-499b-aff1-954a6f811d84) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:17:06.005849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e30c50-c075-4e4b-8ba4-979b9c8319c8 req-d4317f74-d6bd-4b2a-a155-0a9491c85b34 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] No DVR routers for this DVR port 0ebbc63d-ba01-4249-9afb-f1a36dce1bba on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:17:06.008209 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f6e30c50-c075-4e4b-8ba4-979b9c8319c8 req-d4317f74-d6bd-4b2a-a155-0a9491c85b34 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:06.009701 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438deab7-1370-47df-9978-c3b391fc57f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:06.010293 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-438deab7-1370-47df-9978-c3b391fc57f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:06.013254 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6e30c50-c075-4e4b-8ba4-979b9c8319c8 req-d4317f74-d6bd-4b2a-a155-0a9491c85b34 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.26 "DELETE /v2.0/ports/0ebbc63d-ba01-4249-9afb-f1a36dce1bba HTTP/1.1" status: 204 len: 173 time: 1.2703567 Nov 08 00:17:06.013636 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6940ef9-d75d-4705-82d2-5a925de4f57e', 'name': 'network-vif-deleted', 'tag': '0ebbc63d-ba01-4249-9afb-f1a36dce1bba'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:06.015933 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c850d8da-a417-4a90-ac03-ea64423a363d" -d '{"events": [{"server_uuid": "c6940ef9-d75d-4705-82d2-5a925de4f57e", "name": "network-vif-deleted", "tag": "0ebbc63d-ba01-4249-9afb-f1a36dce1bba"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:06.022761 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7945b129-0dbc-457b-a727-d04da8957726 None None] Network adf0fd13-4016-499b-aff1-954a6f811d84 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:17:06.144856 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-438deab7-1370-47df-9978-c3b391fc57f9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9884844 Nov 08 00:17:06.176568 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37863fde-2b0d-4212-b45a-36da6e716824 req-2659d8d3-504b-47b5-9821-ba9c27fc2833 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:06.178176 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-37863fde-2b0d-4212-b45a-36da6e716824 req-2659d8d3-504b-47b5-9821-ba9c27fc2833 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 944 time: 0.1286647 Nov 08 00:17:06.211302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b13aa-a780-4b2d-a592-1320295d8946 req-04b12371-58dc-49fd-b794-4f5a6aa911b9 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:06.218415 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-249b13aa-a780-4b2d-a592-1320295d8946 req-04b12371-58dc-49fd-b794-4f5a6aa911b9 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.1231046 Nov 08 00:17:06.256123 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89eacb0-f061-41db-a210-8b161521854a None None] Network adf0fd13-4016-499b-aff1-954a6f811d84 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:17:06.280203 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-249b13aa-a780-4b2d-a592-1320295d8946 req-9c9beafa-2fda-4019-b830-a056ea3d73cd tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586932 Nov 08 00:17:06.315684 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-37863fde-2b0d-4212-b45a-36da6e716824 req-cd838795-5170-4294-8540-62603bc54ef8 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177955 Nov 08 00:17:06.379084 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727d65be-2ca8-4705-afab-e85921bae964 x-openstack-request-id: req-727d65be-2ca8-4705-afab-e85921bae964 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:06.379084 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6940ef9-d75d-4705-82d2-5a925de4f57e", "name": "network-vif-deleted", "tag": "0ebbc63d-ba01-4249-9afb-f1a36dce1bba", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:06.379084 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-727d65be-2ca8-4705-afab-e85921bae964 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:06.379528 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6940ef9-d75d-4705-82d2-5a925de4f57e', 'name': 'network-vif-deleted', 'tag': '0ebbc63d-ba01-4249-9afb-f1a36dce1bba', 'status': 'completed', 'code': 200} Nov 08 00:17:06.443410 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41756) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:06.463056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9a04690-3fc4-4d32-8ca1-73fb5a92501d req-7eed4809-e7e9-42a1-849e-5c0ce87241da tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 210 time: 0.0412519 Nov 08 00:17:06.501158 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-185d02df-5560-462c-a4c6-7817539cabae admin admin] Deleting subnet e2bb2104-9c0a-40fe-936a-9c2c5a3c1a3d {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:17:06.504916 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-185d02df-5560-462c-a4c6-7817539cabae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:06.546032 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-185d02df-5560-462c-a4c6-7817539cabae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:06.598398 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-185d02df-5560-462c-a4c6-7817539cabae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:06.661501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5f124-73de-4c57-a687-9debb6a889f8 req-67d651e0-cdbf-4737-84ec-8a8b2f154ea5 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:06.664162 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fcf5f124-73de-4c57-a687-9debb6a889f8 req-67d651e0-cdbf-4737-84ec-8a8b2f154ea5 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 948 time: 0.0695639 Nov 08 00:17:06.716700 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fcf5f124-73de-4c57-a687-9debb6a889f8 req-907bb399-09a8-4612-b800-890d80123ca8 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446601 Nov 08 00:17:06.741675 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-185d02df-5560-462c-a4c6-7817539cabae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:06.770244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d02df-5560-462c-a4c6-7817539cabae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2bb2104-9c0a-40fe-936a-9c2c5a3c1a3d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:06.772349 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-185d02df-5560-462c-a4c6-7817539cabae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:06.780529 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-185d02df-5560-462c-a4c6-7817539cabae admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e2bb2104-9c0a-40fe-936a-9c2c5a3c1a3d HTTP/1.1" status: 204 len: 168 time: 0.3307807 Nov 08 00:17:06.780529 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41780) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:06.820976 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-8241e29f-b147-471e-be30-e479300045a9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:06.824772 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-8241e29f-b147-471e-be30-e479300045a9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/networks?id=adf0fd13-4016-499b-aff1-954a6f811d84 HTTP/1.1" status: 200 len: 813 time: 0.1244493 Nov 08 00:17:06.837238 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-9b8be93f-6f7a-4528-87d6-ac242412b59c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/quotas/b5cb1497c7c24f528f74444b576d295e HTTP/1.1" status: 200 len: 375 time: 0.0114245 Nov 08 00:17:06.852096 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2042de91-0af0-479b-a966-f4efe1f1b682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:06.880469 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-c167c148-e7ca-4778-b498-31324cb10cc5 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5cb1497c7c24f528f74444b576d295e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356107 Nov 08 00:17:06.941540 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2042de91-0af0-479b-a966-f4efe1f1b682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:06.962036 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-2042de91-0af0-479b-a966-f4efe1f1b682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d088be02-3913-4ec5-9648-4cfa6290a2e6']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:17:06.968874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a4e73-b443-4cb6-9d24-3ab1a0eb41ad req-1b42430c-9ea5-4263-b412-a215c3703424 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:06.970745 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c8a4e73-b443-4cb6-9d24-3ab1a0eb41ad req-1b42430c-9ea5-4263-b412-a215c3703424 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 944 time: 0.1149530 Nov 08 00:17:06.972267 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-2042de91-0af0-479b-a966-f4efe1f1b682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbc88c8-5564-4901-960a-92cfa27f995e') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:17:06.973134 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-2042de91-0af0-479b-a966-f4efe1f1b682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbc88c8-5564-4901-960a-92cfa27f995e') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:17:06.983630 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2042de91-0af0-479b-a966-f4efe1f1b682 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:06.998682 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2042de91-0af0-479b-a966-f4efe1f1b682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:07.006570 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2042de91-0af0-479b-a966-f4efe1f1b682 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:17:07.006982 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2042de91-0af0-479b-a966-f4efe1f1b682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:17:07.009170 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:17:07.016243 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-2f470895-b4f8-472e-8a89-173d3644444f service neutron] 10.222.0.13 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199496 Nov 08 00:17:07.035730 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c8a4e73-b443-4cb6-9d24-3ab1a0eb41ad req-a7ac40d2-b2db-48ee-be9e-45a03122b058 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573204 Nov 08 00:17:07.093388 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:17:07.192601 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2042de91-0af0-479b-a966-f4efe1f1b682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:07.198476 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2042de91-0af0-479b-a966-f4efe1f1b682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:07.203000 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2042de91-0af0-479b-a966-f4efe1f1b682 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d088be02-3913-4ec5-9648-4cfa6290a2e6 HTTP/1.1" status: 204 len: 168 time: 0.4231160 Nov 08 00:17:07.216742 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042de91-0af0-479b-a966-f4efe1f1b682 admin admin] Pushing event deleted for resources: {'Network': ['ID=d088be02-3913-4ec5-9648-4cfa6290a2e6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:07.314516 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 22589330-9fc6-4321-9ecd-6f5e385ecb7f up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:17:07.420467 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b243d97e-bcd6-4f16-9009-83488dcc57ee req-41d9aabb-7d7e-43bd-88ad-473f6bd743f1 tempest-ServerMetadataNegativeTestJSON-93657300 tempest-ServerMetadataNegativeTestJSON-93657300-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6940ef9-d75d-4705-82d2-5a925de4f57e HTTP/1.1" status: 200 len: 210 time: 0.0344348 Nov 08 00:17:07.474324 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-37ead06d-e7dd-4056-b47a-4850b5499109 service neutron] 10.222.0.13 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375768 Nov 08 00:17:07.568205 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490837b-37ea-4117-b2f9-fd7f64ee3384 req-6eb08e51-8ff1-4352-8291-67593de27907 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:07.569670 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6490837b-37ea-4117-b2f9-fd7f64ee3384 req-6eb08e51-8ff1-4352-8291-67593de27907 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.0584900 Nov 08 00:17:07.600865 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41798) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:07.605738 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device ca948f2c-6083-4371-b19f-b9a7a1dde601 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:17:07.609413 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6490837b-37ea-4117-b2f9-fd7f64ee3384 req-7bab3bd2-4bb9-4264-bf3d-675a9b045e75 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325456 Nov 08 00:17:07.626485 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: ca948f2c-6083-4371-b19f-b9a7a1dde601 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:17:07.626836 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device ca948f2c-6083-4371-b19f-b9a7a1dde601 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:17:07.630282 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 22589330-9fc6-4321-9ecd-6f5e385ecb7f completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:17:07.634479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 22589330-9fc6-4321-9ecd-6f5e385ecb7f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:07.640555 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:07.682304 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7de61df6-ba92-46df-9037-75da5e83d775 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d34f50ef789466c8b50527ab85a5299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0798810 Nov 08 00:17:07.683152 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41800) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:07.747099 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2bf9bdd2-b6c5-4e66-ac81-639a01eedc8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:07.752219 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:07.779552 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42378bd9-3b82-4967-abcd-6f3f8e1b85a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22589330-9fc6-4321-9ecd-6f5e385ecb7f'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:07.781540 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2bf9bdd2-b6c5-4e66-ac81-639a01eedc8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:07.782132 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6066ee-de10-4558-a748-1e325956a5f9" -d '{"events": [{"server_uuid": "42378bd9-3b82-4967-abcd-6f3f8e1b85a1", "name": "network-vif-plugged", "status": "completed", "tag": "22589330-9fc6-4321-9ecd-6f5e385ecb7f"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:07.801144 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab75e6-1402-4197-a1fd-11105194f7be req-76d17543-1d36-4e8f-8913-5bc8629b1027 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:07.802690 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fdab75e6-1402-4197-a1fd-11105194f7be req-76d17543-1d36-4e8f-8913-5bc8629b1027 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 944 time: 0.1278844 Nov 08 00:17:07.808183 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 22589330-9fc6-4321-9ecd-6f5e385ecb7f, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=22589330-9fc6-4321-9ecd-6f5e385ecb7f,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:07.869876 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fdab75e6-1402-4197-a1fd-11105194f7be req-cf20e64b-1131-46bf-9c7c-cdd1a4e35131 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542917 Nov 08 00:17:07.873026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c55c33-1f38-4d64-8b17-0d627101d3ef req-d9af1449-a05a-4d55-ac17-a21593112b22 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:07.874459 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-90c55c33-1f38-4d64-8b17-0d627101d3ef req-d9af1449-a05a-4d55-ac17-a21593112b22 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 1095 time: 0.0958700 Nov 08 00:17:07.913105 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-90c55c33-1f38-4d64-8b17-0d627101d3ef req-6dd61207-7067-4baa-a66c-901e4b09ef27 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320835 Nov 08 00:17:07.922090 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2bf9bdd2-b6c5-4e66-ac81-639a01eedc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:07.922749 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:07.924465 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 0ebbc63d-ba01-4249-9afb-f1a36dce1bba no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:17:07.925238 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2bf9bdd2-b6c5-4e66-ac81-639a01eedc8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:07.929599 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2bf9bdd2-b6c5-4e66-ac81-639a01eedc8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9db93346-1fe4-4875-ac85-69a296babdca HTTP/1.1" status: 204 len: 168 time: 0.2421546 Nov 08 00:17:07.939578 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9bdd2-b6c5-4e66-ac81-639a01eedc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db93346-1fe4-4875-ac85-69a296babdca,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:07.948098 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 0ebbc63d-ba01-4249-9afb-f1a36dce1bba {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:17:07.948453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 0ebbc63d-ba01-4249-9afb-f1a36dce1bba not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:17:07.995641 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af5869b5-858e-45b4-82fd-f2ef1b1780db req-f6977870-eedd-419c-a5b3-0d59c8be1b53 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 210 time: 0.0403500 Nov 08 00:17:08.007525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=22589330-9fc6-4321-9ecd-6f5e385ecb7f,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:08.034607 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-616c4a65-8e1d-42f7-b5dc-676c61d00b61 req-0552a106-de9b-465e-b520-15965d2e34ea tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 210 time: 0.0611687 Nov 08 00:17:08.079519 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d2ca1c-c03a-4a02-9de8-1e65c3c75ce2 x-openstack-request-id: req-96d2ca1c-c03a-4a02-9de8-1e65c3c75ce2 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:08.079839 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42378bd9-3b82-4967-abcd-6f3f8e1b85a1", "name": "network-vif-plugged", "status": "completed", "tag": "22589330-9fc6-4321-9ecd-6f5e385ecb7f", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:08.080096 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96d2ca1c-c03a-4a02-9de8-1e65c3c75ce2 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:08.080493 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42378bd9-3b82-4967-abcd-6f3f8e1b85a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22589330-9fc6-4321-9ecd-6f5e385ecb7f', 'code': 200} Nov 08 00:17:08.116869 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a416a-84b7-41d0-a79a-d5c5a5692af6 req-17b81725-6452-4640-90ca-b06be161c687 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:08.118378 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c8a416a-84b7-41d0-a79a-d5c5a5692af6 req-17b81725-6452-4640-90ca-b06be161c687 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 948 time: 0.0531440 Nov 08 00:17:08.194892 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c56eab-b826-4e8b-9b5c-415b886cc778 req-92a71e79-2704-4ffb-a19b-909febe51304 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:08.196346 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96c56eab-b826-4e8b-9b5c-415b886cc778 req-92a71e79-2704-4ffb-a19b-909febe51304 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 1095 time: 0.0719450 Nov 08 00:17:08.206479 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c8a416a-84b7-41d0-a79a-d5c5a5692af6 req-11448567-9103-40ee-9dca-79bc3fb49bd8 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727026 Nov 08 00:17:08.266755 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:08.284699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5caa2-08a6-4dbf-bd6e-4f3ab4e2a8a4 req-09b6058a-c744-4c1a-b937-c19ea66c7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:08.291481 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ad5caa2-08a6-4dbf-bd6e-4f3ab4e2a8a4 req-09b6058a-c744-4c1a-b937-c19ea66c7a41 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 1096 time: 0.0788152 Nov 08 00:17:08.291481 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96c56eab-b826-4e8b-9b5c-415b886cc778 req-81c2ba46-b839-4fc9-9c57-23e5e0464456 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792458 Nov 08 00:17:08.353780 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ad5caa2-08a6-4dbf-bd6e-4f3ab4e2a8a4 req-6455ffd9-3480-45eb-aafc-8f5da887a325 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565302 Nov 08 00:17:08.492737 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-f03e2e11-bd2f-424d-80e1-3ed8721bcc16 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:08.494233 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-f03e2e11-bd2f-424d-80e1-3ed8721bcc16 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.20 "GET /v2.0/networks?id=c57719a2-4ac3-4764-b38b-b8d6a56ca331 HTTP/1.1" status: 200 len: 822 time: 0.1188936 Nov 08 00:17:08.515294 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-06f94f60-fb4b-4b3c-acc1-8d6e486eeca0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Request body: {'port': {'device_id': '9a28e6e1-0814-4497-86be-3bfabd978eb2', 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331', 'admin_state_up': True, 'tenant_id': 'bba6943dd3d44e78911b47268019e8e6'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:08.718260 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-06f94f60-fb4b-4b3c-acc1-8d6e486eeca0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Made reservation on behalf of bba6943dd3d44e78911b47268019e8e6 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:17:08.721786 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-06f94f60-fb4b-4b3c-acc1-8d6e486eeca0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:08.787734 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41854) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:08.838353 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8fff59-78f2-49d9-8114-3b0a6cd90963 admin admin] Deleting subnet c9df2dcf-926a-4958-8815-089ca1bc4fc4 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:17:08.847648 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a8fff59-78f2-49d9-8114-3b0a6cd90963 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:08.878721 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-06f94f60-fb4b-4b3c-acc1-8d6e486eeca0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Allocated IP 172.20.0.13 (c57719a2-4ac3-4764-b38b-b8d6a56ca331/f922d749-ea0e-4050-a259-bcddd001eb5a/94b8f348-41f0-43d1-8d8e-9fcced9edad7) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:17:08.950787 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a8fff59-78f2-49d9-8114-3b0a6cd90963 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:09.027525 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12884005-df61-40db-8253-d10dbb72c7ee req-800ec7fa-6a8b-41c9-bef6-6dd8667f8e73 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:09.029293 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12884005-df61-40db-8253-d10dbb72c7ee req-800ec7fa-6a8b-41c9-bef6-6dd8667f8e73 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.1877677 Nov 08 00:17:09.057618 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a8fff59-78f2-49d9-8114-3b0a6cd90963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:09.102795 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-06f94f60-fb4b-4b3c-acc1-8d6e486eeca0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:09.147764 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12884005-df61-40db-8253-d10dbb72c7ee req-68e75aca-104c-48b5-b983-842f7e7eae10 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055462 Nov 08 00:17:09.181267 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1b48f-14bc-48bf-bccf-dbc44ee25861 req-a545ddb2-b369-44a7-8967-b38b3fe8cca4 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:09.182789 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-21d1b48f-14bc-48bf-bccf-dbc44ee25861 req-a545ddb2-b369-44a7-8967-b38b3fe8cca4 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.0829217 Nov 08 00:17:09.226850 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-06f94f60-fb4b-4b3c-acc1-8d6e486eeca0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:09.260639 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-06f94f60-fb4b-4b3c-acc1-8d6e486eeca0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Network c57719a2-4ac3-4764-b38b-b8d6a56ca331 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:17:09.265719 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-06f94f60-fb4b-4b3c-acc1-8d6e486eeca0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:17:09.267276 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-21d1b48f-14bc-48bf-bccf-dbc44ee25861 req-a030df46-1084-4f47-a942-a85bf616b210 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769360 Nov 08 00:17:09.268624 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-06f94f60-fb4b-4b3c-acc1-8d6e486eeca0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:17:09.274027 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a8fff59-78f2-49d9-8114-3b0a6cd90963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:09.281826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41880) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:09.320589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8fff59-78f2-49d9-8114-3b0a6cd90963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9df2dcf-926a-4958-8815-089ca1bc4fc4,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:09.328887 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a8fff59-78f2-49d9-8114-3b0a6cd90963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:09.333706 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5a8fff59-78f2-49d9-8114-3b0a6cd90963 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c9df2dcf-926a-4958-8815-089ca1bc4fc4 HTTP/1.1" status: 204 len: 168 time: 0.5433905 Nov 08 00:17:09.335481 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41884) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:09.351340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a9eb5-0cd5-43bd-89cf-879ee312ecf9 req-7bff8e50-ec96-48d3-8d61-cc2782d186d0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:09.352880 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e82a9eb5-0cd5-43bd-89cf-879ee312ecf9 req-7bff8e50-ec96-48d3-8d61-cc2782d186d0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 932 time: 0.1379087 Nov 08 00:17:09.369007 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d51bb851-989b-4d7f-9ee4-ec428dcd2669 req-c9006683-b4c9-4231-8ac7-13c63dd34db6 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 210 time: 0.0356576 Nov 08 00:17:09.413394 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f94f60-fb4b-4b3c-acc1-8d6e486eeca0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Pushing event updated for resources: {'Port': ['ID=94b8f348-41f0-43d1-8d8e-9fcced9edad7,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:09.417503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e82a9eb5-0cd5-43bd-89cf-879ee312ecf9 req-2c466aef-d69f-4978-bbd3-197f1ea3792f tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388558 Nov 08 00:17:09.426911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-06f94f60-fb4b-4b3c-acc1-8d6e486eeca0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:09.428073 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-06f94f60-fb4b-4b3c-acc1-8d6e486eeca0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:09.464620 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-b6e6a13a-16d5-47ca-b542-5df1e0bf5c6b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1656169506-network', 'tenant_id': '1b1f0766c4154295828f650a0e268684'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:09.469762 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4128899-1e6e-4ee4-85b2-28437a4ffbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:09.540425 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-06f94f60-fb4b-4b3c-acc1-8d6e486eeca0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0309780 Nov 08 00:17:09.553242 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4128899-1e6e-4ee4-85b2-28437a4ffbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:09.560524 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Request body: {'port': {'device_id': '9a28e6e1-0814-4497-86be-3bfabd978eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:09.597631 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d4128899-1e6e-4ee4-85b2-28437a4ffbdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853d2432-fde8-49fb-b447-247247626799']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:17:09.625957 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d4128899-1e6e-4ee4-85b2-28437a4ffbdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299d5ff5-345d-4bd9-840a-db123c4b8494') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:17:09.626257 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d4128899-1e6e-4ee4-85b2-28437a4ffbdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299d5ff5-345d-4bd9-840a-db123c4b8494') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:17:09.636465 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e6a13a-16d5-47ca-b542-5df1e0bf5c6b admin admin] Made reservation on behalf of 1b1f0766c4154295828f650a0e268684 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:17:09.639301 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b6e6a13a-16d5-47ca-b542-5df1e0bf5c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:09.640233 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4128899-1e6e-4ee4-85b2-28437a4ffbdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:09.648508 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:09.649963 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b6e6a13a-16d5-47ca-b542-5df1e0bf5c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:09.670667 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4128899-1e6e-4ee4-85b2-28437a4ffbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:09.695629 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4128899-1e6e-4ee4-85b2-28437a4ffbdb admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:17:09.696060 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4128899-1e6e-4ee4-85b2-28437a4ffbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:17:09.698069 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:17:09.787448 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b6e6a13a-16d5-47ca-b542-5df1e0bf5c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:09.871922 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4128899-1e6e-4ee4-85b2-28437a4ffbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:09.872562 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b6e6a13a-16d5-47ca-b542-5df1e0bf5c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:09.881619 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4128899-1e6e-4ee4-85b2-28437a4ffbdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:09.887122 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d4128899-1e6e-4ee4-85b2-28437a4ffbdb admin admin] 10.222.0.13 "DELETE /v2.0/networks/853d2432-fde8-49fb-b447-247247626799 HTTP/1.1" status: 204 len: 168 time: 0.5452986 Nov 08 00:17:09.903152 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4128899-1e6e-4ee4-85b2-28437a4ffbdb admin admin] Pushing event deleted for resources: {'Network': ['ID=853d2432-fde8-49fb-b447-247247626799,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:09.914916 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e6a13a-16d5-47ca-b542-5df1e0bf5c6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:17:09.926211 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6a13a-16d5-47ca-b542-5df1e0bf5c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb8087a-b96b-4466-a05f-57310dad1a4f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:09.931860 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b6e6a13a-16d5-47ca-b542-5df1e0bf5c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:09.932200 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-b6e6a13a-16d5-47ca-b542-5df1e0bf5c6b admin admin] Added segment 8345481b-3192-442f-bd00-9e51f985907d of type vlan for network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 Nov 08 00:17:09.977232 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b6e6a13a-16d5-47ca-b542-5df1e0bf5c6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:10.047238 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b8f348-41f0-43d1-8d8e-9fcced9edad7 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:10.055761 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:10.068240 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Transition to ACTIVE for port object 94b8f348-41f0-43d1-8d8e-9fcced9edad7 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:17:10.092940 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b6e6a13a-16d5-47ca-b542-5df1e0bf5c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:10.093979 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6a13a-16d5-47ca-b542-5df1e0bf5c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:10.094591 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b6e6a13a-16d5-47ca-b542-5df1e0bf5c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:10.145027 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:10.167458 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6a13a-16d5-47ca-b542-5df1e0bf5c6b admin admin] Pushing event updated for resources: {'Network': ['ID=0d67b7ed-ed26-4a97-9aca-4b5790c26501,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:10.179461 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:17:10.207283 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Pushing event updated for resources: {'Port': ['ID=94b8f348-41f0-43d1-8d8e-9fcced9edad7,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:10.288328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b6e6a13a-16d5-47ca-b542-5df1e0bf5c6b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0045679 Nov 08 00:17:10.289668 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41904) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:10.290755 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Attempting to bind port 94b8f348-41f0-43d1-8d8e-9fcced9edad7 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:17:10.291098 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Attempting to bind port 94b8f348-41f0-43d1-8d8e-9fcced9edad7 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '95ebb042-8e00-4adf-9c02-86999ef85e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:17:10.291737 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Attempting to bind port 94b8f348-41f0-43d1-8d8e-9fcced9edad7 on network c57719a2-4ac3-4764-b38b-b8d6a56ca331 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:10.298199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-fa38e013-094c-4720-8cc8-1354f68d593d admin admin] Request body: {'subnet': {'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1656169506-subnet', 'tenant_id': '1b1f0766c4154295828f650a0e268684', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:10.300283 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Port 94b8f348-41f0-43d1-8d8e-9fcced9edad7 on network c57719a2-4ac3-4764-b38b-b8d6a56ca331 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:17:10.300628 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Attempting to bind port 94b8f348-41f0-43d1-8d8e-9fcced9edad7 on network c57719a2-4ac3-4764-b38b-b8d6a56ca331 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:10.306892 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:17:10.307242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Checking segment: {'id': '95ebb042-8e00-4adf-9c02-86999ef85e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:17:10.307989 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Bound using segment: {'id': '95ebb042-8e00-4adf-9c02-86999ef85e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:17:10.308673 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Bound port: 94b8f348-41f0-43d1-8d8e-9fcced9edad7, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ebb042-8e00-4adf-9c02-86999ef85e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:17:10.309077 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:10.386125 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41906) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:10.391741 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc47fc-5eef-47c7-8b37-17d5a948b7eb req-a899a503-07fc-4e22-acba-0c60c6eef762 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:10.393362 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5dfc47fc-5eef-47c7-8b37-17d5a948b7eb req-a899a503-07fc-4e22-acba-0c60c6eef762 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.0842106 Nov 08 00:17:10.419491 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] For port 94b8f348-41f0-43d1-8d8e-9fcced9edad7, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:17:10.431681 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa38e013-094c-4720-8cc8-1354f68d593d admin admin] Made reservation on behalf of 1b1f0766c4154295828f650a0e268684 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:17:10.434463 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa38e013-094c-4720-8cc8-1354f68d593d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:10.479703 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] For port 94b8f348-41f0-43d1-8d8e-9fcced9edad7, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=94b8f348-41f0-43d1-8d8e-9fcced9edad7,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:17:10.503624 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4fdce766-fe6f-407d-9fad-5efb82215e12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73b9dfce600845c48a360799e58f430c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1125097 Nov 08 00:17:10.503624 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41912) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:10.513179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd76c5-b142-49c1-be80-492bdccfd52e req-7848d51a-96f0-48ab-921b-13fc27c2acab tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:10.514823 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3abd76c5-b142-49c1-be80-492bdccfd52e req-7848d51a-96f0-48ab-921b-13fc27c2acab tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1504886 Nov 08 00:17:10.538801 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5dfc47fc-5eef-47c7-8b37-17d5a948b7eb req-4692e96c-d1e6-4e64-8445-dfa29e2fa3e8 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198297 Nov 08 00:17:10.636061 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3abd76c5-b142-49c1-be80-492bdccfd52e req-606d5632-c557-4341-b8b1-3202738a9dea tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146071 Nov 08 00:17:10.688423 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c515c694-1c11-482e-aa09-17cbdbe52ed7 req-6d9fd17a-7f88-479b-8d46-66c9c6fda31b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 210 time: 0.0759311 Nov 08 00:17:10.834683 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17850-4b0a-451c-a17d-db156e47db73 req-e1bf3f04-3bf0-4be4-8740-48e611027095 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:10.836908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-90a17850-4b0a-451c-a17d-db156e47db73 req-e1bf3f04-3bf0-4be4-8740-48e611027095 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 944 time: 0.0936651 Nov 08 00:17:10.894064 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:10.930073 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-90a17850-4b0a-451c-a17d-db156e47db73 req-6c734e0c-0bd2-47b9-aa91-359314b94b8f tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807302 Nov 08 00:17:10.943232 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:10.943594 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:10.945048 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] 10.222.0.20 "PUT /v2.0/ports/94b8f348-41f0-43d1-8d8e-9fcced9edad7 HTTP/1.1" status: 200 len: 1092 time: 1.3892577 Nov 08 00:17:10.945490 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a28e6e1-0814-4497-86be-3bfabd978eb2', 'tag': '94b8f348-41f0-43d1-8d8e-9fcced9edad7'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:10.947726 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3400e357-7032-460b-aba7-28d72394f90e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a28e6e1-0814-4497-86be-3bfabd978eb2", "tag": "94b8f348-41f0-43d1-8d8e-9fcced9edad7"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:10.991989 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa38e013-094c-4720-8cc8-1354f68d593d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:10.995006 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-6e2066fa-7e4d-46cb-9fdd-e3f97e670c0c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:10.995006 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-6e2066fa-7e4d-46cb-9fdd-e3f97e670c0c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.20 "GET /v2.0/networks?id=adf0fd13-4016-499b-aff1-954a6f811d84 HTTP/1.1" status: 200 len: 813 time: 0.5700612 Nov 08 00:17:10.995881 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22476672-a57a-4c1e-9ad1-897ac85476ae x-openstack-request-id: req-22476672-a57a-4c1e-9ad1-897ac85476ae {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:10.996725 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a28e6e1-0814-4497-86be-3bfabd978eb2", "tag": "94b8f348-41f0-43d1-8d8e-9fcced9edad7", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:10.996973 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22476672-a57a-4c1e-9ad1-897ac85476ae {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:10.997359 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a28e6e1-0814-4497-86be-3bfabd978eb2', 'tag': '94b8f348-41f0-43d1-8d8e-9fcced9edad7', 'status': 'completed', 'code': 200} Nov 08 00:17:11.009957 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6418648c-2751-4115-b9d8-05206f27c5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:11.023827 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e983d04-bab0-4ea0-b067-c2ac22425421 service neutron] Pushing event updated for resources: {'Port': ['ID=94b8f348-41f0-43d1-8d8e-9fcced9edad7,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:11.042147 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6418648c-2751-4115-b9d8-05206f27c5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:11.062875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-c27fee75-75f5-4719-bf0d-18ddc201df36 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Request body: {'port': {'device_id': '3ed519f3-7f27-4cef-8936-26b9c52d2618', 'network_id': 'adf0fd13-4016-499b-aff1-954a6f811d84', 'admin_state_up': True, 'tenant_id': 'b5cb1497c7c24f528f74444b576d295e'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:11.063570 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bbab2-fa5c-41b2-9dc0-d8c9258ce52e req-4c7a173d-7f56-4709-aac1-883ba03874a0 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:11.065130 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-854bbab2-fa5c-41b2-9dc0-d8c9258ce52e req-4c7a173d-7f56-4709-aac1-883ba03874a0 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1141157 Nov 08 00:17:11.072121 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38e013-094c-4720-8cc8-1354f68d593d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e9b703-0810-4266-b455-8c45207d7779,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:11.106932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38e013-094c-4720-8cc8-1354f68d593d admin admin] Checking segment: {'id': '8345481b-3192-442f-bd00-9e51f985907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:17:11.107664 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa38e013-094c-4720-8cc8-1354f68d593d admin admin] Network hostable DHCP agents. Network: 0d67b7ed-ed26-4a97-9aca-4b5790c26501, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:17:11.131743 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-854bbab2-fa5c-41b2-9dc0-d8c9258ce52e req-5fc686da-b76b-46c8-80fe-2acfc6959079 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517504 Nov 08 00:17:11.198469 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa38e013-094c-4720-8cc8-1354f68d593d admin admin] Network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:17:11.210482 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400e357-7032-460b-aba7-28d72394f90e req-b62156fe-28f7-42fa-ab0a-246c24bbc11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:11.212033 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3400e357-7032-460b-aba7-28d72394f90e req-b62156fe-28f7-42fa-ab0a-246c24bbc11c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bba6943dd3d44e78911b47268019e8e6&device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 1095 time: 0.1176507 Nov 08 00:17:11.282903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a4ba4-e5d4-45e3-901a-b8192188412d req-80633bd6-cdcb-4505-b437-f7f1ac7f6e33 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:11.284510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-148a4ba4-e5d4-45e3-901a-b8192188412d req-80633bd6-cdcb-4505-b437-f7f1ac7f6e33 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.0544939 Nov 08 00:17:11.289588 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6418648c-2751-4115-b9d8-05206f27c5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:11.290952 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-fa38e013-094c-4720-8cc8-1354f68d593d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 0d67b7ed-ed26-4a97-9aca-4b5790c26501) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:17:11.292221 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6418648c-2751-4115-b9d8-05206f27c5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:11.296266 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6418648c-2751-4115-b9d8-05206f27c5ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a8000ce-2b05-47a9-9002-4eedb1c08d88 HTTP/1.1" status: 204 len: 168 time: 0.7898252 Nov 08 00:17:11.302966 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fcea73-6450-4a65-92fb-61b9e104411a None None] Network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:17:11.310203 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa38e013-094c-4720-8cc8-1354f68d593d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:11.310821 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa38e013-094c-4720-8cc8-1354f68d593d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:11.328586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418648c-2751-4115-b9d8-05206f27c5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8000ce-2b05-47a9-9002-4eedb1c08d88,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:11.377358 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400e357-7032-460b-aba7-28d72394f90e req-27dedab0-ad4a-417d-a300-fca4bdaafffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:11.378908 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3400e357-7032-460b-aba7-28d72394f90e req-27dedab0-ad4a-417d-a300-fca4bdaafffc service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=bba6943dd3d44e78911b47268019e8e6&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1519735 Nov 08 00:17:11.386669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 77346480-245c-4152-b5ff-fb10bc858460 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:17:11.413449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-148a4ba4-e5d4-45e3-901a-b8192188412d req-71bab68f-ee1f-4307-9b5a-9258b0f86beb tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975618 Nov 08 00:17:11.466478 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-c27fee75-75f5-4719-bf0d-18ddc201df36 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Made reservation on behalf of b5cb1497c7c24f528f74444b576d295e for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:17:11.470878 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-c27fee75-75f5-4719-bf0d-18ddc201df36 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:11.532163 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5956c530-038c-4afb-b757-6cf4b58fe5fe None None] Network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:17:11.568318 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fa38e013-094c-4720-8cc8-1354f68d593d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2690620 Nov 08 00:17:11.594632 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:11.652043 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d28a8d-1b67-4398-986b-8dc0aae5b31e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77346480-245c-4152-b5ff-fb10bc858460'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:11.664529 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a715c824-84c5-457a-85c3-dc691ddfb711" -d '{"events": [{"server_uuid": "b1d28a8d-1b67-4398-986b-8dc0aae5b31e", "name": "network-vif-unplugged", "status": "completed", "tag": "77346480-245c-4152-b5ff-fb10bc858460"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:11.688014 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400e357-7032-460b-aba7-28d72394f90e req-e3474b69-5369-4794-b197-031bd1efbaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:11.689517 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3400e357-7032-460b-aba7-28d72394f90e req-e3474b69-5369-4794-b197-031bd1efbaad service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3027391 Nov 08 00:17:11.691650 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 77346480-245c-4152-b5ff-fb10bc858460, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=77346480-245c-4152-b5ff-fb10bc858460,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:11.717718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6b9f9-880a-4434-9166-4f9d8618b797 req-658ce875-b83f-4020-b5e4-8f45d1b56a14 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:11.719261 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55b6b9f9-880a-4434-9166-4f9d8618b797 req-658ce875-b83f-4020-b5e4-8f45d1b56a14 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.0851545 Nov 08 00:17:11.749737 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-c27fee75-75f5-4719-bf0d-18ddc201df36 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Allocated IP 172.20.0.14 (adf0fd13-4016-499b-aff1-954a6f811d84/51233a59-51ba-4690-b7f3-640611b7c057/a19d102e-5315-481d-805a-b1b293de86a4) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:17:11.772628 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:11.795664 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55b6b9f9-880a-4434-9166-4f9d8618b797 req-652c707c-0044-4211-b5c2-4b6cb629e5e4 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679717 Nov 08 00:17:11.886642 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cb8cf2-df5e-432f-b70c-0ec148280494 x-openstack-request-id: req-c2cb8cf2-df5e-432f-b70c-0ec148280494 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:11.887529 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d28a8d-1b67-4398-986b-8dc0aae5b31e", "name": "network-vif-unplugged", "status": "completed", "tag": "77346480-245c-4152-b5ff-fb10bc858460", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:11.890500 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2cb8cf2-df5e-432f-b70c-0ec148280494 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:11.890500 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d28a8d-1b67-4398-986b-8dc0aae5b31e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77346480-245c-4152-b5ff-fb10bc858460', 'code': 200} Nov 08 00:17:11.916325 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a19fcb3-acf1-4a6b-bf5a-14932f0589c4 req-dbe6fd61-ca10-444d-8387-7540e43beee2 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 210 time: 0.0418448 Nov 08 00:17:11.931509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-a1f0df10-496c-4631-8fba-f71a526a132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:11.932995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=77346480-245c-4152-b5ff-fb10bc858460,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:11.944404 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-a1f0df10-496c-4631-8fba-f71a526a132c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bba6943dd3d44e78911b47268019e8e6&device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 1095 time: 0.1747987 Nov 08 00:17:12.009128 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-33f05bff-5a62-4c1b-8813-7942a545fd6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94b8f348-41f0-43d1-8d8e-9fcced9edad7 HTTP/1.1" status: 200 len: 217 time: 0.0564365 Nov 08 00:17:12.035862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6ac85-3767-45ae-9e4f-47338034c0dc req-8bccad81-7966-4fa4-81ba-8c7739028f2e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:12.049090 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3fd6ac85-3767-45ae-9e4f-47338034c0dc req-8bccad81-7966-4fa4-81ba-8c7739028f2e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.0839069 Nov 08 00:17:12.109973 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3fd6ac85-3767-45ae-9e4f-47338034c0dc req-f322d3d9-274a-41bc-a52b-72d7fa7171c5 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603836 Nov 08 00:17:12.114184 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-4b2e2a51-53e5-4e3b-90fd-0ff1fb109450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:12.116154 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-4b2e2a51-53e5-4e3b-90fd-0ff1fb109450 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f922d749-ea0e-4050-a259-bcddd001eb5a HTTP/1.1" status: 200 len: 862 time: 0.0773757 Nov 08 00:17:12.174998 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-0806416e-3b2f-4a3d-a629-0d9b5d4ce23c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c57719a2-4ac3-4764-b38b-b8d6a56ca331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491056 Nov 08 00:17:12.195624 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-c27fee75-75f5-4719-bf0d-18ddc201df36 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:12.276483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba13fc-3875-4135-be2c-c2705c779c87 req-587bb518-085d-4faa-b85b-967d52d6a78e tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:12.284617 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11ba13fc-3875-4135-be2c-c2705c779c87 req-587bb518-085d-4faa-b85b-967d52d6a78e tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 944 time: 0.0914762 Nov 08 00:17:12.314297 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-54557163-f8fa-4c7a-91c9-a02620c13f55 service neutron] 10.222.0.20 "GET /v2.0/networks/c57719a2-4ac3-4764-b38b-b8d6a56ca331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306586 Nov 08 00:17:12.388017 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11ba13fc-3875-4135-be2c-c2705c779c87 req-1b262e8a-bcc7-4a91-9209-df167e157a42 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022267 Nov 08 00:17:12.406606 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-c27fee75-75f5-4719-bf0d-18ddc201df36 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:12.456766 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fee75-75f5-4719-bf0d-18ddc201df36 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Pushing event updated for resources: {'Port': ['ID=a19d102e-5315-481d-805a-b1b293de86a4,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:12.459664 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-e1e80fbd-2f45-41b2-b425-cafe1ddcd6f8 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:12.461238 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-e1e80fbd-2f45-41b2-b425-cafe1ddcd6f8 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/networks?id=0d67b7ed-ed26-4a97-9aca-4b5790c26501 HTTP/1.1" status: 200 len: 813 time: 0.1649621 Nov 08 00:17:12.481857 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-7689bf9e-4e38-47ac-bfe5-0389d3689f13 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/quotas/1b1f0766c4154295828f650a0e268684 HTTP/1.1" status: 200 len: 375 time: 0.0138988 Nov 08 00:17:12.505317 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-c27fee75-75f5-4719-bf0d-18ddc201df36 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Network adf0fd13-4016-499b-aff1-954a6f811d84 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:17:12.511156 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-c27fee75-75f5-4719-bf0d-18ddc201df36 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:17:12.527466 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-c27fee75-75f5-4719-bf0d-18ddc201df36 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:17:12.547822 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-908ebd91-f787-46c3-a807-0ecec59f682d tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b1f0766c4154295828f650a0e268684&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582125 Nov 08 00:17:12.592879 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a21985c5-1fed-4a2b-a5df-0b84e501f174 req-d2c1468b-97cc-49cf-a3d9-4d346fef6a66 service neutron] 10.222.0.20 "GET /v2.0/networks/c57719a2-4ac3-4764-b38b-b8d6a56ca331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709668 Nov 08 00:17:12.609780 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-c27fee75-75f5-4719-bf0d-18ddc201df36 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:12.613947 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-c27fee75-75f5-4719-bf0d-18ddc201df36 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:12.654329 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-33496312-1938-4113-bc70-f2894b060a68 service neutron] 10.222.0.13 "GET /v2.0/networks/0d67b7ed-ed26-4a97-9aca-4b5790c26501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056612 Nov 08 00:17:12.723281 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-c27fee75-75f5-4719-bf0d-18ddc201df36 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6658771 Nov 08 00:17:12.758755 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-7546949b-299a-4b6f-b4df-e3420e8e2476 service neutron] 10.222.0.13 "GET /v2.0/networks/0d67b7ed-ed26-4a97-9aca-4b5790c26501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983250 Nov 08 00:17:12.768084 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Request body: {'port': {'device_id': '3ed519f3-7f27-4cef-8936-26b9c52d2618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:12.847345 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:12.947983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720191f-2b9f-49db-8f70-8fddf3bae66d req-79776358-e0c2-4ea6-b7e4-ac3d35772562 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:12.950554 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3720191f-2b9f-49db-8f70-8fddf3bae66d req-79776358-e0c2-4ea6-b7e4-ac3d35772562 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.0599062 Nov 08 00:17:12.998340 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3720191f-2b9f-49db-8f70-8fddf3bae66d req-6f46e939-4170-44ab-bd65-a10c0bb4e12b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408370 Nov 08 00:17:13.198102 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19d102e-5315-481d-805a-b1b293de86a4 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:13.207022 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:13.221217 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Transition to ACTIVE for port object a19d102e-5315-481d-805a-b1b293de86a4 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:17:13.309979 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 482bac4e-749d-45f6-adb7-78cc00eacad1 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:17:13.317386 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:13.335951 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c65e55-22ac-4d67-84a8-4605615f632e req-00e4cc6c-6b2c-4997-be73-42bf9128b938 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:13.337533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d1c65e55-22ac-4d67-84a8-4605615f632e req-00e4cc6c-6b2c-4997-be73-42bf9128b938 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 932 time: 0.1150596 Nov 08 00:17:13.401705 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Pushing event updated for resources: {'Port': ['ID=a19d102e-5315-481d-805a-b1b293de86a4,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:13.407451 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fa8ef-d1dd-47f3-b9c7-e26d50d562e1 req-d64ca298-3e0d-4e7d-ae1c-b0af99eab517 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:13.429312 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c2fa8ef-d1dd-47f3-b9c7-e26d50d562e1 req-d64ca298-3e0d-4e7d-ae1c-b0af99eab517 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1578581 Nov 08 00:17:13.444698 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 482bac4e-749d-45f6-adb7-78cc00eacad1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=482bac4e-749d-45f6-adb7-78cc00eacad1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:13.457497 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '482bac4e-749d-45f6-adb7-78cc00eacad1', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '482bac4e-749d-45f6-adb7-78cc00eacad1', 'mac_address': 'fa:16:3e:a0:25:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:17:13.468837 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Attempting to bind port a19d102e-5315-481d-805a-b1b293de86a4 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:17:13.471364 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Attempting to bind port a19d102e-5315-481d-805a-b1b293de86a4 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '6bbdb3e3-653a-49eb-ad5b-e348d9558c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'adf0fd13-4016-499b-aff1-954a6f811d84'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:17:13.471364 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Attempting to bind port a19d102e-5315-481d-805a-b1b293de86a4 on network adf0fd13-4016-499b-aff1-954a6f811d84 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:13.475561 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Port a19d102e-5315-481d-805a-b1b293de86a4 on network adf0fd13-4016-499b-aff1-954a6f811d84 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:17:13.476389 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Attempting to bind port a19d102e-5315-481d-805a-b1b293de86a4 on network adf0fd13-4016-499b-aff1-954a6f811d84 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:13.482520 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:17:13.483161 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Checking segment: {'id': '6bbdb3e3-653a-49eb-ad5b-e348d9558c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'adf0fd13-4016-499b-aff1-954a6f811d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:17:13.483812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Bound using segment: {'id': '6bbdb3e3-653a-49eb-ad5b-e348d9558c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'adf0fd13-4016-499b-aff1-954a6f811d84'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:17:13.484557 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Bound port: a19d102e-5315-481d-805a-b1b293de86a4, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbdb3e3-653a-49eb-ad5b-e348d9558c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'adf0fd13-4016-499b-aff1-954a6f811d84'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:17:13.485178 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:13.504724 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:13.504980 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d1c65e55-22ac-4d67-84a8-4605615f632e req-2b862147-5a1a-4c10-8d11-fddd95e0c0fc tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466055 Nov 08 00:17:13.523546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482bac4e-749d-45f6-adb7-78cc00eacad1 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:13.539499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c2fa8ef-d1dd-47f3-b9c7-e26d50d562e1 req-3e84a515-7363-45dc-8ebe-61ab61500e6b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091056 Nov 08 00:17:13.548784 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 482bac4e-749d-45f6-adb7-78cc00eacad1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=482bac4e-749d-45f6-adb7-78cc00eacad1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:13.614292 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] For port a19d102e-5315-481d-805a-b1b293de86a4, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:17:13.626521 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:13.626919 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] For port a19d102e-5315-481d-805a-b1b293de86a4, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a19d102e-5315-481d-805a-b1b293de86a4,segment=NetworkSegment(6bbdb3e3-653a-49eb-ad5b-e348d9558c7d),segment_id=6bbdb3e3-653a-49eb-ad5b-e348d9558c7d)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:17:13.714260 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:13.725840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df2bbb-971d-4c33-aea6-13f21b1727a0 req-4da7a7ca-72d7-4b9f-820d-f37f77495360 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:13.737370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92df2bbb-971d-4c33-aea6-13f21b1727a0 req-4da7a7ca-72d7-4b9f-820d-f37f77495360 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 944 time: 0.1172650 Nov 08 00:17:13.738585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=482bac4e-749d-45f6-adb7-78cc00eacad1,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:13.787815 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:13.791939 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:13.796058 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] 10.222.0.20 "PUT /v2.0/ports/a19d102e-5315-481d-805a-b1b293de86a4 HTTP/1.1" status: 200 len: 1092 time: 1.0324199 Nov 08 00:17:13.796783 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed519f3-7f27-4cef-8936-26b9c52d2618', 'tag': 'a19d102e-5315-481d-805a-b1b293de86a4'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:13.799884 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206c7e9f-e961-4a16-9acf-8f2d68bf0119" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed519f3-7f27-4cef-8936-26b9c52d2618", "tag": "a19d102e-5315-481d-805a-b1b293de86a4"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:13.832108 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f71b39-17b0-4519-b153-bdf6262c1a83 service neutron] Pushing event updated for resources: {'Port': ['ID=a19d102e-5315-481d-805a-b1b293de86a4,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:13.834167 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92df2bbb-971d-4c33-aea6-13f21b1727a0 req-6a870818-8834-46e9-9294-c1174fddb04e tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660255 Nov 08 00:17:13.849967 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['482bac4e-749d-45f6-adb7-78cc00eacad1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:13.895355 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb2b297f-c1e3-41f1-a40a-dca4c38fadde req-bebae1cc-9e61-4c02-a26b-1f64abae02a2 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dfb1d21-c817-4114-8383-1fc565e13902 HTTP/1.1" status: 200 len: 210 time: 0.0439920 Nov 08 00:17:13.909644 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d577e958-ac60-4f74-941c-840f240484cf x-openstack-request-id: req-d577e958-ac60-4f74-941c-840f240484cf {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:13.910006 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed519f3-7f27-4cef-8936-26b9c52d2618", "tag": "a19d102e-5315-481d-805a-b1b293de86a4", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:13.910298 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d577e958-ac60-4f74-941c-840f240484cf {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:13.910628 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed519f3-7f27-4cef-8936-26b9c52d2618', 'tag': 'a19d102e-5315-481d-805a-b1b293de86a4', 'status': 'completed', 'code': 200} Nov 08 00:17:13.981354 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-e96b4112-1133-4e42-b845-18fa5d4d4c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:13.983022 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-e96b4112-1133-4e42-b845-18fa5d4d4c01 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5cb1497c7c24f528f74444b576d295e&device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 1095 time: 0.0455546 Nov 08 00:17:14.044304 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-74712c05-1f4e-461c-aa93-158f6dbaed5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19d102e-5315-481d-805a-b1b293de86a4 HTTP/1.1" status: 200 len: 217 time: 0.0424087 Nov 08 00:17:14.119162 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-2acf15df-0bac-404e-8abd-305eb7aad358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:14.120572 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-2acf15df-0bac-404e-8abd-305eb7aad358 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=51233a59-51ba-4690-b7f3-640611b7c057 HTTP/1.1" status: 200 len: 853 time: 0.0694587 Nov 08 00:17:14.159514 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-b204b64d-42be-4da5-aec3-8390c5bdf3d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=adf0fd13-4016-499b-aff1-954a6f811d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316489 Nov 08 00:17:14.164536 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3816f27-f436-462a-99f8-ef80ec54f15f req-2725394d-e029-491f-92ca-251c706abf47 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:14.166305 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d3816f27-f436-462a-99f8-ef80ec54f15f req-2725394d-e029-491f-92ca-251c706abf47 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.0625153 Nov 08 00:17:14.201605 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42054) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:14.218416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d3816f27-f436-462a-99f8-ef80ec54f15f req-1d3f48e1-532a-454b-99d2-14756ab2c2f0 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456161 Nov 08 00:17:14.274745 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-2608490c-316a-417e-a2c9-f7472519d871 service neutron] 10.222.0.20 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066046 Nov 08 00:17:14.367852 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c65c377d-079c-43b0-afb1-5ccbf9694d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:14.391125 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-02f6ef41-c9be-4421-86f2-80a8e064c65a req-3b42cb8b-7e44-4ee3-a3c3-223f7f1e7434 service neutron] 10.222.0.20 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084187 Nov 08 00:17:14.466695 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c65c377d-079c-43b0-afb1-5ccbf9694d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:14.515748 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c7bc261-8c60-4ff9-8722-a8b5d0fef0e2 req-5660b615-c5b4-4cac-9c59-1b6dd02668d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424898 Nov 08 00:17:14.583223 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c65c377d-079c-43b0-afb1-5ccbf9694d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:14.674071 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c7e9f-e961-4a16-9acf-8f2d68bf0119 req-f2d38aaa-e72d-45f0-9aa2-aba326a3171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:14.676218 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-206c7e9f-e961-4a16-9acf-8f2d68bf0119 req-f2d38aaa-e72d-45f0-9aa2-aba326a3171e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5cb1497c7c24f528f74444b576d295e&device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 1095 time: 0.0606408 Nov 08 00:17:14.696165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c65c377d-079c-43b0-afb1-5ccbf9694d82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=045698a7f4054220ac4427ba98bfe55a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4912813 Nov 08 00:17:14.700262 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c377d-079c-43b0-afb1-5ccbf9694d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19d4137-bce5-4d59-b70c-370eca5d1c4e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:14.704394 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42074) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:14.710910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bc261-8c60-4ff9-8722-a8b5d0fef0e2 req-21d2cfbc-c5d6-4eee-8d48-396e6f6840ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:14.712470 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c7bc261-8c60-4ff9-8722-a8b5d0fef0e2 req-21d2cfbc-c5d6-4eee-8d48-396e6f6840ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 1096 time: 0.1621509 Nov 08 00:17:14.812236 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc09e16-efc9-49e1-a7a5-91a0a447683f req-2eaa034d-c2ce-4cc5-a57e-00e41eea5af0 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:14.819528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bc09e16-efc9-49e1-a7a5-91a0a447683f req-2eaa034d-c2ce-4cc5-a57e-00e41eea5af0 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 944 time: 0.2324224 Nov 08 00:17:14.845753 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c7e9f-e961-4a16-9acf-8f2d68bf0119 req-7298edd2-5848-4218-9e5e-346759a09ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:14.848141 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-206c7e9f-e961-4a16-9acf-8f2d68bf0119 req-7298edd2-5848-4218-9e5e-346759a09ab2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=adf0fd13-4016-499b-aff1-954a6f811d84 HTTP/1.1" status: 200 len: 914 time: 0.1641648 Nov 08 00:17:14.851283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787e052-8167-44c5-af24-23ac31ea018b req-34acaeb2-3cdd-4c23-aa38-9207171c8429 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:14.852797 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f787e052-8167-44c5-af24-23ac31ea018b req-34acaeb2-3cdd-4c23-aa38-9207171c8429 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.2389581 Nov 08 00:17:14.902352 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-206c7e9f-e961-4a16-9acf-8f2d68bf0119 req-b7ec11e9-6709-4931-a40a-40102c802470 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19d102e-5315-481d-805a-b1b293de86a4 HTTP/1.1" status: 200 len: 217 time: 0.0422928 Nov 08 00:17:14.956683 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1aa5f103-5dff-4655-9757-51b234b6179a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:14.980264 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bc09e16-efc9-49e1-a7a5-91a0a447683f req-71deadc5-f75e-412c-be98-5d75ff6aeb5c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598005 Nov 08 00:17:14.989599 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c7e9f-e961-4a16-9acf-8f2d68bf0119 req-eb73b943-db94-4176-ac9b-56b32343cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:14.995032 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-206c7e9f-e961-4a16-9acf-8f2d68bf0119 req-eb73b943-db94-4176-ac9b-56b32343cb30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=51233a59-51ba-4690-b7f3-640611b7c057 HTTP/1.1" status: 200 len: 853 time: 0.0848856 Nov 08 00:17:15.047354 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f787e052-8167-44c5-af24-23ac31ea018b req-77e41e9c-72ec-47a0-97ff-0da375f3debb tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830151 Nov 08 00:17:15.054351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bc261-8c60-4ff9-8722-a8b5d0fef0e2 req-21e79009-0d9d-4e64-977d-6f24a91b3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:15.064180 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c7bc261-8c60-4ff9-8722-a8b5d0fef0e2 req-21e79009-0d9d-4e64-977d-6f24a91b3e41 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 909 time: 0.3201447 Nov 08 00:17:15.081281 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-206c7e9f-e961-4a16-9acf-8f2d68bf0119 req-fa5978c0-90b5-4dfb-b8b9-2e9241af7bf7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=adf0fd13-4016-499b-aff1-954a6f811d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783489 Nov 08 00:17:15.123765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c7bc261-8c60-4ff9-8722-a8b5d0fef0e2 req-62954594-d943-4b27-84c5-4fefc350e7fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2958b0f6-b9b8-44fd-9028-8080e090c89c HTTP/1.1" status: 200 len: 217 time: 0.0540047 Nov 08 00:17:15.125964 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1aa5f103-5dff-4655-9757-51b234b6179a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:15.257225 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-206c7e9f-e961-4a16-9acf-8f2d68bf0119 req-448732fc-77f0-449c-805f-b3c7b2fc9d30 service neutron] 10.222.0.20 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642730 Nov 08 00:17:15.314687 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3612c870-4f57-48d2-8f75-2c8e8821afd5 req-706b4b21-49d3-4d46-a9af-0347ca305fe1 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dfb1d21-c817-4114-8383-1fc565e13902 HTTP/1.1" status: 200 len: 210 time: 0.0780251 Nov 08 00:17:15.321460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 482bac4e-749d-45f6-adb7-78cc00eacad1 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:17:15.326802 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bc261-8c60-4ff9-8722-a8b5d0fef0e2 req-93cf7c31-097a-4b4e-8186-7637d818c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:15.338264 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c7bc261-8c60-4ff9-8722-a8b5d0fef0e2 req-93cf7c31-097a-4b4e-8186-7637d818c65c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.2001221 Nov 08 00:17:15.372261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b26b2-14b3-41c7-b495-0679fc0a4fff req-8b7399ad-9114-4578-b2c5-a79f870acd2f tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:15.396439 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b39b26b2-14b3-41c7-b495-0679fc0a4fff req-8b7399ad-9114-4578-b2c5-a79f870acd2f tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 944 time: 0.2204320 Nov 08 00:17:15.445953 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-206c7e9f-e961-4a16-9acf-8f2d68bf0119 req-3721eec4-cd6d-4895-97de-097b578a662f service neutron] 10.222.0.20 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782513 Nov 08 00:17:15.469516 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c7bc261-8c60-4ff9-8722-a8b5d0fef0e2 req-31e40b0d-8683-4c99-aa03-0f14b1e21e87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707228 Nov 08 00:17:15.473978 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 482bac4e-749d-45f6-adb7-78cc00eacad1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:15.474859 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:15.593084 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b39b26b2-14b3-41c7-b495-0679fc0a4fff req-91fb064a-8e81-48f7-ac7d-5d260a7d3a66 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952956 Nov 08 00:17:15.638404 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d6a51-1640-4079-9f75-62f62fda396c req-7b838220-b669-4549-8ba5-35928d5951d4 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:15.640314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb8d6a51-1640-4079-9f75-62f62fda396c req-7b838220-b669-4549-8ba5-35928d5951d4 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.1772966 Nov 08 00:17:15.646859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 94b8f348-41f0-43d1-8d8e-9fcced9edad7 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:17:15.712293 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1aa5f103-5dff-4655-9757-51b234b6179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:15.723291 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1aa5f103-5dff-4655-9757-51b234b6179a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:15.724762 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1aa5f103-5dff-4655-9757-51b234b6179a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e19d4137-bce5-4d59-b70c-370eca5d1c4e HTTP/1.1" status: 204 len: 168 time: 1.0160861 Nov 08 00:17:15.737917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c7bc261-8c60-4ff9-8722-a8b5d0fef0e2 req-870d4106-444b-4fa5-9d31-e4f1c4e7e340 service neutron] 10.222.0.26 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537816 Nov 08 00:17:15.815438 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:15.819538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5f103-5dff-4655-9757-51b234b6179a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19d4137-bce5-4d59-b70c-370eca5d1c4e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:15.831493 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb8d6a51-1640-4079-9f75-62f62fda396c req-33754ade-e24c-4b6f-b8db-99016ecc90d4 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843448 Nov 08 00:17:15.905835 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 94b8f348-41f0-43d1-8d8e-9fcced9edad7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=94b8f348-41f0-43d1-8d8e-9fcced9edad7,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:15.942682 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef47df9-3ff0-4206-8b36-09c8cccaba62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482bac4e-749d-45f6-adb7-78cc00eacad1'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:15.945810 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07bd991-a7bf-4f8a-9716-776820461569" -d '{"events": [{"server_uuid": "8ef47df9-3ff0-4206-8b36-09c8cccaba62", "name": "network-vif-plugged", "status": "completed", "tag": "482bac4e-749d-45f6-adb7-78cc00eacad1"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:15.959037 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c7bc261-8c60-4ff9-8722-a8b5d0fef0e2 req-c9443d25-ee63-4b39-8987-95124f205295 service neutron] 10.222.0.26 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040498 Nov 08 00:17:15.962512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '94b8f348-41f0-43d1-8d8e-9fcced9edad7', 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331', 'port_id': '94b8f348-41f0-43d1-8d8e-9fcced9edad7', 'mac_address': 'fa:16:3e:e7:3e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f922d749-ea0e-4050-a259-bcddd001eb5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:17:15.970456 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 482bac4e-749d-45f6-adb7-78cc00eacad1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=482bac4e-749d-45f6-adb7-78cc00eacad1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:16.018392 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c2df3d-820f-4e1c-87ab-7422af34dba1 x-openstack-request-id: req-11c2df3d-820f-4e1c-87ab-7422af34dba1 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:16.019111 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef47df9-3ff0-4206-8b36-09c8cccaba62", "name": "network-vif-plugged", "status": "completed", "tag": "482bac4e-749d-45f6-adb7-78cc00eacad1", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:16.019639 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11c2df3d-820f-4e1c-87ab-7422af34dba1 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:16.020321 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef47df9-3ff0-4206-8b36-09c8cccaba62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482bac4e-749d-45f6-adb7-78cc00eacad1', 'code': 200} Nov 08 00:17:16.034720 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:16.060512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b8f348-41f0-43d1-8d8e-9fcced9edad7 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:16.084242 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 94b8f348-41f0-43d1-8d8e-9fcced9edad7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=94b8f348-41f0-43d1-8d8e-9fcced9edad7,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:16.197438 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549c747-95a7-46f9-b9f1-70d49825005b req-ce396f41-9ece-4849-9425-ebad933134c0 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:16.198920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f549c747-95a7-46f9-b9f1-70d49825005b req-ce396f41-9ece-4849-9425-ebad933134c0 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 944 time: 0.0933208 Nov 08 00:17:16.234144 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380e321-9114-41d7-aa8b-e3aba5b29bec req-5a49f9e2-8277-4481-86b8-dbe65595497c tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:16.235587 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e380e321-9114-41d7-aa8b-e3aba5b29bec req-5a49f9e2-8277-4481-86b8-dbe65595497c tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.0905318 Nov 08 00:17:16.273557 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f549c747-95a7-46f9-b9f1-70d49825005b req-badee9bf-182a-4c4d-9e81-7c6bb654eea4 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677133 Nov 08 00:17:16.303765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e380e321-9114-41d7-aa8b-e3aba5b29bec req-a9f9bb76-cbce-4d01-8a9f-41d0458c0600 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600944 Nov 08 00:17:16.354342 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:16.379460 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:16.502830 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6861191a-ab7b-478a-b216-c4a4d9068ab7 req-108042b9-8738-45a3-92f4-cd83e268c318 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dfb1d21-c817-4114-8383-1fc565e13902 HTTP/1.1" status: 200 len: 210 time: 0.0475845 Nov 08 00:17:16.517007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=94b8f348-41f0-43d1-8d8e-9fcced9edad7,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:16.583244 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=482bac4e-749d-45f6-adb7-78cc00eacad1,revision_number=10']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:16.767199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c4be0-c867-4a75-9ce8-7aa8769ed839 req-cd367d8a-0dcc-43b1-9b89-dd90a6cf99cd tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:16.775873 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-738c4be0-c867-4a75-9ce8-7aa8769ed839 req-cd367d8a-0dcc-43b1-9b89-dd90a6cf99cd tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 945 time: 0.0834730 Nov 08 00:17:16.784145 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['94b8f348-41f0-43d1-8d8e-9fcced9edad7'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:16.862000 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-738c4be0-c867-4a75-9ce8-7aa8769ed839 req-926416f7-f076-477c-90b8-330d31c25601 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830290 Nov 08 00:17:17.110958 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-a856d6fd-55c9-4397-a238-56fe0f535190 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:17.112377 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-a856d6fd-55c9-4397-a238-56fe0f535190 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.26 "GET /v2.0/networks?id=0d67b7ed-ed26-4a97-9aca-4b5790c26501 HTTP/1.1" status: 200 len: 813 time: 0.2444346 Nov 08 00:17:17.126065 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59fd64-30d2-4d06-9969-d82adcb626b0 req-ef2d5917-7a90-46a4-98fd-9ac2cafe86c0 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:17.127562 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b59fd64-30d2-4d06-9969-d82adcb626b0 req-ef2d5917-7a90-46a4-98fd-9ac2cafe86c0 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.1378610 Nov 08 00:17:17.132443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-6845a525-5f88-4277-9621-25bae4711d3b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Request body: {'port': {'device_id': '60499936-8e0b-48a1-9141-7e56e2988073', 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501', 'admin_state_up': True, 'tenant_id': '1b1f0766c4154295828f650a0e268684'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:17.234941 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b59fd64-30d2-4d06-9969-d82adcb626b0 req-6b62aee3-c422-4e0f-8f30-b8310a1d8ed8 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924208 Nov 08 00:17:17.431321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-6845a525-5f88-4277-9621-25bae4711d3b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Made reservation on behalf of 1b1f0766c4154295828f650a0e268684 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:17:17.441198 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-727dbf93-83ef-4516-b556-3dec85b5ad29 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:17.443681 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-727dbf93-83ef-4516-b556-3dec85b5ad29 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.20 "GET /v2.0/networks?id=0d67b7ed-ed26-4a97-9aca-4b5790c26501 HTTP/1.1" status: 200 len: 813 time: 0.1757078 Nov 08 00:17:17.452776 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-6845a525-5f88-4277-9621-25bae4711d3b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:17.464584 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-637b10f3-33f1-4f22-b4da-51291c8b01a6 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Request body: {'port': {'device_id': '0dfb1d21-c817-4114-8383-1fc565e13902', 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501', 'admin_state_up': True, 'tenant_id': '1b1f0766c4154295828f650a0e268684'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:17.588071 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb212d4f-c0ae-4bcc-9d7b-4f1c144e98a4 req-f7243e66-6e4f-47c1-a8d0-8cb201ce15af tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:17.591273 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb212d4f-c0ae-4bcc-9d7b-4f1c144e98a4 req-f7243e66-6e4f-47c1-a8d0-8cb201ce15af tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 944 time: 0.1829596 Nov 08 00:17:17.658251 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device a19d102e-5315-481d-805a-b1b293de86a4 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:17:17.820654 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb212d4f-c0ae-4bcc-9d7b-4f1c144e98a4 req-9976d895-d1ae-4aa2-b431-e2fb946f2217 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732953 Nov 08 00:17:17.829427 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port a19d102e-5315-481d-805a-b1b293de86a4, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a19d102e-5315-481d-805a-b1b293de86a4,segment=NetworkSegment(6bbdb3e3-653a-49eb-ad5b-e348d9558c7d),segment_id=6bbdb3e3-653a-49eb-ad5b-e348d9558c7d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:17.844316 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-637b10f3-33f1-4f22-b4da-51291c8b01a6 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Made reservation on behalf of 1b1f0766c4154295828f650a0e268684 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:17:17.847675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77a5fd-f37e-40a6-b7fe-47692e8505a1 req-4af7eeff-7e42-4937-a486-7e3ca168007f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:17.855261 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-637b10f3-33f1-4f22-b4da-51291c8b01a6 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:17.855458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3c77a5fd-f37e-40a6-b7fe-47692e8505a1 req-4af7eeff-7e42-4937-a486-7e3ca168007f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.3926127 Nov 08 00:17:17.864213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'a19d102e-5315-481d-805a-b1b293de86a4', 'network_id': 'adf0fd13-4016-499b-aff1-954a6f811d84', 'port_id': 'a19d102e-5315-481d-805a-b1b293de86a4', 'mac_address': 'fa:16:3e:f5:09:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51233a59-51ba-4690-b7f3-640611b7c057', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:17:17.926347 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:17.953054 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-6845a525-5f88-4277-9621-25bae4711d3b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Allocated IP 172.20.0.13 (0d67b7ed-ed26-4a97-9aca-4b5790c26501/f5e9b703-0810-4266-b455-8c45207d7779/0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:17:17.975734 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19d102e-5315-481d-805a-b1b293de86a4 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:17.992131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3c77a5fd-f37e-40a6-b7fe-47692e8505a1 req-a2fcb6ff-b37f-487e-9303-1863b3a04c99 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178541 Nov 08 00:17:18.056289 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port a19d102e-5315-481d-805a-b1b293de86a4, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a19d102e-5315-481d-805a-b1b293de86a4,segment=NetworkSegment(6bbdb3e3-653a-49eb-ad5b-e348d9558c7d),segment_id=6bbdb3e3-653a-49eb-ad5b-e348d9558c7d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:18.135133 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:18.144719 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc1ab72f-fc20-4cc7-a69a-bf0adf5add50 req-dad0ab3c-d215-4a9a-beda-1b77b41d1af3 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dfb1d21-c817-4114-8383-1fc565e13902 HTTP/1.1" status: 200 len: 210 time: 0.0659311 Nov 08 00:17:18.226413 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-6845a525-5f88-4277-9621-25bae4711d3b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:18.260995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=a19d102e-5315-481d-805a-b1b293de86a4,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:18.330876 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3545675-29ae-4564-8fc1-d1e2f5c3e0a6 req-b045c69e-54e3-4fe4-b9b6-4c4659753d4d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:18.333057 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a3545675-29ae-4564-8fc1-d1e2f5c3e0a6 req-b045c69e-54e3-4fe4-b9b6-4c4659753d4d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 945 time: 0.0644248 Nov 08 00:17:18.361092 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-6845a525-5f88-4277-9621-25bae4711d3b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:18.423989 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a3545675-29ae-4564-8fc1-d1e2f5c3e0a6 req-85071410-a42f-4ccf-b3cc-421b87139b87 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842452 Nov 08 00:17:18.432259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-6845a525-5f88-4277-9621-25bae4711d3b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:17:18.436794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-6845a525-5f88-4277-9621-25bae4711d3b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:17:18.446685 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-6845a525-5f88-4277-9621-25bae4711d3b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:17:18.495665 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.db.api [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-637b10f3-33f1-4f22-b4da-51291c8b01a6 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-666a9ba4-9cf2-434f-a1e5-200ce025213a {{(pid=102771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:17:18.496937 n-d-816882-1 neutron-server[102771]: DEBUG oslo_db.api [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-637b10f3-33f1-4f22-b4da-51291c8b01a6 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:17:18.501960 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845a525-5f88-4277-9621-25bae4711d3b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Pushing event updated for resources: {'Port': ['ID=0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:18.524713 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-6845a525-5f88-4277-9621-25bae4711d3b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:18.528466 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-6845a525-5f88-4277-9621-25bae4711d3b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:18.566837 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['a19d102e-5315-481d-805a-b1b293de86a4'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:18.623860 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6df0c-54b7-41d8-a6ce-e35a09ca5438 req-080a86de-c084-4e8d-9a81-7a99e539716c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:18.631404 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cad6df0c-54b7-41d8-a6ce-e35a09ca5438 req-080a86de-c084-4e8d-9a81-7a99e539716c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.0734024 Nov 08 00:17:18.656133 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-6845a525-5f88-4277-9621-25bae4711d3b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5273421 Nov 08 00:17:18.677086 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Request body: {'port': {'device_id': '60499936-8e0b-48a1-9141-7e56e2988073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:18.749860 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cad6df0c-54b7-41d8-a6ce-e35a09ca5438 req-aa521f18-193b-453f-916b-2a3a6bab08e1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130435 Nov 08 00:17:18.773943 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:18.999543 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-637b10f3-33f1-4f22-b4da-51291c8b01a6 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:19.215824 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-637b10f3-33f1-4f22-b4da-51291c8b01a6 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Allocated IP 172.20.0.9 (0d67b7ed-ed26-4a97-9aca-4b5790c26501/f5e9b703-0810-4266-b455-8c45207d7779/3a72e67a-7a5d-42ab-b138-5ec362f27320) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:17:19.349869 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2c507-4297-4cc2-b20c-0a19f3ac5891 req-fad07109-0055-4a37-abcf-7d153b30d4b9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:19.351402 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27d2c507-4297-4cc2-b20c-0a19f3ac5891 req-fad07109-0055-4a37-abcf-7d153b30d4b9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 945 time: 0.4198508 Nov 08 00:17:19.377436 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42246) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:19.403693 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27d2c507-4297-4cc2-b20c-0a19f3ac5891 req-5583c9fb-7def-49e0-9e7c-81509ab3d40b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437207 Nov 08 00:17:19.488065 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-637b10f3-33f1-4f22-b4da-51291c8b01a6 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:19.517865 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9018bbd-2684-4959-976f-ba46ffeb90f8 req-77e5174a-fee0-4aa8-8724-bfc338e02536 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:19.519383 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9018bbd-2684-4959-976f-ba46ffeb90f8 req-77e5174a-fee0-4aa8-8724-bfc338e02536 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.0570586 Nov 08 00:17:19.529502 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0d44-6876-4bcd-a01c-5bb8c170fd81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:19.575773 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9018bbd-2684-4959-976f-ba46ffeb90f8 req-2c1f2bf2-47c4-469a-aab6-e8c09bf8341d tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495596 Nov 08 00:17:19.577661 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-637b10f3-33f1-4f22-b4da-51291c8b01a6 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:19.639613 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-637b10f3-33f1-4f22-b4da-51291c8b01a6 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:17:19.646044 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-637b10f3-33f1-4f22-b4da-51291c8b01a6 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:17:19.655750 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-637b10f3-33f1-4f22-b4da-51291c8b01a6 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:17:19.688291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 94b8f348-41f0-43d1-8d8e-9fcced9edad7 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:17:19.708147 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b10f3-33f1-4f22-b4da-51291c8b01a6 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Pushing event updated for resources: {'Port': ['ID=3a72e67a-7a5d-42ab-b138-5ec362f27320,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:19.748847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-637b10f3-33f1-4f22-b4da-51291c8b01a6 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:19.749468 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-637b10f3-33f1-4f22-b4da-51291c8b01a6 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:19.760247 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0d44-6876-4bcd-a01c-5bb8c170fd81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:19.823433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:19.831768 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:19.841864 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0d44-6876-4bcd-a01c-5bb8c170fd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:19.853573 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe541f-14c0-40b3-8c2c-89a9d68d9dfc req-b3856e3b-3618-42ca-866d-13064cfa4c34 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:19.855644 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76fe541f-14c0-40b3-8c2c-89a9d68d9dfc req-b3856e3b-3618-42ca-866d-13064cfa4c34 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dfb1d21-c817-4114-8383-1fc565e13902 HTTP/1.1" status: 200 len: 931 time: 0.1905038 Nov 08 00:17:19.882349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Transition to ACTIVE for port object 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:17:19.892954 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 94b8f348-41f0-43d1-8d8e-9fcced9edad7 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:17:19.897192 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 94b8f348-41f0-43d1-8d8e-9fcced9edad7 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:19.897578 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:19.907251 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-637b10f3-33f1-4f22-b4da-51291c8b01a6 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4460101 Nov 08 00:17:19.931877 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cd1e0d44-6876-4bcd-a01c-5bb8c170fd81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=755d29ae3a2943fab2d3792ed03d7fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5506823 Nov 08 00:17:19.933284 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42258) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:19.933858 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Request body: {'port': {'device_id': '0dfb1d21-c817-4114-8383-1fc565e13902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:19.936516 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e0d44-6876-4bcd-a01c-5bb8c170fd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81706d9-0c33-4311-8b5f-d45e0da9faec,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:19.954122 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76fe541f-14c0-40b3-8c2c-89a9d68d9dfc req-006bdf4b-d789-44dc-84ad-930638026242 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846703 Nov 08 00:17:19.980483 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:20.056480 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:20.074824 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:20.113350 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a28e6e1-0814-4497-86be-3bfabd978eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b8f348-41f0-43d1-8d8e-9fcced9edad7'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:20.116888 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22508afa-17c1-4ef2-9712-e1ac2b9989ca" -d '{"events": [{"server_uuid": "9a28e6e1-0814-4497-86be-3bfabd978eb2", "name": "network-vif-plugged", "status": "completed", "tag": "94b8f348-41f0-43d1-8d8e-9fcced9edad7"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:20.149934 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 94b8f348-41f0-43d1-8d8e-9fcced9edad7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=94b8f348-41f0-43d1-8d8e-9fcced9edad7,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:20.232155 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:20.233303 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device a19d102e-5315-481d-805a-b1b293de86a4 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:17:20.287361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:20.363201 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cd8fce90-437c-4339-b47d-9f6bf7cbc77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:20.375294 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7307e40-5f5e-45f4-a5b3-66f81481e29f req-8cc3dcb6-0b8f-425d-9aef-48b27ac1658a tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:20.377059 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7307e40-5f5e-45f4-a5b3-66f81481e29f req-8cc3dcb6-0b8f-425d-9aef-48b27ac1658a tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 945 time: 0.2833292 Nov 08 00:17:20.389864 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=94b8f348-41f0-43d1-8d8e-9fcced9edad7,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:20.423880 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cd8fce90-437c-4339-b47d-9f6bf7cbc77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:20.456214 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a72e67a-7a5d-42ab-b138-5ec362f27320 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:20.457631 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Attempting to bind port 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:17:20.458013 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Attempting to bind port 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '8345481b-3192-442f-bd00-9e51f985907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:17:20.458409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Attempting to bind port 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 on network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:20.464038 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:20.476679 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Transition to ACTIVE for port object 3a72e67a-7a5d-42ab-b138-5ec362f27320 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:17:20.483291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port a19d102e-5315-481d-805a-b1b293de86a4 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:17:20.485919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Port 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 on network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:17:20.486601 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Attempting to bind port 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 on network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:20.487798 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port a19d102e-5315-481d-805a-b1b293de86a4 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:20.490732 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:20.505196 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7307e40-5f5e-45f4-a5b3-66f81481e29f req-1ed8610c-ff9d-4132-8dec-493eddb2183a tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103520 Nov 08 00:17:20.509605 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:17:20.519763 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Checking segment: {'id': '8345481b-3192-442f-bd00-9e51f985907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:17:20.519763 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Bound using segment: {'id': '8345481b-3192-442f-bd00-9e51f985907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:17:20.519763 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Bound port: 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8345481b-3192-442f-bd00-9e51f985907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:17:20.519763 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:20.540630 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:20.618958 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:20.666757 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cd8fce90-437c-4339-b47d-9f6bf7cbc77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:20.669529 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cd8fce90-437c-4339-b47d-9f6bf7cbc77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:20.673431 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cd8fce90-437c-4339-b47d-9f6bf7cbc77f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f81706d9-0c33-4311-8b5f-d45e0da9faec HTTP/1.1" status: 204 len: 168 time: 0.7365122 Nov 08 00:17:20.687165 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port a19d102e-5315-481d-805a-b1b293de86a4, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a19d102e-5315-481d-805a-b1b293de86a4,segment=NetworkSegment(6bbdb3e3-653a-49eb-ad5b-e348d9558c7d),segment_id=6bbdb3e3-653a-49eb-ad5b-e348d9558c7d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:20.720014 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a72e67a-7a5d-42ab-b138-5ec362f27320,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:20.738246 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fce90-437c-4339-b47d-9f6bf7cbc77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81706d9-0c33-4311-8b5f-d45e0da9faec,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:20.760682 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] For port 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:17:20.764986 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:20.771506 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] For port 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5,segment=NetworkSegment(8345481b-3192-442f-bd00-9e51f985907d),segment_id=8345481b-3192-442f-bd00-9e51f985907d)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:17:20.787910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95928ec-ba58-4ddd-8413-773646ef84e0 req-675fb92e-ad14-4bc1-916a-24626cbd5b92 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:20.795836 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c95928ec-ba58-4ddd-8413-773646ef84e0 req-675fb92e-ad14-4bc1-916a-24626cbd5b92 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.1740932 Nov 08 00:17:20.822699 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Attempting to bind port 3a72e67a-7a5d-42ab-b138-5ec362f27320 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:17:20.823049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Attempting to bind port 3a72e67a-7a5d-42ab-b138-5ec362f27320 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '8345481b-3192-442f-bd00-9e51f985907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:17:20.823562 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Attempting to bind port 3a72e67a-7a5d-42ab-b138-5ec362f27320 on network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:20.832556 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Port 3a72e67a-7a5d-42ab-b138-5ec362f27320 on network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:17:20.833250 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Attempting to bind port 3a72e67a-7a5d-42ab-b138-5ec362f27320 on network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:20.853291 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:17:20.854323 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Checking segment: {'id': '8345481b-3192-442f-bd00-9e51f985907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:17:20.857216 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Bound using segment: {'id': '8345481b-3192-442f-bd00-9e51f985907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:17:20.858531 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Bound port: 3a72e67a-7a5d-42ab-b138-5ec362f27320, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8345481b-3192-442f-bd00-9e51f985907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:17:20.859997 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:20.899158 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c95928ec-ba58-4ddd-8413-773646ef84e0 req-3d566ed4-0a3e-43c5-9786-ec36d249b687 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012585 Nov 08 00:17:20.904401 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:20.933305 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=a19d102e-5315-481d-805a-b1b293de86a4,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:20.963908 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] For port 3a72e67a-7a5d-42ab-b138-5ec362f27320, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:17:20.968332 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] For port 3a72e67a-7a5d-42ab-b138-5ec362f27320, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3a72e67a-7a5d-42ab-b138-5ec362f27320,segment=NetworkSegment(8345481b-3192-442f-bd00-9e51f985907d),segment_id=8345481b-3192-442f-bd00-9e51f985907d)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:17:21.004644 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d155b1e9-bba0-4c7f-ae06-4439bc7d9334 x-openstack-request-id: req-d155b1e9-bba0-4c7f-ae06-4439bc7d9334 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:21.004644 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a28e6e1-0814-4497-86be-3bfabd978eb2", "name": "network-vif-plugged", "status": "completed", "tag": "94b8f348-41f0-43d1-8d8e-9fcced9edad7", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:21.004644 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d155b1e9-bba0-4c7f-ae06-4439bc7d9334 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:21.004644 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a28e6e1-0814-4497-86be-3bfabd978eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b8f348-41f0-43d1-8d8e-9fcced9edad7', 'code': 200} Nov 08 00:17:21.045159 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:21.063472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:21.084321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:21.084928 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:21.087555 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-8bdf3566-2756-4614-8542-72618fd68ac8 service neutron] 10.222.0.26 "PUT /v2.0/ports/0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 HTTP/1.1" status: 200 len: 1092 time: 2.4151943 Nov 08 00:17:21.088080 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60499936-8e0b-48a1-9141-7e56e2988073', 'tag': '0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:21.091701 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fd1173-d745-4a25-ad8e-b74506715f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "60499936-8e0b-48a1-9141-7e56e2988073", "tag": "0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:21.205047 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba99add-7d29-4381-9aa0-a5a6c32271bb req-356d6f6b-b237-41ca-a261-9a727617f58a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:21.213541 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ba99add-7d29-4381-9aa0-a5a6c32271bb req-356d6f6b-b237-41ca-a261-9a727617f58a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0948884 Nov 08 00:17:21.214293 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:21.215555 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:21.219126 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] 10.222.0.20 "PUT /v2.0/ports/3a72e67a-7a5d-42ab-b138-5ec362f27320 HTTP/1.1" status: 200 len: 1091 time: 1.2907560 Nov 08 00:17:21.219126 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfb1d21-c817-4114-8383-1fc565e13902', 'tag': '3a72e67a-7a5d-42ab-b138-5ec362f27320'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:21.221828 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003744d9-e6cf-4884-b2fe-7bcb8209e03c" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfb1d21-c817-4114-8383-1fc565e13902", "tag": "3a72e67a-7a5d-42ab-b138-5ec362f27320"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:21.269935 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914460ed-c2cd-403c-8dea-2a5ef65715f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a72e67a-7a5d-42ab-b138-5ec362f27320,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:21.294491 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bba32-1f6a-42c7-8d39-a96012806128 req-883a9bed-87aa-4ab4-83ac-1e4b97f8f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:21.296422 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d65bba32-1f6a-42c7-8d39-a96012806128 req-883a9bed-87aa-4ab4-83ac-1e4b97f8f6f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 1097 time: 0.1697330 Nov 08 00:17:21.342786 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ba99add-7d29-4381-9aa0-a5a6c32271bb req-c891638e-f2c1-40bb-a794-30b5e2fa4767 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223075 Nov 08 00:17:21.345198 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d65bba32-1f6a-42c7-8d39-a96012806128 req-f083acaa-3121-4824-a392-ac3bb8e6ff48 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410612 Nov 08 00:17:21.346061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-e7d8e11a-d878-4e48-bf3b-dcadb19a906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:21.347846 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-e7d8e11a-d878-4e48-bf3b-dcadb19a906c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b1f0766c4154295828f650a0e268684&device_id=60499936-8e0b-48a1-9141-7e56e2988073 HTTP/1.1" status: 200 len: 1095 time: 0.1073778 Nov 08 00:17:21.447037 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-b4bfb661-4bbb-41dd-a6c1-d593be886d63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 HTTP/1.1" status: 200 len: 217 time: 0.0835981 Nov 08 00:17:21.560650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e21a53-59d0-4f33-b676-17f75f3645c4 req-4d653edc-a4d5-4473-8b79-7dfbda391bc8 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:21.568856 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07e21a53-59d0-4f33-b676-17f75f3645c4 req-4d653edc-a4d5-4473-8b79-7dfbda391bc8 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1188211 Nov 08 00:17:21.603452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-d181c427-1a0c-49fc-b392-d88494dac71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:21.605032 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-d181c427-1a0c-49fc-b392-d88494dac71e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5e9b703-0810-4266-b455-8c45207d7779 HTTP/1.1" status: 200 len: 853 time: 0.1176980 Nov 08 00:17:21.631198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07e21a53-59d0-4f33-b676-17f75f3645c4 req-65759c0b-1583-4556-828d-6f48703bc938 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613639 Nov 08 00:17:21.664067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-c56f8686-1c50-46b6-af2f-1757ac00b02e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d67b7ed-ed26-4a97-9aca-4b5790c26501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373011 Nov 08 00:17:21.773063 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-3d37d663-4452-4194-9f4b-32853c311df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:21.775116 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-3d37d663-4452-4194-9f4b-32853c311df0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b1f0766c4154295828f650a0e268684&device_id=0dfb1d21-c817-4114-8383-1fc565e13902 HTTP/1.1" status: 200 len: 1094 time: 0.0601203 Nov 08 00:17:21.837360 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-9c85a920-2d1d-4567-bc68-fb392587ed88 service neutron] 10.222.0.26 "GET /v2.0/networks/0d67b7ed-ed26-4a97-9aca-4b5790c26501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643715 Nov 08 00:17:21.881640 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d9484-5d70-40cf-ba0c-f36669fdfe51 req-b4f259d1-609f-4edb-b77f-b39149c5df5f tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:21.881640 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e68d9484-5d70-40cf-ba0c-f36669fdfe51 req-b4f259d1-609f-4edb-b77f-b39149c5df5f tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dfb1d21-c817-4114-8383-1fc565e13902 HTTP/1.1" status: 200 len: 943 time: 0.0962787 Nov 08 00:17:21.898385 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-1ad80608-02de-4a01-85b3-b97d9f63d150 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a72e67a-7a5d-42ab-b138-5ec362f27320 HTTP/1.1" status: 200 len: 217 time: 0.1048894 Nov 08 00:17:21.978211 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-ac7ecdcd-194b-4b0c-a6ae-ec00a8b640e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:21.981085 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-ac7ecdcd-194b-4b0c-a6ae-ec00a8b640e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5e9b703-0810-4266-b455-8c45207d7779 HTTP/1.1" status: 200 len: 853 time: 0.0741744 Nov 08 00:17:22.023703 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-d8fe2179-a88a-4286-9279-bef7396b0d24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d67b7ed-ed26-4a97-9aca-4b5790c26501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304122 Nov 08 00:17:22.028111 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e68d9484-5d70-40cf-ba0c-f36669fdfe51 req-33e022c4-211f-4d6e-9108-7377ede3f00e tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356218 Nov 08 00:17:22.105704 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-b0325428-5991-4fdc-a718-827f295da450 service neutron] 10.222.0.26 "GET /v2.0/networks/0d67b7ed-ed26-4a97-9aca-4b5790c26501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577987 Nov 08 00:17:22.139198 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49eca30a-c05f-4be5-84e1-4849c7cba422 x-openstack-request-id: req-49eca30a-c05f-4be5-84e1-4849c7cba422 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:22.139198 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60499936-8e0b-48a1-9141-7e56e2988073", "tag": "0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:22.139198 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49eca30a-c05f-4be5-84e1-4849c7cba422 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:22.139198 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60499936-8e0b-48a1-9141-7e56e2988073', 'tag': '0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5', 'status': 'completed', 'code': 200} Nov 08 00:17:22.162562 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-0beb8bfc-fd0c-4788-947a-599f78b3a71d service neutron] 10.222.0.20 "GET /v2.0/networks/0d67b7ed-ed26-4a97-9aca-4b5790c26501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294572 Nov 08 00:17:22.258718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42300) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:22.317544 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d3492a-522a-49ff-86a0-41bca9c5cbb6 x-openstack-request-id: req-c2d3492a-522a-49ff-86a0-41bca9c5cbb6 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:22.318175 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfb1d21-c817-4114-8383-1fc565e13902", "tag": "3a72e67a-7a5d-42ab-b138-5ec362f27320", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:22.318606 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2d3492a-522a-49ff-86a0-41bca9c5cbb6 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:22.320228 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfb1d21-c817-4114-8383-1fc565e13902', 'tag': '3a72e67a-7a5d-42ab-b138-5ec362f27320', 'status': 'completed', 'code': 200} Nov 08 00:17:22.328380 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0434cee9-b6ad-4b78-b251-bfc51e16a922 req-e99a408d-9a34-4003-b3ce-97d0915c711f service neutron] 10.222.0.20 "GET /v2.0/networks/0d67b7ed-ed26-4a97-9aca-4b5790c26501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540670 Nov 08 00:17:22.397742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd1173-d745-4a25-ad8e-b74506715f9a req-2661e4c8-273d-4d23-8177-3106a917ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:22.407638 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94fd1173-d745-4a25-ad8e-b74506715f9a req-2661e4c8-273d-4d23-8177-3106a917ecc2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b1f0766c4154295828f650a0e268684&device_id=60499936-8e0b-48a1-9141-7e56e2988073 HTTP/1.1" status: 200 len: 1095 time: 0.0732574 Nov 08 00:17:22.407638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755045c-5ebc-4d63-ad42-9b48ae39cf4f req-31263d30-7b7a-4b92-8b14-1966fe81c101 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:22.415408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8755045c-5ebc-4d63-ad42-9b48ae39cf4f req-31263d30-7b7a-4b92-8b14-1966fe81c101 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 946 time: 0.1387048 Nov 08 00:17:22.453874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-48d3510d-cfb3-4c35-b211-e5e35d6520c9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-108293973-network', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:22.546375 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8755045c-5ebc-4d63-ad42-9b48ae39cf4f req-ec878f23-138a-4d45-b40d-84eba49c89a8 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299160 Nov 08 00:17:22.574141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd1173-d745-4a25-ad8e-b74506715f9a req-1debf2f6-a628-4ab6-8476-81ad0305483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:22.574141 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94fd1173-d745-4a25-ad8e-b74506715f9a req-1debf2f6-a628-4ab6-8476-81ad0305483e service neutron] 10.222.0.26 "GET /v2.0/networks?id=0d67b7ed-ed26-4a97-9aca-4b5790c26501 HTTP/1.1" status: 200 len: 914 time: 0.1551399 Nov 08 00:17:22.632376 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003744d9-e6cf-4884-b2fe-7bcb8209e03c req-4d93ddab-5254-43e9-a74b-1797c406fde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:22.635769 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-003744d9-e6cf-4884-b2fe-7bcb8209e03c req-4d93ddab-5254-43e9-a74b-1797c406fde2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b1f0766c4154295828f650a0e268684&device_id=0dfb1d21-c817-4114-8383-1fc565e13902 HTTP/1.1" status: 200 len: 1094 time: 0.0868897 Nov 08 00:17:22.655286 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94fd1173-d745-4a25-ad8e-b74506715f9a req-3a9770b7-cbc8-49da-a000-d726c4fc73b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 HTTP/1.1" status: 200 len: 217 time: 0.0744631 Nov 08 00:17:22.657501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d3510d-cfb3-4c35-b211-e5e35d6520c9 admin admin] Made reservation on behalf of 3b5853458dd24c08bad0734d1d809da3 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:17:22.659930 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-48d3510d-cfb3-4c35-b211-e5e35d6520c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:22.672708 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-48d3510d-cfb3-4c35-b211-e5e35d6520c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:22.899633 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6ba79-392f-45ef-ac16-cf6879c1ebd7 req-eddf4400-e71a-4a1f-aabb-05b17c0bd219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:22.905093 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-58d6ba79-392f-45ef-ac16-cf6879c1ebd7 req-eddf4400-e71a-4a1f-aabb-05b17c0bd219 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 1097 time: 0.1120322 Nov 08 00:17:22.912217 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-48d3510d-cfb3-4c35-b211-e5e35d6520c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:22.926970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd1173-d745-4a25-ad8e-b74506715f9a req-1002514a-69d0-47eb-86a8-13ce41eb0eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:22.927954 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003744d9-e6cf-4884-b2fe-7bcb8209e03c req-d2c4112c-10f3-4386-8c19-51ade5df7dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:22.929134 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94fd1173-d745-4a25-ad8e-b74506715f9a req-1002514a-69d0-47eb-86a8-13ce41eb0eef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5e9b703-0810-4266-b455-8c45207d7779 HTTP/1.1" status: 200 len: 853 time: 0.2574360 Nov 08 00:17:22.929396 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-003744d9-e6cf-4884-b2fe-7bcb8209e03c req-d2c4112c-10f3-4386-8c19-51ade5df7dd3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d67b7ed-ed26-4a97-9aca-4b5790c26501 HTTP/1.1" status: 200 len: 914 time: 0.1755579 Nov 08 00:17:22.939355 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574725f-1c49-4f32-84aa-c1572512235b req-3d415730-ea68-455a-b7f5-83e716e5eb46 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:22.952259 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9574725f-1c49-4f32-84aa-c1572512235b req-3d415730-ea68-455a-b7f5-83e716e5eb46 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.2789531 Nov 08 00:17:23.003485 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed519f3-7f27-4cef-8936-26b9c52d2618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19d102e-5315-481d-805a-b1b293de86a4'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:23.006949 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ccbc2b-40da-41dd-b9f3-50dcb5d9b586" -d '{"events": [{"server_uuid": "3ed519f3-7f27-4cef-8936-26b9c52d2618", "name": "network-vif-plugged", "status": "completed", "tag": "a19d102e-5315-481d-805a-b1b293de86a4"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:23.038829 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9574725f-1c49-4f32-84aa-c1572512235b req-d2aff658-ee3f-4f23-9fae-77baef1745d1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861712 Nov 08 00:17:23.051068 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-003744d9-e6cf-4884-b2fe-7bcb8209e03c req-9fb23e2a-f717-4378-a74e-ed1e9be1ee64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a72e67a-7a5d-42ab-b138-5ec362f27320 HTTP/1.1" status: 200 len: 217 time: 0.0983691 Nov 08 00:17:23.070471 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-48d3510d-cfb3-4c35-b211-e5e35d6520c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:23.090477 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94fd1173-d745-4a25-ad8e-b74506715f9a req-4c281bb7-5b23-4294-a22f-80731de54b57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d67b7ed-ed26-4a97-9aca-4b5790c26501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330218 Nov 08 00:17:23.152810 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003744d9-e6cf-4884-b2fe-7bcb8209e03c req-50ba6e3a-675f-4085-888e-468a0ebff39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:23.154197 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-003744d9-e6cf-4884-b2fe-7bcb8209e03c req-50ba6e3a-675f-4085-888e-468a0ebff39b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5e9b703-0810-4266-b455-8c45207d7779 HTTP/1.1" status: 200 len: 853 time: 0.0856082 Nov 08 00:17:23.199857 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-003744d9-e6cf-4884-b2fe-7bcb8209e03c req-e178ffd4-31b5-476d-a05b-2d7ac8b1f1f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d67b7ed-ed26-4a97-9aca-4b5790c26501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351653 Nov 08 00:17:23.200945 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6ba79-392f-45ef-ac16-cf6879c1ebd7 req-f42bc3d7-f1a4-4e71-bda1-6694af20e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:23.202549 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-58d6ba79-392f-45ef-ac16-cf6879c1ebd7 req-f42bc3d7-f1a4-4e71-bda1-6694af20e9e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 912 time: 0.2633173 Nov 08 00:17:23.216491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d3510d-cfb3-4c35-b211-e5e35d6520c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:17:23.277606 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3510d-cfb3-4c35-b211-e5e35d6520c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f3dc77-ec5f-455e-afb1-3881469c4064,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:23.306415 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-48d3510d-cfb3-4c35-b211-e5e35d6520c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:23.309334 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-48d3510d-cfb3-4c35-b211-e5e35d6520c9 admin admin] Added segment 4ef0005b-cf7f-4157-9f3f-6ef69fbc6992 of type vlan for network 0371df58-0f09-4690-9116-bbb16052317b Nov 08 00:17:23.385598 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-48d3510d-cfb3-4c35-b211-e5e35d6520c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:23.402001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb36e8f-989c-45ef-a79f-15338d9e0672 req-34787586-eba8-45fb-8f5b-9c9ce86e1944 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:23.408457 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1cb36e8f-989c-45ef-a79f-15338d9e0672 req-34787586-eba8-45fb-8f5b-9c9ce86e1944 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.2548728 Nov 08 00:17:23.466330 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94fd1173-d745-4a25-ad8e-b74506715f9a req-bf3995f2-7882-45f1-bb60-7507a3e22ec7 service neutron] 10.222.0.26 "GET /v2.0/networks/0d67b7ed-ed26-4a97-9aca-4b5790c26501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672123 Nov 08 00:17:23.599264 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94fd1173-d745-4a25-ad8e-b74506715f9a req-5d702b53-9416-4b57-a59a-2e39b85d0713 service neutron] 10.222.0.26 "GET /v2.0/networks/0d67b7ed-ed26-4a97-9aca-4b5790c26501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196332 Nov 08 00:17:23.608708 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-58d6ba79-392f-45ef-ac16-cf6879c1ebd7 req-0da2c7ce-b6da-4590-b394-5ad9c3238e4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcdb1374-0a94-44a6-9e49-0b24c84251c9 HTTP/1.1" status: 200 len: 217 time: 0.3820162 Nov 08 00:17:23.651446 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1cb36e8f-989c-45ef-a79f-15338d9e0672 req-7ae556ba-d77a-4330-9539-1a56cedf1849 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123837 Nov 08 00:17:23.676546 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-48d3510d-cfb3-4c35-b211-e5e35d6520c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:23.677830 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d3510d-cfb3-4c35-b211-e5e35d6520c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:23.679096 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-48d3510d-cfb3-4c35-b211-e5e35d6520c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:23.693153 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6ba79-392f-45ef-ac16-cf6879c1ebd7 req-cf8c1f32-910a-437b-bcd1-ba0e4e9bf711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:23.696773 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-58d6ba79-392f-45ef-ac16-cf6879c1ebd7 req-cf8c1f32-910a-437b-bcd1-ba0e4e9bf711 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=daf5087d-85b5-4f3a-9920-492dd2518682 HTTP/1.1" status: 200 len: 851 time: 0.0770073 Nov 08 00:17:23.717048 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-003744d9-e6cf-4884-b2fe-7bcb8209e03c req-4dcc563f-90cf-4ffd-b30f-6fc7273e78c7 service neutron] 10.222.0.20 "GET /v2.0/networks/0d67b7ed-ed26-4a97-9aca-4b5790c26501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988806 Nov 08 00:17:23.736171 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-58d6ba79-392f-45ef-ac16-cf6879c1ebd7 req-91b2e117-d6e9-4fb0-9fa9-62f83325b427 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbdac748-0684-47d9-bd85-ff6918affb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328212 Nov 08 00:17:23.830053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-48d3510d-cfb3-4c35-b211-e5e35d6520c9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5699852 Nov 08 00:17:23.831056 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42318) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:23.836887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3510d-cfb3-4c35-b211-e5e35d6520c9 admin admin] Pushing event updated for resources: {'Network': ['ID=0371df58-0f09-4690-9116-bbb16052317b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:23.840432 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ec7a9b62-0b74-4a0c-81e8-b7ad256452b3 admin admin] Request body: {'subnet': {'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-subnet', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:23.854159 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 0371df58-0f09-4690-9116-bbb16052317b details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:17:23.863663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf826ef-6805-4f92-afa6-147545d2b774 req-432439db-31b1-4017-b5cd-e2beb9aa6c88 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:23.871679 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ccf826ef-6805-4f92-afa6-147545d2b774 req-432439db-31b1-4017-b5cd-e2beb9aa6c88 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1163411 Nov 08 00:17:23.922737 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-003744d9-e6cf-4884-b2fe-7bcb8209e03c req-f3a58085-054b-4d1e-8438-2375f83ab38f service neutron] 10.222.0.20 "GET /v2.0/networks/0d67b7ed-ed26-4a97-9aca-4b5790c26501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899350 Nov 08 00:17:23.924644 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-58d6ba79-392f-45ef-ac16-cf6879c1ebd7 req-664199af-6e8c-4838-823b-ffb0153e0606 service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800618 Nov 08 00:17:23.937773 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ccf826ef-6805-4f92-afa6-147545d2b774 req-b51b0ffe-9380-4985-ac25-a9d806d147c8 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650725 Nov 08 00:17:23.995079 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3294a705-5ee8-4477-ad33-0b9d8387b59d x-openstack-request-id: req-3294a705-5ee8-4477-ad33-0b9d8387b59d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:23.995369 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed519f3-7f27-4cef-8936-26b9c52d2618", "name": "network-vif-plugged", "status": "completed", "tag": "a19d102e-5315-481d-805a-b1b293de86a4", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:23.995624 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3294a705-5ee8-4477-ad33-0b9d8387b59d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:23.996566 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed519f3-7f27-4cef-8936-26b9c52d2618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19d102e-5315-481d-805a-b1b293de86a4', 'code': 200} Nov 08 00:17:24.006580 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7a9b62-0b74-4a0c-81e8-b7ad256452b3 admin admin] Made reservation on behalf of 3b5853458dd24c08bad0734d1d809da3 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:17:24.009380 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9b62-0b74-4a0c-81e8-b7ad256452b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:24.150096 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-58d6ba79-392f-45ef-ac16-cf6879c1ebd7 req-564ae733-ea8d-4871-bb8b-3362508c29e3 service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958349 Nov 08 00:17:24.190227 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09209b9e-fe8f-4539-9ccc-224a06d2885a req-faae6809-1d5c-403b-9bd7-88c004b86fc9 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:24.191983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09209b9e-fe8f-4539-9ccc-224a06d2885a req-faae6809-1d5c-403b-9bd7-88c004b86fc9 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dfb1d21-c817-4114-8383-1fc565e13902 HTTP/1.1" status: 200 len: 943 time: 0.0912492 Nov 08 00:17:24.194853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfbd72-47ee-489b-bff2-caada13d4bdc req-8c3a5a09-b732-4797-9621-395316cf8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:24.196395 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-78dfbd72-47ee-489b-bff2-caada13d4bdc req-8c3a5a09-b732-4797-9621-395316cf8d8c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 1097 time: 0.0956192 Nov 08 00:17:24.256384 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09209b9e-fe8f-4539-9ccc-224a06d2885a req-f38dfb94-7eea-486f-bed8-20882ad8a567 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541677 Nov 08 00:17:24.301292 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-78dfbd72-47ee-489b-bff2-caada13d4bdc req-13f570f4-620e-4027-93ab-eccdd6311654 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956395 Nov 08 00:17:24.373374 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9b62-0b74-4a0c-81e8-b7ad256452b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:24.390397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d269d4d-f0cb-4fca-8068-69c1f69d9876 req-4289a72f-af6a-43f6-aa31-ce3a2f85c610 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:24.392175 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d269d4d-f0cb-4fca-8068-69c1f69d9876 req-4289a72f-af6a-43f6-aa31-ce3a2f85c610 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 946 time: 0.0699263 Nov 08 00:17:24.449041 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a9b62-0b74-4a0c-81e8-b7ad256452b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c80a8a3-462b-4322-9544-89bc8e72d39f,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:24.455180 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a9b62-0b74-4a0c-81e8-b7ad256452b3 admin admin] Checking segment: {'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:17:24.455180 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a9b62-0b74-4a0c-81e8-b7ad256452b3 admin admin] Network hostable DHCP agents. Network: 0371df58-0f09-4690-9116-bbb16052317b, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:17:24.458771 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d269d4d-f0cb-4fca-8068-69c1f69d9876 req-7dee41ae-e295-4fdf-a787-8e933f24f2f7 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594506 Nov 08 00:17:24.563640 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a9b62-0b74-4a0c-81e8-b7ad256452b3 admin admin] Network 0371df58-0f09-4690-9116-bbb16052317b is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:17:24.576203 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54143cbe-d67e-4034-a817-e8d19ef02d36 req-26fa3025-5311-4573-bce3-a75707bad776 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:24.578047 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54143cbe-d67e-4034-a817-e8d19ef02d36 req-26fa3025-5311-4573-bce3-a75707bad776 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.0593882 Nov 08 00:17:24.646503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54143cbe-d67e-4034-a817-e8d19ef02d36 req-e97875aa-aa6f-4fd6-ac40-06972ff37be6 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623121 Nov 08 00:17:24.654784 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-ec7a9b62-0b74-4a0c-81e8-b7ad256452b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 0371df58-0f09-4690-9116-bbb16052317b) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:17:24.666308 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1bb3cd-bc84-40db-ae3b-8bdc4ab61280 None None] Network 0371df58-0f09-4690-9116-bbb16052317b requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:17:24.667933 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a9b62-0b74-4a0c-81e8-b7ad256452b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:24.669774 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9b62-0b74-4a0c-81e8-b7ad256452b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:24.893559 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbfde2-8d53-499f-ad97-929c4466f227 req-b1f70a40-0a7e-453f-8d49-a673440da072 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:24.895514 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-79bbfde2-8d53-499f-ad97-929c4466f227 req-b1f70a40-0a7e-453f-8d49-a673440da072 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 946 time: 0.1533382 Nov 08 00:17:24.946195 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-79bbfde2-8d53-499f-ad97-929c4466f227 req-c5600a03-6015-47f8-83dc-1f4e0f2d0158 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406585 Nov 08 00:17:25.250764 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ec7a9b62-0b74-4a0c-81e8-b7ad256452b3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1672945 Nov 08 00:17:25.253281 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71f851-15cb-4cf2-9cf9-60190598e000 req-dd7e50ab-f04e-450c-bbdc-65e74202b356 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:25.253281 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa71f851-15cb-4cf2-9cf9-60190598e000 req-dd7e50ab-f04e-450c-bbdc-65e74202b356 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0588078 Nov 08 00:17:25.253281 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa71f851-15cb-4cf2-9cf9-60190598e000 req-08d1146d-8a75-43df-9fbc-28ee6501bdf0 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394192 Nov 08 00:17:25.254224 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42332) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:25.254344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc322b6-607b-4ddf-af33-52ebc30e33de req-1e3f4ac7-8a98-4b09-aaa9-c98f2eb1fd19 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:25.254457 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7bcb068a-2148-4e19-be90-22f5279ee85c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:25.255979 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-edc322b6-607b-4ddf-af33-52ebc30e33de req-1e3f4ac7-8a98-4b09-aaa9-c98f2eb1fd19 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.0563219 Nov 08 00:17:25.256132 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-0371df58-0f09-4690-9116-bbb16052317b', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:17:25.256860 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:25.302700 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-edc322b6-607b-4ddf-af33-52ebc30e33de req-493c65c6-bbc3-4b06-a486-cc65864c6bd9 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448248 Nov 08 00:17:25.364345 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:17:25.493597 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] Allocated IP 172.20.0.2 (0371df58-0f09-4690-9116-bbb16052317b/6c80a8a3-462b-4322-9544-89bc8e72d39f/3c69fae6-15c5-4b6a-bcca-b23535159f2f) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:17:25.590543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5,segment=NetworkSegment(8345481b-3192-442f-bd00-9e51f985907d),segment_id=8345481b-3192-442f-bd00-9e51f985907d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:25.609546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5', 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501', 'port_id': '0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5', 'mac_address': 'fa:16:3e:6f:82:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e9b703-0810-4266-b455-8c45207d7779', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:17:25.686274 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:25.722987 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3a72e67a-7a5d-42ab-b138-5ec362f27320 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:17:25.736733 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:25.778847 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:25.789395 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5,segment=NetworkSegment(8345481b-3192-442f-bd00-9e51f985907d),segment_id=8345481b-3192-442f-bd00-9e51f985907d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:25.837663 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bcb068a-2148-4e19-be90-22f5279ee85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:25.838746 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bcb068a-2148-4e19-be90-22f5279ee85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:25.900581 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bcb068a-2148-4e19-be90-22f5279ee85c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:25.927175 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:25.973788 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3a72e67a-7a5d-42ab-b138-5ec362f27320, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3a72e67a-7a5d-42ab-b138-5ec362f27320,segment=NetworkSegment(8345481b-3192-442f-bd00-9e51f985907d),segment_id=8345481b-3192-442f-bd00-9e51f985907d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:25.976653 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:26.003008 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '3a72e67a-7a5d-42ab-b138-5ec362f27320', 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501', 'port_id': '3a72e67a-7a5d-42ab-b138-5ec362f27320', 'mac_address': 'fa:16:3e:3a:32:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e9b703-0810-4266-b455-8c45207d7779', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:17:26.025664 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] Network 0371df58-0f09-4690-9116-bbb16052317b is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:17:26.031402 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:17:26.034022 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:17:26.041063 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:26.178174 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] Pushing event updated for resources: {'Port': ['ID=3c69fae6-15c5-4b6a-bcca-b23535159f2f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:26.189122 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:26.193383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] Attempting to bind port 3c69fae6-15c5-4b6a-bcca-b23535159f2f on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:17:26.193755 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] Attempting to bind port 3c69fae6-15c5-4b6a-bcca-b23535159f2f by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:17:26.196500 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] Attempting to bind port 3c69fae6-15c5-4b6a-bcca-b23535159f2f on network 0371df58-0f09-4690-9116-bbb16052317b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:26.211345 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:17:26.212323 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] Checking segment: {'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:17:26.212323 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:26.212571 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] Bound using segment: {'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:17:26.213034 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] Bound port: 3c69fae6-15c5-4b6a-bcca-b23535159f2f, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:17:26.213419 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:26.216972 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a72e67a-7a5d-42ab-b138-5ec362f27320 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:26.247572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3a72e67a-7a5d-42ab-b138-5ec362f27320, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3a72e67a-7a5d-42ab-b138-5ec362f27320,segment=NetworkSegment(8345481b-3192-442f-bd00-9e51f985907d),segment_id=8345481b-3192-442f-bd00-9e51f985907d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:26.280379 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bcb068a-2148-4e19-be90-22f5279ee85c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:26.311593 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:26.354329 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] For port 3c69fae6-15c5-4b6a-bcca-b23535159f2f, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:17:26.358239 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:26.422728 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=3a72e67a-7a5d-42ab-b138-5ec362f27320,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:26.434458 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] For port 3c69fae6-15c5-4b6a-bcca-b23535159f2f, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3c69fae6-15c5-4b6a-bcca-b23535159f2f,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:17:26.563969 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:26.574963 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bcb068a-2148-4e19-be90-22f5279ee85c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:26.601211 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bcb068a-2148-4e19-be90-22f5279ee85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:26.718217 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4afab-5847-42f3-8fcf-0919e4c1f794 None None] Pushing event updated for resources: {'Port': ['ID=3c69fae6-15c5-4b6a-bcca-b23535159f2f,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:26.770412 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-7bcb068a-2148-4e19-be90-22f5279ee85c admin admin] Allocated IP 172.25.2.32 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/ba34d253-8464-4ff8-ae2d-e950ca2462f2) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:17:26.793856 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['3a72e67a-7a5d-42ab-b138-5ec362f27320'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:26.964786 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bcb068a-2148-4e19-be90-22f5279ee85c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:27.141779 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bcb068a-2148-4e19-be90-22f5279ee85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:27.197788 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcb068a-2148-4e19-be90-22f5279ee85c admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:17:27.205116 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-7bcb068a-2148-4e19-be90-22f5279ee85c admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:17:27.209398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb068a-2148-4e19-be90-22f5279ee85c admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:17:27.460563 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb068a-2148-4e19-be90-22f5279ee85c admin admin] Pushing event updated for resources: {'Port': ['ID=ba34d253-8464-4ff8-ae2d-e950ca2462f2,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:27.795422 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bcb068a-2148-4e19-be90-22f5279ee85c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:28.070052 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bcb068a-2148-4e19-be90-22f5279ee85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:28.169373 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7741fdb3-b2ea-4759-8f12-00b8894f230d None None] Network 0371df58-0f09-4690-9116-bbb16052317b requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:17:28.172250 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc87872a-70fa-4186-8081-9aff61a652f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:28.288507 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3c69fae6-15c5-4b6a-bcca-b23535159f2f up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:17:28.375388 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d5fe6e2b-48d1-4bfa-8767-8e4406126c5b None None] Provisioning complete for port 3c69fae6-15c5-4b6a-bcca-b23535159f2f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:28.376344 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5fe6e2b-48d1-4bfa-8767-8e4406126c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:28.512472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 3c69fae6-15c5-4b6a-bcca-b23535159f2f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:28.512795 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:28.591633 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5fe6e2b-48d1-4bfa-8767-8e4406126c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:28.631692 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcb068a-2148-4e19-be90-22f5279ee85c admin admin] Router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:17:28.685986 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d5fe6e2b-48d1-4bfa-8767-8e4406126c5b None None] For port 3c69fae6-15c5-4b6a-bcca-b23535159f2f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3c69fae6-15c5-4b6a-bcca-b23535159f2f,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:28.702700 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:28.758550 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5fe6e2b-48d1-4bfa-8767-8e4406126c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:28.810357 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcb068a-2148-4e19-be90-22f5279ee85c admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:17:28.878972 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] Sync routers for ids ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:17:28.894275 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:17:28.894631 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:17:28.902386 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] Routers {'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:17:28.905088 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bcb068a-2148-4e19-be90-22f5279ee85c admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:28.905667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:17:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:17:28.909369 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7bcb068a-2148-4e19-be90-22f5279ee85c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6625638 Nov 08 00:17:28.909767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42358) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:29.024836 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe6e2b-48d1-4bfa-8767-8e4406126c5b None None] Pushing event updated for resources: {'Port': ['ID=3c69fae6-15c5-4b6a-bcca-b23535159f2f,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:29.034395 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7ac979c6-0a1b-4bad-a498-c929a3cb88e5 None None] Provisioning complete for port 3c69fae6-15c5-4b6a-bcca-b23535159f2f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:29.034911 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ac979c6-0a1b-4bad-a498-c929a3cb88e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:29.108361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] Set router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:17:29.559500 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-291949f2-0692-41dd-b951-64179cc82bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:29.630123 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:17:29.690848 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:17:27Z', 'revision_number': 3, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port': {'id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:26Z', 'updated_at': '2021-11-08T00:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:17:29.743951 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3a72e67a-7a5d-42ab-b138-5ec362f27320 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:17:29.767712 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] Checking router: e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:17:29.768091 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] Updating router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d port ba34d253-8464-4ff8-ae2d-e950ca2462f2 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:17:29.781513 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-291949f2-0692-41dd-b951-64179cc82bcd admin admin] Allocated IP 172.20.0.1 (0371df58-0f09-4690-9116-bbb16052317b/6c80a8a3-462b-4322-9544-89bc8e72d39f/d9627256-6eb1-4a7a-a58d-e36733b88bf2) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:17:29.815102 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:29.935623 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-291949f2-0692-41dd-b951-64179cc82bcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:29.959458 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 3a72e67a-7a5d-42ab-b138-5ec362f27320 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:17:29.969155 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:17:29.979751 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 3a72e67a-7a5d-42ab-b138-5ec362f27320 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:29.980235 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:30.025261 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:30.025630 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:30.038354 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-291949f2-0692-41dd-b951-64179cc82bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:30.157925 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291949f2-0692-41dd-b951-64179cc82bcd admin admin] Network 0371df58-0f09-4690-9116-bbb16052317b is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:17:30.160861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-291949f2-0692-41dd-b951-64179cc82bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:17:30.168919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291949f2-0692-41dd-b951-64179cc82bcd admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:17:30.173206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291949f2-0692-41dd-b951-64179cc82bcd admin admin] Pushing event updated for resources: {'Port': ['ID=d9627256-6eb1-4a7a-a58d-e36733b88bf2,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:30.240700 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-291949f2-0692-41dd-b951-64179cc82bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:30.278267 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:30.284005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3c69fae6-15c5-4b6a-bcca-b23535159f2f up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:17:30.422303 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfb1d21-c817-4114-8383-1fc565e13902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a72e67a-7a5d-42ab-b138-5ec362f27320'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:30.425252 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc379a16-9a41-478b-b080-599d59c51711" -d '{"events": [{"server_uuid": "0dfb1d21-c817-4114-8383-1fc565e13902", "name": "network-vif-plugged", "status": "completed", "tag": "3a72e67a-7a5d-42ab-b138-5ec362f27320"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:30.429061 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3a72e67a-7a5d-42ab-b138-5ec362f27320, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3a72e67a-7a5d-42ab-b138-5ec362f27320,segment=NetworkSegment(8345481b-3192-442f-bd00-9e51f985907d),segment_id=8345481b-3192-442f-bd00-9e51f985907d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:30.443010 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:30.493509 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-291949f2-0692-41dd-b951-64179cc82bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:30.500494 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:30.511155 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:30.564568 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 3c69fae6-15c5-4b6a-bcca-b23535159f2f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:30.564940 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:30.570115 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2cd63642-17ca-4cb9-891a-76a4031967d3 None None] Provisioning complete for port d9627256-6eb1-4a7a-a58d-e36733b88bf2 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:30.570481 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2cd63642-17ca-4cb9-891a-76a4031967d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:30.597266 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5,segment=NetworkSegment(8345481b-3192-442f-bd00-9e51f985907d),segment_id=8345481b-3192-442f-bd00-9e51f985907d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:30.602585 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:30.702371 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=3a72e67a-7a5d-42ab-b138-5ec362f27320,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:30.710036 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2cd63642-17ca-4cb9-891a-76a4031967d3 None None] Port d9627256-6eb1-4a7a-a58d-e36733b88bf2 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:17:30.711962 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] Attempting to bind port ba34d253-8464-4ff8-ae2d-e950ca2462f2 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:17:30.712237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] Attempting to bind port ba34d253-8464-4ff8-ae2d-e950ca2462f2 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:17:30.712545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] Attempting to bind port ba34d253-8464-4ff8-ae2d-e950ca2462f2 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:30.719940 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:30.750796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:17:30.751171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:17:30.751577 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:30.752044 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:17:30.752536 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] Bound port: ba34d253-8464-4ff8-ae2d-e950ca2462f2, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:17:30.754660 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:30.817155 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecb865fb-3f7a-4c36-9631-a7925dd70e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:30.827230 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-291949f2-0692-41dd-b951-64179cc82bcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:30.843747 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83123e48-67d9-4d04-8237-78f008d7bd56 None None] Pushing event updated for resources: {'Port': ['ID=ba34d253-8464-4ff8-ae2d-e950ca2462f2,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:30.889183 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-291949f2-0692-41dd-b951-64179cc82bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:30.922241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] For port ba34d253-8464-4ff8-ae2d-e950ca2462f2, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:17:30.945265 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] For port ba34d253-8464-4ff8-ae2d-e950ca2462f2, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ba34d253-8464-4ff8-ae2d-e950ca2462f2,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:17:30.955726 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:30.980340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291949f2-0692-41dd-b951-64179cc82bcd admin admin] Pushing event updated for resources: {'Port': ['ID=d9627256-6eb1-4a7a-a58d-e36733b88bf2,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:31.001940 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-291949f2-0692-41dd-b951-64179cc82bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:31.031595 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:31.061018 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:31.150926 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] Routers {'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:17:31.151631 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:17:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:17:31.187329 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291949f2-0692-41dd-b951-64179cc82bcd admin admin] Network 0371df58-0f09-4690-9116-bbb16052317b is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:17:31.189077 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-291949f2-0692-41dd-b951-64179cc82bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:17:31.255852 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83123e48-67d9-4d04-8237-78f008d7bd56 None None] Pushing event updated for resources: {'Port': ['ID=ba34d253-8464-4ff8-ae2d-e950ca2462f2,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:31.342849 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] Set router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:17:31.383817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291949f2-0692-41dd-b951-64179cc82bcd admin admin] Router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:17:31.560742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291949f2-0692-41dd-b951-64179cc82bcd admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:17:31.565885 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-291949f2-0692-41dd-b951-64179cc82bcd admin admin] 10.222.0.13 "PUT /v2.0/routers/e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6550262 Nov 08 00:17:31.577532 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b4a8c639-9769-4fea-b4c1-79397ba3c796 None None] Provisioning complete for port d9627256-6eb1-4a7a-a58d-e36733b88bf2 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:31.577532 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4a8c639-9769-4fea-b4c1-79397ba3c796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:31.632555 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b4a8c639-9769-4fea-b4c1-79397ba3c796 None None] Port d9627256-6eb1-4a7a-a58d-e36733b88bf2 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:17:31.647213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 4, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port': {'id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:26Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'd9627256-6eb1-4a7a-a58d-e36733b88bf2', 'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'mac_address': 'fa:16:3e:1e:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:29Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 2, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'subnets': [{'id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:17:31.672605 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eaa80a-4180-4966-bc86-e75c95c23db9 None None] The sync data for ids ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'] in n-d-816882-1 is: [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 4, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port': {'id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:26Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'd9627256-6eb1-4a7a-a58d-e36733b88bf2', 'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'mac_address': 'fa:16:3e:1e:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:29Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 2, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'subnets': [{'id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:17:31.759287 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:31.780530 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:32.535164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a4ec3-4467-4ba4-9aab-b151ae4fff76 req-00918c00-1fb9-4064-8a92-4f8e57aa2616 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:32.536789 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-082a4ec3-4467-4ba4-9aab-b151ae4fff76 req-00918c00-1fb9-4064-8a92-4f8e57aa2616 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dfb1d21-c817-4114-8383-1fc565e13902 HTTP/1.1" status: 200 len: 945 time: 0.0580237 Nov 08 00:17:32.583521 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-082a4ec3-4467-4ba4-9aab-b151ae4fff76 req-75589ac2-85ff-41e3-bb12-b5662996aaeb tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Nov 08 00:17:32.710564 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71198e-70cc-482b-9ce4-776f98c430b6 req-fc0ce6fe-4b70-44b1-b064-18b68fa362fb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:32.710564 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc71198e-70cc-482b-9ce4-776f98c430b6 req-fc0ce6fe-4b70-44b1-b064-18b68fa362fb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.0585129 Nov 08 00:17:32.760747 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc71198e-70cc-482b-9ce4-776f98c430b6 req-43ef614f-5700-4056-b3bf-545333e2c359 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398126 Nov 08 00:17:32.898978 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88bc32-46af-4f2c-9cca-1a2f962bcbdb req-92a69716-278b-49bd-99a8-2cab1290ec7a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:32.907392 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b88bc32-46af-4f2c-9cca-1a2f962bcbdb req-92a69716-278b-49bd-99a8-2cab1290ec7a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0728419 Nov 08 00:17:32.956894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b88bc32-46af-4f2c-9cca-1a2f962bcbdb req-e5ace3c5-e4c9-4139-8aa9-dae586f45714 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440111 Nov 08 00:17:33.018974 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e6e9f-3616-473d-8f4c-44ef19e766ca req-040e536c-aea4-4ba1-8dbf-00ec4268450d tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:33.020764 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b1e6e9f-3616-473d-8f4c-44ef19e766ca req-040e536c-aea4-4ba1-8dbf-00ec4268450d tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.0630631 Nov 08 00:17:33.058000 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17aa242e-a85a-432e-af60-034b18282d2b x-openstack-request-id: req-17aa242e-a85a-432e-af60-034b18282d2b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:33.063829 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfb1d21-c817-4114-8383-1fc565e13902", "name": "network-vif-plugged", "status": "completed", "tag": "3a72e67a-7a5d-42ab-b138-5ec362f27320", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:33.063829 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17aa242e-a85a-432e-af60-034b18282d2b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:33.063829 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfb1d21-c817-4114-8383-1fc565e13902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a72e67a-7a5d-42ab-b138-5ec362f27320', 'code': 200} Nov 08 00:17:33.072893 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b1e6e9f-3616-473d-8f4c-44ef19e766ca req-8e5d4ca2-0113-4669-ae24-8089f1a7bc2b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415983 Nov 08 00:17:33.231330 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99a5ab-d6a7-491e-9fda-c4c9cd090192 req-31d2d459-4f98-4924-af1d-16aad8dfa879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:33.233177 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1e99a5ab-d6a7-491e-9fda-c4c9cd090192 req-31d2d459-4f98-4924-af1d-16aad8dfa879 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0dfb1d21-c817-4114-8383-1fc565e13902 HTTP/1.1" status: 200 len: 1096 time: 0.0545723 Nov 08 00:17:33.260380 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:33.288658 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1e99a5ab-d6a7-491e-9fda-c4c9cd090192 req-340ab462-6c14-4556-a58c-322bf31201e6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411804 Nov 08 00:17:33.589245 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42426) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:33.595983 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-56aea3b4-c1cb-4d29-a1cf-f57d5254b275 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1353097392', 'description': 'tempest-description--1177300501'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:33.683319 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56aea3b4-c1cb-4d29-a1cf-f57d5254b275 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:33.760624 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56aea3b4-c1cb-4d29-a1cf-f57d5254b275 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:33.820267 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56aea3b4-c1cb-4d29-a1cf-f57d5254b275 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:33.849782 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aea3b4-c1cb-4d29-a1cf-f57d5254b275 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6577df7-cc06-4d36-91ef-d7d118624322,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:33.912558 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56aea3b4-c1cb-4d29-a1cf-f57d5254b275 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:33.913921 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-56aea3b4-c1cb-4d29-a1cf-f57d5254b275 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3226449 Nov 08 00:17:33.916703 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42442) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:33.922501 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-56bd1692-1773-4e1a-87d2-5e283351d82d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Request body: {'security_group_rule': {'security_group_id': 'a6577df7-cc06-4d36-91ef-d7d118624322', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:34.019749 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] Sync routers for ids ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:17:34.027762 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56bd1692-1773-4e1a-87d2-5e283351d82d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:34.030326 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] Routers {'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:17:34.031006 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:17:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:17:34.101085 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56bd1692-1773-4e1a-87d2-5e283351d82d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:34.158071 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] Set router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:17:34.174639 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56bd1692-1773-4e1a-87d2-5e283351d82d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:34.208349 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd1692-1773-4e1a-87d2-5e283351d82d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036f6620-0a59-455d-a7ad-55166b09a903,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:34.264405 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ba34d253-8464-4ff8-ae2d-e950ca2462f2 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:17:34.280255 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56bd1692-1773-4e1a-87d2-5e283351d82d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:34.285585 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-56bd1692-1773-4e1a-87d2-5e283351d82d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3675771 Nov 08 00:17:34.286475 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42446) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:34.291327 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-93b65968-14b0-4d30-89be-85aa0e1868d1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Request body: {'security_group_rule': {'security_group_id': 'a6577df7-cc06-4d36-91ef-d7d118624322', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:34.342253 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port ba34d253-8464-4ff8-ae2d-e950ca2462f2 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:34.343412 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:34.361977 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aac58d-0580-477f-85c0-8fb041daa5f9 req-d42d090a-f83f-4841-9489-d4ec22bed73a tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:34.370174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47aac58d-0580-477f-85c0-8fb041daa5f9 req-d42d090a-f83f-4841-9489-d4ec22bed73a tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ef47df9-3ff0-4206-8b36-09c8cccaba62 HTTP/1.1" status: 200 len: 951 time: 0.4291184 Nov 08 00:17:34.397474 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93b65968-14b0-4d30-89be-85aa0e1868d1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:34.401878 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-ba01ad27-2793-459f-8b90-36aefffccba5 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:34.409222 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-ba01ad27-2793-459f-8b90-36aefffccba5 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/networks?id=adf0fd13-4016-499b-aff1-954a6f811d84 HTTP/1.1" status: 200 len: 813 time: 0.5021582 Nov 08 00:17:34.424692 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-46b535ed-8a62-449b-974f-5b45120fb2ff tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/quotas/b5cb1497c7c24f528f74444b576d295e HTTP/1.1" status: 200 len: 375 time: 0.0142968 Nov 08 00:17:34.460229 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47aac58d-0580-477f-85c0-8fb041daa5f9 req-7ec2e160-56e3-4335-89a3-d4db5ce9c132 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839670 Nov 08 00:17:34.473665 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 4, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port': {'id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:26Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'd9627256-6eb1-4a7a-a58d-e36733b88bf2', 'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'mac_address': 'fa:16:3e:1e:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:29Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 2, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'subnets': [{'id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:17:34.497199 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:34.497380 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93b65968-14b0-4d30-89be-85aa0e1868d1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:34.513535 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] Checking router: e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:17:34.513886 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] Updating router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d port d9627256-6eb1-4a7a-a58d-e36733b88bf2 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:17:34.527007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port ba34d253-8464-4ff8-ae2d-e950ca2462f2, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ba34d253-8464-4ff8-ae2d-e950ca2462f2,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:34.533860 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-dca7caf9-8e11-4517-9028-89ec3464c073 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5cb1497c7c24f528f74444b576d295e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1009123 Nov 08 00:17:34.550139 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:34.580370 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93b65968-14b0-4d30-89be-85aa0e1868d1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:34.594460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b65968-14b0-4d30-89be-85aa0e1868d1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a33d86-1ba7-40b6-add3-2b5b00a8e346,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:34.609534 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:34.659283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d68d4-71a4-4859-9232-31f9e90c90ca req-b129befa-27fb-4584-8acd-e6f2e0e11906 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:34.666757 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a25d68d4-71a4-4859-9232-31f9e90c90ca req-b129befa-27fb-4584-8acd-e6f2e0e11906 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.1166477 Nov 08 00:17:34.679278 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93b65968-14b0-4d30-89be-85aa0e1868d1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:34.680552 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-93b65968-14b0-4d30-89be-85aa0e1868d1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3929203 Nov 08 00:17:34.684167 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42452) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:34.688971 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-a8289ac8-19f4-4870-a9f7-c135423f7b2b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:34.695937 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=ba34d253-8464-4ff8-ae2d-e950ca2462f2,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:34.698611 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-81c2da66-bc9f-469e-89f1-bdbca7872753 service neutron] 10.222.0.13 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570158 Nov 08 00:17:34.713272 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:34.713699 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:34.717643 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:34.718055 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:34.718429 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:34.721737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:34.721737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:34.721737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:34.721737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:34.721737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:34.721737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:34.721737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:34.768549 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a25d68d4-71a4-4859-9232-31f9e90c90ca req-6d8001c7-a334-4ccf-8ef7-9d1f55e36e27 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009257 Nov 08 00:17:34.791630 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8289ac8-19f4-4870-a9f7-c135423f7b2b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:34.821569 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-d4014a45-5310-4bc9-a1d2-edb660aa29c7 service neutron] 10.222.0.13 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213179 Nov 08 00:17:34.945472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee0755-fe3d-4915-a299-cb7c37e6f916 req-b6f47620-eba3-40cc-8bc7-477d579955d1 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:34.947020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-edee0755-fe3d-4915-a299-cb7c37e6f916 req-b6f47620-eba3-40cc-8bc7-477d579955d1 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dfb1d21-c817-4114-8383-1fc565e13902 HTTP/1.1" status: 200 len: 945 time: 0.0539610 Nov 08 00:17:34.967019 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8289ac8-19f4-4870-a9f7-c135423f7b2b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:35.012999 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-edee0755-fe3d-4915-a299-cb7c37e6f916 req-5e252088-488a-48db-8563-9bd69cd6f527 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588787 Nov 08 00:17:35.047144 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:35.061435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60499936-8e0b-48a1-9141-7e56e2988073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:35.063839 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68dd8ca-a9f4-40e2-bd7f-9c9c15281b17" -d '{"events": [{"server_uuid": "60499936-8e0b-48a1-9141-7e56e2988073", "name": "network-vif-plugged", "status": "completed", "tag": "0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:35.122850 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:35.156827 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-a8289ac8-19f4-4870-a9f7-c135423f7b2b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Allocated IP 172.25.2.8 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/657edb98-e5a7-49b3-9df0-4051792228c1) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:17:35.195063 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3817ea-275a-49cb-8fce-56b248a5b41a None None] Pushing event updated for resources: {'Port': ['ID=d9627256-6eb1-4a7a-a58d-e36733b88bf2,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:35.203656 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3817ea-275a-49cb-8fce-56b248a5b41a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:35.203994 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3817ea-275a-49cb-8fce-56b248a5b41a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:35.204329 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3817ea-275a-49cb-8fce-56b248a5b41a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:35.204662 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3817ea-275a-49cb-8fce-56b248a5b41a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:35.204990 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3817ea-275a-49cb-8fce-56b248a5b41a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:35.205313 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3817ea-275a-49cb-8fce-56b248a5b41a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:35.206100 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3817ea-275a-49cb-8fce-56b248a5b41a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:35.206100 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3817ea-275a-49cb-8fce-56b248a5b41a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:35.206310 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3817ea-275a-49cb-8fce-56b248a5b41a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:35.206599 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3817ea-275a-49cb-8fce-56b248a5b41a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:35.206917 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3817ea-275a-49cb-8fce-56b248a5b41a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:35.207231 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3817ea-275a-49cb-8fce-56b248a5b41a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:35.246347 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276ee0e-8c03-4cc0-8204-ceb8518afba9 req-4594d7b2-3690-4193-8b3c-09d91dbc0af8 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:35.248241 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e276ee0e-8c03-4cc0-8204-ceb8518afba9 req-4594d7b2-3690-4193-8b3c-09d91dbc0af8 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1116865 Nov 08 00:17:35.325605 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] Attempting to bind port d9627256-6eb1-4a7a-a58d-e36733b88bf2 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:17:35.325979 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] Attempting to bind port d9627256-6eb1-4a7a-a58d-e36733b88bf2 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:17:35.326379 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] Attempting to bind port d9627256-6eb1-4a7a-a58d-e36733b88bf2 on network 0371df58-0f09-4690-9116-bbb16052317b {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:35.346689 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:17:35.349893 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] Checking segment: {'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:17:35.349893 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:35.349893 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] Bound using segment: {'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:17:35.350162 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] Bound port: d9627256-6eb1-4a7a-a58d-e36733b88bf2, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:17:35.350327 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:35.374063 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8289ac8-19f4-4870-a9f7-c135423f7b2b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:35.377822 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e276ee0e-8c03-4cc0-8204-ceb8518afba9 req-8f466416-d0f3-45bd-87a4-00afcbd398e0 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105111 Nov 08 00:17:35.438669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38c53818-a1f8-454b-8de6-0d73116cd38f req-fdd2167a-5dab-4072-8cdb-369d9ba2595d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0bbba59-5838-4e2e-9b52-ff0da79de961 HTTP/1.1" status: 200 len: 210 time: 0.0498602 Nov 08 00:17:35.479873 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] For port d9627256-6eb1-4a7a-a58d-e36733b88bf2, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:17:35.488482 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] For port d9627256-6eb1-4a7a-a58d-e36733b88bf2, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d9627256-6eb1-4a7a-a58d-e36733b88bf2,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:17:35.537709 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8f92d5-1eca-4725-850d-5eee6d324d1a x-openstack-request-id: req-9f8f92d5-1eca-4725-850d-5eee6d324d1a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:35.538171 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60499936-8e0b-48a1-9141-7e56e2988073", "name": "network-vif-plugged", "status": "completed", "tag": "0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:35.538258 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f8f92d5-1eca-4725-850d-5eee6d324d1a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:35.538621 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60499936-8e0b-48a1-9141-7e56e2988073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5', 'code': 200} Nov 08 00:17:35.540775 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8289ac8-19f4-4870-a9f7-c135423f7b2b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:35.556152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd87951-2532-477b-83dc-065b8532c423 req-59038b91-2323-4f02-9adb-7ce6c0919006 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:35.557693 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7cd87951-2532-477b-83dc-065b8532c423 req-59038b91-2323-4f02-9adb-7ce6c0919006 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 946 time: 0.0705857 Nov 08 00:17:35.601231 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8289ac8-19f4-4870-a9f7-c135423f7b2b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:17:35.609660 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:35.620185 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-a8289ac8-19f4-4870-a9f7-c135423f7b2b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:17:35.622314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7cd87951-2532-477b-83dc-065b8532c423 req-41891174-5505-431d-b721-4fbec0346485 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575619 Nov 08 00:17:35.646571 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8289ac8-19f4-4870-a9f7-c135423f7b2b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Pushing event updated for resources: {'Port': ['ID=657edb98-e5a7-49b3-9df0-4051792228c1,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:35.650216 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8289ac8-19f4-4870-a9f7-c135423f7b2b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:17:35.716329 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-327472f3-9597-4613-9968-8943321a7f63 None None] Provisioning complete for port d9627256-6eb1-4a7a-a58d-e36733b88bf2 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:35.716707 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-327472f3-9597-4613-9968-8943321a7f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:35.755818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3874830-ad11-4020-a9d6-cd7d04141dae req-c37ebefe-11d3-467b-b5d5-6ebe9ca1704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:35.758326 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3817ea-275a-49cb-8fce-56b248a5b41a None None] Pushing event updated for resources: {'Port': ['ID=d9627256-6eb1-4a7a-a58d-e36733b88bf2,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:35.761741 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b3874830-ad11-4020-a9d6-cd7d04141dae req-c37ebefe-11d3-467b-b5d5-6ebe9ca1704e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60499936-8e0b-48a1-9141-7e56e2988073 HTTP/1.1" status: 200 len: 1097 time: 0.1068604 Nov 08 00:17:35.764794 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] Routers {'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:17:35.768212 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:17:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:17:35.805872 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b3874830-ad11-4020-a9d6-cd7d04141dae req-a0ad7e3a-639b-4863-9d3c-e2c3a6369612 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368443 Nov 08 00:17:35.897977 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099d3e7-780c-4728-8efd-2db0128505d6 req-b0da4b87-48c4-4b57-bc6e-083d0379e286 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:35.901516 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e099d3e7-780c-4728-8efd-2db0128505d6 req-b0da4b87-48c4-4b57-bc6e-083d0379e286 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.20 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.3095503 Nov 08 00:17:36.006011 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8289ac8-19f4-4870-a9f7-c135423f7b2b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:36.035328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac850f7-2016-4fa1-be9d-2c8274455874 req-ecda2e25-7cca-4d1f-bc31-5644b2033d7b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:36.043690 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] Set router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:17:36.056157 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ac850f7-2016-4fa1-be9d-2c8274455874 req-ecda2e25-7cca-4d1f-bc31-5644b2033d7b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 946 time: 0.1681938 Nov 08 00:17:36.142039 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ac850f7-2016-4fa1-be9d-2c8274455874 req-fdcf6691-1ffa-4476-9bde-e03a8e089244 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653076 Nov 08 00:17:36.211780 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-327472f3-9597-4613-9968-8943321a7f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:36.265989 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8289ac8-19f4-4870-a9f7-c135423f7b2b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:36.267455 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-327472f3-9597-4613-9968-8943321a7f63 None None] For port d9627256-6eb1-4a7a-a58d-e36733b88bf2, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d9627256-6eb1-4a7a-a58d-e36733b88bf2,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:36.318898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d9627256-6eb1-4a7a-a58d-e36733b88bf2 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:17:36.374100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02f367-4672-485c-93a1-0b2563af9b51 req-527b62b9-92a7-4172-88df-dfbb14c7e4e6 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:36.383315 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-e099d3e7-780c-4728-8efd-2db0128505d6 req-5f4f8b1e-bb4c-4ce9-a97f-4342edd1432b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Deleting port fcdb1374-0a94-44a6-9e49-0b24c84251c9 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:17:36.383876 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e099d3e7-780c-4728-8efd-2db0128505d6 req-5f4f8b1e-bb4c-4ce9-a97f-4342edd1432b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:36.389309 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7d02f367-4672-485c-93a1-0b2563af9b51 req-527b62b9-92a7-4172-88df-dfbb14c7e4e6 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dfb1d21-c817-4114-8383-1fc565e13902 HTTP/1.1" status: 200 len: 945 time: 0.1346991 Nov 08 00:17:36.423841 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port d9627256-6eb1-4a7a-a58d-e36733b88bf2 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:36.424148 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:36.458531 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-327472f3-9597-4613-9968-8943321a7f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:36.493921 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7d02f367-4672-485c-93a1-0b2563af9b51 req-ab4f2b9f-22f7-4a68-a677-5336d89ad25f tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872273 Nov 08 00:17:36.589358 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-e099d3e7-780c-4728-8efd-2db0128505d6 req-5f4f8b1e-bb4c-4ce9-a97f-4342edd1432b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] For port fcdb1374-0a94-44a6-9e49-0b24c84251c9, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=fcdb1374-0a94-44a6-9e49-0b24c84251c9,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:36.590585 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e099d3e7-780c-4728-8efd-2db0128505d6 req-5f4f8b1e-bb4c-4ce9-a97f-4342edd1432b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:36.607560 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 4, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port': {'id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:26Z', 'updated_at': '2021-11-08T00:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'd9627256-6eb1-4a7a-a58d-e36733b88bf2', 'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'mac_address': 'fa:16:3e:1e:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:29Z', 'updated_at': '2021-11-08T00:17:35Z', 'revision_number': 4, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'subnets': [{'id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:17:36.628699 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-e099d3e7-780c-4728-8efd-2db0128505d6 req-5f4f8b1e-bb4c-4ce9-a97f-4342edd1432b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Calling delete_port for fcdb1374-0a94-44a6-9e49-0b24c84251c9 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:17:36.647912 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5789f687-9695-4b2e-a69b-2b7633b8440f None None] The sync data for ids ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'] in n-d-816882-1 is: [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 4, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port': {'id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:26Z', 'updated_at': '2021-11-08T00:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'd9627256-6eb1-4a7a-a58d-e36733b88bf2', 'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'mac_address': 'fa:16:3e:1e:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:29Z', 'updated_at': '2021-11-08T00:17:35Z', 'revision_number': 4, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'subnets': [{'id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:17:36.663016 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8289ac8-19f4-4870-a9f7-c135423f7b2b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:36.707421 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4784c204-7af1-41d8-8d21-104b72568b0f req-eddd96ae-3df5-4ca3-a265-ee21fff26d34 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0bbba59-5838-4e2e-9b52-ff0da79de961 HTTP/1.1" status: 200 len: 210 time: 0.0619192 Nov 08 00:17:36.725180 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327472f3-9597-4613-9968-8943321a7f63 None None] Pushing event updated for resources: {'Port': ['ID=d9627256-6eb1-4a7a-a58d-e36733b88bf2,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:36.734949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28714b92-ca92-46ad-95ff-20453e89ace0 req-0ac908d9-c397-497b-af8e-a4822d81da4b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:36.739501 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9a82f832-d9b0-494a-a645-1583ac151349 None None] Provisioning complete for port d9627256-6eb1-4a7a-a58d-e36733b88bf2 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:36.740052 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a82f832-d9b0-494a-a645-1583ac151349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:36.743853 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28714b92-ca92-46ad-95ff-20453e89ace0 req-0ac908d9-c397-497b-af8e-a4822d81da4b tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1606686 Nov 08 00:17:36.792003 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ba34d253-8464-4ff8-ae2d-e950ca2462f2 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:17:36.825268 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28714b92-ca92-46ad-95ff-20453e89ace0 req-e7e1cf71-b20e-4820-858e-103c2d6ed9a0 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804501 Nov 08 00:17:36.899523 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port ba34d253-8464-4ff8-ae2d-e950ca2462f2 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:36.899943 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:36.928316 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8289ac8-19f4-4870-a9f7-c135423f7b2b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:37.039614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8844b48-5503-4c73-9c27-f320f997f3e3 req-fbb1902d-2fa4-4c25-b649-4aadb48317fe tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:37.041658 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8844b48-5503-4c73-9c27-f320f997f3e3 req-fbb1902d-2fa4-4c25-b649-4aadb48317fe tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=60499936-8e0b-48a1-9141-7e56e2988073 HTTP/1.1" status: 200 len: 946 time: 0.1309998 Nov 08 00:17:37.043873 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8289ac8-19f4-4870-a9f7-c135423f7b2b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:37.052909 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e099d3e7-780c-4728-8efd-2db0128505d6 req-5f4f8b1e-bb4c-4ce9-a97f-4342edd1432b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:37.056451 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59863d43-a479-48e0-aed7-5cdf28e28ed4 req-7233bab5-2050-4485-81bf-eb0ea1f0ef47 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:37.058098 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59863d43-a479-48e0-aed7-5cdf28e28ed4 req-7233bab5-2050-4485-81bf-eb0ea1f0ef47 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 946 time: 0.1027195 Nov 08 00:17:37.080461 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8289ac8-19f4-4870-a9f7-c135423f7b2b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Pushing event updated for resources: {'Port': ['ID=657edb98-e5a7-49b3-9df0-4051792228c1,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:37.091199 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['fcdb1374-0a94-44a6-9e49-0b24c84251c9'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:37.139046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8844b48-5503-4c73-9c27-f320f997f3e3 req-755a1383-2366-4512-8419-604b688f18d1 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789742 Nov 08 00:17:37.170012 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59863d43-a479-48e0-aed7-5cdf28e28ed4 req-8d1155cf-d14a-49ee-8139-4045141e2315 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936737 Nov 08 00:17:37.347496 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b020a0cb-f9fe-48a4-8ac9-8db64008dfb6 req-1e941045-b750-43c0-85b3-c1502777862a tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3077ce76-7ce8-4273-b659-f60cbae30c96 HTTP/1.1" status: 200 len: 210 time: 0.0813327 Nov 08 00:17:37.431573 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 482bac4e-749d-45f6-adb7-78cc00eacad1 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:17:37.562280 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8289ac8-19f4-4870-a9f7-c135423f7b2b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:37.564460 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a8289ac8-19f4-4870-a9f7-c135423f7b2b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8790450 Nov 08 00:17:37.567056 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f8b1e-bb4c-4ce9-a97f-4342edd1432b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Pushing event deleted for resources: {'Port': ['ID=fcdb1374-0a94-44a6-9e49-0b24c84251c9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:37.583316 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e099d3e7-780c-4728-8efd-2db0128505d6 req-5f4f8b1e-bb4c-4ce9-a97f-4342edd1432b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] No DVR routers for this DVR port fcdb1374-0a94-44a6-9e49-0b24c84251c9 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:17:37.586048 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e099d3e7-780c-4728-8efd-2db0128505d6 req-5f4f8b1e-bb4c-4ce9-a97f-4342edd1432b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:37.590795 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e099d3e7-780c-4728-8efd-2db0128505d6 req-5f4f8b1e-bb4c-4ce9-a97f-4342edd1432b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.20 "DELETE /v2.0/ports/fcdb1374-0a94-44a6-9e49-0b24c84251c9 HTTP/1.1" status: 204 len: 173 time: 1.6704314 Nov 08 00:17:37.591288 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3077ce76-7ce8-4273-b659-f60cbae30c96', 'name': 'network-vif-deleted', 'tag': 'fcdb1374-0a94-44a6-9e49-0b24c84251c9'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:37.593803 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867b648c-d4fc-4f2b-ac9e-6d42f597ed2b" -d '{"events": [{"server_uuid": "3077ce76-7ce8-4273-b659-f60cbae30c96", "name": "network-vif-deleted", "tag": "fcdb1374-0a94-44a6-9e49-0b24c84251c9"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:37.665786 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df24c9e-c66b-4182-86f4-483c9434425b x-openstack-request-id: req-2df24c9e-c66b-4182-86f4-483c9434425b {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:37.665786 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3077ce76-7ce8-4273-b659-f60cbae30c96", "name": "network-vif-deleted", "tag": "fcdb1374-0a94-44a6-9e49-0b24c84251c9", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:37.665786 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2df24c9e-c66b-4182-86f4-483c9434425b {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:37.665786 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3077ce76-7ce8-4273-b659-f60cbae30c96', 'name': 'network-vif-deleted', 'tag': 'fcdb1374-0a94-44a6-9e49-0b24c84251c9', 'status': 'completed', 'code': 200} Nov 08 00:17:37.676211 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:37.718715 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef47df9-3ff0-4206-8b36-09c8cccaba62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '482bac4e-749d-45f6-adb7-78cc00eacad1'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:37.721282 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f77f5c-e439-46c5-8bd7-e0d849917248" -d '{"events": [{"server_uuid": "8ef47df9-3ff0-4206-8b36-09c8cccaba62", "name": "network-vif-unplugged", "status": "completed", "tag": "482bac4e-749d-45f6-adb7-78cc00eacad1"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:37.739674 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 482bac4e-749d-45f6-adb7-78cc00eacad1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=482bac4e-749d-45f6-adb7-78cc00eacad1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:37.754718 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 94b8f348-41f0-43d1-8d8e-9fcced9edad7 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:17:37.865779 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:37.877425 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e098f3-5c2f-41a9-adf1-9c866d8186e1 x-openstack-request-id: req-27e098f3-5c2f-41a9-adf1-9c866d8186e1 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:37.877845 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef47df9-3ff0-4206-8b36-09c8cccaba62", "name": "network-vif-unplugged", "status": "completed", "tag": "482bac4e-749d-45f6-adb7-78cc00eacad1", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:37.878101 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27e098f3-5c2f-41a9-adf1-9c866d8186e1 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:37.878548 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef47df9-3ff0-4206-8b36-09c8cccaba62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '482bac4e-749d-45f6-adb7-78cc00eacad1', 'code': 200} Nov 08 00:17:37.905104 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbb8153f-f348-4d40-a589-406689841d2f req-0d12ef47-76ca-48cb-880a-d45ca2eae35a tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1353097392&fields=id&tenant_id=3b5853458dd24c08bad0734d1d809da3 HTTP/1.1" status: 200 len: 267 time: 0.0987771 Nov 08 00:17:37.950425 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=482bac4e-749d-45f6-adb7-78cc00eacad1,revision_number=11']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:37.969045 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 94b8f348-41f0-43d1-8d8e-9fcced9edad7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=94b8f348-41f0-43d1-8d8e-9fcced9edad7,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:37.980094 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '94b8f348-41f0-43d1-8d8e-9fcced9edad7', 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331', 'port_id': '94b8f348-41f0-43d1-8d8e-9fcced9edad7', 'mac_address': 'fa:16:3e:e7:3e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f922d749-ea0e-4050-a259-bcddd001eb5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:17:38.021383 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:38.024322 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0c51d50-3054-46bf-b7f2-f955d61adf27 req-022dd184-1e08-456f-a69c-b900d3578d37 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0bbba59-5838-4e2e-9b52-ff0da79de961 HTTP/1.1" status: 200 len: 210 time: 0.0684788 Nov 08 00:17:38.044438 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94b8f348-41f0-43d1-8d8e-9fcced9edad7 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:38.076032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 94b8f348-41f0-43d1-8d8e-9fcced9edad7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=94b8f348-41f0-43d1-8d8e-9fcced9edad7,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:38.094111 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8153f-f348-4d40-a589-406689841d2f req-a1698256-e3d1-4ac0-b83b-eab8ee6e7c30 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:38.095692 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbb8153f-f348-4d40-a589-406689841d2f req-a1698256-e3d1-4ac0-b83b-eab8ee6e7c30 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/networks?id=0371df58-0f09-4690-9116-bbb16052317b HTTP/1.1" status: 200 len: 816 time: 0.1637020 Nov 08 00:17:38.118029 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbb8153f-f348-4d40-a589-406689841d2f req-4d6d7e90-4142-408f-a1f7-3ee3eec84a68 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/quotas/3b5853458dd24c08bad0734d1d809da3 HTTP/1.1" status: 200 len: 375 time: 0.0141799 Nov 08 00:17:38.157428 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:38.238349 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d9627256-6eb1-4a7a-a58d-e36733b88bf2 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:17:38.243851 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:38.319840 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=94b8f348-41f0-43d1-8d8e-9fcced9edad7,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:38.345185 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port d9627256-6eb1-4a7a-a58d-e36733b88bf2 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:38.345364 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbb8153f-f348-4d40-a589-406689841d2f req-ecefb91f-264b-4b3a-add5-e8eb45202b05 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b5853458dd24c08bad0734d1d809da3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2205598 Nov 08 00:17:38.346253 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:38.383325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69737a-fac1-4a07-a5f9-63dbdc0af3f4 req-cce3a8bd-7907-4e5c-82c3-65e35c47a787 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:38.384813 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d69737a-fac1-4a07-a5f9-63dbdc0af3f4 req-cce3a8bd-7907-4e5c-82c3-65e35c47a787 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1332419 Nov 08 00:17:38.393783 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['94b8f348-41f0-43d1-8d8e-9fcced9edad7'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:38.435032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-03369093-fdf9-44c3-a5ab-986ff4ed4eeb tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:38.441404 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-03369093-fdf9-44c3-a5ab-986ff4ed4eeb tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.26 "GET /v2.0/networks?id=adf0fd13-4016-499b-aff1-954a6f811d84 HTTP/1.1" status: 200 len: 813 time: 0.2492499 Nov 08 00:17:38.472819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-14e302e3-8563-4223-9484-3cfb6beee4fa tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Request body: {'port': {'device_id': 'a0bbba59-5838-4e2e-9b52-ff0da79de961', 'network_id': 'adf0fd13-4016-499b-aff1-954a6f811d84', 'admin_state_up': True, 'tenant_id': 'b5cb1497c7c24f528f74444b576d295e'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:38.559651 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d69737a-fac1-4a07-a5f9-63dbdc0af3f4 req-9974c67d-b457-429e-ba77-0e5ae8788805 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606596 Nov 08 00:17:38.686081 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbb8153f-f348-4d40-a589-406689841d2f req-d80295fa-e6b5-420e-9b9c-35703b0820c9 service neutron] 10.222.0.13 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484517 Nov 08 00:17:38.755080 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbb8153f-f348-4d40-a589-406689841d2f req-b8e52b14-70c6-497d-b34f-1248c4167c81 service neutron] 10.222.0.13 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357870 Nov 08 00:17:38.767591 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95e4db-d529-4188-a93c-3e27ae1e50e6 req-c24b51e6-c0c8-428c-a982-2e1cb5f8e27c tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:38.769414 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d95e4db-d529-4188-a93c-3e27ae1e50e6 req-c24b51e6-c0c8-428c-a982-2e1cb5f8e27c tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=60499936-8e0b-48a1-9141-7e56e2988073 HTTP/1.1" status: 200 len: 946 time: 0.0720057 Nov 08 00:17:38.800425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-14e302e3-8563-4223-9484-3cfb6beee4fa tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Made reservation on behalf of b5cb1497c7c24f528f74444b576d295e for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:17:38.803912 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-14e302e3-8563-4223-9484-3cfb6beee4fa tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:38.825897 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d95e4db-d529-4188-a93c-3e27ae1e50e6 req-7921243f-dd23-4dac-a392-cfbc063b9c5e tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496991 Nov 08 00:17:39.005033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d98e68-2f47-4c9f-a711-e7e7e1f8c40b req-6d9d9155-aee1-4887-8b21-96aad7cae23d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:39.015709 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02d98e68-2f47-4c9f-a711-e7e7e1f8c40b req-6d9d9155-aee1-4887-8b21-96aad7cae23d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 945 time: 0.1138930 Nov 08 00:17:39.032642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-14e302e3-8563-4223-9484-3cfb6beee4fa tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Allocated IP 172.20.0.12 (adf0fd13-4016-499b-aff1-954a6f811d84/51233a59-51ba-4690-b7f3-640611b7c057/075d25c9-db81-4a1d-a803-adc7e7766b0a) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:17:39.164897 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02d98e68-2f47-4c9f-a711-e7e7e1f8c40b req-e3a1bb00-7558-4333-92ed-4ad504e2fb31 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385684 Nov 08 00:17:39.256530 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-893c58dc-de35-4c7a-9692-9dd10737bec0 req-a6828b6b-2166-43ba-ae68-1f052ce1df44 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 210 time: 0.0307863 Nov 08 00:17:39.361839 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-14e302e3-8563-4223-9484-3cfb6beee4fa tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:39.387040 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf5bb310-1f9e-4965-9f78-454bf874ebe9 req-29fbc0a5-2b42-4a8e-a314-04f606e1f257 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0bbba59-5838-4e2e-9b52-ff0da79de961 HTTP/1.1" status: 200 len: 210 time: 0.0385134 Nov 08 00:17:39.512821 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-14e302e3-8563-4223-9484-3cfb6beee4fa tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:39.548878 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['a19d102e-5315-481d-805a-b1b293de86a4'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:39.581457 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e302e3-8563-4223-9484-3cfb6beee4fa tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Pushing event updated for resources: {'Port': ['ID=075d25c9-db81-4a1d-a803-adc7e7766b0a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:39.647268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-14e302e3-8563-4223-9484-3cfb6beee4fa tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Network adf0fd13-4016-499b-aff1-954a6f811d84 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:17:39.652372 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-14e302e3-8563-4223-9484-3cfb6beee4fa tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:17:39.656415 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-14e302e3-8563-4223-9484-3cfb6beee4fa tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:17:39.752598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 94b8f348-41f0-43d1-8d8e-9fcced9edad7 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:17:39.768079 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-95648368-4ed1-4102-a5a9-6c489970429a tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:39.769588 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-95648368-4ed1-4102-a5a9-6c489970429a tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 811 time: 0.1765177 Nov 08 00:17:39.784233 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-14e302e3-8563-4223-9484-3cfb6beee4fa tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:39.785547 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-14e302e3-8563-4223-9484-3cfb6beee4fa tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:39.804741 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-5bd6ec06-536e-4047-92ff-6a46880e78b5 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/quotas/8dd4c6d02b4944e189792b171f577519 HTTP/1.1" status: 200 len: 375 time: 0.0156009 Nov 08 00:17:39.833035 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 94b8f348-41f0-43d1-8d8e-9fcced9edad7 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:39.833413 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:39.850058 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-30cdb4cd-9099-4b26-bcb1-68e54389b840 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376511 Nov 08 00:17:39.912028 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-14e302e3-8563-4223-9484-3cfb6beee4fa tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4499397 Nov 08 00:17:39.922836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-11f17b81-d371-4206-bce1-5fe070996014 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:17:39.923996 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-11f17b81-d371-4206-bce1-5fe070996014 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057056 Nov 08 00:17:39.959449 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:39.971088 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-830487b0-fe47-45ba-8adb-8ac7f795b5b0 service neutron] 10.222.0.13 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200709 Nov 08 00:17:40.006590 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a28e6e1-0814-4497-86be-3bfabd978eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b8f348-41f0-43d1-8d8e-9fcced9edad7'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:40.016340 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b366ba-8fc7-492b-8e62-9b7d5b5b6298" -d '{"events": [{"server_uuid": "9a28e6e1-0814-4497-86be-3bfabd978eb2", "name": "network-vif-plugged", "status": "completed", "tag": "94b8f348-41f0-43d1-8d8e-9fcced9edad7"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:40.046596 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 94b8f348-41f0-43d1-8d8e-9fcced9edad7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=94b8f348-41f0-43d1-8d8e-9fcced9edad7,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:40.065532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Request body: {'port': {'device_id': 'a0bbba59-5838-4e2e-9b52-ff0da79de961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:40.112248 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:40.113124 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device fcdb1374-0a94-44a6-9e49-0b24c84251c9 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:17:40.135765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: fcdb1374-0a94-44a6-9e49-0b24c84251c9 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:17:40.136167 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device fcdb1374-0a94-44a6-9e49-0b24c84251c9 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:17:40.146949 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:40.159353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-89502490-c9f4-424f-9e2e-b59010d8806d service neutron] 10.222.0.13 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856694 Nov 08 00:17:40.194029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=94b8f348-41f0-43d1-8d8e-9fcced9edad7,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:40.477428 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075d25c9-db81-4a1d-a803-adc7e7766b0a {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:40.486139 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:40.502738 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Transition to ACTIVE for port object 075d25c9-db81-4a1d-a803-adc7e7766b0a will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:17:40.601311 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:40.650188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Pushing event updated for resources: {'Port': ['ID=075d25c9-db81-4a1d-a803-adc7e7766b0a,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:40.777659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Attempting to bind port 075d25c9-db81-4a1d-a803-adc7e7766b0a on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:17:40.777659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Attempting to bind port 075d25c9-db81-4a1d-a803-adc7e7766b0a by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '6bbdb3e3-653a-49eb-ad5b-e348d9558c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'adf0fd13-4016-499b-aff1-954a6f811d84'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:17:40.777977 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Attempting to bind port 075d25c9-db81-4a1d-a803-adc7e7766b0a on network adf0fd13-4016-499b-aff1-954a6f811d84 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:40.783495 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Port 075d25c9-db81-4a1d-a803-adc7e7766b0a on network adf0fd13-4016-499b-aff1-954a6f811d84 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:17:40.783903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Attempting to bind port 075d25c9-db81-4a1d-a803-adc7e7766b0a on network adf0fd13-4016-499b-aff1-954a6f811d84 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:40.794333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:17:40.794598 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Checking segment: {'id': '6bbdb3e3-653a-49eb-ad5b-e348d9558c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'adf0fd13-4016-499b-aff1-954a6f811d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:17:40.794992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Bound using segment: {'id': '6bbdb3e3-653a-49eb-ad5b-e348d9558c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'adf0fd13-4016-499b-aff1-954a6f811d84'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:17:40.795481 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Bound port: 075d25c9-db81-4a1d-a803-adc7e7766b0a, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbdb3e3-653a-49eb-ad5b-e348d9558c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'adf0fd13-4016-499b-aff1-954a6f811d84'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:17:40.795866 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:40.960427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] For port 075d25c9-db81-4a1d-a803-adc7e7766b0a, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:17:40.965064 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] For port 075d25c9-db81-4a1d-a803-adc7e7766b0a, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=075d25c9-db81-4a1d-a803-adc7e7766b0a,segment=NetworkSegment(6bbdb3e3-653a-49eb-ad5b-e348d9558c7d),segment_id=6bbdb3e3-653a-49eb-ad5b-e348d9558c7d)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:17:40.973182 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691ab77-9b63-4496-846e-00c2f4370f82 req-eea3192b-eb82-42a0-aabb-3dcb90d2c083 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:40.974532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea9e68-d3dc-4e6d-b0b9-0af75bccff64 req-862f9afc-e708-4767-8bca-3073bdb17cdf tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:40.975519 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c691ab77-9b63-4496-846e-00c2f4370f82 req-eea3192b-eb82-42a0-aabb-3dcb90d2c083 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.26 "GET /v2.0/ports?device_id=60499936-8e0b-48a1-9141-7e56e2988073 HTTP/1.1" status: 200 len: 946 time: 0.0714147 Nov 08 00:17:40.981066 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8dea9e68-d3dc-4e6d-b0b9-0af75bccff64 req-862f9afc-e708-4767-8bca-3073bdb17cdf tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1176860 Nov 08 00:17:41.087696 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8dea9e68-d3dc-4e6d-b0b9-0af75bccff64 req-536a0a25-cece-49a7-a854-38f2162ac422 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040874 Nov 08 00:17:41.094384 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:41.118153 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-c691ab77-9b63-4496-846e-00c2f4370f82 req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Deleting port 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:17:41.120531 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74b9254-c3db-4b18-a0ce-d03568d18951 x-openstack-request-id: req-c74b9254-c3db-4b18-a0ce-d03568d18951 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:41.124640 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a28e6e1-0814-4497-86be-3bfabd978eb2", "name": "network-vif-plugged", "status": "completed", "tag": "94b8f348-41f0-43d1-8d8e-9fcced9edad7", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:41.125078 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c74b9254-c3db-4b18-a0ce-d03568d18951 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:41.125663 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a28e6e1-0814-4497-86be-3bfabd978eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b8f348-41f0-43d1-8d8e-9fcced9edad7', 'code': 200} Nov 08 00:17:41.127015 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c691ab77-9b63-4496-846e-00c2f4370f82 req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:41.203938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:41.204570 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:41.206721 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] 10.222.0.26 "PUT /v2.0/ports/075d25c9-db81-4a1d-a803-adc7e7766b0a HTTP/1.1" status: 200 len: 1092 time: 1.2637410 Nov 08 00:17:41.206856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bbba59-5838-4e2e-9b52-ff0da79de961', 'tag': '075d25c9-db81-4a1d-a803-adc7e7766b0a'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:41.209418 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b82d6c-53c1-457b-8e11-7ed5565433af" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bbba59-5838-4e2e-9b52-ff0da79de961", "tag": "075d25c9-db81-4a1d-a803-adc7e7766b0a"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:41.242762 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2387a06d-fcba-4c03-b0e6-d29de0968323 req-8073180c-e85f-4b4c-9151-d2576acf22e1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 210 time: 0.0644054 Nov 08 00:17:41.265701 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-c691ab77-9b63-4496-846e-00c2f4370f82 req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] For port 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5,segment=NetworkSegment(8345481b-3192-442f-bd00-9e51f985907d),segment_id=8345481b-3192-442f-bd00-9e51f985907d)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:41.266077 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c691ab77-9b63-4496-846e-00c2f4370f82 req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:41.280945 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-c691ab77-9b63-4496-846e-00c2f4370f82 req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Calling delete_port for 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:17:41.304881 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad4dce-52ee-443d-8a16-cf4dda61abb0 service neutron] Pushing event updated for resources: {'Port': ['ID=075d25c9-db81-4a1d-a803-adc7e7766b0a,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:41.333244 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5c359b8-222e-4e76-82a9-2dae5f616053 req-0685fbbe-31f5-44ba-95a9-a94a5c3b6d76 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec9ef27-b61b-4f96-9e74-ba10a756c8bd HTTP/1.1" status: 200 len: 210 time: 0.0436931 Nov 08 00:17:41.365856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f268f-3670-4aba-ab7d-e8181d68d069 req-cfc671ac-09a2-48df-b8cb-ef4af111f748 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:41.367335 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f0f268f-3670-4aba-ab7d-e8181d68d069 req-cfc671ac-09a2-48df-b8cb-ef4af111f748 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 946 time: 0.1371086 Nov 08 00:17:41.424555 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f0f268f-3670-4aba-ab7d-e8181d68d069 req-319aefdf-1350-44ab-b3eb-c8a645f27e30 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505226 Nov 08 00:17:41.498000 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fa8ce-b517-47b3-a70e-8f4e17b22dd4 req-3fc1a729-2ff4-4c8e-8e85-a83cce66dfdf tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:41.499478 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b56fa8ce-b517-47b3-a70e-8f4e17b22dd4 req-3fc1a729-2ff4-4c8e-8e85-a83cce66dfdf tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0bbba59-5838-4e2e-9b52-ff0da79de961 HTTP/1.1" status: 200 len: 944 time: 0.0917368 Nov 08 00:17:41.504459 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-bf703116-eb4a-4862-bc66-3be17b2f3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:41.505919 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-bf703116-eb4a-4862-bc66-3be17b2f3482 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5cb1497c7c24f528f74444b576d295e&device_id=a0bbba59-5838-4e2e-9b52-ff0da79de961 HTTP/1.1" status: 200 len: 1095 time: 0.0618765 Nov 08 00:17:41.618886 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-176fa6b0-f71a-4ca3-8c30-7ec94a64b274 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=075d25c9-db81-4a1d-a803-adc7e7766b0a HTTP/1.1" status: 200 len: 217 time: 0.0951433 Nov 08 00:17:41.663511 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b56fa8ce-b517-47b3-a70e-8f4e17b22dd4 req-74d40861-71cc-4f21-8f14-4d458f36571d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566181 Nov 08 00:17:41.700025 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c691ab77-9b63-4496-846e-00c2f4370f82 req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:41.704776 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-04c29d9c-9cd6-476b-8690-18b652c737ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:41.709230 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-04c29d9c-9cd6-476b-8690-18b652c737ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=51233a59-51ba-4690-b7f3-640611b7c057 HTTP/1.1" status: 200 len: 853 time: 0.0791531 Nov 08 00:17:41.719380 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-73164315-4da9-4add-865f-4ff544bfea97 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:41.720986 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-73164315-4da9-4add-865f-4ff544bfea97 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/networks?id=0d67b7ed-ed26-4a97-9aca-4b5790c26501 HTTP/1.1" status: 200 len: 813 time: 0.2124891 Nov 08 00:17:41.735417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:41.750957 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Pushing event deleted for resources: {'Port': ['ID=0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:41.756266 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['3a72e67a-7a5d-42ab-b138-5ec362f27320'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:41.810632 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-6bc5966c-cfc4-42e8-ba2d-96c4b2c758bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=adf0fd13-4016-499b-aff1-954a6f811d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885777 Nov 08 00:17:41.820806 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-94689a51-2e1d-4950-a82f-22416148aa0a tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/quotas/1b1f0766c4154295828f650a0e268684 HTTP/1.1" status: 200 len: 375 time: 0.0847051 Nov 08 00:17:41.826132 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:41.829095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:41.829564 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:41.831481 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:41.831945 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:41.832687 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:41.832687 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:41.834575 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:41.834705 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:41.835075 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:41.836092 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:41.836738 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:41.841832 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c691ab77-9b63-4496-846e-00c2f4370f82 req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] No DVR routers for this DVR port 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:17:41.854612 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c691ab77-9b63-4496-846e-00c2f4370f82 req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:41.858298 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c691ab77-9b63-4496-846e-00c2f4370f82 req-f6e4e4c3-ecdd-420f-95eb-705014c8af83 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.26 "DELETE /v2.0/ports/0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 HTTP/1.1" status: 204 len: 173 time: 0.8752513 Nov 08 00:17:41.859272 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60499936-8e0b-48a1-9141-7e56e2988073', 'name': 'network-vif-deleted', 'tag': '0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:41.862320 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90100c6-0713-4402-bfe8-1addc9e5be8e" -d '{"events": [{"server_uuid": "60499936-8e0b-48a1-9141-7e56e2988073", "name": "network-vif-deleted", "tag": "0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:41.936553 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-24c255d1-d5ed-41f7-b426-2562fd7f5af9 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b1f0766c4154295828f650a0e268684&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1149933 Nov 08 00:17:42.008655 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-a4968e6c-44ce-4d6f-beb9-a4d159b03732 service neutron] 10.222.0.26 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745574 Nov 08 00:17:42.101621 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-8ce077b0-6401-4aaa-b36e-261172c2b31a service neutron] 10.222.0.13 "GET /v2.0/networks/0d67b7ed-ed26-4a97-9aca-4b5790c26501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569927 Nov 08 00:17:42.176800 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17c9ac5f-ef8a-4c29-a948-bd9018033eca req-5d72a341-9245-403c-bd7c-8e035e4ecec6 service neutron] 10.222.0.26 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601791 Nov 08 00:17:42.221986 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-9d19d166-834f-45f5-b64d-eb3502a47d76 service neutron] 10.222.0.13 "GET /v2.0/networks/0d67b7ed-ed26-4a97-9aca-4b5790c26501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092205 Nov 08 00:17:42.291690 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8153f-f348-4d40-a589-406689841d2f req-a07e5583-47ee-4c88-91f4-11fd0f1575bf tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:42.293913 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fbb8153f-f348-4d40-a589-406689841d2f req-a07e5583-47ee-4c88-91f4-11fd0f1575bf tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.20 "GET /v2.0/networks?id=0371df58-0f09-4690-9116-bbb16052317b HTTP/1.1" status: 200 len: 816 time: 0.1241808 Nov 08 00:17:42.348671 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fbb8153f-f348-4d40-a589-406689841d2f req-a9fe69d3-ba2c-4d05-bd45-d2132289fb22 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b5853458dd24c08bad0734d1d809da3 HTTP/1.1" status: 200 len: 380 time: 0.0368607 Nov 08 00:17:42.387022 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-fbb8153f-f348-4d40-a589-406689841d2f req-591d1bd2-a8bf-435b-8375-9093a835c46f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Request body: {'port': {'device_id': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'admin_state_up': True, 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'security_groups': ['a6577df7-cc06-4d36-91ef-d7d118624322']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:42.716443 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb8153f-f348-4d40-a589-406689841d2f req-591d1bd2-a8bf-435b-8375-9093a835c46f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Made reservation on behalf of 3b5853458dd24c08bad0734d1d809da3 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:17:42.720310 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-fbb8153f-f348-4d40-a589-406689841d2f req-591d1bd2-a8bf-435b-8375-9093a835c46f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:42.853927 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1808cde2-b207-47f1-b333-57975902c086 x-openstack-request-id: req-1808cde2-b207-47f1-b333-57975902c086 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:42.854213 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bbba59-5838-4e2e-9b52-ff0da79de961", "tag": "075d25c9-db81-4a1d-a803-adc7e7766b0a", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:42.855004 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1808cde2-b207-47f1-b333-57975902c086 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:42.856650 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bbba59-5838-4e2e-9b52-ff0da79de961', 'tag': '075d25c9-db81-4a1d-a803-adc7e7766b0a', 'status': 'completed', 'code': 200} Nov 08 00:17:42.860271 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-fbb8153f-f348-4d40-a589-406689841d2f req-591d1bd2-a8bf-435b-8375-9093a835c46f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Allocated IP 172.20.0.13 (0371df58-0f09-4690-9116-bbb16052317b/6c80a8a3-462b-4322-9544-89bc8e72d39f/3e79d612-cbea-499e-9607-f97a24235729) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:17:42.920229 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe9e076-0d42-4fb8-a432-dfb9df3b4c3f x-openstack-request-id: req-2fe9e076-0d42-4fb8-a432-dfb9df3b4c3f {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:42.920787 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60499936-8e0b-48a1-9141-7e56e2988073", "name": "network-vif-deleted", "tag": "0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:42.921075 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fe9e076-0d42-4fb8-a432-dfb9df3b4c3f {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:42.921840 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60499936-8e0b-48a1-9141-7e56e2988073', 'name': 'network-vif-deleted', 'tag': '0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5', 'status': 'completed', 'code': 200} Nov 08 00:17:43.018984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b82d6c-53c1-457b-8e11-7ed5565433af req-104b7f0d-55d7-4cc5-b71c-ca3920265ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:43.020099 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-39b82d6c-53c1-457b-8e11-7ed5565433af req-104b7f0d-55d7-4cc5-b71c-ca3920265ace service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5cb1497c7c24f528f74444b576d295e&device_id=a0bbba59-5838-4e2e-9b52-ff0da79de961 HTTP/1.1" status: 200 len: 1095 time: 0.1062906 Nov 08 00:17:43.029524 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3c28e-104e-4d8f-a444-c328bbc9da6b req-e94e21f5-6113-46c8-869f-772d8ec71e5f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:43.030976 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61b3c28e-104e-4d8f-a444-c328bbc9da6b req-e94e21f5-6113-46c8-869f-772d8ec71e5f tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.0705729 Nov 08 00:17:43.080845 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-fbb8153f-f348-4d40-a589-406689841d2f req-591d1bd2-a8bf-435b-8375-9093a835c46f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:43.108540 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f7cc2-821b-4295-90d8-98fd470abb8b req-e0256568-557e-401e-b4ce-0bf69b596846 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:43.110013 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-545f7cc2-821b-4295-90d8-98fd470abb8b req-e0256568-557e-401e-b4ce-0bf69b596846 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dfb1d21-c817-4114-8383-1fc565e13902 HTTP/1.1" status: 200 len: 945 time: 0.0844715 Nov 08 00:17:43.125747 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61b3c28e-104e-4d8f-a444-c328bbc9da6b req-b0a10dfe-62e5-4597-8c2f-f3c993094cf4 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862412 Nov 08 00:17:43.150852 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b82d6c-53c1-457b-8e11-7ed5565433af req-6b4bd481-7e70-42e1-a51a-60af49b44370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:43.153131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-39b82d6c-53c1-457b-8e11-7ed5565433af req-6b4bd481-7e70-42e1-a51a-60af49b44370 service neutron] 10.222.0.26 "GET /v2.0/networks?id=adf0fd13-4016-499b-aff1-954a6f811d84 HTTP/1.1" status: 200 len: 914 time: 0.1212769 Nov 08 00:17:43.264599 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-fbb8153f-f348-4d40-a589-406689841d2f req-591d1bd2-a8bf-435b-8375-9093a835c46f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:43.339273 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb8153f-f348-4d40-a589-406689841d2f req-591d1bd2-a8bf-435b-8375-9093a835c46f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Network 0371df58-0f09-4690-9116-bbb16052317b is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:17:43.346709 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-fbb8153f-f348-4d40-a589-406689841d2f req-591d1bd2-a8bf-435b-8375-9093a835c46f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:17:43.361321 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb8153f-f348-4d40-a589-406689841d2f req-591d1bd2-a8bf-435b-8375-9093a835c46f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:17:43.387211 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d1bd2-a8bf-435b-8375-9093a835c46f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Pushing event updated for resources: {'Port': ['ID=3e79d612-cbea-499e-9607-f97a24235729,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:43.419596 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-545f7cc2-821b-4295-90d8-98fd470abb8b req-f260fcaf-1c08-4cc8-8175-55089d237b1b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Deleting port 3a72e67a-7a5d-42ab-b138-5ec362f27320 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:17:43.419596 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-545f7cc2-821b-4295-90d8-98fd470abb8b req-f260fcaf-1c08-4cc8-8175-55089d237b1b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:43.441853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8153f-f348-4d40-a589-406689841d2f req-591d1bd2-a8bf-435b-8375-9093a835c46f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:43.442512 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-fbb8153f-f348-4d40-a589-406689841d2f req-591d1bd2-a8bf-435b-8375-9093a835c46f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:43.566367 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-545f7cc2-821b-4295-90d8-98fd470abb8b req-f260fcaf-1c08-4cc8-8175-55089d237b1b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] For port 3a72e67a-7a5d-42ab-b138-5ec362f27320, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3a72e67a-7a5d-42ab-b138-5ec362f27320,segment=NetworkSegment(8345481b-3192-442f-bd00-9e51f985907d),segment_id=8345481b-3192-442f-bd00-9e51f985907d)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:43.567972 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-545f7cc2-821b-4295-90d8-98fd470abb8b req-f260fcaf-1c08-4cc8-8175-55089d237b1b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:43.583210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-545f7cc2-821b-4295-90d8-98fd470abb8b req-f260fcaf-1c08-4cc8-8175-55089d237b1b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Calling delete_port for 3a72e67a-7a5d-42ab-b138-5ec362f27320 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:17:43.641435 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fbb8153f-f348-4d40-a589-406689841d2f req-591d1bd2-a8bf-435b-8375-9093a835c46f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2585301 Nov 08 00:17:43.650987 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-39b82d6c-53c1-457b-8e11-7ed5565433af req-4a7f1950-a4bd-4e69-962a-29d3356d40d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=075d25c9-db81-4a1d-a803-adc7e7766b0a HTTP/1.1" status: 200 len: 217 time: 0.4904838 Nov 08 00:17:43.688691 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-835b587e-5523-4cac-b383-67c384861af4 None None] Provisioning complete for port 3e79d612-cbea-499e-9607-f97a24235729 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:43.689273 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-835b587e-5523-4cac-b383-67c384861af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:43.728488 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Request body: {'port': {'device_id': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:43.760012 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-835b587e-5523-4cac-b383-67c384861af4 None None] Port 3e79d612-cbea-499e-9607-f97a24235729 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:17:43.802634 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:43.811230 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ecbe08c-b691-494f-81e2-87c115343cb9 req-d8c4c23c-cc80-4d06-8cd5-964e55bedb06 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec9ef27-b61b-4f96-9e74-ba10a756c8bd HTTP/1.1" status: 200 len: 210 time: 0.0820079 Nov 08 00:17:43.829541 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b82d6c-53c1-457b-8e11-7ed5565433af req-9ae28075-20c6-4e99-aef8-ba69a50c75b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:43.831035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-39b82d6c-53c1-457b-8e11-7ed5565433af req-9ae28075-20c6-4e99-aef8-ba69a50c75b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=51233a59-51ba-4690-b7f3-640611b7c057 HTTP/1.1" status: 200 len: 853 time: 0.1664798 Nov 08 00:17:43.858569 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c5482-9d7b-4abd-acb0-b52e4cac387f req-3262b8cd-a832-4838-a843-e470e73e73a4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:43.860501 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-991c5482-9d7b-4abd-acb0-b52e4cac387f req-3262b8cd-a832-4838-a843-e470e73e73a4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 932 time: 0.2136209 Nov 08 00:17:43.892549 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-39b82d6c-53c1-457b-8e11-7ed5565433af req-c968ed3f-cf68-4cbe-ae0b-cd2c360c8137 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=adf0fd13-4016-499b-aff1-954a6f811d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531285 Nov 08 00:17:43.927435 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-545f7cc2-821b-4295-90d8-98fd470abb8b req-f260fcaf-1c08-4cc8-8175-55089d237b1b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:43.953316 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b02ee921-e815-441b-98e6-61feee5557c8 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:43.955892 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b02ee921-e815-441b-98e6-61feee5557c8 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.20 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 811 time: 0.2783370 Nov 08 00:17:43.959643 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['3a72e67a-7a5d-42ab-b138-5ec362f27320'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:43.969187 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260fcaf-1c08-4cc8-8175-55089d237b1b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Pushing event deleted for resources: {'Port': ['ID=3a72e67a-7a5d-42ab-b138-5ec362f27320,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:44.004173 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-a4237df3-d16a-4572-8ca0-5e549b281feb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Request body: {'port': {'device_id': '9ec9ef27-b61b-4f96-9e74-ba10a756c8bd', 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d', 'admin_state_up': True, 'tenant_id': '8dd4c6d02b4944e189792b171f577519'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:44.057354 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-545f7cc2-821b-4295-90d8-98fd470abb8b req-f260fcaf-1c08-4cc8-8175-55089d237b1b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] No DVR routers for this DVR port 3a72e67a-7a5d-42ab-b138-5ec362f27320 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:17:44.063105 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-545f7cc2-821b-4295-90d8-98fd470abb8b req-f260fcaf-1c08-4cc8-8175-55089d237b1b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:44.066515 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-545f7cc2-821b-4295-90d8-98fd470abb8b req-f260fcaf-1c08-4cc8-8175-55089d237b1b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.20 "DELETE /v2.0/ports/3a72e67a-7a5d-42ab-b138-5ec362f27320 HTTP/1.1" status: 204 len: 173 time: 0.9464555 Nov 08 00:17:44.082917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-991c5482-9d7b-4abd-acb0-b52e4cac387f req-16f4725a-6cd6-4c97-b619-2b6e19530a45 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145231 Nov 08 00:17:44.084286 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:17:44.114293 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb1db5-9c87-4932-89cb-ceee0179f6a3 req-72f24e30-eabf-4e2f-8698-181147b95074 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:44.116123 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7cfb1db5-9c87-4932-89cb-ceee0179f6a3 req-72f24e30-eabf-4e2f-8698-181147b95074 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 946 time: 0.2086558 Nov 08 00:17:44.206940 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e79d612-cbea-499e-9607-f97a24235729 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:44.215779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-39b82d6c-53c1-457b-8e11-7ed5565433af req-a6b1cf3d-a457-4bf3-8ceb-fc507cc2d461 service neutron] 10.222.0.26 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146546 Nov 08 00:17:44.216817 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:44.229356 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Transition to ACTIVE for port object 3e79d612-cbea-499e-9607-f97a24235729 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:17:44.303058 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7cfb1db5-9c87-4932-89cb-ceee0179f6a3 req-feb583b9-5f29-49a4-b49d-801f7e280886 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647913 Nov 08 00:17:44.328058 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:44.354313 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097521f-0d72-4b4d-bbef-b33579080ad7 req-b3637fb8-ab67-413a-b6ce-2648db4ba4dc tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:44.357337 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b097521f-0d72-4b4d-bbef-b33579080ad7 req-b3637fb8-ab67-413a-b6ce-2648db4ba4dc tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0bbba59-5838-4e2e-9b52-ff0da79de961 HTTP/1.1" status: 200 len: 944 time: 0.1910174 Nov 08 00:17:44.396868 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-39b82d6c-53c1-457b-8e11-7ed5565433af req-cfd4d091-2d23-4307-8ffe-b829770368d2 service neutron] 10.222.0.26 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585546 Nov 08 00:17:44.455076 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b097521f-0d72-4b4d-bbef-b33579080ad7 req-1cb38968-7efe-4216-9be9-fb8f5721d313 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846987 Nov 08 00:17:44.456453 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Pushing event updated for resources: {'Port': ['ID=3e79d612-cbea-499e-9607-f97a24235729,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:44.474280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-a4237df3-d16a-4572-8ca0-5e549b281feb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Made reservation on behalf of 8dd4c6d02b4944e189792b171f577519 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:17:44.482285 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-a4237df3-d16a-4572-8ca0-5e549b281feb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:44.502011 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Attempting to bind port 3e79d612-cbea-499e-9607-f97a24235729 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:17:44.502410 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Attempting to bind port 3e79d612-cbea-499e-9607-f97a24235729 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:17:44.502822 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Attempting to bind port 3e79d612-cbea-499e-9607-f97a24235729 on network 0371df58-0f09-4690-9116-bbb16052317b {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:44.509312 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Port 3e79d612-cbea-499e-9607-f97a24235729 on network 0371df58-0f09-4690-9116-bbb16052317b not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:17:44.509312 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Attempting to bind port 3e79d612-cbea-499e-9607-f97a24235729 on network 0371df58-0f09-4690-9116-bbb16052317b {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:44.516919 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:17:44.517221 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Checking segment: {'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:17:44.517662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Bound using segment: {'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:17:44.518407 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Bound port: 3e79d612-cbea-499e-9607-f97a24235729, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:17:44.518817 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:44.610028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] For port 3e79d612-cbea-499e-9607-f97a24235729, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:17:44.613679 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] For port 3e79d612-cbea-499e-9607-f97a24235729, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3e79d612-cbea-499e-9607-f97a24235729,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:17:44.668827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-a4237df3-d16a-4572-8ca0-5e549b281feb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Allocated IP 172.20.0.2 (fbdac748-0684-47d9-bd85-ff6918affb9d/daf5087d-85b5-4f3a-9920-492dd2518682/b920196a-639d-4a3d-9fd6-db9f688111e9) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:17:44.693492 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:44.747940 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:44.748819 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:44.751398 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fbb8153f-f348-4d40-a589-406689841d2f req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] 10.222.0.20 "PUT /v2.0/ports/3e79d612-cbea-499e-9607-f97a24235729 HTTP/1.1" status: 200 len: 1092 time: 1.0323379 Nov 08 00:17:44.773728 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b7566-4835-47b8-8061-c931c8fc7822 service neutron] Pushing event updated for resources: {'Port': ['ID=3e79d612-cbea-499e-9607-f97a24235729,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:44.848563 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-a4237df3-d16a-4572-8ca0-5e549b281feb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:44.923280 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfb1d21-c817-4114-8383-1fc565e13902', 'name': 'network-vif-deleted', 'tag': '3a72e67a-7a5d-42ab-b138-5ec362f27320'}, {'name': 'network-changed', 'server_uuid': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'tag': '3e79d612-cbea-499e-9607-f97a24235729'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:44.927532 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84143c9-1aa6-4a7c-a34d-472fdf8487c9" -d '{"events": [{"server_uuid": "0dfb1d21-c817-4114-8383-1fc565e13902", "name": "network-vif-deleted", "tag": "3a72e67a-7a5d-42ab-b138-5ec362f27320"}, {"name": "network-changed", "server_uuid": "b165dd9e-37f0-4a7b-a0ff-52dd48340679", "tag": "3e79d612-cbea-499e-9607-f97a24235729"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:44.975237 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-a4237df3-d16a-4572-8ca0-5e549b281feb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:44.995548 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8153f-f348-4d40-a589-406689841d2f req-ce9e7d14-ffe4-4492-bd72-acd2dcb5b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:44.997147 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fbb8153f-f348-4d40-a589-406689841d2f req-ce9e7d14-ffe4-4492-bd72-acd2dcb5b156 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b5853458dd24c08bad0734d1d809da3&device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 1095 time: 0.0444288 Nov 08 00:17:45.018123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-a4237df3-d16a-4572-8ca0-5e549b281feb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Network fbdac748-0684-47d9-bd85-ff6918affb9d is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:17:45.021671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-a4237df3-d16a-4572-8ca0-5e549b281feb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:17:45.025497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-a4237df3-d16a-4572-8ca0-5e549b281feb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:17:45.054083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4237df3-d16a-4572-8ca0-5e549b281feb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Pushing event updated for resources: {'Port': ['ID=b920196a-639d-4a3d-9fd6-db9f688111e9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:45.056425 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fbb8153f-f348-4d40-a589-406689841d2f req-bb02c55e-5edd-496c-ac35-45c89978fa5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e79d612-cbea-499e-9607-f97a24235729 HTTP/1.1" status: 200 len: 217 time: 0.0431819 Nov 08 00:17:45.093510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-a4237df3-d16a-4572-8ca0-5e549b281feb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:45.094147 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-a4237df3-d16a-4572-8ca0-5e549b281feb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:45.121774 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8153f-f348-4d40-a589-406689841d2f req-36af4fad-4378-4866-aa0b-4d6b0a6b2e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:45.123273 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fbb8153f-f348-4d40-a589-406689841d2f req-36af4fad-4378-4866-aa0b-4d6b0a6b2e57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c80a8a3-462b-4322-9544-89bc8e72d39f HTTP/1.1" status: 200 len: 855 time: 0.0585628 Nov 08 00:17:45.176288 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8153f-f348-4d40-a589-406689841d2f req-60e26c7d-fe89-4ef1-9bdd-0d4846cc2004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:45.177709 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fbb8153f-f348-4d40-a589-406689841d2f req-60e26c7d-fe89-4ef1-9bdd-0d4846cc2004 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371df58-0f09-4690-9116-bbb16052317b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400872 Nov 08 00:17:45.248215 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-a4237df3-d16a-4572-8ca0-5e549b281feb tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2506156 Nov 08 00:17:45.268959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Request body: {'port': {'device_id': '9ec9ef27-b61b-4f96-9e74-ba10a756c8bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:45.286547 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fbb8153f-f348-4d40-a589-406689841d2f req-c82dc591-2c93-405c-89b3-ceb9b26bec18 service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993423 Nov 08 00:17:45.366764 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53de8c22-e9a7-4ba5-b060-c415bcdddd56 req-208be642-98bd-4f2d-8800-65152dd5cf73 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd426444-3c63-42c5-872f-6d595e3445e4 HTTP/1.1" status: 200 len: 210 time: 0.0466881 Nov 08 00:17:45.373796 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:45.431453 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fbb8153f-f348-4d40-a589-406689841d2f req-eec3c51c-ec19-4136-85ef-dccf54325e76 service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056695 Nov 08 00:17:45.497460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 075d25c9-db81-4a1d-a803-adc7e7766b0a details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:17:45.505730 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:17:45.537744 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:17:45.538091 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 0459c6b5-354e-4ccf-8d7c-6c8ff8b51ca5 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:17:45.561314 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726df454-3c39-4271-a0ae-af40b727e5c2 req-d736faf8-94b9-47f6-a550-208ed2feaac3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:45.562846 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-726df454-3c39-4271-a0ae-af40b727e5c2 req-d736faf8-94b9-47f6-a550-208ed2feaac3 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1311154 Nov 08 00:17:45.638896 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 075d25c9-db81-4a1d-a803-adc7e7766b0a, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=075d25c9-db81-4a1d-a803-adc7e7766b0a,segment=NetworkSegment(6bbdb3e3-653a-49eb-ad5b-e348d9558c7d),segment_id=6bbdb3e3-653a-49eb-ad5b-e348d9558c7d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:45.645869 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-726df454-3c39-4271-a0ae-af40b727e5c2 req-2bcd2346-ec5b-487e-877f-62e91f31c6c1 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696099 Nov 08 00:17:45.653368 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '075d25c9-db81-4a1d-a803-adc7e7766b0a', 'network_id': 'adf0fd13-4016-499b-aff1-954a6f811d84', 'port_id': '075d25c9-db81-4a1d-a803-adc7e7766b0a', 'mac_address': 'fa:16:3e:4b:03:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51233a59-51ba-4690-b7f3-640611b7c057', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:17:45.728499 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:45.742325 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075d25c9-db81-4a1d-a803-adc7e7766b0a {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:45.763533 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 075d25c9-db81-4a1d-a803-adc7e7766b0a, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=075d25c9-db81-4a1d-a803-adc7e7766b0a,segment=NetworkSegment(6bbdb3e3-653a-49eb-ad5b-e348d9558c7d),segment_id=6bbdb3e3-653a-49eb-ad5b-e348d9558c7d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:45.802406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b58c3-3131-45ba-9db6-d0b378c86b0f req-790c60ca-6d3b-4e1e-8e84-e73aabceb06a tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:45.803904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b9b58c3-3131-45ba-9db6-d0b378c86b0f req-790c60ca-6d3b-4e1e-8e84-e73aabceb06a tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec9ef27-b61b-4f96-9e74-ba10a756c8bd HTTP/1.1" status: 200 len: 931 time: 0.0865545 Nov 08 00:17:45.810216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b920196a-639d-4a3d-9fd6-db9f688111e9 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:45.811253 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 94b8f348-41f0-43d1-8d8e-9fcced9edad7 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:17:45.819268 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:45.850884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Transition to ACTIVE for port object b920196a-639d-4a3d-9fd6-db9f688111e9 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:17:45.864164 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b9b58c3-3131-45ba-9db6-d0b378c86b0f req-d5c9b55c-37cc-46fe-b5a8-8633f9f611be tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494542 Nov 08 00:17:45.906494 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:45.918506 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b731e603-5909-4a4b-aeaa-2f98c745cc46 x-openstack-request-id: req-b731e603-5909-4a4b-aeaa-2f98c745cc46 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:45.918990 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfb1d21-c817-4114-8383-1fc565e13902", "name": "network-vif-deleted", "tag": "3a72e67a-7a5d-42ab-b138-5ec362f27320", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b165dd9e-37f0-4a7b-a0ff-52dd48340679", "tag": "3e79d612-cbea-499e-9607-f97a24235729", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:45.919686 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b731e603-5909-4a4b-aeaa-2f98c745cc46 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:45.920178 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfb1d21-c817-4114-8383-1fc565e13902', 'name': 'network-vif-deleted', 'tag': '3a72e67a-7a5d-42ab-b138-5ec362f27320', 'status': 'completed', 'code': 200} Nov 08 00:17:45.923231 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'tag': '3e79d612-cbea-499e-9607-f97a24235729', 'status': 'completed', 'code': 200} Nov 08 00:17:45.931995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a28e6e1-0814-4497-86be-3bfabd978eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b8f348-41f0-43d1-8d8e-9fcced9edad7'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:45.934774 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4568d982-55cf-47ae-a929-c1cbe7d30128" -d '{"events": [{"server_uuid": "9a28e6e1-0814-4497-86be-3bfabd978eb2", "name": "network-vif-unplugged", "status": "completed", "tag": "94b8f348-41f0-43d1-8d8e-9fcced9edad7"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:45.946916 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 94b8f348-41f0-43d1-8d8e-9fcced9edad7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=94b8f348-41f0-43d1-8d8e-9fcced9edad7,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:46.001577 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:46.025004 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84143c9-1aa6-4a7c-a34d-472fdf8487c9 req-cacfb31e-bb0e-40c7-85f9-b25230729621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:46.027009 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d84143c9-1aa6-4a7c-a34d-472fdf8487c9 req-cacfb31e-bb0e-40c7-85f9-b25230729621 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b5853458dd24c08bad0734d1d809da3&device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 1095 time: 0.0488443 Nov 08 00:17:46.027321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8af99-348f-474d-9c9d-2a9111d604b3 req-0b6a8809-8db9-46e6-bf37-13e03d99edc8 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:46.030862 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ed8af99-348f-474d-9c9d-2a9111d604b3 req-0b6a8809-8db9-46e6-bf37-13e03d99edc8 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 944 time: 0.0583019 Nov 08 00:17:46.042008 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:46.060027 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=075d25c9-db81-4a1d-a803-adc7e7766b0a,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:46.133464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Pushing event updated for resources: {'Port': ['ID=b920196a-639d-4a3d-9fd6-db9f688111e9,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:46.133684 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:46.134430 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3a72e67a-7a5d-42ab-b138-5ec362f27320 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:17:46.153036 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84143c9-1aa6-4a7c-a34d-472fdf8487c9 req-0f22991f-64f2-4ae3-9e9a-d1bdfa6a7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:46.153782 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ed8af99-348f-474d-9c9d-2a9111d604b3 req-d8a17c68-d8f4-4b83-ad55-4d6058670c4c tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136000 Nov 08 00:17:46.155489 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d84143c9-1aa6-4a7c-a34d-472fdf8487c9 req-0f22991f-64f2-4ae3-9e9a-d1bdfa6a7855 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0371df58-0f09-4690-9116-bbb16052317b HTTP/1.1" status: 200 len: 917 time: 0.1203256 Nov 08 00:17:46.209225 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d84143c9-1aa6-4a7c-a34d-472fdf8487c9 req-9d939889-17f4-4347-aacb-561af093c684 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e79d612-cbea-499e-9607-f97a24235729 HTTP/1.1" status: 200 len: 217 time: 0.0457909 Nov 08 00:17:46.217236 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 3a72e67a-7a5d-42ab-b138-5ec362f27320 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:17:46.217870 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3a72e67a-7a5d-42ab-b138-5ec362f27320 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:17:46.243706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Attempting to bind port b920196a-639d-4a3d-9fd6-db9f688111e9 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:17:46.244409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Attempting to bind port b920196a-639d-4a3d-9fd6-db9f688111e9 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:17:46.244409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Attempting to bind port b920196a-639d-4a3d-9fd6-db9f688111e9 on network fbdac748-0684-47d9-bd85-ff6918affb9d {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:46.251961 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Port b920196a-639d-4a3d-9fd6-db9f688111e9 on network fbdac748-0684-47d9-bd85-ff6918affb9d not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:17:46.252662 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Attempting to bind port b920196a-639d-4a3d-9fd6-db9f688111e9 on network fbdac748-0684-47d9-bd85-ff6918affb9d {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:46.257132 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=94b8f348-41f0-43d1-8d8e-9fcced9edad7,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:46.258007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:17:46.258465 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Checking segment: {'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:17:46.258816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Bound using segment: {'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:17:46.259253 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Bound port: b920196a-639d-4a3d-9fd6-db9f688111e9, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:17:46.259610 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:46.279697 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84143c9-1aa6-4a7c-a34d-472fdf8487c9 req-7f362133-a58f-4094-b11b-46e906f55d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:46.283049 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d84143c9-1aa6-4a7c-a34d-472fdf8487c9 req-7f362133-a58f-4094-b11b-46e906f55d78 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c80a8a3-462b-4322-9544-89bc8e72d39f HTTP/1.1" status: 200 len: 855 time: 0.0638955 Nov 08 00:17:46.340888 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84143c9-1aa6-4a7c-a34d-472fdf8487c9 req-53b47b97-4563-4c56-acca-a69e28047d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:46.342543 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d84143c9-1aa6-4a7c-a34d-472fdf8487c9 req-53b47b97-4563-4c56-acca-a69e28047d00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371df58-0f09-4690-9116-bbb16052317b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483952 Nov 08 00:17:46.359167 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['075d25c9-db81-4a1d-a803-adc7e7766b0a'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:46.430149 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfb561-959c-4c15-8722-9b1ca724e78d req-5b425b09-b045-4cce-a268-162fc9329ffe tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:46.431637 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8bfb561-959c-4c15-8722-9b1ca724e78d req-5b425b09-b045-4cce-a268-162fc9329ffe tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 944 time: 0.1616857 Nov 08 00:17:46.445813 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] For port b920196a-639d-4a3d-9fd6-db9f688111e9, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:17:46.457083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] For port b920196a-639d-4a3d-9fd6-db9f688111e9, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b920196a-639d-4a3d-9fd6-db9f688111e9,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:17:46.488121 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d84143c9-1aa6-4a7c-a34d-472fdf8487c9 req-cde9d212-ce22-4303-9530-3c0e5ca81f69 service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341419 Nov 08 00:17:46.504620 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-642046ab-80bc-47c4-bf20-ad650934a3ce tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:46.505540 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-642046ab-80bc-47c4-bf20-ad650934a3ce tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.26 "GET /v2.0/networks?id=0d67b7ed-ed26-4a97-9aca-4b5790c26501 HTTP/1.1" status: 200 len: 813 time: 0.1796260 Nov 08 00:17:46.520154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8bfb561-959c-4c15-8722-9b1ca724e78d req-2080dd0d-b99a-4edc-b14c-f75e777a2b66 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797446 Nov 08 00:17:46.526695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-b07ab646-77e4-499f-8026-f4f9884fbe75 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Request body: {'port': {'device_id': '7efc0c45-0647-4d95-afa5-f099c39ad8cc', 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501', 'admin_state_up': True, 'tenant_id': '1b1f0766c4154295828f650a0e268684'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:46.596759 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:46.638930 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d84143c9-1aa6-4a7c-a34d-472fdf8487c9 req-38499747-f96c-465e-8604-5704d9ec707a service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424208 Nov 08 00:17:46.683592 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:46.684233 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:46.685590 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] 10.222.0.20 "PUT /v2.0/ports/b920196a-639d-4a3d-9fd6-db9f688111e9 HTTP/1.1" status: 200 len: 1091 time: 1.4231138 Nov 08 00:17:46.686024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec9ef27-b61b-4f96-9e74-ba10a756c8bd', 'tag': 'b920196a-639d-4a3d-9fd6-db9f688111e9'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:46.688374 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58b82ca-8f9e-45de-9daf-c30ad5f6ef87" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec9ef27-b61b-4f96-9e74-ba10a756c8bd", "tag": "b920196a-639d-4a3d-9fd6-db9f688111e9"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:46.742989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4d7e2-185d-4b23-9765-473ef86978bd req-199eefba-0a76-4af9-b6d6-4791c88e9995 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:46.742989 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-def4d7e2-185d-4b23-9765-473ef86978bd req-199eefba-0a76-4af9-b6d6-4791c88e9995 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0bbba59-5838-4e2e-9b52-ff0da79de961 HTTP/1.1" status: 200 len: 945 time: 0.2171268 Nov 08 00:17:46.746452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c73c1e-1488-45e0-95f3-43590c9ae942 service neutron] Pushing event updated for resources: {'Port': ['ID=b920196a-639d-4a3d-9fd6-db9f688111e9,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:46.779058 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e3fee-cd74-4339-b44b-a1ba75d06f5b req-ff6c29de-9625-4e63-8d54-0c10e5663a1a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:46.783468 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-463e3fee-cd74-4339-b44b-a1ba75d06f5b req-ff6c29de-9625-4e63-8d54-0c10e5663a1a tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1660776 Nov 08 00:17:46.853530 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-def4d7e2-185d-4b23-9765-473ef86978bd req-8f2abd8e-1338-4ba5-a4d5-5e898a8b1a07 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993240 Nov 08 00:17:46.861802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-463e3fee-cd74-4339-b44b-a1ba75d06f5b req-a48c4780-3e98-4250-a0d7-97adb73369f4 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720825 Nov 08 00:17:46.919453 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3de8493-767b-47ca-b787-5890960029c8 x-openstack-request-id: req-e3de8493-767b-47ca-b787-5890960029c8 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:46.920045 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a28e6e1-0814-4497-86be-3bfabd978eb2", "name": "network-vif-unplugged", "status": "completed", "tag": "94b8f348-41f0-43d1-8d8e-9fcced9edad7", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:46.920199 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3de8493-767b-47ca-b787-5890960029c8 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:46.920671 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a28e6e1-0814-4497-86be-3bfabd978eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b8f348-41f0-43d1-8d8e-9fcced9edad7', 'code': 200} Nov 08 00:17:46.924202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-1c8e4f57-6ad7-47e0-8aaf-ede4724fa310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:46.925761 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-1c8e4f57-6ad7-47e0-8aaf-ede4724fa310 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&device_id=9ec9ef27-b61b-4f96-9e74-ba10a756c8bd HTTP/1.1" status: 200 len: 1094 time: 0.0503070 Nov 08 00:17:46.928311 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-b07ab646-77e4-499f-8026-f4f9884fbe75 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Made reservation on behalf of 1b1f0766c4154295828f650a0e268684 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:17:46.931840 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-b07ab646-77e4-499f-8026-f4f9884fbe75 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:46.967562 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2591dc60-10ce-4a76-aa71-5393726bef06 req-f7092e97-bb3f-40d6-8cac-dcd65a096526 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd426444-3c63-42c5-872f-6d595e3445e4 HTTP/1.1" status: 200 len: 210 time: 0.0333681 Nov 08 00:17:47.027882 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-f6336029-7b3c-4eeb-bde2-a7b66d663057 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b920196a-639d-4a3d-9fd6-db9f688111e9 HTTP/1.1" status: 200 len: 217 time: 0.0440309 Nov 08 00:17:47.054835 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b5ebf0-6e30-4041-be42-68c370012eb8 x-openstack-request-id: req-f9b5ebf0-6e30-4041-be42-68c370012eb8 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:47.056319 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec9ef27-b61b-4f96-9e74-ba10a756c8bd", "tag": "b920196a-639d-4a3d-9fd6-db9f688111e9", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:47.056319 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9b5ebf0-6e30-4041-be42-68c370012eb8 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:47.056319 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec9ef27-b61b-4f96-9e74-ba10a756c8bd', 'tag': 'b920196a-639d-4a3d-9fd6-db9f688111e9', 'status': 'completed', 'code': 200} Nov 08 00:17:47.150783 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b84b0ecf-c5f5-412e-b9c2-af3613211818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:47.152609 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-b84b0ecf-c5f5-412e-b9c2-af3613211818 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=daf5087d-85b5-4f3a-9920-492dd2518682 HTTP/1.1" status: 200 len: 851 time: 0.1000104 Nov 08 00:17:47.208572 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-247f1610-1cfe-4396-b363-5afdd0f3c459 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbdac748-0684-47d9-bd85-ff6918affb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432153 Nov 08 00:17:47.225507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-b07ab646-77e4-499f-8026-f4f9884fbe75 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Allocated IP 172.20.0.8 (0d67b7ed-ed26-4a97-9aca-4b5790c26501/f5e9b703-0810-4266-b455-8c45207d7779/efa0aad9-d2da-4c52-81db-786bae3e6514) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:17:47.278693 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-ee461196-aa00-4410-91e6-0754f6f01394 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:47.280116 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-ee461196-aa00-4410-91e6-0754f6f01394 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.26 "GET /v2.0/networks?id=0d67b7ed-ed26-4a97-9aca-4b5790c26501 HTTP/1.1" status: 200 len: 813 time: 0.1162939 Nov 08 00:17:47.299578 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-ae249550-dcf0-4a4c-bb28-b01665f7f256 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Request body: {'port': {'device_id': 'cd426444-3c63-42c5-872f-6d595e3445e4', 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501', 'admin_state_up': True, 'tenant_id': '1b1f0766c4154295828f650a0e268684'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:47.382805 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-9f456c35-db99-480c-b5fc-8de0afd9b4cd service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651630 Nov 08 00:17:47.508382 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-b07ab646-77e4-499f-8026-f4f9884fbe75 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:47.514020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 075d25c9-db81-4a1d-a803-adc7e7766b0a up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:17:47.540929 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-592fdd68-b062-466c-a518-36cb184f8dd7 req-6a61cac4-9ded-4aec-8317-9c9faa355a96 service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356082 Nov 08 00:17:47.610116 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cca220-56da-4166-9fd3-db9a624387e3 req-985abae7-ed95-47bb-9506-76faf8a37162 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:47.611577 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-30cca220-56da-4166-9fd3-db9a624387e3 req-985abae7-ed95-47bb-9506-76faf8a37162 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 944 time: 0.0506551 Nov 08 00:17:47.660893 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-ae249550-dcf0-4a4c-bb28-b01665f7f256 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Made reservation on behalf of 1b1f0766c4154295828f650a0e268684 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:17:47.668436 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-ae249550-dcf0-4a4c-bb28-b01665f7f256 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:47.703282 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade368cd-c2a3-434b-b4a1-c5f1e4339d55 req-06a1222a-5e80-486f-b1d7-3e5dbc5bf9d6 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:47.705102 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ade368cd-c2a3-434b-b4a1-c5f1e4339d55 req-06a1222a-5e80-486f-b1d7-3e5dbc5bf9d6 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec9ef27-b61b-4f96-9e74-ba10a756c8bd HTTP/1.1" status: 200 len: 943 time: 0.0631819 Nov 08 00:17:47.710179 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-b07ab646-77e4-499f-8026-f4f9884fbe75 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:47.734177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 075d25c9-db81-4a1d-a803-adc7e7766b0a completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:17:47.738073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 075d25c9-db81-4a1d-a803-adc7e7766b0a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:47.738433 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:47.806123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-b07ab646-77e4-499f-8026-f4f9884fbe75 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:17:47.813245 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-30cca220-56da-4166-9fd3-db9a624387e3 req-35720889-16c7-40cd-86dc-c0d4cfd84256 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Deleting port 94b8f348-41f0-43d1-8d8e-9fcced9edad7 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:17:47.813589 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-30cca220-56da-4166-9fd3-db9a624387e3 req-35720889-16c7-40cd-86dc-c0d4cfd84256 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:47.818883 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-b07ab646-77e4-499f-8026-f4f9884fbe75 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:17:47.829093 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-b07ab646-77e4-499f-8026-f4f9884fbe75 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:17:47.839141 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:47.841577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ab646-77e4-499f-8026-f4f9884fbe75 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Pushing event updated for resources: {'Port': ['ID=efa0aad9-d2da-4c52-81db-786bae3e6514,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:47.876754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 075d25c9-db81-4a1d-a803-adc7e7766b0a, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=075d25c9-db81-4a1d-a803-adc7e7766b0a,segment=NetworkSegment(6bbdb3e3-653a-49eb-ad5b-e348d9558c7d),segment_id=6bbdb3e3-653a-49eb-ad5b-e348d9558c7d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:47.890601 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ade368cd-c2a3-434b-b4a1-c5f1e4339d55 req-23ca83a0-802d-46e0-b9b3-8c79a7d6c1d1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748757 Nov 08 00:17:47.903477 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-ae249550-dcf0-4a4c-bb28-b01665f7f256 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Allocated IP 172.20.0.10 (0d67b7ed-ed26-4a97-9aca-4b5790c26501/f5e9b703-0810-4266-b455-8c45207d7779/e1d8e5b1-54dc-46da-9956-5758022716be) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:17:47.919673 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb41f59-aa89-478f-a3b4-af9c05ce16df req-a27d5ffc-e950-4187-9d16-1732171553cb tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:47.919673 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecb41f59-aa89-478f-a3b4-af9c05ce16df req-a27d5ffc-e950-4187-9d16-1732171553cb tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 944 time: 0.1925211 Nov 08 00:17:47.939638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-b07ab646-77e4-499f-8026-f4f9884fbe75 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:47.940281 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-b07ab646-77e4-499f-8026-f4f9884fbe75 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:47.961177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b82ca-8f9e-45de-9daf-c30ad5f6ef87 req-f45ddf86-0449-443a-8a65-6d77c1fae8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:47.962278 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a58b82ca-8f9e-45de-9daf-c30ad5f6ef87 req-f45ddf86-0449-443a-8a65-6d77c1fae8e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8dd4c6d02b4944e189792b171f577519&device_id=9ec9ef27-b61b-4f96-9e74-ba10a756c8bd HTTP/1.1" status: 200 len: 1094 time: 0.1410089 Nov 08 00:17:47.968074 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:47.971324 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-30cca220-56da-4166-9fd3-db9a624387e3 req-35720889-16c7-40cd-86dc-c0d4cfd84256 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] For port 94b8f348-41f0-43d1-8d8e-9fcced9edad7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=94b8f348-41f0-43d1-8d8e-9fcced9edad7,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:47.971682 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-30cca220-56da-4166-9fd3-db9a624387e3 req-35720889-16c7-40cd-86dc-c0d4cfd84256 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:47.997646 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-30cca220-56da-4166-9fd3-db9a624387e3 req-35720889-16c7-40cd-86dc-c0d4cfd84256 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Calling delete_port for 94b8f348-41f0-43d1-8d8e-9fcced9edad7 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:17:48.034379 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=075d25c9-db81-4a1d-a803-adc7e7766b0a,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:48.036113 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecb41f59-aa89-478f-a3b4-af9c05ce16df req-d5a234c3-b500-4872-b1c0-b533fbb33980 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115632 Nov 08 00:17:48.046814 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-b07ab646-77e4-499f-8026-f4f9884fbe75 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5243359 Nov 08 00:17:48.071178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Request body: {'port': {'device_id': '7efc0c45-0647-4d95-afa5-f099c39ad8cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:48.155095 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380aa4a4-d67a-4bc8-af6d-1baf8cb761c1 req-d9b3c963-fa67-4d0f-947b-088cfe2edcc0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:48.156817 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-380aa4a4-d67a-4bc8-af6d-1baf8cb761c1 req-d9b3c963-fa67-4d0f-947b-088cfe2edcc0 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 944 time: 0.1590466 Nov 08 00:17:48.181130 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-ae249550-dcf0-4a4c-bb28-b01665f7f256 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:48.223237 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:48.227325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b82ca-8f9e-45de-9daf-c30ad5f6ef87 req-bb8153f9-3634-44a6-aa74-857e68402aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:48.228851 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a58b82ca-8f9e-45de-9daf-c30ad5f6ef87 req-bb8153f9-3634-44a6-aa74-857e68402aff service neutron] 10.222.0.20 "GET /v2.0/networks?id=fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 200 len: 912 time: 0.2536266 Nov 08 00:17:48.265134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8d835-61f1-4f78-96d4-5cee0d79e495 req-bd1a5be8-1f81-4498-9724-75b991a98f81 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:48.273900 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b6f8d835-61f1-4f78-96d4-5cee0d79e495 req-bd1a5be8-1f81-4498-9724-75b991a98f81 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1670594 Nov 08 00:17:48.316756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a58b82ca-8f9e-45de-9daf-c30ad5f6ef87 req-4ca0c53c-4a77-4cbf-80e2-db4dfa959060 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b920196a-639d-4a3d-9fd6-db9f688111e9 HTTP/1.1" status: 200 len: 217 time: 0.0751226 Nov 08 00:17:48.325827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-380aa4a4-d67a-4bc8-af6d-1baf8cb761c1 req-733380ed-6f80-43de-a199-1c5227c13e57 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403973 Nov 08 00:17:48.373921 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-ae249550-dcf0-4a4c-bb28-b01665f7f256 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:48.420553 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-30cca220-56da-4166-9fd3-db9a624387e3 req-35720889-16c7-40cd-86dc-c0d4cfd84256 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:48.428529 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-ae249550-dcf0-4a4c-bb28-b01665f7f256 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:17:48.435143 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-ae249550-dcf0-4a4c-bb28-b01665f7f256 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:17:48.437776 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-ae249550-dcf0-4a4c-bb28-b01665f7f256 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:17:48.482871 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b6f8d835-61f1-4f78-96d4-5cee0d79e495 req-7d07cb78-c056-46c9-9639-857ef435d6ab tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842790 Nov 08 00:17:48.494310 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b82ca-8f9e-45de-9daf-c30ad5f6ef87 req-fe75bd13-993f-465e-a7e2-e865503fddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:48.500165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a58b82ca-8f9e-45de-9daf-c30ad5f6ef87 req-fe75bd13-993f-465e-a7e2-e865503fddd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=daf5087d-85b5-4f3a-9920-492dd2518682 HTTP/1.1" status: 200 len: 851 time: 0.1673357 Nov 08 00:17:48.500268 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae249550-dcf0-4a4c-bb28-b01665f7f256 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Pushing event updated for resources: {'Port': ['ID=e1d8e5b1-54dc-46da-9956-5758022716be,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:48.548195 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a58b82ca-8f9e-45de-9daf-c30ad5f6ef87 req-55b395da-8a7c-4f3e-be19-0de1edc214a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbdac748-0684-47d9-bd85-ff6918affb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433517 Nov 08 00:17:48.549743 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cca220-56da-4166-9fd3-db9a624387e3 req-35720889-16c7-40cd-86dc-c0d4cfd84256 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] No DVR routers for this DVR port 94b8f348-41f0-43d1-8d8e-9fcced9edad7 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:17:48.552489 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-30cca220-56da-4166-9fd3-db9a624387e3 req-35720889-16c7-40cd-86dc-c0d4cfd84256 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:48.556821 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-30cca220-56da-4166-9fd3-db9a624387e3 req-35720889-16c7-40cd-86dc-c0d4cfd84256 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.20 "DELETE /v2.0/ports/94b8f348-41f0-43d1-8d8e-9fcced9edad7 HTTP/1.1" status: 204 len: 173 time: 0.9369917 Nov 08 00:17:48.560291 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a28e6e1-0814-4497-86be-3bfabd978eb2', 'name': 'network-vif-deleted', 'tag': '94b8f348-41f0-43d1-8d8e-9fcced9edad7'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:48.563166 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12977edd-0ec8-46d9-9881-2d514a1fb04e" -d '{"events": [{"server_uuid": "9a28e6e1-0814-4497-86be-3bfabd978eb2", "name": "network-vif-deleted", "tag": "94b8f348-41f0-43d1-8d8e-9fcced9edad7"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:48.567700 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35720889-16c7-40cd-86dc-c0d4cfd84256 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Pushing event deleted for resources: {'Port': ['ID=94b8f348-41f0-43d1-8d8e-9fcced9edad7,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:48.581550 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-ae249550-dcf0-4a4c-bb28-b01665f7f256 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:48.582202 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-ae249550-dcf0-4a4c-bb28-b01665f7f256 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:48.616584 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b575a-d158-40ae-aeca-c48919c37228 req-694b878f-d5a9-4225-9a2a-98e9e57104fb tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:48.618067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c99b575a-d158-40ae-aeca-c48919c37228 req-694b878f-d5a9-4225-9a2a-98e9e57104fb tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 946 time: 0.2297263 Nov 08 00:17:48.764856 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-ae249550-dcf0-4a4c-bb28-b01665f7f256 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4692934 Nov 08 00:17:48.804558 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Request body: {'port': {'device_id': 'cd426444-3c63-42c5-872f-6d595e3445e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:48.863848 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:48.921618 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bbba59-5838-4e2e-9b52-ff0da79de961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075d25c9-db81-4a1d-a803-adc7e7766b0a'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:48.924009 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2cbdda-b666-4364-a2a0-4bf4fbcd30df" -d '{"events": [{"server_uuid": "a0bbba59-5838-4e2e-9b52-ff0da79de961", "name": "network-vif-plugged", "status": "completed", "tag": "075d25c9-db81-4a1d-a803-adc7e7766b0a"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:49.065418 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3d38b-62c1-4504-9e1a-862e8bbca016 req-9f03caae-a34e-498f-b173-599b7e5dfaa7 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:49.066923 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1e3d38b-62c1-4504-9e1a-862e8bbca016 req-9f03caae-a34e-498f-b173-599b7e5dfaa7 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0bbba59-5838-4e2e-9b52-ff0da79de961 HTTP/1.1" status: 200 len: 946 time: 0.5101519 Nov 08 00:17:49.069675 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c99b575a-d158-40ae-aeca-c48919c37228 req-d17d1497-ccc0-41cc-84bf-ebf0eb5ca8a5 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356751 Nov 08 00:17:49.120117 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b863db4-5b78-4abb-a705-f7f708db22a6 req-3389c2bb-df69-4ae8-ab41-742f1f098910 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:49.122589 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4b863db4-5b78-4abb-a705-f7f708db22a6 req-3389c2bb-df69-4ae8-ab41-742f1f098910 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.26 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 945 time: 0.0644021 Nov 08 00:17:49.128566 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a58b82ca-8f9e-45de-9daf-c30ad5f6ef87 req-2441c652-a228-4597-be06-ca54a0d29136 service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584106 Nov 08 00:17:49.199139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1e3d38b-62c1-4504-9e1a-862e8bbca016 req-069d9281-ec61-4316-952d-cc9466fc1013 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187563 Nov 08 00:17:49.238784 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-4b863db4-5b78-4abb-a705-f7f708db22a6 req-fadaff31-351e-4ff3-8c84-8f3f57d73470 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Deleting port 22589330-9fc6-4321-9ecd-6f5e385ecb7f {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:17:49.239137 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4b863db4-5b78-4abb-a705-f7f708db22a6 req-fadaff31-351e-4ff3-8c84-8f3f57d73470 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:49.272846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa0aad9-d2da-4c52-81db-786bae3e6514 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:49.285460 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:49.306164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Transition to ACTIVE for port object efa0aad9-d2da-4c52-81db-786bae3e6514 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:17:49.317767 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c614c07e-cb88-4269-ad4f-4feea149fb96 x-openstack-request-id: req-c614c07e-cb88-4269-ad4f-4feea149fb96 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:49.318062 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a28e6e1-0814-4497-86be-3bfabd978eb2", "name": "network-vif-deleted", "tag": "94b8f348-41f0-43d1-8d8e-9fcced9edad7", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:49.318315 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c614c07e-cb88-4269-ad4f-4feea149fb96 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:49.319111 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a28e6e1-0814-4497-86be-3bfabd978eb2', 'name': 'network-vif-deleted', 'tag': '94b8f348-41f0-43d1-8d8e-9fcced9edad7', 'status': 'completed', 'code': 200} Nov 08 00:17:49.324951 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2272c4-87d8-482a-8e13-d188aaf7b3cc req-b534ea2b-dc90-462b-ada4-da4ebe47bd0d tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:49.326482 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f2272c4-87d8-482a-8e13-d188aaf7b3cc req-b534ea2b-dc90-462b-ada4-da4ebe47bd0d tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd426444-3c63-42c5-872f-6d595e3445e4 HTTP/1.1" status: 200 len: 932 time: 0.1690545 Nov 08 00:17:49.346589 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-4b863db4-5b78-4abb-a705-f7f708db22a6 req-fadaff31-351e-4ff3-8c84-8f3f57d73470 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] For port 22589330-9fc6-4321-9ecd-6f5e385ecb7f, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=22589330-9fc6-4321-9ecd-6f5e385ecb7f,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:49.347039 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4b863db4-5b78-4abb-a705-f7f708db22a6 req-fadaff31-351e-4ff3-8c84-8f3f57d73470 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:49.359076 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a58b82ca-8f9e-45de-9daf-c30ad5f6ef87 req-5070a767-4b07-4477-9a7d-2e1eaaa2c620 service neutron] 10.222.0.20 "GET /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141430 Nov 08 00:17:49.364905 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-4b863db4-5b78-4abb-a705-f7f708db22a6 req-fadaff31-351e-4ff3-8c84-8f3f57d73470 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Calling delete_port for 22589330-9fc6-4321-9ecd-6f5e385ecb7f owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:17:49.378137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f2272c4-87d8-482a-8e13-d188aaf7b3cc req-d702a5ed-112e-4416-97d4-817be2dfabaf tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386436 Nov 08 00:17:49.443254 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:49.492931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Pushing event updated for resources: {'Port': ['ID=efa0aad9-d2da-4c52-81db-786bae3e6514,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:49.508427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:49.508427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:49.508427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:49.508427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:49.508427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:49.508427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:49.508427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:49.508427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:49.508427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:49.508427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:49.508427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:49.508427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:17:49.529671 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8d5d92-e457-4238-b76d-5a47547c2a2a x-openstack-request-id: req-ad8d5d92-e457-4238-b76d-5a47547c2a2a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:49.531255 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bbba59-5838-4e2e-9b52-ff0da79de961", "name": "network-vif-plugged", "status": "completed", "tag": "075d25c9-db81-4a1d-a803-adc7e7766b0a", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:49.531877 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad8d5d92-e457-4238-b76d-5a47547c2a2a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:49.532470 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bbba59-5838-4e2e-9b52-ff0da79de961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075d25c9-db81-4a1d-a803-adc7e7766b0a', 'code': 200} Nov 08 00:17:49.655997 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4b863db4-5b78-4abb-a705-f7f708db22a6 req-fadaff31-351e-4ff3-8c84-8f3f57d73470 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:49.659353 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Attempting to bind port efa0aad9-d2da-4c52-81db-786bae3e6514 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:17:49.660004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Attempting to bind port efa0aad9-d2da-4c52-81db-786bae3e6514 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '8345481b-3192-442f-bd00-9e51f985907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:17:49.660657 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Attempting to bind port efa0aad9-d2da-4c52-81db-786bae3e6514 on network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:49.662409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.26', 49661) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:49.683586 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Port efa0aad9-d2da-4c52-81db-786bae3e6514 on network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:17:49.683943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Attempting to bind port efa0aad9-d2da-4c52-81db-786bae3e6514 on network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:49.694066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['56ff3958-0144-4d3c-b3b3-300680828662', '22589330-9fc6-4321-9ecd-6f5e385ecb7f'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:49.695133 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d8e5b1-54dc-46da-9956-5758022716be {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:49.705936 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadaff31-351e-4ff3-8c84-8f3f57d73470 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Pushing event deleted for resources: {'Port': ['ID=22589330-9fc6-4321-9ecd-6f5e385ecb7f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:49.709306 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:49.714895 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e02373-cba6-4358-85ec-ce5f5f32e0ae req-9ff24cb9-468a-46e3-aeb3-f446b81e047f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:49.716263 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95e02373-cba6-4358-85ec-ce5f5f32e0ae req-9ff24cb9-468a-46e3-aeb3-f446b81e047f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec9ef27-b61b-4f96-9e74-ba10a756c8bd HTTP/1.1" status: 200 len: 943 time: 0.1385405 Nov 08 00:17:49.720597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:17:49.720944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Checking segment: {'id': '8345481b-3192-442f-bd00-9e51f985907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:17:49.721319 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Bound using segment: {'id': '8345481b-3192-442f-bd00-9e51f985907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:17:49.721758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Bound port: efa0aad9-d2da-4c52-81db-786bae3e6514, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8345481b-3192-442f-bd00-9e51f985907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:17:49.722182 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:49.756039 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad5d2b-73c1-4fbc-a618-e878fbdb5e63 req-198e61c2-afd9-47ce-8557-7162b65167ee tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:49.757552 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-73ad5d2b-73c1-4fbc-a618-e878fbdb5e63 req-198e61c2-afd9-47ce-8557-7162b65167ee tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 946 time: 0.1650181 Nov 08 00:17:49.764172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Transition to ACTIVE for port object e1d8e5b1-54dc-46da-9956-5758022716be will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:17:49.765734 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6bf70-a05c-4c11-bbeb-5bc55aae3be6 req-605a5714-ca83-4b93-a558-e25dae6cf4ed tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:49.767575 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00a6bf70-a05c-4c11-bbeb-5bc55aae3be6 req-605a5714-ca83-4b93-a558-e25dae6cf4ed tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 944 time: 0.1731660 Nov 08 00:17:49.789240 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b863db4-5b78-4abb-a705-f7f708db22a6 req-fadaff31-351e-4ff3-8c84-8f3f57d73470 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] No DVR routers for this DVR port 22589330-9fc6-4321-9ecd-6f5e385ecb7f on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:17:49.791386 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4b863db4-5b78-4abb-a705-f7f708db22a6 req-fadaff31-351e-4ff3-8c84-8f3f57d73470 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:49.794912 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4b863db4-5b78-4abb-a705-f7f708db22a6 req-fadaff31-351e-4ff3-8c84-8f3f57d73470 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.26 "DELETE /v2.0/ports/22589330-9fc6-4321-9ecd-6f5e385ecb7f HTTP/1.1" status: 204 len: 173 time: 0.6542165 Nov 08 00:17:49.805126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76bd8e-5546-4ad6-9363-1fcbb434ff0c req-9d555017-433f-4542-ae7b-a6803ea8a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:49.806623 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef76bd8e-5546-4ad6-9363-1fcbb434ff0c req-9d555017-433f-4542-ae7b-a6803ea8a826 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0bbba59-5838-4e2e-9b52-ff0da79de961 HTTP/1.1" status: 200 len: 1097 time: 0.1398582 Nov 08 00:17:49.817431 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3e79d612-cbea-499e-9607-f97a24235729 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:17:49.851009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95e02373-cba6-4358-85ec-ce5f5f32e0ae req-b88325a6-4fd6-489d-b1c9-52617cbaad9d tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265514 Nov 08 00:17:49.888379 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-73ad5d2b-73c1-4fbc-a618-e878fbdb5e63 req-89fc2bdf-4052-40ed-afd1-43461a7064f0 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Deleting port 77346480-245c-4152-b5ff-fb10bc858460 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:17:49.888727 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-73ad5d2b-73c1-4fbc-a618-e878fbdb5e63 req-89fc2bdf-4052-40ed-afd1-43461a7064f0 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:49.920319 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00a6bf70-a05c-4c11-bbeb-5bc55aae3be6 req-298429cb-a05d-4256-9e92-7c14711a06fa tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101592 Nov 08 00:17:49.924409 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef76bd8e-5546-4ad6-9363-1fcbb434ff0c req-7974c429-6e10-434d-b7a5-84438c372186 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988791 Nov 08 00:17:49.924409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] For port efa0aad9-d2da-4c52-81db-786bae3e6514, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:17:49.928224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] For port efa0aad9-d2da-4c52-81db-786bae3e6514, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=efa0aad9-d2da-4c52-81db-786bae3e6514,segment=NetworkSegment(8345481b-3192-442f-bd00-9e51f985907d),segment_id=8345481b-3192-442f-bd00-9e51f985907d)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:17:49.951096 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:50.015453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f2585155-e6f5-4f6e-8afd-ad59675b1613 req-c7d0af46-9808-43f1-8b9b-a015b3542623 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a28e6e1-0814-4497-86be-3bfabd978eb2 HTTP/1.1" status: 200 len: 210 time: 0.0375190 Nov 08 00:17:50.046277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3e79d612-cbea-499e-9607-f97a24235729, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3e79d612-cbea-499e-9607-f97a24235729,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:50.065287 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a7101e0-8e5b-457d-9f32-1c6ca0896e65 req-994e686e-fc0a-4d43-a5f6-473d22827b21 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 210 time: 0.0367935 Nov 08 00:17:50.065515 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '3e79d612-cbea-499e-9607-f97a24235729', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'port_id': '3e79d612-cbea-499e-9607-f97a24235729', 'mac_address': 'fa:16:3e:2c:b7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:17:50.072477 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d8e5b1-54dc-46da-9956-5758022716be,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:50.114937 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:50.115353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-73ad5d2b-73c1-4fbc-a618-e878fbdb5e63 req-89fc2bdf-4052-40ed-afd1-43461a7064f0 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] For port 77346480-245c-4152-b5ff-fb10bc858460, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=77346480-245c-4152-b5ff-fb10bc858460,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:50.115725 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-73ad5d2b-73c1-4fbc-a618-e878fbdb5e63 req-89fc2bdf-4052-40ed-afd1-43461a7064f0 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:50.118225 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:50.135575 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-73ad5d2b-73c1-4fbc-a618-e878fbdb5e63 req-89fc2bdf-4052-40ed-afd1-43461a7064f0 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Calling delete_port for 77346480-245c-4152-b5ff-fb10bc858460 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:17:50.150338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e79d612-cbea-499e-9607-f97a24235729 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:50.161442 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Attempting to bind port e1d8e5b1-54dc-46da-9956-5758022716be on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:17:50.161780 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Attempting to bind port e1d8e5b1-54dc-46da-9956-5758022716be by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '8345481b-3192-442f-bd00-9e51f985907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:17:50.162106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Attempting to bind port e1d8e5b1-54dc-46da-9956-5758022716be on network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:50.170714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3e79d612-cbea-499e-9607-f97a24235729, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3e79d612-cbea-499e-9607-f97a24235729,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:50.201830 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Port e1d8e5b1-54dc-46da-9956-5758022716be on network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:17:50.202143 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Attempting to bind port e1d8e5b1-54dc-46da-9956-5758022716be on network 0d67b7ed-ed26-4a97-9aca-4b5790c26501 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:50.204513 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:50.205127 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:50.206491 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] 10.222.0.26 "PUT /v2.0/ports/efa0aad9-d2da-4c52-81db-786bae3e6514 HTTP/1.1" status: 200 len: 1091 time: 2.1395767 Nov 08 00:17:50.209478 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efc0c45-0647-4d95-afa5-f099c39ad8cc', 'tag': 'efa0aad9-d2da-4c52-81db-786bae3e6514'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:50.210796 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:17:50.211165 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Checking segment: {'id': '8345481b-3192-442f-bd00-9e51f985907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:17:50.211553 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Bound using segment: {'id': '8345481b-3192-442f-bd00-9e51f985907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:17:50.211886 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a59cdf-aaf1-4ca1-9000-798ad0bb7a67" -d '{"events": [{"name": "network-changed", "server_uuid": "7efc0c45-0647-4d95-afa5-f099c39ad8cc", "tag": "efa0aad9-d2da-4c52-81db-786bae3e6514"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:50.211992 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Bound port: e1d8e5b1-54dc-46da-9956-5758022716be, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8345481b-3192-442f-bd00-9e51f985907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:17:50.212363 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:50.237146 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:50.246357 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde49ed-68b0-411d-8b18-00e5ba7ac13d service neutron] Pushing event updated for resources: {'Port': ['ID=efa0aad9-d2da-4c52-81db-786bae3e6514,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:50.262893 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67a504-5687-4c4f-9527-2a3acc3b7355 req-e50dc0e7-bd22-4205-ab12-6261a735ef48 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:50.264685 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c67a504-5687-4c4f-9527-2a3acc3b7355 req-e50dc0e7-bd22-4205-ab12-6261a735ef48 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 946 time: 0.1050496 Nov 08 00:17:50.282355 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98df5f20-7aba-433d-a5c7-45fc4433dc9b x-openstack-request-id: req-98df5f20-7aba-433d-a5c7-45fc4433dc9b {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:50.285308 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efc0c45-0647-4d95-afa5-f099c39ad8cc", "tag": "efa0aad9-d2da-4c52-81db-786bae3e6514", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:50.285702 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98df5f20-7aba-433d-a5c7-45fc4433dc9b {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:50.286618 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efc0c45-0647-4d95-afa5-f099c39ad8cc', 'tag': 'efa0aad9-d2da-4c52-81db-786bae3e6514', 'status': 'completed', 'code': 200} Nov 08 00:17:50.305051 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=3e79d612-cbea-499e-9607-f97a24235729,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:50.329692 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] For port e1d8e5b1-54dc-46da-9956-5758022716be, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:17:50.352149 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] For port e1d8e5b1-54dc-46da-9956-5758022716be, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=e1d8e5b1-54dc-46da-9956-5758022716be,segment=NetworkSegment(8345481b-3192-442f-bd00-9e51f985907d),segment_id=8345481b-3192-442f-bd00-9e51f985907d)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:17:50.385613 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c67a504-5687-4c4f-9527-2a3acc3b7355 req-b767d7d7-8525-46f9-9409-e67d2e670b71 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141989 Nov 08 00:17:50.426150 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a59cdf-aaf1-4ca1-9000-798ad0bb7a67 req-794caf80-1fe0-4db9-a5e1-a7dd85181fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:50.427769 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a59cdf-aaf1-4ca1-9000-798ad0bb7a67 req-794caf80-1fe0-4db9-a5e1-a7dd85181fa1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b1f0766c4154295828f650a0e268684&device_id=7efc0c45-0647-4d95-afa5-f099c39ad8cc HTTP/1.1" status: 200 len: 1094 time: 0.0983911 Nov 08 00:17:50.436989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949373fd-140f-44c0-9610-81ae0b029749 req-bbc182f8-f09f-47b7-bf58-c3e50b9c6a6d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:50.438480 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-949373fd-140f-44c0-9610-81ae0b029749 req-bbc182f8-f09f-47b7-bf58-c3e50b9c6a6d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0bbba59-5838-4e2e-9b52-ff0da79de961 HTTP/1.1" status: 200 len: 946 time: 0.0843084 Nov 08 00:17:50.494937 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:50.552107 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:50.552107 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:50.552107 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] 10.222.0.26 "PUT /v2.0/ports/e1d8e5b1-54dc-46da-9956-5758022716be HTTP/1.1" status: 200 len: 1092 time: 1.7507517 Nov 08 00:17:50.569728 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-73ad5d2b-73c1-4fbc-a618-e878fbdb5e63 req-89fc2bdf-4052-40ed-afd1-43461a7064f0 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:50.582354 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534201f5-7d53-4bef-81a9-ca445857dfe3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d8e5b1-54dc-46da-9956-5758022716be,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:50.631829 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2bdf-4052-40ed-afd1-43461a7064f0 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Pushing event deleted for resources: {'Port': ['ID=77346480-245c-4152-b5ff-fb10bc858460,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:50.646566 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ad5d2b-73c1-4fbc-a618-e878fbdb5e63 req-89fc2bdf-4052-40ed-afd1-43461a7064f0 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] No DVR routers for this DVR port 77346480-245c-4152-b5ff-fb10bc858460 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:17:50.646708 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['3e79d612-cbea-499e-9607-f97a24235729'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:50.648927 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-73ad5d2b-73c1-4fbc-a618-e878fbdb5e63 req-89fc2bdf-4052-40ed-afd1-43461a7064f0 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:50.652405 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-73ad5d2b-73c1-4fbc-a618-e878fbdb5e63 req-89fc2bdf-4052-40ed-afd1-43461a7064f0 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.26 "DELETE /v2.0/ports/77346480-245c-4152-b5ff-fb10bc858460 HTTP/1.1" status: 204 len: 173 time: 0.8871148 Nov 08 00:17:50.655410 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-949373fd-140f-44c0-9610-81ae0b029749 req-008e9394-0bbf-46ec-85fa-3be0ecd29389 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013986 Nov 08 00:17:50.692483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152472d-a278-4d6e-bf14-5d769f987eff req-1d17bdbd-03a3-47c2-bf4a-1904e6e02c33 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:50.694261 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e152472d-a278-4d6e-bf14-5d769f987eff req-1d17bdbd-03a3-47c2-bf4a-1904e6e02c33 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd426444-3c63-42c5-872f-6d595e3445e4 HTTP/1.1" status: 200 len: 944 time: 0.2397633 Nov 08 00:17:50.725777 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a59cdf-aaf1-4ca1-9000-798ad0bb7a67 req-dff8323e-bf24-4837-b02c-32eae0908d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:50.727328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a59cdf-aaf1-4ca1-9000-798ad0bb7a67 req-dff8323e-bf24-4837-b02c-32eae0908d54 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1b1f0766c4154295828f650a0e268684&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2828891 Nov 08 00:17:50.765674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e152472d-a278-4d6e-bf14-5d769f987eff req-cbded29b-3e94-49b4-b79c-2125c75ac1d8 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610962 Nov 08 00:17:50.794706 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-28ca229c-8a3d-456b-91cc-c37f285d821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:50.798533 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-28ca229c-8a3d-456b-91cc-c37f285d821a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b1f0766c4154295828f650a0e268684&device_id=cd426444-3c63-42c5-872f-6d595e3445e4 HTTP/1.1" status: 200 len: 1095 time: 0.0563912 Nov 08 00:17:50.852852 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a59cdf-aaf1-4ca1-9000-798ad0bb7a67 req-12eedab6-95b5-44a0-9380-1f079c4722ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:50.854528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a59cdf-aaf1-4ca1-9000-798ad0bb7a67 req-12eedab6-95b5-44a0-9380-1f079c4722ac service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1131172 Nov 08 00:17:50.870357 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-474c6207-06bb-478f-96b2-f80a19d523a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1d8e5b1-54dc-46da-9956-5758022716be HTTP/1.1" status: 200 len: 217 time: 0.0409770 Nov 08 00:17:50.927414 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-6afe1e8c-9f79-4019-9b8c-93c4096c81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:50.928963 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-6afe1e8c-9f79-4019-9b8c-93c4096c81aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5e9b703-0810-4266-b455-8c45207d7779 HTTP/1.1" status: 200 len: 853 time: 0.0505292 Nov 08 00:17:50.994274 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dc071-1523-4362-8061-15986a16f704 req-6aea592a-5cd7-447c-9c21-af66d8f351b0 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:50.995886 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee8dc071-1523-4362-8061-15986a16f704 req-6aea592a-5cd7-447c-9c21-af66d8f351b0 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec9ef27-b61b-4f96-9e74-ba10a756c8bd HTTP/1.1" status: 200 len: 943 time: 0.0634270 Nov 08 00:17:51.032663 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-521e4948-a617-45da-8265-8cb3a015e751 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d67b7ed-ed26-4a97-9aca-4b5790c26501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414660 Nov 08 00:17:51.108634 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee8dc071-1523-4362-8061-15986a16f704 req-8190e492-5965-40e2-8b37-659210aa2c3e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928080 Nov 08 00:17:51.115998 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-07e10a42-2eea-404c-b7eb-76ded8f43206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:51.117496 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-07e10a42-2eea-404c-b7eb-76ded8f43206 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b1f0766c4154295828f650a0e268684&device_id=7efc0c45-0647-4d95-afa5-f099c39ad8cc HTTP/1.1" status: 200 len: 1094 time: 0.1322587 Nov 08 00:17:51.127401 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd552eb1-373d-4f55-b206-47d7ce0f1bc1 req-e35d7fe2-0dba-4a0f-9d55-2355eb52cc91 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:51.128980 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd552eb1-373d-4f55-b206-47d7ce0f1bc1 req-e35d7fe2-0dba-4a0f-9d55-2355eb52cc91 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 945 time: 0.1238499 Nov 08 00:17:51.195039 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-cd942093-2090-4d58-a5a8-dcff2941c309 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efa0aad9-d2da-4c52-81db-786bae3e6514 HTTP/1.1" status: 200 len: 217 time: 0.0537324 Nov 08 00:17:51.256802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd552eb1-373d-4f55-b206-47d7ce0f1bc1 req-b9a97053-6b66-4d9e-b6b8-276181ab38e9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139705 Nov 08 00:17:51.284437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-754cedb9-3f2a-48a0-afe2-78112f637284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:51.285936 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-754cedb9-3f2a-48a0-afe2-78112f637284 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5e9b703-0810-4266-b455-8c45207d7779 HTTP/1.1" status: 200 len: 853 time: 0.0815446 Nov 08 00:17:51.339165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-0b38b710-1689-40c9-a79d-87df41538a55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d67b7ed-ed26-4a97-9aca-4b5790c26501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455718 Nov 08 00:17:51.376818 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8a9b0d1c-926c-40c5-a622-22a07d863f1f req-c355d821-d159-4d7b-b753-2cfbe5f60dcf tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=42378bd9-3b82-4967-abcd-6f3f8e1b85a1 HTTP/1.1" status: 200 len: 210 time: 0.0358942 Nov 08 00:17:51.424570 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42378bd9-3b82-4967-abcd-6f3f8e1b85a1', 'name': 'network-vif-deleted', 'tag': '22589330-9fc6-4321-9ecd-6f5e385ecb7f'}, {'name': 'network-changed', 'server_uuid': 'cd426444-3c63-42c5-872f-6d595e3445e4', 'tag': 'e1d8e5b1-54dc-46da-9956-5758022716be'}, {'server_uuid': 'b1d28a8d-1b67-4398-986b-8dc0aae5b31e', 'name': 'network-vif-deleted', 'tag': '77346480-245c-4152-b5ff-fb10bc858460'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:51.426984 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392f243b-0476-480d-8146-9ece9d78bcba" -d '{"events": [{"server_uuid": "42378bd9-3b82-4967-abcd-6f3f8e1b85a1", "name": "network-vif-deleted", "tag": "22589330-9fc6-4321-9ecd-6f5e385ecb7f"}, {"name": "network-changed", "server_uuid": "cd426444-3c63-42c5-872f-6d595e3445e4", "tag": "e1d8e5b1-54dc-46da-9956-5758022716be"}, {"server_uuid": "b1d28a8d-1b67-4398-986b-8dc0aae5b31e", "name": "network-vif-deleted", "tag": "77346480-245c-4152-b5ff-fb10bc858460"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:51.477754 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-ddfd18b3-3f20-4a01-a35c-8b75b70d117c service neutron] 10.222.0.26 "GET /v2.0/networks/0d67b7ed-ed26-4a97-9aca-4b5790c26501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123881 Nov 08 00:17:51.550432 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4abd6dce-ad5f-49c9-a857-4090f3393b64 req-e6c15704-f539-4621-9a79-46221ef75a11 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d28a8d-1b67-4398-986b-8dc0aae5b31e HTTP/1.1" status: 200 len: 210 time: 0.0418873 Nov 08 00:17:51.556380 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-3a5ebe4f-cc50-484a-aafa-1c98e07e8014 service neutron] 10.222.0.26 "GET /v2.0/networks/0d67b7ed-ed26-4a97-9aca-4b5790c26501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048879 Nov 08 00:17:51.584794 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-19ff881b-d591-4724-ac6b-3c1ebeb238ed service neutron] 10.222.0.26 "GET /v2.0/networks/0d67b7ed-ed26-4a97-9aca-4b5790c26501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001925 Nov 08 00:17:51.610287 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a920150b-ce2b-4dc8-8c6e-dd07f4118289 x-openstack-request-id: req-a920150b-ce2b-4dc8-8c6e-dd07f4118289 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:51.610716 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42378bd9-3b82-4967-abcd-6f3f8e1b85a1", "name": "network-vif-deleted", "tag": "22589330-9fc6-4321-9ecd-6f5e385ecb7f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cd426444-3c63-42c5-872f-6d595e3445e4", "tag": "e1d8e5b1-54dc-46da-9956-5758022716be", "status": "completed", "code": 200}, {"server_uuid": "b1d28a8d-1b67-4398-986b-8dc0aae5b31e", "name": "network-vif-deleted", "tag": "77346480-245c-4152-b5ff-fb10bc858460", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:51.610971 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a920150b-ce2b-4dc8-8c6e-dd07f4118289 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:51.611364 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42378bd9-3b82-4967-abcd-6f3f8e1b85a1', 'name': 'network-vif-deleted', 'tag': '22589330-9fc6-4321-9ecd-6f5e385ecb7f', 'status': 'completed', 'code': 200} Nov 08 00:17:51.611718 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd426444-3c63-42c5-872f-6d595e3445e4', 'tag': 'e1d8e5b1-54dc-46da-9956-5758022716be', 'status': 'completed', 'code': 200} Nov 08 00:17:51.612013 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d28a8d-1b67-4398-986b-8dc0aae5b31e', 'name': 'network-vif-deleted', 'tag': '77346480-245c-4152-b5ff-fb10bc858460', 'status': 'completed', 'code': 200} Nov 08 00:17:51.662160 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-042853e6-3138-4cce-9191-fcf3823661c5 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:51.663648 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-042853e6-3138-4cce-9191-fcf3823661c5 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/networks?id=c57719a2-4ac3-4764-b38b-b8d6a56ca331 HTTP/1.1" status: 200 len: 822 time: 0.2166450 Nov 08 00:17:51.693339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-903e4163-1646-46a6-a434-ed75bb005354 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/quotas/bba6943dd3d44e78911b47268019e8e6 HTTP/1.1" status: 200 len: 375 time: 0.0204008 Nov 08 00:17:51.699256 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acec6d33-9cb6-4182-bd83-cea0b5eb8961 req-a2942bc6-ab3f-47e6-b08b-14103eeb391a service neutron] 10.222.0.26 "GET /v2.0/networks/0d67b7ed-ed26-4a97-9aca-4b5790c26501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351979 Nov 08 00:17:51.784890 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-4611e04e-ba89-4ebb-a069-203eb118c755 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bba6943dd3d44e78911b47268019e8e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0778329 Nov 08 00:17:51.803566 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548723d-3db5-4ae8-8015-7c0531a81357 req-40adfac2-b5c7-4422-9dd8-9a5f01f30aee tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:51.805109 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4548723d-3db5-4ae8-8015-7c0531a81357 req-40adfac2-b5c7-4422-9dd8-9a5f01f30aee tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0bbba59-5838-4e2e-9b52-ff0da79de961 HTTP/1.1" status: 200 len: 946 time: 0.0731328 Nov 08 00:17:51.828280 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b920196a-639d-4a3d-9fd6-db9f688111e9 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:17:51.836116 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3e79d612-cbea-499e-9607-f97a24235729 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:17:51.918257 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4548723d-3db5-4ae8-8015-7c0531a81357 req-c33978a4-ac98-4993-80d2-7f19f16529ce tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026826 Nov 08 00:17:51.953529 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f243b-0476-480d-8146-9ece9d78bcba req-11a7877e-b6ad-4619-b4cd-fbbbb05a9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:51.955023 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-392f243b-0476-480d-8146-9ece9d78bcba req-11a7877e-b6ad-4619-b4cd-fbbbb05a9cb0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b1f0766c4154295828f650a0e268684&device_id=cd426444-3c63-42c5-872f-6d595e3445e4 HTTP/1.1" status: 200 len: 1095 time: 0.1338043 Nov 08 00:17:51.960808 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-765cb85c-617f-4194-990b-e860785e3ba7 service neutron] 10.222.0.13 "GET /v2.0/networks/c57719a2-4ac3-4764-b38b-b8d6a56ca331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734273 Nov 08 00:17:51.989639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b920196a-639d-4a3d-9fd6-db9f688111e9, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b920196a-639d-4a3d-9fd6-db9f688111e9,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:52.002039 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'b920196a-639d-4a3d-9fd6-db9f688111e9', 'network_id': 'fbdac748-0684-47d9-bd85-ff6918affb9d', 'port_id': 'b920196a-639d-4a3d-9fd6-db9f688111e9', 'mac_address': 'fa:16:3e:14:73:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf5087d-85b5-4f3a-9920-492dd2518682', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:17:52.039459 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:52.050624 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 3e79d612-cbea-499e-9607-f97a24235729 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:17:52.056185 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b920196a-639d-4a3d-9fd6-db9f688111e9 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:52.061811 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 3e79d612-cbea-499e-9607-f97a24235729 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:52.062180 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:52.099556 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b920196a-639d-4a3d-9fd6-db9f688111e9, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b920196a-639d-4a3d-9fd6-db9f688111e9,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:52.159573 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a6bf1-e4b2-4384-a1ed-24ccc7bf9e35 req-087ad7bc-074f-45a3-9a7c-06b2538cb65a tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:52.161082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-067a6bf1-e4b2-4384-a1ed-24ccc7bf9e35 req-087ad7bc-074f-45a3-9a7c-06b2538cb65a tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd426444-3c63-42c5-872f-6d595e3445e4 HTTP/1.1" status: 200 len: 944 time: 0.1683037 Nov 08 00:17:52.162136 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:52.169544 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f243b-0476-480d-8146-9ece9d78bcba req-c7140a47-1f44-4578-acbc-02a33379877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:52.171165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-392f243b-0476-480d-8146-9ece9d78bcba req-c7140a47-1f44-4578-acbc-02a33379877d service neutron] 10.222.0.26 "GET /v2.0/networks?id=0d67b7ed-ed26-4a97-9aca-4b5790c26501 HTTP/1.1" status: 200 len: 914 time: 0.2077115 Nov 08 00:17:52.173418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-7e97dd50-9a57-4bc7-8d1e-a361accc3175 service neutron] 10.222.0.13 "GET /v2.0/networks/c57719a2-4ac3-4764-b38b-b8d6a56ca331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998770 Nov 08 00:17:52.199878 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e79d612-cbea-499e-9607-f97a24235729'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:52.204487 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc25b5e-ef21-4422-9f16-470083ee2578" -d '{"events": [{"server_uuid": "b165dd9e-37f0-4a7b-a0ff-52dd48340679", "name": "network-vif-plugged", "status": "completed", "tag": "3e79d612-cbea-499e-9607-f97a24235729"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:52.219507 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3e79d612-cbea-499e-9607-f97a24235729, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3e79d612-cbea-499e-9607-f97a24235729,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:52.230444 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-392f243b-0476-480d-8146-9ece9d78bcba req-1bf84551-fd3f-4d75-8d02-95ecf84d9c37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1d8e5b1-54dc-46da-9956-5758022716be HTTP/1.1" status: 200 len: 217 time: 0.0492651 Nov 08 00:17:52.232568 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:52.275615 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-067a6bf1-e4b2-4384-a1ed-24ccc7bf9e35 req-718a4a1d-6653-4521-b422-2a31fb237948 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012392 Nov 08 00:17:52.300988 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=b920196a-639d-4a3d-9fd6-db9f688111e9,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:52.301369 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f243b-0476-480d-8146-9ece9d78bcba req-1105e48f-a2aa-48b1-9883-dc78ef297b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:52.302880 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-392f243b-0476-480d-8146-9ece9d78bcba req-1105e48f-a2aa-48b1-9883-dc78ef297b6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5e9b703-0810-4266-b455-8c45207d7779 HTTP/1.1" status: 200 len: 853 time: 0.0621152 Nov 08 00:17:52.338505 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-392f243b-0476-480d-8146-9ece9d78bcba req-0d89f3f9-c723-465d-b392-488bbc525203 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d67b7ed-ed26-4a97-9aca-4b5790c26501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269675 Nov 08 00:17:52.403947 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:52.404753 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 94b8f348-41f0-43d1-8d8e-9fcced9edad7 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:17:52.426566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 94b8f348-41f0-43d1-8d8e-9fcced9edad7 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:17:52.426916 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 94b8f348-41f0-43d1-8d8e-9fcced9edad7 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:17:52.455580 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-392f243b-0476-480d-8146-9ece9d78bcba req-21928f3a-a35f-428a-904e-0f8804a5e8ef service neutron] 10.222.0.26 "GET /v2.0/networks/0d67b7ed-ed26-4a97-9aca-4b5790c26501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092544 Nov 08 00:17:52.480481 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=3e79d612-cbea-499e-9607-f97a24235729,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:52.598313 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d853b-8aa1-4a33-8ff8-fbfc40f3d6a6 req-5219fd75-bdbe-4d84-a7d0-3c7c04d0d3f1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:52.598313 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-798d853b-8aa1-4a33-8ff8-fbfc40f3d6a6 req-5219fd75-bdbe-4d84-a7d0-3c7c04d0d3f1 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec9ef27-b61b-4f96-9e74-ba10a756c8bd HTTP/1.1" status: 200 len: 944 time: 0.0794060 Nov 08 00:17:52.613827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-392f243b-0476-480d-8146-9ece9d78bcba req-ea542c9a-6b82-44f8-b566-15337a70e2ad service neutron] 10.222.0.26 "GET /v2.0/networks/0d67b7ed-ed26-4a97-9aca-4b5790c26501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503551 Nov 08 00:17:52.640053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-798d853b-8aa1-4a33-8ff8-fbfc40f3d6a6 req-19dc53c0-34ed-461b-a757-1e1018ded99c tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365491 Nov 08 00:17:52.650439 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b920196a-639d-4a3d-9fd6-db9f688111e9'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:52.838381 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b5725-4e62-4d42-89ce-573bf0560a10 req-73bafb9d-60b0-48f5-b1e0-815bc4158ce2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:52.842938 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-931b5725-4e62-4d42-89ce-573bf0560a10 req-73bafb9d-60b0-48f5-b1e0-815bc4158ce2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.1073627 Nov 08 00:17:52.850579 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c73e79-63c1-4d3f-b968-02a989eede7d x-openstack-request-id: req-c9c73e79-63c1-4d3f-b968-02a989eede7d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:52.852413 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b165dd9e-37f0-4a7b-a0ff-52dd48340679", "name": "network-vif-plugged", "status": "completed", "tag": "3e79d612-cbea-499e-9607-f97a24235729", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:52.852972 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9c73e79-63c1-4d3f-b968-02a989eede7d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:52.857018 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e79d612-cbea-499e-9607-f97a24235729', 'code': 200} Nov 08 00:17:52.874267 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55087503-f4ed-46c2-9d35-68b6d8b1699b req-33a0bbd2-7a63-47a1-9e5f-191926aa8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:52.876361 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55087503-f4ed-46c2-9d35-68b6d8b1699b req-33a0bbd2-7a63-47a1-9e5f-191926aa8c7f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 1097 time: 0.0914500 Nov 08 00:17:52.921527 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-931b5725-4e62-4d42-89ce-573bf0560a10 req-84e04f25-e1ce-4c8b-bc24-1caf2b3ba314 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705993 Nov 08 00:17:52.937243 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55087503-f4ed-46c2-9d35-68b6d8b1699b req-2e1aa301-99c5-435a-96c5-efa73b34dc96 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537889 Nov 08 00:17:52.993936 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e9d1172-5e3b-45e5-8381-def9873f3a55 req-1e3b1496-0032-40ae-83ea-9ff5f758018d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ae38ed-9910-47ea-ba6c-cce00d7c7b81 HTTP/1.1" status: 200 len: 210 time: 0.0357487 Nov 08 00:17:53.130057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa09925-923f-44b5-946e-08e54e3ada35 req-72f5addb-bb82-4bab-9950-c04c70483446 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:53.131666 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2fa09925-923f-44b5-946e-08e54e3ada35 req-72f5addb-bb82-4bab-9950-c04c70483446 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0bbba59-5838-4e2e-9b52-ff0da79de961 HTTP/1.1" status: 200 len: 946 time: 0.0542183 Nov 08 00:17:53.170982 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2fa09925-923f-44b5-946e-08e54e3ada35 req-b9acf580-5ee6-4435-9a50-c17726396dbc tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329072 Nov 08 00:17:53.424579 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749f8d6-1756-421a-9018-3fd60e20db14 req-6e881c9c-d6d4-43cf-a2ca-6a96177a793d tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:53.426073 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c749f8d6-1756-421a-9018-3fd60e20db14 req-6e881c9c-d6d4-43cf-a2ca-6a96177a793d tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd426444-3c63-42c5-872f-6d595e3445e4 HTTP/1.1" status: 200 len: 944 time: 0.0639775 Nov 08 00:17:53.466258 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c749f8d6-1756-421a-9018-3fd60e20db14 req-2ef23622-b963-42f2-8f7e-c000ac4e2e90 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338037 Nov 08 00:17:53.548680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 77346480-245c-4152-b5ff-fb10bc858460 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:17:53.567319 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 77346480-245c-4152-b5ff-fb10bc858460 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:17:53.567602 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 77346480-245c-4152-b5ff-fb10bc858460 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:17:53.568193 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 22589330-9fc6-4321-9ecd-6f5e385ecb7f no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:17:53.601778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 22589330-9fc6-4321-9ecd-6f5e385ecb7f {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:17:53.601778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 22589330-9fc6-4321-9ecd-6f5e385ecb7f not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:17:53.639308 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cb976-0621-45ae-bfab-035d86dbbb4f req-13ea068f-416a-4aa3-a82a-3c128fc5fec2 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:53.640935 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b5cb976-0621-45ae-bfab-035d86dbbb4f req-13ea068f-416a-4aa3-a82a-3c128fc5fec2 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ef47df9-3ff0-4206-8b36-09c8cccaba62 HTTP/1.1" status: 200 len: 949 time: 0.0596941 Nov 08 00:17:53.683911 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b5cb976-0621-45ae-bfab-035d86dbbb4f req-7a8a8f69-d75f-4472-9829-1e0470560b81 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362301 Nov 08 00:17:53.778643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fae50e-fd66-4fae-a6c6-1dd1c09fd528 req-3eceb77f-1cea-4283-b311-ec08e0c75e1b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:53.780140 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07fae50e-fd66-4fae-a6c6-1dd1c09fd528 req-3eceb77f-1cea-4283-b311-ec08e0c75e1b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec9ef27-b61b-4f96-9e74-ba10a756c8bd HTTP/1.1" status: 200 len: 944 time: 0.0512817 Nov 08 00:17:53.818742 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07fae50e-fd66-4fae-a6c6-1dd1c09fd528 req-adb8eb4f-8572-46de-a19b-e251924bea8d tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325818 Nov 08 00:17:53.843835 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b920196a-639d-4a3d-9fd6-db9f688111e9 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:17:53.955864 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port b920196a-639d-4a3d-9fd6-db9f688111e9 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:17:53.959803 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port b920196a-639d-4a3d-9fd6-db9f688111e9 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:53.960266 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:54.038172 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:54.073027 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b920196a-639d-4a3d-9fd6-db9f688111e9, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b920196a-639d-4a3d-9fd6-db9f688111e9,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:54.197282 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:54.251128 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=b920196a-639d-4a3d-9fd6-db9f688111e9,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:54.450446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-c50986a7-8ba5-4616-a3b9-6f444b4e07fa tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:54.452036 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-c50986a7-8ba5-4616-a3b9-6f444b4e07fa tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 808 time: 0.4521937 Nov 08 00:17:54.481057 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-f43d6fc7-c10e-42f7-b5d3-0d9d9af3ba21 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/quotas/97cd1b3154f241d5a6c44887e42be8b0 HTTP/1.1" status: 200 len: 375 time: 0.0217993 Nov 08 00:17:54.489145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159200fe-05bb-4648-b6fc-f2194feed3b9 req-cf533229-cdb8-4e13-ade2-0c95ca42120c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:54.490525 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-159200fe-05bb-4648-b6fc-f2194feed3b9 req-cf533229-cdb8-4e13-ade2-0c95ca42120c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0bbba59-5838-4e2e-9b52-ff0da79de961 HTTP/1.1" status: 200 len: 946 time: 0.1018534 Nov 08 00:17:54.498884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce21cfa-cebc-4d0f-90df-60ae4c8aa7d6 req-f6bd7199-a83c-4811-830e-ca5470c9458b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:54.500252 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ce21cfa-cebc-4d0f-90df-60ae4c8aa7d6 req-f6bd7199-a83c-4811-830e-ca5470c9458b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.1126752 Nov 08 00:17:54.625468 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ce21cfa-cebc-4d0f-90df-60ae4c8aa7d6 req-5e78e9db-1a86-480b-b354-6ae1263d967f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099069 Nov 08 00:17:54.634501 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-ed6d597c-3966-4fad-b2a1-7929314c4658 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1429129 Nov 08 00:17:54.703208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-159200fe-05bb-4648-b6fc-f2194feed3b9 req-3add9c02-cfdc-4f1d-8431-0ea8ec226e3b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Deleting port 075d25c9-db81-4a1d-a803-adc7e7766b0a {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:17:54.703553 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-159200fe-05bb-4648-b6fc-f2194feed3b9 req-3add9c02-cfdc-4f1d-8431-0ea8ec226e3b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:54.773275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bf3e79bc-1cdf-4d2b-83e7-4343916934bc req-acd2b56f-f5c2-4339-8fd5-0985cabb88cb tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ae38ed-9910-47ea-ba6c-cce00d7c7b81 HTTP/1.1" status: 200 len: 210 time: 0.0763326 Nov 08 00:17:54.825791 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-2640c21c-cb2d-4913-985c-4392b3b6ddd4 service neutron] 10.222.0.13 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798334 Nov 08 00:17:54.858300 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec9ef27-b61b-4f96-9e74-ba10a756c8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b920196a-639d-4a3d-9fd6-db9f688111e9'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:54.860677 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ff38aa-a408-482c-910f-700ac7cb1abd" -d '{"events": [{"server_uuid": "9ec9ef27-b61b-4f96-9e74-ba10a756c8bd", "name": "network-vif-plugged", "status": "completed", "tag": "b920196a-639d-4a3d-9fd6-db9f688111e9"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:54.934093 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-159200fe-05bb-4648-b6fc-f2194feed3b9 req-3add9c02-cfdc-4f1d-8431-0ea8ec226e3b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] For port 075d25c9-db81-4a1d-a803-adc7e7766b0a, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=075d25c9-db81-4a1d-a803-adc7e7766b0a,segment=NetworkSegment(6bbdb3e3-653a-49eb-ad5b-e348d9558c7d),segment_id=6bbdb3e3-653a-49eb-ad5b-e348d9558c7d)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:54.934383 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-159200fe-05bb-4648-b6fc-f2194feed3b9 req-3add9c02-cfdc-4f1d-8431-0ea8ec226e3b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:54.994829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-159200fe-05bb-4648-b6fc-f2194feed3b9 req-3add9c02-cfdc-4f1d-8431-0ea8ec226e3b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Calling delete_port for 075d25c9-db81-4a1d-a803-adc7e7766b0a owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:17:55.030949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375d4cf-f10f-4ddf-8ee7-7f4ac68752e1 req-35af5154-f13a-4e78-bb4c-e692c27ff891 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:55.032453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6375d4cf-f10f-4ddf-8ee7-7f4ac68752e1 req-35af5154-f13a-4e78-bb4c-e692c27ff891 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b HTTP/1.1" status: 200 len: 946 time: 0.2039542 Nov 08 00:17:55.126182 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-2e7814b6-c275-43ee-b116-31d36c219b87 service neutron] 10.222.0.13 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868145 Nov 08 00:17:55.144489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-5d92ef89-0681-4e08-b8f1-41d7a430a7ac tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:55.145911 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-5d92ef89-0681-4e08-b8f1-41d7a430a7ac tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.20 "GET /v2.0/networks?id=c57719a2-4ac3-4764-b38b-b8d6a56ca331 HTTP/1.1" status: 200 len: 822 time: 0.2353027 Nov 08 00:17:55.168046 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-a5b1ce41-dadb-4983-80ac-c0bf7c4ead69 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Request body: {'port': {'device_id': '88ae38ed-9910-47ea-ba6c-cce00d7c7b81', 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331', 'admin_state_up': True, 'tenant_id': 'bba6943dd3d44e78911b47268019e8e6'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:55.173137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6375d4cf-f10f-4ddf-8ee7-7f4ac68752e1 req-ee14970a-2e56-463b-a441-5e58660f7bca tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042ec5a-7db1-47bc-9db7-98c555dc580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290941 Nov 08 00:17:55.362045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210a9b0-e3fd-43c8-b2be-622372900c78 req-26a4cde5-6f77-4111-ac0b-deef91530845 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:55.363531 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5210a9b0-e3fd-43c8-b2be-622372900c78 req-26a4cde5-6f77-4111-ac0b-deef91530845 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0bbba59-5838-4e2e-9b52-ff0da79de961 HTTP/1.1" status: 200 len: 946 time: 0.1251147 Nov 08 00:17:55.400997 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5210a9b0-e3fd-43c8-b2be-622372900c78 req-66b611dc-f031-4a6c-931a-6ed0ad0647e9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314167 Nov 08 00:17:55.468581 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-159200fe-05bb-4648-b6fc-f2194feed3b9 req-3add9c02-cfdc-4f1d-8431-0ea8ec226e3b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:55.470198 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-a5b1ce41-dadb-4983-80ac-c0bf7c4ead69 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Made reservation on behalf of bba6943dd3d44e78911b47268019e8e6 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:17:55.474527 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-a5b1ce41-dadb-4983-80ac-c0bf7c4ead69 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:55.504308 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['075d25c9-db81-4a1d-a803-adc7e7766b0a'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:55.509923 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['a19d102e-5315-481d-805a-b1b293de86a4'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:55.532023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add9c02-cfdc-4f1d-8431-0ea8ec226e3b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Pushing event deleted for resources: {'Port': ['ID=075d25c9-db81-4a1d-a803-adc7e7766b0a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:55.560776 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device e1d8e5b1-54dc-46da-9956-5758022716be details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:17:55.624099 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-159200fe-05bb-4648-b6fc-f2194feed3b9 req-3add9c02-cfdc-4f1d-8431-0ea8ec226e3b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] No DVR routers for this DVR port 075d25c9-db81-4a1d-a803-adc7e7766b0a on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:17:55.632884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc45e7a-008c-452c-ae6a-ee7479822779 req-eba20aaa-89db-4a98-bf45-ae88c15f6b8e tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:55.634405 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-afc45e7a-008c-452c-ae6a-ee7479822779 req-eba20aaa-89db-4a98-bf45-ae88c15f6b8e tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd426444-3c63-42c5-872f-6d595e3445e4 HTTP/1.1" status: 200 len: 944 time: 0.1769161 Nov 08 00:17:55.638057 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-159200fe-05bb-4648-b6fc-f2194feed3b9 req-3add9c02-cfdc-4f1d-8431-0ea8ec226e3b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:55.641297 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-159200fe-05bb-4648-b6fc-f2194feed3b9 req-3add9c02-cfdc-4f1d-8431-0ea8ec226e3b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.26 "DELETE /v2.0/ports/075d25c9-db81-4a1d-a803-adc7e7766b0a HTTP/1.1" status: 204 len: 173 time: 1.1402278 Nov 08 00:17:55.641744 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bbba59-5838-4e2e-9b52-ff0da79de961', 'name': 'network-vif-deleted', 'tag': '075d25c9-db81-4a1d-a803-adc7e7766b0a'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:55.644579 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8933d45c-6c18-489f-957c-85e2e9f90366" -d '{"events": [{"server_uuid": "a0bbba59-5838-4e2e-9b52-ff0da79de961", "name": "network-vif-deleted", "tag": "075d25c9-db81-4a1d-a803-adc7e7766b0a"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:55.736378 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port e1d8e5b1-54dc-46da-9956-5758022716be, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=e1d8e5b1-54dc-46da-9956-5758022716be,segment=NetworkSegment(8345481b-3192-442f-bd00-9e51f985907d),segment_id=8345481b-3192-442f-bd00-9e51f985907d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:55.753888 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'e1d8e5b1-54dc-46da-9956-5758022716be', 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501', 'port_id': 'e1d8e5b1-54dc-46da-9956-5758022716be', 'mac_address': 'fa:16:3e:3e:40:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e9b703-0810-4266-b455-8c45207d7779', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:17:55.787850 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-afc45e7a-008c-452c-ae6a-ee7479822779 req-aeb012c1-df18-4070-9890-32d5a7badce5 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382372 Nov 08 00:17:55.821944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-a5b1ce41-dadb-4983-80ac-c0bf7c4ead69 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Allocated IP 172.20.0.6 (c57719a2-4ac3-4764-b38b-b8d6a56ca331/f922d749-ea0e-4050-a259-bcddd001eb5a/115108d8-fc28-4d92-85c9-d417f655c1d8) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:17:55.832736 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:55.851443 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d8e5b1-54dc-46da-9956-5758022716be {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:55.862962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8d611-1a7b-4f80-bc77-6abdc184935d req-7697d68f-8cd8-41f1-8277-3bd544bb71d2 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:55.864473 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-19e8d611-1a7b-4f80-bc77-6abdc184935d req-7697d68f-8cd8-41f1-8277-3bd544bb71d2 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ef47df9-3ff0-4206-8b36-09c8cccaba62 HTTP/1.1" status: 200 len: 949 time: 0.1560915 Nov 08 00:17:55.870015 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b3c33-6c94-4de4-a14b-33f85aca009c req-97cd6b9d-fd1a-4a0b-adc4-d7fb6f8bad9e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:55.872522 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ca7b3c33-6c94-4de4-a14b-33f85aca009c req-97cd6b9d-fd1a-4a0b-adc4-d7fb6f8bad9e tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.26 "GET /v2.0/ports?device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b HTTP/1.1" status: 200 len: 946 time: 0.0759375 Nov 08 00:17:55.874694 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc2a74-587f-488d-ad90-71da44c8ff01 req-cff332a8-02dd-48ba-992c-c9b0682f1f57 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:55.876200 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87dc2a74-587f-488d-ad90-71da44c8ff01 req-cff332a8-02dd-48ba-992c-c9b0682f1f57 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ef47df9-3ff0-4206-8b36-09c8cccaba62 HTTP/1.1" status: 200 len: 949 time: 0.1358919 Nov 08 00:17:55.879297 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port e1d8e5b1-54dc-46da-9956-5758022716be, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=e1d8e5b1-54dc-46da-9956-5758022716be,segment=NetworkSegment(8345481b-3192-442f-bd00-9e51f985907d),segment_id=8345481b-3192-442f-bd00-9e51f985907d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:55.945545 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:55.946629 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device efa0aad9-d2da-4c52-81db-786bae3e6514 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:17:55.994768 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-ca7b3c33-6c94-4de4-a14b-33f85aca009c req-03e66191-6050-46da-b297-9abebc441adb tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Deleting port 56ff3958-0144-4d3c-b3b3-300680828662 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:17:55.995020 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ca7b3c33-6c94-4de4-a14b-33f85aca009c req-03e66191-6050-46da-b297-9abebc441adb tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:56.034214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port efa0aad9-d2da-4c52-81db-786bae3e6514, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=efa0aad9-d2da-4c52-81db-786bae3e6514,segment=NetworkSegment(8345481b-3192-442f-bd00-9e51f985907d),segment_id=8345481b-3192-442f-bd00-9e51f985907d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:56.042081 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=e1d8e5b1-54dc-46da-9956-5758022716be,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:56.049917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'efa0aad9-d2da-4c52-81db-786bae3e6514', 'network_id': '0d67b7ed-ed26-4a97-9aca-4b5790c26501', 'port_id': 'efa0aad9-d2da-4c52-81db-786bae3e6514', 'mac_address': 'fa:16:3e:5e:99:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e9b703-0810-4266-b455-8c45207d7779', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:17:56.070040 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87dc2a74-587f-488d-ad90-71da44c8ff01 req-d9e9731c-8b62-4e23-a9fa-8e31fc4ff90a tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795902 Nov 08 00:17:56.112018 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:56.118069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482ec75-bab7-4293-8a5d-655bcfc69644 req-591988f7-ba85-4c87-8816-f5417d028de7 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:56.119898 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f482ec75-bab7-4293-8a5d-655bcfc69644 req-591988f7-ba85-4c87-8816-f5417d028de7 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec9ef27-b61b-4f96-9e74-ba10a756c8bd HTTP/1.1" status: 200 len: 945 time: 0.1819875 Nov 08 00:17:56.128032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa0aad9-d2da-4c52-81db-786bae3e6514 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:56.161829 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port efa0aad9-d2da-4c52-81db-786bae3e6514, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=efa0aad9-d2da-4c52-81db-786bae3e6514,segment=NetworkSegment(8345481b-3192-442f-bd00-9e51f985907d),segment_id=8345481b-3192-442f-bd00-9e51f985907d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:56.174982 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-ca7b3c33-6c94-4de4-a14b-33f85aca009c req-03e66191-6050-46da-b297-9abebc441adb tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] For port 56ff3958-0144-4d3c-b3b3-300680828662, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=56ff3958-0144-4d3c-b3b3-300680828662,segment=NetworkSegment(5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce),segment_id=5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:56.175591 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ca7b3c33-6c94-4de4-a14b-33f85aca009c req-03e66191-6050-46da-b297-9abebc441adb tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:56.176398 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-19e8d611-1a7b-4f80-bc77-6abdc184935d req-8e54e6c8-0130-4168-a1bb-941b494ac0a4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Deleting port 482bac4e-749d-45f6-adb7-78cc00eacad1 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:17:56.176741 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-19e8d611-1a7b-4f80-bc77-6abdc184935d req-8e54e6c8-0130-4168-a1bb-941b494ac0a4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:56.181541 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-a5b1ce41-dadb-4983-80ac-c0bf7c4ead69 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:56.193397 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-ca7b3c33-6c94-4de4-a14b-33f85aca009c req-03e66191-6050-46da-b297-9abebc441adb tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Calling delete_port for 56ff3958-0144-4d3c-b3b3-300680828662 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:17:56.231735 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2712508-e018-4d34-8512-df6c85eab7c4 x-openstack-request-id: req-e2712508-e018-4d34-8512-df6c85eab7c4 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:56.231735 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec9ef27-b61b-4f96-9e74-ba10a756c8bd", "name": "network-vif-plugged", "status": "completed", "tag": "b920196a-639d-4a3d-9fd6-db9f688111e9", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:56.231735 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2712508-e018-4d34-8512-df6c85eab7c4 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:56.231735 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec9ef27-b61b-4f96-9e74-ba10a756c8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b920196a-639d-4a3d-9fd6-db9f688111e9', 'code': 200} Nov 08 00:17:56.247636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f482ec75-bab7-4293-8a5d-655bcfc69644 req-8f7dfbef-cabd-4175-a2e1-a046b5b2217e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091869 Nov 08 00:17:56.250086 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:56.270527 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68f31f8-3397-48d3-87ea-cb0c67260059 x-openstack-request-id: req-a68f31f8-3397-48d3-87ea-cb0c67260059 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:56.270817 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bbba59-5838-4e2e-9b52-ff0da79de961", "name": "network-vif-deleted", "tag": "075d25c9-db81-4a1d-a803-adc7e7766b0a", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:56.271070 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a68f31f8-3397-48d3-87ea-cb0c67260059 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:56.271466 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bbba59-5838-4e2e-9b52-ff0da79de961', 'name': 'network-vif-deleted', 'tag': '075d25c9-db81-4a1d-a803-adc7e7766b0a', 'status': 'completed', 'code': 200} Nov 08 00:17:56.312600 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-19e8d611-1a7b-4f80-bc77-6abdc184935d req-8e54e6c8-0130-4168-a1bb-941b494ac0a4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] For port 482bac4e-749d-45f6-adb7-78cc00eacad1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=482bac4e-749d-45f6-adb7-78cc00eacad1,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:17:56.313284 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-19e8d611-1a7b-4f80-bc77-6abdc184935d req-8e54e6c8-0130-4168-a1bb-941b494ac0a4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:56.330293 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-19e8d611-1a7b-4f80-bc77-6abdc184935d req-8e54e6c8-0130-4168-a1bb-941b494ac0a4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Calling delete_port for 482bac4e-749d-45f6-adb7-78cc00eacad1 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:17:56.383623 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=efa0aad9-d2da-4c52-81db-786bae3e6514,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:56.414750 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-a5b1ce41-dadb-4983-80ac-c0bf7c4ead69 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:56.437885 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f3c5e-daa8-4e5b-bf43-9efad8140ce5 req-3ce2c481-6a87-4d0d-abc5-9e3184263e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:56.439556 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0f2f3c5e-daa8-4e5b-bf43-9efad8140ce5 req-3ce2c481-6a87-4d0d-abc5-9e3184263e15 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9ec9ef27-b61b-4f96-9e74-ba10a756c8bd HTTP/1.1" status: 200 len: 1096 time: 0.0649691 Nov 08 00:17:56.472952 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7dac77cd-b37f-401e-a317-04b45fc9fca3 req-3e7f9daa-aff8-4902-a371-8a3e96b7799b tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 210 time: 0.0630953 Nov 08 00:17:56.477263 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0f2f3c5e-daa8-4e5b-bf43-9efad8140ce5 req-42328833-c37e-457e-a65f-c4a42a0acb68 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297961 Nov 08 00:17:56.520678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-a5b1ce41-dadb-4983-80ac-c0bf7c4ead69 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Network c57719a2-4ac3-4764-b38b-b8d6a56ca331 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:17:56.532412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-a5b1ce41-dadb-4983-80ac-c0bf7c4ead69 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:17:56.539464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-a5b1ce41-dadb-4983-80ac-c0bf7c4ead69 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:17:56.579631 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ca7b3c33-6c94-4de4-a14b-33f85aca009c req-03e66191-6050-46da-b297-9abebc441adb tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:56.609103 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e66191-6050-46da-b297-9abebc441adb tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Pushing event deleted for resources: {'Port': ['ID=56ff3958-0144-4d3c-b3b3-300680828662,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:56.609531 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8c7c5-3489-4480-9848-d77ac922716c req-500793be-6194-4242-94a3-ed9470e18368 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:56.611028 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfd8c7c5-3489-4480-9848-d77ac922716c req-500793be-6194-4242-94a3-ed9470e18368 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.2001810 Nov 08 00:17:56.617363 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1ce41-dadb-4983-80ac-c0bf7c4ead69 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Pushing event updated for resources: {'Port': ['ID=115108d8-fc28-4d92-85c9-d417f655c1d8,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:56.651739 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7b3c33-6c94-4de4-a14b-33f85aca009c req-03e66191-6050-46da-b297-9abebc441adb tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] No DVR routers for this DVR port 56ff3958-0144-4d3c-b3b3-300680828662 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:17:56.654423 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-ca7b3c33-6c94-4de4-a14b-33f85aca009c req-03e66191-6050-46da-b297-9abebc441adb tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:56.657840 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ca7b3c33-6c94-4de4-a14b-33f85aca009c req-03e66191-6050-46da-b297-9abebc441adb tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.26 "DELETE /v2.0/ports/56ff3958-0144-4d3c-b3b3-300680828662 HTTP/1.1" status: 204 len: 173 time: 0.7708473 Nov 08 00:17:56.658450 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34228e9-291c-4adc-9fe0-4ea79bb0c94b', 'name': 'network-vif-deleted', 'tag': '56ff3958-0144-4d3c-b3b3-300680828662'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:56.660830 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6756e4f-8c44-46d0-afd5-7a7a33fe9614" -d '{"events": [{"server_uuid": "e34228e9-291c-4adc-9fe0-4ea79bb0c94b", "name": "network-vif-deleted", "tag": "56ff3958-0144-4d3c-b3b3-300680828662"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:56.689739 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-a5b1ce41-dadb-4983-80ac-c0bf7c4ead69 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:56.690344 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-a5b1ce41-dadb-4983-80ac-c0bf7c4ead69 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:56.699403 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['e1d8e5b1-54dc-46da-9956-5758022716be'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:56.721239 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['efa0aad9-d2da-4c52-81db-786bae3e6514'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:17:56.733205 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f76cde-7bc5-4d4c-a34e-0bda7a86a88e req-6c054857-7815-44a4-939e-04dfa7ac89f3 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:56.734690 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3f76cde-7bc5-4d4c-a34e-0bda7a86a88e req-6c054857-7815-44a4-939e-04dfa7ac89f3 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ae38ed-9910-47ea-ba6c-cce00d7c7b81 HTTP/1.1" status: 200 len: 931 time: 0.2036490 Nov 08 00:17:56.740358 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfd8c7c5-3489-4480-9848-d77ac922716c req-18d0829e-44dd-4f85-ad2a-f2dc357b2f85 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164398 Nov 08 00:17:56.790645 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3f76cde-7bc5-4d4c-a34e-0bda7a86a88e req-dafa6d5f-db92-42b2-a005-2138afc00e3b tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461996 Nov 08 00:17:56.817146 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-a5b1ce41-dadb-4983-80ac-c0bf7c4ead69 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6548777 Nov 08 00:17:56.837382 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Request body: {'port': {'device_id': '88ae38ed-9910-47ea-ba6c-cce00d7c7b81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:56.880439 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-19e8d611-1a7b-4f80-bc77-6abdc184935d req-8e54e6c8-0130-4168-a1bb-941b494ac0a4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:56.899886 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba59f321-6c39-4707-84a3-0292a115321d x-openstack-request-id: req-ba59f321-6c39-4707-84a3-0292a115321d {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:56.905228 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34228e9-291c-4adc-9fe0-4ea79bb0c94b", "name": "network-vif-deleted", "tag": "56ff3958-0144-4d3c-b3b3-300680828662", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:56.905228 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba59f321-6c39-4707-84a3-0292a115321d {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:56.905228 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34228e9-291c-4adc-9fe0-4ea79bb0c94b', 'name': 'network-vif-deleted', 'tag': '56ff3958-0144-4d3c-b3b3-300680828662', 'status': 'completed', 'code': 200} Nov 08 00:17:56.905484 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5fbb1125-b41d-488f-9bb1-169d7180f823 req-1e6b3dfe-06fa-4ddb-b9a2-c55a775e3e2d tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] 10.222.0.13 "GET /v2.0/ports?device_id=e34228e9-291c-4adc-9fe0-4ea79bb0c94b HTTP/1.1" status: 200 len: 210 time: 0.0368102 Nov 08 00:17:56.937840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54e6c8-0130-4168-a1bb-941b494ac0a4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Pushing event deleted for resources: {'Port': ['ID=482bac4e-749d-45f6-adb7-78cc00eacad1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:56.993711 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:57.047171 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e8d611-1a7b-4f80-bc77-6abdc184935d req-8e54e6c8-0130-4168-a1bb-941b494ac0a4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] No DVR routers for this DVR port 482bac4e-749d-45f6-adb7-78cc00eacad1 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:17:57.050038 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-19e8d611-1a7b-4f80-bc77-6abdc184935d req-8e54e6c8-0130-4168-a1bb-941b494ac0a4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:57.053269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-19e8d611-1a7b-4f80-bc77-6abdc184935d req-8e54e6c8-0130-4168-a1bb-941b494ac0a4 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.26 "DELETE /v2.0/ports/482bac4e-749d-45f6-adb7-78cc00eacad1 HTTP/1.1" status: 204 len: 173 time: 1.1761520 Nov 08 00:17:57.150096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c84c5-6034-474a-939f-58c046f33cc2 req-ae8258b6-0d45-468b-bc25-98ae666cee1b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:57.152470 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e10c84c5-6034-474a-939f-58c046f33cc2 req-ae8258b6-0d45-468b-bc25-98ae666cee1b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.1765208 Nov 08 00:17:57.163131 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43154) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:57.168625 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-153251ed-772f-4c0b-8fd0-14ac7b1e832e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Request body: {'floatingip': {'port_id': '3e79d612-cbea-499e-9607-f97a24235729'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:57.214966 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95812aa-b1ad-45fb-a77c-cfa61e75fca4 req-b91fa028-eb0b-448e-9cba-b245003faa4b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:57.217718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e95812aa-b1ad-45fb-a77c-cfa61e75fca4 req-b91fa028-eb0b-448e-9cba-b245003faa4b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd426444-3c63-42c5-872f-6d595e3445e4 HTTP/1.1" status: 200 len: 945 time: 0.1716383 Nov 08 00:17:57.240344 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-153251ed-772f-4c0b-8fd0-14ac7b1e832e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for floatingip, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:57.352848 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e95812aa-b1ad-45fb-a77c-cfa61e75fca4 req-ddc43d2b-1215-46ed-bcc7-e256fbe4b917 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282153 Nov 08 00:17:57.367389 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91790b-2fc6-4a36-904e-0edfda785474 req-e1b219c9-619f-4f8d-be6b-9946db1695ba tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:57.368985 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a91790b-2fc6-4a36-904e-0edfda785474 req-e1b219c9-619f-4f8d-be6b-9946db1695ba tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1515501 Nov 08 00:17:57.443775 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a91790b-2fc6-4a36-904e-0edfda785474 req-fae923be-830e-4334-961a-20a7bdd548bb tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665939 Nov 08 00:17:57.499138 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d0c8295a-bdc9-4c8e-bb54-322b2464858b req-52ba1837-9fb7-4171-91f2-d65ddae61e70 tempest-ListImageFiltersTestJSON-590001844 tempest-ListImageFiltersTestJSON-590001844-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ef47df9-3ff0-4206-8b36-09c8cccaba62 HTTP/1.1" status: 200 len: 210 time: 0.0405149 Nov 08 00:17:57.568514 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 075d25c9-db81-4a1d-a803-adc7e7766b0a no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:17:57.609808 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 075d25c9-db81-4a1d-a803-adc7e7766b0a {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:17:57.609808 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 075d25c9-db81-4a1d-a803-adc7e7766b0a not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:17:57.609808 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 56ff3958-0144-4d3c-b3b3-300680828662 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:17:57.630785 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 56ff3958-0144-4d3c-b3b3-300680828662 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:17:57.631157 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 56ff3958-0144-4d3c-b3b3-300680828662 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:17:57.631692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 482bac4e-749d-45f6-adb7-78cc00eacad1 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:17:57.654682 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115108d8-fc28-4d92-85c9-d417f655c1d8 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:17:57.657478 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 482bac4e-749d-45f6-adb7-78cc00eacad1 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:17:57.657832 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 482bac4e-749d-45f6-adb7-78cc00eacad1 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:17:57.664011 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:57.682376 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1cbf9412-ad11-401b-a96d-55b90ceb0179 req-82ee7c69-700a-4808-ad9d-0317260f16b5 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 210 time: 0.0581601 Nov 08 00:17:57.696981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Transition to ACTIVE for port object 115108d8-fc28-4d92-85c9-d417f655c1d8 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:17:57.709045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674f27a-0f31-4815-bf2a-fcda1dce8508 req-191bb89b-b0fe-4dad-8b85-d2c3ef6d2803 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:57.710496 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2674f27a-0f31-4815-bf2a-fcda1dce8508 req-191bb89b-b0fe-4dad-8b85-d2c3ef6d2803 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec9ef27-b61b-4f96-9e74-ba10a756c8bd HTTP/1.1" status: 200 len: 945 time: 0.1034429 Nov 08 00:17:57.766269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2674f27a-0f31-4815-bf2a-fcda1dce8508 req-9245d009-6c6c-43c4-84db-483775b137d4 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485857 Nov 08 00:17:57.782698 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:57.869617 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-153251ed-772f-4c0b-8fd0-14ac7b1e832e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:57.872109 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Pushing event updated for resources: {'Port': ['ID=115108d8-fc28-4d92-85c9-d417f655c1d8,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:57.905996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e9ae5-9140-4069-9609-c45a9c27198e req-c4958699-4617-4276-97b3-bc3b6a34ec95 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:57.907487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6d3e9ae5-9140-4069-9609-c45a9c27198e req-c4958699-4617-4276-97b3-bc3b6a34ec95 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1270735 Nov 08 00:17:57.927166 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-153251ed-772f-4c0b-8fd0-14ac7b1e832e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:58.026485 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e73261-3edc-46c5-a620-0496c2d39d8e req-3b67b77b-7cb5-4cdf-932a-b9c8e3efd880 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:58.028713 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4e73261-3edc-46c5-a620-0496c2d39d8e req-3b67b77b-7cb5-4cdf-932a-b9c8e3efd880 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ae38ed-9910-47ea-ba6c-cce00d7c7b81 HTTP/1.1" status: 200 len: 943 time: 0.1193738 Nov 08 00:17:58.031514 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6d3e9ae5-9140-4069-9609-c45a9c27198e req-03132304-72a2-4ff6-a336-f31324b3ad83 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960457 Nov 08 00:17:58.032941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Attempting to bind port 115108d8-fc28-4d92-85c9-d417f655c1d8 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:17:58.032941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Attempting to bind port 115108d8-fc28-4d92-85c9-d417f655c1d8 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '95ebb042-8e00-4adf-9c02-86999ef85e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:17:58.033158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Attempting to bind port 115108d8-fc28-4d92-85c9-d417f655c1d8 on network c57719a2-4ac3-4764-b38b-b8d6a56ca331 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:58.038383 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-153251ed-772f-4c0b-8fd0-14ac7b1e832e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Floating IP d16431e3-c9d8-4df6-948b-04f9cb45e353 associated. External IP: 172.25.2.8, port: 3e79d612-cbea-499e-9607-f97a24235729. Nov 08 00:17:58.047955 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Port 115108d8-fc28-4d92-85c9-d417f655c1d8 on network c57719a2-4ac3-4764-b38b-b8d6a56ca331 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:17:58.048311 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Attempting to bind port 115108d8-fc28-4d92-85c9-d417f655c1d8 on network c57719a2-4ac3-4764-b38b-b8d6a56ca331 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:17:58.061903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:17:58.062249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Checking segment: {'id': '95ebb042-8e00-4adf-9c02-86999ef85e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:17:58.062641 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Bound using segment: {'id': '95ebb042-8e00-4adf-9c02-86999ef85e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:17:58.063085 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Bound port: 115108d8-fc28-4d92-85c9-d417f655c1d8, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ebb042-8e00-4adf-9c02-86999ef85e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:17:58.063451 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:58.115176 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43172) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:58.132301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4e73261-3edc-46c5-a620-0496c2d39d8e req-28b9b24f-012e-410d-8748-d9da0bef3136 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902257 Nov 08 00:17:58.161915 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8e48c68a-163a-428c-a953-251aed4524e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:58.166893 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] For port 115108d8-fc28-4d92-85c9-d417f655c1d8, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:17:58.176707 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] For port 115108d8-fc28-4d92-85c9-d417f655c1d8, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=115108d8-fc28-4d92-85c9-d417f655c1d8,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:17:58.194317 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f53e5f0b-d1ea-4d86-b5d6-cd3399a93f5d admin admin] Deleting subnet ecaf66e9-5ef6-440b-87a0-b205c6e28157 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:17:58.200596 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f53e5f0b-d1ea-4d86-b5d6-cd3399a93f5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:58.250392 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:58.270153 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b782a9-cf1c-4614-8e1f-e8484ccb1870 req-73245254-33d0-4317-a54b-4dfaba8ac3a6 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:58.271994 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89b782a9-cf1c-4614-8e1f-e8484ccb1870 req-73245254-33d0-4317-a54b-4dfaba8ac3a6 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0854347 Nov 08 00:17:58.293775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef47df9-3ff0-4206-8b36-09c8cccaba62', 'name': 'network-vif-deleted', 'tag': '482bac4e-749d-45f6-adb7-78cc00eacad1'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:58.296049 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d62f07-3f94-4f31-8759-bf0ec506d0c8" -d '{"events": [{"server_uuid": "8ef47df9-3ff0-4206-8b36-09c8cccaba62", "name": "network-vif-deleted", "tag": "482bac4e-749d-45f6-adb7-78cc00eacad1"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:58.314973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:58.315608 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:58.317026 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] 10.222.0.20 "PUT /v2.0/ports/115108d8-fc28-4d92-85c9-d417f655c1d8 HTTP/1.1" status: 200 len: 1091 time: 1.4847322 Nov 08 00:17:58.325948 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f53e5f0b-d1ea-4d86-b5d6-cd3399a93f5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:58.353721 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3678f1-af53-417a-b322-ba02c1591693 x-openstack-request-id: req-ad3678f1-af53-417a-b322-ba02c1591693 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:58.354013 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef47df9-3ff0-4206-8b36-09c8cccaba62", "name": "network-vif-deleted", "tag": "482bac4e-749d-45f6-adb7-78cc00eacad1", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:58.354260 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad3678f1-af53-417a-b322-ba02c1591693 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:58.354671 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef47df9-3ff0-4206-8b36-09c8cccaba62', 'name': 'network-vif-deleted', 'tag': '482bac4e-749d-45f6-adb7-78cc00eacad1', 'status': 'completed', 'code': 200} Nov 08 00:17:58.363010 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89b782a9-cf1c-4614-8e1f-e8484ccb1870 req-8f3aeb28-8952-40d1-94bf-61abc23add5c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607159 Nov 08 00:17:58.373789 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c47da-b5a3-45d8-a72c-890453ae81b2 service neutron] Pushing event updated for resources: {'Port': ['ID=115108d8-fc28-4d92-85c9-d417f655c1d8,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:58.409843 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153251ed-772f-4c0b-8fd0-14ac7b1e832e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:17:58.485965 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f53e5f0b-d1ea-4d86-b5d6-cd3399a93f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:58.626437 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-3834fa8e-686c-422e-833f-348fbdec43b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:58.627830 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-3834fa8e-686c-422e-833f-348fbdec43b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bba6943dd3d44e78911b47268019e8e6&device_id=88ae38ed-9910-47ea-ba6c-cce00d7c7b81 HTTP/1.1" status: 200 len: 1094 time: 0.1438940 Nov 08 00:17:58.688363 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153251ed-772f-4c0b-8fd0-14ac7b1e832e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:17:58.700603 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8586b9e-a73c-47b2-87ce-cb3c0f8819e7 None None] Sync routers for ids ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:17:58.714694 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8586b9e-a73c-47b2-87ce-cb3c0f8819e7 None None] Routers {'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:17:58.716034 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b8586b9e-a73c-47b2-87ce-cb3c0f8819e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:17:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:17:58.778437 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-153251ed-772f-4c0b-8fd0-14ac7b1e832e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:58.824769 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-153251ed-772f-4c0b-8fd0-14ac7b1e832e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "PUT /v2.0/floatingips/d16431e3-c9d8-4df6-948b-04f9cb45e353 HTTP/1.1" status: 200 len: 990 time: 1.6587873 Nov 08 00:17:58.828173 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f53e5f0b-d1ea-4d86-b5d6-cd3399a93f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:58.882564 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-4c773e4f-df72-4ae9-821d-03318b6649c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=115108d8-fc28-4d92-85c9-d417f655c1d8 HTTP/1.1" status: 200 len: 217 time: 0.2194960 Nov 08 00:17:58.908745 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-b8586b9e-a73c-47b2-87ce-cb3c0f8819e7 None None] Set router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:17:58.928481 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e5f0b-d1ea-4d86-b5d6-cd3399a93f5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecaf66e9-5ef6-440b-87a0-b205c6e28157,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:17:58.931243 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'tag': '3e79d612-cbea-499e-9607-f97a24235729'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:17:58.934570 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd46ed2-f51c-48fc-b1da-cd8d751250f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b165dd9e-37f0-4a7b-a0ff-52dd48340679", "tag": "3e79d612-cbea-499e-9607-f97a24235729"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:17:58.964620 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f53e5f0b-d1ea-4d86-b5d6-cd3399a93f5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:58.974837 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f53e5f0b-d1ea-4d86-b5d6-cd3399a93f5d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ecaf66e9-5ef6-440b-87a0-b205c6e28157 HTTP/1.1" status: 204 len: 168 time: 0.8561056 Nov 08 00:17:58.975478 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43210) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:17:59.056369 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-c3cbd7d0-cf92-4b83-b591-9331e5d5af06 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:59.062056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-c3cbd7d0-cf92-4b83-b591-9331e5d5af06 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.20 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 808 time: 0.6771183 Nov 08 00:17:59.085430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-973dc7ed-e9e2-4a40-9ae4-bcf06d42fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:59.085430 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-973dc7ed-e9e2-4a40-9ae4-bcf06d42fb8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f922d749-ea0e-4050-a259-bcddd001eb5a HTTP/1.1" status: 200 len: 862 time: 0.1939485 Nov 08 00:17:59.085610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b024bf-a13e-44eb-a636-3ad2e28d4801 req-90ee121f-ef6e-47aa-b56b-a79de673a182 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:59.092141 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7b024bf-a13e-44eb-a636-3ad2e28d4801 req-90ee121f-ef6e-47aa-b56b-a79de673a182 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd426444-3c63-42c5-872f-6d595e3445e4 HTTP/1.1" status: 200 len: 945 time: 0.6168792 Nov 08 00:17:59.103594 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-c8a22054-0bbb-4339-8e3b-e7e2fb8589bb tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Request body: {'port': {'device_id': 'c6df89bd-097b-4c3c-a611-1c4eef7f056a', 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e', 'admin_state_up': True, 'tenant_id': '97cd1b3154f241d5a6c44887e42be8b0'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:17:59.152992 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-8ebf80a8-0f73-408b-ae97-f6f17089827c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c57719a2-4ac3-4764-b38b-b8d6a56ca331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607002 Nov 08 00:17:59.265882 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b8586b9e-a73c-47b2-87ce-cb3c0f8819e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 4, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port': {'id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:26Z', 'updated_at': '2021-11-08T00:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'd16431e3-c9d8-4df6-948b-04f9cb45e353', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'port_id': '3e79d612-cbea-499e-9607-f97a24235729', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'mac_address': 'fa:16:3e:2c:b7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:17:35Z', 'updated_at': '2021-11-08T00:17:57Z', 'revision_number': 1, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9627256-6eb1-4a7a-a58d-e36733b88bf2', 'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'mac_address': 'fa:16:3e:1e:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:29Z', 'updated_at': '2021-11-08T00:17:36Z', 'revision_number': 5, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'subnets': [{'id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:17:59.319031 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7b024bf-a13e-44eb-a636-3ad2e28d4801 req-f4939f75-5616-405a-a10c-87b660c31599 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241580 Nov 08 00:17:59.359940 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8586b9e-a73c-47b2-87ce-cb3c0f8819e7 None None] Checking router: e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:17:59.362764 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-ff2d9dcb-cb08-4ae9-9e74-abc8dc2fbec2 service neutron] 10.222.0.20 "GET /v2.0/networks/c57719a2-4ac3-4764-b38b-b8d6a56ca331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952696 Nov 08 00:17:59.381580 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e8d3ce6-7126-4c3b-8f0e-a147ce7c2bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:59.392285 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8586b9e-a73c-47b2-87ce-cb3c0f8819e7 None None] Routers {'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:17:59.399674 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b8586b9e-a73c-47b2-87ce-cb3c0f8819e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:17:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:17:59.408846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-c8a22054-0bbb-4339-8e3b-e7e2fb8589bb tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Made reservation on behalf of 97cd1b3154f241d5a6c44887e42be8b0 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:17:59.412482 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-c8a22054-0bbb-4339-8e3b-e7e2fb8589bb tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:59.477963 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2e604457-b856-4591-9ff2-0f452a089d3c req-6553fa75-b622-4361-a17f-b68fc09029db tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 210 time: 0.0625668 Nov 08 00:17:59.577276 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device e1d8e5b1-54dc-46da-9956-5758022716be up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:17:59.635675 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-b8586b9e-a73c-47b2-87ce-cb3c0f8819e7 None None] Set router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:17:59.650541 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e8d3ce6-7126-4c3b-8f0e-a147ce7c2bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:59.662238 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c77bacfa-8bc5-4ffa-b40d-3fdaa2a94569 req-d2274898-1942-44e2-89d0-d4b1906cf4fe service neutron] 10.222.0.20 "GET /v2.0/networks/c57719a2-4ac3-4764-b38b-b8d6a56ca331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794929 Nov 08 00:17:59.687335 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-c8a22054-0bbb-4339-8e3b-e7e2fb8589bb tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Allocated IP 172.20.0.5 (d94fd993-3cd3-4f95-b0e9-7b398d133b4e/a0ec3df4-1869-45a1-99d0-6ce6e411d41a/c59eee91-743c-462c-b977-3bf3c814dc9f) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:17:59.699237 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66146d1-d72a-45a1-8fe1-1ee6e0649fdb x-openstack-request-id: req-d66146d1-d72a-45a1-8fe1-1ee6e0649fdb {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:17:59.699550 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b165dd9e-37f0-4a7b-a0ff-52dd48340679", "tag": "3e79d612-cbea-499e-9607-f97a24235729", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:17:59.699765 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d66146d1-d72a-45a1-8fe1-1ee6e0649fdb {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:17:59.704291 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'tag': '3e79d612-cbea-499e-9607-f97a24235729', 'status': 'completed', 'code': 200} Nov 08 00:17:59.721702 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6e8d3ce6-7126-4c3b-8f0e-a147ce7c2bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac5a810-3b8a-4875-b1de-503826400099']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:17:59.733031 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6e8d3ce6-7126-4c3b-8f0e-a147ce7c2bf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:17:59.733328 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6e8d3ce6-7126-4c3b-8f0e-a147ce7c2bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c06a1f4-2e96-4d8e-9edf-f0a8d3017bce') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:17:59.769622 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e8d3ce6-7126-4c3b-8f0e-a147ce7c2bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:59.770809 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port e1d8e5b1-54dc-46da-9956-5758022716be completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:17:59.798143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port e1d8e5b1-54dc-46da-9956-5758022716be triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:17:59.799239 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:59.802587 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e8d3ce6-7126-4c3b-8f0e-a147ce7c2bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:59.816949 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8d3ce6-7126-4c3b-8f0e-a147ce7c2bf3 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:17:59.820189 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e8d3ce6-7126-4c3b-8f0e-a147ce7c2bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:17:59.825343 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:17:59.960181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317eec3-33c3-4776-94bc-479cceaef0bf req-48fbdbfe-bee4-4932-b491-9055ec0d9252 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:59.964144 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd46ed2-f51c-48fc-b1da-cd8d751250f9 req-3ebcc758-af3c-4ab1-b134-37aa7d11fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:17:59.966905 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5bd46ed2-f51c-48fc-b1da-cd8d751250f9 req-3ebcc758-af3c-4ab1-b134-37aa7d11fe09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b5853458dd24c08bad0734d1d809da3&device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 1097 time: 0.2186167 Nov 08 00:17:59.967871 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5317eec3-33c3-4776-94bc-479cceaef0bf req-48fbdbfe-bee4-4932-b491-9055ec0d9252 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec9ef27-b61b-4f96-9e74-ba10a756c8bd HTTP/1.1" status: 200 len: 945 time: 0.4929025 Nov 08 00:18:00.054015 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdce56b-c449-4875-89ac-9fa0ca1a2d4c req-97314bd3-e358-404e-830a-fa299252e4c6 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:00.062227 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8cdce56b-c449-4875-89ac-9fa0ca1a2d4c req-97314bd3-e358-404e-830a-fa299252e4c6 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ae38ed-9910-47ea-ba6c-cce00d7c7b81 HTTP/1.1" status: 200 len: 943 time: 0.2049820 Nov 08 00:18:00.076882 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e8d3ce6-7126-4c3b-8f0e-a147ce7c2bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:00.095247 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e8d3ce6-7126-4c3b-8f0e-a147ce7c2bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:00.102470 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6e8d3ce6-7126-4c3b-8f0e-a147ce7c2bf3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cac5a810-3b8a-4875-b1de-503826400099 HTTP/1.1" status: 204 len: 168 time: 1.1235249 Nov 08 00:18:00.129719 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5317eec3-33c3-4776-94bc-479cceaef0bf req-e52dfa46-0378-4adb-b941-53f1c182753e tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608713 Nov 08 00:18:00.148043 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:00.165327 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d3ce6-7126-4c3b-8f0e-a147ce7c2bf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cac5a810-3b8a-4875-b1de-503826400099,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:00.177143 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-c8a22054-0bbb-4339-8e3b-e7e2fb8589bb tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:00.196529 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd426444-3c63-42c5-872f-6d595e3445e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d8e5b1-54dc-46da-9956-5758022716be'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:00.200295 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3191ae91-3495-4797-b79c-c15d2b4bece4" -d '{"events": [{"server_uuid": "cd426444-3c63-42c5-872f-6d595e3445e4", "name": "network-vif-plugged", "status": "completed", "tag": "e1d8e5b1-54dc-46da-9956-5758022716be"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:00.218898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port e1d8e5b1-54dc-46da-9956-5758022716be, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=e1d8e5b1-54dc-46da-9956-5758022716be,segment=NetworkSegment(8345481b-3192-442f-bd00-9e51f985907d),segment_id=8345481b-3192-442f-bd00-9e51f985907d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:00.231073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b8586b9e-a73c-47b2-87ce-cb3c0f8819e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 4, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port': {'id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:26Z', 'updated_at': '2021-11-08T00:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'd16431e3-c9d8-4df6-948b-04f9cb45e353', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'port_id': '3e79d612-cbea-499e-9607-f97a24235729', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'mac_address': 'fa:16:3e:2c:b7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:17:35Z', 'updated_at': '2021-11-08T00:17:57Z', 'revision_number': 1, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9627256-6eb1-4a7a-a58d-e36733b88bf2', 'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'mac_address': 'fa:16:3e:1e:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:29Z', 'updated_at': '2021-11-08T00:17:36Z', 'revision_number': 5, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'subnets': [{'id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:00.255085 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd46ed2-f51c-48fc-b1da-cd8d751250f9 req-70a88be1-5f82-49e3-9494-83b111c932e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:00.259091 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5bd46ed2-f51c-48fc-b1da-cd8d751250f9 req-70a88be1-5f82-49e3-9494-83b111c932e4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0371df58-0f09-4690-9116-bbb16052317b HTTP/1.1" status: 200 len: 917 time: 0.2507274 Nov 08 00:18:00.266244 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8586b9e-a73c-47b2-87ce-cb3c0f8819e7 None None] The sync data for ids ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'] in n-d-816882-1 is: [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 4, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port': {'id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:26Z', 'updated_at': '2021-11-08T00:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'd16431e3-c9d8-4df6-948b-04f9cb45e353', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'port_id': '3e79d612-cbea-499e-9607-f97a24235729', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'mac_address': 'fa:16:3e:2c:b7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:17:35Z', 'updated_at': '2021-11-08T00:17:57Z', 'revision_number': 1, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9627256-6eb1-4a7a-a58d-e36733b88bf2', 'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'mac_address': 'fa:16:3e:1e:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:29Z', 'updated_at': '2021-11-08T00:17:36Z', 'revision_number': 5, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'subnets': [{'id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:18:00.272397 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8cdce56b-c449-4875-89ac-9fa0ca1a2d4c req-f93b9098-526d-4cd1-acea-ce3dbbe17367 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092247 Nov 08 00:18:00.292714 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:00.292714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device efa0aad9-d2da-4c52-81db-786bae3e6514 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:18:00.356461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ae38ed-9910-47ea-ba6c-cce00d7c7b81', 'tag': '115108d8-fc28-4d92-85c9-d417f655c1d8'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:00.358408 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe2ab72-08bf-41e2-a7a5-2b79975b10e8" -d '{"events": [{"name": "network-changed", "server_uuid": "88ae38ed-9910-47ea-ba6c-cce00d7c7b81", "tag": "115108d8-fc28-4d92-85c9-d417f655c1d8"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:00.433597 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-c8a22054-0bbb-4339-8e3b-e7e2fb8589bb tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:00.455410 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5bd46ed2-f51c-48fc-b1da-cd8d751250f9 req-b369cbad-b792-4c10-93de-0f4e2a0cdc5c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e79d612-cbea-499e-9607-f97a24235729 HTTP/1.1" status: 200 len: 998 time: 0.1825359 Nov 08 00:18:00.504229 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a22054-0bbb-4339-8e3b-e7e2fb8589bb tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Pushing event updated for resources: {'Port': ['ID=c59eee91-743c-462c-b977-3bf3c814dc9f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:00.508188 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['c115532b-fa9f-422a-9e63-4efe85e12766'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:18:00.530519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-c8a22054-0bbb-4339-8e3b-e7e2fb8589bb tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Network d94fd993-3cd3-4f95-b0e9-7b398d133b4e is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:18:00.534416 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-c8a22054-0bbb-4339-8e3b-e7e2fb8589bb tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:18:00.540479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=e1d8e5b1-54dc-46da-9956-5758022716be,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:00.541956 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-c8a22054-0bbb-4339-8e3b-e7e2fb8589bb tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:18:00.559424 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd46ed2-f51c-48fc-b1da-cd8d751250f9 req-efa43a49-b2ed-4b71-967e-bf73dbc7cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:00.560933 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5bd46ed2-f51c-48fc-b1da-cd8d751250f9 req-efa43a49-b2ed-4b71-967e-bf73dbc7cfb3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c80a8a3-462b-4322-9544-89bc8e72d39f HTTP/1.1" status: 200 len: 855 time: 0.0922713 Nov 08 00:18:00.612878 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-c8a22054-0bbb-4339-8e3b-e7e2fb8589bb tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:00.613533 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-c8a22054-0bbb-4339-8e3b-e7e2fb8589bb tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:00.640382 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd46ed2-f51c-48fc-b1da-cd8d751250f9 req-86301cf4-924b-4d53-ae40-29587e4e1d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:00.642499 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5bd46ed2-f51c-48fc-b1da-cd8d751250f9 req-86301cf4-924b-4d53-ae40-29587e4e1d14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371df58-0f09-4690-9116-bbb16052317b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702124 Nov 08 00:18:00.660598 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-5bd46ed2-f51c-48fc-b1da-cd8d751250f9 req-7e5a8d4c-88b4-4844-ac9a-b7c9180bbf65 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:18:00.668143 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5bd46ed2-f51c-48fc-b1da-cd8d751250f9 req-7e5a8d4c-88b4-4844-ac9a-b7c9180bbf65 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168903 Nov 08 00:18:00.706387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43260) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:00.740116 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port efa0aad9-d2da-4c52-81db-786bae3e6514 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:18:00.741189 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be5c8de-a686-43ab-8812-22b1f38adca5 None None] New status for floating IP d16431e3-c9d8-4df6-948b-04f9cb45e353: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:18:00.844786 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-c8a22054-0bbb-4339-8e3b-e7e2fb8589bb tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7502313 Nov 08 00:18:00.860989 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port efa0aad9-d2da-4c52-81db-786bae3e6514 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:18:00.861507 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:00.862382 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f3fca569-2c46-445d-b6b4-8540d508e882 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03361b607f1240009c31eb92f73a8c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548264 Nov 08 00:18:00.866120 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43264) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:00.868801 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bf9b583-57b1-47b9-a8e7-60b55c9b81ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:00.873350 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Request body: {'port': {'device_id': 'c6df89bd-097b-4c3c-a611-1c4eef7f056a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:00.911878 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9447d1ea-a974-4f8c-92b7-bd0a1de47829 x-openstack-request-id: req-9447d1ea-a974-4f8c-92b7-bd0a1de47829 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:00.912171 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd426444-3c63-42c5-872f-6d595e3445e4", "name": "network-vif-plugged", "status": "completed", "tag": "e1d8e5b1-54dc-46da-9956-5758022716be", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:00.912909 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9447d1ea-a974-4f8c-92b7-bd0a1de47829 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:00.913309 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd426444-3c63-42c5-872f-6d595e3445e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d8e5b1-54dc-46da-9956-5758022716be', 'code': 200} Nov 08 00:18:00.961292 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5bd46ed2-f51c-48fc-b1da-cd8d751250f9 req-986b3c7f-17a4-49b5-9673-e4212de1b394 service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911854 Nov 08 00:18:01.075538 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:01.080773 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:01.121177 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2ea3dd-2a77-4bc6-ad43-20d3fd7be12f x-openstack-request-id: req-3d2ea3dd-2a77-4bc6-ad43-20d3fd7be12f {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:01.121767 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ae38ed-9910-47ea-ba6c-cce00d7c7b81", "tag": "115108d8-fc28-4d92-85c9-d417f655c1d8", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:01.121767 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d2ea3dd-2a77-4bc6-ad43-20d3fd7be12f {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:01.122121 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ae38ed-9910-47ea-ba6c-cce00d7c7b81', 'tag': '115108d8-fc28-4d92-85c9-d417f655c1d8', 'status': 'completed', 'code': 200} Nov 08 00:18:01.138481 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f867fbb8-3318-4696-9e7c-61d1fe68c1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:01.170567 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:01.172716 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port efa0aad9-d2da-4c52-81db-786bae3e6514, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=efa0aad9-d2da-4c52-81db-786bae3e6514,segment=NetworkSegment(8345481b-3192-442f-bd00-9e51f985907d),segment_id=8345481b-3192-442f-bd00-9e51f985907d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:01.228948 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f867fbb8-3318-4696-9e7c-61d1fe68c1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:01.234527 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5bd46ed2-f51c-48fc-b1da-cd8d751250f9 req-9ee2cb81-e252-4d86-9286-b28631d6fb92 service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337496 Nov 08 00:18:01.254222 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:01.268708 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1ed76-cdc4-40df-a2c4-66e458e85f08 req-c7c82e5b-2cc0-4053-afc9-53d29f0bb997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:01.268905 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ffd1ed76-cdc4-40df-a2c4-66e458e85f08 req-c7c82e5b-2cc0-4053-afc9-53d29f0bb997 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd426444-3c63-42c5-872f-6d595e3445e4 HTTP/1.1" status: 200 len: 1097 time: 0.2489519 Nov 08 00:18:01.276338 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f743bfd-ceaf-4264-956b-d9f29f5ccfa3 req-a25620a1-9a80-4de4-b8b7-6d751f2bfb30 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:01.280700 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2ab72-08bf-41e2-a7a5-2b79975b10e8 req-8b7f608c-deef-4db9-8af5-61477db4e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:01.282249 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fbe2ab72-08bf-41e2-a7a5-2b79975b10e8 req-8b7f608c-deef-4db9-8af5-61477db4e093 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bba6943dd3d44e78911b47268019e8e6&device_id=88ae38ed-9910-47ea-ba6c-cce00d7c7b81 HTTP/1.1" status: 200 len: 1094 time: 0.1098790 Nov 08 00:18:01.284492 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f743bfd-ceaf-4264-956b-d9f29f5ccfa3 req-a25620a1-9a80-4de4-b8b7-6d751f2bfb30 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd426444-3c63-42c5-872f-6d595e3445e4 HTTP/1.1" status: 200 len: 946 time: 0.2654145 Nov 08 00:18:01.330381 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=efa0aad9-d2da-4c52-81db-786bae3e6514,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:01.424081 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2ab72-08bf-41e2-a7a5-2b79975b10e8 req-00dc3aca-3b0f-478c-8148-932127879cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:01.425582 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fbe2ab72-08bf-41e2-a7a5-2b79975b10e8 req-00dc3aca-3b0f-478c-8148-932127879cba service neutron] 10.222.0.20 "GET /v2.0/networks?id=c57719a2-4ac3-4764-b38b-b8d6a56ca331 HTTP/1.1" status: 200 len: 923 time: 0.1347010 Nov 08 00:18:01.426690 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f867fbb8-3318-4696-9e7c-61d1fe68c1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:01.429331 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f867fbb8-3318-4696-9e7c-61d1fe68c1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:01.433298 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f867fbb8-3318-4696-9e7c-61d1fe68c1de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2042ec5a-7db1-47bc-9db7-98c555dc580f HTTP/1.1" status: 204 len: 168 time: 0.5574150 Nov 08 00:18:01.436651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9675d-ce13-4213-b44e-7ed98ed3bd6b req-a1656f5a-7ac1-4525-85ec-f2a5781b0c33 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:01.443976 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f8c9675d-ce13-4213-b44e-7ed98ed3bd6b req-a1656f5a-7ac1-4525-85ec-f2a5781b0c33 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 931 time: 0.2336836 Nov 08 00:18:01.447182 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867fbb8-3318-4696-9e7c-61d1fe68c1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2042ec5a-7db1-47bc-9db7-98c555dc580f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:01.450983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ffd1ed76-cdc4-40df-a2c4-66e458e85f08 req-f421ce4f-8c80-4b47-b04c-5e233fd82ae3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570623 Nov 08 00:18:01.461197 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f743bfd-ceaf-4264-956b-d9f29f5ccfa3 req-ff57e2fb-b15b-4f3b-b21a-bec54deeeb48 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712935 Nov 08 00:18:01.486632 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fbe2ab72-08bf-41e2-a7a5-2b79975b10e8 req-cf7bbc2b-7b89-4047-a86f-e3ad3bad205d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=115108d8-fc28-4d92-85c9-d417f655c1d8 HTTP/1.1" status: 200 len: 217 time: 0.0459530 Nov 08 00:18:01.560955 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f8c9675d-ce13-4213-b44e-7ed98ed3bd6b req-f6529d95-1076-43d8-9803-6b26df283ed4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132562 Nov 08 00:18:01.587612 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2ab72-08bf-41e2-a7a5-2b79975b10e8 req-acf40b65-3768-4da8-a5b7-521af35047ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:01.589210 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fbe2ab72-08bf-41e2-a7a5-2b79975b10e8 req-acf40b65-3768-4da8-a5b7-521af35047ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f922d749-ea0e-4050-a259-bcddd001eb5a HTTP/1.1" status: 200 len: 862 time: 0.0771935 Nov 08 00:18:01.688064 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fbe2ab72-08bf-41e2-a7a5-2b79975b10e8 req-ed37762b-4e94-43da-9119-6efa70fe53cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c57719a2-4ac3-4764-b38b-b8d6a56ca331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531979 Nov 08 00:18:01.734075 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:01.786364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59eee91-743c-462c-b977-3bf3c814dc9f {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:18:01.812421 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:01.820596 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:01.854025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Transition to ACTIVE for port object c59eee91-743c-462c-b977-3bf3c814dc9f will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:18:01.873132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514f1d9-9f36-4a44-b119-3e783a7b064a req-8d8d2ba0-2e2a-4109-b706-27ae1def896f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:01.876476 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e514f1d9-9f36-4a44-b119-3e783a7b064a req-8d8d2ba0-2e2a-4109-b706-27ae1def896f tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec9ef27-b61b-4f96-9e74-ba10a756c8bd HTTP/1.1" status: 200 len: 945 time: 0.2140424 Nov 08 00:18:01.970998 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:01.977786 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e514f1d9-9f36-4a44-b119-3e783a7b064a req-c7b973dd-c678-44de-b174-7a25431fb8da tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942686 Nov 08 00:18:02.214939 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Pushing event updated for resources: {'Port': ['ID=c59eee91-743c-462c-b977-3bf3c814dc9f,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:02.238523 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fbe2ab72-08bf-41e2-a7a5-2b79975b10e8 req-b0b0a585-42c1-4352-ad14-d5d37ed35c9f service neutron] 10.222.0.20 "GET /v2.0/networks/c57719a2-4ac3-4764-b38b-b8d6a56ca331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376563 Nov 08 00:18:02.246912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d9337-0e21-44d4-8a11-3d25f093ea4a req-993502ee-8fc7-4e4c-a671-6e90ff624df2 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:02.255378 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-596d9337-0e21-44d4-8a11-3d25f093ea4a req-993502ee-8fc7-4e4c-a671-6e90ff624df2 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ae38ed-9910-47ea-ba6c-cce00d7c7b81 HTTP/1.1" status: 200 len: 943 time: 0.1601288 Nov 08 00:18:02.295266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Attempting to bind port c59eee91-743c-462c-b977-3bf3c814dc9f on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:18:02.295491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Attempting to bind port c59eee91-743c-462c-b977-3bf3c814dc9f by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:18:02.295826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Attempting to bind port c59eee91-743c-462c-b977-3bf3c814dc9f on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:18:02.312289 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Port c59eee91-743c-462c-b977-3bf3c814dc9f on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:18:02.312635 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Attempting to bind port c59eee91-743c-462c-b977-3bf3c814dc9f on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:18:02.318526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:18:02.318863 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Checking segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:18:02.319243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Bound using segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:18:02.320103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Bound port: c59eee91-743c-462c-b977-3bf3c814dc9f, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:18:02.320103 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:02.343823 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-596d9337-0e21-44d4-8a11-3d25f093ea4a req-69d7bd9e-c1a2-4e7a-a625-078ddce942b2 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871906 Nov 08 00:18:02.363145 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fbe2ab72-08bf-41e2-a7a5-2b79975b10e8 req-3b3da9fd-bf86-410d-8851-7f009c3827dd service neutron] 10.222.0.20 "GET /v2.0/networks/c57719a2-4ac3-4764-b38b-b8d6a56ca331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164412 Nov 08 00:18:02.449476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] For port c59eee91-743c-462c-b977-3bf3c814dc9f, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:18:02.453594 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] For port c59eee91-743c-462c-b977-3bf3c814dc9f, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c59eee91-743c-462c-b977-3bf3c814dc9f,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:18:02.530024 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:02.574816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:02.575100 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:02.576627 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] 10.222.0.20 "PUT /v2.0/ports/c59eee91-743c-462c-b977-3bf3c814dc9f HTTP/1.1" status: 200 len: 1091 time: 1.7081478 Nov 08 00:18:02.591969 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7cdd4-a4ba-4e06-b3ac-fcff2adb1849 req-2bec1f52-9529-4764-8e09-12c100687bae tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:02.599213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09a7cdd4-a4ba-4e06-b3ac-fcff2adb1849 req-2bec1f52-9529-4764-8e09-12c100687bae tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0976872 Nov 08 00:18:02.628729 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932d0fb-d55c-4a6e-b2f2-f061874ff791 service neutron] Pushing event updated for resources: {'Port': ['ID=c59eee91-743c-462c-b977-3bf3c814dc9f,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:02.649920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09a7cdd4-a4ba-4e06-b3ac-fcff2adb1849 req-40a652c7-9498-470a-a0b9-72464db5ef7e tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498490 Nov 08 00:18:02.865702 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-78079309-143a-49cf-99fc-ca735d16eead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:02.867203 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-78079309-143a-49cf-99fc-ca735d16eead service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 1094 time: 0.1311686 Nov 08 00:18:02.876460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e588e8-feea-4f1b-885f-ad756b351b02 req-b1450315-3771-439e-b626-fd2a24a7ea07 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:02.877863 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-22e588e8-feea-4f1b-885f-ad756b351b02 req-b1450315-3771-439e-b626-fd2a24a7ea07 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 943 time: 0.1251776 Nov 08 00:18:02.889534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850913bb-3ef5-4421-9ddd-c2eadc710b9a req-72974353-7d45-4fb0-9400-bc9f4d283b49 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:02.890939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-850913bb-3ef5-4421-9ddd-c2eadc710b9a req-72974353-7d45-4fb0-9400-bc9f4d283b49 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd426444-3c63-42c5-872f-6d595e3445e4 HTTP/1.1" status: 200 len: 946 time: 0.1182983 Nov 08 00:18:02.915153 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efc0c45-0647-4d95-afa5-f099c39ad8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa0aad9-d2da-4c52-81db-786bae3e6514'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:02.917931 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246bd971-55b5-4699-9557-84b5fa29e08c" -d '{"events": [{"server_uuid": "7efc0c45-0647-4d95-afa5-f099c39ad8cc", "name": "network-vif-plugged", "status": "completed", "tag": "efa0aad9-d2da-4c52-81db-786bae3e6514"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:02.962030 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-d33547ed-97dd-4399-9751-e1e7177db489 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c59eee91-743c-462c-b977-3bf3c814dc9f HTTP/1.1" status: 200 len: 217 time: 0.0701213 Nov 08 00:18:02.996012 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-22e588e8-feea-4f1b-885f-ad756b351b02 req-3196bd11-6794-4941-bef8-565cc21705c8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024241 Nov 08 00:18:03.027418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-850913bb-3ef5-4421-9ddd-c2eadc710b9a req-dfef53eb-59d6-4d0b-bf9b-915ec5c479b4 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282032 Nov 08 00:18:03.048496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9261baf7-4152-4a22-8b69-648d5c151936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:03.050369 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-9261baf7-4152-4a22-8b69-648d5c151936 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.0785556 Nov 08 00:18:03.099729 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-b501f87a-5e0f-4a17-b3a4-6cb064a21b1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393105 Nov 08 00:18:03.123647 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6df89bd-097b-4c3c-a611-1c4eef7f056a', 'tag': 'c59eee91-743c-462c-b977-3bf3c814dc9f'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:03.126155 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0372fdb8-fbc3-4cdc-abea-9a0e2d8ff5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c6df89bd-097b-4c3c-a611-1c4eef7f056a", "tag": "c59eee91-743c-462c-b977-3bf3c814dc9f"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:03.168388 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d7308b-a4d9-459b-b241-1a47cb6ce8f5 x-openstack-request-id: req-b9d7308b-a4d9-459b-b241-1a47cb6ce8f5 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:03.168689 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efc0c45-0647-4d95-afa5-f099c39ad8cc", "name": "network-vif-plugged", "status": "completed", "tag": "efa0aad9-d2da-4c52-81db-786bae3e6514", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:03.169010 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9d7308b-a4d9-459b-b241-1a47cb6ce8f5 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:03.169330 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efc0c45-0647-4d95-afa5-f099c39ad8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa0aad9-d2da-4c52-81db-786bae3e6514', 'code': 200} Nov 08 00:18:03.206224 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43342) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:03.254321 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:03.300969 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954333c-f34f-44d3-a89b-fd1aaf63f204 req-3abe6e7a-1e93-4f38-a76c-67dfed50a58b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:03.302516 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2954333c-f34f-44d3-a89b-fd1aaf63f204 req-3abe6e7a-1e93-4f38-a76c-67dfed50a58b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1889398 Nov 08 00:18:03.397542 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-b5b1ab36-34c3-4274-83b8-84cdcf8cc665 service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367811 Nov 08 00:18:03.399243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2ab8b-0ef4-4384-a215-2acdff17bec5 req-59908322-29bf-4f98-806d-6207b627dd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:03.400602 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5d2ab8b-0ef4-4384-a215-2acdff17bec5 req-59908322-29bf-4f98-806d-6207b627dd40 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7efc0c45-0647-4d95-afa5-f099c39ad8cc HTTP/1.1" status: 200 len: 1096 time: 0.1205440 Nov 08 00:18:03.411665 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119c753-77a0-40e8-954c-d6a8bfe15c99 req-5824ebd6-bec8-4ee5-9e91-d7e6fd8e7cd9 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:03.413041 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7119c753-77a0-40e8-954c-d6a8bfe15c99 req-5824ebd6-bec8-4ee5-9e91-d7e6fd8e7cd9 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec9ef27-b61b-4f96-9e74-ba10a756c8bd HTTP/1.1" status: 200 len: 945 time: 0.1749415 Nov 08 00:18:03.415771 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2954333c-f34f-44d3-a89b-fd1aaf63f204 req-66150b1b-9350-4928-9f7e-d406e39053ed tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969009 Nov 08 00:18:03.428005 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-716d4865-d3e1-42cf-a071-fe25fc3c8632 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4830fce35ee14d359caf67ac1246faa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176857 Nov 08 00:18:03.429184 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43348) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:03.519774 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa62d234-8ace-45e9-b0f4-660e648af7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:03.545662 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa62d234-8ace-45e9-b0f4-660e648af7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:03.551089 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5d2ab8b-0ef4-4384-a215-2acdff17bec5 req-9e1f3efe-e126-4617-8915-6e4ad8da9f67 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332712 Nov 08 00:18:03.573290 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7119c753-77a0-40e8-954c-d6a8bfe15c99 req-680e41b6-2359-4c51-8f0b-740a2df25708 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417885 Nov 08 00:18:03.614630 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecc2e575-95c2-435a-915c-b3f32dc7e119 req-8be03310-5c1e-487a-974b-ee66cb7f1817 service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978853 Nov 08 00:18:03.629473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce16b6e-ad9f-4434-b63b-90a3873bbbbd req-c0d276a0-7dad-4b45-bda5-48a170390bde tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:03.631003 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ce16b6e-ad9f-4434-b63b-90a3873bbbbd req-c0d276a0-7dad-4b45-bda5-48a170390bde tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=7efc0c45-0647-4d95-afa5-f099c39ad8cc HTTP/1.1" status: 200 len: 945 time: 0.1147103 Nov 08 00:18:03.671624 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa62d234-8ace-45e9-b0f4-660e648af7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:03.674363 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa62d234-8ace-45e9-b0f4-660e648af7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:03.675525 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-aa62d234-8ace-45e9-b0f4-660e648af7cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3b0d1bd-ca98-4e91-b5ac-d0f906df8066 HTTP/1.1" status: 204 len: 168 time: 0.2452657 Nov 08 00:18:03.684778 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ce16b6e-ad9f-4434-b63b-90a3873bbbbd req-ebb63bf2-dbb6-490f-a394-70e2b7cd0bb8 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460088 Nov 08 00:18:03.694752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62d234-8ace-45e9-b0f4-660e648af7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b0d1bd-ca98-4e91-b5ac-d0f906df8066,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:03.758668 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5110d716-c864-4707-8204-21ca69498d5b x-openstack-request-id: req-5110d716-c864-4707-8204-21ca69498d5b {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:03.758958 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6df89bd-097b-4c3c-a611-1c4eef7f056a", "tag": "c59eee91-743c-462c-b977-3bf3c814dc9f", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:03.759207 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5110d716-c864-4707-8204-21ca69498d5b {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:03.759603 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6df89bd-097b-4c3c-a611-1c4eef7f056a', 'tag': 'c59eee91-743c-462c-b977-3bf3c814dc9f', 'status': 'completed', 'code': 200} Nov 08 00:18:03.892499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30aa34-5cd2-4ba7-809a-eb054c4067f7 req-8a4b0b39-d94c-446a-b9e6-4bb6b87fdc38 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:03.894032 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e30aa34-5cd2-4ba7-809a-eb054c4067f7 req-8a4b0b39-d94c-446a-b9e6-4bb6b87fdc38 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ae38ed-9910-47ea-ba6c-cce00d7c7b81 HTTP/1.1" status: 200 len: 943 time: 0.0874019 Nov 08 00:18:03.900106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372fdb8-fbc3-4cdc-abea-9a0e2d8ff5f3 req-183d2db3-2d69-40eb-97a6-bfc6bd05f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:03.901597 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0372fdb8-fbc3-4cdc-abea-9a0e2d8ff5f3 req-183d2db3-2d69-40eb-97a6-bfc6bd05f7d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 1094 time: 0.0843139 Nov 08 00:18:03.913160 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 115108d8-fc28-4d92-85c9-d417f655c1d8 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:18:03.990374 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e30aa34-5cd2-4ba7-809a-eb054c4067f7 req-d0d3c279-e8ca-4be5-9a46-cda3da94ba67 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878129 Nov 08 00:18:04.039764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372fdb8-fbc3-4cdc-abea-9a0e2d8ff5f3 req-4c7474c5-348f-4d77-b5f9-ef9e75a54f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:04.041651 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0372fdb8-fbc3-4cdc-abea-9a0e2d8ff5f3 req-4c7474c5-348f-4d77-b5f9-ef9e75a54f1f service neutron] 10.222.0.20 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 909 time: 0.1321673 Nov 08 00:18:04.056839 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 115108d8-fc28-4d92-85c9-d417f655c1d8, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=115108d8-fc28-4d92-85c9-d417f655c1d8,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:04.123263 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0372fdb8-fbc3-4cdc-abea-9a0e2d8ff5f3 req-5ef2e67d-240b-47c5-a6aa-c29dd9691b11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c59eee91-743c-462c-b977-3bf3c814dc9f HTTP/1.1" status: 200 len: 217 time: 0.0732841 Nov 08 00:18:04.190899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372fdb8-fbc3-4cdc-abea-9a0e2d8ff5f3 req-65bb3b25-4540-4810-8506-9f184bf637b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:04.192802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0372fdb8-fbc3-4cdc-abea-9a0e2d8ff5f3 req-65bb3b25-4540-4810-8506-9f184bf637b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.0615244 Nov 08 00:18:04.259735 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0372fdb8-fbc3-4cdc-abea-9a0e2d8ff5f3 req-7372da9d-027d-48ef-a799-9d0976714996 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537932 Nov 08 00:18:04.311427 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '115108d8-fc28-4d92-85c9-d417f655c1d8', 'network_id': 'c57719a2-4ac3-4764-b38b-b8d6a56ca331', 'port_id': '115108d8-fc28-4d92-85c9-d417f655c1d8', 'mac_address': 'fa:16:3e:dc:da:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f922d749-ea0e-4050-a259-bcddd001eb5a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:18:04.384692 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:04.397435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115108d8-fc28-4d92-85c9-d417f655c1d8 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:18:04.419399 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 115108d8-fc28-4d92-85c9-d417f655c1d8, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=115108d8-fc28-4d92-85c9-d417f655c1d8,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:04.420503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0372fdb8-fbc3-4cdc-abea-9a0e2d8ff5f3 req-c4bafa33-ffc8-414a-9400-426ac8b89e60 service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523776 Nov 08 00:18:04.487407 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:04.539828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=115108d8-fc28-4d92-85c9-d417f655c1d8,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:04.608881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0372fdb8-fbc3-4cdc-abea-9a0e2d8ff5f3 req-035c4dd4-d715-42aa-abb9-29927ec8f24a service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313856 Nov 08 00:18:04.629968 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fca371-83d0-41e0-961e-0a888e39485d req-97cf6c08-5747-44c8-bf03-41f1bb4b74af tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:04.631461 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68fca371-83d0-41e0-961e-0a888e39485d req-97cf6c08-5747-44c8-bf03-41f1bb4b74af tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 943 time: 0.0771461 Nov 08 00:18:04.682884 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68fca371-83d0-41e0-961e-0a888e39485d req-9acabf62-4c28-405c-a393-0bba34843e1c tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403812 Nov 08 00:18:04.903683 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb9e80-a3ae-4c7e-ac54-634111794fda req-49cd8e51-2801-4a11-93d1-ed000e4a3abe tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:04.905124 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6cb9e80-a3ae-4c7e-ac54-634111794fda req-49cd8e51-2801-4a11-93d1-ed000e4a3abe tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec9ef27-b61b-4f96-9e74-ba10a756c8bd HTTP/1.1" status: 200 len: 945 time: 0.0575070 Nov 08 00:18:04.931106 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['115108d8-fc28-4d92-85c9-d417f655c1d8'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:18:04.963706 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6cb9e80-a3ae-4c7e-ac54-634111794fda req-e650420a-5182-4987-82a4-65a2d80f1316 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524356 Nov 08 00:18:05.143034 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef86e6-fb46-4976-88f3-33e8abb21785 req-fefbd097-51da-408a-b62f-f79bc22e63af tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:05.151088 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02ef86e6-fb46-4976-88f3-33e8abb21785 req-fefbd097-51da-408a-b62f-f79bc22e63af tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=7efc0c45-0647-4d95-afa5-f099c39ad8cc HTTP/1.1" status: 200 len: 945 time: 0.1043200 Nov 08 00:18:05.196960 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02ef86e6-fb46-4976-88f3-33e8abb21785 req-48977dbe-37b7-4965-9c2c-23cf2a07462b tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448580 Nov 08 00:18:05.299622 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4bbce-256f-4725-a0c9-0aef427df4d8 req-e44dfa9b-918a-419f-adb9-7570178e2098 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:05.301487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25f4bbce-256f-4725-a0c9-0aef427df4d8 req-e44dfa9b-918a-419f-adb9-7570178e2098 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ae38ed-9910-47ea-ba6c-cce00d7c7b81 HTTP/1.1" status: 200 len: 944 time: 0.1091931 Nov 08 00:18:05.344571 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25f4bbce-256f-4725-a0c9-0aef427df4d8 req-24063b2e-7a3c-496b-88f1-91982a084231 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351739 Nov 08 00:18:05.815156 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26115a-44b3-416b-8303-1ec496500c6a req-61b93d00-2164-4c52-9822-2f183c1f20ea tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:05.816674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c26115a-44b3-416b-8303-1ec496500c6a req-61b93d00-2164-4c52-9822-2f183c1f20ea tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 943 time: 0.0570760 Nov 08 00:18:05.856644 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c26115a-44b3-416b-8303-1ec496500c6a req-2faec9c7-f90c-490b-a865-eb0263af9fed tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336859 Nov 08 00:18:06.343546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f907ef-e891-4e66-8480-b5ed5f302a1a req-b380e1ad-2579-4f57-9659-30ee57bce4b5 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:06.345098 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8f907ef-e891-4e66-8480-b5ed5f302a1a req-b380e1ad-2579-4f57-9659-30ee57bce4b5 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec9ef27-b61b-4f96-9e74-ba10a756c8bd HTTP/1.1" status: 200 len: 945 time: 0.0672925 Nov 08 00:18:06.389801 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8f907ef-e891-4e66-8480-b5ed5f302a1a req-6e4db2af-bd0f-4c7f-8b6a-97e1f364b0b7 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20b86b6-3f8f-40ca-8c94-4aae15473280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380125 Nov 08 00:18:06.535633 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e91c13-d546-4815-ad2a-fdf66959246f req-b22b9103-dda4-47fb-b398-501176a2070a tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:06.537165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46e91c13-d546-4815-ad2a-fdf66959246f req-b22b9103-dda4-47fb-b398-501176a2070a tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=7efc0c45-0647-4d95-afa5-f099c39ad8cc HTTP/1.1" status: 200 len: 945 time: 0.0810149 Nov 08 00:18:06.549708 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d055019-e99b-49e1-802d-b2a6fd254aba req-8062fa09-96b6-4981-a23e-d016137f2a7b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:06.551008 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d055019-e99b-49e1-802d-b2a6fd254aba req-8062fa09-96b6-4981-a23e-d016137f2a7b tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ec9ef27-b61b-4f96-9e74-ba10a756c8bd HTTP/1.1" status: 200 len: 945 time: 0.0691350 Nov 08 00:18:06.624307 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46e91c13-d546-4815-ad2a-fdf66959246f req-ffd32905-5a81-4ef4-b548-10a7de0cbd40 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723233 Nov 08 00:18:06.684213 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-4d055019-e99b-49e1-802d-b2a6fd254aba req-aca6523a-947d-4264-bd71-2d996d39ce94 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Deleting port b920196a-639d-4a3d-9fd6-db9f688111e9 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:18:06.685076 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4d055019-e99b-49e1-802d-b2a6fd254aba req-aca6523a-947d-4264-bd71-2d996d39ce94 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:06.836066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b0d18-76fb-4394-9dea-947602abb7e7 req-a2c7ade9-0f1c-4e8a-b636-449cefd29ab1 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:06.837510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-598b0d18-76fb-4394-9dea-947602abb7e7 req-a2c7ade9-0f1c-4e8a-b636-449cefd29ab1 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1382804 Nov 08 00:18:06.846936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176b0d4-6c65-46e1-97fd-d8654718849f req-ae10cdd7-be28-4055-bc1d-23b3389008ca tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:06.848257 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2176b0d4-6c65-46e1-97fd-d8654718849f req-ae10cdd7-be28-4055-bc1d-23b3389008ca tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ae38ed-9910-47ea-ba6c-cce00d7c7b81 HTTP/1.1" status: 200 len: 944 time: 0.1597235 Nov 08 00:18:06.890025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-4d055019-e99b-49e1-802d-b2a6fd254aba req-aca6523a-947d-4264-bd71-2d996d39ce94 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] For port b920196a-639d-4a3d-9fd6-db9f688111e9, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b920196a-639d-4a3d-9fd6-db9f688111e9,segment=NetworkSegment(c52ef93d-3c34-47c7-87b1-6bc87a74ca63),segment_id=c52ef93d-3c34-47c7-87b1-6bc87a74ca63)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:06.890405 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4d055019-e99b-49e1-802d-b2a6fd254aba req-aca6523a-947d-4264-bd71-2d996d39ce94 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:06.916260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-4d055019-e99b-49e1-802d-b2a6fd254aba req-aca6523a-947d-4264-bd71-2d996d39ce94 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Calling delete_port for b920196a-639d-4a3d-9fd6-db9f688111e9 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:18:06.931129 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-598b0d18-76fb-4394-9dea-947602abb7e7 req-398b0b0d-3121-4648-81b7-17710e733bcb tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819860 Nov 08 00:18:06.941474 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2176b0d4-6c65-46e1-97fd-d8654718849f req-8ab522fb-89a7-4793-83cb-376cb27fd379 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752904 Nov 08 00:18:07.124336 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09a5ee-074a-4f1f-a8ce-5ac55a36a4df req-e6d94fbc-0225-48a5-9b0f-d263ab583767 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:07.125812 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d09a5ee-074a-4f1f-a8ce-5ac55a36a4df req-e6d94fbc-0225-48a5-9b0f-d263ab583767 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 943 time: 0.0581930 Nov 08 00:18:07.177909 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4d055019-e99b-49e1-802d-b2a6fd254aba req-aca6523a-947d-4264-bd71-2d996d39ce94 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:07.222003 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b920196a-639d-4a3d-9fd6-db9f688111e9'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:18:07.222877 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d09a5ee-074a-4f1f-a8ce-5ac55a36a4df req-d9dd4c5b-1f08-44ab-b32a-ee5328f733d8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907629 Nov 08 00:18:07.225789 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6523a-947d-4264-bd71-2d996d39ce94 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Pushing event deleted for resources: {'Port': ['ID=b920196a-639d-4a3d-9fd6-db9f688111e9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:07.256989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e39898-5fdd-41aa-bbfd-e4777a3c4202 req-1ab62b53-2fc9-4de7-899d-b5ad1f9eb132 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:07.264244 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-80e39898-5fdd-41aa-bbfd-e4777a3c4202 req-1ab62b53-2fc9-4de7-899d-b5ad1f9eb132 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1331916 Nov 08 00:18:07.298881 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d055019-e99b-49e1-802d-b2a6fd254aba req-aca6523a-947d-4264-bd71-2d996d39ce94 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] No DVR routers for this DVR port b920196a-639d-4a3d-9fd6-db9f688111e9 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:18:07.302132 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4d055019-e99b-49e1-802d-b2a6fd254aba req-aca6523a-947d-4264-bd71-2d996d39ce94 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:07.305433 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d055019-e99b-49e1-802d-b2a6fd254aba req-aca6523a-947d-4264-bd71-2d996d39ce94 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.20 "DELETE /v2.0/ports/b920196a-639d-4a3d-9fd6-db9f688111e9 HTTP/1.1" status: 204 len: 173 time: 0.7476523 Nov 08 00:18:07.305860 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec9ef27-b61b-4f96-9e74-ba10a756c8bd', 'name': 'network-vif-deleted', 'tag': 'b920196a-639d-4a3d-9fd6-db9f688111e9'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:07.308093 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4678059-2349-4010-bdbb-a42e3f2f9b59" -d '{"events": [{"server_uuid": "9ec9ef27-b61b-4f96-9e74-ba10a756c8bd", "name": "network-vif-deleted", "tag": "b920196a-639d-4a3d-9fd6-db9f688111e9"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:07.327168 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-80e39898-5fdd-41aa-bbfd-e4777a3c4202 req-24a2fbee-d90e-4732-a1a8-54b6f0edbab0 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620883 Nov 08 00:18:07.463017 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f352ef-da64-4b5d-b709-67cb31f7db79 req-2104ee63-bf1f-4896-8582-ce90efa10324 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:07.465509 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52f352ef-da64-4b5d-b709-67cb31f7db79 req-2104ee63-bf1f-4896-8582-ce90efa10324 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.26 "GET /v2.0/ports?device_id=7efc0c45-0647-4d95-afa5-f099c39ad8cc HTTP/1.1" status: 200 len: 945 time: 0.0625846 Nov 08 00:18:07.466998 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77248147-82e1-4e76-9bb4-0d9ecc681bf2 x-openstack-request-id: req-77248147-82e1-4e76-9bb4-0d9ecc681bf2 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:07.467283 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec9ef27-b61b-4f96-9e74-ba10a756c8bd", "name": "network-vif-deleted", "tag": "b920196a-639d-4a3d-9fd6-db9f688111e9", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:07.467526 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77248147-82e1-4e76-9bb4-0d9ecc681bf2 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:07.467999 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec9ef27-b61b-4f96-9e74-ba10a756c8bd', 'name': 'network-vif-deleted', 'tag': 'b920196a-639d-4a3d-9fd6-db9f688111e9', 'status': 'completed', 'code': 200} Nov 08 00:18:07.575229 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c7e6c50b-7f9c-4d4c-b084-7d85a15a8040 req-f765a61c-388a-48a9-9585-dcdd9f103077 tempest-DeleteServersTestJSON-2040465273 tempest-DeleteServersTestJSON-2040465273-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec9ef27-b61b-4f96-9e74-ba10a756c8bd HTTP/1.1" status: 200 len: 210 time: 0.0340035 Nov 08 00:18:07.616406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-52f352ef-da64-4b5d-b709-67cb31f7db79 req-32c4a8de-adfb-4ecb-88c6-1acd671f7279 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Deleting port efa0aad9-d2da-4c52-81db-786bae3e6514 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:18:07.616957 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-52f352ef-da64-4b5d-b709-67cb31f7db79 req-32c4a8de-adfb-4ecb-88c6-1acd671f7279 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:07.739880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d2c7a-53fc-4542-85a3-79fdc2a02e82 req-ff72bba6-b38d-4935-ad89-186ef9cce34b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:07.741399 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-603d2c7a-53fc-4542-85a3-79fdc2a02e82 req-ff72bba6-b38d-4935-ad89-186ef9cce34b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1045547 Nov 08 00:18:07.802280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-52f352ef-da64-4b5d-b709-67cb31f7db79 req-32c4a8de-adfb-4ecb-88c6-1acd671f7279 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] For port efa0aad9-d2da-4c52-81db-786bae3e6514, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=efa0aad9-d2da-4c52-81db-786bae3e6514,segment=NetworkSegment(8345481b-3192-442f-bd00-9e51f985907d),segment_id=8345481b-3192-442f-bd00-9e51f985907d)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:07.802644 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-52f352ef-da64-4b5d-b709-67cb31f7db79 req-32c4a8de-adfb-4ecb-88c6-1acd671f7279 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:07.829682 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-52f352ef-da64-4b5d-b709-67cb31f7db79 req-32c4a8de-adfb-4ecb-88c6-1acd671f7279 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Calling delete_port for efa0aad9-d2da-4c52-81db-786bae3e6514 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:18:07.845944 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-603d2c7a-53fc-4542-85a3-79fdc2a02e82 req-d7cd0bd6-27e2-4444-9b4a-f0f0b273c2c9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928919 Nov 08 00:18:07.855249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00b1d9-bfa1-4cc3-ab28-faa21e70cd0a req-132c22b4-e37d-4e86-bcff-27084ae7c9e0 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:07.856976 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af00b1d9-bfa1-4cc3-ab28-faa21e70cd0a req-132c22b4-e37d-4e86-bcff-27084ae7c9e0 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=7efc0c45-0647-4d95-afa5-f099c39ad8cc HTTP/1.1" status: 200 len: 945 time: 0.1252849 Nov 08 00:18:07.928132 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 115108d8-fc28-4d92-85c9-d417f655c1d8 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:18:08.002360 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8f9d2-c5ee-4ed8-ba1b-70e69cb068cc req-dd1d500e-d3da-4cfa-acf5-69a5d1bc5047 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:08.004201 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bcc8f9d2-c5ee-4ed8-ba1b-70e69cb068cc req-dd1d500e-d3da-4cfa-acf5-69a5d1bc5047 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd426444-3c63-42c5-872f-6d595e3445e4 HTTP/1.1" status: 200 len: 946 time: 0.0619636 Nov 08 00:18:08.055227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 115108d8-fc28-4d92-85c9-d417f655c1d8 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:18:08.061434 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 115108d8-fc28-4d92-85c9-d417f655c1d8 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:18:08.062286 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:08.128138 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-bcc8f9d2-c5ee-4ed8-ba1b-70e69cb068cc req-aaa2e5cf-0ce5-4e75-932d-fe0e047b5546 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Deleting port e1d8e5b1-54dc-46da-9956-5758022716be {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:18:08.128478 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-bcc8f9d2-c5ee-4ed8-ba1b-70e69cb068cc req-aaa2e5cf-0ce5-4e75-932d-fe0e047b5546 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:08.243753 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:08.279044 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ae38ed-9910-47ea-ba6c-cce00d7c7b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115108d8-fc28-4d92-85c9-d417f655c1d8'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:08.282662 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ec19cf-87d6-4645-a909-7155b60bbd52" -d '{"events": [{"server_uuid": "88ae38ed-9910-47ea-ba6c-cce00d7c7b81", "name": "network-vif-plugged", "status": "completed", "tag": "115108d8-fc28-4d92-85c9-d417f655c1d8"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:08.303373 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-bcc8f9d2-c5ee-4ed8-ba1b-70e69cb068cc req-aaa2e5cf-0ce5-4e75-932d-fe0e047b5546 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] For port e1d8e5b1-54dc-46da-9956-5758022716be, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=e1d8e5b1-54dc-46da-9956-5758022716be,segment=NetworkSegment(8345481b-3192-442f-bd00-9e51f985907d),segment_id=8345481b-3192-442f-bd00-9e51f985907d)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:08.305780 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-bcc8f9d2-c5ee-4ed8-ba1b-70e69cb068cc req-aaa2e5cf-0ce5-4e75-932d-fe0e047b5546 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:08.313849 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 115108d8-fc28-4d92-85c9-d417f655c1d8, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=115108d8-fc28-4d92-85c9-d417f655c1d8,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:08.349925 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af00b1d9-bfa1-4cc3-ab28-faa21e70cd0a req-afdb51f5-8d7f-4660-8f6f-de958c8c0f39 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cb8087a-b96b-4466-a05f-57310dad1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670842 Nov 08 00:18:08.351919 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-bcc8f9d2-c5ee-4ed8-ba1b-70e69cb068cc req-aaa2e5cf-0ce5-4e75-932d-fe0e047b5546 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Calling delete_port for e1d8e5b1-54dc-46da-9956-5758022716be owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:18:08.356196 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:08.418002 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f9736-dfaf-426e-b184-dbe5516a0995 req-ff5dcee0-f7d3-455b-8d6e-f92a95ce7a9f tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:08.419494 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-293f9736-dfaf-426e-b184-dbe5516a0995 req-ff5dcee0-f7d3-455b-8d6e-f92a95ce7a9f tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.4767723 Nov 08 00:18:08.431455 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:08.538263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43498) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:08.541160 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=115108d8-fc28-4d92-85c9-d417f655c1d8,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:08.556967 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-293f9736-dfaf-426e-b184-dbe5516a0995 req-c0074700-2be9-492d-b8d8-a0dba581f21b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227911 Nov 08 00:18:08.568057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cadbc0-d214-4ee5-be09-41420bd04908 req-761a3c50-716c-4e48-9a66-765ec1976ff8 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:08.569789 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46cadbc0-d214-4ee5-be09-41420bd04908 req-761a3c50-716c-4e48-9a66-765ec1976ff8 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ae38ed-9910-47ea-ba6c-cce00d7c7b81 HTTP/1.1" status: 200 len: 945 time: 0.1410813 Nov 08 00:18:08.598831 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-52f352ef-da64-4b5d-b709-67cb31f7db79 req-32c4a8de-adfb-4ecb-88c6-1acd671f7279 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:08.625612 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-bcc8f9d2-c5ee-4ed8-ba1b-70e69cb068cc req-aaa2e5cf-0ce5-4e75-932d-fe0e047b5546 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:08.631264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['e1d8e5b1-54dc-46da-9956-5758022716be', 'efa0aad9-d2da-4c52-81db-786bae3e6514'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:18:08.703146 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['e1d8e5b1-54dc-46da-9956-5758022716be', 'efa0aad9-d2da-4c52-81db-786bae3e6514'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:18:08.744602 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2e5cf-0ce5-4e75-932d-fe0e047b5546 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Pushing event deleted for resources: {'Port': ['ID=e1d8e5b1-54dc-46da-9956-5758022716be,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:08.760084 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4a8de-adfb-4ecb-88c6-1acd671f7279 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Pushing event deleted for resources: {'Port': ['ID=efa0aad9-d2da-4c52-81db-786bae3e6514,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:08.774085 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc8f9d2-c5ee-4ed8-ba1b-70e69cb068cc req-aaa2e5cf-0ce5-4e75-932d-fe0e047b5546 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] No DVR routers for this DVR port e1d8e5b1-54dc-46da-9956-5758022716be on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:18:08.777663 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-bcc8f9d2-c5ee-4ed8-ba1b-70e69cb068cc req-aaa2e5cf-0ce5-4e75-932d-fe0e047b5546 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:08.781244 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bcc8f9d2-c5ee-4ed8-ba1b-70e69cb068cc req-aaa2e5cf-0ce5-4e75-932d-fe0e047b5546 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.26 "DELETE /v2.0/ports/e1d8e5b1-54dc-46da-9956-5758022716be HTTP/1.1" status: 204 len: 173 time: 0.7701859 Nov 08 00:18:08.781702 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd426444-3c63-42c5-872f-6d595e3445e4', 'name': 'network-vif-deleted', 'tag': 'e1d8e5b1-54dc-46da-9956-5758022716be'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:08.784682 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db931e07-53d2-42b1-82d3-0a3d1e2fe499" -d '{"events": [{"server_uuid": "cd426444-3c63-42c5-872f-6d595e3445e4", "name": "network-vif-deleted", "tag": "e1d8e5b1-54dc-46da-9956-5758022716be"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:08.807199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f352ef-da64-4b5d-b709-67cb31f7db79 req-32c4a8de-adfb-4ecb-88c6-1acd671f7279 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] No DVR routers for this DVR port efa0aad9-d2da-4c52-81db-786bae3e6514 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:18:08.810823 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-52f352ef-da64-4b5d-b709-67cb31f7db79 req-32c4a8de-adfb-4ecb-88c6-1acd671f7279 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:08.814143 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52f352ef-da64-4b5d-b709-67cb31f7db79 req-32c4a8de-adfb-4ecb-88c6-1acd671f7279 tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.26 "DELETE /v2.0/ports/efa0aad9-d2da-4c52-81db-786bae3e6514 HTTP/1.1" status: 204 len: 173 time: 1.3409920 Nov 08 00:18:08.824616 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46cadbc0-d214-4ee5-be09-41420bd04908 req-c46cc972-bc90-42b8-ba5e-3f0becb02ab1 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468104 Nov 08 00:18:08.826011 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9c99b23d-562d-4ad3-b005-55590270c328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:08.870924 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50f526-1d8a-4132-b8cd-131f9a241469 req-34aaa263-4d3a-47ea-bcd6-10e24b162b69 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:08.871557 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb91bcd0-1bcd-4bf6-b7db-571778d0f5a6 x-openstack-request-id: req-bb91bcd0-1bcd-4bf6-b7db-571778d0f5a6 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:08.871557 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ae38ed-9910-47ea-ba6c-cce00d7c7b81", "name": "network-vif-plugged", "status": "completed", "tag": "115108d8-fc28-4d92-85c9-d417f655c1d8", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:08.871557 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb91bcd0-1bcd-4bf6-b7db-571778d0f5a6 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:08.871557 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ae38ed-9910-47ea-ba6c-cce00d7c7b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115108d8-fc28-4d92-85c9-d417f655c1d8', 'code': 200} Nov 08 00:18:08.872412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd50f526-1d8a-4132-b8cd-131f9a241469 req-34aaa263-4d3a-47ea-bcd6-10e24b162b69 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 943 time: 0.1475625 Nov 08 00:18:08.939919 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd50f526-1d8a-4132-b8cd-131f9a241469 req-4d50f91f-8659-4042-8083-e4f0c6a707d7 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520630 Nov 08 00:18:09.007638 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9c99b23d-562d-4ad3-b005-55590270c328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:09.057165 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2d2e87-4d7b-4644-89cb-e4056d22014c x-openstack-request-id: req-4f2d2e87-4d7b-4644-89cb-e4056d22014c {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:09.063401 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd426444-3c63-42c5-872f-6d595e3445e4", "name": "network-vif-deleted", "tag": "e1d8e5b1-54dc-46da-9956-5758022716be", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:09.063401 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f2d2e87-4d7b-4644-89cb-e4056d22014c {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:09.063401 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd426444-3c63-42c5-872f-6d595e3445e4', 'name': 'network-vif-deleted', 'tag': 'e1d8e5b1-54dc-46da-9956-5758022716be', 'status': 'completed', 'code': 200} Nov 08 00:18:09.093716 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9c99b23d-562d-4ad3-b005-55590270c328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:09.098463 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354a9ee-81af-4cc4-b12c-3e8654e56928 req-e314a153-5d63-45d9-99d9-3b9564064b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:09.100075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d354a9ee-81af-4cc4-b12c-3e8654e56928 req-e314a153-5d63-45d9-99d9-3b9564064b57 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88ae38ed-9910-47ea-ba6c-cce00d7c7b81 HTTP/1.1" status: 200 len: 1096 time: 0.0826116 Nov 08 00:18:09.184499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9c99b23d-562d-4ad3-b005-55590270c328 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ecab6f4e7a1c48bdb64ae72b547739c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6420476 Nov 08 00:18:09.188215 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43524) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:09.188346 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99b23d-562d-4ad3-b005-55590270c328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb47cc80-9512-403e-8f82-74afc5a91c70,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:09.240982 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229914f1-2e17-45d8-92b3-d0707f5fac4b req-0534d655-6b27-41df-8e86-0456c77ee354 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:09.243177 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-229914f1-2e17-45d8-92b3-d0707f5fac4b req-0534d655-6b27-41df-8e86-0456c77ee354 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1181297 Nov 08 00:18:09.246648 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d354a9ee-81af-4cc4-b12c-3e8654e56928 req-066d76ae-a7b2-45a2-912c-467b844ef0b6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353724 Nov 08 00:18:09.261599 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0b6894d-e1a1-48e3-8456-7625aa54e67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:09.295974 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0b6894d-e1a1-48e3-8456-7625aa54e67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:09.315100 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-229914f1-2e17-45d8-92b3-d0707f5fac4b req-871b614d-ed8a-48ba-b0c4-28b122edc6b2 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613980 Nov 08 00:18:09.437060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed20326-3e0c-4c5d-8689-ca94dc0d2a1b req-7e8a9928-66fa-4803-a756-75a7717eccc7 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:09.438714 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fed20326-3e0c-4c5d-8689-ca94dc0d2a1b req-7e8a9928-66fa-4803-a756-75a7717eccc7 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0508223 Nov 08 00:18:09.454249 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0b6894d-e1a1-48e3-8456-7625aa54e67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:09.456806 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0b6894d-e1a1-48e3-8456-7625aa54e67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:09.457951 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d0b6894d-e1a1-48e3-8456-7625aa54e67e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb47cc80-9512-403e-8f82-74afc5a91c70 HTTP/1.1" status: 204 len: 168 time: 0.2685864 Nov 08 00:18:09.465691 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6894d-e1a1-48e3-8456-7625aa54e67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb47cc80-9512-403e-8f82-74afc5a91c70,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:09.472227 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efc0c45-0647-4d95-afa5-f099c39ad8cc', 'name': 'network-vif-deleted', 'tag': 'efa0aad9-d2da-4c52-81db-786bae3e6514'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:09.474514 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d5dd1d-21d5-40fd-be97-7414c7e4a57b" -d '{"events": [{"server_uuid": "7efc0c45-0647-4d95-afa5-f099c39ad8cc", "name": "network-vif-deleted", "tag": "efa0aad9-d2da-4c52-81db-786bae3e6514"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:09.485933 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57febc0f-7124-42a0-ae98-1e72267b0dea req-355c9483-efdb-4138-b496-20efec04619c tempest-MultipleCreateTestJSON-2042387440 tempest-MultipleCreateTestJSON-2042387440-project] 10.222.0.13 "GET /v2.0/ports?device_id=7efc0c45-0647-4d95-afa5-f099c39ad8cc HTTP/1.1" status: 200 len: 210 time: 0.0462451 Nov 08 00:18:09.518437 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fed20326-3e0c-4c5d-8689-ca94dc0d2a1b req-235a92ed-73c1-4b10-9320-43cb4515d4be tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693467 Nov 08 00:18:09.562496 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb4795c-6580-44ed-aa56-ffabbade63ac x-openstack-request-id: req-7fb4795c-6580-44ed-aa56-ffabbade63ac {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:09.562496 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efc0c45-0647-4d95-afa5-f099c39ad8cc", "name": "network-vif-deleted", "tag": "efa0aad9-d2da-4c52-81db-786bae3e6514", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:09.562496 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7fb4795c-6580-44ed-aa56-ffabbade63ac {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:09.562883 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efc0c45-0647-4d95-afa5-f099c39ad8cc', 'name': 'network-vif-deleted', 'tag': 'efa0aad9-d2da-4c52-81db-786bae3e6514', 'status': 'completed', 'code': 200} Nov 08 00:18:09.721543 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbf8a6-f575-4b5a-afea-e8e3b84f32a6 req-db393c55-a50f-48dd-8374-970181f04070 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:09.722914 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91dbf8a6-f575-4b5a-afea-e8e3b84f32a6 req-db393c55-a50f-48dd-8374-970181f04070 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0541615 Nov 08 00:18:09.769966 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91dbf8a6-f575-4b5a-afea-e8e3b84f32a6 req-96f70a50-68b8-47e3-b215-e8ea3782ad53 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408657 Nov 08 00:18:09.935499 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b920196a-639d-4a3d-9fd6-db9f688111e9 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:18:10.002854 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: b920196a-639d-4a3d-9fd6-db9f688111e9 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:18:10.002854 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b920196a-639d-4a3d-9fd6-db9f688111e9 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:18:10.023528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed91e7-5784-417b-b715-b7a06d35aa75 req-9de82dd0-c2c4-4cc0-ade2-ced7336e5109 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:10.026542 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71ed91e7-5784-417b-b715-b7a06d35aa75 req-9de82dd0-c2c4-4cc0-ade2-ced7336e5109 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1328101 Nov 08 00:18:10.080039 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71ed91e7-5784-417b-b715-b7a06d35aa75 req-32398d91-8741-4860-a2d7-5ff829caebca tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407863 Nov 08 00:18:10.088191 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e257f-eaed-45b8-b76a-f49dbd359623 req-9b2f1a47-9d17-4195-9ba9-357bf9e05a5d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:10.090375 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-104e257f-eaed-45b8-b76a-f49dbd359623 req-9b2f1a47-9d17-4195-9ba9-357bf9e05a5d tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ae38ed-9910-47ea-ba6c-cce00d7c7b81 HTTP/1.1" status: 200 len: 945 time: 0.1124110 Nov 08 00:18:10.163276 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-104e257f-eaed-45b8-b76a-f49dbd359623 req-02b2ed93-ac16-4dcf-808c-0986b538b5c4 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661657 Nov 08 00:18:10.327197 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0bc93-1439-4396-9c2a-74fd0328bb68 req-5ec5e638-79fa-429a-ba30-7f1a53cf2f8e tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:10.336849 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ba0bc93-1439-4396-9c2a-74fd0328bb68 req-5ec5e638-79fa-429a-ba30-7f1a53cf2f8e tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 943 time: 0.1155694 Nov 08 00:18:10.412680 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ba0bc93-1439-4396-9c2a-74fd0328bb68 req-cce31c30-cbae-458a-8a39-8803cfd13df3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734596 Nov 08 00:18:10.494349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acdc67-e355-4457-b419-585e1f22e01e req-febf8372-b716-4e2b-ac3a-34cefc351780 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:10.496462 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34acdc67-e355-4457-b419-585e1f22e01e req-febf8372-b716-4e2b-ac3a-34cefc351780 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0568750 Nov 08 00:18:10.596476 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34acdc67-e355-4457-b419-585e1f22e01e req-f42dffc4-c44c-4627-96a5-efa642514bdd tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852640 Nov 08 00:18:10.628086 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43598) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:10.720819 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a755d85-09ee-44a0-8d38-02ac56f202a9 admin admin] Deleting subnet f5e9b703-0810-4266-b455-8c45207d7779 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:18:10.724647 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1a755d85-09ee-44a0-8d38-02ac56f202a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:10.746234 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb780c5-e7fa-4f6a-85ef-112648b0ea18 req-58235659-3605-4b14-a029-8592660ab272 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:10.754955 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fdb780c5-e7fa-4f6a-85ef-112648b0ea18 req-58235659-3605-4b14-a029-8592660ab272 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0680666 Nov 08 00:18:10.815883 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1a755d85-09ee-44a0-8d38-02ac56f202a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:10.832183 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fdb780c5-e7fa-4f6a-85ef-112648b0ea18 req-359087d7-cdb2-4739-8157-2882d62077ee tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739169 Nov 08 00:18:10.880985 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1a755d85-09ee-44a0-8d38-02ac56f202a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:10.977496 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43608) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:11.024608 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1a755d85-09ee-44a0-8d38-02ac56f202a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:11.058892 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1a755d85-09ee-44a0-8d38-02ac56f202a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:11.065281 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43616) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:11.065911 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1a755d85-09ee-44a0-8d38-02ac56f202a9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f5e9b703-0810-4266-b455-8c45207d7779 HTTP/1.1" status: 204 len: 168 time: 0.4355149 Nov 08 00:18:11.067244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a755d85-09ee-44a0-8d38-02ac56f202a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5e9b703-0810-4266-b455-8c45207d7779,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:11.141231 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23b52e6e-6dda-4613-a33c-44d7a67cdc0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:11.142307 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65c33391-ce6b-402c-bc72-b18b0849c259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:11.274207 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23b52e6e-6dda-4613-a33c-44d7a67cdc0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:11.286240 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65c33391-ce6b-402c-bc72-b18b0849c259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:11.337936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a96bb-8c47-4fd2-92e0-b5dd7cb387ba req-4437c113-872c-40f4-9fc8-aa07a4a97369 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:11.338509 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23b52e6e-6dda-4613-a33c-44d7a67cdc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:11.340188 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-592a96bb-8c47-4fd2-92e0-b5dd7cb387ba req-4437c113-872c-40f4-9fc8-aa07a4a97369 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1142986 Nov 08 00:18:11.352775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-65c33391-ce6b-402c-bc72-b18b0849c259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d67b7ed-ed26-4a97-9aca-4b5790c26501']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:11.378557 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b52e6e-6dda-4613-a33c-44d7a67cdc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c3a8ab-3f81-4e19-b1eb-02f49bfd5028,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:11.385629 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-23b52e6e-6dda-4613-a33c-44d7a67cdc0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65a58f42c5074df3b86e93d3ba170f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045529 Nov 08 00:18:11.385849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-65c33391-ce6b-402c-bc72-b18b0849c259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8345481b-3192-442f-bd00-9e51f985907d') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:11.385947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43630) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:11.386146 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-65c33391-ce6b-402c-bc72-b18b0849c259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8345481b-3192-442f-bd00-9e51f985907d') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:11.403981 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65c33391-ce6b-402c-bc72-b18b0849c259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:11.425287 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65c33391-ce6b-402c-bc72-b18b0849c259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:11.437372 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8377d2ff-77e0-40de-812e-a7941e4772a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:11.442276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c33391-ce6b-402c-bc72-b18b0849c259 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:18:11.442781 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65c33391-ce6b-402c-bc72-b18b0849c259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:18:11.444490 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:18:11.460945 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8377d2ff-77e0-40de-812e-a7941e4772a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:11.488435 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-592a96bb-8c47-4fd2-92e0-b5dd7cb387ba req-ee029ea8-cb22-4d6f-8b33-7ef839eacff9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320381 Nov 08 00:18:11.497670 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97d42a-76fa-4ccf-b008-e0a6729a74e4 req-9e97a56b-1b14-4411-8f8a-1893ed9bb645 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:11.499206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac97d42a-76fa-4ccf-b008-e0a6729a74e4 req-9e97a56b-1b14-4411-8f8a-1893ed9bb645 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ae38ed-9910-47ea-ba6c-cce00d7c7b81 HTTP/1.1" status: 200 len: 945 time: 0.1581199 Nov 08 00:18:11.548191 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac97d42a-76fa-4ccf-b008-e0a6729a74e4 req-d18151f0-e765-4305-94c1-c8c530222eaa tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Nov 08 00:18:11.601488 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8377d2ff-77e0-40de-812e-a7941e4772a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:11.604754 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8377d2ff-77e0-40de-812e-a7941e4772a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:11.606325 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8377d2ff-77e0-40de-812e-a7941e4772a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29c3a8ab-3f81-4e19-b1eb-02f49bfd5028 HTTP/1.1" status: 204 len: 168 time: 0.2194984 Nov 08 00:18:11.623162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device e1d8e5b1-54dc-46da-9956-5758022716be no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:18:11.624236 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65c33391-ce6b-402c-bc72-b18b0849c259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:11.630052 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65c33391-ce6b-402c-bc72-b18b0849c259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:11.633338 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-65c33391-ce6b-402c-bc72-b18b0849c259 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0d67b7ed-ed26-4a97-9aca-4b5790c26501 HTTP/1.1" status: 204 len: 168 time: 0.5669186 Nov 08 00:18:11.633856 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377d2ff-77e0-40de-812e-a7941e4772a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c3a8ab-3f81-4e19-b1eb-02f49bfd5028,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:11.666924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: e1d8e5b1-54dc-46da-9956-5758022716be {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:18:11.667309 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device e1d8e5b1-54dc-46da-9956-5758022716be not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:18:11.667723 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device efa0aad9-d2da-4c52-81db-786bae3e6514 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:18:11.688004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c33391-ce6b-402c-bc72-b18b0849c259 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d67b7ed-ed26-4a97-9aca-4b5790c26501,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:11.712972 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: efa0aad9-d2da-4c52-81db-786bae3e6514 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:18:11.713314 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device efa0aad9-d2da-4c52-81db-786bae3e6514 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:18:11.724164 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69020477-dcb7-4237-b02a-03fe58d35de3 req-bc9f1ae6-8930-4116-8879-318da8669d59 tempest-AbsoluteLimitsNegativeTestJSON-304690454 tempest-AbsoluteLimitsNegativeTestJSON-304690454-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=816607e7388e446c8168ada1bed5c301&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723238 Nov 08 00:18:11.814065 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a03ccb-e585-4db7-86f8-7f1d7d7b67ee req-4492dde7-60d5-4087-a167-842b1d93983f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:11.815461 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76a03ccb-e585-4db7-86f8-7f1d7d7b67ee req-4492dde7-60d5-4087-a167-842b1d93983f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 943 time: 0.1307974 Nov 08 00:18:11.886750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69020477-dcb7-4237-b02a-03fe58d35de3 req-c13ca482-82c4-479d-a65f-f9dca0ea6e4b tempest-AbsoluteLimitsNegativeTestJSON-304690454 tempest-AbsoluteLimitsNegativeTestJSON-304690454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:11.888330 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69020477-dcb7-4237-b02a-03fe58d35de3 req-c13ca482-82c4-479d-a65f-f9dca0ea6e4b tempest-AbsoluteLimitsNegativeTestJSON-304690454 tempest-AbsoluteLimitsNegativeTestJSON-304690454-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1522839 Nov 08 00:18:11.891619 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76a03ccb-e585-4db7-86f8-7f1d7d7b67ee req-f8971060-4e26-48b7-ba27-4968d0ac3da3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666564 Nov 08 00:18:11.907981 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69020477-dcb7-4237-b02a-03fe58d35de3 req-f4cb3e47-f9f7-4f27-9b72-aae18ccc7f10 tempest-AbsoluteLimitsNegativeTestJSON-304690454 tempest-AbsoluteLimitsNegativeTestJSON-304690454-project] 10.222.0.13 "GET /v2.0/quotas/816607e7388e446c8168ada1bed5c301 HTTP/1.1" status: 200 len: 375 time: 0.0119519 Nov 08 00:18:11.953717 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69020477-dcb7-4237-b02a-03fe58d35de3 req-2719c134-5291-453c-87bc-ff9523fb3d0f tempest-AbsoluteLimitsNegativeTestJSON-304690454 tempest-AbsoluteLimitsNegativeTestJSON-304690454-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=816607e7388e446c8168ada1bed5c301&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328953 Nov 08 00:18:12.012858 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0367ac7-5138-4a48-a121-9a2a0576fbe7 req-1088c7fd-b844-445e-bbc5-2041df674f65 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:12.019980 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0367ac7-5138-4a48-a121-9a2a0576fbe7 req-1088c7fd-b844-445e-bbc5-2041df674f65 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0509582 Nov 08 00:18:12.063284 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0367ac7-5138-4a48-a121-9a2a0576fbe7 req-2ee85ec4-5b41-48be-8ebb-3841b711ca91 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408494 Nov 08 00:18:12.074590 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43660) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:12.152997 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-39cd043d-47ab-4052-867b-fcc92e8c4faa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b1f0766c4154295828f650a0e268684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0771995 Nov 08 00:18:12.155583 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43664) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:12.210524 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-869ebc51-3fd4-42be-add1-320d767300a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:12.234600 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-869ebc51-3fd4-42be-add1-320d767300a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:12.359925 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-869ebc51-3fd4-42be-add1-320d767300a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:12.359925 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-869ebc51-3fd4-42be-add1-320d767300a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:12.359925 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-869ebc51-3fd4-42be-add1-320d767300a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5cb8087a-b96b-4466-a05f-57310dad1a4f HTTP/1.1" status: 204 len: 168 time: 0.2008967 Nov 08 00:18:12.365763 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ebc51-3fd4-42be-add1-320d767300a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb8087a-b96b-4466-a05f-57310dad1a4f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:12.576325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f083c69-ce7e-434a-a0cc-725adde091a0 req-d90ee2d8-6af4-4167-95a9-50e8b5695b7c tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:12.606318 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f083c69-ce7e-434a-a0cc-725adde091a0 req-d90ee2d8-6af4-4167-95a9-50e8b5695b7c tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ae38ed-9910-47ea-ba6c-cce00d7c7b81 HTTP/1.1" status: 200 len: 945 time: 0.0869532 Nov 08 00:18:12.615901 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dec0e4-53b8-4cc3-a338-0485ad832197 req-697fe93c-69dd-4465-8ae6-ad6b9032992d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:12.617317 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9dec0e4-53b8-4cc3-a338-0485ad832197 req-697fe93c-69dd-4465-8ae6-ad6b9032992d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/networks?id=adf0fd13-4016-499b-aff1-954a6f811d84 HTTP/1.1" status: 200 len: 813 time: 0.1830342 Nov 08 00:18:12.644864 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f083c69-ce7e-434a-a0cc-725adde091a0 req-613dc069-a8f6-4f95-b646-6fd3f4f30a03 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601788 Nov 08 00:18:12.646254 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9dec0e4-53b8-4cc3-a338-0485ad832197 req-55671bd1-9215-4e44-b2d0-48de5e518093 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/quotas/b5cb1497c7c24f528f74444b576d295e HTTP/1.1" status: 200 len: 375 time: 0.0210381 Nov 08 00:18:12.700610 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9dec0e4-53b8-4cc3-a338-0485ad832197 req-1c3ea4ca-d46c-4ab4-80c7-eccbefc297c7 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5cb1497c7c24f528f74444b576d295e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459659 Nov 08 00:18:12.818329 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31878198-986f-4ec3-b955-4c85f6c6ceeb req-a4a52f42-ef25-4bd9-948d-d3ad11d95112 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:12.819832 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31878198-986f-4ec3-b955-4c85f6c6ceeb req-a4a52f42-ef25-4bd9-948d-d3ad11d95112 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0498512 Nov 08 00:18:12.861926 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31878198-986f-4ec3-b955-4c85f6c6ceeb req-18f19ceb-947f-481c-885a-9c7e4e6666a3 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354066 Nov 08 00:18:12.952259 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43700) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:13.033943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b8dfb-e748-42c7-a331-9b15b4deb6ba req-2910278e-af7c-423e-8885-21b836fcb81a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:13.036043 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee2b8dfb-e748-42c7-a331-9b15b4deb6ba req-2910278e-af7c-423e-8885-21b836fcb81a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0933197 Nov 08 00:18:13.081532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2536bb-ef2f-4a3d-bbfa-ac9453adb8b7 req-1e0a3ba3-0413-4056-841d-5927259e2c7c tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:13.084018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2b2536bb-ef2f-4a3d-bbfa-ac9453adb8b7 req-1e0a3ba3-0413-4056-841d-5927259e2c7c tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 943 time: 0.0924652 Nov 08 00:18:13.085803 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db0bde29-a5a9-43a5-b84a-f017c61ba872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:13.116373 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee2b8dfb-e748-42c7-a331-9b15b4deb6ba req-05f938f4-53a6-44b6-8793-977ac470bd6c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708075 Nov 08 00:18:13.174515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2b2536bb-ef2f-4a3d-bbfa-ac9453adb8b7 req-b92a3265-0c05-408a-ac8d-68be3c2a3a8d tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810082 Nov 08 00:18:13.183531 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db0bde29-a5a9-43a5-b84a-f017c61ba872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:13.237315 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db0bde29-a5a9-43a5-b84a-f017c61ba872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:13.286389 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-db0bde29-a5a9-43a5-b84a-f017c61ba872 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=816607e7388e446c8168ada1bed5c301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3306179 Nov 08 00:18:13.286389 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bde29-a5a9-43a5-b84a-f017c61ba872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98679b37-66c5-4ba5-af50-ec2e38ffaf98,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:13.287654 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43712) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:13.345620 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0bbeeba9-b9ea-42df-ac5d-82546fa09a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:13.379222 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0bbeeba9-b9ea-42df-ac5d-82546fa09a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:13.479115 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d87426c-57c9-458a-b618-a15720b3944a req-d1af99f6-9f44-4c41-a436-4acd4d364399 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b5cb1497c7c24f528f74444b576d295e HTTP/1.1" status: 200 len: 221 time: 0.0324044 Nov 08 00:18:13.539659 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0bbeeba9-b9ea-42df-ac5d-82546fa09a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:13.542671 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0bbeeba9-b9ea-42df-ac5d-82546fa09a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:13.544192 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0bbeeba9-b9ea-42df-ac5d-82546fa09a1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98679b37-66c5-4ba5-af50-ec2e38ffaf98 HTTP/1.1" status: 204 len: 168 time: 0.2554278 Nov 08 00:18:13.552340 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbeeba9-b9ea-42df-ac5d-82546fa09a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98679b37-66c5-4ba5-af50-ec2e38ffaf98,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:13.647280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a047a-95ea-4a52-b405-3b32fd76882a req-a0269c25-b000-41b8-a0b8-5dfb061fc8d6 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:13.658700 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e9a047a-95ea-4a52-b405-3b32fd76882a req-a0269c25-b000-41b8-a0b8-5dfb061fc8d6 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1236975 Nov 08 00:18:13.711663 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e9a047a-95ea-4a52-b405-3b32fd76882a req-7a87256f-ca97-45ae-b083-f9686b65fbb2 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517740 Nov 08 00:18:13.809492 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354716a-e374-42d7-8235-8fee785085b4 req-646cfdc6-8264-4c3d-b3cd-8750ed247c83 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:13.812664 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6354716a-e374-42d7-8235-8fee785085b4 req-646cfdc6-8264-4c3d-b3cd-8750ed247c83 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ae38ed-9910-47ea-ba6c-cce00d7c7b81 HTTP/1.1" status: 200 len: 945 time: 0.0632594 Nov 08 00:18:13.890103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ea295-2c8d-4f8c-a56c-73f6747be05c req-c54d3894-8b62-46c1-b665-d01bc18fece4 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:13.891613 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-690ea295-2c8d-4f8c-a56c-73f6747be05c req-c54d3894-8b62-46c1-b665-d01bc18fece4 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0782423 Nov 08 00:18:13.903073 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6354716a-e374-42d7-8235-8fee785085b4 req-9409160d-f727-4823-a169-4ec96eebb5a7 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799451 Nov 08 00:18:13.955073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device c59eee91-743c-462c-b977-3bf3c814dc9f details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:18:13.963538 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-690ea295-2c8d-4f8c-a56c-73f6747be05c req-438b331e-70b5-4669-bdb6-c31d08c72275 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641642 Nov 08 00:18:14.057931 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43768) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:14.074116 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port c59eee91-743c-462c-b977-3bf3c814dc9f, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c59eee91-743c-462c-b977-3bf3c814dc9f,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:14.088458 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'c59eee91-743c-462c-b977-3bf3c814dc9f', 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e', 'port_id': 'c59eee91-743c-462c-b977-3bf3c814dc9f', 'mac_address': 'fa:16:3e:82:f5:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ec3df4-1869-45a1-99d0-6ce6e411d41a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:18:14.133920 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:14.155621 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59eee91-743c-462c-b977-3bf3c814dc9f {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:18:14.173627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f72c21-c04b-43d2-b71f-b4b2699920a7 req-5eb0c880-1e30-4476-9d06-364dc833e225 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:14.175159 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4f72c21-c04b-43d2-b71f-b4b2699920a7 req-5eb0c880-1e30-4476-9d06-364dc833e225 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0639231 Nov 08 00:18:14.175567 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port c59eee91-743c-462c-b977-3bf3c814dc9f, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c59eee91-743c-462c-b977-3bf3c814dc9f,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:14.247262 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4f72c21-c04b-43d2-b71f-b4b2699920a7 req-aaba374c-3953-4131-989a-50b8cdcfbc1d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625648 Nov 08 00:18:14.258336 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:14.263817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d84e57-51f1-4c22-b654-257291d9c834 req-a7c33366-e022-4ca6-9c0a-5d3a79ac6835 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:14.264759 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-98d84e57-51f1-4c22-b654-257291d9c834 req-a7c33366-e022-4ca6-9c0a-5d3a79ac6835 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae38ed-9910-47ea-ba6c-cce00d7c7b81 HTTP/1.1" status: 200 len: 945 time: 0.0887108 Nov 08 00:18:14.354137 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=c59eee91-743c-462c-b977-3bf3c814dc9f,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:14.401606 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c149decc-2dcf-4582-abb5-f5b79eb583d2 admin admin] Deleting subnet daf5087d-85b5-4f3a-9920-492dd2518682 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:18:14.405427 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c149decc-2dcf-4582-abb5-f5b79eb583d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:14.453681 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac9897-4320-471b-95e9-3bb7cfd78f27 req-f888f0dc-2d26-43fe-bbb2-08fd627668fe tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:14.457219 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c149decc-2dcf-4582-abb5-f5b79eb583d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:14.460915 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8fac9897-4320-471b-95e9-3bb7cfd78f27 req-f888f0dc-2d26-43fe-bbb2-08fd627668fe tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 944 time: 0.1696398 Nov 08 00:18:14.514463 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c149decc-2dcf-4582-abb5-f5b79eb583d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:14.521014 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8fac9897-4320-471b-95e9-3bb7cfd78f27 req-4a035584-36fb-4040-8690-99aed2964dda tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591798 Nov 08 00:18:14.529119 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060ce2e-ed24-4d03-b703-9d46476afb9d req-439cdabf-e307-481a-8b60-cc8710b23d25 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:14.535745 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f060ce2e-ed24-4d03-b703-9d46476afb9d req-439cdabf-e307-481a-8b60-cc8710b23d25 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1271968 Nov 08 00:18:14.569520 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-98d84e57-51f1-4c22-b654-257291d9c834 req-65c8fc13-17a2-40bd-a91e-5986e3bafad2 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Deleting port 115108d8-fc28-4d92-85c9-d417f655c1d8 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:18:14.569775 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-98d84e57-51f1-4c22-b654-257291d9c834 req-65c8fc13-17a2-40bd-a91e-5986e3bafad2 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:14.618693 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f060ce2e-ed24-4d03-b703-9d46476afb9d req-a93fbd50-003f-4e79-be4e-15c658b4bffb tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819762 Nov 08 00:18:14.651860 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['c59eee91-743c-462c-b977-3bf3c814dc9f'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:18:14.661698 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c149decc-2dcf-4582-abb5-f5b79eb583d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:14.711909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-98d84e57-51f1-4c22-b654-257291d9c834 req-65c8fc13-17a2-40bd-a91e-5986e3bafad2 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] For port 115108d8-fc28-4d92-85c9-d417f655c1d8, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=115108d8-fc28-4d92-85c9-d417f655c1d8,segment=NetworkSegment(95ebb042-8e00-4adf-9c02-86999ef85e6d),segment_id=95ebb042-8e00-4adf-9c02-86999ef85e6d)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:14.713803 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-98d84e57-51f1-4c22-b654-257291d9c834 req-65c8fc13-17a2-40bd-a91e-5986e3bafad2 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:14.736617 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c149decc-2dcf-4582-abb5-f5b79eb583d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:14.746232 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-98d84e57-51f1-4c22-b654-257291d9c834 req-65c8fc13-17a2-40bd-a91e-5986e3bafad2 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Calling delete_port for 115108d8-fc28-4d92-85c9-d417f655c1d8 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:18:14.746894 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c149decc-2dcf-4582-abb5-f5b79eb583d2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/daf5087d-85b5-4f3a-9920-492dd2518682 HTTP/1.1" status: 204 len: 168 time: 0.6837971 Nov 08 00:18:14.747936 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43800) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:14.762307 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149decc-2dcf-4582-abb5-f5b79eb583d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daf5087d-85b5-4f3a-9920-492dd2518682,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:14.872850 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61b97351-dbec-45fd-97c8-4c1615423817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:14.904831 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f945b0f-d9f2-4d62-b67c-5a9fbb00eabf req-31a46845-208c-490f-b2b6-0aa1ab0ceee1 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:14.906413 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f945b0f-d9f2-4d62-b67c-5a9fbb00eabf req-31a46845-208c-490f-b2b6-0aa1ab0ceee1 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0852437 Nov 08 00:18:14.966772 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f945b0f-d9f2-4d62-b67c-5a9fbb00eabf req-42c5acea-2043-473a-8129-0c43af944b9e tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510051 Nov 08 00:18:15.088757 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61b97351-dbec-45fd-97c8-4c1615423817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:15.122536 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-61b97351-dbec-45fd-97c8-4c1615423817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbdac748-0684-47d9-bd85-ff6918affb9d']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:15.134613 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-61b97351-dbec-45fd-97c8-4c1615423817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:15.134909 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-61b97351-dbec-45fd-97c8-4c1615423817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52ef93d-3c34-47c7-87b1-6bc87a74ca63') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:15.141008 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-98d84e57-51f1-4c22-b654-257291d9c834 req-65c8fc13-17a2-40bd-a91e-5986e3bafad2 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:15.147053 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61b97351-dbec-45fd-97c8-4c1615423817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:15.162241 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61b97351-dbec-45fd-97c8-4c1615423817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:15.169159 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b97351-dbec-45fd-97c8-4c1615423817 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:18:15.171140 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61b97351-dbec-45fd-97c8-4c1615423817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:18:15.171261 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:18:15.180599 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8fc13-17a2-40bd-a91e-5986e3bafad2 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Pushing event deleted for resources: {'Port': ['ID=115108d8-fc28-4d92-85c9-d417f655c1d8,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:15.191536 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758334f-2460-4b5e-8317-53cdf873951b req-54259ba7-51df-4a27-bb71-1d9267f3705e tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:15.193062 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f758334f-2460-4b5e-8317-53cdf873951b req-54259ba7-51df-4a27-bb71-1d9267f3705e tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ae38ed-9910-47ea-ba6c-cce00d7c7b81 HTTP/1.1" status: 200 len: 867 time: 0.1265066 Nov 08 00:18:15.260185 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f99c7-bdc7-42b9-b0d3-73d37188883e req-11168efb-c4e8-419f-888a-0d11f6009323 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:15.262166 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-374f99c7-bdc7-42b9-b0d3-73d37188883e req-11168efb-c4e8-419f-888a-0d11f6009323 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1527972 Nov 08 00:18:15.262948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d84e57-51f1-4c22-b654-257291d9c834 req-65c8fc13-17a2-40bd-a91e-5986e3bafad2 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] No DVR routers for this DVR port 115108d8-fc28-4d92-85c9-d417f655c1d8 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:18:15.266969 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-98d84e57-51f1-4c22-b654-257291d9c834 req-65c8fc13-17a2-40bd-a91e-5986e3bafad2 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:15.270238 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-98d84e57-51f1-4c22-b654-257291d9c834 req-65c8fc13-17a2-40bd-a91e-5986e3bafad2 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.20 "DELETE /v2.0/ports/115108d8-fc28-4d92-85c9-d417f655c1d8 HTTP/1.1" status: 204 len: 173 time: 0.9965971 Nov 08 00:18:15.270678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ae38ed-9910-47ea-ba6c-cce00d7c7b81', 'name': 'network-vif-deleted', 'tag': '115108d8-fc28-4d92-85c9-d417f655c1d8'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:15.272953 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4c2bfb-2d52-4cb1-af72-82a63d0e9f77" -d '{"events": [{"server_uuid": "88ae38ed-9910-47ea-ba6c-cce00d7c7b81", "name": "network-vif-deleted", "tag": "115108d8-fc28-4d92-85c9-d417f655c1d8"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:15.311831 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f758334f-2460-4b5e-8317-53cdf873951b req-3166d78c-e83a-4596-9920-60dcce8c6497 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899050 Nov 08 00:18:15.324252 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61b97351-dbec-45fd-97c8-4c1615423817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:15.326997 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-374f99c7-bdc7-42b9-b0d3-73d37188883e req-a794b2d0-e429-4af5-aacc-a4c133844122 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477827 Nov 08 00:18:15.335837 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61b97351-dbec-45fd-97c8-4c1615423817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:15.340481 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-61b97351-dbec-45fd-97c8-4c1615423817 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fbdac748-0684-47d9-bd85-ff6918affb9d HTTP/1.1" status: 204 len: 168 time: 0.5913563 Nov 08 00:18:15.352829 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b97351-dbec-45fd-97c8-4c1615423817 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbdac748-0684-47d9-bd85-ff6918affb9d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:15.373942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43836) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:15.425138 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b0dc4c-38d1-48aa-99a1-d0398bd7b326 x-openstack-request-id: req-82b0dc4c-38d1-48aa-99a1-d0398bd7b326 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:15.425436 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ae38ed-9910-47ea-ba6c-cce00d7c7b81", "name": "network-vif-deleted", "tag": "115108d8-fc28-4d92-85c9-d417f655c1d8", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:15.425689 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82b0dc4c-38d1-48aa-99a1-d0398bd7b326 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:15.426089 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ae38ed-9910-47ea-ba6c-cce00d7c7b81', 'name': 'network-vif-deleted', 'tag': '115108d8-fc28-4d92-85c9-d417f655c1d8', 'status': 'completed', 'code': 200} Nov 08 00:18:15.491314 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['115108d8-fc28-4d92-85c9-d417f655c1d8'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:18:15.596581 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e89a1d-eefc-4a2b-8805-a4772b43dccf req-63d0398f-5935-48c8-b481-d89dc54c1aa9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:15.598833 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68e89a1d-eefc-4a2b-8805-a4772b43dccf req-63d0398f-5935-48c8-b481-d89dc54c1aa9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0558934 Nov 08 00:18:15.660546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a8bb7fda-e99a-43a0-9c34-9cccdbc2a795 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2146756368-network', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:15.725941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c99916-0c42-499b-a44e-b078fa39e8d1 req-00934b12-2213-4638-b05c-506acdb67596 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:15.727731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-13c99916-0c42-499b-a44e-b078fa39e8d1 req-00934b12-2213-4638-b05c-506acdb67596 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 944 time: 0.1251850 Nov 08 00:18:15.732631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68e89a1d-eefc-4a2b-8805-a4772b43dccf req-1ec22133-f15f-41e1-86bd-b2c075d1ffb8 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195264 Nov 08 00:18:15.782361 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-13c99916-0c42-499b-a44e-b078fa39e8d1 req-38a728af-7947-470f-a645-d248d7626c47 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469358 Nov 08 00:18:15.843724 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bb7fda-e99a-43a0-9c34-9cccdbc2a795 admin admin] Made reservation on behalf of 550ca21d1db64fb8bd7188aa148b8d77 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:18:15.845985 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7fda-e99a-43a0-9c34-9cccdbc2a795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:15.856995 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7fda-e99a-43a0-9c34-9cccdbc2a795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:15.890016 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab71736-797a-4f9a-b5c6-b39dee2b146b req-35c10e56-261f-4d29-8988-745d2862a235 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:15.891499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ab71736-797a-4f9a-b5c6-b39dee2b146b req-35c10e56-261f-4d29-8988-745d2862a235 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0773039 Nov 08 00:18:15.923467 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43856) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:15.950764 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ab71736-797a-4f9a-b5c6-b39dee2b146b req-5ad14234-b555-436a-a851-f101f0c3e394 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498679 Nov 08 00:18:15.962805 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a1b23b0f-8ef5-4369-96a3-64f49797e126 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8dd4c6d02b4944e189792b171f577519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413139 Nov 08 00:18:15.963748 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device c59eee91-743c-462c-b977-3bf3c814dc9f up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:18:15.966566 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43858) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:15.982954 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7fda-e99a-43a0-9c34-9cccdbc2a795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:16.076211 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0bef9637-83f6-4df0-99f8-f736e476b8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:16.099455 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7fda-e99a-43a0-9c34-9cccdbc2a795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:16.105049 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0bef9637-83f6-4df0-99f8-f736e476b8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:16.168934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8bb7fda-e99a-43a0-9c34-9cccdbc2a795 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:18:16.172543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port c59eee91-743c-462c-b977-3bf3c814dc9f completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:18:16.177235 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port c59eee91-743c-462c-b977-3bf3c814dc9f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:18:16.177886 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:16.193588 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7fda-e99a-43a0-9c34-9cccdbc2a795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:16.194102 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-a8bb7fda-e99a-43a0-9c34-9cccdbc2a795 admin admin] Added segment ff99f702-e2b8-468a-830a-818110db009f of type vlan for network 27a53660-1020-4f37-bc10-2de174a95e16 Nov 08 00:18:16.203654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb7fda-e99a-43a0-9c34-9cccdbc2a795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16767b2f-4654-4d9e-93b7-1c806fcfd6da,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:16.248910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a13bb4-d713-4722-927f-88927701bf8b req-b233ef88-9df9-4ecd-81f8-8cc9481fa8c1 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:16.250416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-26a13bb4-d713-4722-927f-88927701bf8b req-b233ef88-9df9-4ecd-81f8-8cc9481fa8c1 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1678219 Nov 08 00:18:16.256719 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:16.267656 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0bef9637-83f6-4df0-99f8-f736e476b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:16.270542 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7fda-e99a-43a0-9c34-9cccdbc2a795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:16.273558 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0bef9637-83f6-4df0-99f8-f736e476b8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:16.280485 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0bef9637-83f6-4df0-99f8-f736e476b8b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a20b86b6-3f8f-40ca-8c94-4aae15473280 HTTP/1.1" status: 204 len: 168 time: 0.3093972 Nov 08 00:18:16.282340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6df89bd-097b-4c3c-a611-1c4eef7f056a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59eee91-743c-462c-b977-3bf3c814dc9f'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:16.284581 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9aef838-0bb4-4845-8c8a-96526c53a91c" -d '{"events": [{"server_uuid": "c6df89bd-097b-4c3c-a611-1c4eef7f056a", "name": "network-vif-plugged", "status": "completed", "tag": "c59eee91-743c-462c-b977-3bf3c814dc9f"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:16.315246 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port c59eee91-743c-462c-b977-3bf3c814dc9f, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c59eee91-743c-462c-b977-3bf3c814dc9f,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:16.326695 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-26a13bb4-d713-4722-927f-88927701bf8b req-7f0673e5-f473-4e71-a3a6-715f74e9bcde tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604470 Nov 08 00:18:16.338207 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef9637-83f6-4df0-99f8-f736e476b8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20b86b6-3f8f-40ca-8c94-4aae15473280,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:16.359728 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b23a8ee-0ccc-480a-aa51-c1feb734fcc6 x-openstack-request-id: req-6b23a8ee-0ccc-480a-aa51-c1feb734fcc6 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:16.360061 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6df89bd-097b-4c3c-a611-1c4eef7f056a", "name": "network-vif-plugged", "status": "completed", "tag": "c59eee91-743c-462c-b977-3bf3c814dc9f", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:16.360483 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b23a8ee-0ccc-480a-aa51-c1feb734fcc6 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:16.361022 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6df89bd-097b-4c3c-a611-1c4eef7f056a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59eee91-743c-462c-b977-3bf3c814dc9f', 'code': 200} Nov 08 00:18:16.363501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43876) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:16.395965 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:16.397323 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7fda-e99a-43a0-9c34-9cccdbc2a795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:16.400773 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bb7fda-e99a-43a0-9c34-9cccdbc2a795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:16.402238 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7fda-e99a-43a0-9c34-9cccdbc2a795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:16.473182 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=c59eee91-743c-462c-b977-3bf3c814dc9f,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:16.562409 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-26803145-f62b-4507-a6f3-68e977beee87 req-404deb06-1a04-4de7-a4d0-46dfc506abec tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ae38ed-9910-47ea-ba6c-cce00d7c7b81 HTTP/1.1" status: 200 len: 210 time: 0.1050837 Nov 08 00:18:16.570051 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a8bb7fda-e99a-43a0-9c34-9cccdbc2a795 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1950374 Nov 08 00:18:16.573291 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43884) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:16.578617 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d2229dae-af01-420d-8e35-6ee124fafad6 admin admin] Request body: {'subnet': {'network_id': '27a53660-1020-4f37-bc10-2de174a95e16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2146756368-subnet', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:16.620846 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2fdbeb34-8aec-4170-a96f-ce7765f7eba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:16.635480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb7fda-e99a-43a0-9c34-9cccdbc2a795 admin admin] Pushing event updated for resources: {'Network': ['ID=27a53660-1020-4f37-bc10-2de174a95e16,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:16.647601 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 27a53660-1020-4f37-bc10-2de174a95e16 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:18:16.679172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974663e-44db-45f0-ab10-e22458a50a70 req-9394b64f-4ba1-4830-99e8-d63c5e499534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:16.679917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7974663e-44db-45f0-ab10-e22458a50a70 req-9394b64f-4ba1-4830-99e8-d63c5e499534 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 1096 time: 0.1458166 Nov 08 00:18:16.681322 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2229dae-af01-420d-8e35-6ee124fafad6 admin admin] Made reservation on behalf of 550ca21d1db64fb8bd7188aa148b8d77 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:18:16.685452 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2229dae-af01-420d-8e35-6ee124fafad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:16.689824 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068d8a4-c441-436a-ac80-9333fe9fd656 req-4bd40a39-7cf7-4ab9-b31f-105670aa703d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:16.692337 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b068d8a4-c441-436a-ac80-9333fe9fd656 req-4bd40a39-7cf7-4ab9-b31f-105670aa703d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1563098 Nov 08 00:18:16.772117 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7974663e-44db-45f0-ab10-e22458a50a70 req-242efb19-53aa-461c-b2d1-01b029091f70 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760787 Nov 08 00:18:16.782025 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b068d8a4-c441-436a-ac80-9333fe9fd656 req-f5d8c48e-6c4c-4548-bde5-2955b90b6400 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775416 Nov 08 00:18:16.805071 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2fdbeb34-8aec-4170-a96f-ce7765f7eba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:16.900383 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2fdbeb34-8aec-4170-a96f-ce7765f7eba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:16.944199 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2229dae-af01-420d-8e35-6ee124fafad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:16.978802 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbeb34-8aec-4170-a96f-ce7765f7eba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ede8b88-d3ed-4c2e-b091-0c8569a5918c,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:16.983359 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2fdbeb34-8aec-4170-a96f-ce7765f7eba4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=948247d67bf149c4af58a26bf0d27460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6185219 Nov 08 00:18:16.986163 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43900) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:16.992562 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f841da-17d6-428d-a866-d873fc0cbc85 req-6b68221c-60a4-4f47-ada0-a6b44a32dbed tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:16.994040 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-23f841da-17d6-428d-a866-d873fc0cbc85 req-6b68221c-60a4-4f47-ada0-a6b44a32dbed tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 945 time: 0.1261508 Nov 08 00:18:17.015958 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1ea28-a194-4623-9309-3963e3556757 req-7142ed0a-7787-41b0-bdb9-a792f3d50ea9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:17.015958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-82c1ea28-a194-4623-9309-3963e3556757 req-7142ed0a-7787-41b0-bdb9-a792f3d50ea9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1126747 Nov 08 00:18:17.021935 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2229dae-af01-420d-8e35-6ee124fafad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8dc7e76-be96-48f0-952d-3ac3a6c95de1,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:17.051694 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2229dae-af01-420d-8e35-6ee124fafad6 admin admin] Checking segment: {'id': 'ff99f702-e2b8-468a-830a-818110db009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:18:17.052082 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2229dae-af01-420d-8e35-6ee124fafad6 admin admin] Network hostable DHCP agents. Network: 27a53660-1020-4f37-bc10-2de174a95e16, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:18:17.074410 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-23f841da-17d6-428d-a866-d873fc0cbc85 req-159849e0-a975-4075-a284-fb5f09057143 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589221 Nov 08 00:18:17.077689 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd491183-3378-4d0c-9068-3ea6de7c2e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:17.100451 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd491183-3378-4d0c-9068-3ea6de7c2e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:17.102241 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-82c1ea28-a194-4623-9309-3963e3556757 req-f1c6dfc4-4469-4101-8db9-9f56efeb3ff3 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777638 Nov 08 00:18:17.168659 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2229dae-af01-420d-8e35-6ee124fafad6 admin admin] Network 27a53660-1020-4f37-bc10-2de174a95e16 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:18:17.247460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a772a-68be-451f-86dd-707be9695a71 req-9e71ca04-882c-4522-9e9c-16b56bb6dc24 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:17.251273 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e02a772a-68be-451f-86dd-707be9695a71 req-9e71ca04-882c-4522-9e9c-16b56bb6dc24 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0591989 Nov 08 00:18:17.252525 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd491183-3378-4d0c-9068-3ea6de7c2e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:17.255131 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd491183-3378-4d0c-9068-3ea6de7c2e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:17.256371 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bd491183-3378-4d0c-9068-3ea6de7c2e46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ede8b88-d3ed-4c2e-b091-0c8569a5918c HTTP/1.1" status: 204 len: 168 time: 0.2692561 Nov 08 00:18:17.268172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd491183-3378-4d0c-9068-3ea6de7c2e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ede8b88-d3ed-4c2e-b091-0c8569a5918c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:17.283346 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-d2229dae-af01-420d-8e35-6ee124fafad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 27a53660-1020-4f37-bc10-2de174a95e16) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:18:17.297608 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad41b04-eb13-46f5-a851-cfbb66720ebc None None] Network 27a53660-1020-4f37-bc10-2de174a95e16 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:18:17.300394 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2229dae-af01-420d-8e35-6ee124fafad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:17.301045 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2229dae-af01-420d-8e35-6ee124fafad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:17.314707 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e02a772a-68be-451f-86dd-707be9695a71 req-0b9ced61-feda-47fa-add2-abdc7fb2253d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554564 Nov 08 00:18:17.411962 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d2229dae-af01-420d-8e35-6ee124fafad6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8350236 Nov 08 00:18:17.413036 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43928) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:17.419482 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8b8007aa-addd-41d2-828f-95362655695c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2146756368-router', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:17.460013 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba9b12-07dc-4151-8927-685c37dea883 req-1c45a905-e15e-4ffc-b1be-fef781719367 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:17.461722 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63ba9b12-07dc-4151-8927-685c37dea883 req-1c45a905-e15e-4ffc-b1be-fef781719367 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0548265 Nov 08 00:18:17.494460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-27a53660-1020-4f37-bc10-2de174a95e16', 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'fixed_ips': [{'subnet_id': 'f8dc7e76-be96-48f0-952d-3ac3a6c95de1'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:18:17.495979 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:17.513910 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63ba9b12-07dc-4151-8927-685c37dea883 req-24592521-5b94-430c-8f0f-36d3c72e4d25 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375867 Nov 08 00:18:17.534940 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b8007aa-addd-41d2-828f-95362655695c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:17.536520 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b8007aa-addd-41d2-828f-95362655695c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:17.647457 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b8007aa-addd-41d2-828f-95362655695c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:17.669558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89822c20-f96c-42fa-bc59-0d567a4fda42 req-cb375453-19da-4203-97e7-99ac9578ca79 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:17.671567 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89822c20-f96c-42fa-bc59-0d567a4fda42 req-cb375453-19da-4203-97e7-99ac9578ca79 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0911496 Nov 08 00:18:17.687245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] Allocated IP 172.20.0.2 (27a53660-1020-4f37-bc10-2de174a95e16/f8dc7e76-be96-48f0-952d-3ac3a6c95de1/6d6cd67d-eb96-40b9-b526-0afa3df7dc97) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:18:17.701928 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43946) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:17.770593 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89822c20-f96c-42fa-bc59-0d567a4fda42 req-0b1ce541-48a6-4ac8-ba6b-d001ffda7583 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904810 Nov 08 00:18:17.880837 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6b3c8826-f8b4-490c-a43c-97d436c97970 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-665059182-network', 'tenant_id': 'd85a4ea645124ca39f4494b24c0a737a'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:17.964875 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 115108d8-fc28-4d92-85c9-d417f655c1d8 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:18:17.976991 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b8007aa-addd-41d2-828f-95362655695c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:17.992936 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 115108d8-fc28-4d92-85c9-d417f655c1d8 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:18:17.993451 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43970) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:17.993815 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 115108d8-fc28-4d92-85c9-d417f655c1d8 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:18:17.999034 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:18.069369 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3c8826-f8b4-490c-a43c-97d436c97970 admin admin] Made reservation on behalf of d85a4ea645124ca39f4494b24c0a737a for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:18:18.071677 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8826-f8b4-490c-a43c-97d436c97970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:18.083327 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9546c-132b-41ea-bcb6-cb4cca6a4baa req-a6f4e146-bf6a-4531-a64b-bc6f1e432bbb tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:18.083815 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d33a4748-3ce7-4c6e-b826-8b5c008c5acd tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:18.084893 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d0b9546c-132b-41ea-bcb6-cb4cca6a4baa req-a6f4e146-bf6a-4531-a64b-bc6f1e432bbb tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0639772 Nov 08 00:18:18.085625 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8826-f8b4-490c-a43c-97d436c97970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:18.106019 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:18.145572 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d33a4748-3ce7-4c6e-b826-8b5c008c5acd tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:18.153361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] Network 27a53660-1020-4f37-bc10-2de174a95e16 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:18:18.161320 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d0b9546c-132b-41ea-bcb6-cb4cca6a4baa req-b503229b-0cb5-4c40-9d38-168cfc4e0738 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696824 Nov 08 00:18:18.170217 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:18:18.183363 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] Pushing event updated for resources: {'Port': ['ID=6d6cd67d-eb96-40b9-b526-0afa3df7dc97,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:18.186087 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:18:18.302252 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] Attempting to bind port 6d6cd67d-eb96-40b9-b526-0afa3df7dc97 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:18:18.302626 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] Attempting to bind port 6d6cd67d-eb96-40b9-b526-0afa3df7dc97 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'ff99f702-e2b8-468a-830a-818110db009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:18:18.302993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] Attempting to bind port 6d6cd67d-eb96-40b9-b526-0afa3df7dc97 on network 27a53660-1020-4f37-bc10-2de174a95e16 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:18:18.308954 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:18:18.309170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] Checking segment: {'id': 'ff99f702-e2b8-468a-830a-818110db009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:18:18.309578 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:18.309970 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] Bound using segment: {'id': 'ff99f702-e2b8-468a-830a-818110db009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:18:18.310439 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] Bound port: 6d6cd67d-eb96-40b9-b526-0afa3df7dc97, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff99f702-e2b8-468a-830a-818110db009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:18:18.310822 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:18.324144 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8826-f8b4-490c-a43c-97d436c97970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:18.395344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58269400-66b7-46a0-8cdf-57fe78d2254b req-2126d500-7d14-4422-a90b-e195e9292b13 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:18.398784 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-58269400-66b7-46a0-8cdf-57fe78d2254b req-2126d500-7d14-4422-a90b-e195e9292b13 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1467116 Nov 08 00:18:18.415289 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] For port 6d6cd67d-eb96-40b9-b526-0afa3df7dc97, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:18:18.417239 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e7d1d-e621-4e76-8689-0bc257de2a3c req-71eaabe9-d5e9-403b-a79f-7527e5e6ca22 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:18.419072 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] For port 6d6cd67d-eb96-40b9-b526-0afa3df7dc97, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6d6cd67d-eb96-40b9-b526-0afa3df7dc97,segment=NetworkSegment(ff99f702-e2b8-468a-830a-818110db009f),segment_id=ff99f702-e2b8-468a-830a-818110db009f)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:18:18.419206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-401e7d1d-e621-4e76-8689-0bc257de2a3c req-71eaabe9-d5e9-403b-a79f-7527e5e6ca22 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 945 time: 0.1254821 Nov 08 00:18:18.442221 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d33a4748-3ce7-4c6e-b826-8b5c008c5acd tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:18.444819 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d33a4748-3ce7-4c6e-b826-8b5c008c5acd tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:18.449560 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d33a4748-3ce7-4c6e-b826-8b5c008c5acd tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "DELETE /v2.0/security-groups/1045eb12-5b12-434e-aad0-a5646402ddea HTTP/1.1" status: 204 len: 168 time: 0.4516640 Nov 08 00:18:18.449560 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8826-f8b4-490c-a43c-97d436c97970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:18.450392 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43984) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:18.460928 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3c8826-f8b4-490c-a43c-97d436c97970 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:18:18.473091 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8826-f8b4-490c-a43c-97d436c97970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:18.473436 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-6b3c8826-f8b4-490c-a43c-97d436c97970 admin admin] Added segment bc4bdf30-05e5-4c82-8723-8cc58ef36a4c of type vlan for network 9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 Nov 08 00:18:18.489610 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-58269400-66b7-46a0-8cdf-57fe78d2254b req-d9689767-3261-4b5a-8ac0-bc4a813de14e tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688472 Nov 08 00:18:18.491338 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-c6231be8-f423-4d26-a5c1-0a3891e16935 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] show failed (client error): The resource could not be found. Nov 08 00:18:18.494758 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c6231be8-f423-4d26-a5c1-0a3891e16935 tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "GET /v2.0/security-groups/1045eb12-5b12-434e-aad0-a5646402ddea HTTP/1.1" status: 404 len: 347 time: 0.0401294 Nov 08 00:18:18.507698 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43988) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:18.530163 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8826-f8b4-490c-a43c-97d436c97970 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:18.530406 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:18.543352 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-401e7d1d-e621-4e76-8689-0bc257de2a3c req-ccf8b987-2da3-4cb5-a79e-4510b6672315 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115122 Nov 08 00:18:18.590244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a4748-3ce7-4c6e-b826-8b5c008c5acd tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1045eb12-5b12-434e-aad0-a5646402ddea,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:18.637481 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8826-f8b4-490c-a43c-97d436c97970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:18.638757 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3c8826-f8b4-490c-a43c-97d436c97970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:18.639354 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8826-f8b4-490c-a43c-97d436c97970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:18.656608 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8a7fa-618c-4e11-b56e-da6d21c790c3 None None] Pushing event updated for resources: {'Port': ['ID=6d6cd67d-eb96-40b9-b526-0afa3df7dc97,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:18.744278 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c8826-f8b4-490c-a43c-97d436c97970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d512935a-ff00-48ef-9ee7-f63552fbba00,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:18.785163 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b8007aa-addd-41d2-828f-95362655695c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:18.817195 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b8007aa-addd-41d2-828f-95362655695c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:18.826050 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6b3c8826-f8b4-490c-a43c-97d436c97970 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1198289 Nov 08 00:18:18.826050 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c8826-f8b4-490c-a43c-97d436c97970 admin admin] Pushing event updated for resources: {'Network': ['ID=9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:18.833492 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44000) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:18.835368 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:18:18.847779 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-95cefef0-0fd3-4f82-9f42-cef0e0eeb119 admin admin] Request body: {'subnet': {'network_id': '9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-665059182-subnet', 'tenant_id': 'd85a4ea645124ca39f4494b24c0a737a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:18.881684 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc517532-4c61-4dcd-b02e-7668bd08956c req-90420376-4977-4caf-aa98-887320f98253 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:18.891900 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc517532-4c61-4dcd-b02e-7668bd08956c req-90420376-4977-4caf-aa98-887320f98253 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0962191 Nov 08 00:18:18.895185 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44004) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:18.983584 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-5d49ddfb-caaa-440d-b308-4847322663cb tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Deleting port f41c57d5-f277-4f71-b73c-1c5b28bbdca6 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:18:18.984014 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5d49ddfb-caaa-440d-b308-4847322663cb tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:19.008920 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cefef0-0fd3-4f82-9f42-cef0e0eeb119 admin admin] Made reservation on behalf of d85a4ea645124ca39f4494b24c0a737a for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:18:19.012817 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95cefef0-0fd3-4f82-9f42-cef0e0eeb119 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:19.065044 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc517532-4c61-4dcd-b02e-7668bd08956c req-46417e6a-7dd3-451d-92fb-f96b3d688f39 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721909 Nov 08 00:18:19.126982 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-e1e24ca1-3e52-45fa-a08f-9629ba05479d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-942645138-network', 'tenant_id': 'b7a7a0fdb5a3477a8df9037992e60b61'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:19.128416 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-8b8007aa-addd-41d2-828f-95362655695c admin admin] Allocated IP 172.25.2.180 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/f8d03747-2b35-46af-a84f-0e8c16009ff5) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:18:19.225999 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5d49ddfb-caaa-440d-b308-4847322663cb tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:19.226609 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5d49ddfb-caaa-440d-b308-4847322663cb tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:19.240704 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e24ca1-3e52-45fa-a08f-9629ba05479d admin admin] Made reservation on behalf of b7a7a0fdb5a3477a8df9037992e60b61 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:18:19.243136 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e1e24ca1-3e52-45fa-a08f-9629ba05479d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:19.266403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-5d49ddfb-caaa-440d-b308-4847322663cb tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Calling delete_port for f41c57d5-f277-4f71-b73c-1c5b28bbdca6 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:18:19.269187 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e1e24ca1-3e52-45fa-a08f-9629ba05479d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:19.290954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b5b43-cd22-4ec9-8f42-dfd41fbc6600 req-06ace7e0-67cf-4669-9a0c-5607bdb71462 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:19.293109 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a05b5b43-cd22-4ec9-8f42-dfd41fbc6600 req-06ace7e0-67cf-4669-9a0c-5607bdb71462 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1319416 Nov 08 00:18:19.321509 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b8007aa-addd-41d2-828f-95362655695c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:19.439998 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a05b5b43-cd22-4ec9-8f42-dfd41fbc6600 req-4684e319-9743-43e7-ae82-4b038204b938 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294682 Nov 08 00:18:19.489231 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95cefef0-0fd3-4f82-9f42-cef0e0eeb119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:19.514826 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e1e24ca1-3e52-45fa-a08f-9629ba05479d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:19.522683 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b8007aa-addd-41d2-828f-95362655695c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:19.595161 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda97f4-3573-4b96-a14a-861f4d8f2191 req-c8d01625-43ba-43db-916b-514339ea9bbd tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:19.597789 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dda97f4-3573-4b96-a14a-861f4d8f2191 req-c8d01625-43ba-43db-916b-514339ea9bbd tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0549624 Nov 08 00:18:19.609707 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8007aa-addd-41d2-828f-95362655695c admin admin] Pushing event updated for resources: {'Port': ['ID=f8d03747-2b35-46af-a84f-0e8c16009ff5,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:19.621360 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8007aa-addd-41d2-828f-95362655695c admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:18:19.621989 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e1e24ca1-3e52-45fa-a08f-9629ba05479d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:19.625816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cefef0-0fd3-4f82-9f42-cef0e0eeb119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=359ef635-d6e4-4d75-bf43-0600da8aef5a,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:19.629155 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-8b8007aa-addd-41d2-828f-95362655695c admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:18:19.631334 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8007aa-addd-41d2-828f-95362655695c admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:18:19.637357 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cefef0-0fd3-4f82-9f42-cef0e0eeb119 admin admin] Checking segment: {'id': 'bc4bdf30-05e5-4c82-8723-8cc58ef36a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:18:19.637544 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cefef0-0fd3-4f82-9f42-cef0e0eeb119 admin admin] Network hostable DHCP agents. Network: 9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:18:19.680386 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5d49ddfb-caaa-440d-b308-4847322663cb tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:19.693274 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e24ca1-3e52-45fa-a08f-9629ba05479d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:18:19.776030 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cefef0-0fd3-4f82-9f42-cef0e0eeb119 admin admin] Network 9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:18:19.893171 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-95cefef0-0fd3-4f82-9f42-cef0e0eeb119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:18:19.898767 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cefef0-0fd3-4f82-9f42-cef0e0eeb119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:19.904320 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95cefef0-0fd3-4f82-9f42-cef0e0eeb119 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:19.907055 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a999d70-7db0-4614-93c8-985d6d436aac None None] Network 9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:18:19.927599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59310668-5854-45ba-b80c-5b5c3a528207 None None] Network 27a53660-1020-4f37-bc10-2de174a95e16 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:18:20.014620 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b8007aa-addd-41d2-828f-95362655695c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:20.045714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49ddfb-caaa-440d-b308-4847322663cb tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Pushing event deleted for resources: {'Port': ['ID=f41c57d5-f277-4f71-b73c-1c5b28bbdca6,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:20.052729 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dda97f4-3573-4b96-a14a-861f4d8f2191 req-152f0a2c-87a7-44c8-bddf-6e5ad2957e10 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456604 Nov 08 00:18:20.056913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7a01d859-ac8b-4014-909f-06b835d8afbe None None] Provisioning complete for port 6d6cd67d-eb96-40b9-b526-0afa3df7dc97 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:18:20.057295 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a01d859-ac8b-4014-909f-06b835d8afbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:20.062479 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e1e24ca1-3e52-45fa-a08f-9629ba05479d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:20.062825 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-e1e24ca1-3e52-45fa-a08f-9629ba05479d admin admin] Added segment 074146f3-e04f-4e63-a57d-7336d03c081e of type vlan for network 466a6099-4342-4457-97be-345b7476f4dd Nov 08 00:18:20.065164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e24ca1-3e52-45fa-a08f-9629ba05479d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6ff20f-cbd4-4fed-918e-24d118a08d6f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:20.069156 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-95cefef0-0fd3-4f82-9f42-cef0e0eeb119 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2285089 Nov 08 00:18:20.188193 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5bf37-35eb-45ea-a12f-df39cb165e1a req-45ca94c7-538a-40ec-b273-16f6d779095b tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:20.196891 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78f5bf37-35eb-45ea-a12f-df39cb165e1a req-45ca94c7-538a-40ec-b273-16f6d779095b tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 945 time: 0.5775492 Nov 08 00:18:20.229574 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11546ee5-90da-4f2f-8d11-de7db8d1c8b3 None None] Network 9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:18:20.331678 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e1e24ca1-3e52-45fa-a08f-9629ba05479d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:20.368429 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a01d859-ac8b-4014-909f-06b835d8afbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:20.388811 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5d49ddfb-caaa-440d-b308-4847322663cb tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:20.391658 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5d49ddfb-caaa-440d-b308-4847322663cb tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:20.395160 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6d6cd67d-eb96-40b9-b526-0afa3df7dc97 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:18:20.395297 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5d49ddfb-caaa-440d-b308-4847322663cb tempest-ImagesOneServerNegativeTestJSON-1100144257 tempest-ImagesOneServerNegativeTestJSON-1100144257-project] 10.222.0.13 "DELETE /v2.0/floatingips/d3399de7-ec26-46c9-b243-f19d7a069a80 HTTP/1.1" status: 204 len: 168 time: 1.8483162 Nov 08 00:18:20.398827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78f5bf37-35eb-45ea-a12f-df39cb165e1a req-e989f113-c0d3-447f-ba99-3cf8a985f304 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890724 Nov 08 00:18:20.406876 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b8007aa-addd-41d2-828f-95362655695c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:20.425142 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683fa13-71cb-481c-840d-b9a4d94e6b80 req-d575ba0e-f550-4abe-b8d9-20e017fbc4d2 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:20.432149 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a683fa13-71cb-481c-840d-b9a4d94e6b80 req-d575ba0e-f550-4abe-b8d9-20e017fbc4d2 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1172924 Nov 08 00:18:20.477434 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a683fa13-71cb-481c-840d-b9a4d94e6b80 req-c783cf7b-acc1-4bea-8214-444b5db315ac tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438206 Nov 08 00:18:20.488609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-7a01d859-ac8b-4014-909f-06b835d8afbe None None] For port 6d6cd67d-eb96-40b9-b526-0afa3df7dc97, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6d6cd67d-eb96-40b9-b526-0afa3df7dc97,segment=NetworkSegment(ff99f702-e2b8-468a-830a-818110db009f),segment_id=ff99f702-e2b8-468a-830a-818110db009f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:20.504184 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e1e24ca1-3e52-45fa-a08f-9629ba05479d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:20.505163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e24ca1-3e52-45fa-a08f-9629ba05479d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:20.512695 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e1e24ca1-3e52-45fa-a08f-9629ba05479d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:20.571552 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a01d859-ac8b-4014-909f-06b835d8afbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:20.632869 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6d6cd67d-eb96-40b9-b526-0afa3df7dc97 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:18:20.633417 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:20.652004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e24ca1-3e52-45fa-a08f-9629ba05479d admin admin] Pushing event updated for resources: {'Network': ['ID=466a6099-4342-4457-97be-345b7476f4dd,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:20.688535 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8007aa-addd-41d2-828f-95362655695c admin admin] Router 8f83f399-5e18-4409-b6ae-c6934d5d561e is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:18:20.715826 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e1e24ca1-3e52-45fa-a08f-9629ba05479d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8176563 Nov 08 00:18:20.720333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44052) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:20.735375 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c13aa30f-cc56-47f5-af5f-7de0889bfd0b admin admin] Request body: {'subnet': {'network_id': '466a6099-4342-4457-97be-345b7476f4dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-942645138-subnet', 'tenant_id': 'b7a7a0fdb5a3477a8df9037992e60b61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:20.757432 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fd4f6-d1bc-4e96-a1e8-808f71652f11 req-31d6f515-bf4c-433e-b421-6e68b5f13253 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:20.759261 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-472fd4f6-d1bc-4e96-a1e8-808f71652f11 req-31d6f515-bf4c-433e-b421-6e68b5f13253 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 1096 time: 0.0803435 Nov 08 00:18:20.818172 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-472fd4f6-d1bc-4e96-a1e8-808f71652f11 req-3c6d19d8-0794-4034-ac94-81843942f03c tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442011 Nov 08 00:18:20.837396 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13aa30f-cc56-47f5-af5f-7de0889bfd0b admin admin] Made reservation on behalf of b7a7a0fdb5a3477a8df9037992e60b61 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:18:20.840685 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c13aa30f-cc56-47f5-af5f-7de0889bfd0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:20.852311 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 466a6099-4342-4457-97be-345b7476f4dd details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:18:20.875661 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8007aa-addd-41d2-828f-95362655695c admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:18:20.958507 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01d859-ac8b-4014-909f-06b835d8afbe None None] Pushing event updated for resources: {'Port': ['ID=6d6cd67d-eb96-40b9-b526-0afa3df7dc97,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:20.992453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] Sync routers for ids ['8f83f399-5e18-4409-b6ae-c6934d5d561e'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:18:21.010313 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b8007aa-addd-41d2-828f-95362655695c admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:21.011649 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8b8007aa-addd-41d2-828f-95362655695c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5975854 Nov 08 00:18:21.014779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44064) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:21.047523 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] Routers {'8f83f399-5e18-4409-b6ae-c6934d5d561e'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:18:21.048479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:18:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8f83f399-5e18-4409-b6ae-c6934d5d561e'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:21.084360 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:18:21.111771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-d2728439-9a42-4f15-8d1a-24b664ef5180 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:21.113186 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-d2728439-9a42-4f15-8d1a-24b664ef5180 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/networks?id=9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 HTTP/1.1" status: 200 len: 817 time: 0.2168434 Nov 08 00:18:21.116500 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a199ccf3-686c-47a5-9dbb-797fdbaec0f5 None None] Provisioning complete for port 6d6cd67d-eb96-40b9-b526-0afa3df7dc97 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:18:21.116877 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a199ccf3-686c-47a5-9dbb-797fdbaec0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:21.164127 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-f8f9c2b1-5b30-403a-9a78-fd674097b802 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/quotas/d85a4ea645124ca39f4494b24c0a737a HTTP/1.1" status: 200 len: 375 time: 0.0251293 Nov 08 00:18:21.209925 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-6575c347-1fae-4892-97a4-e3dea0aa9ddb tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d85a4ea645124ca39f4494b24c0a737a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374844 Nov 08 00:18:21.278891 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] Set router 8f83f399-5e18-4409-b6ae-c6934d5d561e gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:18:21.361168 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-22225797-4ab1-4f02-9064-78b14c3a31c4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:18:21.362232 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-22225797-4ab1-4f02-9064-78b14c3a31c4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1222897 Nov 08 00:18:21.438127 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c13aa30f-cc56-47f5-af5f-7de0889bfd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:21.485936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85dd3cc-281f-4e21-82ff-37c5def1f67e req-9f144c99-aa8b-43e3-b7bc-e024e6cfe537 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:21.487458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b85dd3cc-281f-4e21-82ff-37c5def1f67e req-9f144c99-aa8b-43e3-b7bc-e024e6cfe537 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 1096 time: 0.2272241 Nov 08 00:18:21.500032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'name': 'tempest-ServersTestBootFromVolume-2146756368-router', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:18:17Z', 'updated_at': '2021-11-08T00:18:19Z', 'revision_number': 3, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'gw_port': {'id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:18Z', 'updated_at': '2021-11-08T00:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:21.528223 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] Checking router: 8f83f399-5e18-4409-b6ae-c6934d5d561e for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:18:21.528565 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] Updating router 8f83f399-5e18-4409-b6ae-c6934d5d561e port f8d03747-2b35-46af-a84f-0e8c16009ff5 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:18:21.555866 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:21.595343 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13aa30f-cc56-47f5-af5f-7de0889bfd0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf552c4-bfa1-44ac-b6cb-578df57489cc,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:21.639614 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-f298f6a6-ec48-4b9c-a322-a63c065dde83 service neutron] 10.222.0.13 "GET /v2.0/networks/9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691665 Nov 08 00:18:21.679322 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b85dd3cc-281f-4e21-82ff-37c5def1f67e req-75ff1334-e990-421d-a7ea-3e5343232256 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809561 Nov 08 00:18:21.731076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13aa30f-cc56-47f5-af5f-7de0889bfd0b admin admin] Checking segment: {'id': '074146f3-e04f-4e63-a57d-7336d03c081e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '466a6099-4342-4457-97be-345b7476f4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:18:21.731692 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13aa30f-cc56-47f5-af5f-7de0889bfd0b admin admin] Network hostable DHCP agents. Network: 466a6099-4342-4457-97be-345b7476f4dd, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:18:21.850392 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-6d6eed9d-52a1-4039-af4e-b77fadfdc05f service neutron] 10.222.0.13 "GET /v2.0/networks/9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019355 Nov 08 00:18:21.853911 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13aa30f-cc56-47f5-af5f-7de0889bfd0b admin admin] Network 466a6099-4342-4457-97be-345b7476f4dd is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:18:21.858968 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:21.906173 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee84b4-1cba-4f0e-b2fe-210c2c77b47a req-9fd0c074-9441-452e-a40f-cbde82ac35ff tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:21.907711 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cee84b4-1cba-4f0e-b2fe-210c2c77b47a req-9fd0c074-9441-452e-a40f-cbde82ac35ff tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1427794 Nov 08 00:18:21.922801 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:21.928050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-c13aa30f-cc56-47f5-af5f-7de0889bfd0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 466a6099-4342-4457-97be-345b7476f4dd) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:18:21.959980 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13aa30f-cc56-47f5-af5f-7de0889bfd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:21.960583 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c13aa30f-cc56-47f5-af5f-7de0889bfd0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:21.962806 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219db6a3-bf7a-4a20-b739-62f8504a9094 None None] Network 466a6099-4342-4457-97be-345b7476f4dd requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:18:21.996774 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cee84b4-1cba-4f0e-b2fe-210c2c77b47a req-8f320237-ddb8-4583-adc5-6028d445a55e tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786862 Nov 08 00:18:21.998518 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5f574618-a833-43f5-99fa-fd3e9a01d9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:22.030371 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] Attempting to bind port f8d03747-2b35-46af-a84f-0e8c16009ff5 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:18:22.030832 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] Attempting to bind port f8d03747-2b35-46af-a84f-0e8c16009ff5 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:18:22.031288 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] Attempting to bind port f8d03747-2b35-46af-a84f-0e8c16009ff5 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:18:22.035872 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fb461-760a-4a3b-ba89-ee576410dc4b None None] Pushing event updated for resources: {'Port': ['ID=f8d03747-2b35-46af-a84f-0e8c16009ff5,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:22.044001 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:18:22.044410 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:18:22.044881 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:22.045332 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:18:22.045872 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] Bound port: f8d03747-2b35-46af-a84f-0e8c16009ff5, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:18:22.046317 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:22.055698 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44084) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:22.118300 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c13aa30f-cc56-47f5-af5f-7de0889bfd0b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3967149 Nov 08 00:18:22.157444 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] For port f8d03747-2b35-46af-a84f-0e8c16009ff5, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:18:22.159144 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] For port f8d03747-2b35-46af-a84f-0e8c16009ff5, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=f8d03747-2b35-46af-a84f-0e8c16009ff5,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:18:22.161803 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-05fe93e4-c17f-44bf-820a-7110acd94711 admin admin] Deleting subnet f922d749-ea0e-4050-a259-bcddd001eb5a {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:18:22.168908 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-05fe93e4-c17f-44bf-820a-7110acd94711 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:22.296464 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-05fe93e4-c17f-44bf-820a-7110acd94711 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:22.300412 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:22.303879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6d6cd67d-eb96-40b9-b526-0afa3df7dc97 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:18:22.323556 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84c6fb6-51e9-4d7c-944e-8531d93471f6 None None] Network 466a6099-4342-4457-97be-345b7476f4dd requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:18:22.363572 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-5f574618-a833-43f5-99fa-fd3e9a01d9df admin admin] Allocated IP 172.20.0.1 (27a53660-1020-4f37-bc10-2de174a95e16/f8dc7e76-be96-48f0-952d-3ac3a6c95de1/768885e1-8668-4680-8d5e-e46ab029643a) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:18:22.381783 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-05fe93e4-c17f-44bf-820a-7110acd94711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:22.504343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] Routers {'8f83f399-5e18-4409-b6ae-c6934d5d561e'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:18:22.505340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:18:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8f83f399-5e18-4409-b6ae-c6934d5d561e'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:22.580064 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5f574618-a833-43f5-99fa-fd3e9a01d9df admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:22.582067 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fb461-760a-4a3b-ba89-ee576410dc4b None None] Pushing event updated for resources: {'Port': ['ID=f8d03747-2b35-46af-a84f-0e8c16009ff5,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:22.609057 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-05fe93e4-c17f-44bf-820a-7110acd94711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:22.619610 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6d6cd67d-eb96-40b9-b526-0afa3df7dc97 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:18:22.620034 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:22.652911 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-05fe93e4-c17f-44bf-820a-7110acd94711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:22.658843 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-05fe93e4-c17f-44bf-820a-7110acd94711 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f922d749-ea0e-4050-a259-bcddd001eb5a HTTP/1.1" status: 204 len: 168 time: 0.6002913 Nov 08 00:18:22.659028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44104) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:22.659931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe93e4-c17f-44bf-820a-7110acd94711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f922d749-ea0e-4050-a259-bcddd001eb5a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:22.719506 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] Set router 8f83f399-5e18-4409-b6ae-c6934d5d561e gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:18:22.729785 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5f574618-a833-43f5-99fa-fd3e9a01d9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:22.769772 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-04517f57-6168-4f67-98ae-41daf197306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:22.802865 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f574618-a833-43f5-99fa-fd3e9a01d9df admin admin] Pushing event updated for resources: {'Port': ['ID=768885e1-8668-4680-8d5e-e46ab029643a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:22.812936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f574618-a833-43f5-99fa-fd3e9a01d9df admin admin] Network 27a53660-1020-4f37-bc10-2de174a95e16 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:18:22.814962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-5f574618-a833-43f5-99fa-fd3e9a01d9df admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:18:22.820611 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f574618-a833-43f5-99fa-fd3e9a01d9df admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:18:22.876216 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5f574618-a833-43f5-99fa-fd3e9a01d9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:22.928665 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-04517f57-6168-4f67-98ae-41daf197306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:22.972032 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-04517f57-6168-4f67-98ae-41daf197306d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57719a2-4ac3-4764-b38b-b8d6a56ca331']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:23.007341 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-04517f57-6168-4f67-98ae-41daf197306d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ebb042-8e00-4adf-9c02-86999ef85e6d') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:23.007846 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-04517f57-6168-4f67-98ae-41daf197306d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ebb042-8e00-4adf-9c02-86999ef85e6d') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:23.022731 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-04517f57-6168-4f67-98ae-41daf197306d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:23.049749 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-04517f57-6168-4f67-98ae-41daf197306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:23.056867 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04517f57-6168-4f67-98ae-41daf197306d admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:18:23.057269 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-04517f57-6168-4f67-98ae-41daf197306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:18:23.059553 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:18:23.184863 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5dc79648-fcd0-457d-a881-1bc3d1ee408a None None] Provisioning complete for port 768885e1-8668-4680-8d5e-e46ab029643a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:18:23.190887 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5dc79648-fcd0-457d-a881-1bc3d1ee408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:23.196236 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-5b3bbb43-9cab-4f45-9b90-2e1027ccfce4 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:23.197766 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-5b3bbb43-9cab-4f45-9b90-2e1027ccfce4 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/networks?id=466a6099-4342-4457-97be-345b7476f4dd HTTP/1.1" status: 200 len: 808 time: 0.2278621 Nov 08 00:18:23.232079 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-04517f57-6168-4f67-98ae-41daf197306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:23.242677 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-04517f57-6168-4f67-98ae-41daf197306d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:23.245098 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-04517f57-6168-4f67-98ae-41daf197306d admin admin] 10.222.0.13 "DELETE /v2.0/networks/c57719a2-4ac3-4764-b38b-b8d6a56ca331 HTTP/1.1" status: 204 len: 168 time: 0.5840368 Nov 08 00:18:23.253621 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5dc79648-fcd0-457d-a881-1bc3d1ee408a None None] Port 768885e1-8668-4680-8d5e-e46ab029643a cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:18:23.259823 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'name': 'tempest-ServersTestBootFromVolume-2146756368-router', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:18:17Z', 'updated_at': '2021-11-08T00:18:19Z', 'revision_number': 3, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'gw_port': {'id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:18Z', 'updated_at': '2021-11-08T00:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:23.269567 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-e1e1ebf8-afc5-42da-a8d5-f46b2faa0d8e tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/quotas/b7a7a0fdb5a3477a8df9037992e60b61 HTTP/1.1" status: 200 len: 375 time: 0.0510719 Nov 08 00:18:23.278133 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04517f57-6168-4f67-98ae-41daf197306d admin admin] Pushing event deleted for resources: {'Network': ['ID=c57719a2-4ac3-4764-b38b-b8d6a56ca331,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:23.288239 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5f574618-a833-43f5-99fa-fd3e9a01d9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:23.303192 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fdaa2e-55b4-4b37-9c82-0edca0de55ad None None] The sync data for ids ['8f83f399-5e18-4409-b6ae-c6934d5d561e'] in n-d-816882-1 is: [{'id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'name': 'tempest-ServersTestBootFromVolume-2146756368-router', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:18:17Z', 'updated_at': '2021-11-08T00:18:19Z', 'revision_number': 3, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'gw_port': {'id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:18Z', 'updated_at': '2021-11-08T00:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:18:23.318827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-fd18da12-314d-481e-8d42-85f933ec8d32 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7a7a0fdb5a3477a8df9037992e60b61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412211 Nov 08 00:18:23.584797 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a5ea3d4a-9456-4bc4-9e26-38fdff31a1d5 service neutron] 10.222.0.13 "GET /v2.0/networks/466a6099-4342-4457-97be-345b7476f4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935503 Nov 08 00:18:23.693623 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44154) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:23.730923 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5f574618-a833-43f5-99fa-fd3e9a01d9df admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:23.766674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54e3a244-3c56-4e17-9907-ca5a27ba19e2 req-7fa49625-fc04-4b48-9627-bd413e77156d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1327250 Nov 08 00:18:23.773193 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7375202e-4635-4dba-981d-f5dbffbfeaf6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bba6943dd3d44e78911b47268019e8e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0783668 Nov 08 00:18:23.775585 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44160) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:23.788844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-d0e00ae6-9b09-4c90-9011-ad1420670220 service neutron] 10.222.0.13 "GET /v2.0/networks/466a6099-4342-4457-97be-345b7476f4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752276 Nov 08 00:18:23.838387 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5f574618-a833-43f5-99fa-fd3e9a01d9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:23.850489 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76ffccdf-c3c2-4042-a776-26695b0c0008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:23.874392 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76ffccdf-c3c2-4042-a776-26695b0c0008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:23.952222 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5f574618-a833-43f5-99fa-fd3e9a01d9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:23.969297 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f574618-a833-43f5-99fa-fd3e9a01d9df admin admin] Pushing event updated for resources: {'Port': ['ID=768885e1-8668-4680-8d5e-e46ab029643a,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:23.975763 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3a244-3c56-4e17-9907-ca5a27ba19e2 req-22bd4d34-7e83-49f0-a999-b3ea6bb645c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:23.977450 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54e3a244-3c56-4e17-9907-ca5a27ba19e2 req-22bd4d34-7e83-49f0-a999-b3ea6bb645c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5cb1497c7c24f528f74444b576d295e&device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 1097 time: 0.1403742 Nov 08 00:18:24.029975 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76ffccdf-c3c2-4042-a776-26695b0c0008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:24.032587 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76ffccdf-c3c2-4042-a776-26695b0c0008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:24.040058 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-76ffccdf-c3c2-4042-a776-26695b0c0008 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117 HTTP/1.1" status: 204 len: 168 time: 0.2586367 Nov 08 00:18:24.052658 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffccdf-c3c2-4042-a776-26695b0c0008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7eb0fd2-a15a-4d9f-b0e7-4937f1e75117,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:24.171582 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3a244-3c56-4e17-9907-ca5a27ba19e2 req-080dcb1b-e7f2-43fa-b473-a447b0aec22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:24.173119 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54e3a244-3c56-4e17-9907-ca5a27ba19e2 req-080dcb1b-e7f2-43fa-b473-a447b0aec22b service neutron] 10.222.0.20 "GET /v2.0/networks?id=adf0fd13-4016-499b-aff1-954a6f811d84 HTTP/1.1" status: 200 len: 914 time: 0.1528559 Nov 08 00:18:24.179499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f574618-a833-43f5-99fa-fd3e9a01d9df admin admin] Network 27a53660-1020-4f37-bc10-2de174a95e16 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:18:24.263662 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-5f574618-a833-43f5-99fa-fd3e9a01d9df admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:18:24.341570 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54e3a244-3c56-4e17-9907-ca5a27ba19e2 req-ecb42b56-ec56-4800-a91a-ea0a723e4c29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19d102e-5315-481d-805a-b1b293de86a4 HTTP/1.1" status: 200 len: 217 time: 0.1605396 Nov 08 00:18:24.366254 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f8d03747-2b35-46af-a84f-0e8c16009ff5 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:18:24.454414 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port f8d03747-2b35-46af-a84f-0e8c16009ff5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:18:24.455422 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:24.498156 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b7466-9a5d-4b99-9215-317c00029fb2 req-e5ab74af-4d71-414c-9ab7-4cecc91dff72 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:24.502029 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-398b7466-9a5d-4b99-9215-317c00029fb2 req-e5ab74af-4d71-414c-9ab7-4cecc91dff72 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.2204666 Nov 08 00:18:24.578913 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-398b7466-9a5d-4b99-9215-317c00029fb2 req-e01e8f3d-2a83-437f-92a6-53930e710dc7 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489671 Nov 08 00:18:24.616995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3a244-3c56-4e17-9907-ca5a27ba19e2 req-ae6c58a9-c058-43f4-a0aa-59238da5c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:24.616995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54e3a244-3c56-4e17-9907-ca5a27ba19e2 req-ae6c58a9-c058-43f4-a0aa-59238da5c0c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=51233a59-51ba-4690-b7f3-640611b7c057 HTTP/1.1" status: 200 len: 853 time: 0.2551966 Nov 08 00:18:24.616995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f574618-a833-43f5-99fa-fd3e9a01d9df admin admin] Router 8f83f399-5e18-4409-b6ae-c6934d5d561e has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:18:24.635506 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:24.672878 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port f8d03747-2b35-46af-a84f-0e8c16009ff5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=f8d03747-2b35-46af-a84f-0e8c16009ff5,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:24.678406 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-82e3974d-36b1-47f0-af7c-ec72ff8f4b04 None None] Provisioning complete for port 768885e1-8668-4680-8d5e-e46ab029643a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:18:24.678915 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-82e3974d-36b1-47f0-af7c-ec72ff8f4b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:24.685236 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54e3a244-3c56-4e17-9907-ca5a27ba19e2 req-2c8e2b28-4ab9-4c6c-8b85-749f94d19321 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=adf0fd13-4016-499b-aff1-954a6f811d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684988 Nov 08 00:18:24.734430 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-82e3974d-36b1-47f0-af7c-ec72ff8f4b04 None None] Port 768885e1-8668-4680-8d5e-e46ab029643a cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:18:24.735482 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-15426250-36cc-40eb-89f4-ed57a03bc7fe tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:18:24.735482 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-15426250-36cc-40eb-89f4-ed57a03bc7fe tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066893 Nov 08 00:18:24.751236 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:24.781525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-ebee11e4-f93d-4eba-839b-65beb5eecf79 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:24.791447 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-ebee11e4-f93d-4eba-839b-65beb5eecf79 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/ports/c59eee91-743c-462c-b977-3bf3c814dc9f HTTP/1.1" status: 200 len: 1093 time: 0.0541232 Nov 08 00:18:24.798159 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-787925fe-9498-4eb3-a870-1208b0a8cd67 service neutron] Request body: {'binding': {'host': 'n-h2-816882-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:24.798849 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-787925fe-9498-4eb3-a870-1208b0a8cd67 service neutron] Unknown quota resources ['binding']. {{(pid=102771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 00:18:24.852206 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=f8d03747-2b35-46af-a84f-0e8c16009ff5,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:24.974867 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-787925fe-9498-4eb3-a870-1208b0a8cd67 service neutron] Attempting to bind port c59eee91-743c-462c-b977-3bf3c814dc9f on host n-h2-816882-1 for vnic_type normal with profile None {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:18:24.975286 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-787925fe-9498-4eb3-a870-1208b0a8cd67 service neutron] Attempting to bind port c59eee91-743c-462c-b977-3bf3c814dc9f by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:18:24.975622 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-787925fe-9498-4eb3-a870-1208b0a8cd67 service neutron] Attempting to bind port c59eee91-743c-462c-b977-3bf3c814dc9f on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:18:24.980706 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-787925fe-9498-4eb3-a870-1208b0a8cd67 service neutron] Port c59eee91-743c-462c-b977-3bf3c814dc9f on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:18:24.981278 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-787925fe-9498-4eb3-a870-1208b0a8cd67 service neutron] Attempting to bind port c59eee91-743c-462c-b977-3bf3c814dc9f on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:18:24.987051 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-787925fe-9498-4eb3-a870-1208b0a8cd67 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:18:24.987380 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-787925fe-9498-4eb3-a870-1208b0a8cd67 service neutron] Checking segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:18:24.987975 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-787925fe-9498-4eb3-a870-1208b0a8cd67 service neutron] Bound using segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:18:24.988494 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-787925fe-9498-4eb3-a870-1208b0a8cd67 service neutron] Bound port: c59eee91-743c-462c-b977-3bf3c814dc9f, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:18:25.054570 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-787925fe-9498-4eb3-a870-1208b0a8cd67 service neutron] For port c59eee91-743c-462c-b977-3bf3c814dc9f, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c59eee91-743c-462c-b977-3bf3c814dc9f,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:18:25.142153 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-787925fe-9498-4eb3-a870-1208b0a8cd67 service neutron] Notify callbacks [] for binding, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:25.146830 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-787925fe-9498-4eb3-a870-1208b0a8cd67 service neutron] 10.222.0.13 "POST /v2.0/ports/c59eee91-743c-462c-b977-3bf3c814dc9f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3535945 Nov 08 00:18:25.244377 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d045854-92db-45b7-a9c3-caca2f008171 req-f6e60130-fb7e-4aa2-97b6-399d7151ef71 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/ports?device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 210 time: 0.3869724 Nov 08 00:18:25.296321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f574618-a833-43f5-99fa-fd3e9a01d9df admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:18:25.303009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5f574618-a833-43f5-99fa-fd3e9a01d9df admin admin] 10.222.0.13 "PUT /v2.0/routers/8f83f399-5e18-4409-b6ae-c6934d5d561e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2871895 Nov 08 00:18:25.318419 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54e3a244-3c56-4e17-9907-ca5a27ba19e2 req-43402e68-7807-4319-8ecd-003957ec1ef2 service neutron] 10.222.0.20 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865011 Nov 08 00:18:25.405802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34ce0824-e019-46a5-abca-06a3a917c848 req-0d1d4182-e96a-4e2c-af54-361e62a24244 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d3f7a8b-42f3-47ea-9888-c5ddefbca800 HTTP/1.1" status: 200 len: 210 time: 0.0637217 Nov 08 00:18:25.469606 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] Sync routers for ids ['8f83f399-5e18-4409-b6ae-c6934d5d561e'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:18:25.490094 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] Routers {'8f83f399-5e18-4409-b6ae-c6934d5d561e'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:18:25.490812 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:18:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8f83f399-5e18-4409-b6ae-c6934d5d561e'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:25.523293 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54e3a244-3c56-4e17-9907-ca5a27ba19e2 req-a3075c04-d7a3-4bfe-b9e5-7380f3429637 service neutron] 10.222.0.20 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970367 Nov 08 00:18:25.547845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab9bf6-34ab-4257-8370-7796b7355935 req-7d2d07a9-b537-4505-9ef5-fc1846f68048 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:25.549908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0cab9bf6-34ab-4257-8370-7796b7355935 req-7d2d07a9-b537-4505-9ef5-fc1846f68048 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0662441 Nov 08 00:18:25.597733 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0cab9bf6-34ab-4257-8370-7796b7355935 req-c9ce196e-c8ba-4ca6-824b-51c2df3ef6de tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367346 Nov 08 00:18:25.607216 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] Set router 8f83f399-5e18-4409-b6ae-c6934d5d561e gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:18:25.847810 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'name': 'tempest-ServersTestBootFromVolume-2146756368-router', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:18:17Z', 'updated_at': '2021-11-08T00:18:23Z', 'revision_number': 4, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'gw_port': {'id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:18Z', 'updated_at': '2021-11-08T00:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '768885e1-8668-4680-8d5e-e46ab029643a', 'name': '', 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'mac_address': 'fa:16:3e:cc:9b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'f8dc7e76-be96-48f0-952d-3ac3a6c95de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:22Z', 'updated_at': '2021-11-08T00:18:23Z', 'revision_number': 2, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'subnets': [{'id': 'f8dc7e76-be96-48f0-952d-3ac3a6c95de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:25.877912 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] Checking router: 8f83f399-5e18-4409-b6ae-c6934d5d561e for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:18:25.878529 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] Updating router 8f83f399-5e18-4409-b6ae-c6934d5d561e port 768885e1-8668-4680-8d5e-e46ab029643a binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:18:25.885616 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0c44a-5bf6-4f91-8ac1-bb096e0ac469 req-c19fde57-5252-4110-a173-5abe1ab468f9 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:25.887301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fad0c44a-5bf6-4f91-8ac1-bb096e0ac469 req-c19fde57-5252-4110-a173-5abe1ab468f9 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 945 time: 0.1102860 Nov 08 00:18:25.904527 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:25.936412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fad0c44a-5bf6-4f91-8ac1-bb096e0ac469 req-9c5a9b7c-5731-474d-84d4-fca2b7196664 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416341 Nov 08 00:18:26.150935 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-937b387f-fde3-4771-84d3-be9e86358229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:26.153038 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-937b387f-fde3-4771-84d3-be9e86358229 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 1096 time: 0.0722778 Nov 08 00:18:26.215059 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:26.257267 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f8d03747-2b35-46af-a84f-0e8c16009ff5 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:18:26.284843 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44234) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:26.290653 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-4ddb5dcb-cc3e-4c34-82ff-336f16622659 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1884090042', 'description': 'tempest-description--143304651'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:26.293657 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:26.350520 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-af087105-fe75-4ef5-b5ef-319731723011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:26.352357 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-af087105-fe75-4ef5-b5ef-319731723011 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 909 time: 0.1914487 Nov 08 00:18:26.361757 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port f8d03747-2b35-46af-a84f-0e8c16009ff5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:18:26.361757 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:26.408092 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb8ce1-60eb-4863-b266-c20a2ca3bd62 None None] Pushing event updated for resources: {'Port': ['ID=768885e1-8668-4680-8d5e-e46ab029643a,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:26.439658 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4ddb5dcb-cc3e-4c34-82ff-336f16622659 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:26.522584 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-dd15ff01-97f1-4683-aa05-9de56807962c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c59eee91-743c-462c-b977-3bf3c814dc9f HTTP/1.1" status: 200 len: 217 time: 0.1102414 Nov 08 00:18:26.543001 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] Attempting to bind port 768885e1-8668-4680-8d5e-e46ab029643a on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:18:26.544671 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] Attempting to bind port 768885e1-8668-4680-8d5e-e46ab029643a by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'ff99f702-e2b8-468a-830a-818110db009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:18:26.552450 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] Attempting to bind port 768885e1-8668-4680-8d5e-e46ab029643a on network 27a53660-1020-4f37-bc10-2de174a95e16 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:18:26.562640 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:18:26.563319 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] Checking segment: {'id': 'ff99f702-e2b8-468a-830a-818110db009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:18:26.563728 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:26.564666 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] Bound using segment: {'id': 'ff99f702-e2b8-468a-830a-818110db009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:18:26.566140 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] Bound port: 768885e1-8668-4680-8d5e-e46ab029643a, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff99f702-e2b8-468a-830a-818110db009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:18:26.566931 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:26.651102 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a3c6c-d73b-4aa7-ab01-2ce78277e89d req-eb893453-2145-4cf1-a40b-655f13c97ba8 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:26.653159 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-833a3c6c-d73b-4aa7-ab01-2ce78277e89d req-eb893453-2145-4cf1-a40b-655f13c97ba8 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.2835979 Nov 08 00:18:26.716165 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4ddb5dcb-cc3e-4c34-82ff-336f16622659 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:26.726173 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-4caacf16-0456-4e45-999f-c5a1a7ffa9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:26.727646 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-4caacf16-0456-4e45-999f-c5a1a7ffa9f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.1889343 Nov 08 00:18:26.752553 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] For port 768885e1-8668-4680-8d5e-e46ab029643a, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:18:26.756810 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] For port 768885e1-8668-4680-8d5e-e46ab029643a, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=768885e1-8668-4680-8d5e-e46ab029643a,segment=NetworkSegment(ff99f702-e2b8-468a-830a-818110db009f),segment_id=ff99f702-e2b8-468a-830a-818110db009f)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:18:26.759091 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-397c24dd-4624-4c06-93bc-f53661f21727 None None] Provisioning complete for port 768885e1-8668-4680-8d5e-e46ab029643a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:18:26.759463 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-397c24dd-4624-4c06-93bc-f53661f21727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:26.767331 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-ac96dcc8-aa21-4aa5-bee1-9f4cdcf0af5d tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:26.768863 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-ac96dcc8-aa21-4aa5-bee1-9f4cdcf0af5d tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.26 "GET /v2.0/networks?id=9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 HTTP/1.1" status: 200 len: 817 time: 0.2060845 Nov 08 00:18:26.787509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-99fdbfe0-47d7-4df1-96f0-8448b1e30b42 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Request body: {'port': {'device_id': '1799e7f3-e1a4-4215-9e8a-d1b78626c82f', 'network_id': '9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6', 'admin_state_up': True, 'tenant_id': 'd85a4ea645124ca39f4494b24c0a737a'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:26.798294 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-397c24dd-4624-4c06-93bc-f53661f21727 None None] Port 768885e1-8668-4680-8d5e-e46ab029643a cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:18:26.808310 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75325eeb-8ae7-4ab0-9c54-538b19e97de7 req-b07a9fb3-919e-4e40-9f5f-a589d1647437 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/ports?device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 210 time: 0.0795119 Nov 08 00:18:26.812144 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-0c483a3b-335c-43c5-abbb-5314c9c816f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547664 Nov 08 00:18:26.815391 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-833a3c6c-d73b-4aa7-ab01-2ce78277e89d req-1e133e7e-77c4-4385-96fa-4f45a8f30d48 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539860 Nov 08 00:18:26.827219 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:26.848758 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4ddb5dcb-cc3e-4c34-82ff-336f16622659 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:26.906592 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb5dcb-cc3e-4c34-82ff-336f16622659 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca5e83c-a27f-4830-8e59-8dcc8dbac06d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:27.005451 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4ddb5dcb-cc3e-4c34-82ff-336f16622659 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:27.007393 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4ddb5dcb-cc3e-4c34-82ff-336f16622659 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7211196 Nov 08 00:18:27.027634 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44254) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:27.041333 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d4008a79-d5f4-4ba9-945a-61680b562e66 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Request body: {'security_group_rule': {'security_group_id': '4ca5e83c-a27f-4830-8e59-8dcc8dbac06d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:27.106029 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] Routers {'8f83f399-5e18-4409-b6ae-c6934d5d561e'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:18:27.106672 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:18:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8f83f399-5e18-4409-b6ae-c6934d5d561e'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:27.150599 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-538663a3-7261-41f8-8a03-6da5fc6c613b req-447f1211-a669-489c-b74e-f98016d882e3 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d3f7a8b-42f3-47ea-9888-c5ddefbca800 HTTP/1.1" status: 200 len: 210 time: 0.1909707 Nov 08 00:18:27.192668 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44262) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:27.205337 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-99fdbfe0-47d7-4df1-96f0-8448b1e30b42 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Made reservation on behalf of d85a4ea645124ca39f4494b24c0a737a for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:18:27.209768 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-99fdbfe0-47d7-4df1-96f0-8448b1e30b42 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:27.226067 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9e903dd8-9f89-43d3-bbdf-fa9ce26255a8 None None] Provisioning complete for port 768885e1-8668-4680-8d5e-e46ab029643a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:18:27.226817 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e903dd8-9f89-43d3-bbdf-fa9ce26255a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:27.285462 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb8ce1-60eb-4863-b266-c20a2ca3bd62 None None] Pushing event updated for resources: {'Port': ['ID=768885e1-8668-4680-8d5e-e46ab029643a,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:27.329594 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-9bfd06f8-b353-492d-844c-8c27e2fa1993 service neutron] 10.222.0.26 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097456 Nov 08 00:18:27.385470 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] Set router 8f83f399-5e18-4409-b6ae-c6934d5d561e gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:18:27.389730 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e903dd8-9f89-43d3-bbdf-fa9ce26255a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:27.397634 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93a0ce54-3ace-4e7f-990e-a4d65763197c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:27.428117 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4008a79-d5f4-4ba9-945a-61680b562e66 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:27.460041 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9e903dd8-9f89-43d3-bbdf-fa9ce26255a8 None None] For port 768885e1-8668-4680-8d5e-e46ab029643a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=768885e1-8668-4680-8d5e-e46ab029643a,segment=NetworkSegment(ff99f702-e2b8-468a-830a-818110db009f),segment_id=ff99f702-e2b8-468a-830a-818110db009f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:27.562379 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e903dd8-9f89-43d3-bbdf-fa9ce26255a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:27.627443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da92dd-0fc8-4c40-b972-dbea65c703dc req-5411779b-aa4a-49c2-87f5-91cb86c4bc7e tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:27.640039 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95da92dd-0fc8-4c40-b972-dbea65c703dc req-5411779b-aa4a-49c2-87f5-91cb86c4bc7e tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.4814889 Nov 08 00:18:27.651933 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e903dd8-9f89-43d3-bbdf-fa9ce26255a8 None None] Pushing event updated for resources: {'Port': ['ID=768885e1-8668-4680-8d5e-e46ab029643a,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:27.678976 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-57abf2ef-589a-4926-bfe4-e05aa65bd8c2 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:27.679178 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'name': 'tempest-ServersTestBootFromVolume-2146756368-router', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:18:17Z', 'updated_at': '2021-11-08T00:18:23Z', 'revision_number': 4, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'gw_port': {'id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:18Z', 'updated_at': '2021-11-08T00:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '768885e1-8668-4680-8d5e-e46ab029643a', 'name': '', 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'mac_address': 'fa:16:3e:cc:9b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'f8dc7e76-be96-48f0-952d-3ac3a6c95de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:22Z', 'updated_at': '2021-11-08T00:18:26Z', 'revision_number': 4, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'subnets': [{'id': 'f8dc7e76-be96-48f0-952d-3ac3a6c95de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:27.680472 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-57abf2ef-589a-4926-bfe4-e05aa65bd8c2 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.20 "GET /v2.0/networks?id=9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 HTTP/1.1" status: 200 len: 817 time: 0.7240012 Nov 08 00:18:27.703373 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-24106bb7-c0b6-4968-b771-5b53be4ae5b6 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Request body: {'port': {'device_id': 'a4242c1f-4651-416c-8da1-2268a667799d', 'network_id': '9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6', 'admin_state_up': True, 'tenant_id': 'd85a4ea645124ca39f4494b24c0a737a'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:27.725095 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418617bf-8361-46b6-87f7-79b7b1407337 None None] The sync data for ids ['8f83f399-5e18-4409-b6ae-c6934d5d561e'] in n-d-816882-1 is: [{'id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'name': 'tempest-ServersTestBootFromVolume-2146756368-router', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:18:17Z', 'updated_at': '2021-11-08T00:18:23Z', 'revision_number': 4, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'gw_port': {'id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:18Z', 'updated_at': '2021-11-08T00:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '768885e1-8668-4680-8d5e-e46ab029643a', 'name': '', 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'mac_address': 'fa:16:3e:cc:9b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'f8dc7e76-be96-48f0-952d-3ac3a6c95de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:22Z', 'updated_at': '2021-11-08T00:18:26Z', 'revision_number': 4, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'subnets': [{'id': 'f8dc7e76-be96-48f0-952d-3ac3a6c95de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:18:27.749490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d44e6-bea5-4764-929c-4407e6660c3b req-d6c85183-dae9-4e66-b89a-dab26013a9ce tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:27.761282 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-915d44e6-bea5-4764-929c-4407e6660c3b req-d6c85183-dae9-4e66-b89a-dab26013a9ce tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 945 time: 0.4282002 Nov 08 00:18:27.773572 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4008a79-d5f4-4ba9-945a-61680b562e66 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:27.833421 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-99fdbfe0-47d7-4df1-96f0-8448b1e30b42 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Allocated IP 172.20.0.3 (9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6/359ef635-d6e4-4d75-bf43-0600da8aef5a/f975b70a-a725-4eb7-a3f1-79e67b88a97b) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:18:27.851232 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-c013305d-f3ce-4586-bc4d-013fb9be7f92 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:27.852948 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-c013305d-f3ce-4586-bc4d-013fb9be7f92 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.26 "GET /v2.0/networks?id=466a6099-4342-4457-97be-345b7476f4dd HTTP/1.1" status: 200 len: 808 time: 0.3766615 Nov 08 00:18:27.861061 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4008a79-d5f4-4ba9-945a-61680b562e66 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:27.877947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-1c8e9e1e-2440-4de9-92a4-e8b84339a185 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Request body: {'port': {'device_id': '378cc36b-a829-486b-b463-5f1ad4d12180', 'network_id': '466a6099-4342-4457-97be-345b7476f4dd', 'admin_state_up': True, 'tenant_id': 'b7a7a0fdb5a3477a8df9037992e60b61'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:27.920769 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-915d44e6-bea5-4764-929c-4407e6660c3b req-43176cb9-2e9a-467e-8a68-f9b080f2618e tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565027 Nov 08 00:18:27.987400 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4008a79-d5f4-4ba9-945a-61680b562e66 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f4029d-8c52-4df9-9e46-247d7c8e19b4,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:28.004196 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-5f1be5a8-0cdf-4566-bbb7-597af4acf58f service neutron] 10.222.0.26 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6564429 Nov 08 00:18:28.031882 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95da92dd-0fc8-4c40-b972-dbea65c703dc req-a87dab76-6ff7-4855-a783-ba45446ac33e tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888111 Nov 08 00:18:28.058161 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93a0ce54-3ace-4e7f-990e-a4d65763197c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:28.140906 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4008a79-d5f4-4ba9-945a-61680b562e66 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:28.142152 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d4008a79-d5f4-4ba9-945a-61680b562e66 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1068082 Nov 08 00:18:28.145824 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44272) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:28.148630 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93a0ce54-3ace-4e7f-990e-a4d65763197c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:28.197532 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3096008a-4c35-4523-a0dc-1d4fe5d832fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:28.220799 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-f7c40f3f-969e-4835-a4cf-ca93ab0a13d0 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Request body: {'security_group_rule': {'security_group_id': '4ca5e83c-a27f-4830-8e59-8dcc8dbac06d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:28.277029 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-93a0ce54-3ace-4e7f-990e-a4d65763197c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77e009dc18b446f4955c977e307213c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0812187 Nov 08 00:18:28.291866 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44280) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:28.369876 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-fb301413-ad91-4f71-8454-b1b294009c7c tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:28.372451 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-fb301413-ad91-4f71-8454-b1b294009c7c tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.26 "GET /v2.0/networks?id=9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 HTTP/1.1" status: 200 len: 817 time: 0.2617345 Nov 08 00:18:28.389111 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-24106bb7-c0b6-4968-b771-5b53be4ae5b6 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Made reservation on behalf of d85a4ea645124ca39f4494b24c0a737a for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:18:28.390365 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 768885e1-8668-4680-8d5e-e46ab029643a up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:18:28.404176 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-24106bb7-c0b6-4968-b771-5b53be4ae5b6 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:28.484762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-e241ce7c-dccd-4cf3-ba95-5781d6e2de0c tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Request body: {'port': {'device_id': '1d3f7a8b-42f3-47ea-9888-c5ddefbca800', 'network_id': '9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6', 'admin_state_up': True, 'tenant_id': 'd85a4ea645124ca39f4494b24c0a737a'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:28.497910 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 768885e1-8668-4680-8d5e-e46ab029643a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:18:28.499107 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:28.585370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1bc537a4-fda0-4076-a1c4-4d749f9a9201 req-b2418942-5658-4e88-a0bd-6be48a2d284c tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/ports?device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 210 time: 0.2119486 Nov 08 00:18:28.655554 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2eb56cd5-31fb-470b-835d-edeb0ad707f0 req-e753ed67-089d-4a2a-a3a7-28940934df5c tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d3f7a8b-42f3-47ea-9888-c5ddefbca800 HTTP/1.1" status: 200 len: 210 time: 0.0786815 Nov 08 00:18:28.920039 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0ce54-3ace-4e7f-990e-a4d65763197c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8dc035-0d23-4389-b16c-541b3d17531c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:28.962117 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61edb410-2262-4133-be37-41aaa5d5711a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:28.971846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f714f-5d57-4098-a902-23011a9c0aee req-e7e8663f-0588-46c1-9a2e-19336b38e5c5 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:28.980666 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d23f714f-5d57-4098-a902-23011a9c0aee req-e7e8663f-0588-46c1-9a2e-19336b38e5c5 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1728387 Nov 08 00:18:28.987714 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-1c8e9e1e-2440-4de9-92a4-e8b84339a185 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Made reservation on behalf of b7a7a0fdb5a3477a8df9037992e60b61 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:18:28.998922 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-1c8e9e1e-2440-4de9-92a4-e8b84339a185 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:29.051420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d23f714f-5d57-4098-a902-23011a9c0aee req-8d91d6fe-1b62-4afe-8005-d034c0f780fc tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687683 Nov 08 00:18:29.088050 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61edb410-2262-4133-be37-41aaa5d5711a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:29.088405 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7c40f3f-969e-4835-a4cf-ca93ab0a13d0 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:29.161632 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-e241ce7c-dccd-4cf3-ba95-5781d6e2de0c tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Made reservation on behalf of d85a4ea645124ca39f4494b24c0a737a for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:18:29.165619 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-e241ce7c-dccd-4cf3-ba95-5781d6e2de0c tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:29.259260 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7c40f3f-969e-4835-a4cf-ca93ab0a13d0 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:29.281221 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-99fdbfe0-47d7-4df1-96f0-8448b1e30b42 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:29.358539 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7c40f3f-969e-4835-a4cf-ca93ab0a13d0 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:29.396817 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-1c8e9e1e-2440-4de9-92a4-e8b84339a185 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Allocated IP 172.20.0.13 (466a6099-4342-4457-97be-345b7476f4dd/eaf552c4-bfa1-44ac-b6cb-578df57489cc/9b5799a4-a025-45e4-ae93-13b2c6bd78e4) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:18:29.408443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498ddbb-158a-44cf-b0ef-6c1f6c0c205f req-9ad51461-1152-4349-8715-b8be4590d7eb tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:29.413650 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8498ddbb-158a-44cf-b0ef-6c1f6c0c205f req-9ad51461-1152-4349-8715-b8be4590d7eb tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 945 time: 0.2411418 Nov 08 00:18:29.436583 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b7d2b-fb5f-413e-895a-0b509135ddc5 req-d52bf58e-e407-47ee-8312-a59f2a5da854 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:29.449965 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de1b7d2b-fb5f-413e-895a-0b509135ddc5 req-d52bf58e-e407-47ee-8312-a59f2a5da854 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.2534168 Nov 08 00:18:29.473237 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c40f3f-969e-4835-a4cf-ca93ab0a13d0 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454cde9e-f068-4fae-8955-55e2b6134648,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:29.477430 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7c40f3f-969e-4835-a4cf-ca93ab0a13d0 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:29.482226 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44302) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:29.482428 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f7c40f3f-969e-4835-a4cf-ca93ab0a13d0 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3173995 Nov 08 00:18:29.488850 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-049441d6-cba6-40ac-9f70-4c423ca3ef63 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:29.505429 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-99fdbfe0-47d7-4df1-96f0-8448b1e30b42 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:29.607671 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61edb410-2262-4133-be37-41aaa5d5711a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:29.611970 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61edb410-2262-4133-be37-41aaa5d5711a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:29.613774 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-61edb410-2262-4133-be37-41aaa5d5711a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e8dc035-0d23-4389-b16c-541b3d17531c HTTP/1.1" status: 204 len: 168 time: 1.3137825 Nov 08 00:18:29.660340 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8498ddbb-158a-44cf-b0ef-6c1f6c0c205f req-df4f98cc-9641-4ce3-b288-ad8217de1fac tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000210 Nov 08 00:18:29.678305 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de1b7d2b-fb5f-413e-895a-0b509135ddc5 req-ace35ba3-8673-4e28-85c6-3453e447a01d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064130 Nov 08 00:18:29.712583 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdbfe0-47d7-4df1-96f0-8448b1e30b42 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Pushing event updated for resources: {'Port': ['ID=f975b70a-a725-4eb7-a3f1-79e67b88a97b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:29.718403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-24106bb7-c0b6-4968-b771-5b53be4ae5b6 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Allocated IP 172.20.0.10 (9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6/359ef635-d6e4-4d75-bf43-0600da8aef5a/3a983507-814e-4b64-ae40-27fee76c01f2) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:18:29.787588 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61edb410-2262-4133-be37-41aaa5d5711a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8dc035-0d23-4389-b16c-541b3d17531c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:29.804663 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-99fdbfe0-47d7-4df1-96f0-8448b1e30b42 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Network 9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:18:29.810078 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-99fdbfe0-47d7-4df1-96f0-8448b1e30b42 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:18:29.826154 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-99fdbfe0-47d7-4df1-96f0-8448b1e30b42 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:18:29.912169 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-049441d6-cba6-40ac-9f70-4c423ca3ef63 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:29.998860 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-1c8e9e1e-2440-4de9-92a4-e8b84339a185 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:30.051911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-99fdbfe0-47d7-4df1-96f0-8448b1e30b42 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:30.052909 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-99fdbfe0-47d7-4df1-96f0-8448b1e30b42 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:30.125910 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-1c8e9e1e-2440-4de9-92a4-e8b84339a185 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:30.132863 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0112ebab-0d90-494c-b62f-8582ba09b29f req-b5636d94-d290-48ca-9619-194b69a322dd tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/ports?device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 210 time: 0.2333796 Nov 08 00:18:30.165695 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c554fb24-494e-4ac2-ba33-de950f640226 req-4a66e749-2478-4cc9-b049-875674599ca3 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d3f7a8b-42f3-47ea-9888-c5ddefbca800 HTTP/1.1" status: 200 len: 210 time: 0.2631912 Nov 08 00:18:30.241834 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-99fdbfe0-47d7-4df1-96f0-8448b1e30b42 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4582858 Nov 08 00:18:30.248420 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-24106bb7-c0b6-4968-b771-5b53be4ae5b6 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:30.251907 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-1c8e9e1e-2440-4de9-92a4-e8b84339a185 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Network 466a6099-4342-4457-97be-345b7476f4dd is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:18:30.277723 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Request body: {'port': {'device_id': '1799e7f3-e1a4-4215-9e8a-d1b78626c82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:30.283456 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-1c8e9e1e-2440-4de9-92a4-e8b84339a185 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:18:30.297974 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e9e1e-2440-4de9-92a4-e8b84339a185 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Pushing event updated for resources: {'Port': ['ID=9b5799a4-a025-45e4-ae93-13b2c6bd78e4,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:30.302595 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-1c8e9e1e-2440-4de9-92a4-e8b84339a185 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:18:30.421930 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640b5ae-63a8-4342-8223-46d86e5f2e18 req-11d9ca8d-3556-4378-8ff4-d19029548e9b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:30.430353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c640b5ae-63a8-4342-8223-46d86e5f2e18 req-11d9ca8d-3556-4378-8ff4-d19029548e9b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0682831 Nov 08 00:18:30.440846 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-24106bb7-c0b6-4968-b771-5b53be4ae5b6 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:30.513130 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-1c8e9e1e-2440-4de9-92a4-e8b84339a185 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:30.513586 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-1c8e9e1e-2440-4de9-92a4-e8b84339a185 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:30.516624 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:30.526269 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-24106bb7-c0b6-4968-b771-5b53be4ae5b6 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Network 9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:18:30.536033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-24106bb7-c0b6-4968-b771-5b53be4ae5b6 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:18:30.554870 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-24106bb7-c0b6-4968-b771-5b53be4ae5b6 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:18:30.572853 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-049441d6-cba6-40ac-9f70-4c423ca3ef63 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:30.627534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c640b5ae-63a8-4342-8223-46d86e5f2e18 req-80a99411-212c-4943-9662-9842593a4b31 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962171 Nov 08 00:18:30.668702 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24106bb7-c0b6-4968-b771-5b53be4ae5b6 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Pushing event updated for resources: {'Port': ['ID=3a983507-814e-4b64-ae40-27fee76c01f2,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:30.693702 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-1c8e9e1e-2440-4de9-92a4-e8b84339a185 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8227475 Nov 08 00:18:30.701729 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-e241ce7c-dccd-4cf3-ba95-5781d6e2de0c tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Allocated IP 172.20.0.9 (9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6/359ef635-d6e4-4d75-bf43-0600da8aef5a/bacc90e7-8ffc-4064-9166-ede8be695485) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:18:30.726583 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-24106bb7-c0b6-4968-b771-5b53be4ae5b6 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:30.727805 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-24106bb7-c0b6-4968-b771-5b53be4ae5b6 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:30.732347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Request body: {'port': {'device_id': '378cc36b-a829-486b-b463-5f1ad4d12180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:30.756875 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-388b23ec-e77c-474d-b77a-1d474ec19ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:30.865671 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:30.873461 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-24106bb7-c0b6-4968-b771-5b53be4ae5b6 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1733503 Nov 08 00:18:30.977825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Request body: {'port': {'device_id': 'a4242c1f-4651-416c-8da1-2268a667799d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:31.014868 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:31.155935 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-049441d6-cba6-40ac-9f70-4c423ca3ef63 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Allocated IP 172.25.2.98 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/4862b698-94bb-4065-ac6a-ebc29a33ca81) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:18:31.225192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c347f-083d-4d5d-988c-ebcc0ebdc82a req-0bbd5fef-6155-4f53-b69a-3076885af87c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:31.228284 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b01c347f-083d-4d5d-988c-ebcc0ebdc82a req-0bbd5fef-6155-4f53-b69a-3076885af87c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.4574168 Nov 08 00:18:31.314187 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b97142-7ae8-48c6-a6f4-793bb19ce14e req-43929783-a83c-4740-9e6c-3c265c92c528 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:31.317979 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6b97142-7ae8-48c6-a6f4-793bb19ce14e req-43929783-a83c-4740-9e6c-3c265c92c528 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 945 time: 0.4728336 Nov 08 00:18:31.318548 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:31.355965 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-049441d6-cba6-40ac-9f70-4c423ca3ef63 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:31.489399 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5799a4-a025-45e4-ae93-13b2c6bd78e4 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:18:31.517832 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:31.532957 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Transition to ACTIVE for port object 9b5799a4-a025-45e4-ae93-13b2c6bd78e4 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:18:31.535129 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-049441d6-cba6-40ac-9f70-4c423ca3ef63 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:31.584785 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049441d6-cba6-40ac-9f70-4c423ca3ef63 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Pushing event updated for resources: {'Port': ['ID=4862b698-94bb-4065-ac6a-ebc29a33ca81,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:31.599661 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049441d6-cba6-40ac-9f70-4c423ca3ef63 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:18:31.601431 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-049441d6-cba6-40ac-9f70-4c423ca3ef63 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:18:31.606530 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049441d6-cba6-40ac-9f70-4c423ca3ef63 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:18:31.699418 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:31.715401 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:31.730653 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b01c347f-083d-4d5d-988c-ebcc0ebdc82a req-9cd091e2-1861-499e-b495-d8f25586c14a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468877 Nov 08 00:18:31.752935 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6b97142-7ae8-48c6-a6f4-793bb19ce14e req-9ff06a62-469c-4d59-9822-f40b081d42be tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811774 Nov 08 00:18:31.769523 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-049441d6-cba6-40ac-9f70-4c423ca3ef63 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:31.793104 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5799a4-a025-45e4-ae93-13b2c6bd78e4,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:31.802794 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:31.846979 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-e241ce7c-dccd-4cf3-ba95-5781d6e2de0c tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:31.892187 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-049441d6-cba6-40ac-9f70-4c423ca3ef63 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:31.950078 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Attempting to bind port 9b5799a4-a025-45e4-ae93-13b2c6bd78e4 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:18:31.950557 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Attempting to bind port 9b5799a4-a025-45e4-ae93-13b2c6bd78e4 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '074146f3-e04f-4e63-a57d-7336d03c081e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '466a6099-4342-4457-97be-345b7476f4dd'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:18:31.955277 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Attempting to bind port 9b5799a4-a025-45e4-ae93-13b2c6bd78e4 on network 466a6099-4342-4457-97be-345b7476f4dd {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:18:31.957579 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Port 9b5799a4-a025-45e4-ae93-13b2c6bd78e4 on network 466a6099-4342-4457-97be-345b7476f4dd not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:18:31.957900 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Attempting to bind port 9b5799a4-a025-45e4-ae93-13b2c6bd78e4 on network 466a6099-4342-4457-97be-345b7476f4dd {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:18:31.967526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c08d6-3b7c-4118-a06e-ec21dec2619f req-25497656-5c83-4e24-89bc-573ec7251307 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:31.969257 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb0c08d6-3b7c-4118-a06e-ec21dec2619f req-25497656-5c83-4e24-89bc-573ec7251307 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/ports?device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 944 time: 0.0665357 Nov 08 00:18:31.974302 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-e241ce7c-dccd-4cf3-ba95-5781d6e2de0c tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:32.046889 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:18:32.047772 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Checking segment: {'id': '074146f3-e04f-4e63-a57d-7336d03c081e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '466a6099-4342-4457-97be-345b7476f4dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:18:32.048210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Bound using segment: {'id': '074146f3-e04f-4e63-a57d-7336d03c081e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '466a6099-4342-4457-97be-345b7476f4dd'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:18:32.048685 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Bound port: 9b5799a4-a025-45e4-ae93-13b2c6bd78e4, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '074146f3-e04f-4e63-a57d-7336d03c081e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '466a6099-4342-4457-97be-345b7476f4dd'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:18:32.049046 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:32.097794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-e241ce7c-dccd-4cf3-ba95-5781d6e2de0c tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Network 9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:18:32.105726 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb0c08d6-3b7c-4118-a06e-ec21dec2619f req-74ae7318-f9d2-4e7d-8f02-c3ab7750bbea tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6ff20f-cbd4-4fed-918e-24d118a08d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290596 Nov 08 00:18:32.109366 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-e241ce7c-dccd-4cf3-ba95-5781d6e2de0c tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:18:32.117963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-e241ce7c-dccd-4cf3-ba95-5781d6e2de0c tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:18:32.124675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241ce7c-dccd-4cf3-ba95-5781d6e2de0c tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Pushing event updated for resources: {'Port': ['ID=bacc90e7-8ffc-4064-9166-ede8be695485,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:32.188928 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08862a54-4c6c-4384-9c40-d160b9e7613f req-4d75e082-18be-445a-ab90-894f87c0d7d8 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:32.196687 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08862a54-4c6c-4384-9c40-d160b9e7613f req-4d75e082-18be-445a-ab90-894f87c0d7d8 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d3f7a8b-42f3-47ea-9888-c5ddefbca800 HTTP/1.1" status: 200 len: 931 time: 0.1951759 Nov 08 00:18:32.231425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-e241ce7c-dccd-4cf3-ba95-5781d6e2de0c tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:32.232437 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-e241ce7c-dccd-4cf3-ba95-5781d6e2de0c tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:32.260141 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-049441d6-cba6-40ac-9f70-4c423ca3ef63 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:32.268371 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08862a54-4c6c-4384-9c40-d160b9e7613f req-dee0e570-d0b7-4dc5-bd1c-adc0bdcdca05 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707302 Nov 08 00:18:32.323059 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] For port 9b5799a4-a025-45e4-ae93-13b2c6bd78e4, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:18:32.327733 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] For port 9b5799a4-a025-45e4-ae93-13b2c6bd78e4, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=9b5799a4-a025-45e4-ae93-13b2c6bd78e4,segment=NetworkSegment(074146f3-e04f-4e63-a57d-7336d03c081e),segment_id=074146f3-e04f-4e63-a57d-7336d03c081e)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:18:32.389910 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-049441d6-cba6-40ac-9f70-4c423ca3ef63 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:32.394416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-e241ce7c-dccd-4cf3-ba95-5781d6e2de0c tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9240651 Nov 08 00:18:32.433295 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Request body: {'port': {'device_id': '1d3f7a8b-42f3-47ea-9888-c5ddefbca800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:32.448747 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368ed6-715f-4075-ba99-c5203183f26e req-f4bf64ea-08fd-45de-a5ed-9b21be024c55 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:32.449675 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049441d6-cba6-40ac-9f70-4c423ca3ef63 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Pushing event updated for resources: {'Port': ['ID=4862b698-94bb-4065-ac6a-ebc29a33ca81,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:32.450311 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-24368ed6-715f-4075-ba99-c5203183f26e req-f4bf64ea-08fd-45de-a5ed-9b21be024c55 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0963793 Nov 08 00:18:32.473804 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:32.503399 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f975b70a-a725-4eb7-a3f1-79e67b88a97b {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:18:32.533362 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:32.572303 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5799a4-a025-45e4-ae93-13b2c6bd78e4,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:32.590721 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:32.593435 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-24368ed6-715f-4075-ba99-c5203183f26e req-376a6866-7a41-4305-911f-7a728e71bb3f tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138792 Nov 08 00:18:32.612917 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:32.613771 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:32.615747 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a48815cb-1f7d-456b-be05-0ce77f797d18 service neutron] 10.222.0.26 "PUT /v2.0/ports/9b5799a4-a025-45e4-ae93-13b2c6bd78e4 HTTP/1.1" status: 200 len: 1092 time: 1.8942640 Nov 08 00:18:32.623136 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378cc36b-a829-486b-b463-5f1ad4d12180', 'tag': '9b5799a4-a025-45e4-ae93-13b2c6bd78e4'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:32.627052 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39da0ba9-0785-4739-92c1-02d4d9c4159e" -d '{"events": [{"name": "network-changed", "server_uuid": "378cc36b-a829-486b-b463-5f1ad4d12180", "tag": "9b5799a4-a025-45e4-ae93-13b2c6bd78e4"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:32.642731 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Transition to ACTIVE for port object f975b70a-a725-4eb7-a3f1-79e67b88a97b will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:18:32.649041 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-049441d6-cba6-40ac-9f70-4c423ca3ef63 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:32.705652 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52c8030-9bc6-4626-9b8c-23e8ea959527 x-openstack-request-id: req-b52c8030-9bc6-4626-9b8c-23e8ea959527 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:32.705925 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378cc36b-a829-486b-b463-5f1ad4d12180", "tag": "9b5799a4-a025-45e4-ae93-13b2c6bd78e4", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:32.706182 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b52c8030-9bc6-4626-9b8c-23e8ea959527 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:32.706669 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378cc36b-a829-486b-b463-5f1ad4d12180', 'tag': '9b5799a4-a025-45e4-ae93-13b2c6bd78e4', 'status': 'completed', 'code': 200} Nov 08 00:18:32.746133 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:32.753143 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-049441d6-cba6-40ac-9f70-4c423ca3ef63 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:32.756004 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-049441d6-cba6-40ac-9f70-4c423ca3ef63 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2722826 Nov 08 00:18:32.889918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea432e-3af9-4454-b87f-0c146eb755c9 req-e53a1420-7552-4632-8aa3-6dd658381fbf tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:32.896406 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b9ea432e-3af9-4454-b87f-0c146eb755c9 req-e53a1420-7552-4632-8aa3-6dd658381fbf tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1861870 Nov 08 00:18:32.931941 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Pushing event updated for resources: {'Port': ['ID=f975b70a-a725-4eb7-a3f1-79e67b88a97b,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:32.939085 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da0ba9-0785-4739-92c1-02d4d9c4159e req-b47d9c89-78e5-40cb-af91-1cce891bf298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:32.941550 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-39da0ba9-0785-4739-92c1-02d4d9c4159e req-b47d9c89-78e5-40cb-af91-1cce891bf298 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7a7a0fdb5a3477a8df9037992e60b61&device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 1095 time: 0.1817222 Nov 08 00:18:33.053203 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b9ea432e-3af9-4454-b87f-0c146eb755c9 req-b2a43945-6e9b-4344-9ad4-d8b4d8879623 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481161 Nov 08 00:18:33.081000 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f7ffb-c494-4994-98d9-facf8ef82f81 req-34ff0974-aa95-4ec0-9e1c-4be2d30656d8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:33.091006 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-005f7ffb-c494-4994-98d9-facf8ef82f81 req-34ff0974-aa95-4ec0-9e1c-4be2d30656d8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 945 time: 0.1313181 Nov 08 00:18:33.160462 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-005f7ffb-c494-4994-98d9-facf8ef82f81 req-a5f5309b-e42f-41f8-95bd-999c41308f02 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663552 Nov 08 00:18:33.197783 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Attempting to bind port f975b70a-a725-4eb7-a3f1-79e67b88a97b on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:18:33.198665 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Attempting to bind port f975b70a-a725-4eb7-a3f1-79e67b88a97b by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'bc4bdf30-05e5-4c82-8723-8cc58ef36a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:18:33.199002 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Attempting to bind port f975b70a-a725-4eb7-a3f1-79e67b88a97b on network 9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:18:33.220478 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Port f975b70a-a725-4eb7-a3f1-79e67b88a97b on network 9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:18:33.220866 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Attempting to bind port f975b70a-a725-4eb7-a3f1-79e67b88a97b on network 9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:18:33.227378 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:18:33.232325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Checking segment: {'id': 'bc4bdf30-05e5-4c82-8723-8cc58ef36a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:18:33.232325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Bound using segment: {'id': 'bc4bdf30-05e5-4c82-8723-8cc58ef36a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:18:33.232325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Bound port: f975b70a-a725-4eb7-a3f1-79e67b88a97b, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc4bdf30-05e5-4c82-8723-8cc58ef36a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:18:33.232325 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:33.232325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da0ba9-0785-4739-92c1-02d4d9c4159e req-daca8503-898d-4f48-9d78-00d4378c26d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:33.233572 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-39da0ba9-0785-4739-92c1-02d4d9c4159e req-daca8503-898d-4f48-9d78-00d4378c26d3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b7a7a0fdb5a3477a8df9037992e60b61&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2656763 Nov 08 00:18:33.271750 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:33.274584 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a983507-814e-4b64-ae40-27fee76c01f2 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:18:33.301379 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:33.316169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Transition to ACTIVE for port object 3a983507-814e-4b64-ae40-27fee76c01f2 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:18:33.369679 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:33.580391 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] For port f975b70a-a725-4eb7-a3f1-79e67b88a97b, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:18:33.588291 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] For port f975b70a-a725-4eb7-a3f1-79e67b88a97b, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=f975b70a-a725-4eb7-a3f1-79e67b88a97b,segment=NetworkSegment(bc4bdf30-05e5-4c82-8723-8cc58ef36a4c),segment_id=bc4bdf30-05e5-4c82-8723-8cc58ef36a4c)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:18:33.675602 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da0ba9-0785-4739-92c1-02d4d9c4159e req-29ad0d2d-1d04-4080-bce3-8a065381f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:33.677115 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-39da0ba9-0785-4739-92c1-02d4d9c4159e req-29ad0d2d-1d04-4080-bce3-8a065381f08c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4188669 Nov 08 00:18:33.679128 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:33.713361 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:33.714632 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:33.716106 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] 10.222.0.26 "PUT /v2.0/ports/f975b70a-a725-4eb7-a3f1-79e67b88a97b HTTP/1.1" status: 200 len: 1091 time: 3.4492657 Nov 08 00:18:33.777812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e29ed-cedf-468c-b8b6-048c9f271a3c service neutron] Pushing event updated for resources: {'Port': ['ID=f975b70a-a725-4eb7-a3f1-79e67b88a97b,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:33.801882 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-61569c3a-901b-4347-a1c7-eeb57ff873cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:33.807939 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-61569c3a-901b-4347-a1c7-eeb57ff873cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7a7a0fdb5a3477a8df9037992e60b61&device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 1095 time: 0.0681405 Nov 08 00:18:33.889719 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-b05b5277-f5ec-4e50-a098-855b649edaee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b5799a4-a025-45e4-ae93-13b2c6bd78e4 HTTP/1.1" status: 200 len: 217 time: 0.0670290 Nov 08 00:18:33.958031 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-d483d62e-7f69-49bc-a375-27a709488d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:33.959915 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-d483d62e-7f69-49bc-a375-27a709488d12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eaf552c4-bfa1-44ac-b6cb-578df57489cc HTTP/1.1" status: 200 len: 848 time: 0.0536029 Nov 08 00:18:33.995529 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-a300c154-2335-49ae-ba97-aad0fc7d2628 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=466a6099-4342-4457-97be-345b7476f4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273752 Nov 08 00:18:34.015486 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-33caa5a1-082b-4f5e-84dc-144a0d6684cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:34.018992 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-33caa5a1-082b-4f5e-84dc-144a0d6684cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d85a4ea645124ca39f4494b24c0a737a&device_id=1799e7f3-e1a4-4215-9e8a-d1b78626c82f HTTP/1.1" status: 200 len: 1094 time: 0.1403658 Nov 08 00:18:34.127322 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-e5b12d32-e7fe-4b41-8fce-1ad438f69829 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f975b70a-a725-4eb7-a3f1-79e67b88a97b HTTP/1.1" status: 200 len: 217 time: 0.0936580 Nov 08 00:18:34.181458 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-1e14a8e0-3a53-4fbb-ab68-47eb3d5c2939 service neutron] 10.222.0.26 "GET /v2.0/networks/466a6099-4342-4457-97be-345b7476f4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756928 Nov 08 00:18:34.268974 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Pushing event updated for resources: {'Port': ['ID=3a983507-814e-4b64-ae40-27fee76c01f2,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:34.346381 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-69f9c88f-6b4b-43c1-b0de-9bad465d781e req-358dd3c2-7436-4235-9a01-ea3a7caaa097 service neutron] 10.222.0.26 "GET /v2.0/networks/466a6099-4342-4457-97be-345b7476f4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570404 Nov 08 00:18:34.356182 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-84c42a5a-1b9f-4367-b1c5-a85ea5a911b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:34.357927 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-84c42a5a-1b9f-4367-b1c5-a85ea5a911b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=359ef635-d6e4-4d75-bf43-0600da8aef5a HTTP/1.1" status: 200 len: 857 time: 0.1797678 Nov 08 00:18:34.358251 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da6c30-ab18-4a43-bfb5-eadc0c51104c req-3d6c6697-bdce-40a0-a5d9-a61aca0dafbe tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:34.359867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2da6c30-ab18-4a43-bfb5-eadc0c51104c req-3d6c6697-bdce-40a0-a5d9-a61aca0dafbe tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d3f7a8b-42f3-47ea-9888-c5ddefbca800 HTTP/1.1" status: 200 len: 931 time: 0.3413322 Nov 08 00:18:34.413121 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b64442-074a-4182-af21-4fa416b63677 req-72ad523a-48ca-4ea6-8c98-b6646a86aeb1 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:34.415441 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-22484fec-fc8b-4f55-a2a7-d0799a20b9d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490625 Nov 08 00:18:34.418276 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-83b64442-074a-4182-af21-4fa416b63677 req-72ad523a-48ca-4ea6-8c98-b6646a86aeb1 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/ports?device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 944 time: 0.4001565 Nov 08 00:18:34.503045 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2da6c30-ab18-4a43-bfb5-eadc0c51104c req-9633aaf7-4364-43be-89af-3d2854407ad7 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244164 Nov 08 00:18:34.504163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Attempting to bind port 3a983507-814e-4b64-ae40-27fee76c01f2 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:18:34.504697 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Attempting to bind port 3a983507-814e-4b64-ae40-27fee76c01f2 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'bc4bdf30-05e5-4c82-8723-8cc58ef36a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:18:34.505282 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Attempting to bind port 3a983507-814e-4b64-ae40-27fee76c01f2 on network 9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:18:34.520367 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Port 3a983507-814e-4b64-ae40-27fee76c01f2 on network 9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:18:34.521044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Attempting to bind port 3a983507-814e-4b64-ae40-27fee76c01f2 on network 9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:18:34.534534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:18:34.535006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Checking segment: {'id': 'bc4bdf30-05e5-4c82-8723-8cc58ef36a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:18:34.535454 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Bound using segment: {'id': 'bc4bdf30-05e5-4c82-8723-8cc58ef36a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:18:34.537266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Bound port: 3a983507-814e-4b64-ae40-27fee76c01f2, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc4bdf30-05e5-4c82-8723-8cc58ef36a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:18:34.537266 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:34.558201 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-83b64442-074a-4182-af21-4fa416b63677 req-a79fe192-2bb6-4754-a881-af01dc83cc27 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6ff20f-cbd4-4fed-918e-24d118a08d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290932 Nov 08 00:18:34.579813 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-0ae2a1bc-adf4-4e33-a81a-215fbf3e9e66 service neutron] 10.222.0.26 "GET /v2.0/networks/9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496706 Nov 08 00:18:34.641470 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bacc90e7-8ffc-4064-9166-ede8be695485 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:18:34.653417 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:34.699093 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-87713785-8698-44f1-861a-d9caad299043 service neutron] 10.222.0.26 "GET /v2.0/networks/9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182477 Nov 08 00:18:34.707833 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1799e7f3-e1a4-4215-9e8a-d1b78626c82f', 'tag': 'f975b70a-a725-4eb7-a3f1-79e67b88a97b'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:34.710140 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eceea269-b465-4b62-98d2-6a7d60720eba" -d '{"events": [{"name": "network-changed", "server_uuid": "1799e7f3-e1a4-4215-9e8a-d1b78626c82f", "tag": "f975b70a-a725-4eb7-a3f1-79e67b88a97b"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:34.721063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Transition to ACTIVE for port object bacc90e7-8ffc-4064-9166-ede8be695485 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:18:34.732551 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] For port 3a983507-814e-4b64-ae40-27fee76c01f2, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:18:34.736350 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] For port 3a983507-814e-4b64-ae40-27fee76c01f2, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3a983507-814e-4b64-ae40-27fee76c01f2,segment=NetworkSegment(bc4bdf30-05e5-4c82-8723-8cc58ef36a4c),segment_id=bc4bdf30-05e5-4c82-8723-8cc58ef36a4c)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:18:34.761695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d8be9-45c1-4c96-90c9-a24ca65a2b75 req-5d68bd0d-0079-4a79-a7c6-9f3f95417b57 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:34.763221 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b96d8be9-45c1-4c96-90c9-a24ca65a2b75 req-5d68bd0d-0079-4a79-a7c6-9f3f95417b57 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0960450 Nov 08 00:18:34.812830 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:34.823000 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:34.874535 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:34.875230 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:34.876630 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] 10.222.0.20 "PUT /v2.0/ports/3a983507-814e-4b64-ae40-27fee76c01f2 HTTP/1.1" status: 200 len: 1092 time: 3.9622273 Nov 08 00:18:34.882087 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4242c1f-4651-416c-8da1-2268a667799d', 'tag': '3a983507-814e-4b64-ae40-27fee76c01f2'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:34.884292 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4601c3d-ddba-4333-8e84-84ec08c21460" -d '{"events": [{"name": "network-changed", "server_uuid": "a4242c1f-4651-416c-8da1-2268a667799d", "tag": "3a983507-814e-4b64-ae40-27fee76c01f2"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:34.906686 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bb1d4-4372-44cb-b77c-e85c4941b368 req-37e10f86-7a7c-45d8-b78b-cc2d4dd14bd5 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:34.908204 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc6bb1d4-4372-44cb-b77c-e85c4941b368 req-37e10f86-7a7c-45d8-b78b-cc2d4dd14bd5 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 945 time: 0.1671948 Nov 08 00:18:34.919727 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b96d8be9-45c1-4c96-90c9-a24ca65a2b75 req-8c18b2ba-ee0b-43aa-9c52-0638f0ee87d9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468000 Nov 08 00:18:34.948118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Pushing event updated for resources: {'Port': ['ID=bacc90e7-8ffc-4064-9166-ede8be695485,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:35.117037 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc6bb1d4-4372-44cb-b77c-e85c4941b368 req-d12f831c-0b87-4607-b96a-3db133edd849 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961603 Nov 08 00:18:35.141279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f42004-c6bc-4803-b009-4300bea65c55 service neutron] Pushing event updated for resources: {'Port': ['ID=3a983507-814e-4b64-ae40-27fee76c01f2,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:35.155355 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Attempting to bind port bacc90e7-8ffc-4064-9166-ede8be695485 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:18:35.155696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Attempting to bind port bacc90e7-8ffc-4064-9166-ede8be695485 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'bc4bdf30-05e5-4c82-8723-8cc58ef36a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:18:35.156102 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Attempting to bind port bacc90e7-8ffc-4064-9166-ede8be695485 on network 9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:18:35.161647 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-53ba7c12-322f-42b5-8187-ade872187803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:35.163046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-53ba7c12-322f-42b5-8187-ade872187803 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d85a4ea645124ca39f4494b24c0a737a&device_id=a4242c1f-4651-416c-8da1-2268a667799d HTTP/1.1" status: 200 len: 1095 time: 0.1396253 Nov 08 00:18:35.165236 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Port bacc90e7-8ffc-4064-9166-ede8be695485 on network 9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:18:35.165563 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Attempting to bind port bacc90e7-8ffc-4064-9166-ede8be695485 on network 9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:18:35.170372 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d629ad-c942-4c7f-aff2-5123e7a069e4 x-openstack-request-id: req-48d629ad-c942-4c7f-aff2-5123e7a069e4 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:35.170900 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1799e7f3-e1a4-4215-9e8a-d1b78626c82f", "tag": "f975b70a-a725-4eb7-a3f1-79e67b88a97b", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:35.171428 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48d629ad-c942-4c7f-aff2-5123e7a069e4 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:35.172043 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1799e7f3-e1a4-4215-9e8a-d1b78626c82f', 'tag': 'f975b70a-a725-4eb7-a3f1-79e67b88a97b', 'status': 'completed', 'code': 200} Nov 08 00:18:35.172151 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:18:35.172424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Checking segment: {'id': 'bc4bdf30-05e5-4c82-8723-8cc58ef36a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:18:35.172854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Bound using segment: {'id': 'bc4bdf30-05e5-4c82-8723-8cc58ef36a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:18:35.173210 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Bound port: bacc90e7-8ffc-4064-9166-ede8be695485, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc4bdf30-05e5-4c82-8723-8cc58ef36a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:18:35.173576 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:35.228057 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-79388b30-aa69-485d-b9c9-d09fd80b71af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a983507-814e-4b64-ae40-27fee76c01f2 HTTP/1.1" status: 200 len: 217 time: 0.0433717 Nov 08 00:18:35.314247 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceea269-b465-4b62-98d2-6a7d60720eba req-832d17f6-c961-4705-acb3-01edb26bb673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:35.321422 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eceea269-b465-4b62-98d2-6a7d60720eba req-832d17f6-c961-4705-acb3-01edb26bb673 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d85a4ea645124ca39f4494b24c0a737a&device_id=1799e7f3-e1a4-4215-9e8a-d1b78626c82f HTTP/1.1" status: 200 len: 1094 time: 0.1002488 Nov 08 00:18:35.387629 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7ddd1b-df12-42c9-b4d4-9b81ecea74ab x-openstack-request-id: req-da7ddd1b-df12-42c9-b4d4-9b81ecea74ab {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:35.388209 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4242c1f-4651-416c-8da1-2268a667799d", "tag": "3a983507-814e-4b64-ae40-27fee76c01f2", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:35.388209 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da7ddd1b-df12-42c9-b4d4-9b81ecea74ab {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:35.388565 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4242c1f-4651-416c-8da1-2268a667799d', 'tag': '3a983507-814e-4b64-ae40-27fee76c01f2', 'status': 'completed', 'code': 200} Nov 08 00:18:35.443820 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] For port bacc90e7-8ffc-4064-9166-ede8be695485, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:18:35.462169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] For port bacc90e7-8ffc-4064-9166-ede8be695485, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=bacc90e7-8ffc-4064-9166-ede8be695485,segment=NetworkSegment(bc4bdf30-05e5-4c82-8723-8cc58ef36a4c),segment_id=bc4bdf30-05e5-4c82-8723-8cc58ef36a4c)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:18:35.477874 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceea269-b465-4b62-98d2-6a7d60720eba req-d55be2b0-bbed-4919-b48d-7f4c63c5b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:35.479416 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eceea269-b465-4b62-98d2-6a7d60720eba req-d55be2b0-bbed-4919-b48d-7f4c63c5b720 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 HTTP/1.1" status: 200 len: 918 time: 0.1446512 Nov 08 00:18:35.482263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-6931b225-edbd-4d0a-95a5-f46701ca3166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:35.483895 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-6931b225-edbd-4d0a-95a5-f46701ca3166 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=359ef635-d6e4-4d75-bf43-0600da8aef5a HTTP/1.1" status: 200 len: 857 time: 0.2450335 Nov 08 00:18:35.497365 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e54b4-e253-4b39-9a51-96b82963ad17 req-d012ffd2-6377-4f1b-8ee6-38d1d6d00f83 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:35.499034 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-884e54b4-e253-4b39-9a51-96b82963ad17 req-d012ffd2-6377-4f1b-8ee6-38d1d6d00f83 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1153789 Nov 08 00:18:35.539704 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eceea269-b465-4b62-98d2-6a7d60720eba req-04f04673-6d00-4ba9-9dd9-1c90b4753864 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f975b70a-a725-4eb7-a3f1-79e67b88a97b HTTP/1.1" status: 200 len: 217 time: 0.0503829 Nov 08 00:18:35.569859 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-884e54b4-e253-4b39-9a51-96b82963ad17 req-ffc65857-c96d-4f51-9aad-67399f4182bc tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600908 Nov 08 00:18:35.571898 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-4815d643-e2ae-47c8-9f87-a44224813813 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719121 Nov 08 00:18:35.575200 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:35.595026 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceea269-b465-4b62-98d2-6a7d60720eba req-66c62646-8838-4f58-a3f5-312c0a652e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:35.596633 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eceea269-b465-4b62-98d2-6a7d60720eba req-66c62646-8838-4f58-a3f5-312c0a652e89 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=359ef635-d6e4-4d75-bf43-0600da8aef5a HTTP/1.1" status: 200 len: 857 time: 0.0493786 Nov 08 00:18:35.640983 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eceea269-b465-4b62-98d2-6a7d60720eba req-f8ba11fa-14a0-4dcd-9c0a-5bee2a460c70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348082 Nov 08 00:18:35.692360 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:35.693082 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:35.694558 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] 10.222.0.26 "PUT /v2.0/ports/bacc90e7-8ffc-4064-9166-ede8be695485 HTTP/1.1" status: 200 len: 1091 time: 3.2798929 Nov 08 00:18:35.708312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e291fe-8961-4f82-aafc-4a7bd234c792 service neutron] Pushing event updated for resources: {'Port': ['ID=bacc90e7-8ffc-4064-9166-ede8be695485,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:35.799216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170449e-6888-4bdc-8cc0-383cb98ff3ed req-eff729d4-d34c-46f3-83f5-2c888d790736 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:35.804138 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c170449e-6888-4bdc-8cc0-383cb98ff3ed req-eff729d4-d34c-46f3-83f5-2c888d790736 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/ports?device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 944 time: 0.0990362 Nov 08 00:18:35.806400 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-f1f9e062-a4da-42f0-9c6e-fcb114dc11e2 service neutron] 10.222.0.20 "GET /v2.0/networks/9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232518 Nov 08 00:18:35.961400 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c170449e-6888-4bdc-8cc0-383cb98ff3ed req-819dab91-1625-4467-9983-382a3bc26ed5 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6ff20f-cbd4-4fed-918e-24d118a08d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469035 Nov 08 00:18:36.052172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-8465eb5c-d726-4f3a-9525-14fd191dc9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:36.054297 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-8465eb5c-d726-4f3a-9525-14fd191dc9ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d85a4ea645124ca39f4494b24c0a737a&device_id=1d3f7a8b-42f3-47ea-9888-c5ddefbca800 HTTP/1.1" status: 200 len: 1094 time: 0.2209373 Nov 08 00:18:36.160653 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-be9b6d41-d886-4c28-a604-fe8c2ccfdece service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bacc90e7-8ffc-4064-9166-ede8be695485 HTTP/1.1" status: 200 len: 217 time: 0.0606794 Nov 08 00:18:36.171731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-877954cd-defd-4a91-a3d0-c62b2dcc4f6e service neutron] 10.222.0.20 "GET /v2.0/networks/9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485932 Nov 08 00:18:36.176350 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eceea269-b465-4b62-98d2-6a7d60720eba req-728e8cbb-657d-461c-83cf-b8099400d67c service neutron] 10.222.0.26 "GET /v2.0/networks/9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271046 Nov 08 00:18:36.233890 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-6ca98f68-9cca-4694-a01f-ce34ba9c4918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:36.235731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-6ca98f68-9cca-4694-a01f-ce34ba9c4918 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=359ef635-d6e4-4d75-bf43-0600da8aef5a HTTP/1.1" status: 200 len: 857 time: 0.0666001 Nov 08 00:18:36.251503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7b73a-54e7-4a48-94ec-94f9f728b309 req-52004c82-90fa-4a70-9b48-e765f8bf8f56 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:36.260290 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fec7b73a-54e7-4a48-94ec-94f9f728b309 req-52004c82-90fa-4a70-9b48-e765f8bf8f56 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d3f7a8b-42f3-47ea-9888-c5ddefbca800 HTTP/1.1" status: 200 len: 943 time: 0.2108757 Nov 08 00:18:36.304035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-a727eaed-1774-4674-869e-b3dc8be1c235 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410118 Nov 08 00:18:36.305003 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eceea269-b465-4b62-98d2-6a7d60720eba req-dcbebddb-cf27-48e6-9a97-b31c2506a26b service neutron] 10.222.0.26 "GET /v2.0/networks/9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203022 Nov 08 00:18:36.325912 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fec7b73a-54e7-4a48-94ec-94f9f728b309 req-681bf80a-40c8-4f91-8fea-18c39c936ab9 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643725 Nov 08 00:18:36.471939 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4601c3d-ddba-4333-8e84-84ec08c21460 req-af0ad4bc-1344-46ad-8a05-a85e586b800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:36.474155 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4601c3d-ddba-4333-8e84-84ec08c21460 req-af0ad4bc-1344-46ad-8a05-a85e586b800c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d85a4ea645124ca39f4494b24c0a737a&device_id=a4242c1f-4651-416c-8da1-2268a667799d HTTP/1.1" status: 200 len: 1095 time: 0.1378798 Nov 08 00:18:36.592442 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-ca0bcdff-962e-4391-955f-adea9e9af856 service neutron] 10.222.0.26 "GET /v2.0/networks/9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648580 Nov 08 00:18:36.753532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce273acb-c1bc-43e6-b80f-66eb38b31f1e req-15b3d2bc-0158-422e-a89c-538af8e77620 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:36.755079 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce273acb-c1bc-43e6-b80f-66eb38b31f1e req-15b3d2bc-0158-422e-a89c-538af8e77620 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.2302663 Nov 08 00:18:36.780416 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bea512-0d16-473d-923f-d1e184b16b4b req-6bd50efa-f48a-456e-8985-ed39decfb18f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:36.781939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85bea512-0d16-473d-923f-d1e184b16b4b req-6bd50efa-f48a-456e-8985-ed39decfb18f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 945 time: 0.2118425 Nov 08 00:18:36.801646 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4601c3d-ddba-4333-8e84-84ec08c21460 req-eafbba2d-6ef1-420c-ad99-e74444a9a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:36.803109 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4601c3d-ddba-4333-8e84-84ec08c21460 req-eafbba2d-6ef1-420c-ad99-e74444a9a713 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 HTTP/1.1" status: 200 len: 918 time: 0.3173389 Nov 08 00:18:36.874059 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57a7f73f-6ee2-4de9-b5ef-ce514564e38d req-a6fa678c-69ec-4d2d-a90d-131709e2d065 service neutron] 10.222.0.26 "GET /v2.0/networks/9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714612 Nov 08 00:18:36.875325 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4601c3d-ddba-4333-8e84-84ec08c21460 req-9986fe30-de08-4010-b688-101785cbc6d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a983507-814e-4b64-ae40-27fee76c01f2 HTTP/1.1" status: 200 len: 217 time: 0.0639496 Nov 08 00:18:36.909173 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce273acb-c1bc-43e6-b80f-66eb38b31f1e req-62e1191f-631a-4937-b83c-86e20544eff2 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442816 Nov 08 00:18:36.953979 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85bea512-0d16-473d-923f-d1e184b16b4b req-3430a0dc-e085-4894-9891-b6a11782c39a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625452 Nov 08 00:18:36.979062 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4601c3d-ddba-4333-8e84-84ec08c21460 req-622f8524-64a7-45ed-8a0b-349f614357bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:36.981128 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4601c3d-ddba-4333-8e84-84ec08c21460 req-622f8524-64a7-45ed-8a0b-349f614357bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=359ef635-d6e4-4d75-bf43-0600da8aef5a HTTP/1.1" status: 200 len: 857 time: 0.0962274 Nov 08 00:18:37.023382 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4601c3d-ddba-4333-8e84-84ec08c21460 req-72adcaab-2dbe-4001-9510-1834c90a7780 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347033 Nov 08 00:18:37.177211 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4601c3d-ddba-4333-8e84-84ec08c21460 req-79f59ed7-d7c7-4247-b461-a6aebd8a1b04 service neutron] 10.222.0.20 "GET /v2.0/networks/9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448534 Nov 08 00:18:37.185483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693298c-4851-4119-a242-cfd7a5230124 req-648dd48e-853e-4344-b9d7-62b99045b312 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:37.186859 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8693298c-4851-4119-a242-cfd7a5230124 req-648dd48e-853e-4344-b9d7-62b99045b312 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0844598 Nov 08 00:18:37.284559 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8693298c-4851-4119-a242-cfd7a5230124 req-bc22acbd-a2e2-4979-9935-e2ea0c8c0bf9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885248 Nov 08 00:18:37.371094 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4601c3d-ddba-4333-8e84-84ec08c21460 req-ea735234-9bd0-46c4-b7b1-34d6ac64f8e3 service neutron] 10.222.0.20 "GET /v2.0/networks/9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821928 Nov 08 00:18:37.389851 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3f7a8b-42f3-47ea-9888-c5ddefbca800', 'tag': 'bacc90e7-8ffc-4064-9166-ede8be695485'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:37.392386 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310547f7-1a31-4fbc-9c9c-f2565fc987a1" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3f7a8b-42f3-47ea-9888-c5ddefbca800", "tag": "bacc90e7-8ffc-4064-9166-ede8be695485"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:37.411818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc378c-3ae0-4a69-a961-73c7bad3faa7 req-ad4025ad-b133-4fa2-9100-68f875852d12 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:37.416242 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-badc378c-3ae0-4a69-a961-73c7bad3faa7 req-ad4025ad-b133-4fa2-9100-68f875852d12 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/ports?device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 944 time: 0.0965953 Nov 08 00:18:37.460408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-badc378c-3ae0-4a69-a961-73c7bad3faa7 req-9a7a6a1d-2e87-4a07-b7e6-fc38141e41a0 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6ff20f-cbd4-4fed-918e-24d118a08d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404782 Nov 08 00:18:37.614081 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5c510-a933-43cc-91a5-7820b3d14e76 req-5bee117e-9d5f-4130-bd69-43375f849d42 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:37.616006 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bda5c510-a933-43cc-91a5-7820b3d14e76 req-5bee117e-9d5f-4130-bd69-43375f849d42 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d3f7a8b-42f3-47ea-9888-c5ddefbca800 HTTP/1.1" status: 200 len: 943 time: 0.0812964 Nov 08 00:18:37.633345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f0188-31c7-4740-83af-3fa3b07b928c req-f52dd64d-eda8-46d7-b1cb-76c90499cdf4 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:37.635089 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f55f0188-31c7-4740-83af-3fa3b07b928c req-f52dd64d-eda8-46d7-b1cb-76c90499cdf4 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0989761 Nov 08 00:18:37.688323 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bda5c510-a933-43cc-91a5-7820b3d14e76 req-7b2320fd-ec84-4ab6-a909-15513d03d925 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636110 Nov 08 00:18:37.714680 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f55f0188-31c7-4740-83af-3fa3b07b928c req-8796ce8d-2f2f-42d7-9045-9a30481729c4 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631366 Nov 08 00:18:37.731599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 9b5799a4-a025-45e4-ae93-13b2c6bd78e4 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:18:37.742663 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929dfd94-c12f-4488-bdd7-e638ebc09670 x-openstack-request-id: req-929dfd94-c12f-4488-bdd7-e638ebc09670 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:37.743269 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3f7a8b-42f3-47ea-9888-c5ddefbca800", "tag": "bacc90e7-8ffc-4064-9166-ede8be695485", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:37.743596 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-929dfd94-c12f-4488-bdd7-e638ebc09670 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:37.744123 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3f7a8b-42f3-47ea-9888-c5ddefbca800', 'tag': 'bacc90e7-8ffc-4064-9166-ede8be695485', 'status': 'completed', 'code': 200} Nov 08 00:18:37.846873 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310547f7-1a31-4fbc-9c9c-f2565fc987a1 req-f4945182-c72a-4437-8a29-6fc7e7de906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:37.849344 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310547f7-1a31-4fbc-9c9c-f2565fc987a1 req-f4945182-c72a-4437-8a29-6fc7e7de906f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d85a4ea645124ca39f4494b24c0a737a&device_id=1d3f7a8b-42f3-47ea-9888-c5ddefbca800 HTTP/1.1" status: 200 len: 1094 time: 0.0605922 Nov 08 00:18:37.899338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 9b5799a4-a025-45e4-ae93-13b2c6bd78e4, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=9b5799a4-a025-45e4-ae93-13b2c6bd78e4,segment=NetworkSegment(074146f3-e04f-4e63-a57d-7336d03c081e),segment_id=074146f3-e04f-4e63-a57d-7336d03c081e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:37.925448 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '9b5799a4-a025-45e4-ae93-13b2c6bd78e4', 'network_id': '466a6099-4342-4457-97be-345b7476f4dd', 'port_id': '9b5799a4-a025-45e4-ae93-13b2c6bd78e4', 'mac_address': 'fa:16:3e:31:3f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf552c4-bfa1-44ac-b6cb-578df57489cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:18:37.972711 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:37.990245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5799a4-a025-45e4-ae93-13b2c6bd78e4 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:18:38.016537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310547f7-1a31-4fbc-9c9c-f2565fc987a1 req-189795c8-9b05-471d-8972-f973f879162b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:38.016959 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 9b5799a4-a025-45e4-ae93-13b2c6bd78e4, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=9b5799a4-a025-45e4-ae93-13b2c6bd78e4,segment=NetworkSegment(074146f3-e04f-4e63-a57d-7336d03c081e),segment_id=074146f3-e04f-4e63-a57d-7336d03c081e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:38.019827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310547f7-1a31-4fbc-9c9c-f2565fc987a1 req-189795c8-9b05-471d-8972-f973f879162b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 HTTP/1.1" status: 200 len: 918 time: 0.1585846 Nov 08 00:18:38.071657 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310547f7-1a31-4fbc-9c9c-f2565fc987a1 req-14b8063d-8ceb-4dae-a4e6-761a71016156 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bacc90e7-8ffc-4064-9166-ede8be695485 HTTP/1.1" status: 200 len: 217 time: 0.0443664 Nov 08 00:18:38.081936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d516df-3bef-4135-a6b0-73ce2dc35c89 req-ecf3b372-6b7c-4407-aa24-8db2446580af tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:38.087881 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:38.089312 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device f975b70a-a725-4eb7-a3f1-79e67b88a97b details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:18:38.091114 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d2d516df-3bef-4135-a6b0-73ce2dc35c89 req-ecf3b372-6b7c-4407-aa24-8db2446580af tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1249759 Nov 08 00:18:38.253038 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d2d516df-3bef-4135-a6b0-73ce2dc35c89 req-6c65ca7d-083c-4fae-9488-7799c5651588 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608577 Nov 08 00:18:38.255274 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310547f7-1a31-4fbc-9c9c-f2565fc987a1 req-8b25bb6a-0682-4c32-a9f2-68365d0eb222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:38.256705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310547f7-1a31-4fbc-9c9c-f2565fc987a1 req-8b25bb6a-0682-4c32-a9f2-68365d0eb222 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=359ef635-d6e4-4d75-bf43-0600da8aef5a HTTP/1.1" status: 200 len: 857 time: 0.1607797 Nov 08 00:18:38.264499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95bce7-536d-405a-8f97-fe4f278623d7 req-26c14cc3-93ce-45c4-8c91-244b92097795 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:38.266206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b95bce7-536d-405a-8f97-fe4f278623d7 req-26c14cc3-93ce-45c4-8c91-244b92097795 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 945 time: 0.1607676 Nov 08 00:18:38.295011 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=9b5799a4-a025-45e4-ae93-13b2c6bd78e4,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:38.305370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310547f7-1a31-4fbc-9c9c-f2565fc987a1 req-cf40bfe3-90fb-476c-ab4e-50452f7a1020 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381532 Nov 08 00:18:38.306503 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:38.307992 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:38.307992 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:38.307992 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:38.307992 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:38.308338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:38.308517 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:38.308833 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:38.309316 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:38.310006 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:38.310668 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:38.311502 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:38.366174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b95bce7-536d-405a-8f97-fe4f278623d7 req-3f2d9b98-1dc7-4ecf-a01c-ab4d568edd46 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643375 Nov 08 00:18:38.369720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port f975b70a-a725-4eb7-a3f1-79e67b88a97b, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=f975b70a-a725-4eb7-a3f1-79e67b88a97b,segment=NetworkSegment(bc4bdf30-05e5-4c82-8723-8cc58ef36a4c),segment_id=bc4bdf30-05e5-4c82-8723-8cc58ef36a4c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:38.390308 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'f975b70a-a725-4eb7-a3f1-79e67b88a97b', 'network_id': '9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6', 'port_id': 'f975b70a-a725-4eb7-a3f1-79e67b88a97b', 'mac_address': 'fa:16:3e:ff:ce:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359ef635-d6e4-4d75-bf43-0600da8aef5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:18:38.437337 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:38.444429 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:38.458287 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f975b70a-a725-4eb7-a3f1-79e67b88a97b {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:18:38.461566 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310547f7-1a31-4fbc-9c9c-f2565fc987a1 req-30a3cce5-45b2-4a2e-ae3a-c5f39b3c50cd service neutron] 10.222.0.26 "GET /v2.0/networks/9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325006 Nov 08 00:18:38.490143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port f975b70a-a725-4eb7-a3f1-79e67b88a97b, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=f975b70a-a725-4eb7-a3f1-79e67b88a97b,segment=NetworkSegment(bc4bdf30-05e5-4c82-8723-8cc58ef36a4c),segment_id=bc4bdf30-05e5-4c82-8723-8cc58ef36a4c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:38.551370 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:38.613084 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c4f60-c872-40f4-96f7-719d519c3dce req-47ec9e75-8805-4276-a17d-8d35cd5d8c2a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:38.614878 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-177c4f60-c872-40f4-96f7-719d519c3dce req-47ec9e75-8805-4276-a17d-8d35cd5d8c2a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1684926 Nov 08 00:18:38.632446 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=f975b70a-a725-4eb7-a3f1-79e67b88a97b,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:38.694321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617026b-dc6a-4550-95d7-d2981f5f89bd req-fc538cba-6b6a-4638-ad3c-29b4dca45feb tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:38.695921 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2617026b-dc6a-4550-95d7-d2981f5f89bd req-fc538cba-6b6a-4638-ad3c-29b4dca45feb tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/ports?device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 945 time: 0.1500933 Nov 08 00:18:38.705939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310547f7-1a31-4fbc-9c9c-f2565fc987a1 req-dc592007-bdd7-479f-92dd-6808e2ee4321 service neutron] 10.222.0.26 "GET /v2.0/networks/9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285576 Nov 08 00:18:38.720094 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-177c4f60-c872-40f4-96f7-719d519c3dce req-7f179e07-53f5-4b5e-aabd-aa4b9eb7aa55 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887334 Nov 08 00:18:38.736860 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44548) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:38.798176 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2617026b-dc6a-4550-95d7-d2981f5f89bd req-08328834-d080-4471-9ed2-ec58cbdbc9dc tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6ff20f-cbd4-4fed-918e-24d118a08d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854204 Nov 08 00:18:38.882375 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['9b5799a4-a025-45e4-ae93-13b2c6bd78e4'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:18:38.892473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33693368-6c97-43e5-bb37-1e443b2a3d08 req-001c3a7b-48d7-4473-af04-ccc0818f4003 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:38.895575 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33693368-6c97-43e5-bb37-1e443b2a3d08 req-001c3a7b-48d7-4473-af04-ccc0818f4003 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d3f7a8b-42f3-47ea-9888-c5ddefbca800 HTTP/1.1" status: 200 len: 943 time: 0.0963385 Nov 08 00:18:38.896748 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed31c-669f-409f-94d6-ca8fae84899e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:38.914637 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['f975b70a-a725-4eb7-a3f1-79e67b88a97b'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:18:39.024837 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed31c-669f-409f-94d6-ca8fae84899e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:39.089240 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed31c-669f-409f-94d6-ca8fae84899e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:39.188315 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ed31c-669f-409f-94d6-ca8fae84899e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff5cf74-c5d8-446c-8521-786b82407fd0,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:39.207335 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8c4ed31c-669f-409f-94d6-ca8fae84899e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b662a409bb244fc9239ba226f1d3fae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4768672 Nov 08 00:18:39.212265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44562) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:39.333309 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44564) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:39.341525 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df7f5b6c-9293-4967-82dd-6b7a01f01706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:39.373063 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df7f5b6c-9293-4967-82dd-6b7a01f01706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:39.396238 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d1047-7b5d-460b-a1f9-872b3d51635e req-54133f3b-9345-49c2-ace3-789174beab91 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:39.404337 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b26d1047-7b5d-460b-a1f9-872b3d51635e req-54133f3b-9345-49c2-ace3-789174beab91 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.5059879 Nov 08 00:18:39.432998 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33693368-6c97-43e5-bb37-1e443b2a3d08 req-45f759d0-4234-4541-813f-190f60695b3e tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921548 Nov 08 00:18:39.477812 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db086efd-0eac-4240-b4d4-136d0ac10eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:39.488270 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b26d1047-7b5d-460b-a1f9-872b3d51635e req-5d652303-adae-4e22-88fc-91941e594e6b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806403 Nov 08 00:18:39.517800 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df7f5b6c-9293-4967-82dd-6b7a01f01706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:39.524883 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df7f5b6c-9293-4967-82dd-6b7a01f01706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:39.526710 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-df7f5b6c-9293-4967-82dd-6b7a01f01706 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ff5cf74-c5d8-446c-8521-786b82407fd0 HTTP/1.1" status: 204 len: 168 time: 0.3132071 Nov 08 00:18:39.573399 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f5b6c-9293-4967-82dd-6b7a01f01706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff5cf74-c5d8-446c-8521-786b82407fd0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:39.620574 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523119b1-3604-4d36-9462-a699dfc5f8a6 req-1e752225-ec16-483a-9804-01c0f69495dc tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:39.622163 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-523119b1-3604-4d36-9462-a699dfc5f8a6 req-1e752225-ec16-483a-9804-01c0f69495dc tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 945 time: 0.0692990 Nov 08 00:18:39.689650 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db086efd-0eac-4240-b4d4-136d0ac10eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:39.694504 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-523119b1-3604-4d36-9462-a699dfc5f8a6 req-fc68fc47-3c6d-4696-aa7c-f25d62c61706 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562840 Nov 08 00:18:39.743708 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device bacc90e7-8ffc-4064-9166-ede8be695485 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:18:39.760831 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db086efd-0eac-4240-b4d4-136d0ac10eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:39.848916 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-db086efd-0eac-4240-b4d4-136d0ac10eff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7138994cc11d4ec18d93964d5ca65c55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112126 Nov 08 00:18:39.849493 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44582) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:39.851805 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db086efd-0eac-4240-b4d4-136d0ac10eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a31229e-0a8c-444a-81f2-1ba79947ad5a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:39.910764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d0790-809e-4167-9dcc-566fecdc68e9 req-c52b5103-f0c7-4735-be00-b220d3e6916f tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:39.915452 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a1d0790-809e-4167-9dcc-566fecdc68e9 req-c52b5103-f0c7-4735-be00-b220d3e6916f tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0960081 Nov 08 00:18:39.953705 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port bacc90e7-8ffc-4064-9166-ede8be695485, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=bacc90e7-8ffc-4064-9166-ede8be695485,segment=NetworkSegment(bc4bdf30-05e5-4c82-8723-8cc58ef36a4c),segment_id=bc4bdf30-05e5-4c82-8723-8cc58ef36a4c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:39.972848 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-468020a2-6b1d-41e6-b486-e4333b0fc456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:39.992232 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'bacc90e7-8ffc-4064-9166-ede8be695485', 'network_id': '9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6', 'port_id': 'bacc90e7-8ffc-4064-9166-ede8be695485', 'mac_address': 'fa:16:3e:00:9d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359ef635-d6e4-4d75-bf43-0600da8aef5a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:18:40.008146 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-468020a2-6b1d-41e6-b486-e4333b0fc456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:40.052443 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a1d0790-809e-4167-9dcc-566fecdc68e9 req-93b7d3ab-0dfd-406b-a7e9-c1b932c959af tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056056 Nov 08 00:18:40.072752 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:40.096346 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3a983507-814e-4b64-ae40-27fee76c01f2 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:18:40.115738 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bacc90e7-8ffc-4064-9166-ede8be695485 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:18:40.124254 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf35b2-3423-4f26-bc12-2ebf667663b2 req-b1ee7bd7-e6da-4e68-9532-2e7ebe0f9c19 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:40.131744 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84cf35b2-3423-4f26-bc12-2ebf667663b2 req-b1ee7bd7-e6da-4e68-9532-2e7ebe0f9c19 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/ports?device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 945 time: 0.2099051 Nov 08 00:18:40.145200 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-468020a2-6b1d-41e6-b486-e4333b0fc456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:40.148444 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-468020a2-6b1d-41e6-b486-e4333b0fc456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:40.150317 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-468020a2-6b1d-41e6-b486-e4333b0fc456 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a31229e-0a8c-444a-81f2-1ba79947ad5a HTTP/1.1" status: 204 len: 168 time: 0.2993836 Nov 08 00:18:40.161845 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468020a2-6b1d-41e6-b486-e4333b0fc456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a31229e-0a8c-444a-81f2-1ba79947ad5a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:40.187933 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port bacc90e7-8ffc-4064-9166-ede8be695485, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=bacc90e7-8ffc-4064-9166-ede8be695485,segment=NetworkSegment(bc4bdf30-05e5-4c82-8723-8cc58ef36a4c),segment_id=bc4bdf30-05e5-4c82-8723-8cc58ef36a4c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:40.253014 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:40.262453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84cf35b2-3423-4f26-bc12-2ebf667663b2 req-b28d4b6f-e08c-4e3e-b1db-3b829e19a5fa tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6ff20f-cbd4-4fed-918e-24d118a08d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298404 Nov 08 00:18:40.288200 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76cdd5-511c-4f28-a648-ad125ef30838 req-abe39bae-4df4-4b29-b685-b5860089d11b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:40.289720 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b76cdd5-511c-4f28-a648-ad125ef30838 req-abe39bae-4df4-4b29-b685-b5860089d11b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1353686 Nov 08 00:18:40.352545 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b76cdd5-511c-4f28-a648-ad125ef30838 req-5fcb44f5-eca3-422b-9f1b-e59cfe376058 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472732 Nov 08 00:18:40.399524 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=bacc90e7-8ffc-4064-9166-ede8be695485,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:40.412647 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3a983507-814e-4b64-ae40-27fee76c01f2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3a983507-814e-4b64-ae40-27fee76c01f2,segment=NetworkSegment(bc4bdf30-05e5-4c82-8723-8cc58ef36a4c),segment_id=bc4bdf30-05e5-4c82-8723-8cc58ef36a4c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:40.427331 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '3a983507-814e-4b64-ae40-27fee76c01f2', 'network_id': '9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6', 'port_id': '3a983507-814e-4b64-ae40-27fee76c01f2', 'mac_address': 'fa:16:3e:fd:db:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359ef635-d6e4-4d75-bf43-0600da8aef5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:18:40.477433 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:40.493729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a983507-814e-4b64-ae40-27fee76c01f2 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:18:40.500627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bb898-48ad-4982-ae80-0293a9b7adeb req-dfe29c24-3545-414a-9bef-7215578a5ebc tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:40.502995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e0bb898-48ad-4982-ae80-0293a9b7adeb req-dfe29c24-3545-414a-9bef-7215578a5ebc tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0615704 Nov 08 00:18:40.516858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3a983507-814e-4b64-ae40-27fee76c01f2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3a983507-814e-4b64-ae40-27fee76c01f2,segment=NetworkSegment(bc4bdf30-05e5-4c82-8723-8cc58ef36a4c),segment_id=bc4bdf30-05e5-4c82-8723-8cc58ef36a4c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:40.569240 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e0bb898-48ad-4982-ae80-0293a9b7adeb req-f0f29c07-b75b-4b06-b78f-ba58a19a874e tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601101 Nov 08 00:18:40.587144 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['bacc90e7-8ffc-4064-9166-ede8be695485'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:18:40.613372 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5655a22-3f48-4474-97a4-69cd161b1f6a req-4a79071a-d5a0-4c8e-8fc3-8f8ba5408243 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:40.615041 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5655a22-3f48-4474-97a4-69cd161b1f6a req-4a79071a-d5a0-4c8e-8fc3-8f8ba5408243 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d3f7a8b-42f3-47ea-9888-c5ddefbca800 HTTP/1.1" status: 200 len: 944 time: 0.0642636 Nov 08 00:18:40.628097 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:40.686810 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5655a22-3f48-4474-97a4-69cd161b1f6a req-8e098082-1003-48ea-9e3d-88b00029b3f3 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642247 Nov 08 00:18:40.715077 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=3a983507-814e-4b64-ae40-27fee76c01f2,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:40.901736 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433fc08-a87c-4baf-95bd-bfce418eeaad req-3d4059e2-eb0c-492c-9d94-6a3c8d110e42 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:40.902841 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3433fc08-a87c-4baf-95bd-bfce418eeaad req-3d4059e2-eb0c-492c-9d94-6a3c8d110e42 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0933957 Nov 08 00:18:40.941576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a6929-0fa8-40f7-9873-d1c15992e3f4 req-2603c681-0b24-4912-a972-72bc42326b3c tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:40.943121 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-203a6929-0fa8-40f7-9873-d1c15992e3f4 req-2603c681-0b24-4912-a972-72bc42326b3c tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 945 time: 0.0925071 Nov 08 00:18:40.974116 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3433fc08-a87c-4baf-95bd-bfce418eeaad req-06e0dde2-297f-49be-832f-1a8c60e222a9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636139 Nov 08 00:18:41.008917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-203a6929-0fa8-40f7-9873-d1c15992e3f4 req-ddbc65c4-0bb0-4a6c-a03d-ea4283dd3534 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594311 Nov 08 00:18:41.081391 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['3a983507-814e-4b64-ae40-27fee76c01f2'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:18:41.114851 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44632) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:41.242029 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-525701250-network', 'tenant_id': '1eed540a5312464a9ad877f1c4e370a6'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:41.390934 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Made reservation on behalf of 1eed540a5312464a9ad877f1c4e370a6 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:18:41.393390 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:41.398552 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc68848-ee9e-4658-924e-56fcfbbbd28d req-135c3d80-b1c4-4528-8ec3-645a687b8689 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:41.403315 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ccc68848-ee9e-4658-924e-56fcfbbbd28d req-135c3d80-b1c4-4528-8ec3-645a687b8689 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/ports?device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 945 time: 0.0610213 Nov 08 00:18:41.405474 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:41.457629 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ccc68848-ee9e-4658-924e-56fcfbbbd28d req-696202ff-2f90-4854-8796-c3f755b6e281 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6ff20f-cbd4-4fed-918e-24d118a08d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461707 Nov 08 00:18:41.523206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-95c13e76-c980-494a-9894-1564cf8b095e tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:41.525718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-95c13e76-c980-494a-9894-1564cf8b095e tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a&tenant_id=97cd1b3154f241d5a6c44887e42be8b0&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 1096 time: 0.0602822 Nov 08 00:18:41.542186 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816882-1'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:41.552005 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:41.606613 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:41.619295 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:41.636088 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:18:41.646481 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:41.646790 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Added segment 4adc533c-f86b-4c48-bfe1-256d593996b8 of type vlan for network 34202ec7-919a-4ed4-a04e-e0c3bfa00c16 Nov 08 00:18:41.717172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5a21bd-d8d3-466a-9094-5e9eb26d38cf,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:41.740721 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:41.746482 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 9b5799a4-a025-45e4-ae93-13b2c6bd78e4 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:18:41.849681 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:41.850456 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:41.850970 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:41.869755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1c895-df7e-4f9f-afcf-4c907077507a req-5d0f7a25-9c30-4b35-bf14-44a83942eccf tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:41.877160 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6b1c895-df7e-4f9f-afcf-4c907077507a req-5d0f7a25-9c30-4b35-bf14-44a83942eccf tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1662741 Nov 08 00:18:41.905394 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 9b5799a4-a025-45e4-ae93-13b2c6bd78e4 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:18:41.909440 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 9b5799a4-a025-45e4-ae93-13b2c6bd78e4 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:18:41.909822 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:41.914437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] For port c59eee91-743c-462c-b977-3bf3c814dc9f, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c59eee91-743c-462c-b977-3bf3c814dc9f,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:41.938117 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Pushing event updated for resources: {'Network': ['ID=34202ec7-919a-4ed4-a04e-e0c3bfa00c16,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:41.947681 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:41.948793 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:41.949093 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427f4e7-ec8a-486a-a27e-03a461afbe40 req-2d89a459-d788-4773-afaa-259ce3e29595 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:41.949574 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:41.950396 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:41.950636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7427f4e7-ec8a-486a-a27e-03a461afbe40 req-2d89a459-d788-4773-afaa-259ce3e29595 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d3f7a8b-42f3-47ea-9888-c5ddefbca800 HTTP/1.1" status: 200 len: 944 time: 0.1533794 Nov 08 00:18:41.951387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:41.952085 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:41.953215 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:41.953622 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:41.954598 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:41.954598 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:41.954809 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:41.955892 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:41.979824 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 34202ec7-919a-4ed4-a04e-e0c3bfa00c16 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:18:41.981626 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6b1c895-df7e-4f9f-afcf-4c907077507a req-649cec28-7bbd-4ba3-ae3c-0f6baf6898a4 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035457 Nov 08 00:18:41.996687 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7ddb0d54-3cc0-460e-a536-524bbe20268e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8806596 Nov 08 00:18:41.997567 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44666) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:42.003284 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-9549d9f0-48e1-4da9-a259-713a71ef7185 admin admin] Request body: {'subnet': {'network_id': '34202ec7-919a-4ed4-a04e-e0c3bfa00c16', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-525701250-subnet', 'tenant_id': '1eed540a5312464a9ad877f1c4e370a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:42.060286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] For port c59eee91-743c-462c-b977-3bf3c814dc9f, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:18:42.093816 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:42.111279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3a983507-814e-4b64-ae40-27fee76c01f2 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:18:42.113756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7427f4e7-ec8a-486a-a27e-03a461afbe40 req-9f02f2bd-b451-4400-a212-c28d85361412 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440070 Nov 08 00:18:42.122187 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9549d9f0-48e1-4da9-a259-713a71ef7185 admin admin] Made reservation on behalf of 1eed540a5312464a9ad877f1c4e370a6 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:18:42.125594 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9549d9f0-48e1-4da9-a259-713a71ef7185 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:42.137724 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6df89bd-097b-4c3c-a611-1c4eef7f056a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59eee91-743c-462c-b977-3bf3c814dc9f'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:42.140143 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9853f067-8cb8-444b-b343-ea6dc159b3cf" -d '{"events": [{"server_uuid": "c6df89bd-097b-4c3c-a611-1c4eef7f056a", "name": "network-vif-unplugged", "status": "completed", "tag": "c59eee91-743c-462c-b977-3bf3c814dc9f"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:42.143737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 9b5799a4-a025-45e4-ae93-13b2c6bd78e4, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=9b5799a4-a025-45e4-ae93-13b2c6bd78e4,segment=NetworkSegment(074146f3-e04f-4e63-a57d-7336d03c081e),segment_id=074146f3-e04f-4e63-a57d-7336d03c081e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:42.148993 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:42.173666 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378cc36b-a829-486b-b463-5f1ad4d12180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5799a4-a025-45e4-ae93-13b2c6bd78e4'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:42.176138 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d72ae8f-0ece-484d-8001-eb9c84cf1a54" -d '{"events": [{"server_uuid": "378cc36b-a829-486b-b463-5f1ad4d12180", "name": "network-vif-plugged", "status": "completed", "tag": "9b5799a4-a025-45e4-ae93-13b2c6bd78e4"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:42.226139 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e981b7a5-e5a9-4f3e-a9ed-3aef18c3302f x-openstack-request-id: req-e981b7a5-e5a9-4f3e-a9ed-3aef18c3302f {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:42.228163 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6df89bd-097b-4c3c-a611-1c4eef7f056a", "name": "network-vif-unplugged", "status": "completed", "tag": "c59eee91-743c-462c-b977-3bf3c814dc9f", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:42.228419 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e981b7a5-e5a9-4f3e-a9ed-3aef18c3302f {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:42.228922 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6df89bd-097b-4c3c-a611-1c4eef7f056a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59eee91-743c-462c-b977-3bf3c814dc9f', 'code': 200} Nov 08 00:18:42.241142 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079d3c9-bb5f-494c-b6fc-ee24e47bf4a1 req-a9dc0fbc-d3d1-497c-9c97-87527ee58a6b tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:42.246365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4079d3c9-bb5f-494c-b6fc-ee24e47bf4a1 req-a9dc0fbc-d3d1-497c-9c97-87527ee58a6b tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 945 time: 0.0885446 Nov 08 00:18:42.248311 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:42.249249 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device f975b70a-a725-4eb7-a3f1-79e67b88a97b up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:18:42.290978 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78d2055-a849-4ead-8b2e-2614fb5c9fad x-openstack-request-id: req-f78d2055-a849-4ead-8b2e-2614fb5c9fad {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:42.291694 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378cc36b-a829-486b-b463-5f1ad4d12180", "name": "network-vif-plugged", "status": "completed", "tag": "9b5799a4-a025-45e4-ae93-13b2c6bd78e4", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:42.292447 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f78d2055-a849-4ead-8b2e-2614fb5c9fad {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:42.293153 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378cc36b-a829-486b-b463-5f1ad4d12180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5799a4-a025-45e4-ae93-13b2c6bd78e4', 'code': 200} Nov 08 00:18:42.306095 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:42.353440 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 3a983507-814e-4b64-ae40-27fee76c01f2 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:18:42.372309 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 3a983507-814e-4b64-ae40-27fee76c01f2 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:18:42.372943 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:42.408281 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4079d3c9-bb5f-494c-b6fc-ee24e47bf4a1 req-be33e6a1-e041-4f44-bc52-8926936caecd tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350679 Nov 08 00:18:42.441307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] Pushing event updated for resources: {'Port': ['ID=c59eee91-743c-462c-b977-3bf3c814dc9f,revision_number=7']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:42.489675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] Attempting to bind port c59eee91-743c-462c-b977-3bf3c814dc9f on host n-h1-816882-1 for vnic_type normal with profile {"migrating_to": "n-h2-816882-1"} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:18:42.490259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] Attempting to bind port c59eee91-743c-462c-b977-3bf3c814dc9f by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:18:42.490595 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] Attempting to bind port c59eee91-743c-462c-b977-3bf3c814dc9f on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:18:42.494633 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=9b5799a4-a025-45e4-ae93-13b2c6bd78e4,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:42.496588 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] Port c59eee91-743c-462c-b977-3bf3c814dc9f on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:18:42.496956 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] Attempting to bind port c59eee91-743c-462c-b977-3bf3c814dc9f on network d94fd993-3cd3-4f95-b0e9-7b398d133b4e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:18:42.503609 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:18:42.504116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] Checking segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:18:42.504506 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] Bound using segment: {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:18:42.509493 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] Bound port: c59eee91-743c-462c-b977-3bf3c814dc9f, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd94fd993-3cd3-4f95-b0e9-7b398d133b4e'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:18:42.509493 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:42.516362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211206e-89ac-46e3-bc1c-857fa990925a req-8fd45d40-b5b1-442f-b66c-f2c555eb9817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:42.518836 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4211206e-89ac-46e3-bc1c-857fa990925a req-8fd45d40-b5b1-442f-b66c-f2c555eb9817 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 1097 time: 0.1188648 Nov 08 00:18:42.547530 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:42.575537 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4211206e-89ac-46e3-bc1c-857fa990925a req-8c6050ea-7188-480c-a414-7d454e197103 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7f6ff20f-cbd4-4fed-918e-24d118a08d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450411 Nov 08 00:18:42.576144 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port f975b70a-a725-4eb7-a3f1-79e67b88a97b completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:18:42.588155 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port f975b70a-a725-4eb7-a3f1-79e67b88a97b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:18:42.589216 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:42.592543 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9549d9f0-48e1-4da9-a259-713a71ef7185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:42.631777 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3a983507-814e-4b64-ae40-27fee76c01f2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3a983507-814e-4b64-ae40-27fee76c01f2,segment=NetworkSegment(bc4bdf30-05e5-4c82-8723-8cc58ef36a4c),segment_id=bc4bdf30-05e5-4c82-8723-8cc58ef36a4c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:42.647323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] For port c59eee91-743c-462c-b977-3bf3c814dc9f, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:18:42.651967 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] For port c59eee91-743c-462c-b977-3bf3c814dc9f, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c59eee91-743c-462c-b977-3bf3c814dc9f,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:18:42.666113 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c1b89-33c7-4be2-b8b8-21397c2edbad req-070af3b2-4235-4689-b587-0648db3e840a tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:42.667797 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549d9f0-48e1-4da9-a259-713a71ef7185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b27010-74b3-45dc-9f80-6f4ea48424de,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:42.668340 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-901c1b89-33c7-4be2-b8b8-21397c2edbad req-070af3b2-4235-4689-b587-0648db3e840a tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/ports?device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 946 time: 0.0860417 Nov 08 00:18:42.677797 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9549d9f0-48e1-4da9-a259-713a71ef7185 admin admin] Checking segment: {'id': '4adc533c-f86b-4c48-bfe1-256d593996b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '34202ec7-919a-4ed4-a04e-e0c3bfa00c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:18:42.678164 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9549d9f0-48e1-4da9-a259-713a71ef7185 admin admin] Network hostable DHCP agents. Network: 34202ec7-919a-4ed4-a04e-e0c3bfa00c16, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:18:42.688563 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:42.720928 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:42.772430 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=3a983507-814e-4b64-ae40-27fee76c01f2,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:42.785211 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:42.800019 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-901c1b89-33c7-4be2-b8b8-21397c2edbad req-3474b805-7a9d-4a96-ac15-3d875b3b9b01 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6ff20f-cbd4-4fed-918e-24d118a08d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031942 Nov 08 00:18:42.802303 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9549d9f0-48e1-4da9-a259-713a71ef7185 admin admin] Network 34202ec7-919a-4ed4-a04e-e0c3bfa00c16 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:18:42.819515 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port f975b70a-a725-4eb7-a3f1-79e67b88a97b, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=f975b70a-a725-4eb7-a3f1-79e67b88a97b,segment=NetworkSegment(bc4bdf30-05e5-4c82-8723-8cc58ef36a4c),segment_id=bc4bdf30-05e5-4c82-8723-8cc58ef36a4c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:42.843425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:42.844350 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:42.845816 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] 10.222.0.26 "PUT /v2.0/ports/c59eee91-743c-462c-b977-3bf3c814dc9f HTTP/1.1" status: 200 len: 1121 time: 1.3090661 Nov 08 00:18:42.854149 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4f067-d546-47bf-9710-4f6cba62034e service neutron] Pushing event updated for resources: {'Port': ['ID=c59eee91-743c-462c-b977-3bf3c814dc9f,revision_number=8']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:42.876881 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-9549d9f0-48e1-4da9-a259-713a71ef7185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 34202ec7-919a-4ed4-a04e-e0c3bfa00c16) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:18:42.885015 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9549d9f0-48e1-4da9-a259-713a71ef7185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:42.885999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89286940-0698-4bb8-a2d7-49aec72976b8 None None] Network 34202ec7-919a-4ed4-a04e-e0c3bfa00c16 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:18:42.886742 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9549d9f0-48e1-4da9-a259-713a71ef7185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:42.935648 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:42.936491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device bacc90e7-8ffc-4064-9166-ede8be695485 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:18:42.983908 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9549d9f0-48e1-4da9-a259-713a71ef7185 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9848106 Nov 08 00:18:43.155233 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e9f8a-94b3-4265-bfec-f8f99c344f03 req-9c341748-bf9d-44cd-be3b-df5d2de1ee2c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:43.164247 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e48e9f8a-94b3-4265-bfec-f8f99c344f03 req-9c341748-bf9d-44cd-be3b-df5d2de1ee2c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0916173 Nov 08 00:18:43.199725 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['c59eee91-743c-462c-b977-3bf3c814dc9f'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:18:43.203065 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['c59eee91-743c-462c-b977-3bf3c814dc9f'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:18:43.217004 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e48e9f8a-94b3-4265-bfec-f8f99c344f03 req-c20c0101-3711-48c2-91aa-fe2f941f3fc0 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518596 Nov 08 00:18:43.343770 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=f975b70a-a725-4eb7-a3f1-79e67b88a97b,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:43.375979 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45357679-054f-4f30-884c-79b7119426f5 req-5fd3322f-1c7e-4744-894e-ec9f169062fd tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:43.390404 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-45357679-054f-4f30-884c-79b7119426f5 req-5fd3322f-1c7e-4744-894e-ec9f169062fd tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d3f7a8b-42f3-47ea-9888-c5ddefbca800 HTTP/1.1" status: 200 len: 944 time: 0.0954080 Nov 08 00:18:43.663285 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-45357679-054f-4f30-884c-79b7119426f5 req-710d017d-33a8-400b-a220-c03ab090e834 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593405 Nov 08 00:18:43.663285 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-d2f773f5-8679-4978-9507-618b29e862bd req-1e13eeb5-bd53-4902-991b-63ebea72e462 tempest-SecurityGroupsNegativeTestJSON-758611531 tempest-SecurityGroupsNegativeTestJSON-758611531-project] show failed (client error): The resource could not be found. Nov 08 00:18:43.663285 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d2f773f5-8679-4978-9507-618b29e862bd req-1e13eeb5-bd53-4902-991b-63ebea72e462 tempest-SecurityGroupsNegativeTestJSON-758611531 tempest-SecurityGroupsNegativeTestJSON-758611531-project] 10.222.0.13 "GET /v2.0/security-groups/1cf05c33-cb5f-4b8c-9792-b2e989f8373e HTTP/1.1" status: 404 len: 352 time: 0.0204096 Nov 08 00:18:43.664454 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1d5635-5a6e-4f48-aa69-ca44c83cff4e None None] Network 34202ec7-919a-4ed4-a04e-e0c3bfa00c16 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:18:43.664955 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2de281-8179-4f50-afb0-2332d2748503 req-774fa773-4714-44a0-b29d-c7e3d7bccfb2 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:43.664955 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7e2de281-8179-4f50-afb0-2332d2748503 req-774fa773-4714-44a0-b29d-c7e3d7bccfb2 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 943 time: 0.0568058 Nov 08 00:18:43.664955 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7e2de281-8179-4f50-afb0-2332d2748503 req-5c091d3b-04f5-4b56-a680-b76e650d478f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331664 Nov 08 00:18:43.733077 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-80cd1836-ee51-43b8-be76-18abfc3b27f3 req-db2f38f5-1b4e-4cd1-8c98-2d0f7a13bb1e tempest-SecurityGroupsNegativeTestJSON-758611531 tempest-SecurityGroupsNegativeTestJSON-758611531-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1eed540a5312464a9ad877f1c4e370a6 HTTP/1.1" status: 200 len: 2988 time: 0.0455952 Nov 08 00:18:43.795131 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c59eee91-743c-462c-b977-3bf3c814dc9f details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:18:43.795311 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-80cd1836-ee51-43b8-be76-18abfc3b27f3 req-1febaf33-4fc9-4ce3-a6a0-ba43e6dfee5f tempest-SecurityGroupsNegativeTestJSON-758611531 tempest-SecurityGroupsNegativeTestJSON-758611531-project] 10.222.0.13 "GET /v2.0/security-groups/ed5a21bd-d8d3-466a-9094-5e9eb26d38cf HTTP/1.1" status: 200 len: 2985 time: 0.0490966 Nov 08 00:18:43.844390 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-80cd1836-ee51-43b8-be76-18abfc3b27f3 req-9418c0c8-09d1-4512-80da-b995e9dd8634 tempest-SecurityGroupsNegativeTestJSON-758611531 tempest-SecurityGroupsNegativeTestJSON-758611531-project] 10.222.0.13 "GET /v2.0/security-groups/ed5a21bd-d8d3-466a-9094-5e9eb26d38cf HTTP/1.1" status: 200 len: 2985 time: 0.0457158 Nov 08 00:18:43.870508 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port bacc90e7-8ffc-4064-9166-ede8be695485 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:18:43.878204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port bacc90e7-8ffc-4064-9166-ede8be695485 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:18:43.878585 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:43.935730 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port c59eee91-743c-462c-b977-3bf3c814dc9f, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c59eee91-743c-462c-b977-3bf3c814dc9f,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:43.961214 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-568b89c4-9313-4012-bf65-369249ab2be9 req-160ca23f-e216-4e58-b670-b552679b7824 tempest-SecurityGroupsNegativeTestJSON-758611531 tempest-SecurityGroupsNegativeTestJSON-758611531-project] 10.222.0.13 "GET /v2.0/security-groups/ed5a21bd-d8d3-466a-9094-5e9eb26d38cf HTTP/1.1" status: 200 len: 2985 time: 0.0912850 Nov 08 00:18:43.972060 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c59eee91-743c-462c-b977-3bf3c814dc9f has no active binding in host n-h2-816882-1 {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 00:18:44.032080 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ed2b8-31ed-464c-8665-6c584427604a req-53826b3d-e742-4c7c-a909-6417c594b9e6 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:44.033648 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-331ed2b8-31ed-464c-8665-6c584427604a req-53826b3d-e742-4c7c-a909-6417c594b9e6 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/ports?device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 946 time: 0.1263678 Nov 08 00:18:44.041066 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-568b89c4-9313-4012-bf65-369249ab2be9 req-5addcb96-4406-445f-93b8-587cb561c940 tempest-SecurityGroupsNegativeTestJSON-758611531 tempest-SecurityGroupsNegativeTestJSON-758611531-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 08 00:18:44.048840 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:44.052641 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-568b89c4-9313-4012-bf65-369249ab2be9 req-5addcb96-4406-445f-93b8-587cb561c940 tempest-SecurityGroupsNegativeTestJSON-758611531 tempest-SecurityGroupsNegativeTestJSON-758611531-project] 10.222.0.13 "DELETE /v2.0/security-groups/ed5a21bd-d8d3-466a-9094-5e9eb26d38cf HTTP/1.1" status: 409 len: 352 time: 0.0903201 Nov 08 00:18:44.110027 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port bacc90e7-8ffc-4064-9166-ede8be695485, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=bacc90e7-8ffc-4064-9166-ede8be695485,segment=NetworkSegment(bc4bdf30-05e5-4c82-8723-8cc58ef36a4c),segment_id=bc4bdf30-05e5-4c82-8723-8cc58ef36a4c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:44.112531 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-331ed2b8-31ed-464c-8665-6c584427604a req-e1f2d31c-a93c-45d7-a8e1-e934cddd2fd0 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6ff20f-cbd4-4fed-918e-24d118a08d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568891 Nov 08 00:18:44.114284 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-eea43ea7-bb3b-4ec2-9d71-15ce6fb47448 req-d95d5fde-7821-4eb1-b6db-3c680b66cb7d tempest-SecurityGroupsNegativeTestJSON-758611531 tempest-SecurityGroupsNegativeTestJSON-758611531-project] show failed (client error): The resource could not be found. Nov 08 00:18:44.116237 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eea43ea7-bb3b-4ec2-9d71-15ce6fb47448 req-d95d5fde-7821-4eb1-b6db-3c680b66cb7d tempest-SecurityGroupsNegativeTestJSON-758611531 tempest-SecurityGroupsNegativeTestJSON-758611531-project] 10.222.0.13 "GET /v2.0/security-groups/76653b1c-42f5-4072-a162-85c638edfcf9 HTTP/1.1" status: 404 len: 352 time: 0.0294254 Nov 08 00:18:44.158634 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-62238344-505c-4be8-bfe0-ccc027baab39 req-3d10378d-941d-46f5-a086-b887cfce7639 tempest-SecurityGroupsNegativeTestJSON-758611531 tempest-SecurityGroupsNegativeTestJSON-758611531-project] show failed (client error): The resource could not be found. Nov 08 00:18:44.165515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62238344-505c-4be8-bfe0-ccc027baab39 req-3d10378d-941d-46f5-a086-b887cfce7639 tempest-SecurityGroupsNegativeTestJSON-758611531 tempest-SecurityGroupsNegativeTestJSON-758611531-project] 10.222.0.13 "GET /v2.0/security-groups/293331bb-23b0-4546-982c-d27a5c733180 HTTP/1.1" status: 404 len: 352 time: 0.0187926 Nov 08 00:18:44.170395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44726) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:44.185396 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:44.230859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-58fbd1f2-ac20-4e1c-ab59-3b108fc5aadf admin admin] Deleting subnet b8b27010-74b3-45dc-9f80-6f4ea48424de {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:18:44.233848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6df89bd-097b-4c3c-a611-1c4eef7f056a', 'tag': 'c59eee91-743c-462c-b977-3bf3c814dc9f'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:44.236348 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7810673-b638-40da-9b48-1617e30547fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c6df89bd-097b-4c3c-a611-1c4eef7f056a", "tag": "c59eee91-743c-462c-b977-3bf3c814dc9f"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:44.237618 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=bacc90e7-8ffc-4064-9166-ede8be695485,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:44.239502 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-58fbd1f2-ac20-4e1c-ab59-3b108fc5aadf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:44.285850 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-58fbd1f2-ac20-4e1c-ab59-3b108fc5aadf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:44.293888 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ff374c-aab2-4109-8308-e9322ba8941a x-openstack-request-id: req-03ff374c-aab2-4109-8308-e9322ba8941a {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:44.294080 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4242c1f-4651-416c-8da1-2268a667799d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a983507-814e-4b64-ae40-27fee76c01f2'}, {'server_uuid': '1799e7f3-e1a4-4215-9e8a-d1b78626c82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f975b70a-a725-4eb7-a3f1-79e67b88a97b'}, {'server_uuid': '1d3f7a8b-42f3-47ea-9888-c5ddefbca800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacc90e7-8ffc-4064-9166-ede8be695485'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:44.294202 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6df89bd-097b-4c3c-a611-1c4eef7f056a", "tag": "c59eee91-743c-462c-b977-3bf3c814dc9f", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:44.294797 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03ff374c-aab2-4109-8308-e9322ba8941a {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:44.295214 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6df89bd-097b-4c3c-a611-1c4eef7f056a', 'tag': 'c59eee91-743c-462c-b977-3bf3c814dc9f', 'status': 'completed', 'code': 200} Nov 08 00:18:44.296880 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b3c8f4-0d95-46c2-9935-7590bf1c8ded" -d '{"events": [{"server_uuid": "a4242c1f-4651-416c-8da1-2268a667799d", "name": "network-vif-plugged", "status": "completed", "tag": "3a983507-814e-4b64-ae40-27fee76c01f2"}, {"server_uuid": "1799e7f3-e1a4-4215-9e8a-d1b78626c82f", "name": "network-vif-plugged", "status": "completed", "tag": "f975b70a-a725-4eb7-a3f1-79e67b88a97b"}, {"server_uuid": "1d3f7a8b-42f3-47ea-9888-c5ddefbca800", "name": "network-vif-plugged", "status": "completed", "tag": "bacc90e7-8ffc-4064-9166-ede8be695485"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:44.353674 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-58fbd1f2-ac20-4e1c-ab59-3b108fc5aadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:44.371277 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98399f3-b509-4999-adac-023f18d23bc7 x-openstack-request-id: req-b98399f3-b509-4999-adac-023f18d23bc7 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:44.371578 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4242c1f-4651-416c-8da1-2268a667799d", "name": "network-vif-plugged", "status": "completed", "tag": "3a983507-814e-4b64-ae40-27fee76c01f2", "code": 200}, {"server_uuid": "1799e7f3-e1a4-4215-9e8a-d1b78626c82f", "name": "network-vif-plugged", "status": "completed", "tag": "f975b70a-a725-4eb7-a3f1-79e67b88a97b", "code": 200}, {"server_uuid": "1d3f7a8b-42f3-47ea-9888-c5ddefbca800", "name": "network-vif-plugged", "status": "completed", "tag": "bacc90e7-8ffc-4064-9166-ede8be695485", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:44.371851 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b98399f3-b509-4999-adac-023f18d23bc7 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:44.372251 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4242c1f-4651-416c-8da1-2268a667799d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a983507-814e-4b64-ae40-27fee76c01f2', 'code': 200} Nov 08 00:18:44.372491 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1799e7f3-e1a4-4215-9e8a-d1b78626c82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f975b70a-a725-4eb7-a3f1-79e67b88a97b', 'code': 200} Nov 08 00:18:44.372771 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3f7a8b-42f3-47ea-9888-c5ddefbca800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacc90e7-8ffc-4064-9166-ede8be695485', 'code': 200} Nov 08 00:18:44.487853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d281ce-87c7-4cef-85ca-d5584e7ad4c1 req-6f2e013d-b68e-444a-8d85-f9d2d04c1432 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:44.489452 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-66d281ce-87c7-4cef-85ca-d5584e7ad4c1 req-6f2e013d-b68e-444a-8d85-f9d2d04c1432 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1316884 Nov 08 00:18:44.494408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7810673-b638-40da-9b48-1617e30547fd req-b68397cc-3bb0-4861-a21e-fd0fda29e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:44.497863 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b7810673-b638-40da-9b48-1617e30547fd req-b68397cc-3bb0-4861-a21e-fd0fda29e71d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 1124 time: 0.1398146 Nov 08 00:18:44.544948 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590abe9-6a07-45b3-bf29-acc6ac00cc16 req-153277dd-1a49-4b27-98db-5b790073e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:44.546481 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9590abe9-6a07-45b3-bf29-acc6ac00cc16 req-153277dd-1a49-4b27-98db-5b790073e0ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4242c1f-4651-416c-8da1-2268a667799d HTTP/1.1" status: 200 len: 1097 time: 0.0629511 Nov 08 00:18:44.599157 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f1f12-37f8-4ad5-8a02-8665d6130049 req-09472557-e3e4-4266-9fe2-3f63edad8a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:44.600795 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e79f1f12-37f8-4ad5-8a02-8665d6130049 req-09472557-e3e4-4266-9fe2-3f63edad8a9e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1799e7f3-e1a4-4215-9e8a-d1b78626c82f HTTP/1.1" status: 200 len: 1096 time: 0.0689535 Nov 08 00:18:44.607176 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9590abe9-6a07-45b3-bf29-acc6ac00cc16 req-7c76cf69-d3d6-4392-8268-cc0ef812ff06 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419419 Nov 08 00:18:44.609081 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-58fbd1f2-ac20-4e1c-ab59-3b108fc5aadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:44.645236 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e79f1f12-37f8-4ad5-8a02-8665d6130049 req-76425661-2098-4618-91fa-c9129f2c304a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340033 Nov 08 00:18:44.651252 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbd1f2-ac20-4e1c-ab59-3b108fc5aadf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b27010-74b3-45dc-9f80-6f4ea48424de,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:44.672392 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf4870-4c87-4c7f-b969-517bd684d7a1 req-c6ecaa0b-084e-409e-a9a7-4748978bb097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:44.674047 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0dcf4870-4c87-4c7f-b969-517bd684d7a1 req-c6ecaa0b-084e-409e-a9a7-4748978bb097 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1d3f7a8b-42f3-47ea-9888-c5ddefbca800 HTTP/1.1" status: 200 len: 1096 time: 0.1743529 Nov 08 00:18:44.675338 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-58fbd1f2-ac20-4e1c-ab59-3b108fc5aadf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:44.681321 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-58fbd1f2-ac20-4e1c-ab59-3b108fc5aadf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b8b27010-74b3-45dc-9f80-6f4ea48424de HTTP/1.1" status: 204 len: 168 time: 0.5072846 Nov 08 00:18:44.681959 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44744) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:44.701469 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-66d281ce-87c7-4cef-85ca-d5584e7ad4c1 req-f0c1e892-b460-4c7d-bf99-b7e7be9abad3 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955135 Nov 08 00:18:44.790174 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d189755f-cdaa-4470-8e47-d49df8e03f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:44.799298 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7810673-b638-40da-9b48-1617e30547fd req-41904a13-346f-448f-b53d-38924d26d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:44.802371 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b7810673-b638-40da-9b48-1617e30547fd req-41904a13-346f-448f-b53d-38924d26d099 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 909 time: 0.2827499 Nov 08 00:18:44.827508 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343291a5-a71c-431a-bbe8-949cc59d4177 req-5a009c68-7c58-4fdf-8ed4-872296b0eba9 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:44.829168 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-343291a5-a71c-431a-bbe8-949cc59d4177 req-5a009c68-7c58-4fdf-8ed4-872296b0eba9 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d3f7a8b-42f3-47ea-9888-c5ddefbca800 HTTP/1.1" status: 200 len: 945 time: 0.1104891 Nov 08 00:18:44.894356 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d189755f-cdaa-4470-8e47-d49df8e03f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:44.902348 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-343291a5-a71c-431a-bbe8-949cc59d4177 req-bc1cb894-362b-4bfc-8477-d392765c809c tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498791 Nov 08 00:18:44.915427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba0d5d-df89-4aa8-8cf8-e8dab25bf1c8 req-0827f7d2-88cb-4727-b9b5-379ed354b27a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:44.917668 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53ba0d5d-df89-4aa8-8cf8-e8dab25bf1c8 req-0827f7d2-88cb-4727-b9b5-379ed354b27a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 943 time: 0.1150777 Nov 08 00:18:44.930299 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d189755f-cdaa-4470-8e47-d49df8e03f9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34202ec7-919a-4ed4-a04e-e0c3bfa00c16']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:44.940197 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d189755f-cdaa-4470-8e47-d49df8e03f9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4adc533c-f86b-4c48-bfe1-256d593996b8') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:44.940197 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d189755f-cdaa-4470-8e47-d49df8e03f9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4adc533c-f86b-4c48-bfe1-256d593996b8') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:44.956230 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d189755f-cdaa-4470-8e47-d49df8e03f9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:44.974409 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d189755f-cdaa-4470-8e47-d49df8e03f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:44.982004 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d189755f-cdaa-4470-8e47-d49df8e03f9c admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:18:44.986991 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0dcf4870-4c87-4c7f-b969-517bd684d7a1 req-47631c12-e961-4c4c-8579-57b8eff2bfb4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765586 Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d189755f-cdaa-4470-8e47-d49df8e03f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:18:44.987155 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:18:45.012332 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53ba0d5d-df89-4aa8-8cf8-e8dab25bf1c8 req-e0fb5f55-7077-45d8-aa45-8896a063e381 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882704 Nov 08 00:18:45.014051 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b7810673-b638-40da-9b48-1617e30547fd req-be8e2b84-0a8e-4718-859c-fe2dca896e6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c59eee91-743c-462c-b977-3bf3c814dc9f HTTP/1.1" status: 200 len: 217 time: 0.0455830 Nov 08 00:18:45.075937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7810673-b638-40da-9b48-1617e30547fd req-11cc3b68-360e-4b44-98c5-63877b6e40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:45.077476 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b7810673-b638-40da-9b48-1617e30547fd req-11cc3b68-360e-4b44-98c5-63877b6e40f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.0517337 Nov 08 00:18:45.117757 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b7810673-b638-40da-9b48-1617e30547fd req-b681bb51-e0f6-4c7e-b059-a62e39a1f532 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275247 Nov 08 00:18:45.133360 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d189755f-cdaa-4470-8e47-d49df8e03f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:45.149331 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d189755f-cdaa-4470-8e47-d49df8e03f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:45.153157 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d189755f-cdaa-4470-8e47-d49df8e03f9c admin admin] 10.222.0.13 "DELETE /v2.0/networks/34202ec7-919a-4ed4-a04e-e0c3bfa00c16 HTTP/1.1" status: 204 len: 168 time: 0.4694905 Nov 08 00:18:45.191419 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189755f-cdaa-4470-8e47-d49df8e03f9c admin admin] Pushing event deleted for resources: {'Network': ['ID=34202ec7-919a-4ed4-a04e-e0c3bfa00c16,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:45.266670 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b7810673-b638-40da-9b48-1617e30547fd req-09573763-208e-45cd-aad2-62cab97fa911 service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385326 Nov 08 00:18:45.284714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bfc43-b27f-40ad-880d-24324ffdbf43 req-2a540ff4-c5b5-4e93-b838-2a2a6c79019e tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:45.287145 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-162bfc43-b27f-40ad-880d-24324ffdbf43 req-2a540ff4-c5b5-4e93-b838-2a2a6c79019e tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/ports?device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 946 time: 0.0752957 Nov 08 00:18:45.376713 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-162bfc43-b27f-40ad-880d-24324ffdbf43 req-3e00b8da-e045-4573-b6d6-02d75610aa3e tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6ff20f-cbd4-4fed-918e-24d118a08d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825384 Nov 08 00:18:45.415451 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b7810673-b638-40da-9b48-1617e30547fd req-6f752ad0-6edd-415c-b6cd-2f250559a7c2 service neutron] 10.222.0.20 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393883 Nov 08 00:18:45.659556 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44768) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:45.708373 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-74ffb8c2-57a1-43cb-9dad-5063390429ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1eed540a5312464a9ad877f1c4e370a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475202 Nov 08 00:18:45.710998 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44770) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:45.824142 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-94dd385c-fe69-4cce-8694-0b88cb8f46a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:45.859234 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1092f92-9531-4018-87cd-3d50afa2f636 req-138e4fea-18ca-4b7d-bde7-7c1ab34cb0e0 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:45.865180 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1092f92-9531-4018-87cd-3d50afa2f636 req-138e4fea-18ca-4b7d-bde7-7c1ab34cb0e0 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0805814 Nov 08 00:18:45.865875 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-94dd385c-fe69-4cce-8694-0b88cb8f46a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:45.925072 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1092f92-9531-4018-87cd-3d50afa2f636 req-3e2cdb5e-b1fb-4065-b267-8e1ae67af92b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571096 Nov 08 00:18:46.011938 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-94dd385c-fe69-4cce-8694-0b88cb8f46a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:46.015366 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-94dd385c-fe69-4cce-8694-0b88cb8f46a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:46.019650 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-94dd385c-fe69-4cce-8694-0b88cb8f46a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed5a21bd-d8d3-466a-9094-5e9eb26d38cf HTTP/1.1" status: 204 len: 168 time: 0.3053730 Nov 08 00:18:46.069080 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd385c-fe69-4cce-8694-0b88cb8f46a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5a21bd-d8d3-466a-9094-5e9eb26d38cf,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:46.108252 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850f82-f6cf-4df4-801e-d4139fd33c78 req-0851fe3b-23d8-497e-acc6-fd55f6c74ada tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:46.110132 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09850f82-f6cf-4df4-801e-d4139fd33c78 req-0851fe3b-23d8-497e-acc6-fd55f6c74ada tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d3f7a8b-42f3-47ea-9888-c5ddefbca800 HTTP/1.1" status: 200 len: 945 time: 0.1122355 Nov 08 00:18:46.160578 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09850f82-f6cf-4df4-801e-d4139fd33c78 req-e2b99766-12ad-46c9-b6bf-b0fc5f63c8ae tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428572 Nov 08 00:18:46.348675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d1568-feec-42b7-b4e1-7a56dda2bddb req-41c0d69b-eaaf-4138-ab35-d0cc0f961b80 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:46.350286 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-585d1568-feec-42b7-b4e1-7a56dda2bddb req-41c0d69b-eaaf-4138-ab35-d0cc0f961b80 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 943 time: 0.0671916 Nov 08 00:18:46.414895 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-585d1568-feec-42b7-b4e1-7a56dda2bddb req-668288e7-1b9d-4d96-9fd3-e2a423cb76f7 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568433 Nov 08 00:18:47.084943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e978f87-43ed-44f9-b1c5-fcae363f76fa req-d89e4dd9-03e7-454d-9389-092123c271a9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:47.090991 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e978f87-43ed-44f9-b1c5-fcae363f76fa req-d89e4dd9-03e7-454d-9389-092123c271a9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0821035 Nov 08 00:18:47.150953 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e978f87-43ed-44f9-b1c5-fcae363f76fa req-00333a19-88da-4c0c-a193-3b14e8d3af85 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486448 Nov 08 00:18:47.362141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a80a55-97f3-4511-b538-4f212d1cf1e7 req-a68e5150-cbee-4bab-97e4-ed69dd6635f6 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:47.371821 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89a80a55-97f3-4511-b538-4f212d1cf1e7 req-a68e5150-cbee-4bab-97e4-ed69dd6635f6 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d3f7a8b-42f3-47ea-9888-c5ddefbca800 HTTP/1.1" status: 200 len: 945 time: 0.0764391 Nov 08 00:18:47.408258 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44848) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:47.429179 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89a80a55-97f3-4511-b538-4f212d1cf1e7 req-30b176e1-5ba3-4d3b-bece-1f134f888a76 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522382 Nov 08 00:18:47.570702 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-81906e19-e4f8-4763-b5d9-509c1768e5c7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1781674710-network', 'tenant_id': 'a1aecaf571424dfbada554bd8091bba8'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:47.571815 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558e6e6-c3a0-4ecd-bf0c-49c9da90dcdb req-2cd16adf-f01b-43be-8466-1089a8352846 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:47.581804 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d558e6e6-c3a0-4ecd-bf0c-49c9da90dcdb req-2cd16adf-f01b-43be-8466-1089a8352846 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 943 time: 0.0806251 Nov 08 00:18:47.625767 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d558e6e6-c3a0-4ecd-bf0c-49c9da90dcdb req-4c56d35c-aa30-46a6-a0b0-69bd259b2788 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423973 Nov 08 00:18:47.764637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02921903-6121-408d-9c94-1aa20748d3c6 req-cc11f713-ed94-4971-893b-94ee52c50e29 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:47.766804 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02921903-6121-408d-9c94-1aa20748d3c6 req-cc11f713-ed94-4971-893b-94ee52c50e29 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4242c1f-4651-416c-8da1-2268a667799d HTTP/1.1" status: 200 len: 946 time: 0.0572972 Nov 08 00:18:47.778393 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81906e19-e4f8-4763-b5d9-509c1768e5c7 admin admin] Made reservation on behalf of a1aecaf571424dfbada554bd8091bba8 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:18:47.780848 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81906e19-e4f8-4763-b5d9-509c1768e5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:47.798172 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81906e19-e4f8-4763-b5d9-509c1768e5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:47.809706 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02921903-6121-408d-9c94-1aa20748d3c6 req-b14dcb68-cdbf-4041-8d73-a41c0fd95061 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362396 Nov 08 00:18:47.974757 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81906e19-e4f8-4763-b5d9-509c1768e5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:48.000788 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0791f9-edc8-409b-a81b-495912edc2e8 req-471f0914-c226-4a0a-8b35-911587910790 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:48.002690 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c0791f9-edc8-409b-a81b-495912edc2e8 req-471f0914-c226-4a0a-8b35-911587910790 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1799e7f3-e1a4-4215-9e8a-d1b78626c82f HTTP/1.1" status: 200 len: 945 time: 0.0964487 Nov 08 00:18:48.059937 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81906e19-e4f8-4763-b5d9-509c1768e5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:48.065136 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c0791f9-edc8-409b-a81b-495912edc2e8 req-30ef2eef-ca21-4c60-88a0-9f72b60ac709 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519648 Nov 08 00:18:48.104137 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81906e19-e4f8-4763-b5d9-509c1768e5c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:18:48.122298 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81906e19-e4f8-4763-b5d9-509c1768e5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce536ba-605b-4a72-b0d6-a40e08b31755,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:48.129033 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81906e19-e4f8-4763-b5d9-509c1768e5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:48.129659 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-81906e19-e4f8-4763-b5d9-509c1768e5c7 admin admin] Added segment e2dc3560-6bc5-4b52-b168-8bb88c9e5dbb of type vlan for network d352820e-28a4-4320-8804-b70bc5d47209 Nov 08 00:18:48.183846 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81906e19-e4f8-4763-b5d9-509c1768e5c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:48.305236 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81906e19-e4f8-4763-b5d9-509c1768e5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:48.306295 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81906e19-e4f8-4763-b5d9-509c1768e5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:48.307751 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81906e19-e4f8-4763-b5d9-509c1768e5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:48.386352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4336da-950b-4697-a1b5-c359b2976d72 req-2d8ccdb6-1feb-468f-9ed0-d0209b44473e tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:48.388120 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81906e19-e4f8-4763-b5d9-509c1768e5c7 admin admin] Pushing event updated for resources: {'Network': ['ID=d352820e-28a4-4320-8804-b70bc5d47209,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:48.388280 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af4336da-950b-4697-a1b5-c359b2976d72 req-2d8ccdb6-1feb-468f-9ed0-d0209b44473e tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1119902 Nov 08 00:18:48.402559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network d352820e-28a4-4320-8804-b70bc5d47209 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:18:48.444258 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af4336da-950b-4697-a1b5-c359b2976d72 req-91a85e7e-bf36-4d99-a4ea-572c447d4059 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498176 Nov 08 00:18:48.479754 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-81906e19-e4f8-4763-b5d9-509c1768e5c7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0693350 Nov 08 00:18:48.485052 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44884) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:48.490773 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-de5d93a7-4024-423e-90ad-edcadeaec798 admin admin] Request body: {'subnet': {'network_id': 'd352820e-28a4-4320-8804-b70bc5d47209', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1781674710-subnet', 'tenant_id': 'a1aecaf571424dfbada554bd8091bba8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:48.629102 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5d93a7-4024-423e-90ad-edcadeaec798 admin admin] Made reservation on behalf of a1aecaf571424dfbada554bd8091bba8 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:18:48.631520 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de5d93a7-4024-423e-90ad-edcadeaec798 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:48.773199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49856829-16f2-4d94-8d91-1b6617b0e697 req-86956373-5a2b-48fc-85e7-b92a6c162f26 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:48.781556 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-49856829-16f2-4d94-8d91-1b6617b0e697 req-86956373-5a2b-48fc-85e7-b92a6c162f26 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1799e7f3-e1a4-4215-9e8a-d1b78626c82f HTTP/1.1" status: 200 len: 945 time: 0.0824933 Nov 08 00:18:48.844325 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-49856829-16f2-4d94-8d91-1b6617b0e697 req-e8222f27-f720-47f1-aef2-9a910b34d62b tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562611 Nov 08 00:18:48.957067 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de5d93a7-4024-423e-90ad-edcadeaec798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:48.961942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087f90-d088-4adb-92a6-8d91d9f1746c req-cc131f93-ec4c-4ad5-ba30-b19214d29f98 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:48.964289 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2b087f90-d088-4adb-92a6-8d91d9f1746c req-cc131f93-ec4c-4ad5-ba30-b19214d29f98 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 943 time: 0.0662708 Nov 08 00:18:49.037817 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2b087f90-d088-4adb-92a6-8d91d9f1746c req-7e9734d0-6303-43d0-a6b9-d6c1241a12ec tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672331 Nov 08 00:18:49.086121 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d93a7-4024-423e-90ad-edcadeaec798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2403abcb-b4bb-4387-9f18-9deca31b8c16,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:49.092280 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5d93a7-4024-423e-90ad-edcadeaec798 admin admin] Checking segment: {'id': 'e2dc3560-6bc5-4b52-b168-8bb88c9e5dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd352820e-28a4-4320-8804-b70bc5d47209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:18:49.092714 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5d93a7-4024-423e-90ad-edcadeaec798 admin admin] Network hostable DHCP agents. Network: d352820e-28a4-4320-8804-b70bc5d47209, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:18:49.128170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af7857-16de-4c21-897a-58d5881d9aed req-6c94df78-cbb3-4e34-87e3-583854506a85 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:49.129636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6af7857-16de-4c21-897a-58d5881d9aed req-6c94df78-cbb3-4e34-87e3-583854506a85 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/ports?device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 946 time: 0.0592546 Nov 08 00:18:49.168797 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5d93a7-4024-423e-90ad-edcadeaec798 admin admin] Network d352820e-28a4-4320-8804-b70bc5d47209 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:18:49.174888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6af7857-16de-4c21-897a-58d5881d9aed req-4eb84c67-e744-4ff1-bb5c-f3f1933a5537 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6ff20f-cbd4-4fed-918e-24d118a08d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379043 Nov 08 00:18:49.277251 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-de5d93a7-4024-423e-90ad-edcadeaec798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, d352820e-28a4-4320-8804-b70bc5d47209) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:18:49.282465 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5d93a7-4024-423e-90ad-edcadeaec798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:49.286302 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de5d93a7-4024-423e-90ad-edcadeaec798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:49.286459 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a097ca57-b087-47ed-8051-619a3d3c2e35 None None] Network d352820e-28a4-4320-8804-b70bc5d47209 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:18:49.372713 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-9525af30-b856-4477-9217-bde2e7a1a795 service neutron] 10.222.0.20 "GET /v2.0/ports/c59eee91-743c-462c-b977-3bf3c814dc9f/bindings/n-h2-816882-1 HTTP/1.1" status: 200 len: 384 time: 0.0827296 Nov 08 00:18:49.425569 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-de5d93a7-4024-423e-90ad-edcadeaec798 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9315760 Nov 08 00:18:49.458196 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81545f6-39da-4a7c-812e-f63d5564222d None None] Network d352820e-28a4-4320-8804-b70bc5d47209 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:18:49.653255 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b9687-0d5d-4d23-b554-28358b72e627 req-cf2709f6-8267-40e6-8929-7a66962facaf tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:49.656328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa6b9687-0d5d-4d23-b554-28358b72e627 req-cf2709f6-8267-40e6-8929-7a66962facaf tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1026347 Nov 08 00:18:49.723319 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa6b9687-0d5d-4d23-b554-28358b72e627 req-fb513ec0-c44d-40d1-afc5-db209a4f974b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528083 Nov 08 00:18:49.734851 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] For port c59eee91-743c-462c-b977-3bf3c814dc9f, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c59eee91-743c-462c-b977-3bf3c814dc9f,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:49.763307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] For port c59eee91-743c-462c-b977-3bf3c814dc9f, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:18:49.823413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59eee91-743c-462c-b977-3bf3c814dc9f {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:18:49.837215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] For port c59eee91-743c-462c-b977-3bf3c814dc9f, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c59eee91-743c-462c-b977-3bf3c814dc9f,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:49.938312 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:50.008722 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654725d-a861-426c-807e-0bd3384a30d1 req-06458fcf-3b36-4f64-a0b2-292278f94098 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:50.010690 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5654725d-a861-426c-807e-0bd3384a30d1 req-06458fcf-3b36-4f64-a0b2-292278f94098 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1799e7f3-e1a4-4215-9e8a-d1b78626c82f HTTP/1.1" status: 200 len: 945 time: 0.1061375 Nov 08 00:18:50.090729 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5654725d-a861-426c-807e-0bd3384a30d1 req-8b28b152-2371-4ea1-9456-6f6ec876a341 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736511 Nov 08 00:18:50.096837 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] Transition to ACTIVE for port object c59eee91-743c-462c-b977-3bf3c814dc9f will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:18:50.153492 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device c59eee91-743c-462c-b977-3bf3c814dc9f no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:18:50.172725 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:50.209154 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device c59eee91-743c-462c-b977-3bf3c814dc9f not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:18:50.266935 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] No DVR routers for this DVR port c59eee91-743c-462c-b977-3bf3c814dc9f on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:18:50.550996 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] 10.222.0.20 "PUT /v2.0/ports/c59eee91-743c-462c-b977-3bf3c814dc9f/bindings/n-h2-816882-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0109985 Nov 08 00:18:50.550996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] Pushing event updated for resources: {'Port': ['ID=c59eee91-743c-462c-b977-3bf3c814dc9f,revision_number=10']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:50.550996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:50.550996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:50.550996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:50.550996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:50.550996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:50.550996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:50.550996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:50.550996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:50.550996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:50.550996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:50.550996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:50.550996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfa2bf-12e7-42ac-835e-4e5753b0066f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:18:50.550996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077d74f-7f5d-4419-bed9-7bca1b24d7b2 req-4c6485c2-a9f6-46a0-9a00-14bfb1f1053d tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:50.552348 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d077d74f-7f5d-4419-bed9-7bca1b24d7b2 req-4c6485c2-a9f6-46a0-9a00-14bfb1f1053d tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 944 time: 0.2550783 Nov 08 00:18:50.552348 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c4c3d-fc43-4d85-9e5b-7d653270aae9 req-406abda5-492d-4b59-8796-f6a51a356523 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:50.552348 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d2c4c3d-fc43-4d85-9e5b-7d653270aae9 req-406abda5-492d-4b59-8796-f6a51a356523 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.26 "GET /v2.0/ports?device_id=1799e7f3-e1a4-4215-9e8a-d1b78626c82f HTTP/1.1" status: 200 len: 945 time: 0.1910930 Nov 08 00:18:50.670595 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d077d74f-7f5d-4419-bed9-7bca1b24d7b2 req-ab4a4185-b581-48c4-a376-a0e8c67197f1 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272886 Nov 08 00:18:50.682068 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7b299-ab9f-4e09-acd4-6611412c11f7 req-9c375300-e357-4c1b-b030-1ff3722e37d9 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:50.684791 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-9d920a7c-7688-4c09-8074-f527b0a0a795 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:50.684966 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5ef7b299-ab9f-4e09-acd4-6611412c11f7 req-9c375300-e357-4c1b-b030-1ff3722e37d9 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.26 "GET /v2.0/ports?device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 946 time: 0.0559347 Nov 08 00:18:50.685692 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-9d920a7c-7688-4c09-8074-f527b0a0a795 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/networks?id=d352820e-28a4-4320-8804-b70bc5d47209 HTTP/1.1" status: 200 len: 822 time: 0.2837656 Nov 08 00:18:50.711810 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-501c6026-3fd3-4337-88de-4c5a3169557c tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/quotas/a1aecaf571424dfbada554bd8091bba8 HTTP/1.1" status: 200 len: 375 time: 0.0145781 Nov 08 00:18:50.759658 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-af5e64da-bc25-4d28-84eb-853af0cea096 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1aecaf571424dfbada554bd8091bba8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389102 Nov 08 00:18:50.767593 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-0d2c4c3d-fc43-4d85-9e5b-7d653270aae9 req-124fac30-2410-498d-a376-0077fb3da18b tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Deleting port f975b70a-a725-4eb7-a3f1-79e67b88a97b {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:18:50.768031 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0d2c4c3d-fc43-4d85-9e5b-7d653270aae9 req-124fac30-2410-498d-a376-0077fb3da18b tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:50.831641 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-0a44899a-c2e2-48b5-9f97-5fa4f5db6cea tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:50.833358 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-0a44899a-c2e2-48b5-9f97-5fa4f5db6cea tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a&tenant_id=97cd1b3154f241d5a6c44887e42be8b0&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 1095 time: 0.0657973 Nov 08 00:18:50.848337 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-5ef7b299-ab9f-4e09-acd4-6611412c11f7 req-9aa459bd-ed51-45ca-8de9-e7e821941e24 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Deleting port 9b5799a4-a025-45e4-ae93-13b2c6bd78e4 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:18:50.848723 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5ef7b299-ab9f-4e09-acd4-6611412c11f7 req-9aa459bd-ed51-45ca-8de9-e7e821941e24 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:50.956481 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f3b4236f-06db-4b51-b47c-3fa9f557e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:50.958018 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-f3b4236f-06db-4b51-b47c-3fa9f557e9c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a&tenant_id=97cd1b3154f241d5a6c44887e42be8b0 HTTP/1.1" status: 200 len: 1095 time: 0.1061714 Nov 08 00:18:50.958155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec244d9-9da0-4cc5-b061-b528c683a02d req-940d1562-154e-47e0-862d-cbfb08412197 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:50.959556 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ec244d9-9da0-4cc5-b061-b528c683a02d req-940d1562-154e-47e0-862d-cbfb08412197 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/ports?device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 946 time: 0.1951928 Nov 08 00:18:50.975845 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-5ef7b299-ab9f-4e09-acd4-6611412c11f7 req-9aa459bd-ed51-45ca-8de9-e7e821941e24 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] For port 9b5799a4-a025-45e4-ae93-13b2c6bd78e4, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=9b5799a4-a025-45e4-ae93-13b2c6bd78e4,segment=NetworkSegment(074146f3-e04f-4e63-a57d-7336d03c081e),segment_id=074146f3-e04f-4e63-a57d-7336d03c081e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:50.976778 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5ef7b299-ab9f-4e09-acd4-6611412c11f7 req-9aa459bd-ed51-45ca-8de9-e7e821941e24 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:50.994461 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-5ef7b299-ab9f-4e09-acd4-6611412c11f7 req-9aa459bd-ed51-45ca-8de9-e7e821941e24 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Calling delete_port for 9b5799a4-a025-45e4-ae93-13b2c6bd78e4 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:18:51.024659 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-e1de9891-335b-489c-9d0b-8e4b3799b385 service neutron] 10.222.0.13 "GET /v2.0/networks/d352820e-28a4-4320-8804-b70bc5d47209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508600 Nov 08 00:18:51.039469 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-0d2c4c3d-fc43-4d85-9e5b-7d653270aae9 req-124fac30-2410-498d-a376-0077fb3da18b tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] For port f975b70a-a725-4eb7-a3f1-79e67b88a97b, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=f975b70a-a725-4eb7-a3f1-79e67b88a97b,segment=NetworkSegment(bc4bdf30-05e5-4c82-8723-8cc58ef36a4c),segment_id=bc4bdf30-05e5-4c82-8723-8cc58ef36a4c)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:51.040098 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0d2c4c3d-fc43-4d85-9e5b-7d653270aae9 req-124fac30-2410-498d-a376-0077fb3da18b tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:51.083528 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-76fc5b02-6094-4e07-ae75-3f3d8a691ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:51.084970 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-76fc5b02-6094-4e07-ae75-3f3d8a691ce4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 1095 time: 0.0880675 Nov 08 00:18:51.094815 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ec244d9-9da0-4cc5-b061-b528c683a02d req-ab923230-0989-4e9f-964e-830577132ac5 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f6ff20f-cbd4-4fed-918e-24d118a08d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164558 Nov 08 00:18:51.103534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-0d2c4c3d-fc43-4d85-9e5b-7d653270aae9 req-124fac30-2410-498d-a376-0077fb3da18b tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Calling delete_port for f975b70a-a725-4eb7-a3f1-79e67b88a97b owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:18:51.244783 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-6f88c701-cc82-4297-8646-0bf7b7844489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:51.247710 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-6f88c701-cc82-4297-8646-0bf7b7844489 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 909 time: 0.1550055 Nov 08 00:18:51.274397 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-cae4b351-67fa-4280-8856-1bf602d9e56c service neutron] 10.222.0.13 "GET /v2.0/networks/d352820e-28a4-4320-8804-b70bc5d47209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486005 Nov 08 00:18:51.298716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c7ec5-d587-4b84-99aa-8890781d5440 req-393995a1-e94d-4709-b8e9-b9df8327a6f6 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:51.305343 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-4bea54be-19eb-4ea0-91db-85c13e82f5ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c59eee91-743c-462c-b977-3bf3c814dc9f HTTP/1.1" status: 200 len: 217 time: 0.0503020 Nov 08 00:18:51.307990 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf2c7ec5-d587-4b84-99aa-8890781d5440 req-393995a1-e94d-4709-b8e9-b9df8327a6f6 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1111002 Nov 08 00:18:51.319659 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5ef7b299-ab9f-4e09-acd4-6611412c11f7 req-9aa459bd-ed51-45ca-8de9-e7e821941e24 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:51.353894 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['9b5799a4-a025-45e4-ae93-13b2c6bd78e4'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:18:51.383905 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf2c7ec5-d587-4b84-99aa-8890781d5440 req-f05cc911-345b-44f8-8b02-8d79bbb96948 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713856 Nov 08 00:18:51.384106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa459bd-ed51-45ca-8de9-e7e821941e24 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Pushing event deleted for resources: {'Port': ['ID=9b5799a4-a025-45e4-ae93-13b2c6bd78e4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:51.424099 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-7bfb8cef-9f97-4e96-be3d-248802a580c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:51.425576 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-7bfb8cef-9f97-4e96-be3d-248802a580c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.1143181 Nov 08 00:18:51.453668 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef7b299-ab9f-4e09-acd4-6611412c11f7 req-9aa459bd-ed51-45ca-8de9-e7e821941e24 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] No DVR routers for this DVR port 9b5799a4-a025-45e4-ae93-13b2c6bd78e4 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:18:51.464633 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-5ef7b299-ab9f-4e09-acd4-6611412c11f7 req-9aa459bd-ed51-45ca-8de9-e7e821941e24 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:51.467877 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5ef7b299-ab9f-4e09-acd4-6611412c11f7 req-9aa459bd-ed51-45ca-8de9-e7e821941e24 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.26 "DELETE /v2.0/ports/9b5799a4-a025-45e4-ae93-13b2c6bd78e4 HTTP/1.1" status: 204 len: 173 time: 0.7771614 Nov 08 00:18:51.473218 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378cc36b-a829-486b-b463-5f1ad4d12180', 'name': 'network-vif-deleted', 'tag': '9b5799a4-a025-45e4-ae93-13b2c6bd78e4'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:51.473218 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45fdb40-0ce0-4bcd-be29-25343cef3867" -d '{"events": [{"server_uuid": "378cc36b-a829-486b-b463-5f1ad4d12180", "name": "network-vif-deleted", "tag": "9b5799a4-a025-45e4-ae93-13b2c6bd78e4"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:51.501916 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-82955ac8-f8c9-4292-aa2c-fddbf181baef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438042 Nov 08 00:18:51.529514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbb9fc-b659-411b-85ed-f45cd722ef44 req-1a801ba4-7134-437e-8b48-2b47f11c3ea0 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:51.531109 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-66dbb9fc-b659-411b-85ed-f45cd722ef44 req-1a801ba4-7134-437e-8b48-2b47f11c3ea0 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1799e7f3-e1a4-4215-9e8a-d1b78626c82f HTTP/1.1" status: 200 len: 945 time: 0.0653963 Nov 08 00:18:51.569209 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0d2c4c3d-fc43-4d85-9e5b-7d653270aae9 req-124fac30-2410-498d-a376-0077fb3da18b tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:51.573479 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-66dbb9fc-b659-411b-85ed-f45cd722ef44 req-9505ba1f-c07e-4e1c-a1c6-afd0bfac56b0 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353804 Nov 08 00:18:51.600304 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['f975b70a-a725-4eb7-a3f1-79e67b88a97b', 'bacc90e7-8ffc-4064-9166-ede8be695485'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:18:51.608288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124fac30-2410-498d-a376-0077fb3da18b tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Pushing event deleted for resources: {'Port': ['ID=f975b70a-a725-4eb7-a3f1-79e67b88a97b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:51.613146 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-525a56f4-13b2-4bf5-9fea-75b81f115aee service neutron] 10.222.0.26 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085148 Nov 08 00:18:51.686209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2c4c3d-fc43-4d85-9e5b-7d653270aae9 req-124fac30-2410-498d-a376-0077fb3da18b tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] No DVR routers for this DVR port f975b70a-a725-4eb7-a3f1-79e67b88a97b on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:18:51.689614 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0d2c4c3d-fc43-4d85-9e5b-7d653270aae9 req-124fac30-2410-498d-a376-0077fb3da18b tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:51.696082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d2c4c3d-fc43-4d85-9e5b-7d653270aae9 req-124fac30-2410-498d-a376-0077fb3da18b tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.26 "DELETE /v2.0/ports/f975b70a-a725-4eb7-a3f1-79e67b88a97b HTTP/1.1" status: 204 len: 173 time: 1.1382043 Nov 08 00:18:51.697068 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1799e7f3-e1a4-4215-9e8a-d1b78626c82f', 'name': 'network-vif-deleted', 'tag': 'f975b70a-a725-4eb7-a3f1-79e67b88a97b'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:51.707624 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9e3528-11d1-4739-ae3c-8c7de5d71b31" -d '{"events": [{"server_uuid": "1799e7f3-e1a4-4215-9e8a-d1b78626c82f", "name": "network-vif-deleted", "tag": "f975b70a-a725-4eb7-a3f1-79e67b88a97b"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:51.716228 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['3a983507-814e-4b64-ae40-27fee76c01f2'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:18:51.797225 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-ed7e6d21-6a92-4b80-a08d-ee3143d1e551 service neutron] 10.222.0.26 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750193 Nov 08 00:18:51.798883 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173dd01f-1c11-4282-9fa0-217efd2ed609 x-openstack-request-id: req-173dd01f-1c11-4282-9fa0-217efd2ed609 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:51.799173 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378cc36b-a829-486b-b463-5f1ad4d12180", "name": "network-vif-deleted", "tag": "9b5799a4-a025-45e4-ae93-13b2c6bd78e4", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:51.799419 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-173dd01f-1c11-4282-9fa0-217efd2ed609 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:51.799894 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378cc36b-a829-486b-b463-5f1ad4d12180', 'name': 'network-vif-deleted', 'tag': '9b5799a4-a025-45e4-ae93-13b2c6bd78e4', 'status': 'completed', 'code': 200} Nov 08 00:18:51.908756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-294cfc99-4113-4b53-8694-6493acdd01b6 req-101a0ba5-ee8c-473e-922e-0b93c1a528c2 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 210 time: 0.0602193 Nov 08 00:18:51.967532 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de29241-4591-459a-b4ad-e9af24595821 x-openstack-request-id: req-0de29241-4591-459a-b4ad-e9af24595821 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:51.967758 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1799e7f3-e1a4-4215-9e8a-d1b78626c82f", "name": "network-vif-deleted", "tag": "f975b70a-a725-4eb7-a3f1-79e67b88a97b", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:51.967898 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0de29241-4591-459a-b4ad-e9af24595821 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:51.968277 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1799e7f3-e1a4-4215-9e8a-d1b78626c82f', 'name': 'network-vif-deleted', 'tag': 'f975b70a-a725-4eb7-a3f1-79e67b88a97b', 'status': 'completed', 'code': 200} Nov 08 00:18:51.999658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd787fc-3abe-46d3-b6c1-62b8cdb1536e req-c01cc3f3-6b98-4c76-8333-f81d2c4640ae tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:52.001315 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecd787fc-3abe-46d3-b6c1-62b8cdb1536e req-c01cc3f3-6b98-4c76-8333-f81d2c4640ae tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 944 time: 0.0951920 Nov 08 00:18:52.069766 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecd787fc-3abe-46d3-b6c1-62b8cdb1536e req-3be59fbf-586a-4a17-8849-c59673351e73 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618453 Nov 08 00:18:52.231188 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1ce160d-3140-471e-8939-b9e37c41dc1b req-8203e648-b1ac-4ec5-b68f-e984fd9f197c tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/ports?device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 210 time: 0.0292885 Nov 08 00:18:52.368656 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-28001598-f40b-402a-8433-36b5bd20f874 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:52.372630 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-28001598-f40b-402a-8433-36b5bd20f874 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a&tenant_id=97cd1b3154f241d5a6c44887e42be8b0&binding%3Ahost_id=n-h2-816882-1 HTTP/1.1" status: 200 len: 1095 time: 0.0564101 Nov 08 00:18:52.548504 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef332ca-e474-4776-9c8b-9a1435076387 req-90c18d15-3f3e-472f-8ec8-9843cf08ca4c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:52.551234 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ef332ca-e474-4776-9c8b-9a1435076387 req-90c18d15-3f3e-472f-8ec8-9843cf08ca4c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0635188 Nov 08 00:18:52.611285 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ef332ca-e474-4776-9c8b-9a1435076387 req-2a673b4c-9f1a-434a-b2f3-60704a25aa42 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516520 Nov 08 00:18:52.698279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38d5770b-31ef-4b67-9c9f-adbf38ebf6d4 req-cb4b34a8-c926-4b31-9a78-475ccfbad5f9 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1799e7f3-e1a4-4215-9e8a-d1b78626c82f HTTP/1.1" status: 200 len: 210 time: 0.0260699 Nov 08 00:18:52.908353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-161e68c3-762b-4b24-97b9-5ca60a80fa1b service neutron] For port c59eee91-743c-462c-b977-3bf3c814dc9f, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:18:52.911507 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-161e68c3-762b-4b24-97b9-5ca60a80fa1b service neutron] Notify callbacks [] for binding, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:52.912647 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-06a0b73b-8796-4e6b-b3ba-6e99c5966246 req-161e68c3-762b-4b24-97b9-5ca60a80fa1b service neutron] 10.222.0.26 "DELETE /v2.0/ports/c59eee91-743c-462c-b977-3bf3c814dc9f/bindings/n-h1-816882-1 HTTP/1.1" status: 204 len: 173 time: 0.5346377 Nov 08 00:18:52.997098 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a4f3377-5473-45cf-9cd5-1379ea409e07 req-2ee22864-63b1-4c06-bf7b-8c5aab76eac2 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 210 time: 0.0355206 Nov 08 00:18:53.209973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371af14-0b18-4bb3-88f6-fffa66b37a4f req-3d519854-ebf9-43a3-828c-6dc0602daa69 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:53.211825 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c371af14-0b18-4bb3-88f6-fffa66b37a4f req-3d519854-ebf9-43a3-828c-6dc0602daa69 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 944 time: 0.0561469 Nov 08 00:18:53.276617 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c371af14-0b18-4bb3-88f6-fffa66b37a4f req-ed38711a-14ab-4495-bbb0-f3a5eb0b2005 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584176 Nov 08 00:18:53.355679 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc6672fd-7807-4cff-91d1-3c439f966139 req-cbaf1592-23ef-4b3e-b802-65f1e8a48d31 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] 10.222.0.13 "GET /v2.0/ports?device_id=378cc36b-a829-486b-b463-5f1ad4d12180 HTTP/1.1" status: 200 len: 210 time: 0.0384095 Nov 08 00:18:53.437988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a55b7-79ad-4be5-9261-24e4e31f595a req-db36d6de-0eb0-425f-a60f-984a35441d9a tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:53.440012 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b98a55b7-79ad-4be5-9261-24e4e31f595a req-db36d6de-0eb0-425f-a60f-984a35441d9a tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 1095 time: 0.0428176 Nov 08 00:18:53.481633 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b98a55b7-79ad-4be5-9261-24e4e31f595a req-c873f791-be7a-4016-a1f4-89783ed34d49 tempest-LiveMigrationTest-614012794 tempest-LiveMigrationTest-614012794-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335605 Nov 08 00:18:53.746378 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856220c-36e5-4b78-b3e7-0171167a699e req-51588af5-a572-4db3-b297-d3ffb345d66a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:53.747960 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e856220c-36e5-4b78-b3e7-0171167a699e req-51588af5-a572-4db3-b297-d3ffb345d66a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0527906 Nov 08 00:18:53.783806 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 9b5799a4-a025-45e4-ae93-13b2c6bd78e4 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:18:53.786254 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e856220c-36e5-4b78-b3e7-0171167a699e req-920021ec-165b-481a-934f-c8a69748818c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320897 Nov 08 00:18:53.808638 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 9b5799a4-a025-45e4-ae93-13b2c6bd78e4 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:18:53.808984 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 9b5799a4-a025-45e4-ae93-13b2c6bd78e4 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:18:53.809406 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device f975b70a-a725-4eb7-a3f1-79e67b88a97b no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:18:53.831903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: f975b70a-a725-4eb7-a3f1-79e67b88a97b {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:18:53.832399 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device f975b70a-a725-4eb7-a3f1-79e67b88a97b not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:18:53.886441 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e734e0ca-a3e4-44e7-8844-0a517a5af819 req-9f01a964-690b-4602-bd70-4263cc7e4bdb tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1799e7f3-e1a4-4215-9e8a-d1b78626c82f HTTP/1.1" status: 200 len: 210 time: 0.0271068 Nov 08 00:18:54.076956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f2e8783-a5b5-4ba0-b3a9-977e86da6556 req-a9d53417-650a-48e9-8099-c3bb19669a89 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 210 time: 0.0334678 Nov 08 00:18:54.199313 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device a19d102e-5315-481d-805a-b1b293de86a4 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:18:54.311766 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port a19d102e-5315-481d-805a-b1b293de86a4, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a19d102e-5315-481d-805a-b1b293de86a4,segment=NetworkSegment(6bbdb3e3-653a-49eb-ad5b-e348d9558c7d),segment_id=6bbdb3e3-653a-49eb-ad5b-e348d9558c7d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:54.324692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'a19d102e-5315-481d-805a-b1b293de86a4', 'network_id': 'adf0fd13-4016-499b-aff1-954a6f811d84', 'port_id': 'a19d102e-5315-481d-805a-b1b293de86a4', 'mac_address': 'fa:16:3e:f5:09:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51233a59-51ba-4690-b7f3-640611b7c057', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:18:54.367897 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:54.380399 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a19d102e-5315-481d-805a-b1b293de86a4 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:18:54.400121 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port a19d102e-5315-481d-805a-b1b293de86a4, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a19d102e-5315-481d-805a-b1b293de86a4,segment=NetworkSegment(6bbdb3e3-653a-49eb-ad5b-e348d9558c7d),segment_id=6bbdb3e3-653a-49eb-ad5b-e348d9558c7d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:54.422048 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45030) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:54.488731 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:54.490126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d9d3e0-972c-47f2-bbbb-c0ea34fa1474 admin admin] Deleting subnet eaf552c4-bfa1-44ac-b6cb-578df57489cc {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:18:54.508122 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-57d9d3e0-972c-47f2-bbbb-c0ea34fa1474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:54.546467 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=a19d102e-5315-481d-805a-b1b293de86a4,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:54.557778 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-57d9d3e0-972c-47f2-bbbb-c0ea34fa1474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:54.566107 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a177c-e71b-4ee4-ab18-e1a5c4fb85c7 req-638c115f-4642-429c-bd5c-b4210cbd3e9a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:54.567663 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d89a177c-e71b-4ee4-ab18-e1a5c4fb85c7 req-638c115f-4642-429c-bd5c-b4210cbd3e9a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 944 time: 0.0968676 Nov 08 00:18:54.633694 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-57d9d3e0-972c-47f2-bbbb-c0ea34fa1474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:54.639206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d89a177c-e71b-4ee4-ab18-e1a5c4fb85c7 req-2f32ce24-8566-49a7-9608-06de52852545 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528259 Nov 08 00:18:54.655279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['a19d102e-5315-481d-805a-b1b293de86a4'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:18:54.820097 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-57d9d3e0-972c-47f2-bbbb-c0ea34fa1474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:54.849871 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9d3e0-972c-47f2-bbbb-c0ea34fa1474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf552c4-bfa1-44ac-b6cb-578df57489cc,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:54.855545 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-57d9d3e0-972c-47f2-bbbb-c0ea34fa1474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:54.867829 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-57d9d3e0-972c-47f2-bbbb-c0ea34fa1474 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eaf552c4-bfa1-44ac-b6cb-578df57489cc HTTP/1.1" status: 204 len: 168 time: 0.4442031 Nov 08 00:18:54.870651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45042) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:54.994589 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a38fc53b-0752-49f5-a432-a76e61d6b5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:55.014953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caabbc-2374-4ba9-a936-7fdd94b06d06 req-5656f3de-355a-47e9-bf2d-e2668ce45caf tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:55.016763 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b4caabbc-2374-4ba9-a936-7fdd94b06d06 req-5656f3de-355a-47e9-bf2d-e2668ce45caf tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 945 time: 0.1201320 Nov 08 00:18:55.152916 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a38fc53b-0752-49f5-a432-a76e61d6b5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:55.158431 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b4caabbc-2374-4ba9-a936-7fdd94b06d06 req-f88cce83-6fd2-4cc4-8c21-d3bbea42b3ab tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348453 Nov 08 00:18:55.202997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-a38fc53b-0752-49f5-a432-a76e61d6b5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466a6099-4342-4457-97be-345b7476f4dd']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:55.211318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-a38fc53b-0752-49f5-a432-a76e61d6b5e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074146f3-e04f-4e63-a57d-7336d03c081e') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:55.211632 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-a38fc53b-0752-49f5-a432-a76e61d6b5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074146f3-e04f-4e63-a57d-7336d03c081e') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:18:55.226464 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a38fc53b-0752-49f5-a432-a76e61d6b5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:55.244422 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a38fc53b-0752-49f5-a432-a76e61d6b5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:55.254177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38fc53b-0752-49f5-a432-a76e61d6b5e6 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:18:55.254587 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a38fc53b-0752-49f5-a432-a76e61d6b5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:18:55.301810 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:18:55.347063 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b88ad422-2a31-437b-8585-c45004cb3cf0 req-2664b6a7-6d16-4f84-ac09-c91e3856491d tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 210 time: 0.0394742 Nov 08 00:18:55.362210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623eb71-462a-40b0-bea4-4629693d3302 req-1a5e29d0-d9e8-405e-abcd-5ce35141c65b tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:55.363987 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4623eb71-462a-40b0-bea4-4629693d3302 req-1a5e29d0-d9e8-405e-abcd-5ce35141c65b tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 944 time: 0.1012928 Nov 08 00:18:55.412314 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a38fc53b-0752-49f5-a432-a76e61d6b5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:55.438083 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a38fc53b-0752-49f5-a432-a76e61d6b5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:55.443588 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a38fc53b-0752-49f5-a432-a76e61d6b5e6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/466a6099-4342-4457-97be-345b7476f4dd HTTP/1.1" status: 204 len: 168 time: 0.5709202 Nov 08 00:18:55.450249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fc53b-0752-49f5-a432-a76e61d6b5e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=466a6099-4342-4457-97be-345b7476f4dd,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:55.516158 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-4623eb71-462a-40b0-bea4-4629693d3302 req-4b93a5e4-8ee2-43ee-9420-0bcd6c058fb4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Deleting port c59eee91-743c-462c-b977-3bf3c814dc9f {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:18:55.516158 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4623eb71-462a-40b0-bea4-4629693d3302 req-4b93a5e4-8ee2-43ee-9420-0bcd6c058fb4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:55.625856 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-4623eb71-462a-40b0-bea4-4629693d3302 req-4b93a5e4-8ee2-43ee-9420-0bcd6c058fb4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] For port c59eee91-743c-462c-b977-3bf3c814dc9f, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c59eee91-743c-462c-b977-3bf3c814dc9f,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:55.626739 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4623eb71-462a-40b0-bea4-4629693d3302 req-4b93a5e4-8ee2-43ee-9420-0bcd6c058fb4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:55.642893 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-4623eb71-462a-40b0-bea4-4629693d3302 req-4b93a5e4-8ee2-43ee-9420-0bcd6c058fb4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Calling delete_port for c59eee91-743c-462c-b977-3bf3c814dc9f owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:18:55.921102 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4623eb71-462a-40b0-bea4-4629693d3302 req-4b93a5e4-8ee2-43ee-9420-0bcd6c058fb4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:55.956116 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['c115532b-fa9f-422a-9e63-4efe85e12766', 'c59eee91-743c-462c-b977-3bf3c814dc9f'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:18:55.957181 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45084) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:55.965125 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93a5e4-8ee2-43ee-9420-0bcd6c058fb4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Pushing event deleted for resources: {'Port': ['ID=c59eee91-743c-462c-b977-3bf3c814dc9f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:56.108824 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4623eb71-462a-40b0-bea4-4629693d3302 req-4b93a5e4-8ee2-43ee-9420-0bcd6c058fb4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] No DVR routers for this DVR port c59eee91-743c-462c-b977-3bf3c814dc9f on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:18:56.116169 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4623eb71-462a-40b0-bea4-4629693d3302 req-4b93a5e4-8ee2-43ee-9420-0bcd6c058fb4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:56.121636 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4623eb71-462a-40b0-bea4-4629693d3302 req-4b93a5e4-8ee2-43ee-9420-0bcd6c058fb4 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.26 "DELETE /v2.0/ports/c59eee91-743c-462c-b977-3bf3c814dc9f HTTP/1.1" status: 204 len: 173 time: 0.7482734 Nov 08 00:18:56.123751 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6df89bd-097b-4c3c-a611-1c4eef7f056a', 'name': 'network-vif-deleted', 'tag': 'c59eee91-743c-462c-b977-3bf3c814dc9f'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:56.127575 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4cfe9f-3a40-4ceb-8e60-e867eda17d0c" -d '{"events": [{"server_uuid": "c6df89bd-097b-4c3c-a611-1c4eef7f056a", "name": "network-vif-deleted", "tag": "c59eee91-743c-462c-b977-3bf3c814dc9f"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:56.137600 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4e54a726-d0f3-4473-8d62-9c5755989ce0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7a7a0fdb5a3477a8df9037992e60b61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789634 Nov 08 00:18:56.138463 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45096) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:56.201638 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device a19d102e-5315-481d-805a-b1b293de86a4 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:18:56.219830 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-539dc6a2-fdf1-42c5-bd3b-fcbf491c60d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:56.248015 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-539dc6a2-fdf1-42c5-bd3b-fcbf491c60d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:56.285594 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec656239-2a7d-4415-8956-ec7ce856d2a0 req-c7cbd3d3-8389-4825-ba23-44443bc05a19 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:56.287700 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec656239-2a7d-4415-8956-ec7ce856d2a0 req-c7cbd3d3-8389-4825-ba23-44443bc05a19 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 866 time: 0.5099537 Nov 08 00:18:56.327881 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port a19d102e-5315-481d-805a-b1b293de86a4 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:18:56.330320 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:56.391165 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-a2036306-b28e-419a-a75f-697371abdca8 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:56.395590 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-a2036306-b28e-419a-a75f-697371abdca8 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.20 "GET /v2.0/networks?id=d352820e-28a4-4320-8804-b70bc5d47209 HTTP/1.1" status: 200 len: 822 time: 0.5629141 Nov 08 00:18:56.407918 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-539dc6a2-fdf1-42c5-bd3b-fcbf491c60d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:56.410958 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-539dc6a2-fdf1-42c5-bd3b-fcbf491c60d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:56.415277 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-539dc6a2-fdf1-42c5-bd3b-fcbf491c60d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f6ff20f-cbd4-4fed-918e-24d118a08d6f HTTP/1.1" status: 204 len: 168 time: 0.2726350 Nov 08 00:18:56.423546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa66768-c246-48c0-9230-22095773870b req-6ec5e0c8-3b52-4418-876d-399e8752cd2e tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:56.424720 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539dc6a2-fdf1-42c5-bd3b-fcbf491c60d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6ff20f-cbd4-4fed-918e-24d118a08d6f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:56.425468 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa66768-c246-48c0-9230-22095773870b req-6ec5e0c8-3b52-4418-876d-399e8752cd2e tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:56.434030 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0fa66768-c246-48c0-9230-22095773870b req-6ec5e0c8-3b52-4418-876d-399e8752cd2e tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d3f7a8b-42f3-47ea-9888-c5ddefbca800&device_id=a4242c1f-4651-416c-8da1-2268a667799d HTTP/1.1" status: 200 len: 1682 time: 0.2049351 Nov 08 00:18:56.440484 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-dcc5c61a-4392-4e75-89c6-6f711fe8db5a tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Request body: {'port': {'device_id': '51a0a188-0268-48d4-8bbd-60d68cc7773b', 'network_id': 'd352820e-28a4-4320-8804-b70bc5d47209', 'admin_state_up': True, 'tenant_id': 'a1aecaf571424dfbada554bd8091bba8'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:56.478757 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec656239-2a7d-4415-8956-ec7ce856d2a0 req-f4e69fd7-bcc9-433a-b7d6-001888f5973f tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738818 Nov 08 00:18:56.479732 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:56.531447 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port a19d102e-5315-481d-805a-b1b293de86a4, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a19d102e-5315-481d-805a-b1b293de86a4,segment=NetworkSegment(6bbdb3e3-653a-49eb-ad5b-e348d9558c7d),segment_id=6bbdb3e3-653a-49eb-ad5b-e348d9558c7d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:18:56.531447 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed519f3-7f27-4cef-8936-26b9c52d2618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19d102e-5315-481d-805a-b1b293de86a4'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:56.531447 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f02388-1b91-4d8b-8959-39676136c8a7" -d '{"events": [{"server_uuid": "3ed519f3-7f27-4cef-8936-26b9c52d2618", "name": "network-vif-plugged", "status": "completed", "tag": "a19d102e-5315-481d-805a-b1b293de86a4"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:56.554133 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548628f7-04b2-47c8-bc6e-a08e53eda94e x-openstack-request-id: req-548628f7-04b2-47c8-bc6e-a08e53eda94e {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:56.554467 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6df89bd-097b-4c3c-a611-1c4eef7f056a", "name": "network-vif-deleted", "tag": "c59eee91-743c-462c-b977-3bf3c814dc9f", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:56.554739 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-548628f7-04b2-47c8-bc6e-a08e53eda94e {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:56.555196 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6df89bd-097b-4c3c-a611-1c4eef7f056a', 'name': 'network-vif-deleted', 'tag': 'c59eee91-743c-462c-b977-3bf3c814dc9f', 'status': 'completed', 'code': 200} Nov 08 00:18:56.625086 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0fa66768-c246-48c0-9230-22095773870b req-537800ec-d206-4344-bd0b-e5ae4c26c447 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899219 Nov 08 00:18:56.638095 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:56.743323 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=a19d102e-5315-481d-805a-b1b293de86a4,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:56.812509 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430abdc-ae87-4f45-b663-342861259004 req-cef74623-2abd-42de-a76c-d61cae7157c0 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:56.814042 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6430abdc-ae87-4f45-b663-342861259004 req-cef74623-2abd-42de-a76c-d61cae7157c0 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1602998 Nov 08 00:18:56.871723 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06398440-b863-400c-b520-4f46e58f48d0 req-c4f96f91-a101-484e-8be4-5934f8aa87e9 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 210 time: 0.0450931 Nov 08 00:18:56.911023 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6430abdc-ae87-4f45-b663-342861259004 req-e9b9b231-d98b-48cb-9dbd-b848be08f72c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958595 Nov 08 00:18:56.962007 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5083d551-9554-4da3-9cc1-9d67f6c112cb x-openstack-request-id: req-5083d551-9554-4da3-9cc1-9d67f6c112cb {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:56.962496 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed519f3-7f27-4cef-8936-26b9c52d2618", "name": "network-vif-plugged", "status": "completed", "tag": "a19d102e-5315-481d-805a-b1b293de86a4", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:56.962586 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5083d551-9554-4da3-9cc1-9d67f6c112cb {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:56.962915 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed519f3-7f27-4cef-8936-26b9c52d2618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19d102e-5315-481d-805a-b1b293de86a4', 'code': 200} Nov 08 00:18:56.979068 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-dcc5c61a-4392-4e75-89c6-6f711fe8db5a tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Made reservation on behalf of a1aecaf571424dfbada554bd8091bba8 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:18:56.982826 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-dcc5c61a-4392-4e75-89c6-6f711fe8db5a tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:57.233736 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-dcc5c61a-4392-4e75-89c6-6f711fe8db5a tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Allocated IP 172.20.0.3 (d352820e-28a4-4320-8804-b70bc5d47209/2403abcb-b4bb-4387-9f18-9deca31b8c16/3956733f-9997-41fd-b7c5-7553fb153f68) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:18:57.441421 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-dcc5c61a-4392-4e75-89c6-6f711fe8db5a tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:57.620857 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-970a0b25-9e0d-4fa8-90a5-6401cbd3456a req-5595df88-cbec-4836-9d61-a3ab8e920d11 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 210 time: 0.0381422 Nov 08 00:18:57.641719 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-dcc5c61a-4392-4e75-89c6-6f711fe8db5a tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:57.763366 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5c61a-4392-4e75-89c6-6f711fe8db5a tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Pushing event updated for resources: {'Port': ['ID=3956733f-9997-41fd-b7c5-7553fb153f68,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:57.786093 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-dcc5c61a-4392-4e75-89c6-6f711fe8db5a tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Network d352820e-28a4-4320-8804-b70bc5d47209 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:18:57.787615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-dcc5c61a-4392-4e75-89c6-6f711fe8db5a tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:18:57.791295 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-dcc5c61a-4392-4e75-89c6-6f711fe8db5a tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:18:57.885181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-dcc5c61a-4392-4e75-89c6-6f711fe8db5a tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:57.886441 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-dcc5c61a-4392-4e75-89c6-6f711fe8db5a tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:58.017182 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-dcc5c61a-4392-4e75-89c6-6f711fe8db5a tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6071045 Nov 08 00:18:58.054275 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Request body: {'port': {'device_id': '51a0a188-0268-48d4-8bbd-60d68cc7773b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:58.085024 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:18:58.139311 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76911f0d-c40b-4175-b527-74e6c958100b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:58.263845 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:58.312808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a3d25-118d-4844-a8d2-d64a398aec89 req-dd687a2d-2b08-462b-b215-97d620baca85 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:58.320618 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa1a3d25-118d-4844-a8d2-d64a398aec89 req-dd687a2d-2b08-462b-b215-97d620baca85 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 931 time: 0.3200834 Nov 08 00:18:58.361530 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45166) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:58.428361 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa1a3d25-118d-4844-a8d2-d64a398aec89 req-62812f11-c83b-41be-8643-e41826c02a54 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ce536ba-605b-4a72-b0d6-a40e08b31755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067057 Nov 08 00:18:58.437549 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45170) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:58.454943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274bc9e-7775-4fc3-868b-96102e81d0d5 req-89b54006-3538-48cd-beba-ad41fd473dc8 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:58.461676 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9274bc9e-7775-4fc3-868b-96102e81d0d5 req-89b54006-3538-48cd-beba-ad41fd473dc8 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.2138157 Nov 08 00:18:58.611507 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d58e80ed-acd1-4fa1-aee7-7f555f910fc1 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-332156625-network', 'tenant_id': 'dd533584f4ed407d98372981e419aa11'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:58.637261 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2fecc98-f359-4aea-acce-cda4e4572c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:58.673272 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9274bc9e-7775-4fc3-868b-96102e81d0d5 req-767c3ef8-a7cf-4355-aa1c-d7f10c01fe3a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857889 Nov 08 00:18:58.751046 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2fecc98-f359-4aea-acce-cda4e4572c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:58.786335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58e80ed-acd1-4fa1-aee7-7f555f910fc1 admin admin] Made reservation on behalf of dd533584f4ed407d98372981e419aa11 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:18:58.789552 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d58e80ed-acd1-4fa1-aee7-7f555f910fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:58.800481 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d58e80ed-acd1-4fa1-aee7-7f555f910fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:58.802494 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca8814e0-ef5a-4c0e-8cbd-82ecab5fd85c req-b6b28aca-620e-46f3-a55e-61885d2a7c98 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 210 time: 0.0372927 Nov 08 00:18:58.817051 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a7b48-eab7-4dc8-bcf4-4389c74db662 req-71193518-9210-477f-bcc1-0b4bd74ffe26 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:58.824527 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8a2a7b48-eab7-4dc8-bcf4-4389c74db662 req-71193518-9210-477f-bcc1-0b4bd74ffe26 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4242c1f-4651-416c-8da1-2268a667799d HTTP/1.1" status: 200 len: 946 time: 0.2246072 Nov 08 00:18:58.894969 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d58e80ed-acd1-4fa1-aee7-7f555f910fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:58.900043 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8a2a7b48-eab7-4dc8-bcf4-4389c74db662 req-9b3d0fee-b527-4ef1-9beb-d4c0cf457cb9 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731187 Nov 08 00:18:58.939402 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2fecc98-f359-4aea-acce-cda4e4572c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:58.976403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3956733f-9997-41fd-b7c5-7553fb153f68 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:18:58.983637 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f2fecc98-f359-4aea-acce-cda4e4572c9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbc27bdfdb6e4f54b16ca2b4a340bb2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6195457 Nov 08 00:18:58.991323 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fecc98-f359-4aea-acce-cda4e4572c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5917ba9d-7301-42a2-b8cc-34a02047ade9,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:58.991481 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:59.000710 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45180) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:59.008696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Transition to ACTIVE for port object 3956733f-9997-41fd-b7c5-7553fb153f68 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:18:59.027158 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d58e80ed-acd1-4fa1-aee7-7f555f910fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:59.075207 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58e80ed-acd1-4fa1-aee7-7f555f910fc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:18:59.089692 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e80ed-acd1-4fa1-aee7-7f555f910fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02d6904-0210-49ee-b022-8ccda5efc35d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:59.101014 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d58e80ed-acd1-4fa1-aee7-7f555f910fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:59.101350 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-d58e80ed-acd1-4fa1-aee7-7f555f910fc1 admin admin] Added segment 47b6ee89-ac88-4417-894f-2bdcaf3153da of type vlan for network 2b9664b9-bd5d-43e8-b377-ac30acb5a1b3 Nov 08 00:18:59.110728 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:59.126104 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-773620d9-d984-4be2-a946-923c82de74ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:59.185332 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Pushing event updated for resources: {'Port': ['ID=3956733f-9997-41fd-b7c5-7553fb153f68,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:59.201680 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-773620d9-d984-4be2-a946-923c82de74ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:59.204464 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d58e80ed-acd1-4fa1-aee7-7f555f910fc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:59.296707 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Attempting to bind port 3956733f-9997-41fd-b7c5-7553fb153f68 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:18:59.297224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Attempting to bind port 3956733f-9997-41fd-b7c5-7553fb153f68 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'e2dc3560-6bc5-4b52-b168-8bb88c9e5dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd352820e-28a4-4320-8804-b70bc5d47209'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:18:59.297728 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Attempting to bind port 3956733f-9997-41fd-b7c5-7553fb153f68 on network d352820e-28a4-4320-8804-b70bc5d47209 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:18:59.303126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Port 3956733f-9997-41fd-b7c5-7553fb153f68 on network d352820e-28a4-4320-8804-b70bc5d47209 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:18:59.303678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Attempting to bind port 3956733f-9997-41fd-b7c5-7553fb153f68 on network d352820e-28a4-4320-8804-b70bc5d47209 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:18:59.309583 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:18:59.311760 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Checking segment: {'id': 'e2dc3560-6bc5-4b52-b168-8bb88c9e5dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd352820e-28a4-4320-8804-b70bc5d47209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:18:59.311760 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Bound using segment: {'id': 'e2dc3560-6bc5-4b52-b168-8bb88c9e5dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd352820e-28a4-4320-8804-b70bc5d47209'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:18:59.311760 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Bound port: 3956733f-9997-41fd-b7c5-7553fb153f68, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2dc3560-6bc5-4b52-b168-8bb88c9e5dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd352820e-28a4-4320-8804-b70bc5d47209'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:18:59.311760 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:59.388232 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] For port 3956733f-9997-41fd-b7c5-7553fb153f68, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:18:59.391873 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] For port 3956733f-9997-41fd-b7c5-7553fb153f68, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3956733f-9997-41fd-b7c5-7553fb153f68,segment=NetworkSegment(e2dc3560-6bc5-4b52-b168-8bb88c9e5dbb),segment_id=e2dc3560-6bc5-4b52-b168-8bb88c9e5dbb)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:18:59.424102 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d58e80ed-acd1-4fa1-aee7-7f555f910fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:59.424102 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58e80ed-acd1-4fa1-aee7-7f555f910fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:59.424102 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d58e80ed-acd1-4fa1-aee7-7f555f910fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:59.479761 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-773620d9-d984-4be2-a946-923c82de74ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:59.485717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-773620d9-d984-4be2-a946-923c82de74ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:59.485717 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-773620d9-d984-4be2-a946-923c82de74ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5917ba9d-7301-42a2-b8cc-34a02047ade9 HTTP/1.1" status: 204 len: 168 time: 0.4823434 Nov 08 00:18:59.494666 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e80ed-acd1-4fa1-aee7-7f555f910fc1 admin admin] Pushing event updated for resources: {'Network': ['ID=2b9664b9-bd5d-43e8-b377-ac30acb5a1b3,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:59.512314 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773620d9-d984-4be2-a946-923c82de74ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5917ba9d-7301-42a2-b8cc-34a02047ade9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:59.516197 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 2b9664b9-bd5d-43e8-b377-ac30acb5a1b3 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:18:59.529164 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:59.577447 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d58e80ed-acd1-4fa1-aee7-7f555f910fc1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1382663 Nov 08 00:18:59.584211 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45188) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:18:59.585950 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-655f0c0e-8963-4062-ad58-687a817e1004 admin admin] Request body: {'subnet': {'network_id': '2b9664b9-bd5d-43e8-b377-ac30acb5a1b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-332156625-subnet', 'tenant_id': 'dd533584f4ed407d98372981e419aa11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:18:59.627526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:59.628098 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:59.629766 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] 10.222.0.20 "PUT /v2.0/ports/3956733f-9997-41fd-b7c5-7553fb153f68 HTTP/1.1" status: 200 len: 1091 time: 1.5869548 Nov 08 00:18:59.631757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a0a188-0268-48d4-8bbd-60d68cc7773b', 'tag': '3956733f-9997-41fd-b7c5-7553fb153f68'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:18:59.634198 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4b7ed0-f472-474b-88bb-cb346af7b45e" -d '{"events": [{"name": "network-changed", "server_uuid": "51a0a188-0268-48d4-8bbd-60d68cc7773b", "tag": "3956733f-9997-41fd-b7c5-7553fb153f68"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:18:59.682655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae1b7c-a6fe-436f-bff9-01a355d27460 req-5aa5917d-9311-4230-a180-ccb7e92dc03e tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:59.690217 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-93ae1b7c-a6fe-436f-bff9-01a355d27460 req-5aa5917d-9311-4230-a180-ccb7e92dc03e tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 943 time: 0.1072700 Nov 08 00:18:59.703854 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c9d30b-e3cb-4b37-8df0-44767ebe4717 x-openstack-request-id: req-69c9d30b-e3cb-4b37-8df0-44767ebe4717 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:18:59.704146 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a0a188-0268-48d4-8bbd-60d68cc7773b", "tag": "3956733f-9997-41fd-b7c5-7553fb153f68", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:18:59.704387 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69c9d30b-e3cb-4b37-8df0-44767ebe4717 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:18:59.704773 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a0a188-0268-48d4-8bbd-60d68cc7773b', 'tag': '3956733f-9997-41fd-b7c5-7553fb153f68', 'status': 'completed', 'code': 200} Nov 08 00:18:59.706825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b8abd-9bdb-4f99-9054-7a933576111e service neutron] Pushing event updated for resources: {'Port': ['ID=3956733f-9997-41fd-b7c5-7553fb153f68,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:18:59.742006 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-93ae1b7c-a6fe-436f-bff9-01a355d27460 req-0a8763dd-3292-40c2-b4bb-b20c12186d0f tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ce536ba-605b-4a72-b0d6-a40e08b31755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505557 Nov 08 00:18:59.762666 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e22be-74d0-4d1d-afac-9f19593bc015 req-cc92e06b-c096-43a8-a0f3-ae702177adad tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:59.765421 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-257e22be-74d0-4d1d-afac-9f19593bc015 req-cc92e06b-c096-43a8-a0f3-ae702177adad tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d3f7a8b-42f3-47ea-9888-c5ddefbca800 HTTP/1.1" status: 200 len: 945 time: 0.0957806 Nov 08 00:18:59.781237 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655f0c0e-8963-4062-ad58-687a817e1004 admin admin] Made reservation on behalf of dd533584f4ed407d98372981e419aa11 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:18:59.784300 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-655f0c0e-8963-4062-ad58-687a817e1004 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:18:59.809005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c59eee91-743c-462c-b977-3bf3c814dc9f no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:18:59.834746 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b7ed0-f472-474b-88bb-cb346af7b45e req-a9287a45-ad47-4853-8573-ffb17e49b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:59.839908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f4b7ed0-f472-474b-88bb-cb346af7b45e req-a9287a45-ad47-4853-8573-ffb17e49b5b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1aecaf571424dfbada554bd8091bba8&device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 1094 time: 0.0906034 Nov 08 00:18:59.857078 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: c59eee91-743c-462c-b977-3bf3c814dc9f {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:18:59.857307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c59eee91-743c-462c-b977-3bf3c814dc9f not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:18:59.875196 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51678d3-968a-483e-8a9c-685bd9beefe8 req-d137b7bd-f29d-4896-9fcc-69af20de7ad3 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:18:59.882814 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b51678d3-968a-483e-8a9c-685bd9beefe8 req-d137b7bd-f29d-4896-9fcc-69af20de7ad3 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1017885 Nov 08 00:19:00.001960 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92c737-1ea0-4336-89c7-f0ce1c79ab5a req-d6610052-9565-4f9d-959e-3fb17a0a2c53 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:00.003391 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-be92c737-1ea0-4336-89c7-f0ce1c79ab5a req-d6610052-9565-4f9d-959e-3fb17a0a2c53 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4242c1f-4651-416c-8da1-2268a667799d HTTP/1.1" status: 200 len: 946 time: 0.1233995 Nov 08 00:19:00.020342 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64208582-4321-40a9-978a-1d1116d99c15 req-82ec190d-e14c-4fed-96e3-54490ba44ac7 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 210 time: 0.0768354 Nov 08 00:19:00.061472 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b51678d3-968a-483e-8a9c-685bd9beefe8 req-d452d99b-69f5-4a1d-be52-49fe10ff4408 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776309 Nov 08 00:19:00.143833 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b7ed0-f472-474b-88bb-cb346af7b45e req-426a2766-0fce-40e9-b7c9-fcf4ae008184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:00.145206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f4b7ed0-f472-474b-88bb-cb346af7b45e req-426a2766-0fce-40e9-b7c9-fcf4ae008184 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=a1aecaf571424dfbada554bd8091bba8&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2490385 Nov 08 00:19:00.161494 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-257e22be-74d0-4d1d-afac-9f19593bc015 req-d4c27227-c355-4b65-bb6d-64fa7d768f6a tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Deleting port bacc90e7-8ffc-4064-9166-ede8be695485 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:19:00.163973 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-257e22be-74d0-4d1d-afac-9f19593bc015 req-d4c27227-c355-4b65-bb6d-64fa7d768f6a tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:00.279577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9ccd2-d192-42cd-a1ab-ad25d86029ff req-7f17f925-52c1-4340-a7f6-e1b19dacc2eb tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:00.280667 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-14f9ccd2-d192-42cd-a1ab-ad25d86029ff req-7f17f925-52c1-4340-a7f6-e1b19dacc2eb tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4242c1f-4651-416c-8da1-2268a667799d HTTP/1.1" status: 200 len: 946 time: 0.1496274 Nov 08 00:19:00.283733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b7ed0-f472-474b-88bb-cb346af7b45e req-322c5d39-6c00-4374-90b4-f8029645c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:00.285832 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f4b7ed0-f472-474b-88bb-cb346af7b45e req-322c5d39-6c00-4374-90b4-f8029645c971 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1222224 Nov 08 00:19:00.357008 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-14f9ccd2-d192-42cd-a1ab-ad25d86029ff req-711a07c4-341a-4361-99bd-c1ac6af884ce tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/security-groups?id=d512935a-ff00-48ef-9ee7-f63552fbba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649776 Nov 08 00:19:00.376274 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-257e22be-74d0-4d1d-afac-9f19593bc015 req-d4c27227-c355-4b65-bb6d-64fa7d768f6a tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] For port bacc90e7-8ffc-4064-9166-ede8be695485, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=bacc90e7-8ffc-4064-9166-ede8be695485,segment=NetworkSegment(bc4bdf30-05e5-4c82-8723-8cc58ef36a4c),segment_id=bc4bdf30-05e5-4c82-8723-8cc58ef36a4c)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:00.376750 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-257e22be-74d0-4d1d-afac-9f19593bc015 req-d4c27227-c355-4b65-bb6d-64fa7d768f6a tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:00.390918 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-be92c737-1ea0-4336-89c7-f0ce1c79ab5a req-455e20fc-de6b-4acd-85ab-1ce1b500d815 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Deleting port 3a983507-814e-4b64-ae40-27fee76c01f2 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:19:00.391248 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-be92c737-1ea0-4336-89c7-f0ce1c79ab5a req-455e20fc-de6b-4acd-85ab-1ce1b500d815 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:00.398058 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-257e22be-74d0-4d1d-afac-9f19593bc015 req-d4c27227-c355-4b65-bb6d-64fa7d768f6a tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Calling delete_port for bacc90e7-8ffc-4064-9166-ede8be695485 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:19:00.416036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-9e9e8635-a8fb-4b61-8024-689959fd4269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:00.418308 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-9e9e8635-a8fb-4b61-8024-689959fd4269 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1aecaf571424dfbada554bd8091bba8&device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 1094 time: 0.0455136 Nov 08 00:19:00.440350 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-655f0c0e-8963-4062-ad58-687a817e1004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:00.471154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-574bfd10-4275-45e0-8e2a-2c93701c4923 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3956733f-9997-41fd-b7c5-7553fb153f68 HTTP/1.1" status: 200 len: 217 time: 0.0396757 Nov 08 00:19:00.548327 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-d56329da-c86d-4e13-a02c-8d2fe23086fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:00.549866 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-d56329da-c86d-4e13-a02c-8d2fe23086fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2403abcb-b4bb-4387-9f18-9deca31b8c16 HTTP/1.1" status: 200 len: 862 time: 0.0645750 Nov 08 00:19:00.575746 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f0c0e-8963-4062-ad58-687a817e1004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=effae093-858c-4ae4-aa5e-d0cf210bfde9,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:00.618446 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-90012857-d6d3-43b3-966c-daebeef90aed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d352820e-28a4-4320-8804-b70bc5d47209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496120 Nov 08 00:19:00.625406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45212) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:00.626922 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-be92c737-1ea0-4336-89c7-f0ce1c79ab5a req-455e20fc-de6b-4acd-85ab-1ce1b500d815 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] For port 3a983507-814e-4b64-ae40-27fee76c01f2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3a983507-814e-4b64-ae40-27fee76c01f2,segment=NetworkSegment(bc4bdf30-05e5-4c82-8723-8cc58ef36a4c),segment_id=bc4bdf30-05e5-4c82-8723-8cc58ef36a4c)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:00.627292 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-be92c737-1ea0-4336-89c7-f0ce1c79ab5a req-455e20fc-de6b-4acd-85ab-1ce1b500d815 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:00.656061 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655f0c0e-8963-4062-ad58-687a817e1004 admin admin] Checking segment: {'id': '47b6ee89-ac88-4417-894f-2bdcaf3153da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b9664b9-bd5d-43e8-b377-ac30acb5a1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:19:00.656743 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655f0c0e-8963-4062-ad58-687a817e1004 admin admin] Network hostable DHCP agents. Network: 2b9664b9-bd5d-43e8-b377-ac30acb5a1b3, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:19:00.663006 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-be92c737-1ea0-4336-89c7-f0ce1c79ab5a req-455e20fc-de6b-4acd-85ab-1ce1b500d815 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Calling delete_port for 3a983507-814e-4b64-ae40-27fee76c01f2 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:19:00.704557 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-544249e1-d318-4639-9164-1c0611b63054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:00.787893 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-ec359d87-b660-4f87-9a76-e0fb7da60b02 service neutron] 10.222.0.20 "GET /v2.0/networks/d352820e-28a4-4320-8804-b70bc5d47209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612601 Nov 08 00:19:00.818729 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1a54fa0-097f-45f7-a397-5ca47f645da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:00.857084 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655f0c0e-8963-4062-ad58-687a817e1004 admin admin] Network 2b9664b9-bd5d-43e8-b377-ac30acb5a1b3 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:19:00.918435 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-544249e1-d318-4639-9164-1c0611b63054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:00.951827 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-257e22be-74d0-4d1d-afac-9f19593bc015 req-d4c27227-c355-4b65-bb6d-64fa7d768f6a tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:00.961929 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66978de7-60d4-4b85-999e-d052e04d6c5d req-c19094cc-79d1-4165-b9f8-b125a6231e19 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:00.972905 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-66978de7-60d4-4b85-999e-d052e04d6c5d req-c19094cc-79d1-4165-b9f8-b125a6231e19 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 943 time: 0.1245530 Nov 08 00:19:00.986266 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['bacc90e7-8ffc-4064-9166-ede8be695485'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:19:00.996813 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['3a983507-814e-4b64-ae40-27fee76c01f2'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:19:01.002673 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48b37215-0c92-4cb9-ba86-d69ac32b2f36 req-97613c2e-c229-4931-a112-9b54329d0747 service neutron] 10.222.0.20 "GET /v2.0/networks/d352820e-28a4-4320-8804-b70bc5d47209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058063 Nov 08 00:19:01.012962 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-655f0c0e-8963-4062-ad58-687a817e1004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 2b9664b9-bd5d-43e8-b377-ac30acb5a1b3) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:19:01.016925 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c27227-c355-4b65-bb6d-64fa7d768f6a tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Pushing event deleted for resources: {'Port': ['ID=bacc90e7-8ffc-4064-9166-ede8be695485,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:01.018785 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-be92c737-1ea0-4336-89c7-f0ce1c79ab5a req-455e20fc-de6b-4acd-85ab-1ce1b500d815 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:01.033770 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655f0c0e-8963-4062-ad58-687a817e1004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:01.042776 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-655f0c0e-8963-4062-ad58-687a817e1004 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:01.043043 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:01.054302 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-66978de7-60d4-4b85-999e-d052e04d6c5d req-a49b77d8-4e37-47a4-aa3f-ebb6becb8347 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ce536ba-605b-4a72-b0d6-a40e08b31755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688691 Nov 08 00:19:01.056855 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-544249e1-d318-4639-9164-1c0611b63054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:01.067165 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0376a772-4382-41b5-b152-a1688e16445d None None] Network 2b9664b9-bd5d-43e8-b377-ac30acb5a1b3 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:19:01.112106 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-544249e1-d318-4639-9164-1c0611b63054 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de396bbf87cc414f92083ce51153eaa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4814582 Nov 08 00:19:01.112106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544249e1-d318-4639-9164-1c0611b63054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39640d0b-1ab9-4c9b-8117-06867e973460,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:01.116046 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45226) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:01.289727 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd8d8080-74e0-460b-b20d-3302293ddf5f req-d813d3a7-caaf-4a44-ba1a-a0d0eb40af76 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 210 time: 0.1261518 Nov 08 00:19:01.338900 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb86a3b8-631c-4396-9ea0-4d94f91cee17 None None] Network 2b9664b9-bd5d-43e8-b377-ac30acb5a1b3 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:19:01.344292 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31968de-ac0b-4a87-8645-be2909596357 req-ae957e49-2d4f-49a6-8d4d-b2cd2df92473 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:01.344292 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d31968de-ac0b-4a87-8645-be2909596357 req-ae957e49-2d4f-49a6-8d4d-b2cd2df92473 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1192877 Nov 08 00:19:01.373849 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-02401f34-07aa-4e15-b2f9-093a5940d40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:01.417622 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-02401f34-07aa-4e15-b2f9-093a5940d40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:01.435354 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d31968de-ac0b-4a87-8645-be2909596357 req-980aa438-fd99-45eb-9132-a7e475f45bfb tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807488 Nov 08 00:19:01.528177 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87d3d209-287a-43b2-9711-cc73d78fb555 req-9551997b-4889-44f5-b85e-be9817b7d20b tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4242c1f-4651-416c-8da1-2268a667799d HTTP/1.1" status: 200 len: 210 time: 0.0292413 Nov 08 00:19:01.563132 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['3a983507-814e-4b64-ae40-27fee76c01f2'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:19:01.565467 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['bacc90e7-8ffc-4064-9166-ede8be695485'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:19:01.573981 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-257e22be-74d0-4d1d-afac-9f19593bc015 req-d4c27227-c355-4b65-bb6d-64fa7d768f6a tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] No DVR routers for this DVR port bacc90e7-8ffc-4064-9166-ede8be695485 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:19:01.575586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e20fc-de6b-4acd-85ab-1ce1b500d815 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Pushing event deleted for resources: {'Port': ['ID=3a983507-814e-4b64-ae40-27fee76c01f2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:01.578468 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-257e22be-74d0-4d1d-afac-9f19593bc015 req-d4c27227-c355-4b65-bb6d-64fa7d768f6a tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:01.581854 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-257e22be-74d0-4d1d-afac-9f19593bc015 req-d4c27227-c355-4b65-bb6d-64fa7d768f6a tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.26 "DELETE /v2.0/ports/bacc90e7-8ffc-4064-9166-ede8be695485 HTTP/1.1" status: 204 len: 173 time: 1.8103054 Nov 08 00:19:01.583078 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3f7a8b-42f3-47ea-9888-c5ddefbca800', 'name': 'network-vif-deleted', 'tag': 'bacc90e7-8ffc-4064-9166-ede8be695485'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:19:01.585408 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bce739-4c28-4cc5-bc95-34dfd2d35334" -d '{"events": [{"server_uuid": "1d3f7a8b-42f3-47ea-9888-c5ddefbca800", "name": "network-vif-deleted", "tag": "bacc90e7-8ffc-4064-9166-ede8be695485"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:19:01.642191 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc8f341-5b31-44bb-82c1-de651c83cb9d x-openstack-request-id: req-dfc8f341-5b31-44bb-82c1-de651c83cb9d {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:19:01.651374 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3f7a8b-42f3-47ea-9888-c5ddefbca800", "name": "network-vif-deleted", "tag": "bacc90e7-8ffc-4064-9166-ede8be695485", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:19:01.651374 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfc8f341-5b31-44bb-82c1-de651c83cb9d {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:19:01.651374 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3f7a8b-42f3-47ea-9888-c5ddefbca800', 'name': 'network-vif-deleted', 'tag': 'bacc90e7-8ffc-4064-9166-ede8be695485', 'status': 'completed', 'code': 200} Nov 08 00:19:01.651374 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-be92c737-1ea0-4336-89c7-f0ce1c79ab5a req-455e20fc-de6b-4acd-85ab-1ce1b500d815 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] No DVR routers for this DVR port 3a983507-814e-4b64-ae40-27fee76c01f2 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:19:01.651374 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-be92c737-1ea0-4336-89c7-f0ce1c79ab5a req-455e20fc-de6b-4acd-85ab-1ce1b500d815 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:01.651374 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-be92c737-1ea0-4336-89c7-f0ce1c79ab5a req-455e20fc-de6b-4acd-85ab-1ce1b500d815 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.20 "DELETE /v2.0/ports/3a983507-814e-4b64-ae40-27fee76c01f2 HTTP/1.1" status: 204 len: 173 time: 1.6386447 Nov 08 00:19:01.773950 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-02401f34-07aa-4e15-b2f9-093a5940d40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:01.776973 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-02401f34-07aa-4e15-b2f9-093a5940d40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:01.778246 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-02401f34-07aa-4e15-b2f9-093a5940d40e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39640d0b-1ab9-4c9b-8117-06867e973460 HTTP/1.1" status: 204 len: 168 time: 0.6495249 Nov 08 00:19:01.787851 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-655f0c0e-8963-4062-ad58-687a817e1004 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2061045 Nov 08 00:19:01.788843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02401f34-07aa-4e15-b2f9-093a5940d40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39640d0b-1ab9-4c9b-8117-06867e973460,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:01.883814 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:01.891098 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:01.941445 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45258) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:02.012127 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67d948a-ea21-48e9-8442-893771d3b1ee admin admin] Deleting subnet effae093-858c-4ae4-aa5e-d0cf210bfde9 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:19:02.015780 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f67d948a-ea21-48e9-8442-893771d3b1ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:02.064964 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f67d948a-ea21-48e9-8442-893771d3b1ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:02.116192 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f67d948a-ea21-48e9-8442-893771d3b1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:02.222035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c9e63-09b9-4af8-8f02-c53608190df9 req-9b0f48c2-c523-4225-8615-f009244acc32 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:02.231817 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec2c9e63-09b9-4af8-8f02-c53608190df9 req-9b0f48c2-c523-4225-8615-f009244acc32 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 943 time: 0.0922694 Nov 08 00:19:02.288918 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec2c9e63-09b9-4af8-8f02-c53608190df9 req-1d7a16e8-3361-4c10-8b38-136587040d2e tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ce536ba-605b-4a72-b0d6-a40e08b31755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561306 Nov 08 00:19:02.470978 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f67d948a-ea21-48e9-8442-893771d3b1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:02.481412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-135737d7-57ac-4f15-99d0-6b06e60df2c1 req-489170b5-02ab-4d3b-8787-797150e8381b tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6df89bd-097b-4c3c-a611-1c4eef7f056a HTTP/1.1" status: 200 len: 210 time: 0.0640404 Nov 08 00:19:02.533481 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d948a-ea21-48e9-8442-893771d3b1ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=effae093-858c-4ae4-aa5e-d0cf210bfde9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:02.637413 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f67d948a-ea21-48e9-8442-893771d3b1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:02.637413 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f67d948a-ea21-48e9-8442-893771d3b1ee admin admin] 10.222.0.13 "DELETE /v2.0/subnets/effae093-858c-4ae4-aa5e-d0cf210bfde9 HTTP/1.1" status: 204 len: 168 time: 0.6224978 Nov 08 00:19:02.638576 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45274) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:02.772743 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7454dc04-1e43-4010-b74f-78eed1daf5ba req-30cc14a5-4b6c-48c2-81e0-177b201e3fb7 tempest-ListServersNegativeTestJSON-102368906 tempest-ListServersNegativeTestJSON-102368906-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4242c1f-4651-416c-8da1-2268a667799d HTTP/1.1" status: 200 len: 210 time: 0.0878773 Nov 08 00:19:02.799722 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc4878-04eb-4970-a985-5564ff5e88dc req-dc571b9e-1742-449d-8c40-43a9d04337e0 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:02.810092 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3cc4878-04eb-4970-a985-5564ff5e88dc req-dc571b9e-1742-449d-8c40-43a9d04337e0 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1987543 Nov 08 00:19:02.821574 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8be48f5-4a3a-44e5-a8ca-101db0a4402f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:02.872215 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3cc4878-04eb-4970-a985-5564ff5e88dc req-61f2c882-18de-4b66-9631-157b18cd1ec5 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607767 Nov 08 00:19:02.926345 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8be48f5-4a3a-44e5-a8ca-101db0a4402f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:02.974107 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-b8be48f5-4a3a-44e5-a8ca-101db0a4402f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9664b9-bd5d-43e8-b377-ac30acb5a1b3']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:02.985966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-b8be48f5-4a3a-44e5-a8ca-101db0a4402f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b6ee89-ac88-4417-894f-2bdcaf3153da') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:02.986400 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-b8be48f5-4a3a-44e5-a8ca-101db0a4402f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b6ee89-ac88-4417-894f-2bdcaf3153da') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:03.003557 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8be48f5-4a3a-44e5-a8ca-101db0a4402f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:03.023631 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8be48f5-4a3a-44e5-a8ca-101db0a4402f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:03.031586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8be48f5-4a3a-44e5-a8ca-101db0a4402f admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:19:03.033003 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8be48f5-4a3a-44e5-a8ca-101db0a4402f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:19:03.098162 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:19:03.174832 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8be48f5-4a3a-44e5-a8ca-101db0a4402f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:03.183903 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8be48f5-4a3a-44e5-a8ca-101db0a4402f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:03.190219 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b8be48f5-4a3a-44e5-a8ca-101db0a4402f admin admin] 10.222.0.13 "DELETE /v2.0/networks/2b9664b9-bd5d-43e8-b377-ac30acb5a1b3 HTTP/1.1" status: 204 len: 168 time: 0.5479674 Nov 08 00:19:03.226522 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be48f5-4a3a-44e5-a8ca-101db0a4402f admin admin] Pushing event deleted for resources: {'Network': ['ID=2b9664b9-bd5d-43e8-b377-ac30acb5a1b3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:03.409966 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:03.467060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23add8e8-3e6c-4bb1-b6f4-62a89f5f4e30 req-894a11f6-3400-4766-90db-0f4f4f4d0287 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:03.471989 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-23add8e8-3e6c-4bb1-b6f4-62a89f5f4e30 req-894a11f6-3400-4766-90db-0f4f4f4d0287 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 943 time: 0.0827832 Nov 08 00:19:03.546870 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-23add8e8-3e6c-4bb1-b6f4-62a89f5f4e30 req-8b007bdb-80e6-4369-b352-8811774622ab tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ce536ba-605b-4a72-b0d6-a40e08b31755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618618 Nov 08 00:19:03.644494 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4242c1f-4651-416c-8da1-2268a667799d', 'name': 'network-vif-deleted', 'tag': '3a983507-814e-4b64-ae40-27fee76c01f2'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:19:03.648341 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51719dee-cc4d-48b1-a446-1e3b00d0e1ae" -d '{"events": [{"server_uuid": "a4242c1f-4651-416c-8da1-2268a667799d", "name": "network-vif-deleted", "tag": "3a983507-814e-4b64-ae40-27fee76c01f2"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:19:03.693890 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac6eaf6-f649-4aba-9c50-9c9416b3b938 x-openstack-request-id: req-dac6eaf6-f649-4aba-9c50-9c9416b3b938 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:19:03.694191 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4242c1f-4651-416c-8da1-2268a667799d", "name": "network-vif-deleted", "tag": "3a983507-814e-4b64-ae40-27fee76c01f2", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:19:03.694449 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dac6eaf6-f649-4aba-9c50-9c9416b3b938 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:19:03.695262 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4242c1f-4651-416c-8da1-2268a667799d', 'name': 'network-vif-deleted', 'tag': '3a983507-814e-4b64-ae40-27fee76c01f2', 'status': 'completed', 'code': 200} Nov 08 00:19:03.831050 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device bacc90e7-8ffc-4064-9166-ede8be695485 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:19:03.880574 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45310) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:03.921002 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: bacc90e7-8ffc-4064-9166-ede8be695485 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:19:03.922430 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device bacc90e7-8ffc-4064-9166-ede8be695485 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:19:03.982984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45314) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:04.008746 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-43ebb69c-1ba8-4671-8176-fc9b061c3ec7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd533584f4ed407d98372981e419aa11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252658 Nov 08 00:19:04.010637 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45316) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:04.100105 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2f7d05f5-70ba-4f04-934f-d420dfb5e472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:04.128148 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2f7d05f5-70ba-4f04-934f-d420dfb5e472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:04.144995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-191d5462-263d-494a-b3bf-3f2200da045b admin admin] Deleting subnet 359ef635-d6e4-4d75-bf43-0600da8aef5a {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:19:04.155480 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-191d5462-263d-494a-b3bf-3f2200da045b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:04.189267 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadccda-b3af-4e3f-af45-d161227d669c req-814d25fb-65be-4e9a-9236-baba98757afe tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:04.203897 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cdadccda-b3af-4e3f-af45-d161227d669c req-814d25fb-65be-4e9a-9236-baba98757afe tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1596096 Nov 08 00:19:04.244927 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-191d5462-263d-494a-b3bf-3f2200da045b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:04.248573 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3956733f-9997-41fd-b7c5-7553fb153f68 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:19:04.296590 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cdadccda-b3af-4e3f-af45-d161227d669c req-f8e10d6f-96f2-4533-b510-f45759d17afd tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946617 Nov 08 00:19:04.343211 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-191d5462-263d-494a-b3bf-3f2200da045b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:04.350354 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3a983507-814e-4b64-ae40-27fee76c01f2 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:19:04.386129 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2f7d05f5-70ba-4f04-934f-d420dfb5e472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:04.390098 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2f7d05f5-70ba-4f04-934f-d420dfb5e472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:04.391539 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2f7d05f5-70ba-4f04-934f-d420dfb5e472 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f02d6904-0210-49ee-b022-8ccda5efc35d HTTP/1.1" status: 204 len: 168 time: 0.3796732 Nov 08 00:19:04.437338 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d05f5-70ba-4f04-934f-d420dfb5e472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02d6904-0210-49ee-b022-8ccda5efc35d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:04.591439 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-191d5462-263d-494a-b3bf-3f2200da045b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:04.614950 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-191d5462-263d-494a-b3bf-3f2200da045b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:04.618283 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-191d5462-263d-494a-b3bf-3f2200da045b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/359ef635-d6e4-4d75-bf43-0600da8aef5a HTTP/1.1" status: 204 len: 168 time: 0.6329114 Nov 08 00:19:04.621199 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45330) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:04.767935 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d5462-263d-494a-b3bf-3f2200da045b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=359ef635-d6e4-4d75-bf43-0600da8aef5a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:04.776880 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47bf14f6-592b-410a-8c38-23e08b75fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:04.854370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 3a983507-814e-4b64-ae40-27fee76c01f2 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:19:04.857111 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3a983507-814e-4b64-ae40-27fee76c01f2 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:19:04.896238 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47bf14f6-592b-410a-8c38-23e08b75fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:04.932368 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-47bf14f6-592b-410a-8c38-23e08b75fd83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:04.946529 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-47bf14f6-592b-410a-8c38-23e08b75fd83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4bdf30-05e5-4c82-8723-8cc58ef36a4c') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:04.946854 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-47bf14f6-592b-410a-8c38-23e08b75fd83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4bdf30-05e5-4c82-8723-8cc58ef36a4c') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:04.967579 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47bf14f6-592b-410a-8c38-23e08b75fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:04.985262 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47bf14f6-592b-410a-8c38-23e08b75fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:04.992666 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47bf14f6-592b-410a-8c38-23e08b75fd83 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:19:04.994757 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47bf14f6-592b-410a-8c38-23e08b75fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:04.995391 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a009e52-85ea-416a-890d-5d7cff5826e2 req-ba9d7667-c086-4f9e-8a53-266fda545386 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:04.999110 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a009e52-85ea-416a-890d-5d7cff5826e2 req-ba9d7667-c086-4f9e-8a53-266fda545386 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 943 time: 0.2886167 Nov 08 00:19:05.053041 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3956733f-9997-41fd-b7c5-7553fb153f68, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3956733f-9997-41fd-b7c5-7553fb153f68,segment=NetworkSegment(e2dc3560-6bc5-4b52-b168-8bb88c9e5dbb),segment_id=e2dc3560-6bc5-4b52-b168-8bb88c9e5dbb)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:19:05.056658 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:19:05.082268 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '3956733f-9997-41fd-b7c5-7553fb153f68', 'network_id': 'd352820e-28a4-4320-8804-b70bc5d47209', 'port_id': '3956733f-9997-41fd-b7c5-7553fb153f68', 'mac_address': 'fa:16:3e:e9:b1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2403abcb-b4bb-4387-9f18-9deca31b8c16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:19:05.135808 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a009e52-85ea-416a-890d-5d7cff5826e2 req-77b48154-f633-4fbd-9750-408716eae618 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ce536ba-605b-4a72-b0d6-a40e08b31755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266160 Nov 08 00:19:05.191249 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47bf14f6-592b-410a-8c38-23e08b75fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:05.226832 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:05.231608 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47bf14f6-592b-410a-8c38-23e08b75fd83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:05.242839 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-47bf14f6-592b-410a-8c38-23e08b75fd83 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6 HTTP/1.1" status: 204 len: 168 time: 0.6196058 Nov 08 00:19:05.243241 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf14f6-592b-410a-8c38-23e08b75fd83 admin admin] Pushing event deleted for resources: {'Network': ['ID=9728a6b7-ba0e-404e-8e9c-f26bc9bd9ed6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:05.268661 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3956733f-9997-41fd-b7c5-7553fb153f68 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:19:05.317257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3956733f-9997-41fd-b7c5-7553fb153f68, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3956733f-9997-41fd-b7c5-7553fb153f68,segment=NetworkSegment(e2dc3560-6bc5-4b52-b168-8bb88c9e5dbb),segment_id=e2dc3560-6bc5-4b52-b168-8bb88c9e5dbb)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:05.434913 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:05.542586 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=3956733f-9997-41fd-b7c5-7553fb153f68,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:05.600834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067a178-18da-405d-ac03-908490f78887 req-b28fc617-087e-4311-882e-51b5e59f459d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:05.609743 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3067a178-18da-405d-ac03-908490f78887 req-b28fc617-087e-4311-882e-51b5e59f459d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1405749 Nov 08 00:19:05.754005 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3067a178-18da-405d-ac03-908490f78887 req-0ec5fba3-62c3-4c89-9b3a-f0b4ab10e2d4 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414042 Nov 08 00:19:05.861973 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['3956733f-9997-41fd-b7c5-7553fb153f68'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:19:05.931871 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45360) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:06.049360 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45364) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:06.074722 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-281c6d31-eced-4c43-bd25-3acbb3ca2d9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d85a4ea645124ca39f4494b24c0a737a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1259549 Nov 08 00:19:06.188160 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-91349593-e1b4-42e7-bb07-16fd6c79a6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:06.343689 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-91349593-e1b4-42e7-bb07-16fd6c79a6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:06.475623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bc849-a9c7-4394-8ab3-9dbfefac3132 req-d12ac877-6456-452c-a831-bc6012e86b20 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:06.486688 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-439bc849-a9c7-4394-8ab3-9dbfefac3132 req-d12ac877-6456-452c-a831-bc6012e86b20 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 944 time: 0.2068756 Nov 08 00:19:06.582922 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-439bc849-a9c7-4394-8ab3-9dbfefac3132 req-353ae821-ada7-4ac8-85b0-68172099cbaa tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ce536ba-605b-4a72-b0d6-a40e08b31755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946741 Nov 08 00:19:06.586326 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-91349593-e1b4-42e7-bb07-16fd6c79a6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:06.602515 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-91349593-e1b4-42e7-bb07-16fd6c79a6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:06.605762 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-91349593-e1b4-42e7-bb07-16fd6c79a6be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d512935a-ff00-48ef-9ee7-f63552fbba00 HTTP/1.1" status: 204 len: 168 time: 0.5533698 Nov 08 00:19:06.628777 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91349593-e1b4-42e7-bb07-16fd6c79a6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d512935a-ff00-48ef-9ee7-f63552fbba00,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:06.694847 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45388) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:07.000439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8ca8d-fc9a-4edd-a42d-262d7eebef75 req-eec94d4e-a743-45ae-9feb-69e2fdfccda1 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:07.010845 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbb8ca8d-fc9a-4edd-a42d-262d7eebef75 req-eec94d4e-a743-45ae-9feb-69e2fdfccda1 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1174858 Nov 08 00:19:07.090717 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbb8ca8d-fc9a-4edd-a42d-262d7eebef75 req-1ff3573f-7448-4b14-8fe4-8350fe412771 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783854 Nov 08 00:19:07.290012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-b259da12-378f-4488-8a15-5096bc279815 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-178091663-network', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:07.503638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b259da12-378f-4488-8a15-5096bc279815 admin admin] Made reservation on behalf of e2278e422f74446f91e7e8ef6b5f1bb4 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:19:07.506906 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b259da12-378f-4488-8a15-5096bc279815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:07.526626 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b259da12-378f-4488-8a15-5096bc279815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:07.696252 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b259da12-378f-4488-8a15-5096bc279815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:07.781443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1100b-4e4d-4f2e-81f4-e40a22892cd0 req-0f5c46cc-ee2e-4dd0-937e-0edc0cdec4ae tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:07.783137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32e1100b-4e4d-4f2e-81f4-e40a22892cd0 req-0f5c46cc-ee2e-4dd0-937e-0edc0cdec4ae tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 944 time: 0.0664845 Nov 08 00:19:07.827082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32e1100b-4e4d-4f2e-81f4-e40a22892cd0 req-1d4158c4-5519-424e-8ee3-ffd8f00baf91 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ce536ba-605b-4a72-b0d6-a40e08b31755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372190 Nov 08 00:19:08.034905 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b259da12-378f-4488-8a15-5096bc279815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:08.057688 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b259da12-378f-4488-8a15-5096bc279815 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:19:08.073156 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259da12-378f-4488-8a15-5096bc279815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf18051-58df-4951-a1df-a05880f2adbc,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:08.077243 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b259da12-378f-4488-8a15-5096bc279815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:08.077587 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-b259da12-378f-4488-8a15-5096bc279815 admin admin] Added segment 2423fa32-c7b0-4943-9b4a-6af78151abbd of type vlan for network b13a2d05-1ff5-419f-9b2f-082d70770afe Nov 08 00:19:08.124515 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b259da12-378f-4488-8a15-5096bc279815 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:08.258641 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf29bc-5a3d-4555-890e-fa0e61074faf req-3033068e-f425-401c-856e-268be989c6f6 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:08.269706 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8acf29bc-5a3d-4555-890e-fa0e61074faf req-3033068e-f425-401c-856e-268be989c6f6 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0952029 Nov 08 00:19:08.280943 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3956733f-9997-41fd-b7c5-7553fb153f68 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:19:08.334236 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b259da12-378f-4488-8a15-5096bc279815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:08.335993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b259da12-378f-4488-8a15-5096bc279815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:08.336924 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b259da12-378f-4488-8a15-5096bc279815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:08.366080 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8acf29bc-5a3d-4555-890e-fa0e61074faf req-fc6655e6-106e-4815-bb2c-460d54778cfe tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884840 Nov 08 00:19:08.413557 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:08.444477 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259da12-378f-4488-8a15-5096bc279815 admin admin] Pushing event updated for resources: {'Network': ['ID=b13a2d05-1ff5-419f-9b2f-082d70770afe,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:08.474380 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network b13a2d05-1ff5-419f-9b2f-082d70770afe details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:19:08.525208 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 3956733f-9997-41fd-b7c5-7553fb153f68 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:19:08.528658 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45460) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:08.535977 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b259da12-378f-4488-8a15-5096bc279815 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8318520 Nov 08 00:19:08.536144 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b9c50e8a-35f2-47be-8c3f-f193ae68ee8a admin admin] Request body: {'subnet': {'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-178091663-subnet', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:08.540432 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 3956733f-9997-41fd-b7c5-7553fb153f68 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:19:08.541151 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:08.579965 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45462) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:08.656675 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:08.699573 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a0a188-0268-48d4-8bbd-60d68cc7773b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3956733f-9997-41fd-b7c5-7553fb153f68'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:19:08.703157 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac7110d-f5ea-44b2-bb19-75d78bdff39b" -d '{"events": [{"server_uuid": "51a0a188-0268-48d4-8bbd-60d68cc7773b", "name": "network-vif-plugged", "status": "completed", "tag": "3956733f-9997-41fd-b7c5-7553fb153f68"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:19:08.720344 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3956733f-9997-41fd-b7c5-7553fb153f68, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3956733f-9997-41fd-b7c5-7553fb153f68,segment=NetworkSegment(e2dc3560-6bc5-4b52-b168-8bb88c9e5dbb),segment_id=e2dc3560-6bc5-4b52-b168-8bb88c9e5dbb)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:08.734464 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c50e8a-35f2-47be-8c3f-f193ae68ee8a admin admin] Made reservation on behalf of e2278e422f74446f91e7e8ef6b5f1bb4 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:19:08.735344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-dc78dab9-7df3-46d0-bf2f-f41f0cba1cc4 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-185992697-network', 'tenant_id': 'dc828e82ef3a4b1da9a735799710b8c8'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:08.739223 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b9c50e8a-35f2-47be-8c3f-f193ae68ee8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:08.774612 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b08b769-6693-4a60-b983-70d855ce39fb x-openstack-request-id: req-1b08b769-6693-4a60-b983-70d855ce39fb {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:19:08.774978 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a0a188-0268-48d4-8bbd-60d68cc7773b", "name": "network-vif-plugged", "status": "completed", "tag": "3956733f-9997-41fd-b7c5-7553fb153f68", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:19:08.775530 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b08b769-6693-4a60-b983-70d855ce39fb {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:19:08.783306 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a0a188-0268-48d4-8bbd-60d68cc7773b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3956733f-9997-41fd-b7c5-7553fb153f68', 'code': 200} Nov 08 00:19:08.901181 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:08.976998 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=3956733f-9997-41fd-b7c5-7553fb153f68,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:09.011487 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f619f5d-8fbe-4f7e-999d-4ee247889397 req-3ab48f46-6b32-403d-a8c1-2e3a62f141df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:09.013469 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9f619f5d-8fbe-4f7e-999d-4ee247889397 req-3ab48f46-6b32-403d-a8c1-2e3a62f141df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 1096 time: 0.1274009 Nov 08 00:19:09.046425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc78dab9-7df3-46d0-bf2f-f41f0cba1cc4 admin admin] Made reservation on behalf of dc828e82ef3a4b1da9a735799710b8c8 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:19:09.048861 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dc78dab9-7df3-46d0-bf2f-f41f0cba1cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:09.063832 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dc78dab9-7df3-46d0-bf2f-f41f0cba1cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:09.080893 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b916f98-c1d2-48af-9c95-8b0ecb81ef3c req-9e85b5ad-70cc-486e-8dc5-8f7239b5adcd tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:09.089778 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b916f98-c1d2-48af-9c95-8b0ecb81ef3c req-9e85b5ad-70cc-486e-8dc5-8f7239b5adcd tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 945 time: 0.1564462 Nov 08 00:19:09.115261 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9f619f5d-8fbe-4f7e-999d-4ee247889397 req-0c4cd1e4-f436-4433-a50f-958f868b0144 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8ce536ba-605b-4a72-b0d6-a40e08b31755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806501 Nov 08 00:19:09.163897 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b916f98-c1d2-48af-9c95-8b0ecb81ef3c req-fe71f649-23b1-47c6-bf64-eac0213205b8 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ce536ba-605b-4a72-b0d6-a40e08b31755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731907 Nov 08 00:19:09.208112 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b9c50e8a-35f2-47be-8c3f-f193ae68ee8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:09.298710 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45476) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:09.304863 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dc78dab9-7df3-46d0-bf2f-f41f0cba1cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:09.339821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c50e8a-35f2-47be-8c3f-f193ae68ee8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=82ff6155-843e-4e76-be5f-7d2f5d78c7b3,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:09.358606 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c50e8a-35f2-47be-8c3f-f193ae68ee8a admin admin] Checking segment: {'id': '2423fa32-c7b0-4943-9b4a-6af78151abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:19:09.361222 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c50e8a-35f2-47be-8c3f-f193ae68ee8a admin admin] Network hostable DHCP agents. Network: b13a2d05-1ff5-419f-9b2f-082d70770afe, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:19:09.409127 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dc78dab9-7df3-46d0-bf2f-f41f0cba1cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:09.446951 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc78dab9-7df3-46d0-bf2f-f41f0cba1cc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:19:09.453942 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c50e8a-35f2-47be-8c3f-f193ae68ee8a admin admin] Network b13a2d05-1ff5-419f-9b2f-082d70770afe is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:19:09.503023 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dc78dab9-7df3-46d0-bf2f-f41f0cba1cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:09.503849 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-dc78dab9-7df3-46d0-bf2f-f41f0cba1cc4 admin admin] Added segment 15a6c59c-7d6b-403d-ad55-0dffcbad28c0 of type vlan for network a6268f49-a91a-41bc-bbcd-0d7476ec72a9 Nov 08 00:19:09.533576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78dab9-7df3-46d0-bf2f-f41f0cba1cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfb4f88-a1d2-4695-ae89-9269b9d9bb0e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:09.543513 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e4c37fcc-132a-46fe-a262-418aab0a8076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:09.580726 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf910f8-57f8-43b4-91cf-2aee865acd29 req-87d3a61a-0660-4f2e-9b6d-295440ae68a7 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:09.589003 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bcf910f8-57f8-43b4-91cf-2aee865acd29 req-87d3a61a-0660-4f2e-9b6d-295440ae68a7 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1264317 Nov 08 00:19:09.609921 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dc78dab9-7df3-46d0-bf2f-f41f0cba1cc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:09.631532 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-b9c50e8a-35f2-47be-8c3f-f193ae68ee8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, b13a2d05-1ff5-419f-9b2f-082d70770afe) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:19:09.642169 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c50e8a-35f2-47be-8c3f-f193ae68ee8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:09.642800 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b9c50e8a-35f2-47be-8c3f-f193ae68ee8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:09.643038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb5aa15-99a8-4784-9ea2-5e9bac068908 None None] Network b13a2d05-1ff5-419f-9b2f-082d70770afe requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:19:09.661301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bcf910f8-57f8-43b4-91cf-2aee865acd29 req-0f5d8805-4ee2-47b9-861b-213a01df0063 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712197 Nov 08 00:19:09.777419 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b9c50e8a-35f2-47be-8c3f-f193ae68ee8a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2474463 Nov 08 00:19:09.778032 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45488) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:09.792801 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-aa5bcc32-65e3-4c5f-a196-ee5537b6c2b8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:09.799682 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e4c37fcc-132a-46fe-a262-418aab0a8076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:09.859399 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dc78dab9-7df3-46d0-bf2f-f41f0cba1cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:09.860448 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc78dab9-7df3-46d0-bf2f-f41f0cba1cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:09.861224 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dc78dab9-7df3-46d0-bf2f-f41f0cba1cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:09.897623 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-b13a2d05-1ff5-419f-9b2f-082d70770afe', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'fixed_ips': [{'subnet_id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:19:09.898495 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:09.909690 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e4c37fcc-132a-46fe-a262-418aab0a8076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:09.948561 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcc32-65e3-4c5f-a196-ee5537b6c2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:09.953547 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcc32-65e3-4c5f-a196-ee5537b6c2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:09.967285 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78dab9-7df3-46d0-bf2f-f41f0cba1cc4 admin admin] Pushing event updated for resources: {'Network': ['ID=a6268f49-a91a-41bc-bbcd-0d7476ec72a9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:10.008422 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network a6268f49-a91a-41bc-bbcd-0d7476ec72a9 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:19:10.020430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c37fcc-132a-46fe-a262-418aab0a8076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fed85a6-9b17-4264-9c36-f908cd06bd61,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:10.033617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45490) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:10.045759 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e4c37fcc-132a-46fe-a262-418aab0a8076 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d1772c0004949a894dc5283b134e931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7399151 Nov 08 00:19:10.089845 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dc78dab9-7df3-46d0-bf2f-f41f0cba1cc4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4991705 Nov 08 00:19:10.170713 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcc32-65e3-4c5f-a196-ee5537b6c2b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:10.177927 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] Allocated IP 172.20.0.2 (b13a2d05-1ff5-419f-9b2f-082d70770afe/82ff6155-843e-4e76-be5f-7d2f5d78c7b3/412c114b-5c99-4fbf-8327-ccffaaee4cbf) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:19:10.361917 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-481a4ac1-2a13-458e-8e28-570dbf1b21c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:10.433888 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6d5ed-fa52-4a4b-b70f-3217a7da5388 req-31915fcd-cd86-4d3f-ae27-7e49908c7d5a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:10.443179 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1cf6d5ed-fa52-4a4b-b70f-3217a7da5388 req-31915fcd-cd86-4d3f-ae27-7e49908c7d5a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 944 time: 0.2182219 Nov 08 00:19:10.505184 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:10.538068 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8882df6-6d4f-452e-992a-a7b336ecbca2 req-de09de98-bbb3-421b-b95c-efd231f313a1 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:10.539587 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8882df6-6d4f-452e-992a-a7b336ecbca2 req-de09de98-bbb3-421b-b95c-efd231f313a1 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 945 time: 0.1854355 Nov 08 00:19:10.555520 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1cf6d5ed-fa52-4a4b-b70f-3217a7da5388 req-a5df8090-4434-47fe-a082-e8a6d03d9e12 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057420 Nov 08 00:19:10.557482 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:10.557924 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-481a4ac1-2a13-458e-8e28-570dbf1b21c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:10.580381 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcc32-65e3-4c5f-a196-ee5537b6c2b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:10.610599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] Network b13a2d05-1ff5-419f-9b2f-082d70770afe is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:19:10.614143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:19:10.620462 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8882df6-6d4f-452e-992a-a7b336ecbca2 req-ea74d3e4-9bdc-432b-8326-f9008ac1fa9d tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ce536ba-605b-4a72-b0d6-a40e08b31755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600469 Nov 08 00:19:10.628493 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:19:10.739067 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-481a4ac1-2a13-458e-8e28-570dbf1b21c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:10.742324 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-481a4ac1-2a13-458e-8e28-570dbf1b21c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:10.745828 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-481a4ac1-2a13-458e-8e28-570dbf1b21c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fed85a6-9b17-4264-9c36-f908cd06bd61 HTTP/1.1" status: 204 len: 168 time: 0.7087195 Nov 08 00:19:10.757613 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a4ac1-2a13-458e-8e28-570dbf1b21c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fed85a6-9b17-4264-9c36-f908cd06bd61,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:10.809117 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] Pushing event updated for resources: {'Port': ['ID=412c114b-5c99-4fbf-8327-ccffaaee4cbf,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:10.881818 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] Attempting to bind port 412c114b-5c99-4fbf-8327-ccffaaee4cbf on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:19:10.882216 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] Attempting to bind port 412c114b-5c99-4fbf-8327-ccffaaee4cbf by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '2423fa32-c7b0-4943-9b4a-6af78151abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:19:10.882614 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] Attempting to bind port 412c114b-5c99-4fbf-8327-ccffaaee4cbf on network b13a2d05-1ff5-419f-9b2f-082d70770afe {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:19:10.899112 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:19:10.899799 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] Checking segment: {'id': '2423fa32-c7b0-4943-9b4a-6af78151abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:19:10.901548 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:10.901943 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] Bound using segment: {'id': '2423fa32-c7b0-4943-9b4a-6af78151abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:19:10.903612 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] Bound port: 412c114b-5c99-4fbf-8327-ccffaaee4cbf, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2423fa32-c7b0-4943-9b4a-6af78151abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:19:10.904576 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:10.905531 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bdcbc-252f-4bd8-a3e2-4a1596db3c21 req-50a44d32-4a5d-4fd8-b1f2-4878d1c0f640 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:10.907265 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a02bdcbc-252f-4bd8-a3e2-4a1596db3c21 req-50a44d32-4a5d-4fd8-b1f2-4878d1c0f640 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.26 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 944 time: 0.1383092 Nov 08 00:19:11.065133 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] For port 412c114b-5c99-4fbf-8327-ccffaaee4cbf, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:19:11.068782 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] For port 412c114b-5c99-4fbf-8327-ccffaaee4cbf, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=412c114b-5c99-4fbf-8327-ccffaaee4cbf,segment=NetworkSegment(2423fa32-c7b0-4943-9b4a-6af78151abbd),segment_id=2423fa32-c7b0-4943-9b4a-6af78151abbd)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:19:11.114340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d8eb6-0fb3-4eff-919f-3c793748f3a8 req-66c2e95c-f4fe-4efc-b80e-904bcf2d01d9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:11.115965 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a6d8eb6-0fb3-4eff-919f-3c793748f3a8 req-66c2e95c-f4fe-4efc-b80e-904bcf2d01d9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1590528 Nov 08 00:19:11.117362 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:11.162279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175334ea-0a8b-4029-995d-ca78a00276de req-ea77e1bb-d0f5-4cd6-9f18-ea0809843298 tempest-ComputeTenantNetworksTest-1282469812 tempest-ComputeTenantNetworksTest-1282469812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:11.169090 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175334ea-0a8b-4029-995d-ca78a00276de req-ea77e1bb-d0f5-4cd6-9f18-ea0809843298 tempest-ComputeTenantNetworksTest-1282469812 tempest-ComputeTenantNetworksTest-1282469812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:11.174877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175334ea-0a8b-4029-995d-ca78a00276de req-ea77e1bb-d0f5-4cd6-9f18-ea0809843298 tempest-ComputeTenantNetworksTest-1282469812 tempest-ComputeTenantNetworksTest-1282469812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:11.180924 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-175334ea-0a8b-4029-995d-ca78a00276de req-ea77e1bb-d0f5-4cd6-9f18-ea0809843298 tempest-ComputeTenantNetworksTest-1282469812 tempest-ComputeTenantNetworksTest-1282469812-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3015888 Nov 08 00:19:11.243353 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3edf63-42aa-46f4-a66a-0583c3059477 None None] Pushing event updated for resources: {'Port': ['ID=412c114b-5c99-4fbf-8327-ccffaaee4cbf,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:11.281120 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a6d8eb6-0fb3-4eff-919f-3c793748f3a8 req-83e7d4e3-0fba-446f-8008-5b8f5f76460a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448646 Nov 08 00:19:11.303207 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-a02bdcbc-252f-4bd8-a3e2-4a1596db3c21 req-c09f735b-6197-46c3-b73b-951910fe717a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Deleting port c115532b-fa9f-422a-9e63-4efe85e12766 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:19:11.309684 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a02bdcbc-252f-4bd8-a3e2-4a1596db3c21 req-c09f735b-6197-46c3-b73b-951910fe717a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:11.407298 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcc32-65e3-4c5f-a196-ee5537b6c2b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:11.491374 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcc32-65e3-4c5f-a196-ee5537b6c2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:11.660237 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-a02bdcbc-252f-4bd8-a3e2-4a1596db3c21 req-c09f735b-6197-46c3-b73b-951910fe717a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] For port c115532b-fa9f-422a-9e63-4efe85e12766, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c115532b-fa9f-422a-9e63-4efe85e12766,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:11.661250 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a02bdcbc-252f-4bd8-a3e2-4a1596db3c21 req-c09f735b-6197-46c3-b73b-951910fe717a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:11.665986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45522) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:11.701248 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e75647a-2d4c-4988-9fb4-cac6f424b2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:11.705335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-a02bdcbc-252f-4bd8-a3e2-4a1596db3c21 req-c09f735b-6197-46c3-b73b-951910fe717a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Calling delete_port for c115532b-fa9f-422a-9e63-4efe85e12766 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:19:11.851334 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-aa5bcc32-65e3-4c5f-a196-ee5537b6c2b8 admin admin] Allocated IP 172.25.2.20 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/2a7b805f-7a1b-45e9-a094-10b31cef5e5a) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:19:11.861432 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacea7cb-e3c3-4b34-94e8-680392ddf52b req-96204eed-f8f5-4ea4-9fbb-3570b5667b69 tempest-ComputeTenantNetworksTest-1282469812 tempest-ComputeTenantNetworksTest-1282469812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:11.873973 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45526) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:11.882773 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eacea7cb-e3c3-4b34-94e8-680392ddf52b req-96204eed-f8f5-4ea4-9fbb-3570b5667b69 tempest-ComputeTenantNetworksTest-1282469812 tempest-ComputeTenantNetworksTest-1282469812-project] 10.222.0.13 "GET /v2.0/networks/a6268f49-a91a-41bc-bbcd-0d7476ec72a9 HTTP/1.1" status: 200 len: 768 time: 0.6716785 Nov 08 00:19:11.917321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f17dd-3a82-4c83-8cf5-f993d2de678f req-d7caf462-b10c-4fb0-ae66-693e69a345d3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:11.928970 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-309f17dd-3a82-4c83-8cf5-f993d2de678f req-d7caf462-b10c-4fb0-ae66-693e69a345d3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 944 time: 0.1476290 Nov 08 00:19:12.021542 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-309f17dd-3a82-4c83-8cf5-f993d2de678f req-064962d8-25ab-4895-b897-f7faecebf44e tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886748 Nov 08 00:19:12.063697 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ed69bd5-311e-4c1c-bc6e-e848665304ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:12.068172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db3b25-50cc-4b96-bb02-d5f185b6cce6 req-dbe319a4-46b0-47bb-b6d9-5c3dfccf3569 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:12.076991 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62db3b25-50cc-4b96-bb02-d5f185b6cce6 req-dbe319a4-46b0-47bb-b6d9-5c3dfccf3569 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 945 time: 0.0984144 Nov 08 00:19:12.138145 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62db3b25-50cc-4b96-bb02-d5f185b6cce6 req-d59d7a94-c37f-40f8-a480-0a2a8ce51c79 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ce536ba-605b-4a72-b0d6-a40e08b31755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600147 Nov 08 00:19:12.270402 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcc32-65e3-4c5f-a196-ee5537b6c2b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:12.382762 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a02bdcbc-252f-4bd8-a3e2-4a1596db3c21 req-c09f735b-6197-46c3-b73b-951910fe717a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:12.395052 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e75647a-2d4c-4988-9fb4-cac6f424b2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:12.419607 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['c115532b-fa9f-422a-9e63-4efe85e12766'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:19:12.461000 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 412c114b-5c99-4fbf-8327-ccffaaee4cbf up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:19:12.471334 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f735b-6197-46c3-b73b-951910fe717a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Pushing event deleted for resources: {'Port': ['ID=c115532b-fa9f-422a-9e63-4efe85e12766,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:12.522555 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e75647a-2d4c-4988-9fb4-cac6f424b2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:12.524617 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 412c114b-5c99-4fbf-8327-ccffaaee4cbf triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:19:12.525298 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:12.537048 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e94ff-ab8e-4bab-9288-11fbd6f37723 req-b7570d88-2669-486d-a12a-9bc996f81fcf tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:12.544673 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c58e94ff-ab8e-4bab-9288-11fbd6f37723 req-b7570d88-2669-486d-a12a-9bc996f81fcf tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0934620 Nov 08 00:19:12.558867 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5e75647a-2d4c-4988-9fb4-cac6f424b2a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7dfd75601d65466e9d2dd295d0a824d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8908317 Nov 08 00:19:12.561840 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ed69bd5-311e-4c1c-bc6e-e848665304ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:12.579024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45540) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:12.592886 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02bdcbc-252f-4bd8-a3e2-4a1596db3c21 req-c09f735b-6197-46c3-b73b-951910fe717a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] No DVR routers for this DVR port c115532b-fa9f-422a-9e63-4efe85e12766 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:19:12.596239 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a02bdcbc-252f-4bd8-a3e2-4a1596db3c21 req-c09f735b-6197-46c3-b73b-951910fe717a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:12.600810 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a02bdcbc-252f-4bd8-a3e2-4a1596db3c21 req-c09f735b-6197-46c3-b73b-951910fe717a tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.26 "DELETE /v2.0/ports/c115532b-fa9f-422a-9e63-4efe85e12766 HTTP/1.1" status: 204 len: 173 time: 1.6839266 Nov 08 00:19:12.614366 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2', 'name': 'network-vif-deleted', 'tag': 'c115532b-fa9f-422a-9e63-4efe85e12766'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:19:12.618695 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46aef571-9310-4bca-96a6-ee6627a70d8b" -d '{"events": [{"server_uuid": "72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2", "name": "network-vif-deleted", "tag": "c115532b-fa9f-422a-9e63-4efe85e12766"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:19:12.650734 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:12.658248 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6ed69bd5-311e-4c1c-bc6e-e848665304ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6268f49-a91a-41bc-bbcd-0d7476ec72a9']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:12.662464 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75647a-2d4c-4988-9fb4-cac6f424b2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1baae066-b688-4f9a-93a7-782723249ed2,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:12.666629 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c58e94ff-ab8e-4bab-9288-11fbd6f37723 req-03400532-a1ad-4b17-88e1-ee9aa3f82ac3 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209686 Nov 08 00:19:12.696725 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6ed69bd5-311e-4c1c-bc6e-e848665304ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a6c59c-7d6b-403d-ad55-0dffcbad28c0') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:12.708901 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6ed69bd5-311e-4c1c-bc6e-e848665304ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a6c59c-7d6b-403d-ad55-0dffcbad28c0') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:12.727256 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ed69bd5-311e-4c1c-bc6e-e848665304ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:12.744956 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1c36e4d-eed3-4f88-aaae-0ab2866d38f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:12.757397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 412c114b-5c99-4fbf-8327-ccffaaee4cbf, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=412c114b-5c99-4fbf-8327-ccffaaee4cbf,segment=NetworkSegment(2423fa32-c7b0-4943-9b4a-6af78151abbd),segment_id=2423fa32-c7b0-4943-9b4a-6af78151abbd)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:12.759266 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ed69bd5-311e-4c1c-bc6e-e848665304ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:12.767752 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1c36e4d-eed3-4f88-aaae-0ab2866d38f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:12.774036 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed69bd5-311e-4c1c-bc6e-e848665304ec admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:19:12.774036 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ed69bd5-311e-4c1c-bc6e-e848665304ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:12.812519 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:19:12.895420 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:19:12.898096 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281925f6-cd86-4db3-aa27-1e370eb31de0 x-openstack-request-id: req-281925f6-cd86-4db3-aa27-1e370eb31de0 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:19:12.898096 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2", "name": "network-vif-deleted", "tag": "c115532b-fa9f-422a-9e63-4efe85e12766", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:19:12.898096 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-281925f6-cd86-4db3-aa27-1e370eb31de0 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:19:12.898354 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2', 'name': 'network-vif-deleted', 'tag': 'c115532b-fa9f-422a-9e63-4efe85e12766', 'status': 'completed', 'code': 200} Nov 08 00:19:12.899830 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcc32-65e3-4c5f-a196-ee5537b6c2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:12.901438 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf815ae-e460-4cd4-9985-8dc2e43d3391 None None] Network b13a2d05-1ff5-419f-9b2f-082d70770afe requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:19:12.946189 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5bcc32-65e3-4c5f-a196-ee5537b6c2b8 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:19:12.950435 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-aa5bcc32-65e3-4c5f-a196-ee5537b6c2b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:19:12.952084 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1c36e4d-eed3-4f88-aaae-0ab2866d38f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:12.955208 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1c36e4d-eed3-4f88-aaae-0ab2866d38f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:12.956584 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b1c36e4d-eed3-4f88-aaae-0ab2866d38f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1baae066-b688-4f9a-93a7-782723249ed2 HTTP/1.1" status: 204 len: 168 time: 0.3765922 Nov 08 00:19:12.962150 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5bcc32-65e3-4c5f-a196-ee5537b6c2b8 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:19:12.966027 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bcc32-65e3-4c5f-a196-ee5537b6c2b8 admin admin] Pushing event updated for resources: {'Port': ['ID=2a7b805f-7a1b-45e9-a094-10b31cef5e5a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:12.989199 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ed69bd5-311e-4c1c-bc6e-e848665304ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:12.992625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2fe28-73b1-4244-a6ff-58d41f38110c req-39b263f8-07da-487b-be3f-9fdbf6746852 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:12.997520 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ed69bd5-311e-4c1c-bc6e-e848665304ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:13.000742 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6ed69bd5-311e-4c1c-bc6e-e848665304ec admin admin] 10.222.0.13 "DELETE /v2.0/networks/a6268f49-a91a-41bc-bbcd-0d7476ec72a9 HTTP/1.1" status: 204 len: 168 time: 1.1206257 Nov 08 00:19:13.006224 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a9bb4454-678f-4455-84b9-37080b6051a1 None None] Provisioning complete for port 412c114b-5c99-4fbf-8327-ccffaaee4cbf triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:19:13.006730 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a9bb4454-678f-4455-84b9-37080b6051a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:13.010321 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4a2fe28-73b1-4244-a6ff-58d41f38110c req-39b263f8-07da-487b-be3f-9fdbf6746852 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 945 time: 0.1366832 Nov 08 00:19:13.029512 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33363563-7b29-4cf5-be7d-f2388f177499 req-a4b3bafc-23f7-4b08-8958-125372dd0664 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1884090042&fields=id&tenant_id=550ca21d1db64fb8bd7188aa148b8d77 HTTP/1.1" status: 200 len: 267 time: 0.1353922 Nov 08 00:19:13.032368 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c36e4d-eed3-4f88-aaae-0ab2866d38f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baae066-b688-4f9a-93a7-782723249ed2,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:13.068481 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=412c114b-5c99-4fbf-8327-ccffaaee4cbf,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:13.071063 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed69bd5-311e-4c1c-bc6e-e848665304ec admin admin] Pushing event deleted for resources: {'Network': ['ID=a6268f49-a91a-41bc-bbcd-0d7476ec72a9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:13.216254 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4a2fe28-73b1-4244-a6ff-58d41f38110c req-945438ac-adc7-4a76-bc15-8fb94ee7d176 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ce536ba-605b-4a72-b0d6-a40e08b31755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966491 Nov 08 00:19:13.344268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33363563-7b29-4cf5-be7d-f2388f177499 req-7130e4d9-dc10-4273-bfdf-9e8845551bf2 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:13.368709 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33363563-7b29-4cf5-be7d-f2388f177499 req-7130e4d9-dc10-4273-bfdf-9e8845551bf2 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/networks?id=27a53660-1020-4f37-bc10-2de174a95e16 HTTP/1.1" status: 200 len: 816 time: 0.3377869 Nov 08 00:19:13.412164 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33363563-7b29-4cf5-be7d-f2388f177499 req-4d8c40e5-22fc-44a3-9b2f-01e4cdbc72af tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/quotas/550ca21d1db64fb8bd7188aa148b8d77 HTTP/1.1" status: 200 len: 375 time: 0.0424411 Nov 08 00:19:13.446941 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4eb7de1-5893-449a-8e4b-09c33f9425cf req-feb94228-36de-45a8-b4e9-d1c7e0244a80 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d8b1d6-e213-4385-8b0c-bff5ff3b7bb2 HTTP/1.1" status: 200 len: 210 time: 0.0647693 Nov 08 00:19:13.581862 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33363563-7b29-4cf5-be7d-f2388f177499 req-04ad6949-ad5e-481a-89f3-2b29e2936af4 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=550ca21d1db64fb8bd7188aa148b8d77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1687121 Nov 08 00:19:13.692496 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcc32-65e3-4c5f-a196-ee5537b6c2b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:13.708051 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-fa1523b9-1d20-42e5-81f4-c2907c20b59d None None] Provisioning complete for port 412c114b-5c99-4fbf-8327-ccffaaee4cbf triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:19:13.708674 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa1523b9-1d20-42e5-81f4-c2907c20b59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:13.747207 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45566) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:13.889032 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8b3b808f-c36d-4da9-b2e2-101374a705bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc828e82ef3a4b1da9a735799710b8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404107 Nov 08 00:19:13.899327 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45568) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:13.986328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7fd62-a1e3-454b-b5c6-070e56125b77 req-ee9b5e2a-cf37-4b34-9997-1c3cab69dc8a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:13.993561 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0f7fd62-a1e3-454b-b5c6-070e56125b77 req-ee9b5e2a-cf37-4b34-9997-1c3cab69dc8a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.2162187 Nov 08 00:19:14.003489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d1e2e78c-a44b-4df9-a5f4-f349f94af243 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:19:14.011684 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d1e2e78c-a44b-4df9-a5f4-f349f94af243 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4120495 Nov 08 00:19:14.014126 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcc32-65e3-4c5f-a196-ee5537b6c2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:14.124212 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-816793f9-b0ca-4cfa-a11c-4094e871edd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:14.154368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0f7fd62-a1e3-454b-b5c6-070e56125b77 req-16dba42d-73be-4003-9e8c-a4a354658f14 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576104 Nov 08 00:19:14.184764 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-816793f9-b0ca-4cfa-a11c-4094e871edd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:14.282905 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33363563-7b29-4cf5-be7d-f2388f177499 req-e5b12edf-d3de-4277-bdb9-f4331e0dc02c service neutron] 10.222.0.13 "GET /v2.0/networks/27a53660-1020-4f37-bc10-2de174a95e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699161 Nov 08 00:19:14.296225 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5bcc32-65e3-4c5f-a196-ee5537b6c2b8 admin admin] Router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:19:14.348435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 412c114b-5c99-4fbf-8327-ccffaaee4cbf up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:19:14.407384 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-816793f9-b0ca-4cfa-a11c-4094e871edd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:14.409965 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-816793f9-b0ca-4cfa-a11c-4094e871edd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:14.413985 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-816793f9-b0ca-4cfa-a11c-4094e871edd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbfb4f88-a1d2-4695-ae89-9269b9d9bb0e HTTP/1.1" status: 204 len: 168 time: 0.5140707 Nov 08 00:19:14.456299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816793f9-b0ca-4cfa-a11c-4094e871edd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfb4f88-a1d2-4695-ae89-9269b9d9bb0e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:14.460965 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea581-be0d-46fc-baf7-d7605c96df16 req-fe41f8f6-ca50-4e47-b95f-d85a11118cd8 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:14.462592 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d72ea581-be0d-46fc-baf7-d7605c96df16 req-fe41f8f6-ca50-4e47-b95f-d85a11118cd8 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.20 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 945 time: 0.0775597 Nov 08 00:19:14.503445 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552f590-3a74-4a6c-869b-76f3fed97b7f req-f9f4f151-4a2a-4015-9314-e5e03786e115 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:14.512424 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1552f590-3a74-4a6c-869b-76f3fed97b7f req-f9f4f151-4a2a-4015-9314-e5e03786e115 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 945 time: 0.2014174 Nov 08 00:19:14.524635 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 412c114b-5c99-4fbf-8327-ccffaaee4cbf triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:19:14.526661 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:14.543407 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5bcc32-65e3-4c5f-a196-ee5537b6c2b8 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:19:14.560586 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33363563-7b29-4cf5-be7d-f2388f177499 req-566c8d3e-f57a-486a-b5dc-181130eecc95 service neutron] 10.222.0.13 "GET /v2.0/networks/27a53660-1020-4f37-bc10-2de174a95e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598546 Nov 08 00:19:14.575124 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] Sync routers for ids ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:19:14.588933 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1552f590-3a74-4a6c-869b-76f3fed97b7f req-4fcb1145-f847-4303-8c61-9e67515dbe28 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ce536ba-605b-4a72-b0d6-a40e08b31755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641875 Nov 08 00:19:14.597066 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-d72ea581-be0d-46fc-baf7-d7605c96df16 req-03bb4a15-3b42-43f0-9616-027356f4c65f tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Deleting port 3956733f-9997-41fd-b7c5-7553fb153f68 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:19:14.597491 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d72ea581-be0d-46fc-baf7-d7605c96df16 req-03bb4a15-3b42-43f0-9616-027356f4c65f tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:14.621234 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] Routers {'4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:19:14.622253 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:19:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:14.796070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-d72ea581-be0d-46fc-baf7-d7605c96df16 req-03bb4a15-3b42-43f0-9616-027356f4c65f tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] For port 3956733f-9997-41fd-b7c5-7553fb153f68, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3956733f-9997-41fd-b7c5-7553fb153f68,segment=NetworkSegment(e2dc3560-6bc5-4b52-b168-8bb88c9e5dbb),segment_id=e2dc3560-6bc5-4b52-b168-8bb88c9e5dbb)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:14.796590 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d72ea581-be0d-46fc-baf7-d7605c96df16 req-03bb4a15-3b42-43f0-9616-027356f4c65f tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:14.810495 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-d72ea581-be0d-46fc-baf7-d7605c96df16 req-03bb4a15-3b42-43f0-9616-027356f4c65f tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Calling delete_port for 3956733f-9997-41fd-b7c5-7553fb153f68 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:19:14.898859 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcc32-65e3-4c5f-a196-ee5537b6c2b8 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:14.900985 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-aa5bcc32-65e3-4c5f-a196-ee5537b6c2b8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1157663 Nov 08 00:19:14.903948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45596) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:15.038829 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] Set router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:19:15.444376 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:19:13Z', 'revision_number': 3, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port': {'id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:11Z', 'updated_at': '2021-11-08T00:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:15.470224 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] Checking router: 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:19:15.470571 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] Updating router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c port 2a7b805f-7a1b-45e9-a094-10b31cef5e5a binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:19:15.496006 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:15.507152 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eb2a6e2d-a39a-4c75-9750-8502d8dd1f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:15.577048 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d72ea581-be0d-46fc-baf7-d7605c96df16 req-03bb4a15-3b42-43f0-9616-027356f4c65f tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:15.616284 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['3956733f-9997-41fd-b7c5-7553fb153f68'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:19:15.720946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-eb2a6e2d-a39a-4c75-9750-8502d8dd1f21 admin admin] Allocated IP 172.20.0.1 (b13a2d05-1ff5-419f-9b2f-082d70770afe/82ff6155-843e-4e76-be5f-7d2f5d78c7b3/a47a8676-739a-4cfb-9666-a8bf0583f1d5) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:19:15.877287 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:15.885656 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c115532b-fa9f-422a-9e63-4efe85e12766 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:19:15.911647 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: c115532b-fa9f-422a-9e63-4efe85e12766 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:19:15.912082 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c115532b-fa9f-422a-9e63-4efe85e12766 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:19:15.913859 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eb2a6e2d-a39a-4c75-9750-8502d8dd1f21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:15.968325 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:16.101677 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] Attempting to bind port 2a7b805f-7a1b-45e9-a094-10b31cef5e5a on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:19:16.102322 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] Attempting to bind port 2a7b805f-7a1b-45e9-a094-10b31cef5e5a by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:19:16.102413 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] Attempting to bind port 2a7b805f-7a1b-45e9-a094-10b31cef5e5a on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:19:16.131258 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eb2a6e2d-a39a-4c75-9750-8502d8dd1f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:16.160419 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:19:16.160831 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:19:16.161200 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:16.161593 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:19:16.162064 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] Bound port: 2a7b805f-7a1b-45e9-a094-10b31cef5e5a, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:19:16.162452 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:16.223705 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc010a3-7e95-4743-a290-5e61df037a6c None None] Pushing event updated for resources: {'Port': ['ID=2a7b805f-7a1b-45e9-a094-10b31cef5e5a,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:16.280385 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a6e2d-a39a-4c75-9750-8502d8dd1f21 admin admin] Pushing event updated for resources: {'Port': ['ID=a47a8676-739a-4cfb-9666-a8bf0583f1d5,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:16.294315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d4b32-a993-4f7e-8d3b-323131ed0f51 req-014dc5b8-caf6-496f-8687-b018d6b3f8fe tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:16.296605 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] For port 2a7b805f-7a1b-45e9-a094-10b31cef5e5a, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:19:16.302356 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb4a15-3b42-43f0-9616-027356f4c65f tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Pushing event deleted for resources: {'Port': ['ID=3956733f-9997-41fd-b7c5-7553fb153f68,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:16.302847 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] For port 2a7b805f-7a1b-45e9-a094-10b31cef5e5a, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2a7b805f-7a1b-45e9-a094-10b31cef5e5a,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:19:16.303855 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-278d4b32-a993-4f7e-8d3b-323131ed0f51 req-014dc5b8-caf6-496f-8687-b018d6b3f8fe tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.3474422 Nov 08 00:19:16.320565 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e0ef466-047d-4116-8183-b493083b0f6d req-3258e0e6-a7d9-47d1-9d73-9726123ed114 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 210 time: 0.2182655 Nov 08 00:19:16.362777 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2a6e2d-a39a-4c75-9750-8502d8dd1f21 admin admin] Network b13a2d05-1ff5-419f-9b2f-082d70770afe is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:19:16.369076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-eb2a6e2d-a39a-4c75-9750-8502d8dd1f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:19:16.375911 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2a6e2d-a39a-4c75-9750-8502d8dd1f21 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:19:16.394836 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72ea581-be0d-46fc-baf7-d7605c96df16 req-03bb4a15-3b42-43f0-9616-027356f4c65f tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] No DVR routers for this DVR port 3956733f-9997-41fd-b7c5-7553fb153f68 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:19:16.397523 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d72ea581-be0d-46fc-baf7-d7605c96df16 req-03bb4a15-3b42-43f0-9616-027356f4c65f tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:16.401500 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d72ea581-be0d-46fc-baf7-d7605c96df16 req-03bb4a15-3b42-43f0-9616-027356f4c65f tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.20 "DELETE /v2.0/ports/3956733f-9997-41fd-b7c5-7553fb153f68 HTTP/1.1" status: 204 len: 173 time: 1.9319112 Nov 08 00:19:16.415872 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a0a188-0268-48d4-8bbd-60d68cc7773b', 'name': 'network-vif-deleted', 'tag': '3956733f-9997-41fd-b7c5-7553fb153f68'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:19:16.418084 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:16.429806 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14caa06d-20e0-4b31-a042-13ee60069ab6" -d '{"events": [{"server_uuid": "51a0a188-0268-48d4-8bbd-60d68cc7773b", "name": "network-vif-deleted", "tag": "3956733f-9997-41fd-b7c5-7553fb153f68"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:19:16.448790 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eb2a6e2d-a39a-4c75-9750-8502d8dd1f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:16.462091 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4f234b1-3629-4445-8a0b-1b758e5a18c2 req-9fa1dd38-8b1d-457b-96d7-4a3bca7e0ccc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1915245 Nov 08 00:19:16.568707 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc010a3-7e95-4743-a290-5e61df037a6c None None] Pushing event updated for resources: {'Port': ['ID=2a7b805f-7a1b-45e9-a094-10b31cef5e5a,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:16.610248 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-278d4b32-a993-4f7e-8d3b-323131ed0f51 req-0703049e-2de1-44d4-8a52-7b9a47e552b9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054664 Nov 08 00:19:16.630367 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] Routers {'4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:19:16.632293 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:19:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:16.695402 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f234b1-3629-4445-8a0b-1b758e5a18c2 req-ea7a70e3-6fa3-44df-9167-a1f431818cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:16.700889 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4f234b1-3629-4445-8a0b-1b758e5a18c2 req-ea7a70e3-6fa3-44df-9167-a1f431818cbe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 1096 time: 0.1637828 Nov 08 00:19:16.878624 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d2ff8a0c-4da2-4fb5-b3e1-11fbef2e0383 req-63fd2a5a-8d26-497c-b60f-bbcf08f70ba2 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 210 time: 0.1050532 Nov 08 00:19:16.933207 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95d93c-b339-43ff-9a06-86abb11b2b2a req-bd5a557d-153f-464f-8716-e3b30fed7d38 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:16.943682 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed95d93c-b339-43ff-9a06-86abb11b2b2a req-bd5a557d-153f-464f-8716-e3b30fed7d38 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 944 time: 0.4905746 Nov 08 00:19:16.988557 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d8cb13-deba-4935-9bd8-8629188f12c0 x-openstack-request-id: req-02d8cb13-deba-4935-9bd8-8629188f12c0 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:19:16.988937 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a0a188-0268-48d4-8bbd-60d68cc7773b", "name": "network-vif-deleted", "tag": "3956733f-9997-41fd-b7c5-7553fb153f68", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:19:16.989200 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02d8cb13-deba-4935-9bd8-8629188f12c0 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:19:16.989628 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a0a188-0268-48d4-8bbd-60d68cc7773b', 'name': 'network-vif-deleted', 'tag': '3956733f-9997-41fd-b7c5-7553fb153f68', 'status': 'completed', 'code': 200} Nov 08 00:19:16.996044 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3db40520-5416-488d-bff0-fd8e310e0c11 None None] Provisioning complete for port a47a8676-739a-4cfb-9666-a8bf0583f1d5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:19:17.000084 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f234b1-3629-4445-8a0b-1b758e5a18c2 req-89527fcd-3887-42f1-ad25-c3eae3b44410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:17.001085 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3db40520-5416-488d-bff0-fd8e310e0c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:17.004773 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4f234b1-3629-4445-8a0b-1b758e5a18c2 req-89527fcd-3887-42f1-ad25-c3eae3b44410 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 200 len: 909 time: 0.2819273 Nov 08 00:19:17.036941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8a73f-9f0a-4098-aabe-eb6487a19592 req-9f284718-08fd-4875-a443-a16b2046fa89 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:17.044943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9af8a73f-9f0a-4098-aabe-eb6487a19592 req-9f284718-08fd-4875-a443-a16b2046fa89 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 944 time: 0.3667486 Nov 08 00:19:17.116407 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3db40520-5416-488d-bff0-fd8e310e0c11 None None] Port a47a8676-739a-4cfb-9666-a8bf0583f1d5 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:19:17.145501 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4f234b1-3629-4445-8a0b-1b758e5a18c2 req-4d617e24-d8f4-45d8-b143-9730261dc842 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2958b0f6-b9b8-44fd-9028-8080e090c89c HTTP/1.1" status: 200 len: 217 time: 0.1326871 Nov 08 00:19:17.160006 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] Set router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:19:17.239347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f234b1-3629-4445-8a0b-1b758e5a18c2 req-f7e56ba1-ed36-4c2e-9872-db3d6fd72bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:17.241576 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4f234b1-3629-4445-8a0b-1b758e5a18c2 req-f7e56ba1-ed36-4c2e-9872-db3d6fd72bfe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 200 len: 848 time: 0.0886989 Nov 08 00:19:17.271814 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9af8a73f-9f0a-4098-aabe-eb6487a19592 req-9c40e576-c8c5-4f36-84f8-828e0f7b4eeb tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219369 Nov 08 00:19:17.321081 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4f234b1-3629-4445-8a0b-1b758e5a18c2 req-4ff93bd1-c70b-434f-bd02-fdaaed6cd40e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d94fd993-3cd3-4f95-b0e9-7b398d133b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715563 Nov 08 00:19:17.322260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-ed95d93c-b339-43ff-9a06-86abb11b2b2a req-70d4dcc1-525a-4dc7-a0a0-7ff190c42cc8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Deleting port a6dae70b-bd19-4a25-ab3c-92c5aae44e69 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:19:17.322802 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ed95d93c-b339-43ff-9a06-86abb11b2b2a req-70d4dcc1-525a-4dc7-a0a0-7ff190c42cc8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:17.505303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-ed95d93c-b339-43ff-9a06-86abb11b2b2a req-70d4dcc1-525a-4dc7-a0a0-7ff190c42cc8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] For port a6dae70b-bd19-4a25-ab3c-92c5aae44e69, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a6dae70b-bd19-4a25-ab3c-92c5aae44e69,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:17.505530 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ed95d93c-b339-43ff-9a06-86abb11b2b2a req-70d4dcc1-525a-4dc7-a0a0-7ff190c42cc8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:17.520814 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-ed95d93c-b339-43ff-9a06-86abb11b2b2a req-70d4dcc1-525a-4dc7-a0a0-7ff190c42cc8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Calling delete_port for a6dae70b-bd19-4a25-ab3c-92c5aae44e69 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:19:17.528865 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4f234b1-3629-4445-8a0b-1b758e5a18c2 req-d2eedfe6-3104-4071-a6dd-d120907f0228 service neutron] 10.222.0.26 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999664 Nov 08 00:19:17.625362 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:19:13Z', 'revision_number': 3, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port': {'id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:11Z', 'updated_at': '2021-11-08T00:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:17.737676 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eb2a6e2d-a39a-4c75-9750-8502d8dd1f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:17.741570 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f97f63-5d8e-40bb-a4dd-3d4dd261b7cb None None] The sync data for ids ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'] in n-d-816882-1 is: [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:19:13Z', 'revision_number': 3, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port': {'id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:11Z', 'updated_at': '2021-11-08T00:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:19:17.808206 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e4f234b1-3629-4445-8a0b-1b758e5a18c2 req-a15c5eb6-3fb4-4254-867f-02b29c27e232 service neutron] 10.222.0.26 "GET /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723880 Nov 08 00:19:17.839240 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ed95d93c-b339-43ff-9a06-86abb11b2b2a req-70d4dcc1-525a-4dc7-a0a0-7ff190c42cc8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:17.851857 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bac57cc-94f0-4834-ab8c-e90be508ec97 req-8705090b-b2a3-4e29-837b-acffdd5e7114 tempest-InstanceActionsNegativeTestJSON-1870584797 tempest-InstanceActionsNegativeTestJSON-1870584797-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a0a188-0268-48d4-8bbd-60d68cc7773b HTTP/1.1" status: 200 len: 210 time: 0.1177137 Nov 08 00:19:17.933671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4dcc1-525a-4dc7-a0a0-7ff190c42cc8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Pushing event deleted for resources: {'Port': ['ID=a6dae70b-bd19-4a25-ab3c-92c5aae44e69,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:18.064499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-207762fa-7a12-4bc6-962a-b2188b1617f6 req-2ed597a7-50bc-4d7a-b579-5f8782fc69ac tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 210 time: 0.0548346 Nov 08 00:19:18.224207 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed95d93c-b339-43ff-9a06-86abb11b2b2a req-70d4dcc1-525a-4dc7-a0a0-7ff190c42cc8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] No DVR routers for this DVR port a6dae70b-bd19-4a25-ab3c-92c5aae44e69 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:19:18.264762 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ed95d93c-b339-43ff-9a06-86abb11b2b2a req-70d4dcc1-525a-4dc7-a0a0-7ff190c42cc8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:18.271070 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed95d93c-b339-43ff-9a06-86abb11b2b2a req-70d4dcc1-525a-4dc7-a0a0-7ff190c42cc8 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.26 "DELETE /v2.0/ports/a6dae70b-bd19-4a25-ab3c-92c5aae44e69 HTTP/1.1" status: 204 len: 173 time: 1.2879028 Nov 08 00:19:18.271424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd0fcd6-d598-4efe-bb59-40dabe96b661', 'name': 'network-vif-deleted', 'tag': 'a6dae70b-bd19-4a25-ab3c-92c5aae44e69'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:19:18.285027 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa127f34-8ad7-4063-b567-05b0a5afe5f7" -d '{"events": [{"server_uuid": "7dd0fcd6-d598-4efe-bb59-40dabe96b661", "name": "network-vif-deleted", "tag": "a6dae70b-bd19-4a25-ab3c-92c5aae44e69"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:19:18.346368 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3956733f-9997-41fd-b7c5-7553fb153f68 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:19:18.371780 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 3956733f-9997-41fd-b7c5-7553fb153f68 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:19:18.372218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3956733f-9997-41fd-b7c5-7553fb153f68 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:19:18.473693 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2a7b805f-7a1b-45e9-a094-10b31cef5e5a up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:19:18.490728 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a2e33-1899-4eed-a2aa-d24383854857 req-5b8b8807-fc3e-4623-bf80-5f1555d1326c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:18.497363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-482a2e33-1899-4eed-a2aa-d24383854857 req-5b8b8807-fc3e-4623-bf80-5f1555d1326c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.5712895 Nov 08 00:19:18.543287 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 2a7b805f-7a1b-45e9-a094-10b31cef5e5a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:19:18.544118 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:18.591719 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e98a6a7-d3ce-4211-98a9-cf8eea93527e req-d4e1f450-f064-4785-aa4b-f618312b6a38 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 210 time: 0.1566195 Nov 08 00:19:18.696252 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81cfd06-c2fd-4e97-ab5b-dc64044613ad x-openstack-request-id: req-b81cfd06-c2fd-4e97-ab5b-dc64044613ad {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:19:18.696801 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd0fcd6-d598-4efe-bb59-40dabe96b661", "name": "network-vif-deleted", "tag": "a6dae70b-bd19-4a25-ab3c-92c5aae44e69", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:19:18.697071 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b81cfd06-c2fd-4e97-ab5b-dc64044613ad {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:19:18.697793 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd0fcd6-d598-4efe-bb59-40dabe96b661', 'name': 'network-vif-deleted', 'tag': 'a6dae70b-bd19-4a25-ab3c-92c5aae44e69', 'status': 'completed', 'code': 200} Nov 08 00:19:18.726397 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:18.747038 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-482a2e33-1899-4eed-a2aa-d24383854857 req-f2e188de-61a8-4dfa-b6b7-828069a8045d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191050 Nov 08 00:19:18.799610 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eb2a6e2d-a39a-4c75-9750-8502d8dd1f21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:18.806197 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 2a7b805f-7a1b-45e9-a094-10b31cef5e5a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2a7b805f-7a1b-45e9-a094-10b31cef5e5a,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:18.860564 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:18.862688 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eb2a6e2d-a39a-4c75-9750-8502d8dd1f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:18.973233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=2a7b805f-7a1b-45e9-a094-10b31cef5e5a,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:19.003221 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45738) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:19.108873 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-de969cf7-97e0-4f51-89d4-6d4a1b54ff5b admin admin] Deleting subnet 2403abcb-b4bb-4387-9f18-9deca31b8c16 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:19:19.109056 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eb2a6e2d-a39a-4c75-9750-8502d8dd1f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:19.112422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a6e2d-a39a-4c75-9750-8502d8dd1f21 admin admin] Pushing event updated for resources: {'Port': ['ID=a47a8676-739a-4cfb-9666-a8bf0583f1d5,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:19.115334 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de969cf7-97e0-4f51-89d4-6d4a1b54ff5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:19.212363 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de969cf7-97e0-4f51-89d4-6d4a1b54ff5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:19.296287 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de969cf7-97e0-4f51-89d4-6d4a1b54ff5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:19.378094 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42019611-9251-45b4-b589-35a32d125653 req-db85c42f-5367-4ae8-b6cb-40bc390218d4 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 210 time: 0.1412911 Nov 08 00:19:19.491551 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33363563-7b29-4cf5-be7d-f2388f177499 req-6b953d19-2bd5-44cf-853d-cb2ec9d95a8e tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:19.493016 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33363563-7b29-4cf5-be7d-f2388f177499 req-6b953d19-2bd5-44cf-853d-cb2ec9d95a8e tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.26 "GET /v2.0/networks?id=27a53660-1020-4f37-bc10-2de174a95e16 HTTP/1.1" status: 200 len: 816 time: 0.3444529 Nov 08 00:19:19.504040 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2a6e2d-a39a-4c75-9750-8502d8dd1f21 admin admin] Network b13a2d05-1ff5-419f-9b2f-082d70770afe is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:19:19.505803 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-eb2a6e2d-a39a-4c75-9750-8502d8dd1f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:19:19.567447 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de969cf7-97e0-4f51-89d4-6d4a1b54ff5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:19.664348 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de969cf7-97e0-4f51-89d4-6d4a1b54ff5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:19.667909 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-de969cf7-97e0-4f51-89d4-6d4a1b54ff5b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2403abcb-b4bb-4387-9f18-9deca31b8c16 HTTP/1.1" status: 204 len: 168 time: 0.6628349 Nov 08 00:19:19.679750 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de969cf7-97e0-4f51-89d4-6d4a1b54ff5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2403abcb-b4bb-4387-9f18-9deca31b8c16,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:19.686567 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45748) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:19.815215 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33363563-7b29-4cf5-be7d-f2388f177499 req-ac0f767b-ecff-4778-8ef9-286dac7913de tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=550ca21d1db64fb8bd7188aa148b8d77 HTTP/1.1" status: 200 len: 380 time: 0.2987158 Nov 08 00:19:19.847773 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d23e577a-1257-4626-8b76-0e9a379e8bd4 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Request body: {'port': {'device_id': '7842e729-918b-4a52-a898-130f10916a9a', 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16', 'admin_state_up': True, 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'security_groups': ['4ca5e83c-a27f-4830-8e59-8dcc8dbac06d']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:19.918043 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e507531-6629-4618-9e4d-902ab765f81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:19.920837 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45756) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:19.931545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a6dae70b-bd19-4a25-ab3c-92c5aae44e69 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:19:19.976438 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: a6dae70b-bd19-4a25-ab3c-92c5aae44e69 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:19:19.977706 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a6dae70b-bd19-4a25-ab3c-92c5aae44e69 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:19:20.062090 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f52c0953-63cf-4592-80cb-ab2bade836e9 req-2948d568-d175-4fbc-a9d3-6f4e6af98dd5 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd0fcd6-d598-4efe-bb59-40dabe96b661 HTTP/1.1" status: 200 len: 210 time: 0.2508044 Nov 08 00:19:20.078307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-dfd0704c-7f9f-4b5d-abab-81d0dbc32d50 None None] Provisioning complete for port a47a8676-739a-4cfb-9666-a8bf0583f1d5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:19:20.079871 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dfd0704c-7f9f-4b5d-abab-81d0dbc32d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:20.158588 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-dfd0704c-7f9f-4b5d-abab-81d0dbc32d50 None None] Port a47a8676-739a-4cfb-9666-a8bf0583f1d5 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:19:20.216759 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcddc1e5-519e-41bc-a1c2-deb4a16ef0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:20.232336 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e507531-6629-4618-9e4d-902ab765f81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:20.269064 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6e507531-6629-4618-9e4d-902ab765f81d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d352820e-28a4-4320-8804-b70bc5d47209']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:20.290248 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6e507531-6629-4618-9e4d-902ab765f81d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2dc3560-6bc5-4b52-b168-8bb88c9e5dbb') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:20.290787 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6e507531-6629-4618-9e4d-902ab765f81d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2dc3560-6bc5-4b52-b168-8bb88c9e5dbb') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:20.295959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2a6e2d-a39a-4c75-9750-8502d8dd1f21 admin admin] Router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:19:20.310004 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e507531-6629-4618-9e4d-902ab765f81d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:20.315214 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14078344-4ef9-41e8-b921-db0ae07d5640 req-20f4b495-7909-4a53-a1e4-d702a97f1cfc tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:20.332986 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-14078344-4ef9-41e8-b921-db0ae07d5640 req-20f4b495-7909-4a53-a1e4-d702a97f1cfc tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.3895435 Nov 08 00:19:20.341126 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e507531-6629-4618-9e4d-902ab765f81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:20.382893 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e507531-6629-4618-9e4d-902ab765f81d admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:19:20.384357 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2a7b805f-7a1b-45e9-a094-10b31cef5e5a up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:19:20.385862 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e507531-6629-4618-9e4d-902ab765f81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:19:20.389554 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:19:20.451538 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-14078344-4ef9-41e8-b921-db0ae07d5640 req-259d986d-ad3e-459c-91d7-5ba35de8b52a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176116 Nov 08 00:19:20.507390 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 2a7b805f-7a1b-45e9-a094-10b31cef5e5a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:19:20.511773 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:20.606737 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45764) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:20.660332 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ac431c6-de8c-4d7a-9e54-cd2a4d1907a5 req-3976f214-b073-42c9-a512-de0669945938 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 210 time: 0.1103275 Nov 08 00:19:20.668718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d23e577a-1257-4626-8b76-0e9a379e8bd4 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Made reservation on behalf of 550ca21d1db64fb8bd7188aa148b8d77 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:19:20.673121 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d23e577a-1257-4626-8b76-0e9a379e8bd4 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:20.738210 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcddc1e5-519e-41bc-a1c2-deb4a16ef0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:20.802151 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-77fc1389-0997-4f61-913a-22b26f484242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:20.827099 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2a6e2d-a39a-4c75-9750-8502d8dd1f21 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:19:20.843917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-eb2a6e2d-a39a-4c75-9750-8502d8dd1f21 admin admin] 10.222.0.13 "PUT /v2.0/routers/4d658a4c-cd1f-4da2-9d6c-31d4f34b525c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9303608 Nov 08 00:19:20.847372 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e507531-6629-4618-9e4d-902ab765f81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:20.868282 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e507531-6629-4618-9e4d-902ab765f81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:20.880599 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] Sync routers for ids ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:19:20.899261 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6e507531-6629-4618-9e4d-902ab765f81d admin admin] 10.222.0.13 "DELETE /v2.0/networks/d352820e-28a4-4320-8804-b70bc5d47209 HTTP/1.1" status: 204 len: 168 time: 1.2092268 Nov 08 00:19:20.912388 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] Routers {'4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:19:20.918973 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:19:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:20.977787 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcddc1e5-519e-41bc-a1c2-deb4a16ef0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:20.992905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d23e577a-1257-4626-8b76-0e9a379e8bd4 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Allocated IP 172.20.0.9 (27a53660-1020-4f37-bc10-2de174a95e16/f8dc7e76-be96-48f0-952d-3ac3a6c95de1/6542817b-7092-4663-9b37-52c1e55e0b31) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:19:21.037651 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e507531-6629-4618-9e4d-902ab765f81d admin admin] Pushing event deleted for resources: {'Network': ['ID=d352820e-28a4-4320-8804-b70bc5d47209,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:21.156925 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddc1e5-519e-41bc-a1c2-deb4a16ef0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c47ec6-481b-4089-ad97-308df0adeafc,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:21.171185 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-77fc1389-0997-4f61-913a-22b26f484242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:21.178368 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] Set router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:19:21.217521 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fcddc1e5-519e-41bc-a1c2-deb4a16ef0f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae0f367f8d3747ae95e8e794d62c9534&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2852607 Nov 08 00:19:21.217521 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45780) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:21.345600 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-162a4777-b4ef-42b0-97fd-f59228d2c491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:21.355559 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45784) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:21.378110 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d23e577a-1257-4626-8b76-0e9a379e8bd4 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:21.423961 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-77fc1389-0997-4f61-913a-22b26f484242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:21.467561 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-162a4777-b4ef-42b0-97fd-f59228d2c491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:21.472997 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-77fc1389-0997-4f61-913a-22b26f484242 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6ad3e0a888a4e63855083c6a616bc64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8657017 Nov 08 00:19:21.474156 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc1389-0997-4f61-913a-22b26f484242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c684a319-8947-436f-a763-e27a69c996ad,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:21.476647 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45786) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:21.510864 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1fdd9cdd-65c9-458f-b902-485d976844e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1aecaf571424dfbada554bd8091bba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498823 Nov 08 00:19:21.511069 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d23e577a-1257-4626-8b76-0e9a379e8bd4 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:21.512510 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45790) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:21.638717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-18c55d52-bb89-4533-957e-f522f1820b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:21.662247 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:19:17Z', 'revision_number': 4, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port': {'id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:11Z', 'updated_at': '2021-11-08T00:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'a47a8676-739a-4cfb-9666-a8bf0583f1d5', 'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'mac_address': 'fa:16:3e:b0:5a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:15Z', 'updated_at': '2021-11-08T00:19:18Z', 'revision_number': 2, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'subnets': [{'id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:21.664351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d23e577a-1257-4626-8b76-0e9a379e8bd4 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Network 27a53660-1020-4f37-bc10-2de174a95e16 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:19:21.668986 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-18c55d52-bb89-4533-957e-f522f1820b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:21.682922 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d23e577a-1257-4626-8b76-0e9a379e8bd4 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:19:21.704965 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-162a4777-b4ef-42b0-97fd-f59228d2c491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:21.707220 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d23e577a-1257-4626-8b76-0e9a379e8bd4 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:19:21.707733 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-162a4777-b4ef-42b0-97fd-f59228d2c491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:21.708745 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-162a4777-b4ef-42b0-97fd-f59228d2c491 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01c47ec6-481b-4089-ad97-308df0adeafc HTTP/1.1" status: 204 len: 168 time: 0.4962146 Nov 08 00:19:21.726003 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] Checking router: 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:19:21.726366 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] Updating router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c port a47a8676-739a-4cfb-9666-a8bf0583f1d5 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:19:21.771979 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a4777-b4ef-42b0-97fd-f59228d2c491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c47ec6-481b-4089-ad97-308df0adeafc,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:21.784266 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:21.790474 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e577a-1257-4626-8b76-0e9a379e8bd4 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Pushing event updated for resources: {'Port': ['ID=6542817b-7092-4663-9b37-52c1e55e0b31,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:21.881633 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-18c55d52-bb89-4533-957e-f522f1820b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:21.883728 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-888e71da-27b7-4f7c-ba79-3cc99c558963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:21.888303 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-18c55d52-bb89-4533-957e-f522f1820b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:21.889506 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-18c55d52-bb89-4533-957e-f522f1820b12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ce536ba-605b-4a72-b0d6-a40e08b31755 HTTP/1.1" status: 204 len: 168 time: 0.3738751 Nov 08 00:19:21.914891 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c55d52-bb89-4533-957e-f522f1820b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce536ba-605b-4a72-b0d6-a40e08b31755,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:21.957580 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d23e577a-1257-4626-8b76-0e9a379e8bd4 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:21.959977 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d23e577a-1257-4626-8b76-0e9a379e8bd4 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:22.042364 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-888e71da-27b7-4f7c-ba79-3cc99c558963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:22.202252 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-674c7704-0159-4119-b07d-cdb395747d32 None None] Provisioning complete for port 6542817b-7092-4663-9b37-52c1e55e0b31 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:19:22.202807 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d23e577a-1257-4626-8b76-0e9a379e8bd4 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3828800 Nov 08 00:19:22.204369 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-674c7704-0159-4119-b07d-cdb395747d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:22.241465 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Request body: {'port': {'device_id': '7842e729-918b-4a52-a898-130f10916a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:22.247958 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:22.305936 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-674c7704-0159-4119-b07d-cdb395747d32 None None] Port 6542817b-7092-4663-9b37-52c1e55e0b31 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:19:22.328546 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:22.388944 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45802) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:22.391193 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:22.397870 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-1b63f75e-4288-4f5a-8d95-a934affb759f tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1454984945', 'description': 'tempest-description--1484296395'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:22.463721 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d1837-10a9-4726-8d89-196d465e3390 req-1cd5db26-19ff-4dbd-a8c2-724746823ac9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:22.471017 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad1d1837-10a9-4726-8d89-196d465e3390 req-1cd5db26-19ff-4dbd-a8c2-724746823ac9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.3180785 Nov 08 00:19:22.478037 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c64194-c6a4-4f1c-b63f-490be1ec483e None None] Pushing event updated for resources: {'Port': ['ID=a47a8676-739a-4cfb-9666-a8bf0583f1d5,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:22.481511 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-888e71da-27b7-4f7c-ba79-3cc99c558963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:22.489012 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-888e71da-27b7-4f7c-ba79-3cc99c558963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:22.514659 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-888e71da-27b7-4f7c-ba79-3cc99c558963 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c684a319-8947-436f-a763-e27a69c996ad HTTP/1.1" status: 204 len: 168 time: 1.0267434 Nov 08 00:19:22.530439 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c64194-c6a4-4f1c-b63f-490be1ec483e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:22.530992 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c64194-c6a4-4f1c-b63f-490be1ec483e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:22.532536 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c64194-c6a4-4f1c-b63f-490be1ec483e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:22.535004 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c64194-c6a4-4f1c-b63f-490be1ec483e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:22.535514 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c64194-c6a4-4f1c-b63f-490be1ec483e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:22.536026 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c64194-c6a4-4f1c-b63f-490be1ec483e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:22.536529 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c64194-c6a4-4f1c-b63f-490be1ec483e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:22.538099 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c64194-c6a4-4f1c-b63f-490be1ec483e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:22.538587 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c64194-c6a4-4f1c-b63f-490be1ec483e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:22.539069 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c64194-c6a4-4f1c-b63f-490be1ec483e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:22.540178 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c64194-c6a4-4f1c-b63f-490be1ec483e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:22.544931 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c64194-c6a4-4f1c-b63f-490be1ec483e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:22.574291 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b63f75e-4288-4f5a-8d95-a934affb759f tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:22.763464 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] Attempting to bind port a47a8676-739a-4cfb-9666-a8bf0583f1d5 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:19:22.765002 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] Attempting to bind port a47a8676-739a-4cfb-9666-a8bf0583f1d5 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '2423fa32-c7b0-4943-9b4a-6af78151abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:19:22.765531 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] Attempting to bind port a47a8676-739a-4cfb-9666-a8bf0583f1d5 on network b13a2d05-1ff5-419f-9b2f-082d70770afe {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:19:22.777213 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:19:22.779351 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] Checking segment: {'id': '2423fa32-c7b0-4943-9b4a-6af78151abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:19:22.780030 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:22.780889 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] Bound using segment: {'id': '2423fa32-c7b0-4943-9b4a-6af78151abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:19:22.784185 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] Bound port: a47a8676-739a-4cfb-9666-a8bf0583f1d5, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2423fa32-c7b0-4943-9b4a-6af78151abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:19:22.784777 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:22.790428 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b63f75e-4288-4f5a-8d95-a934affb759f tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:22.859065 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] For port a47a8676-739a-4cfb-9666-a8bf0583f1d5, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:19:22.863511 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] For port a47a8676-739a-4cfb-9666-a8bf0583f1d5, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a47a8676-739a-4cfb-9666-a8bf0583f1d5,segment=NetworkSegment(2423fa32-c7b0-4943-9b4a-6af78151abbd),segment_id=2423fa32-c7b0-4943-9b4a-6af78151abbd)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:19:22.917340 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b63f75e-4288-4f5a-8d95-a934affb759f tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:22.946151 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7c259b09-938a-457b-b1a9-3a41f3fcb8ba None None] Provisioning complete for port a47a8676-739a-4cfb-9666-a8bf0583f1d5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:19:22.948510 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7c259b09-938a-457b-b1a9-3a41f3fcb8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:22.975013 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:22.997986 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7c259b09-938a-457b-b1a9-3a41f3fcb8ba None None] Port a47a8676-739a-4cfb-9666-a8bf0583f1d5 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:19:23.016655 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63f75e-4288-4f5a-8d95-a934affb759f tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d39e1a-c679-41e1-b996-8177fae624c6,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:23.056707 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b63f75e-4288-4f5a-8d95-a934affb759f tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:23.059149 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1b63f75e-4288-4f5a-8d95-a934affb759f tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6681478 Nov 08 00:19:23.062273 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45816) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:23.069228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e15b1da8-13b4-4424-9729-1334d14e6d0c tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Request body: {'security_group_rule': {'security_group_id': '85d39e1a-c679-41e1-b996-8177fae624c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:23.157395 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] Routers {'4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:19:23.164151 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:19:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:23.169190 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45818) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:23.209293 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2e222722-67c0-443b-883c-e32ae6370b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:23.267227 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e15b1da8-13b4-4424-9729-1334d14e6d0c tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:23.362737 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c64194-c6a4-4f1c-b63f-490be1ec483e None None] Pushing event updated for resources: {'Port': ['ID=a47a8676-739a-4cfb-9666-a8bf0583f1d5,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:23.418336 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e71da-27b7-4f7c-ba79-3cc99c558963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c684a319-8947-436f-a763-e27a69c996ad,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:23.464308 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] Set router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:19:23.540405 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a53beff2-13d6-42a0-baec-79a5d7090320 None None] Provisioning complete for port a47a8676-739a-4cfb-9666-a8bf0583f1d5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:19:23.540966 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a53beff2-13d6-42a0-baec-79a5d7090320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:23.622904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad1d1837-10a9-4726-8d89-196d465e3390 req-d33f78a0-8d1d-4079-b465-407f418c8cc3 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1486497 Nov 08 00:19:23.705304 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c5431-09bc-4ed3-bdf8-da12ed924829 req-582f3098-4b57-423e-b577-8e521ff6d03b tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:23.707003 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f62c5431-09bc-4ed3-bdf8-da12ed924829 req-582f3098-4b57-423e-b577-8e521ff6d03b tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 945 time: 1.2163286 Nov 08 00:19:23.863488 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a53beff2-13d6-42a0-baec-79a5d7090320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:23.865076 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e15b1da8-13b4-4424-9729-1334d14e6d0c tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:23.934927 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a53beff2-13d6-42a0-baec-79a5d7090320 None None] For port a47a8676-739a-4cfb-9666-a8bf0583f1d5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a47a8676-739a-4cfb-9666-a8bf0583f1d5,segment=NetworkSegment(2423fa32-c7b0-4943-9b4a-6af78151abbd),segment_id=2423fa32-c7b0-4943-9b4a-6af78151abbd)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:23.953085 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65059e57-e256-4bc3-8a17-2de8c7f4b383 req-f751dd59-04e6-4630-8396-94e03ee3e83d tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:23.960048 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65059e57-e256-4bc3-8a17-2de8c7f4b383 req-f751dd59-04e6-4630-8396-94e03ee3e83d tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 931 time: 1.4148297 Nov 08 00:19:23.992321 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2e222722-67c0-443b-883c-e32ae6370b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:24.008426 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-f62c5431-09bc-4ed3-bdf8-da12ed924829 req-4663f175-0c4b-4ffd-98cf-de0098684b06 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Deleting port 2958b0f6-b9b8-44fd-9028-8080e090c89c {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:19:24.008769 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f62c5431-09bc-4ed3-bdf8-da12ed924829 req-4663f175-0c4b-4ffd-98cf-de0098684b06 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:24.013835 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa24f1d-55c9-446d-a87f-68d089fe632d req-f2378be9-0446-4110-bfba-6cb2b074f97c tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:24.021525 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5fa24f1d-55c9-446d-a87f-68d089fe632d req-f2378be9-0446-4110-bfba-6cb2b074f97c tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 945 time: 0.2027345 Nov 08 00:19:24.029689 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:19:17Z', 'revision_number': 4, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port': {'id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:11Z', 'updated_at': '2021-11-08T00:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'a47a8676-739a-4cfb-9666-a8bf0583f1d5', 'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'mac_address': 'fa:16:3e:b0:5a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:15Z', 'updated_at': '2021-11-08T00:19:22Z', 'revision_number': 4, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'subnets': [{'id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:24.111445 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-f62c5431-09bc-4ed3-bdf8-da12ed924829 req-4663f175-0c4b-4ffd-98cf-de0098684b06 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] For port 2958b0f6-b9b8-44fd-9028-8080e090c89c, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=2958b0f6-b9b8-44fd-9028-8080e090c89c,segment=NetworkSegment(bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575),segment_id=bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:24.112669 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f62c5431-09bc-4ed3-bdf8-da12ed924829 req-4663f175-0c4b-4ffd-98cf-de0098684b06 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:24.122157 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65059e57-e256-4bc3-8a17-2de8c7f4b383 req-fd7b8baf-7ccb-4363-951c-6b0e9b2e6f5b tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ca5e83c-a27f-4830-8e59-8dcc8dbac06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610725 Nov 08 00:19:24.143814 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-f62c5431-09bc-4ed3-bdf8-da12ed924829 req-4663f175-0c4b-4ffd-98cf-de0098684b06 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Calling delete_port for 2958b0f6-b9b8-44fd-9028-8080e090c89c owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:19:24.179813 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5fa24f1d-55c9-446d-a87f-68d089fe632d req-be1c819d-47c0-4db4-b584-b128d787f2f3 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff9a555c-782a-4821-8e9d-b88bab5f368b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573560 Nov 08 00:19:24.196865 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4294462-3f60-4f8c-b3e7-893e94b4e26c None None] The sync data for ids ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'] in n-d-816882-1 is: [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:19:17Z', 'revision_number': 4, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port': {'id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:11Z', 'updated_at': '2021-11-08T00:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'a47a8676-739a-4cfb-9666-a8bf0583f1d5', 'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'mac_address': 'fa:16:3e:b0:5a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:15Z', 'updated_at': '2021-11-08T00:19:22Z', 'revision_number': 4, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'subnets': [{'id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:19:24.364154 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a53beff2-13d6-42a0-baec-79a5d7090320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:24.398272 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2e222722-67c0-443b-883c-e32ae6370b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:24.407992 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e15b1da8-13b4-4424-9729-1334d14e6d0c tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:24.449964 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6542817b-7092-4663-9b37-52c1e55e0b31 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:19:24.460351 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:24.472929 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53beff2-13d6-42a0-baec-79a5d7090320 None None] Pushing event updated for resources: {'Port': ['ID=a47a8676-739a-4cfb-9666-a8bf0583f1d5,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:24.535444 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b1da8-13b4-4424-9729-1334d14e6d0c tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535eb328-cd6b-494b-9652-f2bcaba7e8d9,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:24.555577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45830) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:24.581722 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb9bad89-ecaf-49b4-9459-7708130d2271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:24.589629 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e222722-67c0-443b-883c-e32ae6370b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e884a292-e407-42f9-858a-041bded8e372,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:24.607725 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2e222722-67c0-443b-883c-e32ae6370b95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7c7c32015ed4899a547877d5ec2b70c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4301958 Nov 08 00:19:24.617761 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45832) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:24.629346 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e15b1da8-13b4-4424-9729-1334d14e6d0c tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:24.633818 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e15b1da8-13b4-4424-9729-1334d14e6d0c tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5685575 Nov 08 00:19:24.655110 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45838) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:24.673126 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2f9219dd-d9ad-489c-a434-1ed57747141a tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Request body: {'security_group_rule': {'security_group_id': '85d39e1a-c679-41e1-b996-8177fae624c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:24.698953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Transition to ACTIVE for port object 6542817b-7092-4663-9b37-52c1e55e0b31 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:19:24.702800 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f62c5431-09bc-4ed3-bdf8-da12ed924829 req-4663f175-0c4b-4ffd-98cf-de0098684b06 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:24.756431 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663f175-0c4b-4ffd-98cf-de0098684b06 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Pushing event deleted for resources: {'Port': ['ID=2958b0f6-b9b8-44fd-9028-8080e090c89c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:24.800099 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-03396d11-38ec-4f3c-b3ee-dc61857058f8 req-769b4b56-decb-4664-94f3-a72f0b634556 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1457860 Nov 08 00:19:24.815097 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62c5431-09bc-4ed3-bdf8-da12ed924829 req-4663f175-0c4b-4ffd-98cf-de0098684b06 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] No DVR routers for this DVR port 2958b0f6-b9b8-44fd-9028-8080e090c89c on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:19:24.817631 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f62c5431-09bc-4ed3-bdf8-da12ed924829 req-4663f175-0c4b-4ffd-98cf-de0098684b06 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:24.821001 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f62c5431-09bc-4ed3-bdf8-da12ed924829 req-4663f175-0c4b-4ffd-98cf-de0098684b06 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.26 "DELETE /v2.0/ports/2958b0f6-b9b8-44fd-9028-8080e090c89c HTTP/1.1" status: 204 len: 173 time: 1.0925395 Nov 08 00:19:24.821469 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2836bbd-cea4-4ea5-bd52-f8eb27182451', 'name': 'network-vif-deleted', 'tag': '2958b0f6-b9b8-44fd-9028-8080e090c89c'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:19:24.823818 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ad0a2a-1839-47c6-a610-8af332db7886" -d '{"events": [{"server_uuid": "b2836bbd-cea4-4ea5-bd52-f8eb27182451", "name": "network-vif-deleted", "tag": "2958b0f6-b9b8-44fd-9028-8080e090c89c"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:19:24.903877 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2f9219dd-d9ad-489c-a434-1ed57747141a tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:24.918722 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:24.925443 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86370ed-07e7-439f-b34a-21a111bcb304 x-openstack-request-id: req-f86370ed-07e7-439f-b34a-21a111bcb304 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:19:24.925738 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2836bbd-cea4-4ea5-bd52-f8eb27182451", "name": "network-vif-deleted", "tag": "2958b0f6-b9b8-44fd-9028-8080e090c89c", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:19:24.925995 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f86370ed-07e7-439f-b34a-21a111bcb304 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:19:24.928226 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2836bbd-cea4-4ea5-bd52-f8eb27182451', 'name': 'network-vif-deleted', 'tag': '2958b0f6-b9b8-44fd-9028-8080e090c89c', 'status': 'completed', 'code': 200} Nov 08 00:19:25.002618 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03396d11-38ec-4f3c-b3ee-dc61857058f8 req-1ec7409a-9efd-4a39-8289-30773ee3d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:25.004142 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-03396d11-38ec-4f3c-b3ee-dc61857058f8 req-1ec7409a-9efd-4a39-8289-30773ee3d535 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b5853458dd24c08bad0734d1d809da3&device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 1097 time: 0.1345787 Nov 08 00:19:25.155978 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2f9219dd-d9ad-489c-a434-1ed57747141a tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:25.247253 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2f9219dd-d9ad-489c-a434-1ed57747141a tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:25.268075 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a07fd042-420f-4765-8dec-c220621eb62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:25.295075 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a07fd042-420f-4765-8dec-c220621eb62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:25.326913 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03396d11-38ec-4f3c-b3ee-dc61857058f8 req-df0952a5-a3f1-4b20-b43d-de4f16352f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:25.328620 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-03396d11-38ec-4f3c-b3ee-dc61857058f8 req-df0952a5-a3f1-4b20-b43d-de4f16352f49 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0371df58-0f09-4690-9116-bbb16052317b HTTP/1.1" status: 200 len: 917 time: 0.2823005 Nov 08 00:19:25.331239 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45856) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:25.340787 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9219dd-d9ad-489c-a434-1ed57747141a tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb52927-ea26-4fec-8c28-9e62384510a3,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:25.362485 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6542817b-7092-4663-9b37-52c1e55e0b31,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:25.381770 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51c830-ae06-4ae1-95a6-cad6ec999fe9 req-7b75f541-7e75-487a-9ab9-c3947a911cdf tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:25.383860 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f51c830-ae06-4ae1-95a6-cad6ec999fe9 req-7b75f541-7e75-487a-9ab9-c3947a911cdf tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.6256416 Nov 08 00:19:25.455586 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb9bad89-ecaf-49b4-9459-7708130d2271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:25.468030 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-03396d11-38ec-4f3c-b3ee-dc61857058f8 req-b8464966-4eb4-4fd3-8203-672cf4703690 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e79d612-cbea-499e-9607-f97a24235729 HTTP/1.1" status: 200 len: 1000 time: 0.1301703 Nov 08 00:19:25.470636 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2f9219dd-d9ad-489c-a434-1ed57747141a tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:25.474796 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2f9219dd-d9ad-489c-a434-1ed57747141a tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8136344 Nov 08 00:19:25.482948 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45860) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:25.488619 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e7efb70d-e7d8-4672-9dc9-5020014fcbeb tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:25.509550 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a07fd042-420f-4765-8dec-c220621eb62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:25.513002 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a07fd042-420f-4765-8dec-c220621eb62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:25.514441 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a07fd042-420f-4765-8dec-c220621eb62a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e884a292-e407-42f9-858a-041bded8e372 HTTP/1.1" status: 204 len: 168 time: 0.8945868 Nov 08 00:19:25.571015 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb9bad89-ecaf-49b4-9459-7708130d2271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:25.609393 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-5ce983cc-cf07-4f45-aa04-e45f49812579 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-178311541-network', 'tenant_id': '2c49192ba4ae454abc515009dea62ee0'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:25.612105 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fd042-420f-4765-8dec-c220621eb62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e884a292-e407-42f9-858a-041bded8e372,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:25.651196 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e7efb70d-e7d8-4672-9dc9-5020014fcbeb tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:25.715053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f51c830-ae06-4ae1-95a6-cad6ec999fe9 req-f14c5a75-0538-41dc-bde8-e18b43c921b6 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840323 Nov 08 00:19:25.742938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07603a38-b936-41a7-9b31-d80784b05165 req-87fbff59-62ce-47d9-b5a4-66292f0aa03f tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:25.750210 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07603a38-b936-41a7-9b31-d80784b05165 req-87fbff59-62ce-47d9-b5a4-66292f0aa03f tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 943 time: 0.3782344 Nov 08 00:19:25.769158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Attempting to bind port 6542817b-7092-4663-9b37-52c1e55e0b31 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:19:25.769494 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Attempting to bind port 6542817b-7092-4663-9b37-52c1e55e0b31 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'ff99f702-e2b8-468a-830a-818110db009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:19:25.769815 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Attempting to bind port 6542817b-7092-4663-9b37-52c1e55e0b31 on network 27a53660-1020-4f37-bc10-2de174a95e16 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:19:25.803478 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cb9bad89-ecaf-49b4-9459-7708130d2271 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a41426303338402ab5083a4a69da377b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2420924 Nov 08 00:19:25.803478 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bad89-ecaf-49b4-9459-7708130d2271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08728e86-36a3-41cb-be74-b8b56976881b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:25.805976 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Port 6542817b-7092-4663-9b37-52c1e55e0b31 on network 27a53660-1020-4f37-bc10-2de174a95e16 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:19:25.806305 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Attempting to bind port 6542817b-7092-4663-9b37-52c1e55e0b31 on network 27a53660-1020-4f37-bc10-2de174a95e16 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:19:25.808628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45864) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:25.851907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:19:25.852263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Checking segment: {'id': 'ff99f702-e2b8-468a-830a-818110db009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:19:25.852651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Bound using segment: {'id': 'ff99f702-e2b8-468a-830a-818110db009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:19:25.853105 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Bound port: 6542817b-7092-4663-9b37-52c1e55e0b31, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff99f702-e2b8-468a-830a-818110db009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:19:25.853478 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:25.866543 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03396d11-38ec-4f3c-b3ee-dc61857058f8 req-c3ac267d-62cd-489e-aa0c-54c7887572f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:25.868524 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-03396d11-38ec-4f3c-b3ee-dc61857058f8 req-c3ac267d-62cd-489e-aa0c-54c7887572f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c80a8a3-462b-4322-9544-89bc8e72d39f HTTP/1.1" status: 200 len: 855 time: 0.3844965 Nov 08 00:19:25.874676 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce983cc-cf07-4f45-aa04-e45f49812579 admin admin] Made reservation on behalf of 2c49192ba4ae454abc515009dea62ee0 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:19:25.878943 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ce983cc-cf07-4f45-aa04-e45f49812579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:25.944554 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ce983cc-cf07-4f45-aa04-e45f49812579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:25.964424 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 2958b0f6-b9b8-44fd-9028-8080e090c89c no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:19:25.977975 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07603a38-b936-41a7-9b31-d80784b05165 req-50b5959e-3617-4c22-84b7-a1e58bc5b07e tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ca5e83c-a27f-4830-8e59-8dcc8dbac06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227378 Nov 08 00:19:26.061977 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 2958b0f6-b9b8-44fd-9028-8080e090c89c {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:19:26.062448 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 2958b0f6-b9b8-44fd-9028-8080e090c89c not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:19:26.067166 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ce983cc-cf07-4f45-aa04-e45f49812579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:26.099305 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03396d11-38ec-4f3c-b3ee-dc61857058f8 req-93e89bf3-db16-485d-94c1-6541dadd5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:26.100936 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-03396d11-38ec-4f3c-b3ee-dc61857058f8 req-93e89bf3-db16-485d-94c1-6541dadd5e59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371df58-0f09-4690-9116-bbb16052317b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2048595 Nov 08 00:19:26.149025 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d3a13306-a018-432f-b0db-562835341765 req-e7790904-0d2e-4685-8bce-2c55f3bf96c7 tempest-LiveMigrationTest-1965380422 tempest-LiveMigrationTest-1965380422-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2836bbd-cea4-4ea5-bd52-f8eb27182451 HTTP/1.1" status: 200 len: 210 time: 0.2185464 Nov 08 00:19:26.224591 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46e927e0-e4da-4206-9fe4-434284c157a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:26.231726 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] For port 6542817b-7092-4663-9b37-52c1e55e0b31, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:19:26.239280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] For port 6542817b-7092-4663-9b37-52c1e55e0b31, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6542817b-7092-4663-9b37-52c1e55e0b31,segment=NetworkSegment(ff99f702-e2b8-468a-830a-818110db009f),segment_id=ff99f702-e2b8-468a-830a-818110db009f)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:19:26.283339 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46e927e0-e4da-4206-9fe4-434284c157a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:26.328306 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:26.368587 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-03396d11-38ec-4f3c-b3ee-dc61857058f8 req-31d0473d-949f-49ad-a169-55dac24dd2d5 service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537212 Nov 08 00:19:26.375897 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ce983cc-cf07-4f45-aa04-e45f49812579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:26.420002 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:26.420515 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce983cc-cf07-4f45-aa04-e45f49812579 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:19:26.423093 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:26.432693 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33363563-7b29-4cf5-be7d-f2388f177499 req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] 10.222.0.26 "PUT /v2.0/ports/6542817b-7092-4663-9b37-52c1e55e0b31 HTTP/1.1" status: 200 len: 1091 time: 4.1974368 Nov 08 00:19:26.436303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7842e729-918b-4a52-a898-130f10916a9a', 'tag': '6542817b-7092-4663-9b37-52c1e55e0b31'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:19:26.441518 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f746c2-06f5-49c6-8748-0161cc8e4c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "7842e729-918b-4a52-a898-130f10916a9a", "tag": "6542817b-7092-4663-9b37-52c1e55e0b31"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:19:26.513964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a47a8676-739a-4cfb-9666-a8bf0583f1d5 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:19:26.530800 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cb1c3-d0bb-4259-9b87-b8e53f2778e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6542817b-7092-4663-9b37-52c1e55e0b31,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:26.542076 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a29a2c-1369-43b0-a651-eb8b43a04cff x-openstack-request-id: req-d3a29a2c-1369-43b0-a651-eb8b43a04cff {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:19:26.543110 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7842e729-918b-4a52-a898-130f10916a9a", "tag": "6542817b-7092-4663-9b37-52c1e55e0b31", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:19:26.543703 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3a29a2c-1369-43b0-a651-eb8b43a04cff {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:19:26.544305 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7842e729-918b-4a52-a898-130f10916a9a', 'tag': '6542817b-7092-4663-9b37-52c1e55e0b31', 'status': 'completed', 'code': 200} Nov 08 00:19:26.566902 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e7efb70d-e7d8-4672-9dc9-5020014fcbeb tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:26.603436 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ce983cc-cf07-4f45-aa04-e45f49812579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:26.604389 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-5ce983cc-cf07-4f45-aa04-e45f49812579 admin admin] Added segment e6dfc38d-0ab3-4c49-b9a7-80ea0e7b9ec0 of type vlan for network 56cef6b8-01b0-40aa-b534-1e1a78c6a122 Nov 08 00:19:26.642235 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46e927e0-e4da-4206-9fe4-434284c157a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:26.651435 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46e927e0-e4da-4206-9fe4-434284c157a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:26.655058 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-46e927e0-e4da-4206-9fe4-434284c157a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08728e86-36a3-41cb-be74-b8b56976881b HTTP/1.1" status: 204 len: 168 time: 0.8424752 Nov 08 00:19:26.674463 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e927e0-e4da-4206-9fe4-434284c157a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08728e86-36a3-41cb-be74-b8b56976881b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:26.701204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33363563-7b29-4cf5-be7d-f2388f177499 req-bed48165-ec22-41a6-8252-1f995602ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:26.706087 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33363563-7b29-4cf5-be7d-f2388f177499 req-bed48165-ec22-41a6-8252-1f995602ebcc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=550ca21d1db64fb8bd7188aa148b8d77&device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 1094 time: 0.1318481 Nov 08 00:19:26.707307 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ce983cc-cf07-4f45-aa04-e45f49812579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:26.715260 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port a47a8676-739a-4cfb-9666-a8bf0583f1d5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:19:26.715634 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:26.821184 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33363563-7b29-4cf5-be7d-f2388f177499 req-83fca43c-9353-495c-8910-82674f99ec94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6542817b-7092-4663-9b37-52c1e55e0b31 HTTP/1.1" status: 200 len: 217 time: 0.0982552 Nov 08 00:19:26.921835 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce983cc-cf07-4f45-aa04-e45f49812579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bf80b5-258a-4d7e-b2fb-39020c06faba,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:26.924651 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ce983cc-cf07-4f45-aa04-e45f49812579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:26.925632 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce983cc-cf07-4f45-aa04-e45f49812579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:26.926301 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ce983cc-cf07-4f45-aa04-e45f49812579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:27.002524 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33363563-7b29-4cf5-be7d-f2388f177499 req-60816d2e-4a97-4681-8dda-2d5c417af01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:27.002524 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33363563-7b29-4cf5-be7d-f2388f177499 req-60816d2e-4a97-4681-8dda-2d5c417af01e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f8dc7e76-be96-48f0-952d-3ac3a6c95de1 HTTP/1.1" status: 200 len: 855 time: 0.1590729 Nov 08 00:19:27.011903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72509787-235f-4350-bd96-03e633192161 req-7749ce4f-6e91-4b32-a628-2cca33b90be3 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:27.013912 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-72509787-235f-4350-bd96-03e633192161 req-7749ce4f-6e91-4b32-a628-2cca33b90be3 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0898881 Nov 08 00:19:27.030404 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-03396d11-38ec-4f3c-b3ee-dc61857058f8 req-57781483-7162-4b63-aa9f-26a4786599dd service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5994551 Nov 08 00:19:27.072345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce983cc-cf07-4f45-aa04-e45f49812579 admin admin] Pushing event updated for resources: {'Network': ['ID=56cef6b8-01b0-40aa-b534-1e1a78c6a122,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:27.086015 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 56cef6b8-01b0-40aa-b534-1e1a78c6a122 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:19:27.123890 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-72509787-235f-4350-bd96-03e633192161 req-29de22fb-8be4-49e3-ae10-29b9f4d3c279 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010880 Nov 08 00:19:27.133495 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33363563-7b29-4cf5-be7d-f2388f177499 req-1aeb99f1-9377-400f-ab5a-56a5d6fdb7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:27.135270 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33363563-7b29-4cf5-be7d-f2388f177499 req-1aeb99f1-9377-400f-ab5a-56a5d6fdb7cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27a53660-1020-4f37-bc10-2de174a95e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357780 Nov 08 00:19:27.138325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-e7efb70d-e7d8-4672-9dc9-5020014fcbeb tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Allocated IP 172.25.2.159 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/2ac575b4-b829-46a8-bca6-7e0d99ac68c1) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:19:27.201798 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b2706-bf9f-4ae2-93fc-83893d207663 req-38d456ca-aee2-4c9f-a6a5-3d883e7e2b41 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:27.212101 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da2b2706-bf9f-4ae2-93fc-83893d207663 req-38d456ca-aee2-4c9f-a6a5-3d883e7e2b41 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 943 time: 0.1513958 Nov 08 00:19:27.312711 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5ce983cc-cf07-4f45-aa04-e45f49812579 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9778159 Nov 08 00:19:27.316218 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45896) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:27.363966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45902) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:27.364973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a833e98f-c19d-47b9-bccc-a12fe49aa13a admin admin] Request body: {'subnet': {'network_id': '56cef6b8-01b0-40aa-b534-1e1a78c6a122', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-178311541-subnet', 'tenant_id': '2c49192ba4ae454abc515009dea62ee0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:27.397429 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e7efb70d-e7d8-4672-9dc9-5020014fcbeb tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:27.411217 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da2b2706-bf9f-4ae2-93fc-83893d207663 req-1adf1253-4349-4b1c-bec4-d23d607d2ab9 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ca5e83c-a27f-4830-8e59-8dcc8dbac06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980081 Nov 08 00:19:27.449670 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33363563-7b29-4cf5-be7d-f2388f177499 req-2d8e8f1e-e475-4279-b514-7e92bb434b1f service neutron] 10.222.0.26 "GET /v2.0/networks/27a53660-1020-4f37-bc10-2de174a95e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051107 Nov 08 00:19:27.571102 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e7efb70d-e7d8-4672-9dc9-5020014fcbeb tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:27.599818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a833e98f-c19d-47b9-bccc-a12fe49aa13a admin admin] Made reservation on behalf of 2c49192ba4ae454abc515009dea62ee0 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:19:27.607829 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a833e98f-c19d-47b9-bccc-a12fe49aa13a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:27.629682 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efb70d-e7d8-4672-9dc9-5020014fcbeb tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Pushing event updated for resources: {'Port': ['ID=2ac575b4-b829-46a8-bca6-7e0d99ac68c1,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:27.655202 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d910a68-abad-45d9-a879-4dce976c62ed admin admin] Deleting subnet a0ec3df4-1869-45a1-99d0-6ce6e411d41a {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:19:27.662103 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d910a68-abad-45d9-a879-4dce976c62ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:27.704216 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7efb70d-e7d8-4672-9dc9-5020014fcbeb tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:19:27.707468 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-e7efb70d-e7d8-4672-9dc9-5020014fcbeb tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:19:27.711540 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7efb70d-e7d8-4672-9dc9-5020014fcbeb tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:19:27.716668 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d910a68-abad-45d9-a879-4dce976c62ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:27.736163 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33363563-7b29-4cf5-be7d-f2388f177499 req-a2b88b9f-71bf-438b-a893-f16b9045c272 service neutron] 10.222.0.26 "GET /v2.0/networks/27a53660-1020-4f37-bc10-2de174a95e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793634 Nov 08 00:19:27.829067 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d910a68-abad-45d9-a879-4dce976c62ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:27.910227 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e7efb70d-e7d8-4672-9dc9-5020014fcbeb tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:27.986114 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f746c2-06f5-49c6-8748-0161cc8e4c8f req-5e7417c6-4393-4792-a081-e563173b0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:27.987907 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4f746c2-06f5-49c6-8748-0161cc8e4c8f req-5e7417c6-4393-4792-a081-e563173b0aeb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=550ca21d1db64fb8bd7188aa148b8d77&device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 1094 time: 0.1002183 Nov 08 00:19:28.033194 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a833e98f-c19d-47b9-bccc-a12fe49aa13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:28.037962 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d910a68-abad-45d9-a879-4dce976c62ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:28.052915 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e7efb70d-e7d8-4672-9dc9-5020014fcbeb tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:28.121512 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d910a68-abad-45d9-a879-4dce976c62ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0ec3df4-1869-45a1-99d0-6ce6e411d41a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:28.132574 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d910a68-abad-45d9-a879-4dce976c62ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:28.136333 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1d910a68-abad-45d9-a879-4dce976c62ed admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a0ec3df4-1869-45a1-99d0-6ce6e411d41a HTTP/1.1" status: 204 len: 168 time: 0.7713995 Nov 08 00:19:28.138893 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45926) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:28.156814 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833e98f-c19d-47b9-bccc-a12fe49aa13a admin admin] Pushing event updated for resources: {'Subnet': ['ID=32bbc72b-9cc8-4147-b91d-b71d2224a83b,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:28.168364 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2f304965-fb2b-41cc-a117-323519f953ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:28.169266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833e98f-c19d-47b9-bccc-a12fe49aa13a admin admin] Checking segment: {'id': 'e6dfc38d-0ab3-4c49-b9a7-80ea0e7b9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '56cef6b8-01b0-40aa-b534-1e1a78c6a122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:19:28.169629 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a833e98f-c19d-47b9-bccc-a12fe49aa13a admin admin] Network hostable DHCP agents. Network: 56cef6b8-01b0-40aa-b534-1e1a78c6a122, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:19:28.185769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f746c2-06f5-49c6-8748-0161cc8e4c8f req-3b341a5e-27df-4c8f-a3e8-998f3917320b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:28.187304 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4f746c2-06f5-49c6-8748-0161cc8e4c8f req-3b341a5e-27df-4c8f-a3e8-998f3917320b service neutron] 10.222.0.26 "GET /v2.0/networks?id=27a53660-1020-4f37-bc10-2de174a95e16 HTTP/1.1" status: 200 len: 917 time: 0.1923788 Nov 08 00:19:28.289387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4f746c2-06f5-49c6-8748-0161cc8e4c8f req-79695faa-8284-416f-8f86-15bae9286806 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6542817b-7092-4663-9b37-52c1e55e0b31 HTTP/1.1" status: 200 len: 217 time: 0.0942295 Nov 08 00:19:28.292683 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a833e98f-c19d-47b9-bccc-a12fe49aa13a admin admin] Network 56cef6b8-01b0-40aa-b534-1e1a78c6a122 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:19:28.357121 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-987abc39-4be7-4734-a158-993ad81b60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:28.415679 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-a833e98f-c19d-47b9-bccc-a12fe49aa13a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 56cef6b8-01b0-40aa-b534-1e1a78c6a122) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:19:28.431082 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a833e98f-c19d-47b9-bccc-a12fe49aa13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:28.432575 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a833e98f-c19d-47b9-bccc-a12fe49aa13a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:28.435551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db1ad7f-b68e-4817-812e-0c1dd5a2b796 None None] Network 56cef6b8-01b0-40aa-b534-1e1a78c6a122 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:19:28.486593 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d761a-b910-41e1-a8b1-fcef6ce350c0 req-b33b32f7-cfe4-43b3-83d7-7f6c870f7502 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:28.488269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c14d761a-b910-41e1-a8b1-fcef6ce350c0 req-b33b32f7-cfe4-43b3-83d7-7f6c870f7502 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1984239 Nov 08 00:19:28.491051 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f746c2-06f5-49c6-8748-0161cc8e4c8f req-11f7c4b2-3408-45f6-b0e1-008e284e9faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:28.492635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4f746c2-06f5-49c6-8748-0161cc8e4c8f req-11f7c4b2-3408-45f6-b0e1-008e284e9faa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f8dc7e76-be96-48f0-952d-3ac3a6c95de1 HTTP/1.1" status: 200 len: 855 time: 0.1499352 Nov 08 00:19:28.595403 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c14d761a-b910-41e1-a8b1-fcef6ce350c0 req-9a91a876-e7c2-467c-89f3-ed8c48c4c569 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985968 Nov 08 00:19:28.626340 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a833e98f-c19d-47b9-bccc-a12fe49aa13a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2714841 Nov 08 00:19:28.644472 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-987abc39-4be7-4734-a158-993ad81b60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:28.652360 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f746c2-06f5-49c6-8748-0161cc8e4c8f req-5a560a11-6e1c-4159-9f67-5ceea1f7b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:28.654477 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4f746c2-06f5-49c6-8748-0161cc8e4c8f req-5a560a11-6e1c-4159-9f67-5ceea1f7b6ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27a53660-1020-4f37-bc10-2de174a95e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323698 Nov 08 00:19:28.662859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93f92da-16dc-4250-9e33-48a241af62f3 None None] Network 56cef6b8-01b0-40aa-b534-1e1a78c6a122 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:19:28.668679 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f5a3a-508a-46b3-9f84-d9ac13f48e35 req-8d13e5dd-7104-4538-b1db-91c2fa701bae tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:28.670304 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d3f5a3a-508a-46b3-9f84-d9ac13f48e35 req-8d13e5dd-7104-4538-b1db-91c2fa701bae tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 943 time: 0.1126454 Nov 08 00:19:28.685224 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-987abc39-4be7-4734-a158-993ad81b60a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94fd993-3cd3-4f95-b0e9-7b398d133b4e']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:28.695539 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e7efb70d-e7d8-4672-9dc9-5020014fcbeb tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:28.700731 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-987abc39-4be7-4734-a158-993ad81b60a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:28.701037 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-987abc39-4be7-4734-a158-993ad81b60a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc88e5f4-ac5d-4ae5-8fca-6ff98b8db575') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:28.711061 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-987abc39-4be7-4734-a158-993ad81b60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:28.730728 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-987abc39-4be7-4734-a158-993ad81b60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:28.741609 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987abc39-4be7-4734-a158-993ad81b60a1 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:19:28.742106 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-987abc39-4be7-4734-a158-993ad81b60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:19:28.744112 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:19:28.797393 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d3f5a3a-508a-46b3-9f84-d9ac13f48e35 req-5275748f-f979-48b2-93e6-aa995de926d4 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ca5e83c-a27f-4830-8e59-8dcc8dbac06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175096 Nov 08 00:19:28.824311 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e7efb70d-e7d8-4672-9dc9-5020014fcbeb tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:28.830921 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4f746c2-06f5-49c6-8748-0161cc8e4c8f req-aad63f25-02c6-4279-85de-e457337ec887 service neutron] 10.222.0.26 "GET /v2.0/networks/27a53660-1020-4f37-bc10-2de174a95e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593843 Nov 08 00:19:28.958626 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4f746c2-06f5-49c6-8748-0161cc8e4c8f req-38dde872-868c-4c18-98aa-3075eb931ce4 service neutron] 10.222.0.26 "GET /v2.0/networks/27a53660-1020-4f37-bc10-2de174a95e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206031 Nov 08 00:19:28.962390 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199a07c-e7d7-4bb7-a3ef-c8480dcea19f req-aafcec45-1743-4cdc-83ea-64c739a265e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:28.966827 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c199a07c-e7d7-4bb7-a3ef-c8480dcea19f req-aafcec45-1743-4cdc-83ea-64c739a265e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5cb1497c7c24f528f74444b576d295e&device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 1097 time: 0.2087698 Nov 08 00:19:28.970805 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e7efb70d-e7d8-4672-9dc9-5020014fcbeb tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:28.975678 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efb70d-e7d8-4672-9dc9-5020014fcbeb tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Pushing event updated for resources: {'Port': ['ID=2ac575b4-b829-46a8-bca6-7e0d99ac68c1,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:28.994844 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-987abc39-4be7-4734-a158-993ad81b60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:29.009087 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-987abc39-4be7-4734-a158-993ad81b60a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:29.015643 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-987abc39-4be7-4734-a158-993ad81b60a1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d94fd993-3cd3-4f95-b0e9-7b398d133b4e HTTP/1.1" status: 204 len: 168 time: 0.8757617 Nov 08 00:19:29.015899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45958) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:29.057070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987abc39-4be7-4734-a158-993ad81b60a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d94fd993-3cd3-4f95-b0e9-7b398d133b4e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:29.063178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ffb9aea-7cf6-4b78-9269-1c24902767ad admin admin] Deleting subnet 43b9fb69-5e1e-4816-a4fd-5ace0801792c {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:19:29.070130 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5ffb9aea-7cf6-4b78-9269-1c24902767ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:29.114211 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199a07c-e7d7-4bb7-a3ef-c8480dcea19f req-91100003-fcc6-4bee-8b8b-49e57f7cbe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:29.116193 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5ffb9aea-7cf6-4b78-9269-1c24902767ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:29.116556 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c199a07c-e7d7-4bb7-a3ef-c8480dcea19f req-91100003-fcc6-4bee-8b8b-49e57f7cbe8c service neutron] 10.222.0.20 "GET /v2.0/networks?id=adf0fd13-4016-499b-aff1-954a6f811d84 HTTP/1.1" status: 200 len: 914 time: 0.1425207 Nov 08 00:19:29.135591 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e7efb70d-e7d8-4672-9dc9-5020014fcbeb tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:29.136820 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e7efb70d-e7d8-4672-9dc9-5020014fcbeb tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6516371 Nov 08 00:19:29.165639 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c199a07c-e7d7-4bb7-a3ef-c8480dcea19f req-6e98e53d-959a-43ce-b961-2097a837ca0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19d102e-5315-481d-805a-b1b293de86a4 HTTP/1.1" status: 200 len: 217 time: 0.0423338 Nov 08 00:19:29.167437 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5ffb9aea-7cf6-4b78-9269-1c24902767ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:29.226827 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199a07c-e7d7-4bb7-a3ef-c8480dcea19f req-19b140d3-b7fb-49c3-a69b-e38570f48898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:29.228874 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c199a07c-e7d7-4bb7-a3ef-c8480dcea19f req-19b140d3-b7fb-49c3-a69b-e38570f48898 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=51233a59-51ba-4690-b7f3-640611b7c057 HTTP/1.1" status: 200 len: 853 time: 0.0537324 Nov 08 00:19:29.260997 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c199a07c-e7d7-4bb7-a3ef-c8480dcea19f req-0f4cf7ff-6919-49c8-9f4d-e686cdd8c145 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=adf0fd13-4016-499b-aff1-954a6f811d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254962 Nov 08 00:19:29.311081 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5ffb9aea-7cf6-4b78-9269-1c24902767ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:29.365957 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb9aea-7cf6-4b78-9269-1c24902767ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43b9fb69-5e1e-4816-a4fd-5ace0801792c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:29.375164 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c199a07c-e7d7-4bb7-a3ef-c8480dcea19f req-1b59dee8-388b-4976-b85d-7bb3ffcee8ff service neutron] 10.222.0.20 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075187 Nov 08 00:19:29.389879 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5ffb9aea-7cf6-4b78-9269-1c24902767ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:29.393687 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5ffb9aea-7cf6-4b78-9269-1c24902767ad admin admin] 10.222.0.13 "DELETE /v2.0/subnets/43b9fb69-5e1e-4816-a4fd-5ace0801792c HTTP/1.1" status: 204 len: 168 time: 0.3762288 Nov 08 00:19:29.401089 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45976) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:29.534957 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e02b8eed-b471-4298-b768-86679d875961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:29.542047 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-232dd2ee-1206-454d-88bc-1767d56406f6 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:29.544351 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c199a07c-e7d7-4bb7-a3ef-c8480dcea19f req-5889b0d9-06ff-4afc-b1e6-394285cfc10c service neutron] 10.222.0.20 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621695 Nov 08 00:19:29.544522 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-232dd2ee-1206-454d-88bc-1767d56406f6 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/networks?id=56cef6b8-01b0-40aa-b534-1e1a78c6a122 HTTP/1.1" status: 200 len: 821 time: 0.1818271 Nov 08 00:19:29.570508 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-5492c999-163c-4da5-897c-f24e266c95eb tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/quotas/2c49192ba4ae454abc515009dea62ee0 HTTP/1.1" status: 200 len: 375 time: 0.0199385 Nov 08 00:19:29.635521 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e02b8eed-b471-4298-b768-86679d875961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:29.646439 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-615a0658-a9d7-4201-af89-a1e71a224bad tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c49192ba4ae454abc515009dea62ee0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693228 Nov 08 00:19:29.667550 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-e02b8eed-b471-4298-b768-86679d875961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6cad7f-595e-4696-a9c4-ad58253904ff']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:29.678672 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-e02b8eed-b471-4298-b768-86679d875961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d5d00e-0d72-4b76-bba4-c5538b5c05a4') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:29.679165 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-e02b8eed-b471-4298-b768-86679d875961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d5d00e-0d72-4b76-bba4-c5538b5c05a4') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:29.693244 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e02b8eed-b471-4298-b768-86679d875961 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:29.708804 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e02b8eed-b471-4298-b768-86679d875961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:29.715185 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02b8eed-b471-4298-b768-86679d875961 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:19:29.715565 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e02b8eed-b471-4298-b768-86679d875961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:19:29.717301 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:19:29.766153 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54100d13-88c9-4810-87bd-423beceaa7df req-d85aa5cc-6095-4c64-ba17-8f5410cdfbc6 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1454984945&fields=id&tenant_id=e2278e422f74446f91e7e8ef6b5f1bb4 HTTP/1.1" status: 200 len: 267 time: 0.0847864 Nov 08 00:19:29.824400 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e02b8eed-b471-4298-b768-86679d875961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:29.829576 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e02b8eed-b471-4298-b768-86679d875961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:29.836390 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e02b8eed-b471-4298-b768-86679d875961 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7a6cad7f-595e-4696-a9c4-ad58253904ff HTTP/1.1" status: 204 len: 168 time: 0.4342983 Nov 08 00:19:29.840612 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-f930fe70-a9bf-4b40-87e0-eb34e3665d96 service neutron] 10.222.0.13 "GET /v2.0/networks/56cef6b8-01b0-40aa-b534-1e1a78c6a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817818 Nov 08 00:19:29.857868 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b8eed-b471-4298-b768-86679d875961 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a6cad7f-595e-4696-a9c4-ad58253904ff,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:29.961892 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54100d13-88c9-4810-87bd-423beceaa7df req-c1f7796a-444e-4626-9435-232114287aa4 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:29.964046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54100d13-88c9-4810-87bd-423beceaa7df req-c1f7796a-444e-4626-9435-232114287aa4 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/networks?id=b13a2d05-1ff5-419f-9b2f-082d70770afe HTTP/1.1" status: 200 len: 810 time: 0.1890647 Nov 08 00:19:29.993515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-562e0432-7943-404e-9317-9f5a4b9f5830 service neutron] 10.222.0.13 "GET /v2.0/networks/56cef6b8-01b0-40aa-b534-1e1a78c6a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457100 Nov 08 00:19:29.994887 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54100d13-88c9-4810-87bd-423beceaa7df req-69442947-0773-43be-baeb-edb247343d38 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/quotas/e2278e422f74446f91e7e8ef6b5f1bb4 HTTP/1.1" status: 200 len: 375 time: 0.0233107 Nov 08 00:19:30.067196 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54100d13-88c9-4810-87bd-423beceaa7df req-f131e013-c0b4-4ada-9232-1136aecdf8a6 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2278e422f74446f91e7e8ef6b5f1bb4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0570612 Nov 08 00:19:30.168884 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54100d13-88c9-4810-87bd-423beceaa7df req-35a45ca9-581e-43a2-bf4f-7babf67ed6db service neutron] 10.222.0.13 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017895 Nov 08 00:19:30.320060 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46048) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:30.348571 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54100d13-88c9-4810-87bd-423beceaa7df req-4dcb16fe-89e1-4084-a00b-533266b2851d service neutron] 10.222.0.13 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723650 Nov 08 00:19:30.388973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233d306-24ca-4468-86b1-5e7c5a989670 req-eab13ff6-928f-497f-bf8e-a3f03968d678 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:30.397667 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4233d306-24ca-4468-86b1-5e7c5a989670 req-eab13ff6-928f-497f-bf8e-a3f03968d678 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.1122959 Nov 08 00:19:30.413424 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-35940f7e-a832-4cb9-b7d4-0083f4c438fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97cd1b3154f241d5a6c44887e42be8b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0898657 Nov 08 00:19:30.415699 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46054) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:30.458164 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4233d306-24ca-4468-86b1-5e7c5a989670 req-2d1a22b1-7d22-432f-b03e-4ef87c8057a5 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586777 Nov 08 00:19:30.502673 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be7bdaa9-b3fe-48be-980f-b4ba325cab79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:30.526300 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be7bdaa9-b3fe-48be-980f-b4ba325cab79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:30.575866 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab130ad0-353b-45c0-afdd-2efa85bbfc34 req-ad1a6074-0b66-466b-8dc3-29f4bb434ba5 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:30.577452 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab130ad0-353b-45c0-afdd-2efa85bbfc34 req-ad1a6074-0b66-466b-8dc3-29f4bb434ba5 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 943 time: 0.0489171 Nov 08 00:19:30.616230 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab130ad0-353b-45c0-afdd-2efa85bbfc34 req-f780c5d6-5251-46e7-bc7e-1256e8d84d7a tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ca5e83c-a27f-4830-8e59-8dcc8dbac06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324280 Nov 08 00:19:30.700782 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7d01fc0-fe5e-4294-8199-00c9e2944eec req-0f04a973-cdf3-4c1b-a624-3490d27b787e tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/ports?device_id=882b8caa-8f3f-4042-ba10-89d07b76e0d0 HTTP/1.1" status: 200 len: 210 time: 0.0335932 Nov 08 00:19:30.702968 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be7bdaa9-b3fe-48be-980f-b4ba325cab79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:30.705768 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be7bdaa9-b3fe-48be-980f-b4ba325cab79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:30.706975 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-be7bdaa9-b3fe-48be-980f-b4ba325cab79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff9a555c-782a-4821-8e9d-b88bab5f368b HTTP/1.1" status: 204 len: 168 time: 0.2895873 Nov 08 00:19:30.716675 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bdaa9-b3fe-48be-980f-b4ba325cab79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9a555c-782a-4821-8e9d-b88bab5f368b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:30.785165 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8513493e-bc1b-4096-8dff-c4ab26743d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:30.797427 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9fb0222-0196-48d6-bcca-1c596126cdc8 req-6b4f9f3d-7507-4f51-ad55-d2f098dfc53c tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 210 time: 0.0387034 Nov 08 00:19:31.024205 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:31.056083 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46078) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:31.256565 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9cce695-5a34-4a85-b803-52216f8f2f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:31.358313 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9cce695-5a34-4a85-b803-52216f8f2f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:31.570944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f237ef1-b497-4abc-ab95-f894f4a7ef95 req-e799571b-7bd1-40bc-8169-1b9618bfbf6a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:31.573068 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f237ef1-b497-4abc-ab95-f894f4a7ef95 req-e799571b-7bd1-40bc-8169-1b9618bfbf6a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0522442 Nov 08 00:19:31.578914 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9cce695-5a34-4a85-b803-52216f8f2f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:31.625968 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f237ef1-b497-4abc-ab95-f894f4a7ef95 req-a2d7d70a-ffea-46f2-81e5-46ddb4176e14 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445819 Nov 08 00:19:31.630861 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e9cce695-5a34-4a85-b803-52216f8f2f13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d0a00e0a6cc4f3ca8b4d3a598faad5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5736923 Nov 08 00:19:31.631745 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cce695-5a34-4a85-b803-52216f8f2f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c23328-c8c2-44b7-81dc-447ed408c616,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:31.633691 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 46090) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:31.696972 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ab49b880-f3cf-4dbc-ae9d-788e3dea8968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:31.741538 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ab49b880-f3cf-4dbc-ae9d-788e3dea8968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:31.770361 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:31.770992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dccd39-6751-4771-8ede-bf38e21cdcd1 req-a15efb77-ebab-479c-bbc9-f996a0606025 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:31.775683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8dccd39-6751-4771-8ede-bf38e21cdcd1 req-a15efb77-ebab-479c-bbc9-f996a0606025 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 943 time: 0.0902410 Nov 08 00:19:31.832239 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3aa5172d-6b52-4f82-9119-79d1565261d9 req-7bb3ca9f-844b-4f7c-86d1-f2774c088260 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/ports?device_id=882b8caa-8f3f-4042-ba10-89d07b76e0d0 HTTP/1.1" status: 200 len: 210 time: 0.0519879 Nov 08 00:19:31.867494 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8dccd39-6751-4771-8ede-bf38e21cdcd1 req-e839a03c-0109-40e0-8970-8e10e90f8805 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ca5e83c-a27f-4830-8e59-8dcc8dbac06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797713 Nov 08 00:19:31.915610 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:31.925208 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7362bc7c-bb3f-443e-a746-71a214636689 req-87de848e-fb31-42dc-9e1f-a9f7d82f072f tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 210 time: 0.0345995 Nov 08 00:19:31.938516 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46106) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:31.955559 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ab49b880-f3cf-4dbc-ae9d-788e3dea8968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:31.960027 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ab49b880-f3cf-4dbc-ae9d-788e3dea8968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:31.969163 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ab49b880-f3cf-4dbc-ae9d-788e3dea8968 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22c23328-c8c2-44b7-81dc-447ed408c616 HTTP/1.1" status: 204 len: 168 time: 0.3266864 Nov 08 00:19:31.972228 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49b880-f3cf-4dbc-ae9d-788e3dea8968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c23328-c8c2-44b7-81dc-447ed408c616,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:32.010293 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dae066f2-58bd-4868-8726-94580a9ad786 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ca3f982ce8747b9b7716292e4bad13e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0647385 Nov 08 00:19:32.011918 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46110) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:32.063587 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c684238d-11c0-4b3c-b6bb-a932722bc41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:32.085128 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c684238d-11c0-4b3c-b6bb-a932722bc41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:32.230952 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c684238d-11c0-4b3c-b6bb-a932722bc41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:32.233844 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c684238d-11c0-4b3c-b6bb-a932722bc41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:32.235378 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c684238d-11c0-4b3c-b6bb-a932722bc41f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5402bfbc-b81f-46e7-a9d2-2feacd520267 HTTP/1.1" status: 204 len: 168 time: 0.2220533 Nov 08 00:19:32.243164 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684238d-11c0-4b3c-b6bb-a932722bc41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5402bfbc-b81f-46e7-a9d2-2feacd520267,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:32.406744 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device a19d102e-5315-481d-805a-b1b293de86a4 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:19:32.487434 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:32.510505 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed519f3-7f27-4cef-8936-26b9c52d2618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a19d102e-5315-481d-805a-b1b293de86a4'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:19:32.512774 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62045fd-4807-4f76-8d74-9329c87a028c" -d '{"events": [{"server_uuid": "3ed519f3-7f27-4cef-8936-26b9c52d2618", "name": "network-vif-unplugged", "status": "completed", "tag": "a19d102e-5315-481d-805a-b1b293de86a4"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:19:32.527287 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port a19d102e-5315-481d-805a-b1b293de86a4, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a19d102e-5315-481d-805a-b1b293de86a4,segment=NetworkSegment(6bbdb3e3-653a-49eb-ad5b-e348d9558c7d),segment_id=6bbdb3e3-653a-49eb-ad5b-e348d9558c7d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:32.557208 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0323a7-c853-42c3-84da-de47ca86a394 x-openstack-request-id: req-6a0323a7-c853-42c3-84da-de47ca86a394 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:19:32.557497 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed519f3-7f27-4cef-8936-26b9c52d2618", "name": "network-vif-unplugged", "status": "completed", "tag": "a19d102e-5315-481d-805a-b1b293de86a4", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:19:32.557746 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a0323a7-c853-42c3-84da-de47ca86a394 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:19:32.558138 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed519f3-7f27-4cef-8936-26b9c52d2618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a19d102e-5315-481d-805a-b1b293de86a4', 'code': 200} Nov 08 00:19:32.641900 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:32.690325 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=a19d102e-5315-481d-805a-b1b293de86a4,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:32.753181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b55d9-342e-457a-a08d-bd9d01f6dad2 req-319e4b18-839a-415c-a6db-650124fa2940 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:32.754691 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c6b55d9-342e-457a-a08d-bd9d01f6dad2 req-319e4b18-839a-415c-a6db-650124fa2940 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 944 time: 0.0493300 Nov 08 00:19:32.794400 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c6b55d9-342e-457a-a08d-bd9d01f6dad2 req-17515a48-f016-409b-9cab-3ae0a0fcb732 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318046 Nov 08 00:19:32.919226 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b510ab-0426-48a7-a928-38a0ca9e57c0 req-7174bbd4-d772-4438-8237-c37fef065bf2 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:32.922662 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28b510ab-0426-48a7-a928-38a0ca9e57c0 req-7174bbd4-d772-4438-8237-c37fef065bf2 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 944 time: 0.0534410 Nov 08 00:19:32.967925 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d44f6de1-7c24-46ce-aab4-bc5a7ad2f310 req-08f9c60e-271f-4edc-ad81-f4c3a6a1088a tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/ports?device_id=882b8caa-8f3f-4042-ba10-89d07b76e0d0 HTTP/1.1" status: 200 len: 210 time: 0.0573192 Nov 08 00:19:32.995043 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28b510ab-0426-48a7-a928-38a0ca9e57c0 req-15ff9be7-d44b-4137-a5c2-60ab4ca9f965 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616996 Nov 08 00:19:33.003666 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46140) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:33.114488 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576a81f-808a-419c-bd2d-85b3889f2033 req-a99416c7-21fa-4eda-be77-517e2fea7c4e tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:33.116097 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f576a81f-808a-419c-bd2d-85b3889f2033 req-a99416c7-21fa-4eda-be77-517e2fea7c4e tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 943 time: 0.0633194 Nov 08 00:19:33.125932 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46152) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:33.141704 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-852642d0-8f08-49e6-a967-55d5b1651e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:33.178747 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f576a81f-808a-419c-bd2d-85b3889f2033 req-c8c01c26-1c90-4899-9c78-b16c31922c7c tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ca5e83c-a27f-4830-8e59-8dcc8dbac06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550506 Nov 08 00:19:33.293458 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:33.301729 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-852642d0-8f08-49e6-a967-55d5b1651e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:33.304236 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69e37422-9bad-4e9e-87bc-af65d3ee23b5 req-2fdb08ed-0201-452e-8768-3008c803b069 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 210 time: 0.0529835 Nov 08 00:19:33.358427 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-514e6231-4368-4455-b3c7-3b922003401e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:33.407092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-846696a9-2c5e-456d-857e-43309b9e8aa2 req-af258dc5-73b3-42f0-a768-d0d8dfef19b5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:19:33.414046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-846696a9-2c5e-456d-857e-43309b9e8aa2 req-af258dc5-73b3-42f0-a768-d0d8dfef19b5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065525 Nov 08 00:19:33.452850 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-514e6231-4368-4455-b3c7-3b922003401e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:33.510667 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-852642d0-8f08-49e6-a967-55d5b1651e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:33.561684 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-514e6231-4368-4455-b3c7-3b922003401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:33.565508 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-852642d0-8f08-49e6-a967-55d5b1651e12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1b8f01d020c4a229341ab88f3ee5d6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4383466 Nov 08 00:19:33.568560 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 46160) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:33.576663 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852642d0-8f08-49e6-a967-55d5b1651e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb71c52-8464-481c-8206-4cfdf625490d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:33.628553 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-50cbff7e-b860-4e00-89bf-7e77a09c7323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:33.654957 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-50cbff7e-b860-4e00-89bf-7e77a09c7323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:33.664276 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-514e6231-4368-4455-b3c7-3b922003401e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dc27c797a0542adbedfa17b499c6148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6589293 Nov 08 00:19:33.666527 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 46162) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:33.668360 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e6231-4368-4455-b3c7-3b922003401e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393211b7-18fb-47cd-919b-4a9a48f91c2b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:33.726305 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-d4b9586d-84f1-465c-8c7d-fd1826d0baa7 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:33.727972 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-d4b9586d-84f1-465c-8c7d-fd1826d0baa7 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.20 "GET /v2.0/networks?id=56cef6b8-01b0-40aa-b534-1e1a78c6a122 HTTP/1.1" status: 200 len: 821 time: 0.1788437 Nov 08 00:19:33.749529 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-ed33deac-3f30-42b5-b7dc-eba14a14484d tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Request body: {'port': {'device_id': '882b8caa-8f3f-4042-ba10-89d07b76e0d0', 'network_id': '56cef6b8-01b0-40aa-b534-1e1a78c6a122', 'admin_state_up': True, 'tenant_id': '2c49192ba4ae454abc515009dea62ee0'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:33.798521 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a9ece4af-752d-47c8-9218-adc17be33be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:33.839219 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a9ece4af-752d-47c8-9218-adc17be33be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:33.846735 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2161e7-a234-4df2-80ff-9654813ce18a req-eb442fdf-39e1-4f83-ab01-0a7f8fd9f4d0 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:33.848309 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e2161e7-a234-4df2-80ff-9654813ce18a req-eb442fdf-39e1-4f83-ab01-0a7f8fd9f4d0 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 944 time: 0.0838344 Nov 08 00:19:33.878480 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-50cbff7e-b860-4e00-89bf-7e77a09c7323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:33.881464 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-50cbff7e-b860-4e00-89bf-7e77a09c7323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:33.882807 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-50cbff7e-b860-4e00-89bf-7e77a09c7323 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fb71c52-8464-481c-8206-4cfdf625490d HTTP/1.1" status: 204 len: 168 time: 0.3129539 Nov 08 00:19:33.908429 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbff7e-b860-4e00-89bf-7e77a09c7323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb71c52-8464-481c-8206-4cfdf625490d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:33.935461 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e2161e7-a234-4df2-80ff-9654813ce18a req-5687d3c0-af53-4cd9-8178-73b33b9a2130 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714028 Nov 08 00:19:33.977091 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-ed33deac-3f30-42b5-b7dc-eba14a14484d tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Made reservation on behalf of 2c49192ba4ae454abc515009dea62ee0 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:19:33.981463 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-ed33deac-3f30-42b5-b7dc-eba14a14484d tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:34.036292 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a9ece4af-752d-47c8-9218-adc17be33be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:34.039532 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a9ece4af-752d-47c8-9218-adc17be33be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:34.042122 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a9ece4af-752d-47c8-9218-adc17be33be5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/393211b7-18fb-47cd-919b-4a9a48f91c2b HTTP/1.1" status: 204 len: 168 time: 0.3750956 Nov 08 00:19:34.089192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ece4af-752d-47c8-9218-adc17be33be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393211b7-18fb-47cd-919b-4a9a48f91c2b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:34.104967 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-407b571e-39ef-408b-afcc-405f08996465 req-2855e137-85d7-42e8-bc69-4f9dc1233dd5 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/ports?device_id=882b8caa-8f3f-4042-ba10-89d07b76e0d0 HTTP/1.1" status: 200 len: 210 time: 0.0565212 Nov 08 00:19:34.178118 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-40be552c-5c0f-4e99-939c-dc2c7468bb13 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0999396 Nov 08 00:19:34.197440 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-ed33deac-3f30-42b5-b7dc-eba14a14484d tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Allocated IP 172.20.0.3 (56cef6b8-01b0-40aa-b534-1e1a78c6a122/32bbc72b-9cc8-4147-b91d-b71d2224a83b/75920001-7b1e-4667-bcfd-267bcd1d78de) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:19:34.285805 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54100d13-88c9-4810-87bd-423beceaa7df req-3a8bdb7a-8a51-4ecf-8480-f292d4f55000 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:34.291692 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54100d13-88c9-4810-87bd-423beceaa7df req-3a8bdb7a-8a51-4ecf-8480-f292d4f55000 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.20 "GET /v2.0/networks?id=b13a2d05-1ff5-419f-9b2f-082d70770afe HTTP/1.1" status: 200 len: 810 time: 0.1663141 Nov 08 00:19:34.422180 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54100d13-88c9-4810-87bd-423beceaa7df req-c012d67a-114d-4469-860e-acec95ac98a5 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2278e422f74446f91e7e8ef6b5f1bb4 HTTP/1.1" status: 200 len: 380 time: 0.1139436 Nov 08 00:19:34.442259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-54100d13-88c9-4810-87bd-423beceaa7df req-b91cced4-e679-4dfb-b635-851b5e210b33 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Request body: {'port': {'device_id': 'c8f94ced-3da5-4757-a76b-b66fa2a1dc05', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'admin_state_up': True, 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'security_groups': ['85d39e1a-c679-41e1-b996-8177fae624c6']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:34.479336 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d934a7a-7176-440e-a74a-978e6b05e392 req-5104b1be-dc1f-4147-a633-06b935ec9646 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 210 time: 0.0625036 Nov 08 00:19:34.483551 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-ed33deac-3f30-42b5-b7dc-eba14a14484d tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:34.529923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8084cd-2232-4037-8c86-6a7658203860 req-b6d0f36c-cca5-4127-897b-299514985ec1 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:34.531292 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a8084cd-2232-4037-8c86-6a7658203860 req-b6d0f36c-cca5-4127-897b-299514985ec1 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 943 time: 0.1828172 Nov 08 00:19:34.599359 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a8084cd-2232-4037-8c86-6a7658203860 req-fd4b3884-025c-4ca5-93d2-d75c2de37e58 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ca5e83c-a27f-4830-8e59-8dcc8dbac06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604370 Nov 08 00:19:34.693572 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-ed33deac-3f30-42b5-b7dc-eba14a14484d tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:34.731969 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54100d13-88c9-4810-87bd-423beceaa7df req-b91cced4-e679-4dfb-b635-851b5e210b33 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Made reservation on behalf of e2278e422f74446f91e7e8ef6b5f1bb4 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:19:34.739102 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-54100d13-88c9-4810-87bd-423beceaa7df req-b91cced4-e679-4dfb-b635-851b5e210b33 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:34.739225 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-ed33deac-3f30-42b5-b7dc-eba14a14484d tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Network 56cef6b8-01b0-40aa-b534-1e1a78c6a122 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:19:34.743792 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-ed33deac-3f30-42b5-b7dc-eba14a14484d tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:19:34.753024 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-ed33deac-3f30-42b5-b7dc-eba14a14484d tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:19:34.789366 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33deac-3f30-42b5-b7dc-eba14a14484d tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Pushing event updated for resources: {'Port': ['ID=75920001-7b1e-4667-bcfd-267bcd1d78de,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:34.811195 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-ed33deac-3f30-42b5-b7dc-eba14a14484d tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:34.811935 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-ed33deac-3f30-42b5-b7dc-eba14a14484d tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:34.872341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-54100d13-88c9-4810-87bd-423beceaa7df req-b91cced4-e679-4dfb-b635-851b5e210b33 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Allocated IP 172.20.0.8 (b13a2d05-1ff5-419f-9b2f-082d70770afe/82ff6155-843e-4e76-be5f-7d2f5d78c7b3/d66ff1f1-dfc7-4182-9d0c-32f8d824382b) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:19:34.958951 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-ed33deac-3f30-42b5-b7dc-eba14a14484d tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2134395 Nov 08 00:19:34.986008 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Request body: {'port': {'device_id': '882b8caa-8f3f-4042-ba10-89d07b76e0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:35.069221 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-54100d13-88c9-4810-87bd-423beceaa7df req-b91cced4-e679-4dfb-b635-851b5e210b33 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:35.089886 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:19:35.093606 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88134f4f-1e62-4536-a568-cb0bdca103a5 req-cd1bf481-d9ca-4424-90af-32c7b8a3f6da tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:35.095070 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88134f4f-1e62-4536-a568-cb0bdca103a5 req-cd1bf481-d9ca-4424-90af-32c7b8a3f6da tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 944 time: 0.0839970 Nov 08 00:19:35.170152 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88134f4f-1e62-4536-a568-cb0bdca103a5 req-7c75f986-5477-41ec-bd85-dc5b42cb18f6 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553892 Nov 08 00:19:35.234178 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-54100d13-88c9-4810-87bd-423beceaa7df req-b91cced4-e679-4dfb-b635-851b5e210b33 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:35.280521 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46224) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:35.303980 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-60f392af-6380-4efd-a1c3-642d7c9dbf3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:35.379272 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:35.497059 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-60f392af-6380-4efd-a1c3-642d7c9dbf3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:35.585743 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-60f392af-6380-4efd-a1c3-642d7c9dbf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:35.669823 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-60f392af-6380-4efd-a1c3-642d7c9dbf3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63212c7e85b44d59aba856e28104325e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3882084 Nov 08 00:19:35.684217 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46244) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:35.724004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54100d13-88c9-4810-87bd-423beceaa7df req-b91cced4-e679-4dfb-b635-851b5e210b33 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Network b13a2d05-1ff5-419f-9b2f-082d70770afe is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:19:35.734460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-54100d13-88c9-4810-87bd-423beceaa7df req-b91cced4-e679-4dfb-b635-851b5e210b33 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:19:35.740214 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-54100d13-88c9-4810-87bd-423beceaa7df req-b91cced4-e679-4dfb-b635-851b5e210b33 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:19:35.756132 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f392af-6380-4efd-a1c3-642d7c9dbf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722625d7-c5df-47c8-b7dc-57c141c054a2,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:35.810799 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a767-d4d7-48b3-b352-02008bffc8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:35.810929 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cced4-e679-4dfb-b635-851b5e210b33 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Pushing event updated for resources: {'Port': ['ID=d66ff1f1-dfc7-4182-9d0c-32f8d824382b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:35.836758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980db63a-4c47-45a2-a722-ca4836d14040 req-12ff5bda-70e4-48ad-9bc9-3f2729a27e01 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:35.836758 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-980db63a-4c47-45a2-a722-ca4836d14040 req-12ff5bda-70e4-48ad-9bc9-3f2729a27e01 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/ports?device_id=882b8caa-8f3f-4042-ba10-89d07b76e0d0 HTTP/1.1" status: 200 len: 931 time: 0.6287377 Nov 08 00:19:35.865567 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cb434-e9e6-4e55-84ad-0222326da000 req-fea355f5-bfb3-4a17-8996-01bb61145940 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:35.867050 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f7cb434-e9e6-4e55-84ad-0222326da000 req-fea355f5-bfb3-4a17-8996-01bb61145940 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 931 time: 0.2193727 Nov 08 00:19:35.876495 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a767-d4d7-48b3-b352-02008bffc8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:35.908206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54100d13-88c9-4810-87bd-423beceaa7df req-b91cced4-e679-4dfb-b635-851b5e210b33 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:35.908949 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-54100d13-88c9-4810-87bd-423beceaa7df req-b91cced4-e679-4dfb-b635-851b5e210b33 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:35.964188 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75920001-7b1e-4667-bcfd-267bcd1d78de {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:19:35.972179 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:36.011699 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-980db63a-4c47-45a2-a722-ca4836d14040 req-bb7f38f3-6124-4b7f-8658-c483ac53f58d tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf80b5-258a-4d7e-b2fb-39020c06faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689787 Nov 08 00:19:36.017663 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f7cb434-e9e6-4e55-84ad-0222326da000 req-000af43f-a849-462f-b2c5-3b1080ef7186 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248879 Nov 08 00:19:36.033578 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6542817b-7092-4663-9b37-52c1e55e0b31 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:19:36.050909 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54100d13-88c9-4810-87bd-423beceaa7df req-b91cced4-e679-4dfb-b635-851b5e210b33 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6148152 Nov 08 00:19:36.080442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Request body: {'port': {'device_id': 'c8f94ced-3da5-4757-a76b-b66fa2a1dc05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:36.087640 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a767-d4d7-48b3-b352-02008bffc8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:36.091080 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a767-d4d7-48b3-b352-02008bffc8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:36.092593 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a3e0a767-d4d7-48b3-b352-02008bffc8f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/722625d7-c5df-47c8-b7dc-57c141c054a2 HTTP/1.1" status: 204 len: 168 time: 0.4075823 Nov 08 00:19:36.094576 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Transition to ACTIVE for port object 75920001-7b1e-4667-bcfd-267bcd1d78de will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:19:36.103092 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0a767-d4d7-48b3-b352-02008bffc8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722625d7-c5df-47c8-b7dc-57c141c054a2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:36.165256 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 6542817b-7092-4663-9b37-52c1e55e0b31, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6542817b-7092-4663-9b37-52c1e55e0b31,segment=NetworkSegment(ff99f702-e2b8-468a-830a-818110db009f),segment_id=ff99f702-e2b8-468a-830a-818110db009f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:36.176278 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '6542817b-7092-4663-9b37-52c1e55e0b31', 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16', 'port_id': '6542817b-7092-4663-9b37-52c1e55e0b31', 'mac_address': 'fa:16:3e:9e:f1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dc7e76-be96-48f0-952d-3ac3a6c95de1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:19:36.210325 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:36.212903 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:36.219467 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49304251-3894-462d-8256-9b03ff772f44 req-0aea1b31-c0e0-4261-ac48-5ef74470d8d1 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:36.221020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-49304251-3894-462d-8256-9b03ff772f44 req-0aea1b31-c0e0-4261-ac48-5ef74470d8d1 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 943 time: 0.1373851 Nov 08 00:19:36.224725 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-7669380b-20bb-43ba-9cb0-6395381fbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:36.226387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-7669380b-20bb-43ba-9cb0-6395381fbafe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618&tenant_id=b5cb1497c7c24f528f74444b576d295e HTTP/1.1" status: 200 len: 1095 time: 0.1118493 Nov 08 00:19:36.249175 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:36.272496 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6542817b-7092-4663-9b37-52c1e55e0b31 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:19:36.275779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-49304251-3894-462d-8256-9b03ff772f44 req-ffbee1be-6df2-4d86-9440-96c29c1d4dfe tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ca5e83c-a27f-4830-8e59-8dcc8dbac06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414460 Nov 08 00:19:36.279417 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:36.310873 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Pushing event updated for resources: {'Port': ['ID=75920001-7b1e-4667-bcfd-267bcd1d78de,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:36.318545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-13019438-1d1e-4b42-b82e-c68303bc01f4 None None] Provisioning complete for port d66ff1f1-dfc7-4182-9d0c-32f8d824382b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:19:36.318923 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13019438-1d1e-4b42-b82e-c68303bc01f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:36.405567 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 6542817b-7092-4663-9b37-52c1e55e0b31, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6542817b-7092-4663-9b37-52c1e55e0b31,segment=NetworkSegment(ff99f702-e2b8-468a-830a-818110db009f),segment_id=ff99f702-e2b8-468a-830a-818110db009f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:36.419361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-13019438-1d1e-4b42-b82e-c68303bc01f4 None None] Port d66ff1f1-dfc7-4182-9d0c-32f8d824382b cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:19:36.443422 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Attempting to bind port 75920001-7b1e-4667-bcfd-267bcd1d78de on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:19:36.444069 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Attempting to bind port 75920001-7b1e-4667-bcfd-267bcd1d78de by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'e6dfc38d-0ab3-4c49-b9a7-80ea0e7b9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '56cef6b8-01b0-40aa-b534-1e1a78c6a122'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:19:36.444563 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Attempting to bind port 75920001-7b1e-4667-bcfd-267bcd1d78de on network 56cef6b8-01b0-40aa-b534-1e1a78c6a122 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:19:36.450558 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Port 75920001-7b1e-4667-bcfd-267bcd1d78de on network 56cef6b8-01b0-40aa-b534-1e1a78c6a122 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:19:36.450892 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Attempting to bind port 75920001-7b1e-4667-bcfd-267bcd1d78de on network 56cef6b8-01b0-40aa-b534-1e1a78c6a122 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:19:36.458206 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:19:36.458613 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Checking segment: {'id': 'e6dfc38d-0ab3-4c49-b9a7-80ea0e7b9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '56cef6b8-01b0-40aa-b534-1e1a78c6a122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:19:36.458914 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Bound using segment: {'id': 'e6dfc38d-0ab3-4c49-b9a7-80ea0e7b9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '56cef6b8-01b0-40aa-b534-1e1a78c6a122'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:19:36.459340 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Bound port: 75920001-7b1e-4667-bcfd-267bcd1d78de, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6dfc38d-0ab3-4c49-b9a7-80ea0e7b9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '56cef6b8-01b0-40aa-b534-1e1a78c6a122'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:19:36.460353 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:36.470824 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:36.521844 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee9953-9c97-4565-a222-d482adf3e4f4 req-fe103233-a587-4b0a-8c03-7942e54cc993 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:36.523386 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03ee9953-9c97-4565-a222-d482adf3e4f4 req-fe103233-a587-4b0a-8c03-7942e54cc993 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 944 time: 0.1881640 Nov 08 00:19:36.541899 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] For port 75920001-7b1e-4667-bcfd-267bcd1d78de, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:19:36.544783 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:36.561950 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] For port 75920001-7b1e-4667-bcfd-267bcd1d78de, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=75920001-7b1e-4667-bcfd-267bcd1d78de,segment=NetworkSegment(e6dfc38d-0ab3-4c49-b9a7-80ea0e7b9ec0),segment_id=e6dfc38d-0ab3-4c49-b9a7-80ea0e7b9ec0)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:19:36.629578 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:36.668118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03ee9953-9c97-4565-a222-d482adf3e4f4 req-cebc5ff6-1cd3-4763-9e84-733c148650d3 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252124 Nov 08 00:19:36.727600 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=6542817b-7092-4663-9b37-52c1e55e0b31,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:36.743197 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Pushing event updated for resources: {'Port': ['ID=75920001-7b1e-4667-bcfd-267bcd1d78de,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:36.760355 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:36.761479 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:36.763276 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-fcd0c5f9-95bc-427c-8752-cfcd7f7342f3 service neutron] 10.222.0.20 "PUT /v2.0/ports/75920001-7b1e-4667-bcfd-267bcd1d78de HTTP/1.1" status: 200 len: 1091 time: 1.7900181 Nov 08 00:19:36.763754 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '882b8caa-8f3f-4042-ba10-89d07b76e0d0', 'tag': '75920001-7b1e-4667-bcfd-267bcd1d78de'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:19:36.766340 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0297c182-8998-4a88-8949-ff504e90499f" -d '{"events": [{"name": "network-changed", "server_uuid": "882b8caa-8f3f-4042-ba10-89d07b76e0d0", "tag": "75920001-7b1e-4667-bcfd-267bcd1d78de"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:19:36.836204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['6542817b-7092-4663-9b37-52c1e55e0b31'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:19:36.842370 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3914fac7-02bf-4f73-891c-44bf6e6c67cb x-openstack-request-id: req-3914fac7-02bf-4f73-891c-44bf6e6c67cb {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:19:36.848865 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "882b8caa-8f3f-4042-ba10-89d07b76e0d0", "tag": "75920001-7b1e-4667-bcfd-267bcd1d78de", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:19:36.848865 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3914fac7-02bf-4f73-891c-44bf6e6c67cb {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:19:36.848865 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '882b8caa-8f3f-4042-ba10-89d07b76e0d0', 'tag': '75920001-7b1e-4667-bcfd-267bcd1d78de', 'status': 'completed', 'code': 200} Nov 08 00:19:36.934968 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297c182-8998-4a88-8949-ff504e90499f req-deb3ede6-a866-48c8-b5c1-88e0955af1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:36.936370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66ff1f1-dfc7-4182-9d0c-32f8d824382b {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:19:36.940811 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0297c182-8998-4a88-8949-ff504e90499f req-deb3ede6-a866-48c8-b5c1-88e0955af1bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c49192ba4ae454abc515009dea62ee0&device_id=882b8caa-8f3f-4042-ba10-89d07b76e0d0 HTTP/1.1" status: 200 len: 1094 time: 0.0532744 Nov 08 00:19:36.950239 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:36.967495 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Transition to ACTIVE for port object d66ff1f1-dfc7-4182-9d0c-32f8d824382b will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:19:36.975950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] For port a19d102e-5315-481d-805a-b1b293de86a4, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a19d102e-5315-481d-805a-b1b293de86a4,segment=NetworkSegment(6bbdb3e3-653a-49eb-ad5b-e348d9558c7d),segment_id=6bbdb3e3-653a-49eb-ad5b-e348d9558c7d)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:37.024584 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] For port a19d102e-5315-481d-805a-b1b293de86a4, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:19:37.054045 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:37.074699 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297c182-8998-4a88-8949-ff504e90499f req-c7b6d659-18df-44df-adef-d66497c93eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:37.079882 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0297c182-8998-4a88-8949-ff504e90499f req-c7b6d659-18df-44df-adef-d66497c93eba service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2c49192ba4ae454abc515009dea62ee0&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1241333 Nov 08 00:19:37.098341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19d102e-5315-481d-805a-b1b293de86a4 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:19:37.131131 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:37.212786 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Transition to ACTIVE for port object a19d102e-5315-481d-805a-b1b293de86a4 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:19:37.215704 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Pushing event updated for resources: {'Port': ['ID=d66ff1f1-dfc7-4182-9d0c-32f8d824382b,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:37.255039 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297c182-8998-4a88-8949-ff504e90499f req-58dde9e2-5357-4096-80c4-a8c08464a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:37.256584 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0297c182-8998-4a88-8949-ff504e90499f req-58dde9e2-5357-4096-80c4-a8c08464a592 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1727166 Nov 08 00:19:37.291777 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9911a-81f2-45fb-974d-bfe8af2f5fc5 req-c34de244-5abb-4356-985e-bcd96fc59594 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:37.296905 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59c9911a-81f2-45fb-974d-bfe8af2f5fc5 req-c34de244-5abb-4356-985e-bcd96fc59594 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/ports?device_id=882b8caa-8f3f-4042-ba10-89d07b76e0d0 HTTP/1.1" status: 200 len: 943 time: 0.1673861 Nov 08 00:19:37.296905 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:37.379814 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Attempting to bind port d66ff1f1-dfc7-4182-9d0c-32f8d824382b on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:19:37.380370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Attempting to bind port d66ff1f1-dfc7-4182-9d0c-32f8d824382b by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '2423fa32-c7b0-4943-9b4a-6af78151abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:19:37.380693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Attempting to bind port d66ff1f1-dfc7-4182-9d0c-32f8d824382b on network b13a2d05-1ff5-419f-9b2f-082d70770afe {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:19:37.403504 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-4c748cbf-9d0b-4998-8617-d3906f1c1d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:37.404095 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a19d102e-5315-481d-805a-b1b293de86a4,revision_number=9']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:37.405909 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-4c748cbf-9d0b-4998-8617-d3906f1c1d6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c49192ba4ae454abc515009dea62ee0&device_id=882b8caa-8f3f-4042-ba10-89d07b76e0d0 HTTP/1.1" status: 200 len: 1094 time: 0.0879765 Nov 08 00:19:37.460756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59c9911a-81f2-45fb-974d-bfe8af2f5fc5 req-2b7ac873-a084-4f77-bf5f-d0ef93ccc329 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf80b5-258a-4d7e-b2fb-39020c06faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588473 Nov 08 00:19:37.466176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] No DVR routers for this DVR port a19d102e-5315-481d-805a-b1b293de86a4 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:19:37.466176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Port d66ff1f1-dfc7-4182-9d0c-32f8d824382b on network b13a2d05-1ff5-419f-9b2f-082d70770afe not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:19:37.466176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Attempting to bind port d66ff1f1-dfc7-4182-9d0c-32f8d824382b on network b13a2d05-1ff5-419f-9b2f-082d70770afe {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:19:37.479055 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:19:37.479942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Checking segment: {'id': '2423fa32-c7b0-4943-9b4a-6af78151abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:19:37.480795 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Bound using segment: {'id': '2423fa32-c7b0-4943-9b4a-6af78151abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:19:37.481636 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Bound port: d66ff1f1-dfc7-4182-9d0c-32f8d824382b, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2423fa32-c7b0-4943-9b4a-6af78151abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:19:37.482230 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:37.515407 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-04ebea92-5204-4c69-a7e5-47055755c964 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75920001-7b1e-4667-bcfd-267bcd1d78de HTTP/1.1" status: 200 len: 217 time: 0.0889168 Nov 08 00:19:37.558450 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Attempting to bind port a19d102e-5315-481d-805a-b1b293de86a4 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:19:37.558906 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Attempting to bind port a19d102e-5315-481d-805a-b1b293de86a4 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '6bbdb3e3-653a-49eb-ad5b-e348d9558c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'adf0fd13-4016-499b-aff1-954a6f811d84'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:19:37.559304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Attempting to bind port a19d102e-5315-481d-805a-b1b293de86a4 on network adf0fd13-4016-499b-aff1-954a6f811d84 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:19:37.567241 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Port a19d102e-5315-481d-805a-b1b293de86a4 on network adf0fd13-4016-499b-aff1-954a6f811d84 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:19:37.567455 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Attempting to bind port a19d102e-5315-481d-805a-b1b293de86a4 on network adf0fd13-4016-499b-aff1-954a6f811d84 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:19:37.576035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:19:37.576260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Checking segment: {'id': '6bbdb3e3-653a-49eb-ad5b-e348d9558c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'adf0fd13-4016-499b-aff1-954a6f811d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:19:37.576905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Bound using segment: {'id': '6bbdb3e3-653a-49eb-ad5b-e348d9558c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'adf0fd13-4016-499b-aff1-954a6f811d84'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:19:37.577221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Bound port: a19d102e-5315-481d-805a-b1b293de86a4, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbdb3e3-653a-49eb-ad5b-e348d9558c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'adf0fd13-4016-499b-aff1-954a6f811d84'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:19:37.577819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:37.580964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-95e0ab7d-2493-4973-ad1f-36b2a2c2d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:37.582487 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-95e0ab7d-2493-4973-ad1f-36b2a2c2d810 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=32bbc72b-9cc8-4147-b91d-b71d2224a83b HTTP/1.1" status: 200 len: 861 time: 0.0675864 Nov 08 00:19:37.616231 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-65070562-8cc8-4c9f-8f6b-ef4afc3ab538 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=56cef6b8-01b0-40aa-b534-1e1a78c6a122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257688 Nov 08 00:19:37.654534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] For port d66ff1f1-dfc7-4182-9d0c-32f8d824382b, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:19:37.680830 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] For port d66ff1f1-dfc7-4182-9d0c-32f8d824382b, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=d66ff1f1-dfc7-4182-9d0c-32f8d824382b,segment=NetworkSegment(2423fa32-c7b0-4943-9b4a-6af78151abbd),segment_id=2423fa32-c7b0-4943-9b4a-6af78151abbd)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:19:37.714833 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90af061-781a-47ef-a8c4-15397012c79c req-686c9e3f-20b4-4feb-91b9-2323ba223165 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:37.716543 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e90af061-781a-47ef-a8c4-15397012c79c req-686c9e3f-20b4-4feb-91b9-2323ba223165 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 943 time: 0.1300437 Nov 08 00:19:37.723237 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] For port a19d102e-5315-481d-805a-b1b293de86a4, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:19:37.726628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] For port a19d102e-5315-481d-805a-b1b293de86a4, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a19d102e-5315-481d-805a-b1b293de86a4,segment=NetworkSegment(6bbdb3e3-653a-49eb-ad5b-e348d9558c7d),segment_id=6bbdb3e3-653a-49eb-ad5b-e348d9558c7d)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:19:37.761957 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:37.792817 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e90af061-781a-47ef-a8c4-15397012c79c req-76a12788-3a2f-47a8-8f8c-cf24b387ec0c tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648420 Nov 08 00:19:37.803947 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-d1384e4b-a095-4db5-914c-d83e756b5c0f service neutron] 10.222.0.20 "GET /v2.0/networks/56cef6b8-01b0-40aa-b534-1e1a78c6a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798217 Nov 08 00:19:37.831245 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:37.835139 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:37.835139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54100d13-88c9-4810-87bd-423beceaa7df req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] 10.222.0.20 "PUT /v2.0/ports/d66ff1f1-dfc7-4182-9d0c-32f8d824382b HTTP/1.1" status: 200 len: 1091 time: 1.7661948 Nov 08 00:19:37.835820 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f94ced-3da5-4757-a76b-b66fa2a1dc05', 'tag': 'd66ff1f1-dfc7-4182-9d0c-32f8d824382b'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:19:37.838144 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cc55d3-8426-438f-8ebb-6efda3bd4fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f94ced-3da5-4757-a76b-b66fa2a1dc05", "tag": "d66ff1f1-dfc7-4182-9d0c-32f8d824382b"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:19:37.848131 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:37.870403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad915835-5362-4856-936b-5ff296d04bbf service neutron] Pushing event updated for resources: {'Port': ['ID=d66ff1f1-dfc7-4182-9d0c-32f8d824382b,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:37.881845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:37.882455 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:37.883956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] 10.222.0.26 "PUT /v2.0/ports/a19d102e-5315-481d-805a-b1b293de86a4 HTTP/1.1" status: 200 len: 1092 time: 1.6125989 Nov 08 00:19:37.954172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a746bb-3bc5-471c-958d-3fc1df681392 req-3d5476e4-b617-41fe-be76-2347e372544d tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:37.961619 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8a746bb-3bc5-471c-958d-3fc1df681392 req-3d5476e4-b617-41fe-be76-2347e372544d tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 944 time: 0.1604097 Nov 08 00:19:37.987640 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a754cd8f-af08-41a6-be07-be93ea2ac828 req-4af771d5-1fe6-40d0-9da2-f5c39770cb2e service neutron] 10.222.0.20 "GET /v2.0/networks/56cef6b8-01b0-40aa-b534-1e1a78c6a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615467 Nov 08 00:19:38.034642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5cb13-f2d4-4413-8c8e-dbe58962a3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a19d102e-5315-481d-805a-b1b293de86a4,revision_number=10']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:38.047802 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6542817b-7092-4663-9b37-52c1e55e0b31 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:19:38.070063 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8a746bb-3bc5-471c-958d-3fc1df681392 req-ed872ff8-418a-4ec6-a440-175bd77260f7 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ca5e83c-a27f-4830-8e59-8dcc8dbac06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990999 Nov 08 00:19:38.079907 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54100d13-88c9-4810-87bd-423beceaa7df req-7abc54d7-a24d-4e03-bd8b-a92cb527604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:38.081779 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-54100d13-88c9-4810-87bd-423beceaa7df req-7abc54d7-a24d-4e03-bd8b-a92cb527604b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2278e422f74446f91e7e8ef6b5f1bb4&device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 1094 time: 0.0862250 Nov 08 00:19:38.088907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-7df2b073-dc6c-4940-b37c-386c31003c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:38.098548 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-7df2b073-dc6c-4940-b37c-386c31003c75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5cb1497c7c24f528f74444b576d295e&device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 1096 time: 0.1532943 Nov 08 00:19:38.221334 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-54100d13-88c9-4810-87bd-423beceaa7df req-6a84f5f1-d268-4c34-b850-ce11c090a82b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d66ff1f1-dfc7-4182-9d0c-32f8d824382b HTTP/1.1" status: 200 len: 217 time: 0.0937264 Nov 08 00:19:38.225975 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 6542817b-7092-4663-9b37-52c1e55e0b31 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:19:38.233292 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 6542817b-7092-4663-9b37-52c1e55e0b31 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:19:38.237414 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:38.245124 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-e260adb8-d350-464e-a185-1ca7b78154cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:38.246586 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-e260adb8-d350-464e-a185-1ca7b78154cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=adf0fd13-4016-499b-aff1-954a6f811d84 HTTP/1.1" status: 200 len: 914 time: 0.1399345 Nov 08 00:19:38.259529 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436442f-63c6-48ef-a372-f3346cf1ed66 req-5a25817a-00a8-4357-8d74-b57898bc7e19 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:38.261798 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1436442f-63c6-48ef-a372-f3346cf1ed66 req-5a25817a-00a8-4357-8d74-b57898bc7e19 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 945 time: 0.0785389 Nov 08 00:19:38.294145 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:38.325259 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-87bdab6a-2023-47a4-a6c4-055132e5d94d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19d102e-5315-481d-805a-b1b293de86a4 HTTP/1.1" status: 200 len: 217 time: 0.0622585 Nov 08 00:19:38.342120 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54100d13-88c9-4810-87bd-423beceaa7df req-ee331882-40bb-495d-a5b4-c00f45441b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:38.343599 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-54100d13-88c9-4810-87bd-423beceaa7df req-ee331882-40bb-495d-a5b4-c00f45441b70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82ff6155-843e-4e76-be5f-7d2f5d78c7b3 HTTP/1.1" status: 200 len: 849 time: 0.1139588 Nov 08 00:19:38.358160 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:38.405425 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 6542817b-7092-4663-9b37-52c1e55e0b31, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6542817b-7092-4663-9b37-52c1e55e0b31,segment=NetworkSegment(ff99f702-e2b8-468a-830a-818110db009f),segment_id=ff99f702-e2b8-468a-830a-818110db009f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:38.406189 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7842e729-918b-4a52-a898-130f10916a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6542817b-7092-4663-9b37-52c1e55e0b31'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:19:38.409265 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392a73a1-2471-4ec7-aa4e-d58fa077cd72" -d '{"events": [{"server_uuid": "7842e729-918b-4a52-a898-130f10916a9a", "name": "network-vif-plugged", "status": "completed", "tag": "6542817b-7092-4663-9b37-52c1e55e0b31"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:19:38.435631 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54100d13-88c9-4810-87bd-423beceaa7df req-c6a2d123-54ac-4c00-b8c9-7100899df27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:38.436459 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1436442f-63c6-48ef-a372-f3346cf1ed66 req-610c133a-3924-48fc-95e0-de4ce65697d6 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614156 Nov 08 00:19:38.437186 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-54100d13-88c9-4810-87bd-423beceaa7df req-c6a2d123-54ac-4c00-b8c9-7100899df27a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b13a2d05-1ff5-419f-9b2f-082d70770afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837164 Nov 08 00:19:38.445580 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4117b2-3b34-42d2-8853-8a1cf4a0a82c x-openstack-request-id: req-be4117b2-3b34-42d2-8853-8a1cf4a0a82c {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:19:38.445863 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f94ced-3da5-4757-a76b-b66fa2a1dc05", "tag": "d66ff1f1-dfc7-4182-9d0c-32f8d824382b", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:19:38.446136 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be4117b2-3b34-42d2-8853-8a1cf4a0a82c {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:19:38.446542 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f94ced-3da5-4757-a76b-b66fa2a1dc05', 'tag': 'd66ff1f1-dfc7-4182-9d0c-32f8d824382b', 'status': 'completed', 'code': 200} Nov 08 00:19:38.455286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-96b5c05a-d468-4cdb-aed6-6a5eadc09dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:38.456799 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-96b5c05a-d468-4cdb-aed6-6a5eadc09dfb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=51233a59-51ba-4690-b7f3-640611b7c057 HTTP/1.1" status: 200 len: 853 time: 0.1242154 Nov 08 00:19:38.507681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-836be6a3-839a-420c-b2df-988ff7306c24 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=adf0fd13-4016-499b-aff1-954a6f811d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413680 Nov 08 00:19:38.517635 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fedc6d7-be41-4027-bb35-fdbe2b685ea0 x-openstack-request-id: req-7fedc6d7-be41-4027-bb35-fdbe2b685ea0 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:19:38.518123 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7842e729-918b-4a52-a898-130f10916a9a", "name": "network-vif-plugged", "status": "completed", "tag": "6542817b-7092-4663-9b37-52c1e55e0b31", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:19:38.518581 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7fedc6d7-be41-4027-bb35-fdbe2b685ea0 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:19:38.519974 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7842e729-918b-4a52-a898-130f10916a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6542817b-7092-4663-9b37-52c1e55e0b31', 'code': 200} Nov 08 00:19:38.533732 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:38.602085 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-54100d13-88c9-4810-87bd-423beceaa7df req-6d049b7e-2cf0-4243-aad5-9141b82641ea service neutron] 10.222.0.20 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555762 Nov 08 00:19:38.623249 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=6542817b-7092-4663-9b37-52c1e55e0b31,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:38.633491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:38.633841 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:38.635122 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:38.635862 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:38.636585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:38.637272 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:38.638053 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:38.638720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:38.639229 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:38.639733 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:38.640510 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:38.641025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:38.658439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bccec-43a4-4fea-b45d-19c02e54a225 req-c5e59c8f-6ab8-4200-9860-34af0c58f13f tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:38.666004 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-362bccec-43a4-4fea-b45d-19c02e54a225 req-c5e59c8f-6ab8-4200-9860-34af0c58f13f tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/ports?device_id=882b8caa-8f3f-4042-ba10-89d07b76e0d0 HTTP/1.1" status: 200 len: 943 time: 0.1132526 Nov 08 00:19:38.687950 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-44020c43-d2b9-4128-ac10-12ab414707c3 service neutron] 10.222.0.26 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705494 Nov 08 00:19:38.724192 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fb356-bc0f-4928-b1b5-5d578e1f877a req-23f3ed85-6503-4ae7-ae89-2dae09017119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:38.725767 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5e8fb356-bc0f-4928-b1b5-5d578e1f877a req-23f3ed85-6503-4ae7-ae89-2dae09017119 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 1096 time: 0.1183133 Nov 08 00:19:38.730279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-362bccec-43a4-4fea-b45d-19c02e54a225 req-743f1e77-b9ba-4414-a4c2-b4e85d7a70a6 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf80b5-258a-4d7e-b2fb-39020c06faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628932 Nov 08 00:19:38.786394 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-54100d13-88c9-4810-87bd-423beceaa7df req-c1a8c2fe-7683-4bcf-b470-313dbced96e3 service neutron] 10.222.0.20 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763403 Nov 08 00:19:38.792803 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5e8fb356-bc0f-4928-b1b5-5d578e1f877a req-19375886-91d2-41c6-a855-0bec0399472a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4ca5e83c-a27f-4830-8e59-8dcc8dbac06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591643 Nov 08 00:19:38.836200 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-6d9f2285-6715-4ea2-a3cc-7c484e90e7fe service neutron] 10.222.0.26 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361346 Nov 08 00:19:38.926794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238693a7-fc2d-4000-a510-c084da5d4b51 req-2fade7f3-4305-4d0e-9588-90ec6936e4b3 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:38.928288 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-238693a7-fc2d-4000-a510-c084da5d4b51 req-2fade7f3-4305-4d0e-9588-90ec6936e4b3 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 943 time: 0.0579450 Nov 08 00:19:38.971111 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-238693a7-fc2d-4000-a510-c084da5d4b51 req-de9cc554-4855-4c12-885e-b733bfe88865 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363750 Nov 08 00:19:38.990643 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc55d3-8426-438f-8ebb-6efda3bd4fc6 req-979283db-3a5d-4e58-bfef-282c36f328b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:38.992204 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-28cc55d3-8426-438f-8ebb-6efda3bd4fc6 req-979283db-3a5d-4e58-bfef-282c36f328b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2278e422f74446f91e7e8ef6b5f1bb4&device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 1094 time: 0.0458457 Nov 08 00:19:39.096447 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 46392) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:39.107684 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc55d3-8426-438f-8ebb-6efda3bd4fc6 req-e91e84b0-c06f-48fc-8ed1-e9524e7aed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:39.109460 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-28cc55d3-8426-438f-8ebb-6efda3bd4fc6 req-e91e84b0-c06f-48fc-8ed1-e9524e7aed7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=b13a2d05-1ff5-419f-9b2f-082d70770afe HTTP/1.1" status: 200 len: 911 time: 0.1094120 Nov 08 00:19:39.158749 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-28cc55d3-8426-438f-8ebb-6efda3bd4fc6 req-8da89fc0-54ad-4c03-92fc-0ce343e4810e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d66ff1f1-dfc7-4182-9d0c-32f8d824382b HTTP/1.1" status: 200 len: 217 time: 0.0410566 Nov 08 00:19:39.215830 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc55d3-8426-438f-8ebb-6efda3bd4fc6 req-5c9af287-f853-4cd9-938d-ae81ebd2033b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:39.221391 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3758164-bf5f-4f05-96dd-826ad993fa81 req-523f0fdc-e2cc-41bc-a027-81b2a36b9104 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:39.221639 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-28cc55d3-8426-438f-8ebb-6efda3bd4fc6 req-5c9af287-f853-4cd9-938d-ae81ebd2033b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82ff6155-843e-4e76-be5f-7d2f5d78c7b3 HTTP/1.1" status: 200 len: 849 time: 0.0515165 Nov 08 00:19:39.221734 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d3758164-bf5f-4f05-96dd-826ad993fa81 req-523f0fdc-e2cc-41bc-a027-81b2a36b9104 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 945 time: 0.0640950 Nov 08 00:19:39.260246 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b77bde4-0a7f-4adf-a320-1944de0cb422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:39.279616 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc55d3-8426-438f-8ebb-6efda3bd4fc6 req-08612cb9-6522-4deb-b776-81bde1c33410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:39.282297 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-28cc55d3-8426-438f-8ebb-6efda3bd4fc6 req-08612cb9-6522-4deb-b776-81bde1c33410 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b13a2d05-1ff5-419f-9b2f-082d70770afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577333 Nov 08 00:19:39.292286 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d3758164-bf5f-4f05-96dd-826ad993fa81 req-6ba7d056-6643-4716-b4c8-853ab0b69bc4 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ca5e83c-a27f-4830-8e59-8dcc8dbac06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604339 Nov 08 00:19:39.391251 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b77bde4-0a7f-4adf-a320-1944de0cb422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:39.403267 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-28cc55d3-8426-438f-8ebb-6efda3bd4fc6 req-a4656861-411e-48fb-990e-d074e63b08ee service neutron] 10.222.0.20 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135740 Nov 08 00:19:39.457812 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b77bde4-0a7f-4adf-a320-1944de0cb422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:39.520941 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9b77bde4-0a7f-4adf-a320-1944de0cb422 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=927d3829193a403bad61b915ff68334e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4227655 Nov 08 00:19:39.531415 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-28cc55d3-8426-438f-8ebb-6efda3bd4fc6 req-f2c03eb2-bb30-463d-9d7c-7e8d42c754a0 service neutron] 10.222.0.20 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199439 Nov 08 00:19:39.532157 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46434) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:39.562923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77bde4-0a7f-4adf-a320-1944de0cb422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26fcd13-e7ca-49d9-aef2-693a85a0883d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:39.590175 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc2528-18a4-4d21-9856-fc5d078b5f85 req-e3747414-80a5-41d3-9633-66c02b2b029b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:39.592139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9fc2528-18a4-4d21-9856-fc5d078b5f85 req-e3747414-80a5-41d3-9633-66c02b2b029b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 945 time: 0.0846155 Nov 08 00:19:39.614158 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e90a27ba-cd30-4964-9169-e62850fa11f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:39.632853 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9fc2528-18a4-4d21-9856-fc5d078b5f85 req-0c7c00fc-9b67-49f0-874f-6d01ec9a6958 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340824 Nov 08 00:19:39.637159 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e90a27ba-cd30-4964-9169-e62850fa11f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:39.837598 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e90a27ba-cd30-4964-9169-e62850fa11f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:39.839177 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e90a27ba-cd30-4964-9169-e62850fa11f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:39.841557 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e90a27ba-cd30-4964-9169-e62850fa11f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a26fcd13-e7ca-49d9-aef2-693a85a0883d HTTP/1.1" status: 204 len: 168 time: 0.3082817 Nov 08 00:19:39.854899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02774543-63d6-4efe-8ab4-e726143e4931 req-5adaa6a9-1329-48ca-b8e7-bf508469f038 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:39.855388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a27ba-cd30-4964-9169-e62850fa11f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26fcd13-e7ca-49d9-aef2-693a85a0883d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:39.866950 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02774543-63d6-4efe-8ab4-e726143e4931 req-5adaa6a9-1329-48ca-b8e7-bf508469f038 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/ports?device_id=882b8caa-8f3f-4042-ba10-89d07b76e0d0 HTTP/1.1" status: 200 len: 943 time: 0.0648463 Nov 08 00:19:39.973872 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02774543-63d6-4efe-8ab4-e726143e4931 req-131aaf80-8816-45b7-a412-b667693b4f28 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf80b5-258a-4d7e-b2fb-39020c06faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961065 Nov 08 00:19:40.171851 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53971a-2483-4bc8-a9bd-00a95d3acaad req-749688aa-6a75-45d2-b456-0dbdfb26235c tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:40.173635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae53971a-2483-4bc8-a9bd-00a95d3acaad req-749688aa-6a75-45d2-b456-0dbdfb26235c tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 943 time: 0.0928316 Nov 08 00:19:40.215942 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae53971a-2483-4bc8-a9bd-00a95d3acaad req-145b7c34-0a9d-4f6f-bd91-bcf0e17e8c94 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342591 Nov 08 00:19:40.468265 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed519f3-7f27-4cef-8936-26b9c52d2618', 'tag': 'a19d102e-5315-481d-805a-b1b293de86a4'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:19:40.471375 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6240b3db-4c39-42c9-a7c5-005e21a8c871" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed519f3-7f27-4cef-8936-26b9c52d2618", "tag": "a19d102e-5315-481d-805a-b1b293de86a4"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:19:40.484380 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 75920001-7b1e-4667-bcfd-267bcd1d78de details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:19:40.560224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698e5a7-823c-4b4a-bbf5-6d6585fe54e5 req-ad9e4316-7786-4a19-a240-012b0d645bfe tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:40.570698 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c698e5a7-823c-4b4a-bbf5-6d6585fe54e5 req-ad9e4316-7786-4a19-a240-012b0d645bfe tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 945 time: 0.1606467 Nov 08 00:19:40.574710 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba57c6d-5c77-450c-8ef8-5a06a3db7aa2 x-openstack-request-id: req-aba57c6d-5c77-450c-8ef8-5a06a3db7aa2 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:19:40.575001 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed519f3-7f27-4cef-8936-26b9c52d2618", "tag": "a19d102e-5315-481d-805a-b1b293de86a4", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:19:40.575255 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aba57c6d-5c77-450c-8ef8-5a06a3db7aa2 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:19:40.575643 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed519f3-7f27-4cef-8936-26b9c52d2618', 'tag': 'a19d102e-5315-481d-805a-b1b293de86a4', 'status': 'completed', 'code': 200} Nov 08 00:19:40.629762 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c698e5a7-823c-4b4a-bbf5-6d6585fe54e5 req-b78f3965-d940-4faa-84b4-a7e6f383e777 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ca5e83c-a27f-4830-8e59-8dcc8dbac06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575035 Nov 08 00:19:40.717122 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 75920001-7b1e-4667-bcfd-267bcd1d78de, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=75920001-7b1e-4667-bcfd-267bcd1d78de,segment=NetworkSegment(e6dfc38d-0ab3-4c49-b9a7-80ea0e7b9ec0),segment_id=e6dfc38d-0ab3-4c49-b9a7-80ea0e7b9ec0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:40.733658 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '75920001-7b1e-4667-bcfd-267bcd1d78de', 'network_id': '56cef6b8-01b0-40aa-b534-1e1a78c6a122', 'port_id': '75920001-7b1e-4667-bcfd-267bcd1d78de', 'mac_address': 'fa:16:3e:8a:ab:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32bbc72b-9cc8-4147-b91d-b71d2224a83b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:19:40.777515 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:40.813840 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75920001-7b1e-4667-bcfd-267bcd1d78de {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:19:40.814322 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a08b0-da88-409e-a3bc-de3e1d180f5d req-4e3a117f-4c85-44c6-9cd1-8506a3039ee9 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:40.824253 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0a2a08b0-da88-409e-a3bc-de3e1d180f5d req-4e3a117f-4c85-44c6-9cd1-8506a3039ee9 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 945 time: 0.0865145 Nov 08 00:19:40.825065 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46514) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:40.830508 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-a422c0af-0df5-49b3-a575-282d7db43fec tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Request body: {'floatingip': {'port_id': '6542817b-7092-4663-9b37-52c1e55e0b31'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:40.880446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2e893-0ad3-45ad-a164-62dc969b7ddb req-99bb78cd-d2ca-42e1-819a-6b57618c7f69 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:40.882154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-19d2e893-0ad3-45ad-a164-62dc969b7ddb req-99bb78cd-d2ca-42e1-819a-6b57618c7f69 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 945 time: 0.1165731 Nov 08 00:19:40.884345 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 75920001-7b1e-4667-bcfd-267bcd1d78de, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=75920001-7b1e-4667-bcfd-267bcd1d78de,segment=NetworkSegment(e6dfc38d-0ab3-4c49-b9a7-80ea0e7b9ec0),segment_id=e6dfc38d-0ab3-4c49-b9a7-80ea0e7b9ec0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:40.923166 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a422c0af-0df5-49b3-a575-282d7db43fec tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for floatingip, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:40.953812 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-19d2e893-0ad3-45ad-a164-62dc969b7ddb req-9882b98a-28c9-4c7c-8a8e-82416f087fb8 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636630 Nov 08 00:19:40.978834 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:41.089604 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=75920001-7b1e-4667-bcfd-267bcd1d78de,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:41.219683 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcbac4-8731-4ff4-ac15-168bf0a13071 req-157f181a-6938-464d-bad4-702e108798d8 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:41.236690 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85fcbac4-8731-4ff4-ac15-168bf0a13071 req-157f181a-6938-464d-bad4-702e108798d8 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/ports?device_id=882b8caa-8f3f-4042-ba10-89d07b76e0d0 HTTP/1.1" status: 200 len: 944 time: 0.1628416 Nov 08 00:19:41.327654 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85fcbac4-8731-4ff4-ac15-168bf0a13071 req-51b1afdf-1788-409e-be6e-c206c0a90898 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf80b5-258a-4d7e-b2fb-39020c06faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818019 Nov 08 00:19:41.396171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['75920001-7b1e-4667-bcfd-267bcd1d78de'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:19:41.409140 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240b3db-4c39-42c9-a7c5-005e21a8c871 req-2fc6d01c-c16e-498e-9ce0-dff22341c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:41.411517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6240b3db-4c39-42c9-a7c5-005e21a8c871 req-2fc6d01c-c16e-498e-9ce0-dff22341c0eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5cb1497c7c24f528f74444b576d295e&device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 1096 time: 0.0825238 Nov 08 00:19:41.503188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 46544) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:41.718267 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1f2ee-1ea0-4180-8d68-17777e7a1510 req-d39f5a73-b116-4831-83d1-65285a44f470 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:41.726291 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0b1f2ee-1ea0-4180-8d68-17777e7a1510 req-d39f5a73-b116-4831-83d1-65285a44f470 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 943 time: 0.2679865 Nov 08 00:19:41.743153 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240b3db-4c39-42c9-a7c5-005e21a8c871 req-161400ca-8184-4ffb-abc6-bfbc9d8d2689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:41.745271 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6240b3db-4c39-42c9-a7c5-005e21a8c871 req-161400ca-8184-4ffb-abc6-bfbc9d8d2689 service neutron] 10.222.0.26 "GET /v2.0/networks?id=adf0fd13-4016-499b-aff1-954a6f811d84 HTTP/1.1" status: 200 len: 914 time: 0.3254514 Nov 08 00:19:41.758737 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4bc41b44-462f-445a-abad-b3cd1b2a74e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:41.790015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0b1f2ee-1ea0-4180-8d68-17777e7a1510 req-0071250d-2bc5-4b96-a70b-83bf8a88f0da tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623896 Nov 08 00:19:41.879577 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4bc41b44-462f-445a-abad-b3cd1b2a74e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:41.897756 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.db.resource_extend [None req-a422c0af-0df5-49b3-a575-282d7db43fec tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 00:19:41.944332 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4bc41b44-462f-445a-abad-b3cd1b2a74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:41.998089 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a422c0af-0df5-49b3-a575-282d7db43fec tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:42.025112 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc41b44-462f-445a-abad-b3cd1b2a74e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaac1d80-638d-49b1-a3bc-29e8347a5a5b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:42.030130 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4bc41b44-462f-445a-abad-b3cd1b2a74e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a588e27e99144da89928f06c19c6d0e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5185637 Nov 08 00:19:42.033244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 46574) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:42.064597 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a422c0af-0df5-49b3-a575-282d7db43fec tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:42.215522 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-a422c0af-0df5-49b3-a575-282d7db43fec tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Floating IP f8cd0184-eb9f-42d5-bdcc-9863e7508ed4 associated. External IP: 172.25.2.98, port: 6542817b-7092-4663-9b37-52c1e55e0b31. Nov 08 00:19:42.221141 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6240b3db-4c39-42c9-a7c5-005e21a8c871 req-3b113b7a-d114-44a8-ba3d-aee066cda9e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19d102e-5315-481d-805a-b1b293de86a4 HTTP/1.1" status: 200 len: 217 time: 0.0848215 Nov 08 00:19:42.250247 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b92267-fd57-4ed8-a4ec-a51b08ecd35c req-8d76b81c-88ae-462c-81f8-c8a160607edb tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:42.257938 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1b92267-fd57-4ed8-a4ec-a51b08ecd35c req-8d76b81c-88ae-462c-81f8-c8a160607edb tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 945 time: 0.1866302 Nov 08 00:19:42.274145 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e163bb9-4c5f-4401-94bc-f9b636f75559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:42.404550 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e163bb9-4c5f-4401-94bc-f9b636f75559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:42.428656 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1b92267-fd57-4ed8-a4ec-a51b08ecd35c req-24305699-b611-40fc-9c56-02020a764c40 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692538 Nov 08 00:19:42.460013 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240b3db-4c39-42c9-a7c5-005e21a8c871 req-518a3d85-eec3-4459-ab56-de60909853d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:42.462548 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6240b3db-4c39-42c9-a7c5-005e21a8c871 req-518a3d85-eec3-4459-ab56-de60909853d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=51233a59-51ba-4690-b7f3-640611b7c057 HTTP/1.1" status: 200 len: 853 time: 0.1826019 Nov 08 00:19:42.503178 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device d66ff1f1-dfc7-4182-9d0c-32f8d824382b details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:19:42.512085 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 75920001-7b1e-4667-bcfd-267bcd1d78de up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:19:42.556223 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6240b3db-4c39-42c9-a7c5-005e21a8c871 req-8b9ec682-bf9d-4ac8-9912-1ea0e736936d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=adf0fd13-4016-499b-aff1-954a6f811d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542815 Nov 08 00:19:42.737152 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a422c0af-0df5-49b3-a575-282d7db43fec tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Router 8f83f399-5e18-4409-b6ae-c6934d5d561e has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:19:42.760615 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e163bb9-4c5f-4401-94bc-f9b636f75559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:42.763675 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e163bb9-4c5f-4401-94bc-f9b636f75559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:42.770456 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7e163bb9-4c5f-4401-94bc-f9b636f75559 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eaac1d80-638d-49b1-a3bc-29e8347a5a5b HTTP/1.1" status: 204 len: 168 time: 0.7336290 Nov 08 00:19:42.797757 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port d66ff1f1-dfc7-4182-9d0c-32f8d824382b, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=d66ff1f1-dfc7-4182-9d0c-32f8d824382b,segment=NetworkSegment(2423fa32-c7b0-4943-9b4a-6af78151abbd),segment_id=2423fa32-c7b0-4943-9b4a-6af78151abbd)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:42.798373 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e163bb9-4c5f-4401-94bc-f9b636f75559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaac1d80-638d-49b1-a3bc-29e8347a5a5b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:42.823309 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'd66ff1f1-dfc7-4182-9d0c-32f8d824382b', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'port_id': 'd66ff1f1-dfc7-4182-9d0c-32f8d824382b', 'mac_address': 'fa:16:3e:2c:69:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:19:42.828677 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f4c42-cb52-4649-8f30-52ec66083793 req-6e9b2303-57fa-4dbc-a054-6769e805bb9d tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:42.830411 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f1f4c42-cb52-4649-8f30-52ec66083793 req-6e9b2303-57fa-4dbc-a054-6769e805bb9d tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/ports?device_id=882b8caa-8f3f-4042-ba10-89d07b76e0d0 HTTP/1.1" status: 200 len: 944 time: 0.2725580 Nov 08 00:19:42.927288 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6240b3db-4c39-42c9-a7c5-005e21a8c871 req-63f3ae46-9a55-488e-80e5-ce11fc9c3ad8 service neutron] 10.222.0.26 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962663 Nov 08 00:19:42.933270 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f1f4c42-cb52-4649-8f30-52ec66083793 req-a929bc1e-a095-4bc8-8554-6ad05e77ce00 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf80b5-258a-4d7e-b2fb-39020c06faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908360 Nov 08 00:19:42.951498 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 75920001-7b1e-4667-bcfd-267bcd1d78de completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:19:42.970376 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 75920001-7b1e-4667-bcfd-267bcd1d78de triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:19:42.970754 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:42.990943 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a422c0af-0df5-49b3-a575-282d7db43fec tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:19:42.999817 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a422c0af-0df5-49b3-a575-282d7db43fec tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:43.023091 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27482029-a839-400f-98cc-0f3f0febf8f8 None None] Sync routers for ids ['8f83f399-5e18-4409-b6ae-c6934d5d561e'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:19:43.027934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 46596) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:43.031326 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:43.053961 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a422c0af-0df5-49b3-a575-282d7db43fec tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "PUT /v2.0/floatingips/f8cd0184-eb9f-42d5-bdcc-9863e7508ed4 HTTP/1.1" status: 200 len: 990 time: 2.2247517 Nov 08 00:19:43.054747 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7842e729-918b-4a52-a898-130f10916a9a', 'tag': '6542817b-7092-4663-9b37-52c1e55e0b31'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:19:43.057804 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8207d076-f9aa-4fa6-94fd-58b93c7a2820" -d '{"events": [{"name": "network-changed", "server_uuid": "7842e729-918b-4a52-a898-130f10916a9a", "tag": "6542817b-7092-4663-9b37-52c1e55e0b31"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:19:43.074676 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66ff1f1-dfc7-4182-9d0c-32f8d824382b {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:19:43.084281 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27482029-a839-400f-98cc-0f3f0febf8f8 None None] Routers {'8f83f399-5e18-4409-b6ae-c6934d5d561e'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:19:43.084878 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-27482029-a839-400f-98cc-0f3f0febf8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:19:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8f83f399-5e18-4409-b6ae-c6934d5d561e'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:43.129484 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff77362-01a3-4433-ba80-384880ba675d req-0e02667c-f387-4dfd-a55d-0d835b64e9a6 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:43.131072 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ff77362-01a3-4433-ba80-384880ba675d req-0e02667c-f387-4dfd-a55d-0d835b64e9a6 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 943 time: 0.1845970 Nov 08 00:19:43.177234 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port d66ff1f1-dfc7-4182-9d0c-32f8d824382b, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=d66ff1f1-dfc7-4182-9d0c-32f8d824382b,segment=NetworkSegment(2423fa32-c7b0-4943-9b4a-6af78151abbd),segment_id=2423fa32-c7b0-4943-9b4a-6af78151abbd)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:43.246235 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:43.258964 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ce9022-5654-4994-871f-855509940586 x-openstack-request-id: req-c4ce9022-5654-4994-871f-855509940586 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:19:43.259152 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7842e729-918b-4a52-a898-130f10916a9a", "tag": "6542817b-7092-4663-9b37-52c1e55e0b31", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:19:43.259412 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4ce9022-5654-4994-871f-855509940586 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:19:43.260368 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7842e729-918b-4a52-a898-130f10916a9a', 'tag': '6542817b-7092-4663-9b37-52c1e55e0b31', 'status': 'completed', 'code': 200} Nov 08 00:19:43.265861 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ff77362-01a3-4433-ba80-384880ba675d req-27f7a9ea-8bdd-46c4-baba-acca3f82fea9 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178584 Nov 08 00:19:43.270140 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6240b3db-4c39-42c9-a7c5-005e21a8c871 req-c217810f-8e63-4247-b165-cf99dba4af87 service neutron] 10.222.0.26 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002405 Nov 08 00:19:43.289029 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:43.293269 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-27482029-a839-400f-98cc-0f3f0febf8f8 None None] Set router 8f83f399-5e18-4409-b6ae-c6934d5d561e gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:19:43.372191 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882b8caa-8f3f-4042-ba10-89d07b76e0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75920001-7b1e-4667-bcfd-267bcd1d78de'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:19:43.381960 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19db28ac-1db2-432b-8425-8851e8da3f27" -d '{"events": [{"server_uuid": "882b8caa-8f3f-4042-ba10-89d07b76e0d0", "name": "network-vif-plugged", "status": "completed", "tag": "75920001-7b1e-4667-bcfd-267bcd1d78de"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:19:43.437408 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 75920001-7b1e-4667-bcfd-267bcd1d78de, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=75920001-7b1e-4667-bcfd-267bcd1d78de,segment=NetworkSegment(e6dfc38d-0ab3-4c49-b9a7-80ea0e7b9ec0),segment_id=e6dfc38d-0ab3-4c49-b9a7-80ea0e7b9ec0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:43.454621 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b591860-616f-4567-9897-b9bec07a13bc x-openstack-request-id: req-0b591860-616f-4567-9897-b9bec07a13bc {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:19:43.456439 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "882b8caa-8f3f-4042-ba10-89d07b76e0d0", "name": "network-vif-plugged", "status": "completed", "tag": "75920001-7b1e-4667-bcfd-267bcd1d78de", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:19:43.459402 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b591860-616f-4567-9897-b9bec07a13bc {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:19:43.459881 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882b8caa-8f3f-4042-ba10-89d07b76e0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75920001-7b1e-4667-bcfd-267bcd1d78de', 'code': 200} Nov 08 00:19:43.473427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207d076-f9aa-4fa6-94fd-58b93c7a2820 req-dcc1dccb-29c9-43d9-b640-277b82e9441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:43.481440 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8207d076-f9aa-4fa6-94fd-58b93c7a2820 req-dcc1dccb-29c9-43d9-b640-277b82e9441a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=550ca21d1db64fb8bd7188aa148b8d77&device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 1096 time: 0.0833123 Nov 08 00:19:43.574335 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=d66ff1f1-dfc7-4182-9d0c-32f8d824382b,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:43.606745 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:43.678319 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38a0eb-ccb3-4891-9e9b-441f52ab0335 req-6358f1c1-6af6-464f-833d-d9780c8a6ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:43.680034 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2d38a0eb-ccb3-4891-9e9b-441f52ab0335 req-6358f1c1-6af6-464f-833d-d9780c8a6ff7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=882b8caa-8f3f-4042-ba10-89d07b76e0d0 HTTP/1.1" status: 200 len: 1096 time: 0.1212509 Nov 08 00:19:43.743082 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=75920001-7b1e-4667-bcfd-267bcd1d78de,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:43.798787 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['d66ff1f1-dfc7-4182-9d0c-32f8d824382b'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:19:43.801887 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2d38a0eb-ccb3-4891-9e9b-441f52ab0335 req-1b521bef-640c-49c0-8db7-8e31c6489b73 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=80bf80b5-258a-4d7e-b2fb-39020c06faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135149 Nov 08 00:19:44.056190 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c699bb57-19ab-4a89-8c14-aa5127821ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:44.157111 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968ca5b-bff5-4012-a440-076b6d6792e2 req-e782f659-cc12-4f3a-84a5-c501abcc9aba tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:44.158759 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6968ca5b-bff5-4012-a440-076b6d6792e2 req-e782f659-cc12-4f3a-84a5-c501abcc9aba tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 945 time: 0.1459737 Nov 08 00:19:44.190692 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158068c5-a80b-42d6-bf8c-e517a0108e6a req-04f57d1a-d05c-43b4-b2d9-58a27252a719 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:44.192206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-158068c5-a80b-42d6-bf8c-e517a0108e6a req-04f57d1a-d05c-43b4-b2d9-58a27252a719 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/ports?device_id=882b8caa-8f3f-4042-ba10-89d07b76e0d0 HTTP/1.1" status: 200 len: 945 time: 0.1306779 Nov 08 00:19:44.204424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207d076-f9aa-4fa6-94fd-58b93c7a2820 req-fb5c853b-ae6c-4dc7-9c3a-a3bb9d5de876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:44.205904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8207d076-f9aa-4fa6-94fd-58b93c7a2820 req-fb5c853b-ae6c-4dc7-9c3a-a3bb9d5de876 service neutron] 10.222.0.26 "GET /v2.0/networks?id=27a53660-1020-4f37-bc10-2de174a95e16 HTTP/1.1" status: 200 len: 917 time: 0.7124164 Nov 08 00:19:44.241761 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-27482029-a839-400f-98cc-0f3f0febf8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'name': 'tempest-ServersTestBootFromVolume-2146756368-router', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:18:17Z', 'updated_at': '2021-11-08T00:18:23Z', 'revision_number': 4, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'gw_port': {'id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:18Z', 'updated_at': '2021-11-08T00:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'f8cd0184-eb9f-42d5-bdcc-9863e7508ed4', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'port_id': '6542817b-7092-4663-9b37-52c1e55e0b31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16', 'mac_address': 'fa:16:3e:9e:f1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7842e729-918b-4a52-a898-130f10916a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:18:31Z', 'updated_at': '2021-11-08T00:19:41Z', 'revision_number': 1, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '768885e1-8668-4680-8d5e-e46ab029643a', 'name': '', 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'mac_address': 'fa:16:3e:cc:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'f8dc7e76-be96-48f0-952d-3ac3a6c95de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:22Z', 'updated_at': '2021-11-08T00:18:27Z', 'revision_number': 5, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'subnets': [{'id': 'f8dc7e76-be96-48f0-952d-3ac3a6c95de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:44.288655 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46624) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:44.295122 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6968ca5b-bff5-4012-a440-076b6d6792e2 req-c145ee6e-8d2f-449d-b5c9-b7809a6972e3 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200485 Nov 08 00:19:44.320140 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1f79939-27ba-4153-a90c-9e4259adf471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:44.322861 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27482029-a839-400f-98cc-0f3f0febf8f8 None None] Checking router: 8f83f399-5e18-4409-b6ae-c6934d5d561e for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:19:44.342032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27482029-a839-400f-98cc-0f3f0febf8f8 None None] Routers {'8f83f399-5e18-4409-b6ae-c6934d5d561e'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:19:44.342930 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-27482029-a839-400f-98cc-0f3f0febf8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:19:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8f83f399-5e18-4409-b6ae-c6934d5d561e'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:44.426250 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c699bb57-19ab-4a89-8c14-aa5127821ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:44.527207 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-27482029-a839-400f-98cc-0f3f0febf8f8 None None] Set router 8f83f399-5e18-4409-b6ae-c6934d5d561e gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:19:44.546768 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1f79939-27ba-4153-a90c-9e4259adf471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:44.597511 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-158068c5-a80b-42d6-bf8c-e517a0108e6a req-8e8aa1ac-09d3-4efc-be47-fcbd745ad62d tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf80b5-258a-4d7e-b2fb-39020c06faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812869 Nov 08 00:19:44.614803 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c699bb57-19ab-4a89-8c14-aa5127821ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:44.698759 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8207d076-f9aa-4fa6-94fd-58b93c7a2820 req-a4dcef0b-7950-4fb3-adca-ba841b89c8e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6542817b-7092-4663-9b37-52c1e55e0b31 HTTP/1.1" status: 200 len: 998 time: 0.2682912 Nov 08 00:19:44.711721 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699bb57-19ab-4a89-8c14-aa5127821ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bcae8c-8340-432d-85d9-b0d13fb6c848,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:44.714976 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1f79939-27ba-4153-a90c-9e4259adf471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:44.731301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c699bb57-19ab-4a89-8c14-aa5127821ff8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6909a6ec615440a4964d4d981be81cd8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6986506 Nov 08 00:19:44.750710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab639803-b6f6-4725-b239-6b3cc6598e28 req-3563dcb5-e7d8-422a-92d7-76c9b1d3eb07 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:44.751817 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46632) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:44.756938 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b1f79939-27ba-4153-a90c-9e4259adf471 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=652081a67fff46678a6b0dbfd23bf6b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664199 Nov 08 00:19:44.761093 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46634) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:44.761736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab639803-b6f6-4725-b239-6b3cc6598e28 req-3563dcb5-e7d8-422a-92d7-76c9b1d3eb07 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 944 time: 0.2198617 Nov 08 00:19:44.856510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab639803-b6f6-4725-b239-6b3cc6598e28 req-ded87693-1965-4f83-9f2b-66d531b2f193 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936387 Nov 08 00:19:44.858788 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207d076-f9aa-4fa6-94fd-58b93c7a2820 req-92758f5c-c9a1-46be-80f1-0eaea0fda9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:44.861456 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8207d076-f9aa-4fa6-94fd-58b93c7a2820 req-92758f5c-c9a1-46be-80f1-0eaea0fda9f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f8dc7e76-be96-48f0-952d-3ac3a6c95de1 HTTP/1.1" status: 200 len: 855 time: 0.0969627 Nov 08 00:19:44.876317 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f79939-27ba-4153-a90c-9e4259adf471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ee5cf7-12eb-4698-9005-0af082e9d5d2,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:44.905955 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f79939-27ba-4153-a90c-9e4259adf471 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:44.906554 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f79939-27ba-4153-a90c-9e4259adf471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:44.907051 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f79939-27ba-4153-a90c-9e4259adf471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:44.907594 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f79939-27ba-4153-a90c-9e4259adf471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:44.908131 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f79939-27ba-4153-a90c-9e4259adf471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:44.908613 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f79939-27ba-4153-a90c-9e4259adf471 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:44.909094 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f79939-27ba-4153-a90c-9e4259adf471 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:44.909578 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f79939-27ba-4153-a90c-9e4259adf471 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:44.910056 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f79939-27ba-4153-a90c-9e4259adf471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:44.910563 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f79939-27ba-4153-a90c-9e4259adf471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:44.911043 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f79939-27ba-4153-a90c-9e4259adf471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:44.911519 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f79939-27ba-4153-a90c-9e4259adf471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:44.952070 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-27482029-a839-400f-98cc-0f3f0febf8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'name': 'tempest-ServersTestBootFromVolume-2146756368-router', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:18:17Z', 'updated_at': '2021-11-08T00:18:23Z', 'revision_number': 4, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'gw_port': {'id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:18Z', 'updated_at': '2021-11-08T00:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'f8cd0184-eb9f-42d5-bdcc-9863e7508ed4', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'port_id': '6542817b-7092-4663-9b37-52c1e55e0b31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16', 'mac_address': 'fa:16:3e:9e:f1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7842e729-918b-4a52-a898-130f10916a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:18:31Z', 'updated_at': '2021-11-08T00:19:41Z', 'revision_number': 1, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '768885e1-8668-4680-8d5e-e46ab029643a', 'name': '', 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'mac_address': 'fa:16:3e:cc:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'f8dc7e76-be96-48f0-952d-3ac3a6c95de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:22Z', 'updated_at': '2021-11-08T00:18:27Z', 'revision_number': 5, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'subnets': [{'id': 'f8dc7e76-be96-48f0-952d-3ac3a6c95de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:44.968201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207d076-f9aa-4fa6-94fd-58b93c7a2820 req-3042f617-92f5-41b7-b34b-f794d87a2f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:44.970533 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-562ebb2f-34cf-4cc6-9d40-6f8c7525b4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:44.970883 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8207d076-f9aa-4fa6-94fd-58b93c7a2820 req-3042f617-92f5-41b7-b34b-f794d87a2f19 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27a53660-1020-4f37-bc10-2de174a95e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961394 Nov 08 00:19:44.975405 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a89241fe-064d-411a-bdfa-8432ebc428af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:44.986701 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27482029-a839-400f-98cc-0f3f0febf8f8 None None] The sync data for ids ['8f83f399-5e18-4409-b6ae-c6934d5d561e'] in n-d-816882-1 is: [{'id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'name': 'tempest-ServersTestBootFromVolume-2146756368-router', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:18:17Z', 'updated_at': '2021-11-08T00:18:23Z', 'revision_number': 4, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'gw_port': {'id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:18Z', 'updated_at': '2021-11-08T00:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'f8cd0184-eb9f-42d5-bdcc-9863e7508ed4', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'port_id': '6542817b-7092-4663-9b37-52c1e55e0b31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16', 'mac_address': 'fa:16:3e:9e:f1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7842e729-918b-4a52-a898-130f10916a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:18:31Z', 'updated_at': '2021-11-08T00:19:41Z', 'revision_number': 1, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '768885e1-8668-4680-8d5e-e46ab029643a', 'name': '', 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'mac_address': 'fa:16:3e:cc:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'f8dc7e76-be96-48f0-952d-3ac3a6c95de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:22Z', 'updated_at': '2021-11-08T00:18:27Z', 'revision_number': 5, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'subnets': [{'id': 'f8dc7e76-be96-48f0-952d-3ac3a6c95de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:19:45.012380 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a89241fe-064d-411a-bdfa-8432ebc428af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:45.022851 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-562ebb2f-34cf-4cc6-9d40-6f8c7525b4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:45.186199 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8207d076-f9aa-4fa6-94fd-58b93c7a2820 req-9e0fe80c-ef48-4cc6-a541-c4bc49956cad service neutron] 10.222.0.26 "GET /v2.0/networks/27a53660-1020-4f37-bc10-2de174a95e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736479 Nov 08 00:19:45.207400 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-562ebb2f-34cf-4cc6-9d40-6f8c7525b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:45.210046 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-562ebb2f-34cf-4cc6-9d40-6f8c7525b4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:45.211219 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-562ebb2f-34cf-4cc6-9d40-6f8c7525b4ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2ee5cf7-12eb-4698-9005-0af082e9d5d2 HTTP/1.1" status: 204 len: 168 time: 0.4449255 Nov 08 00:19:45.224836 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ebb2f-34cf-4cc6-9d40-6f8c7525b4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ee5cf7-12eb-4698-9005-0af082e9d5d2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:45.237409 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a89241fe-064d-411a-bdfa-8432ebc428af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:45.243569 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a89241fe-064d-411a-bdfa-8432ebc428af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:45.245339 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a89241fe-064d-411a-bdfa-8432ebc428af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82bcae8c-8340-432d-85d9-b0d13fb6c848 HTTP/1.1" status: 204 len: 168 time: 0.4872565 Nov 08 00:19:45.277210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89241fe-064d-411a-bdfa-8432ebc428af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bcae8c-8340-432d-85d9-b0d13fb6c848,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:45.453108 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1ea422-a8da-4ad7-bd22-cf9fd05d4068 None None] New status for floating IP f8cd0184-eb9f-42d5-bdcc-9863e7508ed4: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:19:45.545450 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e54bc-9493-498b-b86b-e1f33972835a req-258d2bfa-04b3-4afe-a2af-baf70371134c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:45.548009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb5e54bc-9493-498b-b86b-e1f33972835a req-258d2bfa-04b3-4afe-a2af-baf70371134c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 945 time: 0.1302948 Nov 08 00:19:45.629422 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb5e54bc-9493-498b-b86b-e1f33972835a req-f9ae4b70-462d-4089-818a-6e04b6c1e885 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681009 Nov 08 00:19:45.771759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fabc9-f51f-49c1-9da8-16a633fc607b req-b140c9b1-ab8d-41a1-a7c2-91720f26fcbf tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:45.773683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-886fabc9-f51f-49c1-9da8-16a633fc607b req-b140c9b1-ab8d-41a1-a7c2-91720f26fcbf tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/ports?device_id=882b8caa-8f3f-4042-ba10-89d07b76e0d0 HTTP/1.1" status: 200 len: 945 time: 0.0721574 Nov 08 00:19:45.857419 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-886fabc9-f51f-49c1-9da8-16a633fc607b req-2c6d6a8b-d9ca-4fd2-a7e4-79a1ccb7e981 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf80b5-258a-4d7e-b2fb-39020c06faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713904 Nov 08 00:19:46.135998 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed213bb-d4fa-4445-a839-bc2fd87b1bc9 req-16562197-8741-4a43-9a8f-2e26b3c2500c tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:46.137474 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eed213bb-d4fa-4445-a839-bc2fd87b1bc9 req-16562197-8741-4a43-9a8f-2e26b3c2500c tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 944 time: 0.0929570 Nov 08 00:19:46.184314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eed213bb-d4fa-4445-a839-bc2fd87b1bc9 req-5c80d667-c709-47c0-8853-db8f7d258874 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403681 Nov 08 00:19:46.442403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 46672) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:46.458961 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d138f7db-1f93-4285-ba2a-a90aa0253ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:46.527265 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device d66ff1f1-dfc7-4182-9d0c-32f8d824382b up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:19:46.611027 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d138f7db-1f93-4285-ba2a-a90aa0253ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:46.715806 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d138f7db-1f93-4285-ba2a-a90aa0253ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:46.744619 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port d66ff1f1-dfc7-4182-9d0c-32f8d824382b completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:19:46.749522 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port d66ff1f1-dfc7-4182-9d0c-32f8d824382b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:19:46.749898 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:46.820113 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d138f7db-1f93-4285-ba2a-a90aa0253ad2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79938ab35eae41ab9b44b66de0bb938e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3765845 Nov 08 00:19:46.823333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138f7db-1f93-4285-ba2a-a90aa0253ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f07552b-f917-4998-b383-b8c304494b1d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:46.823509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46690) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:46.880467 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42a93c-5e34-49bf-ae11-e91b70e2d60f req-8c6734e1-db0f-4084-adf6-5029794086d7 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:46.888225 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad42a93c-5e34-49bf-ae11-e91b70e2d60f req-8c6734e1-db0f-4084-adf6-5029794086d7 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 945 time: 0.1598063 Nov 08 00:19:46.960871 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-717fe257-5156-4a62-90df-377956dbfe6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:46.961584 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:46.966751 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad42a93c-5e34-49bf-ae11-e91b70e2d60f req-db241413-c0fa-433d-ad73-dec8fd096428 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776486 Nov 08 00:19:47.005907 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-717fe257-5156-4a62-90df-377956dbfe6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:47.020379 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f94ced-3da5-4757-a76b-b66fa2a1dc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66ff1f1-dfc7-4182-9d0c-32f8d824382b'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:19:47.022927 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53b8825-9645-47f7-85e3-d4927afc27ff" -d '{"events": [{"server_uuid": "c8f94ced-3da5-4757-a76b-b66fa2a1dc05", "name": "network-vif-plugged", "status": "completed", "tag": "d66ff1f1-dfc7-4182-9d0c-32f8d824382b"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:19:47.063737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port d66ff1f1-dfc7-4182-9d0c-32f8d824382b, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=d66ff1f1-dfc7-4182-9d0c-32f8d824382b,segment=NetworkSegment(2423fa32-c7b0-4943-9b4a-6af78151abbd),segment_id=2423fa32-c7b0-4943-9b4a-6af78151abbd)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:47.138652 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:47.168640 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3e366-8664-4716-805f-7caf8ad16ef9 req-e376e1e8-6069-43c5-bc6c-d92296405606 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:47.170450 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1d3e366-8664-4716-805f-7caf8ad16ef9 req-e376e1e8-6069-43c5-bc6c-d92296405606 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/ports?device_id=882b8caa-8f3f-4042-ba10-89d07b76e0d0 HTTP/1.1" status: 200 len: 945 time: 0.0814021 Nov 08 00:19:47.178984 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-717fe257-5156-4a62-90df-377956dbfe6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:47.183153 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-717fe257-5156-4a62-90df-377956dbfe6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:47.184590 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-717fe257-5156-4a62-90df-377956dbfe6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f07552b-f917-4998-b383-b8c304494b1d HTTP/1.1" status: 204 len: 168 time: 0.3594773 Nov 08 00:19:47.202689 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fe257-5156-4a62-90df-377956dbfe6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f07552b-f917-4998-b383-b8c304494b1d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:47.254691 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=d66ff1f1-dfc7-4182-9d0c-32f8d824382b,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:47.261278 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1d3e366-8664-4716-805f-7caf8ad16ef9 req-a6d6ab6b-40b1-4302-9e10-0939e6c0df2f tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf80b5-258a-4d7e-b2fb-39020c06faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625603 Nov 08 00:19:47.398550 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbabbc16-2180-4890-a8a6-5db5446c9003 x-openstack-request-id: req-fbabbc16-2180-4890-a8a6-5db5446c9003 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:19:47.399036 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f94ced-3da5-4757-a76b-b66fa2a1dc05", "name": "network-vif-plugged", "status": "completed", "tag": "d66ff1f1-dfc7-4182-9d0c-32f8d824382b", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:19:47.399451 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbabbc16-2180-4890-a8a6-5db5446c9003 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:19:47.400021 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f94ced-3da5-4757-a76b-b66fa2a1dc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66ff1f1-dfc7-4182-9d0c-32f8d824382b', 'code': 200} Nov 08 00:19:47.512654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc76de-790c-4818-b9ea-06eaf606d078 req-94ec4259-8b6b-434d-a315-cd5a6bb84320 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:47.520626 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0cc76de-790c-4818-b9ea-06eaf606d078 req-94ec4259-8b6b-434d-a315-cd5a6bb84320 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.0711732 Nov 08 00:19:47.567528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0cc76de-790c-4818-b9ea-06eaf606d078 req-9506119d-4b46-4c78-a590-09c7ad087460 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410047 Nov 08 00:19:47.613359 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c66915-5aa3-491d-b1fa-ac4c87a4779b req-82294f7f-1432-4687-9f90-ae5ea77eac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:47.614892 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24c66915-5aa3-491d-b1fa-ac4c87a4779b req-82294f7f-1432-4687-9f90-ae5ea77eac1d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 1096 time: 0.0932205 Nov 08 00:19:47.654806 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24c66915-5aa3-491d-b1fa-ac4c87a4779b req-fd9b5430-ab96-494b-8a65-1e469480c902 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314925 Nov 08 00:19:48.111301 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc863d-780e-4028-9321-2abed9dde2ca req-9e5c66e7-c670-4906-9541-bafa793fc3b7 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:48.119420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ffc863d-780e-4028-9321-2abed9dde2ca req-9e5c66e7-c670-4906-9541-bafa793fc3b7 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 945 time: 0.0720470 Nov 08 00:19:48.153734 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ffc863d-780e-4028-9321-2abed9dde2ca req-f0b1276e-4c89-4d4a-a61f-49ab527908ac tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333452 Nov 08 00:19:48.454807 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285206b-8ffa-4f0e-bb7c-1bcfccf043c8 req-03abdae6-18d5-4c22-b5f1-6c5a19e8ffcd tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:48.456512 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2285206b-8ffa-4f0e-bb7c-1bcfccf043c8 req-03abdae6-18d5-4c22-b5f1-6c5a19e8ffcd tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/ports?device_id=882b8caa-8f3f-4042-ba10-89d07b76e0d0 HTTP/1.1" status: 200 len: 945 time: 0.1006444 Nov 08 00:19:48.519762 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2285206b-8ffa-4f0e-bb7c-1bcfccf043c8 req-36264cfd-d1bc-46c8-bf74-6a242095b183 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf80b5-258a-4d7e-b2fb-39020c06faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555787 Nov 08 00:19:48.689515 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 46746) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:48.798285 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33139a4-da43-45ec-8187-4f3f0cc60619 req-7e05d1a7-5421-47f6-9978-6f9449aa21e2 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:48.807069 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a33139a4-da43-45ec-8187-4f3f0cc60619 req-7e05d1a7-5421-47f6-9978-6f9449aa21e2 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.20 "GET /v2.0/ports?device_id=882b8caa-8f3f-4042-ba10-89d07b76e0d0 HTTP/1.1" status: 200 len: 945 time: 0.1362326 Nov 08 00:19:48.861540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150f8db-e438-40cb-a97b-e73f2429489c req-ebd28362-26d2-42e4-8747-20da806844eb tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:48.876216 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3150f8db-e438-40cb-a97b-e73f2429489c req-ebd28362-26d2-42e4-8747-20da806844eb tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.0910916 Nov 08 00:19:48.933590 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3150f8db-e438-40cb-a97b-e73f2429489c req-04e37e3f-bdcd-4e9e-8634-0a7e193f3992 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508966 Nov 08 00:19:48.946336 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2d101da7-9d56-48f0-a6d0-9e3f8dbf9e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:48.975881 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-a33139a4-da43-45ec-8187-4f3f0cc60619 req-2873c626-e424-4f54-b9c8-2b1e5bde8a5c tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Deleting port 75920001-7b1e-4667-bcfd-267bcd1d78de {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:19:48.985008 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a33139a4-da43-45ec-8187-4f3f0cc60619 req-2873c626-e424-4f54-b9c8-2b1e5bde8a5c tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:49.126827 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2d101da7-9d56-48f0-a6d0-9e3f8dbf9e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:49.193530 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-a33139a4-da43-45ec-8187-4f3f0cc60619 req-2873c626-e424-4f54-b9c8-2b1e5bde8a5c tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] For port 75920001-7b1e-4667-bcfd-267bcd1d78de, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=75920001-7b1e-4667-bcfd-267bcd1d78de,segment=NetworkSegment(e6dfc38d-0ab3-4c49-b9a7-80ea0e7b9ec0),segment_id=e6dfc38d-0ab3-4c49-b9a7-80ea0e7b9ec0)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:49.193897 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a33139a4-da43-45ec-8187-4f3f0cc60619 req-2873c626-e424-4f54-b9c8-2b1e5bde8a5c tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:49.200051 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2d101da7-9d56-48f0-a6d0-9e3f8dbf9e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:49.236708 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-a33139a4-da43-45ec-8187-4f3f0cc60619 req-2873c626-e424-4f54-b9c8-2b1e5bde8a5c tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Calling delete_port for 75920001-7b1e-4667-bcfd-267bcd1d78de owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:19:49.312430 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2d101da7-9d56-48f0-a6d0-9e3f8dbf9e1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e19aaa60ffb445de84a9e0719e07673a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6195009 Nov 08 00:19:49.314358 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46764) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:49.376623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d101da7-9d56-48f0-a6d0-9e3f8dbf9e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b21ed70-916c-4b9f-9eb9-14cd3f4d71d4,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:49.418850 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab88a642-6eb4-4762-9962-7e6990b0140a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:49.422875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13668e-fb5e-4eff-9f07-722bf5f60f0d req-16c9d8e6-f8e4-4211-814e-b48856027885 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:49.422875 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d13668e-fb5e-4eff-9f07-722bf5f60f0d req-16c9d8e6-f8e4-4211-814e-b48856027885 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 945 time: 0.1244464 Nov 08 00:19:49.466970 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d13668e-fb5e-4eff-9f07-722bf5f60f0d req-2e19bcbf-81fd-44e2-919b-3e70f9fb8906 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386500 Nov 08 00:19:49.524320 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab88a642-6eb4-4762-9962-7e6990b0140a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:49.949542 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96873219-389a-46d9-8408-f58321cad2ad req-f5b4de05-7b8f-421d-83a8-06996691d4ee tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:49.951194 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96873219-389a-46d9-8408-f58321cad2ad req-f5b4de05-7b8f-421d-83a8-06996691d4ee tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/ports?device_id=882b8caa-8f3f-4042-ba10-89d07b76e0d0 HTTP/1.1" status: 200 len: 945 time: 0.0564814 Nov 08 00:19:50.001775 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96873219-389a-46d9-8408-f58321cad2ad req-bf562023-54c3-4078-867e-b063ac47e0d7 tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf80b5-258a-4d7e-b2fb-39020c06faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439680 Nov 08 00:19:50.231112 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae8faa-3acb-4832-b2c4-7da321af2380 req-b4438a7f-df68-4d74-8a78-72a30d3140c1 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:50.232786 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84ae8faa-3acb-4832-b2c4-7da321af2380 req-b4438a7f-df68-4d74-8a78-72a30d3140c1 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.0532424 Nov 08 00:19:50.303009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84ae8faa-3acb-4832-b2c4-7da321af2380 req-5605d851-43a3-4cef-ae2f-9b0a9e323357 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338135 Nov 08 00:19:50.429315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf7e52-d10b-4e79-a83b-53049e2d9b93 req-d886fb0c-7606-4592-a4ab-f7b85da228f4 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:50.430964 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69bf7e52-d10b-4e79-a83b-53049e2d9b93 req-d886fb0c-7606-4592-a4ab-f7b85da228f4 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.0560567 Nov 08 00:19:50.439580 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 46794) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:50.441756 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a33139a4-da43-45ec-8187-4f3f0cc60619 req-2873c626-e424-4f54-b9c8-2b1e5bde8a5c tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:50.444833 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-52e87314-a69a-40cc-b4b6-6b230a93c919 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Request body: {'floatingip': {'port_id': 'd66ff1f1-dfc7-4182-9d0c-32f8d824382b'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:50.475562 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['75920001-7b1e-4667-bcfd-267bcd1d78de'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:19:50.486887 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab88a642-6eb4-4762-9962-7e6990b0140a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:50.489764 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab88a642-6eb4-4762-9962-7e6990b0140a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:50.493355 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ab88a642-6eb4-4762-9962-7e6990b0140a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b21ed70-916c-4b9f-9eb9-14cd3f4d71d4 HTTP/1.1" status: 204 len: 168 time: 1.1746960 Nov 08 00:19:50.496758 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-52e87314-a69a-40cc-b4b6-6b230a93c919 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:50.498099 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873c626-e424-4f54-b9c8-2b1e5bde8a5c tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Pushing event deleted for resources: {'Port': ['ID=75920001-7b1e-4667-bcfd-267bcd1d78de,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:50.567441 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88a642-6eb4-4762-9962-7e6990b0140a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b21ed70-916c-4b9f-9eb9-14cd3f4d71d4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:50.600135 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33139a4-da43-45ec-8187-4f3f0cc60619 req-2873c626-e424-4f54-b9c8-2b1e5bde8a5c tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] No DVR routers for this DVR port 75920001-7b1e-4667-bcfd-267bcd1d78de on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:19:50.605495 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a33139a4-da43-45ec-8187-4f3f0cc60619 req-2873c626-e424-4f54-b9c8-2b1e5bde8a5c tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:50.610767 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a33139a4-da43-45ec-8187-4f3f0cc60619 req-2873c626-e424-4f54-b9c8-2b1e5bde8a5c tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.20 "DELETE /v2.0/ports/75920001-7b1e-4667-bcfd-267bcd1d78de HTTP/1.1" status: 204 len: 173 time: 1.8028209 Nov 08 00:19:50.611927 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882b8caa-8f3f-4042-ba10-89d07b76e0d0', 'name': 'network-vif-deleted', 'tag': '75920001-7b1e-4667-bcfd-267bcd1d78de'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:19:50.615197 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7fd9a6-009a-418a-bdf4-40bcfd649868" -d '{"events": [{"server_uuid": "882b8caa-8f3f-4042-ba10-89d07b76e0d0", "name": "network-vif-deleted", "tag": "75920001-7b1e-4667-bcfd-267bcd1d78de"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:19:50.745711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8d379-a75c-4d8b-b213-5a2274c99f92 req-e40c092a-e844-4f48-89de-5a92751553f4 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:50.752279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74c8d379-a75c-4d8b-b213-5a2274c99f92 req-e40c092a-e844-4f48-89de-5a92751553f4 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 945 time: 0.1356080 Nov 08 00:19:50.804583 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74c8d379-a75c-4d8b-b213-5a2274c99f92 req-2e1b3eac-9399-4596-bc24-62d522358927 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513582 Nov 08 00:19:50.927523 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f5d778-68eb-4da3-8749-b2cb384f2baa x-openstack-request-id: req-74f5d778-68eb-4da3-8749-b2cb384f2baa {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:19:50.927967 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "882b8caa-8f3f-4042-ba10-89d07b76e0d0", "name": "network-vif-deleted", "tag": "75920001-7b1e-4667-bcfd-267bcd1d78de", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:19:50.928438 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74f5d778-68eb-4da3-8749-b2cb384f2baa {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:19:50.928969 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882b8caa-8f3f-4042-ba10-89d07b76e0d0', 'name': 'network-vif-deleted', 'tag': '75920001-7b1e-4667-bcfd-267bcd1d78de', 'status': 'completed', 'code': 200} Nov 08 00:19:51.159636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb09b6a9-1916-4716-8846-a6445937a896 req-5c694816-1f67-413d-b17c-17214ce3480c tempest-ServerAddressesNegativeTestJSON-775414986 tempest-ServerAddressesNegativeTestJSON-775414986-project] 10.222.0.13 "GET /v2.0/ports?device_id=882b8caa-8f3f-4042-ba10-89d07b76e0d0 HTTP/1.1" status: 200 len: 210 time: 0.0717995 Nov 08 00:19:51.230521 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8207d076-f9aa-4fa6-94fd-58b93c7a2820 req-274521ba-67fb-4bd2-a492-9ae4ea6f3e36 service neutron] 10.222.0.26 "GET /v2.0/networks/27a53660-1020-4f37-bc10-2de174a95e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852180 Nov 08 00:19:51.251111 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-52e87314-a69a-40cc-b4b6-6b230a93c919 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:51.310567 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-52e87314-a69a-40cc-b4b6-6b230a93c919 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:51.449663 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-52e87314-a69a-40cc-b4b6-6b230a93c919 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Floating IP 7ce48859-e252-4738-acd0-b58097528e7a associated. External IP: 172.25.2.159, port: d66ff1f1-dfc7-4182-9d0c-32f8d824382b. Nov 08 00:19:51.691092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e87314-a69a-40cc-b4b6-6b230a93c919 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:19:51.842651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e87314-a69a-40cc-b4b6-6b230a93c919 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:19:51.847690 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-52e87314-a69a-40cc-b4b6-6b230a93c919 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:51.857321 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f9972-bff5-4410-98e7-5791784d6295 None None] Sync routers for ids ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:19:51.867966 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98f9972-bff5-4410-98e7-5791784d6295 None None] Routers {'4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:19:51.869214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c98f9972-bff5-4410-98e7-5791784d6295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:19:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:51.888671 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-52e87314-a69a-40cc-b4b6-6b230a93c919 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "PUT /v2.0/floatingips/7ce48859-e252-4738-acd0-b58097528e7a HTTP/1.1" status: 200 len: 991 time: 1.4474127 Nov 08 00:19:51.890871 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f94ced-3da5-4757-a76b-b66fa2a1dc05', 'tag': 'd66ff1f1-dfc7-4182-9d0c-32f8d824382b'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:19:51.893229 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d08642-784a-47dc-b28c-a2a6d4a70d17" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f94ced-3da5-4757-a76b-b66fa2a1dc05", "tag": "d66ff1f1-dfc7-4182-9d0c-32f8d824382b"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:19:51.917103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 46866) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:52.024273 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3064d-1f5b-4fd8-b7a7-506a29715fb3 req-77c3403c-80c7-4a79-8618-c363e1b48875 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:52.035226 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44e3064d-1f5b-4fd8-b7a7-506a29715fb3 req-77c3403c-80c7-4a79-8618-c363e1b48875 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 945 time: 0.1052313 Nov 08 00:19:52.086568 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473104b0-8688-4ace-b5be-7667e43ad963 x-openstack-request-id: req-473104b0-8688-4ace-b5be-7667e43ad963 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:19:52.086859 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f94ced-3da5-4757-a76b-b66fa2a1dc05", "tag": "d66ff1f1-dfc7-4182-9d0c-32f8d824382b", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:19:52.087112 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-473104b0-8688-4ace-b5be-7667e43ad963 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:19:52.087539 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f94ced-3da5-4757-a76b-b66fa2a1dc05', 'tag': 'd66ff1f1-dfc7-4182-9d0c-32f8d824382b', 'status': 'completed', 'code': 200} Nov 08 00:19:52.110036 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44e3064d-1f5b-4fd8-b7a7-506a29715fb3 req-2dc88d2d-3de9-4753-af37-1fc79895ce24 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726311 Nov 08 00:19:52.179245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c98f9972-bff5-4410-98e7-5791784d6295 None None] Set router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:19:52.194003 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bfc27b85-fa4a-447e-8329-abe405f30274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:52.208886 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d08642-784a-47dc-b28c-a2a6d4a70d17 req-94c95fd3-da0c-45e5-878d-a206207aa5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:52.212317 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-80d08642-784a-47dc-b28c-a2a6d4a70d17 req-94c95fd3-da0c-45e5-878d-a206207aa5b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2278e422f74446f91e7e8ef6b5f1bb4&device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 1096 time: 0.0848877 Nov 08 00:19:52.268799 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 46884) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:52.390440 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ee3ca2-1726-44ca-b070-a602193949d3 admin admin] Deleting subnet 32bbc72b-9cc8-4147-b91d-b71d2224a83b {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:19:52.403266 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d5ee3ca2-1726-44ca-b070-a602193949d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:52.410028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d08642-784a-47dc-b28c-a2a6d4a70d17 req-baf14d0c-cb4e-433b-b776-e23d97cca43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:52.411495 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-80d08642-784a-47dc-b28c-a2a6d4a70d17 req-baf14d0c-cb4e-433b-b776-e23d97cca43f service neutron] 10.222.0.20 "GET /v2.0/networks?id=b13a2d05-1ff5-419f-9b2f-082d70770afe HTTP/1.1" status: 200 len: 911 time: 0.1918180 Nov 08 00:19:52.456855 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c98f9972-bff5-4410-98e7-5791784d6295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:19:17Z', 'revision_number': 4, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port': {'id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:11Z', 'updated_at': '2021-11-08T00:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '7ce48859-e252-4738-acd0-b58097528e7a', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'port_id': 'd66ff1f1-dfc7-4182-9d0c-32f8d824382b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'mac_address': 'fa:16:3e:2c:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94ced-3da5-4757-a76b-b66fa2a1dc05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:19:27Z', 'updated_at': '2021-11-08T00:19:51Z', 'revision_number': 1, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47a8676-739a-4cfb-9666-a8bf0583f1d5', 'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'mac_address': 'fa:16:3e:b0:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:15Z', 'updated_at': '2021-11-08T00:19:23Z', 'revision_number': 5, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'subnets': [{'id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:52.463904 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bfc27b85-fa4a-447e-8329-abe405f30274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:52.480832 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d5ee3ca2-1726-44ca-b070-a602193949d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:52.496644 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f9972-bff5-4410-98e7-5791784d6295 None None] Checking router: 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:19:52.502918 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-80d08642-784a-47dc-b28c-a2a6d4a70d17 req-e3e44a1a-44f6-434f-8b34-65ac742866a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d66ff1f1-dfc7-4182-9d0c-32f8d824382b HTTP/1.1" status: 200 len: 999 time: 0.0825951 Nov 08 00:19:52.505714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98f9972-bff5-4410-98e7-5791784d6295 None None] Routers {'4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:19:52.506516 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c98f9972-bff5-4410-98e7-5791784d6295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:19:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:52.538560 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bfc27b85-fa4a-447e-8329-abe405f30274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:52.541592 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d5ee3ca2-1726-44ca-b070-a602193949d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:52.574591 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d08642-784a-47dc-b28c-a2a6d4a70d17 req-2a907cbf-e9d2-40a8-afbe-cb841d6a23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:52.576233 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-80d08642-784a-47dc-b28c-a2a6d4a70d17 req-2a907cbf-e9d2-40a8-afbe-cb841d6a23d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82ff6155-843e-4e76-be5f-7d2f5d78c7b3 HTTP/1.1" status: 200 len: 849 time: 0.0652227 Nov 08 00:19:52.579375 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 75920001-7b1e-4667-bcfd-267bcd1d78de no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:19:52.607917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 75920001-7b1e-4667-bcfd-267bcd1d78de {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:19:52.608802 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 75920001-7b1e-4667-bcfd-267bcd1d78de not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:19:52.620443 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bfc27b85-fa4a-447e-8329-abe405f30274 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4eee94b522194f2d9f3f068720f258d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7022152 Nov 08 00:19:52.621248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc27b85-fa4a-447e-8329-abe405f30274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570e144f-f75a-4ebf-8ec3-fcd51e82c17e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:52.624777 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46894) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:52.633914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc27b85-fa4a-447e-8329-abe405f30274 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:52.634239 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc27b85-fa4a-447e-8329-abe405f30274 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:52.637443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc27b85-fa4a-447e-8329-abe405f30274 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:52.637443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc27b85-fa4a-447e-8329-abe405f30274 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:52.637443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc27b85-fa4a-447e-8329-abe405f30274 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:52.637443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc27b85-fa4a-447e-8329-abe405f30274 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:52.637443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc27b85-fa4a-447e-8329-abe405f30274 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:52.637443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc27b85-fa4a-447e-8329-abe405f30274 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:52.637443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc27b85-fa4a-447e-8329-abe405f30274 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:52.637443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc27b85-fa4a-447e-8329-abe405f30274 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:52.638148 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc27b85-fa4a-447e-8329-abe405f30274 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:52.638148 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc27b85-fa4a-447e-8329-abe405f30274 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:19:52.660236 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c98f9972-bff5-4410-98e7-5791784d6295 None None] Set router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:19:52.677093 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d08642-784a-47dc-b28c-a2a6d4a70d17 req-ae5027e9-7e47-4be3-bae4-548e32c28894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:52.678663 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-80d08642-784a-47dc-b28c-a2a6d4a70d17 req-ae5027e9-7e47-4be3-bae4-548e32c28894 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b13a2d05-1ff5-419f-9b2f-082d70770afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952547 Nov 08 00:19:52.740960 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-084c924d-759c-446c-b41a-31de207a0b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:52.745135 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d5ee3ca2-1726-44ca-b070-a602193949d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:52.772909 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-084c924d-759c-446c-b41a-31de207a0b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:52.774077 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee3ca2-1726-44ca-b070-a602193949d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32bbc72b-9cc8-4147-b91d-b71d2224a83b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:52.779675 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d5ee3ca2-1726-44ca-b070-a602193949d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:52.784283 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d5ee3ca2-1726-44ca-b070-a602193949d3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/32bbc72b-9cc8-4147-b91d-b71d2224a83b HTTP/1.1" status: 204 len: 168 time: 0.5127113 Nov 08 00:19:52.787153 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46902) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:52.881153 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-80d08642-784a-47dc-b28c-a2a6d4a70d17 req-dfbf9dfb-30f0-498b-811d-957b1970c06d service neutron] 10.222.0.20 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914744 Nov 08 00:19:52.921102 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c98f9972-bff5-4410-98e7-5791784d6295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:19:17Z', 'revision_number': 4, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port': {'id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:11Z', 'updated_at': '2021-11-08T00:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '7ce48859-e252-4738-acd0-b58097528e7a', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'port_id': 'd66ff1f1-dfc7-4182-9d0c-32f8d824382b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'mac_address': 'fa:16:3e:2c:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94ced-3da5-4757-a76b-b66fa2a1dc05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:19:27Z', 'updated_at': '2021-11-08T00:19:51Z', 'revision_number': 1, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47a8676-739a-4cfb-9666-a8bf0583f1d5', 'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'mac_address': 'fa:16:3e:b0:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:15Z', 'updated_at': '2021-11-08T00:19:23Z', 'revision_number': 5, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'subnets': [{'id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:52.955338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f9972-bff5-4410-98e7-5791784d6295 None None] The sync data for ids ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'] in n-d-816882-1 is: [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:19:17Z', 'revision_number': 4, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port': {'id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:11Z', 'updated_at': '2021-11-08T00:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '7ce48859-e252-4738-acd0-b58097528e7a', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'port_id': 'd66ff1f1-dfc7-4182-9d0c-32f8d824382b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'mac_address': 'fa:16:3e:2c:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94ced-3da5-4757-a76b-b66fa2a1dc05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:19:27Z', 'updated_at': '2021-11-08T00:19:51Z', 'revision_number': 1, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47a8676-739a-4cfb-9666-a8bf0583f1d5', 'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'mac_address': 'fa:16:3e:b0:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:15Z', 'updated_at': '2021-11-08T00:19:23Z', 'revision_number': 5, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'subnets': [{'id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:19:53.233648 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3b657f65-b196-41f9-96a5-dfdc8f62b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:53.326669 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e584a-a526-431d-a06d-fc386a70bed1 None None] New status for floating IP 7ce48859-e252-4738-acd0-b58097528e7a: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:19:53.353845 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-084c924d-759c-446c-b41a-31de207a0b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:53.356206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516319cd-51eb-4222-90c1-433e751dc3b0 req-7454effd-a0c9-4413-b0c6-d668b8a14e5f tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:53.356731 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-084c924d-759c-446c-b41a-31de207a0b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:53.357857 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-084c924d-759c-446c-b41a-31de207a0b11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/570e144f-f75a-4ebf-8ec3-fcd51e82c17e HTTP/1.1" status: 204 len: 168 time: 0.7320766 Nov 08 00:19:53.359667 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-516319cd-51eb-4222-90c1-433e751dc3b0 req-7454effd-a0c9-4413-b0c6-d668b8a14e5f tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 945 time: 0.1388688 Nov 08 00:19:53.372171 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-80d08642-784a-47dc-b28c-a2a6d4a70d17 req-89ee52de-f8e9-4e84-a9e9-75c40a345132 service neutron] 10.222.0.20 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801335 Nov 08 00:19:53.383989 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c924d-759c-446c-b41a-31de207a0b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570e144f-f75a-4ebf-8ec3-fcd51e82c17e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:53.401433 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3b657f65-b196-41f9-96a5-dfdc8f62b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:53.432497 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-3b657f65-b196-41f9-96a5-dfdc8f62b4ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56cef6b8-01b0-40aa-b534-1e1a78c6a122']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:53.443742 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-3b657f65-b196-41f9-96a5-dfdc8f62b4ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6dfc38d-0ab3-4c49-b9a7-80ea0e7b9ec0') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:53.444067 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-3b657f65-b196-41f9-96a5-dfdc8f62b4ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6dfc38d-0ab3-4c49-b9a7-80ea0e7b9ec0') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:19:53.455974 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3b657f65-b196-41f9-96a5-dfdc8f62b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:53.460383 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-516319cd-51eb-4222-90c1-433e751dc3b0 req-2aa9471c-807c-4d8c-b6be-e9f3b2dc3695 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901601 Nov 08 00:19:53.471150 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3b657f65-b196-41f9-96a5-dfdc8f62b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:53.487512 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b657f65-b196-41f9-96a5-dfdc8f62b4ab admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:19:53.487964 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3b657f65-b196-41f9-96a5-dfdc8f62b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:19:53.524726 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:19:53.630252 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3b657f65-b196-41f9-96a5-dfdc8f62b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:53.636661 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3b657f65-b196-41f9-96a5-dfdc8f62b4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:53.639865 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3b657f65-b196-41f9-96a5-dfdc8f62b4ab admin admin] 10.222.0.13 "DELETE /v2.0/networks/56cef6b8-01b0-40aa-b534-1e1a78c6a122 HTTP/1.1" status: 204 len: 168 time: 0.8516958 Nov 08 00:19:53.651453 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b657f65-b196-41f9-96a5-dfdc8f62b4ab admin admin] Pushing event deleted for resources: {'Network': ['ID=56cef6b8-01b0-40aa-b534-1e1a78c6a122,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:54.094238 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a19d102e-5315-481d-805a-b1b293de86a4 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:19:54.205585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port a19d102e-5315-481d-805a-b1b293de86a4, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a19d102e-5315-481d-805a-b1b293de86a4,segment=NetworkSegment(6bbdb3e3-653a-49eb-ad5b-e348d9558c7d),segment_id=6bbdb3e3-653a-49eb-ad5b-e348d9558c7d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:54.216722 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'a19d102e-5315-481d-805a-b1b293de86a4', 'network_id': 'adf0fd13-4016-499b-aff1-954a6f811d84', 'port_id': 'a19d102e-5315-481d-805a-b1b293de86a4', 'mac_address': 'fa:16:3e:f5:09:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51233a59-51ba-4690-b7f3-640611b7c057', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:19:54.257771 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:54.270251 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19d102e-5315-481d-805a-b1b293de86a4 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:19:54.289177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port a19d102e-5315-481d-805a-b1b293de86a4, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a19d102e-5315-481d-805a-b1b293de86a4,segment=NetworkSegment(6bbdb3e3-653a-49eb-ad5b-e348d9558c7d),segment_id=6bbdb3e3-653a-49eb-ad5b-e348d9558c7d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:54.332359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 46992) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:54.356488 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:54.382149 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c3362092-7341-4d72-b12a-b6d9a1d409cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c49192ba4ae454abc515009dea62ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483658 Nov 08 00:19:54.384830 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 46994) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:54.410563 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47000) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:54.432593 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0a71abdc-418e-4375-9774-991c6648a98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:54.436384 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=a19d102e-5315-481d-805a-b1b293de86a4,revision_number=11']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:54.449029 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47002) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:54.471553 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-75c2f3db-728e-4607-858c-0f3254045be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:54.529415 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-75c2f3db-728e-4607-858c-0f3254045be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:54.548849 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0a71abdc-418e-4375-9774-991c6648a98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:54.630370 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0a71abdc-418e-4375-9774-991c6648a98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:54.641571 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccce17-ca5a-4342-9311-66baf7fc534d req-94f14df5-d090-401d-bdc5-05e6c370b39f tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:54.643151 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2bccce17-ca5a-4342-9311-66baf7fc534d req-94f14df5-d090-401d-bdc5-05e6c370b39f tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0562627 Nov 08 00:19:54.651466 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78fbecfa-f02f-4222-a9c2-1b1e5184e7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:54.669547 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['a19d102e-5315-481d-805a-b1b293de86a4'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:19:54.692160 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2bccce17-ca5a-4342-9311-66baf7fc534d req-3a429e07-d1e0-4b9d-82f2-b45398e83585 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424139 Nov 08 00:19:54.692582 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71abdc-418e-4375-9774-991c6648a98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f2d5ff-70c8-49ac-a672-fd31b8c76cdb,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:54.698723 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-75c2f3db-728e-4607-858c-0f3254045be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:54.700659 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0a71abdc-418e-4375-9774-991c6648a98e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebaa638fd8044160990ec8e1b3872bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2889502 Nov 08 00:19:54.701720 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-75c2f3db-728e-4607-858c-0f3254045be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:54.702845 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-75c2f3db-728e-4607-858c-0f3254045be5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80bf80b5-258a-4d7e-b2fb-39020c06faba HTTP/1.1" status: 204 len: 168 time: 0.3105674 Nov 08 00:19:54.703535 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47022) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:54.717789 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2f3db-728e-4607-858c-0f3254045be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bf80b5-258a-4d7e-b2fb-39020c06faba,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:54.779975 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4b894143-5840-4ccb-8aaa-625868a16a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:54.795113 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78fbecfa-f02f-4222-a9c2-1b1e5184e7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:54.809045 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4b894143-5840-4ccb-8aaa-625868a16a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:54.881290 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78fbecfa-f02f-4222-a9c2-1b1e5184e7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:54.915402 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4b894143-5840-4ccb-8aaa-625868a16a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:54.919123 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4b894143-5840-4ccb-8aaa-625868a16a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:54.923376 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4b894143-5840-4ccb-8aaa-625868a16a54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3f2d5ff-70c8-49ac-a672-fd31b8c76cdb HTTP/1.1" status: 204 len: 168 time: 0.2141812 Nov 08 00:19:54.924385 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-78fbecfa-f02f-4222-a9c2-1b1e5184e7e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d4549512b3e4394a8843e9d937de553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4739037 Nov 08 00:19:54.931146 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47036) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:54.931146 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbecfa-f02f-4222-a9c2-1b1e5184e7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40438d9-48c1-4851-9c70-2740ec19eca5,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:54.932170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b894143-5840-4ccb-8aaa-625868a16a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f2d5ff-70c8-49ac-a672-fd31b8c76cdb,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:54.981229 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f6fad08-6aa4-4076-b8ec-5164fb23fa58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:55.004096 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f6fad08-6aa4-4076-b8ec-5164fb23fa58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:55.133039 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f6fad08-6aa4-4076-b8ec-5164fb23fa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:55.137439 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f6fad08-6aa4-4076-b8ec-5164fb23fa58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:55.137644 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6f6fad08-6aa4-4076-b8ec-5164fb23fa58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e40438d9-48c1-4851-9c70-2740ec19eca5 HTTP/1.1" status: 204 len: 168 time: 0.2116022 Nov 08 00:19:55.145659 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fad08-6aa4-4076-b8ec-5164fb23fa58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40438d9-48c1-4851-9c70-2740ec19eca5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:55.805581 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d16cf4-1521-41bd-b24d-b2f3b8469833 req-2a4f67d4-154d-486f-874d-75a89eb756a6 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:55.807752 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38d16cf4-1521-41bd-b24d-b2f3b8469833 req-2a4f67d4-154d-486f-874d-75a89eb756a6 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 946 time: 0.0497792 Nov 08 00:19:55.849039 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38d16cf4-1521-41bd-b24d-b2f3b8469833 req-c28689d1-51c6-4af3-97ca-c567d4b8bfa8 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350003 Nov 08 00:19:55.887619 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47084) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:55.903086 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3568a489-3b1d-4e7f-83a6-415d9cd7a448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:55.977886 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3568a489-3b1d-4e7f-83a6-415d9cd7a448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:55.987009 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47088) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:56.047174 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3568a489-3b1d-4e7f-83a6-415d9cd7a448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:56.089606 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3568a489-3b1d-4e7f-83a6-415d9cd7a448 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=201c3529ea8b47b28f060749b28939f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2008772 Nov 08 00:19:56.091759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568a489-3b1d-4e7f-83a6-415d9cd7a448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2640186-f0c8-4bb7-ab9c-00156870cf39,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:56.093528 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-775c35ff-82ba-4fa0-9d55-5c767b65e719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:56.097574 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47096) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:56.110298 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a19d102e-5315-481d-805a-b1b293de86a4 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:19:56.152774 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7825573e-7043-4471-9048-6e9ea7792752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:56.178145 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7825573e-7043-4471-9048-6e9ea7792752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:56.204686 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-775c35ff-82ba-4fa0-9d55-5c767b65e719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:56.251272 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port a19d102e-5315-481d-805a-b1b293de86a4 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:19:56.255227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port a19d102e-5315-481d-805a-b1b293de86a4 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:19:56.255595 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:56.326978 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-775c35ff-82ba-4fa0-9d55-5c767b65e719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:56.336847 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:56.364147 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7825573e-7043-4471-9048-6e9ea7792752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:56.370945 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-775c35ff-82ba-4fa0-9d55-5c767b65e719 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2092fe2467fe40ee81741f5a701404b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3827088 Nov 08 00:19:56.372142 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c35ff-82ba-4fa0-9d55-5c767b65e719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059ea70a-4285-438c-b0f1-acb74f517a4d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:56.374512 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7825573e-7043-4471-9048-6e9ea7792752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:56.374761 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47108) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:56.376019 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7825573e-7043-4471-9048-6e9ea7792752 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2640186-f0c8-4bb7-ab9c-00156870cf39 HTTP/1.1" status: 204 len: 168 time: 0.2799025 Nov 08 00:19:56.386790 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825573e-7043-4471-9048-6e9ea7792752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2640186-f0c8-4bb7-ab9c-00156870cf39,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:56.395032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed519f3-7f27-4cef-8936-26b9c52d2618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19d102e-5315-481d-805a-b1b293de86a4'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:19:56.397732 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0a9f71-1a8f-4ffb-bba7-03625828fa6a" -d '{"events": [{"server_uuid": "3ed519f3-7f27-4cef-8936-26b9c52d2618", "name": "network-vif-plugged", "status": "completed", "tag": "a19d102e-5315-481d-805a-b1b293de86a4"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:19:56.422025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port a19d102e-5315-481d-805a-b1b293de86a4, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a19d102e-5315-481d-805a-b1b293de86a4,segment=NetworkSegment(6bbdb3e3-653a-49eb-ad5b-e348d9558c7d),segment_id=6bbdb3e3-653a-49eb-ad5b-e348d9558c7d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:19:56.434103 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b06c154e-4f3f-475d-8625-e8db242aaa41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:56.458816 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b06c154e-4f3f-475d-8625-e8db242aaa41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:56.460659 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe6ba6c-db31-4989-aaed-dcbf010abe36 x-openstack-request-id: req-6fe6ba6c-db31-4989-aaed-dcbf010abe36 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:19:56.461068 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed519f3-7f27-4cef-8936-26b9c52d2618", "name": "network-vif-plugged", "status": "completed", "tag": "a19d102e-5315-481d-805a-b1b293de86a4", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:19:56.461546 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fe6ba6c-db31-4989-aaed-dcbf010abe36 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:19:56.462123 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed519f3-7f27-4cef-8936-26b9c52d2618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19d102e-5315-481d-805a-b1b293de86a4', 'code': 200} Nov 08 00:19:56.476828 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:56.574536 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=a19d102e-5315-481d-805a-b1b293de86a4,revision_number=12']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:56.595579 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b06c154e-4f3f-475d-8625-e8db242aaa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:56.598292 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b06c154e-4f3f-475d-8625-e8db242aaa41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:56.599863 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b06c154e-4f3f-475d-8625-e8db242aaa41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/059ea70a-4285-438c-b0f1-acb74f517a4d HTTP/1.1" status: 204 len: 168 time: 0.2237785 Nov 08 00:19:56.607744 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c154e-4f3f-475d-8625-e8db242aaa41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059ea70a-4285-438c-b0f1-acb74f517a4d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:56.808176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e3d98-e2ec-4547-8ddf-cd5544ea41b7 req-e2305ecd-972b-4817-996d-9c57aae2e27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:56.810140 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d8e3d98-e2ec-4547-8ddf-cd5544ea41b7 req-e2305ecd-972b-4817-996d-9c57aae2e27e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 1098 time: 0.0492003 Nov 08 00:19:56.847504 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d8e3d98-e2ec-4547-8ddf-cd5544ea41b7 req-79089460-34c0-4405-b80e-525cf66834f6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304241 Nov 08 00:19:56.999073 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b235bc41-0322-4a14-824f-709b2e7340f8 req-ad866e49-30c8-4fcd-94cb-94627461259a tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0300250 Nov 08 00:19:57.033060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb54506-1021-4ffd-9595-947a615fecfe req-1954c4e8-4ec9-45a2-8166-a06a87db5f99 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:57.033060 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9eb54506-1021-4ffd-9595-947a615fecfe req-1954c4e8-4ec9-45a2-8166-a06a87db5f99 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.1035695 Nov 08 00:19:57.060863 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47148) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:57.094552 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9eb54506-1021-4ffd-9595-947a615fecfe req-6c68ab5f-3310-4911-9a97-3d6e845de5f9 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573478 Nov 08 00:19:57.199172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-81b62488-33a2-4b78-88f5-497c36f8ad01 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1354767535-network', 'tenant_id': '55c62704c8494fc191022836bc7843f4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:57.326761 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b62488-33a2-4b78-88f5-497c36f8ad01 admin admin] Made reservation on behalf of 55c62704c8494fc191022836bc7843f4 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:19:57.329233 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81b62488-33a2-4b78-88f5-497c36f8ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:57.338006 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81b62488-33a2-4b78-88f5-497c36f8ad01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:57.389406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47166) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:57.416374 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-422234bf-de90-4815-91be-93ef1d709edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:57.460823 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81b62488-33a2-4b78-88f5-497c36f8ad01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:57.532615 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-422234bf-de90-4815-91be-93ef1d709edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:57.548209 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81b62488-33a2-4b78-88f5-497c36f8ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:57.574740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b62488-33a2-4b78-88f5-497c36f8ad01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:19:57.580930 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b62488-33a2-4b78-88f5-497c36f8ad01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa1b7c0-2b91-4124-a9a9-23cf9762d1c8,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:57.586569 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81b62488-33a2-4b78-88f5-497c36f8ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:57.587143 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-81b62488-33a2-4b78-88f5-497c36f8ad01 admin admin] Added segment 40203bf4-cfa5-472b-b095-f763f36b10d4 of type vlan for network 18f56be4-1516-4a97-8498-d1b73d4da99e Nov 08 00:19:57.640838 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81b62488-33a2-4b78-88f5-497c36f8ad01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:57.644952 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-422234bf-de90-4815-91be-93ef1d709edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:57.702029 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422234bf-de90-4815-91be-93ef1d709edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070abc20-16f6-4f8e-af21-c0b8c1562648,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:57.706500 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-422234bf-de90-4815-91be-93ef1d709edb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71c7ca676c6a4201b2b7c48e56a9865b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3144412 Nov 08 00:19:57.709295 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47176) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:57.768249 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea326cd1-a38c-494a-b68b-a0531c4d931f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:57.792950 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea326cd1-a38c-494a-b68b-a0531c4d931f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:57.796266 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81b62488-33a2-4b78-88f5-497c36f8ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:57.797266 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b62488-33a2-4b78-88f5-497c36f8ad01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:57.797858 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81b62488-33a2-4b78-88f5-497c36f8ad01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:57.876177 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b62488-33a2-4b78-88f5-497c36f8ad01 admin admin] Pushing event updated for resources: {'Network': ['ID=18f56be4-1516-4a97-8498-d1b73d4da99e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:57.886583 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 18f56be4-1516-4a97-8498-d1b73d4da99e details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:19:57.955970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47188) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:57.956467 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-81b62488-33a2-4b78-88f5-497c36f8ad01 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8939888 Nov 08 00:19:57.961918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-9ff303e0-6172-4660-b530-046b5ed99b20 admin admin] Request body: {'subnet': {'network_id': '18f56be4-1516-4a97-8498-d1b73d4da99e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1354767535-subnet', 'tenant_id': '55c62704c8494fc191022836bc7843f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:57.993150 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea326cd1-a38c-494a-b68b-a0531c4d931f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:57.996108 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea326cd1-a38c-494a-b68b-a0531c4d931f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:58.000404 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ea326cd1-a38c-494a-b68b-a0531c4d931f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/070abc20-16f6-4f8e-af21-c0b8c1562648 HTTP/1.1" status: 204 len: 168 time: 0.2896595 Nov 08 00:19:58.010153 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea326cd1-a38c-494a-b68b-a0531c4d931f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070abc20-16f6-4f8e-af21-c0b8c1562648,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:58.075950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff303e0-6172-4660-b530-046b5ed99b20 admin admin] Made reservation on behalf of 55c62704c8494fc191022836bc7843f4 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:19:58.078666 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9ff303e0-6172-4660-b530-046b5ed99b20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:58.138710 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fedc0b74-11ca-4641-a8ba-a3a97fe1251c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:58.156861 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-901cdf62-b21b-4115-a025-84f3a4306321 req-9fd56e90-6e29-44db-8886-dcce5b51290e tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0630641 Nov 08 00:19:58.278588 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44952b-32ee-4435-b5ab-bb729f798135 req-a3b482fc-23b1-4714-8a2c-b52f518ac3f0 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:58.280105 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da44952b-32ee-4435-b5ab-bb729f798135 req-a3b482fc-23b1-4714-8a2c-b52f518ac3f0 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0955245 Nov 08 00:19:58.379647 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da44952b-32ee-4435-b5ab-bb729f798135 req-74f8250f-9d8b-41e0-8a6a-3d8baf80d31c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868692 Nov 08 00:19:58.493292 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9ff303e0-6172-4660-b530-046b5ed99b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:58.574217 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff303e0-6172-4660-b530-046b5ed99b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e7651d0-4870-4184-94b9-0bb3d62743de,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:19:58.578705 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff303e0-6172-4660-b530-046b5ed99b20 admin admin] Checking segment: {'id': '40203bf4-cfa5-472b-b095-f763f36b10d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '18f56be4-1516-4a97-8498-d1b73d4da99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:19:58.579055 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff303e0-6172-4660-b530-046b5ed99b20 admin admin] Network hostable DHCP agents. Network: 18f56be4-1516-4a97-8498-d1b73d4da99e, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:19:58.678670 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff303e0-6172-4660-b530-046b5ed99b20 admin admin] Network 18f56be4-1516-4a97-8498-d1b73d4da99e is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:19:58.755831 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-9ff303e0-6172-4660-b530-046b5ed99b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 18f56be4-1516-4a97-8498-d1b73d4da99e) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:19:58.760696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff303e0-6172-4660-b530-046b5ed99b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:58.772583 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9ff303e0-6172-4660-b530-046b5ed99b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:58.774094 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4180252f-618e-4779-9e5f-4242902f0129 None None] Network 18f56be4-1516-4a97-8498-d1b73d4da99e requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:19:58.848018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9ff303e0-6172-4660-b530-046b5ed99b20 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8903363 Nov 08 00:19:58.975598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bdee37-141c-4fde-85bb-cd0cfa44a322 None None] Network 18f56be4-1516-4a97-8498-d1b73d4da99e requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:19:59.299214 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a4b7359-8643-4561-9dd5-263076cdbeed req-fdbd3e83-f673-4cc2-884b-24673023a823 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0316875 Nov 08 00:19:59.328279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47268) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:19:59.528347 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07728b33-9c2e-4033-8541-c74e29394389 req-06b5f89a-1a9d-410c-b7a0-a522501ee571 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:19:59.536347 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07728b33-9c2e-4033-8541-c74e29394389 req-06b5f89a-1a9d-410c-b7a0-a522501ee571 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0779552 Nov 08 00:19:59.595265 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07728b33-9c2e-4033-8541-c74e29394389 req-5558f576-cc96-4b77-955a-1ed031f26df3 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431540 Nov 08 00:19:59.683464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-fdebf287-6f90-48e0-80a0-8e3b08704486 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:19:59.817367 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fdebf287-6f90-48e0-80a0-8e3b08704486 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:19:59.920254 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fdebf287-6f90-48e0-80a0-8e3b08704486 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:00.054086 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-fdebf287-6f90-48e0-80a0-8e3b08704486 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Allocated IP 172.25.2.220 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/66f80796-5582-48b0-ae7e-d0bec7db87a2) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:20:00.162791 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fdebf287-6f90-48e0-80a0-8e3b08704486 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:00.264995 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fdebf287-6f90-48e0-80a0-8e3b08704486 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:00.283656 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47302) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:00.288726 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2bdab43b-0d6c-4816-af47-2745e606ce1f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-702816195-network', 'tenant_id': '99c09c477e85427ba0e659287aa88f06'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:00.311576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdebf287-6f90-48e0-80a0-8e3b08704486 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:20:00.316064 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-fdebf287-6f90-48e0-80a0-8e3b08704486 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:00.318561 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdebf287-6f90-48e0-80a0-8e3b08704486 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:20:00.344745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebf287-6f90-48e0-80a0-8e3b08704486 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Pushing event updated for resources: {'Port': ['ID=66f80796-5582-48b0-ae7e-d0bec7db87a2,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:00.367413 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdab43b-0d6c-4816-af47-2745e606ce1f admin admin] Made reservation on behalf of 99c09c477e85427ba0e659287aa88f06 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:00.372598 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2bdab43b-0d6c-4816-af47-2745e606ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:00.385035 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2bdab43b-0d6c-4816-af47-2745e606ce1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:00.424875 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d8215bac-2407-44b4-92d8-392f4c403288 req-da833c2a-9ef1-40e0-8b46-c0ca74c05ae1 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0298979 Nov 08 00:20:00.437873 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fdebf287-6f90-48e0-80a0-8e3b08704486 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:00.471194 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2bdab43b-0d6c-4816-af47-2745e606ce1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:00.536069 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fdebf287-6f90-48e0-80a0-8e3b08704486 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:00.538343 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2bdab43b-0d6c-4816-af47-2745e606ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:00.561746 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdab43b-0d6c-4816-af47-2745e606ce1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:20:00.577290 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdab43b-0d6c-4816-af47-2745e606ce1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5354a623-bd5e-4b8e-96fa-7f6bb9aa6310,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:00.582647 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2bdab43b-0d6c-4816-af47-2745e606ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:00.583081 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-2bdab43b-0d6c-4816-af47-2745e606ce1f admin admin] Added segment 43caa4e3-cdf7-491e-a194-7a339aa13be7 of type vlan for network fee2304b-422b-4c3b-b14d-921762729011 Nov 08 00:20:00.641233 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2bdab43b-0d6c-4816-af47-2745e606ce1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:00.732890 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0970e642-d429-4a82-a9a4-9932d2259040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:00.754887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f2a46-5e31-409f-a610-03b35e3bdf86 req-e2a9a5bd-b48d-4de1-a9ae-7dd1111c2475 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:00.756412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-824f2a46-5e31-409f-a610-03b35e3bdf86 req-e2a9a5bd-b48d-4de1-a9ae-7dd1111c2475 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0854135 Nov 08 00:20:00.760462 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47316) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:00.768620 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2bdab43b-0d6c-4816-af47-2745e606ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:00.769772 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdab43b-0d6c-4816-af47-2745e606ce1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:00.770356 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2bdab43b-0d6c-4816-af47-2745e606ce1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:00.784043 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fdebf287-6f90-48e0-80a0-8e3b08704486 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:00.831821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdab43b-0d6c-4816-af47-2745e606ce1f admin admin] Pushing event updated for resources: {'Network': ['ID=fee2304b-422b-4c3b-b14d-921762729011,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:00.849316 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network fee2304b-422b-4c3b-b14d-921762729011 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:00.894040 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2bdab43b-0d6c-4816-af47-2745e606ce1f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6091900 Nov 08 00:20:00.894952 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47322) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:00.900863 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8798d15b-305a-43f5-a421-d98bf3c4b8c5 admin admin] Request body: {'subnet': {'network_id': 'fee2304b-422b-4c3b-b14d-921762729011', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-702816195-subnet', 'tenant_id': '99c09c477e85427ba0e659287aa88f06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:00.970420 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-85a68609-9a9f-437c-96aa-653b0d3ccfd5 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1009916570'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:00.974740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8798d15b-305a-43f5-a421-d98bf3c4b8c5 admin admin] Made reservation on behalf of 99c09c477e85427ba0e659287aa88f06 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:00.977092 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8798d15b-305a-43f5-a421-d98bf3c4b8c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:00.984446 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:01.117516 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a68609-9a9f-437c-96aa-653b0d3ccfd5 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Made reservation on behalf of 20e13e528b4842dba050e69bebe5720f for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:01.121137 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-85a68609-9a9f-437c-96aa-653b0d3ccfd5 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:01.123923 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fdebf287-6f90-48e0-80a0-8e3b08704486 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:01.136945 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-824f2a46-5e31-409f-a610-03b35e3bdf86 req-3dd5b5ea-6551-42f2-a4d6-0ea328602466 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675368 Nov 08 00:20:01.151965 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-85a68609-9a9f-437c-96aa-653b0d3ccfd5 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:01.212171 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebf287-6f90-48e0-80a0-8e3b08704486 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Pushing event updated for resources: {'Port': ['ID=66f80796-5582-48b0-ae7e-d0bec7db87a2,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:01.239732 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c182cc12-b61b-494d-9f12-26e159e15697 req-99804df7-5fcd-486d-bb0b-4073529bf58f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0454502 Nov 08 00:20:01.261392 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fdebf287-6f90-48e0-80a0-8e3b08704486 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:01.278246 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-85a68609-9a9f-437c-96aa-653b0d3ccfd5 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:01.290113 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567806a-cf17-4dfb-afcd-1cf56361030d req-e73eeda0-72a8-4ed4-aa33-aac13be97e7e tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:01.291618 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a567806a-cf17-4dfb-afcd-1cf56361030d req-e73eeda0-72a8-4ed4-aa33-aac13be97e7e tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0815387 Nov 08 00:20:01.292987 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8798d15b-305a-43f5-a421-d98bf3c4b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:01.330700 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a567806a-cf17-4dfb-afcd-1cf56361030d req-4d3c00f4-1cee-4e13-bfe2-419cf5974d61 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323548 Nov 08 00:20:01.346845 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fdebf287-6f90-48e0-80a0-8e3b08704486 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:01.348962 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fdebf287-6f90-48e0-80a0-8e3b08704486 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0187283 Nov 08 00:20:01.353287 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47328) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:01.360801 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798d15b-305a-43f5-a421-d98bf3c4b8c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae7418eb-9eb8-4ca6-8644-314c4e7ef6c6,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:01.362574 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-e4b504c0-0b04-4bea-9a07-69df27b67265 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-348935318', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'fixed_ips': [{'ip_address': '172.25.2.220'}]}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:01.370107 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8798d15b-305a-43f5-a421-d98bf3c4b8c5 admin admin] Checking segment: {'id': '43caa4e3-cdf7-491e-a194-7a339aa13be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fee2304b-422b-4c3b-b14d-921762729011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:01.370482 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8798d15b-305a-43f5-a421-d98bf3c4b8c5 admin admin] Network hostable DHCP agents. Network: fee2304b-422b-4c3b-b14d-921762729011, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:20:01.374426 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-85a68609-9a9f-437c-96aa-653b0d3ccfd5 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:01.401991 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a68609-9a9f-437c-96aa-653b0d3ccfd5 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:20:01.423286 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-85a68609-9a9f-437c-96aa-653b0d3ccfd5 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:01.423633 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-85a68609-9a9f-437c-96aa-653b0d3ccfd5 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Added segment 958b3c36-95b9-429c-a833-d4df49d2d172 of type vlan for network 7f7d9757-e56e-47a6-85b4-501db32e0e88 Nov 08 00:20:01.424859 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a68609-9a9f-437c-96aa-653b0d3ccfd5 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b6ec60-d827-489b-9583-e4142ba2a6e8,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:01.466149 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25484ac-3c88-43db-8a9e-17240fd80a43 req-cb1bf491-fdc1-4776-91de-944d8e5bb36c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:01.466149 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c25484ac-3c88-43db-8a9e-17240fd80a43 req-cb1bf491-fdc1-4776-91de-944d8e5bb36c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0520618 Nov 08 00:20:01.468801 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-85a68609-9a9f-437c-96aa-653b0d3ccfd5 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:01.492202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b504c0-0b04-4bea-9a07-69df27b67265 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Made reservation on behalf of 80b453c8eaf040d59c53236875b4f0b1 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:01.495300 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e4b504c0-0b04-4bea-9a07-69df27b67265 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:01.508598 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e4b504c0-0b04-4bea-9a07-69df27b67265 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:01.530964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8798d15b-305a-43f5-a421-d98bf3c4b8c5 admin admin] Network fee2304b-422b-4c3b-b14d-921762729011 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:20:01.539739 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c25484ac-3c88-43db-8a9e-17240fd80a43 req-b52fe069-8658-455c-832e-df07061bcc40 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641401 Nov 08 00:20:01.557316 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-348d77b9-4218-4947-886d-e916728f6241 req-e726b846-f297-4249-b174-bb0eecbdc344 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0384421 Nov 08 00:20:01.640915 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e4b504c0-0b04-4bea-9a07-69df27b67265 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:01.646804 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-85a68609-9a9f-437c-96aa-653b0d3ccfd5 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:01.652980 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a68609-9a9f-437c-96aa-653b0d3ccfd5 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:01.653589 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-85a68609-9a9f-437c-96aa-653b0d3ccfd5 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:01.686891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c694a3-0446-415a-b323-9fb844bf83a1 req-1ec7a27d-7026-47f4-9717-a49e1ae30826 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:01.688370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5c694a3-0446-415a-b323-9fb844bf83a1 req-1ec7a27d-7026-47f4-9717-a49e1ae30826 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0505311 Nov 08 00:20:01.705640 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-8798d15b-305a-43f5-a421-d98bf3c4b8c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, fee2304b-422b-4c3b-b14d-921762729011) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:01.714608 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf388255-1e28-455b-bf21-027ccb065ee1 None None] Network fee2304b-422b-4c3b-b14d-921762729011 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:01.718114 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8798d15b-305a-43f5-a421-d98bf3c4b8c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:01.718640 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8798d15b-305a-43f5-a421-d98bf3c4b8c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:01.732880 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a68609-9a9f-437c-96aa-653b0d3ccfd5 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Pushing event updated for resources: {'Network': ['ID=7f7d9757-e56e-47a6-85b4-501db32e0e88,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:01.737896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5c694a3-0446-415a-b323-9fb844bf83a1 req-753c6f00-bc3c-4b75-afbc-f9301a61d725 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433102 Nov 08 00:20:01.770781 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e4b504c0-0b04-4bea-9a07-69df27b67265 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:01.770904 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 7f7d9757-e56e-47a6-85b4-501db32e0e88 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:01.774716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-e4b504c0-0b04-4bea-9a07-69df27b67265 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] device_id is not set on port e15ae234-ac4f-4b2f-95ac-f7905355ecb4 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:20:01.778164 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:01.815666 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-85a68609-9a9f-437c-96aa-653b0d3ccfd5 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0540431 Nov 08 00:20:01.818688 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47342) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:01.876302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7fcd2f64-d474-420c-8c19-48dbe9375dc5 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Request body: {'network': {'name': 'tempest-network--1987390570', 'router:external': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:01.919814 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8798d15b-305a-43f5-a421-d98bf3c4b8c5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0096722 Nov 08 00:20:01.923765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b504c0-0b04-4bea-9a07-69df27b67265 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f8dbfd-64bd-4832-a31e-1517b5d42ada,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:01.968569 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:01.976513 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df060c4-84ca-4c58-801c-22b29dc361af None None] Network fee2304b-422b-4c3b-b14d-921762729011 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:01.995832 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcd2f64-d474-420c-8c19-48dbe9375dc5 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Made reservation on behalf of d5ccddbc60e94e27b01a18e8116c84d6 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:01.998255 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2f64-d474-420c-8c19-48dbe9375dc5 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:02.012984 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2f64-d474-420c-8c19-48dbe9375dc5 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:02.068271 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed5e22-b279-406c-aa7c-14900627cc93 req-02ab5bce-f7fb-4b4b-8e6f-bf6bb48a1367 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:02.075719 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89ed5e22-b279-406c-aa7c-14900627cc93 req-02ab5bce-f7fb-4b4b-8e6f-bf6bb48a1367 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.2396178 Nov 08 00:20:02.115951 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2f64-d474-420c-8c19-48dbe9375dc5 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:02.124266 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89ed5e22-b279-406c-aa7c-14900627cc93 req-1819fd9b-97b0-42d8-9abf-795cdd9a393d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469744 Nov 08 00:20:02.125229 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b504c0-0b04-4bea-9a07-69df27b67265 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 08 00:20:02.125757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b504c0-0b04-4bea-9a07-69df27b67265 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:20:02.224219 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2f64-d474-420c-8c19-48dbe9375dc5 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:02.234740 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e4b504c0-0b04-4bea-9a07-69df27b67265 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8800859 Nov 08 00:20:02.242194 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47362) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:02.298171 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4e076-38dd-4ed2-a73f-dbe179cc0f3f req-0a25751b-3eab-4715-9757-bc54f301a06f tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:02.300057 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1da4e076-38dd-4ed2-a73f-dbe179cc0f3f req-0a25751b-3eab-4715-9757-bc54f301a06f tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0815499 Nov 08 00:20:02.327985 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fcd2f64-d474-420c-8c19-48dbe9375dc5 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:20:02.348655 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1da4e076-38dd-4ed2-a73f-dbe179cc0f3f req-ce83b433-1d41-49d4-869d-1e4b8fe4f5e7 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415394 Nov 08 00:20:02.364702 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2f64-d474-420c-8c19-48dbe9375dc5 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:02.365054 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-7fcd2f64-d474-420c-8c19-48dbe9375dc5 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Added segment 1f6b73ca-9bb7-4546-9756-4a96c8cbca53 of type vlan for network 235c05af-fc37-470d-9f06-32d7d63be7d8 Nov 08 00:20:02.368439 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd2f64-d474-420c-8c19-48dbe9375dc5 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37ae1e6-a4d5-47d9-9cf4-0b58716d2668,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:02.475031 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2f64-d474-420c-8c19-48dbe9375dc5 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:02.518688 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-235eb0fd-5123-4bac-9f03-c0c2844884d6 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Deleting port 66f80796-5582-48b0-ae7e-d0bec7db87a2 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:02.519033 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-235eb0fd-5123-4bac-9f03-c0c2844884d6 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:02.534772 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2ead0-71fb-4de2-aaa7-aced1a52b952 req-00a918e5-90c5-4355-9658-1b25c401715d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:02.536314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fee2ead0-71fb-4de2-aaa7-aced1a52b952 req-00a918e5-90c5-4355-9658-1b25c401715d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0694146 Nov 08 00:20:02.580889 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-c1897777-5fea-422e-9b6a-510931ce6ec2 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:02.583267 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-c1897777-5fea-422e-9b6a-510931ce6ec2 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/networks?id=18f56be4-1516-4a97-8498-d1b73d4da99e HTTP/1.1" status: 200 len: 815 time: 0.1636851 Nov 08 00:20:02.597843 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-235eb0fd-5123-4bac-9f03-c0c2844884d6 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:02.598172 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-235eb0fd-5123-4bac-9f03-c0c2844884d6 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:02.608396 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-263b815f-c03e-4b96-9980-bd3873bb7fa3 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/quotas/55c62704c8494fc191022836bc7843f4 HTTP/1.1" status: 200 len: 375 time: 0.0194144 Nov 08 00:20:02.610332 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-235eb0fd-5123-4bac-9f03-c0c2844884d6 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Calling delete_port for 66f80796-5582-48b0-ae7e-d0bec7db87a2 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:02.612176 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fee2ead0-71fb-4de2-aaa7-aced1a52b952 req-680e403e-734b-4e3b-a666-3f19944e92f6 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630045 Nov 08 00:20:02.658558 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-6c9399f7-4dc3-4b51-830f-ffd191198135 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=55c62704c8494fc191022836bc7843f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430653 Nov 08 00:20:02.666364 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2f64-d474-420c-8c19-48dbe9375dc5 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:02.667244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcd2f64-d474-420c-8c19-48dbe9375dc5 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:02.667842 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2f64-d474-420c-8c19-48dbe9375dc5 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:02.740744 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbd54016-b60f-4454-ad10-819f9edc549d req-2dbf5757-cf9e-49a6-ae92-9ba66d8edf9e tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0656428 Nov 08 00:20:02.747070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd2f64-d474-420c-8c19-48dbe9375dc5 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Pushing event updated for resources: {'Network': ['ID=235c05af-fc37-470d-9f06-32d7d63be7d8,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:02.758532 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 235c05af-fc37-470d-9f06-32d7d63be7d8 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:02.789281 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7fcd2f64-d474-420c-8c19-48dbe9375dc5 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9602804 Nov 08 00:20:02.789379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47378) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:02.812148 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-54e7f01e-cd37-45f1-a202-b91d8f81967d service neutron] 10.222.0.13 "GET /v2.0/networks/18f56be4-1516-4a97-8498-d1b73d4da99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460860 Nov 08 00:20:02.916956 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b7a09068-340d-41fd-81b3-38c8223553ec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:02.936745 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-235eb0fd-5123-4bac-9f03-c0c2844884d6 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:02.965043 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235eb0fd-5123-4bac-9f03-c0c2844884d6 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Pushing event deleted for resources: {'Port': ['ID=66f80796-5582-48b0-ae7e-d0bec7db87a2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:02.982231 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-1095b408-161a-46bd-88a5-98ba4e70db49 service neutron] 10.222.0.13 "GET /v2.0/networks/18f56be4-1516-4a97-8498-d1b73d4da99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418898 Nov 08 00:20:03.029901 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b7a09068-340d-41fd-81b3-38c8223553ec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:03.035431 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-235eb0fd-5123-4bac-9f03-c0c2844884d6 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:03.038505 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-235eb0fd-5123-4bac-9f03-c0c2844884d6 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:03.043751 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-235eb0fd-5123-4bac-9f03-c0c2844884d6 tempest-ExternalNetworksAdminNegativeTestJSON-275944115 tempest-ExternalNetworksAdminNegativeTestJSON-275944115-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/de383337-cfa8-4105-935c-fc282e99beee HTTP/1.1" status: 204 len: 168 time: 0.7965117 Nov 08 00:20:03.057081 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b7a09068-340d-41fd-81b3-38c8223553ec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235c05af-fc37-470d-9f06-32d7d63be7d8']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:03.067140 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b7a09068-340d-41fd-81b3-38c8223553ec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6b73ca-9bb7-4546-9756-4a96c8cbca53') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:03.067437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b7a09068-340d-41fd-81b3-38c8223553ec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6b73ca-9bb7-4546-9756-4a96c8cbca53') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:03.077515 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b7a09068-340d-41fd-81b3-38c8223553ec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:03.094075 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b7a09068-340d-41fd-81b3-38c8223553ec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:03.100286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a09068-340d-41fd-81b3-38c8223553ec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:03.100676 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b7a09068-340d-41fd-81b3-38c8223553ec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:03.102430 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:03.242141 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b7a09068-340d-41fd-81b3-38c8223553ec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:03.248769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a09068-340d-41fd-81b3-38c8223553ec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 235c05af-fc37-470d-9f06-32d7d63be7d8 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 00:20:03.251040 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b7a09068-340d-41fd-81b3-38c8223553ec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:03.258515 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47396) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:03.263602 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d9d18b7a-90d4-460b-ad43-cab29b54256d tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:03.275114 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b7a09068-340d-41fd-81b3-38c8223553ec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] 10.222.0.13 "DELETE /v2.0/networks/235c05af-fc37-470d-9f06-32d7d63be7d8 HTTP/1.1" status: 204 len: 168 time: 0.4820392 Nov 08 00:20:03.310032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a09068-340d-41fd-81b3-38c8223553ec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Pushing event deleted for resources: {'Network': ['ID=235c05af-fc37-470d-9f06-32d7d63be7d8,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:03.313989 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:03.417254 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d18b7a-90d4-460b-ad43-cab29b54256d tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Made reservation on behalf of d5ccddbc60e94e27b01a18e8116c84d6 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:03.420581 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d9d18b7a-90d4-460b-ad43-cab29b54256d tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:03.446336 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d18b7a-90d4-460b-ad43-cab29b54256d tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:20:03.456360 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d9d18b7a-90d4-460b-ad43-cab29b54256d tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:03.456748 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-d9d18b7a-90d4-460b-ad43-cab29b54256d tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Added segment ebb5a748-a25c-4d4a-9eef-e482f6ed714d of type vlan for network 7b87c6ca-8552-41ff-8f9e-a80d2374d9b0 Nov 08 00:20:03.504616 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d9d18b7a-90d4-460b-ad43-cab29b54256d tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:03.527358 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e5fd3-f058-4334-a246-d6aa432feaa3 req-1551024f-0c9a-49d0-82ce-6d11f0c7994a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:03.529193 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b8e5fd3-f058-4334-a246-d6aa432feaa3 req-1551024f-0c9a-49d0-82ce-6d11f0c7994a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0595248 Nov 08 00:20:03.585062 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b8e5fd3-f058-4334-a246-d6aa432feaa3 req-6ee264db-44ed-41a6-9337-7e56000df091 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486803 Nov 08 00:20:03.645679 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d9d18b7a-90d4-460b-ad43-cab29b54256d tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:03.646930 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d18b7a-90d4-460b-ad43-cab29b54256d tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:03.647689 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d9d18b7a-90d4-460b-ad43-cab29b54256d tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:03.654727 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed201ea0-c1b8-408f-9213-e5d414fc5b47 req-27443642-4d50-4141-b1a4-2bfb80070d2f tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 210 time: 0.0345583 Nov 08 00:20:03.723624 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47406) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:03.745302 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d9d18b7a-90d4-460b-ad43-cab29b54256d tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4856825 Nov 08 00:20:03.746915 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47410) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:03.752044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-d2e47cf9-fc9a-42eb-b2d8-7580e3bdb552 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Request body: {'subnet': {'network_id': '7b87c6ca-8552-41ff-8f9e-a80d2374d9b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:03.764963 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d18b7a-90d4-460b-ad43-cab29b54256d tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Pushing event updated for resources: {'Network': ['ID=7b87c6ca-8552-41ff-8f9e-a80d2374d9b0,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:03.779451 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 7b87c6ca-8552-41ff-8f9e-a80d2374d9b0 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:03.839381 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e47cf9-fc9a-42eb-b2d8-7580e3bdb552 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Made reservation on behalf of d5ccddbc60e94e27b01a18e8116c84d6 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:03.839611 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d2e47cf9-fc9a-42eb-b2d8-7580e3bdb552 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:03.919979 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2278d18e-2873-4b35-a6c6-48f6758e6311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:04.033524 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2278d18e-2873-4b35-a6c6-48f6758e6311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:04.107022 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2278d18e-2873-4b35-a6c6-48f6758e6311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:04.147551 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2278d18e-2873-4b35-a6c6-48f6758e6311 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce751eeb70a14c3e83c1d1b3b6cc8494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4193733 Nov 08 00:20:04.147551 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278d18e-2873-4b35-a6c6-48f6758e6311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b47e1ba-ad37-456d-bd03-84f7c51256f6,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:04.148113 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47422) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:04.214798 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8ad36453-342b-4b71-8c90-86b7b018f0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:04.240658 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8ad36453-342b-4b71-8c90-86b7b018f0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:04.327848 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-121e7aa2-fdde-4a1a-939b-dcda0cedfffd req-46cd35f6-b979-4e9f-9560-a5fe2d514567 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0472426 Nov 08 00:20:04.407992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.objects.ports [None req-d2e47cf9-fc9a-42eb-b2d8-7580e3bdb552 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 00:20:04.408447 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d2e47cf9-fc9a-42eb-b2d8-7580e3bdb552 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:04.412731 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8ad36453-342b-4b71-8c90-86b7b018f0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:04.416913 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8ad36453-342b-4b71-8c90-86b7b018f0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:04.418263 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8ad36453-342b-4b71-8c90-86b7b018f0ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b47e1ba-ad37-456d-bd03-84f7c51256f6 HTTP/1.1" status: 204 len: 168 time: 0.2667370 Nov 08 00:20:04.426287 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad36453-342b-4b71-8c90-86b7b018f0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b47e1ba-ad37-456d-bd03-84f7c51256f6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:04.475078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47cf9-fc9a-42eb-b2d8-7580e3bdb552 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Pushing event updated for resources: {'Subnet': ['ID=01af389f-dce0-4b00-bc7f-ff97b7e1196b,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:04.484882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e47cf9-fc9a-42eb-b2d8-7580e3bdb552 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Checking segment: {'id': 'ebb5a748-a25c-4d4a-9eef-e482f6ed714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7b87c6ca-8552-41ff-8f9e-a80d2374d9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:04.485256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e47cf9-fc9a-42eb-b2d8-7580e3bdb552 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Network hostable DHCP agents. Network: 7b87c6ca-8552-41ff-8f9e-a80d2374d9b0, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:20:04.635746 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e47cf9-fc9a-42eb-b2d8-7580e3bdb552 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Network 7b87c6ca-8552-41ff-8f9e-a80d2374d9b0 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:20:04.708922 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5da256-7bbf-4854-95f9-441abff2aec6 req-f71f0b89-1dc8-4280-994a-d4fa6ed7d429 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:04.710417 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c5da256-7bbf-4854-95f9-441abff2aec6 req-f71f0b89-1dc8-4280-994a-d4fa6ed7d429 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0545142 Nov 08 00:20:04.772866 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a77c2d9-c067-47d8-8849-4cba4fd40d24 req-e47a8c90-0a06-4b1d-b6df-1f71738ff9d5 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 210 time: 0.0347426 Nov 08 00:20:04.775512 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-d2e47cf9-fc9a-42eb-b2d8-7580e3bdb552 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 7b87c6ca-8552-41ff-8f9e-a80d2374d9b0) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:04.780942 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c5da256-7bbf-4854-95f9-441abff2aec6 req-68251f11-36bc-4613-b116-60183d5b516c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595908 Nov 08 00:20:04.783585 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e47cf9-fc9a-42eb-b2d8-7580e3bdb552 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:04.784237 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d2e47cf9-fc9a-42eb-b2d8-7580e3bdb552 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:04.787731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f887ff-5990-4758-82cd-99b5dee99060 None None] Network 7b87c6ca-8552-41ff-8f9e-a80d2374d9b0 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:04.873691 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d2e47cf9-fc9a-42eb-b2d8-7580e3bdb552 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1253309 Nov 08 00:20:04.876311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47446) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:04.881111 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-dda8d1db-f740-46af-a44e-14ef0597a32f tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Request body: {'floatingip': {'floating_network_id': '7b87c6ca-8552-41ff-8f9e-a80d2374d9b0'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:04.961892 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dda8d1db-f740-46af-a44e-14ef0597a32f tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:04.984625 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85a778f-4a02-43f3-a6c5-a96ed040a143 None None] Network 7b87c6ca-8552-41ff-8f9e-a80d2374d9b0 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:05.084894 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dda8d1db-f740-46af-a44e-14ef0597a32f tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:05.178792 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47452) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:05.231753 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-dda8d1db-f740-46af-a44e-14ef0597a32f tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Allocated IP 172.20.0.8 (7b87c6ca-8552-41ff-8f9e-a80d2374d9b0/01af389f-dce0-4b00-bc7f-ff97b7e1196b/e567f7ff-e1fc-43f7-b3cb-79a07160fc3d) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:20:05.238774 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd459642-44cb-4820-aeed-d0ff58731499 req-f369c545-1282-44bd-9850-f3b91e4ada3d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:05.240673 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd459642-44cb-4820-aeed-d0ff58731499 req-f369c545-1282-44bd-9850-f3b91e4ada3d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0568345 Nov 08 00:20:05.251778 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5c9d5983-97f8-4624-98fb-b1c14fa50d20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80b453c8eaf040d59c53236875b4f0b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718610 Nov 08 00:20:05.254724 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47454) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:05.316077 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd459642-44cb-4820-aeed-d0ff58731499 req-85ba882e-8f5b-4bf2-b1b0-cc5aa2b5a17a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673425 Nov 08 00:20:05.353554 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dda8d1db-f740-46af-a44e-14ef0597a32f tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:05.366978 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293926d7-509e-40fb-8095-e7a79a482554 req-df0ef468-4245-43e7-8eeb-e9b43656305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:05.369831 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-293926d7-509e-40fb-8095-e7a79a482554 req-df0ef468-4245-43e7-8eeb-e9b43656305f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5cb1497c7c24f528f74444b576d295e&device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 1098 time: 0.0710649 Nov 08 00:20:05.372393 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cf8a18c4-4020-4ec4-85aa-b5cc58e13c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:05.458112 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cf8a18c4-4020-4ec4-85aa-b5cc58e13c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:05.481874 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dda8d1db-f740-46af-a44e-14ef0597a32f tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:05.482410 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3fac1c7c-1f3f-44f9-889a-b66dac646d69 req-898fec35-85d8-4fb9-ab04-e8caca93f001 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0522413 Nov 08 00:20:05.535567 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293926d7-509e-40fb-8095-e7a79a482554 req-5e31e5c7-ec86-420a-a7e4-10b880825e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:05.536514 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda8d1db-f740-46af-a44e-14ef0597a32f tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Network 7b87c6ca-8552-41ff-8f9e-a80d2374d9b0 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:20:05.537344 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-293926d7-509e-40fb-8095-e7a79a482554 req-5e31e5c7-ec86-420a-a7e4-10b880825e22 service neutron] 10.222.0.26 "GET /v2.0/networks?id=adf0fd13-4016-499b-aff1-954a6f811d84 HTTP/1.1" status: 200 len: 914 time: 0.1604862 Nov 08 00:20:05.539378 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-dda8d1db-f740-46af-a44e-14ef0597a32f tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:05.558111 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda8d1db-f740-46af-a44e-14ef0597a32f tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:20:05.560745 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8d1db-f740-46af-a44e-14ef0597a32f tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Pushing event updated for resources: {'Port': ['ID=e567f7ff-e1fc-43f7-b3cb-79a07160fc3d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:05.587071 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-293926d7-509e-40fb-8095-e7a79a482554 req-955e01ae-1f77-4e2d-aef7-ec8a00bf7fff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19d102e-5315-481d-805a-b1b293de86a4 HTTP/1.1" status: 200 len: 217 time: 0.0420704 Nov 08 00:20:05.664486 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293926d7-509e-40fb-8095-e7a79a482554 req-78d5e0db-80ae-4040-82f3-0226e2fda713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:05.666550 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-293926d7-509e-40fb-8095-e7a79a482554 req-78d5e0db-80ae-4040-82f3-0226e2fda713 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=51233a59-51ba-4690-b7f3-640611b7c057 HTTP/1.1" status: 200 len: 853 time: 0.0479560 Nov 08 00:20:05.681944 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cf8a18c4-4020-4ec4-85aa-b5cc58e13c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:05.684435 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cf8a18c4-4020-4ec4-85aa-b5cc58e13c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:05.688075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cf8a18c4-4020-4ec4-85aa-b5cc58e13c55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6f8dbfd-64bd-4832-a31e-1517b5d42ada HTTP/1.1" status: 204 len: 168 time: 0.4288538 Nov 08 00:20:05.707833 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-293926d7-509e-40fb-8095-e7a79a482554 req-74019f8c-674e-47ed-becd-b06e6d9bae7f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=adf0fd13-4016-499b-aff1-954a6f811d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339711 Nov 08 00:20:05.709026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a18c4-4020-4ec4-85aa-b5cc58e13c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f8dbfd-64bd-4832-a31e-1517b5d42ada,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:05.713164 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dda8d1db-f740-46af-a44e-14ef0597a32f tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:05.807614 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-293926d7-509e-40fb-8095-e7a79a482554 req-f9407820-4a92-48a3-89c2-06666e117686 service neutron] 10.222.0.26 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912716 Nov 08 00:20:05.862857 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dda8d1db-f740-46af-a44e-14ef0597a32f tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:05.925971 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-db5d3bdd-a1c7-4ff2-a05e-d455e5686e6d req-70318f1b-ddde-4b22-a4fc-f584cbf19ff4 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 210 time: 0.0343094 Nov 08 00:20:05.966962 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-293926d7-509e-40fb-8095-e7a79a482554 req-b83006d0-ff05-4b76-86e3-1ceb26b0cd0f service neutron] 10.222.0.26 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516442 Nov 08 00:20:05.992560 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-c1af3c52-1a2b-4cb2-ac38-fc8e52a661ef tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:05.994193 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-c1af3c52-1a2b-4cb2-ac38-fc8e52a661ef tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.20 "GET /v2.0/networks?id=18f56be4-1516-4a97-8498-d1b73d4da99e HTTP/1.1" status: 200 len: 815 time: 0.1907132 Nov 08 00:20:06.050828 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-e12a143d-2e6d-4bf4-b378-1a7ad64726b8 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Request body: {'port': {'device_id': 'ef73ffea-264b-4b39-a068-637ff71af553', 'network_id': '18f56be4-1516-4a97-8498-d1b73d4da99e', 'admin_state_up': True, 'tenant_id': '55c62704c8494fc191022836bc7843f4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:06.119867 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dda8d1db-f740-46af-a44e-14ef0597a32f tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:06.218433 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dda8d1db-f740-46af-a44e-14ef0597a32f tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:06.292323 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-e12a143d-2e6d-4bf4-b378-1a7ad64726b8 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Made reservation on behalf of 55c62704c8494fc191022836bc7843f4 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:06.292323 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-e12a143d-2e6d-4bf4-b378-1a7ad64726b8 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:06.323625 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8d1db-f740-46af-a44e-14ef0597a32f tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Pushing event updated for resources: {'Port': ['ID=e567f7ff-e1fc-43f7-b3cb-79a07160fc3d,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:06.334254 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dda8d1db-f740-46af-a44e-14ef0597a32f tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:06.439242 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f2d21-07b0-468b-a3d0-01bcb2c2a80e req-17777127-c1bb-4faf-a61c-29695a293100 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:06.441199 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-560f2d21-07b0-468b-a3d0-01bcb2c2a80e req-17777127-c1bb-4faf-a61c-29695a293100 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0524061 Nov 08 00:20:06.446292 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dda8d1db-f740-46af-a44e-14ef0597a32f tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:06.448291 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dda8d1db-f740-46af-a44e-14ef0597a32f tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5708845 Nov 08 00:20:06.451958 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47480) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:06.478706 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-e12a143d-2e6d-4bf4-b378-1a7ad64726b8 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Allocated IP 172.20.0.8 (18f56be4-1516-4a97-8498-d1b73d4da99e/2e7651d0-4870-4184-94b9-0bb3d62743de/2ce68d86-9d94-4c9e-9715-0cfdfc18fe12) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:20:06.491022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-560f2d21-07b0-468b-a3d0-01bcb2c2a80e req-17b87f84-5859-4d27-9e00-08243970d0de tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426395 Nov 08 00:20:06.541111 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-44efd2b7-fc3f-4e81-9c51-39382e05b6c0 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=7b87c6ca-8552-41ff-8f9e-a80d2374d9b0 HTTP/1.1" status: 200 len: 689 time: 0.0878778 Nov 08 00:20:06.543863 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47486) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:06.640497 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-73c224be-e852-4f19-87ef-c0c7bd6682d3 req-d77b1c71-da80-4379-b882-82f1dc694854 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0742807 Nov 08 00:20:06.689941 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:06.724047 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-e12a143d-2e6d-4bf4-b378-1a7ad64726b8 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:06.827721 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Deleting port e567f7ff-e1fc-43f7-b3cb-79a07160fc3d {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:06.828105 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:06.851700 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-e12a143d-2e6d-4bf4-b378-1a7ad64726b8 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:06.893829 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-e12a143d-2e6d-4bf4-b378-1a7ad64726b8 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Network 18f56be4-1516-4a97-8498-d1b73d4da99e is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:20:06.897070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-e12a143d-2e6d-4bf4-b378-1a7ad64726b8 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:06.900779 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-e12a143d-2e6d-4bf4-b378-1a7ad64726b8 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:20:06.931891 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a143d-2e6d-4bf4-b378-1a7ad64726b8 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Pushing event updated for resources: {'Port': ['ID=2ce68d86-9d94-4c9e-9715-0cfdfc18fe12,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:06.934672 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:06.935188 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:06.952328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Calling delete_port for e567f7ff-e1fc-43f7-b3cb-79a07160fc3d owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:06.964585 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-e12a143d-2e6d-4bf4-b378-1a7ad64726b8 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:06.964841 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47500) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:06.965637 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-e12a143d-2e6d-4bf4-b378-1a7ad64726b8 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.078380 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-86e66027-3f93-4341-86e5-40f0d46f12bb tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1003406753'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:07.084570 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-e12a143d-2e6d-4bf4-b378-1a7ad64726b8 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0376945 Nov 08 00:20:07.106804 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346a5a2-0ca0-4039-acb3-871a48094509 req-0021b2c7-696b-45be-ab75-4a4017448917 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:07.108239 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e346a5a2-0ca0-4039-acb3-871a48094509 req-0021b2c7-696b-45be-ab75-4a4017448917 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 931 time: 0.0944624 Nov 08 00:20:07.124926 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Request body: {'port': {'device_id': 'ef73ffea-264b-4b39-a068-637ff71af553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:07.178852 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e346a5a2-0ca0-4039-acb3-871a48094509 req-7954d3da-7a35-4a1c-bfdf-95af7fd8d384 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa1b7c0-2b91-4124-a9a9-23cf9762d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604651 Nov 08 00:20:07.183814 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.186276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e66027-3f93-4341-86e5-40f0d46f12bb tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Made reservation on behalf of dd581cc2687349bf9fd052536f8e8b61 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:07.189581 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-86e66027-3f93-4341-86e5-40f0d46f12bb tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.198044 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-86e66027-3f93-4341-86e5-40f0d46f12bb tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.307215 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.342408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Pushing event deleted for resources: {'Port': ['ID=e567f7ff-e1fc-43f7-b3cb-79a07160fc3d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:07.428818 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.443090 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-86e66027-3f93-4341-86e5-40f0d46f12bb tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.452458 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:20:07.459855 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.472587 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Transition to ACTIVE for port object 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:20:07.483058 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.522504 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-86e66027-3f93-4341-86e5-40f0d46f12bb tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.544599 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.563314 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e66027-3f93-4341-86e5-40f0d46f12bb tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b648a9d4-ab69-49bd-9642-67af15b10e11,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:07.620081 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beca738-b4ce-4ede-b4db-91f746ab5914 req-4410a1ea-8545-48fa-8030-53b068a02371 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:07.621557 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0beca738-b4ce-4ede-b4db-91f746ab5914 req-4410a1ea-8545-48fa-8030-53b068a02371 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0552275 Nov 08 00:20:07.636444 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Pushing event updated for resources: {'Port': ['ID=2ce68d86-9d94-4c9e-9715-0cfdfc18fe12,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:07.660843 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0beca738-b4ce-4ede-b4db-91f746ab5914 req-84673a45-bc11-4279-bd69-f67386c3313e tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329654 Nov 08 00:20:07.677910 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.685237 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e66027-3f93-4341-86e5-40f0d46f12bb tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:20:07.691937 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Attempting to bind port 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:20:07.692168 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Attempting to bind port 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '40203bf4-cfa5-472b-b095-f763f36b10d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '18f56be4-1516-4a97-8498-d1b73d4da99e'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:20:07.692550 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Attempting to bind port 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 on network 18f56be4-1516-4a97-8498-d1b73d4da99e {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:20:07.698695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Port 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 on network 18f56be4-1516-4a97-8498-d1b73d4da99e not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:20:07.699042 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Attempting to bind port 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 on network 18f56be4-1516-4a97-8498-d1b73d4da99e {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:20:07.705625 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:20:07.705971 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Checking segment: {'id': '40203bf4-cfa5-472b-b095-f763f36b10d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '18f56be4-1516-4a97-8498-d1b73d4da99e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:07.706500 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Bound using segment: {'id': '40203bf4-cfa5-472b-b095-f763f36b10d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '18f56be4-1516-4a97-8498-d1b73d4da99e'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:20:07.708441 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Bound port: 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40203bf4-cfa5-472b-b095-f763f36b10d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '18f56be4-1516-4a97-8498-d1b73d4da99e'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:20:07.708441 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.714824 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=01af389f-dce0-4b00-bc7f-ff97b7e1196b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:07.720075 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-86e66027-3f93-4341-86e5-40f0d46f12bb tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.720481 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-86e66027-3f93-4341-86e5-40f0d46f12bb tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Added segment 5600b23e-1de7-4bf4-bc5a-66d19da82b91 of type vlan for network 6cb16959-5489-4336-bb6e-763e3521e7f2 Nov 08 00:20:07.782192 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] For port 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:20:07.785305 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] For port 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2ce68d86-9d94-4c9e-9715-0cfdfc18fe12,segment=NetworkSegment(40203bf4-cfa5-472b-b095-f763f36b10d4),segment_id=40203bf4-cfa5-472b-b095-f763f36b10d4)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:20:07.852575 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-955eb4da-7629-4f17-bf2b-44763559b252 req-7d5548b1-5d1d-4a77-93d3-e3274db9964e tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0868454 Nov 08 00:20:07.854135 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.857513 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-86e66027-3f93-4341-86e5-40f0d46f12bb tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.888472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b87c6ca-8552-41ff-8f9e-a80d2374d9b0']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:07.893920 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.907761 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb5a748-a25c-4d4a-9eef-e482f6ed714d') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:07.908092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb5a748-a25c-4d4a-9eef-e482f6ed714d') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:07.920764 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.930950 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:07.931642 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.933014 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] 10.222.0.20 "PUT /v2.0/ports/2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 HTTP/1.1" status: 200 len: 1091 time: 0.8123562 Nov 08 00:20:07.933459 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef73ffea-264b-4b39-a068-637ff71af553', 'tag': '2ce68d86-9d94-4c9e-9715-0cfdfc18fe12'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:20:07.935882 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2384a1c2-6565-4880-a08c-2b5434bad70b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef73ffea-264b-4b39-a068-637ff71af553", "tag": "2ce68d86-9d94-4c9e-9715-0cfdfc18fe12"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:20:07.938202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afa3af-7ce7-49a2-84a3-6524b0f1409e req-56525c3b-3345-4e9f-9fab-34d376da57e6 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:07.939720 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7afa3af-7ce7-49a2-84a3-6524b0f1409e req-56525c3b-3345-4e9f-9fab-34d376da57e6 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.1729736 Nov 08 00:20:07.953912 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.969295 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:07.969711 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:07.971446 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:07.977513 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15baa1-abbe-4b67-9a1d-3b4e86447a7b service neutron] Pushing event updated for resources: {'Port': ['ID=2ce68d86-9d94-4c9e-9715-0cfdfc18fe12,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:07.989178 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-86e66027-3f93-4341-86e5-40f0d46f12bb tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.994844 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e66027-3f93-4341-86e5-40f0d46f12bb tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:07.995437 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-86e66027-3f93-4341-86e5-40f0d46f12bb tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:07.996506 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa63591-70cb-4fd1-a368-0be39088825c x-openstack-request-id: req-2fa63591-70cb-4fd1-a368-0be39088825c {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:20:07.996795 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef73ffea-264b-4b39-a068-637ff71af553", "tag": "2ce68d86-9d94-4c9e-9715-0cfdfc18fe12", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:20:07.997045 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fa63591-70cb-4fd1-a368-0be39088825c {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:20:07.997482 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef73ffea-264b-4b39-a068-637ff71af553', 'tag': '2ce68d86-9d94-4c9e-9715-0cfdfc18fe12', 'status': 'completed', 'code': 200} Nov 08 00:20:08.083334 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384a1c2-6565-4880-a08c-2b5434bad70b req-f9d689b1-c55c-4948-ac8d-1070e53572a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:08.084852 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2384a1c2-6565-4880-a08c-2b5434bad70b req-f9d689b1-c55c-4948-ac8d-1070e53572a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55c62704c8494fc191022836bc7843f4&device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 1094 time: 0.0418818 Nov 08 00:20:08.090500 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7afa3af-7ce7-49a2-84a3-6524b0f1409e req-f06ffd2d-fe2c-418b-af26-69e03ba34a0f tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440878 Nov 08 00:20:08.112009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e66027-3f93-4341-86e5-40f0d46f12bb tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Network': ['ID=6cb16959-5489-4336-bb6e-763e3521e7f2,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:08.124245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 6cb16959-5489-4336-bb6e-763e3521e7f2 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:08.150827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-86e66027-3f93-4341-86e5-40f0d46f12bb tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1762772 Nov 08 00:20:08.165859 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:08.171026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7b87c6ca-8552-41ff-8f9e-a80d2374d9b0 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 00:20:08.174540 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:08.189440 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] 10.222.0.13 "DELETE /v2.0/networks/7b87c6ca-8552-41ff-8f9e-a80d2374d9b0 HTTP/1.1" status: 204 len: 168 time: 1.6429420 Nov 08 00:20:08.193046 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47524) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:08.281174 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c653f-d3b8-4123-9db0-bc6c0c9e3bf8 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b87c6ca-8552-41ff-8f9e-a80d2374d9b0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:08.287385 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384a1c2-6565-4880-a08c-2b5434bad70b req-566921bb-2b8b-43bd-997d-d6fc406136e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:08.298833 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2384a1c2-6565-4880-a08c-2b5434bad70b req-566921bb-2b8b-43bd-997d-d6fc406136e1 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=55c62704c8494fc191022836bc7843f4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1976418 Nov 08 00:20:08.395443 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:08.428790 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384a1c2-6565-4880-a08c-2b5434bad70b req-72d5c995-d127-45ff-bfe0-c33257ad8a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:08.430760 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2384a1c2-6565-4880-a08c-2b5434bad70b req-72d5c995-d127-45ff-bfe0-c33257ad8a86 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1250503 Nov 08 00:20:08.514538 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e7d459f8-7d3b-403e-86f2-63a1e2792879 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2565 time: 0.2968168 Nov 08 00:20:08.517086 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47528) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:08.526181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b1a93-a804-4b69-9bd4-95714ad49269 req-5d0c01b7-e56c-43ca-84b6-720446f0e1c6 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:08.528029 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-851b1a93-a804-4b69-9bd4-95714ad49269 req-5d0c01b7-e56c-43ca-84b6-720446f0e1c6 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.2445323 Nov 08 00:20:08.541941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d377c54-f010-478c-b744-e90ac11adc2d req-52ab4878-c162-444f-bd21-e3355504e9a0 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:08.549493 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d377c54-f010-478c-b744-e90ac11adc2d req-52ab4878-c162-444f-bd21-e3355504e9a0 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 943 time: 0.1447556 Nov 08 00:20:08.617828 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-0c3207ca-1c79-4862-98bb-0ae596b778d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:08.619940 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-0c3207ca-1c79-4862-98bb-0ae596b778d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55c62704c8494fc191022836bc7843f4&device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 1094 time: 0.1158607 Nov 08 00:20:08.620418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d377c54-f010-478c-b744-e90ac11adc2d req-95c3d897-5118-40b4-aee9-a973add490f0 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa1b7c0-2b91-4124-a9a9-23cf9762d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651891 Nov 08 00:20:08.640658 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-851b1a93-a804-4b69-9bd4-95714ad49269 req-b6cb5795-4b1d-45d6-b349-cbaa3514a066 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890584 Nov 08 00:20:08.710319 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2078ef18-75c0-436b-a7fd-c9964cf11c9b tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:08.711105 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2078ef18-75c0-436b-a7fd-c9964cf11c9b tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:08.711887 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2078ef18-75c0-436b-a7fd-c9964cf11c9b tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:08.712509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2078ef18-75c0-436b-a7fd-c9964cf11c9b tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:08.713094 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2078ef18-75c0-436b-a7fd-c9964cf11c9b tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:08.713705 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2078ef18-75c0-436b-a7fd-c9964cf11c9b tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:08.714287 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2078ef18-75c0-436b-a7fd-c9964cf11c9b tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:08.714864 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2078ef18-75c0-436b-a7fd-c9964cf11c9b tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:08.715439 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2078ef18-75c0-436b-a7fd-c9964cf11c9b tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:08.718446 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2078ef18-75c0-436b-a7fd-c9964cf11c9b tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5954 time: 0.2002022 Nov 08 00:20:08.720438 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-2060cfd0-7a4e-452b-ac9d-dafabf875adf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 HTTP/1.1" status: 200 len: 217 time: 0.0775189 Nov 08 00:20:08.721584 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47534) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:08.773387 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-ed9764a5-48fc-4bad-b90a-7b31198df7d7 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] delete failed (client error): The resource could not be found. Nov 08 00:20:08.774717 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ed9764a5-48fc-4bad-b90a-7b31198df7d7 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/8b40ee24-f0f2-4a08-a141-022850ef42a2 HTTP/1.1" status: 404 len: 345 time: 0.0520730 Nov 08 00:20:08.783362 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca0ab9-0ba8-477b-a87e-7572c247ebaa req-bb93d513-707f-4c54-8fa7-e2fa66e5dd9b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:08.784912 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-baca0ab9-0ba8-477b-a87e-7572c247ebaa req-bb93d513-707f-4c54-8fa7-e2fa66e5dd9b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0733962 Nov 08 00:20:08.785591 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47536) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:08.807777 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d27fab-bc89-4cdb-93c9-6028fdb3e4cd tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] DELETE failed (client error): The resource could not be found. Nov 08 00:20:08.808344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d27fab-bc89-4cdb-93c9-6028fdb3e4cd tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:20:08.811410 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f8d27fab-bc89-4cdb-93c9-6028fdb3e4cd tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] 10.222.0.13 "DELETE /v2.0/networks/7b87c6ca-8552-41ff-8f9e-a80d2374d9b0 HTTP/1.1" status: 404 len: 339 time: 0.0247824 Nov 08 00:20:08.817052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47538) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:08.821937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-66a3b314-0b1e-43fc-ad5a-6fe6e6a3b2dd tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Request body: {'network': {'name': 'tempest-network--2108332330', 'router:external': True}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:08.833101 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-675fdbf2-e991-4b34-b128-3eb74a54fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:08.834883 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-675fdbf2-e991-4b34-b128-3eb74a54fb26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e7651d0-4870-4184-94b9-0bb3d62743de HTTP/1.1" status: 200 len: 855 time: 0.0707655 Nov 08 00:20:08.869999 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-baca0ab9-0ba8-477b-a87e-7572c247ebaa req-fe70c99a-7f04-47b6-8303-e287624755bf tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639410 Nov 08 00:20:08.873253 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-bdf08d45-1214-4d7b-bcb3-2cbeb08697f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18f56be4-1516-4a97-8498-d1b73d4da99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299959 Nov 08 00:20:08.945756 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a3b314-0b1e-43fc-ad5a-6fe6e6a3b2dd tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Made reservation on behalf of d5ccddbc60e94e27b01a18e8116c84d6 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:08.958417 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-66a3b314-0b1e-43fc-ad5a-6fe6e6a3b2dd tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:08.992626 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-7d95588e-ddd7-449d-81da-b9eccda087a1 service neutron] 10.222.0.20 "GET /v2.0/networks/18f56be4-1516-4a97-8498-d1b73d4da99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120307 Nov 08 00:20:09.002064 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a3b314-0b1e-43fc-ad5a-6fe6e6a3b2dd tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:20:09.030280 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8a2856d8-04d3-4d29-a7e7-208384b4cc5a req-9c825038-9653-4eab-af92-31297e6a0070 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0458882 Nov 08 00:20:09.064060 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-66a3b314-0b1e-43fc-ad5a-6fe6e6a3b2dd tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:09.065993 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-66a3b314-0b1e-43fc-ad5a-6fe6e6a3b2dd tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Added segment 1fb0f130-81cf-4d55-9ae8-75547fed9ffc of type vlan for network d28c64b9-2685-462c-bd7b-a39c84d33b78 Nov 08 00:20:09.115177 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9161c13b-c9ba-43d7-94ce-24f81d13650d req-a91b5f8a-f699-419b-bb6e-d6882f7ccc2c service neutron] 10.222.0.20 "GET /v2.0/networks/18f56be4-1516-4a97-8498-d1b73d4da99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153305 Nov 08 00:20:09.119490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8df2e8-9882-4416-ab37-393a202d1b71 req-08702803-2e73-49c5-b621-82acba3b9a0a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:09.121061 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae8df2e8-9882-4416-ab37-393a202d1b71 req-08702803-2e73-49c5-b621-82acba3b9a0a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.1223738 Nov 08 00:20:09.148591 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-66a3b314-0b1e-43fc-ad5a-6fe6e6a3b2dd tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:09.186905 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae8df2e8-9882-4416-ab37-393a202d1b71 req-e1978d5d-a103-435d-aa8c-5f0078b9c9b0 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582020 Nov 08 00:20:09.269494 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-66a3b314-0b1e-43fc-ad5a-6fe6e6a3b2dd tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:09.270447 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a3b314-0b1e-43fc-ad5a-6fe6e6a3b2dd tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:09.271093 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-66a3b314-0b1e-43fc-ad5a-6fe6e6a3b2dd tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:09.379052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3b314-0b1e-43fc-ad5a-6fe6e6a3b2dd tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Pushing event updated for resources: {'Network': ['ID=d28c64b9-2685-462c-bd7b-a39c84d33b78,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:09.389946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network d28c64b9-2685-462c-bd7b-a39c84d33b78 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:09.391194 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54900ce-c0fd-4586-97c1-eb9a7a815b88 req-fd460466-d206-4f4d-a280-c04b71e22b1c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:09.393436 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a54900ce-c0fd-4586-97c1-eb9a7a815b88 req-fd460466-d206-4f4d-a280-c04b71e22b1c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.1347852 Nov 08 00:20:09.428737 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-66a3b314-0b1e-43fc-ad5a-6fe6e6a3b2dd tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6097376 Nov 08 00:20:09.429747 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47552) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:09.466159 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a54900ce-c0fd-4586-97c1-eb9a7a815b88 req-5f4dadb5-118e-4864-a91f-199d02c5c634 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662036 Nov 08 00:20:09.605302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d58e4-f53c-4b44-9dc9-88a4a2092a39 req-fdc96296-48b0-47bc-8d21-31bdfc26435a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:09.607012 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-197d58e4-f53c-4b44-9dc9-88a4a2092a39 req-fdc96296-48b0-47bc-8d21-31bdfc26435a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0553436 Nov 08 00:20:09.655273 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-197d58e4-f53c-4b44-9dc9-88a4a2092a39 req-1cc6f805-0d32-4a3b-a178-ebc6734335a7 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413394 Nov 08 00:20:09.797921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c182615-b495-440d-b160-34e1e412c751 req-f6c54d4c-e8a3-48f8-ba33-e86cf58ecc90 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:09.799571 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c182615-b495-440d-b160-34e1e412c751 req-f6c54d4c-e8a3-48f8-ba33-e86cf58ecc90 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 943 time: 0.0681386 Nov 08 00:20:09.895432 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde61bca-6d7d-4432-a77d-43c2fd8d2824 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:09.901451 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde61bca-6d7d-4432-a77d-43c2fd8d2824 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:09.907727 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde61bca-6d7d-4432-a77d-43c2fd8d2824 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:09.914004 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde61bca-6d7d-4432-a77d-43c2fd8d2824 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:09.918572 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fde61bca-6d7d-4432-a77d-43c2fd8d2824 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4847622 Nov 08 00:20:09.918799 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47564) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:09.996006 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f646d06-fe7b-4d70-a1c8-05b2e7edf297 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:10.076502 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f646d06-fe7b-4d70-a1c8-05b2e7edf297 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:10.101318 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-7f646d06-fe7b-4d70-a1c8-05b2e7edf297 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28c64b9-2685-462c-bd7b-a39c84d33b78']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:10.112214 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-7f646d06-fe7b-4d70-a1c8-05b2e7edf297 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb0f130-81cf-4d55-9ae8-75547fed9ffc') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:10.112512 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-7f646d06-fe7b-4d70-a1c8-05b2e7edf297 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb0f130-81cf-4d55-9ae8-75547fed9ffc') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:10.123245 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f646d06-fe7b-4d70-a1c8-05b2e7edf297 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:10.139174 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f646d06-fe7b-4d70-a1c8-05b2e7edf297 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:10.145331 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f646d06-fe7b-4d70-a1c8-05b2e7edf297 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f646d06-fe7b-4d70-a1c8-05b2e7edf297 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:10.149658 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:10.188211 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e607d3f-7605-4853-8f08-8987ab45a7df req-9bbe0543-29eb-45d5-98f8-64049b7a5e7e tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:10.189853 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e607d3f-7605-4853-8f08-8987ab45a7df req-9bbe0543-29eb-45d5-98f8-64049b7a5e7e tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.4092822 Nov 08 00:20:10.195192 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c182615-b495-440d-b160-34e1e412c751 req-4569fbd5-b1ba-424b-a253-ffcee6f0329b tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa1b7c0-2b91-4124-a9a9-23cf9762d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757005 Nov 08 00:20:10.246955 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e607d3f-7605-4853-8f08-8987ab45a7df req-f8827980-2532-450b-98c3-7d6a65b3b5c1 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392177 Nov 08 00:20:10.304419 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f646d06-fe7b-4d70-a1c8-05b2e7edf297 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:10.310674 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f646d06-fe7b-4d70-a1c8-05b2e7edf297 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d28c64b9-2685-462c-bd7b-a39c84d33b78 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 00:20:10.313599 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f646d06-fe7b-4d70-a1c8-05b2e7edf297 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:10.322494 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7f646d06-fe7b-4d70-a1c8-05b2e7edf297 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] 10.222.0.13 "DELETE /v2.0/networks/d28c64b9-2685-462c-bd7b-a39c84d33b78 HTTP/1.1" status: 204 len: 168 time: 0.3991611 Nov 08 00:20:10.324917 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47572) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:10.329379 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f646d06-fe7b-4d70-a1c8-05b2e7edf297 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Pushing event deleted for resources: {'Network': ['ID=d28c64b9-2685-462c-bd7b-a39c84d33b78,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:10.334545 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-67065fd8-ad82-4fe0-9c80-d76bbb5dd9c6 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Request body: {'network': {'name': 'tempest-network--758868382', 'router:external': True}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:10.364618 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9971136-cc2a-4152-be5b-a7baa0210806 req-6ef766e7-2edb-4750-bc38-c7e515a5ad47 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0498600 Nov 08 00:20:10.487571 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67065fd8-ad82-4fe0-9c80-d76bbb5dd9c6 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Made reservation on behalf of d5ccddbc60e94e27b01a18e8116c84d6 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:10.490514 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-67065fd8-ad82-4fe0-9c80-d76bbb5dd9c6 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:10.550101 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67065fd8-ad82-4fe0-9c80-d76bbb5dd9c6 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:20:10.563317 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-67065fd8-ad82-4fe0-9c80-d76bbb5dd9c6 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:10.563802 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-67065fd8-ad82-4fe0-9c80-d76bbb5dd9c6 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Added segment 2da0b1c3-0bc0-4ee9-88c7-6ed8e6e4175a of type vlan for network 4cd36846-da6e-4749-89f6-debd0fd9f0b6 Nov 08 00:20:10.608055 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ccddb-178a-4dbe-9797-7aceef3cb4d6 req-6e9630e5-5e92-4e0a-bd0e-aaa9a2bc77b4 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:10.609806 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-344ccddb-178a-4dbe-9797-7aceef3cb4d6 req-6e9630e5-5e92-4e0a-bd0e-aaa9a2bc77b4 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0957732 Nov 08 00:20:10.627075 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-67065fd8-ad82-4fe0-9c80-d76bbb5dd9c6 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:10.666876 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-344ccddb-178a-4dbe-9797-7aceef3cb4d6 req-190a5a32-4775-4dc2-9a89-3579c505a988 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437183 Nov 08 00:20:10.738323 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-67065fd8-ad82-4fe0-9c80-d76bbb5dd9c6 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:10.739567 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67065fd8-ad82-4fe0-9c80-d76bbb5dd9c6 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:10.740362 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-67065fd8-ad82-4fe0-9c80-d76bbb5dd9c6 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:10.835270 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67065fd8-ad82-4fe0-9c80-d76bbb5dd9c6 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Pushing event updated for resources: {'Network': ['ID=4cd36846-da6e-4749-89f6-debd0fd9f0b6,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:10.850008 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 4cd36846-da6e-4749-89f6-debd0fd9f0b6 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:10.862266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea043e-dc93-4733-ae3a-30edb280f970 req-b4195991-a27c-44a8-b77d-51dbbeb26e9d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:10.871322 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-24ea043e-dc93-4733-ae3a-30edb280f970 req-b4195991-a27c-44a8-b77d-51dbbeb26e9d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.1108296 Nov 08 00:20:10.915510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-67065fd8-ad82-4fe0-9c80-d76bbb5dd9c6 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5870540 Nov 08 00:20:10.916123 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47580) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:10.925704 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-24ea043e-dc93-4733-ae3a-30edb280f970 req-e80a3437-1888-4b2a-bf7b-ebdcbd3b58b2 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532281 Nov 08 00:20:11.011446 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf2724c-9375-46b7-abde-a81f213a3028 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:11.012843 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cbf2724c-9375-46b7-abde-a81f213a3028 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] 10.222.0.13 "GET /v2.0/networks/4cd36846-da6e-4749-89f6-debd0fd9f0b6 HTTP/1.1" status: 200 len: 756 time: 0.0953300 Nov 08 00:20:11.015464 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47586) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:11.071137 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e9127-9df3-4f37-832d-69649d4fd0d2 req-6b4a4a83-be99-4119-ae19-4ce85b9af75c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:11.073336 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c2e9127-9df3-4f37-832d-69649d4fd0d2 req-6b4a4a83-be99-4119-ae19-4ce85b9af75c tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0508945 Nov 08 00:20:11.099028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad967d60-5fcb-45e0-821d-ec1f83553e07 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:11.103123 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ad967d60-5fcb-45e0-821d-ec1f83553e07 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] 10.222.0.13 "GET /v2.0/networks/7f7d9757-e56e-47a6-85b4-501db32e0e88 HTTP/1.1" status: 200 len: 768 time: 0.0840120 Nov 08 00:20:11.103960 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47588) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:11.120471 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c2e9127-9df3-4f37-832d-69649d4fd0d2 req-450de45b-63e0-49ea-8e38-2ff957d0cd99 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381567 Nov 08 00:20:11.180748 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c4fa3755-a79c-4998-861b-bef1d0ec3aec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:11.254517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcefda-e9d7-4b64-9a0b-5cf64bec87e2 req-39c4e7bd-95de-4c9b-a213-848b24276aff tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:11.256099 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5dcefda-e9d7-4b64-9a0b-5cf64bec87e2 req-39c4e7bd-95de-4c9b-a213-848b24276aff tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0662830 Nov 08 00:20:11.271694 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c4fa3755-a79c-4998-861b-bef1d0ec3aec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:11.297245 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-c4fa3755-a79c-4998-861b-bef1d0ec3aec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd36846-da6e-4749-89f6-debd0fd9f0b6']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:11.307831 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-c4fa3755-a79c-4998-861b-bef1d0ec3aec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da0b1c3-0bc0-4ee9-88c7-6ed8e6e4175a') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:11.308527 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-c4fa3755-a79c-4998-861b-bef1d0ec3aec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da0b1c3-0bc0-4ee9-88c7-6ed8e6e4175a') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:11.313327 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5dcefda-e9d7-4b64-9a0b-5cf64bec87e2 req-1848279a-d791-4ee6-ba66-c2ff107ed2e7 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485880 Nov 08 00:20:11.323010 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c4fa3755-a79c-4998-861b-bef1d0ec3aec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:11.348829 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c4fa3755-a79c-4998-861b-bef1d0ec3aec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:11.354710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719b013-b2be-4892-b15e-df2612eec8c7 req-25cfa1e7-fa95-4575-bdf4-fd324121a2d1 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:11.356940 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fa3755-a79c-4998-861b-bef1d0ec3aec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:11.357407 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c4fa3755-a79c-4998-861b-bef1d0ec3aec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:11.367935 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:11.371154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1719b013-b2be-4892-b15e-df2612eec8c7 req-25cfa1e7-fa95-4575-bdf4-fd324121a2d1 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 943 time: 0.0673859 Nov 08 00:20:11.371154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47596) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:11.373523 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-fbbe8f43-6da6-4395-bb3c-500c766b358f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'subnet': {'network_id': '6cb16959-5489-4336-bb6e-763e3521e7f2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:11.461299 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1719b013-b2be-4892-b15e-df2612eec8c7 req-5170d8d3-b1f5-4408-aa6a-341e3239ddc8 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa1b7c0-2b91-4124-a9a9-23cf9762d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974193 Nov 08 00:20:11.521093 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c4fa3755-a79c-4998-861b-bef1d0ec3aec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:11.526607 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fa3755-a79c-4998-861b-bef1d0ec3aec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4cd36846-da6e-4749-89f6-debd0fd9f0b6 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 00:20:11.529735 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c4fa3755-a79c-4998-861b-bef1d0ec3aec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:11.532951 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c4fa3755-a79c-4998-861b-bef1d0ec3aec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] 10.222.0.13 "DELETE /v2.0/networks/4cd36846-da6e-4749-89f6-debd0fd9f0b6 HTTP/1.1" status: 204 len: 168 time: 0.4279842 Nov 08 00:20:11.543265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47608) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:11.548272 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8b4de32d-ca2c-4cdc-a726-36659443a8e7 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Request body: {'network': {'name': 'tempest-network--105635247'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:11.551290 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa3755-a79c-4998-861b-bef1d0ec3aec tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Pushing event deleted for resources: {'Network': ['ID=4cd36846-da6e-4749-89f6-debd0fd9f0b6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:11.565927 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7799a76e-5ac6-46c8-b072-6b3b3c932377 req-b72e0f71-929a-437e-a36d-e327904e20c7 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0322683 Nov 08 00:20:11.566786 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbe8f43-6da6-4395-bb3c-500c766b358f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Made reservation on behalf of dd581cc2687349bf9fd052536f8e8b61 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:11.570553 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fbbe8f43-6da6-4395-bb3c-500c766b358f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:11.603993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74036a2e-70b5-4dd6-a390-13da892c5cea req-8ec0748b-0744-4f81-859c-57987ba51679 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:11.605892 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74036a2e-70b5-4dd6-a390-13da892c5cea req-8ec0748b-0744-4f81-859c-57987ba51679 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.1074157 Nov 08 00:20:11.650972 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4de32d-ca2c-4cdc-a726-36659443a8e7 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Made reservation on behalf of d5ccddbc60e94e27b01a18e8116c84d6 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:11.653374 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b4de32d-ca2c-4cdc-a726-36659443a8e7 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:11.684656 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4de32d-ca2c-4cdc-a726-36659443a8e7 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:20:11.704939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74036a2e-70b5-4dd6-a390-13da892c5cea req-98a822c4-dcbd-45e7-ae0a-32448a84efd3 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723555 Nov 08 00:20:11.857094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3dcf26-5553-4ba0-a74c-c88e17d5203a req-3fc93590-4861-4b38-a7de-97700edb452e tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:11.858577 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f3dcf26-5553-4ba0-a74c-c88e17d5203a req-3fc93590-4861-4b38-a7de-97700edb452e tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0552399 Nov 08 00:20:11.878101 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b4de32d-ca2c-4cdc-a726-36659443a8e7 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:11.878569 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-8b4de32d-ca2c-4cdc-a726-36659443a8e7 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Added segment 59916fc9-3898-46d4-8cfe-b2593b3d9a3a of type vlan for network 414ae926-fe87-4c56-8934-87a409d6e211 Nov 08 00:20:11.912360 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f3dcf26-5553-4ba0-a74c-c88e17d5203a req-d5443e80-a58f-4caf-9735-7d18f449340a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477135 Nov 08 00:20:11.921985 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b4de32d-ca2c-4cdc-a726-36659443a8e7 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:11.961687 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fbbe8f43-6da6-4395-bb3c-500c766b358f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:11.989783 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b4de32d-ca2c-4cdc-a726-36659443a8e7 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:11.990781 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4de32d-ca2c-4cdc-a726-36659443a8e7 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:11.991377 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b4de32d-ca2c-4cdc-a726-36659443a8e7 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:12.050014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe8f43-6da6-4395-bb3c-500c766b358f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Subnet': ['ID=8afb26bb-7ac0-4b4e-992e-cbee34ecfd17,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:12.055762 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4de32d-ca2c-4cdc-a726-36659443a8e7 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Pushing event updated for resources: {'Network': ['ID=414ae926-fe87-4c56-8934-87a409d6e211,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:12.069644 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 414ae926-fe87-4c56-8934-87a409d6e211 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:12.083359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e3007-ab0f-47a8-adce-33827e23d6ff req-d273a419-8d02-44cd-9985-93abd635adc2 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:12.085382 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d42e3007-ab0f-47a8-adce-33827e23d6ff req-d273a419-8d02-44cd-9985-93abd635adc2 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0967360 Nov 08 00:20:12.088264 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe8f43-6da6-4395-bb3c-500c766b358f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Checking segment: {'id': '5600b23e-1de7-4bf4-bc5a-66d19da82b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6cb16959-5489-4336-bb6e-763e3521e7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:12.088264 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbe8f43-6da6-4395-bb3c-500c766b358f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network hostable DHCP agents. Network: 6cb16959-5489-4336-bb6e-763e3521e7f2, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:20:12.092363 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:20:12.134846 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d42e3007-ab0f-47a8-adce-33827e23d6ff req-a8a7e1c7-d5fa-42b0-a670-9dc05992d01b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371821 Nov 08 00:20:12.149548 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8b4de32d-ca2c-4cdc-a726-36659443a8e7 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6026413 Nov 08 00:20:12.150519 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47616) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:12.155811 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-16720983-651e-4c26-822f-8ea9386fd82a tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:12.206909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbe8f43-6da6-4395-bb3c-500c766b358f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network 6cb16959-5489-4336-bb6e-763e3521e7f2 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:20:12.298352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-fbbe8f43-6da6-4395-bb3c-500c766b358f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 6cb16959-5489-4336-bb6e-763e3521e7f2) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:12.302626 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbe8f43-6da6-4395-bb3c-500c766b358f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:12.303560 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fbbe8f43-6da6-4395-bb3c-500c766b358f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:12.307414 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56086f4d-49ac-4af1-adf9-89acdf307038 None None] Network 6cb16959-5489-4336-bb6e-763e3521e7f2 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:12.309622 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16720983-651e-4c26-822f-8ea9386fd82a tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:12.426931 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fbbe8f43-6da6-4395-bb3c-500c766b358f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0592887 Nov 08 00:20:12.430445 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47622) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:12.436088 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-bf019b6e-0c7f-4abe-9863-c595eaa6b82a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2064208739'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:12.448070 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16720983-651e-4c26-822f-8ea9386fd82a tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:12.463435 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16720983-651e-4c26-822f-8ea9386fd82a tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Network 414ae926-fe87-4c56-8934-87a409d6e211 is not hosted by any dhcp agent {{(pid=102771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 00:20:12.464217 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16720983-651e-4c26-822f-8ea9386fd82a tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:12.464882 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16720983-651e-4c26-822f-8ea9386fd82a tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:12.466428 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-6cb16959-5489-4336-bb6e-763e3521e7f2', 'network_id': '6cb16959-5489-4336-bb6e-763e3521e7f2', 'tenant_id': 'dd581cc2687349bf9fd052536f8e8b61', 'fixed_ips': [{'subnet_id': '8afb26bb-7ac0-4b4e-992e-cbee34ecfd17'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:20:12.466721 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-16720983-651e-4c26-822f-8ea9386fd82a tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] 10.222.0.13 "PUT /v2.0/networks/414ae926-fe87-4c56-8934-87a409d6e211 HTTP/1.1" status: 200 len: 857 time: 0.3149047 Nov 08 00:20:12.467418 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:12.469257 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47626) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:12.526778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16720983-651e-4c26-822f-8ea9386fd82a tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Pushing event updated for resources: {'Network': ['ID=414ae926-fe87-4c56-8934-87a409d6e211,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:12.606104 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9272bffe-7e64-4333-949f-c4ab7fceda01 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:12.635569 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056d457-3b53-4123-8237-76ca60b707d3 req-d94f16ac-ffbd-45da-8860-1aa90d210a38 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:12.637215 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e056d457-3b53-4123-8237-76ca60b707d3 req-d94f16ac-ffbd-45da-8860-1aa90d210a38 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 943 time: 0.0696034 Nov 08 00:20:12.656983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf019b6e-0c7f-4abe-9863-c595eaa6b82a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Made reservation on behalf of dd581cc2687349bf9fd052536f8e8b61 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:12.660598 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf019b6e-0c7f-4abe-9863-c595eaa6b82a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:12.682631 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:20:12.749528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbe9889b-6941-452b-86c2-e772976cdc23 req-0296ed09-40ba-4f4a-a1ac-71f285d374e0 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0858104 Nov 08 00:20:12.782746 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9272bffe-7e64-4333-949f-c4ab7fceda01 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:12.789336 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e056d457-3b53-4123-8237-76ca60b707d3 req-cfe48874-dc3a-4e1d-baf5-064536e8c1a6 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa1b7c0-2b91-4124-a9a9-23cf9762d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315258 Nov 08 00:20:12.798252 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf019b6e-0c7f-4abe-9863-c595eaa6b82a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:20:12.825184 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-9272bffe-7e64-4333-949f-c4ab7fceda01 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414ae926-fe87-4c56-8934-87a409d6e211']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:12.833778 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf019b6e-0c7f-4abe-9863-c595eaa6b82a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:12.834110 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-bf019b6e-0c7f-4abe-9863-c595eaa6b82a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Added segment c628e66b-507e-4ce3-878f-ebef2ca74c94 of type vlan for network ad918bf3-0ce5-4678-bef0-82e2e8f9ac82 Nov 08 00:20:12.844885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-9272bffe-7e64-4333-949f-c4ab7fceda01 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59916fc9-3898-46d4-8cfe-b2593b3d9a3a') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:12.845181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-9272bffe-7e64-4333-949f-c4ab7fceda01 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59916fc9-3898-46d4-8cfe-b2593b3d9a3a') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:12.875992 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9272bffe-7e64-4333-949f-c4ab7fceda01 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:12.899751 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf019b6e-0c7f-4abe-9863-c595eaa6b82a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:12.902230 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9272bffe-7e64-4333-949f-c4ab7fceda01 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:12.910903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9272bffe-7e64-4333-949f-c4ab7fceda01 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:12.911312 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9272bffe-7e64-4333-949f-c4ab7fceda01 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:12.913044 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:12.932124 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2ce68d86-9d94-4c9e-9715-0cfdfc18fe12,segment=NetworkSegment(40203bf4-cfa5-472b-b095-f763f36b10d4),segment_id=40203bf4-cfa5-472b-b095-f763f36b10d4)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:12.953107 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '2ce68d86-9d94-4c9e-9715-0cfdfc18fe12', 'network_id': '18f56be4-1516-4a97-8498-d1b73d4da99e', 'port_id': '2ce68d86-9d94-4c9e-9715-0cfdfc18fe12', 'mac_address': 'fa:16:3e:63:57:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7651d0-4870-4184-94b9-0bb3d62743de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:20:12.955835 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] Allocated IP 2001:db8:0:ffff::2 (6cb16959-5489-4336-bb6e-763e3521e7f2/8afb26bb-7ac0-4b4e-992e-cbee34ecfd17/45428b20-fd89-4c0a-a983-c4822541b3fa) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:20:13.043196 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:13.063421 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:20:13.098521 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2ce68d86-9d94-4c9e-9715-0cfdfc18fe12,segment=NetworkSegment(40203bf4-cfa5-472b-b095-f763f36b10d4),segment_id=40203bf4-cfa5-472b-b095-f763f36b10d4)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:13.138332 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf019b6e-0c7f-4abe-9863-c595eaa6b82a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:13.145534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf019b6e-0c7f-4abe-9863-c595eaa6b82a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:13.146253 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf019b6e-0c7f-4abe-9863-c595eaa6b82a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:13.155440 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:13.196241 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9272bffe-7e64-4333-949f-c4ab7fceda01 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:13.212642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9272bffe-7e64-4333-949f-c4ab7fceda01 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 414ae926-fe87-4c56-8934-87a409d6e211 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 00:20:13.216176 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9272bffe-7e64-4333-949f-c4ab7fceda01 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:13.222581 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9272bffe-7e64-4333-949f-c4ab7fceda01 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] 10.222.0.13 "DELETE /v2.0/networks/414ae926-fe87-4c56-8934-87a409d6e211 HTTP/1.1" status: 204 len: 168 time: 0.7489476 Nov 08 00:20:13.225013 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47636) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:13.232723 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf019b6e-0c7f-4abe-9863-c595eaa6b82a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Network': ['ID=ad918bf3-0ce5-4678-bef0-82e2e8f9ac82,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:13.245855 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network ad918bf3-0ce5-4678-bef0-82e2e8f9ac82 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:13.255078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272bffe-7e64-4333-949f-c4ab7fceda01 tempest-ExternalNetworksTestJSON-1776489506 tempest-ExternalNetworksTestJSON-1776489506-project-admin] Pushing event deleted for resources: {'Network': ['ID=414ae926-fe87-4c56-8934-87a409d6e211,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:13.264317 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9ffe68-6ce7-4eba-988c-57670a6f533f tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] DELETE failed (client error): The resource could not be found. Nov 08 00:20:13.264829 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9ffe68-6ce7-4eba-988c-57670a6f533f tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:20:13.268172 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1a9ffe68-6ce7-4eba-988c-57670a6f533f tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] 10.222.0.13 "DELETE /v2.0/subnets/01af389f-dce0-4b00-bc7f-ff97b7e1196b HTTP/1.1" status: 404 len: 337 time: 0.0441861 Nov 08 00:20:13.271086 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47638) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:13.299540 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:13.304883 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bf019b6e-0c7f-4abe-9863-c595eaa6b82a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8725293 Nov 08 00:20:13.308286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47640) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:13.322533 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-fc625316-e628-4fce-9ae2-9ffd708a7fa3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'subnet': {'network_id': 'ad918bf3-0ce5-4678-bef0-82e2e8f9ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:13.355660 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:13.396599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] Network 6cb16959-5489-4336-bb6e-763e3521e7f2 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:20:13.398035 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=2ce68d86-9d94-4c9e-9715-0cfdfc18fe12,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:13.403260 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:13.414619 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:20:13.418027 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d75d0f1-85ad-4b96-8dbf-97fb0b1fb5e8 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:13.495585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] Pushing event updated for resources: {'Port': ['ID=45428b20-fd89-4c0a-a983-c4822541b3fa,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:13.530545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] Attempting to bind port 45428b20-fd89-4c0a-a983-c4822541b3fa on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:20:13.531259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] Attempting to bind port 45428b20-fd89-4c0a-a983-c4822541b3fa by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '5600b23e-1de7-4bf4-bc5a-66d19da82b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6cb16959-5489-4336-bb6e-763e3521e7f2'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:20:13.531925 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] Attempting to bind port 45428b20-fd89-4c0a-a983-c4822541b3fa on network 6cb16959-5489-4336-bb6e-763e3521e7f2 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:20:13.538714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:20:13.539194 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] Checking segment: {'id': '5600b23e-1de7-4bf4-bc5a-66d19da82b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6cb16959-5489-4336-bb6e-763e3521e7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:13.539662 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:13.542312 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] Bound using segment: {'id': '5600b23e-1de7-4bf4-bc5a-66d19da82b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6cb16959-5489-4336-bb6e-763e3521e7f2'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:20:13.542791 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] Bound port: 45428b20-fd89-4c0a-a983-c4822541b3fa, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5600b23e-1de7-4bf4-bc5a-66d19da82b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6cb16959-5489-4336-bb6e-763e3521e7f2'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:20:13.543177 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:13.565795 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc625316-e628-4fce-9ae2-9ffd708a7fa3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Made reservation on behalf of dd581cc2687349bf9fd052536f8e8b61 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:13.570094 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fc625316-e628-4fce-9ae2-9ffd708a7fa3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:13.609476 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d75d0f1-85ad-4b96-8dbf-97fb0b1fb5e8 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:13.632124 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-0d75d0f1-85ad-4b96-8dbf-97fb0b1fb5e8 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7d9757-e56e-47a6-85b4-501db32e0e88']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:13.643280 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-0d75d0f1-85ad-4b96-8dbf-97fb0b1fb5e8 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958b3c36-95b9-429c-a833-d4df49d2d172') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:13.643573 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-0d75d0f1-85ad-4b96-8dbf-97fb0b1fb5e8 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958b3c36-95b9-429c-a833-d4df49d2d172') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:13.660094 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d75d0f1-85ad-4b96-8dbf-97fb0b1fb5e8 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:13.667522 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] For port 45428b20-fd89-4c0a-a983-c4822541b3fa, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:20:13.670763 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] For port 45428b20-fd89-4c0a-a983-c4822541b3fa, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=45428b20-fd89-4c0a-a983-c4822541b3fa,segment=NetworkSegment(5600b23e-1de7-4bf4-bc5a-66d19da82b91),segment_id=5600b23e-1de7-4bf4-bc5a-66d19da82b91)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:20:13.675331 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d75d0f1-85ad-4b96-8dbf-97fb0b1fb5e8 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:13.681620 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d75d0f1-85ad-4b96-8dbf-97fb0b1fb5e8 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:13.682012 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d75d0f1-85ad-4b96-8dbf-97fb0b1fb5e8 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:13.711035 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['2ce68d86-9d94-4c9e-9715-0cfdfc18fe12'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:13.751627 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:13.775833 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:13.830203 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d75d0f1-85ad-4b96-8dbf-97fb0b1fb5e8 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:13.861031 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d75d0f1-85ad-4b96-8dbf-97fb0b1fb5e8 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:13.872373 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0d75d0f1-85ad-4b96-8dbf-97fb0b1fb5e8 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] 10.222.0.13 "DELETE /v2.0/networks/7f7d9757-e56e-47a6-85b4-501db32e0e88 HTTP/1.1" status: 204 len: 168 time: 0.6000874 Nov 08 00:20:13.878071 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75d0f1-85ad-4b96-8dbf-97fb0b1fb5e8 tempest-ExternalNetworksTestJSON-26592769 tempest-ExternalNetworksTestJSON-26592769-project] Pushing event deleted for resources: {'Network': ['ID=7f7d9757-e56e-47a6-85b4-501db32e0e88,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:13.978886 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f7f12-0625-4201-b507-4f6c2808c626 None None] Pushing event updated for resources: {'Port': ['ID=45428b20-fd89-4c0a-a983-c4822541b3fa,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:14.004985 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fc625316-e628-4fce-9ae2-9ffd708a7fa3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:14.031199 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f567f4b0-855e-4f99-be57-71b6a709f03c req-c1b78f6d-a1ea-40c0-bc80-dd3fa90efd3f tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0924699 Nov 08 00:20:14.097931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddab2c-176d-47b9-89d0-172db62658e2 req-a6beeebc-db03-4cd8-853a-cfce2f1c4e78 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:14.099475 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7dddab2c-176d-47b9-89d0-172db62658e2 req-a6beeebc-db03-4cd8-853a-cfce2f1c4e78 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 944 time: 0.1820674 Nov 08 00:20:14.106408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc625316-e628-4fce-9ae2-9ffd708a7fa3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Subnet': ['ID=9652e620-ac4f-4459-a1c3-51310f6e7efd,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:14.140582 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc625316-e628-4fce-9ae2-9ffd708a7fa3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Checking segment: {'id': 'c628e66b-507e-4ce3-878f-ebef2ca74c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ad918bf3-0ce5-4678-bef0-82e2e8f9ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:14.141576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc625316-e628-4fce-9ae2-9ffd708a7fa3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network hostable DHCP agents. Network: ad918bf3-0ce5-4678-bef0-82e2e8f9ac82, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:20:14.189910 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7dddab2c-176d-47b9-89d0-172db62658e2 req-c9000711-9f66-4e94-b745-cc54ae2e504b tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa1b7c0-2b91-4124-a9a9-23cf9762d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792472 Nov 08 00:20:14.337997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc625316-e628-4fce-9ae2-9ffd708a7fa3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network ad918bf3-0ce5-4678-bef0-82e2e8f9ac82 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:20:14.361925 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 45428b20-fd89-4c0a-a983-c4822541b3fa up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:20:14.409688 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 45428b20-fd89-4c0a-a983-c4822541b3fa triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:20:14.410042 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:14.445726 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-fc625316-e628-4fce-9ae2-9ffd708a7fa3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, ad918bf3-0ce5-4678-bef0-82e2e8f9ac82) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:14.451732 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc625316-e628-4fce-9ae2-9ffd708a7fa3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:14.452624 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fc625316-e628-4fce-9ae2-9ffd708a7fa3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:14.477102 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbe756a-da15-4aa6-bd26-09049b4fe6a4 None None] Network ad918bf3-0ce5-4678-bef0-82e2e8f9ac82 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:14.535823 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:14.572215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47662) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:14.584715 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fc625316-e628-4fce-9ae2-9ffd708a7fa3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2749493 Nov 08 00:20:14.587366 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47666) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:14.595511 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 45428b20-fd89-4c0a-a983-c4822541b3fa, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=45428b20-fd89-4c0a-a983-c4822541b3fa,segment=NetworkSegment(5600b23e-1de7-4bf4-bc5a-66d19da82b91),segment_id=5600b23e-1de7-4bf4-bc5a-66d19da82b91)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:14.699865 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-ad918bf3-0ce5-4678-bef0-82e2e8f9ac82', 'network_id': 'ad918bf3-0ce5-4678-bef0-82e2e8f9ac82', 'tenant_id': 'dd581cc2687349bf9fd052536f8e8b61', 'fixed_ips': [{'subnet_id': '9652e620-ac4f-4459-a1c3-51310f6e7efd'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:20:14.701075 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:14.734957 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:14.775877 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4a8a4a33-0a2e-47ce-8959-e94e530bdbaa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20e13e528b4842dba050e69bebe5720f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2023580 Nov 08 00:20:14.778584 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47670) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:14.807705 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:14.867404 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:14.896580 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95c03fc3-3753-4612-86ba-f7f06ad329ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:14.917584 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=45428b20-fd89-4c0a-a983-c4822541b3fa,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:14.939438 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] Allocated IP 2001:db8::1 (ad918bf3-0ce5-4678-bef0-82e2e8f9ac82/9652e620-ac4f-4459-a1c3-51310f6e7efd/2413781c-c7dc-465e-a63b-b5316d75d81a) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:20:14.956247 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95c03fc3-3753-4612-86ba-f7f06ad329ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:15.093161 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95c03fc3-3753-4612-86ba-f7f06ad329ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:15.096032 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95c03fc3-3753-4612-86ba-f7f06ad329ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:15.099606 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-95c03fc3-3753-4612-86ba-f7f06ad329ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88b6ec60-d827-489b-9583-e4142ba2a6e8 HTTP/1.1" status: 204 len: 168 time: 0.3176134 Nov 08 00:20:15.107436 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c03fc3-3753-4612-86ba-f7f06ad329ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b6ec60-d827-489b-9583-e4142ba2a6e8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:15.163444 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82b3a9f-82fb-439b-a4f8-1501f1d61ad3 None None] Network 6cb16959-5489-4336-bb6e-763e3521e7f2 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:15.225218 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c246218-9197-47ff-99e3-c87dd2f8d723 req-83ee6e12-e96b-4104-9569-d292b0880ea2 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0447755 Nov 08 00:20:15.240260 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:15.268519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-271c76b2-7731-4a1c-813b-b56a540ac6c9 None None] Provisioning complete for port 45428b20-fd89-4c0a-a983-c4822541b3fa triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:20:15.268519 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-271c76b2-7731-4a1c-813b-b56a540ac6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:15.361500 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:15.406478 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200f306-de3d-4ed2-95dc-6114b07a8ed3 req-eb2a71d5-66d9-46c3-84c8-32d95665e877 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:15.408860 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d200f306-de3d-4ed2-95dc-6114b07a8ed3 req-eb2a71d5-66d9-46c3-84c8-32d95665e877 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 944 time: 0.0929494 Nov 08 00:20:15.455415 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d200f306-de3d-4ed2-95dc-6114b07a8ed3 req-777b72aa-bbf7-4404-b584-9708286f1500 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa1b7c0-2b91-4124-a9a9-23cf9762d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386057 Nov 08 00:20:15.469537 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:15.533019 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Subnet': ['ID=9652e620-ac4f-4459-a1c3-51310f6e7efd,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:15.628103 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] Pushing event updated for resources: {'Port': ['ID=2413781c-c7dc-465e-a63b-b5316d75d81a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:15.637526 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:15.672309 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] Network ad918bf3-0ce5-4678-bef0-82e2e8f9ac82 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:20:15.688755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad918bf3-0ce5-4678-bef0-82e2e8f9ac82']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:15.693544 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:15.700744 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:20:15.707935 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c628e66b-507e-4ce3-878f-ebef2ca74c94') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:15.708230 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c628e66b-507e-4ce3-878f-ebef2ca74c94') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:15.718386 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:15.757673 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:15.768923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:15.769613 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:15.773373 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:15.852069 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] Attempting to bind port 2413781c-c7dc-465e-a63b-b5316d75d81a on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:20:15.852069 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] Attempting to bind port 2413781c-c7dc-465e-a63b-b5316d75d81a by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'c628e66b-507e-4ce3-878f-ebef2ca74c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ad918bf3-0ce5-4678-bef0-82e2e8f9ac82'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:20:15.852438 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] Attempting to bind port 2413781c-c7dc-465e-a63b-b5316d75d81a on network ad918bf3-0ce5-4678-bef0-82e2e8f9ac82 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:20:15.858544 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:20:15.859029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] Checking segment: {'id': 'c628e66b-507e-4ce3-878f-ebef2ca74c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ad918bf3-0ce5-4678-bef0-82e2e8f9ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:15.859471 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:15.859877 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] Bound using segment: {'id': 'c628e66b-507e-4ce3-878f-ebef2ca74c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ad918bf3-0ce5-4678-bef0-82e2e8f9ac82'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:20:15.861331 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] Bound port: 2413781c-c7dc-465e-a63b-b5316d75d81a, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c628e66b-507e-4ce3-878f-ebef2ca74c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ad918bf3-0ce5-4678-bef0-82e2e8f9ac82'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:20:15.861482 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:15.916675 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.db.api [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 00:20:15.916675 n-d-816882-1 neutron-server[102772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 00:20:15.916675 n-d-816882-1 neutron-server[102772]: [parameters: {'id': 'ad918bf3-0ce5-4678-bef0-82e2e8f9ac82'}] Nov 08 00:20:15.916675 n-d-816882-1 neutron-server[102772]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:20:15.917129 n-d-816882-1 neutron-server[102772]: DEBUG oslo_db.api [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:20:15.957702 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] For port 2413781c-c7dc-465e-a63b-b5316d75d81a, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:20:15.961255 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] For port 2413781c-c7dc-465e-a63b-b5316d75d81a, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2413781c-c7dc-465e-a63b-b5316d75d81a,segment=NetworkSegment(c628e66b-507e-4ce3-878f-ebef2ca74c94),segment_id=c628e66b-507e-4ce3-878f-ebef2ca74c94)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:20:16.005434 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47690) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:16.064570 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c725be26-be30-4e87-a01f-1ef00645e0ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5ccddbc60e94e27b01a18e8116c84d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578306 Nov 08 00:20:16.067068 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47692) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:16.081782 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:16.121347 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab6702e6-e0be-4f37-b9e1-6083ab2349d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:16.144839 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab6702e6-e0be-4f37-b9e1-6083ab2349d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:16.165831 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2bc3f-81a4-4d89-81ea-6ef9ade8746d None None] Pushing event updated for resources: {'Port': ['ID=2413781c-c7dc-465e-a63b-b5316d75d81a,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:16.201018 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d43d9d6-8cb5-4a24-b252-57e79190b960 None None] Network ad918bf3-0ce5-4678-bef0-82e2e8f9ac82 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:16.241377 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab6702e6-e0be-4f37-b9e1-6083ab2349d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:16.246464 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab6702e6-e0be-4f37-b9e1-6083ab2349d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:16.250654 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ab6702e6-e0be-4f37-b9e1-6083ab2349d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d37ae1e6-a4d5-47d9-9cf4-0b58716d2668 HTTP/1.1" status: 204 len: 168 time: 0.1825335 Nov 08 00:20:16.259461 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6702e6-e0be-4f37-b9e1-6083ab2349d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37ae1e6-a4d5-47d9-9cf4-0b58716d2668,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:16.261796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e0d3c9a3-0cd1-4206-9fdc-8fccab11a841 None None] Provisioning complete for port 45428b20-fd89-4c0a-a983-c4822541b3fa triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:20:16.262282 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0d3c9a3-0cd1-4206-9fdc-8fccab11a841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:16.385528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0aba434c-0abe-44ef-92e9-91ba7a54ec49 req-d43101a6-e503-4ddd-98d1-1ccee464a3e6 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0516260 Nov 08 00:20:16.418920 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:16.428253 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 45428b20-fd89-4c0a-a983-c4822541b3fa up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:20:16.472573 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65586cb5-8373-4ffe-8f8a-4de88c3cee18 None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 00:20:16.499803 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Deleting port 2413781c-c7dc-465e-a63b-b5316d75d81a {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:16.500147 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:16.626498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] For port 2413781c-c7dc-465e-a63b-b5316d75d81a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2413781c-c7dc-465e-a63b-b5316d75d81a,segment=NetworkSegment(c628e66b-507e-4ce3-878f-ebef2ca74c94),segment_id=c628e66b-507e-4ce3-878f-ebef2ca74c94)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:16.626873 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:16.634528 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 45428b20-fd89-4c0a-a983-c4822541b3fa triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:20:16.635052 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:16.647078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Calling delete_port for 2413781c-c7dc-465e-a63b-b5316d75d81a owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:16.659397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f37ce1-db34-4ce6-b8f7-d10d7170500a req-525c3e83-ffd3-491b-a187-0908bfd6208d tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:16.661187 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92f37ce1-db34-4ce6-b8f7-d10d7170500a req-525c3e83-ffd3-491b-a187-0908bfd6208d tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 944 time: 0.0928793 Nov 08 00:20:16.683243 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65586cb5-8373-4ffe-8f8a-4de88c3cee18 None None] Resources bound (agent type, host, resource id): {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 00:20:16.690946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:20:16.751878 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92f37ce1-db34-4ce6-b8f7-d10d7170500a req-dfadf660-44c6-4218-a090-f031ce969ad8 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa1b7c0-2b91-4124-a9a9-23cf9762d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820925 Nov 08 00:20:16.845282 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:16.885941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Port': ['ID=2413781c-c7dc-465e-a63b-b5316d75d81a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:16.898169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No DVR routers for this DVR port 2413781c-c7dc-465e-a63b-b5316d75d81a on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:20:16.995371 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:17.010381 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:20:17.016428 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:20:17.016791 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:17.022913 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad918bf3-0ce5-4678-bef0-82e2e8f9ac82']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:17.034998 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c628e66b-507e-4ce3-878f-ebef2ca74c94') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:17.035307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c628e66b-507e-4ce3-878f-ebef2ca74c94') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:17.048165 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:17.068756 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:17.077546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:17.077946 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:17.081187 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:17.210460 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:17.212933 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:17.220972 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:17.224418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/networks/ad918bf3-0ce5-4678-bef0-82e2e8f9ac82 HTTP/1.1" status: 204 len: 168 time: 2.6352110 Nov 08 00:20:17.228173 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47718) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:17.233818 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-98205f9d-0aed-4d11-b625-85bc820a21a3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1297936604'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:17.239286 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef73ffea-264b-4b39-a068-637ff71af553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce68d86-9d94-4c9e-9715-0cfdfc18fe12'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:20:17.241740 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3df64fb-4693-4902-aa9e-ac35caa3a411" -d '{"events": [{"server_uuid": "ef73ffea-264b-4b39-a068-637ff71af553", "name": "network-vif-plugged", "status": "completed", "tag": "2ce68d86-9d94-4c9e-9715-0cfdfc18fe12"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:20:17.254323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75015e8-c5d2-491f-b2fc-25470e44253f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Network': ['ID=ad918bf3-0ce5-4678-bef0-82e2e8f9ac82,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:17.257734 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2ce68d86-9d94-4c9e-9715-0cfdfc18fe12,segment=NetworkSegment(40203bf4-cfa5-472b-b095-f763f36b10d4),segment_id=40203bf4-cfa5-472b-b095-f763f36b10d4)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:17.280342 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09770569-49fc-4d6c-8588-c1ef89653ef7 x-openstack-request-id: req-09770569-49fc-4d6c-8588-c1ef89653ef7 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:20:17.280956 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef73ffea-264b-4b39-a068-637ff71af553", "name": "network-vif-plugged", "status": "completed", "tag": "2ce68d86-9d94-4c9e-9715-0cfdfc18fe12", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:20:17.281216 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09770569-49fc-4d6c-8588-c1ef89653ef7 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:20:17.281608 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef73ffea-264b-4b39-a068-637ff71af553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce68d86-9d94-4c9e-9715-0cfdfc18fe12', 'code': 200} Nov 08 00:20:17.333057 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:17.357346 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98205f9d-0aed-4d11-b625-85bc820a21a3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Made reservation on behalf of dd581cc2687349bf9fd052536f8e8b61 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:17.362488 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-98205f9d-0aed-4d11-b625-85bc820a21a3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:17.385938 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=2ce68d86-9d94-4c9e-9715-0cfdfc18fe12,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:17.472005 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3464476-5011-4a65-9c54-b9224a92c804 req-7d95aa43-6a2b-41fe-98a9-58a26fcfbead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:17.474936 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e3464476-5011-4a65-9c54-b9224a92c804 req-7d95aa43-6a2b-41fe-98a9-58a26fcfbead service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 1096 time: 0.1071873 Nov 08 00:20:17.479182 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98205f9d-0aed-4d11-b625-85bc820a21a3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:20:17.515035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-203f57dd-b128-48f4-bc4b-80a7dc77a64e req-8f8fad65-1fb9-4844-b810-6c17083abf72 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0413487 Nov 08 00:20:17.525305 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-98205f9d-0aed-4d11-b625-85bc820a21a3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:17.525648 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-98205f9d-0aed-4d11-b625-85bc820a21a3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Added segment 2701908b-f1f8-4e7d-8595-71541962ed2b of type vlan for network fc071000-ee63-405f-af00-8e61e2c16950 Nov 08 00:20:17.551657 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e3464476-5011-4a65-9c54-b9224a92c804 req-f7a281d2-0b9b-480b-b82b-f9fdbea99311 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=afa1b7c0-2b91-4124-a9a9-23cf9762d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672603 Nov 08 00:20:17.584847 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-98205f9d-0aed-4d11-b625-85bc820a21a3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:17.685612 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-98205f9d-0aed-4d11-b625-85bc820a21a3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:17.691938 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98205f9d-0aed-4d11-b625-85bc820a21a3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:17.692824 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-98205f9d-0aed-4d11-b625-85bc820a21a3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:17.765204 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98205f9d-0aed-4d11-b625-85bc820a21a3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Network': ['ID=fc071000-ee63-405f-af00-8e61e2c16950,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:17.776277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network fc071000-ee63-405f-af00-8e61e2c16950 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:17.836892 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-98205f9d-0aed-4d11-b625-85bc820a21a3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6075890 Nov 08 00:20:17.840411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47740) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:17.845404 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-6165fa22-e527-4124-8108-a5a5f6c687bd tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'subnet': {'network_id': 'fc071000-ee63-405f-af00-8e61e2c16950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:17.967023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedcc32-5401-4651-bd09-91598bdfa88f req-b3fe3bd5-f8eb-40ee-b181-54615be3f2e5 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:17.967450 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0fedcc32-5401-4651-bd09-91598bdfa88f req-b3fe3bd5-f8eb-40ee-b181-54615be3f2e5 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 945 time: 0.1184218 Nov 08 00:20:18.015294 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0fedcc32-5401-4651-bd09-91598bdfa88f req-2c23440c-ed0b-4ba6-8f2e-aaccf1d4b5c4 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa1b7c0-2b91-4124-a9a9-23cf9762d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409863 Nov 08 00:20:18.068212 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6165fa22-e527-4124-8108-a5a5f6c687bd tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Made reservation on behalf of dd581cc2687349bf9fd052536f8e8b61 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:18.071841 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6165fa22-e527-4124-8108-a5a5f6c687bd tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:18.318242 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d275a190-e6f9-443d-ac3e-baf30af4d31e req-5d09b994-5917-4278-bd7b-552e78ade442 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504789 Nov 08 00:20:18.390692 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6165fa22-e527-4124-8108-a5a5f6c687bd tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:18.554174 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47766) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:18.674140 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-80daa7f9-2fe2-4db4-b1a1-e26b8ba13e8b tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-286550358', 'router:external': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:18.716695 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02e990d5-1aa1-4a95-af0b-7eb675f5606e req-346bb6a1-4c18-4372-b41e-4fda5384fc6a tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0450027 Nov 08 00:20:18.765312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275a190-e6f9-443d-ac3e-baf30af4d31e req-03a6e63b-48ac-4723-b4a2-54824e20dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:18.766808 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d275a190-e6f9-443d-ac3e-baf30af4d31e req-03a6e63b-48ac-4723-b4a2-54824e20dbcf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5cb1497c7c24f528f74444b576d295e&device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 1098 time: 0.3862464 Nov 08 00:20:18.770464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165fa22-e527-4124-8108-a5a5f6c687bd tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Subnet': ['ID=de820c43-1620-41d3-8872-538e16020b37,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:18.780627 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80daa7f9-2fe2-4db4-b1a1-e26b8ba13e8b tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Made reservation on behalf of 07c62cdf682947c2bb43ac5483909575 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:18.782643 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-80daa7f9-2fe2-4db4-b1a1-e26b8ba13e8b tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:18.785971 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6165fa22-e527-4124-8108-a5a5f6c687bd tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Checking segment: {'id': '2701908b-f1f8-4e7d-8595-71541962ed2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fc071000-ee63-405f-af00-8e61e2c16950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:18.786339 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6165fa22-e527-4124-8108-a5a5f6c687bd tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network hostable DHCP agents. Network: fc071000-ee63-405f-af00-8e61e2c16950, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:20:18.792837 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-80daa7f9-2fe2-4db4-b1a1-e26b8ba13e8b tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:18.815350 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24c07f-4694-4063-8bda-96dc9ff44016 req-c5481dbe-415a-48d4-a63e-b486c2602363 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:18.816848 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e24c07f-4694-4063-8bda-96dc9ff44016 req-c5481dbe-415a-48d4-a63e-b486c2602363 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0954289 Nov 08 00:20:18.873438 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-80daa7f9-2fe2-4db4-b1a1-e26b8ba13e8b tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:18.900816 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e24c07f-4694-4063-8bda-96dc9ff44016 req-d462ac9a-a5cb-47d9-8851-c47b0721b57d tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717552 Nov 08 00:20:18.926980 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275a190-e6f9-443d-ac3e-baf30af4d31e req-a9b98ea2-e787-446b-9a84-9938dad48c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:18.928580 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d275a190-e6f9-443d-ac3e-baf30af4d31e req-a9b98ea2-e787-446b-9a84-9938dad48c06 service neutron] 10.222.0.26 "GET /v2.0/networks?id=adf0fd13-4016-499b-aff1-954a6f811d84 HTTP/1.1" status: 200 len: 914 time: 0.1353407 Nov 08 00:20:18.978918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6165fa22-e527-4124-8108-a5a5f6c687bd tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network fc071000-ee63-405f-af00-8e61e2c16950 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:20:18.979144 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-80daa7f9-2fe2-4db4-b1a1-e26b8ba13e8b tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:18.982075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d275a190-e6f9-443d-ac3e-baf30af4d31e req-c7a38ceb-cf35-4b51-bd74-05606fcea233 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19d102e-5315-481d-805a-b1b293de86a4 HTTP/1.1" status: 200 len: 217 time: 0.0407293 Nov 08 00:20:19.004445 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80daa7f9-2fe2-4db4-b1a1-e26b8ba13e8b tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:20:19.016840 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80daa7f9-2fe2-4db4-b1a1-e26b8ba13e8b tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbde668f-76ad-49d2-bbf0-5d1804324c0a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:19.022609 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-80daa7f9-2fe2-4db4-b1a1-e26b8ba13e8b tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:19.023660 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-80daa7f9-2fe2-4db4-b1a1-e26b8ba13e8b tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Added segment 38fbd5b5-b07f-4d87-9e69-2f2e9b063e5d of type vlan for network b5d468cb-8389-41d5-990a-59fe3acf1b53 Nov 08 00:20:19.044208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275a190-e6f9-443d-ac3e-baf30af4d31e req-4b38688e-e657-4ad4-aa80-a2a1263b5b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:19.044612 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d275a190-e6f9-443d-ac3e-baf30af4d31e req-4b38688e-e657-4ad4-aa80-a2a1263b5b7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=51233a59-51ba-4690-b7f3-640611b7c057 HTTP/1.1" status: 200 len: 853 time: 0.0545225 Nov 08 00:20:19.064057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-6165fa22-e527-4124-8108-a5a5f6c687bd tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, fc071000-ee63-405f-af00-8e61e2c16950) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:19.073665 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944395d9-8c7c-4d6d-b9c7-cef2e091d1ae None None] Network fc071000-ee63-405f-af00-8e61e2c16950 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:19.075337 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-80daa7f9-2fe2-4db4-b1a1-e26b8ba13e8b tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:19.084748 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d275a190-e6f9-443d-ac3e-baf30af4d31e req-39f01f02-bac7-4586-b56a-c9d0721301ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=adf0fd13-4016-499b-aff1-954a6f811d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313621 Nov 08 00:20:19.086001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6165fa22-e527-4124-8108-a5a5f6c687bd tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:19.086619 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6165fa22-e527-4124-8108-a5a5f6c687bd tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:19.180436 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-80daa7f9-2fe2-4db4-b1a1-e26b8ba13e8b tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:19.182807 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80daa7f9-2fe2-4db4-b1a1-e26b8ba13e8b tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:19.183901 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-80daa7f9-2fe2-4db4-b1a1-e26b8ba13e8b tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:19.226081 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09a91a-45bd-4949-8f01-156bdc2b84e1 req-dd014a96-9b39-4314-80c8-366d92b9c3c9 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:19.227563 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ba09a91a-45bd-4949-8f01-156bdc2b84e1 req-dd014a96-9b39-4314-80c8-366d92b9c3c9 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 945 time: 0.1369874 Nov 08 00:20:19.244991 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-fc071000-ee63-405f-af00-8e61e2c16950', 'network_id': 'fc071000-ee63-405f-af00-8e61e2c16950', 'tenant_id': 'dd581cc2687349bf9fd052536f8e8b61', 'fixed_ips': [{'subnet_id': 'de820c43-1620-41d3-8872-538e16020b37'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:20:19.245805 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:19.257100 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6165fa22-e527-4124-8108-a5a5f6c687bd tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4120417 Nov 08 00:20:19.257992 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47780) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:19.265938 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7de772c6-5798-423a-93b4-f085b57d1ebf tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-506727223'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:19.271005 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d275a190-e6f9-443d-ac3e-baf30af4d31e req-a4cb194a-8c69-497d-b188-c24c7eafc761 service neutron] 10.222.0.26 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654627 Nov 08 00:20:19.276731 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80daa7f9-2fe2-4db4-b1a1-e26b8ba13e8b tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Pushing event updated for resources: {'Network': ['ID=b5d468cb-8389-41d5-990a-59fe3acf1b53,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:19.308760 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ba09a91a-45bd-4949-8f01-156bdc2b84e1 req-71f79f1a-c701-4408-ad6f-42a19b7d27c8 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa1b7c0-2b91-4124-a9a9-23cf9762d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612798 Nov 08 00:20:19.312391 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network b5d468cb-8389-41d5-990a-59fe3acf1b53 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:19.330238 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-80daa7f9-2fe2-4db4-b1a1-e26b8ba13e8b tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7749243 Nov 08 00:20:19.334010 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47782) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:19.341447 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-3fa31d6c-c8ce-4cf4-ba91-7250a69d1d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Request body: {'subnet': {'network_id': 'b5d468cb-8389-41d5-990a-59fe3acf1b53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:19.382733 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d275a190-e6f9-443d-ac3e-baf30af4d31e req-cd5ec49f-c1f5-4956-a3cb-2b2ebf87f998 service neutron] 10.222.0.26 "GET /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982690 Nov 08 00:20:19.443829 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de772c6-5798-423a-93b4-f085b57d1ebf tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Made reservation on behalf of dd581cc2687349bf9fd052536f8e8b61 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:19.447401 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7de772c6-5798-423a-93b4-f085b57d1ebf tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:19.489872 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de772c6-5798-423a-93b4-f085b57d1ebf tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:20:19.498936 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7de772c6-5798-423a-93b4-f085b57d1ebf tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:19.499273 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-7de772c6-5798-423a-93b4-f085b57d1ebf tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Added segment 422bb181-32df-4ee4-8ed1-0d4e002059ef of type vlan for network b99f9d65-bf22-431b-b9b3-39175a636da4 Nov 08 00:20:19.539567 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7de772c6-5798-423a-93b4-f085b57d1ebf tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:19.571976 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] Allocated IP 2001:db8::1 (fc071000-ee63-405f-af00-8e61e2c16950/de820c43-1620-41d3-8872-538e16020b37/d13bed53-ac25-41d5-a14f-0a0a111a997a) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:20:19.589686 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa31d6c-c8ce-4cf4-ba91-7250a69d1d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Made reservation on behalf of 07c62cdf682947c2bb43ac5483909575 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:19.592060 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3fa31d6c-c8ce-4cf4-ba91-7250a69d1d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:19.649099 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7de772c6-5798-423a-93b4-f085b57d1ebf tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:19.655263 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de772c6-5798-423a-93b4-f085b57d1ebf tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:19.655933 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7de772c6-5798-423a-93b4-f085b57d1ebf tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:19.721780 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:19.751866 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de772c6-5798-423a-93b4-f085b57d1ebf tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Network': ['ID=b99f9d65-bf22-431b-b9b3-39175a636da4,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:19.764075 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network b99f9d65-bf22-431b-b9b3-39175a636da4 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:19.785948 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7de772c6-5798-423a-93b4-f085b57d1ebf tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5264838 Nov 08 00:20:19.788697 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47788) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:19.797297 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2160fd14-1f34-4ed5-a87f-08002386a8d4 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'subnet': {'network_id': 'b99f9d65-bf22-431b-b9b3-39175a636da4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:19.822476 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:19.831742 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ecb74ac-8d29-494b-8d0e-03b44f654825 req-6bfa89fb-d023-4115-b5d5-73cfc5e00571 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0344384 Nov 08 00:20:19.878314 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] Network fc071000-ee63-405f-af00-8e61e2c16950 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:20:19.881167 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:19.888128 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:20:19.891115 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] Pushing event updated for resources: {'Port': ['ID=d13bed53-ac25-41d5-a14f-0a0a111a997a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:19.944928 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] Attempting to bind port d13bed53-ac25-41d5-a14f-0a0a111a997a on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:20:19.945306 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] Attempting to bind port d13bed53-ac25-41d5-a14f-0a0a111a997a by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '2701908b-f1f8-4e7d-8595-71541962ed2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fc071000-ee63-405f-af00-8e61e2c16950'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:20:19.945698 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] Attempting to bind port d13bed53-ac25-41d5-a14f-0a0a111a997a on network fc071000-ee63-405f-af00-8e61e2c16950 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:20:19.953020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:20:19.954427 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] Checking segment: {'id': '2701908b-f1f8-4e7d-8595-71541962ed2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fc071000-ee63-405f-af00-8e61e2c16950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:19.954427 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:19.954427 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] Bound using segment: {'id': '2701908b-f1f8-4e7d-8595-71541962ed2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fc071000-ee63-405f-af00-8e61e2c16950'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:20:19.954714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] Bound port: d13bed53-ac25-41d5-a14f-0a0a111a997a, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2701908b-f1f8-4e7d-8595-71541962ed2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fc071000-ee63-405f-af00-8e61e2c16950'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:20:19.955069 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:20.013816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2160fd14-1f34-4ed5-a87f-08002386a8d4 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Made reservation on behalf of dd581cc2687349bf9fd052536f8e8b61 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:20.017935 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2160fd14-1f34-4ed5-a87f-08002386a8d4 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:20.025609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] For port d13bed53-ac25-41d5-a14f-0a0a111a997a, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:20:20.030427 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] For port d13bed53-ac25-41d5-a14f-0a0a111a997a, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d13bed53-ac25-41d5-a14f-0a0a111a997a,segment=NetworkSegment(2701908b-f1f8-4e7d-8595-71541962ed2b),segment_id=2701908b-f1f8-4e7d-8595-71541962ed2b)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:20:20.031310 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac6ecd-0e52-49ac-b3b1-a4b64cbb0eb1 req-c7e4b101-ba4f-4dff-ac42-bfd3cb893f9a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:20.032902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9ac6ecd-0e52-49ac-b3b1-a4b64cbb0eb1 req-c7e4b101-ba4f-4dff-ac42-bfd3cb893f9a tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0592380 Nov 08 00:20:20.073225 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9ac6ecd-0e52-49ac-b3b1-a4b64cbb0eb1 req-50cbbb80-71a3-4c56-b157-357244bf33df tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328767 Nov 08 00:20:20.088636 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.ipam_backend_mixin [None req-2160fd14-1f34-4ed5-a87f-08002386a8d4 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Performing IP validity checks on allocation pools {{(pid=102771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 00:20:20.089085 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.ipam_backend_mixin [None req-2160fd14-1f34-4ed5-a87f-08002386a8d4 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 00:20:20.099159 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:20.162110 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d1c4e-e41f-4b21-8c5e-ccdecdfad2a8 None None] Pushing event updated for resources: {'Port': ['ID=d13bed53-ac25-41d5-a14f-0a0a111a997a,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:20.244137 n-d-816882-1 neutron-server[102771]: DEBUG neutron.objects.ports [None req-3fa31d6c-c8ce-4cf4-ba91-7250a69d1d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 00:20:20.244613 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3fa31d6c-c8ce-4cf4-ba91-7250a69d1d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:20.317003 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa31d6c-c8ce-4cf4-ba91-7250a69d1d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5c65f0d6-5f93-4dc3-93b9-c359f7469dc3,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:20.334963 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa31d6c-c8ce-4cf4-ba91-7250a69d1d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Checking segment: {'id': '38fbd5b5-b07f-4d87-9e69-2f2e9b063e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5d468cb-8389-41d5-990a-59fe3acf1b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:20.335882 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa31d6c-c8ce-4cf4-ba91-7250a69d1d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Network hostable DHCP agents. Network: b5d468cb-8389-41d5-990a-59fe3acf1b53, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:20:20.384802 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2160fd14-1f34-4ed5-a87f-08002386a8d4 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:20.442425 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa31d6c-c8ce-4cf4-ba91-7250a69d1d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Network b5d468cb-8389-41d5-990a-59fe3acf1b53 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:20:20.449778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160fd14-1f34-4ed5-a87f-08002386a8d4 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Subnet': ['ID=1c5da5b2-5850-4c8d-a330-d9a2f067cab6,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:20.462709 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc187722-8966-4bf5-a382-8b699c548e5a req-96d657f9-937e-4b7c-9e1e-c807d03e136f tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:20.464219 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2160fd14-1f34-4ed5-a87f-08002386a8d4 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Checking segment: {'id': '422bb181-32df-4ee4-8ed1-0d4e002059ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b99f9d65-bf22-431b-b9b3-39175a636da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:20.464531 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc187722-8966-4bf5-a382-8b699c548e5a req-96d657f9-937e-4b7c-9e1e-c807d03e136f tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 945 time: 0.0698025 Nov 08 00:20:20.464656 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2160fd14-1f34-4ed5-a87f-08002386a8d4 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network hostable DHCP agents. Network: b99f9d65-bf22-431b-b9b3-39175a636da4, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:20:20.506204 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc187722-8966-4bf5-a382-8b699c548e5a req-1fcef94b-3def-4153-b181-f839847586d3 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa1b7c0-2b91-4124-a9a9-23cf9762d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347507 Nov 08 00:20:20.544400 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-3fa31d6c-c8ce-4cf4-ba91-7250a69d1d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, b5d468cb-8389-41d5-990a-59fe3acf1b53) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:20.549382 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa31d6c-c8ce-4cf4-ba91-7250a69d1d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:20.549973 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3fa31d6c-c8ce-4cf4-ba91-7250a69d1d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:20.553136 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cb5df9-3a21-418c-b3c3-1b22a793c569 None None] Network b5d468cb-8389-41d5-990a-59fe3acf1b53 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:20.652680 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2160fd14-1f34-4ed5-a87f-08002386a8d4 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network b99f9d65-bf22-431b-b9b3-39175a636da4 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:20:20.659224 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-2160fd14-1f34-4ed5-a87f-08002386a8d4 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, b99f9d65-bf22-431b-b9b3-39175a636da4) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:20.667502 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2160fd14-1f34-4ed5-a87f-08002386a8d4 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:20.667756 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e03b2c-e23e-4092-8719-0a0c4349603a req-ac33a286-41d6-4e7d-b5a6-f089aeb2f3a5 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:20.668690 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2160fd14-1f34-4ed5-a87f-08002386a8d4 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:20.669606 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87e03b2c-e23e-4092-8719-0a0c4349603a req-ac33a286-41d6-4e7d-b5a6-f089aeb2f3a5 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0740447 Nov 08 00:20:20.674290 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a8a4fa-7295-47f0-98e1-bdc40ace4c6c None None] Network b99f9d65-bf22-431b-b9b3-39175a636da4 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:20.683839 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3fa31d6c-c8ce-4cf4-ba91-7250a69d1d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3483877 Nov 08 00:20:20.686650 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47800) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:20.691854 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c4e7ce51-d2b1-4856-a015-f2d58e1d6d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-500296674', 'network_id': 'b5d468cb-8389-41d5-990a-59fe3acf1b53'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:20.730683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837aae6c-40ad-4896-b3d1-c17727b6bbdd None None] Network b5d468cb-8389-41d5-990a-59fe3acf1b53 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:20.786835 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-87e03b2c-e23e-4092-8719-0a0c4349603a req-2f636a53-af7a-4842-99ba-d2d8fade5e63 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Deleting port a19d102e-5315-481d-805a-b1b293de86a4 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:20.787281 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-87e03b2c-e23e-4092-8719-0a0c4349603a req-2f636a53-af7a-4842-99ba-d2d8fade5e63 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:20.820840 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2160fd14-1f34-4ed5-a87f-08002386a8d4 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0266781 Nov 08 00:20:20.822481 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47804) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:20.935444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-87e03b2c-e23e-4092-8719-0a0c4349603a req-2f636a53-af7a-4842-99ba-d2d8fade5e63 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] For port a19d102e-5315-481d-805a-b1b293de86a4, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a19d102e-5315-481d-805a-b1b293de86a4,segment=NetworkSegment(6bbdb3e3-653a-49eb-ad5b-e348d9558c7d),segment_id=6bbdb3e3-653a-49eb-ad5b-e348d9558c7d)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:20.945831 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-87e03b2c-e23e-4092-8719-0a0c4349603a req-2f636a53-af7a-4842-99ba-d2d8fade5e63 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:20.946214 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e7ce51-d2b1-4856-a015-f2d58e1d6d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Made reservation on behalf of 07c62cdf682947c2bb43ac5483909575 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:20.948013 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c4e7ce51-d2b1-4856-a015-f2d58e1d6d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:20.993913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-b99f9d65-bf22-431b-b9b3-39175a636da4', 'network_id': 'b99f9d65-bf22-431b-b9b3-39175a636da4', 'tenant_id': 'dd581cc2687349bf9fd052536f8e8b61', 'fixed_ips': [{'subnet_id': '1c5da5b2-5850-4c8d-a330-d9a2f067cab6'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:20:20.994955 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:20.996458 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-c4e7ce51-d2b1-4856-a015-f2d58e1d6d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] device_id is not set on port a20316e8-ceb4-4c9d-9504-3df43ffe9365 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:20:20.998434 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-87e03b2c-e23e-4092-8719-0a0c4349603a req-2f636a53-af7a-4842-99ba-d2d8fade5e63 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Calling delete_port for a19d102e-5315-481d-805a-b1b293de86a4 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:21.003228 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bdbccf9b-0f99-4f02-be74-8b40bcabf265 req-e754bced-d701-4d04-9a2e-2956e5438cea tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0581596 Nov 08 00:20:21.112288 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:21.218707 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] Allocated IP 2001:db8::3 (b99f9d65-bf22-431b-b9b3-39175a636da4/1c5da5b2-5850-4c8d-a330-d9a2f067cab6/a328a946-00e2-4dfc-82fa-6532b26176fd) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:20:21.276676 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78319aee-7f73-4cae-aff4-863a2ec74a6a req-fddb79f4-92b7-48fe-be73-c7bb1edaf1fa tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:21.278167 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78319aee-7f73-4cae-aff4-863a2ec74a6a req-fddb79f4-92b7-48fe-be73-c7bb1edaf1fa tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 947 time: 0.0738378 Nov 08 00:20:21.327740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-c4e7ce51-d2b1-4856-a015-f2d58e1d6d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Allocated IP 172.20.0.8 (b5d468cb-8389-41d5-990a-59fe3acf1b53/5c65f0d6-5f93-4dc3-93b9-c359f7469dc3/a20316e8-ceb4-4c9d-9504-3df43ffe9365) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:20:21.334519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb71c237-a772-45a8-b678-711c601ea3a4 None None] Network fc071000-ee63-405f-af00-8e61e2c16950 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:21.348052 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:21.354654 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78319aee-7f73-4cae-aff4-863a2ec74a6a req-9faa6e8c-ed07-459e-8e1d-96ca998e8819 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/security-groups?id=26682ff0-1e78-4a84-9486-6ac23f2fd828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661230 Nov 08 00:20:21.374346 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-87e03b2c-e23e-4092-8719-0a0c4349603a req-2f636a53-af7a-4842-99ba-d2d8fade5e63 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:21.408609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['a19d102e-5315-481d-805a-b1b293de86a4'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:20:21.460161 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e03b2c-e23e-4092-8719-0a0c4349603a req-2f636a53-af7a-4842-99ba-d2d8fade5e63 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] No DVR routers for this DVR port a19d102e-5315-481d-805a-b1b293de86a4 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:20:21.463038 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-87e03b2c-e23e-4092-8719-0a0c4349603a req-2f636a53-af7a-4842-99ba-d2d8fade5e63 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:21.467484 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87e03b2c-e23e-4092-8719-0a0c4349603a req-2f636a53-af7a-4842-99ba-d2d8fade5e63 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.26 "DELETE /v2.0/ports/a19d102e-5315-481d-805a-b1b293de86a4 HTTP/1.1" status: 204 len: 173 time: 0.7915142 Nov 08 00:20:21.468380 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed519f3-7f27-4cef-8936-26b9c52d2618', 'name': 'network-vif-deleted', 'tag': 'a19d102e-5315-481d-805a-b1b293de86a4'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:20:21.471141 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497fa602-1a29-4f47-97d5-82de023476da" -d '{"events": [{"server_uuid": "3ed519f3-7f27-4cef-8936-26b9c52d2618", "name": "network-vif-deleted", "tag": "a19d102e-5315-481d-805a-b1b293de86a4"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:20:21.485564 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f636a53-af7a-4842-99ba-d2d8fade5e63 tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] Pushing event deleted for resources: {'Port': ['ID=a19d102e-5315-481d-805a-b1b293de86a4,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:21.532526 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b7052d-933a-4223-9385-b74068ff3d7e x-openstack-request-id: req-c3b7052d-933a-4223-9385-b74068ff3d7e {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:20:21.533019 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed519f3-7f27-4cef-8936-26b9c52d2618", "name": "network-vif-deleted", "tag": "a19d102e-5315-481d-805a-b1b293de86a4", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:20:21.533537 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3b7052d-933a-4223-9385-b74068ff3d7e {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:20:21.534206 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed519f3-7f27-4cef-8936-26b9c52d2618', 'name': 'network-vif-deleted', 'tag': 'a19d102e-5315-481d-805a-b1b293de86a4', 'status': 'completed', 'code': 200} Nov 08 00:20:21.540057 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0be3eee8-98ad-40b1-909c-0fa4da7a7837 None None] Provisioning complete for port d13bed53-ac25-41d5-a14f-0a0a111a997a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:20:21.541122 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0be3eee8-98ad-40b1-909c-0fa4da7a7837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:21.568797 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c4e7ce51-d2b1-4856-a015-f2d58e1d6d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:21.743133 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c4e7ce51-d2b1-4856-a015-f2d58e1d6d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:21.788368 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:21.793081 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0be3eee8-98ad-40b1-909c-0fa4da7a7837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:21.802081 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7ce51-d2b1-4856-a015-f2d58e1d6d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Pushing event updated for resources: {'Port': ['ID=a20316e8-ceb4-4c9d-9504-3df43ffe9365,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:21.805442 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e7ce51-d2b1-4856-a015-f2d58e1d6d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Network b5d468cb-8389-41d5-990a-59fe3acf1b53 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:20:21.807223 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-c4e7ce51-d2b1-4856-a015-f2d58e1d6d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:21.809239 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e7ce51-d2b1-4856-a015-f2d58e1d6d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:20:21.831640 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-0be3eee8-98ad-40b1-909c-0fa4da7a7837 None None] For port d13bed53-ac25-41d5-a14f-0a0a111a997a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d13bed53-ac25-41d5-a14f-0a0a111a997a,segment=NetworkSegment(2701908b-f1f8-4e7d-8595-71541962ed2b),segment_id=2701908b-f1f8-4e7d-8595-71541962ed2b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:21.864673 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e7ce51-d2b1-4856-a015-f2d58e1d6d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:21.865505 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c4e7ce51-d2b1-4856-a015-f2d58e1d6d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:21.893347 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:21.961011 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0be3eee8-98ad-40b1-909c-0fa4da7a7837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:21.966623 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] Network b99f9d65-bf22-431b-b9b3-39175a636da4 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:20:21.975148 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:21.977789 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:20:21.980054 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] Pushing event updated for resources: {'Port': ['ID=a328a946-00e2-4dfc-82fa-6532b26176fd,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:21.982300 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c4e7ce51-d2b1-4856-a015-f2d58e1d6d11 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.2938590 Nov 08 00:20:21.984336 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:21.984711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47822) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:22.013840 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5da5b2-5850-4c8d-a330-d9a2f067cab6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:22.113898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] Attempting to bind port a328a946-00e2-4dfc-82fa-6532b26176fd on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:20:22.113898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] Attempting to bind port a328a946-00e2-4dfc-82fa-6532b26176fd by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '422bb181-32df-4ee4-8ed1-0d4e002059ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b99f9d65-bf22-431b-b9b3-39175a636da4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:20:22.113898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] Attempting to bind port a328a946-00e2-4dfc-82fa-6532b26176fd on network b99f9d65-bf22-431b-b9b3-39175a636da4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:20:22.142781 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c6324f40-9e43-4212-86fe-4b4846d94f71 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Deleting port a20316e8-ceb4-4c9d-9504-3df43ffe9365 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:22.143014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:20:22.143143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] Checking segment: {'id': '422bb181-32df-4ee4-8ed1-0d4e002059ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b99f9d65-bf22-431b-b9b3-39175a636da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:22.144137 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:22.144827 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c6324f40-9e43-4212-86fe-4b4846d94f71 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:22.146038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] Bound using segment: {'id': '422bb181-32df-4ee4-8ed1-0d4e002059ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b99f9d65-bf22-431b-b9b3-39175a636da4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:20:22.152253 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] Bound port: a328a946-00e2-4dfc-82fa-6532b26176fd, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422bb181-32df-4ee4-8ed1-0d4e002059ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b99f9d65-bf22-431b-b9b3-39175a636da4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:20:22.153017 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:22.160688 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:22.204990 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99f9d65-bf22-431b-b9b3-39175a636da4']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:22.231427 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422bb181-32df-4ee4-8ed1-0d4e002059ef') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:22.231737 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422bb181-32df-4ee4-8ed1-0d4e002059ef') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:22.235387 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] For port a328a946-00e2-4dfc-82fa-6532b26176fd, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:20:22.239644 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] For port a328a946-00e2-4dfc-82fa-6532b26176fd, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a328a946-00e2-4dfc-82fa-6532b26176fd,segment=NetworkSegment(422bb181-32df-4ee4-8ed1-0d4e002059ef),segment_id=422bb181-32df-4ee4-8ed1-0d4e002059ef)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:20:22.249534 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3eee8-98ad-40b1-909c-0fa4da7a7837 None None] Pushing event updated for resources: {'Port': ['ID=d13bed53-ac25-41d5-a14f-0a0a111a997a,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:22.260705 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:22.262993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ff9012c6-3ff7-4dee-9587-bee8626942a1 None None] Provisioning complete for port d13bed53-ac25-41d5-a14f-0a0a111a997a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:20:22.263375 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff9012c6-3ff7-4dee-9587-bee8626942a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:22.267199 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-824a2455-f111-4e5b-a1f4-199878e0475b req-1e795017-1f7d-4b52-baea-e8fad2e90fd3 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.1037493 Nov 08 00:20:22.341627 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c6324f40-9e43-4212-86fe-4b4846d94f71 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:22.363075 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c6324f40-9e43-4212-86fe-4b4846d94f71 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Calling delete_port for a20316e8-ceb4-4c9d-9504-3df43ffe9365 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:22.398143 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:22.400809 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:22.418718 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:22.419471 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:22.455081 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:22.528605 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d13bed53-ac25-41d5-a14f-0a0a111a997a up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:20:22.571247 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0819c9e4-65bf-4382-b9f9-63d51914a8e2 req-7c31f894-0db6-48ca-98ad-b4a301b6a67b tempest-ServersNegativeTestJSON-1434749656 tempest-ServersNegativeTestJSON-1434749656-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed519f3-7f27-4cef-8936-26b9c52d2618 HTTP/1.1" status: 200 len: 210 time: 0.0352640 Nov 08 00:20:22.589089 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.db.api [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 00:20:22.589089 n-d-816882-1 neutron-server[102771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 00:20:22.589089 n-d-816882-1 neutron-server[102771]: [parameters: {'id': 'b99f9d65-bf22-431b-b9b3-39175a636da4'}] Nov 08 00:20:22.589089 n-d-816882-1 neutron-server[102771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:20:22.589089 n-d-816882-1 neutron-server[102771]: DEBUG oslo_db.api [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:20:22.627648 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340e636-2278-4500-b3ca-6f872cea3da8 None None] Pushing event updated for resources: {'Port': ['ID=a328a946-00e2-4dfc-82fa-6532b26176fd,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:22.638828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bee292-4e55-4cb9-b603-b4236ece5a2b None None] Network b99f9d65-bf22-431b-b9b3-39175a636da4 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:22.715635 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c6324f40-9e43-4212-86fe-4b4846d94f71 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:22.720597 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port d13bed53-ac25-41d5-a14f-0a0a111a997a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:20:22.728455 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:22.749782 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6324f40-9e43-4212-86fe-4b4846d94f71 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Pushing event deleted for resources: {'Port': ['ID=a20316e8-ceb4-4c9d-9504-3df43ffe9365,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:22.810958 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c6324f40-9e43-4212-86fe-4b4846d94f71 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:22.814522 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c6324f40-9e43-4212-86fe-4b4846d94f71 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "DELETE /v2.0/ports/a20316e8-ceb4-4c9d-9504-3df43ffe9365 HTTP/1.1" status: 204 len: 168 time: 0.8282967 Nov 08 00:20:22.822450 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47838) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:22.827686 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-ea799c96-fd88-41e8-b06f-26ef87d47fd8 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5d468cb-8389-41d5-990a-59fe3acf1b53', 'external_fixed_ips': [{'subnet_id': '5c65f0d6-5f93-4dc3-93b9-c359f7469dc3', 'ip_address': '172.20.0.8'}]}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:22.848096 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361e5031-8e26-487c-bef3-2aff6f7c577e None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 00:20:22.927206 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea799c96-fd88-41e8-b06f-26ef87d47fd8 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:22.928483 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea799c96-fd88-41e8-b06f-26ef87d47fd8 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:22.970995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361e5031-8e26-487c-bef3-2aff6f7c577e None None] Resources bound (agent type, host, resource id): {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 00:20:23.055263 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea799c96-fd88-41e8-b06f-26ef87d47fd8 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:23.085489 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:23.159049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Deleting port a328a946-00e2-4dfc-82fa-6532b26176fd {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:23.159867 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:23.242841 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] For port a328a946-00e2-4dfc-82fa-6532b26176fd, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a328a946-00e2-4dfc-82fa-6532b26176fd,segment=NetworkSegment(422bb181-32df-4ee4-8ed1-0d4e002059ef),segment_id=422bb181-32df-4ee4-8ed1-0d4e002059ef)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:23.243431 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:23.266538 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Calling delete_port for a328a946-00e2-4dfc-82fa-6532b26176fd owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:23.298856 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea799c96-fd88-41e8-b06f-26ef87d47fd8 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:23.421003 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0a821675-55bb-492a-a3af-ec8ebe8ffc96 req-647863cf-4351-4a9e-86a4-39f8603cc600 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0381539 Nov 08 00:20:23.510427 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:23.541280 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Port': ['ID=a328a946-00e2-4dfc-82fa-6532b26176fd,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:23.543610 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No DVR routers for this DVR port a328a946-00e2-4dfc-82fa-6532b26176fd on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:20:23.639809 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:23.641210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47850) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:23.643211 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea799c96-fd88-41e8-b06f-26ef87d47fd8 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:23.672172 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea799c96-fd88-41e8-b06f-26ef87d47fd8 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:23.692503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99f9d65-bf22-431b-b9b3-39175a636da4']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:23.706103 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422bb181-32df-4ee4-8ed1-0d4e002059ef') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:23.706394 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422bb181-32df-4ee4-8ed1-0d4e002059ef') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:23.720663 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:23.723047 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4240a5e7-6a0c-431c-adb8-71031d8f8111 admin admin] Deleting subnet 51233a59-51ba-4690-b7f3-640611b7c057 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:20:23.730937 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4240a5e7-6a0c-431c-adb8-71031d8f8111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:23.762931 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:23.772771 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:23.775436 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:23.778148 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:23.825757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-ea799c96-fd88-41e8-b06f-26ef87d47fd8 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Allocated IP 172.20.0.8 (b5d468cb-8389-41d5-990a-59fe3acf1b53/5c65f0d6-5f93-4dc3-93b9-c359f7469dc3/c7f73e18-d022-4503-b2b4-45037b708742) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:20:23.837744 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4240a5e7-6a0c-431c-adb8-71031d8f8111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:23.890799 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4240a5e7-6a0c-431c-adb8-71031d8f8111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:23.952453 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea799c96-fd88-41e8-b06f-26ef87d47fd8 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:23.954863 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:23.961513 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:23.967087 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/networks/b99f9d65-bf22-431b-b9b3-39175a636da4 HTTP/1.1" status: 204 len: 168 time: 3.1411967 Nov 08 00:20:23.968339 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47858) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:23.975533 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47be97-13d3-4e4b-9782-2fe6d56a7eaa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Network': ['ID=b99f9d65-bf22-431b-b9b3-39175a636da4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:23.975949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-6626a9a0-2505-4e8e-ad7b-7b7f00a64060 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-128593677'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:24.047010 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4240a5e7-6a0c-431c-adb8-71031d8f8111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:24.075990 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240a5e7-6a0c-431c-adb8-71031d8f8111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51233a59-51ba-4690-b7f3-640611b7c057,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:24.081872 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea799c96-fd88-41e8-b06f-26ef87d47fd8 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:24.089056 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4240a5e7-6a0c-431c-adb8-71031d8f8111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:24.094812 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4240a5e7-6a0c-431c-adb8-71031d8f8111 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/51233a59-51ba-4690-b7f3-640611b7c057 HTTP/1.1" status: 204 len: 168 time: 0.4502373 Nov 08 00:20:24.097055 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47864) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:24.101906 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6626a9a0-2505-4e8e-ad7b-7b7f00a64060 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Made reservation on behalf of dd581cc2687349bf9fd052536f8e8b61 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:24.106018 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6626a9a0-2505-4e8e-ad7b-7b7f00a64060 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:24.191206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea799c96-fd88-41e8-b06f-26ef87d47fd8 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Network b5d468cb-8389-41d5-990a-59fe3acf1b53 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:20:24.199573 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-ea799c96-fd88-41e8-b06f-26ef87d47fd8 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:24.212434 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea799c96-fd88-41e8-b06f-26ef87d47fd8 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:20:24.222825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6626a9a0-2505-4e8e-ad7b-7b7f00a64060 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:20:24.245360 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a19d102e-5315-481d-805a-b1b293de86a4 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:20:24.259224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea799c96-fd88-41e8-b06f-26ef87d47fd8 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Pushing event updated for resources: {'Port': ['ID=c7f73e18-d022-4503-b2b4-45037b708742,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:24.265175 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: a19d102e-5315-481d-805a-b1b293de86a4 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:20:24.265585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a19d102e-5315-481d-805a-b1b293de86a4 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:20:24.268063 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6626a9a0-2505-4e8e-ad7b-7b7f00a64060 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:24.268063 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-6626a9a0-2505-4e8e-ad7b-7b7f00a64060 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Added segment d1141a61-26af-46ef-a81f-089ad67dcce9 of type vlan for network b10e0115-708c-4c21-b22a-a16ebbd3b62b Nov 08 00:20:24.279074 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-16fc729b-bdeb-44c6-bb3d-f90231a0b056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:24.327066 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6626a9a0-2505-4e8e-ad7b-7b7f00a64060 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:24.497698 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-16fc729b-bdeb-44c6-bb3d-f90231a0b056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:24.552101 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-16fc729b-bdeb-44c6-bb3d-f90231a0b056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf0fd13-4016-499b-aff1-954a6f811d84']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:24.555804 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a533535f-265f-48c3-8204-39faf6836b2c req-a8a2bef7-2e8b-4151-924a-c4b784255d70 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0555365 Nov 08 00:20:24.566912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-16fc729b-bdeb-44c6-bb3d-f90231a0b056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbdb3e3-653a-49eb-ad5b-e348d9558c7d') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:24.567485 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-16fc729b-bdeb-44c6-bb3d-f90231a0b056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbdb3e3-653a-49eb-ad5b-e348d9558c7d') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:24.586398 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-16fc729b-bdeb-44c6-bb3d-f90231a0b056 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:24.597023 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-16fc729b-bdeb-44c6-bb3d-f90231a0b056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:24.603514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16fc729b-bdeb-44c6-bb3d-f90231a0b056 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:24.603934 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-16fc729b-bdeb-44c6-bb3d-f90231a0b056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:24.606437 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:24.641203 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6626a9a0-2505-4e8e-ad7b-7b7f00a64060 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:24.646698 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6626a9a0-2505-4e8e-ad7b-7b7f00a64060 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:24.647286 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6626a9a0-2505-4e8e-ad7b-7b7f00a64060 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:24.996965 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6626a9a0-2505-4e8e-ad7b-7b7f00a64060 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0264525 Nov 08 00:20:24.997755 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-16fc729b-bdeb-44c6-bb3d-f90231a0b056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:25.000066 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47876) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:25.005273 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7f2471fc-c2a4-41b9-8b87-78273a26c2fa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'subnet': {'network_id': 'b10e0115-708c-4c21-b22a-a16ebbd3b62b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:25.017437 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-16fc729b-bdeb-44c6-bb3d-f90231a0b056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:25.020247 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-16fc729b-bdeb-44c6-bb3d-f90231a0b056 admin admin] 10.222.0.13 "DELETE /v2.0/networks/adf0fd13-4016-499b-aff1-954a6f811d84 HTTP/1.1" status: 204 len: 168 time: 0.9113345 Nov 08 00:20:25.025844 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626a9a0-2505-4e8e-ad7b-7b7f00a64060 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Network': ['ID=b10e0115-708c-4c21-b22a-a16ebbd3b62b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:25.055291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network b10e0115-708c-4c21-b22a-a16ebbd3b62b details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:25.055980 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc729b-bdeb-44c6-bb3d-f90231a0b056 admin admin] Pushing event deleted for resources: {'Network': ['ID=adf0fd13-4016-499b-aff1-954a6f811d84,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:25.088152 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea799c96-fd88-41e8-b06f-26ef87d47fd8 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:25.286780 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2471fc-c2a4-41b9-8b87-78273a26c2fa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Made reservation on behalf of dd581cc2687349bf9fd052536f8e8b61 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:25.290659 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f2471fc-c2a4-41b9-8b87-78273a26c2fa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:25.331616 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea799c96-fd88-41e8-b06f-26ef87d47fd8 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:25.573312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea799c96-fd88-41e8-b06f-26ef87d47fd8 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Router 3db064df-f4e5-4467-b73d-3cf0f8f0e68d is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:20:25.607576 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f2471fc-c2a4-41b9-8b87-78273a26c2fa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:25.663408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47886) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:25.703180 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2471fc-c2a4-41b9-8b87-78273a26c2fa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Subnet': ['ID=06942b57-14d6-464d-80b6-bae4704a14e5,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:25.707524 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f3a14e3-be2d-4782-a289-f3ca0ac6615a req-fa6b6776-1ccb-403c-bd5f-d7dc1bba4668 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0589349 Nov 08 00:20:25.707655 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2471fc-c2a4-41b9-8b87-78273a26c2fa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Checking segment: {'id': 'd1141a61-26af-46ef-a81f-089ad67dcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b10e0115-708c-4c21-b22a-a16ebbd3b62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:25.707655 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2471fc-c2a4-41b9-8b87-78273a26c2fa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network hostable DHCP agents. Network: b10e0115-708c-4c21-b22a-a16ebbd3b62b, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:20:25.750129 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e6333e18-abd1-4a6e-b5ae-b3cf29fd86a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5cb1497c7c24f528f74444b576d295e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832949 Nov 08 00:20:25.751096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47890) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:25.778170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea799c96-fd88-41e8-b06f-26ef87d47fd8 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:20:25.790943 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2471fc-c2a4-41b9-8b87-78273a26c2fa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network b10e0115-708c-4c21-b22a-a16ebbd3b62b is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:20:25.796234 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Sync routers for ids ['3db064df-f4e5-4467-b73d-3cf0f8f0e68d'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:20:25.809321 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Routers {'3db064df-f4e5-4467-b73d-3cf0f8f0e68d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:20:25.810595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:20:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['3db064df-f4e5-4467-b73d-3cf0f8f0e68d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:25.821002 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b0c97f2-06a9-4424-9df7-f3c39f47abfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:25.845768 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b0c97f2-06a9-4424-9df7-f3c39f47abfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:25.898224 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-7f2471fc-c2a4-41b9-8b87-78273a26c2fa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, b10e0115-708c-4c21-b22a-a16ebbd3b62b) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:25.903290 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2471fc-c2a4-41b9-8b87-78273a26c2fa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:25.904168 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f2471fc-c2a4-41b9-8b87-78273a26c2fa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:25.914297 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7988118-d801-45d5-9395-db85e32299db None None] Network b10e0115-708c-4c21-b22a-a16ebbd3b62b requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:25.916171 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea799c96-fd88-41e8-b06f-26ef87d47fd8 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:25.920356 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ea799c96-fd88-41e8-b06f-26ef87d47fd8 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.0944924 Nov 08 00:20:25.921036 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47892) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:25.967138 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b0c97f2-06a9-4424-9df7-f3c39f47abfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:25.969934 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b0c97f2-06a9-4424-9df7-f3c39f47abfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:25.973857 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1b0c97f2-06a9-4424-9df7-f3c39f47abfa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26682ff0-1e78-4a84-9486-6ac23f2fd828 HTTP/1.1" status: 204 len: 168 time: 0.2220466 Nov 08 00:20:25.990928 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c97f2-06a9-4424-9df7-f3c39f47abfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26682ff0-1e78-4a84-9486-6ac23f2fd828,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:26.044971 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Set router 3db064df-f4e5-4467-b73d-3cf0f8f0e68d gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:20:26.061510 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7f2471fc-c2a4-41b9-8b87-78273a26c2fa tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0603242 Nov 08 00:20:26.064699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47898) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:26.098431 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6267f8e6-2a26-4505-9600-3844c0da2a1c tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:26.178329 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:26.189560 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-b10e0115-708c-4c21-b22a-a16ebbd3b62b', 'network_id': 'b10e0115-708c-4c21-b22a-a16ebbd3b62b', 'tenant_id': 'dd581cc2687349bf9fd052536f8e8b61', 'fixed_ips': [{'subnet_id': '06942b57-14d6-464d-80b6-bae4704a14e5'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:20:26.190712 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:26.339264 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:26.439383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] Allocated IP 2001:db8::1 (b10e0115-708c-4c21-b22a-a16ebbd3b62b/06942b57-14d6-464d-80b6-bae4704a14e5/9f8d6b6f-c7fc-49b2-b468-efadd1ccfeb3) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:20:26.456585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db064df-f4e5-4467-b73d-3cf0f8f0e68d', 'name': '', 'tenant_id': '07c62cdf682947c2bb43ac5483909575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5d468cb-8389-41d5-990a-59fe3acf1b53', 'external_fixed_ips': [{'subnet_id': '5c65f0d6-5f93-4dc3-93b9-c359f7469dc3', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'c7f73e18-d022-4503-b2b4-45037b708742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:20:22Z', 'updated_at': '2021-11-08T00:20:24Z', 'revision_number': 3, 'project_id': '07c62cdf682947c2bb43ac5483909575', 'gw_port': {'id': 'c7f73e18-d022-4503-b2b4-45037b708742', 'name': '', 'network_id': 'b5d468cb-8389-41d5-990a-59fe3acf1b53', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db064df-f4e5-4467-b73d-3cf0f8f0e68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '5c65f0d6-5f93-4dc3-93b9-c359f7469dc3', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:20:23Z', 'updated_at': '2021-11-08T00:20:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c65f0d6-5f93-4dc3-93b9-c359f7469dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:26.504658 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Checking router: 3db064df-f4e5-4467-b73d-3cf0f8f0e68d for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:20:26.505040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Updating router 3db064df-f4e5-4467-b73d-3cf0f8f0e68d port c7f73e18-d022-4503-b2b4-45037b708742 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:20:26.585484 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:26.724241 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6267f8e6-2a26-4505-9600-3844c0da2a1c tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:26.813340 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:26.894173 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5af37c33-3d43-4805-a99d-15a24cbbcf7c req-0e3ece10-d0c2-41cf-8f28-8f441ffbb422 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0707250 Nov 08 00:20:26.900151 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-6267f8e6-2a26-4505-9600-3844c0da2a1c tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Deleting port c7f73e18-d022-4503-b2b4-45037b708742 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:26.901392 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6267f8e6-2a26-4505-9600-3844c0da2a1c tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:26.951138 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:26.993895 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.001598 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6267f8e6-2a26-4505-9600-3844c0da2a1c tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.009821 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] Network b10e0115-708c-4c21-b22a-a16ebbd3b62b is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:20:27.013390 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:27.014430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-6267f8e6-2a26-4505-9600-3844c0da2a1c tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Calling delete_port for c7f73e18-d022-4503-b2b4-45037b708742 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:27.017157 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:20:27.027851 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] Pushing event updated for resources: {'Port': ['ID=9f8d6b6f-c7fc-49b2-b468-efadd1ccfeb3,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:27.058862 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.089601 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.097693 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] Attempting to bind port 9f8d6b6f-c7fc-49b2-b468-efadd1ccfeb3 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:20:27.097693 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] Attempting to bind port 9f8d6b6f-c7fc-49b2-b468-efadd1ccfeb3 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'd1141a61-26af-46ef-a81f-089ad67dcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b10e0115-708c-4c21-b22a-a16ebbd3b62b'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:20:27.097693 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] Attempting to bind port 9f8d6b6f-c7fc-49b2-b468-efadd1ccfeb3 on network b10e0115-708c-4c21-b22a-a16ebbd3b62b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:20:27.128451 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Subnet': ['ID=06942b57-14d6-464d-80b6-bae4704a14e5,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:27.128618 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:20:27.128839 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] Checking segment: {'id': 'd1141a61-26af-46ef-a81f-089ad67dcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b10e0115-708c-4c21-b22a-a16ebbd3b62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:27.129247 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.129643 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] Bound using segment: {'id': 'd1141a61-26af-46ef-a81f-089ad67dcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b10e0115-708c-4c21-b22a-a16ebbd3b62b'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:20:27.130479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] Bound port: 9f8d6b6f-c7fc-49b2-b468-efadd1ccfeb3, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1141a61-26af-46ef-a81f-089ad67dcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b10e0115-708c-4c21-b22a-a16ebbd3b62b'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:20:27.130479 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.176683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b693e2-65fc-4b7f-bbc5-316e50b31274 None None] Pushing event updated for resources: {'Port': ['ID=c7f73e18-d022-4503-b2b4-45037b708742,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:27.200826 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Attempting to bind port c7f73e18-d022-4503-b2b4-45037b708742 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:20:27.201232 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Attempting to bind port c7f73e18-d022-4503-b2b4-45037b708742 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '38fbd5b5-b07f-4d87-9e69-2f2e9b063e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5d468cb-8389-41d5-990a-59fe3acf1b53'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:20:27.201599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Attempting to bind port c7f73e18-d022-4503-b2b4-45037b708742 on network b5d468cb-8389-41d5-990a-59fe3acf1b53 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:20:27.218034 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:20:27.218416 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Checking segment: {'id': '38fbd5b5-b07f-4d87-9e69-2f2e9b063e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5d468cb-8389-41d5-990a-59fe3acf1b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:27.219517 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.219932 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Bound using segment: {'id': '38fbd5b5-b07f-4d87-9e69-2f2e9b063e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5d468cb-8389-41d5-990a-59fe3acf1b53'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:20:27.220419 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Bound port: c7f73e18-d022-4503-b2b4-45037b708742, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fbd5b5-b07f-4d87-9e69-2f2e9b063e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5d468cb-8389-41d5-990a-59fe3acf1b53'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:20:27.220814 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.234814 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.262427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10e0115-708c-4c21-b22a-a16ebbd3b62b']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:27.273444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1141a61-26af-46ef-a81f-089ad67dcce9') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:27.273758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1141a61-26af-46ef-a81f-089ad67dcce9') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:27.278945 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] For port 9f8d6b6f-c7fc-49b2-b468-efadd1ccfeb3, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:20:27.285554 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.304854 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] For port 9f8d6b6f-c7fc-49b2-b468-efadd1ccfeb3, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9f8d6b6f-c7fc-49b2-b468-efadd1ccfeb3,segment=NetworkSegment(d1141a61-26af-46ef-a81f-089ad67dcce9),segment_id=d1141a61-26af-46ef-a81f-089ad67dcce9)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:20:27.428465 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6267f8e6-2a26-4505-9600-3844c0da2a1c tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.428721 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:20:27.431535 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:20:27.460787 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267f8e6-2a26-4505-9600-3844c0da2a1c tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7f73e18-d022-4503-b2b4-45037b708742,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:27.475718 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.478666 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.491482 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:27.491962 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:27.516836 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:27.603419 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6267f8e6-2a26-4505-9600-3844c0da2a1c tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.603759 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47930) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:27.612068 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d621dacd-ffdf-4bd9-979c-aa8d3b4eef28 None None] Network b10e0115-708c-4c21-b22a-a16ebbd3b62b requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:27.614461 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d9375-fa86-41e8-9478-da91bac801ec None None] Pushing event updated for resources: {'Port': ['ID=9f8d6b6f-c7fc-49b2-b468-efadd1ccfeb3,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:27.652603 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.db.api [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 00:20:27.652603 n-d-816882-1 neutron-server[102772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 00:20:27.652603 n-d-816882-1 neutron-server[102772]: [parameters: {'id': 'b10e0115-708c-4c21-b22a-a16ebbd3b62b'}] Nov 08 00:20:27.652603 n-d-816882-1 neutron-server[102772]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:20:27.653056 n-d-816882-1 neutron-server[102772]: DEBUG oslo_db.api [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:20:27.707738 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6267f8e6-2a26-4505-9600-3844c0da2a1c tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.709976 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6267f8e6-2a26-4505-9600-3844c0da2a1c tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.748047 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9026f487-0d88-4a46-9760-8b4e274e77a8 None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 00:20:27.785563 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c54c19f6-e759-42fa-896d-e834f0b97651 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-669601262-network', 'tenant_id': '605df5c9118f431395c2bd88fe718199'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:27.853962 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9026f487-0d88-4a46-9760-8b4e274e77a8 None None] Resources bound (agent type, host, resource id): {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 00:20:27.892807 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6267f8e6-2a26-4505-9600-3844c0da2a1c tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.893403 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6267f8e6-2a26-4505-9600-3844c0da2a1c tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3db064df-f4e5-4467-b73d-3cf0f8f0e68d {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:20:27.903233 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6267f8e6-2a26-4505-9600-3844c0da2a1c tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.903233 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6267f8e6-2a26-4505-9600-3844c0da2a1c tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "DELETE /v2.0/routers/3db064df-f4e5-4467-b73d-3cf0f8f0e68d HTTP/1.1" status: 204 len: 168 time: 1.9780583 Nov 08 00:20:27.903233 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47936) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:27.950093 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Attempting to bind port c7f73e18-d022-4503-b2b4-45037b708742 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:20:27.950570 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Attempting to bind port c7f73e18-d022-4503-b2b4-45037b708742 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '38fbd5b5-b07f-4d87-9e69-2f2e9b063e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5d468cb-8389-41d5-990a-59fe3acf1b53'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:20:27.950848 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-26953951-8a04-4478-9768-725cf2a4f995 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Deleting subnet 5c65f0d6-5f93-4dc3-93b9-c359f7469dc3 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:20:27.951114 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Attempting to bind port c7f73e18-d022-4503-b2b4-45037b708742 on network b5d468cb-8389-41d5-990a-59fe3acf1b53 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:20:27.954814 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-26953951-8a04-4478-9768-725cf2a4f995 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.961087 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:20:27.961611 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Checking segment: {'id': '38fbd5b5-b07f-4d87-9e69-2f2e9b063e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5d468cb-8389-41d5-990a-59fe3acf1b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:27.962144 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.962622 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Bound using segment: {'id': '38fbd5b5-b07f-4d87-9e69-2f2e9b063e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5d468cb-8389-41d5-990a-59fe3acf1b53'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:20:27.963182 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Bound port: c7f73e18-d022-4503-b2b4-45037b708742, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fbd5b5-b07f-4d87-9e69-2f2e9b063e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5d468cb-8389-41d5-990a-59fe3acf1b53'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:20:27.963698 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:27.992099 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Port c7f73e18-d022-4503-b2b4-45037b708742 has been deleted concurrently {{(pid=102773) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Nov 08 00:20:28.000006 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-26953951-8a04-4478-9768-725cf2a4f995 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.036077 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Routers set() bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:20:28.036598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Router IDs set() for agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 08 00:20:28.037341 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_agentschedulers_db [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3db064df-f4e5-4467-b73d-3cf0f8f0e68d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:20:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent'). {{(pid=102773) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 08 00:20:28.037824 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a492bc9-2892-4d0e-98b0-23fca165e37d None None] The sync data for ids ['3db064df-f4e5-4467-b73d-3cf0f8f0e68d'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:20:28.047201 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-26953951-8a04-4478-9768-725cf2a4f995 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.097526 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54c19f6-e759-42fa-896d-e834f0b97651 admin admin] Made reservation on behalf of 605df5c9118f431395c2bd88fe718199 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:28.099879 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c54c19f6-e759-42fa-896d-e834f0b97651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.109774 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f37bb09-8b63-4655-9131-708ae70009a5 req-e1a228ab-0c2d-4f90-91f8-c1d008b72191 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0582433 Nov 08 00:20:28.120713 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c54c19f6-e759-42fa-896d-e834f0b97651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.153966 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.200005 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a2680422-49c6-4936-9108-9895f317e96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.207100 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-26953951-8a04-4478-9768-725cf2a4f995 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.225866 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Deleting port 9f8d6b6f-c7fc-49b2-b468-efadd1ccfeb3 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:28.226224 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.235081 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26953951-8a04-4478-9768-725cf2a4f995 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5c65f0d6-5f93-4dc3-93b9-c359f7469dc3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:28.253360 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-26953951-8a04-4478-9768-725cf2a4f995 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.259026 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-26953951-8a04-4478-9768-725cf2a4f995 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/5c65f0d6-5f93-4dc3-93b9-c359f7469dc3 HTTP/1.1" status: 204 len: 168 time: 0.3532135 Nov 08 00:20:28.260073 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47944) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:28.311167 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] For port 9f8d6b6f-c7fc-49b2-b468-efadd1ccfeb3, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9f8d6b6f-c7fc-49b2-b468-efadd1ccfeb3,segment=NetworkSegment(d1141a61-26af-46ef-a81f-089ad67dcce9),segment_id=d1141a61-26af-46ef-a81f-089ad67dcce9)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:28.311746 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.343680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Calling delete_port for 9f8d6b6f-c7fc-49b2-b468-efadd1ccfeb3 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:28.373264 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c54c19f6-e759-42fa-896d-e834f0b97651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.376171 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cb33a20c-0eb1-43a1-85da-1ec64a45b6b0 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.455358 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cb33a20c-0eb1-43a1-85da-1ec64a45b6b0 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.476171 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-cb33a20c-0eb1-43a1-85da-1ec64a45b6b0 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d468cb-8389-41d5-990a-59fe3acf1b53']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:28.487998 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-cb33a20c-0eb1-43a1-85da-1ec64a45b6b0 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38fbd5b5-b07f-4d87-9e69-2f2e9b063e5d') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:28.488298 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-cb33a20c-0eb1-43a1-85da-1ec64a45b6b0 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38fbd5b5-b07f-4d87-9e69-2f2e9b063e5d') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:28.499519 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cb33a20c-0eb1-43a1-85da-1ec64a45b6b0 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.515008 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cb33a20c-0eb1-43a1-85da-1ec64a45b6b0 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.521508 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb33a20c-0eb1-43a1-85da-1ec64a45b6b0 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:28.521854 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cb33a20c-0eb1-43a1-85da-1ec64a45b6b0 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.538225 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: items = [ Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:28.585683 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:28.594496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No DVR routers for this DVR port 9f8d6b6f-c7fc-49b2-b468-efadd1ccfeb3 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:20:28.594588 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c54c19f6-e759-42fa-896d-e834f0b97651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.599741 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Port': ['ID=9f8d6b6f-c7fc-49b2-b468-efadd1ccfeb3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:28.615650 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54c19f6-e759-42fa-896d-e834f0b97651 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:20:28.627392 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c19f6-e759-42fa-896d-e834f0b97651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ca1b8d-bc4b-469c-9938-9674acc7cdd0,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:28.632784 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c54c19f6-e759-42fa-896d-e834f0b97651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.633147 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-c54c19f6-e759-42fa-896d-e834f0b97651 admin admin] Added segment dcd620e5-41d9-47d9-a07f-62a2808ab46d of type vlan for network 52b7d494-3f69-4466-b6fc-aacb57db7686 Nov 08 00:20:28.687902 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c54c19f6-e759-42fa-896d-e834f0b97651 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.721086 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cb33a20c-0eb1-43a1-85da-1ec64a45b6b0 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.729173 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb33a20c-0eb1-43a1-85da-1ec64a45b6b0 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b5d468cb-8389-41d5-990a-59fe3acf1b53 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 00:20:28.731633 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.744175 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cb33a20c-0eb1-43a1-85da-1ec64a45b6b0 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.750153 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cb33a20c-0eb1-43a1-85da-1ec64a45b6b0 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "DELETE /v2.0/networks/b5d468cb-8389-41d5-990a-59fe3acf1b53 HTTP/1.1" status: 204 len: 168 time: 0.4890728 Nov 08 00:20:28.751258 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33a20c-0eb1-43a1-85da-1ec64a45b6b0 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Pushing event deleted for resources: {'Network': ['ID=b5d468cb-8389-41d5-990a-59fe3acf1b53,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:28.772128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10e0115-708c-4c21-b22a-a16ebbd3b62b']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:28.794010 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1141a61-26af-46ef-a81f-089ad67dcce9') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:28.794318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1141a61-26af-46ef-a81f-089ad67dcce9') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:28.811861 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.826631 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c54c19f6-e759-42fa-896d-e834f0b97651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.828173 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54c19f6-e759-42fa-896d-e834f0b97651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:28.828780 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c54c19f6-e759-42fa-896d-e834f0b97651 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.860612 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.872907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:28.873382 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:28.881368 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:28.936821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c19f6-e759-42fa-896d-e834f0b97651 admin admin] Pushing event updated for resources: {'Network': ['ID=52b7d494-3f69-4466-b6fc-aacb57db7686,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:28.953564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 52b7d494-3f69-4466-b6fc-aacb57db7686 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:28.992785 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c54c19f6-e759-42fa-896d-e834f0b97651 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3847797 Nov 08 00:20:28.994002 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47952) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:28.998967 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6ac155c9-a062-4713-bb54-b8ab5bf6b224 admin admin] Request body: {'subnet': {'network_id': '52b7d494-3f69-4466-b6fc-aacb57db7686', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-669601262-subnet', 'tenant_id': '605df5c9118f431395c2bd88fe718199', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:29.096999 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:29.111238 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:29.114809 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/networks/b10e0115-708c-4c21-b22a-a16ebbd3b62b HTTP/1.1" status: 204 len: 168 time: 3.0486155 Nov 08 00:20:29.115726 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac155c9-a062-4713-bb54-b8ab5bf6b224 admin admin] Made reservation on behalf of 605df5c9118f431395c2bd88fe718199 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:29.119553 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ac155c9-a062-4713-bb54-b8ab5bf6b224 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:29.123097 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47956) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:29.140781 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7636a34-f00e-4713-9606-7197a72175c9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Network': ['ID=b10e0115-708c-4c21-b22a-a16ebbd3b62b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:29.148798 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-625f4ae4-b5d2-4a77-90e8-a4a62879b536 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1950816111'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:29.244627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47966) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:29.248411 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b136d69-e87d-43a7-af4b-b759cdd07256 req-4badfe52-e2f7-4b37-bcf4-5d808241c385 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0453012 Nov 08 00:20:29.251325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c118964c-8915-4ddf-9c33-dace66dc224a tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Request body: {'router': {'name': 'tempest-router--2060613165', 'project_id': '4cee4f7b358e484e82b026caf819ec70'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:29.395131 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625f4ae4-b5d2-4a77-90e8-a4a62879b536 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Made reservation on behalf of dd581cc2687349bf9fd052536f8e8b61 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:29.398695 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-625f4ae4-b5d2-4a77-90e8-a4a62879b536 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:29.441545 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625f4ae4-b5d2-4a77-90e8-a4a62879b536 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:20:29.450917 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-625f4ae4-b5d2-4a77-90e8-a4a62879b536 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:29.451229 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-625f4ae4-b5d2-4a77-90e8-a4a62879b536 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Added segment b843adf3-a17a-46e7-bb60-59c390a90029 of type vlan for network d8ed93be-ac14-4d0e-be03-ad577fe529c9 Nov 08 00:20:29.492593 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-625f4ae4-b5d2-4a77-90e8-a4a62879b536 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:29.500420 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c118964c-8915-4ddf-9c33-dace66dc224a tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:29.500420 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c118964c-8915-4ddf-9c33-dace66dc224a tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:29.555295 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c118964c-8915-4ddf-9c33-dace66dc224a tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:29.607014 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ac155c9-a062-4713-bb54-b8ab5bf6b224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:29.664998 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c118964c-8915-4ddf-9c33-dace66dc224a tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:29.667155 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac155c9-a062-4713-bb54-b8ab5bf6b224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e50a303-ce06-4baf-983e-2fab8e4e63d6,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:29.676355 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-625f4ae4-b5d2-4a77-90e8-a4a62879b536 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:29.683242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625f4ae4-b5d2-4a77-90e8-a4a62879b536 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:29.683859 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-625f4ae4-b5d2-4a77-90e8-a4a62879b536 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:29.755837 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac155c9-a062-4713-bb54-b8ab5bf6b224 admin admin] Checking segment: {'id': 'dcd620e5-41d9-47d9-a07f-62a2808ab46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52b7d494-3f69-4466-b6fc-aacb57db7686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:29.756120 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac155c9-a062-4713-bb54-b8ab5bf6b224 admin admin] Network hostable DHCP agents. Network: 52b7d494-3f69-4466-b6fc-aacb57db7686, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:20:29.767390 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f4ae4-b5d2-4a77-90e8-a4a62879b536 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Network': ['ID=d8ed93be-ac14-4d0e-be03-ad577fe529c9,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:29.778682 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network d8ed93be-ac14-4d0e-be03-ad577fe529c9 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:29.802948 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c118964c-8915-4ddf-9c33-dace66dc224a tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:29.807214 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c118964c-8915-4ddf-9c33-dace66dc224a tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5585220 Nov 08 00:20:29.807670 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47970) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:29.831653 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-625f4ae4-b5d2-4a77-90e8-a4a62879b536 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7072284 Nov 08 00:20:29.841760 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47972) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:29.848295 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-33342604-3751-4e19-a40f-9bf0dd6a0c7f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'subnet': {'network_id': 'd8ed93be-ac14-4d0e-be03-ad577fe529c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:29.879688 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46c61aea-31e0-4cd9-ac69-10101fdfd48d tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:29.923820 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac155c9-a062-4713-bb54-b8ab5bf6b224 admin admin] Network 52b7d494-3f69-4466-b6fc-aacb57db7686 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:20:29.995355 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-6ac155c9-a062-4713-bb54-b8ab5bf6b224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 52b7d494-3f69-4466-b6fc-aacb57db7686) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:30.001106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac155c9-a062-4713-bb54-b8ab5bf6b224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:30.001766 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ac155c9-a062-4713-bb54-b8ab5bf6b224 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:30.006467 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33342604-3751-4e19-a40f-9bf0dd6a0c7f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Made reservation on behalf of dd581cc2687349bf9fd052536f8e8b61 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:30.008701 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf0e918-7941-4ba9-a45b-4d1cee3e5537 None None] Network 52b7d494-3f69-4466-b6fc-aacb57db7686 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:30.011043 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-33342604-3751-4e19-a40f-9bf0dd6a0c7f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:30.062289 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46c61aea-31e0-4cd9-ac69-10101fdfd48d tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:30.067072 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46c61aea-31e0-4cd9-ac69-10101fdfd48d tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:30.159643 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b8347d-77b9-4035-b1a5-0da5d8595725 None None] Network 52b7d494-3f69-4466-b6fc-aacb57db7686 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:30.239221 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6ac155c9-a062-4713-bb54-b8ab5bf6b224 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2440932 Nov 08 00:20:30.260838 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46c61aea-31e0-4cd9-ac69-10101fdfd48d tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:30.261578 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c61aea-31e0-4cd9-ac69-10101fdfd48d tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6bec560-afb5-4703-b8af-72221af5a9a7 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:20:30.266963 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46c61aea-31e0-4cd9-ac69-10101fdfd48d tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:30.268533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-46c61aea-31e0-4cd9-ac69-10101fdfd48d tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "DELETE /v2.0/routers/f6bec560-afb5-4703-b8af-72221af5a9a7 HTTP/1.1" status: 204 len: 168 time: 0.4597011 Nov 08 00:20:30.339681 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-33342604-3751-4e19-a40f-9bf0dd6a0c7f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:30.440809 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33342604-3751-4e19-a40f-9bf0dd6a0c7f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Subnet': ['ID=c00610bd-7021-4192-a0ac-642134853d51,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:30.452360 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342604-3751-4e19-a40f-9bf0dd6a0c7f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Checking segment: {'id': 'b843adf3-a17a-46e7-bb60-59c390a90029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ed93be-ac14-4d0e-be03-ad577fe529c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:30.452522 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32ae740a-0195-400f-a972-d6445abfbac8 req-f0dea00c-d83d-419d-ab24-198daa03a5ff tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0548234 Nov 08 00:20:30.452797 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33342604-3751-4e19-a40f-9bf0dd6a0c7f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network hostable DHCP agents. Network: d8ed93be-ac14-4d0e-be03-ad577fe529c9, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:20:30.605534 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33342604-3751-4e19-a40f-9bf0dd6a0c7f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network d8ed93be-ac14-4d0e-be03-ad577fe529c9 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:20:30.653478 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47988) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:30.704228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-33342604-3751-4e19-a40f-9bf0dd6a0c7f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, d8ed93be-ac14-4d0e-be03-ad577fe529c9) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:30.709445 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33342604-3751-4e19-a40f-9bf0dd6a0c7f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:30.716038 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-33342604-3751-4e19-a40f-9bf0dd6a0c7f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:30.719404 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14400ff5-b5eb-4fd1-ada2-523002efeadc None None] Network d8ed93be-ac14-4d0e-be03-ad577fe529c9 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:30.792045 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca159499-3e4b-4811-b464-8d80f4298a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:30.813902 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-400fc120-efbb-41c5-af9a-da3329ddb79a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1834675366', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:30.830724 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-33342604-3751-4e19-a40f-9bf0dd6a0c7f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9866533 Nov 08 00:20:30.833488 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47996) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:30.937318 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-d8ed93be-ac14-4d0e-be03-ad577fe529c9', 'network_id': 'd8ed93be-ac14-4d0e-be03-ad577fe529c9', 'tenant_id': 'dd581cc2687349bf9fd052536f8e8b61', 'fixed_ips': [{'subnet_id': 'c00610bd-7021-4192-a0ac-642134853d51'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:20:30.938215 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:30.940376 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:30.980945 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-400fc120-efbb-41c5-af9a-da3329ddb79a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:30.981978 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-400fc120-efbb-41c5-af9a-da3329ddb79a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.012536 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.018405 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.085696 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] Allocated IP 2001:db8::1 (d8ed93be-ac14-4d0e-be03-ad577fe529c9/c00610bd-7021-4192-a0ac-642134853d51/5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:20:31.088904 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-400fc120-efbb-41c5-af9a-da3329ddb79a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.147986 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48004) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:31.152932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-ae25b4f9-bb88-49cb-976f-7e2327920cf8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1196727372-network', 'tenant_id': 'bd3c98e24e7a46518e26b87da7775607'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:31.231625 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.258069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae25b4f9-bb88-49cb-976f-7e2327920cf8 admin admin] Made reservation on behalf of bd3c98e24e7a46518e26b87da7775607 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:31.260607 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ae25b4f9-bb88-49cb-976f-7e2327920cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.269454 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ae25b4f9-bb88-49cb-976f-7e2327920cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.325711 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.345544 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ae25b4f9-bb88-49cb-976f-7e2327920cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.370732 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] Network d8ed93be-ac14-4d0e-be03-ad577fe529c9 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:20:31.373530 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:31.376961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:20:31.386532 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] Pushing event updated for resources: {'Port': ['ID=5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:31.391120 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-400fc120-efbb-41c5-af9a-da3329ddb79a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.441458 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] Attempting to bind port 5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:20:31.441860 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] Attempting to bind port 5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'b843adf3-a17a-46e7-bb60-59c390a90029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ed93be-ac14-4d0e-be03-ad577fe529c9'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:20:31.442219 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] Attempting to bind port 5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e on network d8ed93be-ac14-4d0e-be03-ad577fe529c9 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:20:31.447560 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:20:31.448254 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] Checking segment: {'id': 'b843adf3-a17a-46e7-bb60-59c390a90029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ed93be-ac14-4d0e-be03-ad577fe529c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:31.448363 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.448729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] Bound using segment: {'id': 'b843adf3-a17a-46e7-bb60-59c390a90029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ed93be-ac14-4d0e-be03-ad577fe529c9'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:20:31.449183 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] Bound port: 5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b843adf3-a17a-46e7-bb60-59c390a90029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ed93be-ac14-4d0e-be03-ad577fe529c9'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:20:31.449568 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.480471 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ae25b4f9-bb88-49cb-976f-7e2327920cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.517991 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.531996 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] For port 5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:20:31.532877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae25b4f9-bb88-49cb-976f-7e2327920cf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:20:31.536021 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] For port 5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e,segment=NetworkSegment(b843adf3-a17a-46e7-bb60-59c390a90029),segment_id=b843adf3-a17a-46e7-bb60-59c390a90029)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:20:31.541914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25b4f9-bb88-49cb-976f-7e2327920cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53909ead-af88-4a26-ab30-b6fa2b520df9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:31.550056 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ae25b4f9-bb88-49cb-976f-7e2327920cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.550375 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-ae25b4f9-bb88-49cb-976f-7e2327920cf8 admin admin] Added segment b5847f2f-828a-4ed3-935f-7108f430cfe1 of type vlan for network cb3b54fe-33d2-423f-ae39-14e11f7b667e Nov 08 00:20:31.568900 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Subnet': ['ID=c00610bd-7021-4192-a0ac-642134853d51,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:31.597016 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a37bb7b-1695-4d28-934a-653e39ebd4bf req-e6a73928-413e-4325-b11f-d7a0fb7780c5 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0490313 Nov 08 00:20:31.636488 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ae25b4f9-bb88-49cb-976f-7e2327920cf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.666341 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.682036 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.691057 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ed93be-ac14-4d0e-be03-ad577fe529c9']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:31.702812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b843adf3-a17a-46e7-bb60-59c390a90029') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:31.703115 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b843adf3-a17a-46e7-bb60-59c390a90029') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:31.719941 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.739167 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.748557 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:31.748961 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:31.751952 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:31.761990 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c5012-6d07-4dd5-98b0-52ea3204c1aa None None] Pushing event updated for resources: {'Port': ['ID=5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:31.766723 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.810894 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ae25b4f9-bb88-49cb-976f-7e2327920cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.812320 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae25b4f9-bb88-49cb-976f-7e2327920cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:31.813030 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ae25b4f9-bb88-49cb-976f-7e2327920cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.857880 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.881540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25b4f9-bb88-49cb-976f-7e2327920cf8 admin admin] Pushing event updated for resources: {'Network': ['ID=cb3b54fe-33d2-423f-ae39-14e11f7b667e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:31.893584 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network cb3b54fe-33d2-423f-ae39-14e11f7b667e details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:31.910403 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.db.api [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 00:20:31.910403 n-d-816882-1 neutron-server[102771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 00:20:31.910403 n-d-816882-1 neutron-server[102771]: [parameters: {'id': 'd8ed93be-ac14-4d0e-be03-ad577fe529c9'}] Nov 08 00:20:31.910403 n-d-816882-1 neutron-server[102771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:20:31.911129 n-d-816882-1 neutron-server[102771]: DEBUG oslo_db.api [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:20:31.939522 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-400fc120-efbb-41c5-af9a-da3329ddb79a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:31.976743 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-400fc120-efbb-41c5-af9a-da3329ddb79a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:32.018943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ae25b4f9-bb88-49cb-976f-7e2327920cf8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8666437 Nov 08 00:20:32.019398 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48016) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:32.025849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-9be515b1-5137-4535-b411-a3e1a7b5ac09 admin admin] Request body: {'subnet': {'network_id': 'cb3b54fe-33d2-423f-ae39-14e11f7b667e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1196727372-subnet', 'tenant_id': 'bd3c98e24e7a46518e26b87da7775607', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:32.109187 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-400fc120-efbb-41c5-af9a-da3329ddb79a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Allocated IP 172.25.2.188 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/7bca633f-f78e-4034-aa5a-213e43d58c2f) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:20:32.144177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be515b1-5137-4535-b411-a3e1a7b5ac09 admin admin] Made reservation on behalf of bd3c98e24e7a46518e26b87da7775607 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:32.146768 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9be515b1-5137-4535-b411-a3e1a7b5ac09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:32.211456 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-400fc120-efbb-41c5-af9a-da3329ddb79a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:32.320369 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-400fc120-efbb-41c5-af9a-da3329ddb79a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:32.366357 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400fc120-efbb-41c5-af9a-da3329ddb79a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:20:32.371430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-400fc120-efbb-41c5-af9a-da3329ddb79a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:32.374926 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400fc120-efbb-41c5-af9a-da3329ddb79a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:20:32.389113 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fc120-efbb-41c5-af9a-da3329ddb79a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Pushing event updated for resources: {'Port': ['ID=7bca633f-f78e-4034-aa5a-213e43d58c2f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:32.404793 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:20:32.407411 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9be515b1-5137-4535-b411-a3e1a7b5ac09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:32.412789 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:32.465179 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:20:32.465560 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:32.481946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be515b1-5137-4535-b411-a3e1a7b5ac09 admin admin] Checking segment: {'id': 'b5847f2f-828a-4ed3-935f-7108f430cfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cb3b54fe-33d2-423f-ae39-14e11f7b667e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:32.482642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be515b1-5137-4535-b411-a3e1a7b5ac09 admin admin] Network hostable DHCP agents. Network: cb3b54fe-33d2-423f-ae39-14e11f7b667e, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:20:32.486557 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be515b1-5137-4535-b411-a3e1a7b5ac09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d3e1a60-7ad3-421e-96a4-70cf05335f5a,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:32.574317 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:32.606686 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be515b1-5137-4535-b411-a3e1a7b5ac09 admin admin] Network cb3b54fe-33d2-423f-ae39-14e11f7b667e is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:20:32.615916 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Deleting port 5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:32.616262 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:32.625677 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e,segment=NetworkSegment(b843adf3-a17a-46e7-bb60-59c390a90029),segment_id=b843adf3-a17a-46e7-bb60-59c390a90029)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:32.694376 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] For port 5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e,segment=NetworkSegment(b843adf3-a17a-46e7-bb60-59c390a90029),segment_id=b843adf3-a17a-46e7-bb60-59c390a90029)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:32.695002 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:32.701657 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-9be515b1-5137-4535-b411-a3e1a7b5ac09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, cb3b54fe-33d2-423f-ae39-14e11f7b667e) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:32.707830 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be515b1-5137-4535-b411-a3e1a7b5ac09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:32.708020 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:32.708822 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9be515b1-5137-4535-b411-a3e1a7b5ac09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:32.714244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Calling delete_port for 5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:32.733954 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa60eb13-979a-4877-b08c-ee59e6a35f3c None None] Network cb3b54fe-33d2-423f-ae39-14e11f7b667e requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:32.747105 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36d7d113-65d0-48a0-ab71-10914253a3ac req-fa5fd92c-784b-4234-b8c1-257c8c7b406e tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0497353 Nov 08 00:20:32.752968 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30412fc7-9b09-4bcb-9a6f-c3243d33612b None None] Network d8ed93be-ac14-4d0e-be03-ad577fe529c9 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:32.815509 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9be515b1-5137-4535-b411-a3e1a7b5ac09 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7946584 Nov 08 00:20:32.863703 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:32.885085 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ec34982d-e026-4c12-b0d2-01962dc19c27 None None] Provisioning complete for port 5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:20:32.885469 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec34982d-e026-4c12-b0d2-01962dc19c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:32.952589 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-400fc120-efbb-41c5-af9a-da3329ddb79a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:33.063364 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:33.066543 n-d-816882-1 neutron-server[102773]: INFO neutron.plugins.ml2.db [None req-ec34982d-e026-4c12-b0d2-01962dc19c27 None None] No ports have port_id starting with 5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e Nov 08 00:20:33.066543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8acd30b-57d9-4458-a6ed-33f634109908 None None] Network cb3b54fe-33d2-423f-ae39-14e11f7b667e requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:33.105063 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Port': ['ID=5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:33.107218 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No DVR routers for this DVR port 5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:20:33.122345 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-934f5b5d-af81-4d38-b61a-0de6ba78b557 req-4938b5cd-3805-403a-aa83-2647e92492e0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0735259 Nov 08 00:20:33.206464 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05c7352-f0e7-4e93-aa78-46422e3b41c0 None None] DHCP port deletion for d8ed93be-ac14-4d0e-be03-ad577fe529c9 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:20:33.269750 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:33.299019 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ed93be-ac14-4d0e-be03-ad577fe529c9']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:33.304098 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:33.311513 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b843adf3-a17a-46e7-bb60-59c390a90029') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:33.314894 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b843adf3-a17a-46e7-bb60-59c390a90029') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:33.323456 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-400fc120-efbb-41c5-af9a-da3329ddb79a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:33.326284 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:33.428993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de651fb-4623-4556-974c-276ac237041b req-8de3c8b3-382b-42ed-9a20-ccc4ea79f9c3 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:33.430451 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7de651fb-4623-4556-974c-276ac237041b req-8de3c8b3-382b-42ed-9a20-ccc4ea79f9c3 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/networks?id=52b7d494-3f69-4466-b6fc-aacb57db7686 HTTP/1.1" status: 200 len: 824 time: 0.1318429 Nov 08 00:20:33.447561 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7de651fb-4623-4556-974c-276ac237041b req-c1affe63-26ea-4abe-a738-cad982564e74 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/quotas/605df5c9118f431395c2bd88fe718199 HTTP/1.1" status: 200 len: 375 time: 0.0108311 Nov 08 00:20:33.484158 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7de651fb-4623-4556-974c-276ac237041b req-8763f066-1e4c-4727-8327-f2e60cd660ee tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=605df5c9118f431395c2bd88fe718199&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287168 Nov 08 00:20:33.580081 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7de651fb-4623-4556-974c-276ac237041b req-5a2a06a2-0943-4f18-aa0b-0e6404cbfb0d service neutron] 10.222.0.13 "GET /v2.0/networks/52b7d494-3f69-4466-b6fc-aacb57db7686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884764 Nov 08 00:20:33.689227 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:33.731007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:33.731423 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:33.734523 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:33.898056 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:33.906182 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:33.908920 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/networks/d8ed93be-ac14-4d0e-be03-ad577fe529c9 HTTP/1.1" status: 204 len: 168 time: 3.0743976 Nov 08 00:20:33.912507 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48052) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:33.924801 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2684f4ad-905f-4362-8066-34d5f6a0cf0e req-fa7752bb-36bf-42f2-9c83-3f3384977c20 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0407965 Nov 08 00:20:33.926398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e9271261-14ca-4457-bf77-2a329d3f7c1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1947033355'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:33.933593 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4641d1-67a9-4b90-a6c5-ec25a2a9a64f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Network': ['ID=d8ed93be-ac14-4d0e-be03-ad577fe529c9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:33.942973 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400fc120-efbb-41c5-af9a-da3329ddb79a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Router fcb85463-6615-48c1-a09a-0bbb060dd38b is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:20:33.960584 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7de651fb-4623-4556-974c-276ac237041b req-2bec31b5-8723-4823-a8bc-da417541bdc9 service neutron] 10.222.0.13 "GET /v2.0/networks/52b7d494-3f69-4466-b6fc-aacb57db7686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742113 Nov 08 00:20:34.036761 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9271261-14ca-4457-bf77-2a329d3f7c1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Made reservation on behalf of dd581cc2687349bf9fd052536f8e8b61 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:34.040808 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9271261-14ca-4457-bf77-2a329d3f7c1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:34.080909 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9271261-14ca-4457-bf77-2a329d3f7c1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:20:34.095803 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9271261-14ca-4457-bf77-2a329d3f7c1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:34.096156 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-e9271261-14ca-4457-bf77-2a329d3f7c1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Added segment 1d16c285-c082-4f4c-a129-27ba95fc2f91 of type vlan for network 1028c0ab-cf59-4711-b8a9-57875f1183b5 Nov 08 00:20:34.109070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400fc120-efbb-41c5-af9a-da3329ddb79a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:20:34.120821 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09782673-245a-4bd9-ba6a-231bff72aaf4 None None] Sync routers for ids ['fcb85463-6615-48c1-a09a-0bbb060dd38b'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:20:34.136611 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09782673-245a-4bd9-ba6a-231bff72aaf4 None None] Routers {'fcb85463-6615-48c1-a09a-0bbb060dd38b'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:20:34.139083 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-09782673-245a-4bd9-ba6a-231bff72aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:20:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['fcb85463-6615-48c1-a09a-0bbb060dd38b'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:34.155827 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9271261-14ca-4457-bf77-2a329d3f7c1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:34.174451 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-09782673-245a-4bd9-ba6a-231bff72aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:34.188961 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09782673-245a-4bd9-ba6a-231bff72aaf4 None None] Routers {'fcb85463-6615-48c1-a09a-0bbb060dd38b'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:20:34.189621 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-09782673-245a-4bd9-ba6a-231bff72aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:20:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['fcb85463-6615-48c1-a09a-0bbb060dd38b'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:34.222756 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-09782673-245a-4bd9-ba6a-231bff72aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:34.223410 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09782673-245a-4bd9-ba6a-231bff72aaf4 None None] The sync data for ids ['fcb85463-6615-48c1-a09a-0bbb060dd38b'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:20:34.237934 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-400fc120-efbb-41c5-af9a-da3329ddb79a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:34.241846 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-400fc120-efbb-41c5-af9a-da3329ddb79a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5848258 Nov 08 00:20:34.242102 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48060) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:34.268978 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00314e6b-2e67-4443-a2ad-a5f32e342f77 req-e624c515-545f-45eb-8cdc-9af0454c6d50 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/ports?device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 210 time: 0.0328815 Nov 08 00:20:34.322237 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9271261-14ca-4457-bf77-2a329d3f7c1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:34.327767 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9271261-14ca-4457-bf77-2a329d3f7c1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:34.329756 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9271261-14ca-4457-bf77-2a329d3f7c1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:34.376554 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:20:34.418558 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9271261-14ca-4457-bf77-2a329d3f7c1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Network': ['ID=1028c0ab-cf59-4711-b8a9-57875f1183b5,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:34.423514 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:20:34.424020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5d3a100c-5e91-4fb1-81d4-9642fcdb7f1e not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:20:34.432018 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 1028c0ab-cf59-4711-b8a9-57875f1183b5 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:34.440249 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c04ef39c-8427-4ecc-8855-5dcc9009b179 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "GET /v2.0/routers/fcb85463-6615-48c1-a09a-0bbb060dd38b HTTP/1.1" status: 200 len: 921 time: 0.1942346 Nov 08 00:20:34.441480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48066) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:34.480998 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48070) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:34.484568 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-43f1d3d3-0f51-4f02-a60c-3673f3bfe25e tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcb85463-6615-48c1-a09a-0bbb060dd38b HTTP/1.1" status: 200 len: 205 time: 0.0417848 Nov 08 00:20:34.506481 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e9271261-14ca-4457-bf77-2a329d3f7c1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5904448 Nov 08 00:20:34.506870 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48072) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:34.512801 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-025d5654-7c4a-4910-8373-4b352da855e6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'subnet': {'network_id': '1028c0ab-cf59-4711-b8a9-57875f1183b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:34.691574 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbeee0ab-19b8-4cd9-b454-f9b7104d33b4 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:34.738913 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025d5654-7c4a-4910-8373-4b352da855e6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Made reservation on behalf of dd581cc2687349bf9fd052536f8e8b61 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:34.754196 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-025d5654-7c4a-4910-8373-4b352da855e6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:34.842918 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbeee0ab-19b8-4cd9-b454-f9b7104d33b4 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:35.020777 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-cbeee0ab-19b8-4cd9-b454-f9b7104d33b4 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Deleting port 7bca633f-f78e-4034-aa5a-213e43d58c2f {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:35.021136 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbeee0ab-19b8-4cd9-b454-f9b7104d33b4 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:35.075442 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-025d5654-7c4a-4910-8373-4b352da855e6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:35.097777 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-39797549-f312-432c-ba36-0739330ad3f6 req-1da33eb0-5d37-4eea-9a64-9accfdda1f0d tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0619249 Nov 08 00:20:35.151662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d5654-7c4a-4910-8373-4b352da855e6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Subnet': ['ID=e42e6423-26a4-4165-9aaf-8fed07923084,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:35.152440 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbeee0ab-19b8-4cd9-b454-f9b7104d33b4 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:35.157482 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d5654-7c4a-4910-8373-4b352da855e6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Checking segment: {'id': '1d16c285-c082-4f4c-a129-27ba95fc2f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1028c0ab-cf59-4711-b8a9-57875f1183b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:35.157849 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025d5654-7c4a-4910-8373-4b352da855e6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network hostable DHCP agents. Network: 1028c0ab-cf59-4711-b8a9-57875f1183b5, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:20:35.167989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-cbeee0ab-19b8-4cd9-b454-f9b7104d33b4 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Calling delete_port for 7bca633f-f78e-4034-aa5a-213e43d58c2f owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:35.292404 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025d5654-7c4a-4910-8373-4b352da855e6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network 1028c0ab-cf59-4711-b8a9-57875f1183b5 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:20:35.375593 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1458e6d-8779-458c-ae3e-ddea8ccd522d req-7bf09e99-0597-4ebb-9673-9b2c5020ee6a tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/ports?device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 210 time: 0.0319571 Nov 08 00:20:35.389404 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-025d5654-7c4a-4910-8373-4b352da855e6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 1028c0ab-cf59-4711-b8a9-57875f1183b5) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:35.394188 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025d5654-7c4a-4910-8373-4b352da855e6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:35.394869 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-025d5654-7c4a-4910-8373-4b352da855e6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:35.402103 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bd9450-dd7e-4564-ad0d-9dd621b92509 None None] Network 1028c0ab-cf59-4711-b8a9-57875f1183b5 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:35.525921 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbeee0ab-19b8-4cd9-b454-f9b7104d33b4 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:35.547686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-1028c0ab-cf59-4711-b8a9-57875f1183b5', 'network_id': '1028c0ab-cf59-4711-b8a9-57875f1183b5', 'tenant_id': 'dd581cc2687349bf9fd052536f8e8b61', 'fixed_ips': [{'subnet_id': 'e42e6423-26a4-4165-9aaf-8fed07923084'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:20:35.549014 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:35.560997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeee0ab-19b8-4cd9-b454-f9b7104d33b4 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Pushing event deleted for resources: {'Port': ['ID=7bca633f-f78e-4034-aa5a-213e43d58c2f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:35.587915 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-025d5654-7c4a-4910-8373-4b352da855e6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0787756 Nov 08 00:20:35.590286 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48092) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:35.596342 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7ff66c65-29de-4ed0-b0fd-a65f4498e14a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'subnet': {'network_id': '1028c0ab-cf59-4711-b8a9-57875f1183b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:35.644541 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbeee0ab-19b8-4cd9-b454-f9b7104d33b4 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:35.717408 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] Allocated IP 2001:db8::2 (1028c0ab-cf59-4711-b8a9-57875f1183b5/e42e6423-26a4-4165-9aaf-8fed07923084/a136bba9-7cac-426d-93c8-6fb75a656f73) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:20:35.763042 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbeee0ab-19b8-4cd9-b454-f9b7104d33b4 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:35.766774 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbeee0ab-19b8-4cd9-b454-f9b7104d33b4 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:35.900551 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:35.942031 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff66c65-29de-4ed0-b0fd-a65f4498e14a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Made reservation on behalf of dd581cc2687349bf9fd052536f8e8b61 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:35.942240 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbeee0ab-19b8-4cd9-b454-f9b7104d33b4 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:35.942574 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbeee0ab-19b8-4cd9-b454-f9b7104d33b4 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Fanout notify agent at l3_agent the message router_deleted on router fcb85463-6615-48c1-a09a-0bbb060dd38b {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:20:35.946126 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ff66c65-29de-4ed0-b0fd-a65f4498e14a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:35.952719 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbeee0ab-19b8-4cd9-b454-f9b7104d33b4 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:35.954538 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cbeee0ab-19b8-4cd9-b454-f9b7104d33b4 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "DELETE /v2.0/routers/fcb85463-6615-48c1-a09a-0bbb060dd38b HTTP/1.1" status: 204 len: 168 time: 1.4725389 Nov 08 00:20:35.958401 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48104) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:35.969918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-0b6aca62-a904-4b2d-9450-df6c9ae8590e tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1964143889', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'enable_snat': False}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:36.001677 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9bd22a36-d469-4882-aa9d-4443ae31b040 req-6a8c8353-498e-42a9-ad39-757b5338e919 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0456262 Nov 08 00:20:36.022946 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4766829-761b-4e4a-bd3b-8a3614f65749 req-16a32db5-b6b1-4ddd-92d1-6b9e7f618839 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62e489e0faba4afb8eab29217ba603bb&device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0472310 Nov 08 00:20:36.063201 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4766829-761b-4e4a-bd3b-8a3614f65749 req-d10dcaf3-f681-4f23-ae0c-3f3f4d2937ce service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=62e489e0faba4afb8eab29217ba603bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262699 Nov 08 00:20:36.064076 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:36.103025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] Network 1028c0ab-cf59-4711-b8a9-57875f1183b5 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:20:36.107342 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:36.110992 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:20:36.127693 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] Pushing event updated for resources: {'Port': ['ID=a136bba9-7cac-426d-93c8-6fb75a656f73,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:36.157204 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b6aca62-a904-4b2d-9450-df6c9ae8590e tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:36.158408 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b6aca62-a904-4b2d-9450-df6c9ae8590e tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:36.175406 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] Attempting to bind port a136bba9-7cac-426d-93c8-6fb75a656f73 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:20:36.175773 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] Attempting to bind port a136bba9-7cac-426d-93c8-6fb75a656f73 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '1d16c285-c082-4f4c-a129-27ba95fc2f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1028c0ab-cf59-4711-b8a9-57875f1183b5'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:20:36.176157 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] Attempting to bind port a136bba9-7cac-426d-93c8-6fb75a656f73 on network 1028c0ab-cf59-4711-b8a9-57875f1183b5 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:20:36.182265 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:20:36.182494 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] Checking segment: {'id': '1d16c285-c082-4f4c-a129-27ba95fc2f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1028c0ab-cf59-4711-b8a9-57875f1183b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:36.182801 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:36.183188 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] Bound using segment: {'id': '1d16c285-c082-4f4c-a129-27ba95fc2f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1028c0ab-cf59-4711-b8a9-57875f1183b5'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:20:36.183972 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] Bound port: a136bba9-7cac-426d-93c8-6fb75a656f73, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d16c285-c082-4f4c-a129-27ba95fc2f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1028c0ab-cf59-4711-b8a9-57875f1183b5'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:20:36.184108 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:36.279391 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] For port a136bba9-7cac-426d-93c8-6fb75a656f73, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:20:36.282676 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] For port a136bba9-7cac-426d-93c8-6fb75a656f73, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a136bba9-7cac-426d-93c8-6fb75a656f73,segment=NetworkSegment(1d16c285-c082-4f4c-a129-27ba95fc2f91),segment_id=1d16c285-c082-4f4c-a129-27ba95fc2f91)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:20:36.295946 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b6aca62-a904-4b2d-9450-df6c9ae8590e tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:36.304652 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4766829-761b-4e4a-bd3b-8a3614f65749 req-9526e380-d907-4802-a535-f6bbaf1464a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:36.306853 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4766829-761b-4e4a-bd3b-8a3614f65749 req-9526e380-d907-4802-a535-f6bbaf1464a5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2364566 Nov 08 00:20:36.318308 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ff66c65-29de-4ed0-b0fd-a65f4498e14a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:36.368770 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff66c65-29de-4ed0-b0fd-a65f4498e14a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network 1028c0ab-cf59-4711-b8a9-57875f1183b5 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:20:36.373386 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-7ff66c65-29de-4ed0-b0fd-a65f4498e14a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:36.376646 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff66c65-29de-4ed0-b0fd-a65f4498e14a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:36.377237 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ff66c65-29de-4ed0-b0fd-a65f4498e14a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:36.392952 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff66c65-29de-4ed0-b0fd-a65f4498e14a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Subnet': ['ID=2595b926-49d2-4312-a16c-e1439873013e,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:36.453446 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:36.509336 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb6c596d-9c01-4949-9143-5c8ddd8e43ed req-0bc50607-30bc-4a78-851d-887f0ec50383 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/ports?device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 210 time: 0.0607107 Nov 08 00:20:36.521816 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272a78f-4881-46a9-b0c0-58351c6879d5 None None] Pushing event updated for resources: {'Port': ['ID=a136bba9-7cac-426d-93c8-6fb75a656f73,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:36.541266 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7ff66c65-29de-4ed0-b0fd-a65f4498e14a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9496844 Nov 08 00:20:36.544318 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48110) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:36.651228 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b6aca62-a904-4b2d-9450-df6c9ae8590e tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:36.691366 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516e0241-98f9-4681-b09e-f0865c1fa484 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:36.693038 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516e0241-98f9-4681-b09e-f0865c1fa484 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:36.694555 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516e0241-98f9-4681-b09e-f0865c1fa484 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:36.696108 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516e0241-98f9-4681-b09e-f0865c1fa484 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:36.697949 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516e0241-98f9-4681-b09e-f0865c1fa484 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:36.699914 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-516e0241-98f9-4681-b09e-f0865c1fa484 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1545911 Nov 08 00:20:36.704999 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48116) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:36.710059 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6910a23f-d56e-4cd5-b171-6b44201e27ed tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1511833044'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:36.883959 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6910a23f-d56e-4cd5-b171-6b44201e27ed tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Made reservation on behalf of dd581cc2687349bf9fd052536f8e8b61 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:36.888478 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6910a23f-d56e-4cd5-b171-6b44201e27ed tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:36.936394 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6910a23f-d56e-4cd5-b171-6b44201e27ed tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:20:36.947343 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6910a23f-d56e-4cd5-b171-6b44201e27ed tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:36.948066 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-6910a23f-d56e-4cd5-b171-6b44201e27ed tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Added segment cc005b43-aa6e-4eff-a327-3dba64956560 of type vlan for network c364798c-ae78-49a9-be27-d32aa74dd85c Nov 08 00:20:36.995196 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6910a23f-d56e-4cd5-b171-6b44201e27ed tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:37.165262 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6910a23f-d56e-4cd5-b171-6b44201e27ed tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:37.173196 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6910a23f-d56e-4cd5-b171-6b44201e27ed tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:37.174394 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6910a23f-d56e-4cd5-b171-6b44201e27ed tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:37.232766 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-728a98ea-66c3-43e6-9bf9-d01993888837 req-5828202e-3a32-4eac-b206-83cb454cf0c4 tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0398426 Nov 08 00:20:37.301089 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910a23f-d56e-4cd5-b171-6b44201e27ed tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Network': ['ID=c364798c-ae78-49a9-be27-d32aa74dd85c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:37.317929 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network c364798c-ae78-49a9-be27-d32aa74dd85c details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:37.325798 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6910a23f-d56e-4cd5-b171-6b44201e27ed tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6196949 Nov 08 00:20:37.328528 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48134) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:37.345436 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2b869cba-8f22-43ef-9fd7-800e30e03352 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:37.556303 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b6aca62-a904-4b2d-9450-df6c9ae8590e tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:37.572801 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b6aca62-a904-4b2d-9450-df6c9ae8590e tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:37.710671 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b869cba-8f22-43ef-9fd7-800e30e03352 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:37.712468 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-0b6aca62-a904-4b2d-9450-df6c9ae8590e tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Allocated IP 172.25.2.107 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/aec384b5-2e80-428a-b331-9b057e07233c) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:20:37.746526 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de651fb-4623-4556-974c-276ac237041b req-9003fcd3-058f-4486-b053-d2d5862397ea tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:37.748643 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7de651fb-4623-4556-974c-276ac237041b req-9003fcd3-058f-4486-b053-d2d5862397ea tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.20 "GET /v2.0/networks?id=52b7d494-3f69-4466-b6fc-aacb57db7686 HTTP/1.1" status: 200 len: 824 time: 0.4187431 Nov 08 00:20:37.769407 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-7de651fb-4623-4556-974c-276ac237041b req-e3969d86-e18a-4df2-a3fb-31a36e430a59 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Request body: {'port': {'device_id': '5471aeb3-f9e6-454a-81fb-5d1ff225ea0a', 'network_id': '52b7d494-3f69-4466-b6fc-aacb57db7686', 'admin_state_up': True, 'tenant_id': '605df5c9118f431395c2bd88fe718199'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:37.840496 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4766829-761b-4e4a-bd3b-8a3614f65749 req-2867c2ed-f1a2-4db8-99aa-e85530a09ffe tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.26 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0613086 Nov 08 00:20:37.844144 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7e8494c7-1256-4b30-af18-6ed19c61b1d9 req-19e60bfa-763e-4719-875f-c5e3caf431c3 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/ports?device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 210 time: 0.0635586 Nov 08 00:20:37.857555 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b869cba-8f22-43ef-9fd7-800e30e03352 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:37.894657 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2b869cba-8f22-43ef-9fd7-800e30e03352 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network c364798c-ae78-49a9-be27-d32aa74dd85c is not hosted by any dhcp agent {{(pid=102771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 00:20:37.904899 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b869cba-8f22-43ef-9fd7-800e30e03352 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:37.905570 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b869cba-8f22-43ef-9fd7-800e30e03352 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:37.906895 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2b869cba-8f22-43ef-9fd7-800e30e03352 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "PUT /v2.0/networks/c364798c-ae78-49a9-be27-d32aa74dd85c HTTP/1.1" status: 200 len: 723 time: 0.5762482 Nov 08 00:20:37.913900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48152) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:37.921871 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-5556e72a-f618-45ba-b63f-04629293822f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'subnet': {'network_id': 'c364798c-ae78-49a9-be27-d32aa74dd85c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:37.935647 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b6aca62-a904-4b2d-9450-df6c9ae8590e tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:37.941479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6d6281-1619-4b16-b10b-33f879f628a8 None None] Network 1028c0ab-cf59-4711-b8a9-57875f1183b5 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:38.041942 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b869cba-8f22-43ef-9fd7-800e30e03352 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Network': ['ID=c364798c-ae78-49a9-be27-d32aa74dd85c,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:38.068775 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network c364798c-ae78-49a9-be27-d32aa74dd85c details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:38.123543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-227ffbba-82cc-4a1d-889c-1fbf8bf6eb25 None None] Provisioning complete for port a136bba9-7cac-426d-93c8-6fb75a656f73 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:20:38.123957 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-227ffbba-82cc-4a1d-889c-1fbf8bf6eb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:38.126895 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de651fb-4623-4556-974c-276ac237041b req-e3969d86-e18a-4df2-a3fb-31a36e430a59 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Made reservation on behalf of 605df5c9118f431395c2bd88fe718199 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:38.131938 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7de651fb-4623-4556-974c-276ac237041b req-e3969d86-e18a-4df2-a3fb-31a36e430a59 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:38.196874 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b6aca62-a904-4b2d-9450-df6c9ae8590e tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:38.241906 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5556e72a-f618-45ba-b63f-04629293822f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Made reservation on behalf of dd581cc2687349bf9fd052536f8e8b61 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:38.245406 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5556e72a-f618-45ba-b63f-04629293822f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:38.314553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6aca62-a904-4b2d-9450-df6c9ae8590e tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:20:38.332412 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-227ffbba-82cc-4a1d-889c-1fbf8bf6eb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:38.359216 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:38.364129 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-7de651fb-4623-4556-974c-276ac237041b req-e3969d86-e18a-4df2-a3fb-31a36e430a59 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Allocated IP 172.20.0.10 (52b7d494-3f69-4466-b6fc-aacb57db7686/4e50a303-ce06-4baf-983e-2fab8e4e63d6/8224b748-0036-43f2-8bf9-29013f6cfb68) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:20:38.375646 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-227ffbba-82cc-4a1d-889c-1fbf8bf6eb25 None None] For port a136bba9-7cac-426d-93c8-6fb75a656f73, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a136bba9-7cac-426d-93c8-6fb75a656f73,segment=NetworkSegment(1d16c285-c082-4f4c-a129-27ba95fc2f91),segment_id=1d16c285-c082-4f4c-a129-27ba95fc2f91)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:38.379262 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-0b6aca62-a904-4b2d-9450-df6c9ae8590e tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:38.383641 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6aca62-a904-4b2d-9450-df6c9ae8590e tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:20:38.389716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6aca62-a904-4b2d-9450-df6c9ae8590e tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Pushing event updated for resources: {'Port': ['ID=aec384b5-2e80-428a-b331-9b057e07233c,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:38.494807 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f210ec87-86be-4c97-8566-dd280655a142 req-c106d856-16dc-40a5-b315-01c508f6796a tempest-ServerShowV254Test-257209289 tempest-ServerShowV254Test-257209289-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e1d9d8-3219-4441-9798-2954d9b01ddd HTTP/1.1" status: 200 len: 210 time: 0.0708003 Nov 08 00:20:38.495780 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-227ffbba-82cc-4a1d-889c-1fbf8bf6eb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:38.509616 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8820baa4-db56-48c7-9778-94c8bc04d980 None None] Update dhcp port {'port': {'network_id': '1028c0ab-cf59-4711-b8a9-57875f1183b5', 'fixed_ips': [{'subnet_id': 'e42e6423-26a4-4165-9aaf-8fed07923084', 'ip_address': '2001:db8::2'}, {'subnet_id': '2595b926-49d2-4312-a16c-e1439873013e'}], 'binding:host_id': 'n-d-816882-1'}, 'id': 'a136bba9-7cac-426d-93c8-6fb75a656f73'} from n-d-816882-1. {{(pid=102773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 00:20:38.558636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a136bba9-7cac-426d-93c8-6fb75a656f73 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:20:38.622593 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8820baa4-db56-48c7-9778-94c8bc04d980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:38.627945 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7de651fb-4623-4556-974c-276ac237041b req-e3969d86-e18a-4df2-a3fb-31a36e430a59 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:38.634491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ffbba-82cc-4a1d-889c-1fbf8bf6eb25 None None] Pushing event updated for resources: {'Port': ['ID=a136bba9-7cac-426d-93c8-6fb75a656f73,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:38.684036 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port a136bba9-7cac-426d-93c8-6fb75a656f73 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:20:38.684392 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:38.778778 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7de651fb-4623-4556-974c-276ac237041b req-e3969d86-e18a-4df2-a3fb-31a36e430a59 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:38.824610 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de651fb-4623-4556-974c-276ac237041b req-e3969d86-e18a-4df2-a3fb-31a36e430a59 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Network 52b7d494-3f69-4466-b6fc-aacb57db7686 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:20:38.828005 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-7de651fb-4623-4556-974c-276ac237041b req-e3969d86-e18a-4df2-a3fb-31a36e430a59 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:38.831985 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de651fb-4623-4556-974c-276ac237041b req-e3969d86-e18a-4df2-a3fb-31a36e430a59 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:20:38.863340 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3969d86-e18a-4df2-a3fb-31a36e430a59 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Pushing event updated for resources: {'Port': ['ID=8224b748-0036-43f2-8bf9-29013f6cfb68,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:38.873238 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5556e72a-f618-45ba-b63f-04629293822f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:38.905412 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de651fb-4623-4556-974c-276ac237041b req-e3969d86-e18a-4df2-a3fb-31a36e430a59 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:38.907893 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7de651fb-4623-4556-974c-276ac237041b req-e3969d86-e18a-4df2-a3fb-31a36e430a59 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:39.008453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-8820baa4-db56-48c7-9778-94c8bc04d980 None None] Allocated IP 172.20.0.1 (1028c0ab-cf59-4711-b8a9-57875f1183b5/2595b926-49d2-4312-a16c-e1439873013e/a136bba9-7cac-426d-93c8-6fb75a656f73) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:20:39.078101 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7de651fb-4623-4556-974c-276ac237041b req-e3969d86-e18a-4df2-a3fb-31a36e430a59 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3126082 Nov 08 00:20:39.081923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5556e72a-f618-45ba-b63f-04629293822f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Checking segment: {'id': 'cc005b43-aa6e-4eff-a327-3dba64956560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c364798c-ae78-49a9-be27-d32aa74dd85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:39.082284 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5556e72a-f618-45ba-b63f-04629293822f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network hostable DHCP agents. Network: c364798c-ae78-49a9-be27-d32aa74dd85c, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:20:39.094696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556e72a-f618-45ba-b63f-04629293822f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Subnet': ['ID=e1e6d112-ca21-4fc5-8a2d-c5f7acf50511,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:39.111751 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Request body: {'port': {'device_id': '5471aeb3-f9e6-454a-81fb-5d1ff225ea0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:39.126107 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56322057-f98f-4ec1-9c63-e6b7e4a90442 req-a13f30ce-60cc-4fe8-90ba-9b666f03f6ba tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:39.126326 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8820baa4-db56-48c7-9778-94c8bc04d980 None None] For port a136bba9-7cac-426d-93c8-6fb75a656f73, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a136bba9-7cac-426d-93c8-6fb75a656f73,segment=NetworkSegment(1d16c285-c082-4f4c-a129-27ba95fc2f91),segment_id=1d16c285-c082-4f4c-a129-27ba95fc2f91)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:39.128068 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-56322057-f98f-4ec1-9c63-e6b7e4a90442 req-a13f30ce-60cc-4fe8-90ba-9b666f03f6ba tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/ports?device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 932 time: 0.1744447 Nov 08 00:20:39.130208 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b6aca62-a904-4b2d-9450-df6c9ae8590e tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:39.191227 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8820baa4-db56-48c7-9778-94c8bc04d980 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:39.198084 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:39.245615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5556e72a-f618-45ba-b63f-04629293822f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network c364798c-ae78-49a9-be27-d32aa74dd85c is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:20:39.257670 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-56322057-f98f-4ec1-9c63-e6b7e4a90442 req-c37aac4f-dd38-460c-9b90-59323c12c535 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/security-groups?id=11ca1b8d-bc4b-469c-9938-9674acc7cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221707 Nov 08 00:20:39.273104 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8820baa4-db56-48c7-9778-94c8bc04d980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:39.395810 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820baa4-db56-48c7-9778-94c8bc04d980 None None] Pushing event updated for resources: {'Port': ['ID=a136bba9-7cac-426d-93c8-6fb75a656f73,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:39.406575 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8820baa4-db56-48c7-9778-94c8bc04d980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:39.407007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8820baa4-db56-48c7-9778-94c8bc04d980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:39.407338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8820baa4-db56-48c7-9778-94c8bc04d980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:39.407691 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8820baa4-db56-48c7-9778-94c8bc04d980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:39.408053 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8820baa4-db56-48c7-9778-94c8bc04d980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:39.408385 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8820baa4-db56-48c7-9778-94c8bc04d980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:39.408722 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8820baa4-db56-48c7-9778-94c8bc04d980 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:39.409025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8820baa4-db56-48c7-9778-94c8bc04d980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:39.409342 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8820baa4-db56-48c7-9778-94c8bc04d980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:39.409664 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8820baa4-db56-48c7-9778-94c8bc04d980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:39.409981 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8820baa4-db56-48c7-9778-94c8bc04d980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:39.414202 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8820baa4-db56-48c7-9778-94c8bc04d980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:39.421297 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-5556e72a-f618-45ba-b63f-04629293822f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, c364798c-ae78-49a9-be27-d32aa74dd85c) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:39.428318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5556e72a-f618-45ba-b63f-04629293822f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:39.429173 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5556e72a-f618-45ba-b63f-04629293822f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:39.434376 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3344f269-17c9-495b-b1e8-cc71ecd2ea3e None None] Network c364798c-ae78-49a9-be27-d32aa74dd85c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:39.449692 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b6aca62-a904-4b2d-9450-df6c9ae8590e tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:39.632457 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31145f2-92ab-4359-a559-52efddc644be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-c364798c-ae78-49a9-be27-d32aa74dd85c', 'network_id': 'c364798c-ae78-49a9-be27-d32aa74dd85c', 'tenant_id': 'dd581cc2687349bf9fd052536f8e8b61', 'fixed_ips': [{'subnet_id': 'e1e6d112-ca21-4fc5-8a2d-c5f7acf50511'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:20:39.633345 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a31145f2-92ab-4359-a559-52efddc644be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:39.642245 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48178) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:39.643401 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5556e72a-f618-45ba-b63f-04629293822f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7282073 Nov 08 00:20:39.665730 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8c9f6157-482c-463b-8787-cdaf04d5fbc2 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:39.791690 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6aca62-a904-4b2d-9450-df6c9ae8590e tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Router e79bf597-2540-4be8-8029-57423a4f2527 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:20:39.908476 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8224b748-0036-43f2-8bf9-29013f6cfb68 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:20:39.921412 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6157-482c-463b-8787-cdaf04d5fbc2 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6014267'] for subnet, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:39.938251 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6aca62-a904-4b2d-9450-df6c9ae8590e tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:20:39.947516 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:39.950748 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-a31145f2-92ab-4359-a559-52efddc644be None None] Allocated IP 2001:db8::2 (c364798c-ae78-49a9-be27-d32aa74dd85c/e1e6d112-ca21-4fc5-8a2d-c5f7acf50511/438353d5-4114-4c41-ad6c-efc9b3cb8623) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:20:39.954479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] Sync routers for ids ['e79bf597-2540-4be8-8029-57423a4f2527'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:20:39.974532 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] Routers {'e79bf597-2540-4be8-8029-57423a4f2527'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:20:39.975539 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:20:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e79bf597-2540-4be8-8029-57423a4f2527'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:40.008574 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Transition to ACTIVE for port object 8224b748-0036-43f2-8bf9-29013f6cfb68 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:20:40.090097 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b6aca62-a904-4b2d-9450-df6c9ae8590e tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:40.091736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0b6aca62-a904-4b2d-9450-df6c9ae8590e tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.1249728 Nov 08 00:20:40.094336 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48184) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:40.110041 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:40.180819 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] Set router e79bf597-2540-4be8-8029-57423a4f2527 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:20:40.261129 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-56264fc2-d90b-4b08-93b1-fd9f8ce3b3cf tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "GET /v2.0/routers/e79bf597-2540-4be8-8029-57423a4f2527 HTTP/1.1" status: 200 len: 909 time: 0.1644778 Nov 08 00:20:40.262742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48188) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:40.271766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c8092d2d-adbc-496b-b78b-55eafa269595 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1964143889', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'enable_snat': True}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:40.303811 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8224b748-0036-43f2-8bf9-29013f6cfb68,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:40.372942 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c8092d2d-adbc-496b-b78b-55eafa269595 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:40.374223 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c8092d2d-adbc-496b-b78b-55eafa269595 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:40.412501 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48198) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:40.436534 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a31145f2-92ab-4359-a559-52efddc644be None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:40.444354 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832d7510-2ea4-4be8-878b-4f8177503f32 None None] Network 1028c0ab-cf59-4711-b8a9-57875f1183b5 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:40.460586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Attempting to bind port 8224b748-0036-43f2-8bf9-29013f6cfb68 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:20:40.460586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Attempting to bind port 8224b748-0036-43f2-8bf9-29013f6cfb68 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'dcd620e5-41d9-47d9-a07f-62a2808ab46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52b7d494-3f69-4466-b6fc-aacb57db7686'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:20:40.460586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Attempting to bind port 8224b748-0036-43f2-8bf9-29013f6cfb68 on network 52b7d494-3f69-4466-b6fc-aacb57db7686 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:20:40.473103 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Port 8224b748-0036-43f2-8bf9-29013f6cfb68 on network 52b7d494-3f69-4466-b6fc-aacb57db7686 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:20:40.474333 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Attempting to bind port 8224b748-0036-43f2-8bf9-29013f6cfb68 on network 52b7d494-3f69-4466-b6fc-aacb57db7686 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:20:40.485917 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:20:40.487392 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Checking segment: {'id': 'dcd620e5-41d9-47d9-a07f-62a2808ab46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52b7d494-3f69-4466-b6fc-aacb57db7686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:40.488456 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Bound using segment: {'id': 'dcd620e5-41d9-47d9-a07f-62a2808ab46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52b7d494-3f69-4466-b6fc-aacb57db7686'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:20:40.490620 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Bound port: 8224b748-0036-43f2-8bf9-29013f6cfb68, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcd620e5-41d9-47d9-a07f-62a2808ab46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52b7d494-3f69-4466-b6fc-aacb57db7686'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:20:40.491103 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:40.510965 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c8092d2d-adbc-496b-b78b-55eafa269595 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:40.516454 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a136bba9-7cac-426d-93c8-6fb75a656f73 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:20:40.579032 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a31145f2-92ab-4359-a559-52efddc644be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:40.672883 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1013db7b-8261-40a1-8f28-38c6cfdf325d None None] Provisioning complete for port a136bba9-7cac-426d-93c8-6fb75a656f73 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:20:40.673173 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1013db7b-8261-40a1-8f28-38c6cfdf325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:40.700208 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31145f2-92ab-4359-a559-52efddc644be None None] Pushing event updated for resources: {'Port': ['ID=438353d5-4114-4c41-ad6c-efc9b3cb8623,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:40.712875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] For port 8224b748-0036-43f2-8bf9-29013f6cfb68, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:20:40.717515 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] For port 8224b748-0036-43f2-8bf9-29013f6cfb68, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8224b748-0036-43f2-8bf9-29013f6cfb68,segment=NetworkSegment(dcd620e5-41d9-47d9-a07f-62a2808ab46d),segment_id=dcd620e5-41d9-47d9-a07f-62a2808ab46d)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:20:40.727140 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28ff6ecc-c24a-4399-a94c-5432d330d006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:40.770811 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31145f2-92ab-4359-a559-52efddc644be None None] Network c364798c-ae78-49a9-be27-d32aa74dd85c is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:20:40.785075 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c8092d2d-adbc-496b-b78b-55eafa269595 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:40.798066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3fca7-0036-46e7-8bdb-88eb3ab9abe0 req-682e7e2f-d1ee-492b-8074-e2f66e7bcaf7 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:40.805720 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4bc3fca7-0036-46e7-8bdb-88eb3ab9abe0 req-682e7e2f-d1ee-492b-8074-e2f66e7bcaf7 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/ports?device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 944 time: 0.2712808 Nov 08 00:20:40.809096 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-a31145f2-92ab-4359-a559-52efddc644be None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:40.838452 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:40.849498 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31145f2-92ab-4359-a559-52efddc644be None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:20:40.851544 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4bc3fca7-0036-46e7-8bdb-88eb3ab9abe0 req-b6e2e027-75a6-400c-bdf6-c905704264b1 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/security-groups?id=11ca1b8d-bc4b-469c-9938-9674acc7cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421040 Nov 08 00:20:40.876453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port a136bba9-7cac-426d-93c8-6fb75a656f73 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:20:40.877006 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:40.918288 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8224b748-0036-43f2-8bf9-29013f6cfb68,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:40.952685 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6157-482c-463b-8787-cdaf04d5fbc2 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792507626801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5799933'] for subnet, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:40.963553 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:40.964762 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:40.966894 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7de651fb-4623-4556-974c-276ac237041b req-ecb0fa75-2d85-46f1-bb63-3f7bed58e3b4 service neutron] 10.222.0.20 "PUT /v2.0/ports/8224b748-0036-43f2-8bf9-29013f6cfb68 HTTP/1.1" status: 200 len: 1092 time: 1.8710015 Nov 08 00:20:40.973876 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5471aeb3-f9e6-454a-81fb-5d1ff225ea0a', 'tag': '8224b748-0036-43f2-8bf9-29013f6cfb68'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:20:40.977150 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df91f6db-39b3-4f67-8a79-49627fb053af" -d '{"events": [{"name": "network-changed", "server_uuid": "5471aeb3-f9e6-454a-81fb-5d1ff225ea0a", "tag": "8224b748-0036-43f2-8bf9-29013f6cfb68"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:20:41.034211 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9f6157-482c-463b-8787-cdaf04d5fbc2 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:41.035848 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6157-482c-463b-8787-cdaf04d5fbc2 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:41.037168 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8c9f6157-482c-463b-8787-cdaf04d5fbc2 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "PUT /v2.0/subnets/e1e6d112-ca21-4fc5-8a2d-c5f7acf50511 HTTP/1.1" status: 200 len: 826 time: 1.3937175 Nov 08 00:20:41.042618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48214) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:41.077394 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f2afb6-5cc9-4b20-8599-0c0bf9b007fc x-openstack-request-id: req-f0f2afb6-5cc9-4b20-8599-0c0bf9b007fc {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:20:41.077394 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5471aeb3-f9e6-454a-81fb-5d1ff225ea0a", "tag": "8224b748-0036-43f2-8bf9-29013f6cfb68", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:20:41.077394 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0f2afb6-5cc9-4b20-8599-0c0bf9b007fc {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:20:41.077394 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5471aeb3-f9e6-454a-81fb-5d1ff225ea0a', 'tag': '8224b748-0036-43f2-8bf9-29013f6cfb68', 'status': 'completed', 'code': 200} Nov 08 00:20:41.098154 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28ff6ecc-c24a-4399-a94c-5432d330d006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:41.103214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a31145f2-92ab-4359-a559-52efddc644be None None] Attempting to bind port 438353d5-4114-4c41-ad6c-efc9b3cb8623 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:20:41.103591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a31145f2-92ab-4359-a559-52efddc644be None None] Attempting to bind port 438353d5-4114-4c41-ad6c-efc9b3cb8623 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'cc005b43-aa6e-4eff-a327-3dba64956560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c364798c-ae78-49a9-be27-d32aa74dd85c'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:20:41.103983 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31145f2-92ab-4359-a559-52efddc644be None None] Attempting to bind port 438353d5-4114-4c41-ad6c-efc9b3cb8623 on network c364798c-ae78-49a9-be27-d32aa74dd85c {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:20:41.106311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f6157-482c-463b-8787-cdaf04d5fbc2 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Subnet': ['ID=e1e6d112-ca21-4fc5-8a2d-c5f7acf50511,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:41.137766 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31145f2-92ab-4359-a559-52efddc644be None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:20:41.138139 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31145f2-92ab-4359-a559-52efddc644be None None] Checking segment: {'id': 'cc005b43-aa6e-4eff-a327-3dba64956560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c364798c-ae78-49a9-be27-d32aa74dd85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:41.138542 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a31145f2-92ab-4359-a559-52efddc644be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:41.138931 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31145f2-92ab-4359-a559-52efddc644be None None] Bound using segment: {'id': 'cc005b43-aa6e-4eff-a327-3dba64956560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c364798c-ae78-49a9-be27-d32aa74dd85c'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:20:41.139415 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a31145f2-92ab-4359-a559-52efddc644be None None] Bound port: 438353d5-4114-4c41-ad6c-efc9b3cb8623, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc005b43-aa6e-4eff-a327-3dba64956560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c364798c-ae78-49a9-be27-d32aa74dd85c'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:20:41.139810 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a31145f2-92ab-4359-a559-52efddc644be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:41.150536 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79bf597-2540-4be8-8029-57423a4f2527', 'name': 'tempest-snat-router-1964143889', 'tenant_id': '07c62cdf682947c2bb43ac5483909575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.107'}], 'enable_snat': False}, 'gw_port_id': 'aec384b5-2e80-428a-b331-9b057e07233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:20:36Z', 'updated_at': '2021-11-08T00:20:38Z', 'revision_number': 3, 'project_id': '07c62cdf682947c2bb43ac5483909575', 'gw_port': {'id': 'aec384b5-2e80-428a-b331-9b057e07233c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79bf597-2540-4be8-8029-57423a4f2527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:20:37Z', 'updated_at': '2021-11-08T00:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:41.176541 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28ff6ecc-c24a-4399-a94c-5432d330d006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:41.206436 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91f6db-39b3-4f67-8a79-49627fb053af req-ea719e8a-c7e6-4cab-b8af-9034bce60e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:41.208806 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-df91f6db-39b3-4f67-8a79-49627fb053af req-ea719e8a-c7e6-4cab-b8af-9034bce60e0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=605df5c9118f431395c2bd88fe718199&device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 1095 time: 0.0926838 Nov 08 00:20:41.214650 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-28ff6ecc-c24a-4399-a94c-5432d330d006 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62e489e0faba4afb8eab29217ba603bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7933264 Nov 08 00:20:41.218063 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] Checking router: e79bf597-2540-4be8-8029-57423a4f2527 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:20:41.218598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] Updating router e79bf597-2540-4be8-8029-57423a4f2527 port aec384b5-2e80-428a-b331-9b057e07233c binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:20:41.282580 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48216) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:41.316671 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a31145f2-92ab-4359-a559-52efddc644be None None] For port 438353d5-4114-4c41-ad6c-efc9b3cb8623, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:20:41.321961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a31145f2-92ab-4359-a559-52efddc644be None None] For port 438353d5-4114-4c41-ad6c-efc9b3cb8623, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=438353d5-4114-4c41-ad6c-efc9b3cb8623,segment=NetworkSegment(cc005b43-aa6e-4eff-a327-3dba64956560),segment_id=cc005b43-aa6e-4eff-a327-3dba64956560)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:20:41.362882 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff6ecc-c24a-4399-a94c-5432d330d006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078a1bdb-c230-4269-a4ac-6657256a80a4,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:41.364507 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:41.410293 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5af7022-6e38-4694-928f-6bb0b385bc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:41.436102 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91f6db-39b3-4f67-8a79-49627fb053af req-cc3e0bd0-24ba-434c-a7d7-ee737574c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:41.437574 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-df91f6db-39b3-4f67-8a79-49627fb053af req-cc3e0bd0-24ba-434c-a7d7-ee737574c224 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=605df5c9118f431395c2bd88fe718199&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2123590 Nov 08 00:20:41.484586 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5af7022-6e38-4694-928f-6bb0b385bc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:41.592775 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a31145f2-92ab-4359-a559-52efddc644be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:41.605446 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:41.654782 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edf5da-5f0e-4fc0-b333-03ba8525ca18 req-170cb058-312f-4a60-9190-854d4769537e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:41.654782 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74edf5da-5f0e-4fc0-b333-03ba8525ca18 req-170cb058-312f-4a60-9190-854d4769537e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.6095376 Nov 08 00:20:41.694995 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91f6db-39b3-4f67-8a79-49627fb053af req-d74a5966-9e94-4c64-820b-7c1348398938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:41.697977 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-df91f6db-39b3-4f67-8a79-49627fb053af req-d74a5966-9e94-4c64-820b-7c1348398938 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2485657 Nov 08 00:20:41.720734 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5af7022-6e38-4694-928f-6bb0b385bc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:41.724941 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5af7022-6e38-4694-928f-6bb0b385bc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:41.728891 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b5af7022-6e38-4694-928f-6bb0b385bc92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/078a1bdb-c230-4269-a4ac-6657256a80a4 HTTP/1.1" status: 204 len: 168 time: 0.4427507 Nov 08 00:20:41.737626 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af7022-6e38-4694-928f-6bb0b385bc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078a1bdb-c230-4269-a4ac-6657256a80a4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:41.814284 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Deleting port 438353d5-4114-4c41-ad6c-efc9b3cb8623 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:41.814678 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:41.828454 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31145f2-92ab-4359-a559-52efddc644be None None] Pushing event updated for resources: {'Port': ['ID=438353d5-4114-4c41-ad6c-efc9b3cb8623,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:41.834473 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9af4be38-e1b3-40af-a0f3-9e9cdd1204c4 None None] Provisioning complete for port a136bba9-7cac-426d-93c8-6fb75a656f73 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:20:41.835967 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9af4be38-e1b3-40af-a0f3-9e9cdd1204c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:41.900953 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de651fb-4623-4556-974c-276ac237041b req-1394b632-7b47-4eea-9ec9-60dfe2a20b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:41.902569 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7de651fb-4623-4556-974c-276ac237041b req-1394b632-7b47-4eea-9ec9-60dfe2a20b0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=605df5c9118f431395c2bd88fe718199&device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 1095 time: 0.1189482 Nov 08 00:20:42.009648 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74edf5da-5f0e-4fc0-b333-03ba8525ca18 req-4be09b58-f1f9-4f33-93d4-1332fc0a91df tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189666 Nov 08 00:20:42.023906 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7de651fb-4623-4556-974c-276ac237041b req-a85d707a-14d4-459d-af10-409658b66e07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8224b748-0036-43f2-8bf9-29013f6cfb68 HTTP/1.1" status: 200 len: 217 time: 0.1057589 Nov 08 00:20:42.132565 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de651fb-4623-4556-974c-276ac237041b req-5a2216f9-bbde-45c8-9e89-05ffa4a45bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:42.139358 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7de651fb-4623-4556-974c-276ac237041b req-5a2216f9-bbde-45c8-9e89-05ffa4a45bb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e50a303-ce06-4baf-983e-2fab8e4e63d6 HTTP/1.1" status: 200 len: 864 time: 0.1074536 Nov 08 00:20:42.170607 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86edc9b-aad1-46fc-8800-d3f0963dc448 req-418bc7ff-3d33-4dca-a7f0-8caa4d9f03a4 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:42.178325 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f86edc9b-aad1-46fc-8800-d3f0963dc448 req-418bc7ff-3d33-4dca-a7f0-8caa4d9f03a4 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/ports?device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 944 time: 0.1740401 Nov 08 00:20:42.194422 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c8092d2d-adbc-496b-b78b-55eafa269595 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:42.216356 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7de651fb-4623-4556-974c-276ac237041b req-33c8f971-7b62-49a0-9ea8-269a93c1db48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52b7d494-3f69-4466-b6fc-aacb57db7686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639682 Nov 08 00:20:42.244656 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] For port 438353d5-4114-4c41-ad6c-efc9b3cb8623, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=438353d5-4114-4c41-ad6c-efc9b3cb8623,segment=NetworkSegment(cc005b43-aa6e-4eff-a327-3dba64956560),segment_id=cc005b43-aa6e-4eff-a327-3dba64956560)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:42.245013 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:42.248124 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c8092d2d-adbc-496b-b78b-55eafa269595 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:42.269925 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Calling delete_port for 438353d5-4114-4c41-ad6c-efc9b3cb8623 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:42.291578 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:42.350319 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f86edc9b-aad1-46fc-8800-d3f0963dc448 req-73191d98-74b7-4496-88cb-03d08cb5c866 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/security-groups?id=11ca1b8d-bc4b-469c-9938-9674acc7cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651881 Nov 08 00:20:42.377937 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:42.423066 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7de651fb-4623-4556-974c-276ac237041b req-ba7ab9e4-42dc-4cd0-8bb1-c8c02c60e3e3 service neutron] 10.222.0.20 "GET /v2.0/networks/52b7d494-3f69-4466-b6fc-aacb57db7686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970541 Nov 08 00:20:42.474555 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e4574-940c-4551-9d13-9065e6084f86 None None] Pushing event updated for resources: {'Port': ['ID=aec384b5-2e80-428a-b331-9b057e07233c,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:42.500670 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 438353d5-4114-4c41-ad6c-efc9b3cb8623 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:20:42.530617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-c8092d2d-adbc-496b-b78b-55eafa269595 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Allocated IP 172.25.2.75 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/7b7d5627-eabc-4b74-b3e9-f6315a2a3409) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:20:42.576172 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7de651fb-4623-4556-974c-276ac237041b req-56f8aafc-082c-45b9-ac64-46833346e056 service neutron] 10.222.0.20 "GET /v2.0/networks/52b7d494-3f69-4466-b6fc-aacb57db7686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431243 Nov 08 00:20:42.577795 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] Attempting to bind port aec384b5-2e80-428a-b331-9b057e07233c on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:20:42.578239 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] Attempting to bind port aec384b5-2e80-428a-b331-9b057e07233c by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:20:42.578676 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] Attempting to bind port aec384b5-2e80-428a-b331-9b057e07233c on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:20:42.596920 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:20:42.599335 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:42.600196 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:42.600804 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:20:42.601779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] Bound port: aec384b5-2e80-428a-b331-9b057e07233c, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:20:42.602526 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:42.679969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 438353d5-4114-4c41-ad6c-efc9b3cb8623 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:20:42.680706 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:42.706581 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c8092d2d-adbc-496b-b78b-55eafa269595 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:42.741067 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:42.746990 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] For port aec384b5-2e80-428a-b331-9b057e07233c, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:20:42.759110 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] For port aec384b5-2e80-428a-b331-9b057e07233c, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=aec384b5-2e80-428a-b331-9b057e07233c,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:20:42.778342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Port': ['ID=438353d5-4114-4c41-ad6c-efc9b3cb8623,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:42.789026 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Could not find standard attr ID for object 438353d5-4114-4c41-ad6c-efc9b3cb8623. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:20:42.792851 n-d-816882-1 neutron-server[102773]: INFO neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No ports have port_id starting with 438353d5-4114-4c41-ad6c-efc9b3cb8623 Nov 08 00:20:42.829633 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No DVR routers for this DVR port 438353d5-4114-4c41-ad6c-efc9b3cb8623 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:20:42.881081 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:42.881303 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:42.913680 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c8092d2d-adbc-496b-b78b-55eafa269595 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:42.956997 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] Routers {'e79bf597-2540-4be8-8029-57423a4f2527'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:20:42.957638 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:20:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e79bf597-2540-4be8-8029-57423a4f2527'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:42.969233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e4574-940c-4551-9d13-9065e6084f86 None None] Pushing event updated for resources: {'Port': ['ID=aec384b5-2e80-428a-b331-9b057e07233c,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:43.030645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8092d2d-adbc-496b-b78b-55eafa269595 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:20:43.038122 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-c8092d2d-adbc-496b-b78b-55eafa269595 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:43.041135 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8092d2d-adbc-496b-b78b-55eafa269595 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:20:43.044283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8092d2d-adbc-496b-b78b-55eafa269595 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Pushing event updated for resources: {'Port': ['ID=7b7d5627-eabc-4b74-b3e9-f6315a2a3409,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:43.077188 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:43.119879 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e6d112-ca21-4fc5-8a2d-c5f7acf50511,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:43.126426 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] Set router e79bf597-2540-4be8-8029-57423a4f2527 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:20:43.251746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34748251-9151-4264-aa8a-1bfed58be64d None None] Network c364798c-ae78-49a9-be27-d32aa74dd85c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:43.376377 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:43.394876 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-8dd0649e-3c0f-4cc9-9d18-7b9fca9f41fb None None] Could not find standard attr ID for object 438353d5-4114-4c41-ad6c-efc9b3cb8623. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:20:43.405239 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c364798c-ae78-49a9-be27-d32aa74dd85c']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:43.482464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc005b43-aa6e-4eff-a327-3dba64956560') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:43.482831 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc005b43-aa6e-4eff-a327-3dba64956560') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:43.505920 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:43.518729 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eb9ee-f736-429f-b7e0-4e3a34552e44 req-25cebb6c-cba8-4018-9a66-8d864d320735 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:43.526249 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-887eb9ee-f736-429f-b7e0-4e3a34552e44 req-25cebb6c-cba8-4018-9a66-8d864d320735 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.3700645 Nov 08 00:20:43.569991 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:43.582719 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300edc78-7b85-4c98-b385-8f01297fd083 None None] DHCP port deletion for c364798c-ae78-49a9-be27-d32aa74dd85c request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:20:43.586041 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:43.586445 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:43.591548 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:43.607817 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79bf597-2540-4be8-8029-57423a4f2527', 'name': 'tempest-snat-router-1964143889', 'tenant_id': '07c62cdf682947c2bb43ac5483909575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.107'}], 'enable_snat': False}, 'gw_port_id': 'aec384b5-2e80-428a-b331-9b057e07233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:20:36Z', 'updated_at': '2021-11-08T00:20:38Z', 'revision_number': 3, 'project_id': '07c62cdf682947c2bb43ac5483909575', 'gw_port': {'id': 'aec384b5-2e80-428a-b331-9b057e07233c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79bf597-2540-4be8-8029-57423a4f2527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:20:37Z', 'updated_at': '2021-11-08T00:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:43.645271 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e89e685-7255-43e8-b31e-67c6e9e8c31f None None] The sync data for ids ['e79bf597-2540-4be8-8029-57423a4f2527'] in n-d-816882-1 is: [{'id': 'e79bf597-2540-4be8-8029-57423a4f2527', 'name': 'tempest-snat-router-1964143889', 'tenant_id': '07c62cdf682947c2bb43ac5483909575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.107'}], 'enable_snat': False}, 'gw_port_id': 'aec384b5-2e80-428a-b331-9b057e07233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:20:36Z', 'updated_at': '2021-11-08T00:20:38Z', 'revision_number': 3, 'project_id': '07c62cdf682947c2bb43ac5483909575', 'gw_port': {'id': 'aec384b5-2e80-428a-b331-9b057e07233c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79bf597-2540-4be8-8029-57423a4f2527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:20:37Z', 'updated_at': '2021-11-08T00:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:20:43.653454 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321bcf56-e301-4b67-8ac9-a26f7396990e None None] Network c364798c-ae78-49a9-be27-d32aa74dd85c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:43.663976 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-887eb9ee-f736-429f-b7e0-4e3a34552e44 req-d60d859d-bc05-477e-8c64-c2fd95511954 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296222 Nov 08 00:20:43.705710 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c8092d2d-adbc-496b-b78b-55eafa269595 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:43.882751 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:43.898043 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528859'] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:43.901199 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/networks/c364798c-ae78-49a9-be27-d32aa74dd85c HTTP/1.1" status: 204 len: 168 time: 2.8571668 Nov 08 00:20:43.904619 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48274) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:43.920631 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b40bb-5642-4c50-bf5f-633c474c9e5b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Network': ['ID=c364798c-ae78-49a9-be27-d32aa74dd85c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:43.939506 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a1d4d-c638-42f9-a4e5-b9d02b7dacb8 req-f8cf098e-7cc0-4237-871c-f3baf8e62a5a tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:43.941098 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a1a1d4d-c638-42f9-a4e5-b9d02b7dacb8 req-f8cf098e-7cc0-4237-871c-f3baf8e62a5a tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/ports?device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 944 time: 0.1405721 Nov 08 00:20:43.977074 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fcc2740-e008-4f84-85d0-76a43d1685ba tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] DELETE failed (client error): The resource could not be found. Nov 08 00:20:43.977074 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fcc2740-e008-4f84-85d0-76a43d1685ba tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:20:43.977074 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0fcc2740-e008-4f84-85d0-76a43d1685ba tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/networks/c364798c-ae78-49a9-be27-d32aa74dd85c HTTP/1.1" status: 404 len: 339 time: 0.0637107 Nov 08 00:20:43.977074 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48280) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:43.992767 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-819e4dcc-4f80-4228-a725-4b0354c704b6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-701094874', 'description': 'd1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:44.125404 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a1a1d4d-c638-42f9-a4e5-b9d02b7dacb8 req-ebdc7295-e436-44ed-9c1c-d0df2bd23417 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/security-groups?id=11ca1b8d-bc4b-469c-9938-9674acc7cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711974 Nov 08 00:20:44.131579 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819e4dcc-4f80-4228-a725-4b0354c704b6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Made reservation on behalf of dd581cc2687349bf9fd052536f8e8b61 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:44.141782 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-819e4dcc-4f80-4228-a725-4b0354c704b6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:44.154146 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c8092d2d-adbc-496b-b78b-55eafa269595 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:44.204285 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819e4dcc-4f80-4228-a725-4b0354c704b6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:20:44.215670 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-819e4dcc-4f80-4228-a725-4b0354c704b6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:44.216051 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-819e4dcc-4f80-4228-a725-4b0354c704b6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Added segment bf2359de-1dd8-4fca-a79d-e3f8c29d444c of type vlan for network 7a3f5469-7aec-4774-b48c-be6c3ec0655e Nov 08 00:20:44.329398 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-819e4dcc-4f80-4228-a725-4b0354c704b6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:44.395317 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8092d2d-adbc-496b-b78b-55eafa269595 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Router 333f4ea7-b0e6-4c4f-9182-60750fb2a2bc is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:20:44.452353 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-819e4dcc-4f80-4228-a725-4b0354c704b6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:44.463925 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819e4dcc-4f80-4228-a725-4b0354c704b6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:44.464564 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-819e4dcc-4f80-4228-a725-4b0354c704b6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:44.473200 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device aec384b5-2e80-428a-b331-9b057e07233c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:20:44.557761 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8092d2d-adbc-496b-b78b-55eafa269595 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:20:44.565052 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port aec384b5-2e80-428a-b331-9b057e07233c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:20:44.566068 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:44.568512 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] Sync routers for ids ['333f4ea7-b0e6-4c4f-9182-60750fb2a2bc'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:20:44.587396 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] Routers {'333f4ea7-b0e6-4c4f-9182-60750fb2a2bc'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:20:44.590365 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:20:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['333f4ea7-b0e6-4c4f-9182-60750fb2a2bc'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:44.596176 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e4dcc-4f80-4228-a725-4b0354c704b6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Network': ['ID=7a3f5469-7aec-4774-b48c-be6c3ec0655e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:44.610252 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 7a3f5469-7aec-4774-b48c-be6c3ec0655e details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:44.689578 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-819e4dcc-4f80-4228-a725-4b0354c704b6 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7107213 Nov 08 00:20:44.693885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48300) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:44.728149 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] Set router 333f4ea7-b0e6-4c4f-9182-60750fb2a2bc gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:20:44.729327 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:44.752307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port aec384b5-2e80-428a-b331-9b057e07233c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=aec384b5-2e80-428a-b331-9b057e07233c,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:44.766355 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c8092d2d-adbc-496b-b78b-55eafa269595 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:44.770200 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c8092d2d-adbc-496b-b78b-55eafa269595 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5036464 Nov 08 00:20:44.770513 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48304) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:44.840844 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:44.883150 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d8355c-e106-4122-a6ad-f0d00366f592 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:44.888358 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-84d8355c-e106-4122-a6ad-f0d00366f592 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "GET /v2.0/networks?id=7a3f5469-7aec-4774-b48c-be6c3ec0655e HTTP/1.1" status: 200 len: 764 time: 0.1930313 Nov 08 00:20:44.889144 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 8224b748-0036-43f2-8bf9-29013f6cfb68 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:20:44.890935 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48306) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:44.896103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-71afedc3-7b5c-4891-85a7-abc5ce9c45f1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'network': {'description': 'd2'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:44.941080 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 438353d5-4114-4c41-ad6c-efc9b3cb8623 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:20:44.952682 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dca53-2ac8-4e31-bdf8-4b5a9fe3d4db req-a360f059-bc22-42e9-8dde-5975baae05e0 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:44.968515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e8dca53-2ac8-4e31-bdf8-4b5a9fe3d4db req-a360f059-bc22-42e9-8dde-5975baae05e0 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.1712883 Nov 08 00:20:44.973219 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 438353d5-4114-4c41-ad6c-efc9b3cb8623 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:20:44.973792 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 438353d5-4114-4c41-ad6c-efc9b3cb8623 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:20:45.057367 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e8dca53-2ac8-4e31-bdf8-4b5a9fe3d4db req-ab253f41-f7d4-4fc2-bcb0-996d994fa985 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801966 Nov 08 00:20:45.085683 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333f4ea7-b0e6-4c4f-9182-60750fb2a2bc', 'name': 'tempest-snat-router-1964143889', 'tenant_id': '07c62cdf682947c2bb43ac5483909575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '7b7d5627-eabc-4b74-b3e9-f6315a2a3409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:20:40Z', 'updated_at': '2021-11-08T00:20:43Z', 'revision_number': 3, 'project_id': '07c62cdf682947c2bb43ac5483909575', 'gw_port': {'id': '7b7d5627-eabc-4b74-b3e9-f6315a2a3409', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333f4ea7-b0e6-4c4f-9182-60750fb2a2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:20:42Z', 'updated_at': '2021-11-08T00:20:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:45.106419 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=aec384b5-2e80-428a-b331-9b057e07233c,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:45.126069 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] Checking router: 333f4ea7-b0e6-4c4f-9182-60750fb2a2bc for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:20:45.127825 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] Updating router 333f4ea7-b0e6-4c4f-9182-60750fb2a2bc port 7b7d5627-eabc-4b74-b3e9-f6315a2a3409 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:20:45.134621 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48312) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:45.164586 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:45.185004 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71afedc3-7b5c-4891-85a7-abc5ce9c45f1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:45.204787 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 8224b748-0036-43f2-8bf9-29013f6cfb68, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8224b748-0036-43f2-8bf9-29013f6cfb68,segment=NetworkSegment(dcd620e5-41d9-47d9-a07f-62a2808ab46d),segment_id=dcd620e5-41d9-47d9-a07f-62a2808ab46d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:45.223871 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '8224b748-0036-43f2-8bf9-29013f6cfb68', 'network_id': '52b7d494-3f69-4466-b6fc-aacb57db7686', 'port_id': '8224b748-0036-43f2-8bf9-29013f6cfb68', 'mac_address': 'fa:16:3e:0d:58:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e50a303-ce06-4baf-983e-2fab8e4e63d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:20:45.263383 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:45.278259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8224b748-0036-43f2-8bf9-29013f6cfb68 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:20:45.295974 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71afedc3-7b5c-4891-85a7-abc5ce9c45f1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:45.334101 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 8224b748-0036-43f2-8bf9-29013f6cfb68, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8224b748-0036-43f2-8bf9-29013f6cfb68,segment=NetworkSegment(dcd620e5-41d9-47d9-a07f-62a2808ab46d),segment_id=dcd620e5-41d9-47d9-a07f-62a2808ab46d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:45.370091 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-71afedc3-7b5c-4891-85a7-abc5ce9c45f1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network 7a3f5469-7aec-4774-b48c-be6c3ec0655e is not hosted by any dhcp agent {{(pid=102772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 00:20:45.376540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71afedc3-7b5c-4891-85a7-abc5ce9c45f1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:45.377168 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71afedc3-7b5c-4891-85a7-abc5ce9c45f1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:45.381159 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48318) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:45.381750 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-71afedc3-7b5c-4891-85a7-abc5ce9c45f1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "PUT /v2.0/networks/7a3f5469-7aec-4774-b48c-be6c3ec0655e HTTP/1.1" status: 200 len: 761 time: 0.4893765 Nov 08 00:20:45.424553 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:45.438377 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-097ee78c-cf80-43f8-a2b2-febae5ccf4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:45.455761 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afedc3-7b5c-4891-85a7-abc5ce9c45f1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Network': ['ID=7a3f5469-7aec-4774-b48c-be6c3ec0655e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:45.469398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900138e8-6755-4cbd-b2bc-d5cdaae54b1e tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:45.471276 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-900138e8-6755-4cbd-b2bc-d5cdaae54b1e tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "GET /v2.0/networks?id=7a3f5469-7aec-4774-b48c-be6c3ec0655e HTTP/1.1" status: 200 len: 764 time: 0.0887992 Nov 08 00:20:45.475643 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48322) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:45.518353 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80fe9c-2610-4e37-b43c-09ff5684749e req-60070342-17d9-48cf-8fdc-334562d87dcc tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:45.520045 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d80fe9c-2610-4e37-b43c-09ff5684749e req-60070342-17d9-48cf-8fdc-334562d87dcc tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/ports?device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 944 time: 0.2208111 Nov 08 00:20:45.530359 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-224b1987-8381-4cc0-81d8-70d8513bfec3 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "GET /v2.0/routers/333f4ea7-b0e6-4c4f-9182-60750fb2a2bc HTTP/1.1" status: 200 len: 907 time: 0.7585058 Nov 08 00:20:45.535109 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=8224b748-0036-43f2-8bf9-29013f6cfb68,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:45.539956 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 7a3f5469-7aec-4774-b48c-be6c3ec0655e details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:45.555032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48326) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:45.583401 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:45.692533 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:45.741475 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e876154-cf35-418a-9f5b-2ddf8838e890 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:45.744709 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9e876154-cf35-418a-9f5b-2ddf8838e890 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2679746 Nov 08 00:20:45.747745 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48332) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:45.795762 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ae32b-dd76-4d39-928c-62ee989caaf3 None None] Pushing event updated for resources: {'Port': ['ID=7b7d5627-eabc-4b74-b3e9-f6315a2a3409,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:45.799197 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] Attempting to bind port 7b7d5627-eabc-4b74-b3e9-f6315a2a3409 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:20:45.805048 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] Attempting to bind port 7b7d5627-eabc-4b74-b3e9-f6315a2a3409 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:20:45.806122 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] Attempting to bind port 7b7d5627-eabc-4b74-b3e9-f6315a2a3409 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:20:45.812399 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-60af4e56-c4db-4e2a-b976-f7d83e9207a1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "GET /v2.0/subnets?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 207 time: 0.0637639 Nov 08 00:20:45.815703 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48334) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:45.819329 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:20:45.819837 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:45.822434 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:45.822434 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:20:45.822434 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] Bound port: 7b7d5627-eabc-4b74-b3e9-f6315a2a3409, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:20:45.822434 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:45.826062 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86ae32b-dd76-4d39-928c-62ee989caaf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:45.826651 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86ae32b-dd76-4d39-928c-62ee989caaf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:45.827085 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86ae32b-dd76-4d39-928c-62ee989caaf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:45.827531 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86ae32b-dd76-4d39-928c-62ee989caaf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:45.827972 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86ae32b-dd76-4d39-928c-62ee989caaf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:45.828364 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86ae32b-dd76-4d39-928c-62ee989caaf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:45.828755 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86ae32b-dd76-4d39-928c-62ee989caaf3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:45.829139 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86ae32b-dd76-4d39-928c-62ee989caaf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:45.829522 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86ae32b-dd76-4d39-928c-62ee989caaf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:45.829906 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86ae32b-dd76-4d39-928c-62ee989caaf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:45.830288 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86ae32b-dd76-4d39-928c-62ee989caaf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:45.830697 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86ae32b-dd76-4d39-928c-62ee989caaf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:45.866931 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['8224b748-0036-43f2-8bf9-29013f6cfb68'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:20:45.894737 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] For port 7b7d5627-eabc-4b74-b3e9-f6315a2a3409, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:20:45.898207 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] For port 7b7d5627-eabc-4b74-b3e9-f6315a2a3409, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7b7d5627-eabc-4b74-b3e9-f6315a2a3409,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:20:45.945960 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef27844-2b5b-4235-a7d7-5b245641b96c tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:45.954496 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef27844-2b5b-4235-a7d7-5b245641b96c tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:45.960854 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef27844-2b5b-4235-a7d7-5b245641b96c tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:45.967272 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef27844-2b5b-4235-a7d7-5b245641b96c tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:45.973869 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef27844-2b5b-4235-a7d7-5b245641b96c tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:45.980950 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef27844-2b5b-4235-a7d7-5b245641b96c tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:45.982886 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:45.994439 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0ef27844-2b5b-4235-a7d7-5b245641b96c tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.1776407 Nov 08 00:20:45.999289 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48336) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:46.070451 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] Routers {'333f4ea7-b0e6-4c4f-9182-60750fb2a2bc'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:20:46.071371 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:20:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['333f4ea7-b0e6-4c4f-9182-60750fb2a2bc'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:46.109768 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-097ee78c-cf80-43f8-a2b2-febae5ccf4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:46.139882 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d80fe9c-2610-4e37-b43c-09ff5684749e req-65605974-6c59-4599-90b0-24d768a22515 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/security-groups?id=11ca1b8d-bc4b-469c-9938-9674acc7cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073339 Nov 08 00:20:46.145613 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ae32b-dd76-4d39-928c-62ee989caaf3 None None] Pushing event updated for resources: {'Port': ['ID=7b7d5627-eabc-4b74-b3e9-f6315a2a3409,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:46.147703 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b567aee-bc17-43e9-bfc5-da82f0f70f45 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:46.178241 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-50ea5a1d-0358-4e55-aca4-be17b7ee9e75 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1755548 Nov 08 00:20:46.178904 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48342) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:46.217598 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] Set router 333f4ea7-b0e6-4c4f-9182-60750fb2a2bc gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:20:46.234552 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-097ee78c-cf80-43f8-a2b2-febae5ccf4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:46.240020 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6932e69-5299-4e16-a892-ea0bed0074b3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:46.241675 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6932e69-5299-4e16-a892-ea0bed0074b3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:46.244000 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6932e69-5299-4e16-a892-ea0bed0074b3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:46.245492 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6932e69-5299-4e16-a892-ea0bed0074b3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:46.247654 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6932e69-5299-4e16-a892-ea0bed0074b3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:46.249325 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f6932e69-5299-4e16-a892-ea0bed0074b3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0694435 Nov 08 00:20:46.253007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48344) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:46.312422 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cc2dc4-5ef6-4880-90e2-e46ed88b4b29 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['shared'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:46.313900 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cc2dc4-5ef6-4880-90e2-e46ed88b4b29 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['shared'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:46.315490 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cc2dc4-5ef6-4880-90e2-e46ed88b4b29 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['shared'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:46.317246 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cc2dc4-5ef6-4880-90e2-e46ed88b4b29 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['shared'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:46.319462 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cc2dc4-5ef6-4880-90e2-e46ed88b4b29 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['shared'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:46.323696 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-04cc2dc4-5ef6-4880-90e2-e46ed88b4b29 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0664594 Nov 08 00:20:46.324009 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48346) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:46.372381 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device aec384b5-2e80-428a-b331-9b057e07233c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:20:46.390365 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ee78c-cf80-43f8-a2b2-febae5ccf4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438ffae9-6d99-4b55-9120-e7e021b7390a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:46.397616 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-097ee78c-cf80-43f8-a2b2-febae5ccf4e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a7ceac00a844c2e9c82c1f53a66f2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2595775 Nov 08 00:20:46.403869 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48350) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:46.442684 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port aec384b5-2e80-428a-b331-9b057e07233c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:20:46.443170 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:46.468623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded36cf-b9ca-4a1e-b7b7-ded9ee13a8f6 req-3f60f640-775b-4120-8291-ce9845cfca2a tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:46.476377 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ded36cf-b9ca-4a1e-b7b7-ded9ee13a8f6 req-3f60f640-775b-4120-8291-ce9845cfca2a tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.2346692 Nov 08 00:20:46.508415 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b567aee-bc17-43e9-bfc5-da82f0f70f45 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:46.535516 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408be0ed-7339-4a50-8004-1c9f029d579b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:46.547502 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-408be0ed-7339-4a50-8004-1c9f029d579b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "GET /v2.0/networks/6cb16959-5489-4336-bb6e-763e3521e7f2 HTTP/1.1" status: 200 len: 804 time: 0.2176914 Nov 08 00:20:46.547502 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48354) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:46.559861 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6875c2cd-e84e-4c83-a740-d806299ed84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:46.565546 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ded36cf-b9ca-4a1e-b7b7-ded9ee13a8f6 req-064b303f-3b4b-4987-82ce-8bf239d66aa6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769575 Nov 08 00:20:46.601226 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6875c2cd-e84e-4c83-a740-d806299ed84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:46.607713 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333f4ea7-b0e6-4c4f-9182-60750fb2a2bc', 'name': 'tempest-snat-router-1964143889', 'tenant_id': '07c62cdf682947c2bb43ac5483909575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '7b7d5627-eabc-4b74-b3e9-f6315a2a3409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:20:40Z', 'updated_at': '2021-11-08T00:20:43Z', 'revision_number': 3, 'project_id': '07c62cdf682947c2bb43ac5483909575', 'gw_port': {'id': '7b7d5627-eabc-4b74-b3e9-f6315a2a3409', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333f4ea7-b0e6-4c4f-9182-60750fb2a2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:20:42Z', 'updated_at': '2021-11-08T00:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:46.634929 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d252b745-f411-4ce5-8c05-fe5cdd88100a None None] The sync data for ids ['333f4ea7-b0e6-4c4f-9182-60750fb2a2bc'] in n-d-816882-1 is: [{'id': '333f4ea7-b0e6-4c4f-9182-60750fb2a2bc', 'name': 'tempest-snat-router-1964143889', 'tenant_id': '07c62cdf682947c2bb43ac5483909575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '7b7d5627-eabc-4b74-b3e9-f6315a2a3409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:20:40Z', 'updated_at': '2021-11-08T00:20:43Z', 'revision_number': 3, 'project_id': '07c62cdf682947c2bb43ac5483909575', 'gw_port': {'id': '7b7d5627-eabc-4b74-b3e9-f6315a2a3409', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333f4ea7-b0e6-4c4f-9182-60750fb2a2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:20:42Z', 'updated_at': '2021-11-08T00:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:20:46.664433 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4d3220e0-2523-4268-be87-cccb642c4be2 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "GET /v2.0/networks/6cb16959-5489-4336-bb6e-763e3521e7f2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1193535 Nov 08 00:20:46.671089 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48358) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:46.750337 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06001bc6-0424-49cf-b10d-40307833cf0f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:46.751667 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-06001bc6-0424-49cf-b10d-40307833cf0f tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "GET /v2.0/subnets/8afb26bb-7ac0-4b4e-992e-cbee34ecfd17 HTTP/1.1" status: 200 len: 843 time: 0.0795863 Nov 08 00:20:46.757450 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48360) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:46.767301 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-3b567aee-bc17-43e9-bfc5-da82f0f70f45 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Deleting port 7b7d5627-eabc-4b74-b3e9-f6315a2a3409 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:46.767650 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b567aee-bc17-43e9-bfc5-da82f0f70f45 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:46.780612 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6875c2cd-e84e-4c83-a740-d806299ed84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:46.783144 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6875c2cd-e84e-4c83-a740-d806299ed84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:46.784322 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6875c2cd-e84e-4c83-a740-d806299ed84b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/438ffae9-6d99-4b55-9120-e7e021b7390a HTTP/1.1" status: 204 len: 168 time: 0.3799353 Nov 08 00:20:46.819843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875c2cd-e84e-4c83-a740-d806299ed84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438ffae9-6d99-4b55-9120-e7e021b7390a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:46.834176 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd8f517-f307-465b-8c04-67bde970cf89 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['shared'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:46.835341 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dfd8f517-f307-465b-8c04-67bde970cf89 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "GET /v2.0/subnets/8afb26bb-7ac0-4b4e-992e-cbee34ecfd17?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0767970 Nov 08 00:20:46.836101 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48364) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:46.842012 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1804605942'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:46.868574 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-3b567aee-bc17-43e9-bfc5-da82f0f70f45 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] For port 7b7d5627-eabc-4b74-b3e9-f6315a2a3409, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7b7d5627-eabc-4b74-b3e9-f6315a2a3409,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:46.868943 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b567aee-bc17-43e9-bfc5-da82f0f70f45 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:46.884683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 8224b748-0036-43f2-8bf9-29013f6cfb68 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:20:46.890387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-3b567aee-bc17-43e9-bfc5-da82f0f70f45 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Calling delete_port for 7b7d5627-eabc-4b74-b3e9-f6315a2a3409 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:46.969834 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Made reservation on behalf of dd581cc2687349bf9fd052536f8e8b61 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:46.974462 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:47.022440 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 8224b748-0036-43f2-8bf9-29013f6cfb68 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:20:47.022997 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:20:47.027062 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 8224b748-0036-43f2-8bf9-29013f6cfb68 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:20:47.027440 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:47.035855 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:47.036491 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Added segment ac89442b-b09c-4fb0-871b-37c830f1bf72 of type vlan for network a699290e-7255-4696-aa35-9686885035ec Nov 08 00:20:47.097912 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:47.166708 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:47.189030 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:47.198327 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5471aeb3-f9e6-454a-81fb-5d1ff225ea0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8224b748-0036-43f2-8bf9-29013f6cfb68'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:20:47.198511 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:47.198724 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:47.198934 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c73a15-b726-4e23-8de3-0b340056d05c" -d '{"events": [{"server_uuid": "5471aeb3-f9e6-454a-81fb-5d1ff225ea0a", "name": "network-vif-plugged", "status": "completed", "tag": "8224b748-0036-43f2-8bf9-29013f6cfb68"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:20:47.214473 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 8224b748-0036-43f2-8bf9-29013f6cfb68, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8224b748-0036-43f2-8bf9-29013f6cfb68,segment=NetworkSegment(dcd620e5-41d9-47d9-a07f-62a2808ab46d),segment_id=dcd620e5-41d9-47d9-a07f-62a2808ab46d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:47.247011 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b567aee-bc17-43e9-bfc5-da82f0f70f45 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:47.273970 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:47.302330 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b567aee-bc17-43e9-bfc5-da82f0f70f45 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b7d5627-eabc-4b74-b3e9-f6315a2a3409,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:47.350581 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5123370 Nov 08 00:20:47.356778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48378) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:47.371821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-642ade75-1221-47ae-8125-f09333a250e1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'subnet': {'network_id': 'a699290e-7255-4696-aa35-9686885035ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:47.389626 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=8224b748-0036-43f2-8bf9-29013f6cfb68,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:47.408422 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4d4b16-22f6-445f-9902-981763b1d3eb x-openstack-request-id: req-cb4d4b16-22f6-445f-9902-981763b1d3eb {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:20:47.409865 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5471aeb3-f9e6-454a-81fb-5d1ff225ea0a", "name": "network-vif-plugged", "status": "completed", "tag": "8224b748-0036-43f2-8bf9-29013f6cfb68", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:20:47.410384 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb4d4b16-22f6-445f-9902-981763b1d3eb {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:20:47.412704 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5471aeb3-f9e6-454a-81fb-5d1ff225ea0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8224b748-0036-43f2-8bf9-29013f6cfb68', 'code': 200} Nov 08 00:20:47.463281 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Network': ['ID=a699290e-7255-4696-aa35-9686885035ec,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:47.482067 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:47.482555 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:47.482900 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:47.483231 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:47.483735 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:47.484094 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:47.484549 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:47.484879 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:47.485201 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:47.485518 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:47.486397 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:47.486718 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683699e4-e629-4773-9ea6-2402312483ea tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:47.501063 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network a699290e-7255-4696-aa35-9686885035ec details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:20:47.541433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc10a93-c30f-4fba-a9e9-ed367f812e3a req-4bff3062-8c18-4f5c-8253-283c0ecb4b59 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:47.549141 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0fc10a93-c30f-4fba-a9e9-ed367f812e3a req-4bff3062-8c18-4f5c-8253-283c0ecb4b59 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/ports?device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 946 time: 0.2276065 Nov 08 00:20:47.593474 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b567aee-bc17-43e9-bfc5-da82f0f70f45 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:47.601031 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809c907-ddce-4638-a663-6b5760df98c1 req-c5915167-5963-4a1d-8f94-a5df575f3b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:47.603024 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2809c907-ddce-4638-a663-6b5760df98c1 req-c5915167-5963-4a1d-8f94-a5df575f3b69 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 1097 time: 0.1030710 Nov 08 00:20:47.659924 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2809c907-ddce-4638-a663-6b5760df98c1 req-c675f4d9-5f90-4437-8f8d-50f247a9d6b4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=11ca1b8d-bc4b-469c-9938-9674acc7cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462978 Nov 08 00:20:47.685869 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642ade75-1221-47ae-8125-f09333a250e1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Made reservation on behalf of dd581cc2687349bf9fd052536f8e8b61 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:20:47.695125 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-642ade75-1221-47ae-8125-f09333a250e1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:47.726407 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b567aee-bc17-43e9-bfc5-da82f0f70f45 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:47.728800 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b567aee-bc17-43e9-bfc5-da82f0f70f45 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:47.735048 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0fc10a93-c30f-4fba-a9e9-ed367f812e3a req-1e4fa73d-4cec-4bc0-942e-9653e120309f tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/security-groups?id=11ca1b8d-bc4b-469c-9938-9674acc7cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849396 Nov 08 00:20:47.849788 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.ipam_backend_mixin [None req-642ade75-1221-47ae-8125-f09333a250e1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Performing IP validity checks on allocation pools {{(pid=102771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 00:20:47.851586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.ipam_backend_mixin [None req-642ade75-1221-47ae-8125-f09333a250e1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 00:20:47.879573 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446fc95-1ac5-4bfc-ba71-bd250bb14071 req-03297a93-66e4-4231-a69c-ab188bbff332 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:47.881300 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9446fc95-1ac5-4bfc-ba71-bd250bb14071 req-03297a93-66e4-4231-a69c-ab188bbff332 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.1453571 Nov 08 00:20:47.882502 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b567aee-bc17-43e9-bfc5-da82f0f70f45 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:47.883121 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b567aee-bc17-43e9-bfc5-da82f0f70f45 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 333f4ea7-b0e6-4c4f-9182-60750fb2a2bc {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:20:47.888159 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b567aee-bc17-43e9-bfc5-da82f0f70f45 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:47.889410 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3b567aee-bc17-43e9-bfc5-da82f0f70f45 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "DELETE /v2.0/routers/333f4ea7-b0e6-4c4f-9182-60750fb2a2bc HTTP/1.1" status: 204 len: 168 time: 2.3087573 Nov 08 00:20:47.892144 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48394) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:47.928909 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9446fc95-1ac5-4bfc-ba71-bd250bb14071 req-6898a801-a38f-46ee-8f01-0178c01ab74f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347426 Nov 08 00:20:48.068449 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4232245b-f07e-47ba-ba6e-a2e30da01fab tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:48.189228 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4232245b-f07e-47ba-ba6e-a2e30da01fab tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:48.223943 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-642ade75-1221-47ae-8125-f09333a250e1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:48.315523 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ade75-1221-47ae-8125-f09333a250e1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Subnet': ['ID=3f6f2606-d0ed-4ee8-8730-38058ee0e427,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:48.333560 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642ade75-1221-47ae-8125-f09333a250e1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Checking segment: {'id': 'ac89442b-b09c-4fb0-871b-37c830f1bf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a699290e-7255-4696-aa35-9686885035ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:20:48.334001 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ade75-1221-47ae-8125-f09333a250e1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network hostable DHCP agents. Network: a699290e-7255-4696-aa35-9686885035ec, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:20:48.363387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-4232245b-f07e-47ba-ba6e-a2e30da01fab tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Deleting port aec384b5-2e80-428a-b331-9b057e07233c {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:48.363387 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4232245b-f07e-47ba-ba6e-a2e30da01fab tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:48.448328 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-4232245b-f07e-47ba-ba6e-a2e30da01fab tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] For port aec384b5-2e80-428a-b331-9b057e07233c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=aec384b5-2e80-428a-b331-9b057e07233c,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:48.448694 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4232245b-f07e-47ba-ba6e-a2e30da01fab tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:48.461224 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-4232245b-f07e-47ba-ba6e-a2e30da01fab tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Calling delete_port for aec384b5-2e80-428a-b331-9b057e07233c owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:48.507845 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ade75-1221-47ae-8125-f09333a250e1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Network a699290e-7255-4696-aa35-9686885035ec is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:20:48.601172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-642ade75-1221-47ae-8125-f09333a250e1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, a699290e-7255-4696-aa35-9686885035ec) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:48.607218 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ade75-1221-47ae-8125-f09333a250e1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:48.607838 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-642ade75-1221-47ae-8125-f09333a250e1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:48.617567 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3ece30-41d5-49f5-868e-f9d534e05f32 None None] Network a699290e-7255-4696-aa35-9686885035ec requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:48.700927 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-642ade75-1221-47ae-8125-f09333a250e1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3429768 Nov 08 00:20:48.704817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48436) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:48.717282 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-6c38e336-aaaf-4226-8621-94260cfb3015 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:48.772400 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4232245b-f07e-47ba-ba6e-a2e30da01fab tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:48.830184 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3902f3d-df4a-49b1-81ae-1faa6f207439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-a699290e-7255-4696-aa35-9686885035ec', 'network_id': 'a699290e-7255-4696-aa35-9686885035ec', 'tenant_id': 'dd581cc2687349bf9fd052536f8e8b61', 'fixed_ips': [{'subnet_id': '3f6f2606-d0ed-4ee8-8730-38058ee0e427'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:20:48.830184 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3902f3d-df4a-49b1-81ae-1faa6f207439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:48.862702 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232245b-f07e-47ba-ba6e-a2e30da01fab tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Pushing event deleted for resources: {'Port': ['ID=aec384b5-2e80-428a-b331-9b057e07233c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:48.889190 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6c38e336-aaaf-4226-8621-94260cfb3015 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5252282'] for subnet, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:49.008176 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4232245b-f07e-47ba-ba6e-a2e30da01fab tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:49.071114 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729787d8-0bad-4dd0-8cc0-ce8eca20ff70 req-a34bdc25-f33b-4cb6-b469-369beeb9d3a4 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:49.073049 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-729787d8-0bad-4dd0-8cc0-ce8eca20ff70 req-a34bdc25-f33b-4cb6-b469-369beeb9d3a4 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/ports?device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 946 time: 0.1693473 Nov 08 00:20:49.094406 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:20:49.153245 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4232245b-f07e-47ba-ba6e-a2e30da01fab tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:49.156321 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4232245b-f07e-47ba-ba6e-a2e30da01fab tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:49.198313 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-729787d8-0bad-4dd0-8cc0-ce8eca20ff70 req-dc394e47-2bf4-41f7-9abc-5203adb09b85 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/security-groups?id=11ca1b8d-bc4b-469c-9938-9674acc7cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959599 Nov 08 00:20:49.217712 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-c3902f3d-df4a-49b1-81ae-1faa6f207439 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 08 00:20:49.217712 n-d-816882-1 neutron-server[102773]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 08 00:20:49.217712 n-d-816882-1 neutron-server[102773]: [parameters: {'in_use': 1, 'id_1': '3f6f2606-d0ed-4ee8-8730-38058ee0e427'}] Nov 08 00:20:49.217712 n-d-816882-1 neutron-server[102773]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:20:49.218592 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-c3902f3d-df4a-49b1-81ae-1faa6f207439 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:20:49.246489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813b2f5-60eb-4075-8894-dca3401a016a req-87c5ffd1-5c00-48cc-ba4d-9bf1b416dc42 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:49.248030 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4813b2f5-60eb-4075-8894-dca3401a016a req-87c5ffd1-5c00-48cc-ba4d-9bf1b416dc42 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.1739988 Nov 08 00:20:49.284483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48452) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:49.315905 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4232245b-f07e-47ba-ba6e-a2e30da01fab tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:49.316492 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4232245b-f07e-47ba-ba6e-a2e30da01fab tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e79bf597-2540-4be8-8029-57423a4f2527 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:20:49.324358 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4232245b-f07e-47ba-ba6e-a2e30da01fab tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:49.325218 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4232245b-f07e-47ba-ba6e-a2e30da01fab tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "DELETE /v2.0/routers/e79bf597-2540-4be8-8029-57423a4f2527 HTTP/1.1" status: 204 len: 168 time: 1.4301412 Nov 08 00:20:49.327307 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4813b2f5-60eb-4075-8894-dca3401a016a req-b55f0283-5ac9-4394-9e3d-f5e36d1811f0 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728104 Nov 08 00:20:49.328691 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48456) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:49.346226 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-16d35bf8-1d9a-4d7c-87be-c982f85fe1d5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1145076825', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:49.465419 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dda2b9ce-cb25-48ab-b1ba-db1b0ab3f5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:49.485925 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6c38e336-aaaf-4226-8621-94260cfb3015 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792507626801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6871981'] for subnet, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:49.507157 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16d35bf8-1d9a-4d7c-87be-c982f85fe1d5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:49.508211 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16d35bf8-1d9a-4d7c-87be-c982f85fe1d5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:49.535061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c38e336-aaaf-4226-8621-94260cfb3015 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:49.535848 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6c38e336-aaaf-4226-8621-94260cfb3015 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:49.539008 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6c38e336-aaaf-4226-8621-94260cfb3015 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "PUT /v2.0/subnets/3f6f2606-d0ed-4ee8-8730-38058ee0e427 HTTP/1.1" status: 200 len: 900 time: 0.8309958 Nov 08 00:20:49.540619 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48460) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:49.587411 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16d35bf8-1d9a-4d7c-87be-c982f85fe1d5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:49.600240 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38e336-aaaf-4226-8621-94260cfb3015 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event updated for resources: {'Subnet': ['ID=3f6f2606-d0ed-4ee8-8730-38058ee0e427,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:49.622012 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dda2b9ce-cb25-48ab-b1ba-db1b0ab3f5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:49.659981 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31975187-ffd5-4768-bc44-1530e46ff182 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:49.720677 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3902f3d-df4a-49b1-81ae-1faa6f207439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:49.735221 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dda2b9ce-cb25-48ab-b1ba-db1b0ab3f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:49.738581 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31975187-ffd5-4768-bc44-1530e46ff182 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:49.845062 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dda2b9ce-cb25-48ab-b1ba-db1b0ab3f5a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dee97e9449964376b822f3b5960676e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5593512 Nov 08 00:20:49.847725 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2b9ce-cb25-48ab-b1ba-db1b0ab3f5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e36581-faa3-4095-b332-a586c5298e38,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:49.849060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48462) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:49.853685 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16d35bf8-1d9a-4d7c-87be-c982f85fe1d5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:49.885877 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31975187-ffd5-4768-bc44-1530e46ff182 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:49.945736 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31975187-ffd5-4768-bc44-1530e46ff182 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Subnet': ['ID=3f6f2606-d0ed-4ee8-8730-38058ee0e427,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server [None req-c3902f3d-df4a-49b1-81ae-1faa6f207439 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f6f2606-d0ed-4ee8-8730-38058ee0e427: This subnet is being modified by another concurrent operation. Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 00:20:49.980936 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise exception Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f6f2606-d0ed-4ee8-8730-38058ee0e427: This subnet is being modified by another concurrent operation. Nov 08 00:20:49.985303 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server Nov 08 00:20:50.009113 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aee90ede-90b6-4771-a913-8d9f831f0a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:50.048159 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aee90ede-90b6-4771-a913-8d9f831f0a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:50.050780 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31975187-ffd5-4768-bc44-1530e46ff182 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:50.077238 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128c3088-d562-4c15-add1-65fe564d8449 None None] Network a699290e-7255-4696-aa35-9686885035ec requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:50.096602 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-31975187-ffd5-4768-bc44-1530e46ff182 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a699290e-7255-4696-aa35-9686885035ec']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:50.115141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-31975187-ffd5-4768-bc44-1530e46ff182 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac89442b-b09c-4fb0-871b-37c830f1bf72') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:50.115693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-31975187-ffd5-4768-bc44-1530e46ff182 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac89442b-b09c-4fb0-871b-37c830f1bf72') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:50.136254 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31975187-ffd5-4768-bc44-1530e46ff182 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:50.165178 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31975187-ffd5-4768-bc44-1530e46ff182 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:50.174385 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31975187-ffd5-4768-bc44-1530e46ff182 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:50.175509 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31975187-ffd5-4768-bc44-1530e46ff182 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:50.180039 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:50.222356 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16d35bf8-1d9a-4d7c-87be-c982f85fe1d5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:50.241866 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aee90ede-90b6-4771-a913-8d9f831f0a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:50.251769 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aee90ede-90b6-4771-a913-8d9f831f0a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:50.252847 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decca9da-a16b-404b-85e9-061004a587e9 None None] Network a699290e-7255-4696-aa35-9686885035ec requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:50.253442 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-aee90ede-90b6-4771-a913-8d9f831f0a85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8e36581-faa3-4095-b332-a586c5298e38 HTTP/1.1" status: 204 len: 168 time: 0.4031465 Nov 08 00:20:50.267389 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16d35bf8-1d9a-4d7c-87be-c982f85fe1d5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:50.270205 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee90ede-90b6-4771-a913-8d9f831f0a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e36581-faa3-4095-b332-a586c5298e38,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:50.339327 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31975187-ffd5-4768-bc44-1530e46ff182 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:50.364802 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31975187-ffd5-4768-bc44-1530e46ff182 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:50.379598 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-31975187-ffd5-4768-bc44-1530e46ff182 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/networks/a699290e-7255-4696-aa35-9686885035ec HTTP/1.1" status: 204 len: 168 time: 0.8345973 Nov 08 00:20:50.384517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48474) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:50.396982 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31975187-ffd5-4768-bc44-1530e46ff182 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Network': ['ID=a699290e-7255-4696-aa35-9686885035ec,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:50.423396 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 7b7d5627-eabc-4b74-b3e9-f6315a2a3409 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:20:50.433360 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ee8eb2-197b-4a1f-bea5-de3b3bfde4e0 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] DELETE failed (client error): The resource could not be found. Nov 08 00:20:50.434137 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ee8eb2-197b-4a1f-bea5-de3b3bfde4e0 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:20:50.440535 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-07ee8eb2-197b-4a1f-bea5-de3b3bfde4e0 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/subnets/3f6f2606-d0ed-4ee8-8730-38058ee0e427 HTTP/1.1" status: 404 len: 337 time: 0.0421596 Nov 08 00:20:50.444749 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48476) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:50.461133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbc02e-0a3b-42d1-b908-d49a2c1c5086 req-7322085f-8c24-4087-92cf-b336af548586 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:50.467356 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44dbc02e-0a3b-42d1-b908-d49a2c1c5086 req-7322085f-8c24-4087-92cf-b336af548586 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/ports?device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 946 time: 0.1702299 Nov 08 00:20:50.487096 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 7b7d5627-eabc-4b74-b3e9-f6315a2a3409 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:20:50.487444 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 7b7d5627-eabc-4b74-b3e9-f6315a2a3409 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:20:50.487899 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device aec384b5-2e80-428a-b331-9b057e07233c no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:20:50.512800 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e13cdbc-0b34-4764-8264-58680c258628 None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 00:20:50.523520 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-16d35bf8-1d9a-4d7c-87be-c982f85fe1d5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Allocated IP 172.25.2.74 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/d0527368-2862-48a0-881a-e679a867dd55) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:20:50.549478 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44dbc02e-0a3b-42d1-b908-d49a2c1c5086 req-03bbf127-8b25-46c7-9117-57290e2cba48 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/security-groups?id=11ca1b8d-bc4b-469c-9938-9674acc7cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567162 Nov 08 00:20:50.573662 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcaaca-0558-48a8-b6e1-2e1df5360dc2 req-882f599d-ca2f-4912-a721-fdb9b2502189 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:50.575741 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d6fcaaca-0558-48a8-b6e1-2e1df5360dc2 req-882f599d-ca2f-4912-a721-fdb9b2502189 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.1068485 Nov 08 00:20:50.578448 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: aec384b5-2e80-428a-b331-9b057e07233c {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:20:50.578796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device aec384b5-2e80-428a-b331-9b057e07233c not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:20:50.644131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d6fcaaca-0558-48a8-b6e1-2e1df5360dc2 req-6f4b1a67-e001-4056-9230-88723afd6c6d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547318 Nov 08 00:20:50.647252 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e13cdbc-0b34-4764-8264-58680c258628 None None] Resources bound (agent type, host, resource id): {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 00:20:50.696696 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6763fba-e874-433b-a7cc-3d7b41b42abf tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] DELETE failed (client error): The resource could not be found. Nov 08 00:20:50.697907 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6763fba-e874-433b-a7cc-3d7b41b42abf tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:20:50.703936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48484) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:50.704592 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a6763fba-e874-433b-a7cc-3d7b41b42abf tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/networks/a699290e-7255-4696-aa35-9686885035ec HTTP/1.1" status: 404 len: 339 time: 0.2626152 Nov 08 00:20:50.758485 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16d35bf8-1d9a-4d7c-87be-c982f85fe1d5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:50.842241 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0837-0373-4acc-93e0-d75b1a74cab9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:50.855917 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b771750-46e6-488a-ac08-ac061694c7ff req-0a4b1730-f21c-4c83-baa6-86fe43a9a91f tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:50.863385 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b771750-46e6-488a-ac08-ac061694c7ff req-0a4b1730-f21c-4c83-baa6-86fe43a9a91f tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/ports?device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 946 time: 0.0880630 Nov 08 00:20:50.881051 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16d35bf8-1d9a-4d7c-87be-c982f85fe1d5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:50.940298 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b771750-46e6-488a-ac08-ac061694c7ff req-c04a358f-f947-41f3-a7bd-12452378f6b0 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/security-groups?id=11ca1b8d-bc4b-469c-9938-9674acc7cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711927 Nov 08 00:20:50.968464 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d35bf8-1d9a-4d7c-87be-c982f85fe1d5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:20:50.971873 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-16d35bf8-1d9a-4d7c-87be-c982f85fe1d5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:50.975768 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d35bf8-1d9a-4d7c-87be-c982f85fe1d5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:20:51.003949 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d35bf8-1d9a-4d7c-87be-c982f85fe1d5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Pushing event updated for resources: {'Port': ['ID=d0527368-2862-48a0-881a-e679a867dd55,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:51.027061 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0837-0373-4acc-93e0-d75b1a74cab9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:51.071304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-1e5d0837-0373-4acc-93e0-d75b1a74cab9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3f5469-7aec-4774-b48c-be6c3ec0655e']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:51.083177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-1e5d0837-0373-4acc-93e0-d75b1a74cab9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2359de-1dd8-4fca-a79d-e3f8c29d444c') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:51.084717 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-1e5d0837-0373-4acc-93e0-d75b1a74cab9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2359de-1dd8-4fca-a79d-e3f8c29d444c') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:51.099954 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0837-0373-4acc-93e0-d75b1a74cab9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:51.116090 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0837-0373-4acc-93e0-d75b1a74cab9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:51.124462 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5d0837-0373-4acc-93e0-d75b1a74cab9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:51.124928 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0837-0373-4acc-93e0-d75b1a74cab9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:51.128618 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:51.295100 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0837-0373-4acc-93e0-d75b1a74cab9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:51.306382 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0837-0373-4acc-93e0-d75b1a74cab9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:51.306382 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1e5d0837-0373-4acc-93e0-d75b1a74cab9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/networks/7a3f5469-7aec-4774-b48c-be6c3ec0655e HTTP/1.1" status: 204 len: 168 time: 0.5989051 Nov 08 00:20:51.345739 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48506) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:51.346953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d0837-0373-4acc-93e0-d75b1a74cab9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Network': ['ID=7a3f5469-7aec-4774-b48c-be6c3ec0655e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:51.409760 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-96dfab6d-a3a8-47ec-ac8b-25f236f3efab tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] DELETE failed (client error): The resource could not be found. Nov 08 00:20:51.409760 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96dfab6d-a3a8-47ec-ac8b-25f236f3efab tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:20:51.414295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-96dfab6d-a3a8-47ec-ac8b-25f236f3efab tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/subnets/e1e6d112-ca21-4fc5-8a2d-c5f7acf50511 HTTP/1.1" status: 404 len: 337 time: 0.0619981 Nov 08 00:20:51.414497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48510) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:51.432037 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16d35bf8-1d9a-4d7c-87be-c982f85fe1d5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:51.448307 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-918ab35c-8215-4a9a-9c2f-75794cf244a9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] DELETE failed (client error): The resource could not be found. Nov 08 00:20:51.448716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-918ab35c-8215-4a9a-9c2f-75794cf244a9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:20:51.452517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-918ab35c-8215-4a9a-9c2f-75794cf244a9 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/networks/c364798c-ae78-49a9-be27-d32aa74dd85c HTTP/1.1" status: 404 len: 339 time: 0.0363495 Nov 08 00:20:51.464616 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fb286-d36c-4541-8d4b-6fd30e5f2884 req-dfe50017-4b62-41f2-aaed-1a8f656e158c tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:51.466783 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-347fb286-d36c-4541-8d4b-6fd30e5f2884 req-dfe50017-4b62-41f2-aaed-1a8f656e158c tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/ports?device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 946 time: 0.1219060 Nov 08 00:20:51.467510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48516) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:51.551500 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-347fb286-d36c-4541-8d4b-6fd30e5f2884 req-ac9bdd7e-9d16-4c28-9635-bd237798d9bd tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/security-groups?id=11ca1b8d-bc4b-469c-9938-9674acc7cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728650 Nov 08 00:20:51.566740 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d8921a-5cd2-4b15-b5fd-2aa65ac9d740 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Deleting subnet 2595b926-49d2-4312-a16c-e1439873013e {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:20:51.567829 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31d8921a-5cd2-4b15-b5fd-2aa65ac9d740 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:51.635053 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31d8921a-5cd2-4b15-b5fd-2aa65ac9d740 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:51.799080 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16d35bf8-1d9a-4d7c-87be-c982f85fe1d5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:51.863206 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31d8921a-5cd2-4b15-b5fd-2aa65ac9d740 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:51.919078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a34cee-9a5f-427c-90bc-162fc2e2d684 req-71e20077-5447-467b-ba2b-a405be1b2781 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:51.919078 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d8a34cee-9a5f-427c-90bc-162fc2e2d684 req-71e20077-5447-467b-ba2b-a405be1b2781 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.1460395 Nov 08 00:20:52.010634 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d8a34cee-9a5f-427c-90bc-162fc2e2d684 req-2ce92749-c13a-4f73-98ed-fc77bcc7d308 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830963 Nov 08 00:20:52.200227 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31d8921a-5cd2-4b15-b5fd-2aa65ac9d740 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:52.206293 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d35bf8-1d9a-4d7c-87be-c982f85fe1d5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Router da8c60fd-7108-4d97-931b-3054d9e0a9d3 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:20:52.295553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8921a-5cd2-4b15-b5fd-2aa65ac9d740 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Subnet': ['ID=2595b926-49d2-4312-a16c-e1439873013e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:52.313796 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31d8921a-5cd2-4b15-b5fd-2aa65ac9d740 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:52.314255 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8d0d52-3d3d-4cab-a93f-2e502c6723e2 None None] Network 1028c0ab-cf59-4711-b8a9-57875f1183b5 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:52.319430 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-31d8921a-5cd2-4b15-b5fd-2aa65ac9d740 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/subnets/2595b926-49d2-4312-a16c-e1439873013e HTTP/1.1" status: 204 len: 168 time: 0.8505254 Nov 08 00:20:52.322674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48538) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:52.482742 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d35bf8-1d9a-4d7c-87be-c982f85fe1d5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:20:52.528346 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2b3f39-21d3-4f2d-9aa7-eedce4a2afc2 None None] Sync routers for ids ['da8c60fd-7108-4d97-931b-3054d9e0a9d3'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:20:52.528808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-238c10d6-1c23-4319-8772-342186b56133 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Deleting subnet e42e6423-26a4-4165-9aaf-8fed07923084 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:20:52.534511 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-238c10d6-1c23-4319-8772-342186b56133 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:52.554851 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2b3f39-21d3-4f2d-9aa7-eedce4a2afc2 None None] Routers {'da8c60fd-7108-4d97-931b-3054d9e0a9d3'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:20:52.555574 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2e2b3f39-21d3-4f2d-9aa7-eedce4a2afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:20:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['da8c60fd-7108-4d97-931b-3054d9e0a9d3'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:52.592971 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec594c5c-bcee-46f5-92d5-2e040fde1bbb req-702bc4e0-a558-41ec-a32c-82ea68bb2d2e tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:52.594549 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec594c5c-bcee-46f5-92d5-2e040fde1bbb req-702bc4e0-a558-41ec-a32c-82ea68bb2d2e tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/ports?device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 946 time: 0.2004182 Nov 08 00:20:52.602072 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16d35bf8-1d9a-4d7c-87be-c982f85fe1d5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:52.605904 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-16d35bf8-1d9a-4d7c-87be-c982f85fe1d5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2676442 Nov 08 00:20:52.608698 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48546) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:52.616533 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-0f5df588-7b82-46a1-96e4-23cc2b7cc990 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'enable_snat': False}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:52.627628 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2e2b3f39-21d3-4f2d-9aa7-eedce4a2afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:52.661353 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-238c10d6-1c23-4319-8772-342186b56133 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:52.668307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2b3f39-21d3-4f2d-9aa7-eedce4a2afc2 None None] Routers {'da8c60fd-7108-4d97-931b-3054d9e0a9d3'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:20:52.668307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2e2b3f39-21d3-4f2d-9aa7-eedce4a2afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:20:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['da8c60fd-7108-4d97-931b-3054d9e0a9d3'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:52.707139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec594c5c-bcee-46f5-92d5-2e040fde1bbb req-15efe20c-977a-40b7-98bb-9630dc63a307 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/security-groups?id=11ca1b8d-bc4b-469c-9938-9674acc7cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975823 Nov 08 00:20:52.739066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2e2b3f39-21d3-4f2d-9aa7-eedce4a2afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:52.739778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2b3f39-21d3-4f2d-9aa7-eedce4a2afc2 None None] The sync data for ids ['da8c60fd-7108-4d97-931b-3054d9e0a9d3'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:20:52.801778 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-238c10d6-1c23-4319-8772-342186b56133 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:52.942506 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3e79d612-cbea-499e-9607-f97a24235729 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:20:52.950183 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-238c10d6-1c23-4319-8772-342186b56133 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:53.010690 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c10d6-1c23-4319-8772-342186b56133 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Subnet': ['ID=e42e6423-26a4-4165-9aaf-8fed07923084,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:53.018478 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0f5df588-7b82-46a1-96e4-23cc2b7cc990 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:53.021099 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-238c10d6-1c23-4319-8772-342186b56133 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:53.027165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-238c10d6-1c23-4319-8772-342186b56133 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/subnets/e42e6423-26a4-4165-9aaf-8fed07923084 HTTP/1.1" status: 204 len: 168 time: 0.7000573 Nov 08 00:20:53.029028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48554) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:53.033064 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c10d6-1c23-4319-8772-342186b56133 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:53.039663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c10d6-1c23-4319-8772-342186b56133 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:53.039663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c10d6-1c23-4319-8772-342186b56133 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:53.039663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c10d6-1c23-4319-8772-342186b56133 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:53.039663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c10d6-1c23-4319-8772-342186b56133 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:53.039663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c10d6-1c23-4319-8772-342186b56133 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:53.039663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c10d6-1c23-4319-8772-342186b56133 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:53.039663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c10d6-1c23-4319-8772-342186b56133 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:53.039663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c10d6-1c23-4319-8772-342186b56133 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:53.039663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c10d6-1c23-4319-8772-342186b56133 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:53.039663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c10d6-1c23-4319-8772-342186b56133 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:53.039663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c10d6-1c23-4319-8772-342186b56133 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:20:53.155901 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:53.164154 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3e79d612-cbea-499e-9607-f97a24235729, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3e79d612-cbea-499e-9607-f97a24235729,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:53.206516 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '3e79d612-cbea-499e-9607-f97a24235729', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'port_id': '3e79d612-cbea-499e-9607-f97a24235729', 'mac_address': 'fa:16:3e:2c:b7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:20:53.265197 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:53.301300 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e79d612-cbea-499e-9607-f97a24235729 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:20:53.305030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367f07d-90cc-40a8-bdce-5a5d1f569f85 req-faccd1c2-fd6d-4f62-973b-7fed0c1535fe tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:53.313444 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a367f07d-90cc-40a8-bdce-5a5d1f569f85 req-faccd1c2-fd6d-4f62-973b-7fed0c1535fe tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.1457536 Nov 08 00:20:53.338582 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3e79d612-cbea-499e-9607-f97a24235729, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3e79d612-cbea-499e-9607-f97a24235729,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:53.370977 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a367f07d-90cc-40a8-bdce-5a5d1f569f85 req-00beafa2-9eff-44e5-a8fe-bb8611030446 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566583 Nov 08 00:20:53.377713 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Deleting port a136bba9-7cac-426d-93c8-6fb75a656f73 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:53.378189 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:53.417724 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:53.501828 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] For port a136bba9-7cac-426d-93c8-6fb75a656f73, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a136bba9-7cac-426d-93c8-6fb75a656f73,segment=NetworkSegment(1d16c285-c082-4f4c-a129-27ba95fc2f91),segment_id=1d16c285-c082-4f4c-a129-27ba95fc2f91)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:53.502213 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:53.510755 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=3e79d612-cbea-499e-9607-f97a24235729,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:53.521679 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Calling delete_port for a136bba9-7cac-426d-93c8-6fb75a656f73 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:53.621310 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['3e79d612-cbea-499e-9607-f97a24235729'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:20:53.624545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6beda8e-fbb4-4f85-8185-966ef1cfec67 None None] Network 1028c0ab-cf59-4711-b8a9-57875f1183b5 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:53.692215 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:53.715633 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No DVR routers for this DVR port a136bba9-7cac-426d-93c8-6fb75a656f73 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:20:53.760241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b3c6d446-6088-4b02-99ec-8794d06969cd None None] Could not find standard attr ID for object a136bba9-7cac-426d-93c8-6fb75a656f73. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:20:53.976886 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be89a98-041b-47b3-a573-30f4bdc606f9 None None] DHCP port deletion for 1028c0ab-cf59-4711-b8a9-57875f1183b5 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:20:54.159860 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c22dfd-e5c4-4c87-83ef-828674bd34cd req-1c91cdfd-a016-463e-9189-eec8d34666de tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:54.167221 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-49c22dfd-e5c4-4c87-83ef-828674bd34cd req-1c91cdfd-a016-463e-9189-eec8d34666de tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.20 "GET /v2.0/ports?device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 946 time: 0.1084146 Nov 08 00:20:54.168336 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Port': ['ID=a136bba9-7cac-426d-93c8-6fb75a656f73,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:54.206134 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:54.233928 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1028c0ab-cf59-4711-b8a9-57875f1183b5']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:54.245617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d16c285-c082-4f4c-a129-27ba95fc2f91') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:54.247650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d16c285-c082-4f4c-a129-27ba95fc2f91') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:54.260062 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5ba08-f558-430f-86c6-f7ae2fa9e303 req-b82b9bfb-1199-4f9f-b68c-4e0051ab79ad tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:54.267200 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47b5ba08-f558-430f-86c6-f7ae2fa9e303 req-b82b9bfb-1199-4f9f-b68c-4e0051ab79ad tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/ports?device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 946 time: 0.1029649 Nov 08 00:20:54.272294 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:54.302114 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:54.320287 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:54.320287 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:54.321736 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:54.359208 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47b5ba08-f558-430f-86c6-f7ae2fa9e303 req-ddc153e9-ce78-4425-9628-30542855d481 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/security-groups?id=11ca1b8d-bc4b-469c-9938-9674acc7cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824986 Nov 08 00:20:54.413237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a136bba9-7cac-426d-93c8-6fb75a656f73 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:20:54.442446 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: a136bba9-7cac-426d-93c8-6fb75a656f73 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:20:54.442803 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a136bba9-7cac-426d-93c8-6fb75a656f73 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:20:54.485551 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:54.485942 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0f5df588-7b82-46a1-96e4-23cc2b7cc990 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:54.499287 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0f5df588-7b82-46a1-96e4-23cc2b7cc990 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:54.509007 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:54.509007 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/networks/1028c0ab-cf59-4711-b8a9-57875f1183b5 HTTP/1.1" status: 204 len: 168 time: 1.4782243 Nov 08 00:20:54.523103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48590) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:54.523922 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd4cab-45ed-4d25-b1e6-31414d206195 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Network': ['ID=1028c0ab-cf59-4711-b8a9-57875f1183b5,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:54.560531 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f3fc63-3c3e-44c2-ae63-5b45edb5d3df tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] DELETE failed (client error): The resource could not be found. Nov 08 00:20:54.561005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f3fc63-3c3e-44c2-ae63-5b45edb5d3df tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:20:54.564129 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-39f3fc63-3c3e-44c2-ae63-5b45edb5d3df tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/subnets/c00610bd-7021-4192-a0ac-642134853d51 HTTP/1.1" status: 404 len: 337 time: 0.0340903 Nov 08 00:20:54.568701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48592) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:54.591092 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-49c22dfd-e5c4-4c87-83ef-828674bd34cd req-198b277a-aa5a-4fe2-a96f-9d7e3733ade4 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Deleting port 8224b748-0036-43f2-8bf9-29013f6cfb68 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:54.591443 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-49c22dfd-e5c4-4c87-83ef-828674bd34cd req-198b277a-aa5a-4fe2-a96f-9d7e3733ade4 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:54.598659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a65e8c-6773-4161-b401-7461b2fd78d4 req-397ffdda-71f8-4b5d-9598-5b755f09d27c tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:54.605285 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-98a65e8c-6773-4161-b401-7461b2fd78d4 req-397ffdda-71f8-4b5d-9598-5b755f09d27c tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 945 time: 0.1299834 Nov 08 00:20:54.605285 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed3a9e7-9c34-469c-9442-871a10d8bbe3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] DELETE failed (client error): The resource could not be found. Nov 08 00:20:54.605285 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed3a9e7-9c34-469c-9442-871a10d8bbe3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:20:54.606107 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0ed3a9e7-9c34-469c-9442-871a10d8bbe3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/networks/d8ed93be-ac14-4d0e-be03-ad577fe529c9 HTTP/1.1" status: 404 len: 339 time: 0.0370758 Nov 08 00:20:54.608941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48596) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:54.686005 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f000fb1-ac9f-45a0-90f4-e8c9e08c67a3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] DELETE failed (client error): The resource could not be found. Nov 08 00:20:54.686254 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f000fb1-ac9f-45a0-90f4-e8c9e08c67a3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:20:54.689771 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2f000fb1-ac9f-45a0-90f4-e8c9e08c67a3 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/subnets/06942b57-14d6-464d-80b6-bae4704a14e5 HTTP/1.1" status: 404 len: 337 time: 0.0790854 Nov 08 00:20:54.694371 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48598) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:54.712416 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5df588-7b82-46a1-96e4-23cc2b7cc990 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Router da8c60fd-7108-4d97-931b-3054d9e0a9d3 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:20:54.718151 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-98a65e8c-6773-4161-b401-7461b2fd78d4 req-73c233c2-6046-4d76-924b-de0e1e37e468 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421317 Nov 08 00:20:54.728674 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eecce93-4a81-430f-a39d-776fbb8055cd tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] DELETE failed (client error): The resource could not be found. Nov 08 00:20:54.729253 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eecce93-4a81-430f-a39d-776fbb8055cd tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:20:54.735142 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2eecce93-4a81-430f-a39d-776fbb8055cd tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/networks/b10e0115-708c-4c21-b22a-a16ebbd3b62b HTTP/1.1" status: 404 len: 339 time: 0.0364611 Nov 08 00:20:54.735142 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-49c22dfd-e5c4-4c87-83ef-828674bd34cd req-198b277a-aa5a-4fe2-a96f-9d7e3733ade4 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] For port 8224b748-0036-43f2-8bf9-29013f6cfb68, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8224b748-0036-43f2-8bf9-29013f6cfb68,segment=NetworkSegment(dcd620e5-41d9-47d9-a07f-62a2808ab46d),segment_id=dcd620e5-41d9-47d9-a07f-62a2808ab46d)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:54.735142 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-49c22dfd-e5c4-4c87-83ef-828674bd34cd req-198b277a-aa5a-4fe2-a96f-9d7e3733ade4 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:54.735596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48600) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:54.752894 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-49c22dfd-e5c4-4c87-83ef-828674bd34cd req-198b277a-aa5a-4fe2-a96f-9d7e3733ade4 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Calling delete_port for 8224b748-0036-43f2-8bf9-29013f6cfb68 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:54.766214 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-176a111e-c821-4072-8b90-a8082ee091e5 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] DELETE failed (client error): The resource could not be found. Nov 08 00:20:54.766674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-176a111e-c821-4072-8b90-a8082ee091e5 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:20:54.772368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-176a111e-c821-4072-8b90-a8082ee091e5 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/subnets/1c5da5b2-5850-4c8d-a330-d9a2f067cab6 HTTP/1.1" status: 404 len: 337 time: 0.0334046 Nov 08 00:20:54.772606 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48604) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:54.791661 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b14288-8726-4c9d-9cdc-988fd4d3e2b4 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] DELETE failed (client error): The resource could not be found. Nov 08 00:20:54.792228 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b14288-8726-4c9d-9cdc-988fd4d3e2b4 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:20:54.795593 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-56b14288-8726-4c9d-9cdc-988fd4d3e2b4 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/networks/b99f9d65-bf22-431b-b9b3-39175a636da4 HTTP/1.1" status: 404 len: 339 time: 0.0219550 Nov 08 00:20:54.798290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48606) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:54.864928 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8b720b-ef03-4a75-8346-7d46b625b65b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Deleting subnet de820c43-1620-41d3-8872-538e16020b37 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:20:54.869394 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e8b720b-ef03-4a75-8346-7d46b625b65b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:54.910902 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5df588-7b82-46a1-96e4-23cc2b7cc990 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:20:54.916849 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0f5df588-7b82-46a1-96e4-23cc2b7cc990 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:54.919927 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0f5df588-7b82-46a1-96e4-23cc2b7cc990 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "PUT /v2.0/routers/da8c60fd-7108-4d97-931b-3054d9e0a9d3 HTTP/1.1" status: 200 len: 921 time: 2.3097529 Nov 08 00:20:54.921173 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48610) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:54.924730 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898e5df-7cc6-4500-9b8e-a0a2e2b4d99c None None] Sync routers for ids ['da8c60fd-7108-4d97-931b-3054d9e0a9d3'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:20:54.934408 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e8b720b-ef03-4a75-8346-7d46b625b65b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:54.937430 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5898e5df-7cc6-4500-9b8e-a0a2e2b4d99c None None] Routers {'da8c60fd-7108-4d97-931b-3054d9e0a9d3'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:20:54.939729 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-5898e5df-7cc6-4500-9b8e-a0a2e2b4d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:20:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['da8c60fd-7108-4d97-931b-3054d9e0a9d3'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:54.974770 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-5898e5df-7cc6-4500-9b8e-a0a2e2b4d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:54.986556 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5898e5df-7cc6-4500-9b8e-a0a2e2b4d99c None None] Routers {'da8c60fd-7108-4d97-931b-3054d9e0a9d3'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:20:54.987394 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-5898e5df-7cc6-4500-9b8e-a0a2e2b4d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:20:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['da8c60fd-7108-4d97-931b-3054d9e0a9d3'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:54.995258 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3e79d612-cbea-499e-9607-f97a24235729 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:20:55.032023 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e8b720b-ef03-4a75-8346-7d46b625b65b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:55.047502 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-5898e5df-7cc6-4500-9b8e-a0a2e2b4d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:55.048647 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898e5df-7cc6-4500-9b8e-a0a2e2b4d99c None None] The sync data for ids ['da8c60fd-7108-4d97-931b-3054d9e0a9d3'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:20:55.091205 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 3e79d612-cbea-499e-9607-f97a24235729 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:20:55.091898 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:55.133172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48614) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:55.144627 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-aafee421-7f8d-488c-a1bc-b3bcef0768e1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "GET /v2.0/routers/da8c60fd-7108-4d97-931b-3054d9e0a9d3 HTTP/1.1" status: 200 len: 921 time: 0.2220793 Nov 08 00:20:55.176534 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-49c22dfd-e5c4-4c87-83ef-828674bd34cd req-198b277a-aa5a-4fe2-a96f-9d7e3733ade4 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:55.190104 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:55.239614 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b277a-aa5a-4fe2-a96f-9d7e3733ade4 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Pushing event deleted for resources: {'Port': ['ID=8224b748-0036-43f2-8bf9-29013f6cfb68,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:55.241391 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3e79d612-cbea-499e-9607-f97a24235729, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3e79d612-cbea-499e-9607-f97a24235729,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:55.243335 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e79d612-cbea-499e-9607-f97a24235729'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:20:55.243581 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e8b720b-ef03-4a75-8346-7d46b625b65b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:55.249396 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00487ed-55fd-4640-9b74-654ec13df92c" -d '{"events": [{"server_uuid": "b165dd9e-37f0-4a7b-a0ff-52dd48340679", "name": "network-vif-plugged", "status": "completed", "tag": "3e79d612-cbea-499e-9607-f97a24235729"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:20:55.278455 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b720b-ef03-4a75-8346-7d46b625b65b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Subnet': ['ID=de820c43-1620-41d3-8872-538e16020b37,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:55.289403 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e8b720b-ef03-4a75-8346-7d46b625b65b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:55.293429 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2e8b720b-ef03-4a75-8346-7d46b625b65b tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/subnets/de820c43-1620-41d3-8872-538e16020b37 HTTP/1.1" status: 204 len: 168 time: 0.4933209 Nov 08 00:20:55.296287 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48618) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:55.301961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32df4753-b539-433a-8954-15939cd30fa4 None None] Network fc071000-ee63-405f-af00-8e61e2c16950 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:55.306418 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:55.307249 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 8224b748-0036-43f2-8bf9-29013f6cfb68 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:20:55.312819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c7bb81-aa88-44e4-b900-4a909c706b1d tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:55.316968 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-57c7bb81-aa88-44e4-b900-4a909c706b1d tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&device_id=da8c60fd-7108-4d97-931b-3054d9e0a9d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1781087 Nov 08 00:20:55.324177 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48620) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:55.402512 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:55.416024 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c22dfd-e5c4-4c87-83ef-828674bd34cd req-198b277a-aa5a-4fe2-a96f-9d7e3733ade4 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] No DVR routers for this DVR port 8224b748-0036-43f2-8bf9-29013f6cfb68 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:20:55.426479 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-49c22dfd-e5c4-4c87-83ef-828674bd34cd req-198b277a-aa5a-4fe2-a96f-9d7e3733ade4 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:55.429968 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-49c22dfd-e5c4-4c87-83ef-828674bd34cd req-198b277a-aa5a-4fe2-a96f-9d7e3733ade4 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.20 "DELETE /v2.0/ports/8224b748-0036-43f2-8bf9-29013f6cfb68 HTTP/1.1" status: 204 len: 173 time: 1.2587111 Nov 08 00:20:55.440096 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5471aeb3-f9e6-454a-81fb-5d1ff225ea0a', 'name': 'network-vif-deleted', 'tag': '8224b748-0036-43f2-8bf9-29013f6cfb68'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:20:55.446261 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d423f5-1dde-42bb-a351-250af13b8dc9" -d '{"events": [{"server_uuid": "5471aeb3-f9e6-454a-81fb-5d1ff225ea0a", "name": "network-vif-deleted", "tag": "8224b748-0036-43f2-8bf9-29013f6cfb68"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:20:55.478536 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1744b8-2b5b-472e-b638-c32ee1dcf512 x-openstack-request-id: req-6a1744b8-2b5b-472e-b638-c32ee1dcf512 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:20:55.479185 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b165dd9e-37f0-4a7b-a0ff-52dd48340679", "name": "network-vif-plugged", "status": "completed", "tag": "3e79d612-cbea-499e-9607-f97a24235729", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:20:55.486834 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a1744b8-2b5b-472e-b638-c32ee1dcf512 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:20:55.486834 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e79d612-cbea-499e-9607-f97a24235729', 'code': 200} Nov 08 00:20:55.500494 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f9a0f2-1bc6-4e80-b611-5a41571a2d4f tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:55.502186 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-73f9a0f2-1bc6-4e80-b611-5a41571a2d4f tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 881 time: 0.1743619 Nov 08 00:20:55.505087 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48630) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:55.506547 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-93be69ff-0374-48ea-b17a-db9508addd40 req-3261ec13-9253-47a2-a00c-4cba7986c844 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/ports?device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 210 time: 0.0337563 Nov 08 00:20:55.514641 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Deleting port d13bed53-ac25-41d5-a14f-0a0a111a997a {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:55.516054 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:55.548939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 8224b748-0036-43f2-8bf9-29013f6cfb68 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:20:55.549960 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 8224b748-0036-43f2-8bf9-29013f6cfb68 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:20:55.572817 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7728eb59-74c0-4c2b-9e60-6e273fc82dbc tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "GET /v2.0/ports?device_id=da8c60fd-7108-4d97-931b-3054d9e0a9d3 HTTP/1.1" status: 200 len: 205 time: 0.0642169 Nov 08 00:20:55.573319 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48634) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:55.585101 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a7e4c6-a993-4167-aaed-db0414274a2b x-openstack-request-id: req-82a7e4c6-a993-4167-aaed-db0414274a2b {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:20:55.585644 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5471aeb3-f9e6-454a-81fb-5d1ff225ea0a", "name": "network-vif-deleted", "tag": "8224b748-0036-43f2-8bf9-29013f6cfb68", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:20:55.585936 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82a7e4c6-a993-4167-aaed-db0414274a2b {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:20:55.586328 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5471aeb3-f9e6-454a-81fb-5d1ff225ea0a', 'name': 'network-vif-deleted', 'tag': '8224b748-0036-43f2-8bf9-29013f6cfb68', 'status': 'completed', 'code': 200} Nov 08 00:20:55.596649 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=3e79d612-cbea-499e-9607-f97a24235729,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:55.644314 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] For port d13bed53-ac25-41d5-a14f-0a0a111a997a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d13bed53-ac25-41d5-a14f-0a0a111a997a,segment=NetworkSegment(2701908b-f1f8-4e7d-8595-71541962ed2b),segment_id=2701908b-f1f8-4e7d-8595-71541962ed2b)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:55.652451 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:55.673695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Calling delete_port for d13bed53-ac25-41d5-a14f-0a0a111a997a owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:55.744995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca14610f-189c-4135-929e-5255af54bd95 None None] DHCP port deletion for fc071000-ee63-405f-af00-8e61e2c16950 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:20:55.812330 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5895f94a-03d1-445f-beeb-04c3e9adab14 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:55.857687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ca14610f-189c-4135-929e-5255af54bd95 None None] Deleting port d13bed53-ac25-41d5-a14f-0a0a111a997a {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:55.858308 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca14610f-189c-4135-929e-5255af54bd95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:55.928820 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762e5e4-167b-4bf1-bdb3-ab995a619e70 req-5c577fed-fea0-47cb-9e55-d8514c7d6843 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:55.932511 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9762e5e4-167b-4bf1-bdb3-ab995a619e70 req-5c577fed-fea0-47cb-9e55-d8514c7d6843 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.1178360 Nov 08 00:20:55.968827 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ca14610f-189c-4135-929e-5255af54bd95 None None] For port d13bed53-ac25-41d5-a14f-0a0a111a997a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d13bed53-ac25-41d5-a14f-0a0a111a997a,segment=NetworkSegment(2701908b-f1f8-4e7d-8595-71541962ed2b),segment_id=2701908b-f1f8-4e7d-8595-71541962ed2b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:55.970702 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:55.971382 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca14610f-189c-4135-929e-5255af54bd95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:55.998209 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ca14610f-189c-4135-929e-5255af54bd95 None None] Calling delete_port for d13bed53-ac25-41d5-a14f-0a0a111a997a owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:56.004928 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5895f94a-03d1-445f-beeb-04c3e9adab14 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:56.035559 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No DVR routers for this DVR port d13bed53-ac25-41d5-a14f-0a0a111a997a on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:20:56.037411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Port': ['ID=d13bed53-ac25-41d5-a14f-0a0a111a997a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:56.091189 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9762e5e4-167b-4bf1-bdb3-ab995a619e70 req-8e5bfcdd-c527-438a-a116-25d5fe25a43e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360059 Nov 08 00:20:56.118593 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca14610f-189c-4135-929e-5255af54bd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:56.171572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14610f-189c-4135-929e-5255af54bd95 None None] Pushing event deleted for resources: {'Port': ['ID=d13bed53-ac25-41d5-a14f-0a0a111a997a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:56.182301 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca14610f-189c-4135-929e-5255af54bd95 None None] No DVR routers for this DVR port d13bed53-ac25-41d5-a14f-0a0a111a997a on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:20:56.214120 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:56.243842 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc071000-ee63-405f-af00-8e61e2c16950']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:56.258449 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2701908b-f1f8-4e7d-8595-71541962ed2b') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:56.259141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2701908b-f1f8-4e7d-8595-71541962ed2b') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:56.273834 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:56.299999 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:56.308903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:56.319092 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:56.323429 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:56.435304 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d13bed53-ac25-41d5-a14f-0a0a111a997a no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:20:56.453466 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: d13bed53-ac25-41d5-a14f-0a0a111a997a {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:20:56.458822 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d13bed53-ac25-41d5-a14f-0a0a111a997a not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:20:56.517785 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5895f94a-03d1-445f-beeb-04c3e9adab14 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Deleting port d0527368-2862-48a0-881a-e679a867dd55 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:56.518460 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5895f94a-03d1-445f-beeb-04c3e9adab14 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:56.526375 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb27156-c5bd-4307-8539-c734a453b36c req-b03ceed2-4278-49c1-b18f-287719520425 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:56.527874 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ebb27156-c5bd-4307-8539-c734a453b36c req-b03ceed2-4278-49c1-b18f-287719520425 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 945 time: 0.0539033 Nov 08 00:20:56.570823 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ebb27156-c5bd-4307-8539-c734a453b36c req-45ff7f12-31f0-416f-a997-269d487561e6 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa1b7c0-2b91-4124-a9a9-23cf9762d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367961 Nov 08 00:20:56.573285 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:56.583224 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:56.594337 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/networks/fc071000-ee63-405f-af00-8e61e2c16950 HTTP/1.1" status: 204 len: 168 time: 1.2936914 Nov 08 00:20:56.594500 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48662) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:56.610900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176bcb3-b477-4432-b8e0-41047400ed1a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Network': ['ID=fc071000-ee63-405f-af00-8e61e2c16950,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:56.641806 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5895f94a-03d1-445f-beeb-04c3e9adab14 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:56.646046 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba8859f-85a2-441c-90c5-89843d0e1777 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] DELETE failed (client error): The resource could not be found. Nov 08 00:20:56.646046 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba8859f-85a2-441c-90c5-89843d0e1777 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:20:56.648245 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6ba8859f-85a2-441c-90c5-89843d0e1777 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/subnets/9652e620-ac4f-4459-a1c3-51310f6e7efd HTTP/1.1" status: 404 len: 337 time: 0.0562670 Nov 08 00:20:56.654093 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48664) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:56.660318 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-93d2392b-624f-43bb-a756-fe8b4ac96607 req-c5c8a933-9055-48c0-a81e-f7483a8fad24 tempest-ServersNegativeTestMultiTenantJSON-319650830 tempest-ServersNegativeTestMultiTenantJSON-319650830-project] 10.222.0.13 "GET /v2.0/ports?device_id=5471aeb3-f9e6-454a-81fb-5d1ff225ea0a HTTP/1.1" status: 200 len: 210 time: 0.0276308 Nov 08 00:20:56.675415 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5895f94a-03d1-445f-beeb-04c3e9adab14 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Calling delete_port for d0527368-2862-48a0-881a-e679a867dd55 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:56.679569 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-91354f71-e83c-4f76-b257-837a4e4ae705 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] DELETE failed (client error): The resource could not be found. Nov 08 00:20:56.680262 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91354f71-e83c-4f76-b257-837a4e4ae705 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:20:56.683257 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-91354f71-e83c-4f76-b257-837a4e4ae705 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/networks/ad918bf3-0ce5-4678-bef0-82e2e8f9ac82 HTTP/1.1" status: 404 len: 339 time: 0.0282505 Nov 08 00:20:56.688951 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48666) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:56.746123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-199194f4-1b52-43a1-8c06-edcdafbd748a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Deleting subnet 8afb26bb-7ac0-4b4e-992e-cbee34ecfd17 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:20:56.749561 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-199194f4-1b52-43a1-8c06-edcdafbd748a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:56.793495 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-199194f4-1b52-43a1-8c06-edcdafbd748a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:56.886613 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-199194f4-1b52-43a1-8c06-edcdafbd748a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.050824 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5895f94a-03d1-445f-beeb-04c3e9adab14 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.075933 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-199194f4-1b52-43a1-8c06-edcdafbd748a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.079170 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895f94a-03d1-445f-beeb-04c3e9adab14 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Pushing event deleted for resources: {'Port': ['ID=d0527368-2862-48a0-881a-e679a867dd55,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:57.102789 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199194f4-1b52-43a1-8c06-edcdafbd748a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Subnet': ['ID=8afb26bb-7ac0-4b4e-992e-cbee34ecfd17,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:57.109082 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-199194f4-1b52-43a1-8c06-edcdafbd748a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.112578 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-199194f4-1b52-43a1-8c06-edcdafbd748a tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/subnets/8afb26bb-7ac0-4b4e-992e-cbee34ecfd17 HTTP/1.1" status: 204 len: 168 time: 0.4223216 Nov 08 00:20:57.115377 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48676) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:57.127426 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59efc84d-b54d-4e41-9b96-e0f25658c1d4 None None] Network 6cb16959-5489-4336-bb6e-763e3521e7f2 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:20:57.149221 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5895f94a-03d1-445f-beeb-04c3e9adab14 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.250294 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.251885 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5895f94a-03d1-445f-beeb-04c3e9adab14 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.254194 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5895f94a-03d1-445f-beeb-04c3e9adab14 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.273711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57397a29-53ed-4309-875a-bf74cb760b07 req-8f6ba676-3e52-4e9a-8cd7-76ec55da1f70 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:57.277611 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57397a29-53ed-4309-875a-bf74cb760b07 req-8f6ba676-3e52-4e9a-8cd7-76ec55da1f70 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.0818889 Nov 08 00:20:57.344481 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57397a29-53ed-4309-875a-bf74cb760b07 req-6318e41f-e49e-4c87-93a9-9337d7795b2f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404911 Nov 08 00:20:57.363680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Deleting port 45428b20-fd89-4c0a-a983-c4822541b3fa {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:57.364028 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.388447 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc7c39c-8ef0-4d3a-9ec4-d8eeffe0b9fa None None] DHCP port deletion for 6cb16959-5489-4336-bb6e-763e3521e7f2 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:20:57.434985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] For port 45428b20-fd89-4c0a-a983-c4822541b3fa, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=45428b20-fd89-4c0a-a983-c4822541b3fa,segment=NetworkSegment(5600b23e-1de7-4bf4-bc5a-66d19da82b91),segment_id=5600b23e-1de7-4bf4-bc5a-66d19da82b91)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:57.435349 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.435886 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-efc7c39c-8ef0-4d3a-9ec4-d8eeffe0b9fa None None] Deleting port 45428b20-fd89-4c0a-a983-c4822541b3fa {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:57.436260 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efc7c39c-8ef0-4d3a-9ec4-d8eeffe0b9fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.448196 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Calling delete_port for 45428b20-fd89-4c0a-a983-c4822541b3fa owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:57.475489 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5895f94a-03d1-445f-beeb-04c3e9adab14 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.476248 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5895f94a-03d1-445f-beeb-04c3e9adab14 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Fanout notify agent at l3_agent the message router_deleted on router da8c60fd-7108-4d97-931b-3054d9e0a9d3 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:20:57.492279 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5895f94a-03d1-445f-beeb-04c3e9adab14 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.497773 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5895f94a-03d1-445f-beeb-04c3e9adab14 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "DELETE /v2.0/routers/da8c60fd-7108-4d97-931b-3054d9e0a9d3 HTTP/1.1" status: 204 len: 168 time: 1.9199557 Nov 08 00:20:57.498055 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48682) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:57.508197 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-fdd26bbb-2b50-4557-b0cf-6287d86d65c3 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1260271463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:57.508375 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-efc7c39c-8ef0-4d3a-9ec4-d8eeffe0b9fa None None] For port 45428b20-fd89-4c0a-a983-c4822541b3fa, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=45428b20-fd89-4c0a-a983-c4822541b3fa,segment=NetworkSegment(5600b23e-1de7-4bf4-bc5a-66d19da82b91),segment_id=5600b23e-1de7-4bf4-bc5a-66d19da82b91)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:57.508375 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efc7c39c-8ef0-4d3a-9ec4-d8eeffe0b9fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.518450 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-efc7c39c-8ef0-4d3a-9ec4-d8eeffe0b9fa None None] Calling delete_port for 45428b20-fd89-4c0a-a983-c4822541b3fa owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:57.629135 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fdd26bbb-2b50-4557-b0cf-6287d86d65c3 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.634903 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fdd26bbb-2b50-4557-b0cf-6287d86d65c3 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.690171 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.692714 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efc7c39c-8ef0-4d3a-9ec4-d8eeffe0b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.708492 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fdd26bbb-2b50-4557-b0cf-6287d86d65c3 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.737345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48694) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:57.742179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Port': ['ID=45428b20-fd89-4c0a-a983-c4822541b3fa,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:57.747503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] No DVR routers for this DVR port 45428b20-fd89-4c0a-a983-c4822541b3fa on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:20:57.771396 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7c39c-8ef0-4d3a-9ec4-d8eeffe0b9fa None None] Pushing event deleted for resources: {'Port': ['ID=45428b20-fd89-4c0a-a983-c4822541b3fa,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:57.782228 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc7c39c-8ef0-4d3a-9ec4-d8eeffe0b9fa None None] No DVR routers for this DVR port 45428b20-fd89-4c0a-a983-c4822541b3fa on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:20:57.803397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b7807-7069-4c56-b864-9b3081323dbb req-effa2db4-72d1-44fa-8e38-264965613355 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:57.804294 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32942a5-ed55-4c3d-b05b-e9988bb4ae04 admin admin] Deleting subnet 4e50a303-ce06-4baf-983e-2fab8e4e63d6 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:20:57.805535 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-461b7807-7069-4c56-b864-9b3081323dbb req-effa2db4-72d1-44fa-8e38-264965613355 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 945 time: 0.1283085 Nov 08 00:20:57.814008 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d32942a5-ed55-4c3d-b05b-e9988bb4ae04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.834185 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fdd26bbb-2b50-4557-b0cf-6287d86d65c3 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.849621 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d32942a5-ed55-4c3d-b05b-e9988bb4ae04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.873603 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.901296 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d32942a5-ed55-4c3d-b05b-e9988bb4ae04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.908846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb16959-5489-4336-bb6e-763e3521e7f2']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:57.921119 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-461b7807-7069-4c56-b864-9b3081323dbb req-461536dd-047e-4580-9cba-61e083e1ec32 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa1b7c0-2b91-4124-a9a9-23cf9762d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882156 Nov 08 00:20:57.925072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5600b23e-1de7-4bf4-bc5a-66d19da82b91') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:57.925553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5600b23e-1de7-4bf4-bc5a-66d19da82b91') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:57.934760 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fdd26bbb-2b50-4557-b0cf-6287d86d65c3 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.936491 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fdd26bbb-2b50-4557-b0cf-6287d86d65c3 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4374797 Nov 08 00:20:57.939163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48702) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:57.947497 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:57.952170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-fa745e09-1deb-46e8-9bd4-5f3a1d5d2a63 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Request body: {'router': {'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:20:58.024878 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.036717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d32942a5-ed55-4c3d-b05b-e9988bb4ae04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.036918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:58.037018 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:58.039907 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:58.075509 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d32942a5-ed55-4c3d-b05b-e9988bb4ae04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.080370 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d32942a5-ed55-4c3d-b05b-e9988bb4ae04 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4e50a303-ce06-4baf-983e-2fab8e4e63d6 HTTP/1.1" status: 204 len: 168 time: 0.3416798 Nov 08 00:20:58.081759 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32942a5-ed55-4c3d-b05b-e9988bb4ae04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e50a303-ce06-4baf-983e-2fab8e4e63d6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:58.083631 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48708) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:58.126123 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8d5e-e6ec-4e61-abed-dc0d79e685c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.158467 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b46b5bd-e102-441f-b29a-1568b1a11702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.218720 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa745e09-1deb-46e8-9bd4-5f3a1d5d2a63 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.244720 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b46b5bd-e102-441f-b29a-1568b1a11702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.266574 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6b46b5bd-e102-441f-b29a-1568b1a11702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b7d494-3f69-4466-b6fc-aacb57db7686']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:58.278439 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6b46b5bd-e102-441f-b29a-1568b1a11702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd620e5-41d9-47d9-a07f-62a2808ab46d') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:58.278439 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6b46b5bd-e102-441f-b29a-1568b1a11702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd620e5-41d9-47d9-a07f-62a2808ab46d') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:58.287532 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b46b5bd-e102-441f-b29a-1568b1a11702 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.297914 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.304796 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b46b5bd-e102-441f-b29a-1568b1a11702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.309822 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.311697 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b46b5bd-e102-441f-b29a-1568b1a11702 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:58.312141 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b46b5bd-e102-441f-b29a-1568b1a11702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.313565 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] 10.222.0.13 "DELETE /v2.0/networks/6cb16959-5489-4336-bb6e-763e3521e7f2 HTTP/1.1" status: 204 len: 168 time: 1.1971395 Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:58.314587 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:58.348912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80117e8d-5afe-4ce8-b3eb-bbf48f929db1 tempest-NetworksIpV6Test-1940425180 tempest-NetworksIpV6Test-1940425180-project] Pushing event deleted for resources: {'Network': ['ID=6cb16959-5489-4336-bb6e-763e3521e7f2,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:58.399843 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 45428b20-fd89-4c0a-a983-c4822541b3fa no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:20:58.448861 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 45428b20-fd89-4c0a-a983-c4822541b3fa {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:20:58.449149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 45428b20-fd89-4c0a-a983-c4822541b3fa not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:20:58.464579 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b46b5bd-e102-441f-b29a-1568b1a11702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.470573 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b46b5bd-e102-441f-b29a-1568b1a11702 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.476420 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6b46b5bd-e102-441f-b29a-1568b1a11702 admin admin] 10.222.0.13 "DELETE /v2.0/networks/52b7d494-3f69-4466-b6fc-aacb57db7686 HTTP/1.1" status: 204 len: 168 time: 0.3891444 Nov 08 00:20:58.481012 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48716) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:58.548137 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46b5bd-e102-441f-b29a-1568b1a11702 admin admin] Pushing event deleted for resources: {'Network': ['ID=52b7d494-3f69-4466-b6fc-aacb57db7686,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:58.569758 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-850dc3e4-9032-4595-b4fd-03c49daa350d admin admin] Deleting subnet 6d3e1a60-7ad3-421e-96a4-70cf05335f5a {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:20:58.574032 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-850dc3e4-9032-4595-b4fd-03c49daa350d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.582521 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97d72a-31de-4e8f-bb88-bda134353b18 req-d94d91cb-8424-465a-a426-05269535b45e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:58.584284 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bf97d72a-31de-4e8f-bb88-bda134353b18 req-d94d91cb-8424-465a-a426-05269535b45e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.0939982 Nov 08 00:20:58.643084 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-850dc3e4-9032-4595-b4fd-03c49daa350d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.693197 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-850dc3e4-9032-4595-b4fd-03c49daa350d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.711361 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bf97d72a-31de-4e8f-bb88-bda134353b18 req-0938af5e-e0d8-4874-9b0e-3891808e8c55 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090579 Nov 08 00:20:58.768958 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa745e09-1deb-46e8-9bd4-5f3a1d5d2a63 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.794202 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa745e09-1deb-46e8-9bd4-5f3a1d5d2a63 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.914659 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-850dc3e4-9032-4595-b4fd-03c49daa350d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.963999 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dc3e4-9032-4595-b4fd-03c49daa350d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d3e1a60-7ad3-421e-96a4-70cf05335f5a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:58.967869 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-850dc3e4-9032-4595-b4fd-03c49daa350d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:58.972304 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-850dc3e4-9032-4595-b4fd-03c49daa350d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6d3e1a60-7ad3-421e-96a4-70cf05335f5a HTTP/1.1" status: 204 len: 168 time: 0.4882293 Nov 08 00:20:58.976409 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48740) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:59.064982 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48744) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:59.182663 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ad997-32c5-42e8-8dc5-16a299af11c5 req-a8c24226-80d3-4fe4-9860-d834300dc174 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:59.184358 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4a2ad997-32c5-42e8-8dc5-16a299af11c5 req-a8c24226-80d3-4fe4-9860-d834300dc174 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 945 time: 0.1937950 Nov 08 00:20:59.186828 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cd2825f3-4c71-405f-a195-ef69e5173e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:59.216798 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-fa745e09-1deb-46e8-9bd4-5f3a1d5d2a63 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Allocated IP 172.25.2.106 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/cfd3166f-b386-4121-aa3e-ddd70eaeb9d9) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:20:59.271888 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2197f2-10f2-479e-afd2-24f67b0f470d req-2d44a232-5361-4f4c-9c58-a07407e5ca41 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:59.273441 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f2197f2-10f2-479e-afd2-24f67b0f470d req-2d44a232-5361-4f4c-9c58-a07407e5ca41 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 945 time: 0.1778393 Nov 08 00:20:59.392146 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f2197f2-10f2-479e-afd2-24f67b0f470d req-1c8c842a-8d21-4ed2-aa07-4ad4875e5157 tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa1b7c0-2b91-4124-a9a9-23cf9762d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935230 Nov 08 00:20:59.452271 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cd2825f3-4c71-405f-a195-ef69e5173e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:59.472023 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa745e09-1deb-46e8-9bd4-5f3a1d5d2a63 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:59.504618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48780) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:20:59.504845 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-42884f34-4560-4ac8-b0a1-0776af72bef5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd581cc2687349bf9fd052536f8e8b61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4134591 Nov 08 00:20:59.506581 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-cd2825f3-4c71-405f-a195-ef69e5173e02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3b54fe-33d2-423f-ae39-14e11f7b667e']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:59.520028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-cd2825f3-4c71-405f-a195-ef69e5173e02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5847f2f-828a-4ed3-935f-7108f430cfe1') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:59.520351 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-cd2825f3-4c71-405f-a195-ef69e5173e02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5847f2f-828a-4ed3-935f-7108f430cfe1') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:20:59.534310 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-4a2ad997-32c5-42e8-8dc5-16a299af11c5 req-345cf03d-bcd9-4e71-a075-a27360b9a25b tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Deleting port 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:20:59.534661 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4a2ad997-32c5-42e8-8dc5-16a299af11c5 req-345cf03d-bcd9-4e71-a075-a27360b9a25b tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:59.576548 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa2ff7b5-07b6-44c3-9920-667146a95391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:59.595515 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cd2825f3-4c71-405f-a195-ef69e5173e02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:59.604866 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa2ff7b5-07b6-44c3-9920-667146a95391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:59.617584 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa745e09-1deb-46e8-9bd4-5f3a1d5d2a63 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:59.622979 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cd2825f3-4c71-405f-a195-ef69e5173e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:59.656351 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2825f3-4c71-405f-a195-ef69e5173e02 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:20:59.656756 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cd2825f3-4c71-405f-a195-ef69e5173e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:20:59.662470 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:20:59.691947 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa745e09-1deb-46e8-9bd4-5f3a1d5d2a63 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:20:59.697839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-fa745e09-1deb-46e8-9bd4-5f3a1d5d2a63 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:20:59.710647 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa745e09-1deb-46e8-9bd4-5f3a1d5d2a63 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:20:59.726326 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa745e09-1deb-46e8-9bd4-5f3a1d5d2a63 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Pushing event updated for resources: {'Port': ['ID=cfd3166f-b386-4121-aa3e-ddd70eaeb9d9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:59.752187 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-4a2ad997-32c5-42e8-8dc5-16a299af11c5 req-345cf03d-bcd9-4e71-a075-a27360b9a25b tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] For port 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2ce68d86-9d94-4c9e-9715-0cfdfc18fe12,segment=NetworkSegment(40203bf4-cfa5-472b-b095-f763f36b10d4),segment_id=40203bf4-cfa5-472b-b095-f763f36b10d4)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:20:59.752543 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4a2ad997-32c5-42e8-8dc5-16a299af11c5 req-345cf03d-bcd9-4e71-a075-a27360b9a25b tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:59.779978 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-4a2ad997-32c5-42e8-8dc5-16a299af11c5 req-345cf03d-bcd9-4e71-a075-a27360b9a25b tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Calling delete_port for 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:20:59.867381 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cd2825f3-4c71-405f-a195-ef69e5173e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:59.881676 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cd2825f3-4c71-405f-a195-ef69e5173e02 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:59.887987 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cd2825f3-4c71-405f-a195-ef69e5173e02 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cb3b54fe-33d2-423f-ae39-14e11f7b667e HTTP/1.1" status: 204 len: 168 time: 0.9072585 Nov 08 00:20:59.907523 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2825f3-4c71-405f-a195-ef69e5173e02 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb3b54fe-33d2-423f-ae39-14e11f7b667e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:20:59.953007 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa2ff7b5-07b6-44c3-9920-667146a95391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:59.956326 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa2ff7b5-07b6-44c3-9920-667146a95391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:20:59.960695 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-aa2ff7b5-07b6-44c3-9920-667146a95391 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b648a9d4-ab69-49bd-9642-67af15b10e11 HTTP/1.1" status: 204 len: 168 time: 0.4545035 Nov 08 00:20:59.988755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e75a8c-8e7a-443c-a672-cb831a4b0a22 req-75cc8d5d-222b-4827-b3de-c63f6230c34c tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:20:59.999665 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15e75a8c-8e7a-443c-a672-cb831a4b0a22 req-75cc8d5d-222b-4827-b3de-c63f6230c34c tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.1455889 Nov 08 00:21:00.040428 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ff7b5-07b6-44c3-9920-667146a95391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b648a9d4-ab69-49bd-9642-67af15b10e11,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:00.098229 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4a2ad997-32c5-42e8-8dc5-16a299af11c5 req-345cf03d-bcd9-4e71-a075-a27360b9a25b tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:00.114719 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15e75a8c-8e7a-443c-a672-cb831a4b0a22 req-8ac2eb2d-a8a6-4046-8a7c-7c9bf1d7470f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099875 Nov 08 00:21:00.132028 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['2ce68d86-9d94-4c9e-9715-0cfdfc18fe12'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:21:00.169891 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345cf03d-bcd9-4e71-a075-a27360b9a25b tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Pushing event deleted for resources: {'Port': ['ID=2ce68d86-9d94-4c9e-9715-0cfdfc18fe12,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:00.266274 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2ad997-32c5-42e8-8dc5-16a299af11c5 req-345cf03d-bcd9-4e71-a075-a27360b9a25b tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] No DVR routers for this DVR port 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:21:00.272217 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4a2ad997-32c5-42e8-8dc5-16a299af11c5 req-345cf03d-bcd9-4e71-a075-a27360b9a25b tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:00.278482 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4a2ad997-32c5-42e8-8dc5-16a299af11c5 req-345cf03d-bcd9-4e71-a075-a27360b9a25b tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.20 "DELETE /v2.0/ports/2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 HTTP/1.1" status: 204 len: 173 time: 1.0843203 Nov 08 00:21:00.279299 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef73ffea-264b-4b39-a068-637ff71af553', 'name': 'network-vif-deleted', 'tag': '2ce68d86-9d94-4c9e-9715-0cfdfc18fe12'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:21:00.282628 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b161c863-9a1e-42db-990c-a6806a1b3980" -d '{"events": [{"server_uuid": "ef73ffea-264b-4b39-a068-637ff71af553", "name": "network-vif-deleted", "tag": "2ce68d86-9d94-4c9e-9715-0cfdfc18fe12"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:21:00.327895 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa745e09-1deb-46e8-9bd4-5f3a1d5d2a63 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:00.351853 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6844419d-413c-4a4e-88b6-e523a10e29e0 x-openstack-request-id: req-6844419d-413c-4a4e-88b6-e523a10e29e0 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:21:00.352785 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef73ffea-264b-4b39-a068-637ff71af553", "name": "network-vif-deleted", "tag": "2ce68d86-9d94-4c9e-9715-0cfdfc18fe12", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:21:00.353036 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6844419d-413c-4a4e-88b6-e523a10e29e0 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:21:00.353436 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef73ffea-264b-4b39-a068-637ff71af553', 'name': 'network-vif-deleted', 'tag': '2ce68d86-9d94-4c9e-9715-0cfdfc18fe12', 'status': 'completed', 'code': 200} Nov 08 00:21:00.374676 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48824) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:00.489254 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-97b5e131-005d-402b-a604-2b2f165b83e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=605df5c9118f431395c2bd88fe718199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1120076 Nov 08 00:21:00.489520 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48830) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:00.650608 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb217f69-fd10-4132-b212-eb9e7e8df484 req-6d91a037-2d1b-4f00-9feb-6eca22a869ef tempest-VolumesAdminNegativeTest-920908801 tempest-VolumesAdminNegativeTest-920908801-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef73ffea-264b-4b39-a068-637ff71af553 HTTP/1.1" status: 200 len: 210 time: 0.0633707 Nov 08 00:21:00.747625 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4643dee0-fe94-48fd-9fe7-fc0563b1a51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:00.761734 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e547cc7e-828e-4d43-b661-f76838abf77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:00.775731 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa745e09-1deb-46e8-9bd4-5f3a1d5d2a63 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:00.783914 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4643dee0-fe94-48fd-9fe7-fc0563b1a51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:00.792329 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa745e09-1deb-46e8-9bd4-5f3a1d5d2a63 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:01.006544 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:01.075194 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4643dee0-fe94-48fd-9fe7-fc0563b1a51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:01.078284 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4643dee0-fe94-48fd-9fe7-fc0563b1a51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:01.080207 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4643dee0-fe94-48fd-9fe7-fc0563b1a51b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11ca1b8d-bc4b-469c-9938-9674acc7cdd0 HTTP/1.1" status: 204 len: 168 time: 0.5883758 Nov 08 00:21:01.100538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643dee0-fe94-48fd-9fe7-fc0563b1a51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ca1b8d-bc4b-469c-9938-9674acc7cdd0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:01.131233 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa745e09-1deb-46e8-9bd4-5f3a1d5d2a63 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Router 4b771c37-8935-4ab8-90e1-c1ae89a1170a is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:21:01.335328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa745e09-1deb-46e8-9bd4-5f3a1d5d2a63 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:21:01.358027 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f345959-cf52-47e4-b200-62dc32bc4fcb None None] Sync routers for ids ['4b771c37-8935-4ab8-90e1-c1ae89a1170a'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:21:01.364696 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa745e09-1deb-46e8-9bd4-5f3a1d5d2a63 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:01.370782 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48876) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:01.371282 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fa745e09-1deb-46e8-9bd4-5f3a1d5d2a63 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "PUT /v2.0/routers/4b771c37-8935-4ab8-90e1-c1ae89a1170a HTTP/1.1" status: 200 len: 880 time: 3.4302816 Nov 08 00:21:01.373886 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f345959-cf52-47e4-b200-62dc32bc4fcb None None] Routers {'4b771c37-8935-4ab8-90e1-c1ae89a1170a'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:21:01.374752 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0f345959-cf52-47e4-b200-62dc32bc4fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:21:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4b771c37-8935-4ab8-90e1-c1ae89a1170a'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:01.414313 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b05ab-6d4d-4908-a6ab-5c146d13306d req-43c35a25-28a7-4821-ac6c-ea1fb010443c tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:01.417821 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0f345959-cf52-47e4-b200-62dc32bc4fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:01.423507 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d1b05ab-6d4d-4908-a6ab-5c146d13306d req-43c35a25-28a7-4821-ac6c-ea1fb010443c tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.1613719 Nov 08 00:21:01.443105 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f345959-cf52-47e4-b200-62dc32bc4fcb None None] Routers {'4b771c37-8935-4ab8-90e1-c1ae89a1170a'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:21:01.445095 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0f345959-cf52-47e4-b200-62dc32bc4fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:21:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4b771c37-8935-4ab8-90e1-c1ae89a1170a'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:01.513361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0f345959-cf52-47e4-b200-62dc32bc4fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:01.514701 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f345959-cf52-47e4-b200-62dc32bc4fcb None None] The sync data for ids ['4b771c37-8935-4ab8-90e1-c1ae89a1170a'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:21:01.533758 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d1b05ab-6d4d-4908-a6ab-5c146d13306d req-8e0b5620-67a7-4aca-b012-bf2d8eea265e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086776 Nov 08 00:21:01.589795 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6ef3cf1e-5ee4-4058-98e5-ed18786350d0 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "GET /v2.0/routers/4b771c37-8935-4ab8-90e1-c1ae89a1170a HTTP/1.1" status: 200 len: 921 time: 0.2182579 Nov 08 00:21:01.592511 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48882) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:01.668851 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3f54c8-58d4-4a95-ac3f-ad2a645b75cb tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:01.670742 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7f3f54c8-58d4-4a95-ac3f-ad2a645b75cb tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&device_id=4b771c37-8935-4ab8-90e1-c1ae89a1170a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0771310 Nov 08 00:21:01.673992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48888) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:01.714620 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48890) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:01.717828 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:01.792057 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a05eeaf-c72f-4fc3-baa5-2e4e7c2bfeb1 admin admin] Deleting subnet 2e7651d0-4870-4184-94b9-0bb3d62743de {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:21:01.795411 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a05eeaf-c72f-4fc3-baa5-2e4e7c2bfeb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:01.810032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7116875-497c-4df5-af8d-be192d4de4eb tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:01.814162 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e7116875-497c-4df5-af8d-be192d4de4eb tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 881 time: 0.1364048 Nov 08 00:21:01.814400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48894) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:01.840881 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a05eeaf-c72f-4fc3-baa5-2e4e7c2bfeb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:01.844920 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:01.848333 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-94ebbcac-afea-4180-854e-ba71b2a99187 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b771c37-8935-4ab8-90e1-c1ae89a1170a HTTP/1.1" status: 200 len: 205 time: 0.0303810 Nov 08 00:21:01.849319 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48896) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:01.932771 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a05eeaf-c72f-4fc3-baa5-2e4e7c2bfeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:02.023408 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-242c1830-3720-4e80-87af-a4dac36c9978 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:02.098888 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a05eeaf-c72f-4fc3-baa5-2e4e7c2bfeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:02.113718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48902) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:02.150913 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05eeaf-c72f-4fc3-baa5-2e4e7c2bfeb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e7651d0-4870-4184-94b9-0bb3d62743de,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:02.161546 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a05eeaf-c72f-4fc3-baa5-2e4e7c2bfeb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:02.167534 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2a05eeaf-c72f-4fc3-baa5-2e4e7c2bfeb1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2e7651d0-4870-4184-94b9-0bb3d62743de HTTP/1.1" status: 204 len: 168 time: 0.4518199 Nov 08 00:21:02.174605 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48904) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:02.238523 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48906) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:02.584568 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-77de2a96-286b-4777-aa5d-e169a47aa016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:02.601181 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c889edbd-9da1-4aaa-abcc-3fb7e52ff4b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd3c98e24e7a46518e26b87da7775607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4863765 Nov 08 00:21:02.604988 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48934) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:02.634633 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-242c1830-3720-4e80-87af-a4dac36c9978 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:02.708589 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7ef6b122-aee5-4d4d-aa57-0139598fba3c tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1609140907'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:02.716849 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-77de2a96-286b-4777-aa5d-e169a47aa016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:02.741598 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4f2e-18cb-45da-b1ad-1bea00c9c2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:02.775072 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4f2e-18cb-45da-b1ad-1bea00c9c2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:02.813994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-77de2a96-286b-4777-aa5d-e169a47aa016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f56be4-1516-4a97-8498-d1b73d4da99e']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:02.832584 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-77de2a96-286b-4777-aa5d-e169a47aa016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40203bf4-cfa5-472b-b095-f763f36b10d4') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:02.832872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-77de2a96-286b-4777-aa5d-e169a47aa016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40203bf4-cfa5-472b-b095-f763f36b10d4') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:02.847287 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef6b122-aee5-4d4d-aa57-0139598fba3c tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Made reservation on behalf of 7fc13bb8735446f18e764de988787691 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:02.847525 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-77de2a96-286b-4777-aa5d-e169a47aa016 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:02.851161 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b122-aee5-4d4d-aa57-0139598fba3c tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:02.868981 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b122-aee5-4d4d-aa57-0139598fba3c tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:02.869684 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bdaed-a4fb-42e0-a160-e12101c9f87e req-e8f3862f-03bc-47b7-96a4-0407fda97eb5 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:02.871206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-103bdaed-a4fb-42e0-a160-e12101c9f87e req-e8f3862f-03bc-47b7-96a4-0407fda97eb5 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.1950867 Nov 08 00:21:02.880373 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-77de2a96-286b-4777-aa5d-e169a47aa016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:02.893041 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-242c1830-3720-4e80-87af-a4dac36c9978 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Deleting port cfd3166f-b386-4121-aa3e-ddd70eaeb9d9 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:02.893201 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-242c1830-3720-4e80-87af-a4dac36c9978 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:02.895199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77de2a96-286b-4777-aa5d-e169a47aa016 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:21:02.895594 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-77de2a96-286b-4777-aa5d-e169a47aa016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:21:02.897859 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:21:02.951745 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4f2e-18cb-45da-b1ad-1bea00c9c2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:02.954391 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4f2e-18cb-45da-b1ad-1bea00c9c2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:02.956938 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4a9b4f2e-18cb-45da-b1ad-1bea00c9c2bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53909ead-af88-4a26-ab30-b6fa2b520df9 HTTP/1.1" status: 204 len: 168 time: 0.3502836 Nov 08 00:21:03.004091 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b4f2e-18cb-45da-b1ad-1bea00c9c2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53909ead-af88-4a26-ab30-b6fa2b520df9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:03.034533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-103bdaed-a4fb-42e0-a160-e12101c9f87e req-9651aa9a-305b-47c3-80d0-bb9af87a1cd4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450875 Nov 08 00:21:03.040304 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:21:03.074860 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-242c1830-3720-4e80-87af-a4dac36c9978 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:03.103243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-242c1830-3720-4e80-87af-a4dac36c9978 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Calling delete_port for cfd3166f-b386-4121-aa3e-ddd70eaeb9d9 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:03.122987 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:21:03.123333 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 2ce68d86-9d94-4c9e-9715-0cfdfc18fe12 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:21:03.156399 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b122-aee5-4d4d-aa57-0139598fba3c tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:03.177231 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-77de2a96-286b-4777-aa5d-e169a47aa016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:03.189769 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-77de2a96-286b-4777-aa5d-e169a47aa016 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:03.194642 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-77de2a96-286b-4777-aa5d-e169a47aa016 admin admin] 10.222.0.13 "DELETE /v2.0/networks/18f56be4-1516-4a97-8498-d1b73d4da99e HTTP/1.1" status: 204 len: 168 time: 1.0190053 Nov 08 00:21:03.198579 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48958) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:03.210269 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de2a96-286b-4777-aa5d-e169a47aa016 admin admin] Pushing event deleted for resources: {'Network': ['ID=18f56be4-1516-4a97-8498-d1b73d4da99e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:03.281980 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b122-aee5-4d4d-aa57-0139598fba3c tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:03.367085 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6b122-aee5-4d4d-aa57-0139598fba3c tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eceb2c7c-d77f-48c9-b3a9-c88f80ad122c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:03.367699 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:03.396556 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cc8393-ece2-4b8c-8df6-462b14e10460 admin admin] Deleting subnet ae7418eb-9eb8-4ca6-8644-314c4e7ef6c6 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:21:03.401137 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23cc8393-ece2-4b8c-8df6-462b14e10460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:03.447610 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23cc8393-ece2-4b8c-8df6-462b14e10460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:03.493705 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23cc8393-ece2-4b8c-8df6-462b14e10460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:03.527646 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-242c1830-3720-4e80-87af-a4dac36c9978 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:03.534853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef6b122-aee5-4d4d-aa57-0139598fba3c tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:21:03.557509 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b122-aee5-4d4d-aa57-0139598fba3c tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:03.558353 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-7ef6b122-aee5-4d4d-aa57-0139598fba3c tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Added segment 9a0b0d18-e90c-471a-b4d0-43be04de7d65 of type vlan for network df7ddc8b-1edd-4b50-8eb2-ba036583cb57 Nov 08 00:21:03.611643 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b122-aee5-4d4d-aa57-0139598fba3c tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:03.622839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c1830-3720-4e80-87af-a4dac36c9978 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Pushing event deleted for resources: {'Port': ['ID=cfd3166f-b386-4121-aa3e-ddd70eaeb9d9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:03.722693 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-242c1830-3720-4e80-87af-a4dac36c9978 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:03.738354 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b122-aee5-4d4d-aa57-0139598fba3c tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:03.745320 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef6b122-aee5-4d4d-aa57-0139598fba3c tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:03.747675 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b122-aee5-4d4d-aa57-0139598fba3c tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:03.796419 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23cc8393-ece2-4b8c-8df6-462b14e10460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:03.902945 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48970) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:03.925564 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc8393-ece2-4b8c-8df6-462b14e10460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae7418eb-9eb8-4ca6-8644-314c4e7ef6c6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:03.932042 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-242c1830-3720-4e80-87af-a4dac36c9978 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:03.941162 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-242c1830-3720-4e80-87af-a4dac36c9978 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:03.953493 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7ef6b122-aee5-4d4d-aa57-0139598fba3c tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7048440 Nov 08 00:21:03.967541 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23cc8393-ece2-4b8c-8df6-462b14e10460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:03.977759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 48976) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:03.981947 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-23cc8393-ece2-4b8c-8df6-462b14e10460 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ae7418eb-9eb8-4ca6-8644-314c4e7ef6c6 HTTP/1.1" status: 204 len: 168 time: 0.7816253 Nov 08 00:21:03.996516 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6b122-aee5-4d4d-aa57-0139598fba3c tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event updated for resources: {'Network': ['ID=df7ddc8b-1edd-4b50-8eb2-ba036583cb57,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:04.011416 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network df7ddc8b-1edd-4b50-8eb2-ba036583cb57 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:21:04.186252 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3ff10e13-69a0-4e91-8796-298185055a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:04.196290 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-242c1830-3720-4e80-87af-a4dac36c9978 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:04.197196 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242c1830-3720-4e80-87af-a4dac36c9978 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Fanout notify agent at l3_agent the message router_deleted on router 4b771c37-8935-4ab8-90e1-c1ae89a1170a {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:21:04.207389 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-242c1830-3720-4e80-87af-a4dac36c9978 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:04.212944 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-242c1830-3720-4e80-87af-a4dac36c9978 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "DELETE /v2.0/routers/4b771c37-8935-4ab8-90e1-c1ae89a1170a HTTP/1.1" status: 204 len: 168 time: 2.3585000 Nov 08 00:21:04.213662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48984) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:04.220102 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f4df160f-d41b-4428-af88-f86ef5959513 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-815607639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:04.233775 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d2649bfe-ac8e-47c4-bd18-ea4c1de390ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:04.361315 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f4df160f-d41b-4428-af88-f86ef5959513 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:04.362905 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f4df160f-d41b-4428-af88-f86ef5959513 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:04.377166 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1691c-b79d-44d6-b1ef-d6c921da03b9 req-a91e3150-1fb5-4410-add9-e7a2a6bc3a5a tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:04.386675 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69c1691c-b79d-44d6-b1ef-d6c921da03b9 req-a91e3150-1fb5-4410-add9-e7a2a6bc3a5a tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.1729839 Nov 08 00:21:04.478458 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f4df160f-d41b-4428-af88-f86ef5959513 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:04.519981 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3ff10e13-69a0-4e91-8796-298185055a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:04.567499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69c1691c-b79d-44d6-b1ef-d6c921da03b9 req-28c5f136-fc7d-47d5-a8b9-7ba8605d7bee tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757493 Nov 08 00:21:04.567740 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f4df160f-d41b-4428-af88-f86ef5959513 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:04.596563 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-3ff10e13-69a0-4e91-8796-298185055a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee2304b-422b-4c3b-b14d-921762729011']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:04.643628 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d2649bfe-ac8e-47c4-bd18-ea4c1de390ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:04.652791 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-3ff10e13-69a0-4e91-8796-298185055a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43caa4e3-cdf7-491e-a194-7a339aa13be7') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:04.653097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-3ff10e13-69a0-4e91-8796-298185055a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43caa4e3-cdf7-491e-a194-7a339aa13be7') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:04.674176 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3ff10e13-69a0-4e91-8796-298185055a41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:04.722589 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3ff10e13-69a0-4e91-8796-298185055a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:04.735654 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f4df160f-d41b-4428-af88-f86ef5959513 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:04.736412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff10e13-69a0-4e91-8796-298185055a41 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3ff10e13-69a0-4e91-8796-298185055a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:21:04.739845 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:21:04.743601 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f4df160f-d41b-4428-af88-f86ef5959513 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5277915 Nov 08 00:21:04.744351 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 48996) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:04.751740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f821fb16-08f8-4598-8299-000446b900f1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'enable_snat': True}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:04.780717 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d2649bfe-ac8e-47c4-bd18-ea4c1de390ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:04.900626 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2649bfe-ac8e-47c4-bd18-ea4c1de390ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87ce8c5-83bd-4916-9ebd-3e27bffac8d7,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:04.905525 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d2649bfe-ac8e-47c4-bd18-ea4c1de390ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e50bca7a14040cc8ec2ebaefc5bc1d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0013790 Nov 08 00:21:04.908011 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49000) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:04.960864 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ada8b9ce-e6e3-446a-9f32-0f255a7aca68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:04.986959 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ada8b9ce-e6e3-446a-9f32-0f255a7aca68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:05.129718 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f821fb16-08f8-4598-8299-000446b900f1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:05.291463 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3ff10e13-69a0-4e91-8796-298185055a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:05.297205 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3ff10e13-69a0-4e91-8796-298185055a41 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:05.300594 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3ff10e13-69a0-4e91-8796-298185055a41 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fee2304b-422b-4c3b-b14d-921762729011 HTTP/1.1" status: 204 len: 168 time: 1.2711632 Nov 08 00:21:05.312128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff10e13-69a0-4e91-8796-298185055a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=fee2304b-422b-4c3b-b14d-921762729011,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:05.319589 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ada8b9ce-e6e3-446a-9f32-0f255a7aca68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:05.322613 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ada8b9ce-e6e3-446a-9f32-0f255a7aca68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:05.326024 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ada8b9ce-e6e3-446a-9f32-0f255a7aca68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b87ce8c5-83bd-4916-9ebd-3e27bffac8d7 HTTP/1.1" status: 204 len: 168 time: 0.4144917 Nov 08 00:21:05.342487 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8b9ce-e6e3-446a-9f32-0f255a7aca68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87ce8c5-83bd-4916-9ebd-3e27bffac8d7,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:05.702237 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f821fb16-08f8-4598-8299-000446b900f1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:05.735493 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f821fb16-08f8-4598-8299-000446b900f1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:05.851953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe94db-aed4-46d0-9142-3d08a93df879 req-2537d7f1-f300-4e77-9595-3073c6708eb7 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:05.862063 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2fbe94db-aed4-46d0-9142-3d08a93df879 req-2537d7f1-f300-4e77-9595-3073c6708eb7 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.1735694 Nov 08 00:21:05.878361 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-f821fb16-08f8-4598-8299-000446b900f1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Allocated IP 172.25.2.50 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/d6dcc6d8-79c2-45ec-932e-458fd8b517f1) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:21:05.958562 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49020) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:06.073522 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2fbe94db-aed4-46d0-9142-3d08a93df879 req-39d34a47-50ba-4c1b-bf08-634396f22b1b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103903 Nov 08 00:21:06.094687 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f821fb16-08f8-4598-8299-000446b900f1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:06.127301 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49022) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:06.129117 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0f54d923-a6c2-48f7-95c1-1f2e8f73d905 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55c62704c8494fc191022836bc7843f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600556 Nov 08 00:21:06.266551 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b265e89-f315-45ec-b07d-798731e16313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:06.295851 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b265e89-f315-45ec-b07d-798731e16313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:06.342723 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f821fb16-08f8-4598-8299-000446b900f1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:06.415931 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f821fb16-08f8-4598-8299-000446b900f1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:06.424899 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-f821fb16-08f8-4598-8299-000446b900f1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:06.436443 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f821fb16-08f8-4598-8299-000446b900f1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:21:06.501698 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b265e89-f315-45ec-b07d-798731e16313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:06.504370 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b265e89-f315-45ec-b07d-798731e16313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:06.509239 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6b265e89-f315-45ec-b07d-798731e16313 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afa1b7c0-2b91-4124-a9a9-23cf9762d1c8 HTTP/1.1" status: 204 len: 168 time: 0.3406320 Nov 08 00:21:06.521349 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821fb16-08f8-4598-8299-000446b900f1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Pushing event updated for resources: {'Port': ['ID=d6dcc6d8-79c2-45ec-932e-458fd8b517f1,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:06.534600 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b265e89-f315-45ec-b07d-798731e16313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa1b7c0-2b91-4124-a9a9-23cf9762d1c8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:06.631125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49030) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:06.646505 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a1a7a306-54d9-4f0d-bfd9-f702f5cffd2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:06.840139 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a1a7a306-54d9-4f0d-bfd9-f702f5cffd2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:06.914547 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a1a7a306-54d9-4f0d-bfd9-f702f5cffd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:07.026584 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f821fb16-08f8-4598-8299-000446b900f1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:07.039278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7a306-54d9-4f0d-bfd9-f702f5cffd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867ad0af-2ff7-448d-9ed9-f5054a620f06,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:07.067168 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a1a7a306-54d9-4f0d-bfd9-f702f5cffd2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e386a274b06f4798a9e67b80d451250a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4349730 Nov 08 00:21:07.070528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49040) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:07.219738 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-738fdc12-ebed-4b95-9ca1-668b78d69f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:07.291698 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-738fdc12-ebed-4b95-9ca1-668b78d69f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:07.408827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49048) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:07.417927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-96bdb14f-d930-40a0-8c55-8039067f687b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Request body: {'subnet': {'network_id': 'df7ddc8b-1edd-4b50-8eb2-ba036583cb57', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:07.499101 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-738fdc12-ebed-4b95-9ca1-668b78d69f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:07.505285 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-738fdc12-ebed-4b95-9ca1-668b78d69f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:07.508927 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-738fdc12-ebed-4b95-9ca1-668b78d69f9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/867ad0af-2ff7-448d-9ed9-f5054a620f06 HTTP/1.1" status: 204 len: 168 time: 0.4336977 Nov 08 00:21:07.538034 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fdc12-ebed-4b95-9ca1-668b78d69f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867ad0af-2ff7-448d-9ed9-f5054a620f06,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:07.563866 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d138e44-a2ca-418b-a677-d2367d0ad5b9 req-89bfb8f1-3055-40a6-8e0e-2337398db5e0 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:07.570194 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d138e44-a2ca-418b-a677-d2367d0ad5b9 req-89bfb8f1-3055-40a6-8e0e-2337398db5e0 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.1685340 Nov 08 00:21:07.646204 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d138e44-a2ca-418b-a677-d2367d0ad5b9 req-7ec5fb24-a539-488b-9598-f60e06c751fb tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748732 Nov 08 00:21:07.744771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bdb14f-d930-40a0-8c55-8039067f687b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Made reservation on behalf of 7fc13bb8735446f18e764de988787691 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:07.748863 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-96bdb14f-d930-40a0-8c55-8039067f687b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:07.772346 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49054) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:07.841189 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-afc26d9f-8260-4294-bd76-8b2b8e14b315 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99c09c477e85427ba0e659287aa88f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673990 Nov 08 00:21:07.843524 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49058) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:07.857105 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f821fb16-08f8-4598-8299-000446b900f1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:07.868852 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f821fb16-08f8-4598-8299-000446b900f1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:07.999341 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cb00c6cb-cc74-4b7f-b418-58d6f4444826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:08.036300 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cb00c6cb-cc74-4b7f-b418-58d6f4444826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:08.193391 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f821fb16-08f8-4598-8299-000446b900f1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Router 1eabe9c0-218a-4881-89ad-d41bfa37bb73 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:21:08.224771 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-96bdb14f-d930-40a0-8c55-8039067f687b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:08.313346 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:08.314516 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdb14f-d930-40a0-8c55-8039067f687b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event updated for resources: {'Subnet': ['ID=2850d1e4-fde4-460d-9dea-d8fb5e59dfec,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:08.320677 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bdb14f-d930-40a0-8c55-8039067f687b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Checking segment: {'id': '9a0b0d18-e90c-471a-b4d0-43be04de7d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'df7ddc8b-1edd-4b50-8eb2-ba036583cb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:08.320914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bdb14f-d930-40a0-8c55-8039067f687b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Network hostable DHCP agents. Network: df7ddc8b-1edd-4b50-8eb2-ba036583cb57, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:21:08.341610 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cb00c6cb-cc74-4b7f-b418-58d6f4444826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:08.344519 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cb00c6cb-cc74-4b7f-b418-58d6f4444826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:08.349501 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cb00c6cb-cc74-4b7f-b418-58d6f4444826 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5354a623-bd5e-4b8e-96fa-7f6bb9aa6310 HTTP/1.1" status: 204 len: 168 time: 0.5022876 Nov 08 00:21:08.385047 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00c6cb-cc74-4b7f-b418-58d6f4444826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5354a623-bd5e-4b8e-96fa-7f6bb9aa6310,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:08.406416 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bdb14f-d930-40a0-8c55-8039067f687b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Network df7ddc8b-1edd-4b50-8eb2-ba036583cb57 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:21:08.442914 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f821fb16-08f8-4598-8299-000446b900f1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:21:08.448735 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f821fb16-08f8-4598-8299-000446b900f1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:08.453583 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f821fb16-08f8-4598-8299-000446b900f1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "PUT /v2.0/routers/1eabe9c0-218a-4881-89ad-d41bfa37bb73 HTTP/1.1" status: 200 len: 913 time: 3.7056386 Nov 08 00:21:08.457792 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dd5ac0-439e-4717-8a9d-4423569e8bc0 None None] Sync routers for ids ['1eabe9c0-218a-4881-89ad-d41bfa37bb73'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:21:08.458268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49080) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:08.468270 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dd5ac0-439e-4717-8a9d-4423569e8bc0 None None] Routers {'1eabe9c0-218a-4881-89ad-d41bfa37bb73'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:21:08.469072 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-65dd5ac0-439e-4717-8a9d-4423569e8bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:21:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['1eabe9c0-218a-4881-89ad-d41bfa37bb73'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:08.512912 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-65dd5ac0-439e-4717-8a9d-4423569e8bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:08.525264 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dd5ac0-439e-4717-8a9d-4423569e8bc0 None None] Routers {'1eabe9c0-218a-4881-89ad-d41bfa37bb73'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:21:08.526262 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-65dd5ac0-439e-4717-8a9d-4423569e8bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:21:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['1eabe9c0-218a-4881-89ad-d41bfa37bb73'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:08.537229 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-96bdb14f-d930-40a0-8c55-8039067f687b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, df7ddc8b-1edd-4b50-8eb2-ba036583cb57) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:08.543798 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bdb14f-d930-40a0-8c55-8039067f687b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:08.545522 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-96bdb14f-d930-40a0-8c55-8039067f687b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:08.547439 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bb69ed-e330-4258-bc54-0d09efb9d6cb None None] Network df7ddc8b-1edd-4b50-8eb2-ba036583cb57 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:08.615970 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-65dd5ac0-439e-4717-8a9d-4423569e8bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:08.618561 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dd5ac0-439e-4717-8a9d-4423569e8bc0 None None] The sync data for ids ['1eabe9c0-218a-4881-89ad-d41bfa37bb73'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:21:08.656121 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6b066fa2-8d2a-42f1-939c-acb3f557ae9c tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "GET /v2.0/routers/1eabe9c0-218a-4881-89ad-d41bfa37bb73 HTTP/1.1" status: 200 len: 919 time: 0.1979392 Nov 08 00:21:08.656422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49084) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:08.709217 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-96bdb14f-d930-40a0-8c55-8039067f687b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2992890 Nov 08 00:21:08.713431 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49088) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:08.721368 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-bed76ae6-8604-4217-8a4e-36fa740c2773 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2094470247'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:08.772989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0dfd8b-01ae-4775-8d81-9200f1b927a1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:08.780271 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ab0dfd8b-01ae-4775-8d81-9200f1b927a1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&device_id=1eabe9c0-218a-4881-89ad-d41bfa37bb73&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1188078 Nov 08 00:21:08.786391 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49090) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:08.872812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1b4a6-0fa3-4681-9cfc-24da1ebc3bda req-1c0518fe-2f75-4bef-8ef0-b2f15cae78de tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:08.875018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e1d1b4a6-0fa3-4681-9cfc-24da1ebc3bda req-1c0518fe-2f75-4bef-8ef0-b2f15cae78de tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.0859301 Nov 08 00:21:08.891701 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed76ae6-8604-4217-8a4e-36fa740c2773 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Made reservation on behalf of 7fc13bb8735446f18e764de988787691 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:08.896082 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bed76ae6-8604-4217-8a4e-36fa740c2773 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:08.957705 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed76ae6-8604-4217-8a4e-36fa740c2773 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:21:08.970226 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e1d1b4a6-0fa3-4681-9cfc-24da1ebc3bda req-f25c06fc-53cc-47c1-971d-901c93a20112 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872102 Nov 08 00:21:08.980846 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bed76ae6-8604-4217-8a4e-36fa740c2773 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:08.981276 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-bed76ae6-8604-4217-8a4e-36fa740c2773 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Added segment 34baaa35-9726-42c5-8e79-f43c73446b88 of type vlan for network 9cec9377-6b95-4912-83f1-aecec34b7961 Nov 08 00:21:08.992651 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9619c3-3bb9-4bc4-9c3c-4e3c2b8bddc1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:08.998421 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1d9619c3-3bb9-4bc4-9c3c-4e3c2b8bddc1 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 881 time: 0.2062857 Nov 08 00:21:08.998421 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49094) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:09.060141 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b1ac416a-a1f6-44c5-99d6-02d41f9dd582 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eabe9c0-218a-4881-89ad-d41bfa37bb73 HTTP/1.1" status: 200 len: 205 time: 0.0582862 Nov 08 00:21:09.060766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49098) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:09.069356 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bed76ae6-8604-4217-8a4e-36fa740c2773 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:09.177696 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bed76ae6-8604-4217-8a4e-36fa740c2773 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:09.188010 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed76ae6-8604-4217-8a4e-36fa740c2773 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:09.188446 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bed76ae6-8604-4217-8a4e-36fa740c2773 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:09.223695 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-df7ddc8b-1edd-4b50-8eb2-ba036583cb57', 'network_id': 'df7ddc8b-1edd-4b50-8eb2-ba036583cb57', 'tenant_id': '7fc13bb8735446f18e764de988787691', 'fixed_ips': [{'subnet_id': '2850d1e4-fde4-460d-9dea-d8fb5e59dfec'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:21:09.224577 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:09.248165 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e047ac11-5c30-4270-b067-633a30efea53 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:09.441124 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e047ac11-5c30-4270-b067-633a30efea53 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:09.471422 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed76ae6-8604-4217-8a4e-36fa740c2773 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event updated for resources: {'Network': ['ID=9cec9377-6b95-4912-83f1-aecec34b7961,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:09.503252 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 9cec9377-6b95-4912-83f1-aecec34b7961 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:21:09.576306 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bed76ae6-8604-4217-8a4e-36fa740c2773 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8614767 Nov 08 00:21:09.579165 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49118) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:09.591526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-5ef65f64-77b9-4fe2-81b9-d907df4f18ed tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Request body: {'subnet': {'network_id': '9cec9377-6b95-4912-83f1-aecec34b7961', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:09.660096 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] Allocated IP 2001:db8:0:ffff::2 (df7ddc8b-1edd-4b50-8eb2-ba036583cb57/2850d1e4-fde4-460d-9dea-d8fb5e59dfec/9a67b925-9c55-4d2b-ab43-5cd8156d2ec9) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:21:09.763882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-e047ac11-5c30-4270-b067-633a30efea53 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Deleting port d6dcc6d8-79c2-45ec-932e-458fd8b517f1 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:09.764232 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e047ac11-5c30-4270-b067-633a30efea53 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:09.857054 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:09.863455 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef65f64-77b9-4fe2-81b9-d907df4f18ed tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Made reservation on behalf of 7fc13bb8735446f18e764de988787691 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:09.867372 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5ef65f64-77b9-4fe2-81b9-d907df4f18ed tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:09.926632 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e047ac11-5c30-4270-b067-633a30efea53 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:09.933054 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:09.957475 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-e047ac11-5c30-4270-b067-633a30efea53 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Calling delete_port for d6dcc6d8-79c2-45ec-932e-458fd8b517f1 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:10.026651 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] Network df7ddc8b-1edd-4b50-8eb2-ba036583cb57 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:10.030119 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:10.033264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:21:10.070572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] Pushing event updated for resources: {'Port': ['ID=9a67b925-9c55-4d2b-ab43-5cd8156d2ec9,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:10.100400 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] Attempting to bind port 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:21:10.100769 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] Attempting to bind port 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '9a0b0d18-e90c-471a-b4d0-43be04de7d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'df7ddc8b-1edd-4b50-8eb2-ba036583cb57'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:21:10.104168 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] Attempting to bind port 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9 on network df7ddc8b-1edd-4b50-8eb2-ba036583cb57 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:21:10.127452 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:21:10.127855 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] Checking segment: {'id': '9a0b0d18-e90c-471a-b4d0-43be04de7d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'df7ddc8b-1edd-4b50-8eb2-ba036583cb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:10.128264 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:10.128668 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] Bound using segment: {'id': '9a0b0d18-e90c-471a-b4d0-43be04de7d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'df7ddc8b-1edd-4b50-8eb2-ba036583cb57'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:21:10.133764 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] Bound port: 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0b0d18-e90c-471a-b4d0-43be04de7d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'df7ddc8b-1edd-4b50-8eb2-ba036583cb57'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:21:10.136677 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:10.237746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] For port 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:21:10.243370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] For port 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9a67b925-9c55-4d2b-ab43-5cd8156d2ec9,segment=NetworkSegment(9a0b0d18-e90c-471a-b4d0-43be04de7d65),segment_id=9a0b0d18-e90c-471a-b4d0-43be04de7d65)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:21:10.260643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd6db3-7464-49a5-a8c9-a78c14f937ad req-5ac3c4b9-9e6d-4812-9663-a8d63ec7d37b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:10.262541 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57bd6db3-7464-49a5-a8c9-a78c14f937ad req-5ac3c4b9-9e6d-4812-9663-a8d63ec7d37b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.1498792 Nov 08 00:21:10.328119 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:10.359606 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57bd6db3-7464-49a5-a8c9-a78c14f937ad req-e6007bfa-901a-48ac-90c0-5dcf01ae0b6b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469363 Nov 08 00:21:10.514174 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a0353-cc7b-4608-a97c-52a2e023a8e6 None None] Pushing event updated for resources: {'Port': ['ID=9a67b925-9c55-4d2b-ab43-5cd8156d2ec9,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:10.585191 n-d-816882-1 neutron-server[102772]: DEBUG neutron.objects.ports [None req-5ef65f64-77b9-4fe2-81b9-d907df4f18ed tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 00:21:10.586602 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5ef65f64-77b9-4fe2-81b9-d907df4f18ed tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:10.671351 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e047ac11-5c30-4270-b067-633a30efea53 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:10.684407 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef65f64-77b9-4fe2-81b9-d907df4f18ed tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event updated for resources: {'Subnet': ['ID=62d978d2-757e-4b52-ae1a-71e9159b87ef,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:10.739832 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047ac11-5c30-4270-b067-633a30efea53 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Pushing event deleted for resources: {'Port': ['ID=d6dcc6d8-79c2-45ec-932e-458fd8b517f1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:10.821810 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef65f64-77b9-4fe2-81b9-d907df4f18ed tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Checking segment: {'id': '34baaa35-9726-42c5-8e79-f43c73446b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9cec9377-6b95-4912-83f1-aecec34b7961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:10.822231 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef65f64-77b9-4fe2-81b9-d907df4f18ed tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Network hostable DHCP agents. Network: 9cec9377-6b95-4912-83f1-aecec34b7961, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:21:10.920524 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e047ac11-5c30-4270-b067-633a30efea53 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:11.022946 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e047ac11-5c30-4270-b067-633a30efea53 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:11.025236 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e047ac11-5c30-4270-b067-633a30efea53 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:11.233915 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49152) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:11.236243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef65f64-77b9-4fe2-81b9-d907df4f18ed tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Network 9cec9377-6b95-4912-83f1-aecec34b7961 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:21:11.262842 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49156) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:11.325740 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e047ac11-5c30-4270-b067-633a30efea53 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:11.326929 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e047ac11-5c30-4270-b067-633a30efea53 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Fanout notify agent at l3_agent the message router_deleted on router 1eabe9c0-218a-4881-89ad-d41bfa37bb73 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:21:11.334243 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e047ac11-5c30-4270-b067-633a30efea53 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:11.338596 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e047ac11-5c30-4270-b067-633a30efea53 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "DELETE /v2.0/routers/1eabe9c0-218a-4881-89ad-d41bfa37bb73 HTTP/1.1" status: 204 len: 168 time: 2.2770813 Nov 08 00:21:11.344556 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49162) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:11.352409 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-bd4be3f9-d2f2-47b1-9cee-405e0bb80af7 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-597676059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:11.374458 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c61e328a-e255-46a0-8bc9-c910382351ee admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1892073783-network', 'tenant_id': '141b81d7bc594c06a8ce6acdd865454c'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:11.382074 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-5ef65f64-77b9-4fe2-81b9-d907df4f18ed tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 9cec9377-6b95-4912-83f1-aecec34b7961) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:11.391564 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef65f64-77b9-4fe2-81b9-d907df4f18ed tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:11.392085 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e96b94e-d169-4884-bc41-3fad076cd3ad None None] Network 9cec9377-6b95-4912-83f1-aecec34b7961 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:11.394930 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5ef65f64-77b9-4fe2-81b9-d907df4f18ed tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:11.477040 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61e328a-e255-46a0-8bc9-c910382351ee admin admin] Made reservation on behalf of 141b81d7bc594c06a8ce6acdd865454c for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:11.481387 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c61e328a-e255-46a0-8bc9-c910382351ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:11.547757 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c61e328a-e255-46a0-8bc9-c910382351ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:11.611309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961ae93-71fa-46d2-a13f-955cfbf15844 req-ec68b6d9-86a3-457a-ba16-e1ed09561dde tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:11.614233 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a961ae93-71fa-46d2-a13f-955cfbf15844 req-ec68b6d9-86a3-457a-ba16-e1ed09561dde tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.1067469 Nov 08 00:21:11.653483 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd4be3f9-d2f2-47b1-9cee-405e0bb80af7 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:11.661693 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd4be3f9-d2f2-47b1-9cee-405e0bb80af7 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:11.681837 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bfde63fc-3505-41f2-92db-ed540eb5b9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:11.687523 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-9cec9377-6b95-4912-83f1-aecec34b7961', 'network_id': '9cec9377-6b95-4912-83f1-aecec34b7961', 'tenant_id': '7fc13bb8735446f18e764de988787691', 'fixed_ips': [{'subnet_id': '62d978d2-757e-4b52-ae1a-71e9159b87ef'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:21:11.691886 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:11.721273 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a961ae93-71fa-46d2-a13f-955cfbf15844 req-148e47c2-b5ff-4a28-9bd8-c6e955dac44b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007755 Nov 08 00:21:11.792608 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5ef65f64-77b9-4fe2-81b9-d907df4f18ed tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2123377 Nov 08 00:21:11.795389 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49180) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:11.801293 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-d4a7623a-2394-4f47-9501-e1e169cac1ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Request body: {'port': {'network_id': '9cec9377-6b95-4912-83f1-aecec34b7961', 'name': 'tempest-NetworksIpV6TestAttrs-18176148'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:11.875491 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd4be3f9-d2f2-47b1-9cee-405e0bb80af7 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:11.900581 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c61e328a-e255-46a0-8bc9-c910382351ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:11.927404 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b0c7d4-06cb-48d6-bd9b-fc051c8bd350 None None] Network df7ddc8b-1edd-4b50-8eb2-ba036583cb57 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:11.950967 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bfde63fc-3505-41f2-92db-ed540eb5b9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:11.957680 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd4be3f9-d2f2-47b1-9cee-405e0bb80af7 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:12.019382 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c61e328a-e255-46a0-8bc9-c910382351ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:12.031175 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4c4aa066-05c7-4e97-8916-926e224d36ce None None] Provisioning complete for port 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:12.031615 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa066-05c7-4e97-8916-926e224d36ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:12.035146 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61e328a-e255-46a0-8bc9-c910382351ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:21:12.038588 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] Allocated IP 2001:db8::f816:3eff:fed3:5b45 (9cec9377-6b95-4912-83f1-aecec34b7961/62d978d2-757e-4b52-ae1a-71e9159b87ef/5ee0295c-008b-44ea-9db0-efd7caced32d) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:21:12.059314 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c61e328a-e255-46a0-8bc9-c910382351ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:12.059314 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-c61e328a-e255-46a0-8bc9-c910382351ee admin admin] Added segment 607db575-6a31-4b02-8edd-db713bcdf041 of type vlan for network 275823b3-bec8-4f24-b0bb-76411d729e2c Nov 08 00:21:12.073000 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e328a-e255-46a0-8bc9-c910382351ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5ad805-2dfa-433f-a01d-4ea03b97871a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:12.108985 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c61e328a-e255-46a0-8bc9-c910382351ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:12.115225 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bfde63fc-3505-41f2-92db-ed540eb5b9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:12.148992 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bfde63fc-3505-41f2-92db-ed540eb5b9e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc37077896a64baf86996e78fb1dc9ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8826566 Nov 08 00:21:12.150512 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49186) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:12.206098 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd4be3f9-d2f2-47b1-9cee-405e0bb80af7 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:12.210696 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bd4be3f9-d2f2-47b1-9cee-405e0bb80af7 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8649976 Nov 08 00:21:12.213588 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49190) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:12.238098 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7298d19e-3f78-46db-af17-5d356b70d2f4 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'enable_snat': False}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:12.339323 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c96a5c09-bc46-4250-acf2-05610e1b800e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:12.372524 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a7623a-2394-4f47-9501-e1e169cac1ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Made reservation on behalf of 7fc13bb8735446f18e764de988787691 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:12.374215 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa066-05c7-4e97-8916-926e224d36ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:12.391819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d4a7623a-2394-4f47-9501-e1e169cac1ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:12.426020 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde63fc-3505-41f2-92db-ed540eb5b9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53accc44-2892-487b-8679-ec3ec1e8a1ba,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:12.449984 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c96a5c09-bc46-4250-acf2-05610e1b800e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:12.464647 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:12.466261 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:21:12.487018 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4c4aa066-05c7-4e97-8916-926e224d36ce None None] For port 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9a67b925-9c55-4d2b-ab43-5cd8156d2ec9,segment=NetworkSegment(9a0b0d18-e90c-471a-b4d0-43be04de7d65),segment_id=9a0b0d18-e90c-471a-b4d0-43be04de7d65)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:21:12.500341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-d4a7623a-2394-4f47-9501-e1e169cac1ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] device_id is not set on port 83dda81e-0424-48c4-a657-8d256ecd8006 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:21:12.551023 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:12.551396 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:12.561322 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c61e328a-e255-46a0-8bc9-c910382351ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:12.562656 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61e328a-e255-46a0-8bc9-c910382351ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:12.563513 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c61e328a-e255-46a0-8bc9-c910382351ee admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:12.594137 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa066-05c7-4e97-8916-926e224d36ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:12.596211 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:12.676787 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] Network 9cec9377-6b95-4912-83f1-aecec34b7961 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:12.682415 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:12.688020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:21:12.725158 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4aa066-05c7-4e97-8916-926e224d36ce None None] Pushing event updated for resources: {'Port': ['ID=9a67b925-9c55-4d2b-ab43-5cd8156d2ec9,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:12.816602 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c96a5c09-bc46-4250-acf2-05610e1b800e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:12.819184 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c96a5c09-bc46-4250-acf2-05610e1b800e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:12.823883 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e328a-e255-46a0-8bc9-c910382351ee admin admin] Pushing event updated for resources: {'Network': ['ID=275823b3-bec8-4f24-b0bb-76411d729e2c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:12.843153 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c96a5c09-bc46-4250-acf2-05610e1b800e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53accc44-2892-487b-8679-ec3ec1e8a1ba HTTP/1.1" status: 204 len: 168 time: 0.6889071 Nov 08 00:21:12.866569 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 275823b3-bec8-4f24-b0bb-76411d729e2c details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:21:12.867419 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7298d19e-3f78-46db-af17-5d356b70d2f4 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:12.889806 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a5c09-bc46-4250-acf2-05610e1b800e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53accc44-2892-487b-8679-ec3ec1e8a1ba,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:12.924085 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] Attempting to bind port 5ee0295c-008b-44ea-9db0-efd7caced32d on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:21:12.924085 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] Attempting to bind port 5ee0295c-008b-44ea-9db0-efd7caced32d by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '34baaa35-9726-42c5-8e79-f43c73446b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9cec9377-6b95-4912-83f1-aecec34b7961'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:21:12.924085 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] Attempting to bind port 5ee0295c-008b-44ea-9db0-efd7caced32d on network 9cec9377-6b95-4912-83f1-aecec34b7961 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:21:12.929806 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c61e328a-e255-46a0-8bc9-c910382351ee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6945770 Nov 08 00:21:12.938767 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49204) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:12.939842 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ac7e6f8c-f081-4dab-a309-9869b7cb0e0e admin admin] Request body: {'subnet': {'network_id': '275823b3-bec8-4f24-b0bb-76411d729e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1892073783-subnet', 'tenant_id': '141b81d7bc594c06a8ce6acdd865454c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:13.039993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] Pushing event updated for resources: {'Port': ['ID=5ee0295c-008b-44ea-9db0-efd7caced32d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:13.049781 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:21:13.050284 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] Checking segment: {'id': '34baaa35-9726-42c5-8e79-f43c73446b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9cec9377-6b95-4912-83f1-aecec34b7961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:13.050909 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:13.051500 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] Bound using segment: {'id': '34baaa35-9726-42c5-8e79-f43c73446b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9cec9377-6b95-4912-83f1-aecec34b7961'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:21:13.052109 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] Bound port: 5ee0295c-008b-44ea-9db0-efd7caced32d, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34baaa35-9726-42c5-8e79-f43c73446b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9cec9377-6b95-4912-83f1-aecec34b7961'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:21:13.052594 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:13.054763 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-d4a7623a-2394-4f47-9501-e1e169cac1ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Allocated IP 2001:db8::f816:3eff:fe9e:f585 (9cec9377-6b95-4912-83f1-aecec34b7961/62d978d2-757e-4b52-ae1a-71e9159b87ef/83dda81e-0424-48c4-a657-8d256ecd8006) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:21:13.137634 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9542ed4c-6574-44ff-aa21-b03fe755b7c0 None None] Provisioning complete for port 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:13.138689 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9542ed4c-6574-44ff-aa21-b03fe755b7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:13.169553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d177616-e28d-42e1-89a9-fddb4d1238ba req-87a56faf-db4a-4a6a-b54e-8e2df3e4875c tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:13.177374 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d177616-e28d-42e1-89a9-fddb4d1238ba req-87a56faf-db4a-4a6a-b54e-8e2df3e4875c tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.2371454 Nov 08 00:21:13.244602 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] For port 5ee0295c-008b-44ea-9db0-efd7caced32d, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:21:13.257745 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7e6f8c-f081-4dab-a309-9869b7cb0e0e admin admin] Made reservation on behalf of 141b81d7bc594c06a8ce6acdd865454c for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:13.260540 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] For port 5ee0295c-008b-44ea-9db0-efd7caced32d, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5ee0295c-008b-44ea-9db0-efd7caced32d,segment=NetworkSegment(34baaa35-9726-42c5-8e79-f43c73446b88),segment_id=34baaa35-9726-42c5-8e79-f43c73446b88)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:21:13.260760 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6f8c-f081-4dab-a309-9869b7cb0e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:13.310699 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d177616-e28d-42e1-89a9-fddb4d1238ba req-725272af-315e-47a6-a98e-2e6ea7b8908f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320996 Nov 08 00:21:13.348690 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:13.417938 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d4a7623a-2394-4f47-9501-e1e169cac1ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:13.514806 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d35ba-4e7b-4778-a9a9-be5331865a26 None None] Pushing event updated for resources: {'Port': ['ID=5ee0295c-008b-44ea-9db0-efd7caced32d,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:13.556242 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d4a7623a-2394-4f47-9501-e1e169cac1ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:13.666622 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7298d19e-3f78-46db-af17-5d356b70d2f4 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:13.689308 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7298d19e-3f78-46db-af17-5d356b70d2f4 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:13.747115 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6f8c-f081-4dab-a309-9869b7cb0e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:13.967323 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49214) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:13.973338 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e6f8c-f081-4dab-a309-9869b7cb0e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=939c56dc-26e2-4055-8620-5fc18366a8f1,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:14.003021 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db9e3c67-2420-43ae-acd1-98e50831c081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:14.015410 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7e6f8c-f081-4dab-a309-9869b7cb0e0e admin admin] Checking segment: {'id': '607db575-6a31-4b02-8edd-db713bcdf041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '275823b3-bec8-4f24-b0bb-76411d729e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:14.015654 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7e6f8c-f081-4dab-a309-9869b7cb0e0e admin admin] Network hostable DHCP agents. Network: 275823b3-bec8-4f24-b0bb-76411d729e2c, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:21:14.057195 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a7623a-2394-4f47-9501-e1e169cac1ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Network 9cec9377-6b95-4912-83f1-aecec34b7961 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:14.068144 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-d4a7623a-2394-4f47-9501-e1e169cac1ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:14.074599 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a7623a-2394-4f47-9501-e1e169cac1ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:21:14.106605 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a7623a-2394-4f47-9501-e1e169cac1ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:14.107280 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d4a7623a-2394-4f47-9501-e1e169cac1ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:14.116295 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db9e3c67-2420-43ae-acd1-98e50831c081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:14.144820 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-7298d19e-3f78-46db-af17-5d356b70d2f4 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Allocated IP 172.25.2.167 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/13a51b65-5122-45e1-881a-763197460200) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:21:14.186241 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7623a-2394-4f47-9501-e1e169cac1ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event updated for resources: {'Port': ['ID=83dda81e-0424-48c4-a657-8d256ecd8006,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:14.223346 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db9e3c67-2420-43ae-acd1-98e50831c081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:14.254125 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7e6f8c-f081-4dab-a309-9869b7cb0e0e admin admin] Network 275823b3-bec8-4f24-b0bb-76411d729e2c is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:21:14.271383 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d4a7623a-2394-4f47-9501-e1e169cac1ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.4746411 Nov 08 00:21:14.274074 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49222) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:14.322704 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e3c67-2420-43ae-acd1-98e50831c081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db66959b-1a14-4789-9283-63f01b7baf74,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:14.350332 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-db9e3c67-2420-43ae-acd1-98e50831c081 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0ebbcbff61d488fa90254a46deda94b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3631885 Nov 08 00:21:14.364368 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49226) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:14.436858 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6a6dba-f9b4-4860-964d-2a6f80765508 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Deleting subnet 62d978d2-757e-4b52-ae1a-71e9159b87ef {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:21:14.445364 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0c6a6dba-f9b4-4860-964d-2a6f80765508 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:14.457808 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-ac7e6f8c-f081-4dab-a309-9869b7cb0e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 275823b3-bec8-4f24-b0bb-76411d729e2c) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:14.467111 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf8c172-6818-4e3d-af57-c4bf18422674 None None] Network 275823b3-bec8-4f24-b0bb-76411d729e2c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:14.485878 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7e6f8c-f081-4dab-a309-9869b7cb0e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:14.486912 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6f8c-f081-4dab-a309-9869b7cb0e0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:14.611587 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7298d19e-3f78-46db-af17-5d356b70d2f4 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:14.611977 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0c6a6dba-f9b4-4860-964d-2a6f80765508 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:14.657344 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5ee0295c-008b-44ea-9db0-efd7caced32d up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:21:14.737334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b512505-d503-46c0-8961-f803663f3195 req-cfc5158e-97ed-4708-bd13-fabc63404494 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:14.738895 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b512505-d503-46c0-8961-f803663f3195 req-cfc5158e-97ed-4708-bd13-fabc63404494 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.2314739 Nov 08 00:21:14.761882 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-84649614-aeff-420d-969b-d96dbd7fef50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:14.803395 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 5ee0295c-008b-44ea-9db0-efd7caced32d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:14.803857 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:14.819469 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7298d19e-3f78-46db-af17-5d356b70d2f4 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:14.840121 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-275823b3-bec8-4f24-b0bb-76411d729e2c', 'network_id': '275823b3-bec8-4f24-b0bb-76411d729e2c', 'tenant_id': '141b81d7bc594c06a8ce6acdd865454c', 'fixed_ips': [{'subnet_id': '939c56dc-26e2-4055-8620-5fc18366a8f1'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:21:14.840987 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:14.847964 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ac7e6f8c-f081-4dab-a309-9869b7cb0e0e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9136729 Nov 08 00:21:14.849781 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49230) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:14.873415 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b512505-d503-46c0-8961-f803663f3195 req-76e48fef-5e83-46b8-8293-db332753323b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216853 Nov 08 00:21:14.887280 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7249345d-de79-4b5b-b593-45fbbaadc3cc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1892073783-router', 'tenant_id': '141b81d7bc594c06a8ce6acdd865454c', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:14.949380 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-84649614-aeff-420d-969b-d96dbd7fef50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:14.981419 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7298d19e-3f78-46db-af17-5d356b70d2f4 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:14.982306 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0c6a6dba-f9b4-4860-964d-2a6f80765508 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:14.998651 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-7298d19e-3f78-46db-af17-5d356b70d2f4 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:15.051899 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7298d19e-3f78-46db-af17-5d356b70d2f4 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:21:15.106145 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298d19e-3f78-46db-af17-5d356b70d2f4 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Pushing event updated for resources: {'Port': ['ID=13a51b65-5122-45e1-881a-763197460200,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:15.173100 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0c6a6dba-f9b4-4860-964d-2a6f80765508 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:15.233100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7962e3b-056b-4ef4-9201-86100e630545 None None] Network 9cec9377-6b95-4912-83f1-aecec34b7961 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:15.239385 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a6dba-f9b4-4860-964d-2a6f80765508 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event deleted for resources: {'Subnet': ['ID=62d978d2-757e-4b52-ae1a-71e9159b87ef,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:15.247684 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0c6a6dba-f9b4-4860-964d-2a6f80765508 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:15.256749 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7249345d-de79-4b5b-b593-45fbbaadc3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:15.257784 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7249345d-de79-4b5b-b593-45fbbaadc3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:15.261450 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0c6a6dba-f9b4-4860-964d-2a6f80765508 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/subnets/62d978d2-757e-4b52-ae1a-71e9159b87ef HTTP/1.1" status: 204 len: 168 time: 0.9843202 Nov 08 00:21:15.263996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49238) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:15.335675 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-facd7ec0-a003-4275-8589-d3f9e72675d7 None None] Provisioning complete for port 5ee0295c-008b-44ea-9db0-efd7caced32d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:15.336161 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-facd7ec0-a003-4275-8589-d3f9e72675d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:15.353355 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-84649614-aeff-420d-969b-d96dbd7fef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:15.356619 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-84649614-aeff-420d-969b-d96dbd7fef50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:15.363441 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-84649614-aeff-420d-969b-d96dbd7fef50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db66959b-1a14-4789-9283-63f01b7baf74 HTTP/1.1" status: 204 len: 168 time: 0.9893203 Nov 08 00:21:15.429228 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] Allocated IP 172.20.0.2 (275823b3-bec8-4f24-b0bb-76411d729e2c/939c56dc-26e2-4055-8620-5fc18366a8f1/5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:21:15.460306 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48828968-2f0a-4c58-be66-aae0dd843e23 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:15.463874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48828968-2f0a-4c58-be66-aae0dd843e23 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:15.470605 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-48828968-2f0a-4c58-be66-aae0dd843e23 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2050505 Nov 08 00:21:15.478882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49244) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:15.519928 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84649614-aeff-420d-969b-d96dbd7fef50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db66959b-1a14-4789-9283-63f01b7baf74,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:15.539364 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7249345d-de79-4b5b-b593-45fbbaadc3cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:15.605983 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:15.608117 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc2b6023-fcbe-4b53-9eb8-f49232312f94 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:15.615600 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2b6023-fcbe-4b53-9eb8-f49232312f94 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 08 00:21:15.616166 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2b6023-fcbe-4b53-9eb8-f49232312f94 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:21:15.619822 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cc2b6023-fcbe-4b53-9eb8-f49232312f94 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/networks/9cec9377-6b95-4912-83f1-aecec34b7961 HTTP/1.1" status: 409 len: 405 time: 0.1426075 Nov 08 00:21:15.627012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49246) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:15.632507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-975082d3-7de0-40a7-bfb9-535a1fb962e5 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-854717184'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:15.742972 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975082d3-7de0-40a7-bfb9-535a1fb962e5 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Made reservation on behalf of 7fc13bb8735446f18e764de988787691 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:15.750519 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-975082d3-7de0-40a7-bfb9-535a1fb962e5 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:15.790531 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 5ee0295c-008b-44ea-9db0-efd7caced32d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5ee0295c-008b-44ea-9db0-efd7caced32d,segment=NetworkSegment(34baaa35-9726-42c5-8e79-f43c73446b88),segment_id=34baaa35-9726-42c5-8e79-f43c73446b88)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:21:15.831039 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-facd7ec0-a003-4275-8589-d3f9e72675d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:15.870965 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975082d3-7de0-40a7-bfb9-535a1fb962e5 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:21:15.879330 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:15.885921 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:21:15.888146 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-975082d3-7de0-40a7-bfb9-535a1fb962e5 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:15.888835 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-975082d3-7de0-40a7-bfb9-535a1fb962e5 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Added segment 0fca5bf2-37d4-48a8-8563-cbfdab32737c of type vlan for network 921e53c9-70c1-4da0-b1a7-1af85f1c0e69 Nov 08 00:21:15.952707 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-975082d3-7de0-40a7-bfb9-535a1fb962e5 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:15.956373 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8717f11a-7396-4a94-9371-b63b76779b7f None None] DHCP port deletion for 9cec9377-6b95-4912-83f1-aecec34b7961 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:21:16.011921 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:16.054232 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-975082d3-7de0-40a7-bfb9-535a1fb962e5 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:16.062296 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975082d3-7de0-40a7-bfb9-535a1fb962e5 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:16.063164 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-975082d3-7de0-40a7-bfb9-535a1fb962e5 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:16.151407 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:16.167816 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=5ee0295c-008b-44ea-9db0-efd7caced32d,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:16.173346 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-facd7ec0-a003-4275-8589-d3f9e72675d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:21:16.173696 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-facd7ec0-a003-4275-8589-d3f9e72675d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:21:16.178983 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7249345d-de79-4b5b-b593-45fbbaadc3cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:16.208047 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49256) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:16.218890 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] Network 275823b3-bec8-4f24-b0bb-76411d729e2c is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:16.226383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:16.234378 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:21:16.256799 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:16.257402 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:16.261148 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] Pushing event updated for resources: {'Port': ['ID=5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:16.271599 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7298d19e-3f78-46db-af17-5d356b70d2f4 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:16.327976 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8717f11a-7396-4a94-9371-b63b76779b7f None None] Deleting port 5ee0295c-008b-44ea-9db0-efd7caced32d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:16.328350 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8717f11a-7396-4a94-9371-b63b76779b7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:16.346831 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975082d3-7de0-40a7-bfb9-535a1fb962e5 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event updated for resources: {'Network': ['ID=921e53c9-70c1-4da0-b1a7-1af85f1c0e69,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:16.391517 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 921e53c9-70c1-4da0-b1a7-1af85f1c0e69 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:21:16.412375 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-975082d3-7de0-40a7-bfb9-535a1fb962e5 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7837968 Nov 08 00:21:16.414715 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49264) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:16.442100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-4b593405-7ede-4701-9654-969c55aaeee9 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Request body: {'subnet': {'network_id': '921e53c9-70c1-4da0-b1a7-1af85f1c0e69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:16.444001 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] Attempting to bind port 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:21:16.444376 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] Attempting to bind port 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '607db575-6a31-4b02-8edd-db713bcdf041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '275823b3-bec8-4f24-b0bb-76411d729e2c'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:21:16.444738 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] Attempting to bind port 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25 on network 275823b3-bec8-4f24-b0bb-76411d729e2c {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:21:16.508725 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:21:16.509707 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] Checking segment: {'id': '607db575-6a31-4b02-8edd-db713bcdf041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '275823b3-bec8-4f24-b0bb-76411d729e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:16.510085 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:16.510479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] Bound using segment: {'id': '607db575-6a31-4b02-8edd-db713bcdf041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '275823b3-bec8-4f24-b0bb-76411d729e2c'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:21:16.510964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] Bound port: 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607db575-6a31-4b02-8edd-db713bcdf041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '275823b3-bec8-4f24-b0bb-76411d729e2c'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:21:16.511345 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:16.536475 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56e66960-c3a4-4f23-b361-2766989a0c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:16.588291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8717f11a-7396-4a94-9371-b63b76779b7f None None] For port 5ee0295c-008b-44ea-9db0-efd7caced32d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5ee0295c-008b-44ea-9db0-efd7caced32d,segment=NetworkSegment(34baaa35-9726-42c5-8e79-f43c73446b88),segment_id=34baaa35-9726-42c5-8e79-f43c73446b88)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:21:16.588691 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8717f11a-7396-4a94-9371-b63b76779b7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:16.642048 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d34d3-4afb-4be5-8a86-f425a101f8a3 req-ae065676-18bb-4f06-b005-a6572a385961 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:16.643646 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da9d34d3-4afb-4be5-8a86-f425a101f8a3 req-ae065676-18bb-4f06-b005-a6572a385961 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.4253263 Nov 08 00:21:16.670404 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56e66960-c3a4-4f23-b361-2766989a0c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:16.690683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8717f11a-7396-4a94-9371-b63b76779b7f None None] Calling delete_port for 5ee0295c-008b-44ea-9db0-efd7caced32d owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:16.717382 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da9d34d3-4afb-4be5-8a86-f425a101f8a3 req-1a52ad1b-3b4b-4ccd-b6c4-fb430229ec3c tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546508 Nov 08 00:21:16.829118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b593405-7ede-4701-9654-969c55aaeee9 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Made reservation on behalf of 7fc13bb8735446f18e764de988787691 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:16.831296 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] For port 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:21:16.835243 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4b593405-7ede-4701-9654-969c55aaeee9 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:16.839979 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] For port 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25,segment=NetworkSegment(607db575-6a31-4b02-8edd-db713bcdf041),segment_id=607db575-6a31-4b02-8edd-db713bcdf041)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:21:16.851620 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56e66960-c3a4-4f23-b361-2766989a0c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:16.909687 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-56e66960-c3a4-4f23-b361-2766989a0c0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d02acc84f134e1f8328ca8839d53f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6989801 Nov 08 00:21:16.915227 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:16.926379 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5ee0295c-008b-44ea-9db0-efd7caced32d no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:21:16.936303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49278) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:16.953465 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e66960-c3a4-4f23-b361-2766989a0c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6d46fc-ceee-4c5e-b9e5-27f343fefdec,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:17.007748 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8717f11a-7396-4a94-9371-b63b76779b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:17.012058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 5ee0295c-008b-44ea-9db0-efd7caced32d {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:21:17.012339 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5ee0295c-008b-44ea-9db0-efd7caced32d not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:21:17.034182 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8717f11a-7396-4a94-9371-b63b76779b7f None None] No DVR routers for this DVR port 5ee0295c-008b-44ea-9db0-efd7caced32d on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:21:17.059231 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7249345d-de79-4b5b-b593-45fbbaadc3cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:17.080593 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f80a25-c70b-4df5-94a7-df751d23bf8d None None] Pushing event updated for resources: {'Port': ['ID=5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:17.088764 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7249345d-de79-4b5b-b593-45fbbaadc3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:17.107370 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b9490004-aaea-4e3a-9e31-c31d2385b9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:17.121622 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717f11a-7396-4a94-9371-b63b76779b7f None None] Pushing event deleted for resources: {'Port': ['ID=5ee0295c-008b-44ea-9db0-efd7caced32d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:17.139509 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b9490004-aaea-4e3a-9e31-c31d2385b9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:17.165823 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7298d19e-3f78-46db-af17-5d356b70d2f4 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:17.182053 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7298d19e-3f78-46db-af17-5d356b70d2f4 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:17.328389 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b9490004-aaea-4e3a-9e31-c31d2385b9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:17.333540 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b9490004-aaea-4e3a-9e31-c31d2385b9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:17.335570 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b9490004-aaea-4e3a-9e31-c31d2385b9db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c6d46fc-ceee-4c5e-b9e5-27f343fefdec HTTP/1.1" status: 204 len: 168 time: 0.3973122 Nov 08 00:21:17.371340 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-7249345d-de79-4b5b-b593-45fbbaadc3cc admin admin] Allocated IP 172.25.2.101 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/5c5dd328-f629-4b16-a9ec-de70f66860ab) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:21:17.371447 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9490004-aaea-4e3a-9e31-c31d2385b9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6d46fc-ceee-4c5e-b9e5-27f343fefdec,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:17.636640 n-d-816882-1 neutron-server[102772]: DEBUG neutron.objects.ports [None req-4b593405-7ede-4701-9654-969c55aaeee9 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 00:21:17.638428 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4b593405-7ede-4701-9654-969c55aaeee9 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:17.646075 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7249345d-de79-4b5b-b593-45fbbaadc3cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:17.652775 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7298d19e-3f78-46db-af17-5d356b70d2f4 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Router 1886bcfc-0005-4660-a919-d2674fbf8902 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:21:17.702349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b593405-7ede-4701-9654-969c55aaeee9 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event updated for resources: {'Subnet': ['ID=73593add-bd01-4b80-ae1f-2da6c74ab081,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:17.749070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b593405-7ede-4701-9654-969c55aaeee9 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Checking segment: {'id': '0fca5bf2-37d4-48a8-8563-cbfdab32737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '921e53c9-70c1-4da0-b1a7-1af85f1c0e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:17.749431 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b593405-7ede-4701-9654-969c55aaeee9 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Network hostable DHCP agents. Network: 921e53c9-70c1-4da0-b1a7-1af85f1c0e69, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:21:17.846905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b593405-7ede-4701-9654-969c55aaeee9 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Network 921e53c9-70c1-4da0-b1a7-1af85f1c0e69 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:21:17.859525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7298d19e-3f78-46db-af17-5d356b70d2f4 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:21:17.871935 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77622157-1cd6-4dda-92f8-949a21978529 None None] Sync routers for ids ['1886bcfc-0005-4660-a919-d2674fbf8902'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:21:17.886785 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7298d19e-3f78-46db-af17-5d356b70d2f4 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:17.887216 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77622157-1cd6-4dda-92f8-949a21978529 None None] Routers {'1886bcfc-0005-4660-a919-d2674fbf8902'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:21:17.888757 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-77622157-1cd6-4dda-92f8-949a21978529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:21:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['1886bcfc-0005-4660-a919-d2674fbf8902'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:17.889641 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7298d19e-3f78-46db-af17-5d356b70d2f4 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "PUT /v2.0/routers/1886bcfc-0005-4660-a919-d2674fbf8902 HTTP/1.1" status: 200 len: 915 time: 5.6568055 Nov 08 00:21:17.892589 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49294) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:17.938614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967bf68-8261-4aa4-87be-32d734d0f7b2 req-30a55913-551f-4183-ac08-82085676ec1e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:17.940634 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0967bf68-8261-4aa4-87be-32d734d0f7b2 req-30a55913-551f-4183-ac08-82085676ec1e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.0870707 Nov 08 00:21:17.962321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-4b593405-7ede-4701-9654-969c55aaeee9 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 921e53c9-70c1-4da0-b1a7-1af85f1c0e69) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:17.975942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878b4063-3900-4826-af11-5445b5be7f1a None None] Network 921e53c9-70c1-4da0-b1a7-1af85f1c0e69 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:17.982162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-77622157-1cd6-4dda-92f8-949a21978529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:17.982342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b593405-7ede-4701-9654-969c55aaeee9 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:17.985472 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4b593405-7ede-4701-9654-969c55aaeee9 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:18.041654 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0967bf68-8261-4aa4-87be-32d734d0f7b2 req-01daa7f4-6f86-40f6-9cd6-2d60b323c28b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868745 Nov 08 00:21:18.059864 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7249345d-de79-4b5b-b593-45fbbaadc3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:18.083055 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77622157-1cd6-4dda-92f8-949a21978529 None None] Routers {'1886bcfc-0005-4660-a919-d2674fbf8902'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:21:18.086033 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-77622157-1cd6-4dda-92f8-949a21978529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:21:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['1886bcfc-0005-4660-a919-d2674fbf8902'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:18.094870 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4b593405-7ede-4701-9654-969c55aaeee9 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6756475 Nov 08 00:21:18.097810 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49300) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:18.108572 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-24fda6e9-592a-44f7-b56c-068af3e063ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Request body: {'port': {'network_id': '921e53c9-70c1-4da0-b1a7-1af85f1c0e69', 'name': 'tempest-NetworksIpV6TestAttrs-687723181'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:18.154211 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7249345d-de79-4b5b-b593-45fbbaadc3cc admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:18.169818 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-7249345d-de79-4b5b-b593-45fbbaadc3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:18.183523 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7249345d-de79-4b5b-b593-45fbbaadc3cc admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:21:18.192437 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-77622157-1cd6-4dda-92f8-949a21978529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:18.211102 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77622157-1cd6-4dda-92f8-949a21978529 None None] The sync data for ids ['1886bcfc-0005-4660-a919-d2674fbf8902'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:21:18.250417 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249345d-de79-4b5b-b593-45fbbaadc3cc admin admin] Pushing event updated for resources: {'Port': ['ID=5c5dd328-f629-4b16-a9ec-de70f66860ab,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:18.273305 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2e540d9b-9ceb-4e54-8968-d8f13e4191cd tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "GET /v2.0/routers/1886bcfc-0005-4660-a919-d2674fbf8902 HTTP/1.1" status: 200 len: 921 time: 0.3793976 Nov 08 00:21:18.279974 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49304) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:18.439519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-921e53c9-70c1-4da0-b1a7-1af85f1c0e69', 'network_id': '921e53c9-70c1-4da0-b1a7-1af85f1c0e69', 'tenant_id': '7fc13bb8735446f18e764de988787691', 'fixed_ips': [{'subnet_id': '73593add-bd01-4b80-ae1f-2da6c74ab081'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:21:18.441392 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:18.461547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49308) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:18.487723 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33863cf8-2266-40cb-ae23-f1f8dd95eeee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:18.510370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fda6e9-592a-44f7-b56c-068af3e063ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Made reservation on behalf of 7fc13bb8735446f18e764de988787691 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:18.520097 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-24fda6e9-592a-44f7-b56c-068af3e063ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:18.569107 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186968d5-d1e4-4de1-a538-5259be9cf3b5 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:18.569436 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-186968d5-d1e4-4de1-a538-5259be9cf3b5 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&device_id=1886bcfc-0005-4660-a919-d2674fbf8902&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2916713 Nov 08 00:21:18.573170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49312) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:18.640351 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6e5854-2f02-4e43-b79e-354ea0b84e25 None None] Network 275823b3-bec8-4f24-b0bb-76411d729e2c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:18.723728 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-24fda6e9-592a-44f7-b56c-068af3e063ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] device_id is not set on port 69c8f289-ddf2-46db-897c-0520b4fe61a6 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:21:18.849484 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7249345d-de79-4b5b-b593-45fbbaadc3cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:18.871410 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] Allocated IP 2001:db8::f816:3eff:fe48:acb6 (921e53c9-70c1-4da0-b1a7-1af85f1c0e69/73593add-bd01-4b80-ae1f-2da6c74ab081/0f81d62a-f29d-4278-a411-9e3998874c2c) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:21:18.942531 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5f63a306-83bc-4348-9c1a-304954d6eec6 None None] Provisioning complete for port 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:18.943619 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f63a306-83bc-4348-9c1a-304954d6eec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:18.959343 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3cd159-3320-4915-a742-a8172031bc04 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:18.967260 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ed3cd159-3320-4915-a742-a8172031bc04 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 881 time: 0.3889692 Nov 08 00:21:18.973092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49320) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:19.000581 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33863cf8-2266-40cb-ae23-f1f8dd95eeee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:19.028686 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c5c12040-cb58-45a5-995a-cce79dbdc9bf tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "GET /v2.0/ports?device_id=1886bcfc-0005-4660-a919-d2674fbf8902 HTTP/1.1" status: 200 len: 205 time: 0.0542772 Nov 08 00:21:19.043256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49322) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:19.047179 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:21:19.159303 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33863cf8-2266-40cb-ae23-f1f8dd95eeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:19.240248 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-33863cf8-2266-40cb-ae23-f1f8dd95eeee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81bec13529df4c5a8dedde27a98b45f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7774127 Nov 08 00:21:19.246374 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49332) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:19.263420 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33863cf8-2266-40cb-ae23-f1f8dd95eeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f46c805-dfbc-41f1-8f6c-0a67c986887b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:19.315250 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801322d-7cdd-49be-8718-51b1eb4810cb req-8e2705ef-0e52-4781-a592-c41c23103aec tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:19.317019 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7801322d-7cdd-49be-8718-51b1eb4810cb req-8e2705ef-0e52-4781-a592-c41c23103aec tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.1700130 Nov 08 00:21:19.357782 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcf190eb-e4e2-4532-8d3a-147a574423cc tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:19.450154 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:19.471504 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f420fd05-e46a-45b9-a7a7-a75fbe4cc526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:19.528105 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7801322d-7cdd-49be-8718-51b1eb4810cb req-a1e87a5c-9d24-4691-b2f4-cf99b8f002bf tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682603 Nov 08 00:21:19.543538 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f420fd05-e46a-45b9-a7a7-a75fbe4cc526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:19.574078 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f63a306-83bc-4348-9c1a-304954d6eec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:19.580934 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:19.627723 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-24fda6e9-592a-44f7-b56c-068af3e063ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Allocated IP 2001:db8::f816:3eff:fefe:82a9 (921e53c9-70c1-4da0-b1a7-1af85f1c0e69/73593add-bd01-4b80-ae1f-2da6c74ab081/69c8f289-ddf2-46db-897c-0520b4fe61a6) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:21:19.638307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] Pushing event updated for resources: {'Port': ['ID=0f81d62a-f29d-4278-a411-9e3998874c2c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:19.645426 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:19.646629 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:19.674792 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5f63a306-83bc-4348-9c1a-304954d6eec6 None None] For port 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25,segment=NetworkSegment(607db575-6a31-4b02-8edd-db713bcdf041),segment_id=607db575-6a31-4b02-8edd-db713bcdf041)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:21:19.685043 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] Network 921e53c9-70c1-4da0-b1a7-1af85f1c0e69 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:19.705043 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:19.707579 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:21:19.766799 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7249345d-de79-4b5b-b593-45fbbaadc3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:19.781543 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f63a306-83bc-4348-9c1a-304954d6eec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:19.817430 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-24fda6e9-592a-44f7-b56c-068af3e063ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:19.888221 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] Attempting to bind port 0f81d62a-f29d-4278-a411-9e3998874c2c on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:21:19.888914 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] Attempting to bind port 0f81d62a-f29d-4278-a411-9e3998874c2c by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '0fca5bf2-37d4-48a8-8563-cbfdab32737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '921e53c9-70c1-4da0-b1a7-1af85f1c0e69'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:21:19.889468 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] Attempting to bind port 0f81d62a-f29d-4278-a411-9e3998874c2c on network 921e53c9-70c1-4da0-b1a7-1af85f1c0e69 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:21:19.890758 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcf190eb-e4e2-4532-8d3a-147a574423cc tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:19.897455 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:21:19.897829 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] Checking segment: {'id': '0fca5bf2-37d4-48a8-8563-cbfdab32737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '921e53c9-70c1-4da0-b1a7-1af85f1c0e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:19.898236 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:19.898743 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] Bound using segment: {'id': '0fca5bf2-37d4-48a8-8563-cbfdab32737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '921e53c9-70c1-4da0-b1a7-1af85f1c0e69'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:21:19.899188 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] Bound port: 0f81d62a-f29d-4278-a411-9e3998874c2c, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fca5bf2-37d4-48a8-8563-cbfdab32737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '921e53c9-70c1-4da0-b1a7-1af85f1c0e69'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:21:19.899579 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:19.936564 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-24fda6e9-592a-44f7-b56c-068af3e063ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:19.985609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63a306-83bc-4348-9c1a-304954d6eec6 None None] Pushing event updated for resources: {'Port': ['ID=5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:20.017012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fda6e9-592a-44f7-b56c-068af3e063ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Network 921e53c9-70c1-4da0-b1a7-1af85f1c0e69 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:20.018134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fda6e9-592a-44f7-b56c-068af3e063ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event updated for resources: {'Port': ['ID=69c8f289-ddf2-46db-897c-0520b4fe61a6,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:20.025957 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-24fda6e9-592a-44f7-b56c-068af3e063ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:20.030514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fda6e9-592a-44f7-b56c-068af3e063ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:21:20.037043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fda6e9-592a-44f7-b56c-068af3e063ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:20.037971 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-24fda6e9-592a-44f7-b56c-068af3e063ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:20.100671 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] For port 0f81d62a-f29d-4278-a411-9e3998874c2c, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:21:20.110281 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] For port 0f81d62a-f29d-4278-a411-9e3998874c2c, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0f81d62a-f29d-4278-a411-9e3998874c2c,segment=NetworkSegment(0fca5bf2-37d4-48a8-8563-cbfdab32737c),segment_id=0fca5bf2-37d4-48a8-8563-cbfdab32737c)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:21:20.115958 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-bcf190eb-e4e2-4532-8d3a-147a574423cc tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Deleting port 13a51b65-5122-45e1-881a-763197460200 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:20.115958 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcf190eb-e4e2-4532-8d3a-147a574423cc tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:20.132085 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7249345d-de79-4b5b-b593-45fbbaadc3cc admin admin] Router d655b1e4-e009-4f1e-8165-1b2944ca700b is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:21:20.163828 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-24fda6e9-592a-44f7-b56c-068af3e063ac tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0625539 Nov 08 00:21:20.163828 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f420fd05-e46a-45b9-a7a7-a75fbe4cc526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:20.166889 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f420fd05-e46a-45b9-a7a7-a75fbe4cc526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:20.168086 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f420fd05-e46a-45b9-a7a7-a75fbe4cc526 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f46c805-dfbc-41f1-8f6c-0a67c986887b HTTP/1.1" status: 204 len: 168 time: 0.9169421 Nov 08 00:21:20.171689 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49342) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:20.207220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a4b52fd2-05de-49ce-b6d7-64b07ec93fbe None None] Provisioning complete for port 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:20.207843 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a4b52fd2-05de-49ce-b6d7-64b07ec93fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:20.261811 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420fd05-e46a-45b9-a7a7-a75fbe4cc526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f46c805-dfbc-41f1-8f6c-0a67c986887b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:20.268574 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ccc545-d8ca-4097-a1cc-185a08efce11 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Deleting subnet 73593add-bd01-4b80-ae1f-2da6c74ab081 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:21:20.292122 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:20.371417 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcf190eb-e4e2-4532-8d3a-147a574423cc tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:20.393161 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-bcf190eb-e4e2-4532-8d3a-147a574423cc tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Calling delete_port for 13a51b65-5122-45e1-881a-763197460200 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:20.449389 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7249345d-de79-4b5b-b593-45fbbaadc3cc admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:21:20.461097 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] Sync routers for ids ['d655b1e4-e009-4f1e-8165-1b2944ca700b'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:21:20.474488 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] Routers {'d655b1e4-e009-4f1e-8165-1b2944ca700b'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:21:20.475263 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:21:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d655b1e4-e009-4f1e-8165-1b2944ca700b'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:20.529930 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720f655-b543-4fec-af4a-2d4de4d84c47 None None] Pushing event updated for resources: {'Port': ['ID=0f81d62a-f29d-4278-a411-9e3998874c2c,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:20.574037 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7249345d-de79-4b5b-b593-45fbbaadc3cc admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:20.575601 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7249345d-de79-4b5b-b593-45fbbaadc3cc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7174001 Nov 08 00:21:20.578487 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49350) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:20.734784 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-12ccc545-d8ca-4097-a1cc-185a08efce11 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:20.753452 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] Set router d655b1e4-e009-4f1e-8165-1b2944ca700b gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:21:20.859816 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcf190eb-e4e2-4532-8d3a-147a574423cc tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:20.905078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20449e-33a6-4006-84e7-ca9bd7fb0c72 req-01899957-c865-47be-9685-073f33c866ab tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:20.915399 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3c20449e-33a6-4006-84e7-ca9bd7fb0c72 req-01899957-c865-47be-9685-073f33c866ab tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.1979654 Nov 08 00:21:20.997556 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d90db8f3-ce82-415f-9a9b-95c5e108443c req-fc7c1490-144d-49a1-9c3e-6676cdd422b2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7235363 Nov 08 00:21:21.034854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf190eb-e4e2-4532-8d3a-147a574423cc tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Pushing event deleted for resources: {'Port': ['ID=13a51b65-5122-45e1-881a-763197460200,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:21.039847 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-12ccc545-d8ca-4097-a1cc-185a08efce11 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:21.178855 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:21:21.201786 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3c20449e-33a6-4006-84e7-ca9bd7fb0c72 req-0d6eca03-6365-44d6-9d42-d7b070da833b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724960 Nov 08 00:21:21.205914 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcf190eb-e4e2-4532-8d3a-147a574423cc tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:21.341041 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:21.341421 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:21.373816 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd655b1e4-e009-4f1e-8165-1b2944ca700b', 'name': 'tempest-FloatingIPDetailsTestJSON-1892073783-router', 'tenant_id': '141b81d7bc594c06a8ce6acdd865454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '5c5dd328-f629-4b16-a9ec-de70f66860ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:21:15Z', 'updated_at': '2021-11-08T00:21:18Z', 'revision_number': 3, 'project_id': '141b81d7bc594c06a8ce6acdd865454c', 'gw_port': {'id': '5c5dd328-f629-4b16-a9ec-de70f66860ab', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd655b1e4-e009-4f1e-8165-1b2944ca700b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:21:17Z', 'updated_at': '2021-11-08T00:21:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:21.384113 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49362) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:21.470754 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] Checking router: d655b1e4-e009-4f1e-8165-1b2944ca700b for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:21:21.475972 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] Updating router d655b1e4-e009-4f1e-8165-1b2944ca700b port 5c5dd328-f629-4b16-a9ec-de70f66860ab binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:21:21.527686 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:21.539274 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0f81d62a-f29d-4278-a411-9e3998874c2c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:21:21.640595 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7b2ca9dc-da53-4052-b6ae-dcc75d6714e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:21.654722 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0f81d62a-f29d-4278-a411-9e3998874c2c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:21.655954 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:21.760095 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a7e069b3-e5e7-41fb-990f-060e58bd2060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:21.816564 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:21.899090 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcf190eb-e4e2-4532-8d3a-147a574423cc tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:21.899744 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 0f81d62a-f29d-4278-a411-9e3998874c2c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0f81d62a-f29d-4278-a411-9e3998874c2c,segment=NetworkSegment(0fca5bf2-37d4-48a8-8563-cbfdab32737c),segment_id=0fca5bf2-37d4-48a8-8563-cbfdab32737c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:21:21.904610 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcf190eb-e4e2-4532-8d3a-147a574423cc tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:21.914326 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90db8f3-ce82-415f-9a9b-95c5e108443c req-b9ae3e80-a10b-4a33-9083-e2fdaaca2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:21.931461 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d90db8f3-ce82-415f-9a9b-95c5e108443c req-b9ae3e80-a10b-4a33-9083-e2fdaaca2d7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=550ca21d1db64fb8bd7188aa148b8d77&device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 1096 time: 0.8216763 Nov 08 00:21:22.012555 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.058969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d35a654-41f0-434c-ba2e-ecc7c76ffa0e None None] Network 921e53c9-70c1-4da0-b1a7-1af85f1c0e69 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:22.109566 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.131033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-a7e069b3-e5e7-41fb-990f-060e58bd2060 admin admin] Allocated IP 172.20.0.1 (275823b3-bec8-4f24-b0bb-76411d729e2c/939c56dc-26e2-4055-8620-5fc18366a8f1/26753aa0-c9d3-42be-abcb-1d782b7a804d) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:21:22.157504 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2c1bb527-9faa-447b-8e3f-f83e7dbe4305 None None] Provisioning complete for port 0f81d62a-f29d-4278-a411-9e3998874c2c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:22.157878 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2c1bb527-9faa-447b-8e3f-f83e7dbe4305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.158578 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7b2ca9dc-da53-4052-b6ae-dcc75d6714e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.161885 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=0f81d62a-f29d-4278-a411-9e3998874c2c,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:22.177305 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.230537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90db8f3-ce82-415f-9a9b-95c5e108443c req-024258f7-0db8-4832-94c8-feb2cfdc3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:22.231942 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d90db8f3-ce82-415f-9a9b-95c5e108443c req-024258f7-0db8-4832-94c8-feb2cfdc3b7b service neutron] 10.222.0.26 "GET /v2.0/networks?id=27a53660-1020-4f37-bc10-2de174a95e16 HTTP/1.1" status: 200 len: 917 time: 0.1851754 Nov 08 00:21:22.255345 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab39aaa-aecf-44ad-9e11-3ab85606f7df None None] Pushing event updated for resources: {'Port': ['ID=5c5dd328-f629-4b16-a9ec-de70f66860ab,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:22.279051 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] Attempting to bind port 5c5dd328-f629-4b16-a9ec-de70f66860ab on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:21:22.286348 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] Attempting to bind port 5c5dd328-f629-4b16-a9ec-de70f66860ab by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:21:22.286348 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] Attempting to bind port 5c5dd328-f629-4b16-a9ec-de70f66860ab on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:21:22.286712 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7b2ca9dc-da53-4052-b6ae-dcc75d6714e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.294850 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:21:22.297379 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:22.297826 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.298493 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:21:22.299020 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] Bound port: 5c5dd328-f629-4b16-a9ec-de70f66860ab, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:21:22.300068 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.333916 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ca9dc-da53-4052-b6ae-dcc75d6714e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebe25ac-b550-485e-9f05-c1bf07d5f8ab,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:22.389343 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a7e069b3-e5e7-41fb-990f-060e58bd2060 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.396017 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7b2ca9dc-da53-4052-b6ae-dcc75d6714e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7ca74e0120b41bcb3dc2be7d051b40b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0108259 Nov 08 00:21:22.399179 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcf190eb-e4e2-4532-8d3a-147a574423cc tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.400028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf190eb-e4e2-4532-8d3a-147a574423cc tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Fanout notify agent at l3_agent the message router_deleted on router 1886bcfc-0005-4660-a919-d2674fbf8902 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:21:22.402722 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49396) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:22.422024 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] For port 5c5dd328-f629-4b16-a9ec-de70f66860ab, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:21:22.422840 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcf190eb-e4e2-4532-8d3a-147a574423cc tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.424534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bcf190eb-e4e2-4532-8d3a-147a574423cc tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "DELETE /v2.0/routers/1886bcfc-0005-4660-a919-d2674fbf8902 HTTP/1.1" status: 204 len: 168 time: 3.3793871 Nov 08 00:21:22.426063 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] For port 5c5dd328-f629-4b16-a9ec-de70f66860ab, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5c5dd328-f629-4b16-a9ec-de70f66860ab,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:21:22.435779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49398) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:22.453719 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-6431eef9-10b7-47fb-babd-9dd0a149110d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1810786279', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}, 'admin_state_up': False}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:22.491092 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d88ae4da-17ef-490c-98db-c7ea78c6e2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.496491 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-12ccc545-d8ca-4097-a1cc-185a08efce11 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.525415 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d88ae4da-17ef-490c-98db-c7ea78c6e2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.548313 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.580399 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d90db8f3-ce82-415f-9a9b-95c5e108443c req-612c84ec-69c3-4eac-92aa-bc2aa7a4135f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6542817b-7092-4663-9b37-52c1e55e0b31 HTTP/1.1" status: 200 len: 1000 time: 0.3310869 Nov 08 00:21:22.588667 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a7e069b3-e5e7-41fb-990f-060e58bd2060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.633160 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab39aaa-aecf-44ad-9e11-3ab85606f7df None None] Pushing event updated for resources: {'Port': ['ID=5c5dd328-f629-4b16-a9ec-de70f66860ab,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:22.655750 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] Routers {'d655b1e4-e009-4f1e-8165-1b2944ca700b'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:21:22.656744 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:21:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d655b1e4-e009-4f1e-8165-1b2944ca700b'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:22.662879 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90db8f3-ce82-415f-9a9b-95c5e108443c req-f37dc8dc-2470-4809-af32-fc38a0a45eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:22.666219 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d90db8f3-ce82-415f-9a9b-95c5e108443c req-f37dc8dc-2470-4809-af32-fc38a0a45eba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f8dc7e76-be96-48f0-952d-3ac3a6c95de1 HTTP/1.1" status: 200 len: 855 time: 0.0764318 Nov 08 00:21:22.695523 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e069b3-e5e7-41fb-990f-060e58bd2060 admin admin] Network 275823b3-bec8-4f24-b0bb-76411d729e2c is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:22.699437 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-a7e069b3-e5e7-41fb-990f-060e58bd2060 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:22.703158 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e069b3-e5e7-41fb-990f-060e58bd2060 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:21:22.728209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b991fa-64ff-4c16-9529-db5e6ccd877b req-3e2dd98e-72bb-414e-b548-ac561d163d0f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:22.737630 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95b991fa-64ff-4c16-9529-db5e6ccd877b req-3e2dd98e-72bb-414e-b548-ac561d163d0f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.3031235 Nov 08 00:21:22.743633 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e069b3-e5e7-41fb-990f-060e58bd2060 admin admin] Pushing event updated for resources: {'Port': ['ID=26753aa0-c9d3-42be-abcb-1d782b7a804d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:22.750491 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6431eef9-10b7-47fb-babd-9dd0a149110d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.751485 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6431eef9-10b7-47fb-babd-9dd0a149110d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.756953 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d88ae4da-17ef-490c-98db-c7ea78c6e2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.760219 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d88ae4da-17ef-490c-98db-c7ea78c6e2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.764624 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d88ae4da-17ef-490c-98db-c7ea78c6e2be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eebe25ac-b550-485e-9f05-c1bf07d5f8ab HTTP/1.1" status: 204 len: 168 time: 0.3608868 Nov 08 00:21:22.783455 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e49b0096-1294-4009-b713-35df548b416c None None] Provisioning complete for port 69c8f289-ddf2-46db-897c-0520b4fe61a6 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:22.784519 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e49b0096-1294-4009-b713-35df548b416c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.801887 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ae4da-17ef-490c-98db-c7ea78c6e2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebe25ac-b550-485e-9f05-c1bf07d5f8ab,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:22.811624 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a7e069b3-e5e7-41fb-990f-060e58bd2060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.829694 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] Set router d655b1e4-e009-4f1e-8165-1b2944ca700b gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:21:22.901416 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e49b0096-1294-4009-b713-35df548b416c None None] Port 69c8f289-ddf2-46db-897c-0520b4fe61a6 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:21:22.965931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90db8f3-ce82-415f-9a9b-95c5e108443c req-0e828952-9492-4c1d-bd23-62429e2357a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:22.968074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e49b0096-1294-4009-b713-35df548b416c None None] Provisioning complete for port 0f81d62a-f29d-4278-a411-9e3998874c2c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:22.968496 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e49b0096-1294-4009-b713-35df548b416c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:22.984214 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d90db8f3-ce82-415f-9a9b-95c5e108443c req-0e828952-9492-4c1d-bd23-62429e2357a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27a53660-1020-4f37-bc10-2de174a95e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3050361 Nov 08 00:21:22.988045 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95b991fa-64ff-4c16-9529-db5e6ccd877b req-f08e05d6-2d7b-4714-8e18-3c5d80427ca4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495420 Nov 08 00:21:23.050611 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0f81d62a-f29d-4278-a411-9e3998874c2c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:21:23.135289 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d90db8f3-ce82-415f-9a9b-95c5e108443c req-5135dc8a-5d71-4872-84d3-90b30bd84309 service neutron] 10.222.0.26 "GET /v2.0/networks/27a53660-1020-4f37-bc10-2de174a95e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430285 Nov 08 00:21:23.181885 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0f81d62a-f29d-4278-a411-9e3998874c2c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:23.182524 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:23.215270 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e85e20-7393-499f-b025-a2e08ee5496a req-58d8e879-9d38-487b-bd24-cfdcdd5100c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:23.216825 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6e85e20-7393-499f-b025-a2e08ee5496a req-58d8e879-9d38-487b-bd24-cfdcdd5100c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b5853458dd24c08bad0734d1d809da3&device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 1097 time: 0.2746561 Nov 08 00:21:23.234565 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd655b1e4-e009-4f1e-8165-1b2944ca700b', 'name': 'tempest-FloatingIPDetailsTestJSON-1892073783-router', 'tenant_id': '141b81d7bc594c06a8ce6acdd865454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '5c5dd328-f629-4b16-a9ec-de70f66860ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:21:15Z', 'updated_at': '2021-11-08T00:21:18Z', 'revision_number': 3, 'project_id': '141b81d7bc594c06a8ce6acdd865454c', 'gw_port': {'id': '5c5dd328-f629-4b16-a9ec-de70f66860ab', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd655b1e4-e009-4f1e-8165-1b2944ca700b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:21:17Z', 'updated_at': '2021-11-08T00:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:23.265623 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa06c573-5575-4634-aa9f-f17e6ec582a4 None None] The sync data for ids ['d655b1e4-e009-4f1e-8165-1b2944ca700b'] in n-d-816882-1 is: [{'id': 'd655b1e4-e009-4f1e-8165-1b2944ca700b', 'name': 'tempest-FloatingIPDetailsTestJSON-1892073783-router', 'tenant_id': '141b81d7bc594c06a8ce6acdd865454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '5c5dd328-f629-4b16-a9ec-de70f66860ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:21:15Z', 'updated_at': '2021-11-08T00:21:18Z', 'revision_number': 3, 'project_id': '141b81d7bc594c06a8ce6acdd865454c', 'gw_port': {'id': '5c5dd328-f629-4b16-a9ec-de70f66860ab', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd655b1e4-e009-4f1e-8165-1b2944ca700b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:21:17Z', 'updated_at': '2021-11-08T00:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:21:23.289241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-77f7d95c-0bb5-48f1-bf0a-f1b46e0c6a19 None None] Provisioning complete for port 69c8f289-ddf2-46db-897c-0520b4fe61a6 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:23.290162 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77f7d95c-0bb5-48f1-bf0a-f1b46e0c6a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:23.304853 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d90db8f3-ce82-415f-9a9b-95c5e108443c req-b1ebde14-510c-4fe5-80d0-0107e6351a96 service neutron] 10.222.0.26 "GET /v2.0/networks/27a53660-1020-4f37-bc10-2de174a95e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617630 Nov 08 00:21:23.330415 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-77f7d95c-0bb5-48f1-bf0a-f1b46e0c6a19 None None] Port 69c8f289-ddf2-46db-897c-0520b4fe61a6 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:21:23.342763 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-12ccc545-d8ca-4097-a1cc-185a08efce11 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:23.350247 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-77f7d95c-0bb5-48f1-bf0a-f1b46e0c6a19 None None] Provisioning complete for port 26753aa0-c9d3-42be-abcb-1d782b7a804d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:23.354208 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77f7d95c-0bb5-48f1-bf0a-f1b46e0c6a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:23.413378 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6431eef9-10b7-47fb-babd-9dd0a149110d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:23.413572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-77f7d95c-0bb5-48f1-bf0a-f1b46e0c6a19 None None] Port 26753aa0-c9d3-42be-abcb-1d782b7a804d cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:21:23.435114 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be65feab-7d15-4a17-bc79-78054eba31f7 None None] Network 921e53c9-70c1-4da0-b1a7-1af85f1c0e69 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:23.447307 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-12ccc545-d8ca-4097-a1cc-185a08efce11 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:23.452089 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-12ccc545-d8ca-4097-a1cc-185a08efce11 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/subnets/73593add-bd01-4b80-ae1f-2da6c74ab081 HTTP/1.1" status: 204 len: 168 time: 3.2761848 Nov 08 00:21:23.454422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49412) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:23.460375 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a7e069b3-e5e7-41fb-990f-060e58bd2060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:23.469288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccc545-d8ca-4097-a1cc-185a08efce11 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event deleted for resources: {'Subnet': ['ID=73593add-bd01-4b80-ae1f-2da6c74ab081,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:23.519558 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e85e20-7393-499f-b025-a2e08ee5496a req-0244a67e-76ab-4bb9-96d4-a6922d84b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:23.521383 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6e85e20-7393-499f-b025-a2e08ee5496a req-0244a67e-76ab-4bb9-96d4-a6922d84b853 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0371df58-0f09-4690-9116-bbb16052317b HTTP/1.1" status: 200 len: 917 time: 0.2850881 Nov 08 00:21:23.630637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d902c-28cc-4a3b-bf83-e08ad26cfea8 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:23.632337 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d902c-28cc-4a3b-bf83-e08ad26cfea8 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:23.634626 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-778d902c-28cc-4a3b-bf83-e08ad26cfea8 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1785936 Nov 08 00:21:23.710776 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49418) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:23.725824 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6431eef9-10b7-47fb-babd-9dd0a149110d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:23.782798 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c89acd7-07cb-429d-8501-adb0e3ed181a None None] DHCP port deletion for 921e53c9-70c1-4da0-b1a7-1af85f1c0e69 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:21:23.789300 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6e85e20-7393-499f-b025-a2e08ee5496a req-065b4512-2fbb-44d9-8c38-d26b5cb4f544 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e79d612-cbea-499e-9607-f97a24235729 HTTP/1.1" status: 200 len: 1000 time: 0.2448065 Nov 08 00:21:23.870987 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8c89acd7-07cb-429d-8501-adb0e3ed181a None None] Deleting port 0f81d62a-f29d-4278-a411-9e3998874c2c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:23.871600 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c89acd7-07cb-429d-8501-adb0e3ed181a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:23.948708 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-07cd41d1-121a-4737-8ea6-4750f317af55 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:23.951400 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e85e20-7393-499f-b025-a2e08ee5496a req-8338fe27-414c-4395-9568-3b740313361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:23.952993 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6e85e20-7393-499f-b025-a2e08ee5496a req-8338fe27-414c-4395-9568-3b740313361e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c80a8a3-462b-4322-9544-89bc8e72d39f HTTP/1.1" status: 200 len: 855 time: 0.1554003 Nov 08 00:21:23.995112 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8c89acd7-07cb-429d-8501-adb0e3ed181a None None] For port 0f81d62a-f29d-4278-a411-9e3998874c2c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0f81d62a-f29d-4278-a411-9e3998874c2c,segment=NetworkSegment(0fca5bf2-37d4-48a8-8563-cbfdab32737c),segment_id=0fca5bf2-37d4-48a8-8563-cbfdab32737c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:21:23.995704 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c89acd7-07cb-429d-8501-adb0e3ed181a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:24.002713 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-07cd41d1-121a-4737-8ea6-4750f317af55 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 08 00:21:24.002713 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07cd41d1-121a-4737-8ea6-4750f317af55 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:21:24.019714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49424) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:24.020430 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-07cd41d1-121a-4737-8ea6-4750f317af55 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/networks/921e53c9-70c1-4da0-b1a7-1af85f1c0e69 HTTP/1.1" status: 409 len: 405 time: 0.3056881 Nov 08 00:21:24.023906 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8c89acd7-07cb-429d-8501-adb0e3ed181a None None] Calling delete_port for 0f81d62a-f29d-4278-a411-9e3998874c2c owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:24.042847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49428) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:24.044811 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c3bb88f7-8258-4dab-b7ea-6ce9ad91dfa0 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-158437595'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:24.064206 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3453633b-3a62-432c-88b9-f235adcb63f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:24.078834 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e85e20-7393-499f-b025-a2e08ee5496a req-7acb08d9-89d8-4b3f-a193-f14a081b17a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:24.093647 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6e85e20-7393-499f-b025-a2e08ee5496a req-7acb08d9-89d8-4b3f-a193-f14a081b17a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371df58-0f09-4690-9116-bbb16052317b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288171 Nov 08 00:21:24.095160 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a7e069b3-e5e7-41fb-990f-060e58bd2060 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:24.175268 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a7e069b3-e5e7-41fb-990f-060e58bd2060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:24.201833 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c89acd7-07cb-429d-8501-adb0e3ed181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:24.292412 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6431eef9-10b7-47fb-babd-9dd0a149110d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:24.303498 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89acd7-07cb-429d-8501-adb0e3ed181a None None] Pushing event deleted for resources: {'Port': ['ID=0f81d62a-f29d-4278-a411-9e3998874c2c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:24.315014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89acd7-07cb-429d-8501-adb0e3ed181a None None] No DVR routers for this DVR port 0f81d62a-f29d-4278-a411-9e3998874c2c on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:21:24.324326 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bb88f7-8258-4dab-b7ea-6ce9ad91dfa0 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Made reservation on behalf of 7fc13bb8735446f18e764de988787691 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:24.336550 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3bb88f7-8258-4dab-b7ea-6ce9ad91dfa0 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:24.336550 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6431eef9-10b7-47fb-babd-9dd0a149110d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:24.374678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84a526-39ed-44b9-a8c4-3441fc88961f req-126dbea6-363e-4ec4-bd0d-16f9a468165e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:24.382505 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be84a526-39ed-44b9-a8c4-3441fc88961f req-126dbea6-363e-4ec4-bd0d-16f9a468165e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.2008169 Nov 08 00:21:24.465594 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3bb88f7-8258-4dab-b7ea-6ce9ad91dfa0 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:21:24.494238 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3bb88f7-8258-4dab-b7ea-6ce9ad91dfa0 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:24.494238 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-c3bb88f7-8258-4dab-b7ea-6ce9ad91dfa0 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Added segment 73ca77d2-cc55-4956-be4c-4fd2ff6c4181 of type vlan for network dc27a1cb-c8cc-4d33-8d02-0dbfb9163f3f Nov 08 00:21:24.499974 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be84a526-39ed-44b9-a8c4-3441fc88961f req-6ff04b36-0cf8-4cf9-bbd7-592d8673261d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165676 Nov 08 00:21:24.576123 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3bb88f7-8258-4dab-b7ea-6ce9ad91dfa0 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:24.609218 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-6431eef9-10b7-47fb-babd-9dd0a149110d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Allocated IP 172.25.2.161 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/d8349838-37f7-470f-9967-227514c7e744) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:21:24.610309 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3453633b-3a62-432c-88b9-f235adcb63f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:24.657134 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e069b3-e5e7-41fb-990f-060e58bd2060 admin admin] Pushing event updated for resources: {'Port': ['ID=26753aa0-c9d3-42be-abcb-1d782b7a804d,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:24.669697 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a7e069b3-e5e7-41fb-990f-060e58bd2060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:24.679366 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6e85e20-7393-499f-b025-a2e08ee5496a req-b606863d-c2a8-4f1c-9304-eccce015c1f7 service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718887 Nov 08 00:21:24.726817 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3453633b-3a62-432c-88b9-f235adcb63f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:24.731464 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3bb88f7-8258-4dab-b7ea-6ce9ad91dfa0 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:24.738663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bb88f7-8258-4dab-b7ea-6ce9ad91dfa0 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:24.739134 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3bb88f7-8258-4dab-b7ea-6ce9ad91dfa0 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:24.828908 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453633b-3a62-432c-88b9-f235adcb63f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46653d2a-efec-431d-92e1-6a85988ef207,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:24.830532 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6431eef9-10b7-47fb-babd-9dd0a149110d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:24.835581 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb88f7-8258-4dab-b7ea-6ce9ad91dfa0 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event updated for resources: {'Network': ['ID=dc27a1cb-c8cc-4d33-8d02-0dbfb9163f3f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:24.840730 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3453633b-3a62-432c-88b9-f235adcb63f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ccfb082ab424d69a866de43c6291b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7959666 Nov 08 00:21:24.843934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49444) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:24.876898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network dc27a1cb-c8cc-4d33-8d02-0dbfb9163f3f details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:21:24.899284 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c3bb88f7-8258-4dab-b7ea-6ce9ad91dfa0 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8724360 Nov 08 00:21:24.905147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49446) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:24.913321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-816cc793-041b-483d-95e8-470c2f232f6a tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Request body: {'subnet': {'network_id': 'dc27a1cb-c8cc-4d33-8d02-0dbfb9163f3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:24.931623 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e069b3-e5e7-41fb-990f-060e58bd2060 admin admin] Network 275823b3-bec8-4f24-b0bb-76411d729e2c is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:24.934324 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-a7e069b3-e5e7-41fb-990f-060e58bd2060 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:24.948705 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6e85e20-7393-499f-b025-a2e08ee5496a req-036beb0a-4bec-4036-b3b6-4c36e6d8a43b service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542365 Nov 08 00:21:24.999678 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5c5dd328-f629-4b16-a9ec-de70f66860ab up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:21:25.048373 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-34025feb-d471-49e6-b175-269df230e16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:25.100504 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-34025feb-d471-49e6-b175-269df230e16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:25.114446 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e069b3-e5e7-41fb-990f-060e58bd2060 admin admin] Router d655b1e4-e009-4f1e-8165-1b2944ca700b has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:21:25.115890 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 5c5dd328-f629-4b16-a9ec-de70f66860ab triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:25.116478 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:25.120539 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3e79d612-cbea-499e-9607-f97a24235729 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:21:25.176481 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6431eef9-10b7-47fb-babd-9dd0a149110d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:25.243638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6431eef9-10b7-47fb-babd-9dd0a149110d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:25.249552 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-6431eef9-10b7-47fb-babd-9dd0a149110d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:25.257565 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6431eef9-10b7-47fb-babd-9dd0a149110d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:21:25.288177 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e069b3-e5e7-41fb-990f-060e58bd2060 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:21:25.295433 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a7e069b3-e5e7-41fb-990f-060e58bd2060 admin admin] 10.222.0.13 "PUT /v2.0/routers/d655b1e4-e009-4f1e-8165-1b2944ca700b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7142503 Nov 08 00:21:25.301383 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-34025feb-d471-49e6-b175-269df230e16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:25.302578 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-34025feb-d471-49e6-b175-269df230e16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:25.303741 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-34025feb-d471-49e6-b175-269df230e16d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46653d2a-efec-431d-92e1-6a85988ef207 HTTP/1.1" status: 204 len: 168 time: 0.4584394 Nov 08 00:21:25.308578 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431eef9-10b7-47fb-babd-9dd0a149110d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Pushing event updated for resources: {'Port': ['ID=d8349838-37f7-470f-9967-227514c7e744,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:25.324861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34025feb-d471-49e6-b175-269df230e16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46653d2a-efec-431d-92e1-6a85988ef207,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:25.377255 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:25.387802 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-99936870-b56d-4da3-b637-4ee8bf5a6509 None None] Provisioning complete for port 26753aa0-c9d3-42be-abcb-1d782b7a804d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:25.388162 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-99936870-b56d-4da3-b637-4ee8bf5a6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:25.388714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816cc793-041b-483d-95e8-470c2f232f6a tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Made reservation on behalf of 7fc13bb8735446f18e764de988787691 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:25.391821 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:25.393276 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-816cc793-041b-483d-95e8-470c2f232f6a tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:25.441204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 5c5dd328-f629-4b16-a9ec-de70f66860ab, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5c5dd328-f629-4b16-a9ec-de70f66860ab,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:21:25.456066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e79d612-cbea-499e-9607-f97a24235729'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:21:25.458911 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5440be8b-830a-4fa9-95df-d3bccec03542" -d '{"events": [{"server_uuid": "b165dd9e-37f0-4a7b-a0ff-52dd48340679", "name": "network-vif-unplugged", "status": "completed", "tag": "3e79d612-cbea-499e-9607-f97a24235729"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:21:25.475074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-99936870-b56d-4da3-b637-4ee8bf5a6509 None None] Port 26753aa0-c9d3-42be-abcb-1d782b7a804d cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:21:25.478270 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3e79d612-cbea-499e-9607-f97a24235729, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3e79d612-cbea-499e-9607-f97a24235729,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:21:25.510856 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24336ea-a0fa-4708-8457-db843b987ce3 x-openstack-request-id: req-d24336ea-a0fa-4708-8457-db843b987ce3 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:21:25.511149 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b165dd9e-37f0-4a7b-a0ff-52dd48340679", "name": "network-vif-unplugged", "status": "completed", "tag": "3e79d612-cbea-499e-9607-f97a24235729", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:21:25.511540 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d24336ea-a0fa-4708-8457-db843b987ce3 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:21:25.512116 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e79d612-cbea-499e-9607-f97a24235729', 'code': 200} Nov 08 00:21:25.540844 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:25.593897 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:25.626931 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0f81d62a-f29d-4278-a411-9e3998874c2c no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:21:25.672119 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] Sync routers for ids ['d655b1e4-e009-4f1e-8165-1b2944ca700b'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:21:25.681257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 0f81d62a-f29d-4278-a411-9e3998874c2c {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:21:25.681595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0f81d62a-f29d-4278-a411-9e3998874c2c not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:21:25.686346 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=5c5dd328-f629-4b16-a9ec-de70f66860ab,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:25.722647 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] Routers {'d655b1e4-e009-4f1e-8165-1b2944ca700b'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:21:25.723532 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:21:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d655b1e4-e009-4f1e-8165-1b2944ca700b'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:25.723670 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd918715-3154-42f0-8007-fe882a581097 req-17b3d62e-b65e-4741-9ad5-be7230874dd9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:25.724941 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fd918715-3154-42f0-8007-fe882a581097 req-17b3d62e-b65e-4741-9ad5-be7230874dd9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 944 time: 0.0927842 Nov 08 00:21:25.825817 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=3e79d612-cbea-499e-9607-f97a24235729,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:25.865309 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] Set router d655b1e4-e009-4f1e-8165-1b2944ca700b gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:21:25.867275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fd918715-3154-42f0-8007-fe882a581097 req-8acf487c-b3d8-4eee-918e-a861b2d5941e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237361 Nov 08 00:21:25.935141 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6431eef9-10b7-47fb-babd-9dd0a149110d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:26.094744 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:21:26.122939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd655b1e4-e009-4f1e-8165-1b2944ca700b', 'name': 'tempest-FloatingIPDetailsTestJSON-1892073783-router', 'tenant_id': '141b81d7bc594c06a8ce6acdd865454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '5c5dd328-f629-4b16-a9ec-de70f66860ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:21:15Z', 'updated_at': '2021-11-08T00:21:23Z', 'revision_number': 4, 'project_id': '141b81d7bc594c06a8ce6acdd865454c', 'gw_port': {'id': '5c5dd328-f629-4b16-a9ec-de70f66860ab', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd655b1e4-e009-4f1e-8165-1b2944ca700b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:21:17Z', 'updated_at': '2021-11-08T00:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '26753aa0-c9d3-42be-abcb-1d782b7a804d', 'name': '', 'network_id': '275823b3-bec8-4f24-b0bb-76411d729e2c', 'tenant_id': '141b81d7bc594c06a8ce6acdd865454c', 'mac_address': 'fa:16:3e:8d:a5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd655b1e4-e009-4f1e-8165-1b2944ca700b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '939c56dc-26e2-4055-8620-5fc18366a8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:21:21Z', 'updated_at': '2021-11-08T00:21:23Z', 'revision_number': 2, 'project_id': '141b81d7bc594c06a8ce6acdd865454c', 'subnets': [{'id': '939c56dc-26e2-4055-8620-5fc18366a8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:26.150913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] Checking router: d655b1e4-e009-4f1e-8165-1b2944ca700b for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:21:26.151271 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] Updating router d655b1e4-e009-4f1e-8165-1b2944ca700b port 26753aa0-c9d3-42be-abcb-1d782b7a804d binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:21:26.193015 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:26.505411 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:26.511776 n-d-816882-1 neutron-server[102772]: DEBUG neutron.objects.ports [None req-816cc793-041b-483d-95e8-470c2f232f6a tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 00:21:26.534761 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-816cc793-041b-483d-95e8-470c2f232f6a tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:26.617424 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:26.670585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891704b7-a355-41d2-8628-af8c29e95e17 None None] Pushing event updated for resources: {'Port': ['ID=26753aa0-c9d3-42be-abcb-1d782b7a804d,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:26.671551 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2571418b-a055-46b2-be33-375567b45ab7 req-378aa6a4-eb14-4699-aedc-da642231c603 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6159034 Nov 08 00:21:26.681795 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816cc793-041b-483d-95e8-470c2f232f6a tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event updated for resources: {'Subnet': ['ID=045cb16e-81c6-4455-8d69-3f59b96db6ec,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:26.703614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-2571418b-a055-46b2-be33-375567b45ab7 req-7e1c6d83-efad-4430-a208-9d0657c8a6a1 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:26.732283 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] Attempting to bind port 26753aa0-c9d3-42be-abcb-1d782b7a804d on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:21:26.732960 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] Attempting to bind port 26753aa0-c9d3-42be-abcb-1d782b7a804d by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '607db575-6a31-4b02-8edd-db713bcdf041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '275823b3-bec8-4f24-b0bb-76411d729e2c'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:21:26.733203 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] Attempting to bind port 26753aa0-c9d3-42be-abcb-1d782b7a804d on network 275823b3-bec8-4f24-b0bb-76411d729e2c {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:21:26.743860 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:21:26.744459 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] Checking segment: {'id': '607db575-6a31-4b02-8edd-db713bcdf041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '275823b3-bec8-4f24-b0bb-76411d729e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:26.744929 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:26.745430 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] Bound using segment: {'id': '607db575-6a31-4b02-8edd-db713bcdf041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '275823b3-bec8-4f24-b0bb-76411d729e2c'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:21:26.746005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] Bound port: 26753aa0-c9d3-42be-abcb-1d782b7a804d, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607db575-6a31-4b02-8edd-db713bcdf041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '275823b3-bec8-4f24-b0bb-76411d729e2c'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:21:26.746500 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:26.750924 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816cc793-041b-483d-95e8-470c2f232f6a tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Checking segment: {'id': '73ca77d2-cc55-4956-be4c-4fd2ff6c4181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dc27a1cb-c8cc-4d33-8d02-0dbfb9163f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:26.751295 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816cc793-041b-483d-95e8-470c2f232f6a tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Network hostable DHCP agents. Network: dc27a1cb-c8cc-4d33-8d02-0dbfb9163f3f, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:21:26.759482 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6431eef9-10b7-47fb-babd-9dd0a149110d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:26.832546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] For port 26753aa0-c9d3-42be-abcb-1d782b7a804d, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:21:26.836036 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] For port 26753aa0-c9d3-42be-abcb-1d782b7a804d, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=26753aa0-c9d3-42be-abcb-1d782b7a804d,segment=NetworkSegment(607db575-6a31-4b02-8edd-db713bcdf041),segment_id=607db575-6a31-4b02-8edd-db713bcdf041)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:21:26.846441 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2571418b-a055-46b2-be33-375567b45ab7 req-7e1c6d83-efad-4430-a208-9d0657c8a6a1 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:26.907470 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5c5dd328-f629-4b16-a9ec-de70f66860ab up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:21:26.976914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816cc793-041b-483d-95e8-470c2f232f6a tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Network dc27a1cb-c8cc-4d33-8d02-0dbfb9163f3f is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:21:26.978204 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:27.041628 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891704b7-a355-41d2-8628-af8c29e95e17 None None] Pushing event updated for resources: {'Port': ['ID=26753aa0-c9d3-42be-abcb-1d782b7a804d,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:27.076394 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 5c5dd328-f629-4b16-a9ec-de70f66860ab triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:27.076779 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:27.078890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49504) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:27.107959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-816cc793-041b-483d-95e8-470c2f232f6a tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, dc27a1cb-c8cc-4d33-8d02-0dbfb9163f3f) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:27.120999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] Routers {'d655b1e4-e009-4f1e-8165-1b2944ca700b'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:21:27.121632 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:21:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d655b1e4-e009-4f1e-8165-1b2944ca700b'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:27.123983 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d24c397d-19f8-42d1-894e-b475b59aa79c None None] Provisioning complete for port 26753aa0-c9d3-42be-abcb-1d782b7a804d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:27.124662 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d24c397d-19f8-42d1-894e-b475b59aa79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:27.130680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9593bc0c-88da-4f5a-b471-47571087cd9c None None] Network dc27a1cb-c8cc-4d33-8d02-0dbfb9163f3f requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:27.133448 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816cc793-041b-483d-95e8-470c2f232f6a tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:27.134982 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-816cc793-041b-483d-95e8-470c2f232f6a tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:27.163476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39a3bf-617d-47cf-922b-c75d54fdcee7 req-d02dc618-0ea7-475d-9336-065b84182abf tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:27.165197 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae39a3bf-617d-47cf-922b-c75d54fdcee7 req-d02dc618-0ea7-475d-9336-065b84182abf tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 944 time: 0.1537564 Nov 08 00:21:27.202877 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2571418b-a055-46b2-be33-375567b45ab7 req-7e1c6d83-efad-4430-a208-9d0657c8a6a1 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:27.218667 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-816cc793-041b-483d-95e8-470c2f232f6a tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3102512 Nov 08 00:21:27.223234 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49508) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:27.248859 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-91cb8d9b-c840-4e80-83a5-ceb0bca0868c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:27.383598 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-91cb8d9b-c840-4e80-83a5-ceb0bca0868c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:27.389489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6431eef9-10b7-47fb-babd-9dd0a149110d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Router ebc7deff-f061-4590-b01d-569b028eeb5c is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:21:27.406365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae39a3bf-617d-47cf-922b-c75d54fdcee7 req-4cd1f353-ea93-49e2-b3bb-cec8e23922e5 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342544 Nov 08 00:21:27.503763 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-91cb8d9b-c840-4e80-83a5-ceb0bca0868c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:27.542487 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb8d9b-c840-4e80-83a5-ceb0bca0868c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2616e8-d6ea-48cc-8e73-61292102aef0,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:27.566236 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-91cb8d9b-c840-4e80-83a5-ceb0bca0868c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cdf53be39684682b52c71e51388a134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4857321 Nov 08 00:21:27.568414 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49514) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:27.571843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-2571418b-a055-46b2-be33-375567b45ab7 req-7e1c6d83-efad-4430-a208-9d0657c8a6a1 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Allocated IP 172.25.2.242 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/4d3b9936-9c2b-42a0-82f5-a0a138144355) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:21:27.579152 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b0286aa-fae3-4dba-bb8b-e0bdb6ae0d62 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:27.675391 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] Set router d655b1e4-e009-4f1e-8165-1b2944ca700b gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:21:27.713060 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d24c397d-19f8-42d1-894e-b475b59aa79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:27.718052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6431eef9-10b7-47fb-babd-9dd0a149110d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:21:27.733767 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b813bcb-6581-4242-b4a8-0296f12f5092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:27.736594 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6690bcb-76e7-400a-a44c-926dc954990b None None] Sync routers for ids ['ebc7deff-f061-4590-b01d-569b028eeb5c'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:21:27.754845 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6690bcb-76e7-400a-a44c-926dc954990b None None] Routers {'ebc7deff-f061-4590-b01d-569b028eeb5c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:21:27.761885 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f6690bcb-76e7-400a-a44c-926dc954990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:21:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ebc7deff-f061-4590-b01d-569b028eeb5c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:27.765823 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b0286aa-fae3-4dba-bb8b-e0bdb6ae0d62 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:27.772071 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d24c397d-19f8-42d1-894e-b475b59aa79c None None] For port 26753aa0-c9d3-42be-abcb-1d782b7a804d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=26753aa0-c9d3-42be-abcb-1d782b7a804d,segment=NetworkSegment(607db575-6a31-4b02-8edd-db713bcdf041),segment_id=607db575-6a31-4b02-8edd-db713bcdf041)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:21:27.787172 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d012694-2585-4811-8e56-a0c22e3c8f01 req-8d736adc-8280-4ab5-a168-3f31bc03ea77 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1224406 Nov 08 00:21:27.789347 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b813bcb-6581-4242-b4a8-0296f12f5092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:27.842005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4608a73c-255f-4b8d-924e-e3e9067b17e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-dc27a1cb-c8cc-4d33-8d02-0dbfb9163f3f', 'network_id': 'dc27a1cb-c8cc-4d33-8d02-0dbfb9163f3f', 'tenant_id': '7fc13bb8735446f18e764de988787691', 'fixed_ips': [{'subnet_id': '045cb16e-81c6-4455-8d69-3f59b96db6ec'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:21:27.842884 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4608a73c-255f-4b8d-924e-e3e9067b17e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:27.852495 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6431eef9-10b7-47fb-babd-9dd0a149110d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:27.854350 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6431eef9-10b7-47fb-babd-9dd0a149110d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4103818 Nov 08 00:21:27.857452 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49524) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:27.862314 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2c2489d5-71e4-4b97-a66d-b4928e94b75b tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:27.883008 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2571418b-a055-46b2-be33-375567b45ab7 req-7e1c6d83-efad-4430-a208-9d0657c8a6a1 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:27.884272 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d24c397d-19f8-42d1-894e-b475b59aa79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:27.909074 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f6690bcb-76e7-400a-a44c-926dc954990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:27.924088 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6690bcb-76e7-400a-a44c-926dc954990b None None] Routers {'ebc7deff-f061-4590-b01d-569b028eeb5c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:21:27.925364 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f6690bcb-76e7-400a-a44c-926dc954990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:21:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ebc7deff-f061-4590-b01d-569b028eeb5c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:27.967543 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f6690bcb-76e7-400a-a44c-926dc954990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:27.968339 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6690bcb-76e7-400a-a44c-926dc954990b None None] The sync data for ids ['ebc7deff-f061-4590-b01d-569b028eeb5c'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:21:27.980064 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c397d-19f8-42d1-894e-b475b59aa79c None None] Pushing event updated for resources: {'Port': ['ID=26753aa0-c9d3-42be-abcb-1d782b7a804d,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:27.994657 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b813bcb-6581-4242-b4a8-0296f12f5092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:27.994657 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b813bcb-6581-4242-b4a8-0296f12f5092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:27.995705 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2b813bcb-6581-4242-b4a8-0296f12f5092 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f2616e8-d6ea-48cc-8e73-61292102aef0 HTTP/1.1" status: 204 len: 168 time: 0.4261625 Nov 08 00:21:28.016088 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b813bcb-6581-4242-b4a8-0296f12f5092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2616e8-d6ea-48cc-8e73-61292102aef0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:28.022170 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b0286aa-fae3-4dba-bb8b-e0bdb6ae0d62 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:28.029240 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d012694-2585-4811-8e56-a0c22e3c8f01 req-c1ac25e6-2ac3-433e-ad26-2d42922cf91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:28.030864 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d012694-2585-4811-8e56-a0c22e3c8f01 req-c1ac25e6-2ac3-433e-ad26-2d42922cf91d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2278e422f74446f91e7e8ef6b5f1bb4&device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 1096 time: 0.0814500 Nov 08 00:21:28.095911 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2571418b-a055-46b2-be33-375567b45ab7 req-7e1c6d83-efad-4430-a208-9d0657c8a6a1 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:28.117591 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0286aa-fae3-4dba-bb8b-e0bdb6ae0d62 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event deleted for resources: {'Subnet': ['ID=045cb16e-81c6-4455-8d69-3f59b96db6ec,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:28.168680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2571418b-a055-46b2-be33-375567b45ab7 req-7e1c6d83-efad-4430-a208-9d0657c8a6a1 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:28.178012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-2571418b-a055-46b2-be33-375567b45ab7 req-7e1c6d83-efad-4430-a208-9d0657c8a6a1 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server [None req-4608a73c-255f-4b8d-924e-e3e9067b17e2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 045cb16e-81c6-4455-8d69-3f59b96db6ec: This subnet is being modified by another concurrent operation. Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 00:21:28.189145 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise exception Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 045cb16e-81c6-4455-8d69-3f59b96db6ec: This subnet is being modified by another concurrent operation. Nov 08 00:21:28.194246 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server Nov 08 00:21:28.198059 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2571418b-a055-46b2-be33-375567b45ab7 req-7e1c6d83-efad-4430-a208-9d0657c8a6a1 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:21:28.198162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4c24a0e6-f387-4156-840e-78a0dce0cb2f None None] Provisioning complete for port 26753aa0-c9d3-42be-abcb-1d782b7a804d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:28.198162 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4c24a0e6-f387-4156-840e-78a0dce0cb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:28.241019 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c84296-e568-40bd-8f68-2bf4d574fc8a None None] Network dc27a1cb-c8cc-4d33-8d02-0dbfb9163f3f requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:28.248021 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c6d83-efad-4430-a208-9d0657c8a6a1 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Pushing event updated for resources: {'Port': ['ID=4d3b9936-9c2b-42a0-82f5-a0a138144355,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:28.315277 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-857fa3a9-a3ff-4e44-9c27-6b8b1381a5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:28.318985 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b0286aa-fae3-4dba-bb8b-e0bdb6ae0d62 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:28.323416 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d012694-2585-4811-8e56-a0c22e3c8f01 req-abef5b69-5cf5-42af-9a5e-ae7112ad7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:28.325125 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d012694-2585-4811-8e56-a0c22e3c8f01 req-abef5b69-5cf5-42af-9a5e-ae7112ad7b8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=b13a2d05-1ff5-419f-9b2f-082d70770afe HTTP/1.1" status: 200 len: 911 time: 0.2647283 Nov 08 00:21:28.358536 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd655b1e4-e009-4f1e-8165-1b2944ca700b', 'name': 'tempest-FloatingIPDetailsTestJSON-1892073783-router', 'tenant_id': '141b81d7bc594c06a8ce6acdd865454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '5c5dd328-f629-4b16-a9ec-de70f66860ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:21:15Z', 'updated_at': '2021-11-08T00:21:23Z', 'revision_number': 4, 'project_id': '141b81d7bc594c06a8ce6acdd865454c', 'gw_port': {'id': '5c5dd328-f629-4b16-a9ec-de70f66860ab', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd655b1e4-e009-4f1e-8165-1b2944ca700b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:21:17Z', 'updated_at': '2021-11-08T00:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '26753aa0-c9d3-42be-abcb-1d782b7a804d', 'name': '', 'network_id': '275823b3-bec8-4f24-b0bb-76411d729e2c', 'tenant_id': '141b81d7bc594c06a8ce6acdd865454c', 'mac_address': 'fa:16:3e:8d:a5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd655b1e4-e009-4f1e-8165-1b2944ca700b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '939c56dc-26e2-4055-8620-5fc18366a8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:21:21Z', 'updated_at': '2021-11-08T00:21:26Z', 'revision_number': 4, 'project_id': '141b81d7bc594c06a8ce6acdd865454c', 'subnets': [{'id': '939c56dc-26e2-4055-8620-5fc18366a8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:28.397533 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-9b0286aa-fae3-4dba-bb8b-e0bdb6ae0d62 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc27a1cb-c8cc-4d33-8d02-0dbfb9163f3f']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:28.407491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc015e5d-e26b-4423-b6dd-a98a0887c402 None None] The sync data for ids ['d655b1e4-e009-4f1e-8165-1b2944ca700b'] in n-d-816882-1 is: [{'id': 'd655b1e4-e009-4f1e-8165-1b2944ca700b', 'name': 'tempest-FloatingIPDetailsTestJSON-1892073783-router', 'tenant_id': '141b81d7bc594c06a8ce6acdd865454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '5c5dd328-f629-4b16-a9ec-de70f66860ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:21:15Z', 'updated_at': '2021-11-08T00:21:23Z', 'revision_number': 4, 'project_id': '141b81d7bc594c06a8ce6acdd865454c', 'gw_port': {'id': '5c5dd328-f629-4b16-a9ec-de70f66860ab', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd655b1e4-e009-4f1e-8165-1b2944ca700b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:21:17Z', 'updated_at': '2021-11-08T00:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '26753aa0-c9d3-42be-abcb-1d782b7a804d', 'name': '', 'network_id': '275823b3-bec8-4f24-b0bb-76411d729e2c', 'tenant_id': '141b81d7bc594c06a8ce6acdd865454c', 'mac_address': 'fa:16:3e:8d:a5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd655b1e4-e009-4f1e-8165-1b2944ca700b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '939c56dc-26e2-4055-8620-5fc18366a8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:21:21Z', 'updated_at': '2021-11-08T00:21:26Z', 'revision_number': 4, 'project_id': '141b81d7bc594c06a8ce6acdd865454c', 'subnets': [{'id': '939c56dc-26e2-4055-8620-5fc18366a8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:21:28.416313 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-9b0286aa-fae3-4dba-bb8b-e0bdb6ae0d62 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ca77d2-cc55-4956-be4c-4fd2ff6c4181') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:28.416593 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-9b0286aa-fae3-4dba-bb8b-e0bdb6ae0d62 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ca77d2-cc55-4956-be4c-4fd2ff6c4181') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:28.432250 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b0286aa-fae3-4dba-bb8b-e0bdb6ae0d62 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:28.448709 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2571418b-a055-46b2-be33-375567b45ab7 req-7e1c6d83-efad-4430-a208-9d0657c8a6a1 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:28.458210 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b0286aa-fae3-4dba-bb8b-e0bdb6ae0d62 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:28.467291 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0286aa-fae3-4dba-bb8b-e0bdb6ae0d62 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:21:28.467912 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b0286aa-fae3-4dba-bb8b-e0bdb6ae0d62 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:21:28.471927 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:21:28.550491 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d012694-2585-4811-8e56-a0c22e3c8f01 req-e37d87ba-34db-4133-8a89-f2f567f7a507 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d66ff1f1-dfc7-4182-9d0c-32f8d824382b HTTP/1.1" status: 200 len: 1001 time: 0.2147450 Nov 08 00:21:28.565263 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8593707-3998-4070-8867-68d2115a87b5 None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 00:21:28.638773 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2571418b-a055-46b2-be33-375567b45ab7 req-7e1c6d83-efad-4430-a208-9d0657c8a6a1 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:28.724393 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8593707-3998-4070-8867-68d2115a87b5 None None] Resources bound (agent type, host, resource id): {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 00:21:28.756356 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b0286aa-fae3-4dba-bb8b-e0bdb6ae0d62 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:28.766541 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d012694-2585-4811-8e56-a0c22e3c8f01 req-072526cb-0536-4d12-b9a2-3a5424a5c22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:28.768244 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d012694-2585-4811-8e56-a0c22e3c8f01 req-072526cb-0536-4d12-b9a2-3a5424a5c22f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82ff6155-843e-4e76-be5f-7d2f5d78c7b3 HTTP/1.1" status: 200 len: 849 time: 0.1963727 Nov 08 00:21:28.769686 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b0286aa-fae3-4dba-bb8b-e0bdb6ae0d62 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:28.774169 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9b0286aa-fae3-4dba-bb8b-e0bdb6ae0d62 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/networks/dc27a1cb-c8cc-4d33-8d02-0dbfb9163f3f HTTP/1.1" status: 204 len: 168 time: 1.5478961 Nov 08 00:21:28.787900 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49548) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:28.800315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0286aa-fae3-4dba-bb8b-e0bdb6ae0d62 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event deleted for resources: {'Network': ['ID=dc27a1cb-c8cc-4d33-8d02-0dbfb9163f3f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:28.807917 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ee079416-84f3-4e61-a69c-35004fffb4fa tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1373513824'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:28.892401 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2c2489d5-71e4-4b97-a66d-b4928e94b75b tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:28.905780 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2571418b-a055-46b2-be33-375567b45ab7 req-7e1c6d83-efad-4430-a208-9d0657c8a6a1 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:28.931222 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d012694-2585-4811-8e56-a0c22e3c8f01 req-860825df-f1c7-4aee-8a26-c0140a30b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:28.933825 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d012694-2585-4811-8e56-a0c22e3c8f01 req-860825df-f1c7-4aee-8a26-c0140a30b5d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b13a2d05-1ff5-419f-9b2f-082d70770afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1449037 Nov 08 00:21:28.964516 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 26753aa0-c9d3-42be-abcb-1d782b7a804d up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:21:29.002339 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2571418b-a055-46b2-be33-375567b45ab7 req-7e1c6d83-efad-4430-a208-9d0657c8a6a1 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:29.007222 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee079416-84f3-4e61-a69c-35004fffb4fa tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Made reservation on behalf of 7fc13bb8735446f18e764de988787691 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:29.011453 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee079416-84f3-4e61-a69c-35004fffb4fa tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:29.055330 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2c2489d5-71e4-4b97-a66d-b4928e94b75b tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:29.082355 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49552) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:29.098462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 26753aa0-c9d3-42be-abcb-1d782b7a804d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:29.098849 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:29.103182 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-84043285-f52e-4b73-912e-8896d09f4310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:29.119660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c6d83-efad-4430-a208-9d0657c8a6a1 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Pushing event updated for resources: {'Port': ['ID=4d3b9936-9c2b-42a0-82f5-a0a138144355,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:29.244762 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2571418b-a055-46b2-be33-375567b45ab7 req-7e1c6d83-efad-4430-a208-9d0657c8a6a1 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:29.327985 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2571418b-a055-46b2-be33-375567b45ab7 req-7e1c6d83-efad-4430-a208-9d0657c8a6a1 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:29.336237 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2571418b-a055-46b2-be33-375567b45ab7 req-7e1c6d83-efad-4430-a208-9d0657c8a6a1 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6517441 Nov 08 00:21:29.360324 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee079416-84f3-4e61-a69c-35004fffb4fa tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:21:29.451080 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee079416-84f3-4e61-a69c-35004fffb4fa tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:29.451860 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-ee079416-84f3-4e61-a69c-35004fffb4fa tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Added segment bcb3694b-6ab0-48e4-83c6-48a76e84e176 of type vlan for network ef1ff140-1e43-44d5-bfdd-cd6980ca4e05 Nov 08 00:21:29.504938 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2571418b-a055-46b2-be33-375567b45ab7 req-b48e0b11-2c8e-4d92-b075-8dd5922a8f6f tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.242 HTTP/1.1" status: 200 len: 696 time: 0.1610811 Nov 08 00:21:29.527845 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d012694-2585-4811-8e56-a0c22e3c8f01 req-4777ab0c-9fe7-471c-8694-10c3f9f2b400 service neutron] 10.222.0.20 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857747 Nov 08 00:21:29.584625 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee079416-84f3-4e61-a69c-35004fffb4fa tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:29.653467 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571418b-a055-46b2-be33-375567b45ab7 req-5d176b15-41e9-4d0d-9bde-0e241d026135 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:29.654810 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-2c2489d5-71e4-4b97-a66d-b4928e94b75b tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Deleting port d8349838-37f7-470f-9967-227514c7e744 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:29.655175 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2c2489d5-71e4-4b97-a66d-b4928e94b75b tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:29.655363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2571418b-a055-46b2-be33-375567b45ab7 req-5d176b15-41e9-4d0d-9bde-0e241d026135 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.1433606 Nov 08 00:21:29.668228 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-2571418b-a055-46b2-be33-375567b45ab7 req-2bb88edd-c1f9-4f3f-99dd-b5c8425f7dbb tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:21:29.671708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2571418b-a055-46b2-be33-375567b45ab7 req-2bb88edd-c1f9-4f3f-99dd-b5c8425f7dbb tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080228 Nov 08 00:21:29.682437 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-84043285-f52e-4b73-912e-8896d09f4310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:29.777701 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-84043285-f52e-4b73-912e-8896d09f4310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:29.825038 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e076f2d-67e5-4d01-868a-287f8e60d5cd req-c688f0bb-bad3-49b6-b4b2-e44662534b1d tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1309569 Nov 08 00:21:29.831734 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-1e076f2d-67e5-4d01-868a-287f8e60d5cd req-14f76491-64e2-4abf-bb16-d416021b149c tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:29.844150 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee079416-84f3-4e61-a69c-35004fffb4fa tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:29.850473 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee079416-84f3-4e61-a69c-35004fffb4fa tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:29.855348 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee079416-84f3-4e61-a69c-35004fffb4fa tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:29.885699 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-84043285-f52e-4b73-912e-8896d09f4310 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca052dacd93a4b7f9e5c6f052792abad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7954676 Nov 08 00:21:29.908478 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49578) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:29.953115 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bed6ad-f92b-4cca-bed3-8f29e2b6c886 req-81d5f2e1-3f08-49a6-bc41-659eafd164ec tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:29.954874 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-41bed6ad-f92b-4cca-bed3-8f29e2b6c886 req-81d5f2e1-3f08-49a6-bc41-659eafd164ec tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 944 time: 0.0938551 Nov 08 00:21:29.963875 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d012694-2585-4811-8e56-a0c22e3c8f01 req-891e83d4-5ea9-4dc1-84e4-7047c1f0ad76 service neutron] 10.222.0.20 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242966 Nov 08 00:21:29.984312 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2c2489d5-71e4-4b97-a66d-b4928e94b75b tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:29.985264 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84043285-f52e-4b73-912e-8896d09f4310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef6793f-8297-42f4-8293-3c946216c5ab,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:30.034389 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-2c2489d5-71e4-4b97-a66d-b4928e94b75b tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Calling delete_port for d8349838-37f7-470f-9967-227514c7e744 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:30.037047 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee079416-84f3-4e61-a69c-35004fffb4fa tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event updated for resources: {'Network': ['ID=ef1ff140-1e43-44d5-bfdd-cd6980ca4e05,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:30.038173 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1e076f2d-67e5-4d01-868a-287f8e60d5cd req-14f76491-64e2-4abf-bb16-d416021b149c tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:30.051275 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network ef1ff140-1e43-44d5-bfdd-cd6980ca4e05 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:21:30.076128 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-41bed6ad-f92b-4cca-bed3-8f29e2b6c886 req-8e7c0435-9a8d-43f8-9997-d6165ab1041b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100647 Nov 08 00:21:30.099516 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8fdda236-82f9-47b7-8a44-9133daed68df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:30.135575 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8fdda236-82f9-47b7-8a44-9133daed68df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:30.154358 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ee079416-84f3-4e61-a69c-35004fffb4fa tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3641429 Nov 08 00:21:30.155237 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49584) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:30.168195 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6447f09a-cbf8-4d68-a61c-2b2147533f87 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Request body: {'subnet': {'network_id': 'ef1ff140-1e43-44d5-bfdd-cd6980ca4e05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:30.205482 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef5a2f27-fad9-409a-819b-6526a076750c req-317f50df-2bcb-454f-9211-bdde8c76ed79 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767658 Nov 08 00:21:30.267601 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1e076f2d-67e5-4d01-868a-287f8e60d5cd req-14f76491-64e2-4abf-bb16-d416021b149c tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:30.435488 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8fdda236-82f9-47b7-8a44-9133daed68df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:30.439966 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8fdda236-82f9-47b7-8a44-9133daed68df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:30.441739 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8fdda236-82f9-47b7-8a44-9133daed68df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ef6793f-8297-42f4-8293-3c946216c5ab HTTP/1.1" status: 204 len: 168 time: 0.5320065 Nov 08 00:21:30.451887 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdda236-82f9-47b7-8a44-9133daed68df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef6793f-8297-42f4-8293-3c946216c5ab,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:30.466970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-1e076f2d-67e5-4d01-868a-287f8e60d5cd req-14f76491-64e2-4abf-bb16-d416021b149c tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Allocated IP 172.25.2.231 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/7ff85a4c-88f0-454d-a3cb-24963695b79a) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:21:30.514861 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2c2489d5-71e4-4b97-a66d-b4928e94b75b tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:30.547244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2489d5-71e4-4b97-a66d-b4928e94b75b tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Pushing event deleted for resources: {'Port': ['ID=d8349838-37f7-470f-9967-227514c7e744,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:30.581101 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1e076f2d-67e5-4d01-868a-287f8e60d5cd req-14f76491-64e2-4abf-bb16-d416021b149c tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:30.594271 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6447f09a-cbf8-4d68-a61c-2b2147533f87 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Made reservation on behalf of 7fc13bb8735446f18e764de988787691 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:30.598250 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6447f09a-cbf8-4d68-a61c-2b2147533f87 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:30.663367 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1e076f2d-67e5-4d01-868a-287f8e60d5cd req-14f76491-64e2-4abf-bb16-d416021b149c tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:30.690945 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2c2489d5-71e4-4b97-a66d-b4928e94b75b tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:30.708745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e076f2d-67e5-4d01-868a-287f8e60d5cd req-14f76491-64e2-4abf-bb16-d416021b149c tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:30.715837 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0854e9c7-7284-412e-85a5-f540cb292ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:30.715981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-1e076f2d-67e5-4d01-868a-287f8e60d5cd req-14f76491-64e2-4abf-bb16-d416021b149c tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:30.716783 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e076f2d-67e5-4d01-868a-287f8e60d5cd req-14f76491-64e2-4abf-bb16-d416021b149c tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:21:30.745794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f76491-64e2-4abf-bb16-d416021b149c tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Pushing event updated for resources: {'Port': ['ID=7ff85a4c-88f0-454d-a3cb-24963695b79a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:30.856362 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1e076f2d-67e5-4d01-868a-287f8e60d5cd req-14f76491-64e2-4abf-bb16-d416021b149c tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:30.994540 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:31.022677 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1e076f2d-67e5-4d01-868a-287f8e60d5cd req-14f76491-64e2-4abf-bb16-d416021b149c tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:31.165906 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3e79d612-cbea-499e-9607-f97a24235729 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:21:31.244579 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2c2489d5-71e4-4b97-a66d-b4928e94b75b tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:31.245851 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9846144-357e-4d9e-9e5e-4768f9272047 req-de502051-067a-4fcd-a57b-86073b7fd147 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:31.248336 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9846144-357e-4d9e-9e5e-4768f9272047 req-de502051-067a-4fcd-a57b-86073b7fd147 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 944 time: 0.0935113 Nov 08 00:21:31.251427 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2c2489d5-71e4-4b97-a66d-b4928e94b75b tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:31.339126 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1e076f2d-67e5-4d01-868a-287f8e60d5cd req-14f76491-64e2-4abf-bb16-d416021b149c tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:31.358612 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9846144-357e-4d9e-9e5e-4768f9272047 req-1647eff8-4311-4e7d-a679-d27132d27dfd tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800261 Nov 08 00:21:31.382676 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2489d5-71e4-4b97-a66d-b4928e94b75b tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Router ebc7deff-f061-4590-b01d-569b028eeb5c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:21:31.452005 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2489d5-71e4-4b97-a66d-b4928e94b75b tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:21:31.458900 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2c2489d5-71e4-4b97-a66d-b4928e94b75b tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:31.460097 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2c2489d5-71e4-4b97-a66d-b4928e94b75b tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "PUT /v2.0/routers/ebc7deff-f061-4590-b01d-569b028eeb5c HTTP/1.1" status: 200 len: 706 time: 3.6015472 Nov 08 00:21:31.463294 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49630) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:31.466636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7c4225-1aaf-4408-b171-6ad140f3f3c9 None None] Sync routers for ids ['ebc7deff-f061-4590-b01d-569b028eeb5c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:21:31.478054 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c4225-1aaf-4408-b171-6ad140f3f3c9 None None] Routers {'ebc7deff-f061-4590-b01d-569b028eeb5c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:21:31.479153 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-bd7c4225-1aaf-4408-b171-6ad140f3f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:21:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ebc7deff-f061-4590-b01d-569b028eeb5c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:31.480534 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1e076f2d-67e5-4d01-868a-287f8e60d5cd req-14f76491-64e2-4abf-bb16-d416021b149c tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:31.520681 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-bd7c4225-1aaf-4408-b171-6ad140f3f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:31.558387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f76491-64e2-4abf-bb16-d416021b149c tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Pushing event updated for resources: {'Port': ['ID=7ff85a4c-88f0-454d-a3cb-24963695b79a,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:31.558696 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c4225-1aaf-4408-b171-6ad140f3f3c9 None None] Routers {'ebc7deff-f061-4590-b01d-569b028eeb5c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:21:31.559637 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-bd7c4225-1aaf-4408-b171-6ad140f3f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:21:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ebc7deff-f061-4590-b01d-569b028eeb5c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:31.572702 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1e076f2d-67e5-4d01-868a-287f8e60d5cd req-14f76491-64e2-4abf-bb16-d416021b149c tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:31.580306 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9299df03-954d-47aa-b910-3008d40e9565 tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "GET /v2.0/routers/ebc7deff-f061-4590-b01d-569b028eeb5c HTTP/1.1" status: 200 len: 741 time: 0.1152503 Nov 08 00:21:31.582246 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6447f09a-cbf8-4d68-a61c-2b2147533f87 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:31.583317 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49638) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:31.653041 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9c6b8d91-efa0-460d-bbe1-e0177d2c81ce tempest-RoutersAdminTest-452453821 tempest-RoutersAdminTest-452453821-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&device_id=ebc7deff-f061-4590-b01d-569b028eeb5c HTTP/1.1" status: 200 len: 205 time: 0.0681927 Nov 08 00:21:31.655403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49642) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:31.661460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-bd7c4225-1aaf-4408-b171-6ad140f3f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:31.662454 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7c4225-1aaf-4408-b171-6ad140f3f3c9 None None] The sync data for ids ['ebc7deff-f061-4590-b01d-569b028eeb5c'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:21:31.667097 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1e076f2d-67e5-4d01-868a-287f8e60d5cd req-14f76491-64e2-4abf-bb16-d416021b149c tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:31.668600 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e076f2d-67e5-4d01-868a-287f8e60d5cd req-14f76491-64e2-4abf-bb16-d416021b149c tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8421185 Nov 08 00:21:31.687967 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447f09a-cbf8-4d68-a61c-2b2147533f87 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event updated for resources: {'Subnet': ['ID=a200e78c-93a0-4e25-8597-655a0f3f402d,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:31.704731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b8ed86da-a9d0-4690-8e9b-cdfad16c8ada tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc7deff-f061-4590-b01d-569b028eeb5c HTTP/1.1" status: 200 len: 205 time: 0.0341339 Nov 08 00:21:31.704731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49644) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:31.711910 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6447f09a-cbf8-4d68-a61c-2b2147533f87 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Checking segment: {'id': 'bcb3694b-6ab0-48e4-83c6-48a76e84e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef1ff140-1e43-44d5-bfdd-cd6980ca4e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:31.712269 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6447f09a-cbf8-4d68-a61c-2b2147533f87 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Network hostable DHCP agents. Network: ef1ff140-1e43-44d5-bfdd-cd6980ca4e05, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:21:31.754524 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:31.809472 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e076f2d-67e5-4d01-868a-287f8e60d5cd req-95eeae31-720e-47e8-851c-e32ff2c2b52e tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 696 time: 0.1214485 Nov 08 00:21:31.817281 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c06898f7-4b93-4090-97b5-0550feade006 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:31.846625 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6447f09a-cbf8-4d68-a61c-2b2147533f87 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Network ef1ff140-1e43-44d5-bfdd-cd6980ca4e05 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:21:31.874227 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:31.923914 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49650) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:31.934368 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-6447f09a-cbf8-4d68-a61c-2b2147533f87 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, ef1ff140-1e43-44d5-bfdd-cd6980ca4e05) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:31.956783 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e084d427-d7fb-4a03-ae2f-3b37b48de2e1 None None] Network ef1ff140-1e43-44d5-bfdd-cd6980ca4e05 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:31.962508 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6447f09a-cbf8-4d68-a61c-2b2147533f87 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:31.964470 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6447f09a-cbf8-4d68-a61c-2b2147533f87 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:32.080937 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6447f09a-cbf8-4d68-a61c-2b2147533f87 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9188726 Nov 08 00:21:32.081219 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49656) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:32.214971 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86b68580-92a4-45a2-8677-37eec02e9b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:32.246723 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-ef1ff140-1e43-44d5-bfdd-cd6980ca4e05', 'network_id': 'ef1ff140-1e43-44d5-bfdd-cd6980ca4e05', 'tenant_id': '7fc13bb8735446f18e764de988787691', 'fixed_ips': [{'subnet_id': 'a200e78c-93a0-4e25-8597-655a0f3f402d'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:21:32.246723 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:32.312580 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:32.429035 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c06898f7-4b93-4090-97b5-0550feade006 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:32.432756 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86b68580-92a4-45a2-8677-37eec02e9b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:32.437780 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c06898f7-4b93-4090-97b5-0550feade006 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:32.480141 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] Allocated IP 2001:db8::2 (ef1ff140-1e43-44d5-bfdd-cd6980ca4e05/a200e78c-93a0-4e25-8597-655a0f3f402d/28c42601-6c59-4c60-85b9-b7d37cfad983) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:21:32.485227 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:32.594901 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca9db6-2b1c-4a5f-930d-c75c2f719e24 req-f1a8bc5d-79fc-417f-b8eb-3d3e77472255 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:32.603283 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64ca9db6-2b1c-4a5f-930d-c75c2f719e24 req-f1a8bc5d-79fc-417f-b8eb-3d3e77472255 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 944 time: 0.0942805 Nov 08 00:21:32.613222 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86b68580-92a4-45a2-8677-37eec02e9b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:32.654081 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64ca9db6-2b1c-4a5f-930d-c75c2f719e24 req-1e5c1f8b-a3d1-4af3-b840-8cf24b18a2d9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447087 Nov 08 00:21:32.661414 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-86b68580-92a4-45a2-8677-37eec02e9b59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f164fe2021344aa59bf401e18b327b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7358592 Nov 08 00:21:32.663218 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49670) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:32.668327 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e076f2d-67e5-4d01-868a-287f8e60d5cd req-646d7032-7a91-41a2-9987-2d8e650cdf52 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:32.687474 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e076f2d-67e5-4d01-868a-287f8e60d5cd req-646d7032-7a91-41a2-9987-2d8e650cdf52 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.8679330 Nov 08 00:21:32.691604 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c06898f7-4b93-4090-97b5-0550feade006 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:32.692393 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06898f7-4b93-4090-97b5-0550feade006 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Fanout notify agent at l3_agent the message router_deleted on router ebc7deff-f061-4590-b01d-569b028eeb5c {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:21:32.714744 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c06898f7-4b93-4090-97b5-0550feade006 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:32.719153 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c06898f7-4b93-4090-97b5-0550feade006 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "DELETE /v2.0/routers/ebc7deff-f061-4590-b01d-569b028eeb5c HTTP/1.1" status: 204 len: 168 time: 1.0148983 Nov 08 00:21:32.724242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49676) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:32.779082 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49678) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:32.780166 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f3cbd499-fb7f-404a-8afa-c238934c8914 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc7deff-f061-4590-b01d-569b028eeb5c HTTP/1.1" status: 200 len: 205 time: 0.0535440 Nov 08 00:21:32.785570 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b68580-92a4-45a2-8677-37eec02e9b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72a37ac-c576-45f2-97f7-2acff016dfc6,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:32.840391 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-033b26fe-5976-4709-a919-41e033c47ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:32.868890 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-5a490f94-2d7b-4126-afa9-8b302881cc3c tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] delete failed (client error): The resource could not be found. Nov 08 00:21:32.870179 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5a490f94-2d7b-4126-afa9-8b302881cc3c tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "DELETE /v2.0/routers/ebc7deff-f061-4590-b01d-569b028eeb5c HTTP/1.1" status: 404 len: 336 time: 0.0901811 Nov 08 00:21:32.873902 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49680) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:32.900682 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:32.919769 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-033b26fe-5976-4709-a919-41e033c47ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:32.925547 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b3844703-6cf6-4812-9886-2d530a0a1b25 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "GET /v2.0/ports?device_id=1886bcfc-0005-4660-a919-d2674fbf8902 HTTP/1.1" status: 200 len: 205 time: 0.0484235 Nov 08 00:21:32.929488 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49684) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:32.973782 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:33.025983 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-2a30f208-0db7-4669-8cb9-61183966f88a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] delete failed (client error): The resource could not be found. Nov 08 00:21:33.030315 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b59e1f48-369c-4ebd-a2f7-aeb9cf1c7bc8 req-198e0225-a128-45e5-8961-d89e65a56d61 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1633179 Nov 08 00:21:33.030315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49688) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:33.031281 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2a30f208-0db7-4669-8cb9-61183966f88a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "DELETE /v2.0/routers/1886bcfc-0005-4660-a919-d2674fbf8902 HTTP/1.1" status: 404 len: 336 time: 0.1007586 Nov 08 00:21:33.039161 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] Network ef1ff140-1e43-44d5-bfdd-cd6980ca4e05 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:33.054866 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:33.058819 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:21:33.069525 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fcfbc7fd-dd8f-470a-a9c4-abd633df9cb9 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eabe9c0-218a-4881-89ad-d41bfa37bb73 HTTP/1.1" status: 200 len: 205 time: 0.0358379 Nov 08 00:21:33.074038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] Pushing event updated for resources: {'Port': ['ID=28c42601-6c59-4c60-85b9-b7d37cfad983,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:33.082804 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-b59e1f48-369c-4ebd-a2f7-aeb9cf1c7bc8 req-b5d9cae5-ef9b-48aa-a710-06da90da052e tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:33.088525 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49690) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:33.147749 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:33.148136 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] Attempting to bind port 28c42601-6c59-4c60-85b9-b7d37cfad983 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:21:33.148385 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] Attempting to bind port 28c42601-6c59-4c60-85b9-b7d37cfad983 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'bcb3694b-6ab0-48e4-83c6-48a76e84e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef1ff140-1e43-44d5-bfdd-cd6980ca4e05'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:21:33.148684 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] Attempting to bind port 28c42601-6c59-4c60-85b9-b7d37cfad983 on network ef1ff140-1e43-44d5-bfdd-cd6980ca4e05 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:21:33.149104 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-b4346100-3260-480b-8785-6087a377398f tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] delete failed (client error): The resource could not be found. Nov 08 00:21:33.150529 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b4346100-3260-480b-8785-6087a377398f tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "DELETE /v2.0/routers/1eabe9c0-218a-4881-89ad-d41bfa37bb73 HTTP/1.1" status: 404 len: 336 time: 0.0598974 Nov 08 00:21:33.155441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49694) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:33.158290 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:21:33.158674 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] Checking segment: {'id': 'bcb3694b-6ab0-48e4-83c6-48a76e84e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef1ff140-1e43-44d5-bfdd-cd6980ca4e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:33.159572 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:33.159998 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] Bound using segment: {'id': 'bcb3694b-6ab0-48e4-83c6-48a76e84e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef1ff140-1e43-44d5-bfdd-cd6980ca4e05'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:21:33.166430 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] Bound port: 28c42601-6c59-4c60-85b9-b7d37cfad983, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb3694b-6ab0-48e4-83c6-48a76e84e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef1ff140-1e43-44d5-bfdd-cd6980ca4e05'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:21:33.166893 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:33.196281 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6004835c-40d7-4107-b3c7-04bb56d20779 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b771c37-8935-4ab8-90e1-c1ae89a1170a HTTP/1.1" status: 200 len: 205 time: 0.0392313 Nov 08 00:21:33.199127 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-033b26fe-5976-4709-a919-41e033c47ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:33.199342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49696) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:33.201741 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-033b26fe-5976-4709-a919-41e033c47ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:33.202974 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-033b26fe-5976-4709-a919-41e033c47ca6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e72a37ac-c576-45f2-97f7-2acff016dfc6 HTTP/1.1" status: 204 len: 168 time: 0.5387716 Nov 08 00:21:33.203772 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event deleted for resources: {'Subnet': ['ID=a200e78c-93a0-4e25-8597-655a0f3f402d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:33.278536 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b26fe-5976-4709-a919-41e033c47ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72a37ac-c576-45f2-97f7-2acff016dfc6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:33.285284 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:33.312400 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-ae2a3d15-1a3a-4ad0-9356-4738ec73ed42 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] delete failed (client error): The resource could not be found. Nov 08 00:21:33.315889 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ae2a3d15-1a3a-4ad0-9356-4738ec73ed42 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "DELETE /v2.0/routers/4b771c37-8935-4ab8-90e1-c1ae89a1170a HTTP/1.1" status: 404 len: 336 time: 0.1129456 Nov 08 00:21:33.316734 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b59e1f48-369c-4ebd-a2f7-aeb9cf1c7bc8 req-b5d9cae5-ef9b-48aa-a710-06da90da052e tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:33.318970 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49702) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:33.339344 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1ff140-1e43-44d5-bfdd-cd6980ca4e05']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:33.339581 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] For port 28c42601-6c59-4c60-85b9-b7d37cfad983, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:21:33.351385 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:33.369321 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] For port 28c42601-6c59-4c60-85b9-b7d37cfad983, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=28c42601-6c59-4c60-85b9-b7d37cfad983,segment=NetworkSegment(bcb3694b-6ab0-48e4-83c6-48a76e84e176),segment_id=bcb3694b-6ab0-48e4-83c6-48a76e84e176)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:21:33.398335 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-320cf7fa-a239-4490-9687-3e370294f1f3 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "GET /v2.0/ports?device_id=da8c60fd-7108-4d97-931b-3054d9e0a9d3 HTTP/1.1" status: 200 len: 205 time: 0.0783389 Nov 08 00:21:33.400938 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb3694b-6ab0-48e4-83c6-48a76e84e176') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:33.400938 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb3694b-6ab0-48e4-83c6-48a76e84e176') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:33.401181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49704) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:33.410159 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:33.436285 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:33.437854 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:33.448919 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:21:33.449337 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:21:33.455641 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:21:33.471460 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-103a2ea0-eef4-4aa4-9376-31bb9ba635b5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] delete failed (client error): The resource could not be found. Nov 08 00:21:33.475802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-103a2ea0-eef4-4aa4-9376-31bb9ba635b5 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "DELETE /v2.0/routers/da8c60fd-7108-4d97-931b-3054d9e0a9d3 HTTP/1.1" status: 404 len: 336 time: 0.0692024 Nov 08 00:21:33.475802 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49706) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:33.518825 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c6c34ccb-79c4-4825-96f5-747cd1569d17 tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcb85463-6615-48c1-a09a-0bbb060dd38b HTTP/1.1" status: 200 len: 205 time: 0.0340123 Nov 08 00:21:33.519623 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49708) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:33.523518 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b495b3-60b7-43d2-8788-8000f78806c9 None None] Pushing event updated for resources: {'Port': ['ID=28c42601-6c59-4c60-85b9-b7d37cfad983,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:33.527647 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b59e1f48-369c-4ebd-a2f7-aeb9cf1c7bc8 req-b5d9cae5-ef9b-48aa-a710-06da90da052e tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:33.549097 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8804e75a-10dc-4a75-929d-5d53bfa58b73 None None] Network ef1ff140-1e43-44d5-bfdd-cd6980ca4e05 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:33.573567 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-71fd5eb7-a5f7-4c0d-9d50-0ae892464d5a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] delete failed (client error): The resource could not be found. Nov 08 00:21:33.578838 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-71fd5eb7-a5f7-4c0d-9d50-0ae892464d5a tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "DELETE /v2.0/routers/fcb85463-6615-48c1-a09a-0bbb060dd38b HTTP/1.1" status: 404 len: 336 time: 0.0559893 Nov 08 00:21:33.579175 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49710) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:33.616878 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca02644a-9007-453b-8978-75b1ffb9299d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] DELETE failed (client error): The resource could not be found. Nov 08 00:21:33.617493 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca02644a-9007-453b-8978-75b1ffb9299d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:21:33.623101 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ca02644a-9007-453b-8978-75b1ffb9299d tempest-RoutersAdminTest-1765373391 tempest-RoutersAdminTest-1765373391-project] 10.222.0.13 "DELETE /v2.0/subnets/5c65f0d6-5f93-4dc3-93b9-c359f7469dc3 HTTP/1.1" status: 404 len: 337 time: 0.0404587 Nov 08 00:21:33.650828 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.db.api [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 00:21:33.650828 n-d-816882-1 neutron-server[102771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 00:21:33.650828 n-d-816882-1 neutron-server[102771]: [parameters: {'id': 'ef1ff140-1e43-44d5-bfdd-cd6980ca4e05'}] Nov 08 00:21:33.650828 n-d-816882-1 neutron-server[102771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:21:33.651329 n-d-816882-1 neutron-server[102771]: DEBUG oslo_db.api [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:21:33.683832 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-b59e1f48-369c-4ebd-a2f7-aeb9cf1c7bc8 req-b5d9cae5-ef9b-48aa-a710-06da90da052e tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Allocated IP 172.25.2.144 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/8d9a9c64-2cec-441f-b5e7-78f88538c323) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:21:33.691614 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7df996e-d2ad-4d99-bd23-d8614304a931 None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 00:21:33.871325 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7df996e-d2ad-4d99-bd23-d8614304a931 None None] Resources bound (agent type, host, resource id): {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 00:21:33.902204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5afe1-3dd3-44b0-a89d-7f853ea08ec9 req-d0f36bd0-2ea4-425f-a322-60d5671204fa tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:33.903831 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b7e5afe1-3dd3-44b0-a89d-7f853ea08ec9 req-d0f36bd0-2ea4-425f-a322-60d5671204fa tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 944 time: 0.0904524 Nov 08 00:21:33.906842 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b59e1f48-369c-4ebd-a2f7-aeb9cf1c7bc8 req-b5d9cae5-ef9b-48aa-a710-06da90da052e tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:33.968155 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b7e5afe1-3dd3-44b0-a89d-7f853ea08ec9 req-10704d8f-b416-4e13-a08d-5f316d4b92a9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549781 Nov 08 00:21:34.085785 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b59e1f48-369c-4ebd-a2f7-aeb9cf1c7bc8 req-b5d9cae5-ef9b-48aa-a710-06da90da052e tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.145532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9cae5-ef9b-48aa-a710-06da90da052e tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Pushing event updated for resources: {'Port': ['ID=8d9a9c64-2cec-441f-b5e7-78f88538c323,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:34.152656 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.168050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59e1f48-369c-4ebd-a2f7-aeb9cf1c7bc8 req-b5d9cae5-ef9b-48aa-a710-06da90da052e tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:34.176087 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-b59e1f48-369c-4ebd-a2f7-aeb9cf1c7bc8 req-b5d9cae5-ef9b-48aa-a710-06da90da052e tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:34.181528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59e1f48-369c-4ebd-a2f7-aeb9cf1c7bc8 req-b5d9cae5-ef9b-48aa-a710-06da90da052e tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:21:34.271850 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Deleting port 28c42601-6c59-4c60-85b9-b7d37cfad983 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:34.273640 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.319383 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b59e1f48-369c-4ebd-a2f7-aeb9cf1c7bc8 req-b5d9cae5-ef9b-48aa-a710-06da90da052e tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.370355 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] For port 28c42601-6c59-4c60-85b9-b7d37cfad983, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=28c42601-6c59-4c60-85b9-b7d37cfad983,segment=NetworkSegment(bcb3694b-6ab0-48e4-83c6-48a76e84e176),segment_id=bcb3694b-6ab0-48e4-83c6-48a76e84e176)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:21:34.370720 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.380749 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49730) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:34.388414 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Calling delete_port for 28c42601-6c59-4c60-85b9-b7d37cfad983 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:34.436283 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b59e1f48-369c-4ebd-a2f7-aeb9cf1c7bc8 req-b5d9cae5-ef9b-48aa-a710-06da90da052e tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.561082 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f089d3c7-36d2-4d21-9721-390e3fa88bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.588023 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.638078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49738) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:34.650878 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event deleted for resources: {'Port': ['ID=28c42601-6c59-4c60-85b9-b7d37cfad983,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:34.658783 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] No DVR routers for this DVR port 28c42601-6c59-4c60-85b9-b7d37cfad983 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:21:34.674476 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b59e1f48-369c-4ebd-a2f7-aeb9cf1c7bc8 req-b5d9cae5-ef9b-48aa-a710-06da90da052e tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.676111 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ceea96f1-1201-401e-a5b1-0998e38d2079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.734673 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f089d3c7-36d2-4d21-9721-390e3fa88bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.752219 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.757626 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b59e1f48-369c-4ebd-a2f7-aeb9cf1c7bc8 req-b5d9cae5-ef9b-48aa-a710-06da90da052e tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.782757 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1ff140-1e43-44d5-bfdd-cd6980ca4e05']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:34.794053 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb3694b-6ab0-48e4-83c6-48a76e84e176') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:34.794363 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb3694b-6ab0-48e4-83c6-48a76e84e176') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:34.807324 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.822121 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.830324 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:21:34.830910 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:21:34.833973 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:21:34.841002 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f089d3c7-36d2-4d21-9721-390e3fa88bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.857863 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9cae5-ef9b-48aa-a710-06da90da052e tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Pushing event updated for resources: {'Port': ['ID=8d9a9c64-2cec-441f-b5e7-78f88538c323,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:34.876371 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ceea96f1-1201-401e-a5b1-0998e38d2079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.912208 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f089d3c7-36d2-4d21-9721-390e3fa88bb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ffbe9b8b03d4d08aafc98d950adaf8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5302503 Nov 08 00:21:34.912953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089d3c7-36d2-4d21-9721-390e3fa88bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40afeb75-f72c-4b9f-9bdc-8471741aa544,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:34.915044 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49744) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:34.915809 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b59e1f48-369c-4ebd-a2f7-aeb9cf1c7bc8 req-b5d9cae5-ef9b-48aa-a710-06da90da052e tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.965624 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ceea96f1-1201-401e-a5b1-0998e38d2079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.972466 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2fde1cda-9130-47c7-99c9-9a2dd322f72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:34.994315 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2fde1cda-9130-47c7-99c9-9a2dd322f72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:35.002711 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:35.015481 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b59e1f48-369c-4ebd-a2f7-aeb9cf1c7bc8 req-b5d9cae5-ef9b-48aa-a710-06da90da052e tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:35.016767 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b59e1f48-369c-4ebd-a2f7-aeb9cf1c7bc8 req-b5d9cae5-ef9b-48aa-a710-06da90da052e tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9753385 Nov 08 00:21:35.020354 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ceea96f1-1201-401e-a5b1-0998e38d2079 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08d318bfd5f24408833cb0f6abd0a9ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3816669 Nov 08 00:21:35.021919 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:35.025978 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/networks/ef1ff140-1e43-44d5-bfdd-cd6980ca4e05 HTTP/1.1" status: 204 len: 168 time: 2.9436960 Nov 08 00:21:35.031388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20c5ce-7e0e-4818-8369-e8396b06dced tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event deleted for resources: {'Network': ['ID=ef1ff140-1e43-44d5-bfdd-cd6980ca4e05,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:35.033416 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49748) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:35.040045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49750) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:35.040420 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea96f1-1201-401e-a5b1-0998e38d2079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1c8153-4162-4b6f-a93a-be6fc0c01cb3,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:35.043000 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-52599a5b-f28d-4375-afbd-64a9bdc88258 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-484950637'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:35.127557 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b59e1f48-369c-4ebd-a2f7-aeb9cf1c7bc8 req-e8930175-3bce-44c5-ac41-b5984ba82488 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.144 HTTP/1.1" status: 200 len: 696 time: 0.0946536 Nov 08 00:21:35.147104 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3658805f-f65e-4990-98d5-4c6e51790559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:35.195396 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3658805f-f65e-4990-98d5-4c6e51790559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:35.196816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dccd4-368c-4fad-859d-caf9d3a25059 req-0ec8a1d7-92a4-412d-9cdb-fb62b82f1ef0 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:35.198383 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc5dccd4-368c-4fad-859d-caf9d3a25059 req-0ec8a1d7-92a4-412d-9cdb-fb62b82f1ef0 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 944 time: 0.1053209 Nov 08 00:21:35.252885 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2fde1cda-9130-47c7-99c9-9a2dd322f72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:35.257563 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc5dccd4-368c-4fad-859d-caf9d3a25059 req-57badad4-e0ee-455a-8fe2-e93881f12554 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515475 Nov 08 00:21:35.264723 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2fde1cda-9130-47c7-99c9-9a2dd322f72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:35.264723 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2fde1cda-9130-47c7-99c9-9a2dd322f72e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40afeb75-f72c-4b9f-9bdc-8471741aa544 HTTP/1.1" status: 204 len: 168 time: 0.3411124 Nov 08 00:21:35.264723 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52599a5b-f28d-4375-afbd-64a9bdc88258 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Made reservation on behalf of 7fc13bb8735446f18e764de988787691 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:35.268354 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52599a5b-f28d-4375-afbd-64a9bdc88258 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:35.296699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e1f48-369c-4ebd-a2f7-aeb9cf1c7bc8 req-c60c0fac-c70e-4a09-bf84-c44609334b78 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:35.298631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b59e1f48-369c-4ebd-a2f7-aeb9cf1c7bc8 req-c60c0fac-c70e-4a09-bf84-c44609334b78 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.1591215 Nov 08 00:21:35.298761 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde1cda-9130-47c7-99c9-9a2dd322f72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40afeb75-f72c-4b9f-9bdc-8471741aa544,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:35.368899 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3658805f-f65e-4990-98d5-4c6e51790559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:35.373310 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3658805f-f65e-4990-98d5-4c6e51790559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:35.373310 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3658805f-f65e-4990-98d5-4c6e51790559 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e1c8153-4162-4b6f-a93a-be6fc0c01cb3 HTTP/1.1" status: 204 len: 168 time: 0.3350267 Nov 08 00:21:35.386949 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52599a5b-f28d-4375-afbd-64a9bdc88258 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:21:35.396484 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658805f-f65e-4990-98d5-4c6e51790559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1c8153-4162-4b6f-a93a-be6fc0c01cb3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:35.405464 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52599a5b-f28d-4375-afbd-64a9bdc88258 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:35.406152 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-52599a5b-f28d-4375-afbd-64a9bdc88258 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Added segment 12615937-575b-45ff-8abc-da4322b9176d of type vlan for network a1344208-942d-4acd-8105-2081508a7730 Nov 08 00:21:35.461179 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52599a5b-f28d-4375-afbd-64a9bdc88258 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:35.550876 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-3860af7b-991c-4f8e-99fc-72e9bddc73ce tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1140456 Nov 08 00:21:35.562322 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-2d2f428d-14f4-4a66-928c-80775ac2a786 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:35.571992 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52599a5b-f28d-4375-afbd-64a9bdc88258 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:35.579509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52599a5b-f28d-4375-afbd-64a9bdc88258 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:35.580573 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52599a5b-f28d-4375-afbd-64a9bdc88258 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:35.637475 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-2d2f428d-14f4-4a66-928c-80775ac2a786 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:35.684528 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52599a5b-f28d-4375-afbd-64a9bdc88258 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event updated for resources: {'Network': ['ID=a1344208-942d-4acd-8105-2081508a7730,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:35.698241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network a1344208-942d-4acd-8105-2081508a7730 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:21:35.747771 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-52599a5b-f28d-4375-afbd-64a9bdc88258 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7082348 Nov 08 00:21:35.750236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49768) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:35.764149 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-adb7be95-325a-4edf-9bf4-13bcbb0d6a4b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Request body: {'subnet': {'network_id': 'a1344208-942d-4acd-8105-2081508a7730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:35.830656 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-2d2f428d-14f4-4a66-928c-80775ac2a786 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:35.931919 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb7be95-325a-4edf-9bf4-13bcbb0d6a4b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Made reservation on behalf of 7fc13bb8735446f18e764de988787691 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:35.935778 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-adb7be95-325a-4edf-9bf4-13bcbb0d6a4b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:35.984268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-2d2f428d-14f4-4a66-928c-80775ac2a786 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Allocated IP 172.25.2.200 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/8550198e-e2ab-427e-9304-b306a3466404) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:21:36.131345 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-2d2f428d-14f4-4a66-928c-80775ac2a786 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:36.230077 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-2d2f428d-14f4-4a66-928c-80775ac2a786 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:36.271250 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-2d2f428d-14f4-4a66-928c-80775ac2a786 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:36.274314 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-2d2f428d-14f4-4a66-928c-80775ac2a786 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:36.281590 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-2d2f428d-14f4-4a66-928c-80775ac2a786 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:21:36.285204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f428d-14f4-4a66-928c-80775ac2a786 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Pushing event updated for resources: {'Port': ['ID=8550198e-e2ab-427e-9304-b306a3466404,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:36.424717 n-d-816882-1 neutron-server[102771]: DEBUG neutron.objects.ports [None req-adb7be95-325a-4edf-9bf4-13bcbb0d6a4b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 00:21:36.424717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-adb7be95-325a-4edf-9bf4-13bcbb0d6a4b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:36.434028 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-2d2f428d-14f4-4a66-928c-80775ac2a786 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:36.440190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49778) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:36.473292 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a43eb9-57df-4ba0-81e2-1c0e863db6d1 req-8f7e7721-8ee6-4d9e-9aa6-1fd497093a4c tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:36.474907 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89a43eb9-57df-4ba0-81e2-1c0e863db6d1 req-8f7e7721-8ee6-4d9e-9aa6-1fd497093a4c tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 944 time: 0.0890357 Nov 08 00:21:36.501242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7be95-325a-4edf-9bf4-13bcbb0d6a4b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event updated for resources: {'Subnet': ['ID=faab66e2-3d82-4c36-8295-3b36bfc3512e,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:36.516148 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb7be95-325a-4edf-9bf4-13bcbb0d6a4b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Checking segment: {'id': '12615937-575b-45ff-8abc-da4322b9176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a1344208-942d-4acd-8105-2081508a7730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:36.516576 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb7be95-325a-4edf-9bf4-13bcbb0d6a4b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Network hostable DHCP agents. Network: a1344208-942d-4acd-8105-2081508a7730, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:21:36.524076 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4f84d1be-10c7-4676-86b9-3f524adf0141 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07c62cdf682947c2bb43ac5483909575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0788491 Nov 08 00:21:36.530594 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49782) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:36.567358 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89a43eb9-57df-4ba0-81e2-1c0e863db6d1 req-06dde427-1f80-4c0e-899c-588feadd4b04 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792112 Nov 08 00:21:36.568212 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-2d2f428d-14f4-4a66-928c-80775ac2a786 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:36.667937 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb7be95-325a-4edf-9bf4-13bcbb0d6a4b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Network a1344208-942d-4acd-8105-2081508a7730 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:21:36.669907 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bc078bd-dcbd-4177-92f6-ad8bc16a8a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:36.718561 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bc078bd-dcbd-4177-92f6-ad8bc16a8a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:36.771663 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-adb7be95-325a-4edf-9bf4-13bcbb0d6a4b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, a1344208-942d-4acd-8105-2081508a7730) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:36.778211 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb7be95-325a-4edf-9bf4-13bcbb0d6a4b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:36.778702 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-adb7be95-325a-4edf-9bf4-13bcbb0d6a4b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:36.785714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04de6c9-1642-4f01-920f-6f33317b6076 None None] Network a1344208-942d-4acd-8105-2081508a7730 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:36.799347 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-2d2f428d-14f4-4a66-928c-80775ac2a786 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:36.886582 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-2d2f428d-14f4-4a66-928c-80775ac2a786 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:36.890351 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bc078bd-dcbd-4177-92f6-ad8bc16a8a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:36.892267 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bc078bd-dcbd-4177-92f6-ad8bc16a8a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:36.893451 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7bc078bd-dcbd-4177-92f6-ad8bc16a8a87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbde668f-76ad-49d2-bbf0-5d1804324c0a HTTP/1.1" status: 204 len: 168 time: 0.3611054 Nov 08 00:21:36.900075 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-adb7be95-325a-4edf-9bf4-13bcbb0d6a4b tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1475134 Nov 08 00:21:36.905524 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49796) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:36.914260 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc078bd-dcbd-4177-92f6-ad8bc16a8a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbde668f-76ad-49d2-bbf0-5d1804324c0a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:36.977574 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-a1344208-942d-4acd-8105-2081508a7730', 'network_id': 'a1344208-942d-4acd-8105-2081508a7730', 'tenant_id': '7fc13bb8735446f18e764de988787691', 'fixed_ips': [{'subnet_id': 'faab66e2-3d82-4c36-8295-3b36bfc3512e'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:21:36.978630 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:37.004811 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f428d-14f4-4a66-928c-80775ac2a786 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Pushing event updated for resources: {'Port': ['ID=8550198e-e2ab-427e-9304-b306a3466404,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:37.032507 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-2d2f428d-14f4-4a66-928c-80775ac2a786 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:37.032907 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:37.102001 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:37.116721 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-2d2f428d-14f4-4a66-928c-80775ac2a786 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:37.124382 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-2d2f428d-14f4-4a66-928c-80775ac2a786 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5655370 Nov 08 00:21:37.153844 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] Allocated IP 2001:db8::f816:3eff:fe8e:1d63 (a1344208-942d-4acd-8105-2081508a7730/faab66e2-3d82-4c36-8295-3b36bfc3512e/4a4dc43e-749e-4eb2-bc18-f481ca9ed967) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:21:37.172428 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49802) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:37.204582 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-d127bdd2-1bf5-477f-8b79-6aab61e5bac8 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 696 time: 0.0786567 Nov 08 00:21:37.326618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-e5c07115-cbbd-4536-b6a0-741bf0f61c87 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:37.331234 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:37.334042 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-e5c07115-cbbd-4536-b6a0-741bf0f61c87 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.1285956 Nov 08 00:21:37.340107 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-85120015-0bfa-490a-92f3-b98f71cdab56 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:21:37.341086 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28ec38fb-8ec3-4fc5-9147-0ffec32e735e req-85120015-0bfa-490a-92f3-b98f71cdab56 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062463 Nov 08 00:21:37.417671 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:37.419524 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc0672cd-2cb8-422d-b606-acf4fa0ef5da req-caebaf5a-7e6b-4ffc-803a-4d7f5da1df4b tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/floatingips/18874bba-1f66-415c-aab9-c76c8fe53c19 HTTP/1.1" status: 200 len: 693 time: 0.0458460 Nov 08 00:21:37.471381 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] Network a1344208-942d-4acd-8105-2081508a7730 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:37.477307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:37.490020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:21:37.492671 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] Pushing event updated for resources: {'Port': ['ID=4a4dc43e-749e-4eb2-bc18-f481ca9ed967,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:37.514510 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc69887f-075d-4929-ba59-da10461ed483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:37.529979 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:37.562565 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] Attempting to bind port 4a4dc43e-749e-4eb2-bc18-f481ca9ed967 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:21:37.563636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] Attempting to bind port 4a4dc43e-749e-4eb2-bc18-f481ca9ed967 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '12615937-575b-45ff-8abc-da4322b9176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a1344208-942d-4acd-8105-2081508a7730'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:21:37.564444 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] Attempting to bind port 4a4dc43e-749e-4eb2-bc18-f481ca9ed967 on network a1344208-942d-4acd-8105-2081508a7730 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:21:37.572567 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:21:37.573659 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] Checking segment: {'id': '12615937-575b-45ff-8abc-da4322b9176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a1344208-942d-4acd-8105-2081508a7730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:37.575595 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:37.576439 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] Bound using segment: {'id': '12615937-575b-45ff-8abc-da4322b9176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a1344208-942d-4acd-8105-2081508a7730'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:21:37.577782 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] Bound port: 4a4dc43e-749e-4eb2-bc18-f481ca9ed967, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12615937-575b-45ff-8abc-da4322b9176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a1344208-942d-4acd-8105-2081508a7730'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:21:37.578205 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:37.606316 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event deleted for resources: {'Subnet': ['ID=faab66e2-3d82-4c36-8295-3b36bfc3512e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:37.614207 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0672cd-2cb8-422d-b606-acf4fa0ef5da req-af94fa49-624f-458e-a31b-532e3d4a64e6 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:37.626112 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc0672cd-2cb8-422d-b606-acf4fa0ef5da req-af94fa49-624f-458e-a31b-532e3d4a64e6 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.2010462 Nov 08 00:21:37.635240 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-fc0672cd-2cb8-422d-b606-acf4fa0ef5da req-195a9f73-3eba-4b96-b54c-06a15f63c22a tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:21:37.643069 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc0672cd-2cb8-422d-b606-acf4fa0ef5da req-195a9f73-3eba-4b96-b54c-06a15f63c22a tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156856 Nov 08 00:21:37.673405 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] For port 4a4dc43e-749e-4eb2-bc18-f481ca9ed967, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:21:37.681728 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] For port 4a4dc43e-749e-4eb2-bc18-f481ca9ed967, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4a4dc43e-749e-4eb2-bc18-f481ca9ed967,segment=NetworkSegment(12615937-575b-45ff-8abc-da4322b9176d),segment_id=12615937-575b-45ff-8abc-da4322b9176d)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:21:37.687576 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:37.722150 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1344208-942d-4acd-8105-2081508a7730']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:37.734755 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12615937-575b-45ff-8abc-da4322b9176d') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:37.734755 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12615937-575b-45ff-8abc-da4322b9176d') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:37.747740 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:37.749554 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:37.775213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-666db9bb-e7e0-4a98-b158-52587c42f5bd req-c17f6708-8447-4f10-890c-a8853665f22f tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/floatingips/18874bba-1f66-415c-aab9-c76c8fe53c19 HTTP/1.1" status: 200 len: 693 time: 0.1021562 Nov 08 00:21:37.779670 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:37.782949 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc69887f-075d-4929-ba59-da10461ed483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:37.789133 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:21:37.789536 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:21:37.793383 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:21:37.880308 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc69887f-075d-4929-ba59-da10461ed483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:37.885750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03306bab-e139-4d28-beef-f0aeaf5c071c req-dd115fa0-c20c-4b1f-8f28-62966a198366 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:37.894643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03306bab-e139-4d28-beef-f0aeaf5c071c req-dd115fa0-c20c-4b1f-8f28-62966a198366 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 944 time: 0.1486378 Nov 08 00:21:37.905579 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022272f-8894-4cfc-9ce9-3f579e18b1a9 None None] Pushing event updated for resources: {'Port': ['ID=4a4dc43e-749e-4eb2-bc18-f481ca9ed967,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:37.921689 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cfd5a3-3416-4774-92fb-083da0b2b6df None None] Network a1344208-942d-4acd-8105-2081508a7730 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:37.925520 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.db.api [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 00:21:37.925520 n-d-816882-1 neutron-server[102771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 00:21:37.925520 n-d-816882-1 neutron-server[102771]: [parameters: {'id': 'a1344208-942d-4acd-8105-2081508a7730'}] Nov 08 00:21:37.925520 n-d-816882-1 neutron-server[102771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:21:37.925946 n-d-816882-1 neutron-server[102771]: DEBUG oslo_db.api [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:21:37.933727 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bc69887f-075d-4929-ba59-da10461ed483 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2571f281fc874216bad7307e7e179203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7570007 Nov 08 00:21:37.933727 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69887f-075d-4929-ba59-da10461ed483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6b8790-822b-47a2-ae51-91668dc515e8,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:37.934317 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49830) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:37.970891 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03306bab-e139-4d28-beef-f0aeaf5c071c req-5c66b3a8-4b32-4d42-83e2-edecc65f3cbc tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743926 Nov 08 00:21:38.003403 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-242171ff-e4c5-4b78-89a5-27e8ded401c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:38.030634 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-242171ff-e4c5-4b78-89a5-27e8ded401c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:38.031430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666db9bb-e7e0-4a98-b158-52587c42f5bd req-475df5f3-f76c-419a-b538-19b2a53ebdfd tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:38.033141 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-666db9bb-e7e0-4a98-b158-52587c42f5bd req-475df5f3-f76c-419a-b538-19b2a53ebdfd tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.2568841 Nov 08 00:21:38.106504 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-666db9bb-e7e0-4a98-b158-52587c42f5bd req-4daff79c-0603-4ed9-a1d6-cc2bede6caac tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 696 time: 0.0655837 Nov 08 00:21:38.156197 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb54c1e-a649-4145-ab1a-4d24eba368d2 None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 00:21:38.178107 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-666db9bb-e7e0-4a98-b158-52587c42f5bd req-9dac0c77-6818-4ff9-b387-33c2bf749812 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 696 time: 0.0644436 Nov 08 00:21:38.246021 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-242171ff-e4c5-4b78-89a5-27e8ded401c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:38.252828 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-242171ff-e4c5-4b78-89a5-27e8ded401c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:38.255592 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-242171ff-e4c5-4b78-89a5-27e8ded401c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b6b8790-822b-47a2-ae51-91668dc515e8 HTTP/1.1" status: 204 len: 168 time: 0.3203154 Nov 08 00:21:38.270740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242171ff-e4c5-4b78-89a5-27e8ded401c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6b8790-822b-47a2-ae51-91668dc515e8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:38.291683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb54c1e-a649-4145-ab1a-4d24eba368d2 None None] Resources bound (agent type, host, resource id): {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 00:21:38.306563 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a2f27-fad9-409a-819b-6526a076750c req-3789bafb-0787-45b4-846a-a8cd40e0a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:38.308504 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef5a2f27-fad9-409a-819b-6526a076750c req-3789bafb-0787-45b4-846a-a8cd40e0a8db service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679&tenant_id=3b5853458dd24c08bad0734d1d809da3 HTTP/1.1" status: 200 len: 1095 time: 0.1288319 Nov 08 00:21:38.317847 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:38.341684 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:38.407981 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:38.421553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-666db9bb-e7e0-4a98-b158-52587c42f5bd req-6525eec3-aa93-4a86-b7a4-a9798909a667 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Deleting port 8550198e-e2ab-427e-9304-b306a3466404 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:38.421846 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-666db9bb-e7e0-4a98-b158-52587c42f5bd req-6525eec3-aa93-4a86-b7a4-a9798909a667 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:38.427201 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:38.556152 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Deleting port 4a4dc43e-749e-4eb2-bc18-f481ca9ed967 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:38.557103 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:38.602352 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-666db9bb-e7e0-4a98-b158-52587c42f5bd req-6525eec3-aa93-4a86-b7a4-a9798909a667 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:38.602922 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-666db9bb-e7e0-4a98-b158-52587c42f5bd req-6525eec3-aa93-4a86-b7a4-a9798909a667 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:38.623252 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-666db9bb-e7e0-4a98-b158-52587c42f5bd req-6525eec3-aa93-4a86-b7a4-a9798909a667 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Calling delete_port for 8550198e-e2ab-427e-9304-b306a3466404 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:38.638410 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] For port 4a4dc43e-749e-4eb2-bc18-f481ca9ed967, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4a4dc43e-749e-4eb2-bc18-f481ca9ed967,segment=NetworkSegment(12615937-575b-45ff-8abc-da4322b9176d),segment_id=12615937-575b-45ff-8abc-da4322b9176d)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:21:38.638410 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:38.652519 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Calling delete_port for 4a4dc43e-749e-4eb2-bc18-f481ca9ed967 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:38.771403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] For port 3e79d612-cbea-499e-9607-f97a24235729, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3e79d612-cbea-499e-9607-f97a24235729,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:21:38.811751 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:38.845069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] For port 3e79d612-cbea-499e-9607-f97a24235729, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:21:38.856908 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event deleted for resources: {'Port': ['ID=4a4dc43e-749e-4eb2-bc18-f481ca9ed967,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:38.858850 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] No DVR routers for this DVR port 4a4dc43e-749e-4eb2-bc18-f481ca9ed967 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:21:38.888944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e79d612-cbea-499e-9607-f97a24235729 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:21:38.898108 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:38.943371 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:38.963287 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1344208-942d-4acd-8105-2081508a7730']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:38.972072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Transition to ACTIVE for port object 3e79d612-cbea-499e-9607-f97a24235729 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:21:38.973381 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-666db9bb-e7e0-4a98-b158-52587c42f5bd req-6525eec3-aa93-4a86-b7a4-a9798909a667 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:38.977131 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12615937-575b-45ff-8abc-da4322b9176d') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:38.977131 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12615937-575b-45ff-8abc-da4322b9176d') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:38.985540 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:39.000447 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:39.006907 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:21:39.007607 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:21:39.012028 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:21:39.014085 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525eec3-aa93-4a86-b7a4-a9798909a667 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Pushing event deleted for resources: {'Port': ['ID=8550198e-e2ab-427e-9304-b306a3466404,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:39.045155 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:39.158687 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49866) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:39.179431 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:39.185902 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd9f662f-8baa-4c08-940c-a1ebb34ce9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:39.214367 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:39.222534 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/networks/a1344208-942d-4acd-8105-2081508a7730 HTTP/1.1" status: 204 len: 168 time: 2.3128839 Nov 08 00:21:39.231143 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49870) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:39.262342 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d64f7-282b-4bcd-857f-ac339e01df53 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event deleted for resources: {'Network': ['ID=a1344208-942d-4acd-8105-2081508a7730,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:39.264494 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec756eae-0b98-4347-b074-7785d480696e tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] DELETE failed (client error): The resource could not be found. Nov 08 00:21:39.267521 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec756eae-0b98-4347-b074-7785d480696e tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:21:39.273170 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ec756eae-0b98-4347-b074-7785d480696e tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/subnets/faab66e2-3d82-4c36-8295-3b36bfc3512e HTTP/1.1" status: 404 len: 337 time: 0.0381696 Nov 08 00:21:39.277306 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49872) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:39.279217 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Pushing event updated for resources: {'Port': ['ID=3e79d612-cbea-499e-9607-f97a24235729,revision_number=9']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:39.298354 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-666db9bb-e7e0-4a98-b158-52587c42f5bd req-6525eec3-aa93-4a86-b7a4-a9798909a667 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:39.301124 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-666db9bb-e7e0-4a98-b158-52587c42f5bd req-6525eec3-aa93-4a86-b7a4-a9798909a667 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:39.302315 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-666db9bb-e7e0-4a98-b158-52587c42f5bd req-6525eec3-aa93-4a86-b7a4-a9798909a667 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "DELETE /v2.0/floatingips/18874bba-1f66-415c-aab9-c76c8fe53c19 HTTP/1.1" status: 204 len: 173 time: 1.1102166 Nov 08 00:21:39.305369 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f97c5bcf-e796-4d89-9aac-8dcab377de0d tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] DELETE failed (client error): The resource could not be found. Nov 08 00:21:39.306705 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f97c5bcf-e796-4d89-9aac-8dcab377de0d tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:21:39.318246 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f97c5bcf-e796-4d89-9aac-8dcab377de0d tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/networks/a1344208-942d-4acd-8105-2081508a7730 HTTP/1.1" status: 404 len: 339 time: 0.0394135 Nov 08 00:21:39.324953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49876) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:39.413918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9733f-7c5d-4760-8bb1-6ecab25929f0 req-6e916f3c-f2a7-4de1-8060-232f507fe5ab tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:39.416842 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ba9733f-7c5d-4760-8bb1-6ecab25929f0 req-6e916f3c-f2a7-4de1-8060-232f507fe5ab tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 944 time: 0.3079751 Nov 08 00:21:39.418197 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2013ed2c-0ca3-4df0-9be3-af23bc4d2e4e tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] DELETE failed (client error): The resource could not be found. Nov 08 00:21:39.418962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2013ed2c-0ca3-4df0-9be3-af23bc4d2e4e tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:21:39.423463 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2013ed2c-0ca3-4df0-9be3-af23bc4d2e4e tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/subnets/a200e78c-93a0-4e25-8597-655a0f3f402d HTTP/1.1" status: 404 len: 337 time: 0.0965819 Nov 08 00:21:39.426267 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49878) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:39.431631 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd9f662f-8baa-4c08-940c-a1ebb34ce9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:39.467139 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] No DVR routers for this DVR port 3e79d612-cbea-499e-9607-f97a24235729 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:21:39.469413 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f091b65-8abc-4874-9dc6-5a34d7586646 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] DELETE failed (client error): The resource could not be found. Nov 08 00:21:39.469413 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f091b65-8abc-4874-9dc6-5a34d7586646 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:21:39.483840 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0f091b65-8abc-4874-9dc6-5a34d7586646 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/networks/ef1ff140-1e43-44d5-bfdd-cd6980ca4e05 HTTP/1.1" status: 404 len: 339 time: 0.0550017 Nov 08 00:21:39.492337 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49882) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:39.538575 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d77c34-cfdc-4c49-93e0-e2ef31082937 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] DELETE failed (client error): The resource could not be found. Nov 08 00:21:39.539036 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d77c34-cfdc-4c49-93e0-e2ef31082937 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:21:39.542817 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c9d77c34-cfdc-4c49-93e0-e2ef31082937 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/subnets/045cb16e-81c6-4455-8d69-3f59b96db6ec HTTP/1.1" status: 404 len: 337 time: 0.0493696 Nov 08 00:21:39.544088 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd9f662f-8baa-4c08-940c-a1ebb34ce9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:39.567246 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49886) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:39.571677 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bd9f662f-8baa-4c08-940c-a1ebb34ce9e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=610816b8a66242108aeb1e46b5a96272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4118142 Nov 08 00:21:39.574647 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49888) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:39.621568 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10ab4c2-1bac-4d4a-b6f3-561e78e22561 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] DELETE failed (client error): The resource could not be found. Nov 08 00:21:39.621568 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10ab4c2-1bac-4d4a-b6f3-561e78e22561 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:21:39.625905 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b10ab4c2-1bac-4d4a-b6f3-561e78e22561 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/networks/dc27a1cb-c8cc-4d33-8d02-0dbfb9163f3f HTTP/1.1" status: 404 len: 339 time: 0.0508022 Nov 08 00:21:39.630401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49898) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:39.647008 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f662f-8baa-4c08-940c-a1ebb34ce9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa73fbb1-00b4-43c0-92b7-8c17dc63d44e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:39.754908 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e712dea1-546a-44c1-977b-1cef54e773ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:39.794668 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e712dea1-546a-44c1-977b-1cef54e773ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:39.841831 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-050a2bde-9342-4d69-a877-92e5aed1c7c2 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Deleting port 69c8f289-ddf2-46db-897c-0520b4fe61a6 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:39.842378 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-050a2bde-9342-4d69-a877-92e5aed1c7c2 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:39.918003 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-050a2bde-9342-4d69-a877-92e5aed1c7c2 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:39.928062 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-050a2bde-9342-4d69-a877-92e5aed1c7c2 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Calling delete_port for 69c8f289-ddf2-46db-897c-0520b4fe61a6 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:39.932351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ba9733f-7c5d-4760-8bb1-6ecab25929f0 req-efe1eb05-967c-4277-9c49-c0bd06dcb133 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5069172 Nov 08 00:21:40.010876 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e712dea1-546a-44c1-977b-1cef54e773ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:40.015252 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e712dea1-546a-44c1-977b-1cef54e773ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:40.020437 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e712dea1-546a-44c1-977b-1cef54e773ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa73fbb1-00b4-43c0-92b7-8c17dc63d44e HTTP/1.1" status: 204 len: 168 time: 0.4387259 Nov 08 00:21:40.048649 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712dea1-546a-44c1-977b-1cef54e773ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa73fbb1-00b4-43c0-92b7-8c17dc63d44e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:40.072536 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49916) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:40.136102 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3d017-069c-455e-bb2b-05f7ad223b75 req-7cc6df31-b16b-4abf-ba9c-929c78e21e6f tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:40.138140 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b4f3d017-069c-455e-bb2b-05f7ad223b75 req-7cc6df31-b16b-4abf-ba9c-929c78e21e6f tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2877901 Nov 08 00:21:40.166719 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-050a2bde-9342-4d69-a877-92e5aed1c7c2 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:40.207737 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a2bde-9342-4d69-a877-92e5aed1c7c2 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event deleted for resources: {'Port': ['ID=69c8f289-ddf2-46db-897c-0520b4fe61a6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:40.210367 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-050a2bde-9342-4d69-a877-92e5aed1c7c2 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:40.220422 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-050a2bde-9342-4d69-a877-92e5aed1c7c2 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/ports/69c8f289-ddf2-46db-897c-0520b4fe61a6 HTTP/1.1" status: 204 len: 168 time: 0.5889719 Nov 08 00:21:40.221193 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49928) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:40.248187 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Attempting to bind port 3e79d612-cbea-499e-9607-f97a24235729 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:21:40.248773 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Attempting to bind port 3e79d612-cbea-499e-9607-f97a24235729 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:21:40.249116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Attempting to bind port 3e79d612-cbea-499e-9607-f97a24235729 on network 0371df58-0f09-4690-9116-bbb16052317b {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:21:40.251501 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b18541b8-1d9c-4e22-b113-94800970b043 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1747690528', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:40.254974 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-adee8e7c-6a80-49a8-ba54-cd9e4dab4381 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] DELETE failed (client error): The resource could not be found. Nov 08 00:21:40.255577 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adee8e7c-6a80-49a8-ba54-cd9e4dab4381 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:21:40.259314 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-adee8e7c-6a80-49a8-ba54-cd9e4dab4381 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/subnets/73593add-bd01-4b80-ae1f-2da6c74ab081 HTTP/1.1" status: 404 len: 337 time: 0.0362372 Nov 08 00:21:40.263249 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49930) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:40.270078 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3325894c-3636-4d2e-a35d-9df0567c44bd req-99aae9a8-6a21-4e3b-9953-9139ba57cacb tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=141b81d7bc594c06a8ce6acdd865454c HTTP/1.1" status: 200 len: 1657 time: 0.0961740 Nov 08 00:21:40.271021 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Port 3e79d612-cbea-499e-9607-f97a24235729 on network 0371df58-0f09-4690-9116-bbb16052317b not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:21:40.271359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Attempting to bind port 3e79d612-cbea-499e-9607-f97a24235729 on network 0371df58-0f09-4690-9116-bbb16052317b {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:21:40.278332 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:21:40.282043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Checking segment: {'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:40.282043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Bound using segment: {'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:21:40.282043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Bound port: 3e79d612-cbea-499e-9607-f97a24235729, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:21:40.282043 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:40.433779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] For port 3e79d612-cbea-499e-9607-f97a24235729, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:21:40.437307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] For port 3e79d612-cbea-499e-9607-f97a24235729, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3e79d612-cbea-499e-9607-f97a24235729,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:21:40.445412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325894c-3636-4d2e-a35d-9df0567c44bd req-879eca47-3092-48b4-a0cd-a03405f99829 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:40.453432 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3325894c-3636-4d2e-a35d-9df0567c44bd req-879eca47-3092-48b4-a0cd-a03405f99829 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/networks?id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&id=93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 787 time: 0.1702592 Nov 08 00:21:40.468263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-3325894c-3636-4d2e-a35d-9df0567c44bd req-80bf058c-cff7-4c92-a8b6-642adbbce538 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:21:40.468263 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3325894c-3636-4d2e-a35d-9df0567c44bd req-80bf058c-cff7-4c92-a8b6-642adbbce538 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096693 Nov 08 00:21:40.542501 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:40.550297 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87df56f5-96fe-4003-8c60-7a8a6cb3a47d req-77171b9e-7fef-4625-a433-a1f7556a748f tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/floatingips/7879f560-b4fb-486a-a394-211ab1dcdf07 HTTP/1.1" status: 200 len: 693 time: 0.0650733 Nov 08 00:21:40.616596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Pushing event updated for resources: {'Port': ['ID=3e79d612-cbea-499e-9607-f97a24235729,revision_number=10']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:40.670376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:40.671006 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:40.672434 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef5a2f27-fad9-409a-819b-6526a076750c req-a65b185b-b9e5-476b-aafe-24c4f8ee364d service neutron] 10.222.0.26 "PUT /v2.0/ports/3e79d612-cbea-499e-9607-f97a24235729 HTTP/1.1" status: 200 len: 1092 time: 2.3360758 Nov 08 00:21:40.672885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'tag': '3e79d612-cbea-499e-9607-f97a24235729'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:21:40.675191 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254b8dcc-1a75-4d1b-b03a-94922209d2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b165dd9e-37f0-4a7b-a0ff-52dd48340679", "tag": "3e79d612-cbea-499e-9607-f97a24235729"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:21:40.675382 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1c0e-b5a8-4720-a551-1f4a22001b57 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:40.746210 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24aee22e-9315-4b08-9823-03dd32a272c9 x-openstack-request-id: req-24aee22e-9315-4b08-9823-03dd32a272c9 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:21:40.746210 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b165dd9e-37f0-4a7b-a0ff-52dd48340679", "tag": "3e79d612-cbea-499e-9607-f97a24235729", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:21:40.746210 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24aee22e-9315-4b08-9823-03dd32a272c9 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:21:40.746210 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'tag': '3e79d612-cbea-499e-9607-f97a24235729', 'status': 'completed', 'code': 200} Nov 08 00:21:40.749523 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18541b8-1d9c-4e22-b113-94800970b043 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Made reservation on behalf of d49ed873b2264ce4b31b1a06c85e3688 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:40.751853 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b18541b8-1d9c-4e22-b113-94800970b043 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:40.796106 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b18541b8-1d9c-4e22-b113-94800970b043 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:40.802539 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df56f5-96fe-4003-8c60-7a8a6cb3a47d req-0af94a05-2c09-4d8a-874e-5ed52e2a173f tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:40.804637 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87df56f5-96fe-4003-8c60-7a8a6cb3a47d req-0af94a05-2c09-4d8a-874e-5ed52e2a173f tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.2534025 Nov 08 00:21:40.819532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-87df56f5-96fe-4003-8c60-7a8a6cb3a47d req-c59b8e36-2cb9-483d-82b7-67c948e64ec7 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:21:40.822996 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87df56f5-96fe-4003-8c60-7a8a6cb3a47d req-c59b8e36-2cb9-483d-82b7-67c948e64ec7 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098820 Nov 08 00:21:40.857019 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a2f27-fad9-409a-819b-6526a076750c req-0c6fabca-5029-4482-acc4-41fc95de472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:40.858913 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1c0e-b5a8-4720-a551-1f4a22001b57 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:40.873015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef5a2f27-fad9-409a-819b-6526a076750c req-0c6fabca-5029-4482-acc4-41fc95de472e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b5853458dd24c08bad0734d1d809da3&device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 1096 time: 0.1643867 Nov 08 00:21:40.893760 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-8c9d1c0e-b5a8-4720-a551-1f4a22001b57 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921e53c9-70c1-4da0-b1a7-1af85f1c0e69']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:40.908695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-8c9d1c0e-b5a8-4720-a551-1f4a22001b57 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fca5bf2-37d4-48a8-8563-cbfdab32737c') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:40.908930 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-8c9d1c0e-b5a8-4720-a551-1f4a22001b57 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fca5bf2-37d4-48a8-8563-cbfdab32737c') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:40.922429 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1c0e-b5a8-4720-a551-1f4a22001b57 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:40.931817 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87df56f5-96fe-4003-8c60-7a8a6cb3a47d req-28facbb1-12be-475f-8954-39f3ef16dc74 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.144 HTTP/1.1" status: 200 len: 696 time: 0.0959787 Nov 08 00:21:40.944058 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1c0e-b5a8-4720-a551-1f4a22001b57 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:40.956497 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9d1c0e-b5a8-4720-a551-1f4a22001b57 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:21:40.957208 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1c0e-b5a8-4720-a551-1f4a22001b57 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:21:40.961766 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:21:41.024897 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87df56f5-96fe-4003-8c60-7a8a6cb3a47d req-2a2cc8af-8b72-4e95-84a8-239ec00a2aae tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.144 HTTP/1.1" status: 200 len: 696 time: 0.0919437 Nov 08 00:21:41.073405 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b18541b8-1d9c-4e22-b113-94800970b043 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:41.183308 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1c0e-b5a8-4720-a551-1f4a22001b57 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:41.185441 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b18541b8-1d9c-4e22-b113-94800970b043 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:41.186827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a2f27-fad9-409a-819b-6526a076750c req-97a84bdd-b096-44a2-a27b-dfa2aff683c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:41.189110 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef5a2f27-fad9-409a-819b-6526a076750c req-97a84bdd-b096-44a2-a27b-dfa2aff683c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0371df58-0f09-4690-9116-bbb16052317b HTTP/1.1" status: 200 len: 917 time: 0.2804873 Nov 08 00:21:41.201407 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-b18541b8-1d9c-4e22-b113-94800970b043 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] device_id is not set on port 537ef78b-ddd5-4a9b-b971-8e5f0fae46c6 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:21:41.212691 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1c0e-b5a8-4720-a551-1f4a22001b57 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:41.216766 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8c9d1c0e-b5a8-4720-a551-1f4a22001b57 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/networks/921e53c9-70c1-4da0-b1a7-1af85f1c0e69 HTTP/1.1" status: 204 len: 168 time: 0.9523544 Nov 08 00:21:41.223482 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49986) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:41.241743 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d1c0e-b5a8-4720-a551-1f4a22001b57 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event deleted for resources: {'Network': ['ID=921e53c9-70c1-4da0-b1a7-1af85f1c0e69,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:41.292738 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18541b8-1d9c-4e22-b113-94800970b043 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131e8358-4373-48f4-b8d0-f4658d49cf60,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:41.294405 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943628f6-b663-4ffc-a6c3-2d1d4769ff09 req-bd742a08-1071-4c3c-97f7-2c09b4dbf22a tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:41.296000 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-943628f6-b663-4ffc-a6c3-2d1d4769ff09 req-bd742a08-1071-4c3c-97f7-2c09b4dbf22a tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 945 time: 0.2250276 Nov 08 00:21:41.371243 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef5a2f27-fad9-409a-819b-6526a076750c req-2791542d-6968-4366-9808-f59babc4fd3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e79d612-cbea-499e-9607-f97a24235729 HTTP/1.1" status: 200 len: 998 time: 0.1555712 Nov 08 00:21:41.376365 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-b18541b8-1d9c-4e22-b113-94800970b043 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Allocated IP 172.25.2.91 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/537ef78b-ddd5-4a9b-b971-8e5f0fae46c6) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:21:41.415620 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49992) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:41.430271 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-943628f6-b663-4ffc-a6c3-2d1d4769ff09 req-4cb526e4-3cc3-44df-a3ed-21914129cfb1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273444 Nov 08 00:21:41.440653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-87df56f5-96fe-4003-8c60-7a8a6cb3a47d req-f6d8579a-ee6d-4b65-9c0e-d4fa3d5ea2ad tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Deleting port 8d9a9c64-2cec-441f-b5e7-78f88538c323 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:41.440653 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-87df56f5-96fe-4003-8c60-7a8a6cb3a47d req-f6d8579a-ee6d-4b65-9c0e-d4fa3d5ea2ad tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:41.513927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a2f27-fad9-409a-819b-6526a076750c req-8f523914-8e1f-4f63-89a6-4e3ae6ec409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:41.515385 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef5a2f27-fad9-409a-819b-6526a076750c req-8f523914-8e1f-4f63-89a6-4e3ae6ec409d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c80a8a3-462b-4322-9544-89bc8e72d39f HTTP/1.1" status: 200 len: 855 time: 0.1347332 Nov 08 00:21:41.555050 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b18541b8-1d9c-4e22-b113-94800970b043 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:41.560829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a9d52-102f-49bd-b3ad-8f7a91bb63b4 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Deleting port 83dda81e-0424-48c4-a657-8d256ecd8006 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:41.561175 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9d52-102f-49bd-b3ad-8f7a91bb63b4 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:41.581928 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fe9659c-c545-4671-ae61-621666c8a08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:41.633067 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-87df56f5-96fe-4003-8c60-7a8a6cb3a47d req-f6d8579a-ee6d-4b65-9c0e-d4fa3d5ea2ad tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:41.640208 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-87df56f5-96fe-4003-8c60-7a8a6cb3a47d req-f6d8579a-ee6d-4b65-9c0e-d4fa3d5ea2ad tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:41.660189 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a2f27-fad9-409a-819b-6526a076750c req-dcb6e4e5-6635-43db-b4f6-0f182ab2849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:41.661944 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef5a2f27-fad9-409a-819b-6526a076750c req-dcb6e4e5-6635-43db-b4f6-0f182ab2849a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0371df58-0f09-4690-9116-bbb16052317b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380746 Nov 08 00:21:41.674458 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-87df56f5-96fe-4003-8c60-7a8a6cb3a47d req-f6d8579a-ee6d-4b65-9c0e-d4fa3d5ea2ad tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Calling delete_port for 8d9a9c64-2cec-441f-b5e7-78f88538c323 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:41.683068 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fe9659c-c545-4671-ae61-621666c8a08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:41.697425 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9d52-102f-49bd-b3ad-8f7a91bb63b4 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:41.707780 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b18541b8-1d9c-4e22-b113-94800970b043 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:41.743655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a9d52-102f-49bd-b3ad-8f7a91bb63b4 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Calling delete_port for 83dda81e-0424-48c4-a657-8d256ecd8006 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:41.751001 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18541b8-1d9c-4e22-b113-94800970b043 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:41.754832 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-b18541b8-1d9c-4e22-b113-94800970b043 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:41.758633 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18541b8-1d9c-4e22-b113-94800970b043 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:21:41.768064 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fe9659c-c545-4671-ae61-621666c8a08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:41.802574 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18541b8-1d9c-4e22-b113-94800970b043 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Pushing event updated for resources: {'Port': ['ID=537ef78b-ddd5-4a9b-b971-8e5f0fae46c6,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:41.848684 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5fe9659c-c545-4671-ae61-621666c8a08c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee4f0a83596d4fab800dd2cda40e2ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4317453 Nov 08 00:21:41.851674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50006) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:41.858356 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18541b8-1d9c-4e22-b113-94800970b043 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:41.858850 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b18541b8-1d9c-4e22-b113-94800970b043 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:41.861992 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9659c-c545-4671-ae61-621666c8a08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0fc947-7876-41ad-95ac-113b03f22a8a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:41.906328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef5a2f27-fad9-409a-819b-6526a076750c req-1928ce93-875f-4bbf-adaa-721f44a7b7d3 service neutron] 10.222.0.26 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330682 Nov 08 00:21:41.945507 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b18541b8-1d9c-4e22-b113-94800970b043 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.8717782 Nov 08 00:21:41.948352 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50008) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:41.952736 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-4c96c2a2-2b81-4b0d-8c05-6ac9315a4efb tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.91'}]}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:42.052731 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e99641f8-0f38-476f-82ab-b7530704bb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:42.062984 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c96c2a2-2b81-4b0d-8c05-6ac9315a4efb tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:42.066492 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c96c2a2-2b81-4b0d-8c05-6ac9315a4efb tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:42.093717 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef5a2f27-fad9-409a-819b-6526a076750c req-9ff189b7-611b-400c-bff1-195b7ecf8a6b service neutron] 10.222.0.26 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685369 Nov 08 00:21:42.095842 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e99641f8-0f38-476f-82ab-b7530704bb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:42.097602 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9d52-102f-49bd-b3ad-8f7a91bb63b4 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:42.145527 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a9d52-102f-49bd-b3ad-8f7a91bb63b4 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event deleted for resources: {'Port': ['ID=83dda81e-0424-48c4-a657-8d256ecd8006,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:42.155206 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9d52-102f-49bd-b3ad-8f7a91bb63b4 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:42.158424 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bd9a9d52-102f-49bd-b3ad-8f7a91bb63b4 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/ports/83dda81e-0424-48c4-a657-8d256ecd8006 HTTP/1.1" status: 204 len: 168 time: 0.9320419 Nov 08 00:21:42.161026 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50016) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:42.167148 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-87df56f5-96fe-4003-8c60-7a8a6cb3a47d req-f6d8579a-ee6d-4b65-9c0e-d4fa3d5ea2ad tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:42.190879 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b764ff-270b-41b7-9d8a-5763170e1bcf tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] DELETE failed (client error): The resource could not be found. Nov 08 00:21:42.191378 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b764ff-270b-41b7-9d8a-5763170e1bcf tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:21:42.197665 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-56b764ff-270b-41b7-9d8a-5763170e1bcf tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/subnets/62d978d2-757e-4b52-ae1a-71e9159b87ef HTTP/1.1" status: 404 len: 337 time: 0.0327046 Nov 08 00:21:42.198045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50018) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:42.305152 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c96c2a2-2b81-4b0d-8c05-6ac9315a4efb tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:42.327969 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-775b8f3e-ccb3-4de9-977d-18abdc1f3f71 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:42.481724 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-775b8f3e-ccb3-4de9-977d-18abdc1f3f71 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:42.487259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8579a-ee6d-4b65-9c0e-d4fa3d5ea2ad tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Pushing event deleted for resources: {'Port': ['ID=8d9a9c64-2cec-441f-b5e7-78f88538c323,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:42.580578 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-775b8f3e-ccb3-4de9-977d-18abdc1f3f71 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cec9377-6b95-4912-83f1-aecec34b7961']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:42.602702 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b8dcc-1a75-4d1b-b03a-94922209d2d7 req-8e99f185-1ff5-4f92-be66-0c0328c4bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:42.604746 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-254b8dcc-1a75-4d1b-b03a-94922209d2d7 req-8e99f185-1ff5-4f92-be66-0c0328c4bc1e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b5853458dd24c08bad0734d1d809da3&device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 1096 time: 0.1294351 Nov 08 00:21:42.621478 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-87df56f5-96fe-4003-8c60-7a8a6cb3a47d req-f6d8579a-ee6d-4b65-9c0e-d4fa3d5ea2ad tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:42.624106 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-87df56f5-96fe-4003-8c60-7a8a6cb3a47d req-f6d8579a-ee6d-4b65-9c0e-d4fa3d5ea2ad tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:42.625218 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87df56f5-96fe-4003-8c60-7a8a6cb3a47d req-f6d8579a-ee6d-4b65-9c0e-d4fa3d5ea2ad tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "DELETE /v2.0/floatingips/7879f560-b4fb-486a-a394-211ab1dcdf07 HTTP/1.1" status: 204 len: 173 time: 1.5943518 Nov 08 00:21:42.659329 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-775b8f3e-ccb3-4de9-977d-18abdc1f3f71 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34baaa35-9726-42c5-8e79-f43c73446b88') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:42.659628 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-775b8f3e-ccb3-4de9-977d-18abdc1f3f71 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34baaa35-9726-42c5-8e79-f43c73446b88') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:42.672445 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-775b8f3e-ccb3-4de9-977d-18abdc1f3f71 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:42.675219 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c96c2a2-2b81-4b0d-8c05-6ac9315a4efb tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:42.680167 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e99641f8-0f38-476f-82ab-b7530704bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:42.683220 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e99641f8-0f38-476f-82ab-b7530704bb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:42.684349 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e99641f8-0f38-476f-82ab-b7530704bb63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d0fc947-7876-41ad-95ac-113b03f22a8a HTTP/1.1" status: 204 len: 168 time: 0.8316729 Nov 08 00:21:42.692302 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-775b8f3e-ccb3-4de9-977d-18abdc1f3f71 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:42.700373 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775b8f3e-ccb3-4de9-977d-18abdc1f3f71 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:21:42.700768 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-775b8f3e-ccb3-4de9-977d-18abdc1f3f71 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:42.735043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7a51d-6061-4bfa-9a44-652d2279abf9 req-fd6c6b00-0d1e-4447-a793-1e13626fca64 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:42.742568 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f3b7a51d-6061-4bfa-9a44-652d2279abf9 req-fd6c6b00-0d1e-4447-a793-1e13626fca64 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 945 time: 0.1904185 Nov 08 00:21:42.770342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99641f8-0f38-476f-82ab-b7530704bb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0fc947-7876-41ad-95ac-113b03f22a8a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:42.775066 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-471fbcca-b59a-408b-acdc-00a9c5ad0935 req-bd97db4f-3e9f-4bf8-a4c7-119d3924c5c4 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/floatingips/fd04f169-3967-421f-b3cb-43e89d86b346 HTTP/1.1" status: 200 len: 693 time: 0.1069927 Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:21:42.776310 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:21:42.851507 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f3b7a51d-6061-4bfa-9a44-652d2279abf9 req-22d63aec-00d2-447e-acc5-a71c94c37a10 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993133 Nov 08 00:21:42.902180 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-775b8f3e-ccb3-4de9-977d-18abdc1f3f71 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:42.912863 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-775b8f3e-ccb3-4de9-977d-18abdc1f3f71 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:42.923942 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-775b8f3e-ccb3-4de9-977d-18abdc1f3f71 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/networks/9cec9377-6b95-4912-83f1-aecec34b7961 HTTP/1.1" status: 204 len: 168 time: 0.7226200 Nov 08 00:21:42.926185 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50056) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:42.948817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b8dcc-1a75-4d1b-b03a-94922209d2d7 req-7e80c82c-0247-4835-91a4-d388c358d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:42.950314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-254b8dcc-1a75-4d1b-b03a-94922209d2d7 req-7e80c82c-0247-4835-91a4-d388c358d8fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=0371df58-0f09-4690-9116-bbb16052317b HTTP/1.1" status: 200 len: 917 time: 0.3371847 Nov 08 00:21:43.045628 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b8f3e-ccb3-4de9-977d-18abdc1f3f71 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event deleted for resources: {'Network': ['ID=9cec9377-6b95-4912-83f1-aecec34b7961,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:43.078699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbcca-b59a-408b-acdc-00a9c5ad0935 req-3c094bf4-7318-4ffb-b083-896bc4317085 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:43.080335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0c4738-bf6f-4419-9f8e-7158b42e8ded tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Deleting subnet 2850d1e4-fde4-460d-9dea-d8fb5e59dfec {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:21:43.083858 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-471fbcca-b59a-408b-acdc-00a9c5ad0935 req-3c094bf4-7318-4ffb-b083-896bc4317085 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.2875886 Nov 08 00:21:43.084180 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4738-bf6f-4419-9f8e-7158b42e8ded tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:43.136563 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4738-bf6f-4419-9f8e-7158b42e8ded tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:43.220017 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-471fbcca-b59a-408b-acdc-00a9c5ad0935 req-b4a5a88e-34f4-4fef-ba7c-2e9a212a2578 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 696 time: 0.1313329 Nov 08 00:21:43.284263 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-254b8dcc-1a75-4d1b-b03a-94922209d2d7 req-cbfa159e-045a-4e12-a3b8-d2f0c7cab514 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e79d612-cbea-499e-9607-f97a24235729 HTTP/1.1" status: 200 len: 998 time: 0.2250333 Nov 08 00:21:43.293204 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-471fbcca-b59a-408b-acdc-00a9c5ad0935 req-8c4decc7-04ee-4baf-ac1d-2e182a943cb4 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 696 time: 0.0721030 Nov 08 00:21:43.488445 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b8dcc-1a75-4d1b-b03a-94922209d2d7 req-3c396d51-169f-4478-ab87-346f1b78f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:43.491589 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-254b8dcc-1a75-4d1b-b03a-94922209d2d7 req-3c396d51-169f-4478-ab87-346f1b78f4ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c80a8a3-462b-4322-9544-89bc8e72d39f HTTP/1.1" status: 200 len: 855 time: 0.1949654 Nov 08 00:21:43.507952 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4738-bf6f-4419-9f8e-7158b42e8ded tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:43.552001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-471fbcca-b59a-408b-acdc-00a9c5ad0935 req-019ca066-1364-496b-aeeb-80f637c050e3 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Deleting port 7ff85a4c-88f0-454d-a3cb-24963695b79a {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:43.552638 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-471fbcca-b59a-408b-acdc-00a9c5ad0935 req-019ca066-1364-496b-aeeb-80f637c050e3 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:43.643201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b8dcc-1a75-4d1b-b03a-94922209d2d7 req-259365f6-1097-45d1-99a3-1f6d497da158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:43.645699 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-254b8dcc-1a75-4d1b-b03a-94922209d2d7 req-259365f6-1097-45d1-99a3-1f6d497da158 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0371df58-0f09-4690-9116-bbb16052317b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237626 Nov 08 00:21:43.683093 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-471fbcca-b59a-408b-acdc-00a9c5ad0935 req-019ca066-1364-496b-aeeb-80f637c050e3 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:43.683695 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-471fbcca-b59a-408b-acdc-00a9c5ad0935 req-019ca066-1364-496b-aeeb-80f637c050e3 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:43.721922 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c96c2a2-2b81-4b0d-8c05-6ac9315a4efb tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:43.741034 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-471fbcca-b59a-408b-acdc-00a9c5ad0935 req-019ca066-1364-496b-aeeb-80f637c050e3 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Calling delete_port for 7ff85a4c-88f0-454d-a3cb-24963695b79a owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:43.772731 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c96c2a2-2b81-4b0d-8c05-6ac9315a4efb tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:43.840767 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-254b8dcc-1a75-4d1b-b03a-94922209d2d7 req-4d047c80-0a02-4373-81da-4d1f0d37c1f9 service neutron] 10.222.0.26 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699979 Nov 08 00:21:43.922932 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50072) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:43.938958 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee171ad7-a44f-469f-99e5-7d23d33dda88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:43.942370 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4738-bf6f-4419-9f8e-7158b42e8ded tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:43.996309 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c4738-bf6f-4419-9f8e-7158b42e8ded tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event deleted for resources: {'Subnet': ['ID=2850d1e4-fde4-460d-9dea-d8fb5e59dfec,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:44.018227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a48c968-5d31-4560-abb5-a09bc59c6b32 None None] Network df7ddc8b-1edd-4b50-8eb2-ba036583cb57 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:44.025411 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4738-bf6f-4419-9f8e-7158b42e8ded tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:44.029198 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8e0c4738-bf6f-4419-9f8e-7158b42e8ded tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/subnets/2850d1e4-fde4-460d-9dea-d8fb5e59dfec HTTP/1.1" status: 204 len: 168 time: 1.0878444 Nov 08 00:21:44.033673 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50076) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:44.094808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958aca3-8647-498f-b448-dc07cdd403e7 req-a37ab269-e7c9-4228-94ed-0eeead31bf84 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:44.096322 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9958aca3-8647-498f-b448-dc07cdd403e7 req-a37ab269-e7c9-4228-94ed-0eeead31bf84 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 945 time: 0.0913429 Nov 08 00:21:44.098516 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-254b8dcc-1a75-4d1b-b03a-94922209d2d7 req-64b6b656-5627-4ebd-a38c-28d59a5e152f service neutron] 10.222.0.26 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165833 Nov 08 00:21:44.145221 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-471fbcca-b59a-408b-acdc-00a9c5ad0935 req-019ca066-1364-496b-aeeb-80f637c050e3 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:44.187305 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ca066-1364-496b-aeeb-80f637c050e3 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Pushing event deleted for resources: {'Port': ['ID=7ff85a4c-88f0-454d-a3cb-24963695b79a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:44.215269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9958aca3-8647-498f-b448-dc07cdd403e7 req-d3e38db9-116b-47fc-8b49-3d8902379cf5 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011808 Nov 08 00:21:44.215394 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:44.239231 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c96c2a2-2b81-4b0d-8c05-6ac9315a4efb tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:44.317571 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-471fbcca-b59a-408b-acdc-00a9c5ad0935 req-019ca066-1364-496b-aeeb-80f637c050e3 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:44.320920 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-471fbcca-b59a-408b-acdc-00a9c5ad0935 req-019ca066-1364-496b-aeeb-80f637c050e3 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:44.332789 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-471fbcca-b59a-408b-acdc-00a9c5ad0935 req-019ca066-1364-496b-aeeb-80f637c050e3 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "DELETE /v2.0/floatingips/fd04f169-3967-421f-b3cb-43e89d86b346 HTTP/1.1" status: 204 len: 173 time: 1.0380964 Nov 08 00:21:44.346478 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] DHCP port deletion for df7ddc8b-1edd-4b50-8eb2-ba036583cb57 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:21:44.443681 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee171ad7-a44f-469f-99e5-7d23d33dda88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:44.443967 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] Deleting port 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:44.443967 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:44.465763 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f29efa77-1895-402e-ab05-d0eb3c1ead16 req-493dcacf-7a88-48e0-bf49-d7f5ebddcab4 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/floatingips/12c32a58-9e65-4257-8c6f-33eff6ec7107 HTTP/1.1" status: 200 len: 693 time: 0.0906868 Nov 08 00:21:44.528138 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c96c2a2-2b81-4b0d-8c05-6ac9315a4efb tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:44.531522 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c96c2a2-2b81-4b0d-8c05-6ac9315a4efb tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:44.582049 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee171ad7-a44f-469f-99e5-7d23d33dda88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:44.593594 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] For port 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9a67b925-9c55-4d2b-ab43-5cd8156d2ec9,segment=NetworkSegment(9a0b0d18-e90c-471a-b4d0-43be04de7d65),segment_id=9a0b0d18-e90c-471a-b4d0-43be04de7d65)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:21:44.594418 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:44.611712 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] Calling delete_port for 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:44.621692 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Deleting port 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:44.622143 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:44.634500 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29efa77-1895-402e-ab05-d0eb3c1ead16 req-16ce3098-0fb0-4106-a392-c8e827a52383 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:44.636666 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f29efa77-1895-402e-ab05-d0eb3c1ead16 req-16ce3098-0fb0-4106-a392-c8e827a52383 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 784 time: 0.1631329 Nov 08 00:21:44.652881 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ee171ad7-a44f-469f-99e5-7d23d33dda88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad891a00894a4f648b8ea73f003c9bbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7281654 Nov 08 00:21:44.653573 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50092) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:44.687101 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee171ad7-a44f-469f-99e5-7d23d33dda88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b1e0f9-364d-4957-854c-081a030558a3,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:44.718584 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c96c2a2-2b81-4b0d-8c05-6ac9315a4efb tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:44.719106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c96c2a2-2b81-4b0d-8c05-6ac9315a4efb tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 419cedf2-1203-4f7e-aa74-5a1ffa193d00 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:21:44.774047 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] For port 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9a67b925-9c55-4d2b-ab43-5cd8156d2ec9,segment=NetworkSegment(9a0b0d18-e90c-471a-b4d0-43be04de7d65),segment_id=9a0b0d18-e90c-471a-b4d0-43be04de7d65)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:21:44.774455 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:44.794158 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f29efa77-1895-402e-ab05-d0eb3c1ead16 req-1c9a6a07-4bd5-4350-87cf-c4e31e8fefc6 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.242 HTTP/1.1" status: 200 len: 696 time: 0.1378057 Nov 08 00:21:44.797576 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Calling delete_port for 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:44.827842 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-41dfcb0e-7f40-4129-8ade-d8a83c99e4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:44.857458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f29efa77-1895-402e-ab05-d0eb3c1ead16 req-8fdc6268-d26d-4c93-b800-872ef52b5306 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.242 HTTP/1.1" status: 200 len: 696 time: 0.0617247 Nov 08 00:21:44.886716 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-4c96c2a2-2b81-4b0d-8c05-6ac9315a4efb tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 08 00:21:44.887443 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:44.890541 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4c96c2a2-2b81-4b0d-8c05-6ac9315a4efb tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.9411428 Nov 08 00:21:44.891395 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50096) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:44.911699 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] No DVR routers for this DVR port 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:21:44.939424 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-41dfcb0e-7f40-4129-8ade-d8a83c99e4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:45.014631 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:21:45.044845 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:45.066131 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:21:45.067290 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:21:45.069344 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] Pushing event deleted for resources: {'Port': ['ID=9a67b925-9c55-4d2b-ab43-5cd8156d2ec9,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:45.079698 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event deleted for resources: {'Port': ['ID=9a67b925-9c55-4d2b-ab43-5cd8156d2ec9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:45.082620 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] No DVR routers for this DVR port 9a67b925-9c55-4d2b-ab43-5cd8156d2ec9 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:21:45.094913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:45.094913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:45.094913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:45.094913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:45.094913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:45.094913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:45.094913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:45.103311 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:45.107705 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:45.109333 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:45.110479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:45.111158 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45237162-07c4-48a6-97ec-a03766a9fce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:45.145687 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b41f6-426e-42ac-84ff-9f430e76a6a2 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Deleting port 537ef78b-ddd5-4a9b-b971-8e5f0fae46c6 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:45.147280 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5b7b41f6-426e-42ac-84ff-9f430e76a6a2 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:45.158060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-f29efa77-1895-402e-ab05-d0eb3c1ead16 req-0a2738fb-75c5-4e9a-96c0-357d68b5dc67 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Deleting port 4d3b9936-9c2b-42a0-82f5-a0a138144355 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:45.158698 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f29efa77-1895-402e-ab05-d0eb3c1ead16 req-0a2738fb-75c5-4e9a-96c0-357d68b5dc67 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:45.199756 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-41dfcb0e-7f40-4129-8ade-d8a83c99e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:45.202574 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-41dfcb0e-7f40-4129-8ade-d8a83c99e4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:45.203753 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-41dfcb0e-7f40-4129-8ade-d8a83c99e4a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44b1e0f9-364d-4957-854c-081a030558a3 HTTP/1.1" status: 204 len: 168 time: 0.5024176 Nov 08 00:21:45.280788 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f29efa77-1895-402e-ab05-d0eb3c1ead16 req-0a2738fb-75c5-4e9a-96c0-357d68b5dc67 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:45.282583 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f29efa77-1895-402e-ab05-d0eb3c1ead16 req-0a2738fb-75c5-4e9a-96c0-357d68b5dc67 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:45.316160 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-f29efa77-1895-402e-ab05-d0eb3c1ead16 req-0a2738fb-75c5-4e9a-96c0-357d68b5dc67 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Calling delete_port for 4d3b9936-9c2b-42a0-82f5-a0a138144355 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:45.469985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4eb50-656d-4881-b792-ffe5c89170b1 req-e8dd88bc-090e-49ca-b900-bc61685a1bcf tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:45.471670 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07b4eb50-656d-4881-b792-ffe5c89170b1 req-e8dd88bc-090e-49ca-b900-bc61685a1bcf tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 945 time: 0.0852454 Nov 08 00:21:45.550906 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07b4eb50-656d-4881-b792-ffe5c89170b1 req-f1361c58-fd66-4ba1-9bad-141107695514 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673234 Nov 08 00:21:45.663608 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f29efa77-1895-402e-ab05-d0eb3c1ead16 req-0a2738fb-75c5-4e9a-96c0-357d68b5dc67 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:45.709299 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfcb0e-7f40-4129-8ade-d8a83c99e4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b1e0f9-364d-4957-854c-081a030558a3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:45.716102 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:45.732425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2738fb-75c5-4e9a-96c0-357d68b5dc67 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Pushing event deleted for resources: {'Port': ['ID=4d3b9936-9c2b-42a0-82f5-a0a138144355,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:45.758070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7ddc8b-1edd-4b50-8eb2-ba036583cb57']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:45.786361 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0b0d18-e90c-471a-b4d0-43be04de7d65') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:45.794292 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0b0d18-e90c-471a-b4d0-43be04de7d65') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:45.833514 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:45.850745 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f29efa77-1895-402e-ab05-d0eb3c1ead16 req-0a2738fb-75c5-4e9a-96c0-357d68b5dc67 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:45.854958 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f29efa77-1895-402e-ab05-d0eb3c1ead16 req-0a2738fb-75c5-4e9a-96c0-357d68b5dc67 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:45.857501 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5b7b41f6-426e-42ac-84ff-9f430e76a6a2 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:45.861622 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f29efa77-1895-402e-ab05-d0eb3c1ead16 req-0a2738fb-75c5-4e9a-96c0-357d68b5dc67 tempest-FloatingIPDetailsTestJSON-1913376383 tempest-FloatingIPDetailsTestJSON-1913376383-project] 10.222.0.13 "DELETE /v2.0/floatingips/12c32a58-9e65-4257-8c6f-33eff6ec7107 HTTP/1.1" status: 204 len: 173 time: 1.0001218 Nov 08 00:21:45.869147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50114) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:45.889362 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:45.891434 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b41f6-426e-42ac-84ff-9f430e76a6a2 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Calling delete_port for 537ef78b-ddd5-4a9b-b971-8e5f0fae46c6 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:45.915135 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:21:45.922298 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:21:45.925869 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:21:45.997644 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50116) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:46.201706 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:46.220203 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:46.224833 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] 10.222.0.13 "DELETE /v2.0/networks/df7ddc8b-1edd-4b50-8eb2-ba036583cb57 HTTP/1.1" status: 204 len: 168 time: 2.1899467 Nov 08 00:21:46.248484 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-29dc5b7a-a4d2-4751-8914-3c910c2999c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:46.267957 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69562a0e-17f6-4458-9e6a-df5ab6f9f323 tempest-NetworksIpV6TestAttrs-19982711 tempest-NetworksIpV6TestAttrs-19982711-project] Pushing event deleted for resources: {'Network': ['ID=df7ddc8b-1edd-4b50-8eb2-ba036583cb57,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:46.393326 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5b7b41f6-426e-42ac-84ff-9f430e76a6a2 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:46.463435 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b41f6-426e-42ac-84ff-9f430e76a6a2 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Pushing event deleted for resources: {'Port': ['ID=537ef78b-ddd5-4a9b-b971-8e5f0fae46c6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:46.542319 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-29dc5b7a-a4d2-4751-8914-3c910c2999c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:46.569700 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5b7b41f6-426e-42ac-84ff-9f430e76a6a2 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:46.573759 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5b7b41f6-426e-42ac-84ff-9f430e76a6a2 tempest-RoutersAdminNegativeIpV6Test-245510360 tempest-RoutersAdminNegativeIpV6Test-245510360-project-admin] 10.222.0.13 "DELETE /v2.0/ports/537ef78b-ddd5-4a9b-b971-8e5f0fae46c6 HTTP/1.1" status: 204 len: 168 time: 1.6777220 Nov 08 00:21:46.630676 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-29dc5b7a-a4d2-4751-8914-3c910c2999c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:46.752950 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50144) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:46.753156 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-29dc5b7a-a4d2-4751-8914-3c910c2999c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4957ae9c998f4709abc834d1640d3757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7541838 Nov 08 00:21:46.800683 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-305d91bd-8060-4aa7-bc80-3f77c6a1e180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:46.834064 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1ba7e27-b540-44d7-a3a7-5e08ba659c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:46.867041 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1ba7e27-b540-44d7-a3a7-5e08ba659c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:46.888686 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc5b7a-a4d2-4751-8914-3c910c2999c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faec6af8-c356-4246-bf55-4dce68bbd7d5,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:46.959438 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0f899-1d6b-4b29-92ca-093a060bfeb8 req-1e4c19b4-533b-409b-b49c-590e0b44dc65 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:46.968198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ee0f899-1d6b-4b29-92ca-093a060bfeb8 req-1e4c19b4-533b-409b-b49c-590e0b44dc65 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 945 time: 0.2442420 Nov 08 00:21:47.024903 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50152) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:47.042734 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ee0f899-1d6b-4b29-92ca-093a060bfeb8 req-0261533e-cfc8-4c9e-9529-d9f860beea70 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737886 Nov 08 00:21:47.090044 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1ba7e27-b540-44d7-a3a7-5e08ba659c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:47.094034 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1ba7e27-b540-44d7-a3a7-5e08ba659c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:47.099072 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a1ba7e27-b540-44d7-a3a7-5e08ba659c55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/faec6af8-c356-4246-bf55-4dce68bbd7d5 HTTP/1.1" status: 204 len: 168 time: 0.3448322 Nov 08 00:21:47.110672 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba7e27-b540-44d7-a3a7-5e08ba659c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faec6af8-c356-4246-bf55-4dce68bbd7d5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:47.392032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50162) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:47.411412 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0294e8df-f209-4345-94bc-1d2574e49e8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fc13bb8735446f18e764de988787691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3856192 Nov 08 00:21:47.414174 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50166) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:47.501669 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-77dd4a8e-6343-4e02-b526-d79e9eb6e42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:47.506611 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-305d91bd-8060-4aa7-bc80-3f77c6a1e180 admin admin] Deleting port 26753aa0-c9d3-42be-abcb-1d782b7a804d {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:47.507237 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-305d91bd-8060-4aa7-bc80-3f77c6a1e180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:47.545388 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-77dd4a8e-6343-4e02-b526-d79e9eb6e42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:47.680779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-305d91bd-8060-4aa7-bc80-3f77c6a1e180 admin admin] For port 26753aa0-c9d3-42be-abcb-1d782b7a804d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=26753aa0-c9d3-42be-abcb-1d782b7a804d,segment=NetworkSegment(607db575-6a31-4b02-8edd-db713bcdf041),segment_id=607db575-6a31-4b02-8edd-db713bcdf041)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:21:47.681244 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-305d91bd-8060-4aa7-bc80-3f77c6a1e180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:47.705527 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-305d91bd-8060-4aa7-bc80-3f77c6a1e180 admin admin] Calling delete_port for 26753aa0-c9d3-42be-abcb-1d782b7a804d owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:47.737073 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-77dd4a8e-6343-4e02-b526-d79e9eb6e42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:47.745210 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-77dd4a8e-6343-4e02-b526-d79e9eb6e42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:47.746319 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-77dd4a8e-6343-4e02-b526-d79e9eb6e42b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eceb2c7c-d77f-48c9-b3a9-c88f80ad122c HTTP/1.1" status: 204 len: 168 time: 0.3295355 Nov 08 00:21:47.760528 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd4a8e-6343-4e02-b526-d79e9eb6e42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eceb2c7c-d77f-48c9-b3a9-c88f80ad122c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:47.776290 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd4a8e-6343-4e02-b526-d79e9eb6e42b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:47.776642 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd4a8e-6343-4e02-b526-d79e9eb6e42b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:47.783460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd4a8e-6343-4e02-b526-d79e9eb6e42b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:47.783460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd4a8e-6343-4e02-b526-d79e9eb6e42b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:47.783460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd4a8e-6343-4e02-b526-d79e9eb6e42b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:47.783460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd4a8e-6343-4e02-b526-d79e9eb6e42b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:47.783460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd4a8e-6343-4e02-b526-d79e9eb6e42b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:47.783460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd4a8e-6343-4e02-b526-d79e9eb6e42b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:47.783460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd4a8e-6343-4e02-b526-d79e9eb6e42b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:47.783460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd4a8e-6343-4e02-b526-d79e9eb6e42b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:47.783460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd4a8e-6343-4e02-b526-d79e9eb6e42b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:47.783460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd4a8e-6343-4e02-b526-d79e9eb6e42b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:47.862983 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-89e9ac84-c949-4db9-9d6b-f2dff930e46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:48.003739 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-89e9ac84-c949-4db9-9d6b-f2dff930e46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:48.061695 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-305d91bd-8060-4aa7-bc80-3f77c6a1e180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:48.091471 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d91bd-8060-4aa7-bc80-3f77c6a1e180 admin admin] Pushing event deleted for resources: {'Port': ['ID=26753aa0-c9d3-42be-abcb-1d782b7a804d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:48.116253 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-89e9ac84-c949-4db9-9d6b-f2dff930e46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:48.343756 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50182) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:48.367133 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9097cfb7-8aea-4177-894c-58e7403ac74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:48.564969 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9097cfb7-8aea-4177-894c-58e7403ac74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:48.636985 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9097cfb7-8aea-4177-894c-58e7403ac74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:48.708050 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9097cfb7-8aea-4177-894c-58e7403ac74c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d207a24e9cc24ab8af268bb9a7fcebef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3629236 Nov 08 00:21:48.710579 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50194) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:48.724663 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097cfb7-8aea-4177-894c-58e7403ac74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a2da0a-e119-4d96-9b15-81dc491d7059,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:48.781763 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-305d91bd-8060-4aa7-bc80-3f77c6a1e180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:48.783547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9ac84-c949-4db9-9d6b-f2dff930e46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff959b5e-b29d-4942-ae84-c0c8bc1dce7e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:48.827445 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-89e9ac84-c949-4db9-9d6b-f2dff930e46f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9762bf809b74af4a06b16ad118999ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4297786 Nov 08 00:21:48.855008 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50198) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:48.862289 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd164125-93e1-4974-99fc-47fb680d2b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:48.959270 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51028f8f-d25e-40b1-92b7-6654e4c7ae73 req-45ec0a8a-f427-47af-b35f-5c3351b607c8 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:48.962856 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51028f8f-d25e-40b1-92b7-6654e4c7ae73 req-45ec0a8a-f427-47af-b35f-5c3351b607c8 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 945 time: 0.7141900 Nov 08 00:21:49.022544 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd164125-93e1-4974-99fc-47fb680d2b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:49.100688 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74d517eb-2135-438f-860d-4a9fa02a2ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:49.129088 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74d517eb-2135-438f-860d-4a9fa02a2ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:49.135075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51028f8f-d25e-40b1-92b7-6654e4c7ae73 req-6cc3b110-980d-4dcd-8e2d-d8fbc14e35fc tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988255 Nov 08 00:21:49.218816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305d91bd-8060-4aa7-bc80-3f77c6a1e180 admin admin] Router d655b1e4-e009-4f1e-8165-1b2944ca700b has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:21:49.256749 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74d517eb-2135-438f-860d-4a9fa02a2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:49.260567 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74d517eb-2135-438f-860d-4a9fa02a2ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:49.265531 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-74d517eb-2135-438f-860d-4a9fa02a2ca8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff959b5e-b29d-4942-ae84-c0c8bc1dce7e HTTP/1.1" status: 204 len: 168 time: 0.4041772 Nov 08 00:21:49.292703 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd164125-93e1-4974-99fc-47fb680d2b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:49.297200 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd164125-93e1-4974-99fc-47fb680d2b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:49.302292 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dd164125-93e1-4974-99fc-47fb680d2b07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99a2da0a-e119-4d96-9b15-81dc491d7059 HTTP/1.1" status: 204 len: 168 time: 0.5872331 Nov 08 00:21:49.304781 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d517eb-2135-438f-860d-4a9fa02a2ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff959b5e-b29d-4942-ae84-c0c8bc1dce7e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:49.345923 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd164125-93e1-4974-99fc-47fb680d2b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a2da0a-e119-4d96-9b15-81dc491d7059,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:49.492495 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305d91bd-8060-4aa7-bc80-3f77c6a1e180 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:21:49.504357 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909fda10-279c-41d7-a655-143c14786358 None None] Sync routers for ids ['d655b1e4-e009-4f1e-8165-1b2944ca700b'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:21:49.504967 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50226) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:49.515215 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-305d91bd-8060-4aa7-bc80-3f77c6a1e180 admin admin] 10.222.0.13 "PUT /v2.0/routers/d655b1e4-e009-4f1e-8165-1b2944ca700b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6420214 Nov 08 00:21:49.516385 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909fda10-279c-41d7-a655-143c14786358 None None] Routers {'d655b1e4-e009-4f1e-8165-1b2944ca700b'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:21:49.519057 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-909fda10-279c-41d7-a655-143c14786358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:21:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d655b1e4-e009-4f1e-8165-1b2944ca700b'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:49.651027 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-909fda10-279c-41d7-a655-143c14786358 None None] Set router d655b1e4-e009-4f1e-8165-1b2944ca700b gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:21:49.662832 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-703670b2-8042-4068-8167-f8cedeca6aa3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:49.812015 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-703670b2-8042-4068-8167-f8cedeca6aa3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:49.978197 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-909fda10-279c-41d7-a655-143c14786358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd655b1e4-e009-4f1e-8165-1b2944ca700b', 'name': 'tempest-FloatingIPDetailsTestJSON-1892073783-router', 'tenant_id': '141b81d7bc594c06a8ce6acdd865454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '5c5dd328-f629-4b16-a9ec-de70f66860ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:21:15Z', 'updated_at': '2021-11-08T00:21:47Z', 'revision_number': 5, 'project_id': '141b81d7bc594c06a8ce6acdd865454c', 'gw_port': {'id': '5c5dd328-f629-4b16-a9ec-de70f66860ab', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd655b1e4-e009-4f1e-8165-1b2944ca700b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:21:17Z', 'updated_at': '2021-11-08T00:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:49.991696 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-703670b2-8042-4068-8167-f8cedeca6aa3 admin admin] Deleting port 5c5dd328-f629-4b16-a9ec-de70f66860ab {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:49.996049 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-703670b2-8042-4068-8167-f8cedeca6aa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:50.039337 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909fda10-279c-41d7-a655-143c14786358 None None] Checking router: d655b1e4-e009-4f1e-8165-1b2944ca700b for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:21:50.062377 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909fda10-279c-41d7-a655-143c14786358 None None] Routers {'d655b1e4-e009-4f1e-8165-1b2944ca700b'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:21:50.063005 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-909fda10-279c-41d7-a655-143c14786358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:21:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d655b1e4-e009-4f1e-8165-1b2944ca700b'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:50.174541 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-703670b2-8042-4068-8167-f8cedeca6aa3 admin admin] For port 5c5dd328-f629-4b16-a9ec-de70f66860ab, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5c5dd328-f629-4b16-a9ec-de70f66860ab,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:21:50.175277 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-703670b2-8042-4068-8167-f8cedeca6aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:50.195503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-703670b2-8042-4068-8167-f8cedeca6aa3 admin admin] Calling delete_port for 5c5dd328-f629-4b16-a9ec-de70f66860ab owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:50.275918 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-909fda10-279c-41d7-a655-143c14786358 None None] Set router d655b1e4-e009-4f1e-8165-1b2944ca700b gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:21:50.369131 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-909fda10-279c-41d7-a655-143c14786358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd655b1e4-e009-4f1e-8165-1b2944ca700b', 'name': 'tempest-FloatingIPDetailsTestJSON-1892073783-router', 'tenant_id': '141b81d7bc594c06a8ce6acdd865454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:21:15Z', 'updated_at': '2021-11-08T00:21:49Z', 'revision_number': 6, 'project_id': '141b81d7bc594c06a8ce6acdd865454c', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:50.403896 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50250) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:50.451835 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909fda10-279c-41d7-a655-143c14786358 None None] The sync data for ids ['d655b1e4-e009-4f1e-8165-1b2944ca700b'] in n-d-816882-1 is: [{'id': 'd655b1e4-e009-4f1e-8165-1b2944ca700b', 'name': 'tempest-FloatingIPDetailsTestJSON-1892073783-router', 'tenant_id': '141b81d7bc594c06a8ce6acdd865454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:21:15Z', 'updated_at': '2021-11-08T00:21:49Z', 'revision_number': 6, 'project_id': '141b81d7bc594c06a8ce6acdd865454c', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:21:50.537184 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50252) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:50.544143 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd0562-3711-4bf4-901c-253fd3f0eba6 req-836dc188-7bd0-42f4-87ff-d3c7c23715cc tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:50.553402 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e2cd0562-3711-4bf4-901c-253fd3f0eba6 req-836dc188-7bd0-42f4-87ff-d3c7c23715cc tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 945 time: 0.2443607 Nov 08 00:21:50.622321 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-590cf662-b5a8-4976-893e-9004a02f5a76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d49ed873b2264ce4b31b1a06c85e3688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093735 Nov 08 00:21:50.624541 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50260) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:50.661848 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e2cd0562-3711-4bf4-901c-253fd3f0eba6 req-c985ee66-17e0-4524-9b88-ac86c284d161 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050613 Nov 08 00:21:50.682994 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-703670b2-8042-4068-8167-f8cedeca6aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:50.739660 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703670b2-8042-4068-8167-f8cedeca6aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5dd328-f629-4b16-a9ec-de70f66860ab,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:50.812972 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bd8907d-e898-4e74-b015-57cfc43d0d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:50.828347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-fa28f3a5-36c0-4474-80ce-98b8f8ff854b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1671552029'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:50.911757 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bd8907d-e898-4e74-b015-57cfc43d0d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:50.914176 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-703670b2-8042-4068-8167-f8cedeca6aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:50.999119 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa28f3a5-36c0-4474-80ce-98b8f8ff854b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:51.007898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 26753aa0-c9d3-42be-abcb-1d782b7a804d no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:21:51.010136 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fa28f3a5-36c0-4474-80ce-98b8f8ff854b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:51.080576 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 26753aa0-c9d3-42be-abcb-1d782b7a804d {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:21:51.080933 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 26753aa0-c9d3-42be-abcb-1d782b7a804d not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:21:51.110127 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fa28f3a5-36c0-4474-80ce-98b8f8ff854b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:51.127596 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-703670b2-8042-4068-8167-f8cedeca6aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:51.131598 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-703670b2-8042-4068-8167-f8cedeca6aa3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:51.259386 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-703670b2-8042-4068-8167-f8cedeca6aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:51.260838 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703670b2-8042-4068-8167-f8cedeca6aa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d655b1e4-e009-4f1e-8165-1b2944ca700b {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:21:51.271359 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-703670b2-8042-4068-8167-f8cedeca6aa3 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:51.271731 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-703670b2-8042-4068-8167-f8cedeca6aa3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d655b1e4-e009-4f1e-8165-1b2944ca700b HTTP/1.1" status: 204 len: 168 time: 1.7660229 Nov 08 00:21:51.275460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50270) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:51.321815 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bd8907d-e898-4e74-b015-57cfc43d0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:51.327191 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bd8907d-e898-4e74-b015-57cfc43d0d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:51.328380 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7bd8907d-e898-4e74-b015-57cfc43d0d41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/131e8358-4373-48f4-b8d0-f4658d49cf60 HTTP/1.1" status: 204 len: 168 time: 0.7023585 Nov 08 00:21:51.361400 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8907d-e898-4e74-b015-57cfc43d0d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131e8358-4373-48f4-b8d0-f4658d49cf60,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:51.386644 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a047efa0-11e6-4ce2-8702-a12dc0655307 admin admin] Deleting subnet 939c56dc-26e2-4055-8620-5fc18366a8f1 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:21:51.396046 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a047efa0-11e6-4ce2-8702-a12dc0655307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:51.489702 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a047efa0-11e6-4ce2-8702-a12dc0655307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:51.534555 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fa28f3a5-36c0-4474-80ce-98b8f8ff854b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:51.616344 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a047efa0-11e6-4ce2-8702-a12dc0655307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:51.835224 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fa28f3a5-36c0-4474-80ce-98b8f8ff854b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:51.889772 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a047efa0-11e6-4ce2-8702-a12dc0655307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:51.913370 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa28f3a5-36c0-4474-80ce-98b8f8ff854b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:21:51.945451 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28f3a5-36c0-4474-80ce-98b8f8ff854b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cb22e4-2b44-420a-9c62-3c7f4a1241f8,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:51.947731 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a047efa0-11e6-4ce2-8702-a12dc0655307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:51.955313 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447245d6-91de-450e-9a9f-31c02098bb99 None None] Network 275823b3-bec8-4f24-b0bb-76411d729e2c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:51.968496 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fa28f3a5-36c0-4474-80ce-98b8f8ff854b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:51.978146 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-fa28f3a5-36c0-4474-80ce-98b8f8ff854b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Added segment 03651686-8308-410e-8216-e0e53356468e of type vlan for network 92748b32-6abc-45f8-a62f-2735d4011c93 Nov 08 00:21:51.984533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a047efa0-11e6-4ce2-8702-a12dc0655307 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/939c56dc-26e2-4055-8620-5fc18366a8f1 HTTP/1.1" status: 204 len: 168 time: 0.7076509 Nov 08 00:21:51.997036 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50292) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:52.020018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047efa0-11e6-4ce2-8702-a12dc0655307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=939c56dc-26e2-4055-8620-5fc18366a8f1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:52.036570 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f510e6-27e1-4513-92e2-dd4ac2d01b7c req-2307978d-e269-4130-89be-80728361746d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:52.046061 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94f510e6-27e1-4513-92e2-dd4ac2d01b7c req-2307978d-e269-4130-89be-80728361746d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 945 time: 0.2459528 Nov 08 00:21:52.110993 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94f510e6-27e1-4513-92e2-dd4ac2d01b7c req-3c8f55d2-92ff-4a9d-bc0e-27c12d0736f4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634360 Nov 08 00:21:52.181431 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fa28f3a5-36c0-4474-80ce-98b8f8ff854b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:52.207113 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:52.346552 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fa28f3a5-36c0-4474-80ce-98b8f8ff854b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:52.361267 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa28f3a5-36c0-4474-80ce-98b8f8ff854b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:52.362126 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fa28f3a5-36c0-4474-80ce-98b8f8ff854b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:52.391413 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545eb646-849b-47a4-b21c-4bd07d36e484 None None] DHCP port deletion for 275823b3-bec8-4f24-b0bb-76411d729e2c request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:21:52.451396 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-545eb646-849b-47a4-b21c-4bd07d36e484 None None] Deleting port 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:52.452210 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-545eb646-849b-47a4-b21c-4bd07d36e484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:52.530479 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28f3a5-36c0-4474-80ce-98b8f8ff854b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Network': ['ID=92748b32-6abc-45f8-a62f-2735d4011c93,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:52.542878 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] Deleting port 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:52.543601 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:52.550848 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 92748b32-6abc-45f8-a62f-2735d4011c93 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:21:52.657298 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fa28f3a5-36c0-4474-80ce-98b8f8ff854b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1239915 Nov 08 00:21:52.691642 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] For port 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25,segment=NetworkSegment(607db575-6a31-4b02-8edd-db713bcdf041),segment_id=607db575-6a31-4b02-8edd-db713bcdf041)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:21:52.692614 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:52.699463 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-545eb646-849b-47a4-b21c-4bd07d36e484 None None] For port 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25,segment=NetworkSegment(607db575-6a31-4b02-8edd-db713bcdf041),segment_id=607db575-6a31-4b02-8edd-db713bcdf041)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:21:52.701389 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-545eb646-849b-47a4-b21c-4bd07d36e484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:52.739486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-545eb646-849b-47a4-b21c-4bd07d36e484 None None] Calling delete_port for 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:52.752303 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] Calling delete_port for 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:52.810722 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50322) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:52.816619 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'subnet': {'network_id': '92748b32-6abc-45f8-a62f-2735d4011c93', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:53.022682 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:21:53.090380 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:53.110167 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] No DVR routers for this DVR port 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:21:53.118324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:53.121963 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-545eb646-849b-47a4-b21c-4bd07d36e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:53.122371 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:53.181229 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545eb646-849b-47a4-b21c-4bd07d36e484 None None] Pushing event deleted for resources: {'Port': ['ID=5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:53.185771 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545eb646-849b-47a4-b21c-4bd07d36e484 None None] No DVR routers for this DVR port 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:21:53.231673 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No active binding found for port 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25 {{(pid=102773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 00:21:53.233277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:21:53.236763 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5c5dd328-f629-4b16-a9ec-de70f66860ab no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:21:53.261831 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 5c5dd328-f629-4b16-a9ec-de70f66860ab {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:21:53.262539 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5c5dd328-f629-4b16-a9ec-de70f66860ab not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:21:53.351420 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:53.378054 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275823b3-bec8-4f24-b0bb-76411d729e2c']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:53.391458 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607db575-6a31-4b02-8edd-db713bcdf041') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:53.393084 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607db575-6a31-4b02-8edd-db713bcdf041') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:53.420572 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:53.437696 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:53.445335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:21:53.445755 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:21:53.507869 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:21:53.510476 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae1fcfa-c2cb-4f60-8809-4a86a9ac1c25,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:53.525553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd0c69-f6a5-4620-ae65-9f7cf4c10193 req-c95126ea-2131-45e8-a4b2-8fa6a37cff80 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:53.537497 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53bd0c69-f6a5-4620-ae65-9f7cf4c10193 req-c95126ea-2131-45e8-a4b2-8fa6a37cff80 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 945 time: 0.2334106 Nov 08 00:21:53.652541 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53bd0c69-f6a5-4620-ae65-9f7cf4c10193 req-f4293215-f129-48fc-9387-ed6c7f40e8e0 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138079 Nov 08 00:21:54.308826 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:54.315197 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:54.318063 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] 10.222.0.13 "DELETE /v2.0/networks/275823b3-bec8-4f24-b0bb-76411d729e2c HTTP/1.1" status: 204 len: 168 time: 2.3198717 Nov 08 00:21:54.332562 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe35db-3c67-4cc7-a18f-4472abdceafa admin admin] Pushing event deleted for resources: {'Network': ['ID=275823b3-bec8-4f24-b0bb-76411d729e2c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:54.714802 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:54.817892 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Subnet': ['ID=32b48d4b-2cf6-43ca-ad45-1eba23c78c95,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:54.837002 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:54.837345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:54.837683 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:54.838015 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:54.838344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:54.838673 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:54.838997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:54.839695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:54.839695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:54.839987 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:54.840350 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:54.840967 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:21:54.873747 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3421f-930d-4a93-934a-105548fc5650 req-dd2cabe6-6472-4a02-bb3d-e6dd5b756256 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:54.880754 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cca3421f-930d-4a93-934a-105548fc5650 req-dd2cabe6-6472-4a02-bb3d-e6dd5b756256 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 945 time: 0.1253448 Nov 08 00:21:54.887102 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Checking segment: {'id': '03651686-8308-410e-8216-e0e53356468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '92748b32-6abc-45f8-a62f-2735d4011c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:54.887461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network hostable DHCP agents. Network: 92748b32-6abc-45f8-a62f-2735d4011c93, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:21:54.900103 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50374) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:54.933737 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cca3421f-930d-4a93-934a-105548fc5650 req-3e57db84-3bd1-4ed0-b3c2-22d3ea4cbb53 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429788 Nov 08 00:21:55.010193 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network 92748b32-6abc-45f8-a62f-2735d4011c93 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:21:55.098364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 92748b32-6abc-45f8-a62f-2735d4011c93) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:55.108758 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb31acdf-be77-4916-806d-0497b97408a6 None None] Network 92748b32-6abc-45f8-a62f-2735d4011c93 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:55.110817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:55.111583 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:55.216379 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e5b4c433-0351-4104-b024-f0d1fe44421c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.4038496 Nov 08 00:21:55.217406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50388) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:55.224723 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d0f4eda0-9312-40d6-a8dd-e58d29670736 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2028853001'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:55.244150 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Request body: {'networks': [{'name': 'tempest-network--1589772132'}, {'name': 'tempest-network--1455903922'}]} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:55.244472 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Request body: {'network': {'name': 'tempest-network--1589772132'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:55.244932 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Request body: {'network': {'name': 'tempest-network--1455903922'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:55.294787 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-92748b32-6abc-45f8-a62f-2735d4011c93', 'network_id': '92748b32-6abc-45f8-a62f-2735d4011c93', 'tenant_id': '06eb6d90730f42b395c16a1d355c2d8b', 'fixed_ips': [{'subnet_id': '32b48d4b-2cf6-43ca-ad45-1eba23c78c95'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:21:55.296952 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:55.317373 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50392) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:55.361227 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f4eda0-9312-40d6-a8dd-e58d29670736 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:55.364842 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0f4eda0-9312-40d6-a8dd-e58d29670736 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:55.381848 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5f6e7d52-0eb8-46c5-a2ae-108b5c5dbe79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=141b81d7bc594c06a8ce6acdd865454c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631788 Nov 08 00:21:55.384954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50394) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:55.419149 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f4eda0-9312-40d6-a8dd-e58d29670736 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:21:55.429435 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0f4eda0-9312-40d6-a8dd-e58d29670736 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:55.430049 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-d0f4eda0-9312-40d6-a8dd-e58d29670736 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Added segment c1c85e08-c2be-45c8-a64f-593d13abddce of type vlan for network f5e32678-e86d-463c-ad2b-cea74c9d535a Nov 08 00:21:55.446950 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1001b31f-1490-46a6-8041-a3ce4579b29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:55.467897 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] Allocated IP 172.20.255.242 (92748b32-6abc-45f8-a62f-2735d4011c93/32b48d4b-2cf6-43ca-ad45-1eba23c78c95/49193b11-a838-4d35-a79e-af6c3fe01220) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:21:55.468683 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1001b31f-1490-46a6-8041-a3ce4579b29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:55.472639 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0f4eda0-9312-40d6-a8dd-e58d29670736 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:55.491065 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Made reservation on behalf of 6448dd4f05c444b9a9f8d9f050f2bc4a for: {'network': 2} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:55.496246 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:55.508075 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:55.608245 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:55.616517 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0f4eda0-9312-40d6-a8dd-e58d29670736 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:55.622253 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f4eda0-9312-40d6-a8dd-e58d29670736 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:55.622872 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0f4eda0-9312-40d6-a8dd-e58d29670736 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:55.663055 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1001b31f-1490-46a6-8041-a3ce4579b29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:55.666311 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1001b31f-1490-46a6-8041-a3ce4579b29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:55.670018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1001b31f-1490-46a6-8041-a3ce4579b29a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a5ad805-2dfa-433f-a01d-4ea03b97871a HTTP/1.1" status: 204 len: 168 time: 0.2814856 Nov 08 00:21:55.677696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001b31f-1490-46a6-8041-a3ce4579b29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5ad805-2dfa-433f-a01d-4ea03b97871a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:55.705780 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4eda0-9312-40d6-a8dd-e58d29670736 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Network': ['ID=f5e32678-e86d-463c-ad2b-cea74c9d535a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:55.735978 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:55.735978 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:55.764623 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d0f4eda0-9312-40d6-a8dd-e58d29670736 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5458078 Nov 08 00:21:55.768300 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50402) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:55.772843 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c32be03-99b6-417b-8e62-c705722596c8,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:55.776811 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-04968d57-8f33-4d0a-b592-a8206d078d19 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'subnet': {'network_id': 'f5e32678-e86d-463c-ad2b-cea74c9d535a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:55.784942 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:21:55.797707 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:55.798341 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Added segment b4a52651-90c5-4f44-978c-c1428598d107 of type vlan for network 3d5bd398-b87b-4115-b5b4-d1e3feaeae38 Nov 08 00:21:55.844323 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network f5e32678-e86d-463c-ad2b-cea74c9d535a details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:21:55.845847 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:55.878949 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:21:55.889682 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:55.890199 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Added segment c20d3498-f2bf-41c7-ae46-48b4519e984e of type vlan for network a4d7f431-bc58-4210-aa68-1291be7929d7 Nov 08 00:21:55.924473 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:55.947695 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:56.006316 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:56.034728 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:56.035628 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:56.036279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04968d57-8f33-4d0a-b592-a8206d078d19 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:56.039981 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-04968d57-8f33-4d0a-b592-a8206d078d19 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:56.044425 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:56.051628 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:56.052880 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:56.068514 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] Network 92748b32-6abc-45f8-a62f-2735d4011c93 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:56.078445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:56.083724 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:21:56.098374 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] Pushing event updated for resources: {'Port': ['ID=49193b11-a838-4d35-a79e-af6c3fe01220,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:56.124598 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773910f1-4afd-4645-a89c-98dc18317775 req-2b5a5dcc-a301-4bc9-ad45-917765202ca6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:56.128366 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-773910f1-4afd-4645-a89c-98dc18317775 req-2b5a5dcc-a301-4bc9-ad45-917765202ca6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 945 time: 0.1212583 Nov 08 00:21:56.140563 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event updated for resources: {'Network': ['ID=3d5bd398-b87b-4115-b5b4-d1e3feaeae38,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:56.160935 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] Attempting to bind port 49193b11-a838-4d35-a79e-af6c3fe01220 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:21:56.160935 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] Attempting to bind port 49193b11-a838-4d35-a79e-af6c3fe01220 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '03651686-8308-410e-8216-e0e53356468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '92748b32-6abc-45f8-a62f-2735d4011c93'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:21:56.160935 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] Attempting to bind port 49193b11-a838-4d35-a79e-af6c3fe01220 on network 92748b32-6abc-45f8-a62f-2735d4011c93 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:21:56.163565 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 3d5bd398-b87b-4115-b5b4-d1e3feaeae38 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:21:56.178465 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:21:56.179020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] Checking segment: {'id': '03651686-8308-410e-8216-e0e53356468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '92748b32-6abc-45f8-a62f-2735d4011c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:56.179389 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:56.179810 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] Bound using segment: {'id': '03651686-8308-410e-8216-e0e53356468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '92748b32-6abc-45f8-a62f-2735d4011c93'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:21:56.180332 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] Bound port: 49193b11-a838-4d35-a79e-af6c3fe01220, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03651686-8308-410e-8216-e0e53356468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '92748b32-6abc-45f8-a62f-2735d4011c93'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:21:56.181145 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:56.198866 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-773910f1-4afd-4645-a89c-98dc18317775 req-205ea7b8-dca0-4838-b505-9424b1fc33b2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609052 Nov 08 00:21:56.226340 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3237035 Nov 08 00:21:56.229179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50412) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:56.284744 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612c9b7-5368-44f8-85dd-3dca776edd86 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event updated for resources: {'Network': ['ID=a4d7f431-bc58-4210-aa68-1291be7929d7,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:56.306604 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network a4d7f431-bc58-4210-aa68-1291be7929d7 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:21:56.349656 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] For port 49193b11-a838-4d35-a79e-af6c3fe01220, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:21:56.364003 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50416) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:56.371984 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] For port 49193b11-a838-4d35-a79e-af6c3fe01220, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=49193b11-a838-4d35-a79e-af6c3fe01220,segment=NetworkSegment(03651686-8308-410e-8216-e0e53356468e),segment_id=03651686-8308-410e-8216-e0e53356468e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:21:56.373302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bca6255-e07a-49a8-b363-b5cb94d5435b tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:56.384782 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bca6255-e07a-49a8-b363-b5cb94d5435b tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:56.389899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bca6255-e07a-49a8-b363-b5cb94d5435b tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:56.395882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bca6255-e07a-49a8-b363-b5cb94d5435b tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:56.397590 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5bca6255-e07a-49a8-b363-b5cb94d5435b tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1671093 Nov 08 00:21:56.401212 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50422) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:56.458231 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:56.495443 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-485f27a5-3b59-4dc0-a03e-e7f5487bcfcf tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:56.540636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f75ff-bc40-4600-a8f9-adacdcbdc2a7 None None] Pushing event updated for resources: {'Port': ['ID=49193b11-a838-4d35-a79e-af6c3fe01220,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:56.587566 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-573af69a-1bac-4f8e-bbd5-7e5ac66b7132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:56.640779 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-04968d57-8f33-4d0a-b592-a8206d078d19 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:56.642784 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-485f27a5-3b59-4dc0-a03e-e7f5487bcfcf tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:56.694762 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-485f27a5-3b59-4dc0-a03e-e7f5487bcfcf tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5bd398-b87b-4115-b5b4-d1e3feaeae38']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:56.706851 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-485f27a5-3b59-4dc0-a03e-e7f5487bcfcf tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a52651-90c5-4f44-978c-c1428598d107') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:56.709106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-485f27a5-3b59-4dc0-a03e-e7f5487bcfcf tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a52651-90c5-4f44-978c-c1428598d107') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:56.721147 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-485f27a5-3b59-4dc0-a03e-e7f5487bcfcf tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:56.726222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04968d57-8f33-4d0a-b592-a8206d078d19 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Subnet': ['ID=f562fec2-42f9-4436-a4db-0ef6cda60365,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:56.772700 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-485f27a5-3b59-4dc0-a03e-e7f5487bcfcf tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:56.778179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04968d57-8f33-4d0a-b592-a8206d078d19 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Checking segment: {'id': 'c1c85e08-c2be-45c8-a64f-593d13abddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f5e32678-e86d-463c-ad2b-cea74c9d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:56.778708 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04968d57-8f33-4d0a-b592-a8206d078d19 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network hostable DHCP agents. Network: f5e32678-e86d-463c-ad2b-cea74c9d535a, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:21:56.780181 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485f27a5-3b59-4dc0-a03e-e7f5487bcfcf tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:21:56.780577 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-485f27a5-3b59-4dc0-a03e-e7f5487bcfcf tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:21:56.784567 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:21:56.872851 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04968d57-8f33-4d0a-b592-a8206d078d19 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network f5e32678-e86d-463c-ad2b-cea74c9d535a is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:21:56.906758 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-573af69a-1bac-4f8e-bbd5-7e5ac66b7132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:56.959958 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-04968d57-8f33-4d0a-b592-a8206d078d19 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, f5e32678-e86d-463c-ad2b-cea74c9d535a) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:56.964413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04968d57-8f33-4d0a-b592-a8206d078d19 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:56.965156 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-04968d57-8f33-4d0a-b592-a8206d078d19 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:56.970506 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb99b0b-a2c2-4f4b-bee7-1fff1d32ddcd None None] Network f5e32678-e86d-463c-ad2b-cea74c9d535a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:57.009995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 49193b11-a838-4d35-a79e-af6c3fe01220 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:21:57.012070 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-573af69a-1bac-4f8e-bbd5-7e5ac66b7132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.015578 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-485f27a5-3b59-4dc0-a03e-e7f5487bcfcf tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.033184 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-485f27a5-3b59-4dc0-a03e-e7f5487bcfcf tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.036409 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-485f27a5-3b59-4dc0-a03e-e7f5487bcfcf tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "DELETE /v2.0/networks/3d5bd398-b87b-4115-b5b4-d1e3feaeae38 HTTP/1.1" status: 204 len: 168 time: 0.6343167 Nov 08 00:21:57.043222 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50436) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:57.046471 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-04968d57-8f33-4d0a-b592-a8206d078d19 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2760415 Nov 08 00:21:57.049145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50438) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:57.080985 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f27a5-3b59-4dc0-a03e-e7f5487bcfcf tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event deleted for resources: {'Network': ['ID=3d5bd398-b87b-4115-b5b4-d1e3feaeae38,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:57.110811 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-573af69a-1bac-4f8e-bbd5-7e5ac66b7132 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a3fca0e63c0407dac912309a14ee63a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7449410 Nov 08 00:21:57.115605 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50444) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:57.143646 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573af69a-1bac-4f8e-bbd5-7e5ac66b7132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34465fe3-baa9-4ea4-9d7f-aff078c71b67,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:57.188562 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8530af9e-1b99-4d1a-9034-161a669a1d56 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.215747 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-f5e32678-e86d-463c-ad2b-cea74c9d535a', 'network_id': 'f5e32678-e86d-463c-ad2b-cea74c9d535a', 'tenant_id': '06eb6d90730f42b395c16a1d355c2d8b', 'fixed_ips': [{'subnet_id': 'f562fec2-42f9-4436-a4db-0ef6cda60365'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:21:57.216658 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.246103 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-649164ef-8fab-450e-af81-bc9e78c4e450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.247209 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 49193b11-a838-4d35-a79e-af6c3fe01220 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:57.247584 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.302445 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-649164ef-8fab-450e-af81-bc9e78c4e450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.380108 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8530af9e-1b99-4d1a-9034-161a669a1d56 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.382881 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.425503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-8530af9e-1b99-4d1a-9034-161a669a1d56 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d7f431-bc58-4210-aa68-1291be7929d7']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:57.452752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-8530af9e-1b99-4d1a-9034-161a669a1d56 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20d3498-f2bf-41c7-ae46-48b4519e984e') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:57.453051 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-8530af9e-1b99-4d1a-9034-161a669a1d56 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20d3498-f2bf-41c7-ae46-48b4519e984e') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:57.464129 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.472343 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8530af9e-1b99-4d1a-9034-161a669a1d56 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.492473 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8530af9e-1b99-4d1a-9034-161a669a1d56 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.505946 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8530af9e-1b99-4d1a-9034-161a669a1d56 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:21:57.506914 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8530af9e-1b99-4d1a-9034-161a669a1d56 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:21:57.519358 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:21:57.538533 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.557882 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 49193b11-a838-4d35-a79e-af6c3fe01220, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=49193b11-a838-4d35-a79e-af6c3fe01220,segment=NetworkSegment(03651686-8308-410e-8216-e0e53356468e),segment_id=03651686-8308-410e-8216-e0e53356468e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:21:57.571921 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50462) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:57.576379 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-649164ef-8fab-450e-af81-bc9e78c4e450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.579008 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-649164ef-8fab-450e-af81-bc9e78c4e450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.580113 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-649164ef-8fab-450e-af81-bc9e78c4e450 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34465fe3-baa9-4ea4-9d7f-aff078c71b67 HTTP/1.1" status: 204 len: 168 time: 0.4632835 Nov 08 00:21:57.580317 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] Allocated IP 172.20.0.2 (f5e32678-e86d-463c-ad2b-cea74c9d535a/f562fec2-42f9-4436-a4db-0ef6cda60365/7ee54664-4c3d-47b9-a546-214f65ff312b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:21:57.607795 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649164ef-8fab-450e-af81-bc9e78c4e450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34465fe3-baa9-4ea4-9d7f-aff078c71b67,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:57.624214 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b25e9-1918-4591-9ad6-8c0cfc1836f5 req-71d4d876-e55a-470d-b604-9032a43fcbf2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:57.631642 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d3b25e9-1918-4591-9ad6-8c0cfc1836f5 req-71d4d876-e55a-470d-b604-9032a43fcbf2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 945 time: 0.2739768 Nov 08 00:21:57.704564 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d3b25e9-1918-4591-9ad6-8c0cfc1836f5 req-92f8eb7d-2d07-4410-a42b-e857eae61dc4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670755 Nov 08 00:21:57.726572 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8530af9e-1b99-4d1a-9034-161a669a1d56 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.735447 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.780083 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8530af9e-1b99-4d1a-9034-161a669a1d56 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.783317 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8530af9e-1b99-4d1a-9034-161a669a1d56 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "DELETE /v2.0/networks/a4d7f431-bc58-4210-aa68-1291be7929d7 HTTP/1.1" status: 204 len: 168 time: 0.7194457 Nov 08 00:21:57.786158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50472) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:57.790312 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530af9e-1b99-4d1a-9034-161a669a1d56 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event deleted for resources: {'Network': ['ID=a4d7f431-bc58-4210-aa68-1291be7929d7,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:57.874036 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=49193b11-a838-4d35-a79e-af6c3fe01220,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:57.879966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ebe44c20-20d1-4362-9b5e-f22db9398c4c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1966395152-network', 'tenant_id': '7f16e000569246a6a036af1fb56e5a64'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:57.914562 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.924359 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11224507-94b4-4cde-86f4-04e717cdcfcc None None] Network 92748b32-6abc-45f8-a62f-2735d4011c93 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:57.937420 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab157fd4-4504-4585-aeff-44d4901d37b5 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:57.943740 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab157fd4-4504-4585-aeff-44d4901d37b5 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:57.945475 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ab157fd4-4504-4585-aeff-44d4901d37b5 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1580966 Nov 08 00:21:57.949702 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50474) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:57.954658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-86ff7bc9-0c23-47d0-b09b-33805838ec0b tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-287940561'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:57.983054 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe44c20-20d1-4362-9b5e-f22db9398c4c admin admin] Made reservation on behalf of 7f16e000569246a6a036af1fb56e5a64 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:57.985688 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ebe44c20-20d1-4362-9b5e-f22db9398c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.992518 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ebaacddf-7a8c-4a42-b18d-fff7e10a3c18 None None] Provisioning complete for port 49193b11-a838-4d35-a79e-af6c3fe01220 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:57.993564 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ebaacddf-7a8c-4a42-b18d-fff7e10a3c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:57.997809 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ebe44c20-20d1-4362-9b5e-f22db9398c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.022380 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.089445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] Pushing event updated for resources: {'Port': ['ID=7ee54664-4c3d-47b9-a546-214f65ff312b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:58.097243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ff7bc9-0c23-47d0-b09b-33805838ec0b tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Made reservation on behalf of 6448dd4f05c444b9a9f8d9f050f2bc4a for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:58.097869 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ebe44c20-20d1-4362-9b5e-f22db9398c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.101576 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-86ff7bc9-0c23-47d0-b09b-33805838ec0b tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.110515 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] Network f5e32678-e86d-463c-ad2b-cea74c9d535a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:21:58.122390 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:21:58.128034 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.131341 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:21:58.141522 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ff7bc9-0c23-47d0-b09b-33805838ec0b tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:21:58.168657 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Subnet': ['ID=f562fec2-42f9-4436-a4db-0ef6cda60365,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:58.177894 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-86ff7bc9-0c23-47d0-b09b-33805838ec0b tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.178349 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-86ff7bc9-0c23-47d0-b09b-33805838ec0b tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Added segment 79e46c55-1ec6-4bad-ae90-69993f072bd0 of type vlan for network e4951e07-c795-4eb4-bf99-c5d5aae986b8 Nov 08 00:21:58.189856 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ebe44c20-20d1-4362-9b5e-f22db9398c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.240896 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f4c0123a-511a-4e02-849e-39ea612d3e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.269862 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.283059 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] Attempting to bind port 7ee54664-4c3d-47b9-a546-214f65ff312b on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:21:58.283712 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] Attempting to bind port 7ee54664-4c3d-47b9-a546-214f65ff312b by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'c1c85e08-c2be-45c8-a64f-593d13abddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f5e32678-e86d-463c-ad2b-cea74c9d535a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:21:58.284276 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] Attempting to bind port 7ee54664-4c3d-47b9-a546-214f65ff312b on network f5e32678-e86d-463c-ad2b-cea74c9d535a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:21:58.292132 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-86ff7bc9-0c23-47d0-b09b-33805838ec0b tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.298183 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe44c20-20d1-4362-9b5e-f22db9398c4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:21:58.301680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:21:58.302272 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] Checking segment: {'id': 'c1c85e08-c2be-45c8-a64f-593d13abddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f5e32678-e86d-463c-ad2b-cea74c9d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:58.302848 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.303435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] Bound using segment: {'id': 'c1c85e08-c2be-45c8-a64f-593d13abddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f5e32678-e86d-463c-ad2b-cea74c9d535a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:21:58.303571 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e32678-e86d-463c-ad2b-cea74c9d535a']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:58.304215 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] Bound port: 7ee54664-4c3d-47b9-a546-214f65ff312b, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c85e08-c2be-45c8-a64f-593d13abddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f5e32678-e86d-463c-ad2b-cea74c9d535a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:21:58.310374 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.311540 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ebe44c20-20d1-4362-9b5e-f22db9398c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.312171 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-ebe44c20-20d1-4362-9b5e-f22db9398c4c admin admin] Added segment 4ef97e07-2b2b-42db-9afa-e4de59102da9 of type vlan for network d20df259-1f81-4a1a-9eb7-c348a83c593b Nov 08 00:21:58.323008 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c85e08-c2be-45c8-a64f-593d13abddce') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:58.323441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c85e08-c2be-45c8-a64f-593d13abddce') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:58.338345 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.359525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44c20-20d1-4362-9b5e-f22db9398c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d467365-9daf-495a-80fe-9bdb631a725a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:58.375226 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.380539 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ebe44c20-20d1-4362-9b5e-f22db9398c4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.387616 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:21:58.388201 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:21:58.393467 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:21:58.439068 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] For port 7ee54664-4c3d-47b9-a546-214f65ff312b, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:21:58.468896 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-86ff7bc9-0c23-47d0-b09b-33805838ec0b tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.485222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ff7bc9-0c23-47d0-b09b-33805838ec0b tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:58.486068 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-86ff7bc9-0c23-47d0-b09b-33805838ec0b tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.514550 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ebe44c20-20d1-4362-9b5e-f22db9398c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.515576 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe44c20-20d1-4362-9b5e-f22db9398c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:58.516327 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ebe44c20-20d1-4362-9b5e-f22db9398c4c admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.557839 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] For port 7ee54664-4c3d-47b9-a546-214f65ff312b, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7ee54664-4c3d-47b9-a546-214f65ff312b,segment=NetworkSegment(c1c85e08-c2be-45c8-a64f-593d13abddce),segment_id=c1c85e08-c2be-45c8-a64f-593d13abddce)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:21:58.576395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff7bc9-0c23-47d0-b09b-33805838ec0b tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event updated for resources: {'Network': ['ID=e4951e07-c795-4eb4-bf99-c5d5aae986b8,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:58.584392 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.db.api [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 00:21:58.584392 n-d-816882-1 neutron-server[102772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 00:21:58.584392 n-d-816882-1 neutron-server[102772]: [parameters: {'id': 'f5e32678-e86d-463c-ad2b-cea74c9d535a'}] Nov 08 00:21:58.584392 n-d-816882-1 neutron-server[102772]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:21:58.584913 n-d-816882-1 neutron-server[102772]: DEBUG oslo_db.api [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:21:58.593033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44c20-20d1-4362-9b5e-f22db9398c4c admin admin] Pushing event updated for resources: {'Network': ['ID=d20df259-1f81-4a1a-9eb7-c348a83c593b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:58.595145 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network e4951e07-c795-4eb4-bf99-c5d5aae986b8 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:21:58.620230 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-86ff7bc9-0c23-47d0-b09b-33805838ec0b tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6693442 Nov 08 00:21:58.620473 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50488) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:58.626445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network d20df259-1f81-4a1a-9eb7-c348a83c593b details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:21:58.628739 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-43c89a55-0c4a-410f-9314-3e4d88999e5e tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1993191062'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:58.653504 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50490) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:58.670150 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-225f5654-4064-484b-86b3-77490b134f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.695460 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.696373 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ebe44c20-20d1-4362-9b5e-f22db9398c4c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1219842 Nov 08 00:21:58.706713 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50492) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:58.718006 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e76b84c4-46a9-4223-9cc5-b25fb7c126f4 admin admin] Request body: {'subnet': {'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1966395152-subnet', 'tenant_id': '7f16e000569246a6a036af1fb56e5a64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:58.845428 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c89a55-0c4a-410f-9314-3e4d88999e5e tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Made reservation on behalf of 6448dd4f05c444b9a9f8d9f050f2bc4a for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:58.853426 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43c89a55-0c4a-410f-9314-3e4d88999e5e tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.885546 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-225f5654-4064-484b-86b3-77490b134f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.887243 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-01eb7c18-144d-4177-afb3-2d5e153a8cdb None None] Provisioning complete for port 49193b11-a838-4d35-a79e-af6c3fe01220 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:58.888263 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-01eb7c18-144d-4177-afb3-2d5e153a8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.916671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbaa31-1f3b-4734-8850-d12408523b0b req-91379d0c-ccad-44aa-915b-b2d444cf0806 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:58.918723 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5bbaa31-1f3b-4734-8850-d12408523b0b req-91379d0c-ccad-44aa-915b-b2d444cf0806 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 945 time: 0.0853691 Nov 08 00:21:58.919286 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73a73b-b8a4-40d6-9456-fcf151ee442c None None] Pushing event updated for resources: {'Port': ['ID=7ee54664-4c3d-47b9-a546-214f65ff312b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:58.937423 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77983c14-3de1-4141-aec1-a26bf1e31611 None None] Network f5e32678-e86d-463c-ad2b-cea74c9d535a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:21:58.948239 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-225f5654-4064-484b-86b3-77490b134f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.976882 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c89a55-0c4a-410f-9314-3e4d88999e5e tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:21:58.984321 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43c89a55-0c4a-410f-9314-3e4d88999e5e tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:58.984966 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-43c89a55-0c4a-410f-9314-3e4d88999e5e tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Added segment 00108192-3614-41dc-ac55-0737f59b1697 of type vlan for network 8f95dc2f-f7bc-416d-bbe6-b0625f4405ea Nov 08 00:21:59.018236 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-225f5654-4064-484b-86b3-77490b134f52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2739be3e906043b7a3fdcd9d4961564c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3612103 Nov 08 00:21:59.019374 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50500) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:59.020165 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f5654-4064-484b-86b3-77490b134f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0ea764-ce07-48fe-8e92-ef2e5e4a3a45,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:59.043801 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5bbaa31-1f3b-4734-8850-d12408523b0b req-780e1772-e06e-4555-a798-e666f8d4633d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129429 Nov 08 00:21:59.065977 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43c89a55-0c4a-410f-9314-3e4d88999e5e tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:59.074740 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 49193b11-a838-4d35-a79e-af6c3fe01220 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:21:59.087204 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:59.090181 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76b84c4-46a9-4223-9cc5-b25fb7c126f4 admin admin] Made reservation on behalf of 7f16e000569246a6a036af1fb56e5a64 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:59.095576 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e76b84c4-46a9-4223-9cc5-b25fb7c126f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:59.149301 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3239b780-59f8-455e-99fb-f17e3afe2844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:59.177317 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3239b780-59f8-455e-99fb-f17e3afe2844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:59.223757 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 49193b11-a838-4d35-a79e-af6c3fe01220 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:21:59.224350 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:59.228456 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebfacb1-05d9-4096-9f1f-64694402123f None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 00:21:59.240876 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43c89a55-0c4a-410f-9314-3e4d88999e5e tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:59.248403 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c89a55-0c4a-410f-9314-3e4d88999e5e tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:21:59.249082 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43c89a55-0c4a-410f-9314-3e4d88999e5e tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:59.260716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Deleting port 7ee54664-4c3d-47b9-a546-214f65ff312b {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:21:59.261221 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:59.308847 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3239b780-59f8-455e-99fb-f17e3afe2844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:59.313276 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3239b780-59f8-455e-99fb-f17e3afe2844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:59.321544 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3239b780-59f8-455e-99fb-f17e3afe2844 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc0ea764-ce07-48fe-8e92-ef2e5e4a3a45 HTTP/1.1" status: 204 len: 168 time: 0.2927718 Nov 08 00:21:59.362981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239b780-59f8-455e-99fb-f17e3afe2844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0ea764-ce07-48fe-8e92-ef2e5e4a3a45,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:59.421657 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c89a55-0c4a-410f-9314-3e4d88999e5e tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event updated for resources: {'Network': ['ID=8f95dc2f-f7bc-416d-bbe6-b0625f4405ea,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:59.422309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] For port 7ee54664-4c3d-47b9-a546-214f65ff312b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7ee54664-4c3d-47b9-a546-214f65ff312b,segment=NetworkSegment(c1c85e08-c2be-45c8-a64f-593d13abddce),segment_id=c1c85e08-c2be-45c8-a64f-593d13abddce)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:21:59.422675 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:59.439716 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-43c89a55-0c4a-410f-9314-3e4d88999e5e tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8153603 Nov 08 00:21:59.441566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 8f95dc2f-f7bc-416d-bbe6-b0625f4405ea details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:21:59.442613 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50506) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:21:59.447618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Calling delete_port for 7ee54664-4c3d-47b9-a546-214f65ff312b owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:21:59.453233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebfacb1-05d9-4096-9f1f-64694402123f None None] Resources bound (agent type, host, resource id): {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 00:21:59.453405 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Request body: {'ports': [{'network_id': 'e4951e07-c795-4eb4-bf99-c5d5aae986b8', 'name': 'tempest-port--1396034101', 'admin_state_up': True}, {'network_id': '8f95dc2f-f7bc-416d-bbe6-b0625f4405ea', 'admin_state_up': False}]} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:59.453631 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Request body: {'port': {'network_id': 'e4951e07-c795-4eb4-bf99-c5d5aae986b8', 'name': 'tempest-port--1396034101', 'admin_state_up': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:59.454128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Request body: {'port': {'network_id': '8f95dc2f-f7bc-416d-bbe6-b0625f4405ea', 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:21:59.698609 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:59.718278 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e76b84c4-46a9-4223-9cc5-b25fb7c126f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:59.737940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Port': ['ID=7ee54664-4c3d-47b9-a546-214f65ff312b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:59.741779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No DVR routers for this DVR port 7ee54664-4c3d-47b9-a546-214f65ff312b on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:21:59.799364 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b84c4-46a9-4223-9cc5-b25fb7c126f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:21:59.816056 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76b84c4-46a9-4223-9cc5-b25fb7c126f4 admin admin] Checking segment: {'id': '4ef97e07-2b2b-42db-9afa-e4de59102da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:21:59.816458 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76b84c4-46a9-4223-9cc5-b25fb7c126f4 admin admin] Network hostable DHCP agents. Network: d20df259-1f81-4a1a-9eb7-c348a83c593b, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:21:59.835909 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:59.856441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e32678-e86d-463c-ad2b-cea74c9d535a']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:59.866054 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c85e08-c2be-45c8-a64f-593d13abddce') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:59.866360 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c85e08-c2be-45c8-a64f-593d13abddce') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:21:59.875890 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:59.889458 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:59.891921 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76b84c4-46a9-4223-9cc5-b25fb7c126f4 admin admin] Network d20df259-1f81-4a1a-9eb7-c348a83c593b is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:21:59.894149 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Made reservation on behalf of 6448dd4f05c444b9a9f8d9f050f2bc4a for: {'port': 2} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:21:59.899659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:21:59.899659 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:59.900003 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:21:59.900133 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:21:59.922360 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:00.007946 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-e76b84c4-46a9-4223-9cc5-b25fb7c126f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, d20df259-1f81-4a1a-9eb7-c348a83c593b) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:00.012752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] device_id is not set on port 0f75dc20-bd07-42a1-a54c-9530063159f8 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:22:00.018815 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a082fb28-8ac0-4afd-80b9-f1a71e775561 None None] Network d20df259-1f81-4a1a-9eb7-c348a83c593b requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:00.018994 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76b84c4-46a9-4223-9cc5-b25fb7c126f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:00.019598 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e76b84c4-46a9-4223-9cc5-b25fb7c126f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:00.034340 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:00.039473 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:00.047098 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/f5e32678-e86d-463c-ad2b-cea74c9d535a HTTP/1.1" status: 204 len: 168 time: 2.9931853 Nov 08 00:22:00.047928 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50520) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:00.060100 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-9f77ae84-e68d-42eb-8c71-269a568c5dcb tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1393400689'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:00.077151 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4a008-9aa6-443a-9670-2812194f608f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Network': ['ID=f5e32678-e86d-463c-ad2b-cea74c9d535a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:00.137641 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e76b84c4-46a9-4223-9cc5-b25fb7c126f4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4285474 Nov 08 00:22:00.218422 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60a59a3-ebe2-4fde-b03d-6d3f0c7abd00 None None] Network d20df259-1f81-4a1a-9eb7-c348a83c593b requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:00.224036 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f77ae84-e68d-42eb-8c71-269a568c5dcb tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:00.228360 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f77ae84-e68d-42eb-8c71-269a568c5dcb tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:00.233284 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:00.235988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95681b1a-3ca3-4b51-938a-71ee0cfef002 req-460d21e1-c1d0-4dc1-9512-27217cd56468 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:00.237502 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95681b1a-3ca3-4b51-938a-71ee0cfef002 req-460d21e1-c1d0-4dc1-9512-27217cd56468 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 945 time: 0.0629947 Nov 08 00:22:00.278266 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95681b1a-3ca3-4b51-938a-71ee0cfef002 req-2f826079-6b25-4f2c-b933-04890309fd7e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337031 Nov 08 00:22:00.308222 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f77ae84-e68d-42eb-8c71-269a568c5dcb tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:00.322927 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] device_id is not set on port 84857ea9-0348-48fc-a077-c22be603228c yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:22:00.334175 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f77ae84-e68d-42eb-8c71-269a568c5dcb tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:00.334175 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-9f77ae84-e68d-42eb-8c71-269a568c5dcb tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Added segment c524be49-2f17-4bcf-ac9b-887a449979ca of type vlan for network fc0e8ca2-48e6-417f-b293-fb9ab36f0c24 Nov 08 00:22:00.380180 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f77ae84-e68d-42eb-8c71-269a568c5dcb tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:00.502341 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:00.553932 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f77ae84-e68d-42eb-8c71-269a568c5dcb tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:00.560620 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f77ae84-e68d-42eb-8c71-269a568c5dcb tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:00.561200 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f77ae84-e68d-42eb-8c71-269a568c5dcb tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:00.611145 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:00.674431 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77ae84-e68d-42eb-8c71-269a568c5dcb tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Network': ['ID=fc0e8ca2-48e6-417f-b293-fb9ab36f0c24,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:00.686766 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9f77ae84-e68d-42eb-8c71-269a568c5dcb tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6337578 Nov 08 00:22:00.686882 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network fc0e8ca2-48e6-417f-b293-fb9ab36f0c24 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:00.690031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50538) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:00.698013 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-eececd06-d5a1-4fce-ab40-34e4688b1956 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'subnet': {'network_id': 'fc0e8ca2-48e6-417f-b293-fb9ab36f0c24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:00.698697 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event updated for resources: {'Port': ['ID=0f75dc20-bd07-42a1-a54c-9530063159f8,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:00.751520 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Checking segment: {'id': '79e46c55-1ec6-4bad-ae90-69993f072bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4951e07-c795-4eb4-bf99-c5d5aae986b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:00.752251 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Network hostable DHCP agents. Network: e4951e07-c795-4eb4-bf99-c5d5aae986b8, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:00.756252 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15960647-389d-4093-bb1f-c1d9a8130b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:00.862975 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Network e4951e07-c795-4eb4-bf99-c5d5aae986b8 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:00.947447 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eececd06-d5a1-4fce-ab40-34e4688b1956 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:00.951102 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eececd06-d5a1-4fce-ab40-34e4688b1956 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:00.975885 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, e4951e07-c795-4eb4-bf99-c5d5aae986b8) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:00.980589 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:00.981520 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:00.987307 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:01.002981 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9402bb8b-3720-4bfa-a6a7-0ebf56e6a185 None None] Network e4951e07-c795-4eb4-bf99-c5d5aae986b8 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:01.022989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.ipam_backend_mixin [None req-eececd06-d5a1-4fce-ab40-34e4688b1956 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Performing IP validity checks on allocation pools {{(pid=102772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 00:22:01.023519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.ipam_backend_mixin [None req-eececd06-d5a1-4fce-ab40-34e4688b1956 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 00:22:01.102508 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event updated for resources: {'Port': ['ID=84857ea9-0348-48fc-a077-c22be603228c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:01.123170 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Checking segment: {'id': '00108192-3614-41dc-ac55-0737f59b1697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f95dc2f-f7bc-416d-bbe6-b0625f4405ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:01.123170 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Network hostable DHCP agents. Network: 8f95dc2f-f7bc-416d-bbe6-b0625f4405ea, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:01.239882 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Network 8f95dc2f-f7bc-416d-bbe6-b0625f4405ea is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:01.310676 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-0be1110c-411a-4f74-8756-9a309c0a0723 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:01.312215 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-0be1110c-411a-4f74-8756-9a309c0a0723 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/networks?id=d20df259-1f81-4a1a-9eb7-c348a83c593b HTTP/1.1" status: 200 len: 805 time: 0.1773403 Nov 08 00:22:01.320433 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 8f95dc2f-f7bc-416d-bbe6-b0625f4405ea) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:01.329709 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:01.330145 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-ff840736-c726-49bb-bab7-8bc9840a52ab tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/quotas/7f16e000569246a6a036af1fb56e5a64 HTTP/1.1" status: 200 len: 375 time: 0.0106132 Nov 08 00:22:01.333671 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24950a78-b474-41db-951b-3019144472ce None None] Network 8f95dc2f-f7bc-416d-bbe6-b0625f4405ea requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:01.359689 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:01.375082 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:01.375082 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:01.385945 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-15fa9828-0364-438c-93c1-9d00e2194046 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f16e000569246a6a036af1fb56e5a64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405970 Nov 08 00:22:01.437352 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eececd06-d5a1-4fce-ab40-34e4688b1956 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:01.471557 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-34712758-b9c3-4f3e-8fd9-81ee69f05666 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.0269258 Nov 08 00:22:01.474322 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50572) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:01.702768 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:01.843347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfa1f0b-e919-46aa-96e1-fc36995e9e65 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:01.849475 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfa1f0b-e919-46aa-96e1-fc36995e9e65 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:01.851201 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7dfa1f0b-e919-46aa-96e1-fc36995e9e65 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3759115 Nov 08 00:22:01.851763 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:01.854922 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50590) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:01.888341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf53691-5aef-4ee8-99c1-70df54700fbb req-3198dedd-ca31-47b8-82b5-2fc9235ab12e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:01.889844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1bf53691-5aef-4ee8-99c1-70df54700fbb req-3198dedd-ca31-47b8-82b5-2fc9235ab12e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 945 time: 0.4566867 Nov 08 00:22:01.890482 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eececd06-d5a1-4fce-ab40-34e4688b1956 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Subnet': ['ID=a4118009-65ad-4285-b41a-0858fb16e6a8,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:01.907732 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-63de5274-174d-4685-8f26-17370e9e700e service neutron] 10.222.0.13 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208874 Nov 08 00:22:01.920254 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eececd06-d5a1-4fce-ab40-34e4688b1956 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Checking segment: {'id': 'c524be49-2f17-4bcf-ac9b-887a449979ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc0e8ca2-48e6-417f-b293-fb9ab36f0c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:01.920254 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eececd06-d5a1-4fce-ab40-34e4688b1956 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network hostable DHCP agents. Network: fc0e8ca2-48e6-417f-b293-fb9ab36f0c24, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:01.948078 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-0d356d75-7163-4cec-b522-f587cb47b3c0 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Deleting port 0f75dc20-bd07-42a1-a54c-9530063159f8 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:01.949208 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d356d75-7163-4cec-b522-f587cb47b3c0 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:02.011251 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1bf53691-5aef-4ee8-99c1-70df54700fbb req-20dd0d63-f040-461c-a238-b766b5c7f0f3 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940695 Nov 08 00:22:02.040868 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d356d75-7163-4cec-b522-f587cb47b3c0 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:02.057338 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-eb3b79c1-1029-47a7-9878-8a4539b0b9af service neutron] 10.222.0.13 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483872 Nov 08 00:22:02.061211 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-0d356d75-7163-4cec-b522-f587cb47b3c0 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Calling delete_port for 0f75dc20-bd07-42a1-a54c-9530063159f8 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:02.066752 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eececd06-d5a1-4fce-ab40-34e4688b1956 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network fc0e8ca2-48e6-417f-b293-fb9ab36f0c24 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:02.153905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-eececd06-d5a1-4fce-ab40-34e4688b1956 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, fc0e8ca2-48e6-417f-b293-fb9ab36f0c24) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:02.158380 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eececd06-d5a1-4fce-ab40-34e4688b1956 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:02.164157 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eececd06-d5a1-4fce-ab40-34e4688b1956 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:02.165480 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8def4b01-5b40-4e3b-aa65-7f6fdd5a8173 None None] Network fc0e8ca2-48e6-417f-b293-fb9ab36f0c24 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:02.305968 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d356d75-7163-4cec-b522-f587cb47b3c0 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:02.313508 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-eececd06-d5a1-4fce-ab40-34e4688b1956 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6223257 Nov 08 00:22:02.320846 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50616) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:02.362414 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b11d7487-6830-40ee-98b0-72572571d934 req-2a80403f-2e72-4e82-a11a-0c2513a4b433 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 210 time: 0.0372586 Nov 08 00:22:02.363553 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d356d75-7163-4cec-b522-f587cb47b3c0 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event deleted for resources: {'Port': ['ID=0f75dc20-bd07-42a1-a54c-9530063159f8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:02.416640 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d356d75-7163-4cec-b522-f587cb47b3c0 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:02.420105 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0d356d75-7163-4cec-b522-f587cb47b3c0 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "DELETE /v2.0/ports/0f75dc20-bd07-42a1-a54c-9530063159f8 HTTP/1.1" status: 204 len: 168 time: 0.5642793 Nov 08 00:22:02.423873 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50618) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:02.497614 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f642de9-6088-45c2-92c9-bde7ed5cb35c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:02.554109 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50628) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:02.592341 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f642de9-6088-45c2-92c9-bde7ed5cb35c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:02.599321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-9b699926-e3b0-4821-b4c2-354b443056ae tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Deleting port 84857ea9-0348-48fc-a077-c22be603228c {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:02.599321 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b699926-e3b0-4821-b4c2-354b443056ae tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:02.620101 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c407631-0ad0-4d0b-90ce-09afbccf031e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-fc0e8ca2-48e6-417f-b293-fb9ab36f0c24', 'network_id': 'fc0e8ca2-48e6-417f-b293-fb9ab36f0c24', 'tenant_id': '06eb6d90730f42b395c16a1d355c2d8b', 'fixed_ips': [{'subnet_id': 'a4118009-65ad-4285-b41a-0858fb16e6a8'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:22:02.621248 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2c407631-0ad0-4d0b-90ce-09afbccf031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:02.670416 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b699926-e3b0-4821-b4c2-354b443056ae tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:02.686175 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-9b699926-e3b0-4821-b4c2-354b443056ae tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Calling delete_port for 84857ea9-0348-48fc-a077-c22be603228c owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:02.747823 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-067e50cc-a0e0-4150-94a0-788c18cd3a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:02.813225 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f642de9-6088-45c2-92c9-bde7ed5cb35c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:02.852974 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f642de9-6088-45c2-92c9-bde7ed5cb35c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Subnet': ['ID=a4118009-65ad-4285-b41a-0858fb16e6a8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server [None req-2c407631-0ad0-4d0b-90ce-09afbccf031e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4118009-65ad-4285-b41a-0858fb16e6a8: This subnet is being modified by another concurrent operation. Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 00:22:02.863619 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise exception Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4118009-65ad-4285-b41a-0858fb16e6a8: This subnet is being modified by another concurrent operation. Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server Nov 08 00:22:02.874271 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 3e79d612-cbea-499e-9607-f97a24235729 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:22:02.888907 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b699926-e3b0-4821-b4c2-354b443056ae tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:02.902610 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88489d5d-9c33-413b-a8dc-74653cc823cb None None] Network fc0e8ca2-48e6-417f-b293-fb9ab36f0c24 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:02.920270 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f642de9-6088-45c2-92c9-bde7ed5cb35c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:02.937960 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b699926-e3b0-4821-b4c2-354b443056ae tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event deleted for resources: {'Port': ['ID=84857ea9-0348-48fc-a077-c22be603228c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:02.944952 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-5f642de9-6088-45c2-92c9-bde7ed5cb35c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0e8ca2-48e6-417f-b293-fb9ab36f0c24']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:02.953365 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b699926-e3b0-4821-b4c2-354b443056ae tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:02.957836 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9b699926-e3b0-4821-b4c2-354b443056ae tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "DELETE /v2.0/ports/84857ea9-0348-48fc-a077-c22be603228c HTTP/1.1" status: 204 len: 168 time: 0.5316434 Nov 08 00:22:02.961073 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50634) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:02.974701 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-5f642de9-6088-45c2-92c9-bde7ed5cb35c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c524be49-2f17-4bcf-ac9b-887a449979ca') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:02.975049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-5f642de9-6088-45c2-92c9-bde7ed5cb35c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c524be49-2f17-4bcf-ac9b-887a449979ca') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:02.997461 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0e3403f7-2c1b-4a44-9015-062c83baf5ff tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0351574 Nov 08 00:22:03.000945 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50636) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:03.002753 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f642de9-6088-45c2-92c9-bde7ed5cb35c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.005090 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-067e50cc-a0e0-4150-94a0-788c18cd3a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.009445 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-cc35aaba-2310-4efc-b8bb-1a594faacfdd tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1283433197'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:03.032022 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f642de9-6088-45c2-92c9-bde7ed5cb35c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.041587 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f642de9-6088-45c2-92c9-bde7ed5cb35c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:03.041963 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f642de9-6088-45c2-92c9-bde7ed5cb35c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:03.044903 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:03.083720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 3e79d612-cbea-499e-9607-f97a24235729, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3e79d612-cbea-499e-9607-f97a24235729,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:03.084735 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-067e50cc-a0e0-4150-94a0-788c18cd3a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.088166 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05a61a6-25a8-45db-a4b4-65840d6d9e9f None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 00:22:03.099771 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:22:03.120080 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-067e50cc-a0e0-4150-94a0-788c18cd3a81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9743c5e117046ab8d4460dd51dec6f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5641215 Nov 08 00:22:03.122793 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50640) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:03.123170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '3e79d612-cbea-499e-9607-f97a24235729', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'port_id': '3e79d612-cbea-499e-9607-f97a24235729', 'mac_address': 'fa:16:3e:2c:b7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:22:03.149705 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc35aaba-2310-4efc-b8bb-1a594faacfdd tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Made reservation on behalf of 6448dd4f05c444b9a9f8d9f050f2bc4a for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:03.153414 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc35aaba-2310-4efc-b8bb-1a594faacfdd tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.193336 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f642de9-6088-45c2-92c9-bde7ed5cb35c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.193711 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.195591 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f642de9-6088-45c2-92c9-bde7ed5cb35c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.205560 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5f642de9-6088-45c2-92c9-bde7ed5cb35c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/fc0e8ca2-48e6-417f-b293-fb9ab36f0c24 HTTP/1.1" status: 204 len: 168 time: 0.8833580 Nov 08 00:22:03.206302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50646) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:03.221100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e50cc-a0e0-4150-94a0-788c18cd3a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a01dd74-b0b2-4f3a-b768-604a73d63ee6,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:03.230487 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d6adb16d-415e-4988-8d8f-1b14c18f4229 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2004450918'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:03.234853 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e79d612-cbea-499e-9607-f97a24235729 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:22:03.235916 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f642de9-6088-45c2-92c9-bde7ed5cb35c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Network': ['ID=fc0e8ca2-48e6-417f-b293-fb9ab36f0c24,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:03.255646 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc35aaba-2310-4efc-b8bb-1a594faacfdd tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:03.264591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05a61a6-25a8-45db-a4b4-65840d6d9e9f None None] Resources bound (agent type, host, resource id): {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 00:22:03.269569 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 3e79d612-cbea-499e-9607-f97a24235729, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3e79d612-cbea-499e-9607-f97a24235729,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:03.283333 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f570dd10-7c4d-4fc8-baf5-1e412d9fb873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.288253 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6412e2e-1c49-4f55-976b-74a7c9c5f010 req-89205e4a-da77-48a7-a87b-b2096ca33b7e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:03.290528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6412e2e-1c49-4f55-976b-74a7c9c5f010 req-89205e4a-da77-48a7-a87b-b2096ca33b7e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 945 time: 0.1557517 Nov 08 00:22:03.313062 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f570dd10-7c4d-4fc8-baf5-1e412d9fb873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.332600 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.339484 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6412e2e-1c49-4f55-976b-74a7c9c5f010 req-43c79f35-c2e3-4191-81c1-1bd0d4228cef tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396149 Nov 08 00:22:03.350009 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc35aaba-2310-4efc-b8bb-1a594faacfdd tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.350358 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-cc35aaba-2310-4efc-b8bb-1a594faacfdd tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Added segment 9d8e990c-8923-4540-81c9-e35c3236395f of type vlan for network f98f38ac-9a8e-4482-9842-7808e908fd9a Nov 08 00:22:03.372919 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.373051 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6adb16d-415e-4988-8d8f-1b14c18f4229 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:03.373051 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6adb16d-415e-4988-8d8f-1b14c18f4229 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.425466 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc35aaba-2310-4efc-b8bb-1a594faacfdd tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.439933 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6adb16d-415e-4988-8d8f-1b14c18f4229 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:03.460914 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6adb16d-415e-4988-8d8f-1b14c18f4229 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.461482 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-d6adb16d-415e-4988-8d8f-1b14c18f4229 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Added segment fdfa0189-146c-497b-a9f2-8bd3e6d7ac61 of type vlan for network a4133f5b-33a0-4ceb-9d08-554a077b99a7 Nov 08 00:22:03.472276 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3753656e-1a63-410b-9847-2ed7f434ab5e req-908ee1cd-30c5-4c86-863d-11b7bdc07fce tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 210 time: 0.0454376 Nov 08 00:22:03.486343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=3e79d612-cbea-499e-9607-f97a24235729,revision_number=11']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:03.507218 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6adb16d-415e-4988-8d8f-1b14c18f4229 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.536720 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f570dd10-7c4d-4fc8-baf5-1e412d9fb873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.539267 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f570dd10-7c4d-4fc8-baf5-1e412d9fb873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.540994 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f570dd10-7c4d-4fc8-baf5-1e412d9fb873 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a01dd74-b0b2-4f3a-b768-604a73d63ee6 HTTP/1.1" status: 204 len: 168 time: 0.4160821 Nov 08 00:22:03.548696 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570dd10-7c4d-4fc8-baf5-1e412d9fb873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a01dd74-b0b2-4f3a-b768-604a73d63ee6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:03.594533 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc35aaba-2310-4efc-b8bb-1a594faacfdd tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.600643 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc35aaba-2310-4efc-b8bb-1a594faacfdd tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:03.601810 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc35aaba-2310-4efc-b8bb-1a594faacfdd tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.654867 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6adb16d-415e-4988-8d8f-1b14c18f4229 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.660552 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6adb16d-415e-4988-8d8f-1b14c18f4229 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:03.661162 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6adb16d-415e-4988-8d8f-1b14c18f4229 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.685038 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35aaba-2310-4efc-b8bb-1a594faacfdd tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event updated for resources: {'Network': ['ID=f98f38ac-9a8e-4482-9842-7808e908fd9a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:03.696068 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network f98f38ac-9a8e-4482-9842-7808e908fd9a details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:03.699827 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['3e79d612-cbea-499e-9607-f97a24235729'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:22:03.751538 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6adb16d-415e-4988-8d8f-1b14c18f4229 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Network': ['ID=a4133f5b-33a0-4ceb-9d08-554a077b99a7,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:03.758367 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cc35aaba-2310-4efc-b8bb-1a594faacfdd tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7534661 Nov 08 00:22:03.760861 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50654) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:03.766645 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-1ba2fda2-7f4b-4de1-b94d-0a70d79e6b4c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1461373565'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:03.772380 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network a4133f5b-33a0-4ceb-9d08-554a077b99a7 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:03.789158 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d6adb16d-415e-4988-8d8f-1b14c18f4229 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5611959 Nov 08 00:22:03.794015 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50656) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:03.796801 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-edfc2838-22eb-4fe3-946e-f956b0ad3c2c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'subnet': {'network_id': 'a4133f5b-33a0-4ceb-9d08-554a077b99a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:03.938554 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba2fda2-7f4b-4de1-b94d-0a70d79e6b4c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Made reservation on behalf of 6448dd4f05c444b9a9f8d9f050f2bc4a for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:03.942313 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1ba2fda2-7f4b-4de1-b94d-0a70d79e6b4c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.974583 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba2fda2-7f4b-4de1-b94d-0a70d79e6b4c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:03.984929 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1ba2fda2-7f4b-4de1-b94d-0a70d79e6b4c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:03.985280 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-1ba2fda2-7f4b-4de1-b94d-0a70d79e6b4c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Added segment 118f44c3-cecb-4722-bb49-21283b98b725 of type vlan for network 1a9a7269-2ed2-46fa-8be0-e45b2d391c6e Nov 08 00:22:04.026825 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1ba2fda2-7f4b-4de1-b94d-0a70d79e6b4c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:04.035877 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfc2838-22eb-4fe3-946e-f956b0ad3c2c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:04.040116 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-edfc2838-22eb-4fe3-946e-f956b0ad3c2c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:04.202628 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1ba2fda2-7f4b-4de1-b94d-0a70d79e6b4c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:04.208601 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba2fda2-7f4b-4de1-b94d-0a70d79e6b4c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:04.209197 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1ba2fda2-7f4b-4de1-b94d-0a70d79e6b4c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:04.317332 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2fda2-7f4b-4de1-b94d-0a70d79e6b4c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event updated for resources: {'Network': ['ID=1a9a7269-2ed2-46fa-8be0-e45b2d391c6e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:04.329927 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 1a9a7269-2ed2-46fa-8be0-e45b2d391c6e details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:04.408249 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1ba2fda2-7f4b-4de1-b94d-0a70d79e6b4c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6462336 Nov 08 00:22:04.438681 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-edfc2838-22eb-4fe3-946e-f956b0ad3c2c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:04.528701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e21714-cd45-406f-b356-16cc14c9e612 req-12d50f3a-45cf-47e2-ab7b-7fb25bd7664f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:04.531023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc2838-22eb-4fe3-946e-f956b0ad3c2c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Subnet': ['ID=eb31dc06-64b1-453d-bf97-9ffee93437e1,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:04.531700 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5e21714-cd45-406f-b356-16cc14c9e612 req-12d50f3a-45cf-47e2-ab7b-7fb25bd7664f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 946 time: 0.0960567 Nov 08 00:22:04.536329 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfc2838-22eb-4fe3-946e-f956b0ad3c2c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Checking segment: {'id': 'fdfa0189-146c-497b-a9f2-8bd3e6d7ac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4133f5b-33a0-4ceb-9d08-554a077b99a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:04.536695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfc2838-22eb-4fe3-946e-f956b0ad3c2c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network hostable DHCP agents. Network: a4133f5b-33a0-4ceb-9d08-554a077b99a7, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:04.545550 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50688) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:04.550407 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Request body: {'subnets': [{'network_id': 'f98f38ac-9a8e-4482-9842-7808e908fd9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1368219829', 'ip_version': 4}, {'network_id': '1a9a7269-2ed2-46fa-8be0-e45b2d391c6e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:04.550730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Request body: {'subnet': {'network_id': 'f98f38ac-9a8e-4482-9842-7808e908fd9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1368219829', 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:04.551436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Request body: {'subnet': {'network_id': '1a9a7269-2ed2-46fa-8be0-e45b2d391c6e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:04.622941 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfc2838-22eb-4fe3-946e-f956b0ad3c2c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network a4133f5b-33a0-4ceb-9d08-554a077b99a7 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:04.663070 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2da7f214-1ef7-4f7d-a7b6-d04aefac5889 req-028cf212-7f2a-4a40-b7b0-50fc9748bb93 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 210 time: 0.0579598 Nov 08 00:22:04.684943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5e21714-cd45-406f-b356-16cc14c9e612 req-1efa1516-b1e5-4e9b-91d5-e6d0e189101b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406913 Nov 08 00:22:04.715146 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-edfc2838-22eb-4fe3-946e-f956b0ad3c2c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, a4133f5b-33a0-4ceb-9d08-554a077b99a7) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:04.720299 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfc2838-22eb-4fe3-946e-f956b0ad3c2c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:04.726010 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-edfc2838-22eb-4fe3-946e-f956b0ad3c2c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:04.726181 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198708e2-aaff-4bc5-a7d5-97afbe8214f0 None None] Network a4133f5b-33a0-4ceb-9d08-554a077b99a7 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:04.754412 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50694) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:04.822490 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-edfc2838-22eb-4fe3-946e-f956b0ad3c2c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0297120 Nov 08 00:22:04.828124 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50698) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:04.884100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 3e79d612-cbea-499e-9607-f97a24235729 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:22:04.919836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Made reservation on behalf of 6448dd4f05c444b9a9f8d9f050f2bc4a for: {'subnet': 2} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:04.923913 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c0e051bd-3cc9-4b85-829c-e696fa5ae9f2 tempest-AgentManagementNegativeTest-2086158700 tempest-AgentManagementNegativeTest-2086158700-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1679816 Nov 08 00:22:04.928193 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:04.928884 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:04.972858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-a4133f5b-33a0-4ceb-9d08-554a077b99a7', 'network_id': 'a4133f5b-33a0-4ceb-9d08-554a077b99a7', 'tenant_id': '06eb6d90730f42b395c16a1d355c2d8b', 'fixed_ips': [{'subnet_id': 'eb31dc06-64b1-453d-bf97-9ffee93437e1'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:22:04.974038 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:05.007195 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-68f871d8-6938-4458-9b5e-862872af32a5 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:05.009871 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-68f871d8-6938-4458-9b5e-862872af32a5 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.20 "GET /v2.0/networks?id=d20df259-1f81-4a1a-9eb7-c348a83c593b HTTP/1.1" status: 200 len: 805 time: 0.1934826 Nov 08 00:22:05.029361 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-310798bd-a555-4bf8-9a26-f7bd7dfb8a7f tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Request body: {'port': {'device_id': '994178f2-8144-4509-8248-d79a31b61a30', 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b', 'admin_state_up': True, 'tenant_id': '7f16e000569246a6a036af1fb56e5a64'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:05.046782 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:05.082792 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 3e79d612-cbea-499e-9607-f97a24235729 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:22:05.109440 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 3e79d612-cbea-499e-9607-f97a24235729 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:05.110740 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:05.217376 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] Allocated IP 172.20.0.1 (a4133f5b-33a0-4ceb-9d08-554a077b99a7/eb31dc06-64b1-453d-bf97-9ffee93437e1/38af5ef1-0e97-49b5-be5e-ea2857ef87d3) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:22:05.219264 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:05.279852 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-310798bd-a555-4bf8-9a26-f7bd7dfb8a7f tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Made reservation on behalf of 7f16e000569246a6a036af1fb56e5a64 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:05.283437 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-310798bd-a555-4bf8-9a26-f7bd7dfb8a7f tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:05.312928 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:05.354557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e79d612-cbea-499e-9607-f97a24235729'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:22:05.356860 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c2751e-4358-424c-8e78-f3047fd3d8ee" -d '{"events": [{"server_uuid": "b165dd9e-37f0-4a7b-a0ff-52dd48340679", "name": "network-vif-plugged", "status": "completed", "tag": "3e79d612-cbea-499e-9607-f97a24235729"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:22:05.381700 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 3e79d612-cbea-499e-9607-f97a24235729, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3e79d612-cbea-499e-9607-f97a24235729,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:05.472750 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017c258c-3a19-43c5-8b3e-6e2bab201525 x-openstack-request-id: req-017c258c-3a19-43c5-8b3e-6e2bab201525 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:22:05.473723 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b165dd9e-37f0-4a7b-a0ff-52dd48340679", "name": "network-vif-plugged", "status": "completed", "tag": "3e79d612-cbea-499e-9607-f97a24235729", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:22:05.473981 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-017c258c-3a19-43c5-8b3e-6e2bab201525 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:22:05.474618 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e79d612-cbea-499e-9607-f97a24235729', 'code': 200} Nov 08 00:22:05.488048 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:05.510773 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-310798bd-a555-4bf8-9a26-f7bd7dfb8a7f tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Allocated IP 172.20.0.5 (d20df259-1f81-4a1a-9eb7-c348a83c593b/47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7/1e1046f5-d688-41ec-8c2b-374cf201348e) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:22:05.524651 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:05.552676 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=3e79d612-cbea-499e-9607-f97a24235729,revision_number=12']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:05.624552 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:05.684686 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-310798bd-a555-4bf8-9a26-f7bd7dfb8a7f tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:05.684935 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] Network a4133f5b-33a0-4ceb-9d08-554a077b99a7 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:05.687690 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:05.691422 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:05.697264 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:05.710665 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] Pushing event updated for resources: {'Port': ['ID=38af5ef1-0e97-49b5-be5e-ea2857ef87d3,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:05.713282 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50720) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:05.778746 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:05.788243 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] Attempting to bind port 38af5ef1-0e97-49b5-be5e-ea2857ef87d3 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:22:05.788609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] Attempting to bind port 38af5ef1-0e97-49b5-be5e-ea2857ef87d3 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'fdfa0189-146c-497b-a9f2-8bd3e6d7ac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4133f5b-33a0-4ceb-9d08-554a077b99a7'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:22:05.788966 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] Attempting to bind port 38af5ef1-0e97-49b5-be5e-ea2857ef87d3 on network a4133f5b-33a0-4ceb-9d08-554a077b99a7 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:22:05.795516 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:22:05.796249 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] Checking segment: {'id': 'fdfa0189-146c-497b-a9f2-8bd3e6d7ac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4133f5b-33a0-4ceb-9d08-554a077b99a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:05.796467 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:05.796913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] Bound using segment: {'id': 'fdfa0189-146c-497b-a9f2-8bd3e6d7ac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4133f5b-33a0-4ceb-9d08-554a077b99a7'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:22:05.797809 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] Bound port: 38af5ef1-0e97-49b5-be5e-ea2857ef87d3, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa0189-146c-497b-a9f2-8bd3e6d7ac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4133f5b-33a0-4ceb-9d08-554a077b99a7'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:22:05.798549 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:05.871140 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event updated for resources: {'Subnet': ['ID=36419b60-8384-44b0-a870-dcb86960c3ad,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:05.878103 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-310798bd-a555-4bf8-9a26-f7bd7dfb8a7f tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:05.889914 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0186df34-44a2-439c-8bd2-c253ca431a9f req-9ec4e4e3-9f07-45b8-af56-203c49181f25 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 210 time: 0.0932386 Nov 08 00:22:05.903838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] For port 38af5ef1-0e97-49b5-be5e-ea2857ef87d3, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:22:05.912032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] For port 38af5ef1-0e97-49b5-be5e-ea2857ef87d3, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=38af5ef1-0e97-49b5-be5e-ea2857ef87d3,segment=NetworkSegment(fdfa0189-146c-497b-a9f2-8bd3e6d7ac61),segment_id=fdfa0189-146c-497b-a9f2-8bd3e6d7ac61)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:22:05.935442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Subnet': ['ID=eb31dc06-64b1-453d-bf97-9ffee93437e1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:05.942332 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-310798bd-a555-4bf8-9a26-f7bd7dfb8a7f tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Network d20df259-1f81-4a1a-9eb7-c348a83c593b is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:05.951302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-310798bd-a555-4bf8-9a26-f7bd7dfb8a7f tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:05.965387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-310798bd-a555-4bf8-9a26-f7bd7dfb8a7f tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:05.969479 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310798bd-a555-4bf8-9a26-f7bd7dfb8a7f tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Pushing event updated for resources: {'Port': ['ID=1e1046f5-d688-41ec-8c2b-374cf201348e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:06.019690 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.029496 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-310798bd-a555-4bf8-9a26-f7bd7dfb8a7f tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:06.030215 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-310798bd-a555-4bf8-9a26-f7bd7dfb8a7f tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.030821 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.034019 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Checking segment: {'id': '9d8e990c-8923-4540-81c9-e35c3236395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f98f38ac-9a8e-4482-9842-7808e908fd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:06.034463 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Network hostable DHCP agents. Network: f98f38ac-9a8e-4482-9842-7808e908fd9a, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:06.068097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620db72-cb7c-4e49-bebd-9701a8995862 req-76a74c24-86d1-4c41-8a6f-d5763da12cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:06.069761 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c620db72-cb7c-4e49-bebd-9701a8995862 req-76a74c24-86d1-4c41-8a6f-d5763da12cdf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 1098 time: 0.2720857 Nov 08 00:22:06.074380 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9b64fffc-ba8d-41cf-8399-e27ad360b119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.076866 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4133f5b-33a0-4ceb-9d08-554a077b99a7']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:06.100660 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405e951-2981-43bc-bf06-8a356bfa89f0 None None] Pushing event updated for resources: {'Port': ['ID=38af5ef1-0e97-49b5-be5e-ea2857ef87d3,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:06.105462 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfa0189-146c-497b-a9f2-8bd3e6d7ac61') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:06.105767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfa0189-146c-497b-a9f2-8bd3e6d7ac61') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:06.112048 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315a5018-afbf-4235-918a-564a2649cf01 None None] Network a4133f5b-33a0-4ceb-9d08-554a077b99a7 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:06.114757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcfe0f-fb99-49d7-980c-646345acadde req-6833ef4c-d415-462a-8d1f-894e83801935 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:06.116053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36dcfe0f-fb99-49d7-980c-646345acadde req-6833ef4c-d415-462a-8d1f-894e83801935 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 947 time: 0.2996995 Nov 08 00:22:06.124269 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-310798bd-a555-4bf8-9a26-f7bd7dfb8a7f tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1006603 Nov 08 00:22:06.138436 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.143152 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Request body: {'port': {'device_id': '994178f2-8144-4509-8248-d79a31b61a30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:06.171317 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.174319 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c620db72-cb7c-4e49-bebd-9701a8995862 req-647ac109-de99-45b7-8ee4-88bae429454d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885863 Nov 08 00:22:06.187382 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:06.187819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:06.191056 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:06.193471 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9b64fffc-ba8d-41cf-8399-e27ad360b119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.205905 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36dcfe0f-fb99-49d7-980c-646345acadde req-a0b9925e-6305-4e7c-87f4-cfb8a09b9f3c tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782447 Nov 08 00:22:06.223496 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.253258 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Network f98f38ac-9a8e-4482-9842-7808e908fd9a is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:06.267680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c6ccbc-deab-4b56-b60d-587af7c5ad30 None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 00:22:06.303642 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.db.api [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 00:22:06.303642 n-d-816882-1 neutron-server[102772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 00:22:06.303642 n-d-816882-1 neutron-server[102772]: [parameters: {'id': 'a4133f5b-33a0-4ceb-9d08-554a077b99a7'}] Nov 08 00:22:06.303642 n-d-816882-1 neutron-server[102772]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:22:06.304330 n-d-816882-1 neutron-server[102772]: DEBUG oslo_db.api [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:22:06.333562 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9b64fffc-ba8d-41cf-8399-e27ad360b119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.340323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, f98f38ac-9a8e-4482-9842-7808e908fd9a) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:06.344916 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.399943 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9b64fffc-ba8d-41cf-8399-e27ad360b119 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15581f490c264a82af42cd8d854f7e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6859117 Nov 08 00:22:06.408575 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50730) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:06.409433 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64fffc-ba8d-41cf-8399-e27ad360b119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1edc71-9719-49d9-9d31-32ec5d83776d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:06.481276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event updated for resources: {'Subnet': ['ID=ea39325b-7722-4f70-a361-ba4254cd7f6e,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:06.483638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Checking segment: {'id': '118f44c3-cecb-4722-bb49-21283b98b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1a9a7269-2ed2-46fa-8be0-e45b2d391c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:06.484040 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Network hostable DHCP agents. Network: 1a9a7269-2ed2-46fa-8be0-e45b2d391c6e, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:06.514602 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7d6d124e-8e2e-4736-85b9-e56c9df054bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.537888 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7d6d124e-8e2e-4736-85b9-e56c9df054bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.595634 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1046f5-d688-41ec-8c2b-374cf201348e {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:22:06.603605 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.616759 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c6ccbc-deab-4b56-b60d-587af7c5ad30 None None] Network 1a9a7269-2ed2-46fa-8be0-e45b2d391c6e is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:06.617501 n-d-816882-1 neutron-server[102772]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Agent 83c28920-601b-45de-aac5-a1a2d2eb995c already present Nov 08 00:22:06.625892 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Network 1a9a7269-2ed2-46fa-8be0-e45b2d391c6e is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:06.625892 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 1a9a7269-2ed2-46fa-8be0-e45b2d391c6e) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:06.625892 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:06.625892 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:06.626315 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c6ccbc-deab-4b56-b60d-587af7c5ad30 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 1a9a7269-2ed2-46fa-8be0-e45b2d391c6e) {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 00:22:06.626415 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.731031 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Transition to ACTIVE for port object 1e1046f5-d688-41ec-8c2b-374cf201348e will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:22:06.731268 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7d6d124e-8e2e-4736-85b9-e56c9df054bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.734005 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7d6d124e-8e2e-4736-85b9-e56c9df054bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.737486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7d6d124e-8e2e-4736-85b9-e56c9df054bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db1edc71-9719-49d9-9d31-32ec5d83776d HTTP/1.1" status: 204 len: 168 time: 0.3254991 Nov 08 00:22:06.744897 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d124e-8e2e-4736-85b9-e56c9df054bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1edc71-9719-49d9-9d31-32ec5d83776d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:06.799855 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-78aad18b-bf2c-4eb1-a655-b0382fd165d6 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.2531981 Nov 08 00:22:06.802284 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50738) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:06.812730 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.839983 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.892518 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1046f5-d688-41ec-8c2b-374cf201348e,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:06.896503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b7c9f1-a761-41e3-abb9-009c033665bd tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:06.900869 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b7c9f1-a761-41e3-abb9-009c033665bd tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:06.900869 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b7c9f1-a761-41e3-abb9-009c033665bd tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:06.906208 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c7b7c9f1-a761-41e3-abb9-009c033665bd tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0982404 Nov 08 00:22:06.906208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50740) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:06.910948 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-1a9a7269-2ed2-46fa-8be0-e45b2d391c6e', 'network_id': '1a9a7269-2ed2-46fa-8be0-e45b2d391c6e', 'tenant_id': '6448dd4f05c444b9a9f8d9f050f2bc4a', 'fixed_ips': [{'subnet_id': 'ea39325b-7722-4f70-a361-ba4254cd7f6e'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:22:06.911826 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.935880 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2df856-56c7-4d68-8e99-1b12cac39e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-f98f38ac-9a8e-4482-9842-7808e908fd9a', 'network_id': 'f98f38ac-9a8e-4482-9842-7808e908fd9a', 'tenant_id': '6448dd4f05c444b9a9f8d9f050f2bc4a', 'fixed_ips': [{'subnet_id': '36419b60-8384-44b0-a870-dcb86960c3ad'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:22:06.936914 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a2df856-56c7-4d68-8e99-1b12cac39e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:06.975418 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e764fe05-9d4c-4b31-b641-4a0286cab469 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Deleting subnet 36419b60-8384-44b0-a870-dcb86960c3ad {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:22:06.981515 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e764fe05-9d4c-4b31-b641-4a0286cab469 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:07.019210 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Deleting port 38af5ef1-0e97-49b5-be5e-ea2857ef87d3 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:07.019845 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:07.023700 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Attempting to bind port 1e1046f5-d688-41ec-8c2b-374cf201348e on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:22:07.024104 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Attempting to bind port 1e1046f5-d688-41ec-8c2b-374cf201348e by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '4ef97e07-2b2b-42db-9afa-e4de59102da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:22:07.024440 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Attempting to bind port 1e1046f5-d688-41ec-8c2b-374cf201348e on network d20df259-1f81-4a1a-9eb7-c348a83c593b {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:22:07.030474 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Port 1e1046f5-d688-41ec-8c2b-374cf201348e on network d20df259-1f81-4a1a-9eb7-c348a83c593b not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:22:07.031147 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Attempting to bind port 1e1046f5-d688-41ec-8c2b-374cf201348e on network d20df259-1f81-4a1a-9eb7-c348a83c593b {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:22:07.038590 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:22:07.040288 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Checking segment: {'id': '4ef97e07-2b2b-42db-9afa-e4de59102da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:07.041985 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Bound using segment: {'id': '4ef97e07-2b2b-42db-9afa-e4de59102da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:22:07.043553 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Bound port: 1e1046f5-d688-41ec-8c2b-374cf201348e, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef97e07-2b2b-42db-9afa-e4de59102da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:22:07.044068 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:07.111252 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e764fe05-9d4c-4b31-b641-4a0286cab469 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:07.113784 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50748) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:07.197940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] For port 38af5ef1-0e97-49b5-be5e-ea2857ef87d3, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=38af5ef1-0e97-49b5-be5e-ea2857ef87d3,segment=NetworkSegment(fdfa0189-146c-497b-a9f2-8bd3e6d7ac61),segment_id=fdfa0189-146c-497b-a9f2-8bd3e6d7ac61)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:07.197940 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:07.198141 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] For port 1e1046f5-d688-41ec-8c2b-374cf201348e, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:22:07.205691 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] For port 1e1046f5-d688-41ec-8c2b-374cf201348e, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1e1046f5-d688-41ec-8c2b-374cf201348e,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:22:07.210599 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e764fe05-9d4c-4b31-b641-4a0286cab469 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:07.237193 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904aeeeb-2af9-4ab6-ad87-5e53926ce4da req-1068e9b8-6ab4-441b-a077-23dc5b47176e tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:07.238753 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-904aeeeb-2af9-4ab6-ad87-5e53926ce4da req-1068e9b8-6ab4-441b-a077-23dc5b47176e tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 943 time: 0.2293262 Nov 08 00:22:07.245214 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Calling delete_port for 38af5ef1-0e97-49b5-be5e-ea2857ef87d3 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:07.280867 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:07.359045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:07.360260 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:07.361604 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-f1235de9-1825-4176-b459-4097d7262603 service neutron] 10.222.0.20 "PUT /v2.0/ports/1e1046f5-d688-41ec-8c2b-374cf201348e HTTP/1.1" status: 200 len: 1091 time: 1.2230167 Nov 08 00:22:07.362231 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994178f2-8144-4509-8248-d79a31b61a30', 'tag': '1e1046f5-d688-41ec-8c2b-374cf201348e'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:22:07.365334 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24709d1f-d06a-4483-9794-edf49bf043b6" -d '{"events": [{"name": "network-changed", "server_uuid": "994178f2-8144-4509-8248-d79a31b61a30", "tag": "1e1046f5-d688-41ec-8c2b-374cf201348e"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:22:07.385684 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1235de9-1825-4176-b459-4097d7262603 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1046f5-d688-41ec-8c2b-374cf201348e,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:07.420205 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a078a630-854e-4d59-af93-304e6f4d9d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:07.425185 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-904aeeeb-2af9-4ab6-ad87-5e53926ce4da req-9e42f49e-566a-4243-b305-c05a02497920 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745248 Nov 08 00:22:07.454253 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] Allocated IP 172.20.0.18 (1a9a7269-2ed2-46fa-8be0-e45b2d391c6e/ea39325b-7722-4f70-a361-ba4254cd7f6e/9606d63b-9f53-46c3-9414-f2cfd493d066) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:22:07.516229 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51c95b-a610-428d-b3b6-e4a92f14c4c5 req-2bf906ed-e138-4435-a5fc-064f65080d41 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:07.524336 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f51c95b-a610-428d-b3b6-e4a92f14c4c5 req-2bf906ed-e138-4435-a5fc-064f65080d41 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 947 time: 0.1723959 Nov 08 00:22:07.528032 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b0ba7f-d671-4cf0-b7d2-a286d1741d4e x-openstack-request-id: req-a4b0ba7f-d671-4cf0-b7d2-a286d1741d4e {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:22:07.528336 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994178f2-8144-4509-8248-d79a31b61a30", "tag": "1e1046f5-d688-41ec-8c2b-374cf201348e", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:22:07.528595 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4b0ba7f-d671-4cf0-b7d2-a286d1741d4e {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:22:07.529206 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994178f2-8144-4509-8248-d79a31b61a30', 'tag': '1e1046f5-d688-41ec-8c2b-374cf201348e', 'status': 'completed', 'code': 200} Nov 08 00:22:07.568172 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f51c95b-a610-428d-b3b6-e4a92f14c4c5 req-a0620d5f-61cf-436b-94d0-1d9dddf57c17 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401101 Nov 08 00:22:07.598190 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e764fe05-9d4c-4b31-b641-4a0286cab469 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:07.631107 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-999c21a4-0577-4fea-9a71-d328bc9865c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:07.632786 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-999c21a4-0577-4fea-9a71-d328bc9865c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f16e000569246a6a036af1fb56e5a64&device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 1094 time: 0.0879810 Nov 08 00:22:07.635900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764fe05-9d4c-4b31-b641-4a0286cab469 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event deleted for resources: {'Subnet': ['ID=36419b60-8384-44b0-a870-dcb86960c3ad,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:07.638067 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e764fe05-9d4c-4b31-b641-4a0286cab469 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:07.641368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e764fe05-9d4c-4b31-b641-4a0286cab469 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "DELETE /v2.0/subnets/36419b60-8384-44b0-a870-dcb86960c3ad HTTP/1.1" status: 204 len: 168 time: 0.7347734 Nov 08 00:22:07.644177 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50776) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:07.649939 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server [None req-1a2df856-56c7-4d68-8e99-1b12cac39e89 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36419b60-8384-44b0-a870-dcb86960c3ad: This subnet is being modified by another concurrent operation. Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 00:22:07.676000 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise exception Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36419b60-8384-44b0-a870-dcb86960c3ad: This subnet is being modified by another concurrent operation. Nov 08 00:22:07.679741 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server Nov 08 00:22:07.717290 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:07.722878 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-d36e48b3-135b-448f-880b-615fe9442575 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e1046f5-d688-41ec-8c2b-374cf201348e HTTP/1.1" status: 200 len: 217 time: 0.0641353 Nov 08 00:22:07.730916 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No DVR routers for this DVR port 38af5ef1-0e97-49b5-be5e-ea2857ef87d3 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:22:07.765340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Port': ['ID=38af5ef1-0e97-49b5-be5e-ea2857ef87d3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:07.844414 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:07.855857 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcb1a76-a111-4168-adf2-1b312791d3b2 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Deleting subnet ea39325b-7722-4f70-a361-ba4254cd7f6e {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:22:07.857603 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-6342db27-5fbf-42ff-a978-209d59cf61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:07.859178 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-6342db27-5fbf-42ff-a978-209d59cf61cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7 HTTP/1.1" status: 200 len: 845 time: 0.0898752 Nov 08 00:22:07.876726 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4133f5b-33a0-4ceb-9d08-554a077b99a7']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:07.881119 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:07.894301 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6bcb1a76-a111-4168-adf2-1b312791d3b2 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:07.894524 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfa0189-146c-497b-a9f2-8bd3e6d7ac61') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:07.894659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfa0189-146c-497b-a9f2-8bd3e6d7ac61') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:07.898799 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-308bf44c-89b8-436f-9a2a-9a774dd2a193 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d20df259-1f81-4a1a-9eb7-c348a83c593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317402 Nov 08 00:22:07.905094 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a078a630-854e-4d59-af93-304e6f4d9d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:07.908836 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:07.920494 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] Network 1a9a7269-2ed2-46fa-8be0-e45b2d391c6e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:07.923195 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:07.923592 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:07.927187 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:07.932706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:07.933507 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:07.936686 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:07.939113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] Pushing event updated for resources: {'Port': ['ID=9606d63b-9f53-46c3-9414-f2cfd493d066,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:07.993728 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6bcb1a76-a111-4168-adf2-1b312791d3b2 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.009122 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] Attempting to bind port 9606d63b-9f53-46c3-9414-f2cfd493d066 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:22:08.009696 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] Attempting to bind port 9606d63b-9f53-46c3-9414-f2cfd493d066 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '118f44c3-cecb-4722-bb49-21283b98b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1a9a7269-2ed2-46fa-8be0-e45b2d391c6e'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:22:08.010231 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] Attempting to bind port 9606d63b-9f53-46c3-9414-f2cfd493d066 on network 1a9a7269-2ed2-46fa-8be0-e45b2d391c6e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:22:08.016118 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:22:08.016512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] Checking segment: {'id': '118f44c3-cecb-4722-bb49-21283b98b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1a9a7269-2ed2-46fa-8be0-e45b2d391c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:08.017012 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.017827 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] Bound using segment: {'id': '118f44c3-cecb-4722-bb49-21283b98b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1a9a7269-2ed2-46fa-8be0-e45b2d391c6e'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:22:08.018016 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] Bound port: 9606d63b-9f53-46c3-9414-f2cfd493d066, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118f44c3-cecb-4722-bb49-21283b98b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1a9a7269-2ed2-46fa-8be0-e45b2d391c6e'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:22:08.018862 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.028482 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a078a630-854e-4d59-af93-304e6f4d9d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.070564 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-6ce2a71e-2869-408a-b9aa-1932654903d9 service neutron] 10.222.0.20 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523178 Nov 08 00:22:08.099467 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078a630-854e-4d59-af93-304e6f4d9d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6c81d2-dceb-4ef0-a4a2-95ec48e7d31f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:08.111155 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a078a630-854e-4d59-af93-304e6f4d9d83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=849e0c626aec46fa90bb97e41218979f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9962788 Nov 08 00:22:08.113693 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.115430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50796) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:08.130936 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] For port 9606d63b-9f53-46c3-9414-f2cfd493d066, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:22:08.134589 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] For port 9606d63b-9f53-46c3-9414-f2cfd493d066, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9606d63b-9f53-46c3-9414-f2cfd493d066,segment=NetworkSegment(118f44c3-cecb-4722-bb49-21283b98b725),segment_id=118f44c3-cecb-4722-bb49-21283b98b725)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:22:08.136314 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.139403 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/a4133f5b-33a0-4ceb-9d08-554a077b99a7 HTTP/1.1" status: 204 len: 168 time: 3.3103187 Nov 08 00:22:08.147390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50798) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:08.164178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-b8933094-d3d8-4742-89e9-e4140b9ad6e9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1317793323'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:08.165546 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50800) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:08.171450 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f89dd4-7825-453e-9c22-077f032460ae tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Network': ['ID=a4133f5b-33a0-4ceb-9d08-554a077b99a7,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:08.219518 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.222295 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6bcb1a76-a111-4168-adf2-1b312791d3b2 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.222422 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2b22130-98df-424e-ab5f-200b33e04c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.247230 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7a7576bd-7538-4cca-a2ac-1a00e62d0263 req-4d88c410-a8f4-436f-b453-baecf0d8e1bc service neutron] 10.222.0.20 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509128 Nov 08 00:22:08.249160 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2b22130-98df-424e-ab5f-200b33e04c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.292095 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c2caf-b53c-4eff-90d1-9b554ef07824 None None] Pushing event updated for resources: {'Port': ['ID=9606d63b-9f53-46c3-9414-f2cfd493d066,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:08.313193 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8933094-d3d8-4742-89e9-e4140b9ad6e9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:08.316831 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b8933094-d3d8-4742-89e9-e4140b9ad6e9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.331398 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.360351 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Request body: {'networks': [{'name': 'tempest-network--1180714169'}, {'name': 'tempest-network--1841351261'}]} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:08.360667 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Request body: {'network': {'name': 'tempest-network--1180714169'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:08.361159 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Request body: {'network': {'name': 'tempest-network--1841351261'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:08.499315 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6bcb1a76-a111-4168-adf2-1b312791d3b2 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.556247 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6bcb1a76-a111-4168-adf2-1b312791d3b2 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.559556 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6bcb1a76-a111-4168-adf2-1b312791d3b2 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "DELETE /v2.0/subnets/ea39325b-7722-4f70-a361-ba4254cd7f6e HTTP/1.1" status: 204 len: 168 time: 0.9138522 Nov 08 00:22:08.562333 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Made reservation on behalf of 7ce1a014bdca454bb18638a1b3e46e35 for: {'network': 2} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:08.564756 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2b22130-98df-424e-ab5f-200b33e04c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.566849 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.567347 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2b22130-98df-424e-ab5f-200b33e04c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.568515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c2b22130-98df-424e-ab5f-200b33e04c45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c6c81d2-dceb-4ef0-a4a2-95ec48e7d31f HTTP/1.1" status: 204 len: 168 time: 0.4512808 Nov 08 00:22:08.568917 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb1a76-a111-4168-adf2-1b312791d3b2 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event deleted for resources: {'Subnet': ['ID=ea39325b-7722-4f70-a361-ba4254cd7f6e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:08.569349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8933094-d3d8-4742-89e9-e4140b9ad6e9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:08.571145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50818) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:08.582321 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.611565 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24709d1f-d06a-4483-9794-edf49bf043b6 req-51b1554e-32f9-45ae-96ca-2d50aca02833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:08.611565 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24709d1f-d06a-4483-9794-edf49bf043b6 req-51b1554e-32f9-45ae-96ca-2d50aca02833 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f16e000569246a6a036af1fb56e5a64&device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 1094 time: 0.1548350 Nov 08 00:22:08.622604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b22130-98df-424e-ab5f-200b33e04c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6c81d2-dceb-4ef0-a4a2-95ec48e7d31f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:08.624811 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b8933094-d3d8-4742-89e9-e4140b9ad6e9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.625335 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-b8933094-d3d8-4742-89e9-e4140b9ad6e9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Added segment 3df30834-04c4-4d04-b073-333c557d0511 of type vlan for network 699b36f3-24bc-445e-b2cb-fd4cf430e4f5 Nov 08 00:22:08.670826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1308120-655e-4a82-875e-c465b0eae5d1 req-0c5d01e2-6547-4445-a4b9-b03f795cd7e2 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:08.672369 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e1308120-655e-4a82-875e-c465b0eae5d1 req-0c5d01e2-6547-4445-a4b9-b03f795cd7e2 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 943 time: 0.1399481 Nov 08 00:22:08.704471 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfed58c-9913-403f-ae0d-e3312c05b749 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:08.706307 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-acfed58c-9913-403f-ae0d-e3312c05b749 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1314561 Nov 08 00:22:08.710206 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50830) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:08.732403 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b8933094-d3d8-4742-89e9-e4140b9ad6e9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.787592 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e1308120-655e-4a82-875e-c465b0eae5d1 req-bbc95191-c0c1-45df-8b7b-f40093034f54 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945847 Nov 08 00:22:08.831807 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24709d1f-d06a-4483-9794-edf49bf043b6 req-c42a5517-a82a-4ec0-b05b-2e59e7848c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:08.833674 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24709d1f-d06a-4483-9794-edf49bf043b6 req-c42a5517-a82a-4ec0-b05b-2e59e7848c38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d20df259-1f81-4a1a-9eb7-c348a83c593b HTTP/1.1" status: 200 len: 906 time: 0.2166736 Nov 08 00:22:08.841985 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.845292 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef3799-c5ed-4589-ab19-68c73cdf61c7 req-a93fc89e-8142-4dc6-b027-54fb8e2c6095 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:08.848257 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-49ef3799-c5ed-4589-ab19-68c73cdf61c7 req-a93fc89e-8142-4dc6-b027-54fb8e2c6095 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 947 time: 0.0814452 Nov 08 00:22:08.894002 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24709d1f-d06a-4483-9794-edf49bf043b6 req-2e62258c-04f4-4601-9bd2-0cf08a27928e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e1046f5-d688-41ec-8c2b-374cf201348e HTTP/1.1" status: 200 len: 217 time: 0.0504768 Nov 08 00:22:08.897566 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.945073 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-49ef3799-c5ed-4589-ab19-68c73cdf61c7 req-19f7b531-bc29-464e-8b1f-c6b36267e96c tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878303 Nov 08 00:22:08.969390 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.969859 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.972602 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b8933094-d3d8-4742-89e9-e4140b9ad6e9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.988743 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8933094-d3d8-4742-89e9-e4140b9ad6e9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:08.989927 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b8933094-d3d8-4742-89e9-e4140b9ad6e9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:08.994725 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24709d1f-d06a-4483-9794-edf49bf043b6 req-6c22ec26-7b76-4752-a589-f1521f8dc694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:08.996339 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24709d1f-d06a-4483-9794-edf49bf043b6 req-6c22ec26-7b76-4752-a589-f1521f8dc694 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7 HTTP/1.1" status: 200 len: 845 time: 0.0954375 Nov 08 00:22:09.033578 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9606d63b-9f53-46c3-9414-f2cfd493d066 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:22:09.051306 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1151f458-d4b9-43af-a511-0305de885da2,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:09.056494 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24709d1f-d06a-4483-9794-edf49bf043b6 req-9fd3d1c6-11de-436a-b64c-6d91ffcd75ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d20df259-1f81-4a1a-9eb7-c348a83c593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487165 Nov 08 00:22:09.060974 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:09.075967 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8933094-d3d8-4742-89e9-e4140b9ad6e9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Network': ['ID=699b36f3-24bc-445e-b2cb-fd4cf430e4f5,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:09.088509 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 699b36f3-24bc-445e-b2cb-fd4cf430e4f5 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:09.111710 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b8933094-d3d8-4742-89e9-e4140b9ad6e9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9534624 Nov 08 00:22:09.113210 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50836) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:09.118385 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-351d725d-0825-428a-b519-f6820c8895b1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'subnet': {'network_id': '699b36f3-24bc-445e-b2cb-fd4cf430e4f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:09.124574 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:09.125119 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Added segment 1d69063f-ffd6-443f-9b35-9c225dbeffc1 of type vlan for network 75287e28-e595-4527-bbcd-ae9aac92fccb Nov 08 00:22:09.175137 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 9606d63b-9f53-46c3-9414-f2cfd493d066 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:09.175512 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:09.175775 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Deleting port 9606d63b-9f53-46c3-9414-f2cfd493d066 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:09.176203 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:09.276182 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:09.320298 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:09.321654 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24709d1f-d06a-4483-9794-edf49bf043b6 req-67310ea9-e14d-42e9-99bc-55bced6a5617 service neutron] 10.222.0.20 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544339 Nov 08 00:22:09.332964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] For port 9606d63b-9f53-46c3-9414-f2cfd493d066, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9606d63b-9f53-46c3-9414-f2cfd493d066,segment=NetworkSegment(118f44c3-cecb-4722-bb49-21283b98b725),segment_id=118f44c3-cecb-4722-bb49-21283b98b725)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:09.333323 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:09.354415 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351d725d-0825-428a-b519-f6820c8895b1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:09.359274 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-351d725d-0825-428a-b519-f6820c8895b1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:09.402191 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 9606d63b-9f53-46c3-9414-f2cfd493d066, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9606d63b-9f53-46c3-9414-f2cfd493d066,segment=NetworkSegment(118f44c3-cecb-4722-bb49-21283b98b725),segment_id=118f44c3-cecb-4722-bb49-21283b98b725)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:09.406463 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Calling delete_port for 9606d63b-9f53-46c3-9414-f2cfd493d066 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:09.423262 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:09.542659 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:09.604539 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=9606d63b-9f53-46c3-9414-f2cfd493d066,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:09.655706 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d448b4a0-fd8a-4aea-9a05-d009acce95a8 None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 00:22:09.708964 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-351d725d-0825-428a-b519-f6820c8895b1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:09.736929 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-fe646af2-1f06-4484-beec-66dada1989a1 None None] Provisioning complete for port 9606d63b-9f53-46c3-9414-f2cfd493d066 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:09.737387 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fe646af2-1f06-4484-beec-66dada1989a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:09.764666 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:09.764986 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Added segment 35e4da0d-c7dd-473b-8258-6cd4111bcac4 of type vlan for network 11eb18e1-019d-4e17-ae3d-d069e3239a6a Nov 08 00:22:09.801903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d448b4a0-fd8a-4aea-9a05-d009acce95a8 None None] Resources bound (agent type, host, resource id): {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 00:22:09.803133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351d725d-0825-428a-b519-f6820c8895b1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Checking segment: {'id': '3df30834-04c4-4d04-b073-333c557d0511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '699b36f3-24bc-445e-b2cb-fd4cf430e4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:09.803714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351d725d-0825-428a-b519-f6820c8895b1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network hostable DHCP agents. Network: 699b36f3-24bc-445e-b2cb-fd4cf430e4f5, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:09.809325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d725d-0825-428a-b519-f6820c8895b1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Subnet': ['ID=4a0e4cbf-04ac-4d05-a5e1-9fe18a49c4f1,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:09.820667 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50842) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:09.859659 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3f2fa853-4286-479c-bbc8-23658368eb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:09.868823 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:09.872587 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-24709d1f-d06a-4483-9794-edf49bf043b6 req-2fe8411e-a17b-4ad5-9e72-87aa68497e80 service neutron] 10.222.0.20 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5417459 Nov 08 00:22:09.943008 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351d725d-0825-428a-b519-f6820c8895b1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network 699b36f3-24bc-445e-b2cb-fd4cf430e4f5 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:10.016695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d2a41-7cea-4166-941d-5a4d87e0a76f req-2e47e0ef-60ad-4f9b-b743-11ca344764aa tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:10.018211 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de5d2a41-7cea-4166-941d-5a4d87e0a76f req-2e47e0ef-60ad-4f9b-b743-11ca344764aa tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 943 time: 0.0938790 Nov 08 00:22:10.028490 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.029624 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.033453 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3f2fa853-4286-479c-bbc8-23658368eb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.038683 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:10.045326 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:10.046242 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.087577 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de5d2a41-7cea-4166-941d-5a4d87e0a76f req-2681fd89-6dee-475f-9c01-65f7496b53c7 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612526 Nov 08 00:22:10.089834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-351d725d-0825-428a-b519-f6820c8895b1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 699b36f3-24bc-445e-b2cb-fd4cf430e4f5) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:10.095251 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351d725d-0825-428a-b519-f6820c8895b1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:10.095864 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-351d725d-0825-428a-b519-f6820c8895b1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.111153 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.136959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1de259-1936-497d-8028-5b043a7503e7 req-c9c19f41-f963-4fd1-b0f2-1272a8b1c4e3 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:10.138529 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa1de259-1936-497d-8028-5b043a7503e7 req-c9c19f41-f963-4fd1-b0f2-1272a8b1c4e3 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 947 time: 0.0886598 Nov 08 00:22:10.139756 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3f2fa853-4286-479c-bbc8-23658368eb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.144829 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab1e6cd-25a5-4759-9204-093fb6c04632 None None] Network f98f38ac-9a8e-4482-9842-7808e908fd9a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:10.151911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679a85c7-33e6-4a36-87e1-0c356732a9b1 None None] Network 1a9a7269-2ed2-46fa-8be0-e45b2d391c6e requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:10.164034 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event deleted for resources: {'Port': ['ID=9606d63b-9f53-46c3-9414-f2cfd493d066,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:10.172602 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] No DVR routers for this DVR port 9606d63b-9f53-46c3-9414-f2cfd493d066 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:22:10.202472 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3f2fa853-4286-479c-bbc8-23658368eb0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3bd5fa9df9c458188c5069d717912ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717973 Nov 08 00:22:10.207493 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50852) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:10.214403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fa853-4286-479c-bbc8-23658368eb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6943991a-a0cc-45aa-a890-d867505e1638,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:10.236637 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa1de259-1936-497d-8028-5b043a7503e7 req-a110a127-49ba-4923-b194-743a9c4bcbfa tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807517 Nov 08 00:22:10.237061 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-351d725d-0825-428a-b519-f6820c8895b1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1227198 Nov 08 00:22:10.241691 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50854) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:10.262408 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0933704 Nov 08 00:22:10.265018 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event updated for resources: {'Network': ['ID=75287e28-e595-4527-bbcd-ae9aac92fccb,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:10.266660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50856) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:10.311367 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ec682e-1086-488a-a648-e74fb4cb4954 None None] Network 699b36f3-24bc-445e-b2cb-fd4cf430e4f5 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:10.313225 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 75287e28-e595-4527-bbcd-ae9aac92fccb details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:10.331843 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.367022 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf12a4-9a5d-4a99-a132-cacb12e2a5d4 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event updated for resources: {'Network': ['ID=11eb18e1-019d-4e17-ae3d-d069e3239a6a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:10.371284 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9a7269-2ed2-46fa-8be0-e45b2d391c6e']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:10.384429 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118f44c3-cecb-4722-bb49-21283b98b725') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:10.384727 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118f44c3-cecb-4722-bb49-21283b98b725') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:10.395721 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.409205 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 11eb18e1-019d-4e17-ae3d-d069e3239a6a details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:10.412030 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.421950 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:10.422767 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:10.427007 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:10.429283 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-424641bf-22cd-4590-b546-9ecc1078c796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.474769 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e270172-d9be-4a93-8832-bb2012132e6c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.499586 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-424641bf-22cd-4590-b546-9ecc1078c796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.523295 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3e5b14-b685-4df8-a465-59a9cd437cf1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:10.529903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3e5b14-b685-4df8-a465-59a9cd437cf1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:10.535764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3e5b14-b685-4df8-a465-59a9cd437cf1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:10.542571 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3e5b14-b685-4df8-a465-59a9cd437cf1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:10.544232 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1d3e5b14-b685-4df8-a465-59a9cd437cf1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2766459 Nov 08 00:22:10.547259 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50860) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:10.604594 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.610732 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.614911 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "DELETE /v2.0/networks/1a9a7269-2ed2-46fa-8be0-e45b2d391c6e HTTP/1.1" status: 204 len: 168 time: 1.9034011 Nov 08 00:22:10.617464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50862) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:10.619889 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e270172-d9be-4a93-8832-bb2012132e6c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.620479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81318ae-568a-4fec-901a-3a40c35768c7 None None] Network f98f38ac-9a8e-4482-9842-7808e908fd9a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:10.640391 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9262b30-cc83-4df3-a2f8-f1e00d5a5a8c None None] Network 1a9a7269-2ed2-46fa-8be0-e45b2d391c6e requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:10.644261 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce55ae2-37ad-428b-8d4d-da85f7495e82 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event deleted for resources: {'Network': ['ID=1a9a7269-2ed2-46fa-8be0-e45b2d391c6e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:10.670665 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-99fffc54-d68a-4e8a-9a56-d1393839ec34 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.686598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9262b30-cc83-4df3-a2f8-f1e00d5a5a8c None None] Network 1a9a7269-2ed2-46fa-8be0-e45b2d391c6e could not be found, it might have been deleted concurrently. {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 08 00:22:10.712857 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-424641bf-22cd-4590-b546-9ecc1078c796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.715429 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-424641bf-22cd-4590-b546-9ecc1078c796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.719250 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-424641bf-22cd-4590-b546-9ecc1078c796 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6943991a-a0cc-45aa-a890-d867505e1638 HTTP/1.1" status: 204 len: 168 time: 0.5106781 Nov 08 00:22:10.758028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424641bf-22cd-4590-b546-9ecc1078c796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6943991a-a0cc-45aa-a890-d867505e1638,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:10.789292 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2548ee8-2fc7-4b36-9fe7-48af3143a8bb tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.793880 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-99fffc54-d68a-4e8a-9a56-d1393839ec34 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.807509 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140f5af1-81c9-424f-8aa7-96ad4338f563 None None] DHCP port deletion for 1a9a7269-2ed2-46fa-8be0-e45b2d391c6e request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:22:10.822030 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-99fffc54-d68a-4e8a-9a56-d1393839ec34 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75287e28-e595-4527-bbcd-ae9aac92fccb']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:10.835053 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-99fffc54-d68a-4e8a-9a56-d1393839ec34 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d69063f-ffd6-443f-9b35-9c225dbeffc1') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:10.835583 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-99fffc54-d68a-4e8a-9a56-d1393839ec34 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d69063f-ffd6-443f-9b35-9c225dbeffc1') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:10.846905 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-99fffc54-d68a-4e8a-9a56-d1393839ec34 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.872656 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-99fffc54-d68a-4e8a-9a56-d1393839ec34 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.880472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d444bc-d082-48e6-a35a-d777dfbea739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-699b36f3-24bc-445e-b2cb-fd4cf430e4f5', 'network_id': '699b36f3-24bc-445e-b2cb-fd4cf430e4f5', 'tenant_id': '06eb6d90730f42b395c16a1d355c2d8b', 'fixed_ips': [{'subnet_id': '4a0e4cbf-04ac-4d05-a5e1-9fe18a49c4f1'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:22:10.887079 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3d444bc-d082-48e6-a35a-d777dfbea739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.891398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fffc54-d68a-4e8a-9a56-d1393839ec34 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:10.901561 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-99fffc54-d68a-4e8a-9a56-d1393839ec34 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:10.902206 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:10.904824 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e270172-d9be-4a93-8832-bb2012132e6c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.940882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e270172-d9be-4a93-8832-bb2012132e6c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Subnet': ['ID=4a0e4cbf-04ac-4d05-a5e1-9fe18a49c4f1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:10.953649 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2548ee8-2fc7-4b36-9fe7-48af3143a8bb tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:10.956629 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9606d63b-9f53-46c3-9414-f2cfd493d066 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:22:10.986106 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 9606d63b-9f53-46c3-9414-f2cfd493d066 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:22:10.986451 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9606d63b-9f53-46c3-9414-f2cfd493d066 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:22:11.015365 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b2548ee8-2fc7-4b36-9fe7-48af3143a8bb tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98f38ac-9a8e-4482-9842-7808e908fd9a']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:11.034579 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b2548ee8-2fc7-4b36-9fe7-48af3143a8bb tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8e990c-8923-4540-81c9-e35c3236395f') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:11.034883 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b2548ee8-2fc7-4b36-9fe7-48af3143a8bb tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8e990c-8923-4540-81c9-e35c3236395f') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:11.037419 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e270172-d9be-4a93-8832-bb2012132e6c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.051472 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-99fffc54-d68a-4e8a-9a56-d1393839ec34 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.057390 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-99fffc54-d68a-4e8a-9a56-d1393839ec34 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.057819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2548ee8-2fc7-4b36-9fe7-48af3143a8bb tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.060995 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-99fffc54-d68a-4e8a-9a56-d1393839ec34 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "DELETE /v2.0/networks/75287e28-e595-4527-bbcd-ae9aac92fccb HTTP/1.1" status: 204 len: 168 time: 0.5124271 Nov 08 00:22:11.068773 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50868) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:11.088712 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fffc54-d68a-4e8a-9a56-d1393839ec34 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event deleted for resources: {'Network': ['ID=75287e28-e595-4527-bbcd-ae9aac92fccb,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:11.175383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ae43db-95ba-4b60-b126-c718e97badd9 None None] Network 699b36f3-24bc-445e-b2cb-fd4cf430e4f5 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:11.204562 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38f41700-8f98-43cd-add1-1d9a7816c053 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.361537 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38f41700-8f98-43cd-add1-1d9a7816c053 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.384300 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-38f41700-8f98-43cd-add1-1d9a7816c053 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11eb18e1-019d-4e17-ae3d-d069e3239a6a']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:11.394272 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-38f41700-8f98-43cd-add1-1d9a7816c053 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e4da0d-c7dd-473b-8258-6cd4111bcac4') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:11.394569 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-38f41700-8f98-43cd-add1-1d9a7816c053 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e4da0d-c7dd-473b-8258-6cd4111bcac4') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:11.404968 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38f41700-8f98-43cd-add1-1d9a7816c053 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.419238 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38f41700-8f98-43cd-add1-1d9a7816c053 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.425655 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f41700-8f98-43cd-add1-1d9a7816c053 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:11.426105 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38f41700-8f98-43cd-add1-1d9a7816c053 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:11.429794 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:11.439202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-8e270172-d9be-4a93-8832-bb2012132e6c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699b36f3-24bc-445e-b2cb-fd4cf430e4f5']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:11.470626 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-8e270172-d9be-4a93-8832-bb2012132e6c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df30834-04c4-4d04-b073-333c557d0511') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:11.470924 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-8e270172-d9be-4a93-8832-bb2012132e6c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df30834-04c4-4d04-b073-333c557d0511') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:11.472969 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2548ee8-2fc7-4b36-9fe7-48af3143a8bb tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.487820 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2548ee8-2fc7-4b36-9fe7-48af3143a8bb tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:11.488218 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2548ee8-2fc7-4b36-9fe7-48af3143a8bb tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:11.491066 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:11.501839 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e270172-d9be-4a93-8832-bb2012132e6c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.561635 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e270172-d9be-4a93-8832-bb2012132e6c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.575414 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c1231-17e1-4aeb-9be3-9bfd02988d77 req-813ddc1c-ded1-48d0-a2be-f358071b4737 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:11.576928 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-909c1231-17e1-4aeb-9be3-9bfd02988d77 req-813ddc1c-ded1-48d0-a2be-f358071b4737 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 943 time: 0.1445735 Nov 08 00:22:11.577913 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e270172-d9be-4a93-8832-bb2012132e6c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:11.578312 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e270172-d9be-4a93-8832-bb2012132e6c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:11.582013 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:11.629254 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38f41700-8f98-43cd-add1-1d9a7816c053 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.634690 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38f41700-8f98-43cd-add1-1d9a7816c053 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.640775 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-38f41700-8f98-43cd-add1-1d9a7816c053 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "DELETE /v2.0/networks/11eb18e1-019d-4e17-ae3d-d069e3239a6a HTTP/1.1" status: 204 len: 168 time: 0.5683782 Nov 08 00:22:11.642362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50884) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:11.662351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-909c1231-17e1-4aeb-9be3-9bfd02988d77 req-9677d2fb-8661-4a79-9174-1c5ec584ed2f tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705509 Nov 08 00:22:11.662794 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f41700-8f98-43cd-add1-1d9a7816c053 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event deleted for resources: {'Network': ['ID=11eb18e1-019d-4e17-ae3d-d069e3239a6a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:11.725837 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2548ee8-2fc7-4b36-9fe7-48af3143a8bb tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.731916 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2548ee8-2fc7-4b36-9fe7-48af3143a8bb tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.737845 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b2548ee8-2fc7-4b36-9fe7-48af3143a8bb tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "DELETE /v2.0/networks/f98f38ac-9a8e-4482-9842-7808e908fd9a HTTP/1.1" status: 204 len: 168 time: 1.1165600 Nov 08 00:22:11.738319 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50886) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:11.750538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2548ee8-2fc7-4b36-9fe7-48af3143a8bb tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event deleted for resources: {'Network': ['ID=f98f38ac-9a8e-4482-9842-7808e908fd9a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:11.759462 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e270172-d9be-4a93-8832-bb2012132e6c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.767921 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e270172-d9be-4a93-8832-bb2012132e6c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.774713 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8e270172-d9be-4a93-8832-bb2012132e6c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/699b36f3-24bc-445e-b2cb-fd4cf430e4f5 HTTP/1.1" status: 204 len: 168 time: 1.5289328 Nov 08 00:22:11.777171 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50890) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:11.796548 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-55daa829-2525-4f23-8f4a-d5c5c97c61fe tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-897268368'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:11.807070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e270172-d9be-4a93-8832-bb2012132e6c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Network': ['ID=699b36f3-24bc-445e-b2cb-fd4cf430e4f5,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:11.814251 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521bb5e3-5c77-4f20-b1ab-2ac6b9f6a139 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:11.820590 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521bb5e3-5c77-4f20-b1ab-2ac6b9f6a139 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:11.822337 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-521bb5e3-5c77-4f20-b1ab-2ac6b9f6a139 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1777279 Nov 08 00:22:11.829975 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50894) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:11.835172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-de4cf6ec-e1d0-4519-8526-0aad8b7d041c tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-102810122'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:11.860708 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-350cb34f-006b-45fa-988f-1c87d46673d7 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.914047 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55daa829-2525-4f23-8f4a-d5c5c97c61fe tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:11.918225 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55daa829-2525-4f23-8f4a-d5c5c97c61fe tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.941488 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55daa829-2525-4f23-8f4a-d5c5c97c61fe tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:11.951260 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55daa829-2525-4f23-8f4a-d5c5c97c61fe tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.951603 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-55daa829-2525-4f23-8f4a-d5c5c97c61fe tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Added segment 60310d8d-09c8-4ce9-971a-859a0f00be1f of type vlan for network fb591c1d-40d5-4fb6-957c-de70c039a558 Nov 08 00:22:11.960749 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-350cb34f-006b-45fa-988f-1c87d46673d7 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:11.982247 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-350cb34f-006b-45fa-988f-1c87d46673d7 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f95dc2f-f7bc-416d-bbe6-b0625f4405ea']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:11.991538 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-350cb34f-006b-45fa-988f-1c87d46673d7 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00108192-3614-41dc-ac55-0737f59b1697') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:11.991892 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-350cb34f-006b-45fa-988f-1c87d46673d7 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00108192-3614-41dc-ac55-0737f59b1697') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:11.996428 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55daa829-2525-4f23-8f4a-d5c5c97c61fe tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.003462 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-350cb34f-006b-45fa-988f-1c87d46673d7 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.016685 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4cf6ec-e1d0-4519-8526-0aad8b7d041c tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Made reservation on behalf of 7ce1a014bdca454bb18638a1b3e46e35 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:12.020220 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de4cf6ec-e1d0-4519-8526-0aad8b7d041c tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.023252 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-350cb34f-006b-45fa-988f-1c87d46673d7 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.043367 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350cb34f-006b-45fa-988f-1c87d46673d7 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:12.043769 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-350cb34f-006b-45fa-988f-1c87d46673d7 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:12.046707 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:12.086038 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55daa829-2525-4f23-8f4a-d5c5c97c61fe tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.093768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55daa829-2525-4f23-8f4a-d5c5c97c61fe tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:12.094377 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55daa829-2525-4f23-8f4a-d5c5c97c61fe tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.102814 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4cf6ec-e1d0-4519-8526-0aad8b7d041c tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:12.170179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daa829-2525-4f23-8f4a-d5c5c97c61fe tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Network': ['ID=fb591c1d-40d5-4fb6-957c-de70c039a558,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:12.182627 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network fb591c1d-40d5-4fb6-957c-de70c039a558 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:12.185513 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-55daa829-2525-4f23-8f4a-d5c5c97c61fe tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4070318 Nov 08 00:22:12.188338 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50904) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:12.193508 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-4313f607-07d4-49c5-96b0-6a13978da3f3 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'subnet': {'network_id': 'fb591c1d-40d5-4fb6-957c-de70c039a558', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:12.236129 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de4cf6ec-e1d0-4519-8526-0aad8b7d041c tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.236846 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-de4cf6ec-e1d0-4519-8526-0aad8b7d041c tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Added segment 01de3f7a-ec29-442f-a45c-f33c0ce6941e of type vlan for network 3336dd5d-645f-4b98-8e9b-62d9ce4b5555 Nov 08 00:22:12.239660 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-350cb34f-006b-45fa-988f-1c87d46673d7 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.267080 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-350cb34f-006b-45fa-988f-1c87d46673d7 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.272254 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-350cb34f-006b-45fa-988f-1c87d46673d7 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "DELETE /v2.0/networks/8f95dc2f-f7bc-416d-bbe6-b0625f4405ea HTTP/1.1" status: 204 len: 168 time: 0.5332098 Nov 08 00:22:12.272909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50906) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:12.310633 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350cb34f-006b-45fa-988f-1c87d46673d7 tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event deleted for resources: {'Network': ['ID=8f95dc2f-f7bc-416d-bbe6-b0625f4405ea,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:12.334062 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de4cf6ec-e1d0-4519-8526-0aad8b7d041c tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.359942 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43d0e5b6-5fc3-4394-8a2e-f733cd5d9a3c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.452238 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43d0e5b6-5fc3-4394-8a2e-f733cd5d9a3c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.470870 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-43d0e5b6-5fc3-4394-8a2e-f733cd5d9a3c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4951e07-c795-4eb4-bf99-c5d5aae986b8']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:12.474099 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4313f607-07d4-49c5-96b0-6a13978da3f3 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:12.478304 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4313f607-07d4-49c5-96b0-6a13978da3f3 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.482365 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-43d0e5b6-5fc3-4394-8a2e-f733cd5d9a3c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e46c55-1ec6-4bad-ae90-69993f072bd0') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:12.482656 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-43d0e5b6-5fc3-4394-8a2e-f733cd5d9a3c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e46c55-1ec6-4bad-ae90-69993f072bd0') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:12.492487 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43d0e5b6-5fc3-4394-8a2e-f733cd5d9a3c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.514182 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43d0e5b6-5fc3-4394-8a2e-f733cd5d9a3c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.519885 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de4cf6ec-e1d0-4519-8526-0aad8b7d041c tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.520610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d0e5b6-5fc3-4394-8a2e-f733cd5d9a3c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:12.521101 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43d0e5b6-5fc3-4394-8a2e-f733cd5d9a3c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:12.524237 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:12.532290 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4cf6ec-e1d0-4519-8526-0aad8b7d041c tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:12.532290 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de4cf6ec-e1d0-4519-8526-0aad8b7d041c tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.606693 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.ipam_backend_mixin [None req-4313f607-07d4-49c5-96b0-6a13978da3f3 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Performing IP validity checks on allocation pools {{(pid=102771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 00:22:12.607218 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.ipam_backend_mixin [None req-4313f607-07d4-49c5-96b0-6a13978da3f3 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 00:22:12.614311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cf6ec-e1d0-4519-8526-0aad8b7d041c tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event updated for resources: {'Network': ['ID=3336dd5d-645f-4b98-8e9b-62d9ce4b5555,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:12.624446 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 3336dd5d-645f-4b98-8e9b-62d9ce4b5555 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:12.694783 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43d0e5b6-5fc3-4394-8a2e-f733cd5d9a3c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.722441 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43d0e5b6-5fc3-4394-8a2e-f733cd5d9a3c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.725800 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-43d0e5b6-5fc3-4394-8a2e-f733cd5d9a3c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] 10.222.0.13 "DELETE /v2.0/networks/e4951e07-c795-4eb4-bf99-c5d5aae986b8 HTTP/1.1" status: 204 len: 168 time: 0.4517725 Nov 08 00:22:12.726888 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0e5b6-5fc3-4394-8a2e-f733cd5d9a3c tempest-BulkNetworkOpsTest-1473104344 tempest-BulkNetworkOpsTest-1473104344-project] Pushing event deleted for resources: {'Network': ['ID=e4951e07-c795-4eb4-bf99-c5d5aae986b8,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:12.750137 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-de4cf6ec-e1d0-4519-8526-0aad8b7d041c tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9197834 Nov 08 00:22:12.752716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50924) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:12.760212 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-22c7d827-b755-415c-b878-2126318d244d tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1463326055'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:12.821977 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded5d1d-2bc3-4587-8ea9-2a344a2d0fa5 req-ea953546-db5f-48cd-a639-c4f5844a4eb7 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:12.823837 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ded5d1d-2bc3-4587-8ea9-2a344a2d0fa5 req-ea953546-db5f-48cd-a639-c4f5844a4eb7 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 943 time: 0.0680726 Nov 08 00:22:12.834465 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4313f607-07d4-49c5-96b0-6a13978da3f3 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.867122 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ded5d1d-2bc3-4587-8ea9-2a344a2d0fa5 req-e37bddc3-694e-4784-a107-d8362509a441 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361357 Nov 08 00:22:12.894829 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313f607-07d4-49c5-96b0-6a13978da3f3 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Subnet': ['ID=8e10d138-bd5c-418e-ac23-e80618788a39,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:12.906365 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4313f607-07d4-49c5-96b0-6a13978da3f3 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Checking segment: {'id': '60310d8d-09c8-4ce9-971a-859a0f00be1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fb591c1d-40d5-4fb6-957c-de70c039a558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:12.906783 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4313f607-07d4-49c5-96b0-6a13978da3f3 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network hostable DHCP agents. Network: fb591c1d-40d5-4fb6-957c-de70c039a558, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:12.936636 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c7d827-b755-415c-b878-2126318d244d tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Made reservation on behalf of 7ce1a014bdca454bb18638a1b3e46e35 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:12.940170 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-22c7d827-b755-415c-b878-2126318d244d tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.964727 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c7d827-b755-415c-b878-2126318d244d tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:12.976005 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-22c7d827-b755-415c-b878-2126318d244d tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:12.976005 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-22c7d827-b755-415c-b878-2126318d244d tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Added segment d66d829f-16b3-4caa-a89d-d8943d1733c5 of type vlan for network 71f2530b-aca9-4b1d-afff-a5d064afc2ed Nov 08 00:22:13.017910 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-22c7d827-b755-415c-b878-2126318d244d tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:13.045384 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4313f607-07d4-49c5-96b0-6a13978da3f3 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network fb591c1d-40d5-4fb6-957c-de70c039a558 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:13.194064 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-4313f607-07d4-49c5-96b0-6a13978da3f3 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, fb591c1d-40d5-4fb6-957c-de70c039a558) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:13.194361 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-22c7d827-b755-415c-b878-2126318d244d tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:13.199036 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4313f607-07d4-49c5-96b0-6a13978da3f3 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:13.200461 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4313f607-07d4-49c5-96b0-6a13978da3f3 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:13.203096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c7d827-b755-415c-b878-2126318d244d tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:13.204457 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-22c7d827-b755-415c-b878-2126318d244d tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:13.206564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c438d0a-0b26-431e-be37-9245914fec9b None None] Network fb591c1d-40d5-4fb6-957c-de70c039a558 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:13.272459 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7d827-b755-415c-b878-2126318d244d tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event updated for resources: {'Network': ['ID=71f2530b-aca9-4b1d-afff-a5d064afc2ed,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:13.289667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 71f2530b-aca9-4b1d-afff-a5d064afc2ed details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:13.291091 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 1e1046f5-d688-41ec-8c2b-374cf201348e details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:22:13.332668 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4313f607-07d4-49c5-96b0-6a13978da3f3 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1247656 Nov 08 00:22:13.332668 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50936) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:13.413791 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-22c7d827-b755-415c-b878-2126318d244d tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6592546 Nov 08 00:22:13.416831 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50942) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:13.421942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Request body: {'ports': [{'network_id': '3336dd5d-645f-4b98-8e9b-62d9ce4b5555', 'name': 'tempest-port--1621345651', 'admin_state_up': True}, {'network_id': '71f2530b-aca9-4b1d-afff-a5d064afc2ed', 'admin_state_up': False}]} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:13.422254 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Request body: {'port': {'network_id': '3336dd5d-645f-4b98-8e9b-62d9ce4b5555', 'name': 'tempest-port--1621345651', 'admin_state_up': True}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:13.422742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Request body: {'port': {'network_id': '71f2530b-aca9-4b1d-afff-a5d064afc2ed', 'admin_state_up': False}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:13.441108 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-089fb4bb-d1b8-4aa6-b27e-98b12abcfb09 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:13.483273 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50946) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:13.561186 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-089fb4bb-d1b8-4aa6-b27e-98b12abcfb09 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:13.580831 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.resource_extend [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 00:22:13.700694 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-64f1d4b3-e972-4f8e-90b5-1a35916a9d94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6448dd4f05c444b9a9f8d9f050f2bc4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2153747 Nov 08 00:22:13.702203 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50954) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:13.707204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837a9104-8342-4f93-ab60-58282a364f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-fb591c1d-40d5-4fb6-957c-de70c039a558', 'network_id': 'fb591c1d-40d5-4fb6-957c-de70c039a558', 'tenant_id': '06eb6d90730f42b395c16a1d355c2d8b', 'fixed_ips': [{'subnet_id': '8e10d138-bd5c-418e-ac23-e80618788a39'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:22:13.708674 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-837a9104-8342-4f93-ab60-58282a364f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:13.738003 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 1e1046f5-d688-41ec-8c2b-374cf201348e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1e1046f5-d688-41ec-8c2b-374cf201348e,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:13.743843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Made reservation on behalf of 7ce1a014bdca454bb18638a1b3e46e35 for: {'port': 2} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:13.748450 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:13.755261 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '1e1046f5-d688-41ec-8c2b-374cf201348e', 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b', 'port_id': '1e1046f5-d688-41ec-8c2b-374cf201348e', 'mac_address': 'fa:16:3e:01:a6:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:22:13.770727 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:13.780261 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a66e9126-c64c-4a80-8593-7415aec33203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:13.792044 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:13.804867 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1046f5-d688-41ec-8c2b-374cf201348e {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:22:13.811910 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-089fb4bb-d1b8-4aa6-b27e-98b12abcfb09 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:13.854792 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a66e9126-c64c-4a80-8593-7415aec33203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:13.874839 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fb4bb-d1b8-4aa6-b27e-98b12abcfb09 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Subnet': ['ID=8e10d138-bd5c-418e-ac23-e80618788a39,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:13.886057 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 1e1046f5-d688-41ec-8c2b-374cf201348e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1e1046f5-d688-41ec-8c2b-374cf201348e,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:13.900859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] device_id is not set on port 3b6f89a3-2356-47a2-a7f1-366d427e07d9 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server [None req-837a9104-8342-4f93-ab60-58282a364f4e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e10d138-bd5c-418e-ac23-e80618788a39: This subnet is being modified by another concurrent operation. Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 00:22:13.942873 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise exception Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e10d138-bd5c-418e-ac23-e80618788a39: This subnet is being modified by another concurrent operation. Nov 08 00:22:13.947916 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server Nov 08 00:22:13.951075 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:13.973902 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-089fb4bb-d1b8-4aa6-b27e-98b12abcfb09 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:13.985460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40977c59-b791-419c-a0ad-c8278319816d None None] Network fb591c1d-40d5-4fb6-957c-de70c039a558 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:14.001786 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-089fb4bb-d1b8-4aa6-b27e-98b12abcfb09 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb591c1d-40d5-4fb6-957c-de70c039a558']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:14.012086 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-089fb4bb-d1b8-4aa6-b27e-98b12abcfb09 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60310d8d-09c8-4ce9-971a-859a0f00be1f') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:14.012476 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-089fb4bb-d1b8-4aa6-b27e-98b12abcfb09 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60310d8d-09c8-4ce9-971a-859a0f00be1f') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:14.022352 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-089fb4bb-d1b8-4aa6-b27e-98b12abcfb09 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.024362 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a66e9126-c64c-4a80-8593-7415aec33203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.027015 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a66e9126-c64c-4a80-8593-7415aec33203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.028121 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a66e9126-c64c-4a80-8593-7415aec33203 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c32be03-99b6-417b-8e62-c705722596c8 HTTP/1.1" status: 204 len: 168 time: 0.3249474 Nov 08 00:22:14.040744 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-089fb4bb-d1b8-4aa6-b27e-98b12abcfb09 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.048687 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089fb4bb-d1b8-4aa6-b27e-98b12abcfb09 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:14.049228 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-089fb4bb-d1b8-4aa6-b27e-98b12abcfb09 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.059060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e9126-c64c-4a80-8593-7415aec33203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c32be03-99b6-417b-8e62-c705722596c8,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:14.068909 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:14.083594 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c19eba-0722-4e08-8344-86871072260d req-231af9cb-b2ad-4059-890b-31f2ded39678 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:14.085240 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38c19eba-0722-4e08-8344-86871072260d req-231af9cb-b2ad-4059-890b-31f2ded39678 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 944 time: 0.1408854 Nov 08 00:22:14.123814 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.158151 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=1e1046f5-d688-41ec-8c2b-374cf201348e,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:14.171009 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee05e65f-530b-4e39-bc65-8b8d4f9291e4 None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 00:22:14.192129 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38c19eba-0722-4e08-8344-86871072260d req-0f6d77e7-f4c8-4c67-bbae-22312bfd26df tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959229 Nov 08 00:22:14.194770 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-089fb4bb-d1b8-4aa6-b27e-98b12abcfb09 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.208895 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-089fb4bb-d1b8-4aa6-b27e-98b12abcfb09 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.214918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] device_id is not set on port edb4d8cd-6ed2-4a07-b306-6fff67a23e04 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:22:14.220955 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-089fb4bb-d1b8-4aa6-b27e-98b12abcfb09 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/fb591c1d-40d5-4fb6-957c-de70c039a558 HTTP/1.1" status: 204 len: 168 time: 0.9004524 Nov 08 00:22:14.224454 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50964) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:14.230488 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-2b3b44bc-ab6e-4e28-918e-8c687f9e4aa5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-519798669'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:14.236605 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fb4bb-d1b8-4aa6-b27e-98b12abcfb09 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Network': ['ID=fb591c1d-40d5-4fb6-957c-de70c039a558,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:14.306401 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee05e65f-530b-4e39-bc65-8b8d4f9291e4 None None] Resources bound (agent type, host, resource id): {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 00:22:14.350085 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50968) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:14.375118 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['1e1046f5-d688-41ec-8c2b-374cf201348e'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:22:14.394917 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.439508 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3b44bc-ab6e-4e28-918e-8c687f9e4aa5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:14.443221 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2b3b44bc-ab6e-4e28-918e-8c687f9e4aa5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.471487 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3b44bc-ab6e-4e28-918e-8c687f9e4aa5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:14.477824 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c4b5c49-1346-41eb-8166-b5bcf8db9cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.488248 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2b3b44bc-ab6e-4e28-918e-8c687f9e4aa5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.488435 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-2b3b44bc-ab6e-4e28-918e-8c687f9e4aa5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Added segment f0ad1620-0508-426c-a569-1cc8f051d2a5 of type vlan for network 16f11b97-dece-4338-a8f8-13e93264c43f Nov 08 00:22:14.531253 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.570377 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2b3b44bc-ab6e-4e28-918e-8c687f9e4aa5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.595047 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c4b5c49-1346-41eb-8166-b5bcf8db9cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.609999 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event updated for resources: {'Port': ['ID=3b6f89a3-2356-47a2-a7f1-366d427e07d9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:14.643201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Checking segment: {'id': '01de3f7a-ec29-442f-a45c-f33c0ce6941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3336dd5d-645f-4b98-8e9b-62d9ce4b5555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:14.644460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Network hostable DHCP agents. Network: 3336dd5d-645f-4b98-8e9b-62d9ce4b5555, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:14.695458 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c4b5c49-1346-41eb-8166-b5bcf8db9cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.735493 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5c4b5c49-1346-41eb-8166-b5bcf8db9cce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4b2e5db492943d2b10c49caea15f0be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842475 Nov 08 00:22:14.736402 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b5c49-1346-41eb-8166-b5bcf8db9cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7d6902-da73-497c-a244-cbc347101043,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:14.738222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50982) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:14.749041 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2b3b44bc-ab6e-4e28-918e-8c687f9e4aa5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.752098 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b44bc-ab6e-4e28-918e-8c687f9e4aa5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:14.752674 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2b3b44bc-ab6e-4e28-918e-8c687f9e4aa5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.822859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Network 3336dd5d-645f-4b98-8e9b-62d9ce4b5555 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:14.852643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b44bc-ab6e-4e28-918e-8c687f9e4aa5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Network': ['ID=16f11b97-dece-4338-a8f8-13e93264c43f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:14.863559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 16f11b97-dece-4338-a8f8-13e93264c43f details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:14.866280 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9daf12ce-d0d2-4f45-87e2-58dc7ed38909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.881940 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2b3b44bc-ab6e-4e28-918e-8c687f9e4aa5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6564384 Nov 08 00:22:14.885560 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50986) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:14.890614 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-606bc791-d98c-46a8-a260-2032e6366e1b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'subnet': {'network_id': '16f11b97-dece-4338-a8f8-13e93264c43f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:14.895927 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9daf12ce-d0d2-4f45-87e2-58dc7ed38909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.902727 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 3336dd5d-645f-4b98-8e9b-62d9ce4b5555) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:14.910334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:14.911205 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:14.925371 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0f4ef6-1e6d-4fc2-b857-2be9d1a54bf1 None None] Network 3336dd5d-645f-4b98-8e9b-62d9ce4b5555 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:14.994050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event updated for resources: {'Port': ['ID=edb4d8cd-6ed2-4a07-b306-6fff67a23e04,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:15.009202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Checking segment: {'id': 'd66d829f-16b3-4caa-a89d-d8943d1733c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '71f2530b-aca9-4b1d-afff-a5d064afc2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:15.009804 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Network hostable DHCP agents. Network: 71f2530b-aca9-4b1d-afff-a5d064afc2ed, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:15.083928 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9daf12ce-d0d2-4f45-87e2-58dc7ed38909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:15.083928 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9daf12ce-d0d2-4f45-87e2-58dc7ed38909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:15.083928 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9daf12ce-d0d2-4f45-87e2-58dc7ed38909 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a7d6902-da73-497c-a244-cbc347101043 HTTP/1.1" status: 204 len: 168 time: 0.3437209 Nov 08 00:22:15.091517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf12ce-d0d2-4f45-87e2-58dc7ed38909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7d6902-da73-497c-a244-cbc347101043,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:15.125213 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Network 71f2530b-aca9-4b1d-afff-a5d064afc2ed is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:15.125366 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606bc791-d98c-46a8-a260-2032e6366e1b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:15.129033 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-606bc791-d98c-46a8-a260-2032e6366e1b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:15.216732 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 71f2530b-aca9-4b1d-afff-a5d064afc2ed) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:15.221324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:15.225943 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02e9661-ea77-429d-bb93-4fd7aa8064c5 None None] Network 71f2530b-aca9-4b1d-afff-a5d064afc2ed requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:15.229882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:15.236247 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:15.237276 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:15.308655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51000) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:15.379821 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0ed44e9e-688f-47c7-b3a3-714696d30171 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9617820 Nov 08 00:22:15.381563 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51006) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:15.433150 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-606bc791-d98c-46a8-a260-2032e6366e1b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:15.469169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f8d11-3b51-44dc-9748-7ed4942db7af req-a72c6ed1-1c70-471f-bc7b-efab5baa2d4d tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:15.471272 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-596f8d11-3b51-44dc-9748-7ed4942db7af req-a72c6ed1-1c70-471f-bc7b-efab5baa2d4d tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 944 time: 0.1405163 Nov 08 00:22:15.496873 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d056d8-edd9-445e-ac9b-3318c4694bc3 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:15.503069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d056d8-edd9-445e-ac9b-3318c4694bc3 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:15.507275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-53d056d8-edd9-445e-ac9b-3318c4694bc3 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1222408 Nov 08 00:22:15.511690 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51010) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:15.540069 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-596f8d11-3b51-44dc-9748-7ed4942db7af req-f99dbb20-dfd1-4b7c-892e-ac3f385a7f3d tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605223 Nov 08 00:22:15.585888 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-45014eaf-ab1f-4d3c-9e6d-1d8b82da6f16 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'network': {'name': 'tempest-RoutersTest-1306601262'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:15.611033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bc791-d98c-46a8-a260-2032e6366e1b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Subnet': ['ID=2db809dd-f8f2-4e1e-ba28-60906a54a298,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:15.620089 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606bc791-d98c-46a8-a260-2032e6366e1b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Checking segment: {'id': 'f0ad1620-0508-426c-a569-1cc8f051d2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '16f11b97-dece-4338-a8f8-13e93264c43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:15.620448 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606bc791-d98c-46a8-a260-2032e6366e1b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network hostable DHCP agents. Network: 16f11b97-dece-4338-a8f8-13e93264c43f, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:15.657433 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-2aef61c0-bf72-4ce6-bdbb-ea32d1ef9bd1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Deleting port 3b6f89a3-2356-47a2-a7f1-366d427e07d9 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:15.657781 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2aef61c0-bf72-4ce6-bdbb-ea32d1ef9bd1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:15.719730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45014eaf-ab1f-4d3c-9e6d-1d8b82da6f16 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Made reservation on behalf of 3af6f93533bf40d089fbf3d2c0d32734 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:15.723379 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-45014eaf-ab1f-4d3c-9e6d-1d8b82da6f16 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:15.731618 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2aef61c0-bf72-4ce6-bdbb-ea32d1ef9bd1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:15.734776 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-45014eaf-ab1f-4d3c-9e6d-1d8b82da6f16 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:15.746296 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-2aef61c0-bf72-4ce6-bdbb-ea32d1ef9bd1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Calling delete_port for 3b6f89a3-2356-47a2-a7f1-366d427e07d9 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:15.750327 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606bc791-d98c-46a8-a260-2032e6366e1b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network 16f11b97-dece-4338-a8f8-13e93264c43f is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:15.846422 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-45014eaf-ab1f-4d3c-9e6d-1d8b82da6f16 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:15.856852 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-606bc791-d98c-46a8-a260-2032e6366e1b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 16f11b97-dece-4338-a8f8-13e93264c43f) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:15.869902 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bfcbd1-ef93-4125-9eec-254cc747fae3 None None] Network 16f11b97-dece-4338-a8f8-13e93264c43f requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:15.872069 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606bc791-d98c-46a8-a260-2032e6366e1b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:15.872622 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-606bc791-d98c-46a8-a260-2032e6366e1b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:15.907258 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-45014eaf-ab1f-4d3c-9e6d-1d8b82da6f16 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:15.940670 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-606bc791-d98c-46a8-a260-2032e6366e1b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0542045 Nov 08 00:22:15.942262 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2aef61c0-bf72-4ce6-bdbb-ea32d1ef9bd1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:15.948528 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51022) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:15.963316 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45014eaf-ab1f-4d3c-9e6d-1d8b82da6f16 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:15.986157 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45014eaf-ab1f-4d3c-9e6d-1d8b82da6f16 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e870a2f8-9f98-41ef-90d3-862dd49bc897,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:15.997591 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-45014eaf-ab1f-4d3c-9e6d-1d8b82da6f16 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:15.997933 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-45014eaf-ab1f-4d3c-9e6d-1d8b82da6f16 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Added segment df5d6627-6662-4ba9-9455-13c6ca23c209 of type vlan for network ae9e7a91-c044-4dbd-8001-58e47c33795c Nov 08 00:22:16.047586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef61c0-bf72-4ce6-bdbb-ea32d1ef9bd1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event deleted for resources: {'Port': ['ID=3b6f89a3-2356-47a2-a7f1-366d427e07d9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:16.060479 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2aef61c0-bf72-4ce6-bdbb-ea32d1ef9bd1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.063851 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2aef61c0-bf72-4ce6-bdbb-ea32d1ef9bd1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "DELETE /v2.0/ports/3b6f89a3-2356-47a2-a7f1-366d427e07d9 HTTP/1.1" status: 204 len: 168 time: 0.5469673 Nov 08 00:22:16.066480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51028) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:16.071330 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-45014eaf-ab1f-4d3c-9e6d-1d8b82da6f16 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.101091 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-16f11b97-dece-4338-a8f8-13e93264c43f', 'network_id': '16f11b97-dece-4338-a8f8-13e93264c43f', 'tenant_id': '06eb6d90730f42b395c16a1d355c2d8b', 'fixed_ips': [{'subnet_id': '2db809dd-f8f2-4e1e-ba28-60906a54a298'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:22:16.102629 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.158262 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-45014eaf-ab1f-4d3c-9e6d-1d8b82da6f16 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.159206 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.165143 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45014eaf-ab1f-4d3c-9e6d-1d8b82da6f16 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:16.165804 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-45014eaf-ab1f-4d3c-9e6d-1d8b82da6f16 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.223124 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-40751b17-6a8d-4098-81fe-edbfae9ec38c tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Deleting port edb4d8cd-6ed2-4a07-b306-6fff67a23e04 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:16.223466 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40751b17-6a8d-4098-81fe-edbfae9ec38c tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.259837 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] Allocated IP 172.20.0.1 (16f11b97-dece-4338-a8f8-13e93264c43f/2db809dd-f8f2-4e1e-ba28-60906a54a298/501ec565-83c6-4b47-8565-9e7fcff89bb2) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:22:16.260481 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45014eaf-ab1f-4d3c-9e6d-1d8b82da6f16 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Network': ['ID=ae9e7a91-c044-4dbd-8001-58e47c33795c,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:16.272105 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network ae9e7a91-c044-4dbd-8001-58e47c33795c details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:16.273613 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.331903 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40751b17-6a8d-4098-81fe-edbfae9ec38c tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.345465 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-45014eaf-ab1f-4d3c-9e6d-1d8b82da6f16 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0347621 Nov 08 00:22:16.345730 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51034) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:16.354489 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e555eae1-7ffa-442d-ba25-59277b5f1c06 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'network': {'name': 'tempest-RoutersTest-231036428'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:16.357680 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-40751b17-6a8d-4098-81fe-edbfae9ec38c tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Calling delete_port for edb4d8cd-6ed2-4a07-b306-6fff67a23e04 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:16.470943 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.497111 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e555eae1-7ffa-442d-ba25-59277b5f1c06 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Made reservation on behalf of 3af6f93533bf40d089fbf3d2c0d32734 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:16.501120 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e555eae1-7ffa-442d-ba25-59277b5f1c06 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.565456 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40751b17-6a8d-4098-81fe-edbfae9ec38c tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.598518 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40751b17-6a8d-4098-81fe-edbfae9ec38c tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event deleted for resources: {'Port': ['ID=edb4d8cd-6ed2-4a07-b306-6fff67a23e04,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:16.605847 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40751b17-6a8d-4098-81fe-edbfae9ec38c tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.619409 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.619741 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-40751b17-6a8d-4098-81fe-edbfae9ec38c tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "DELETE /v2.0/ports/edb4d8cd-6ed2-4a07-b306-6fff67a23e04 HTTP/1.1" status: 204 len: 168 time: 0.5421052 Nov 08 00:22:16.619879 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51084) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:16.624913 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e555eae1-7ffa-442d-ba25-59277b5f1c06 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:16.646104 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e555eae1-7ffa-442d-ba25-59277b5f1c06 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.646709 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-e555eae1-7ffa-442d-ba25-59277b5f1c06 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Added segment 038da876-134f-47b2-ad9e-29b10eb8d38f of type vlan for network f38e8d44-7a5d-451b-822a-3b5f65a6d7cc Nov 08 00:22:16.649694 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-26ac9f5b-6698-4d85-ae4f-541c4b0ab4b9 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0285468 Nov 08 00:22:16.653818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51086) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:16.665817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-01c2f3c2-262b-42a3-bb82-909ff72b5546 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1940500163'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:16.671741 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] Network 16f11b97-dece-4338-a8f8-13e93264c43f is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:16.674702 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:16.682469 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:16.685800 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] Pushing event updated for resources: {'Port': ['ID=501ec565-83c6-4b47-8565-9e7fcff89bb2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:16.706440 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e555eae1-7ffa-442d-ba25-59277b5f1c06 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.727630 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.732701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584183f-da62-4a85-ada8-b954a879b834 req-a8b77016-d790-4679-a7b4-ea5b9592c68c tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:16.736541 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f584183f-da62-4a85-ada8-b954a879b834 req-a8b77016-d790-4679-a7b4-ea5b9592c68c tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 944 time: 0.0855429 Nov 08 00:22:16.764237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] Attempting to bind port 501ec565-83c6-4b47-8565-9e7fcff89bb2 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:22:16.764708 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] Attempting to bind port 501ec565-83c6-4b47-8565-9e7fcff89bb2 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'f0ad1620-0508-426c-a569-1cc8f051d2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '16f11b97-dece-4338-a8f8-13e93264c43f'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:22:16.765162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] Attempting to bind port 501ec565-83c6-4b47-8565-9e7fcff89bb2 on network 16f11b97-dece-4338-a8f8-13e93264c43f {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:22:16.770758 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:22:16.770966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Subnet': ['ID=2db809dd-f8f2-4e1e-ba28-60906a54a298,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:16.771281 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] Checking segment: {'id': 'f0ad1620-0508-426c-a569-1cc8f051d2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '16f11b97-dece-4338-a8f8-13e93264c43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:16.771749 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.772296 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] Bound using segment: {'id': 'f0ad1620-0508-426c-a569-1cc8f051d2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '16f11b97-dece-4338-a8f8-13e93264c43f'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:22:16.772866 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] Bound port: 501ec565-83c6-4b47-8565-9e7fcff89bb2, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ad1620-0508-426c-a569-1cc8f051d2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '16f11b97-dece-4338-a8f8-13e93264c43f'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:22:16.773347 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.782599 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c2f3c2-262b-42a3-bb82-909ff72b5546 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Made reservation on behalf of 7ce1a014bdca454bb18638a1b3e46e35 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:16.784654 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-01c2f3c2-262b-42a3-bb82-909ff72b5546 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.798437 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f584183f-da62-4a85-ada8-b954a879b834 req-777e6708-e6c2-4a70-8e71-04f5533f7159 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547786 Nov 08 00:22:16.823968 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c2f3c2-262b-42a3-bb82-909ff72b5546 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:16.834577 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.835167 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-01c2f3c2-262b-42a3-bb82-909ff72b5546 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.835513 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-01c2f3c2-262b-42a3-bb82-909ff72b5546 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Added segment d0b320fe-5a68-4512-b972-8e533dc912c3 of type vlan for network eb741e07-ce7e-40ca-a9e6-afcf9700167a Nov 08 00:22:16.844497 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] For port 501ec565-83c6-4b47-8565-9e7fcff89bb2, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:22:16.847684 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] For port 501ec565-83c6-4b47-8565-9e7fcff89bb2, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=501ec565-83c6-4b47-8565-9e7fcff89bb2,segment=NetworkSegment(f0ad1620-0508-426c-a569-1cc8f051d2a5),segment_id=f0ad1620-0508-426c-a569-1cc8f051d2a5)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:22:16.857315 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f11b97-dece-4338-a8f8-13e93264c43f']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:16.866597 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ad1620-0508-426c-a569-1cc8f051d2a5') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:16.866984 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ad1620-0508-426c-a569-1cc8f051d2a5') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:16.873890 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e555eae1-7ffa-442d-ba25-59277b5f1c06 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.878191 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-01c2f3c2-262b-42a3-bb82-909ff72b5546 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.879380 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e555eae1-7ffa-442d-ba25-59277b5f1c06 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:16.880058 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e555eae1-7ffa-442d-ba25-59277b5f1c06 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.888714 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.897191 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.954698 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.961163 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-01c2f3c2-262b-42a3-bb82-909ff72b5546 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.965561 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:16.966219 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:16.970604 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:16.974049 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c2f3c2-262b-42a3-bb82-909ff72b5546 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:16.975200 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-01c2f3c2-262b-42a3-bb82-909ff72b5546 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:16.980356 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555eae1-7ffa-442d-ba25-59277b5f1c06 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Network': ['ID=f38e8d44-7a5d-451b-822a-3b5f65a6d7cc,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:16.980905 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becacd83-8c72-46c5-8443-d642c6daf349 None None] Pushing event updated for resources: {'Port': ['ID=501ec565-83c6-4b47-8565-9e7fcff89bb2,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:16.999077 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network f38e8d44-7a5d-451b-822a-3b5f65a6d7cc details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:17.001131 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d26c3a0-358f-40a1-94a2-81905761bb7a None None] Network 16f11b97-dece-4338-a8f8-13e93264c43f requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:17.022860 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e555eae1-7ffa-442d-ba25-59277b5f1c06 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6731956 Nov 08 00:22:17.027093 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51088) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:17.032507 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8c9e419a-329a-4713-97de-10bc3ea3c086 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'subnet': {'network_id': 'ae9e7a91-c044-4dbd-8001-58e47c33795c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:17.069382 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2f3c2-262b-42a3-bb82-909ff72b5546 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event updated for resources: {'Network': ['ID=eb741e07-ce7e-40ca-a9e6-afcf9700167a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:17.076919 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-01c2f3c2-262b-42a3-bb82-909ff72b5546 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4214749 Nov 08 00:22:17.083021 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51092) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:17.087911 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-83e7ff41-b136-4391-915c-d552dd8c53e9 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-873903435'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:17.094361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network eb741e07-ce7e-40ca-a9e6-afcf9700167a details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:17.104584 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.db.api [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 00:22:17.104584 n-d-816882-1 neutron-server[102771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 00:22:17.104584 n-d-816882-1 neutron-server[102771]: [parameters: {'id': '16f11b97-dece-4338-a8f8-13e93264c43f'}] Nov 08 00:22:17.104584 n-d-816882-1 neutron-server[102771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:22:17.105491 n-d-816882-1 neutron-server[102771]: DEBUG oslo_db.api [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:22:17.177085 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e7ff41-b136-4391-915c-d552dd8c53e9 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Made reservation on behalf of 7ce1a014bdca454bb18638a1b3e46e35 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:17.183557 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-83e7ff41-b136-4391-915c-d552dd8c53e9 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:17.218480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e7ff41-b136-4391-915c-d552dd8c53e9 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:17.228770 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-83e7ff41-b136-4391-915c-d552dd8c53e9 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:17.229356 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-83e7ff41-b136-4391-915c-d552dd8c53e9 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Added segment c0d50bb2-df5e-4dee-af96-0ab307313055 of type vlan for network 0c40d5f5-6445-4920-84d3-b96dd0c4cdcd Nov 08 00:22:17.236365 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51096) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:17.251003 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9e419a-329a-4713-97de-10bc3ea3c086 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Made reservation on behalf of 3af6f93533bf40d089fbf3d2c0d32734 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:17.257338 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c9e419a-329a-4713-97de-10bc3ea3c086 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:17.259452 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6f5f50-85ff-4430-be06-49724e29ca04 None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 00:22:17.281438 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-83e7ff41-b136-4391-915c-d552dd8c53e9 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:17.338403 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 1e1046f5-d688-41ec-8c2b-374cf201348e up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:22:17.354379 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-83e7ff41-b136-4391-915c-d552dd8c53e9 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:17.360057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e7ff41-b136-4391-915c-d552dd8c53e9 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:17.360678 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-83e7ff41-b136-4391-915c-d552dd8c53e9 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:17.382138 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db9e5d7b-1c33-4a3b-9568-40f9c99560c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:17.413285 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6f5f50-85ff-4430-be06-49724e29ca04 None None] Resources bound (agent type, host, resource id): {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 00:22:17.438783 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7ff41-b136-4391-915c-d552dd8c53e9 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event updated for resources: {'Network': ['ID=0c40d5f5-6445-4920-84d3-b96dd0c4cdcd,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:17.481631 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 0c40d5f5-6445-4920-84d3-b96dd0c4cdcd details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:17.524461 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 1e1046f5-d688-41ec-8c2b-374cf201348e completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:22:17.538459 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 1e1046f5-d688-41ec-8c2b-374cf201348e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:17.538844 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:17.549886 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-83e7ff41-b136-4391-915c-d552dd8c53e9 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4596362 Nov 08 00:22:17.550081 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db9e5d7b-1c33-4a3b-9568-40f9c99560c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:17.604852 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c9e419a-329a-4713-97de-10bc3ea3c086 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:17.610902 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:17.674398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e419a-329a-4713-97de-10bc3ea3c086 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Subnet': ['ID=069a6799-7894-42fb-b96a-33edc60291c3,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:17.684634 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db9e5d7b-1c33-4a3b-9568-40f9c99560c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:17.707972 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:17.744457 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-db9e5d7b-1c33-4a3b-9568-40f9c99560c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=408930dc00544676ad03708c90d7088e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5045476 Nov 08 00:22:17.744457 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e5d7b-1c33-4a3b-9568-40f9c99560c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b30885-fa5b-40f8-a293-1a96ebb68e1e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:17.745743 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51102) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:17.838995 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9e419a-329a-4713-97de-10bc3ea3c086 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Checking segment: {'id': 'df5d6627-6662-4ba9-9455-13c6ca23c209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ae9e7a91-c044-4dbd-8001-58e47c33795c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:17.839528 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9e419a-329a-4713-97de-10bc3ea3c086 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network hostable DHCP agents. Network: ae9e7a91-c044-4dbd-8001-58e47c33795c, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:17.863811 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Deleting port 501ec565-83c6-4b47-8565-9e7fcff89bb2 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:17.863811 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:17.868730 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a3b60479-cf5c-4ba5-99e9-784643944a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:17.926998 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a3b60479-cf5c-4ba5-99e9-784643944a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:17.927264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994178f2-8144-4509-8248-d79a31b61a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1046f5-d688-41ec-8c2b-374cf201348e'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:22:17.929404 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8fdd4f-5e22-46d2-8d45-d665f389dc16" -d '{"events": [{"server_uuid": "994178f2-8144-4509-8248-d79a31b61a30", "name": "network-vif-plugged", "status": "completed", "tag": "1e1046f5-d688-41ec-8c2b-374cf201348e"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:22:17.950056 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 1e1046f5-d688-41ec-8c2b-374cf201348e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1e1046f5-d688-41ec-8c2b-374cf201348e,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:17.968368 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] For port 501ec565-83c6-4b47-8565-9e7fcff89bb2, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=501ec565-83c6-4b47-8565-9e7fcff89bb2,segment=NetworkSegment(f0ad1620-0508-426c-a569-1cc8f051d2a5),segment_id=f0ad1620-0508-426c-a569-1cc8f051d2a5)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:17.968745 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:17.993132 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Calling delete_port for 501ec565-83c6-4b47-8565-9e7fcff89bb2 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:18.011325 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d807891-9b1b-4ab9-9495-0f7f6c1f86ba x-openstack-request-id: req-6d807891-9b1b-4ab9-9495-0f7f6c1f86ba {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:22:18.011694 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994178f2-8144-4509-8248-d79a31b61a30", "name": "network-vif-plugged", "status": "completed", "tag": "1e1046f5-d688-41ec-8c2b-374cf201348e", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:22:18.012176 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d807891-9b1b-4ab9-9495-0f7f6c1f86ba {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:22:18.012753 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994178f2-8144-4509-8248-d79a31b61a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1046f5-d688-41ec-8c2b-374cf201348e', 'code': 200} Nov 08 00:22:18.022233 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:18.053376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc2f70-652b-47d9-8441-d723b5b93142 req-ca9892d4-50e5-4051-8ba3-47c06fb525c5 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:18.061742 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ccc2f70-652b-47d9-8441-d723b5b93142 req-ca9892d4-50e5-4051-8ba3-47c06fb525c5 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 944 time: 0.1321211 Nov 08 00:22:18.084767 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9e419a-329a-4713-97de-10bc3ea3c086 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network ae9e7a91-c044-4dbd-8001-58e47c33795c is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:18.093959 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=1e1046f5-d688-41ec-8c2b-374cf201348e,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:18.110699 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ccc2f70-652b-47d9-8441-d723b5b93142 req-9121e445-b2cd-47df-af56-ed6d9c4823a1 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476453 Nov 08 00:22:18.177100 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676901e-5760-4656-93e1-d478a9b3997c req-b822e510-a5ea-4de7-afe3-b6ff2a373033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:18.178604 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f676901e-5760-4656-93e1-d478a9b3997c req-b822e510-a5ea-4de7-afe3-b6ff2a373033 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 1096 time: 0.0568399 Nov 08 00:22:18.194283 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a3b60479-cf5c-4ba5-99e9-784643944a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:18.197926 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a3b60479-cf5c-4ba5-99e9-784643944a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:18.201651 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a3b60479-cf5c-4ba5-99e9-784643944a18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60b30885-fa5b-40f8-a293-1a96ebb68e1e HTTP/1.1" status: 204 len: 168 time: 0.4523017 Nov 08 00:22:18.207407 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60479-cf5c-4ba5-99e9-784643944a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b30885-fa5b-40f8-a293-1a96ebb68e1e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:18.236048 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f676901e-5760-4656-93e1-d478a9b3997c req-dd65a8d3-e5bc-4e01-8f57-80fb96f8c0b8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490193 Nov 08 00:22:18.249245 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-8c9e419a-329a-4713-97de-10bc3ea3c086 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, ae9e7a91-c044-4dbd-8001-58e47c33795c) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:18.257427 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9101ed-8da7-4bf2-9625-b8d3a0bb3cd3 None None] Network ae9e7a91-c044-4dbd-8001-58e47c33795c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:18.262490 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9e419a-329a-4713-97de-10bc3ea3c086 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:18.263145 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c9e419a-329a-4713-97de-10bc3ea3c086 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:18.266852 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:18.322407 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Port': ['ID=501ec565-83c6-4b47-8565-9e7fcff89bb2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:18.334039 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No DVR routers for this DVR port 501ec565-83c6-4b47-8565-9e7fcff89bb2 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:22:18.379249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d035d09-777a-4087-b00f-808b95efb571 req-19abdb3e-7823-44da-be41-5cfc0bac9e11 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:18.381154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d035d09-777a-4087-b00f-808b95efb571 req-19abdb3e-7823-44da-be41-5cfc0bac9e11 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 945 time: 0.0801225 Nov 08 00:22:18.446478 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d035d09-777a-4087-b00f-808b95efb571 req-d295d3c3-bb1e-4e20-bc11-2dddb2c74807 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ca5e83c-a27f-4830-8e59-8dcc8dbac06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590837 Nov 08 00:22:18.491838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-ae9e7a91-c044-4dbd-8001-58e47c33795c', 'network_id': 'ae9e7a91-c044-4dbd-8001-58e47c33795c', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'fixed_ips': [{'subnet_id': '069a6799-7894-42fb-b96a-33edc60291c3'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:22:18.491838 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:18.710456 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] Allocated IP 172.20.0.2 (ae9e7a91-c044-4dbd-8001-58e47c33795c/069a6799-7894-42fb-b96a-33edc60291c3/19bc5d65-0266-4fe0-b12f-d94572106806) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:22:18.799908 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8c9e419a-329a-4713-97de-10bc3ea3c086 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7686927 Nov 08 00:22:18.800539 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51126) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:18.804647 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-53e98fbd-52a5-446b-874b-3d9c3b893a40 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'subnet': {'network_id': 'f38e8d44-7a5d-451b-822a-3b5f65a6d7cc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:18.819249 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:18.859735 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f11b97-dece-4338-a8f8-13e93264c43f']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:18.879919 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ad1620-0508-426c-a569-1cc8f051d2a5') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:18.880351 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ad1620-0508-426c-a569-1cc8f051d2a5') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:18.894876 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:18.900145 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:18.912221 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:18.919296 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:18.919804 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:18.922796 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:18.967055 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:19.019048 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] Network ae9e7a91-c044-4dbd-8001-58e47c33795c is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:19.025830 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:19.028199 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] Pushing event updated for resources: {'Port': ['ID=19bc5d65-0266-4fe0-b12f-d94572106806,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:19.030864 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:19.039997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e98fbd-52a5-446b-874b-3d9c3b893a40 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Made reservation on behalf of 3af6f93533bf40d089fbf3d2c0d32734 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:19.045585 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-53e98fbd-52a5-446b-874b-3d9c3b893a40 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:19.085798 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] Attempting to bind port 19bc5d65-0266-4fe0-b12f-d94572106806 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:22:19.087000 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] Attempting to bind port 19bc5d65-0266-4fe0-b12f-d94572106806 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'df5d6627-6662-4ba9-9455-13c6ca23c209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ae9e7a91-c044-4dbd-8001-58e47c33795c'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:22:19.087477 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] Attempting to bind port 19bc5d65-0266-4fe0-b12f-d94572106806 on network ae9e7a91-c044-4dbd-8001-58e47c33795c {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:22:19.092927 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:22:19.093443 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] Checking segment: {'id': 'df5d6627-6662-4ba9-9455-13c6ca23c209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ae9e7a91-c044-4dbd-8001-58e47c33795c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:19.093948 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:19.094405 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] Bound using segment: {'id': 'df5d6627-6662-4ba9-9455-13c6ca23c209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ae9e7a91-c044-4dbd-8001-58e47c33795c'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:22:19.094958 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] Bound port: 19bc5d65-0266-4fe0-b12f-d94572106806, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5d6627-6662-4ba9-9455-13c6ca23c209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ae9e7a91-c044-4dbd-8001-58e47c33795c'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:22:19.095437 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:19.097726 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:19.112398 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:19.120476 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/16f11b97-dece-4338-a8f8-13e93264c43f HTTP/1.1" status: 204 len: 168 time: 3.1684635 Nov 08 00:22:19.120706 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51130) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:19.155233 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2fe3d9d2-a14c-4abb-99cb-3b72cb14f169 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1022029080'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:19.163056 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83546f7c-af54-4dea-bbe8-e83cf0497636 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Network': ['ID=16f11b97-dece-4338-a8f8-13e93264c43f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:19.214697 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] For port 19bc5d65-0266-4fe0-b12f-d94572106806, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:22:19.215774 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] For port 19bc5d65-0266-4fe0-b12f-d94572106806, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=19bc5d65-0266-4fe0-b12f-d94572106806,segment=NetworkSegment(df5d6627-6662-4ba9-9455-13c6ca23c209),segment_id=df5d6627-6662-4ba9-9455-13c6ca23c209)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:22:19.283977 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe3d9d2-a14c-4abb-99cb-3b72cb14f169 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:19.293744 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2fe3d9d2-a14c-4abb-99cb-3b72cb14f169 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:19.319264 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe3d9d2-a14c-4abb-99cb-3b72cb14f169 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:19.328535 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2fe3d9d2-a14c-4abb-99cb-3b72cb14f169 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:19.335093 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-2fe3d9d2-a14c-4abb-99cb-3b72cb14f169 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Added segment aea6903d-9dce-491e-8791-315a28ee9ef9 of type vlan for network 6080ac72-18ec-423e-9ba1-45e688806e29 Nov 08 00:22:19.351499 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:19.378790 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2fe3d9d2-a14c-4abb-99cb-3b72cb14f169 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:19.406215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc797b-9029-4b2c-880a-be366cd34f61 req-39c8fa14-02ca-45b9-9a63-bd079ed6158b tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:19.408360 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3cfc797b-9029-4b2c-880a-be366cd34f61 req-39c8fa14-02ca-45b9-9a63-bd079ed6158b tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 945 time: 0.1709771 Nov 08 00:22:19.426874 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92e6a2-b936-4ea9-acd8-fd883a1ddd45 None None] Pushing event updated for resources: {'Port': ['ID=19bc5d65-0266-4fe0-b12f-d94572106806,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:19.492886 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3cfc797b-9029-4b2c-880a-be366cd34f61 req-2910563e-2220-4af9-9d2f-8031ebc4d8cd tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636044 Nov 08 00:22:19.501771 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-53e98fbd-52a5-446b-874b-3d9c3b893a40 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:19.532462 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2fe3d9d2-a14c-4abb-99cb-3b72cb14f169 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:19.542288 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe3d9d2-a14c-4abb-99cb-3b72cb14f169 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:19.543425 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2fe3d9d2-a14c-4abb-99cb-3b72cb14f169 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:19.589840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e98fbd-52a5-446b-874b-3d9c3b893a40 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Checking segment: {'id': '038da876-134f-47b2-ad9e-29b10eb8d38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f38e8d44-7a5d-451b-822a-3b5f65a6d7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:19.590211 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e98fbd-52a5-446b-874b-3d9c3b893a40 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network hostable DHCP agents. Network: f38e8d44-7a5d-451b-822a-3b5f65a6d7cc, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:19.608324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e98fbd-52a5-446b-874b-3d9c3b893a40 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Subnet': ['ID=4f3db0df-8b41-4803-a349-46267fbc4fd4,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:19.718258 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3d9d2-a14c-4abb-99cb-3b72cb14f169 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Network': ['ID=6080ac72-18ec-423e-9ba1-45e688806e29,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:19.725700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e98fbd-52a5-446b-874b-3d9c3b893a40 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network f38e8d44-7a5d-451b-822a-3b5f65a6d7cc is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:19.753781 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 6080ac72-18ec-423e-9ba1-45e688806e29 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:19.797836 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2fe3d9d2-a14c-4abb-99cb-3b72cb14f169 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6760719 Nov 08 00:22:19.803986 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51150) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:19.814207 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-1f5db629-eea4-4943-adc1-aa67be9c549e tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'subnet': {'network_id': '6080ac72-18ec-423e-9ba1-45e688806e29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:19.857008 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-53e98fbd-52a5-446b-874b-3d9c3b893a40 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, f38e8d44-7a5d-451b-822a-3b5f65a6d7cc) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:19.866523 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e98fbd-52a5-446b-874b-3d9c3b893a40 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:19.867108 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-53e98fbd-52a5-446b-874b-3d9c3b893a40 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:19.867437 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bb1a9b-2cea-44b5-a646-aa8474959ed3 None None] Network f38e8d44-7a5d-451b-822a-3b5f65a6d7cc requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:20.015059 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-f38e8d44-7a5d-451b-822a-3b5f65a6d7cc', 'network_id': 'f38e8d44-7a5d-451b-822a-3b5f65a6d7cc', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'fixed_ips': [{'subnet_id': '4f3db0df-8b41-4803-a349-46267fbc4fd4'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:22:20.015942 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:20.049649 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-53e98fbd-52a5-446b-874b-3d9c3b893a40 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2458162 Nov 08 00:22:20.049845 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51152) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:20.056817 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b9de8bbb-6196-4548-882d-42c8c072fe77 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-219332823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:20.153803 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5db629-eea4-4943-adc1-aa67be9c549e tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:20.157732 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f5db629-eea4-4943-adc1-aa67be9c549e tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:20.184134 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] Allocated IP 172.21.0.2 (f38e8d44-7a5d-451b-822a-3b5f65a6d7cc/4f3db0df-8b41-4803-a349-46267fbc4fd4/dc99604c-779b-4943-90e2-98fa09af0c0c) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:22:20.246087 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b9de8bbb-6196-4548-882d-42c8c072fe77 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:20.248483 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b9de8bbb-6196-4548-882d-42c8c072fe77 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:20.338931 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51158) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:20.455084 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:20.468057 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b9de8bbb-6196-4548-882d-42c8c072fe77 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:20.572622 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:20.611281 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b9de8bbb-6196-4548-882d-42c8c072fe77 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:20.631212 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-06e006d7-29c8-4fbe-b1a5-c11f661c6d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:20.676847 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] Pushing event updated for resources: {'Port': ['ID=dc99604c-779b-4943-90e2-98fa09af0c0c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:20.712141 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] Network f38e8d44-7a5d-451b-822a-3b5f65a6d7cc is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:20.717740 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:20.719334 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f5db629-eea4-4943-adc1-aa67be9c549e tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:20.723721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:20.790179 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] Attempting to bind port dc99604c-779b-4943-90e2-98fa09af0c0c on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:22:20.790551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] Attempting to bind port dc99604c-779b-4943-90e2-98fa09af0c0c by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '038da876-134f-47b2-ad9e-29b10eb8d38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f38e8d44-7a5d-451b-822a-3b5f65a6d7cc'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:22:20.791069 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] Attempting to bind port dc99604c-779b-4943-90e2-98fa09af0c0c on network f38e8d44-7a5d-451b-822a-3b5f65a6d7cc {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:22:20.796964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:22:20.804678 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] Checking segment: {'id': '038da876-134f-47b2-ad9e-29b10eb8d38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f38e8d44-7a5d-451b-822a-3b5f65a6d7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:20.804678 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:20.804678 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] Bound using segment: {'id': '038da876-134f-47b2-ad9e-29b10eb8d38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f38e8d44-7a5d-451b-822a-3b5f65a6d7cc'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:22:20.804678 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] Bound port: dc99604c-779b-4943-90e2-98fa09af0c0c, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038da876-134f-47b2-ad9e-29b10eb8d38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f38e8d44-7a5d-451b-822a-3b5f65a6d7cc'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:22:20.804678 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:20.807944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ebd1f-0799-4c2b-bce6-11848f766fa4 req-76156e09-10af-4ddc-89a9-a4ebba1fd7a9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:20.809404 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b9de8bbb-6196-4548-882d-42c8c072fe77 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:20.814470 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b9de8bbb-6196-4548-882d-42c8c072fe77 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7638726 Nov 08 00:22:20.815307 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51166) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:20.816675 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-761ebd1f-0799-4c2b-bce6-11848f766fa4 req-76156e09-10af-4ddc-89a9-a4ebba1fd7a9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 945 time: 0.2137740 Nov 08 00:22:20.855319 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5db629-eea4-4943-adc1-aa67be9c549e tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Subnet': ['ID=ae35b543-3dae-4cab-a1f4-33badbaaff14,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:20.874078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccdc7d-c14c-4bcf-af15-7493f4830c75 req-9be85344-3e61-41f1-be76-aeef43c3571b tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:20.876283 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cfccdc7d-c14c-4bcf-af15-7493f4830c75 req-9be85344-3e61-41f1-be76-aeef43c3571b tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 945 time: 0.2019532 Nov 08 00:22:20.890077 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a7213b-6c76-4e06-9f23-b8fc6cba1461 None None] Network ae9e7a91-c044-4dbd-8001-58e47c33795c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:20.932386 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-761ebd1f-0799-4c2b-bce6-11848f766fa4 req-62630bed-7cd0-49bb-8aeb-a4efb26f5671 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145296 Nov 08 00:22:20.950463 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5db629-eea4-4943-adc1-aa67be9c549e tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Checking segment: {'id': 'aea6903d-9dce-491e-8791-315a28ee9ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6080ac72-18ec-423e-9ba1-45e688806e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:20.955467 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5db629-eea4-4943-adc1-aa67be9c549e tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network hostable DHCP agents. Network: 6080ac72-18ec-423e-9ba1-45e688806e29, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:20.963768 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] For port dc99604c-779b-4943-90e2-98fa09af0c0c, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:22:21.003490 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] For port dc99604c-779b-4943-90e2-98fa09af0c0c, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=dc99604c-779b-4943-90e2-98fa09af0c0c,segment=NetworkSegment(038da876-134f-47b2-ad9e-29b10eb8d38f),segment_id=038da876-134f-47b2-ad9e-29b10eb8d38f)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:22:21.054452 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cfccdc7d-c14c-4bcf-af15-7493f4830c75 req-ac8e2367-b8c3-490f-8026-1f8ee27eb63a tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ca5e83c-a27f-4830-8e59-8dcc8dbac06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672170 Nov 08 00:22:21.066344 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c1b9db3f-b4e5-4dde-904b-1eaf90c01ea2 None None] Provisioning complete for port 19bc5d65-0266-4fe0-b12f-d94572106806 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:21.067871 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1b9db3f-b4e5-4dde-904b-1eaf90c01ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:21.139414 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-06e006d7-29c8-4fbe-b1a5-c11f661c6d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:21.141483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5db629-eea4-4943-adc1-aa67be9c549e tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network 6080ac72-18ec-423e-9ba1-45e688806e29 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:21.147106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51174) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:21.157549 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Request body: {'subnets': [{'network_id': 'eb741e07-ce7e-40ca-a9e6-afcf9700167a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--269748665', 'ip_version': 6}, {'network_id': '0c40d5f5-6445-4920-84d3-b96dd0c4cdcd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:21.157765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Request body: {'subnet': {'network_id': 'eb741e07-ce7e-40ca-a9e6-afcf9700167a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--269748665', 'ip_version': 6}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:21.158473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Request body: {'subnet': {'network_id': '0c40d5f5-6445-4920-84d3-b96dd0c4cdcd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:21.171757 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 19bc5d65-0266-4fe0-b12f-d94572106806 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:22:21.182090 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:21.257575 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-06e006d7-29c8-4fbe-b1a5-c11f661c6d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:21.324709 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-1f5db629-eea4-4943-adc1-aa67be9c549e tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 6080ac72-18ec-423e-9ba1-45e688806e29) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:21.339833 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5db629-eea4-4943-adc1-aa67be9c549e tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:21.340431 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f5db629-eea4-4943-adc1-aa67be9c549e tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:21.362831 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36c060d-0b0a-43a1-8ff7-249be7b387f1 None None] Network 6080ac72-18ec-423e-9ba1-45e688806e29 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:21.365419 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e006d7-29c8-4fbe-b1a5-c11f661c6d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f3efb2-b3cc-4acd-8124-7b12c4988cd4,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:21.429210 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-06e006d7-29c8-4fbe-b1a5-c11f661c6d26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45ada9bf3ed84a08a40bb8004361a573&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0834489 Nov 08 00:22:21.429210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51180) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:21.442143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7b00e-31b5-4f8d-92e5-9978d6657a02 None None] Pushing event updated for resources: {'Port': ['ID=dc99604c-779b-4943-90e2-98fa09af0c0c,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:21.448421 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1f5db629-eea4-4943-adc1-aa67be9c549e tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6432936 Nov 08 00:22:21.451927 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51182) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:21.468849 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 19bc5d65-0266-4fe0-b12f-d94572106806 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:21.469219 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:21.474320 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1b9db3f-b4e5-4dde-904b-1eaf90c01ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:21.578267 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75eb21f-7873-457f-907e-14487ff996a5 req-bf24cbe2-3d9c-42c7-96aa-2e96c0b66740 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:21.588085 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a75eb21f-7873-457f-907e-14487ff996a5 req-bf24cbe2-3d9c-42c7-96aa-2e96c0b66740 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 945 time: 0.0842493 Nov 08 00:22:21.589805 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c1b9db3f-b4e5-4dde-904b-1eaf90c01ea2 None None] For port 19bc5d65-0266-4fe0-b12f-d94572106806, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=19bc5d65-0266-4fe0-b12f-d94572106806,segment=NetworkSegment(df5d6627-6662-4ba9-9455-13c6ca23c209),segment_id=df5d6627-6662-4ba9-9455-13c6ca23c209)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:21.590991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Made reservation on behalf of 7ce1a014bdca454bb18638a1b3e46e35 for: {'subnet': 2} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:21.597397 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:21.611608 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:21.643966 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb885f6a-a901-4807-9513-77df783d3125 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:21.700669 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:21.769656 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1b9db3f-b4e5-4dde-904b-1eaf90c01ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:21.802727 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a75eb21f-7873-457f-907e-14487ff996a5 req-0e26c9b3-01fd-428a-87b1-eb8facc25875 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138302 Nov 08 00:22:21.807045 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-6080ac72-18ec-423e-9ba1-45e688806e29', 'network_id': '6080ac72-18ec-423e-9ba1-45e688806e29', 'tenant_id': '06eb6d90730f42b395c16a1d355c2d8b', 'fixed_ips': [{'subnet_id': 'ae35b543-3dae-4cab-a1f4-33badbaaff14'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:22:21.810529 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:21.855370 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-90f8c936-f2a5-42ed-84ef-cdceb0185bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:21.914850 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:21.943384 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9db3f-b4e5-4dde-904b-1eaf90c01ea2 None None] Pushing event updated for resources: {'Port': ['ID=19bc5d65-0266-4fe0-b12f-d94572106806,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:21.985115 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-90f8c936-f2a5-42ed-84ef-cdceb0185bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:22.038687 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:22:22.039033 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:22:22.057020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-51d4b655-54b2-42a8-982d-66083f190e76 None None] Provisioning complete for port 19bc5d65-0266-4fe0-b12f-d94572106806 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:22.057386 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51d4b655-54b2-42a8-982d-66083f190e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:22.146033 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] Allocated IP 172.20.0.1 (6080ac72-18ec-423e-9ba1-45e688806e29/ae35b543-3dae-4cab-a1f4-33badbaaff14/35e1ab80-2888-458a-85ce-c10498f2dfb1) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:22:22.148524 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:22.207929 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-bb885f6a-a901-4807-9513-77df783d3125 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Allocated IP 172.20.0.1 (ae9e7a91-c044-4dbd-8001-58e47c33795c/069a6799-7894-42fb-b96a-33edc60291c3/42d6139b-cf24-43b5-ae72-2aabe83fedb4) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:22:22.272300 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-90f8c936-f2a5-42ed-84ef-cdceb0185bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:22.275439 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-90f8c936-f2a5-42ed-84ef-cdceb0185bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:22.282299 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-90f8c936-f2a5-42ed-84ef-cdceb0185bfc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72f3efb2-b3cc-4acd-8124-7b12c4988cd4 HTTP/1.1" status: 204 len: 168 time: 0.8492963 Nov 08 00:22:22.295501 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8c936-f2a5-42ed-84ef-cdceb0185bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f3efb2-b3cc-4acd-8124-7b12c4988cd4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:22.343112 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c36c7f-9575-4ac1-80fe-793e6d90b577 req-0a97a1e9-7ac4-4699-9240-cb7707defb28 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:22.351116 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20c36c7f-9575-4ac1-80fe-793e6d90b577 req-0a97a1e9-7ac4-4699-9240-cb7707defb28 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 945 time: 0.0999815 Nov 08 00:22:22.393783 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:22.421661 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb885f6a-a901-4807-9513-77df783d3125 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:22.456825 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20c36c7f-9575-4ac1-80fe-793e6d90b577 req-1c061e08-9f66-4504-ae2e-9845dc632534 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ca5e83c-a27f-4830-8e59-8dcc8dbac06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045032 Nov 08 00:22:22.500094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event updated for resources: {'Subnet': ['ID=22912a1a-62be-425d-abe3-7e011e6a8fae,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:22.537740 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Checking segment: {'id': 'd0b320fe-5a68-4512-b972-8e533dc912c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'eb741e07-ce7e-40ca-a9e6-afcf9700167a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:22.538509 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Network hostable DHCP agents. Network: eb741e07-ce7e-40ca-a9e6-afcf9700167a, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:22.554600 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb885f6a-a901-4807-9513-77df783d3125 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:22.606485 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb885f6a-a901-4807-9513-77df783d3125 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network ae9e7a91-c044-4dbd-8001-58e47c33795c is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:22.611509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-bb885f6a-a901-4807-9513-77df783d3125 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:22.615361 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb885f6a-a901-4807-9513-77df783d3125 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:22.622003 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:22.657145 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb885f6a-a901-4807-9513-77df783d3125 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=42d6139b-cf24-43b5-ae72-2aabe83fedb4,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:22.669999 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb885f6a-a901-4807-9513-77df783d3125 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:22.685948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Network eb741e07-ce7e-40ca-a9e6-afcf9700167a is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:22.731960 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:22.790191 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] Network 6080ac72-18ec-423e-9ba1-45e688806e29 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:22.793483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, eb741e07-ce7e-40ca-a9e6-afcf9700167a) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:22.798258 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:22.800190 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:22.806923 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:22.814718 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3b14ec-c978-4417-b075-03c1660f7751 None None] Network eb741e07-ce7e-40ca-a9e6-afcf9700167a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:22.818095 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] Pushing event updated for resources: {'Port': ['ID=35e1ab80-2888-458a-85ce-c10498f2dfb1,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:22.839700 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:22.953573 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event updated for resources: {'Subnet': ['ID=2c51a547-2461-407a-b442-b86add5f32b7,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:22.964776 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Checking segment: {'id': 'c0d50bb2-df5e-4dee-af96-0ab307313055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c40d5f5-6445-4920-84d3-b96dd0c4cdcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:22.964776 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Network hostable DHCP agents. Network: 0c40d5f5-6445-4920-84d3-b96dd0c4cdcd, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:22.978601 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:22.990985 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Subnet': ['ID=ae35b543-3dae-4cab-a1f4-33badbaaff14,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:23.040416 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a546374c-07a6-4582-83d9-fbbbbb001043 None None] Network f38e8d44-7a5d-451b-822a-3b5f65a6d7cc requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:23.051289 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb885f6a-a901-4807-9513-77df783d3125 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:23.062516 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Network 0c40d5f5-6445-4920-84d3-b96dd0c4cdcd is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:23.069251 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6080ac72-18ec-423e-9ba1-45e688806e29']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:23.083296 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea6903d-9dce-491e-8791-315a28ee9ef9') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:23.083691 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea6903d-9dce-491e-8791-315a28ee9ef9') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:23.118660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ed075-aed1-46e0-9c6f-24c9e4b5ff53 req-f520e3af-96fd-45f8-aa5a-aaf4c87bf3b7 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:23.118660 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae2ed075-aed1-46e0-9c6f-24c9e4b5ff53 req-f520e3af-96fd-45f8-aa5a-aaf4c87bf3b7 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 945 time: 0.1332591 Nov 08 00:22:23.123213 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:23.153988 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:23.177846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 0c40d5f5-6445-4920-84d3-b96dd0c4cdcd) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:23.188403 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae2ed075-aed1-46e0-9c6f-24c9e4b5ff53 req-a3234c8d-3023-42c3-ba0c-83c712bdf56d tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720572 Nov 08 00:22:23.188905 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] Attempting to bind port 35e1ab80-2888-458a-85ce-c10498f2dfb1 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:22:23.189408 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] Attempting to bind port 35e1ab80-2888-458a-85ce-c10498f2dfb1 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'aea6903d-9dce-491e-8791-315a28ee9ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6080ac72-18ec-423e-9ba1-45e688806e29'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:22:23.189633 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] Attempting to bind port 35e1ab80-2888-458a-85ce-c10498f2dfb1 on network 6080ac72-18ec-423e-9ba1-45e688806e29 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:22:23.191715 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e052a4b-5858-42fb-b93c-e6970c10e332 None None] Network 0c40d5f5-6445-4920-84d3-b96dd0c4cdcd requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:23.197006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:23.205137 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:23.205137 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:23.249511 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 19bc5d65-0266-4fe0-b12f-d94572106806 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:22:23.254191 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:23.254686 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:23.257826 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:23.273262 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5900c5c6-6edd-47a1-a3b1-d6d8aaf2990f tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.1226158 Nov 08 00:22:23.278739 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51206) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:23.300107 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6539bbf2-879d-4181-b526-45be2c193689 None None] Provisioning complete for port 42d6139b-cf24-43b5-ae72-2aabe83fedb4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:23.302938 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6539bbf2-879d-4181-b526-45be2c193689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:23.314785 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:22:23.315372 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] Checking segment: {'id': 'aea6903d-9dce-491e-8791-315a28ee9ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6080ac72-18ec-423e-9ba1-45e688806e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:23.315977 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:23.316526 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] Bound using segment: {'id': 'aea6903d-9dce-491e-8791-315a28ee9ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6080ac72-18ec-423e-9ba1-45e688806e29'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:22:23.317204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] Bound port: 35e1ab80-2888-458a-85ce-c10498f2dfb1, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea6903d-9dce-491e-8791-315a28ee9ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6080ac72-18ec-423e-9ba1-45e688806e29'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:22:23.317763 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:23.394265 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ac9d78-a038-4c8d-a763-8450694c5c55 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:23.395835 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ac9d78-a038-4c8d-a763-8450694c5c55 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:23.397484 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ac9d78-a038-4c8d-a763-8450694c5c55 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:23.415128 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-08ac9d78-a038-4c8d-a763-8450694c5c55 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1405067 Nov 08 00:22:23.416560 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51214) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:23.516912 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6539bbf2-879d-4181-b526-45be2c193689 None None] Port 42d6139b-cf24-43b5-ae72-2aabe83fedb4 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:22:23.519881 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.db.api [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 00:22:23.519881 n-d-816882-1 neutron-server[102771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 00:22:23.519881 n-d-816882-1 neutron-server[102771]: [parameters: {'id': '6080ac72-18ec-423e-9ba1-45e688806e29'}] Nov 08 00:22:23.519881 n-d-816882-1 neutron-server[102771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:22:23.520292 n-d-816882-1 neutron-server[102771]: DEBUG oslo_db.api [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:22:23.543196 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4ba1d0-787d-42d9-bbee-f17a3b775a09 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Deleting subnet 22912a1a-62be-425d-abe3-7e011e6a8fae {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:22:23.550202 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba1d0-787d-42d9-bbee-f17a3b775a09 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:23.620222 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba1d0-787d-42d9-bbee-f17a3b775a09 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:23.620755 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb885f6a-a901-4807-9513-77df783d3125 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:23.669365 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4af9bf-8461-4373-bae7-847261096ffe req-c271437c-6d37-4628-889f-b176086e12f5 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:23.670894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f4af9bf-8461-4373-bae7-847261096ffe req-c271437c-6d37-4628-889f-b176086e12f5 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 945 time: 0.0944908 Nov 08 00:22:23.688847 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba1d0-787d-42d9-bbee-f17a3b775a09 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:23.692943 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 19bc5d65-0266-4fe0-b12f-d94572106806 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:23.693397 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:23.699747 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6539bbf2-879d-4181-b526-45be2c193689 None None] Provisioning complete for port dc99604c-779b-4943-90e2-98fa09af0c0c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:23.699747 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6539bbf2-879d-4181-b526-45be2c193689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:23.721927 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb885f6a-a901-4807-9513-77df783d3125 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:23.767754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80fc8e0-8068-4fd7-93ce-cb46d5a71603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-eb741e07-ce7e-40ca-a9e6-afcf9700167a', 'network_id': 'eb741e07-ce7e-40ca-a9e6-afcf9700167a', 'tenant_id': '7ce1a014bdca454bb18638a1b3e46e35', 'fixed_ips': [{'subnet_id': '22912a1a-62be-425d-abe3-7e011e6a8fae'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:22:23.768918 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c80fc8e0-8068-4fd7-93ce-cb46d5a71603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:23.771691 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-0c40d5f5-6445-4920-84d3-b96dd0c4cdcd', 'network_id': '0c40d5f5-6445-4920-84d3-b96dd0c4cdcd', 'tenant_id': '7ce1a014bdca454bb18638a1b3e46e35', 'fixed_ips': [{'subnet_id': '2c51a547-2461-407a-b442-b86add5f32b7'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:22:23.773494 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:23.781168 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] For port 35e1ab80-2888-458a-85ce-c10498f2dfb1, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:22:23.805481 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f4af9bf-8461-4373-bae7-847261096ffe req-1fbb01f8-1725-493c-83fe-4eb2f233b0f8 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ca5e83c-a27f-4830-8e59-8dcc8dbac06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214628 Nov 08 00:22:23.829059 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb885f6a-a901-4807-9513-77df783d3125 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:23.831015 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb885f6a-a901-4807-9513-77df783d3125 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=42d6139b-cf24-43b5-ae72-2aabe83fedb4,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:23.833150 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] For port 35e1ab80-2888-458a-85ce-c10498f2dfb1, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=35e1ab80-2888-458a-85ce-c10498f2dfb1,segment=NetworkSegment(aea6903d-9dce-491e-8791-315a28ee9ef9),segment_id=aea6903d-9dce-491e-8791-315a28ee9ef9)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:22:23.897181 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba1d0-787d-42d9-bbee-f17a3b775a09 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:23.993920 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:24.024716 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:24.095424 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb885f6a-a901-4807-9513-77df783d3125 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network ae9e7a91-c044-4dbd-8001-58e47c33795c is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:24.098671 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-bb885f6a-a901-4807-9513-77df783d3125 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server [None req-c80fc8e0-8068-4fd7-93ce-cb46d5a71603 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22912a1a-62be-425d-abe3-7e011e6a8fae: This subnet is being modified by another concurrent operation. Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 00:22:24.166521 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise exception Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22912a1a-62be-425d-abe3-7e011e6a8fae: This subnet is being modified by another concurrent operation. Nov 08 00:22:24.174178 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server Nov 08 00:22:24.211307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61b2fb7-3e54-4793-b5cb-0838ecad1e63 None None] Network eb741e07-ce7e-40ca-a9e6-afcf9700167a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:24.224381 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6539bbf2-879d-4181-b526-45be2c193689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:24.295198 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device dc99604c-779b-4943-90e2-98fa09af0c0c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:22:24.304295 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69269b19-0b35-4e32-b677-7d4927d26e70 None None] Pushing event updated for resources: {'Port': ['ID=35e1ab80-2888-458a-85ce-c10498f2dfb1,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:24.332054 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Deleting port 35e1ab80-2888-458a-85ce-c10498f2dfb1 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:24.332054 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:24.346267 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] Allocated IP 2001:db8:0:1::1 (0c40d5f5-6445-4920-84d3-b96dd0c4cdcd/2c51a547-2461-407a-b442-b86add5f32b7/26f06994-a47f-4d18-a55b-f345a2af6c60) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:22:24.359517 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb6c46a-a657-4c54-b49d-b42a3b775fa0 None None] Network 6080ac72-18ec-423e-9ba1-45e688806e29 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:24.432569 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ba1d0-787d-42d9-bbee-f17a3b775a09 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event deleted for resources: {'Subnet': ['ID=22912a1a-62be-425d-abe3-7e011e6a8fae,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:24.442870 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] For port 35e1ab80-2888-458a-85ce-c10498f2dfb1, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=35e1ab80-2888-458a-85ce-c10498f2dfb1,segment=NetworkSegment(aea6903d-9dce-491e-8791-315a28ee9ef9),segment_id=aea6903d-9dce-491e-8791-315a28ee9ef9)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:24.443593 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:24.463234 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba1d0-787d-42d9-bbee-f17a3b775a09 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:24.469025 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8e4ba1d0-787d-42d9-bbee-f17a3b775a09 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "DELETE /v2.0/subnets/22912a1a-62be-425d-abe3-7e011e6a8fae HTTP/1.1" status: 204 len: 168 time: 1.0514333 Nov 08 00:22:24.470675 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Calling delete_port for 35e1ab80-2888-458a-85ce-c10498f2dfb1 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:24.479644 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51246) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:24.487247 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-6539bbf2-879d-4181-b526-45be2c193689 None None] For port dc99604c-779b-4943-90e2-98fa09af0c0c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=dc99604c-779b-4943-90e2-98fa09af0c0c,segment=NetworkSegment(038da876-134f-47b2-ad9e-29b10eb8d38f),segment_id=038da876-134f-47b2-ad9e-29b10eb8d38f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:24.534760 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cac235-af68-451a-9b44-58e9bd84c45d req-0a0b1e22-7658-42df-a60b-d03f732a5df4 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:24.534760 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28cac235-af68-451a-9b44-58e9bd84c45d req-0a0b1e22-7658-42df-a60b-d03f732a5df4 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.26 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 945 time: 0.0959077 Nov 08 00:22:24.588586 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6539bbf2-879d-4181-b526-45be2c193689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:24.606851 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd954edb-02d9-4828-8619-5b3eb6e56a07 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Deleting subnet 2c51a547-2461-407a-b442-b86add5f32b7 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:22:24.611177 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb885f6a-a901-4807-9513-77df783d3125 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router 766a90f6-7240-4042-ac87-7f074497a465 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:22:24.652608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-28cac235-af68-451a-9b44-58e9bd84c45d req-6ff5cb71-8530-44a9-ac01-b2d15bec2913 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Deleting port 6542817b-7092-4663-9b37-52c1e55e0b31 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:24.652997 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-28cac235-af68-451a-9b44-58e9bd84c45d req-6ff5cb71-8530-44a9-ac01-b2d15bec2913 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:24.747355 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb885f6a-a901-4807-9513-77df783d3125 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:22:24.761371 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bb885f6a-a901-4807-9513-77df783d3125 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/766a90f6-7240-4042-ac87-7f074497a465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9428074 Nov 08 00:22:24.769957 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51252) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:24.778216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-28cac235-af68-451a-9b44-58e9bd84c45d req-6ff5cb71-8530-44a9-ac01-b2d15bec2913 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] For port 6542817b-7092-4663-9b37-52c1e55e0b31, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6542817b-7092-4663-9b37-52c1e55e0b31,segment=NetworkSegment(ff99f702-e2b8-468a-830a-818110db009f),segment_id=ff99f702-e2b8-468a-830a-818110db009f)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:24.778901 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-28cac235-af68-451a-9b44-58e9bd84c45d req-6ff5cb71-8530-44a9-ac01-b2d15bec2913 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:24.817567 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:24.828351 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73b9e1d-778d-4b2c-b50a-1898422d281b None None] Sync routers for ids ['766a90f6-7240-4042-ac87-7f074497a465'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:22:24.870561 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980855db-0138-4784-a5a4-ba1c0b0f6548 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:24.872500 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-980855db-0138-4784-a5a4-ba1c0b0f6548 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/ports/42d6139b-cf24-43b5-ae72-2aabe83fedb4 HTTP/1.1" status: 200 len: 910 time: 0.1006377 Nov 08 00:22:24.874833 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Port': ['ID=35e1ab80-2888-458a-85ce-c10498f2dfb1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:24.879265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No DVR routers for this DVR port 35e1ab80-2888-458a-85ce-c10498f2dfb1 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:22:24.888167 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51256) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:24.913334 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539bbf2-879d-4181-b526-45be2c193689 None None] Pushing event updated for resources: {'Port': ['ID=dc99604c-779b-4943-90e2-98fa09af0c0c,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:24.932441 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port dc99604c-779b-4943-90e2-98fa09af0c0c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:24.933160 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:24.936057 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73b9e1d-778d-4b2c-b50a-1898422d281b None None] Routers {'766a90f6-7240-4042-ac87-7f074497a465'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:22:24.936700 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-f73b9e1d-778d-4b2c-b50a-1898422d281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:22:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['766a90f6-7240-4042-ac87-7f074497a465'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:25.016373 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb0124-d7ee-4c10-bb4f-0fd71514ef7d req-76900646-8de9-4dcb-92ec-5a8b2cd4114e tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:25.018627 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ebb0124-d7ee-4c10-bb4f-0fd71514ef7d req-76900646-8de9-4dcb-92ec-5a8b2cd4114e tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 945 time: 0.1273947 Nov 08 00:22:25.029286 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5c6604c2-0344-4ea6-ac10-a59c252c522f None None] Provisioning complete for port 42d6139b-cf24-43b5-ae72-2aabe83fedb4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:25.029663 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c6604c2-0344-4ea6-ac10-a59c252c522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:25.093248 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5c6604c2-0344-4ea6-ac10-a59c252c522f None None] Port 42d6139b-cf24-43b5-ae72-2aabe83fedb4 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:22:25.100535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-f73b9e1d-778d-4b2c-b50a-1898422d281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:25.181622 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ebb0124-d7ee-4c10-bb4f-0fd71514ef7d req-d9aa821c-59a5-4c54-8985-ebf6a92866bd tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ca5e83c-a27f-4830-8e59-8dcc8dbac06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496730 Nov 08 00:22:25.198536 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-28cac235-af68-451a-9b44-58e9bd84c45d req-6ff5cb71-8530-44a9-ac01-b2d15bec2913 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:25.198910 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-28cac235-af68-451a-9b44-58e9bd84c45d req-6ff5cb71-8530-44a9-ac01-b2d15bec2913 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:25.199232 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-28cac235-af68-451a-9b44-58e9bd84c45d req-6ff5cb71-8530-44a9-ac01-b2d15bec2913 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Floating IP f8cd0184-eb9f-42d5-bdcc-9863e7508ed4 disassociated. External IP: 172.25.2.98, port: 6542817b-7092-4663-9b37-52c1e55e0b31. Nov 08 00:22:25.199575 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-28cac235-af68-451a-9b44-58e9bd84c45d req-6ff5cb71-8530-44a9-ac01-b2d15bec2913 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Calling delete_port for 6542817b-7092-4663-9b37-52c1e55e0b31 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:25.215327 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73b9e1d-778d-4b2c-b50a-1898422d281b None None] Routers {'766a90f6-7240-4042-ac87-7f074497a465'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:22:25.216254 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-f73b9e1d-778d-4b2c-b50a-1898422d281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:22:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['766a90f6-7240-4042-ac87-7f074497a465'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:25.220809 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5c6604c2-0344-4ea6-ac10-a59c252c522f None None] Provisioning complete for port dc99604c-779b-4943-90e2-98fa09af0c0c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:25.221185 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c6604c2-0344-4ea6-ac10-a59c252c522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:25.223123 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:25.286237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-f73b9e1d-778d-4b2c-b50a-1898422d281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:25.287107 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73b9e1d-778d-4b2c-b50a-1898422d281b None None] The sync data for ids ['766a90f6-7240-4042-ac87-7f074497a465'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:22:25.396443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51274) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:25.443695 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:25.463090 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:25.466859 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd954edb-02d9-4828-8619-5b3eb6e56a07 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:25.475290 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device dc99604c-779b-4943-90e2-98fa09af0c0c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:22:25.508988 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6080ac72-18ec-423e-9ba1-45e688806e29']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:25.526049 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-28cac235-af68-451a-9b44-58e9bd84c45d req-6ff5cb71-8530-44a9-ac01-b2d15bec2913 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:25.535657 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] Network 0c40d5f5-6445-4920-84d3-b96dd0c4cdcd is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:25.543819 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:25.550788 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:25.575880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5cb71-8530-44a9-ac01-b2d15bec2913 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Pushing event deleted for resources: {'Port': ['ID=6542817b-7092-4663-9b37-52c1e55e0b31,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:25.581084 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] Pushing event updated for resources: {'Port': ['ID=26f06994-a47f-4d18-a55b-f345a2af6c60,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:25.593081 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port dc99604c-779b-4943-90e2-98fa09af0c0c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:25.593462 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:25.628931 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea6903d-9dce-491e-8791-315a28ee9ef9') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:25.629236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea6903d-9dce-491e-8791-315a28ee9ef9') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:25.652154 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd954edb-02d9-4828-8619-5b3eb6e56a07 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:25.657365 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:25.676766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-64e77ab9-6664-4ed0-a50b-cdc1d6ff9cca tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1283606883'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:25.703483 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:25.722097 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:25.722561 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:25.723729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] Attempting to bind port 26f06994-a47f-4d18-a55b-f345a2af6c60 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:22:25.724142 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] Attempting to bind port 26f06994-a47f-4d18-a55b-f345a2af6c60 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'c0d50bb2-df5e-4dee-af96-0ab307313055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c40d5f5-6445-4920-84d3-b96dd0c4cdcd'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:22:25.724513 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] Attempting to bind port 26f06994-a47f-4d18-a55b-f345a2af6c60 on network 0c40d5f5-6445-4920-84d3-b96dd0c4cdcd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:25.728178 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:25.754652 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:22:25.755032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] Checking segment: {'id': 'c0d50bb2-df5e-4dee-af96-0ab307313055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c40d5f5-6445-4920-84d3-b96dd0c4cdcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:25.755937 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:25.756417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] Bound using segment: {'id': 'c0d50bb2-df5e-4dee-af96-0ab307313055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c40d5f5-6445-4920-84d3-b96dd0c4cdcd'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:22:25.756922 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] Bound port: 26f06994-a47f-4d18-a55b-f345a2af6c60, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d50bb2-df5e-4dee-af96-0ab307313055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c40d5f5-6445-4920-84d3-b96dd0c4cdcd'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:22:25.757513 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:25.769012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28cac235-af68-451a-9b44-58e9bd84c45d req-6ff5cb71-8530-44a9-ac01-b2d15bec2913 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Router 8f83f399-5e18-4409-b6ae-c6934d5d561e has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:22:25.792176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e77ab9-6664-4ed0-a50b-cdc1d6ff9cca tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Made reservation on behalf of 97d25b2fc45745ffa01e3bf4f9758826 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:25.797875 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-64e77ab9-6664-4ed0-a50b-cdc1d6ff9cca tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:25.846516 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] For port 26f06994-a47f-4d18-a55b-f345a2af6c60, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:22:25.849976 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] For port 26f06994-a47f-4d18-a55b-f345a2af6c60, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=26f06994-a47f-4d18-a55b-f345a2af6c60,segment=NetworkSegment(c0d50bb2-df5e-4dee-af96-0ab307313055),segment_id=c0d50bb2-df5e-4dee-af96-0ab307313055)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:22:25.870506 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-64e77ab9-6664-4ed0-a50b-cdc1d6ff9cca tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:25.926934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28cac235-af68-451a-9b44-58e9bd84c45d req-6ff5cb71-8530-44a9-ac01-b2d15bec2913 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:22:25.942412 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e96c7d-746c-4978-9b2f-abf3eb56792c None None] Sync routers for ids ['8f83f399-5e18-4409-b6ae-c6934d5d561e'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:22:25.948983 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:25.952765 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd954edb-02d9-4828-8619-5b3eb6e56a07 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:25.962349 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e96c7d-746c-4978-9b2f-abf3eb56792c None None] Routers {'8f83f399-5e18-4409-b6ae-c6934d5d561e'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:22:25.962349 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b4e96c7d-746c-4978-9b2f-abf3eb56792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:22:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8f83f399-5e18-4409-b6ae-c6934d5d561e'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:25.993469 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:26.022825 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:26.027518 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/6080ac72-18ec-423e-9ba1-45e688806e29 HTTP/1.1" status: 204 len: 168 time: 4.5744572 Nov 08 00:22:26.028662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bd029-77a2-4269-89b0-620b076099c1 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Network': ['ID=6080ac72-18ec-423e-9ba1-45e688806e29,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:26.048720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b530a-9fc5-4ef3-83d0-0ff38afffb14 None None] Pushing event updated for resources: {'Port': ['ID=26f06994-a47f-4d18-a55b-f345a2af6c60,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:26.062892 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cac235-af68-451a-9b44-58e9bd84c45d req-6ff5cb71-8530-44a9-ac01-b2d15bec2913 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] No DVR routers for this DVR port 6542817b-7092-4663-9b37-52c1e55e0b31 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:22:26.064641 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51286) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:26.072338 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-179744be-2533-4001-a8b0-196504790fbf tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-802925453'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:26.089810 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-28cac235-af68-451a-9b44-58e9bd84c45d req-6ff5cb71-8530-44a9-ac01-b2d15bec2913 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:26.093453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28cac235-af68-451a-9b44-58e9bd84c45d req-6ff5cb71-8530-44a9-ac01-b2d15bec2913 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.26 "DELETE /v2.0/ports/6542817b-7092-4663-9b37-52c1e55e0b31 HTTP/1.1" status: 204 len: 173 time: 1.5527275 Nov 08 00:22:26.095478 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7842e729-918b-4a52-a898-130f10916a9a', 'name': 'network-vif-deleted', 'tag': '6542817b-7092-4663-9b37-52c1e55e0b31'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:22:26.105323 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-305a17f8-2d00-4f36-baf2-9d60e132a348 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:26.114773 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65feae6f-3ab2-4e22-9402-a5c25880e43e" -d '{"events": [{"server_uuid": "7842e729-918b-4a52-a898-130f10916a9a", "name": "network-vif-deleted", "tag": "6542817b-7092-4663-9b37-52c1e55e0b31"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:22:26.177510 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-64e77ab9-6664-4ed0-a50b-cdc1d6ff9cca tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:26.189779 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-b4e96c7d-746c-4978-9b2f-abf3eb56792c None None] Set router 8f83f399-5e18-4409-b6ae-c6934d5d561e gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:22:26.209802 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd44304-a704-4c2e-a525-8f16cae2c29c x-openstack-request-id: req-4fd44304-a704-4c2e-a525-8f16cae2c29c {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:22:26.209802 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7842e729-918b-4a52-a898-130f10916a9a", "name": "network-vif-deleted", "tag": "6542817b-7092-4663-9b37-52c1e55e0b31", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:22:26.209802 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fd44304-a704-4c2e-a525-8f16cae2c29c {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:22:26.209802 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7842e729-918b-4a52-a898-130f10916a9a', 'name': 'network-vif-deleted', 'tag': '6542817b-7092-4663-9b37-52c1e55e0b31', 'status': 'completed', 'code': 200} Nov 08 00:22:26.228804 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179744be-2533-4001-a8b0-196504790fbf tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:26.235554 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-179744be-2533-4001-a8b0-196504790fbf tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:26.248314 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd954edb-02d9-4828-8619-5b3eb6e56a07 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:26.257203 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-64e77ab9-6664-4ed0-a50b-cdc1d6ff9cca tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:26.309676 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e77ab9-6664-4ed0-a50b-cdc1d6ff9cca tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:26.321329 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd954edb-02d9-4828-8619-5b3eb6e56a07 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:26.326758 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fd954edb-02d9-4828-8619-5b3eb6e56a07 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "DELETE /v2.0/subnets/2c51a547-2461-407a-b442-b86add5f32b7 HTTP/1.1" status: 204 len: 168 time: 1.8453302 Nov 08 00:22:26.327397 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51302) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:26.330870 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd954edb-02d9-4828-8619-5b3eb6e56a07 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event deleted for resources: {'Subnet': ['ID=2c51a547-2461-407a-b442-b86add5f32b7,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:26.394541 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179744be-2533-4001-a8b0-196504790fbf tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:26.469919 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-009f0751-4f61-4632-a037-e8ead82c2bdd req-12f5e4a2-4016-421a-bb90-d0fd005f9c0e tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 210 time: 0.0728898 Nov 08 00:22:26.480703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e77ab9-6664-4ed0-a50b-cdc1d6ff9cca tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4b5db4-5e64-45dd-a944-56b84151760b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:26.512063 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8ddf9d-8ac7-4248-b14b-52d5006349bb tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:26.514204 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-be8ddf9d-8ac7-4248-b14b-52d5006349bb tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1844158 Nov 08 00:22:26.514734 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-179744be-2533-4001-a8b0-196504790fbf tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:26.515095 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-179744be-2533-4001-a8b0-196504790fbf tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Added segment 0024c2ca-a8cb-413d-b7d1-c1d806e5dc75 of type vlan for network 56fc2976-41ad-421c-84d4-fdf42bb3a4f2 Nov 08 00:22:26.525973 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-64e77ab9-6664-4ed0-a50b-cdc1d6ff9cca tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:26.526329 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-64e77ab9-6664-4ed0-a50b-cdc1d6ff9cca tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Added segment cdffe9e5-a012-4c8c-848c-a0d70a2c9598 of type vlan for network 7ae49baa-fe9e-4ea3-998f-0383bd98cdce Nov 08 00:22:26.559946 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b4e96c7d-746c-4978-9b2f-abf3eb56792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'name': 'tempest-ServersTestBootFromVolume-2146756368-router', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:18:17Z', 'updated_at': '2021-11-08T00:18:23Z', 'revision_number': 4, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'gw_port': {'id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:18Z', 'updated_at': '2021-11-08T00:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '768885e1-8668-4680-8d5e-e46ab029643a', 'name': '', 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'mac_address': 'fa:16:3e:cc:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'f8dc7e76-be96-48f0-952d-3ac3a6c95de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:22Z', 'updated_at': '2021-11-08T00:18:27Z', 'revision_number': 5, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'subnets': [{'id': 'f8dc7e76-be96-48f0-952d-3ac3a6c95de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:26.564468 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51304) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:26.575317 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-64e77ab9-6664-4ed0-a50b-cdc1d6ff9cca tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:26.606829 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e96c7d-746c-4978-9b2f-abf3eb56792c None None] Checking router: 8f83f399-5e18-4409-b6ae-c6934d5d561e for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:22:26.612936 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e96c7d-746c-4978-9b2f-abf3eb56792c None None] Routers {'8f83f399-5e18-4409-b6ae-c6934d5d561e'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:22:26.614166 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b4e96c7d-746c-4978-9b2f-abf3eb56792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:22:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8f83f399-5e18-4409-b6ae-c6934d5d561e'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:26.646452 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-179744be-2533-4001-a8b0-196504790fbf tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:26.699571 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-64e77ab9-6664-4ed0-a50b-cdc1d6ff9cca tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:26.702482 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:26.709378 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e77ab9-6664-4ed0-a50b-cdc1d6ff9cca tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:26.710033 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-64e77ab9-6664-4ed0-a50b-cdc1d6ff9cca tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:26.726433 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-305a17f8-2d00-4f36-baf2-9d60e132a348 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Allocated IP 172.21.0.1 (f38e8d44-7a5d-451b-822a-3b5f65a6d7cc/4f3db0df-8b41-4803-a349-46267fbc4fd4/49c3cf6e-8cfe-43c9-8214-c0be0083dc79) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:22:26.749721 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-b4e96c7d-746c-4978-9b2f-abf3eb56792c None None] Set router 8f83f399-5e18-4409-b6ae-c6934d5d561e gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:22:26.788526 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-179744be-2533-4001-a8b0-196504790fbf tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:26.799327 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179744be-2533-4001-a8b0-196504790fbf tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:26.800943 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-179744be-2533-4001-a8b0-196504790fbf tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:26.830854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e77ab9-6664-4ed0-a50b-cdc1d6ff9cca tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Pushing event updated for resources: {'Network': ['ID=7ae49baa-fe9e-4ea3-998f-0383bd98cdce,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:26.844155 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 7ae49baa-fe9e-4ea3-998f-0383bd98cdce details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:26.862310 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-64e77ab9-6664-4ed0-a50b-cdc1d6ff9cca tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4618247 Nov 08 00:22:26.864463 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51306) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:26.873762 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-0bb5aa6c-ac4e-4faf-8afb-4a541827681b tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Request body: {'subnet': {'network_id': '7ae49baa-fe9e-4ea3-998f-0383bd98cdce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:26.923459 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-179744be-2533-4001-a8b0-196504790fbf tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8562319 Nov 08 00:22:26.933645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51310) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:26.940589 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Deleting port 26f06994-a47f-4d18-a55b-f345a2af6c60 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:26.941228 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:26.951281 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-66a805b2-b968-432b-abb3-040bb0bda5f2 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:26.999930 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6542817b-7092-4663-9b37-52c1e55e0b31 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:22:27.057376 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 6542817b-7092-4663-9b37-52c1e55e0b31 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:22:27.057726 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6542817b-7092-4663-9b37-52c1e55e0b31 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:22:27.101558 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-305a17f8-2d00-4f36-baf2-9d60e132a348 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:27.119864 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179744be-2533-4001-a8b0-196504790fbf tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Network': ['ID=56fc2976-41ad-421c-84d4-fdf42bb3a4f2,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:27.129760 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 56fc2976-41ad-421c-84d4-fdf42bb3a4f2 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:27.154718 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b4e96c7d-746c-4978-9b2f-abf3eb56792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'name': 'tempest-ServersTestBootFromVolume-2146756368-router', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:18:17Z', 'updated_at': '2021-11-08T00:18:23Z', 'revision_number': 4, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'gw_port': {'id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:18Z', 'updated_at': '2021-11-08T00:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '768885e1-8668-4680-8d5e-e46ab029643a', 'name': '', 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'mac_address': 'fa:16:3e:cc:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'f8dc7e76-be96-48f0-952d-3ac3a6c95de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:22Z', 'updated_at': '2021-11-08T00:18:27Z', 'revision_number': 5, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'subnets': [{'id': 'f8dc7e76-be96-48f0-952d-3ac3a6c95de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:27.185391 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e96c7d-746c-4978-9b2f-abf3eb56792c None None] The sync data for ids ['8f83f399-5e18-4409-b6ae-c6934d5d561e'] in n-d-816882-1 is: [{'id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'name': 'tempest-ServersTestBootFromVolume-2146756368-router', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:18:17Z', 'updated_at': '2021-11-08T00:18:23Z', 'revision_number': 4, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'gw_port': {'id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:18Z', 'updated_at': '2021-11-08T00:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '768885e1-8668-4680-8d5e-e46ab029643a', 'name': '', 'network_id': '27a53660-1020-4f37-bc10-2de174a95e16', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'mac_address': 'fa:16:3e:cc:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'f8dc7e76-be96-48f0-952d-3ac3a6c95de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:22Z', 'updated_at': '2021-11-08T00:18:27Z', 'revision_number': 5, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'subnets': [{'id': 'f8dc7e76-be96-48f0-952d-3ac3a6c95de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:22:27.203206 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] For port 26f06994-a47f-4d18-a55b-f345a2af6c60, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=26f06994-a47f-4d18-a55b-f345a2af6c60,segment=NetworkSegment(c0d50bb2-df5e-4dee-af96-0ab307313055),segment_id=c0d50bb2-df5e-4dee-af96-0ab307313055)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:27.214264 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:27.254503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Calling delete_port for 26f06994-a47f-4d18-a55b-f345a2af6c60 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:27.373779 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb5aa6c-ac4e-4faf-8afb-4a541827681b tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Made reservation on behalf of 97d25b2fc45745ffa01e3bf4f9758826 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:27.375891 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0bb5aa6c-ac4e-4faf-8afb-4a541827681b tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:27.379445 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-305a17f8-2d00-4f36-baf2-9d60e132a348 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:27.383237 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-66a805b2-b968-432b-abb3-040bb0bda5f2 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:27.502696 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-66a805b2-b968-432b-abb3-040bb0bda5f2 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:27.520912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66a805b2-b968-432b-abb3-040bb0bda5f2 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network 56fc2976-41ad-421c-84d4-fdf42bb3a4f2 is not hosted by any dhcp agent {{(pid=102772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 00:22:27.530469 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a805b2-b968-432b-abb3-040bb0bda5f2 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:27.531142 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-66a805b2-b968-432b-abb3-040bb0bda5f2 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:27.535187 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-66a805b2-b968-432b-abb3-040bb0bda5f2 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "PUT /v2.0/networks/56fc2976-41ad-421c-84d4-fdf42bb3a4f2 HTTP/1.1" status: 200 len: 723 time: 0.5978775 Nov 08 00:22:27.548726 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 26f06994-a47f-4d18-a55b-f345a2af6c60 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:22:27.556406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51324) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:27.561899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-2e83f7ae-0480-4d26-a1a5-fdb7a6af50b9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'subnet': {'network_id': '56fc2976-41ad-421c-84d4-fdf42bb3a4f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:27.577964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305a17f8-2d00-4f36-baf2-9d60e132a348 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network f38e8d44-7a5d-451b-822a-3b5f65a6d7cc is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:27.593335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-305a17f8-2d00-4f36-baf2-9d60e132a348 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:27.603265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305a17f8-2d00-4f36-baf2-9d60e132a348 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:27.699981 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385336d1-afa6-4582-be97-680e7c19c906 None None] Network 0c40d5f5-6445-4920-84d3-b96dd0c4cdcd requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:27.718914 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a17f8-2d00-4f36-baf2-9d60e132a348 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=49c3cf6e-8cfe-43c9-8214-c0be0083dc79,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:27.736928 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 26f06994-a47f-4d18-a55b-f345a2af6c60 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:27.737402 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:27.796270 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabaf8b9-17f0-4847-abdc-ebc887bdd9a5 None None] New status for floating IP f8cd0184-eb9f-42d5-bdcc-9863e7508ed4: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:22:27.817566 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-305a17f8-2d00-4f36-baf2-9d60e132a348 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:27.857464 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d55a9ec-32df-4d94-9c24-6c12bf8eba08 req-a5cc3cf4-50d5-43e5-8b59-b387b6cbbc83 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 210 time: 0.1842828 Nov 08 00:22:27.870775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a805b2-b968-432b-abb3-040bb0bda5f2 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Network': ['ID=56fc2976-41ad-421c-84d4-fdf42bb3a4f2,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:27.890995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e83f7ae-0480-4d26-a1a5-fdb7a6af50b9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:27.894833 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e83f7ae-0480-4d26-a1a5-fdb7a6af50b9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:27.906457 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fcf1598b-63d2-4612-8b6d-2bb73c121655 req-2adf9783-1e30-428e-84fd-bda749e33853 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2391005 Nov 08 00:22:27.958016 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:27.989375 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 56fc2976-41ad-421c-84d4-fdf42bb3a4f2 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:28.015052 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event deleted for resources: {'Port': ['ID=26f06994-a47f-4d18-a55b-f345a2af6c60,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:28.047510 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] No DVR routers for this DVR port 26f06994-a47f-4d18-a55b-f345a2af6c60 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:22:28.089553 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f78753ac-ba56-4043-bb8a-53c28c6a8526 None None] Provisioning complete for port 26f06994-a47f-4d18-a55b-f345a2af6c60 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:28.090159 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f78753ac-ba56-4043-bb8a-53c28c6a8526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:28.151698 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f78753ac-ba56-4043-bb8a-53c28c6a8526 None None] Port 26f06994-a47f-4d18-a55b-f345a2af6c60 was deleted so its status cannot be updated. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Nov 08 00:22:28.199030 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Could not find standard attr ID for object 26f06994-a47f-4d18-a55b-f345a2af6c60. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:22:28.205394 n-d-816882-1 neutron-server[102773]: INFO neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No ports have port_id starting with 26f06994-a47f-4d18-a55b-f345a2af6c60 Nov 08 00:22:28.243374 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5888-50bd-495e-b6c4-2ee36f6688bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:28.277950 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-8251f47e-adf4-4d26-b129-8d86c9fde504 None None] Provisioning complete for port 49c3cf6e-8cfe-43c9-8214-c0be0083dc79 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:28.278329 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8251f47e-adf4-4d26-b129-8d86c9fde504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:28.302836 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e83f7ae-0480-4d26-a1a5-fdb7a6af50b9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:28.336633 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09472673-b215-4c0f-87f9-cfe0851e3b33 None None] DHCP port deletion for 0c40d5f5-6445-4920-84d3-b96dd0c4cdcd request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:22:28.341497 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8251f47e-adf4-4d26-b129-8d86c9fde504 None None] Port 49c3cf6e-8cfe-43c9-8214-c0be0083dc79 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:22:28.344301 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:28.353250 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1598b-63d2-4612-8b6d-2bb73c121655 req-d147ddf6-d27b-46bc-9bbb-e582ee27e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:28.354865 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fcf1598b-63d2-4612-8b6d-2bb73c121655 req-d147ddf6-d27b-46bc-9bbb-e582ee27e6c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2278e422f74446f91e7e8ef6b5f1bb4&device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 1096 time: 0.3527944 Nov 08 00:22:28.366343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345d4c05-c5de-40c7-b3ec-607fee7a3666 None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 00:22:28.408442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83f7ae-0480-4d26-a1a5-fdb7a6af50b9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Subnet': ['ID=dc73a428-7d64-4339-9d96-257f6ceabc94,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:28.437847 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-305a17f8-2d00-4f36-baf2-9d60e132a348 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:28.449240 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e83f7ae-0480-4d26-a1a5-fdb7a6af50b9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Checking segment: {'id': '0024c2ca-a8cb-413d-b7d1-c1d806e5dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56fc2976-41ad-421c-84d4-fdf42bb3a4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:28.449771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e83f7ae-0480-4d26-a1a5-fdb7a6af50b9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network hostable DHCP agents. Network: 56fc2976-41ad-421c-84d4-fdf42bb3a4f2, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:28.532983 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c40d5f5-6445-4920-84d3-b96dd0c4cdcd']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:28.566426 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e83f7ae-0480-4d26-a1a5-fdb7a6af50b9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network 56fc2976-41ad-421c-84d4-fdf42bb3a4f2 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:28.589838 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d50bb2-df5e-4dee-af96-0ab307313055') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:28.590499 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d50bb2-df5e-4dee-af96-0ab307313055') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:28.636522 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345d4c05-c5de-40c7-b3ec-607fee7a3666 None None] Unable to find a vacant binding_index for network 56fc2976-41ad-421c-84d4-fdf42bb3a4f2 and agent 83c28920-601b-45de-aac5-a1a2d2eb995c {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 08 00:22:28.645364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-2e83f7ae-0480-4d26-a1a5-fdb7a6af50b9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 56fc2976-41ad-421c-84d4-fdf42bb3a4f2) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:28.647371 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345d4c05-c5de-40c7-b3ec-607fee7a3666 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 56fc2976-41ad-421c-84d4-fdf42bb3a4f2) {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 00:22:28.654912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e83f7ae-0480-4d26-a1a5-fdb7a6af50b9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:28.655660 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e83f7ae-0480-4d26-a1a5-fdb7a6af50b9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:28.684272 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:28.737594 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2e83f7ae-0480-4d26-a1a5-fdb7a6af50b9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1800597 Nov 08 00:22:28.738278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51342) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:28.743511 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-461041cf-9c3d-4472-9886-25bf45240a46 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:28.753712 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:28.768686 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:28.768891 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:28.773208 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:28.825058 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0bb5aa6c-ac4e-4faf-8afb-4a541827681b tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:28.878279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1598b-63d2-4612-8b6d-2bb73c121655 req-e268b1d5-b6fc-4706-a50d-b267093e6df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:28.879444 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fcf1598b-63d2-4612-8b6d-2bb73c121655 req-e268b1d5-b6fc-4706-a50d-b267093e6df1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b13a2d05-1ff5-419f-9b2f-082d70770afe HTTP/1.1" status: 200 len: 911 time: 0.4603767 Nov 08 00:22:28.913227 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-461041cf-9c3d-4472-9886-25bf45240a46 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5252282'] for subnet, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:28.982293 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5aa6c-ac4e-4faf-8afb-4a541827681b tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Pushing event updated for resources: {'Subnet': ['ID=66f990b4-e79a-4d47-9393-5ba8f0695990,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:29.064855 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47090d11-9d51-4d97-a878-b96a6f861cf1 req-f96322fa-c20c-4331-9ea2-d6978e15dd3e tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 210 time: 0.0484726 Nov 08 00:22:29.109773 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-56fc2976-41ad-421c-84d4-fdf42bb3a4f2', 'network_id': '56fc2976-41ad-421c-84d4-fdf42bb3a4f2', 'tenant_id': '06eb6d90730f42b395c16a1d355c2d8b', 'fixed_ips': [{'subnet_id': 'dc73a428-7d64-4339-9d96-257f6ceabc94'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:22:29.111254 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:29.268075 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-461041cf-9c3d-4472-9886-25bf45240a46 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792507626801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6871981'] for subnet, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:29.311456 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461041cf-9c3d-4472-9886-25bf45240a46 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:29.312094 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-461041cf-9c3d-4472-9886-25bf45240a46 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:29.315889 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-461041cf-9c3d-4472-9886-25bf45240a46 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "PUT /v2.0/subnets/dc73a428-7d64-4339-9d96-257f6ceabc94 HTTP/1.1" status: 200 len: 806 time: 0.5741971 Nov 08 00:22:29.316968 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51348) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:29.347286 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] Allocated IP 172.20.0.2 (56fc2976-41ad-421c-84d4-fdf42bb3a4f2/dc73a428-7d64-4339-9d96-257f6ceabc94/931c5e1f-3f2c-4ab4-8223-8104aafd3569) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:22:29.386023 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 1e1046f5-d688-41ec-8c2b-374cf201348e details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:22:29.387246 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461041cf-9c3d-4472-9886-25bf45240a46 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Subnet': ['ID=dc73a428-7d64-4339-9d96-257f6ceabc94,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:29.483173 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:29.493256 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:29.517584 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:29.523180 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "DELETE /v2.0/networks/0c40d5f5-6445-4920-84d3-b96dd0c4cdcd HTTP/1.1" status: 204 len: 168 time: 2.9553246 Nov 08 00:22:29.535012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51360) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:29.560301 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fcf1598b-63d2-4612-8b6d-2bb73c121655 req-c0f3d001-41df-4922-98cd-6e3107ba1f99 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d66ff1f1-dfc7-4182-9d0c-32f8d824382b HTTP/1.1" status: 200 len: 1001 time: 0.5813930 Nov 08 00:22:29.570973 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9849099-2dae-44f3-8797-751f3262a59a tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event deleted for resources: {'Network': ['ID=0c40d5f5-6445-4920-84d3-b96dd0c4cdcd,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:29.606829 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 1e1046f5-d688-41ec-8c2b-374cf201348e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1e1046f5-d688-41ec-8c2b-374cf201348e,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:29.619825 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 26f06994-a47f-4d18-a55b-f345a2af6c60 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:22:29.622055 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '1e1046f5-d688-41ec-8c2b-374cf201348e', 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b', 'port_id': '1e1046f5-d688-41ec-8c2b-374cf201348e', 'mac_address': 'fa:16:3e:01:a6:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:22:29.638010 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-305a17f8-2d00-4f36-baf2-9d60e132a348 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:29.638642 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:29.645472 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb5aa6c-ac4e-4faf-8afb-4a541827681b tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Checking segment: {'id': 'cdffe9e5-a012-4c8c-848c-a0d70a2c9598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7ae49baa-fe9e-4ea3-998f-0383bd98cdce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:29.646159 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb5aa6c-ac4e-4faf-8afb-4a541827681b tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Network hostable DHCP agents. Network: 7ae49baa-fe9e-4ea3-998f-0383bd98cdce, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:29.675255 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1598b-63d2-4612-8b6d-2bb73c121655 req-c3ea42ad-ea28-4284-9d82-e51c8f36b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:29.677583 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fcf1598b-63d2-4612-8b6d-2bb73c121655 req-c3ea42ad-ea28-4284-9d82-e51c8f36b4ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82ff6155-843e-4e76-be5f-7d2f5d78c7b3 HTTP/1.1" status: 200 len: 849 time: 0.1010051 Nov 08 00:22:29.683125 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 26f06994-a47f-4d18-a55b-f345a2af6c60 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:22:29.683514 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 26f06994-a47f-4d18-a55b-f345a2af6c60 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:22:29.704722 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b47-8933-42f6-a650-cf975c0e9b83 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:29.716802 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:29.722399 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-305a17f8-2d00-4f36-baf2-9d60e132a348 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:29.738679 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e1046f5-d688-41ec-8c2b-374cf201348e {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:22:29.790998 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 1e1046f5-d688-41ec-8c2b-374cf201348e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1e1046f5-d688-41ec-8c2b-374cf201348e,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:29.810126 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb5aa6c-ac4e-4faf-8afb-4a541827681b tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Network 7ae49baa-fe9e-4ea3-998f-0383bd98cdce is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:29.820122 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:29.863292 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:29.885265 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b47-8933-42f6-a650-cf975c0e9b83 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:29.887987 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a17f8-2d00-4f36-baf2-9d60e132a348 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=49c3cf6e-8cfe-43c9-8214-c0be0083dc79,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:29.897954 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-305a17f8-2d00-4f36-baf2-9d60e132a348 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:29.901326 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1598b-63d2-4612-8b6d-2bb73c121655 req-63040b55-ea0f-43a5-8eef-8cad112a9ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:29.902893 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fcf1598b-63d2-4612-8b6d-2bb73c121655 req-63040b55-ea0f-43a5-8eef-8cad112a9ac2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b13a2d05-1ff5-419f-9b2f-082d70770afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2059507 Nov 08 00:22:29.927759 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:29.937305 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-7eff9b47-8933-42f6-a650-cf975c0e9b83 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb741e07-ce7e-40ca-a9e6-afcf9700167a']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:29.972805 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-7eff9b47-8933-42f6-a650-cf975c0e9b83 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b320fe-5a68-4512-b972-8e533dc912c3') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:29.973926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-7eff9b47-8933-42f6-a650-cf975c0e9b83 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b320fe-5a68-4512-b972-8e533dc912c3') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:29.989470 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b47-8933-42f6-a650-cf975c0e9b83 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.011113 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b47-8933-42f6-a650-cf975c0e9b83 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.012266 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-0bb5aa6c-ac4e-4faf-8afb-4a541827681b tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 7ae49baa-fe9e-4ea3-998f-0383bd98cdce) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:30.018513 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eff9b47-8933-42f6-a650-cf975c0e9b83 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:30.018966 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b47-8933-42f6-a650-cf975c0e9b83 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.027001 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] Network 56fc2976-41ad-421c-84d4-fdf42bb3a4f2 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:30.040214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:30.047171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=1e1046f5-d688-41ec-8c2b-374cf201348e,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:30.051823 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:30.062005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['1e1046f5-d688-41ec-8c2b-374cf201348e'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:22:30.077674 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb5aa6c-ac4e-4faf-8afb-4a541827681b tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:30.078842 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0bb5aa6c-ac4e-4faf-8afb-4a541827681b tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.084296 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305a17f8-2d00-4f36-baf2-9d60e132a348 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network f38e8d44-7a5d-451b-822a-3b5f65a6d7cc is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:30.088056 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:30.099495 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-305a17f8-2d00-4f36-baf2-9d60e132a348 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:30.100857 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.179054 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Subnet': ['ID=dc73a428-7d64-4339-9d96-257f6ceabc94,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:30.180932 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b47-8933-42f6-a650-cf975c0e9b83 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.240943 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0bb5aa6c-ac4e-4faf-8afb-4a541827681b tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3751099 Nov 08 00:22:30.245430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51370) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:30.252274 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-9916d712-abd4-400b-92d6-64742c161e80 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Request body: {'port': {'network_id': '7ae49baa-fe9e-4ea3-998f-0383bd98cdce', 'name': 'tempest-DHCPAgentSchedulersTestJSON-148846211'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:30.260331 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305a17f8-2d00-4f36-baf2-9d60e132a348 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router 766a90f6-7240-4042-ac87-7f074497a465 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:22:30.306623 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.334105 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56fc2976-41ad-421c-84d4-fdf42bb3a4f2']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:30.339858 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0024c2ca-a8cb-413d-b7d1-c1d806e5dc75') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:30.340973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0024c2ca-a8cb-413d-b7d1-c1d806e5dc75') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:30.350772 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] Pushing event updated for resources: {'Port': ['ID=931c5e1f-3f2c-4ab4-8223-8104aafd3569,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:30.352935 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.369075 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.369691 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fcf1598b-63d2-4612-8b6d-2bb73c121655 req-a3408aff-032e-4cdb-ae18-9831afa44416 service neutron] 10.222.0.20 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679261 Nov 08 00:22:30.376232 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] Attempting to bind port 931c5e1f-3f2c-4ab4-8223-8104aafd3569 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:22:30.376434 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:30.376603 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] Attempting to bind port 931c5e1f-3f2c-4ab4-8223-8104aafd3569 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '0024c2ca-a8cb-413d-b7d1-c1d806e5dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56fc2976-41ad-421c-84d4-fdf42bb3a4f2'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:22:30.376814 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.376946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] Attempting to bind port 931c5e1f-3f2c-4ab4-8223-8104aafd3569 on network 56fc2976-41ad-421c-84d4-fdf42bb3a4f2 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:22:30.390028 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:22:30.390401 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] Checking segment: {'id': '0024c2ca-a8cb-413d-b7d1-c1d806e5dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56fc2976-41ad-421c-84d4-fdf42bb3a4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:30.391307 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.391307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] Bound using segment: {'id': '0024c2ca-a8cb-413d-b7d1-c1d806e5dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56fc2976-41ad-421c-84d4-fdf42bb3a4f2'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:22:30.391817 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] Bound port: 931c5e1f-3f2c-4ab4-8223-8104aafd3569, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0024c2ca-a8cb-413d-b7d1-c1d806e5dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56fc2976-41ad-421c-84d4-fdf42bb3a4f2'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:22:30.392251 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.446377 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b47-8933-42f6-a650-cf975c0e9b83 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.450131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7eff9b47-8933-42f6-a650-cf975c0e9b83 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "DELETE /v2.0/networks/eb741e07-ce7e-40ca-a9e6-afcf9700167a HTTP/1.1" status: 204 len: 168 time: 0.9141412 Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:30.450952 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:30.453589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff9b47-8933-42f6-a650-cf975c0e9b83 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event deleted for resources: {'Network': ['ID=eb741e07-ce7e-40ca-a9e6-afcf9700167a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:30.455742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51372) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:30.543405 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] For port 931c5e1f-3f2c-4ab4-8223-8104aafd3569, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:22:30.545875 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.db.api [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 00:22:30.545875 n-d-816882-1 neutron-server[102772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 00:22:30.545875 n-d-816882-1 neutron-server[102772]: [parameters: {'id': '56fc2976-41ad-421c-84d4-fdf42bb3a4f2'}] Nov 08 00:22:30.545875 n-d-816882-1 neutron-server[102772]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:22:30.546264 n-d-816882-1 neutron-server[102772]: DEBUG oslo_db.api [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:22:30.548345 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] For port 931c5e1f-3f2c-4ab4-8223-8104aafd3569, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=931c5e1f-3f2c-4ab4-8223-8104aafd3569,segment=NetworkSegment(0024c2ca-a8cb-413d-b7d1-c1d806e5dc75),segment_id=0024c2ca-a8cb-413d-b7d1-c1d806e5dc75)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:22:30.551991 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f472b81-98f3-4a96-a1c4-e2640ae442bc req-1ed966a7-f078-495c-9dd5-869e005f1a0e tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 210 time: 0.1069562 Nov 08 00:22:30.595929 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ef48a9-f628-40af-8990-478d5b1d58b1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.635359 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fcf1598b-63d2-4612-8b6d-2bb73c121655 req-796ea21b-0b89-4592-b470-5ff0a95fb987 service neutron] 10.222.0.20 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024221 Nov 08 00:22:30.642032 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305a17f8-2d00-4f36-baf2-9d60e132a348 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:22:30.649654 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-305a17f8-2d00-4f36-baf2-9d60e132a348 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/766a90f6-7240-4042-ac87-7f074497a465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7611990 Nov 08 00:22:30.652009 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51388) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:30.654684 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51d92d-346e-4847-803f-8291b2f8b0d9 None None] Sync routers for ids ['766a90f6-7240-4042-ac87-7f074497a465'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:22:30.674420 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.687847 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd51d92d-346e-4847-803f-8291b2f8b0d9 None None] Routers {'766a90f6-7240-4042-ac87-7f074497a465'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:22:30.689553 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-dd51d92d-346e-4847-803f-8291b2f8b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:22:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['766a90f6-7240-4042-ac87-7f074497a465'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:30.746868 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa9e2e3-8592-4b99-87f6-098603c0f143 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:30.756450 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-eaa9e2e3-8592-4b99-87f6-098603c0f143 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/ports/49c3cf6e-8cfe-43c9-8214-c0be0083dc79 HTTP/1.1" status: 200 len: 910 time: 0.1031835 Nov 08 00:22:30.757254 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51398) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:30.782035 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4bb06017-5d5f-46ea-bd85-426c639d6d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.784614 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9916d712-abd4-400b-92d6-64742c161e80 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Made reservation on behalf of 97d25b2fc45745ffa01e3bf4f9758826 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:30.790400 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9916d712-abd4-400b-92d6-64742c161e80 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.801410 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ef48a9-f628-40af-8990-478d5b1d58b1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.829266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-55ef48a9-f628-40af-8990-478d5b1d58b1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f2530b-aca9-4b1d-afff-a5d064afc2ed']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:30.862334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-55ef48a9-f628-40af-8990-478d5b1d58b1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66d829f-16b3-4caa-a89d-d8943d1733c5') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:30.862661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-55ef48a9-f628-40af-8990-478d5b1d58b1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66d829f-16b3-4caa-a89d-d8943d1733c5') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:30.876569 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ef48a9-f628-40af-8990-478d5b1d58b1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.922415 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ef48a9-f628-40af-8990-478d5b1d58b1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.936292 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ef48a9-f628-40af-8990-478d5b1d58b1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:30.936415 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-dd51d92d-346e-4847-803f-8291b2f8b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:30.936518 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ef48a9-f628-40af-8990-478d5b1d58b1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:30.939630 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:30.944399 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-9916d712-abd4-400b-92d6-64742c161e80 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] device_id is not set on port 6c23fae5-8f11-435b-aa39-08c9a1c286c1 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:22:30.949259 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd51d92d-346e-4847-803f-8291b2f8b0d9 None None] Routers {'766a90f6-7240-4042-ac87-7f074497a465'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:22:30.950286 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-dd51d92d-346e-4847-803f-8291b2f8b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:22:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['766a90f6-7240-4042-ac87-7f074497a465'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:30.959102 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c4ffee-0b09-4962-9563-4731f9861a19 None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 00:22:30.962543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1418461-73c3-47b9-b7b9-337d6e30c98c None None] Pushing event updated for resources: {'Port': ['ID=931c5e1f-3f2c-4ab4-8223-8104aafd3569,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:30.997713 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-dd51d92d-346e-4847-803f-8291b2f8b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:30.998659 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51d92d-346e-4847-803f-8291b2f8b0d9 None None] The sync data for ids ['766a90f6-7240-4042-ac87-7f074497a465'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:22:31.047570 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:31.146088 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ef48a9-f628-40af-8990-478d5b1d58b1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:31.215056 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ef48a9-f628-40af-8990-478d5b1d58b1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:31.221495 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-55ef48a9-f628-40af-8990-478d5b1d58b1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "DELETE /v2.0/networks/71f2530b-aca9-4b1d-afff-a5d064afc2ed HTTP/1.1" status: 204 len: 168 time: 0.7644930 Nov 08 00:22:31.224530 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef48a9-f628-40af-8990-478d5b1d58b1 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event deleted for resources: {'Network': ['ID=71f2530b-aca9-4b1d-afff-a5d064afc2ed,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:31.227717 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51408) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:31.244446 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:31.257699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Deleting port 931c5e1f-3f2c-4ab4-8223-8104aafd3569 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:31.259169 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:31.402832 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 1e1046f5-d688-41ec-8c2b-374cf201348e up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:22:31.536406 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c4ffee-0b09-4962-9563-4731f9861a19 None None] Resources bound (agent type, host, resource id): {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 00:22:31.551686 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-9916d712-abd4-400b-92d6-64742c161e80 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Allocated IP 172.20.0.2 (7ae49baa-fe9e-4ea3-998f-0383bd98cdce/66f990b4-e79a-4d47-9393-5ba8f0695990/6c23fae5-8f11-435b-aa39-08c9a1c286c1) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:22:31.557758 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 1e1046f5-d688-41ec-8c2b-374cf201348e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:31.558157 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:31.578074 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c48ae870-8167-49e3-945a-6d6bfd0d0e51 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:31.587609 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] For port 931c5e1f-3f2c-4ab4-8223-8104aafd3569, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=931c5e1f-3f2c-4ab4-8223-8104aafd3569,segment=NetworkSegment(0024c2ca-a8cb-413d-b7d1-c1d806e5dc75),segment_id=0024c2ca-a8cb-413d-b7d1-c1d806e5dc75)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:31.588320 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:31.619911 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Calling delete_port for 931c5e1f-3f2c-4ab4-8223-8104aafd3569 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:31.802322 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:31.847111 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:31.927883 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0f535de2-e23b-4abb-99ca-6f3bcaeee4b8 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:31.963917 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:31.971390 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c48ae870-8167-49e3-945a-6d6bfd0d0e51 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:31.977222 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994178f2-8144-4509-8248-d79a31b61a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1046f5-d688-41ec-8c2b-374cf201348e'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:22:31.981102 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e45308a-7653-4aee-b392-374efd122048" -d '{"events": [{"server_uuid": "994178f2-8144-4509-8248-d79a31b61a30", "name": "network-vif-plugged", "status": "completed", "tag": "1e1046f5-d688-41ec-8c2b-374cf201348e"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:22:32.001223 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 1e1046f5-d688-41ec-8c2b-374cf201348e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1e1046f5-d688-41ec-8c2b-374cf201348e,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:32.045974 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c48ae870-8167-49e3-945a-6d6bfd0d0e51 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3336dd5d-645f-4b98-8e9b-62d9ce4b5555']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:32.069909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c48ae870-8167-49e3-945a-6d6bfd0d0e51 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01de3f7a-ec29-442f-a45c-f33c0ce6941e') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:32.069909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c48ae870-8167-49e3-945a-6d6bfd0d0e51 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01de3f7a-ec29-442f-a45c-f33c0ce6941e') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:32.095915 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c48ae870-8167-49e3-945a-6d6bfd0d0e51 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:32.127722 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c48ae870-8167-49e3-945a-6d6bfd0d0e51 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:32.135257 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48ae870-8167-49e3-945a-6d6bfd0d0e51 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:32.135727 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c48ae870-8167-49e3-945a-6d6bfd0d0e51 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:32.139535 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:32.142156 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:32.233400 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:32.265881 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9916d712-abd4-400b-92d6-64742c161e80 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:32.316151 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c75ff65-a8fe-43a1-8caa-61eeb2931cd2 x-openstack-request-id: req-9c75ff65-a8fe-43a1-8caa-61eeb2931cd2 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:22:32.322018 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994178f2-8144-4509-8248-d79a31b61a30", "name": "network-vif-plugged", "status": "completed", "tag": "1e1046f5-d688-41ec-8c2b-374cf201348e", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:22:32.322835 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c75ff65-a8fe-43a1-8caa-61eeb2931cd2 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:22:32.325692 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994178f2-8144-4509-8248-d79a31b61a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1046f5-d688-41ec-8c2b-374cf201348e', 'code': 200} Nov 08 00:22:32.341247 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-7ae49baa-fe9e-4ea3-998f-0383bd98cdce', 'network_id': '7ae49baa-fe9e-4ea3-998f-0383bd98cdce', 'tenant_id': '97d25b2fc45745ffa01e3bf4f9758826', 'fixed_ips': [{'subnet_id': '66f990b4-e79a-4d47-9393-5ba8f0695990'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:22:32.341580 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:32.347420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee62609e-31be-438b-97ca-a3ce7970972d req-75186915-8041-4798-9878-ddab00782163 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 210 time: 0.6380856 Nov 08 00:22:32.353578 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No DVR routers for this DVR port 931c5e1f-3f2c-4ab4-8223-8104aafd3569 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:22:32.372047 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9916d712-abd4-400b-92d6-64742c161e80 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:32.384523 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=1e1046f5-d688-41ec-8c2b-374cf201348e,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:32.439387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Port': ['ID=931c5e1f-3f2c-4ab4-8223-8104aafd3569,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:32.455086 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916d712-abd4-400b-92d6-64742c161e80 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Pushing event updated for resources: {'Port': ['ID=6c23fae5-8f11-435b-aa39-08c9a1c286c1,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:32.471403 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9916d712-abd4-400b-92d6-64742c161e80 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Network 7ae49baa-fe9e-4ea3-998f-0383bd98cdce is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:32.476027 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-9916d712-abd4-400b-92d6-64742c161e80 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:32.483332 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916d712-abd4-400b-92d6-64742c161e80 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:32.526092 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:32.561234 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56fc2976-41ad-421c-84d4-fdf42bb3a4f2']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:32.563217 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9916d712-abd4-400b-92d6-64742c161e80 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:32.563530 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9916d712-abd4-400b-92d6-64742c161e80 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:32.565123 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c48ae870-8167-49e3-945a-6d6bfd0d0e51 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:32.588876 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c48ae870-8167-49e3-945a-6d6bfd0d0e51 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:32.592673 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c48ae870-8167-49e3-945a-6d6bfd0d0e51 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] 10.222.0.13 "DELETE /v2.0/networks/3336dd5d-645f-4b98-8e9b-62d9ce4b5555 HTTP/1.1" status: 204 len: 168 time: 1.3536725 Nov 08 00:22:32.595531 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ae870-8167-49e3-945a-6d6bfd0d0e51 tempest-BulkNetworkOpsIpV6Test-94297940 tempest-BulkNetworkOpsIpV6Test-94297940-project] Pushing event deleted for resources: {'Network': ['ID=3336dd5d-645f-4b98-8e9b-62d9ce4b5555,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:32.600003 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0024c2ca-a8cb-413d-b7d1-c1d806e5dc75') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:32.600560 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0024c2ca-a8cb-413d-b7d1-c1d806e5dc75') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:32.617819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:32.677000 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:32.682258 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9916d712-abd4-400b-92d6-64742c161e80 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4338393 Nov 08 00:22:32.688445 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51442) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:32.700506 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:32.700506 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:32.715094 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:32.717304 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] Allocated IP 172.20.0.3 (7ae49baa-fe9e-4ea3-998f-0383bd98cdce/66f990b4-e79a-4d47-9393-5ba8f0695990/08a4ce33-ba20-472d-b908-708f24461ab7) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:22:32.844590 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-0f535de2-e23b-4abb-99ca-6f3bcaeee4b8 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting port 49c3cf6e-8cfe-43c9-8214-c0be0083dc79 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:32.846056 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0f535de2-e23b-4abb-99ca-6f3bcaeee4b8 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:32.918347 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e0591-614d-4e42-b71b-a32d9e870532 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Deleting port 6c23fae5-8f11-435b-aa39-08c9a1c286c1 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:32.919036 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b5e0591-614d-4e42-b71b-a32d9e870532 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:32.998788 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0f535de2-e23b-4abb-99ca-6f3bcaeee4b8 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:33.002926 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:33.025106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-0f535de2-e23b-4abb-99ca-6f3bcaeee4b8 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Calling delete_port for 49c3cf6e-8cfe-43c9-8214-c0be0083dc79 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:33.097464 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:33.229879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] Network 7ae49baa-fe9e-4ea3-998f-0383bd98cdce is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:33.292610 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:33.306824 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:33.332702 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:33.346468 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:33.357339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/56fc2976-41ad-421c-84d4-fdf42bb3a4f2 HTTP/1.1" status: 204 len: 168 time: 4.0396080 Nov 08 00:22:33.364059 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51456) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:33.397260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffcb36-0569-4260-bb82-c7398fca00d9 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Network': ['ID=56fc2976-41ad-421c-84d4-fdf42bb3a4f2,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:33.402045 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b83ab8c-435e-4436-87c0-3fada505403e tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:33.402698 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b83ab8c-435e-4436-87c0-3fada505403e tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:33.410146 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6b83ab8c-435e-4436-87c0-3fada505403e tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/56fc2976-41ad-421c-84d4-fdf42bb3a4f2 HTTP/1.1" status: 404 len: 339 time: 0.0449903 Nov 08 00:22:33.410803 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51460) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:33.427028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a16fc855-b648-4ccc-8800-9c2c6833887f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-460137348', 'description': 'd1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:33.445565 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] Pushing event updated for resources: {'Port': ['ID=08a4ce33-ba20-472d-b908-708f24461ab7,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:33.518630 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b5e0591-614d-4e42-b71b-a32d9e870532 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:33.531964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] Attempting to bind port 08a4ce33-ba20-472d-b908-708f24461ab7 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:22:33.532343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] Attempting to bind port 08a4ce33-ba20-472d-b908-708f24461ab7 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'cdffe9e5-a012-4c8c-848c-a0d70a2c9598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7ae49baa-fe9e-4ea3-998f-0383bd98cdce'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:22:33.532713 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] Attempting to bind port 08a4ce33-ba20-472d-b908-708f24461ab7 on network 7ae49baa-fe9e-4ea3-998f-0383bd98cdce {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:22:33.547074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:22:33.547494 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] Checking segment: {'id': 'cdffe9e5-a012-4c8c-848c-a0d70a2c9598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7ae49baa-fe9e-4ea3-998f-0383bd98cdce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:33.548617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e0591-614d-4e42-b71b-a32d9e870532 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Calling delete_port for 6c23fae5-8f11-435b-aa39-08c9a1c286c1 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:33.550204 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:33.550635 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] Bound using segment: {'id': 'cdffe9e5-a012-4c8c-848c-a0d70a2c9598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7ae49baa-fe9e-4ea3-998f-0383bd98cdce'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:22:33.551134 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] Bound port: 08a4ce33-ba20-472d-b908-708f24461ab7, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdffe9e5-a012-4c8c-848c-a0d70a2c9598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7ae49baa-fe9e-4ea3-998f-0383bd98cdce'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:22:33.551526 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:33.583975 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51462) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:33.645403 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1effc29d-5814-43ac-b959-551138794f2e req-85b6109f-d65c-4aa8-8a76-fb2c6badf417 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7842e729-918b-4a52-a898-130f10916a9a HTTP/1.1" status: 200 len: 210 time: 0.0688055 Nov 08 00:22:33.667180 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:33.708753 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] For port 08a4ce33-ba20-472d-b908-708f24461ab7, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:22:33.713063 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] For port 08a4ce33-ba20-472d-b908-708f24461ab7, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=08a4ce33-ba20-472d-b908-708f24461ab7,segment=NetworkSegment(cdffe9e5-a012-4c8c-848c-a0d70a2c9598),segment_id=cdffe9e5-a012-4c8c-848c-a0d70a2c9598)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:22:33.719273 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16fc855-b648-4ccc-8800-9c2c6833887f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:33.723118 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a16fc855-b648-4ccc-8800-9c2c6833887f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:33.777331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16fc855-b648-4ccc-8800-9c2c6833887f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:33.790228 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:33.830410 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a16fc855-b648-4ccc-8800-9c2c6833887f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:33.831082 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-a16fc855-b648-4ccc-8800-9c2c6833887f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Added segment e1464f89-f8f4-4063-a535-8a1a7770cecf of type vlan for network 83c8db55-02b1-40a2-b6f3-58159ceeea66 Nov 08 00:22:33.878903 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a16fc855-b648-4ccc-8800-9c2c6833887f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:33.891546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30cb15-b51c-42bc-a926-bdf52a643c97 None None] Pushing event updated for resources: {'Port': ['ID=08a4ce33-ba20-472d-b908-708f24461ab7,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:34.009092 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a16fc855-b648-4ccc-8800-9c2c6833887f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:34.014849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16fc855-b648-4ccc-8800-9c2c6833887f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:34.015483 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a16fc855-b648-4ccc-8800-9c2c6833887f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:34.034107 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0f535de2-e23b-4abb-99ca-6f3bcaeee4b8 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:34.103957 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f535de2-e23b-4abb-99ca-6f3bcaeee4b8 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Port': ['ID=49c3cf6e-8cfe-43c9-8214-c0be0083dc79,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:34.140318 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b5e0591-614d-4e42-b71b-a32d9e870532 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:34.160538 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6d78a86b-61f1-440e-aa17-9a727da8b524 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ce1a014bdca454bb18638a1b3e46e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5688758 Nov 08 00:22:34.165342 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51468) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:34.257103 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a16fc855-b648-4ccc-8800-9c2c6833887f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8413320 Nov 08 00:22:34.258346 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51470) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:34.262399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fc855-b648-4ccc-8800-9c2c6833887f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Network': ['ID=83c8db55-02b1-40a2-b6f3-58159ceeea66,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:34.265164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e0591-614d-4e42-b71b-a32d9e870532 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Pushing event deleted for resources: {'Port': ['ID=6c23fae5-8f11-435b-aa39-08c9a1c286c1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:34.275417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 83c8db55-02b1-40a2-b6f3-58159ceeea66 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:34.470222 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b5e0591-614d-4e42-b71b-a32d9e870532 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:34.475299 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1b5e0591-614d-4e42-b71b-a32d9e870532 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] 10.222.0.13 "DELETE /v2.0/ports/6c23fae5-8f11-435b-aa39-08c9a1c286c1 HTTP/1.1" status: 204 len: 168 time: 1.7841229 Nov 08 00:22:34.484614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51482) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:34.665227 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-faf3a176-b5c4-4230-8472-70564a61759f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:34.717422 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0f535de2-e23b-4abb-99ca-6f3bcaeee4b8 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:34.744884 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff0c94d-d190-4daa-b90e-11acdcd1c73b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:34.747027 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1ff0c94d-d190-4daa-b90e-11acdcd1c73b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "GET /v2.0/networks?id=83c8db55-02b1-40a2-b6f3-58159ceeea66 HTTP/1.1" status: 200 len: 760 time: 0.4838593 Nov 08 00:22:34.751887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51490) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:34.758648 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-b96a902c-73a3-4843-8c5e-c27c13140a56 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'network': {'description': 'd2'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:34.768515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8d9260fa-8eb8-4e3e-b7e8-6c34e8443596 tempest-DHCPAgentSchedulersTestJSON-1154875196 tempest-DHCPAgentSchedulersTestJSON-1154875196-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2801721 Nov 08 00:22:34.769609 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51494) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:34.775281 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-faf3a176-b5c4-4230-8472-70564a61759f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:34.782185 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-471dc96e-961e-4103-bb8d-df710716d022 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1633321762'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:34.932264 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51496) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:35.089432 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b96a902c-73a3-4843-8c5e-c27c13140a56 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:35.153552 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f535de2-e23b-4abb-99ca-6f3bcaeee4b8 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router 766a90f6-7240-4042-ac87-7f074497a465 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:22:35.153552 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471dc96e-961e-4103-bb8d-df710716d022 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Made reservation on behalf of 97d25b2fc45745ffa01e3bf4f9758826 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:35.156852 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-471dc96e-961e-4103-bb8d-df710716d022 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:35.159752 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcab8cae-8754-41e7-b6fe-fb31e4aecaad tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:35.254257 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b96a902c-73a3-4843-8c5e-c27c13140a56 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:35.273939 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcab8cae-8754-41e7-b6fe-fb31e4aecaad tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:35.316614 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f535de2-e23b-4abb-99ca-6f3bcaeee4b8 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:22:35.333652 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d53e5-251b-476a-953e-88c578f05da9 None None] Sync routers for ids ['766a90f6-7240-4042-ac87-7f074497a465'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:22:35.335842 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0f535de2-e23b-4abb-99ca-6f3bcaeee4b8 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/766a90f6-7240-4042-ac87-7f074497a465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5704734 Nov 08 00:22:35.335842 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-faf3a176-b5c4-4230-8472-70564a61759f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:35.335842 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-faf3a176-b5c4-4230-8472-70564a61759f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:35.340517 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-faf3a176-b5c4-4230-8472-70564a61759f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1151f458-d4b9-43af-a511-0305de885da2 HTTP/1.1" status: 204 len: 168 time: 1.1734006 Nov 08 00:22:35.341305 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51498) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:35.348888 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d53e5-251b-476a-953e-88c578f05da9 None None] Routers {'766a90f6-7240-4042-ac87-7f074497a465'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:22:35.349560 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c03d53e5-251b-476a-953e-88c578f05da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:22:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['766a90f6-7240-4042-ac87-7f074497a465'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:35.480634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a902c-73a3-4843-8c5e-c27c13140a56 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Network': ['ID=83c8db55-02b1-40a2-b6f3-58159ceeea66,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:35.488460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3a176-b5c4-4230-8472-70564a61759f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1151f458-d4b9-43af-a511-0305de885da2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:35.498247 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b96a902c-73a3-4843-8c5e-c27c13140a56 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network 83c8db55-02b1-40a2-b6f3-58159ceeea66 is not hosted by any dhcp agent {{(pid=102772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 00:22:35.525814 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 83c8db55-02b1-40a2-b6f3-58159ceeea66 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:35.540166 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c03d53e5-251b-476a-953e-88c578f05da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:35.540732 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96a902c-73a3-4843-8c5e-c27c13140a56 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:35.541395 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b96a902c-73a3-4843-8c5e-c27c13140a56 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:35.542681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b96a902c-73a3-4843-8c5e-c27c13140a56 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "PUT /v2.0/networks/83c8db55-02b1-40a2-b6f3-58159ceeea66 HTTP/1.1" status: 200 len: 757 time: 0.7898128 Nov 08 00:22:35.570797 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51508) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:35.652433 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 08a4ce33-ba20-472d-b908-708f24461ab7 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:22:35.654306 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30aaf02-f98c-4880-806c-d66c0807a7c3 None None] Network 56fc2976-41ad-421c-84d4-fdf42bb3a4f2 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:35.716932 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357ea2f2-8563-40c0-af95-78f30f9d2cd5 None None] Network 7ae49baa-fe9e-4ea3-998f-0383bd98cdce requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:35.862661 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d53e5-251b-476a-953e-88c578f05da9 None None] Routers {'766a90f6-7240-4042-ac87-7f074497a465'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:22:35.866556 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c03d53e5-251b-476a-953e-88c578f05da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:22:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['766a90f6-7240-4042-ac87-7f074497a465'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:35.874239 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30aaf02-f98c-4880-806c-d66c0807a7c3 None None] Network 56fc2976-41ad-421c-84d4-fdf42bb3a4f2 could not be found, it might have been deleted concurrently. {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 08 00:22:35.888824 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471dc96e-961e-4103-bb8d-df710716d022 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:35.889043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6233608b-57ad-4345-b8b1-4a3864c6c6c0 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:35.891982 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6233608b-57ad-4345-b8b1-4a3864c6c6c0 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "GET /v2.0/networks?id=83c8db55-02b1-40a2-b6f3-58159ceeea66 HTTP/1.1" status: 200 len: 760 time: 0.3173599 Nov 08 00:22:35.900456 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51520) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:35.936765 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcab8cae-8754-41e7-b6fe-fb31e4aecaad tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:35.939549 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcab8cae-8754-41e7-b6fe-fb31e4aecaad tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:35.940708 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8cdd5094-37cc-472c-a122-909b233aabf8 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1394275377'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:35.940929 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bcab8cae-8754-41e7-b6fe-fb31e4aecaad tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "DELETE /v2.0/security-groups/4ca5e83c-a27f-4830-8e59-8dcc8dbac06d HTTP/1.1" status: 204 len: 168 time: 1.0076191 Nov 08 00:22:35.949966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51524) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:35.959193 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600857a8-8258-43d0-9466-5d4caa5650c6 None None] Network 56fc2976-41ad-421c-84d4-fdf42bb3a4f2 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:35.962068 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab8cae-8754-41e7-b6fe-fb31e4aecaad tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca5e83c-a27f-4830-8e59-8dcc8dbac06d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:36.019984 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-890eefa5-b5d3-48d3-ae47-c6099e11e3d3 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] show failed (client error): The resource could not be found. Nov 08 00:22:36.026125 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-890eefa5-b5d3-48d3-ae47-c6099e11e3d3 tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "GET /v2.0/security-groups/4ca5e83c-a27f-4830-8e59-8dcc8dbac06d HTTP/1.1" status: 404 len: 347 time: 0.0726509 Nov 08 00:22:36.028849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51526) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:36.035768 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-471dc96e-961e-4103-bb8d-df710716d022 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:36.036284 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-471dc96e-961e-4103-bb8d-df710716d022 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Added segment 88511fd2-5de3-491a-8d7e-93680086bd7c of type vlan for network c5b86892-8fb2-4248-9fb9-2b267de7da15 Nov 08 00:22:36.038029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c03d53e5-251b-476a-953e-88c578f05da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:36.049704 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d53e5-251b-476a-953e-88c578f05da9 None None] The sync data for ids ['766a90f6-7240-4042-ac87-7f074497a465'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:22:36.097157 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600857a8-8258-43d0-9466-5d4caa5650c6 None None] Network 56fc2976-41ad-421c-84d4-fdf42bb3a4f2 could not be found, it might have been deleted concurrently. {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 08 00:22:36.162603 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4dce49-843b-4c79-8901-cb171e098829 None None] Network 56fc2976-41ad-421c-84d4-fdf42bb3a4f2 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:36.186901 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-471dc96e-961e-4103-bb8d-df710716d022 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:36.230417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-48a1b10b-b34c-4a97-a27d-000aad647cf8 None None] Provisioning complete for port 08a4ce33-ba20-472d-b908-708f24461ab7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:36.231974 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-48a1b10b-b34c-4a97-a27d-000aad647cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:36.241821 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4dce49-843b-4c79-8901-cb171e098829 None None] Network 56fc2976-41ad-421c-84d4-fdf42bb3a4f2 could not be found, it might have been deleted concurrently. {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 08 00:22:36.296601 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdd5094-37cc-472c-a122-909b233aabf8 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:36.303225 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8cdd5094-37cc-472c-a122-909b233aabf8 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:36.385368 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-5bcff74b-81ca-4cd1-b229-5da85318d03f tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Deleting port 4862b698-94bb-4065-ac6a-ebc29a33ca81 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:36.385981 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bcff74b-81ca-4cd1-b229-5da85318d03f tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:36.405669 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cdd5094-37cc-472c-a122-909b233aabf8 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:36.423256 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 08a4ce33-ba20-472d-b908-708f24461ab7 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:36.423900 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:36.440032 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8cdd5094-37cc-472c-a122-909b233aabf8 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:36.440371 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-8cdd5094-37cc-472c-a122-909b233aabf8 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Added segment 1c3d39fd-ada1-4e2e-8e77-2546f738f130 of type vlan for network 49b1112a-88e4-482f-9a27-c63839f1ffde Nov 08 00:22:36.513226 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bcff74b-81ca-4cd1-b229-5da85318d03f tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:36.513737 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bcff74b-81ca-4cd1-b229-5da85318d03f tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:36.533840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-5bcff74b-81ca-4cd1-b229-5da85318d03f tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Calling delete_port for 4862b698-94bb-4065-ac6a-ebc29a33ca81 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:36.540133 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1f65400-b7e7-4d51-9ccd-dee990f136a0 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:36.598036 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8cdd5094-37cc-472c-a122-909b233aabf8 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:36.659638 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-471dc96e-961e-4103-bb8d-df710716d022 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:36.666163 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471dc96e-961e-4103-bb8d-df710716d022 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:36.667154 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-471dc96e-961e-4103-bb8d-df710716d022 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:36.722391 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-48a1b10b-b34c-4a97-a27d-000aad647cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:36.836026 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471dc96e-961e-4103-bb8d-df710716d022 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Pushing event updated for resources: {'Network': ['ID=c5b86892-8fb2-4248-9fb9-2b267de7da15,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:36.871139 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-48a1b10b-b34c-4a97-a27d-000aad647cf8 None None] For port 08a4ce33-ba20-472d-b908-708f24461ab7, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=08a4ce33-ba20-472d-b908-708f24461ab7,segment=NetworkSegment(cdffe9e5-a012-4c8c-848c-a0d70a2c9598),segment_id=cdffe9e5-a012-4c8c-848c-a0d70a2c9598)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:36.872579 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network c5b86892-8fb2-4248-9fb9-2b267de7da15 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:36.875670 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:36.908827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51548) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:36.918114 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-471dc96e-961e-4103-bb8d-df710716d022 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1285744 Nov 08 00:22:36.968555 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-48a1b10b-b34c-4a97-a27d-000aad647cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:36.970717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8cdd5094-37cc-472c-a122-909b233aabf8 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:36.982476 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdd5094-37cc-472c-a122-909b233aabf8 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:36.986845 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8cdd5094-37cc-472c-a122-909b233aabf8 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:37.180500 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd5094-37cc-472c-a122-909b233aabf8 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Network': ['ID=49b1112a-88e4-482f-9a27-c63839f1ffde,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:37.219994 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8cdd5094-37cc-472c-a122-909b233aabf8 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3183177 Nov 08 00:22:37.222715 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51558) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:37.228588 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-a00c6052-adb4-4180-a10c-905d8250de07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'subnet': {'network_id': '49b1112a-88e4-482f-9a27-c63839f1ffde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:37.230915 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 49b1112a-88e4-482f-9a27-c63839f1ffde details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:37.239640 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-680d906a-5ad5-429e-b9d4-c904a55269ef None None] Could not find standard attr ID for object 49c3cf6e-8cfe-43c9-8214-c0be0083dc79. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:22:37.263501 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bcff74b-81ca-4cd1-b229-5da85318d03f tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:37.380171 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcff74b-81ca-4cd1-b229-5da85318d03f tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Pushing event deleted for resources: {'Port': ['ID=4862b698-94bb-4065-ac6a-ebc29a33ca81,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:37.628299 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bcff74b-81ca-4cd1-b229-5da85318d03f tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:37.634722 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bcff74b-81ca-4cd1-b229-5da85318d03f tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:37.642245 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5bcff74b-81ca-4cd1-b229-5da85318d03f tempest-ServersTestBootFromVolume-384278765 tempest-ServersTestBootFromVolume-384278765-project] 10.222.0.13 "DELETE /v2.0/floatingips/f8cd0184-eb9f-42d5-bdcc-9863e7508ed4 HTTP/1.1" status: 204 len: 168 time: 1.6118515 Nov 08 00:22:37.647375 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51564) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:37.665160 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00c6052-adb4-4180-a10c-905d8250de07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:37.668883 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-12b0ed14-d93d-4662-94d3-417a285fe63b tempest-DHCPAgentSchedulersTestJSON-1154875196 tempest-DHCPAgentSchedulersTestJSON-1154875196-project-admin] 10.222.0.13 "GET /v2.0/agents/83c28920-601b-45de-aac5-a1a2d2eb995c/dhcp-networks HTTP/1.1" status: 200 len: 8843 time: 0.7589667 Nov 08 00:22:37.672341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51566) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:37.677458 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a00c6052-adb4-4180-a10c-905d8250de07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:37.846948 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:22:37.847480 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:22:37.847921 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1b10b-b34c-4a97-a27d-000aad647cf8 None None] Pushing event updated for resources: {'Port': ['ID=08a4ce33-ba20-472d-b908-708f24461ab7,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:37.921099 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f596f46-2785-4582-bd2b-7f85f62a5b6c tempest-DHCPAgentSchedulersTestJSON-1154875196 tempest-DHCPAgentSchedulersTestJSON-1154875196-project-admin] Network c5b86892-8fb2-4248-9fb9-2b267de7da15 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:37.969962 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357f59c4-ae1b-4bd6-b523-d4093559f9a6 None None] Network 7ae49baa-fe9e-4ea3-998f-0383bd98cdce requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:37.970379 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-a1f65400-b7e7-4d51-9ccd-dee990f136a0 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting port 42d6139b-cf24-43b5-ae72-2aabe83fedb4 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:37.970999 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1f65400-b7e7-4d51-9ccd-dee990f136a0 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:38.081988 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9f596f46-2785-4582-bd2b-7f85f62a5b6c tempest-DHCPAgentSchedulersTestJSON-1154875196 tempest-DHCPAgentSchedulersTestJSON-1154875196-project-admin] 10.222.0.13 "POST /v2.0/agents/83c28920-601b-45de-aac5-a1a2d2eb995c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4083486 Nov 08 00:22:38.084514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51578) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:38.088053 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a75098e7-32ae-4e3b-95cc-7544e88fde2b None None] Provisioning complete for port 08a4ce33-ba20-472d-b908-708f24461ab7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:38.088670 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a75098e7-32ae-4e3b-95cc-7544e88fde2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:38.154605 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f278fb1-a080-4eed-b088-451907cd0439 None None] Network c5b86892-8fb2-4248-9fb9-2b267de7da15 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:38.182001 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1f65400-b7e7-4d51-9ccd-dee990f136a0 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:38.366719 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a7b1417f-6a73-4025-ae95-0560ba1c57e0 tempest-DHCPAgentSchedulersTestJSON-1154875196 tempest-DHCPAgentSchedulersTestJSON-1154875196-project-admin] 10.222.0.13 "GET /v2.0/agents/83c28920-601b-45de-aac5-a1a2d2eb995c/dhcp-networks HTTP/1.1" status: 200 len: 9614 time: 0.2808838 Nov 08 00:22:38.370239 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51584) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:38.764142 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-68b3ce93-7530-45f9-9ef8-7e6a76812425 tempest-DHCPAgentSchedulersTestJSON-1154875196 tempest-DHCPAgentSchedulersTestJSON-1154875196-project-admin] 10.222.0.13 "DELETE /v2.0/agents/83c28920-601b-45de-aac5-a1a2d2eb995c/dhcp-networks/c5b86892-8fb2-4248-9fb9-2b267de7da15 HTTP/1.1" status: 204 len: 168 time: 0.3925734 Nov 08 00:22:38.766530 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51590) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:38.804056 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:38.836411 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 08a4ce33-ba20-472d-b908-708f24461ab7 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:22:38.906526 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-a1f65400-b7e7-4d51-9ccd-dee990f136a0 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Calling delete_port for 42d6139b-cf24-43b5-ae72-2aabe83fedb4 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:39.099140 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 08a4ce33-ba20-472d-b908-708f24461ab7 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:39.099699 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:39.182473 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-82f5e4d2-4f94-43b2-9c7e-7ee8327b7ac4 tempest-DHCPAgentSchedulersTestJSON-1154875196 tempest-DHCPAgentSchedulersTestJSON-1154875196-project-admin] 10.222.0.13 "GET /v2.0/agents/83c28920-601b-45de-aac5-a1a2d2eb995c/dhcp-networks HTTP/1.1" status: 200 len: 8843 time: 0.4147274 Nov 08 00:22:39.187929 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51608) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:39.243897 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6d48f456-a234-4898-a68e-b2a8dbfbeaa4 tempest-DHCPAgentSchedulersTestJSON-1154875196 tempest-DHCPAgentSchedulersTestJSON-1154875196-project-admin] 10.222.0.13 "GET /v2.0/networks/7ae49baa-fe9e-4ea3-998f-0383bd98cdce/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0525966 Nov 08 00:22:39.250202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51610) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:39.325522 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51612) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:39.331287 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bdefea93-8ac2-4fa6-8d5d-adf63f16c90c tempest-DHCPAgentSchedulersTestJSON-1154875196 tempest-DHCPAgentSchedulersTestJSON-1154875196-project-admin] 10.222.0.13 "GET /v2.0/networks/7ae49baa-fe9e-4ea3-998f-0383bd98cdce/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0730600 Nov 08 00:22:39.368528 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a00c6052-adb4-4180-a10c-905d8250de07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:39.382115 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d8ee0f65-6697-40af-b1e2-82cba2bd2c29 None None] Provisioning complete for port 08a4ce33-ba20-472d-b908-708f24461ab7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:39.384785 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d8ee0f65-6697-40af-b1e2-82cba2bd2c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:39.701533 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d124679c-385d-4523-9f78-a222254576d0 None None] Could not find standard attr ID for object 6c23fae5-8f11-435b-aa39-08c9a1c286c1. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:22:39.731829 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6f1b05d0-fb25-478a-bf10-c2fa25c681b3 tempest-DHCPAgentSchedulersTestJSON-1154875196 tempest-DHCPAgentSchedulersTestJSON-1154875196-project-admin] 10.222.0.13 "GET /v2.0/agents/83c28920-601b-45de-aac5-a1a2d2eb995c/dhcp-networks HTTP/1.1" status: 200 len: 8843 time: 0.4020698 Nov 08 00:22:39.737243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51620) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:39.769983 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00c6052-adb4-4180-a10c-905d8250de07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Checking segment: {'id': '1c3d39fd-ada1-4e2e-8e77-2546f738f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '49b1112a-88e4-482f-9a27-c63839f1ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:39.774153 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00c6052-adb4-4180-a10c-905d8250de07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network hostable DHCP agents. Network: 49b1112a-88e4-482f-9a27-c63839f1ffde, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:39.830652 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c6052-adb4-4180-a10c-905d8250de07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Subnet': ['ID=ab0d9e20-b501-46a4-9fb9-29cdf6eb7242,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:39.907165 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5c2c6b1b-504f-4253-a706-29ba1b8060b2 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:39.950705 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00c6052-adb4-4180-a10c-905d8250de07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network 49b1112a-88e4-482f-9a27-c63839f1ffde is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:40.008892 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-abbb08ac-1f1e-4b3b-9365-a1f30ee5aee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:40.099329 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:22:40.111005 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-a00c6052-adb4-4180-a10c-905d8250de07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 49b1112a-88e4-482f-9a27-c63839f1ffde) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:40.122788 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e88b907-d533-4fd9-affb-8cafe885ec2a None None] Network 49b1112a-88e4-482f-9a27-c63839f1ffde requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:40.181425 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5c2c6b1b-504f-4253-a706-29ba1b8060b2 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:40.205277 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1f65400-b7e7-4d51-9ccd-dee990f136a0 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:40.225659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-5c2c6b1b-504f-4253-a706-29ba1b8060b2 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b86892-8fb2-4248-9fb9-2b267de7da15']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:40.236184 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00c6052-adb4-4180-a10c-905d8250de07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:40.238866 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a00c6052-adb4-4180-a10c-905d8250de07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:40.240848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-5c2c6b1b-504f-4253-a706-29ba1b8060b2 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88511fd2-5de3-491a-8d7e-93680086bd7c') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:40.241237 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-5c2c6b1b-504f-4253-a706-29ba1b8060b2 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88511fd2-5de3-491a-8d7e-93680086bd7c') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:40.260002 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5c2c6b1b-504f-4253-a706-29ba1b8060b2 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:40.275860 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5c2c6b1b-504f-4253-a706-29ba1b8060b2 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:40.290883 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2c6b1b-504f-4253-a706-29ba1b8060b2 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:40.291299 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5c2c6b1b-504f-4253-a706-29ba1b8060b2 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:40.365392 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:40.384242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f65400-b7e7-4d51-9ccd-dee990f136a0 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Port': ['ID=42d6139b-cf24-43b5-ae72-2aabe83fedb4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:40.427864 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5c2c6b1b-504f-4253-a706-29ba1b8060b2 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:40.434638 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5c2c6b1b-504f-4253-a706-29ba1b8060b2 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:40.438275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5c2c6b1b-504f-4253-a706-29ba1b8060b2 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] 10.222.0.13 "DELETE /v2.0/networks/c5b86892-8fb2-4248-9fb9-2b267de7da15 HTTP/1.1" status: 204 len: 168 time: 0.6998658 Nov 08 00:22:40.470661 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51638) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:40.484710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c6b1b-504f-4253-a706-29ba1b8060b2 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Pushing event deleted for resources: {'Network': ['ID=c5b86892-8fb2-4248-9fb9-2b267de7da15,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:40.496494 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-49b1112a-88e4-482f-9a27-c63839f1ffde', 'network_id': '49b1112a-88e4-482f-9a27-c63839f1ffde', 'tenant_id': '06eb6d90730f42b395c16a1d355c2d8b', 'fixed_ips': [{'subnet_id': 'ab0d9e20-b501-46a4-9fb9-29cdf6eb7242'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:22:40.499252 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:40.532818 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd1aff6-afda-4b40-8030-1ba5dcfdc540 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:40.533682 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd1aff6-afda-4b40-8030-1ba5dcfdc540 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:40.537317 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7fd1aff6-afda-4b40-8030-1ba5dcfdc540 tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] 10.222.0.13 "DELETE /v2.0/ports/6c23fae5-8f11-435b-aa39-08c9a1c286c1 HTTP/1.1" status: 404 len: 333 time: 0.0652306 Nov 08 00:22:40.540734 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51642) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:40.591455 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a00c6052-adb4-4180-a10c-905d8250de07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3669815 Nov 08 00:22:40.612165 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51644) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:40.751760 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] Allocated IP 172.20.0.2 (49b1112a-88e4-482f-9a27-c63839f1ffde/ab0d9e20-b501-46a4-9fb9-29cdf6eb7242/3af4d235-637f-44fb-a596-cfc88eb98914) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:22:40.794984 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1f65400-b7e7-4d51-9ccd-dee990f136a0 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:40.806690 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:40.903830 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e643f1d4-7f71-46ba-b7df-511973e97b2c tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Deleting subnet 66f990b4-e79a-4d47-9393-5ba8f0695990 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:22:40.953204 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e643f1d4-7f71-46ba-b7df-511973e97b2c tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:40.970189 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:41.045648 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:41.088430 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e643f1d4-7f71-46ba-b7df-511973e97b2c tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:41.181653 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f65400-b7e7-4d51-9ccd-dee990f136a0 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router 766a90f6-7240-4042-ac87-7f074497a465 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:22:41.200736 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:41.250554 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] Network 49b1112a-88e4-482f-9a27-c63839f1ffde is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:41.258472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:41.263166 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:41.273567 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e643f1d4-7f71-46ba-b7df-511973e97b2c tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:41.275349 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] Pushing event updated for resources: {'Port': ['ID=3af4d235-637f-44fb-a596-cfc88eb98914,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:41.316991 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f65400-b7e7-4d51-9ccd-dee990f136a0 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:22:41.326614 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a1f65400-b7e7-4d51-9ccd-dee990f136a0 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/766a90f6-7240-4042-ac87-7f074497a465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9754009 Nov 08 00:22:41.327260 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51660) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:41.328902 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf6494f-fcf9-49ce-bfe1-03e226aab059 None None] Sync routers for ids ['766a90f6-7240-4042-ac87-7f074497a465'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:22:41.339321 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] Attempting to bind port 3af4d235-637f-44fb-a596-cfc88eb98914 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:22:41.344130 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] Attempting to bind port 3af4d235-637f-44fb-a596-cfc88eb98914 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '1c3d39fd-ada1-4e2e-8e77-2546f738f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '49b1112a-88e4-482f-9a27-c63839f1ffde'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:22:41.344130 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] Attempting to bind port 3af4d235-637f-44fb-a596-cfc88eb98914 on network 49b1112a-88e4-482f-9a27-c63839f1ffde {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:22:41.345666 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:41.347965 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:22:41.348453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] Checking segment: {'id': '1c3d39fd-ada1-4e2e-8e77-2546f738f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '49b1112a-88e4-482f-9a27-c63839f1ffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:41.349307 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:41.350015 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] Bound using segment: {'id': '1c3d39fd-ada1-4e2e-8e77-2546f738f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '49b1112a-88e4-482f-9a27-c63839f1ffde'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:22:41.351956 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] Bound port: 3af4d235-637f-44fb-a596-cfc88eb98914, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3d39fd-ada1-4e2e-8e77-2546f738f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '49b1112a-88e4-482f-9a27-c63839f1ffde'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:22:41.351956 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:41.372963 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf6494f-fcf9-49ce-bfe1-03e226aab059 None None] Routers {'766a90f6-7240-4042-ac87-7f074497a465'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:22:41.373584 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-2cf6494f-fcf9-49ce-bfe1-03e226aab059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:22:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['766a90f6-7240-4042-ac87-7f074497a465'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:41.389884 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-92357f05-65c1-4fdb-b145-798a395ccc8c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a90f6-7240-4042-ac87-7f074497a465 HTTP/1.1" status: 200 len: 205 time: 0.0523267 Nov 08 00:22:41.393679 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51666) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:41.401032 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-abbb08ac-1f1e-4b3b-9365-a1f30ee5aee4 admin admin] Deleting port 768885e1-8668-4680-8d5e-e46ab029643a {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:41.401032 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-abbb08ac-1f1e-4b3b-9365-a1f30ee5aee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:41.411100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Subnet': ['ID=ab0d9e20-b501-46a4-9fb9-29cdf6eb7242,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:41.467876 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-2cf6494f-fcf9-49ce-bfe1-03e226aab059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:41.486574 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf6494f-fcf9-49ce-bfe1-03e226aab059 None None] Routers {'766a90f6-7240-4042-ac87-7f074497a465'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:22:41.487220 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-2cf6494f-fcf9-49ce-bfe1-03e226aab059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:22:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['766a90f6-7240-4042-ac87-7f074497a465'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:41.555768 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-abbb08ac-1f1e-4b3b-9365-a1f30ee5aee4 admin admin] For port 768885e1-8668-4680-8d5e-e46ab029643a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=768885e1-8668-4680-8d5e-e46ab029643a,segment=NetworkSegment(ff99f702-e2b8-468a-830a-818110db009f),segment_id=ff99f702-e2b8-468a-830a-818110db009f)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:41.556226 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-abbb08ac-1f1e-4b3b-9365-a1f30ee5aee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:41.557494 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-2cf6494f-fcf9-49ce-bfe1-03e226aab059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:41.558147 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf6494f-fcf9-49ce-bfe1-03e226aab059 None None] The sync data for ids ['766a90f6-7240-4042-ac87-7f074497a465'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:22:41.569040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] For port 3af4d235-637f-44fb-a596-cfc88eb98914, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:22:41.574515 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] For port 3af4d235-637f-44fb-a596-cfc88eb98914, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3af4d235-637f-44fb-a596-cfc88eb98914,segment=NetworkSegment(1c3d39fd-ada1-4e2e-8e77-2546f738f130),segment_id=1c3d39fd-ada1-4e2e-8e77-2546f738f130)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:22:41.577242 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-071c3dc4-267d-4b94-ad9e-d59572e4d0eb tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:41.593570 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-abbb08ac-1f1e-4b3b-9365-a1f30ee5aee4 admin admin] Calling delete_port for 768885e1-8668-4680-8d5e-e46ab029643a owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:41.638302 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:41.660818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b1112a-88e4-482f-9a27-c63839f1ffde']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:41.663992 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:41.672243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3d39fd-ada1-4e2e-8e77-2546f738f130') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:41.672540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3d39fd-ada1-4e2e-8e77-2546f738f130') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:41.683342 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:41.721260 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e643f1d4-7f71-46ba-b7df-511973e97b2c tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:41.749697 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:41.751231 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e643f1d4-7f71-46ba-b7df-511973e97b2c tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:41.753629 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e643f1d4-7f71-46ba-b7df-511973e97b2c tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] 10.222.0.13 "DELETE /v2.0/subnets/66f990b4-e79a-4d47-9393-5ba8f0695990 HTTP/1.1" status: 204 len: 168 time: 1.2117724 Nov 08 00:22:41.764636 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51668) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:41.768426 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9803f2a-29c4-4255-b865-8771ba957623 None None] Network 7ae49baa-fe9e-4ea3-998f-0383bd98cdce requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:41.781678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643f1d4-7f71-46ba-b7df-511973e97b2c tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Pushing event deleted for resources: {'Subnet': ['ID=66f990b4-e79a-4d47-9393-5ba8f0695990,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:41.784045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:41.785263 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:41.790634 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:41.886834 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe5fa7-0947-4bdf-8350-a4b3693ec85e None None] Pushing event updated for resources: {'Port': ['ID=3af4d235-637f-44fb-a596-cfc88eb98914,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:41.898363 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e830ac-7aca-4c86-9346-14c9d852bc8a None None] Network 49b1112a-88e4-482f-9a27-c63839f1ffde requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:41.916098 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:41.970326 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-071c3dc4-267d-4b94-ad9e-d59572e4d0eb tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:41.977010 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-071c3dc4-267d-4b94-ad9e-d59572e4d0eb tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:42.040488 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Deleting port 08a4ce33-ba20-472d-b908-708f24461ab7 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:42.040842 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:42.075805 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.db.api [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 00:22:42.075805 n-d-816882-1 neutron-server[102772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 00:22:42.075805 n-d-816882-1 neutron-server[102772]: [parameters: {'id': '49b1112a-88e4-482f-9a27-c63839f1ffde'}] Nov 08 00:22:42.075805 n-d-816882-1 neutron-server[102772]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:22:42.076519 n-d-816882-1 neutron-server[102772]: DEBUG oslo_db.api [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:22:42.124294 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-abbb08ac-1f1e-4b3b-9365-a1f30ee5aee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:42.175117 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb08ac-1f1e-4b3b-9365-a1f30ee5aee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=768885e1-8668-4680-8d5e-e46ab029643a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:42.184838 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-071c3dc4-267d-4b94-ad9e-d59572e4d0eb tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:42.187835 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071c3dc4-267d-4b94-ad9e-d59572e4d0eb tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Fanout notify agent at l3_agent the message router_deleted on router 766a90f6-7240-4042-ac87-7f074497a465 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:22:42.193809 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] For port 08a4ce33-ba20-472d-b908-708f24461ab7, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=08a4ce33-ba20-472d-b908-708f24461ab7,segment=NetworkSegment(cdffe9e5-a012-4c8c-848c-a0d70a2c9598),segment_id=cdffe9e5-a012-4c8c-848c-a0d70a2c9598)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:42.195045 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:42.202052 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-071c3dc4-267d-4b94-ad9e-d59572e4d0eb tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:42.208299 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-071c3dc4-267d-4b94-ad9e-d59572e4d0eb tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/routers/766a90f6-7240-4042-ac87-7f074497a465 HTTP/1.1" status: 204 len: 168 time: 0.8082685 Nov 08 00:22:42.212208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51682) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:42.253216 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Calling delete_port for 08a4ce33-ba20-472d-b908-708f24461ab7 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:42.388952 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9fa28eb-4dc0-4188-99d9-1628cb6c5b5f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting subnet 4f3db0df-8b41-4803-a349-46267fbc4fd4 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:22:42.398501 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f9fa28eb-4dc0-4188-99d9-1628cb6c5b5f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:42.436742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be690ea-1a28-41b2-b608-4dbc1a8612aa None None] DHCP port deletion for 7ae49baa-fe9e-4ea3-998f-0383bd98cdce request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:22:42.489247 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f9fa28eb-4dc0-4188-99d9-1628cb6c5b5f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:42.563599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2be690ea-1a28-41b2-b608-4dbc1a8612aa None None] Deleting port 08a4ce33-ba20-472d-b908-708f24461ab7 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:42.564629 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2be690ea-1a28-41b2-b608-4dbc1a8612aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:42.598072 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:42.734257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2be690ea-1a28-41b2-b608-4dbc1a8612aa None None] For port 08a4ce33-ba20-472d-b908-708f24461ab7, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=08a4ce33-ba20-472d-b908-708f24461ab7,segment=NetworkSegment(cdffe9e5-a012-4c8c-848c-a0d70a2c9598),segment_id=cdffe9e5-a012-4c8c-848c-a0d70a2c9598)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:42.735944 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2be690ea-1a28-41b2-b608-4dbc1a8612aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:42.760163 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-abbb08ac-1f1e-4b3b-9365-a1f30ee5aee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:42.763462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2be690ea-1a28-41b2-b608-4dbc1a8612aa None None] Calling delete_port for 08a4ce33-ba20-472d-b908-708f24461ab7 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:42.773003 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f9fa28eb-4dc0-4188-99d9-1628cb6c5b5f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:42.888192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Deleting port 3af4d235-637f-44fb-a596-cfc88eb98914 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:42.888531 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:42.914647 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2be690ea-1a28-41b2-b608-4dbc1a8612aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:42.937636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be690ea-1a28-41b2-b608-4dbc1a8612aa None None] No DVR routers for this DVR port 08a4ce33-ba20-472d-b908-708f24461ab7 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:22:42.957765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 08a4ce33-ba20-472d-b908-708f24461ab7 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:22:42.993338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 08a4ce33-ba20-472d-b908-708f24461ab7 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:22:42.997249 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 08a4ce33-ba20-472d-b908-708f24461ab7 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:22:42.998422 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:43.004911 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] For port 3af4d235-637f-44fb-a596-cfc88eb98914, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3af4d235-637f-44fb-a596-cfc88eb98914,segment=NetworkSegment(1c3d39fd-ada1-4e2e-8e77-2546f738f130),segment_id=1c3d39fd-ada1-4e2e-8e77-2546f738f130)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:43.006348 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494fdea1-a427-4e88-958b-2bfd71c703e6 None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 00:22:43.010306 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:43.025611 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f9fa28eb-4dc0-4188-99d9-1628cb6c5b5f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:43.053460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Calling delete_port for 3af4d235-637f-44fb-a596-cfc88eb98914 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:43.056252 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f9fa28eb-4dc0-4188-99d9-1628cb6c5b5f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:43.061869 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f9fa28eb-4dc0-4188-99d9-1628cb6c5b5f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/subnets/4f3db0df-8b41-4803-a349-46267fbc4fd4 HTTP/1.1" status: 204 len: 168 time: 0.8459694 Nov 08 00:22:43.069187 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51700) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:43.070310 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] No DVR routers for this DVR port 08a4ce33-ba20-472d-b908-708f24461ab7 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:22:43.076604 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Pushing event deleted for resources: {'Port': ['ID=08a4ce33-ba20-472d-b908-708f24461ab7,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:43.082240 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa28eb-4dc0-4188-99d9-1628cb6c5b5f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Subnet': ['ID=4f3db0df-8b41-4803-a349-46267fbc4fd4,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:43.187073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be690ea-1a28-41b2-b608-4dbc1a8612aa None None] Pushing event deleted for resources: {'Port': ['ID=08a4ce33-ba20-472d-b908-708f24461ab7,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:43.213235 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494fdea1-a427-4e88-958b-2bfd71c703e6 None None] Resources bound (agent type, host, resource id): {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 00:22:43.271064 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:43.334736 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Port': ['ID=3af4d235-637f-44fb-a596-cfc88eb98914,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:43.350813 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No DVR routers for this DVR port 3af4d235-637f-44fb-a596-cfc88eb98914 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:22:43.537588 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:43.562483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b1112a-88e4-482f-9a27-c63839f1ffde']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:43.577400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3d39fd-ada1-4e2e-8e77-2546f738f130') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:43.578103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3d39fd-ada1-4e2e-8e77-2546f738f130') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:43.591357 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:43.626578 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:43.640218 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:43.640859 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:43.646901 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:43.729940 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:43.737392 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d570e34-b63e-4163-a15c-b101881778d3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting subnet 069a6799-7894-42fb-b96a-33edc60291c3 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:22:43.743639 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d570e34-b63e-4163-a15c-b101881778d3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:43.812149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e5ac7f-7fed-4a0c-8687-fcb95070f445 None None] Network f38e8d44-7a5d-451b-822a-3b5f65a6d7cc requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:43.862315 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:43.889417 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:43.899937 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/49b1112a-88e4-482f-9a27-c63839f1ffde HTTP/1.1" status: 204 len: 168 time: 3.2871618 Nov 08 00:22:43.932078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51726) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:43.965531 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c3ad4-faf5-41cc-88d1-9c7b7894a698 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Network': ['ID=49b1112a-88e4-482f-9a27-c63839f1ffde,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:44.018239 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae49baa-fe9e-4ea3-998f-0383bd98cdce']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:44.037562 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdffe9e5-a012-4c8c-848c-a0d70a2c9598') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:44.037868 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdffe9e5-a012-4c8c-848c-a0d70a2c9598') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:44.038060 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdcbef95-bc2b-4b74-a80e-d62915854b46 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] GET failed (client error): The resource could not be found. Nov 08 00:22:44.042105 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cdcbef95-bc2b-4b74-a80e-d62915854b46 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "GET /v2.0/subnets/ab0d9e20-b501-46a4-9fb9-29cdf6eb7242 HTTP/1.1" status: 404 len: 337 time: 0.1046448 Nov 08 00:22:44.043443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51728) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:44.062664 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:44.091106 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:44.093222 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-801a65b3-73b4-4a7b-ab2a-35e19d6c2137 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:44.094519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801a65b3-73b4-4a7b-ab2a-35e19d6c2137 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:44.101147 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-801a65b3-73b4-4a7b-ab2a-35e19d6c2137 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/49b1112a-88e4-482f-9a27-c63839f1ffde HTTP/1.1" status: 404 len: 339 time: 0.0567222 Nov 08 00:22:44.104424 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:44.104571 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:44.106638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51730) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:44.175804 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72169992-615b-4847-b1de-ebf79530e93d None None] DHCP port deletion for f38e8d44-7a5d-451b-822a-3b5f65a6d7cc request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:44.222581 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:44.237362 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d570e34-b63e-4163-a15c-b101881778d3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:44.267856 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-72169992-615b-4847-b1de-ebf79530e93d None None] Deleting port dc99604c-779b-4943-90e2-98fa09af0c0c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:44.268249 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-72169992-615b-4847-b1de-ebf79530e93d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:44.307377 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e385bc-7925-45dc-b298-97f2dc195b8a tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:44.310505 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f3e385bc-7925-45dc-b298-97f2dc195b8a tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2020633 Nov 08 00:22:44.315021 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51734) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:44.320991 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbb08ac-1f1e-4b3b-9365-a1f30ee5aee4 admin admin] Router 8f83f399-5e18-4409-b6ae-c6934d5d561e has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:22:44.388087 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b20ce76f-048a-4c35-926e-c69561e7d197 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "GET /v2.0/subnets?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 207 time: 0.0713186 Nov 08 00:22:44.401447 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51736) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:44.408211 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-72169992-615b-4847-b1de-ebf79530e93d None None] For port dc99604c-779b-4943-90e2-98fa09af0c0c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=dc99604c-779b-4943-90e2-98fa09af0c0c,segment=NetworkSegment(038da876-134f-47b2-ad9e-29b10eb8d38f),segment_id=038da876-134f-47b2-ad9e-29b10eb8d38f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:44.408607 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-72169992-615b-4847-b1de-ebf79530e93d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:44.436752 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-72169992-615b-4847-b1de-ebf79530e93d None None] Calling delete_port for dc99604c-779b-4943-90e2-98fa09af0c0c owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:44.628510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6715b8-38b3-441c-9646-ad5620f5842d tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:44.650851 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6715b8-38b3-441c-9646-ad5620f5842d tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:44.658373 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6715b8-38b3-441c-9646-ad5620f5842d tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:44.665549 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6715b8-38b3-441c-9646-ad5620f5842d tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:44.667546 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3a6715b8-38b3-441c-9646-ad5620f5842d tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2648354 Nov 08 00:22:44.674575 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51754) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:44.704211 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:44.708584 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-72169992-615b-4847-b1de-ebf79530e93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:44.748780 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:44.748780 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] 10.222.0.13 "DELETE /v2.0/networks/7ae49baa-fe9e-4ea3-998f-0383bd98cdce HTTP/1.1" status: 204 len: 168 time: 2.9788945 Nov 08 00:22:44.764270 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72169992-615b-4847-b1de-ebf79530e93d None None] Pushing event deleted for resources: {'Port': ['ID=dc99604c-779b-4943-90e2-98fa09af0c0c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:44.792193 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device dc99604c-779b-4943-90e2-98fa09af0c0c no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:22:44.801511 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc3dac-93d1-4184-9b26-3af044f02b3d tempest-DHCPAgentSchedulersTestJSON-485645433 tempest-DHCPAgentSchedulersTestJSON-485645433-project] Pushing event deleted for resources: {'Network': ['ID=7ae49baa-fe9e-4ea3-998f-0383bd98cdce,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:44.858220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: dc99604c-779b-4943-90e2-98fa09af0c0c {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:22:44.858904 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device dc99604c-779b-4943-90e2-98fa09af0c0c not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:22:44.862767 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72169992-615b-4847-b1de-ebf79530e93d None None] No DVR routers for this DVR port dc99604c-779b-4943-90e2-98fa09af0c0c on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:22:44.916843 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d570e34-b63e-4163-a15c-b101881778d3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:44.985926 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbb08ac-1f1e-4b3b-9365-a1f30ee5aee4 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:22:44.999132 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd6e23e-d61a-4550-b2d9-93ce143015d3 None None] Sync routers for ids ['8f83f399-5e18-4409-b6ae-c6934d5d561e'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:22:45.013559 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-abbb08ac-1f1e-4b3b-9365-a1f30ee5aee4 admin admin] 10.222.0.13 "PUT /v2.0/routers/8f83f399-5e18-4409-b6ae-c6934d5d561e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3556821 Nov 08 00:22:45.013559 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51758) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:45.014225 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd6e23e-d61a-4550-b2d9-93ce143015d3 None None] Routers {'8f83f399-5e18-4409-b6ae-c6934d5d561e'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:22:45.014873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0dd6e23e-d61a-4550-b2d9-93ce143015d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:22:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8f83f399-5e18-4409-b6ae-c6934d5d561e'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:45.040762 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f9a61d59-bc15-4433-a799-0e0de8b241f8 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3600490 Nov 08 00:22:45.041917 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51760) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:45.174863 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c100d64-8daa-4dcc-988a-7f8f6ff181c8 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:45.177174 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c100d64-8daa-4dcc-988a-7f8f6ff181c8 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:45.184125 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4c100d64-8daa-4dcc-988a-7f8f6ff181c8 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1335154 Nov 08 00:22:45.184606 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51762) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:45.220638 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-0dd6e23e-d61a-4550-b2d9-93ce143015d3 None None] Set router 8f83f399-5e18-4409-b6ae-c6934d5d561e gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:22:45.241647 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24e94236-225f-44b7-8cf5-55c1747207b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:45.260258 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbbf093-a868-464b-a425-7e55c382253c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['shared'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:45.263998 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbbf093-a868-464b-a425-7e55c382253c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['shared'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:45.269111 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3fbbf093-a868-464b-a425-7e55c382253c tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0801408 Nov 08 00:22:45.269610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51764) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:45.422592 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d570e34-b63e-4163-a15c-b101881778d3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:45.504209 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d570e34-b63e-4163-a15c-b101881778d3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:45.509348 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8d570e34-b63e-4163-a15c-b101881778d3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/subnets/069a6799-7894-42fb-b96a-33edc60291c3 HTTP/1.1" status: 204 len: 168 time: 2.4341354 Nov 08 00:22:45.518087 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51770) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:45.519158 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d570e34-b63e-4163-a15c-b101881778d3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Subnet': ['ID=069a6799-7894-42fb-b96a-33edc60291c3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:45.524529 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24e94236-225f-44b7-8cf5-55c1747207b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:45.596736 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51776) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:45.842608 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4744427a-0eae-4ddd-9ae5-18863ded99f3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:45.909948 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-24e94236-225f-44b7-8cf5-55c1747207b1 admin admin] Deleting port f8d03747-2b35-46af-a84f-0e8c16009ff5 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:45.910438 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24e94236-225f-44b7-8cf5-55c1747207b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:45.959932 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b19e20-c5f2-4d40-8c58-a96ccb262f76 None None] Network ae9e7a91-c044-4dbd-8001-58e47c33795c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:46.122137 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4744427a-0eae-4ddd-9ae5-18863ded99f3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:46.182845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ded85b-f3ae-4d53-a205-e0f4a991b904 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:46.184643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-09ded85b-f3ae-4d53-a205-e0f4a991b904 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "GET /v2.0/networks/92748b32-6abc-45f8-a62f-2735d4011c93 HTTP/1.1" status: 200 len: 800 time: 0.9139490 Nov 08 00:22:46.188581 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51794) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:46.231139 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-4744427a-0eae-4ddd-9ae5-18863ded99f3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38e8d44-7a5d-451b-822a-3b5f65a6d7cc']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:46.255631 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-4744427a-0eae-4ddd-9ae5-18863ded99f3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038da876-134f-47b2-ad9e-29b10eb8d38f') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:46.256045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-4744427a-0eae-4ddd-9ae5-18863ded99f3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038da876-134f-47b2-ad9e-29b10eb8d38f') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:46.272750 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f899eaab-8c33-4cf0-a6c6-510095aac59c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97d25b2fc45745ffa01e3bf4f9758826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6718466 Nov 08 00:22:46.281142 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51796) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:46.282914 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4744427a-0eae-4ddd-9ae5-18863ded99f3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:46.321781 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-24e94236-225f-44b7-8cf5-55c1747207b1 admin admin] For port f8d03747-2b35-46af-a84f-0e8c16009ff5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=f8d03747-2b35-46af-a84f-0e8c16009ff5,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:46.322206 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24e94236-225f-44b7-8cf5-55c1747207b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:46.342985 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4744427a-0eae-4ddd-9ae5-18863ded99f3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:46.349275 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-24e94236-225f-44b7-8cf5-55c1747207b1 admin admin] Calling delete_port for f8d03747-2b35-46af-a84f-0e8c16009ff5 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4744427a-0eae-4ddd-9ae5-18863ded99f3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4744427a-0eae-4ddd-9ae5-18863ded99f3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:46.387123 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:46.430712 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0dd6e23e-d61a-4550-b2d9-93ce143015d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'name': 'tempest-ServersTestBootFromVolume-2146756368-router', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:18:17Z', 'updated_at': '2021-11-08T00:22:41Z', 'revision_number': 5, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'gw_port': {'id': 'f8d03747-2b35-46af-a84f-0e8c16009ff5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:18:18Z', 'updated_at': '2021-11-08T00:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:46.458483 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0cad214f-ef60-4e26-a3fc-d97cdbfbecd0 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "GET /v2.0/networks/92748b32-6abc-45f8-a62f-2735d4011c93?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2657843 Nov 08 00:22:46.460310 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51800) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:46.503113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd6e23e-d61a-4550-b2d9-93ce143015d3 None None] Checking router: 8f83f399-5e18-4409-b6ae-c6934d5d561e for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:22:46.520689 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c79b72-26f0-4ea6-b8b7-7fef90d963f8 None None] DHCP port deletion for ae9e7a91-c044-4dbd-8001-58e47c33795c request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:22:46.542874 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd6e23e-d61a-4550-b2d9-93ce143015d3 None None] Routers {'8f83f399-5e18-4409-b6ae-c6934d5d561e'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:22:46.544993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0dd6e23e-d61a-4550-b2d9-93ce143015d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:22:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8f83f399-5e18-4409-b6ae-c6934d5d561e'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:46.583245 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31a5119-4e65-4791-b73d-2a3733c75c40 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:46.591351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f31a5119-4e65-4791-b73d-2a3733c75c40 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "GET /v2.0/subnets/32b48d4b-2cf6-43ca-ad45-1eba23c78c95 HTTP/1.1" status: 200 len: 811 time: 0.1299734 Nov 08 00:22:46.596842 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51804) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:46.793351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc68a84b-59b2-40bb-89ff-302c610bb4c5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['shared'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:46.797770 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bc68a84b-59b2-40bb-89ff-302c610bb4c5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "GET /v2.0/subnets/32b48d4b-2cf6-43ca-ad45-1eba23c78c95?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1996114 Nov 08 00:22:46.801973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51818) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:46.819162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 19bc5d65-0266-4fe0-b12f-d94572106806 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:22:46.819556 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-15ae6751-168b-44de-81cb-ffe285f39f7b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-773504923'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:46.848971 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24e94236-225f-44b7-8cf5-55c1747207b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:46.862134 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fed82a5f-ec85-4a7f-b287-e7a4f0ce82e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:46.889153 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-0dd6e23e-d61a-4550-b2d9-93ce143015d3 None None] Set router 8f83f399-5e18-4409-b6ae-c6934d5d561e gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:22:46.902048 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e94236-225f-44b7-8cf5-55c1747207b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d03747-2b35-46af-a84f-0e8c16009ff5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:46.916850 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4744427a-0eae-4ddd-9ae5-18863ded99f3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:46.960507 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0dd6e23e-d61a-4550-b2d9-93ce143015d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'name': 'tempest-ServersTestBootFromVolume-2146756368-router', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:18:17Z', 'updated_at': '2021-11-08T00:22:45Z', 'revision_number': 6, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:46.994721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd6e23e-d61a-4550-b2d9-93ce143015d3 None None] The sync data for ids ['8f83f399-5e18-4409-b6ae-c6934d5d561e'] in n-d-816882-1 is: [{'id': '8f83f399-5e18-4409-b6ae-c6934d5d561e', 'name': 'tempest-ServersTestBootFromVolume-2146756368-router', 'tenant_id': '550ca21d1db64fb8bd7188aa148b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:18:17Z', 'updated_at': '2021-11-08T00:22:45Z', 'revision_number': 6, 'project_id': '550ca21d1db64fb8bd7188aa148b8d77', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:22:46.999486 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ae6751-168b-44de-81cb-ffe285f39f7b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:47.005592 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15ae6751-168b-44de-81cb-ffe285f39f7b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:47.031450 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4744427a-0eae-4ddd-9ae5-18863ded99f3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:47.040227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b2c79b72-26f0-4ea6-b8b7-7fef90d963f8 None None] Deleting port 19bc5d65-0266-4fe0-b12f-d94572106806 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:47.041234 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b2c79b72-26f0-4ea6-b8b7-7fef90d963f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:47.043776 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4744427a-0eae-4ddd-9ae5-18863ded99f3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/networks/f38e8d44-7a5d-451b-822a-3b5f65a6d7cc HTTP/1.1" status: 204 len: 168 time: 1.5051520 Nov 08 00:22:47.044953 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744427a-0eae-4ddd-9ae5-18863ded99f3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Network': ['ID=f38e8d44-7a5d-451b-822a-3b5f65a6d7cc,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:47.059981 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51820) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:47.067392 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ae6751-168b-44de-81cb-ffe285f39f7b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:47.081088 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15ae6751-168b-44de-81cb-ffe285f39f7b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:47.081447 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-15ae6751-168b-44de-81cb-ffe285f39f7b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Added segment 0d5cdf46-545b-49e9-9b16-f9c51a851311 of type vlan for network 59cdf15f-c033-4e7d-9c1c-e6e71424d934 Nov 08 00:22:47.121480 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:47.156647 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b2c79b72-26f0-4ea6-b8b7-7fef90d963f8 None None] For port 19bc5d65-0266-4fe0-b12f-d94572106806, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=19bc5d65-0266-4fe0-b12f-d94572106806,segment=NetworkSegment(df5d6627-6662-4ba9-9455-13c6ca23c209),segment_id=df5d6627-6662-4ba9-9455-13c6ca23c209)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:47.157003 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b2c79b72-26f0-4ea6-b8b7-7fef90d963f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:47.181216 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b2c79b72-26f0-4ea6-b8b7-7fef90d963f8 None None] Calling delete_port for 19bc5d65-0266-4fe0-b12f-d94572106806 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:47.182123 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15ae6751-168b-44de-81cb-ffe285f39f7b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:47.187579 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 19bc5d65-0266-4fe0-b12f-d94572106806, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=19bc5d65-0266-4fe0-b12f-d94572106806,segment=NetworkSegment(df5d6627-6662-4ba9-9455-13c6ca23c209),segment_id=df5d6627-6662-4ba9-9455-13c6ca23c209)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:47.259175 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:47.285833 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fed82a5f-ec85-4a7f-b287-e7a4f0ce82e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:47.290787 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15ae6751-168b-44de-81cb-ffe285f39f7b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:47.296790 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ae6751-168b-44de-81cb-ffe285f39f7b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:47.302672 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15ae6751-168b-44de-81cb-ffe285f39f7b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:47.350721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=19bc5d65-0266-4fe0-b12f-d94572106806,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:47.359520 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.359895 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.360232 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.360562 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.360892 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.361211 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.361529 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.361843 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.362223 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.362542 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.362859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.363170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.376617 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b2c79b72-26f0-4ea6-b8b7-7fef90d963f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:47.430327 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24e94236-225f-44b7-8cf5-55c1747207b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:47.440863 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c79b72-26f0-4ea6-b8b7-7fef90d963f8 None None] Pushing event deleted for resources: {'Port': ['ID=19bc5d65-0266-4fe0-b12f-d94572106806,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:47.451595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c79b72-26f0-4ea6-b8b7-7fef90d963f8 None None] No DVR routers for this DVR port 19bc5d65-0266-4fe0-b12f-d94572106806 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:22:47.521616 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae6751-168b-44de-81cb-ffe285f39f7b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Network': ['ID=59cdf15f-c033-4e7d-9c1c-e6e71424d934,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:47.543878 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 59cdf15f-c033-4e7d-9c1c-e6e71424d934 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:47.612762 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fed82a5f-ec85-4a7f-b287-e7a4f0ce82e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:47.617228 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fed82a5f-ec85-4a7f-b287-e7a4f0ce82e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:47.624125 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fed82a5f-ec85-4a7f-b287-e7a4f0ce82e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e4b5db4-5e64-45dd-a944-56b84151760b HTTP/1.1" status: 204 len: 168 time: 1.3368919 Nov 08 00:22:47.630956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-15ae6751-168b-44de-81cb-ffe285f39f7b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8264372 Nov 08 00:22:47.634055 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51826) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:47.639283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-fcb93704-c00d-416d-8064-84dc1b711b80 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'subnet': {'network_id': '59cdf15f-c033-4e7d-9c1c-e6e71424d934', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:47.697084 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24e94236-225f-44b7-8cf5-55c1747207b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:47.699365 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24e94236-225f-44b7-8cf5-55c1747207b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:47.800689 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed82a5f-ec85-4a7f-b287-e7a4f0ce82e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4b5db4-5e64-45dd-a944-56b84151760b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:47.811917 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed82a5f-ec85-4a7f-b287-e7a4f0ce82e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.812280 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed82a5f-ec85-4a7f-b287-e7a4f0ce82e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.812734 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed82a5f-ec85-4a7f-b287-e7a4f0ce82e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.813081 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed82a5f-ec85-4a7f-b287-e7a4f0ce82e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.813416 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed82a5f-ec85-4a7f-b287-e7a4f0ce82e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.815103 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed82a5f-ec85-4a7f-b287-e7a4f0ce82e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.815103 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed82a5f-ec85-4a7f-b287-e7a4f0ce82e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.815103 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed82a5f-ec85-4a7f-b287-e7a4f0ce82e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.815103 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed82a5f-ec85-4a7f-b287-e7a4f0ce82e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.815672 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed82a5f-ec85-4a7f-b287-e7a4f0ce82e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.815672 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed82a5f-ec85-4a7f-b287-e7a4f0ce82e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.816032 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed82a5f-ec85-4a7f-b287-e7a4f0ce82e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:47.854561 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-099baa7e-2129-4dbe-ac88-b628e40c15f1 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:47.866149 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24e94236-225f-44b7-8cf5-55c1747207b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:47.870968 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e94236-225f-44b7-8cf5-55c1747207b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f83f399-5e18-4409-b6ae-c6934d5d561e {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:22:47.885448 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24e94236-225f-44b7-8cf5-55c1747207b1 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:47.886988 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-24e94236-225f-44b7-8cf5-55c1747207b1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8f83f399-5e18-4409-b6ae-c6934d5d561e HTTP/1.1" status: 204 len: 168 time: 2.8743162 Nov 08 00:22:47.893456 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51842) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:47.957161 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-270bc55f-0f3e-46b7-a418-e2e062d391fa admin admin] Deleting subnet f8dc7e76-be96-48f0-952d-3ac3a6c95de1 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:22:47.962922 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-270bc55f-0f3e-46b7-a418-e2e062d391fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:48.039890 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb93704-c00d-416d-8064-84dc1b711b80 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Made reservation on behalf of 06eb6d90730f42b395c16a1d355c2d8b for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:48.043481 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fcb93704-c00d-416d-8064-84dc1b711b80 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:48.084437 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-099baa7e-2129-4dbe-ac88-b628e40c15f1 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:48.107630 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-099baa7e-2129-4dbe-ac88-b628e40c15f1 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9e7a91-c044-4dbd-8001-58e47c33795c']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:48.118777 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-099baa7e-2129-4dbe-ac88-b628e40c15f1 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5d6627-6662-4ba9-9455-13c6ca23c209') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:48.119103 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-099baa7e-2129-4dbe-ac88-b628e40c15f1 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5d6627-6662-4ba9-9455-13c6ca23c209') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:48.152247 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-099baa7e-2129-4dbe-ac88-b628e40c15f1 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:48.189584 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-099baa7e-2129-4dbe-ac88-b628e40c15f1 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:48.198432 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099baa7e-2129-4dbe-ac88-b628e40c15f1 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:48.199216 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-099baa7e-2129-4dbe-ac88-b628e40c15f1 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:48.295510 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:48.299301 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.ipam_backend_mixin [None req-fcb93704-c00d-416d-8064-84dc1b711b80 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Performing IP validity checks on allocation pools {{(pid=102772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 00:22:48.300473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.ipam_backend_mixin [None req-fcb93704-c00d-416d-8064-84dc1b711b80 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 00:22:48.321728 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-270bc55f-0f3e-46b7-a418-e2e062d391fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:48.445674 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-270bc55f-0f3e-46b7-a418-e2e062d391fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:48.547848 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-099baa7e-2129-4dbe-ac88-b628e40c15f1 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:48.555490 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-099baa7e-2129-4dbe-ac88-b628e40c15f1 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:48.568709 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-099baa7e-2129-4dbe-ac88-b628e40c15f1 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/networks/ae9e7a91-c044-4dbd-8001-58e47c33795c HTTP/1.1" status: 204 len: 168 time: 1.4028728 Nov 08 00:22:48.572874 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51848) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:48.581614 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b077cde3-7a33-4aa8-be2b-99a43160a2ad tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'network': {'name': 'tempest-RoutersTest-1290910816'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:48.599372 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099baa7e-2129-4dbe-ac88-b628e40c15f1 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Network': ['ID=ae9e7a91-c044-4dbd-8001-58e47c33795c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:48.660730 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-270bc55f-0f3e-46b7-a418-e2e062d391fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:48.735480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bc55f-0f3e-46b7-a418-e2e062d391fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8dc7e76-be96-48f0-952d-3ac3a6c95de1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:48.750811 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b077cde3-7a33-4aa8-be2b-99a43160a2ad tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Made reservation on behalf of 3af6f93533bf40d089fbf3d2c0d32734 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:48.761390 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b077cde3-7a33-4aa8-be2b-99a43160a2ad tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:48.802509 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176f3aa6-62c4-42d4-b28d-65e4ef7f4a58 None None] Network 27a53660-1020-4f37-bc10-2de174a95e16 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:48.829657 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-270bc55f-0f3e-46b7-a418-e2e062d391fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:48.840888 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-270bc55f-0f3e-46b7-a418-e2e062d391fa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f8dc7e76-be96-48f0-952d-3ac3a6c95de1 HTTP/1.1" status: 204 len: 168 time: 0.9455011 Nov 08 00:22:48.846251 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51852) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:48.868074 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51854) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:48.908807 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1c0ae0be-081c-4d04-9da9-96ecd2a3e1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:48.917508 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f8d03747-2b35-46af-a84f-0e8c16009ff5 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:22:48.920836 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b077cde3-7a33-4aa8-be2b-99a43160a2ad tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:48.960387 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b077cde3-7a33-4aa8-be2b-99a43160a2ad tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:48.960794 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-b077cde3-7a33-4aa8-be2b-99a43160a2ad tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Added segment 15405eb5-87a4-488b-9c6d-f053c68b59be of type vlan for network cedcfd24-0120-4292-9407-e46fe3c4ae13 Nov 08 00:22:49.056264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: f8d03747-2b35-46af-a84f-0e8c16009ff5 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:22:49.056264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f8d03747-2b35-46af-a84f-0e8c16009ff5 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:22:49.056264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 768885e1-8668-4680-8d5e-e46ab029643a no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:22:49.056525 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.067449 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b077cde3-7a33-4aa8-be2b-99a43160a2ad tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.102809 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 768885e1-8668-4680-8d5e-e46ab029643a {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:22:49.102809 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 768885e1-8668-4680-8d5e-e46ab029643a not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:22:49.151800 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] Deleting port 6d6cd67d-eb96-40b9-b526-0afa3df7dc97 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:49.156614 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.169574 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1c0ae0be-081c-4d04-9da9-96ecd2a3e1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.200358 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b077cde3-7a33-4aa8-be2b-99a43160a2ad tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.206244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b077cde3-7a33-4aa8-be2b-99a43160a2ad tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:49.206850 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b077cde3-7a33-4aa8-be2b-99a43160a2ad tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.210745 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b44fd0f-ebfb-4ea3-aa90-d4a7a4fb208e None None] DHCP port deletion for 27a53660-1020-4f37-bc10-2de174a95e16 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:22:49.229625 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fcb93704-c00d-416d-8064-84dc1b711b80 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.301469 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077cde3-7a33-4aa8-be2b-99a43160a2ad tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Network': ['ID=cedcfd24-0120-4292-9407-e46fe3c4ae13,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:49.309310 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b077cde3-7a33-4aa8-be2b-99a43160a2ad tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7352939 Nov 08 00:22:49.312133 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51876) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:49.314586 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1c0ae0be-081c-4d04-9da9-96ecd2a3e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.321720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network cedcfd24-0120-4292-9407-e46fe3c4ae13 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:49.346624 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] For port 6d6cd67d-eb96-40b9-b526-0afa3df7dc97, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6d6cd67d-eb96-40b9-b526-0afa3df7dc97,segment=NetworkSegment(ff99f702-e2b8-468a-830a-818110db009f),segment_id=ff99f702-e2b8-468a-830a-818110db009f)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:49.347208 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.350216 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6697af28-c57c-4c95-92e1-298fc6358c57 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'subnet': {'network_id': 'cedcfd24-0120-4292-9407-e46fe3c4ae13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:49.362609 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] Calling delete_port for 6d6cd67d-eb96-40b9-b526-0afa3df7dc97 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:49.460267 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1c0ae0be-081c-4d04-9da9-96ecd2a3e1fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbacd0b8f01a41d9adb022eb40ef0216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5887096 Nov 08 00:22:49.471045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51880) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:49.485994 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ae0be-081c-4d04-9da9-96ecd2a3e1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7ee55f-7d62-45a9-97d7-93a2f15028f8,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:49.525923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb93704-c00d-416d-8064-84dc1b711b80 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Subnet': ['ID=069638fb-7f3f-44a1-98d2-27f994a86bed,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:49.547836 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1b44fd0f-ebfb-4ea3-aa90-d4a7a4fb208e None None] Deleting port 6d6cd67d-eb96-40b9-b526-0afa3df7dc97 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:49.550062 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b44fd0f-ebfb-4ea3-aa90-d4a7a4fb208e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.560865 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.591824 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-98dd164b-352f-46ef-a35e-6ba4eb199f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.601427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb93704-c00d-416d-8064-84dc1b711b80 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Checking segment: {'id': '0d5cdf46-545b-49e9-9b16-f9c51a851311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '59cdf15f-c033-4e7d-9c1c-e6e71424d934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:49.601960 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb93704-c00d-416d-8064-84dc1b711b80 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network hostable DHCP agents. Network: 59cdf15f-c033-4e7d-9c1c-e6e71424d934, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:49.606836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6cd67d-eb96-40b9-b526-0afa3df7dc97,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:49.612349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] No DVR routers for this DVR port 6d6cd67d-eb96-40b9-b526-0afa3df7dc97 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:22:49.650829 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6697af28-c57c-4c95-92e1-298fc6358c57 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Made reservation on behalf of 3af6f93533bf40d089fbf3d2c0d32734 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:49.666174 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6697af28-c57c-4c95-92e1-298fc6358c57 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.673740 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e24600-1add-455c-8199-7fd7b3878c03 req-17c61353-b00a-480c-960b-5dceb7288f2e tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:49.675364 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-13e24600-1add-455c-8199-7fd7b3878c03 req-17c61353-b00a-480c-960b-5dceb7288f2e tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.1717649 Nov 08 00:22:49.744585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1b44fd0f-ebfb-4ea3-aa90-d4a7a4fb208e None None] For port 6d6cd67d-eb96-40b9-b526-0afa3df7dc97, host n-d-816882-1, got binding levels [] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:49.747975 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b44fd0f-ebfb-4ea3-aa90-d4a7a4fb208e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.756407 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb93704-c00d-416d-8064-84dc1b711b80 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Network 59cdf15f-c033-4e7d-9c1c-e6e71424d934 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:49.769593 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.784520 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-13e24600-1add-455c-8199-7fd7b3878c03 req-ef209f05-126e-4fc8-a0af-a6d8e4fa1e00 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975246 Nov 08 00:22:49.802397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1b44fd0f-ebfb-4ea3-aa90-d4a7a4fb208e None None] Calling delete_port for 6d6cd67d-eb96-40b9-b526-0afa3df7dc97 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:49.806336 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.ipam_backend_mixin [None req-1b44fd0f-ebfb-4ea3-aa90-d4a7a4fb208e None None] Port 6d6cd67d-eb96-40b9-b526-0afa3df7dc97 was not found and therefore no delete operation was performed {{(pid=102773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 00:22:49.807927 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b44fd0f-ebfb-4ea3-aa90-d4a7a4fb208e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.814169 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-98dd164b-352f-46ef-a35e-6ba4eb199f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.816204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a53660-1020-4f37-bc10-2de174a95e16']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:49.829934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff99f702-e2b8-468a-830a-818110db009f') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:49.830461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff99f702-e2b8-468a-830a-818110db009f') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:49.855524 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.872742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b44fd0f-ebfb-4ea3-aa90-d4a7a4fb208e None None] No DVR routers for this DVR port 6d6cd67d-eb96-40b9-b526-0afa3df7dc97 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:22:49.881107 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44fd0f-ebfb-4ea3-aa90-d4a7a4fb208e None None] Pushing event deleted for resources: {'Port': ['ID=6d6cd67d-eb96-40b9-b526-0afa3df7dc97,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:49.888132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-fcb93704-c00d-416d-8064-84dc1b711b80 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 59cdf15f-c033-4e7d-9c1c-e6e71424d934) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:49.898842 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb93704-c00d-416d-8064-84dc1b711b80 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:49.898842 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fcb93704-c00d-416d-8064-84dc1b711b80 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.923123 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.923966 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38797cc8-a593-4195-8a3a-8bbb96e6ea01 None None] Network 59cdf15f-c033-4e7d-9c1c-e6e71424d934 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:49.941084 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:49.942041 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:49.978029 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:50.022646 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fcb93704-c00d-416d-8064-84dc1b711b80 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3875096 Nov 08 00:22:50.027313 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51892) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:50.027652 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-98dd164b-352f-46ef-a35e-6ba4eb199f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:50.028873 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-98dd164b-352f-46ef-a35e-6ba4eb199f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:50.030076 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-98dd164b-352f-46ef-a35e-6ba4eb199f81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b7ee55f-7d62-45a9-97d7-93a2f15028f8 HTTP/1.1" status: 204 len: 168 time: 0.5580690 Nov 08 00:22:50.035210 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-ffd98763-e00d-4dc8-b182-cd4e1c45f3ea tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:50.083600 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd164b-352f-46ef-a35e-6ba4eb199f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7ee55f-7d62-45a9-97d7-93a2f15028f8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:50.298243 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:50.310535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-59cdf15f-c033-4e7d-9c1c-e6e71424d934', 'network_id': '59cdf15f-c033-4e7d-9c1c-e6e71424d934', 'tenant_id': '06eb6d90730f42b395c16a1d355c2d8b', 'fixed_ips': [{'subnet_id': '069638fb-7f3f-44a1-98d2-27f994a86bed'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:22:50.311545 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:50.312588 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:50.325216 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] 10.222.0.13 "DELETE /v2.0/networks/27a53660-1020-4f37-bc10-2de174a95e16 HTTP/1.1" status: 204 len: 168 time: 1.4769933 Nov 08 00:22:50.369962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ce775-77b9-4fa5-9945-d552ce46ac1e admin admin] Pushing event deleted for resources: {'Network': ['ID=27a53660-1020-4f37-bc10-2de174a95e16,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:50.397513 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ffd98763-e00d-4dc8-b182-cd4e1c45f3ea tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5252282'] for subnet, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:50.657014 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 08 00:22:50.657014 n-d-816882-1 neutron-server[102773]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 08 00:22:50.657014 n-d-816882-1 neutron-server[102773]: [parameters: {'in_use': 1, 'id_1': '069638fb-7f3f-44a1-98d2-27f994a86bed'}] Nov 08 00:22:50.657014 n-d-816882-1 neutron-server[102773]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:22:50.662245 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:22:50.754103 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6697af28-c57c-4c95-92e1-298fc6358c57 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:50.768526 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6d6cd67d-eb96-40b9-b526-0afa3df7dc97 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:22:50.794542 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 6d6cd67d-eb96-40b9-b526-0afa3df7dc97 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:22:50.795097 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6d6cd67d-eb96-40b9-b526-0afa3df7dc97 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:22:50.924163 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697af28-c57c-4c95-92e1-298fc6358c57 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Subnet': ['ID=fa12cb1f-ddef-472d-a693-b7de41d856f1,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:50.939697 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697af28-c57c-4c95-92e1-298fc6358c57 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Checking segment: {'id': '15405eb5-87a4-488b-9c6d-f053c68b59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cedcfd24-0120-4292-9407-e46fe3c4ae13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:50.940604 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6697af28-c57c-4c95-92e1-298fc6358c57 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network hostable DHCP agents. Network: cedcfd24-0120-4292-9407-e46fe3c4ae13, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:51.016353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6697af28-c57c-4c95-92e1-298fc6358c57 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network cedcfd24-0120-4292-9407-e46fe3c4ae13 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:51.027331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40a6c2-9369-4cf7-9b38-77d01c09da40 req-50712f44-10aa-417b-8a85-bd95dcbec2de tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:51.029034 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b40a6c2-9369-4cf7-9b38-77d01c09da40 req-50712f44-10aa-417b-8a85-bd95dcbec2de tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.1441727 Nov 08 00:22:51.051613 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ffd98763-e00d-4dc8-b182-cd4e1c45f3ea tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792507626801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6871981'] for subnet, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:51.130696 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-6697af28-c57c-4c95-92e1-298fc6358c57 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, cedcfd24-0120-4292-9407-e46fe3c4ae13) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:51.134976 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6697af28-c57c-4c95-92e1-298fc6358c57 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:51.135548 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6697af28-c57c-4c95-92e1-298fc6358c57 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:51.160167 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:51.209780 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd98763-e00d-4dc8-b182-cd4e1c45f3ea tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:51.209978 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ffd98763-e00d-4dc8-b182-cd4e1c45f3ea tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:51.216456 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ffd98763-e00d-4dc8-b182-cd4e1c45f3ea tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "PUT /v2.0/subnets/069638fb-7f3f-44a1-98d2-27f994a86bed HTTP/1.1" status: 200 len: 877 time: 1.1899862 Nov 08 00:22:51.219590 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51928) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:51.250592 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b40a6c2-9369-4cf7-9b38-77d01c09da40 req-bed56087-796c-4153-8b61-73341ace61ad tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119071 Nov 08 00:22:51.259621 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6ca5bd-ff98-46d5-b1d0-09f0d05e51b2 None None] Network cedcfd24-0120-4292-9407-e46fe3c4ae13 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:51.311975 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd98763-e00d-4dc8-b182-cd4e1c45f3ea tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event updated for resources: {'Subnet': ['ID=069638fb-7f3f-44a1-98d2-27f994a86bed,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:51.373286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51942) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:51.373956 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6697af28-c57c-4c95-92e1-298fc6358c57 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0601737 Nov 08 00:22:51.379858 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-2dba13ff-ebf4-42e8-ab5c-a1119643f591 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1225472049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:51.429171 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51946) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:51.510918 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2dba13ff-ebf4-42e8-ab5c-a1119643f591 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:51.512213 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2dba13ff-ebf4-42e8-ab5c-a1119643f591 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:51.633788 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:51.682359 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-59242d35-42c1-4408-b83f-78cda74ad665 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=550ca21d1db64fb8bd7188aa148b8d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507093 Nov 08 00:22:51.708023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51950) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:51.741836 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2dba13ff-ebf4-42e8-ab5c-a1119643f591 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:51.795062 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:51.845489 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2dba13ff-ebf4-42e8-ab5c-a1119643f591 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:51.861795 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0860bae5-f37a-40cf-b1de-20fe04dcf576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:51.926747 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0860bae5-f37a-40cf-b1de-20fe04dcf576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:51.955740 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-cedcfd24-0120-4292-9407-e46fe3c4ae13', 'network_id': 'cedcfd24-0120-4292-9407-e46fe3c4ae13', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'fixed_ips': [{'subnet_id': 'fa12cb1f-ddef-472d-a693-b7de41d856f1'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:22:51.956422 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:51.961371 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2dba13ff-ebf4-42e8-ab5c-a1119643f591 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:51.962584 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2dba13ff-ebf4-42e8-ab5c-a1119643f591 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5873740 Nov 08 00:22:51.965935 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51956) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:51.972352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'port': {'network_id': 'cedcfd24-0120-4292-9407-e46fe3c4ae13', 'name': 'tempest-RoutersTest-1829072252'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:51.998921 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Allocated IP 172.20.0.3 (59cdf15f-c033-4e7d-9c1c-e6e71424d934/069638fb-7f3f-44a1-98d2-27f994a86bed/857fea5a-e799-46e7-8bff-502b0ccf4e00) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:22:52.119836 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0860bae5-f37a-40cf-b1de-20fe04dcf576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:52.122444 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0860bae5-f37a-40cf-b1de-20fe04dcf576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:52.126692 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0860bae5-f37a-40cf-b1de-20fe04dcf576 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16767b2f-4654-4d9e-93b7-1c806fcfd6da HTTP/1.1" status: 204 len: 168 time: 0.4127250 Nov 08 00:22:52.139830 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860bae5-f37a-40cf-b1de-20fe04dcf576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16767b2f-4654-4d9e-93b7-1c806fcfd6da,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:52.233659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Made reservation on behalf of 3af6f93533bf40d089fbf3d2c0d32734 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:52.237364 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:52.269834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] device_id is not set on port 821fcd9c-8109-4ddf-ab7e-83c3a74912b7 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:22:52.293981 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] Allocated IP 172.20.0.2 (cedcfd24-0120-4292-9407-e46fe3c4ae13/fa12cb1f-ddef-472d-a693-b7de41d856f1/2970781e-2110-41b2-b24f-170a32718e83) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:22:52.493825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc36aa9-2fac-4e1b-af2b-c28d390846bb req-29128779-23a8-408d-9fad-f2e9160dd591 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:52.521798 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dc36aa9-2fac-4e1b-af2b-c28d390846bb req-29128779-23a8-408d-9fad-f2e9160dd591 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.1151850 Nov 08 00:22:52.634128 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dc36aa9-2fac-4e1b-af2b-c28d390846bb req-8c436d06-4b6c-482a-bdc4-371150b80839 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109431 Nov 08 00:22:52.982998 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:53.061430 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:53.086369 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:53.135381 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Network 59cdf15f-c033-4e7d-9c1c-e6e71424d934 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:53.138372 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:53.141816 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:53.158740 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Pushing event updated for resources: {'Port': ['ID=857fea5a-e799-46e7-8bff-502b0ccf4e00,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:53.194083 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:53.229137 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:53.303056 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Subnet': ['ID=069638fb-7f3f-44a1-98d2-27f994a86bed,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:53.308147 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] Network cedcfd24-0120-4292-9407-e46fe3c4ae13 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:53.318534 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Attempting to bind port 857fea5a-e799-46e7-8bff-502b0ccf4e00 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:22:53.319128 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Attempting to bind port 857fea5a-e799-46e7-8bff-502b0ccf4e00 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '0d5cdf46-545b-49e9-9b16-f9c51a851311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '59cdf15f-c033-4e7d-9c1c-e6e71424d934'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:22:53.319703 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Attempting to bind port 857fea5a-e799-46e7-8bff-502b0ccf4e00 on network 59cdf15f-c033-4e7d-9c1c-e6e71424d934 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:22:53.322910 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:53.331702 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:53.343012 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:22:53.343680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Checking segment: {'id': '0d5cdf46-545b-49e9-9b16-f9c51a851311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '59cdf15f-c033-4e7d-9c1c-e6e71424d934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:53.344303 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:53.344879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Bound using segment: {'id': '0d5cdf46-545b-49e9-9b16-f9c51a851311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '59cdf15f-c033-4e7d-9c1c-e6e71424d934'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:22:53.345519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Bound port: 857fea5a-e799-46e7-8bff-502b0ccf4e00, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5cdf46-545b-49e9-9b16-f9c51a851311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '59cdf15f-c033-4e7d-9c1c-e6e71424d934'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:22:53.346069 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:53.348153 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] Pushing event updated for resources: {'Port': ['ID=2970781e-2110-41b2-b24f-170a32718e83,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:53.437556 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.db.api [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-19f34afe-0363-4c1d-bd62-50be961f23dc {{(pid=102772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:22:53.439811 n-d-816882-1 neutron-server[102772]: DEBUG oslo_db.api [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:22:53.508336 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:53.518652 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf8510-df85-426d-931e-a7a1f6ef0bf2 req-1c47bc69-2626-4c6a-bf6f-400211a46e21 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:53.538550 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fdbf8510-df85-426d-931e-a7a1f6ef0bf2 req-1c47bc69-2626-4c6a-bf6f-400211a46e21 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 947 time: 0.1475425 Nov 08 00:22:53.557408 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cdf15f-c033-4e7d-9c1c-e6e71424d934']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:53.567585 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5cdf46-545b-49e9-9b16-f9c51a851311') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:53.568142 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5cdf46-545b-49e9-9b16-f9c51a851311') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:53.578770 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:53.597067 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:53.603264 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:53.604137 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:53.609035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fdbf8510-df85-426d-931e-a7a1f6ef0bf2 req-4ff08846-5b57-4157-9aef-8378bea4fe06 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692058 Nov 08 00:22:53.649634 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] For port 857fea5a-e799-46e7-8bff-502b0ccf4e00, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:22:53.663664 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] Attempting to bind port 2970781e-2110-41b2-b24f-170a32718e83 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:22:53.663664 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] Attempting to bind port 2970781e-2110-41b2-b24f-170a32718e83 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '15405eb5-87a4-488b-9c6d-f053c68b59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cedcfd24-0120-4292-9407-e46fe3c4ae13'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:22:53.663664 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] Attempting to bind port 2970781e-2110-41b2-b24f-170a32718e83 on network cedcfd24-0120-4292-9407-e46fe3c4ae13 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:22:53.672171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:22:53.674346 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] Checking segment: {'id': '15405eb5-87a4-488b-9c6d-f053c68b59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cedcfd24-0120-4292-9407-e46fe3c4ae13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:53.674869 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:53.677156 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] Bound using segment: {'id': '15405eb5-87a4-488b-9c6d-f053c68b59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cedcfd24-0120-4292-9407-e46fe3c4ae13'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:22:53.678711 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] Bound port: 2970781e-2110-41b2-b24f-170a32718e83, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15405eb5-87a4-488b-9c6d-f053c68b59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cedcfd24-0120-4292-9407-e46fe3c4ae13'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:53.680170 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:53.683933 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:53.689765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] For port 857fea5a-e799-46e7-8bff-502b0ccf4e00, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=857fea5a-e799-46e7-8bff-502b0ccf4e00,segment=NetworkSegment(0d5cdf46-545b-49e9-9b16-f9c51a851311),segment_id=0d5cdf46-545b-49e9-9b16-f9c51a851311)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:22:53.725520 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.db.api [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 00:22:53.725520 n-d-816882-1 neutron-server[102771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 00:22:53.725520 n-d-816882-1 neutron-server[102771]: [parameters: {'id': '59cdf15f-c033-4e7d-9c1c-e6e71424d934'}] Nov 08 00:22:53.725520 n-d-816882-1 neutron-server[102771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:22:53.726787 n-d-816882-1 neutron-server[102771]: DEBUG oslo_db.api [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:22:53.801198 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:53.861245 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6182de8-41e1-4f69-b503-d89c9a5eb72c req-d7243ddb-52ae-4db5-af32-aa6c0246fbf6 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:53.872605 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6182de8-41e1-4f69-b503-d89c9a5eb72c req-d7243ddb-52ae-4db5-af32-aa6c0246fbf6 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.1246736 Nov 08 00:22:53.943127 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:53.959585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] For port 2970781e-2110-41b2-b24f-170a32718e83, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:22:53.986041 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f27fc0-1457-4589-8ae5-ad3657377e44 None None] Pushing event updated for resources: {'Port': ['ID=857fea5a-e799-46e7-8bff-502b0ccf4e00,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:53.987726 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6182de8-41e1-4f69-b503-d89c9a5eb72c req-cfed299d-546a-4795-8a10-f72386ef52a4 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142347 Nov 08 00:22:53.994662 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] For port 2970781e-2110-41b2-b24f-170a32718e83, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2970781e-2110-41b2-b24f-170a32718e83,segment=NetworkSegment(15405eb5-87a4-488b-9c6d-f053c68b59be),segment_id=15405eb5-87a4-488b-9c6d-f053c68b59be)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:22:54.030568 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a82736c-7be6-4e17-aa62-abd1e1329988 None None] Network 59cdf15f-c033-4e7d-9c1c-e6e71424d934 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:54.033079 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] device_id is not set on port 7178a18c-91d4-448d-b3a3-d6afc803f16e yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:22:54.105676 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:54.221115 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Allocated IP 172.20.0.5 (cedcfd24-0120-4292-9407-e46fe3c4ae13/fa12cb1f-ddef-472d-a693-b7de41d856f1/7178a18c-91d4-448d-b3a3-d6afc803f16e) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:22:54.227719 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:54.239371 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52036) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:54.298170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f98595-9fa1-4f86-855b-96ab04161c39 None None] Pushing event updated for resources: {'Port': ['ID=2970781e-2110-41b2-b24f-170a32718e83,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:54.405370 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Deleting port 857fea5a-e799-46e7-8bff-502b0ccf4e00 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:54.420928 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:54.433540 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1bc7a1-71d1-4023-b056-d785396bedb5 None None] Network 59cdf15f-c033-4e7d-9c1c-e6e71424d934 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:54.584671 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-45944e7f-3b08-4c92-86c3-c5ec678d9fef admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-185478450-network', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:54.664237 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:54.780516 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] For port 857fea5a-e799-46e7-8bff-502b0ccf4e00, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=857fea5a-e799-46e7-8bff-502b0ccf4e00,segment=NetworkSegment(0d5cdf46-545b-49e9-9b16-f9c51a851311),segment_id=0d5cdf46-545b-49e9-9b16-f9c51a851311)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:54.780886 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:54.836942 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45944e7f-3b08-4c92-86c3-c5ec678d9fef admin admin] Made reservation on behalf of 7a42c6631eb4454c896f7292ef18f39f for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:54.852570 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45944e7f-3b08-4c92-86c3-c5ec678d9fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:54.865099 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:54.875552 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Calling delete_port for 857fea5a-e799-46e7-8bff-502b0ccf4e00 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:54.893331 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45944e7f-3b08-4c92-86c3-c5ec678d9fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:54.916466 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2970781e-2110-41b2-b24f-170a32718e83 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:22:54.946769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network cedcfd24-0120-4292-9407-e46fe3c4ae13 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:54.990037 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:55.034391 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 2970781e-2110-41b2-b24f-170a32718e83 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:55.035963 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:55.037938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963505e-9ad3-4d3e-8b8a-444c98aa5cf3 req-4c2fcdee-9bd2-48a0-9d4a-7e6d2e255eca tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:55.059147 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9963505e-9ad3-4d3e-8b8a-444c98aa5cf3 req-4c2fcdee-9bd2-48a0-9d4a-7e6d2e255eca tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 947 time: 0.2737117 Nov 08 00:22:55.063162 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:55.192745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdc526-9b16-4a8a-af91-024c559d002a req-a3b0d60b-30bd-4321-bc67-4945713d789f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:55.194289 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7fdc526-9b16-4a8a-af91-024c559d002a req-a3b0d60b-30bd-4321-bc67-4945713d789f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.26 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 947 time: 0.3797410 Nov 08 00:22:55.206107 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:55.256780 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=7178a18c-91d4-448d-b3a3-d6afc803f16e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:55.306344 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 2970781e-2110-41b2-b24f-170a32718e83, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2970781e-2110-41b2-b24f-170a32718e83,segment=NetworkSegment(15405eb5-87a4-488b-9c6d-f053c68b59be),segment_id=15405eb5-87a4-488b-9c6d-f053c68b59be)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:55.317095 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:55.322205 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45944e7f-3b08-4c92-86c3-c5ec678d9fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:55.339512 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:55.347184 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:55.349469 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:55.349469 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:55.349469 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:55.349469 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:55.349469 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:55.350090 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:55.350741 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:55.351289 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:55.351838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:55.352359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:22:55.353646 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Port': ['ID=857fea5a-e799-46e7-8bff-502b0ccf4e00,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:55.371909 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No DVR routers for this DVR port 857fea5a-e799-46e7-8bff-502b0ccf4e00 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:22:55.390290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:55.393198 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:55.411891 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:55.430979 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9963505e-9ad3-4d3e-8b8a-444c98aa5cf3 req-0dba8b37-77bc-43d5-84e6-0466e1633431 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3642516 Nov 08 00:22:55.526655 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45944e7f-3b08-4c92-86c3-c5ec678d9fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:55.533969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=2970781e-2110-41b2-b24f-170a32718e83,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:55.543537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32393196-a072-4039-bf54-0f9c5619d01f req-687e90ed-be86-4615-b795-9f657230671e tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:55.552121 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32393196-a072-4039-bf54-0f9c5619d01f req-687e90ed-be86-4615-b795-9f657230671e tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.3952374 Nov 08 00:22:55.556086 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45944e7f-3b08-4c92-86c3-c5ec678d9fef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:22:55.563254 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52070) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:55.571185 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45944e7f-3b08-4c92-86c3-c5ec678d9fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:55.571846 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-45944e7f-3b08-4c92-86c3-c5ec678d9fef admin admin] Added segment 2ab8e6cb-9119-4274-ba70-503abfbff32f of type vlan for network fe318fa4-2739-4425-811c-a969620e2964 Nov 08 00:22:55.582911 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-98248c7b-2c37-48bd-8c50-c356159cd388 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.6157134 Nov 08 00:22:55.589194 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52074) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:55.690405 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45944e7f-3b08-4c92-86c3-c5ec678d9fef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:55.805969 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:55.808856 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af5c312-335a-4158-9b83-4015d68398d6 None None] Network cedcfd24-0120-4292-9407-e46fe3c4ae13 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:55.856585 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32393196-a072-4039-bf54-0f9c5619d01f req-33ae9891-3bf3-471a-a392-cd5d129a767b tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956204 Nov 08 00:22:55.885350 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45944e7f-3b08-4c92-86c3-c5ec678d9fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:55.886336 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45944e7f-3b08-4c92-86c3-c5ec678d9fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:55.886916 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45944e7f-3b08-4c92-86c3-c5ec678d9fef admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:55.923364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-a7fdc526-9b16-4a8a-af91-024c559d002a req-4439ae80-b740-4d26-882a-24fb12e9c1f1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Deleting port 3e79d612-cbea-499e-9607-f97a24235729 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:22:55.924060 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a7fdc526-9b16-4a8a-af91-024c559d002a req-4439ae80-b740-4d26-882a-24fb12e9c1f1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:55.963356 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a973a64a-7f32-42c5-8817-f88b7fb8919c None None] Provisioning complete for port 2970781e-2110-41b2-b24f-170a32718e83 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:55.963731 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a973a64a-7f32-42c5-8817-f88b7fb8919c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:55.999101 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cdf15f-c033-4e7d-9c1c-e6e71424d934']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:56.000239 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-23657342-1320-4392-a6c7-9aa819fe73c5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:56.001302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45944e7f-3b08-4c92-86c3-c5ec678d9fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04d1184-05eb-416d-858a-5acd3a4a9519,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:56.054372 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5cdf46-545b-49e9-9b16-f9c51a851311') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:56.056390 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5cdf46-545b-49e9-9b16-f9c51a851311') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:56.099293 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:56.119701 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45944e7f-3b08-4c92-86c3-c5ec678d9fef admin admin] Pushing event updated for resources: {'Network': ['ID=fe318fa4-2739-4425-811c-a969620e2964,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:56.143456 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network fe318fa4-2739-4425-811c-a969620e2964 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:22:56.168893 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:56.186486 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:56.187456 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:56.191258 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:56.309359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-a7fdc526-9b16-4a8a-af91-024c559d002a req-4439ae80-b740-4d26-882a-24fb12e9c1f1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] For port 3e79d612-cbea-499e-9607-f97a24235729, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3e79d612-cbea-499e-9607-f97a24235729,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:22:56.309778 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a7fdc526-9b16-4a8a-af91-024c559d002a req-4439ae80-b740-4d26-882a-24fb12e9c1f1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:56.452678 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec96657e-9858-4e30-ae30-993534e2fd9f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:56.459140 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-45944e7f-3b08-4c92-86c3-c5ec678d9fef admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2169464 Nov 08 00:22:56.463156 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52092) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:56.473128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-cc518c20-e6b2-4290-b54c-cee509e2c6ab admin admin] Request body: {'subnet': {'network_id': 'fe318fa4-2739-4425-811c-a969620e2964', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-185478450-subnet', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:56.654539 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a528c44b-1f8e-4884-936d-c06a3daa8bc8 None None] Provisioning complete for port 7178a18c-91d4-448d-b3a3-d6afc803f16e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:56.655045 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a528c44b-1f8e-4884-936d-c06a3daa8bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:56.697241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a528c44b-1f8e-4884-936d-c06a3daa8bc8 None None] Port 7178a18c-91d4-448d-b3a3-d6afc803f16e cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:22:56.707964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a528c44b-1f8e-4884-936d-c06a3daa8bc8 None None] Provisioning complete for port 2970781e-2110-41b2-b24f-170a32718e83 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:56.708414 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a528c44b-1f8e-4884-936d-c06a3daa8bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:56.748557 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1aa6b-de2b-4b2b-ad73-fa7769bae9fc req-2eb5408b-4b6f-409d-96e5-0288d38bfa68 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:56.756618 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2de1aa6b-de2b-4b2b-ad73-fa7769bae9fc req-2eb5408b-4b6f-409d-96e5-0288d38bfa68 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 947 time: 0.2231262 Nov 08 00:22:56.758343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2970781e-2110-41b2-b24f-170a32718e83 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:22:56.791975 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a7fdc526-9b16-4a8a-af91-024c559d002a req-4439ae80-b740-4d26-882a-24fb12e9c1f1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:56.792440 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a7fdc526-9b16-4a8a-af91-024c559d002a req-4439ae80-b740-4d26-882a-24fb12e9c1f1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:56.792926 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-a7fdc526-9b16-4a8a-af91-024c559d002a req-4439ae80-b740-4d26-882a-24fb12e9c1f1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Floating IP d16431e3-c9d8-4df6-948b-04f9cb45e353 disassociated. External IP: 172.25.2.8, port: 3e79d612-cbea-499e-9607-f97a24235729. Nov 08 00:22:56.793421 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-a7fdc526-9b16-4a8a-af91-024c559d002a req-4439ae80-b740-4d26-882a-24fb12e9c1f1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Calling delete_port for 3e79d612-cbea-499e-9607-f97a24235729 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:22:56.806019 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:56.817662 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:56.822348 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/59cdf15f-c033-4e7d-9c1c-e6e71424d934 HTTP/1.1" status: 204 len: 168 time: 5.6018529 Nov 08 00:22:56.830752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52094) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:56.897514 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23657342-1320-4392-a6c7-9aa819fe73c5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:56.899869 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 2970781e-2110-41b2-b24f-170a32718e83 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:56.900256 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:56.914575 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4372e5d9-c1a5-4c6a-8a86-8aab70193b78 None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 00:22:56.926775 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ab001-f418-45ce-8d5e-66be29233da5 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Network': ['ID=59cdf15f-c033-4e7d-9c1c-e6e71424d934,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:56.928951 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03cf921-83f4-4f84-a7e0-18a148f3f612 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:56.931280 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e03cf921-83f4-4f84-a7e0-18a148f3f612 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:56.934795 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e03cf921-83f4-4f84-a7e0-18a148f3f612 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/subnets/069638fb-7f3f-44a1-98d2-27f994a86bed HTTP/1.1" status: 404 len: 337 time: 0.1001294 Nov 08 00:22:56.938375 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52110) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:56.968527 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b021067-b834-493b-ada5-cd42964de411 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:56.969524 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b021067-b834-493b-ada5-cd42964de411 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:56.977630 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4b021067-b834-493b-ada5-cd42964de411 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/59cdf15f-c033-4e7d-9c1c-e6e71424d934 HTTP/1.1" status: 404 len: 339 time: 0.0374143 Nov 08 00:22:56.980098 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52112) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:57.026856 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ede3412-9f25-48ef-a2ca-220f870987eb tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:57.027196 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ede3412-9f25-48ef-a2ca-220f870987eb tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:57.034871 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2ede3412-9f25-48ef-a2ca-220f870987eb tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/subnets/ab0d9e20-b501-46a4-9fb9-29cdf6eb7242 HTTP/1.1" status: 404 len: 337 time: 0.0535915 Nov 08 00:22:57.046465 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc518c20-e6b2-4290-b54c-cee509e2c6ab admin admin] Made reservation on behalf of 7a42c6631eb4454c896f7292ef18f39f for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:22:57.046465 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc518c20-e6b2-4290-b54c-cee509e2c6ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:57.046465 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52116) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:57.058370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-90276408-87bf-4bae-ab8b-9a7b0c8df0b4 None None] Provisioning complete for port 7178a18c-91d4-448d-b3a3-d6afc803f16e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:57.058827 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90276408-87bf-4bae-ab8b-9a7b0c8df0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:57.089623 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2de1aa6b-de2b-4b2b-ad73-fa7769bae9fc req-d4539933-3ba9-4c08-b985-c76c4b11794e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6577df7-cc06-4d36-91ef-d7d118624322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309171 Nov 08 00:22:57.163474 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-543cd2c2-fad4-49e2-821f-faab92a2cdf6 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:57.167535 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543cd2c2-fad4-49e2-821f-faab92a2cdf6 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:57.174566 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-543cd2c2-fad4-49e2-821f-faab92a2cdf6 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/49b1112a-88e4-482f-9a27-c63839f1ffde HTTP/1.1" status: 404 len: 339 time: 0.1277485 Nov 08 00:22:57.175655 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-90276408-87bf-4bae-ab8b-9a7b0c8df0b4 None None] Port 7178a18c-91d4-448d-b3a3-d6afc803f16e cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:22:57.177165 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52120) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:57.185163 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4372e5d9-c1a5-4c6a-8a86-8aab70193b78 None None] Resources bound (agent type, host, resource id): {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 00:22:57.336259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0332b-c586-44d3-b33c-84af10e6583d req-68e25f63-f5ea-43a8-8ac9-f9b1b533489b tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:57.344058 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b4e0332b-c586-44d3-b33c-84af10e6583d req-68e25f63-f5ea-43a8-8ac9-f9b1b533489b tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.3229015 Nov 08 00:22:57.363856 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7b942312-48d4-4ee4-ae40-b09f7f958f07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:57.382985 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec96657e-9858-4e30-ae30-993534e2fd9f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:57.447688 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b4e0332b-c586-44d3-b33c-84af10e6583d req-d68fa76c-2962-4359-8acd-1976d3e0e99f tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007171 Nov 08 00:22:57.473782 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec96657e-9858-4e30-ae30-993534e2fd9f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:57.574199 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7b942312-48d4-4ee4-ae40-b09f7f958f07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:57.613271 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-7b942312-48d4-4ee4-ae40-b09f7f958f07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c8db55-02b1-40a2-b6f3-58159ceeea66']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:57.635066 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-7b942312-48d4-4ee4-ae40-b09f7f958f07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1464f89-f8f4-4063-a535-8a1a7770cecf') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:57.638092 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-7b942312-48d4-4ee4-ae40-b09f7f958f07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1464f89-f8f4-4063-a535-8a1a7770cecf') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:57.646732 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7b942312-48d4-4ee4-ae40-b09f7f958f07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:57.666600 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7b942312-48d4-4ee4-ae40-b09f7f958f07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:57.680575 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b942312-48d4-4ee4-ae40-b09f7f958f07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:22:57.680991 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7b942312-48d4-4ee4-ae40-b09f7f958f07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:22:57.688835 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:22:57.743842 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc518c20-e6b2-4290-b54c-cee509e2c6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:57.816721 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc518c20-e6b2-4290-b54c-cee509e2c6ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3be98b0-454a-423b-81f4-63aace0baef8,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:57.844686 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc518c20-e6b2-4290-b54c-cee509e2c6ab admin admin] Checking segment: {'id': '2ab8e6cb-9119-4274-ba70-503abfbff32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:57.845428 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc518c20-e6b2-4290-b54c-cee509e2c6ab admin admin] Network hostable DHCP agents. Network: fe318fa4-2739-4425-811c-a969620e2964, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:22:57.902012 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7b942312-48d4-4ee4-ae40-b09f7f958f07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:57.911001 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7b942312-48d4-4ee4-ae40-b09f7f958f07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:57.920996 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7b942312-48d4-4ee4-ae40-b09f7f958f07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/83c8db55-02b1-40a2-b6f3-58159ceeea66 HTTP/1.1" status: 204 len: 168 time: 0.7426605 Nov 08 00:22:57.928716 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52126) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:57.983498 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23657342-1320-4392-a6c7-9aa819fe73c5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:57.991416 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b942312-48d4-4ee4-ae40-b09f7f958f07 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Network': ['ID=83c8db55-02b1-40a2-b6f3-58159ceeea66,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:57.999471 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc518c20-e6b2-4290-b54c-cee509e2c6ab admin admin] Network fe318fa4-2739-4425-811c-a969620e2964 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:22:58.020026 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f5e9a4-e1fd-4a3b-bebc-d77f03922296 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:58.021462 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a7fdc526-9b16-4a8a-af91-024c559d002a req-4439ae80-b740-4d26-882a-24fb12e9c1f1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:58.021897 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f5e9a4-e1fd-4a3b-bebc-d77f03922296 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:58.026675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96657e-9858-4e30-ae30-993534e2fd9f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=7178a18c-91d4-448d-b3a3-d6afc803f16e,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:58.027727 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-36f5e9a4-e1fd-4a3b-bebc-d77f03922296 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/subnets/dc73a428-7d64-4339-9d96-257f6ceabc94 HTTP/1.1" status: 404 len: 337 time: 0.0954146 Nov 08 00:22:58.031276 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52136) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:58.088737 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e676549-633e-446c-bda5-9e638fb84f5f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:58.117790 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e676549-633e-446c-bda5-9e638fb84f5f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:58.117790 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5e676549-633e-446c-bda5-9e638fb84f5f tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/56fc2976-41ad-421c-84d4-fdf42bb3a4f2 HTTP/1.1" status: 404 len: 339 time: 0.0348794 Nov 08 00:22:58.117790 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52138) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:58.127086 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-acad685f-83e6-4674-9f6f-9176c0074a88 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:58.127086 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acad685f-83e6-4674-9f6f-9176c0074a88 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:58.132984 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-acad685f-83e6-4674-9f6f-9176c0074a88 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/subnets/ae35b543-3dae-4cab-a1f4-33badbaaff14 HTTP/1.1" status: 404 len: 337 time: 0.0354445 Nov 08 00:22:58.136158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52142) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:58.136950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439ae80-b740-4d26-882a-24fb12e9c1f1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Pushing event deleted for resources: {'Port': ['ID=3e79d612-cbea-499e-9607-f97a24235729,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:58.183772 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-cc518c20-e6b2-4290-b54c-cee509e2c6ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, fe318fa4-2739-4425-811c-a969620e2964) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:58.195736 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc518c20-e6b2-4290-b54c-cee509e2c6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:58.196747 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc518c20-e6b2-4290-b54c-cee509e2c6ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:58.197287 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9badb7d-6caa-4880-a73d-38ce4325f536 None None] Network fe318fa4-2739-4425-811c-a969620e2964 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:22:58.231720 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2134a486-7dd7-42bb-983b-74f970c5f3d2 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:58.232582 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2134a486-7dd7-42bb-983b-74f970c5f3d2 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:58.239399 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2134a486-7dd7-42bb-983b-74f970c5f3d2 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/6080ac72-18ec-423e-9ba1-45e688806e29 HTTP/1.1" status: 404 len: 339 time: 0.1002014 Nov 08 00:22:58.246488 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52144) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:58.290881 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9a9ef0-b385-4047-a463-800a9b742466 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:58.292146 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a9a9ef0-b385-4047-a463-800a9b742466 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:58.296077 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9a9a9ef0-b385-4047-a463-800a9b742466 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/subnets/2db809dd-f8f2-4e1e-ba28-60906a54a298 HTTP/1.1" status: 404 len: 337 time: 0.0553029 Nov 08 00:22:58.302577 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52150) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:58.309797 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-261de139-cbe3-4db7-82d6-3e54c9c19cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:58.393872 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-87269101-537a-404d-8bb7-982af64c5991 None None] Provisioning complete for port 7178a18c-91d4-448d-b3a3-d6afc803f16e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:22:58.394243 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87269101-537a-404d-8bb7-982af64c5991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:58.412640 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f3950bd-51d4-430f-9dda-662a4ebe47f2 req-0a57e305-1761-4f66-ac0f-ab067e28e684 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 210 time: 0.1904018 Nov 08 00:22:58.535454 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-87269101-537a-404d-8bb7-982af64c5991 None None] Port 7178a18c-91d4-448d-b3a3-d6afc803f16e cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:22:58.547213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-fe318fa4-2739-4425-811c-a969620e2964', 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'fixed_ips': [{'subnet_id': 'd3be98b0-454a-423b-81f4-63aace0baef8'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:22:58.548556 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:58.594417 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-23657342-1320-4392-a6c7-9aa819fe73c5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Allocated IP 172.25.2.162 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/1fccaa02-c5ca-48ea-b691-429fb6867957) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:22:58.813214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] Allocated IP 172.20.0.2 (fe318fa4-2739-4425-811c-a969620e2964/d3be98b0-454a-423b-81f4-63aace0baef8/69c6869c-4731-4f90-bf65-fabf10c40623) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:22:58.859756 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23657342-1320-4392-a6c7-9aa819fe73c5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:58.862859 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cc518c20-e6b2-4290-b54c-cee509e2c6ab admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3973212 Nov 08 00:22:58.863464 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-067f8215-662d-4569-980d-696c57029c72 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:58.864233 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067f8215-662d-4569-980d-696c57029c72 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:58.868696 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-067f8215-662d-4569-980d-696c57029c72 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/16f11b97-dece-4338-a8f8-13e93264c43f HTTP/1.1" status: 404 len: 339 time: 0.5651376 Nov 08 00:22:58.869268 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52164) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:58.871099 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52166) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:58.874257 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-02a45256-73cd-4111-b04d-b4742ee72a94 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-185478450-router', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:22:58.918537 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-399b883f-22a9-4cca-a90e-16b0fd29613b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:58.919319 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-399b883f-22a9-4cca-a90e-16b0fd29613b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:58.922467 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-399b883f-22a9-4cca-a90e-16b0fd29613b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/subnets/8e10d138-bd5c-418e-ac23-e80618788a39 HTTP/1.1" status: 404 len: 337 time: 0.0356853 Nov 08 00:22:58.925021 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52168) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:58.939847 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec96657e-9858-4e30-ae30-993534e2fd9f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:58.946260 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0595a280-e727-47ef-83f9-fcd5e51abda8 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:58.946809 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0595a280-e727-47ef-83f9-fcd5e51abda8 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:58.950013 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0595a280-e727-47ef-83f9-fcd5e51abda8 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/fb591c1d-40d5-4fb6-957c-de70c039a558 HTTP/1.1" status: 404 len: 339 time: 0.0224528 Nov 08 00:22:58.952469 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52170) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:58.982497 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8fde7c-f7f9-4187-9d5a-592d6e3d3981 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:58.982947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8fde7c-f7f9-4187-9d5a-592d6e3d3981 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:58.986803 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cc8fde7c-f7f9-4187-9d5a-592d6e3d3981 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/subnets/4a0e4cbf-04ac-4d05-a5e1-9fe18a49c4f1 HTTP/1.1" status: 404 len: 337 time: 0.0329425 Nov 08 00:22:58.989813 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52172) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:59.021417 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d8b735-cb78-4033-b750-73146a177911 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:59.021778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d8b735-cb78-4033-b750-73146a177911 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:59.027543 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-14d8b735-cb78-4033-b750-73146a177911 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/699b36f3-24bc-445e-b2cb-fd4cf430e4f5 HTTP/1.1" status: 404 len: 339 time: 0.0343783 Nov 08 00:22:59.027918 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52180) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:59.030190 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:59.056920 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23657342-1320-4392-a6c7-9aa819fe73c5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:59.070688 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02a45256-73cd-4111-b04d-b4742ee72a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:59.070688 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02a45256-73cd-4111-b04d-b4742ee72a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:59.073627 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7834815d-e832-40dc-9974-2563a391391a tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:59.074101 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7834815d-e832-40dc-9974-2563a391391a tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:59.079709 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7834815d-e832-40dc-9974-2563a391391a tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/subnets/eb31dc06-64b1-453d-bf97-9ffee93437e1 HTTP/1.1" status: 404 len: 337 time: 0.0483260 Nov 08 00:22:59.080698 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52186) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:59.102041 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d619d3-a3b4-4f7d-96cb-5517b53d8678 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:59.103655 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d619d3-a3b4-4f7d-96cb-5517b53d8678 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:59.106792 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e1d619d3-a3b4-4f7d-96cb-5517b53d8678 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/a4133f5b-33a0-4ceb-9d08-554a077b99a7 HTTP/1.1" status: 404 len: 339 time: 0.0259318 Nov 08 00:22:59.109538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52194) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:59.118164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7fdc526-9b16-4a8a-af91-024c559d002a req-4439ae80-b740-4d26-882a-24fb12e9c1f1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:22:59.127943 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:59.140480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edae57-48f5-49f1-9044-c35277abfe1f req-6c006be2-3240-4037-8336-f9ec64ab4fad tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:22:59.142121 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5edae57-48f5-49f1-9044-c35277abfe1f req-6c006be2-3240-4037-8336-f9ec64ab4fad tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.5449336 Nov 08 00:22:59.145976 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23657342-1320-4392-a6c7-9aa819fe73c5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:59.173062 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02a45256-73cd-4111-b04d-b4742ee72a94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:59.178190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-23657342-1320-4392-a6c7-9aa819fe73c5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:59.187526 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f0bc2f-e542-4f36-a456-719356838bf2 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:59.188466 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f0bc2f-e542-4f36-a456-719356838bf2 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:59.191315 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-97f0bc2f-e542-4f36-a456-719356838bf2 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/subnets/a4118009-65ad-4285-b41a-0858fb16e6a8 HTTP/1.1" status: 404 len: 337 time: 0.0761616 Nov 08 00:22:59.193943 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52202) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:59.195839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23657342-1320-4392-a6c7-9aa819fe73c5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:59.201534 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 3e79d612-cbea-499e-9607-f97a24235729 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:22:59.212759 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] Network fe318fa4-2739-4425-811c-a969620e2964 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:22:59.215472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23657342-1320-4392-a6c7-9aa819fe73c5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Pushing event updated for resources: {'Port': ['ID=1fccaa02-c5ca-48ea-b691-429fb6867957,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:59.248339 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0213cdca-651b-42d2-81c2-8d2165c5a13b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:59.248339 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0213cdca-651b-42d2-81c2-8d2165c5a13b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:59.248339 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0213cdca-651b-42d2-81c2-8d2165c5a13b tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/fc0e8ca2-48e6-417f-b293-fb9ab36f0c24 HTTP/1.1" status: 404 len: 339 time: 0.0448532 Nov 08 00:22:59.250801 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52210) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:59.295486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:22:59.302302 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 3e79d612-cbea-499e-9607-f97a24235729 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:22:59.302977 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 3e79d612-cbea-499e-9607-f97a24235729 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:22:59.305223 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:22:59.307942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] Pushing event updated for resources: {'Port': ['ID=69c6869c-4731-4f90-bf65-fabf10c40623,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:22:59.326862 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c558594b-0920-4e48-bc83-92dd08a69601 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:59.327258 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c558594b-0920-4e48-bc83-92dd08a69601 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:59.328692 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec96657e-9858-4e30-ae30-993534e2fd9f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:59.339717 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c558594b-0920-4e48-bc83-92dd08a69601 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/subnets/f562fec2-42f9-4436-a4db-0ef6cda60365 HTTP/1.1" status: 404 len: 337 time: 0.0848901 Nov 08 00:22:59.351026 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52212) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:59.394755 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5edae57-48f5-49f1-9044-c35277abfe1f req-878ece51-4a4b-4a3e-ac9e-d8cd104dfe19 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227752 Nov 08 00:22:59.517805 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7fdc526-9b16-4a8a-af91-024c559d002a req-4439ae80-b740-4d26-882a-24fb12e9c1f1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:22:59.521408 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23657342-1320-4392-a6c7-9aa819fe73c5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:59.537031 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10771f3-3d5c-48b1-b714-880d93126ed1 None None] Sync routers for ids ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:22:59.537724 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d7b1ee-81cf-4582-85d3-0d50f84be406 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] DELETE failed (client error): The resource could not be found. Nov 08 00:22:59.538363 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d7b1ee-81cf-4582-85d3-0d50f84be406 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:22:59.548064 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c7d7b1ee-81cf-4582-85d3-0d50f84be406 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/f5e32678-e86d-463c-ad2b-cea74c9d535a HTTP/1.1" status: 404 len: 339 time: 0.1950197 Nov 08 00:22:59.551032 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10771f3-3d5c-48b1-b714-880d93126ed1 None None] Routers {'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:22:59.557566 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c10771f3-3d5c-48b1-b714-880d93126ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:22:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:22:59.558416 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52220) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:22:59.645088 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fdc526-9b16-4a8a-af91-024c559d002a req-4439ae80-b740-4d26-882a-24fb12e9c1f1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] No DVR routers for this DVR port 3e79d612-cbea-499e-9607-f97a24235729 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:22:59.648137 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a7fdc526-9b16-4a8a-af91-024c559d002a req-4439ae80-b740-4d26-882a-24fb12e9c1f1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:59.653182 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7fdc526-9b16-4a8a-af91-024c559d002a req-4439ae80-b740-4d26-882a-24fb12e9c1f1 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.26 "DELETE /v2.0/ports/3e79d612-cbea-499e-9607-f97a24235729 HTTP/1.1" status: 204 len: 173 time: 4.4434600 Nov 08 00:22:59.656687 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'name': 'network-vif-deleted', 'tag': '3e79d612-cbea-499e-9607-f97a24235729'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:22:59.658828 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10f9933-4978-4fd2-9d62-2536bd2a10a8" -d '{"events": [{"server_uuid": "b165dd9e-37f0-4a7b-a0ff-52dd48340679", "name": "network-vif-deleted", "tag": "3e79d612-cbea-499e-9607-f97a24235729"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:22:59.751056 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] Attempting to bind port 69c6869c-4731-4f90-bf65-fabf10c40623 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:22:59.751425 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] Attempting to bind port 69c6869c-4731-4f90-bf65-fabf10c40623 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '2ab8e6cb-9119-4274-ba70-503abfbff32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:22:59.751927 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] Attempting to bind port 69c6869c-4731-4f90-bf65-fabf10c40623 on network fe318fa4-2739-4425-811c-a969620e2964 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:22:59.765315 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:22:59.765692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] Checking segment: {'id': '2ab8e6cb-9119-4274-ba70-503abfbff32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:22:59.766100 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:59.766490 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] Bound using segment: {'id': '2ab8e6cb-9119-4274-ba70-503abfbff32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:22:59.770918 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] Bound port: 69c6869c-4731-4f90-bf65-fabf10c40623, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab8e6cb-9119-4274-ba70-503abfbff32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:22:59.771713 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:59.813842 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-c10771f3-3d5c-48b1-b714-880d93126ed1 None None] Set router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:22:59.852297 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02a45256-73cd-4111-b04d-b4742ee72a94 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:59.860748 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ab22df-d2dc-49c3-a370-22870466a263 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Deleting subnet 32b48d4b-2cf6-43ca-ad45-1eba23c78c95 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:22:59.880043 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-26ab22df-d2dc-49c3-a370-22870466a263 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:59.922734 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eece7f63-485c-4ca6-b700-a77f1a48efba req-fae89502-c346-4fee-9779-35a5d0c2f6cd tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=b165dd9e-37f0-4a7b-a0ff-52dd48340679 HTTP/1.1" status: 200 len: 210 time: 0.1806569 Nov 08 00:22:59.922997 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] For port 69c6869c-4731-4f90-bf65-fabf10c40623, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:22:59.926530 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] For port 69c6869c-4731-4f90-bf65-fabf10c40623, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=69c6869c-4731-4f90-bf65-fabf10c40623,segment=NetworkSegment(2ab8e6cb-9119-4274-ba70-503abfbff32f),segment_id=2ab8e6cb-9119-4274-ba70-503abfbff32f)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:22:59.977965 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23657342-1320-4392-a6c7-9aa819fe73c5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:22:59.990869 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-26ab22df-d2dc-49c3-a370-22870466a263 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:00.062832 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852e7a06-7ef6-49f9-8818-f8acfef5ed14 x-openstack-request-id: req-852e7a06-7ef6-49f9-8818-f8acfef5ed14 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:23:00.063384 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b165dd9e-37f0-4a7b-a0ff-52dd48340679", "name": "network-vif-deleted", "tag": "3e79d612-cbea-499e-9607-f97a24235729", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:23:00.063490 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-852e7a06-7ef6-49f9-8818-f8acfef5ed14 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:23:00.064042 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b165dd9e-37f0-4a7b-a0ff-52dd48340679', 'name': 'network-vif-deleted', 'tag': '3e79d612-cbea-499e-9607-f97a24235729', 'status': 'completed', 'code': 200} Nov 08 00:23:00.079488 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:00.205397 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c10771f3-3d5c-48b1-b714-880d93126ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 4, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port': {'id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:26Z', 'updated_at': '2021-11-08T00:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'd9627256-6eb1-4a7a-a58d-e36733b88bf2', 'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'mac_address': 'fa:16:3e:1e:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:29Z', 'updated_at': '2021-11-08T00:17:36Z', 'revision_number': 5, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'subnets': [{'id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:00.220746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31515605-113e-4b30-9671-7c20acd1e298 None None] Pushing event updated for resources: {'Port': ['ID=69c6869c-4731-4f90-bf65-fabf10c40623,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:00.253043 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10771f3-3d5c-48b1-b714-880d93126ed1 None None] Checking router: e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:23:00.262719 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec96657e-9858-4e30-ae30-993534e2fd9f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:00.275643 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10771f3-3d5c-48b1-b714-880d93126ed1 None None] Routers {'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:00.276320 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c10771f3-3d5c-48b1-b714-880d93126ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:22:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:00.277605 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-26ab22df-d2dc-49c3-a370-22870466a263 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:00.358586 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23657342-1320-4392-a6c7-9aa819fe73c5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:00.363658 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec96657e-9858-4e30-ae30-993534e2fd9f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:00.443720 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-c10771f3-3d5c-48b1-b714-880d93126ed1 None None] Set router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:23:00.464814 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec96657e-9858-4e30-ae30-993534e2fd9f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:00.482597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96657e-9858-4e30-ae30-993534e2fd9f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=7178a18c-91d4-448d-b3a3-d6afc803f16e,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:00.483657 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02a45256-73cd-4111-b04d-b4742ee72a94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:00.517840 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23657342-1320-4392-a6c7-9aa819fe73c5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:00.538446 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-26ab22df-d2dc-49c3-a370-22870466a263 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:00.566028 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02a45256-73cd-4111-b04d-b4742ee72a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:00.593969 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-26ab22df-d2dc-49c3-a370-22870466a263 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:00.593969 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-26ab22df-d2dc-49c3-a370-22870466a263 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/subnets/32b48d4b-2cf6-43ca-ad45-1eba23c78c95 HTTP/1.1" status: 204 len: 168 time: 1.0325184 Nov 08 00:23:00.599877 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a472f1cd-4eb4-4932-8fc1-00026ba55f94 None None] Network 92748b32-6abc-45f8-a62f-2735d4011c93 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:00.613050 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52248) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:00.624402 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab22df-d2dc-49c3-a370-22870466a263 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Subnet': ['ID=32b48d4b-2cf6-43ca-ad45-1eba23c78c95,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:00.814912 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c10771f3-3d5c-48b1-b714-880d93126ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 4, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port': {'id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:26Z', 'updated_at': '2021-11-08T00:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'd9627256-6eb1-4a7a-a58d-e36733b88bf2', 'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'mac_address': 'fa:16:3e:1e:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:29Z', 'updated_at': '2021-11-08T00:17:36Z', 'revision_number': 5, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'subnets': [{'id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:00.825929 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:00.858071 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 69c6869c-4731-4f90-bf65-fabf10c40623 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:23:00.869512 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-02a45256-73cd-4111-b04d-b4742ee72a94 admin admin] Allocated IP 172.25.2.4 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/9a5ca3af-de59-48fd-a15a-c6b9e26532ec) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:00.929040 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10771f3-3d5c-48b1-b714-880d93126ed1 None None] The sync data for ids ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'] in n-d-816882-1 is: [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 4, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port': {'id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:26Z', 'updated_at': '2021-11-08T00:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'd9627256-6eb1-4a7a-a58d-e36733b88bf2', 'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'mac_address': 'fa:16:3e:1e:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:29Z', 'updated_at': '2021-11-08T00:17:36Z', 'revision_number': 5, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'subnets': [{'id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:23:00.990633 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Deleting port 49193b11-a838-4d35-a79e-af6c3fe01220 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:00.991637 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:01.014408 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1fb29c1-f453-42d3-9374-928a880cf552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:01.098422 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 69c6869c-4731-4f90-bf65-fabf10c40623 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:01.098886 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:01.110670 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23657342-1320-4392-a6c7-9aa819fe73c5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Pushing event updated for resources: {'Port': ['ID=1fccaa02-c5ca-48ea-b691-429fb6867957,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:01.125361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec96657e-9858-4e30-ae30-993534e2fd9f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network cedcfd24-0120-4292-9407-e46fe3c4ae13 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:01.132751 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-ec96657e-9858-4e30-ae30-993534e2fd9f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:01.133633 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02a45256-73cd-4111-b04d-b4742ee72a94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:01.136216 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] For port 49193b11-a838-4d35-a79e-af6c3fe01220, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=49193b11-a838-4d35-a79e-af6c3fe01220,segment=NetworkSegment(03651686-8308-410e-8216-e0e53356468e),segment_id=03651686-8308-410e-8216-e0e53356468e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:01.136582 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:01.139207 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23657342-1320-4392-a6c7-9aa819fe73c5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:01.157554 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Calling delete_port for 49193b11-a838-4d35-a79e-af6c3fe01220 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:01.167123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6ed54-4191-4e5f-9261-a149c9c11035 req-414ca62f-efdc-413a-b067-f1e8b7b1916a tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:01.168767 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9af6ed54-4191-4e5f-9261-a149c9c11035 req-414ca62f-efdc-413a-b067-f1e8b7b1916a tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.3370609 Nov 08 00:23:01.174372 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:01.285794 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:01.301509 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23657342-1320-4392-a6c7-9aa819fe73c5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:01.313388 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-23657342-1320-4392-a6c7-9aa819fe73c5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7371354 Nov 08 00:23:01.313575 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52266) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:01.321907 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f2d157a3-49de-44cf-9b2b-8ed0ab6b1573 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2041140393'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:01.332735 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeee347-b3cb-466a-9966-12749c3fbaa4 None None] DHCP port deletion for 92748b32-6abc-45f8-a62f-2735d4011c93 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:23:01.345136 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9af6ed54-4191-4e5f-9261-a149c9c11035 req-18601774-efbf-4ba6-9205-377d873869b5 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814078 Nov 08 00:23:01.372548 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02a45256-73cd-4111-b04d-b4742ee72a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:01.432898 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a45256-73cd-4111-b04d-b4742ee72a94 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:01.436139 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-02a45256-73cd-4111-b04d-b4742ee72a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:01.439988 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a45256-73cd-4111-b04d-b4742ee72a94 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:01.444377 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 69c6869c-4731-4f90-bf65-fabf10c40623, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=69c6869c-4731-4f90-bf65-fabf10c40623,segment=NetworkSegment(2ab8e6cb-9119-4274-ba70-503abfbff32f),segment_id=2ab8e6cb-9119-4274-ba70-503abfbff32f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:01.472643 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fbeee347-b3cb-466a-9966-12749c3fbaa4 None None] Deleting port 49193b11-a838-4d35-a79e-af6c3fe01220 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:01.474024 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbeee347-b3cb-466a-9966-12749c3fbaa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:01.482108 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a45256-73cd-4111-b04d-b4742ee72a94 admin admin] Pushing event updated for resources: {'Port': ['ID=9a5ca3af-de59-48fd-a15a-c6b9e26532ec,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:01.501481 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d157a3-49de-44cf-9b2b-8ed0ab6b1573 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Made reservation on behalf of 116d538f465c4abdbed1ad2eed517fa8 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:01.505621 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2d157a3-49de-44cf-9b2b-8ed0ab6b1573 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:01.524608 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2d157a3-49de-44cf-9b2b-8ed0ab6b1573 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:01.536804 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec96657e-9858-4e30-ae30-993534e2fd9f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router 91b586ce-096a-4747-8c6e-af5b9f0b1846 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:23:01.540723 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:01.552535 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:01.581831 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 1e1046f5-d688-41ec-8c2b-374cf201348e no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:23:01.730462 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Port': ['ID=49193b11-a838-4d35-a79e-af6c3fe01220,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:01.732490 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] No DVR routers for this DVR port 49193b11-a838-4d35-a79e-af6c3fe01220 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:23:01.799720 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52274) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:01.839901 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec96657e-9858-4e30-ae30-993534e2fd9f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:23:01.855204 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ec96657e-9858-4e30-ae30-993534e2fd9f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/91b586ce-096a-4747-8c6e-af5b9f0b1846/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2615166 Nov 08 00:23:01.855586 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52276) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:01.888521 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a196ea92-1867-4c38-aa60-38130979f661 None None] Sync routers for ids ['91b586ce-096a-4747-8c6e-af5b9f0b1846'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:23:01.953627 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-fbeee347-b3cb-466a-9966-12749c3fbaa4 None None] For port 49193b11-a838-4d35-a79e-af6c3fe01220, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=49193b11-a838-4d35-a79e-af6c3fe01220,segment=NetworkSegment(03651686-8308-410e-8216-e0e53356468e),segment_id=03651686-8308-410e-8216-e0e53356468e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:01.954270 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbeee347-b3cb-466a-9966-12749c3fbaa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:01.986055 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a196ea92-1867-4c38-aa60-38130979f661 None None] Routers {'91b586ce-096a-4747-8c6e-af5b9f0b1846'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:01.986910 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a196ea92-1867-4c38-aa60-38130979f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['91b586ce-096a-4747-8c6e-af5b9f0b1846'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:02.027608 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.056649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4258c2-6984-4b85-a819-5868cb1b022f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:02.058291 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0d4258c2-6984-4b85-a819-5868cb1b022f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/ports/7178a18c-91d4-448d-b3a3-d6afc803f16e HTTP/1.1" status: 200 len: 977 time: 0.2015934 Nov 08 00:23:02.060964 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52282) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:02.097074 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df38691c-a638-4054-bff9-7abc179b05c9 None None] New status for floating IP d16431e3-c9d8-4df6-948b-04f9cb45e353: DOWN {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:23:02.108441 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.111412 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-60b67420-5bf1-4282-bfca-d53ca475430a None None] Provisioning complete for port 7178a18c-91d4-448d-b3a3-d6afc803f16e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:02.119100 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60b67420-5bf1-4282-bfca-d53ca475430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.129873 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92748b32-6abc-45f8-a62f-2735d4011c93']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:02.227585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-60b67420-5bf1-4282-bfca-d53ca475430a None None] Port 7178a18c-91d4-448d-b3a3-d6afc803f16e cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:23:02.229696 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03651686-8308-410e-8216-e0e53356468e') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:02.230003 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03651686-8308-410e-8216-e0e53356468e') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:02.231357 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fbeee347-b3cb-466a-9966-12749c3fbaa4 None None] Calling delete_port for 49193b11-a838-4d35-a79e-af6c3fe01220 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:02.244713 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322871ce-e759-4b68-bcd7-79e6501c4a2c None None] Network fe318fa4-2739-4425-811c-a969620e2964 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:02.246890 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.248324 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.267975 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.285853 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a196ea92-1867-4c38-aa60-38130979f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:02.301675 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e41bab57-82fd-404b-b71f-380ab730fb96 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.313237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=69c6869c-4731-4f90-bf65-fabf10c40623,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:02.323760 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2d157a3-49de-44cf-9b2b-8ed0ab6b1573 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.332049 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.350146 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:23:02.350749 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:23:02.358622 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:23:02.416971 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e41bab57-82fd-404b-b71f-380ab730fb96 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.453916 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994178f2-8144-4509-8248-d79a31b61a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e1046f5-d688-41ec-8c2b-374cf201348e'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:23:02.456278 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1780865a-25eb-4f6a-b50a-debd7ff42b2f" -d '{"events": [{"server_uuid": "994178f2-8144-4509-8248-d79a31b61a30", "name": "network-vif-unplugged", "status": "completed", "tag": "1e1046f5-d688-41ec-8c2b-374cf201348e"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:23:02.472152 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02a45256-73cd-4111-b04d-b4742ee72a94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.475549 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2d157a3-49de-44cf-9b2b-8ed0ab6b1573 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.477378 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a196ea92-1867-4c38-aa60-38130979f661 None None] Routers {'91b586ce-096a-4747-8c6e-af5b9f0b1846'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:02.478262 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a196ea92-1867-4c38-aa60-38130979f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['91b586ce-096a-4747-8c6e-af5b9f0b1846'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:02.538102 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 1e1046f5-d688-41ec-8c2b-374cf201348e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1e1046f5-d688-41ec-8c2b-374cf201348e,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:02.546723 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4d971569-7ba7-4340-bf8b-54917c5e5f03 None None] Provisioning complete for port 69c6869c-4731-4f90-bf65-fabf10c40623 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:02.547353 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d971569-7ba7-4340-bf8b-54917c5e5f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.549561 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a196ea92-1867-4c38-aa60-38130979f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:02.550337 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a196ea92-1867-4c38-aa60-38130979f661 None None] The sync data for ids ['91b586ce-096a-4747-8c6e-af5b9f0b1846'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:23:02.605526 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d157a3-49de-44cf-9b2b-8ed0ab6b1573 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:23:02.627305 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d157a3-49de-44cf-9b2b-8ed0ab6b1573 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=987e961d-f7c1-45dd-8508-f62bfb47be1d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:02.643473 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2d157a3-49de-44cf-9b2b-8ed0ab6b1573 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.643857 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-f2d157a3-49de-44cf-9b2b-8ed0ab6b1573 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Added segment 48319110-d8db-46b7-be7a-766f564c3774 of type vlan for network 18df32d7-5f43-4f5e-b24a-697be0f5197d Nov 08 00:23:02.686830 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5872a22-c141-4c92-914f-1647adfc7f08 req-de3f2112-99a7-450d-9a24-7d4dfcf5c6ea tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:02.688032 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46509d1b-c7da-4487-a067-2844afb324f0 req-d983590d-24b0-4927-92f8-770636f25c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:02.689562 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-46509d1b-c7da-4487-a067-2844afb324f0 req-d983590d-24b0-4927-92f8-770636f25c49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2278e422f74446f91e7e8ef6b5f1bb4&device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 1096 time: 0.3891904 Nov 08 00:23:02.699416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5872a22-c141-4c92-914f-1647adfc7f08 req-de3f2112-99a7-450d-9a24-7d4dfcf5c6ea tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.6141660 Nov 08 00:23:02.707816 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.740499 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbeee347-b3cb-466a-9966-12749c3fbaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.745016 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2d157a3-49de-44cf-9b2b-8ed0ab6b1573 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.775577 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5872a22-c141-4c92-914f-1647adfc7f08 req-1a5e0430-c8d9-4c0e-b0c2-b3b2e1152a22 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745685 Nov 08 00:23:02.789753 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.811552 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.814885 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] 10.222.0.13 "DELETE /v2.0/networks/92748b32-6abc-45f8-a62f-2735d4011c93 HTTP/1.1" status: 204 len: 168 time: 2.2008388 Nov 08 00:23:02.838982 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc6e8ee-c1db-44fc-b8a5-ace0020fc89d x-openstack-request-id: req-ffc6e8ee-c1db-44fc-b8a5-ace0020fc89d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:23:02.839294 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994178f2-8144-4509-8248-d79a31b61a30", "name": "network-vif-unplugged", "status": "completed", "tag": "1e1046f5-d688-41ec-8c2b-374cf201348e", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:23:02.839532 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffc6e8ee-c1db-44fc-b8a5-ace0020fc89d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:23:02.840018 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994178f2-8144-4509-8248-d79a31b61a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e1046f5-d688-41ec-8c2b-374cf201348e', 'code': 200} Nov 08 00:23:02.845553 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 69c6869c-4731-4f90-bf65-fabf10c40623 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:23:02.857673 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbeee347-b3cb-466a-9966-12749c3fbaa4 None None] Network 92748b32-6abc-45f8-a62f-2735d4011c93 is not hosted by any dhcp agent {{(pid=102773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 00:23:02.858141 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeee347-b3cb-466a-9966-12749c3fbaa4 None None] No DVR routers for this DVR port 49193b11-a838-4d35-a79e-af6c3fe01220 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:23:02.876492 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e41bab57-82fd-404b-b71f-380ab730fb96 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.879429 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e41bab57-82fd-404b-b71f-380ab730fb96 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:02.881103 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e41bab57-82fd-404b-b71f-380ab730fb96 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "DELETE /v2.0/security-groups/a6577df7-cc06-4d36-91ef-d7d118624322 HTTP/1.1" status: 204 len: 168 time: 1.0800531 Nov 08 00:23:02.886221 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52306) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:02.891949 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=1e1046f5-d688-41ec-8c2b-374cf201348e,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:02.892771 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26120f-e2de-45cf-b9f7-25153f636f35 tempest-NetworksTest-1572641835 tempest-NetworksTest-1572641835-project] Pushing event deleted for resources: {'Network': ['ID=92748b32-6abc-45f8-a62f-2735d4011c93,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:02.928577 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-b14388e6-eae0-4af3-8e0d-1e37a1e9ac62 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] show failed (client error): The resource could not be found. Nov 08 00:23:02.930162 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b14388e6-eae0-4af3-8e0d-1e37a1e9ac62 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups/a6577df7-cc06-4d36-91ef-d7d118624322 HTTP/1.1" status: 404 len: 347 time: 0.0312219 Nov 08 00:23:02.937230 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52308) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:02.973983 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bab57-82fd-404b-b71f-380ab730fb96 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6577df7-cc06-4d36-91ef-d7d118624322,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:02.977283 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeee347-b3cb-466a-9966-12749c3fbaa4 None None] Pushing event deleted for resources: {'Port': ['ID=49193b11-a838-4d35-a79e-af6c3fe01220,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:03.049357 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2d157a3-49de-44cf-9b2b-8ed0ab6b1573 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:03.059818 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 69c6869c-4731-4f90-bf65-fabf10c40623 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:03.059818 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:03.060994 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d157a3-49de-44cf-9b2b-8ed0ab6b1573 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:03.060994 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2d157a3-49de-44cf-9b2b-8ed0ab6b1573 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:03.173524 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46509d1b-c7da-4487-a067-2844afb324f0 req-dc6543ba-3051-4395-8236-e4cd7c7bfd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:03.176171 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-46509d1b-c7da-4487-a067-2844afb324f0 req-dc6543ba-3051-4395-8236-e4cd7c7bfd0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=b13a2d05-1ff5-419f-9b2f-082d70770afe HTTP/1.1" status: 200 len: 911 time: 0.4678297 Nov 08 00:23:03.228794 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d157a3-49de-44cf-9b2b-8ed0ab6b1573 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Pushing event updated for resources: {'Network': ['ID=18df32d7-5f43-4f5e-b24a-697be0f5197d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:03.247983 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 18df32d7-5f43-4f5e-b24a-697be0f5197d details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:23:03.301171 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f2d157a3-49de-44cf-9b2b-8ed0ab6b1573 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9928317 Nov 08 00:23:03.306816 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02a45256-73cd-4111-b04d-b4742ee72a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:03.311359 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52314) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:03.317611 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 49193b11-a838-4d35-a79e-af6c3fe01220 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:23:03.322124 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-a3b085c2-d755-494c-8552-67f46d33a65e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Request body: {'subnet': {'network_id': '18df32d7-5f43-4f5e-b24a-697be0f5197d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:03.358225 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 49193b11-a838-4d35-a79e-af6c3fe01220 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:23:03.358851 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 49193b11-a838-4d35-a79e-af6c3fe01220 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:23:03.375695 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:03.507913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-72a32bb3-fdb4-4da8-bc88-2472d734a934 None None] Provisioning complete for port 69c6869c-4731-4f90-bf65-fabf10c40623 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:03.508219 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-72a32bb3-fdb4-4da8-bc88-2472d734a934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:03.637577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52318) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:03.733402 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-46509d1b-c7da-4487-a067-2844afb324f0 req-7af2b3a6-7091-46c2-9197-6d6fd3b5e043 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d66ff1f1-dfc7-4182-9d0c-32f8d824382b HTTP/1.1" status: 200 len: 1001 time: 0.5321691 Nov 08 00:23:03.804700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-507d6b6c-95bc-4a8d-bb2c-263f57156b01 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:03.808504 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-507d6b6c-95bc-4a8d-bb2c-263f57156b01 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/networks?id=d20df259-1f81-4a1a-9eb7-c348a83c593b HTTP/1.1" status: 200 len: 805 time: 0.8700776 Nov 08 00:23:03.837508 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-065dc489-07ea-4a40-992e-f6a5c5c73f2d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:03.880990 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46509d1b-c7da-4487-a067-2844afb324f0 req-09d63ed7-ed00-40e4-9b17-2c9fa7b5f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:03.883108 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-46509d1b-c7da-4487-a067-2844afb324f0 req-09d63ed7-ed00-40e4-9b17-2c9fa7b5f8bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82ff6155-843e-4e76-be5f-7d2f5d78c7b3 HTTP/1.1" status: 200 len: 849 time: 0.0869734 Nov 08 00:23:03.930379 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-500e8bfe-9935-4e39-b091-c1ccee01004a tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/quotas/7f16e000569246a6a036af1fb56e5a64 HTTP/1.1" status: 200 len: 375 time: 0.0973976 Nov 08 00:23:03.950852 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46509d1b-c7da-4487-a067-2844afb324f0 req-8616554c-213b-4c32-a3dd-f2d4b1ef1a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:03.952558 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-46509d1b-c7da-4487-a067-2844afb324f0 req-8616554c-213b-4c32-a3dd-f2d4b1ef1a79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b13a2d05-1ff5-419f-9b2f-082d70770afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559893 Nov 08 00:23:03.956026 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b085c2-d755-494c-8552-67f46d33a65e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Made reservation on behalf of 116d538f465c4abdbed1ad2eed517fa8 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:03.959434 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a3b085c2-d755-494c-8552-67f46d33a65e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:03.991252 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-21661b5a-b914-4501-86ae-40fa29114b1f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Deleting port 657edb98-e5a7-49b3-9df0-4051792228c1 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:03.991592 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-21661b5a-b914-4501-86ae-40fa29114b1f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:04.057362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a45256-73cd-4111-b04d-b4742ee72a94 admin admin] Router 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:23:04.065335 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0553eff3-c39e-4e44-a0b0-5aa143836a54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06eb6d90730f42b395c16a1d355c2d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4216223 Nov 08 00:23:04.068119 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52324) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:04.140226 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb75415-0f88-4e5f-a752-1b6c87ea6084 req-4e983e54-fa16-423a-a9a0-913e5b5dd4f1 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:04.141748 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bb75415-0f88-4e5f-a752-1b6c87ea6084 req-4e983e54-fa16-423a-a9a0-913e5b5dd4f1 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.3002706 Nov 08 00:23:04.193264 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-7796ff00-d7f9-42a1-97f2-1fe7c4c5a4f8 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f16e000569246a6a036af1fb56e5a64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2421217 Nov 08 00:23:04.241546 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-21661b5a-b914-4501-86ae-40fa29114b1f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:04.242445 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-21661b5a-b914-4501-86ae-40fa29114b1f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:04.250405 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-46509d1b-c7da-4487-a067-2844afb324f0 req-9ab3d8fc-0103-45ce-824d-778e8f1f4f9a service neutron] 10.222.0.20 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878101 Nov 08 00:23:04.276289 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71d7f533-2342-4caa-8216-36f51898c44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:04.334204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-21661b5a-b914-4501-86ae-40fa29114b1f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Calling delete_port for 657edb98-e5a7-49b3-9df0-4051792228c1 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:04.373969 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a45256-73cd-4111-b04d-b4742ee72a94 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:23:04.374207 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bb75415-0f88-4e5f-a752-1b6c87ea6084 req-e1768b29-8f28-4f13-93e6-8efbfe60feb9 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992295 Nov 08 00:23:04.384639 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71d7f533-2342-4caa-8216-36f51898c44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:04.416948 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] Sync routers for ids ['7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:23:04.429721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] Routers {'7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:04.430768 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:04.462670 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0571041-04e0-4f7c-b14e-7a858904b9a1 req-d10b2c3d-8f34-49e1-9885-8c8eebf33c8c tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:04.464184 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a0571041-04e0-4f7c-b14e-7a858904b9a1 req-d10b2c3d-8f34-49e1-9885-8c8eebf33c8c tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.20 "GET /v2.0/ports?device_id=994178f2-8144-4509-8248-d79a31b61a30 HTTP/1.1" status: 200 len: 943 time: 0.1614873 Nov 08 00:23:04.523554 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02a45256-73cd-4111-b04d-b4742ee72a94 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:04.525986 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-02a45256-73cd-4111-b04d-b4742ee72a94 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6556499 Nov 08 00:23:04.529553 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52330) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:04.532482 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-03562a4e-9067-40a1-9a34-9995cab76374 service neutron] 10.222.0.13 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227601 Nov 08 00:23:04.540059 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-46509d1b-c7da-4487-a067-2844afb324f0 req-8904b1f0-e7c1-45a5-b78b-7e4222fb6662 service neutron] 10.222.0.20 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393417 Nov 08 00:23:04.629019 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a3b085c2-d755-494c-8552-67f46d33a65e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:04.684827 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71d7f533-2342-4caa-8216-36f51898c44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:04.687545 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71d7f533-2342-4caa-8216-36f51898c44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:04.692051 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-71d7f533-2342-4caa-8216-36f51898c44b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2cb22e4-2b44-420a-9c62-3c7f4a1241f8 HTTP/1.1" status: 204 len: 168 time: 0.6205506 Nov 08 00:23:04.727079 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7f533-2342-4caa-8216-36f51898c44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cb22e4-2b44-420a-9c62-3c7f4a1241f8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:04.737453 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b085c2-d755-494c-8552-67f46d33a65e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Pushing event updated for resources: {'Subnet': ['ID=d05a5375-7fe6-4881-81c8-4dfa2a2e1fb0,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:04.771716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-065dc489-07ea-4a40-992e-f6a5c5c73f2d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting port 7178a18c-91d4-448d-b3a3-d6afc803f16e {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:04.772089 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-065dc489-07ea-4a40-992e-f6a5c5c73f2d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:04.776014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] Set router 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:23:04.783131 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b085c2-d755-494c-8552-67f46d33a65e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Checking segment: {'id': '48319110-d8db-46b7-be7a-766f564c3774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '18df32d7-5f43-4f5e-b24a-697be0f5197d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:23:04.783953 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b085c2-d755-494c-8552-67f46d33a65e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Network hostable DHCP agents. Network: 18df32d7-5f43-4f5e-b24a-697be0f5197d, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:23:04.839343 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-853c1b00-e6e9-4b02-931f-ba9e7a6fea70 service neutron] 10.222.0.13 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796419 Nov 08 00:23:04.843671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-a0571041-04e0-4f7c-b14e-7a858904b9a1 req-b9627bed-fd6f-4415-b417-a04d219a94a9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Deleting port 1e1046f5-d688-41ec-8c2b-374cf201348e {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:04.844123 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a0571041-04e0-4f7c-b14e-7a858904b9a1 req-b9627bed-fd6f-4415-b417-a04d219a94a9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:04.944329 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-065dc489-07ea-4a40-992e-f6a5c5c73f2d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:04.968766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-065dc489-07ea-4a40-992e-f6a5c5c73f2d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Calling delete_port for 7178a18c-91d4-448d-b3a3-d6afc803f16e owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:04.988907 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-21661b5a-b914-4501-86ae-40fa29114b1f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:04.999215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-a0571041-04e0-4f7c-b14e-7a858904b9a1 req-b9627bed-fd6f-4415-b417-a04d219a94a9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] For port 1e1046f5-d688-41ec-8c2b-374cf201348e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1e1046f5-d688-41ec-8c2b-374cf201348e,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:04.999629 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a0571041-04e0-4f7c-b14e-7a858904b9a1 req-b9627bed-fd6f-4415-b417-a04d219a94a9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:05.046404 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b085c2-d755-494c-8552-67f46d33a65e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Network 18df32d7-5f43-4f5e-b24a-697be0f5197d is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:23:05.051322 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'name': 'tempest-TaggedBootDevicesTest_v242-185478450-router', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:22:59Z', 'updated_at': '2021-11-08T00:23:01Z', 'revision_number': 3, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'gw_port': {'id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:83:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:00Z', 'updated_at': '2021-11-08T00:23:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:05.070176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21661b5a-b914-4501-86ae-40fa29114b1f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Pushing event deleted for resources: {'Port': ['ID=657edb98-e5a7-49b3-9df0-4051792228c1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:05.072875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-a0571041-04e0-4f7c-b14e-7a858904b9a1 req-b9627bed-fd6f-4415-b417-a04d219a94a9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Calling delete_port for 1e1046f5-d688-41ec-8c2b-374cf201348e owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:05.089700 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] Checking router: 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:23:05.089970 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] Updating router 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea port 9a5ca3af-de59-48fd-a15a-c6b9e26532ec binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:23:05.132862 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:05.264425 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-a3b085c2-d755-494c-8552-67f46d33a65e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 18df32d7-5f43-4f5e-b24a-697be0f5197d) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:05.267031 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-300b7c4f-7fda-429a-9860-226e5a5f6ebd req-086f9bdd-44a5-42d0-bc81-7975085c9d22 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 210 time: 0.0851252 Nov 08 00:23:05.303984 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-21661b5a-b914-4501-86ae-40fa29114b1f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:05.308906 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066cab42-c4c6-4545-ae25-9e72f38ba9e9 None None] Network 18df32d7-5f43-4f5e-b24a-697be0f5197d requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:05.313990 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-21661b5a-b914-4501-86ae-40fa29114b1f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:05.315569 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-21661b5a-b914-4501-86ae-40fa29114b1f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "DELETE /v2.0/floatingips/d16431e3-c9d8-4df6-948b-04f9cb45e353 HTTP/1.1" status: 204 len: 168 time: 2.3689170 Nov 08 00:23:05.318376 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b085c2-d755-494c-8552-67f46d33a65e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:05.318974 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a3b085c2-d755-494c-8552-67f46d33a65e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:05.366029 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fa49d5f-d0c4-4107-8fff-68f13213565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:05.461852 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a3b085c2-d755-494c-8552-67f46d33a65e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1407218 Nov 08 00:23:05.464109 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52348) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:05.482911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8077b168-b6b1-48f4-ab48-a687637f419e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-163310754', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:05.672579 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8077b168-b6b1-48f4-ab48-a687637f419e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:05.674453 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8077b168-b6b1-48f4-ab48-a687637f419e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:05.806608 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-065dc489-07ea-4a40-992e-f6a5c5c73f2d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:05.883665 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8077b168-b6b1-48f4-ab48-a687637f419e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:05.889544 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:05.920582 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dc489-07ea-4a40-992e-f6a5c5c73f2d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Port': ['ID=7178a18c-91d4-448d-b3a3-d6afc803f16e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:05.924020 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52362) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:05.957487 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a0571041-04e0-4f7c-b14e-7a858904b9a1 req-b9627bed-fd6f-4415-b417-a04d219a94a9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:05.971182 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-18df32d7-5f43-4f5e-b24a-697be0f5197d', 'network_id': '18df32d7-5f43-4f5e-b24a-697be0f5197d', 'tenant_id': '116d538f465c4abdbed1ad2eed517fa8', 'fixed_ips': [{'subnet_id': 'd05a5375-7fe6-4881-81c8-4dfa2a2e1fb0'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:23:05.977297 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:05.994916 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:06.015759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-60701720-0003-44fd-ac06-b1eee2b3b3bd tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1605874220', 'description': 'tempest-description--1092635016'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:06.057846 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-5fa49d5f-d0c4-4107-8fff-68f13213565f admin admin] Allocated IP 172.20.0.1 (fe318fa4-2739-4425-811c-a969620e2964/d3be98b0-454a-423b-81f4-63aace0baef8/b6becab2-3f2e-475a-8ea0-1df71462c107) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:06.164260 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532c93e-dd30-4412-8d26-1e8050edcad6 None None] Pushing event updated for resources: {'Port': ['ID=9a5ca3af-de59-48fd-a15a-c6b9e26532ec,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:06.168326 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8077b168-b6b1-48f4-ab48-a687637f419e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:06.170180 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] Attempting to bind port 9a5ca3af-de59-48fd-a15a-c6b9e26532ec on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:23:06.170652 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] Attempting to bind port 9a5ca3af-de59-48fd-a15a-c6b9e26532ec by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:23:06.171136 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] Attempting to bind port 9a5ca3af-de59-48fd-a15a-c6b9e26532ec on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:23:06.188107 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:23:06.189455 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:23:06.189455 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:06.191025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:23:06.191025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] Bound port: 9a5ca3af-de59-48fd-a15a-c6b9e26532ec, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:23:06.191025 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:06.200918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeef842-1ed0-45fb-abbc-80faf3f28619 req-9c9c3614-b58e-48f4-8dc7-6394ab076958 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:06.208572 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1aeef842-1ed0-45fb-abbc-80faf3f28619 req-9c9c3614-b58e-48f4-8dc7-6394ab076958 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.6471794 Nov 08 00:23:06.342372 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] For port 9a5ca3af-de59-48fd-a15a-c6b9e26532ec, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:23:06.347329 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] For port 9a5ca3af-de59-48fd-a15a-c6b9e26532ec, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9a5ca3af-de59-48fd-a15a-c6b9e26532ec,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:23:06.349044 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] Allocated IP 172.20.0.2 (18df32d7-5f43-4f5e-b24a-697be0f5197d/d05a5375-7fe6-4881-81c8-4dfa2a2e1fb0/14c1afd6-63ff-4d23-8b9e-393fd38c89d1) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:06.413143 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fa49d5f-d0c4-4107-8fff-68f13213565f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:06.417690 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0571041-04e0-4f7c-b14e-7a858904b9a1 req-b9627bed-fd6f-4415-b417-a04d219a94a9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] No DVR routers for this DVR port 1e1046f5-d688-41ec-8c2b-374cf201348e on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:23:06.421074 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a0571041-04e0-4f7c-b14e-7a858904b9a1 req-b9627bed-fd6f-4415-b417-a04d219a94a9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:06.427750 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a0571041-04e0-4f7c-b14e-7a858904b9a1 req-b9627bed-fd6f-4415-b417-a04d219a94a9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.20 "DELETE /v2.0/ports/1e1046f5-d688-41ec-8c2b-374cf201348e HTTP/1.1" status: 204 len: 173 time: 1.9545968 Nov 08 00:23:06.428900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9627bed-fd6f-4415-b417-a04d219a94a9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Pushing event deleted for resources: {'Port': ['ID=1e1046f5-d688-41ec-8c2b-374cf201348e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:06.447023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994178f2-8144-4509-8248-d79a31b61a30', 'name': 'network-vif-deleted', 'tag': '1e1046f5-d688-41ec-8c2b-374cf201348e'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:23:06.450265 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b91c82-0a26-400c-afbd-9c725606d63f" -d '{"events": [{"server_uuid": "994178f2-8144-4509-8248-d79a31b61a30", "name": "network-vif-deleted", "tag": "1e1046f5-d688-41ec-8c2b-374cf201348e"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:23:06.461424 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:06.512860 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-338027dc-fbf1-4a5b-981b-a94cf14455ba req-ed944e46-3f49-4c6f-bb70-d7843728267b tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 210 time: 0.0677912 Nov 08 00:23:06.514826 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-065dc489-07ea-4a40-992e-f6a5c5c73f2d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:06.550004 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532c93e-dd30-4412-8d26-1e8050edcad6 None None] Pushing event updated for resources: {'Port': ['ID=9a5ca3af-de59-48fd-a15a-c6b9e26532ec,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:06.560813 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] Routers {'7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:06.564010 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8077b168-b6b1-48f4-ab48-a687637f419e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:06.564947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:06.584123 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8077b168-b6b1-48f4-ab48-a687637f419e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:06.603674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1aeef842-1ed0-45fb-abbc-80faf3f28619 req-1d870ace-1891-4496-8110-48be40120db0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3898909 Nov 08 00:23:06.685659 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4367f5ae-e971-4d03-a0be-deafccce3434 x-openstack-request-id: req-4367f5ae-e971-4d03-a0be-deafccce3434 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:23:06.685951 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994178f2-8144-4509-8248-d79a31b61a30", "name": "network-vif-deleted", "tag": "1e1046f5-d688-41ec-8c2b-374cf201348e", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:23:06.686368 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4367f5ae-e971-4d03-a0be-deafccce3434 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:23:06.686943 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994178f2-8144-4509-8248-d79a31b61a30', 'name': 'network-vif-deleted', 'tag': '1e1046f5-d688-41ec-8c2b-374cf201348e', 'status': 'completed', 'code': 200} Nov 08 00:23:06.690816 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-60701720-0003-44fd-ac06-b1eee2b3b3bd tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:06.733992 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fa49d5f-d0c4-4107-8fff-68f13213565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:06.820063 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:06.821503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-8077b168-b6b1-48f4-ab48-a687637f419e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Allocated IP 172.25.2.129 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/c8f5f129-f2b3-4696-938f-281c94b3b526) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:06.837917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] Set router 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:23:06.846227 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065dc489-07ea-4a40-992e-f6a5c5c73f2d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router 91b586ce-096a-4747-8c6e-af5b9f0b1846 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:23:06.846227 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52384) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:06.922553 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:06.929039 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa49d5f-d0c4-4107-8fff-68f13213565f admin admin] Network fe318fa4-2739-4425-811c-a969620e2964 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:06.936960 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-5fa49d5f-d0c4-4107-8fff-68f13213565f admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:06.940340 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa49d5f-d0c4-4107-8fff-68f13213565f admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:06.979617 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa49d5f-d0c4-4107-8fff-68f13213565f admin admin] Pushing event updated for resources: {'Port': ['ID=b6becab2-3f2e-475a-8ea0-1df71462c107,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:07.021150 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] Pushing event updated for resources: {'Port': ['ID=14c1afd6-63ff-4d23-8b9e-393fd38c89d1,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:07.049267 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] Network 18df32d7-5f43-4f5e-b24a-697be0f5197d is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:07.057508 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:07.057508 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:07.057730 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fa49d5f-d0c4-4107-8fff-68f13213565f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:07.063597 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-60701720-0003-44fd-ac06-b1eee2b3b3bd tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:07.068965 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-08d0700f-06cb-43ea-b88f-be4d51c3061c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-862317638'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:07.097221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065dc489-07ea-4a40-992e-f6a5c5c73f2d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:23:07.108340 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c1a0c-1972-4ae3-acc8-d5aa17f90912 None None] Sync routers for ids ['91b586ce-096a-4747-8c6e-af5b9f0b1846'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:23:07.121330 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-065dc489-07ea-4a40-992e-f6a5c5c73f2d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/91b586ce-096a-4747-8c6e-af5b9f0b1846/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0591030 Nov 08 00:23:07.123941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52388) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:07.137036 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-60701720-0003-44fd-ac06-b1eee2b3b3bd tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:07.137973 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c1a0c-1972-4ae3-acc8-d5aa17f90912 None None] Routers {'91b586ce-096a-4747-8c6e-af5b9f0b1846'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:07.143445 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c34c1a0c-1972-4ae3-acc8-d5aa17f90912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['91b586ce-096a-4747-8c6e-af5b9f0b1846'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:07.146103 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] Attempting to bind port 14c1afd6-63ff-4d23-8b9e-393fd38c89d1 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:23:07.148730 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] Attempting to bind port 14c1afd6-63ff-4d23-8b9e-393fd38c89d1 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '48319110-d8db-46b7-be7a-766f564c3774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '18df32d7-5f43-4f5e-b24a-697be0f5197d'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:23:07.148730 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] Attempting to bind port 14c1afd6-63ff-4d23-8b9e-393fd38c89d1 on network 18df32d7-5f43-4f5e-b24a-697be0f5197d {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:23:07.154639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:23:07.155159 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] Checking segment: {'id': '48319110-d8db-46b7-be7a-766f564c3774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '18df32d7-5f43-4f5e-b24a-697be0f5197d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:23:07.155568 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:07.156001 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] Bound using segment: {'id': '48319110-d8db-46b7-be7a-766f564c3774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '18df32d7-5f43-4f5e-b24a-697be0f5197d'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:23:07.156481 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] Bound port: 14c1afd6-63ff-4d23-8b9e-393fd38c89d1, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48319110-d8db-46b7-be7a-766f564c3774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '18df32d7-5f43-4f5e-b24a-697be0f5197d'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:23:07.157000 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:07.198830 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c34c1a0c-1972-4ae3-acc8-d5aa17f90912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:07.206522 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8077b168-b6b1-48f4-ab48-a687637f419e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:07.228686 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c1a0c-1972-4ae3-acc8-d5aa17f90912 None None] Routers {'91b586ce-096a-4747-8c6e-af5b9f0b1846'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:07.229887 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c34c1a0c-1972-4ae3-acc8-d5aa17f90912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['91b586ce-096a-4747-8c6e-af5b9f0b1846'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:07.288458 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d0700f-06cb-43ea-b88f-be4d51c3061c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Made reservation on behalf of 59891d6e470c42eea19d1ab911fb8d34 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:07.292107 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-08d0700f-06cb-43ea-b88f-be4d51c3061c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:07.293092 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c34c1a0c-1972-4ae3-acc8-d5aa17f90912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:07.293956 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c1a0c-1972-4ae3-acc8-d5aa17f90912 None None] The sync data for ids ['91b586ce-096a-4747-8c6e-af5b9f0b1846'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:23:07.326007 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fa49d5f-d0c4-4107-8fff-68f13213565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:07.332214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] For port 14c1afd6-63ff-4d23-8b9e-393fd38c89d1, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:23:07.334129 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-08d0700f-06cb-43ea-b88f-be4d51c3061c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:07.339586 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] For port 14c1afd6-63ff-4d23-8b9e-393fd38c89d1, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=14c1afd6-63ff-4d23-8b9e-393fd38c89d1,segment=NetworkSegment(48319110-d8db-46b7-be7a-766f564c3774),segment_id=48319110-d8db-46b7-be7a-766f564c3774)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:23:07.340466 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8077b168-b6b1-48f4-ab48-a687637f419e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:07.345474 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'name': 'tempest-TaggedBootDevicesTest_v242-185478450-router', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:22:59Z', 'updated_at': '2021-11-08T00:23:01Z', 'revision_number': 3, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'gw_port': {'id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:83:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:00Z', 'updated_at': '2021-11-08T00:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:07.356062 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60701720-0003-44fd-ac06-b1eee2b3b3bd tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed595e03-7901-4784-814d-61863041e0f0,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:07.385011 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbe65aa-dbcb-4c22-8155-82bc7e22ef17 None None] The sync data for ids ['7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'] in n-d-816882-1 is: [{'id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'name': 'tempest-TaggedBootDevicesTest_v242-185478450-router', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:22:59Z', 'updated_at': '2021-11-08T00:23:01Z', 'revision_number': 3, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'gw_port': {'id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:83:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:00Z', 'updated_at': '2021-11-08T00:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:23:07.430580 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3c0bac06-76e4-45ac-8421-de7cd57f91b0 None None] Provisioning complete for port b6becab2-3f2e-475a-8ea0-1df71462c107 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:07.431337 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3c0bac06-76e4-45ac-8421-de7cd57f91b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:07.435588 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-60701720-0003-44fd-ac06-b1eee2b3b3bd tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:07.442950 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-60701720-0003-44fd-ac06-b1eee2b3b3bd tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4869072 Nov 08 00:23:07.443272 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52390) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:07.449709 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a1e7c0de-0459-400f-94f3-e7942f39b64a tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Request body: {'security_group_rule': {'security_group_id': 'ed595e03-7901-4784-814d-61863041e0f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:07.454300 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8077b168-b6b1-48f4-ab48-a687637f419e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:07.464687 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:07.465402 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-8077b168-b6b1-48f4-ab48-a687637f419e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:07.477123 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8077b168-b6b1-48f4-ab48-a687637f419e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:07.537501 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3c0bac06-76e4-45ac-8421-de7cd57f91b0 None None] Port b6becab2-3f2e-475a-8ea0-1df71462c107 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:23:07.571217 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-123d1901-b2b4-4a50-b9aa-85476e8be218 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] remove_router_interface failed (client error): The resource could not be found. Nov 08 00:23:07.575165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-123d1901-b2b4-4a50-b9aa-85476e8be218 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/91b586ce-096a-4747-8c6e-af5b9f0b1846/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4495585 Nov 08 00:23:07.575766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52394) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:07.597460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077b168-b6b1-48f4-ab48-a687637f419e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Pushing event updated for resources: {'Port': ['ID=c8f5f129-f2b3-4696-938f-281c94b3b526,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:07.623348 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c22f1c86-3b63-4eca-b081-565b8001b42f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/ports?device_id=91b586ce-096a-4747-8c6e-af5b9f0b1846 HTTP/1.1" status: 200 len: 205 time: 0.0440443 Nov 08 00:23:07.625179 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d414ba6-b1fe-47ee-ac27-e18eb2b4dc44 None None] Pushing event updated for resources: {'Port': ['ID=14c1afd6-63ff-4d23-8b9e-393fd38c89d1,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:07.641872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52396) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:07.646098 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 1e1046f5-d688-41ec-8c2b-374cf201348e no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:23:07.737348 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 1e1046f5-d688-41ec-8c2b-374cf201348e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:23:07.737348 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 1e1046f5-d688-41ec-8c2b-374cf201348e not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:23:08.056063 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fa49d5f-d0c4-4107-8fff-68f13213565f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:08.178471 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fa49d5f-d0c4-4107-8fff-68f13213565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:08.274654 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8077b168-b6b1-48f4-ab48-a687637f419e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:08.277884 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fa49d5f-d0c4-4107-8fff-68f13213565f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:08.278460 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a1e7c0de-0459-400f-94f3-e7942f39b64a tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:08.279637 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa49d5f-d0c4-4107-8fff-68f13213565f admin admin] Pushing event updated for resources: {'Port': ['ID=b6becab2-3f2e-475a-8ea0-1df71462c107,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:08.317171 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59899337-038f-4518-880f-220b53392619 req-99daaaf3-b7ee-415c-adbb-12d9672006d7 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 210 time: 0.0816128 Nov 08 00:23:08.327267 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6a69c768-8374-45b0-91b1-9c8cd6d485b5 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:08.342041 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:08.455521 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-08d0700f-06cb-43ea-b88f-be4d51c3061c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:08.560519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336526fa-c4cc-4b06-a077-ea34638cee26 req-3f669c33-51c4-4bb0-b9f1-bca58748b9ef tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:08.562128 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-336526fa-c4cc-4b06-a077-ea34638cee26 req-3f669c33-51c4-4bb0-b9f1-bca58748b9ef tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.3292553 Nov 08 00:23:08.574594 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-08d0700f-06cb-43ea-b88f-be4d51c3061c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:08.590897 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6a69c768-8374-45b0-91b1-9c8cd6d485b5 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:08.604183 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6a69c768-8374-45b0-91b1-9c8cd6d485b5 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:08.683821 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d0700f-06cb-43ea-b88f-be4d51c3061c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:23:08.757178 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a1e7c0de-0459-400f-94f3-e7942f39b64a tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:08.823389 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0700f-06cb-43ea-b88f-be4d51c3061c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61efebd9-1a80-43aa-8552-577b48d08a50,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:08.834273 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-08d0700f-06cb-43ea-b88f-be4d51c3061c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:08.834627 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-08d0700f-06cb-43ea-b88f-be4d51c3061c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Added segment c55a1753-576f-4cba-8dc0-2c5418f5b5a0 of type vlan for network d81727b0-4304-4d45-bbb8-11a017f9d97c Nov 08 00:23:08.879162 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a1e7c0de-0459-400f-94f3-e7942f39b64a tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:08.890032 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-336526fa-c4cc-4b06-a077-ea34638cee26 req-dfa182b5-0c82-4a2f-84b0-7a1011015492 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3045402 Nov 08 00:23:08.988453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 14c1afd6-63ff-4d23-8b9e-393fd38c89d1 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:23:09.002556 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6a69c768-8374-45b0-91b1-9c8cd6d485b5 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:09.003188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a69c768-8374-45b0-91b1-9c8cd6d485b5 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Fanout notify agent at l3_agent the message router_deleted on router 91b586ce-096a-4747-8c6e-af5b9f0b1846 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:23:09.075172 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 14c1afd6-63ff-4d23-8b9e-393fd38c89d1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:09.075804 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:09.079847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa49d5f-d0c4-4107-8fff-68f13213565f admin admin] Network fe318fa4-2739-4425-811c-a969620e2964 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:09.084856 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-5fa49d5f-d0c4-4107-8fff-68f13213565f admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:09.095983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-bc02d49f-ca9b-4316-ac4f-634b56955263 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:09.097753 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-bc02d49f-ca9b-4316-ac4f-634b56955263 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.26 "GET /v2.0/networks?id=d20df259-1f81-4a1a-9eb7-c348a83c593b HTTP/1.1" status: 200 len: 805 time: 0.4031854 Nov 08 00:23:09.098481 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7c0de-0459-400f-94f3-e7942f39b64a tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=100cd948-273a-4274-aa38-c4e7f10eb711,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:09.119279 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6a69c768-8374-45b0-91b1-9c8cd6d485b5 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:09.127847 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6a69c768-8374-45b0-91b1-9c8cd6d485b5 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/routers/91b586ce-096a-4747-8c6e-af5b9f0b1846 HTTP/1.1" status: 204 len: 168 time: 1.4873202 Nov 08 00:23:09.131308 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52410) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:09.137786 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-08d0700f-06cb-43ea-b88f-be4d51c3061c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:09.198194 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-d51003c2-c08b-4518-a7df-5520286274b4 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Request body: {'port': {'device_id': '5913a0bb-7356-4098-8e06-428a3cf11bee', 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b', 'admin_state_up': True, 'tenant_id': '7f16e000569246a6a036af1fb56e5a64'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:09.213277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be77758-a09c-4e1e-aeaf-0e5d04982f14 None None] Network 18df32d7-5f43-4f5e-b24a-697be0f5197d requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:09.232864 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa49d5f-d0c4-4107-8fff-68f13213565f admin admin] Router 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:23:09.268027 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8077b168-b6b1-48f4-ab48-a687637f419e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:09.277598 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a1e7c0de-0459-400f-94f3-e7942f39b64a tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:09.278854 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a1e7c0de-0459-400f-94f3-e7942f39b64a tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8336525 Nov 08 00:23:09.304076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52412) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:09.312784 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-73224036-126a-4228-a6ff-53fa4d2877f4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Request body: {'security_group_rule': {'security_group_id': 'ed595e03-7901-4784-814d-61863041e0f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:09.348371 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a87df3d-5241-4303-8f07-6a401c4bd93f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting subnet fa12cb1f-ddef-472d-a693-b7de41d856f1 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:23:09.353314 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a87df3d-5241-4303-8f07-6a401c4bd93f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:09.354479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7c7916d0-9900-49ef-829f-e1145e1608fb None None] Provisioning complete for port 14c1afd6-63ff-4d23-8b9e-393fd38c89d1 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:09.355519 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7c7916d0-9900-49ef-829f-e1145e1608fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:09.407248 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:09.410957 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a87df3d-5241-4303-8f07-6a401c4bd93f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:09.561003 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-73224036-126a-4228-a6ff-53fa4d2877f4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:09.565317 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-58b9cd18-6d1d-440e-b452-4523ae70dd2d req-a733df7f-a13d-4e9a-8120-43bc483fb562 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 210 time: 0.0536592 Nov 08 00:23:09.567985 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a87df3d-5241-4303-8f07-6a401c4bd93f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:09.602445 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa49d5f-d0c4-4107-8fff-68f13213565f admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:23:09.610311 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-08d0700f-06cb-43ea-b88f-be4d51c3061c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:09.615947 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d0700f-06cb-43ea-b88f-be4d51c3061c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:09.616107 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5fa49d5f-d0c4-4107-8fff-68f13213565f admin admin] 10.222.0.13 "PUT /v2.0/routers/7c42e67a-03b2-4ba4-a3b0-97d55b38fbea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0859025 Nov 08 00:23:09.616500 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-08d0700f-06cb-43ea-b88f-be4d51c3061c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:09.695046 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 14c1afd6-63ff-4d23-8b9e-393fd38c89d1, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=14c1afd6-63ff-4d23-8b9e-393fd38c89d1,segment=NetworkSegment(48319110-d8db-46b7-be7a-766f564c3774),segment_id=48319110-d8db-46b7-be7a-766f564c3774)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:09.760962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0700f-06cb-43ea-b88f-be4d51c3061c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Pushing event updated for resources: {'Network': ['ID=d81727b0-4304-4d45-bbb8-11a017f9d97c,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:09.768878 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7c7916d0-9900-49ef-829f-e1145e1608fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:09.774455 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network d81727b0-4304-4d45-bbb8-11a017f9d97c details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:23:09.794329 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-73224036-126a-4228-a6ff-53fa4d2877f4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:09.820085 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:09.820085 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9a5ca3af-de59-48fd-a15a-c6b9e26532ec up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:23:09.843090 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-08d0700f-06cb-43ea-b88f-be4d51c3061c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.9922290 Nov 08 00:23:09.845088 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8077b168-b6b1-48f4-ab48-a687637f419e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Router 53d93be2-8d76-45f7-aac6-f117cb8c3048 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:23:09.856074 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52418) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:09.871328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-de905cc3-94c1-4b17-a15d-2708ea92d4f1 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Request body: {'subnet': {'network_id': 'd81727b0-4304-4d45-bbb8-11a017f9d97c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:10.016213 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a87df3d-5241-4303-8f07-6a401c4bd93f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:10.035857 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=14c1afd6-63ff-4d23-8b9e-393fd38c89d1,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:10.037310 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-73224036-126a-4228-a6ff-53fa4d2877f4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:10.038303 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] Sync routers for ids ['7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:23:10.049931 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-7c7916d0-9900-49ef-829f-e1145e1608fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:23:10.050565 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-7c7916d0-9900-49ef-829f-e1145e1608fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:23:10.070412 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] Routers {'7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:10.070412 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:10.071746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 9a5ca3af-de59-48fd-a15a-c6b9e26532ec triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:10.076837 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:10.112043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73224036-126a-4228-a6ff-53fa4d2877f4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e867e6ac-12bb-4ced-ac73-072261454ad9,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:10.121537 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8077b168-b6b1-48f4-ab48-a687637f419e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:23:10.122584 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-d51003c2-c08b-4518-a7df-5520286274b4 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Made reservation on behalf of 7f16e000569246a6a036af1fb56e5a64 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:10.126279 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-d51003c2-c08b-4518-a7df-5520286274b4 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:10.128486 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87df3d-5241-4303-8f07-6a401c4bd93f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Subnet': ['ID=fa12cb1f-ddef-472d-a693-b7de41d856f1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:10.137706 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeea3d4-ee07-4968-b3a7-c3497f7c2f0d None None] Sync routers for ids ['53d93be2-8d76-45f7-aac6-f117cb8c3048'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:23:10.148362 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a87df3d-5241-4303-8f07-6a401c4bd93f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:10.152645 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeea3d4-ee07-4968-b3a7-c3497f7c2f0d None None] Routers {'53d93be2-8d76-45f7-aac6-f117cb8c3048'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:10.153247 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-cbeea3d4-ee07-4968-b3a7-c3497f7c2f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['53d93be2-8d76-45f7-aac6-f117cb8c3048'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:10.154415 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52430) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:10.170044 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4a87df3d-5241-4303-8f07-6a401c4bd93f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/subnets/fa12cb1f-ddef-472d-a693-b7de41d856f1 HTTP/1.1" status: 204 len: 168 time: 1.0306230 Nov 08 00:23:10.198199 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-cbeea3d4-ee07-4968-b3a7-c3497f7c2f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:10.220723 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeea3d4-ee07-4968-b3a7-c3497f7c2f0d None None] Routers {'53d93be2-8d76-45f7-aac6-f117cb8c3048'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:10.220723 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-cbeea3d4-ee07-4968-b3a7-c3497f7c2f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['53d93be2-8d76-45f7-aac6-f117cb8c3048'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:10.227634 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab0352d-e63c-44a7-b242-767574b459fb None None] Network cedcfd24-0120-4292-9407-e46fe3c4ae13 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:10.278410 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-cbeea3d4-ee07-4968-b3a7-c3497f7c2f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:10.279320 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeea3d4-ee07-4968-b3a7-c3497f7c2f0d None None] The sync data for ids ['53d93be2-8d76-45f7-aac6-f117cb8c3048'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:23:10.281573 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8077b168-b6b1-48f4-ab48-a687637f419e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:10.282598 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8077b168-b6b1-48f4-ab48-a687637f419e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.8121867 Nov 08 00:23:10.286017 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52454) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:10.361685 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-73224036-126a-4228-a6ff-53fa4d2877f4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:10.363661 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-73224036-126a-4228-a6ff-53fa4d2877f4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0603957 Nov 08 00:23:10.367586 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52468) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:10.373701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-869f7419-ebee-479f-bade-4b24e196d9b6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:10.446070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de905cc3-94c1-4b17-a15d-2708ea92d4f1 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Made reservation on behalf of 59891d6e470c42eea19d1ab911fb8d34 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:10.450370 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-de905cc3-94c1-4b17-a15d-2708ea92d4f1 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:10.467432 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:10.476816 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] Set router 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:23:10.505075 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:10.523881 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 9a5ca3af-de59-48fd-a15a-c6b9e26532ec, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9a5ca3af-de59-48fd-a15a-c6b9e26532ec,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:10.527689 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-d51003c2-c08b-4518-a7df-5520286274b4 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Allocated IP 172.20.0.7 (d20df259-1f81-4a1a-9eb7-c348a83c593b/47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7/3e13dc70-e235-480f-acde-205b81305729) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:10.657043 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-869f7419-ebee-479f-bade-4b24e196d9b6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:10.662597 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:10.716961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcf13bf-5548-45e8-a276-d4c36a426959 None None] DHCP port deletion for cedcfd24-0120-4292-9407-e46fe3c4ae13 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:23:10.794291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=9a5ca3af-de59-48fd-a15a-c6b9e26532ec,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:10.814293 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5f673140-7bdf-45d1-8254-20763bd83151 None None] Provisioning complete for port 14c1afd6-63ff-4d23-8b9e-393fd38c89d1 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:10.814665 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f673140-7bdf-45d1-8254-20763bd83151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:10.837647 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting port 2970781e-2110-41b2-b24f-170a32718e83 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:10.837647 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:10.837970 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-d51003c2-c08b-4518-a7df-5520286274b4 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:10.857777 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 14c1afd6-63ff-4d23-8b9e-393fd38c89d1 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:23:10.904260 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-efcf13bf-5548-45e8-a276-d4c36a426959 None None] Deleting port 2970781e-2110-41b2-b24f-170a32718e83 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:10.904633 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efcf13bf-5548-45e8-a276-d4c36a426959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:10.926381 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'name': 'tempest-TaggedBootDevicesTest_v242-185478450-router', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:22:59Z', 'updated_at': '2021-11-08T00:23:07Z', 'revision_number': 4, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'gw_port': {'id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:83:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:00Z', 'updated_at': '2021-11-08T00:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b6becab2-3f2e-475a-8ea0-1df71462c107', 'name': '', 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'mac_address': 'fa:16:3e:73:e5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd3be98b0-454a-423b-81f4-63aace0baef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:05Z', 'updated_at': '2021-11-08T00:23:07Z', 'revision_number': 2, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'subnets': [{'id': 'd3be98b0-454a-423b-81f4-63aace0baef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:10.967571 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-427d49f5-212f-4c84-9a36-fde7a3193b4e req-64e2de49-8983-43ee-afb2-903ec9e60e9a tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 210 time: 0.1176980 Nov 08 00:23:11.009817 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] For port 2970781e-2110-41b2-b24f-170a32718e83, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2970781e-2110-41b2-b24f-170a32718e83,segment=NetworkSegment(15405eb5-87a4-488b-9c6d-f053c68b59be),segment_id=15405eb5-87a4-488b-9c6d-f053c68b59be)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:11.010183 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:11.013590 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] Checking router: 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:23:11.013951 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] Updating router 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea port b6becab2-3f2e-475a-8ea0-1df71462c107 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:23:11.028926 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Calling delete_port for 2970781e-2110-41b2-b24f-170a32718e83 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:11.075605 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-efcf13bf-5548-45e8-a276-d4c36a426959 None None] For port 2970781e-2110-41b2-b24f-170a32718e83, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2970781e-2110-41b2-b24f-170a32718e83,segment=NetworkSegment(15405eb5-87a4-488b-9c6d-f053c68b59be),segment_id=15405eb5-87a4-488b-9c6d-f053c68b59be)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:11.076111 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efcf13bf-5548-45e8-a276-d4c36a426959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:11.095052 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:11.101103 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 14c1afd6-63ff-4d23-8b9e-393fd38c89d1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:11.102058 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:11.104162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-efcf13bf-5548-45e8-a276-d4c36a426959 None None] Calling delete_port for 2970781e-2110-41b2-b24f-170a32718e83 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:11.143312 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-869f7419-ebee-479f-bade-4b24e196d9b6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:11.229302 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-d51003c2-c08b-4518-a7df-5520286274b4 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:11.231195 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-de905cc3-94c1-4b17-a15d-2708ea92d4f1 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:11.248076 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5f673140-7bdf-45d1-8254-20763bd83151 None None] Provisioning complete for port b6becab2-3f2e-475a-8ea0-1df71462c107 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:11.248459 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f673140-7bdf-45d1-8254-20763bd83151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:11.258362 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88e0dfb0-2600-4bc0-8274-5f625a4cd9e6 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:11.392014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-d51003c2-c08b-4518-a7df-5520286274b4 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Network d20df259-1f81-4a1a-9eb7-c348a83c593b is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:11.408882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-d51003c2-c08b-4518-a7df-5520286274b4 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:11.413288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-d51003c2-c08b-4518-a7df-5520286274b4 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:11.419914 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5f673140-7bdf-45d1-8254-20763bd83151 None None] Port b6becab2-3f2e-475a-8ea0-1df71462c107 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:23:11.426918 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:11.457511 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Port': ['ID=2970781e-2110-41b2-b24f-170a32718e83,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:11.464050 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] No DVR routers for this DVR port 2970781e-2110-41b2-b24f-170a32718e83 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:23:11.474482 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efcf13bf-5548-45e8-a276-d4c36a426959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:11.509620 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de905cc3-94c1-4b17-a15d-2708ea92d4f1 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Pushing event updated for resources: {'Subnet': ['ID=152acbc2-9c86-4f92-bfb2-eed5d2bd6925,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:11.528224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51003c2-c08b-4518-a7df-5520286274b4 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Pushing event updated for resources: {'Port': ['ID=3e13dc70-e235-480f-acde-205b81305729,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:11.575502 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:11.593189 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-d51003c2-c08b-4518-a7df-5520286274b4 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:11.597717 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-d51003c2-c08b-4518-a7df-5520286274b4 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:11.609280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-869f7419-ebee-479f-bade-4b24e196d9b6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Allocated IP 172.25.2.160 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/4163e41a-e4b1-44ca-b5e6-62b80ccf2df8) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:11.626466 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de905cc3-94c1-4b17-a15d-2708ea92d4f1 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Checking segment: {'id': 'c55a1753-576f-4cba-8dc0-2c5418f5b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd81727b0-4304-4d45-bbb8-11a017f9d97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:23:11.626946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de905cc3-94c1-4b17-a15d-2708ea92d4f1 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Network hostable DHCP agents. Network: d81727b0-4304-4d45-bbb8-11a017f9d97c, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:23:11.644408 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cedcfd24-0120-4292-9407-e46fe3c4ae13']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:11.661134 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15405eb5-87a4-488b-9c6d-f053c68b59be') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:11.661469 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15405eb5-87a4-488b-9c6d-f053c68b59be') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:11.702293 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf13bf-5548-45e8-a276-d4c36a426959 None None] Pushing event deleted for resources: {'Port': ['ID=2970781e-2110-41b2-b24f-170a32718e83,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:11.708618 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:11.711418 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcf13bf-5548-45e8-a276-d4c36a426959 None None] No DVR routers for this DVR port 2970781e-2110-41b2-b24f-170a32718e83 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:23:11.749882 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-d51003c2-c08b-4518-a7df-5520286274b4 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6149240 Nov 08 00:23:11.761745 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:11.774606 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:23:11.775495 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:23:11.778756 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:23:11.837746 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de905cc3-94c1-4b17-a15d-2708ea92d4f1 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Network d81727b0-4304-4d45-bbb8-11a017f9d97c is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:23:11.845150 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-869f7419-ebee-479f-bade-4b24e196d9b6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:11.888001 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:11.915941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-de905cc3-94c1-4b17-a15d-2708ea92d4f1 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, d81727b0-4304-4d45-bbb8-11a017f9d97c) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:11.929081 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2583a83b-1cfd-4d81-acaa-d92e6eb6ef4a None None] Network d81727b0-4304-4d45-bbb8-11a017f9d97c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:11.931702 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de905cc3-94c1-4b17-a15d-2708ea92d4f1 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:11.932501 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-de905cc3-94c1-4b17-a15d-2708ea92d4f1 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:11.939206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Request body: {'port': {'device_id': '5913a0bb-7356-4098-8e06-428a3cf11bee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:11.943737 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-88e0dfb0-2600-4bc0-8274-5f625a4cd9e6 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Allocated IP 172.20.0.1 (18df32d7-5f43-4f5e-b24a-697be0f5197d/d05a5375-7fe6-4881-81c8-4dfa2a2e1fb0/c74e0127-cecd-4332-be3c-675fa311f462) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:11.973247 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-869f7419-ebee-479f-bade-4b24e196d9b6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:12.052262 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:12.077718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f7419-ebee-479f-bade-4b24e196d9b6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:12.083722 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-869f7419-ebee-479f-bade-4b24e196d9b6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:12.101567 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869f7419-ebee-479f-bade-4b24e196d9b6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:12.101681 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:12.101794 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:12.106861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f7419-ebee-479f-bade-4b24e196d9b6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Pushing event updated for resources: {'Port': ['ID=4163e41a-e4b1-44ca-b5e6-62b80ccf2df8,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:12.116059 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:12.141923 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/networks/cedcfd24-0120-4292-9407-e46fe3c4ae13 HTTP/1.1" status: 204 len: 168 time: 1.9837010 Nov 08 00:23:12.149973 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52514) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:12.155464 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-de905cc3-94c1-4b17-a15d-2708ea92d4f1 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2926033 Nov 08 00:23:12.167400 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-dacc70fe-7d36-4854-99c1-3bd086338325 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'network': {'name': 'tempest-RoutersTest-1178978023'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:12.172617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52516) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:12.198702 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcec2e-ec5d-401c-8e77-68144835f990 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Network': ['ID=cedcfd24-0120-4292-9407-e46fe3c4ae13,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:12.207358 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-cf6fdd87-72f9-427a-9488-a82588ddf20c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Request body: {'port': {'network_id': 'd81727b0-4304-4d45-bbb8-11a017f9d97c', 'name': 'tempest-TagsExtTest-1343954683'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:12.236476 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88e0dfb0-2600-4bc0-8274-5f625a4cd9e6 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:12.332132 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] Attempting to bind port b6becab2-3f2e-475a-8ea0-1df71462c107 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:23:12.332526 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] Attempting to bind port b6becab2-3f2e-475a-8ea0-1df71462c107 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '2ab8e6cb-9119-4274-ba70-503abfbff32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:23:12.336200 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacc70fe-7d36-4854-99c1-3bd086338325 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Made reservation on behalf of 3af6f93533bf40d089fbf3d2c0d32734 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:12.336745 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] Attempting to bind port b6becab2-3f2e-475a-8ea0-1df71462c107 on network fe318fa4-2739-4425-811c-a969620e2964 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:23:12.342640 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dacc70fe-7d36-4854-99c1-3bd086338325 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:12.354195 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:23:12.354477 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] Checking segment: {'id': '2ab8e6cb-9119-4274-ba70-503abfbff32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:23:12.354884 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:12.355291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] Bound using segment: {'id': '2ab8e6cb-9119-4274-ba70-503abfbff32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:23:12.355798 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] Bound port: b6becab2-3f2e-475a-8ea0-1df71462c107, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab8e6cb-9119-4274-ba70-503abfbff32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:23:12.356233 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:12.429994 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88e0dfb0-2600-4bc0-8274-5f625a4cd9e6 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:12.458458 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-d81727b0-4304-4d45-bbb8-11a017f9d97c', 'network_id': 'd81727b0-4304-4d45-bbb8-11a017f9d97c', 'tenant_id': '59891d6e470c42eea19d1ab911fb8d34', 'fixed_ips': [{'subnet_id': '152acbc2-9c86-4f92-bfb2-eed5d2bd6925'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:23:12.459830 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:12.467549 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dacc70fe-7d36-4854-99c1-3bd086338325 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:23:12.490137 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] For port b6becab2-3f2e-475a-8ea0-1df71462c107, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:23:12.493302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e0dfb0-2600-4bc0-8274-5f625a4cd9e6 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Network 18df32d7-5f43-4f5e-b24a-697be0f5197d is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:12.496965 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dacc70fe-7d36-4854-99c1-3bd086338325 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:12.496965 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-dacc70fe-7d36-4854-99c1-3bd086338325 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Added segment edf248a4-a920-4036-8076-598f5518604d of type vlan for network c9a44e22-137a-4214-ad3b-ee259eb4c768 Nov 08 00:23:12.497349 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dcb3b-f457-4cf0-9812-ae5f557658fd None None] Pushing event updated for resources: {'Port': ['ID=b6becab2-3f2e-475a-8ea0-1df71462c107,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:12.505840 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-88e0dfb0-2600-4bc0-8274-5f625a4cd9e6 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:12.528747 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e0dfb0-2600-4bc0-8274-5f625a4cd9e6 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:12.536823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2576eaa-7f67-49e2-80d4-5402f3333e79 req-5440a914-08d3-48e1-922f-b380e4ed6dfd tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:12.540765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] For port b6becab2-3f2e-475a-8ea0-1df71462c107, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b6becab2-3f2e-475a-8ea0-1df71462c107,segment=NetworkSegment(2ab8e6cb-9119-4274-ba70-503abfbff32f),segment_id=2ab8e6cb-9119-4274-ba70-503abfbff32f)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:23:12.545772 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f2576eaa-7f67-49e2-80d4-5402f3333e79 req-5440a914-08d3-48e1-922f-b380e4ed6dfd tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 931 time: 0.4544859 Nov 08 00:23:12.584931 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-869f7419-ebee-479f-bade-4b24e196d9b6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:12.605902 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0dfb0-2600-4bc0-8274-5f625a4cd9e6 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Pushing event updated for resources: {'Port': ['ID=c74e0127-cecd-4332-be3c-675fa311f462,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:12.621444 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dacc70fe-7d36-4854-99c1-3bd086338325 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:12.649333 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88e0dfb0-2600-4bc0-8274-5f625a4cd9e6 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:12.672386 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f2576eaa-7f67-49e2-80d4-5402f3333e79 req-b9e5e0ff-fdca-4809-b3ac-5dfe4bfcd0fa tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246235 Nov 08 00:23:12.674681 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-29767798-4e0f-41dd-a085-fc644ccea194 None None] Provisioning complete for port b6becab2-3f2e-475a-8ea0-1df71462c107 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:12.678040 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29767798-4e0f-41dd-a085-fc644ccea194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:12.750721 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:12.815495 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9a5ca3af-de59-48fd-a15a-c6b9e26532ec up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:23:12.837294 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dacc70fe-7d36-4854-99c1-3bd086338325 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:12.865578 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacc70fe-7d36-4854-99c1-3bd086338325 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:12.867130 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dacc70fe-7d36-4854-99c1-3bd086338325 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:12.879589 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-869f7419-ebee-479f-bade-4b24e196d9b6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:13.033120 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dcb3b-f457-4cf0-9812-ae5f557658fd None None] Pushing event updated for resources: {'Port': ['ID=b6becab2-3f2e-475a-8ea0-1df71462c107,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:13.059263 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] Routers {'7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:13.060031 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:13.095882 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88e0dfb0-2600-4bc0-8274-5f625a4cd9e6 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:13.115094 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc70fe-7d36-4854-99c1-3bd086338325 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Network': ['ID=c9a44e22-137a-4214-ad3b-ee259eb4c768,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:13.163107 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network c9a44e22-137a-4214-ad3b-ee259eb4c768 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:23:13.183384 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29767798-4e0f-41dd-a085-fc644ccea194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:13.186984 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] Allocated IP 172.20.0.2 (d81727b0-4304-4d45-bbb8-11a017f9d97c/152acbc2-9c86-4f92-bfb2-eed5d2bd6925/0d3063d9-6be7-44b9-8382-549676ee8add) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:13.211651 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dacc70fe-7d36-4854-99c1-3bd086338325 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0476868 Nov 08 00:23:13.214882 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52524) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:13.246170 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f05e4c52-ad39-4e96-a31a-238a73a02d20 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'subnet': {'network_id': 'c9a44e22-137a-4214-ad3b-ee259eb4c768', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:13.289435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 9a5ca3af-de59-48fd-a15a-c6b9e26532ec triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:13.290335 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:13.453295 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-29767798-4e0f-41dd-a085-fc644ccea194 None None] For port b6becab2-3f2e-475a-8ea0-1df71462c107, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b6becab2-3f2e-475a-8ea0-1df71462c107,segment=NetworkSegment(2ab8e6cb-9119-4274-ba70-503abfbff32f),segment_id=2ab8e6cb-9119-4274-ba70-503abfbff32f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:13.477387 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] Set router 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:23:13.530582 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29767798-4e0f-41dd-a085-fc644ccea194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:13.565161 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6fdd87-72f9-427a-9488-a82588ddf20c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Made reservation on behalf of 59891d6e470c42eea19d1ab911fb8d34 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:13.571609 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cf6fdd87-72f9-427a-9488-a82588ddf20c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:13.612440 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-cf6fdd87-72f9-427a-9488-a82588ddf20c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] device_id is not set on port 79acdff6-089a-4013-b75d-76b10dfd2e23 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:23:13.882870 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-869f7419-ebee-479f-bade-4b24e196d9b6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:13.894805 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e13dc70-e235-480f-acde-205b81305729 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:23:13.904810 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:13.916604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99749a56-d24b-4b64-9241-160e76b6a006 req-dd8064e5-55e5-427a-9f90-378b8e696f9f tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:13.924174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-99749a56-d24b-4b64-9241-160e76b6a006 req-dd8064e5-55e5-427a-9f90-378b8e696f9f tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 931 time: 0.1290276 Nov 08 00:23:13.950350 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Transition to ACTIVE for port object 3e13dc70-e235-480f-acde-205b81305729 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:23:13.972555 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-869f7419-ebee-479f-bade-4b24e196d9b6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:13.995004 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29767798-4e0f-41dd-a085-fc644ccea194 None None] Pushing event updated for resources: {'Port': ['ID=b6becab2-3f2e-475a-8ea0-1df71462c107,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:14.021317 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88e0dfb0-2600-4bc0-8274-5f625a4cd9e6 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:14.028507 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05e4c52-ad39-4e96-a31a-238a73a02d20 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Made reservation on behalf of 3af6f93533bf40d089fbf3d2c0d32734 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:14.032567 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f05e4c52-ad39-4e96-a31a-238a73a02d20 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:14.044655 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0c4d7a6b-1eee-4c28-912d-bf997d2e2dd0 None None] Provisioning complete for port c74e0127-cecd-4332-be3c-675fa311f462 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:14.045117 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0c4d7a6b-1eee-4c28-912d-bf997d2e2dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:14.074208 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-99749a56-d24b-4b64-9241-160e76b6a006 req-f3714d5f-c10b-447d-a307-37b2f157259e tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488755 Nov 08 00:23:14.077679 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:14.079868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f7419-ebee-479f-bade-4b24e196d9b6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Pushing event updated for resources: {'Port': ['ID=4163e41a-e4b1-44ca-b5e6-62b80ccf2df8,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:14.146132 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-869f7419-ebee-479f-bade-4b24e196d9b6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:14.161102 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e13dc70-e235-480f-acde-205b81305729,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:14.171423 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0c4d7a6b-1eee-4c28-912d-bf997d2e2dd0 None None] Port c74e0127-cecd-4332-be3c-675fa311f462 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:23:14.187094 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2970781e-2110-41b2-b24f-170a32718e83 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:23:14.208311 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88e0dfb0-2600-4bc0-8274-5f625a4cd9e6 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:14.222332 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:14.243205 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 2970781e-2110-41b2-b24f-170a32718e83 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:23:14.243699 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2970781e-2110-41b2-b24f-170a32718e83 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:23:14.255595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0c4d7a6b-1eee-4c28-912d-bf997d2e2dd0 None None] Provisioning complete for port b6becab2-3f2e-475a-8ea0-1df71462c107 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:14.255595 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0c4d7a6b-1eee-4c28-912d-bf997d2e2dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:14.262015 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Attempting to bind port 3e13dc70-e235-480f-acde-205b81305729 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:23:14.263999 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Attempting to bind port 3e13dc70-e235-480f-acde-205b81305729 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4ef97e07-2b2b-42db-9afa-e4de59102da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:23:14.263999 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Attempting to bind port 3e13dc70-e235-480f-acde-205b81305729 on network d20df259-1f81-4a1a-9eb7-c348a83c593b {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:23:14.267827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Port 3e13dc70-e235-480f-acde-205b81305729 on network d20df259-1f81-4a1a-9eb7-c348a83c593b not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:23:14.268154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Attempting to bind port 3e13dc70-e235-480f-acde-205b81305729 on network d20df259-1f81-4a1a-9eb7-c348a83c593b {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:23:14.278269 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:23:14.278567 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Checking segment: {'id': '4ef97e07-2b2b-42db-9afa-e4de59102da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:23:14.278956 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Bound using segment: {'id': '4ef97e07-2b2b-42db-9afa-e4de59102da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:23:14.279391 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Bound port: 3e13dc70-e235-480f-acde-205b81305729, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef97e07-2b2b-42db-9afa-e4de59102da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:23:14.279858 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:14.293741 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-869f7419-ebee-479f-bade-4b24e196d9b6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:14.295035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-869f7419-ebee-479f-bade-4b24e196d9b6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9261267 Nov 08 00:23:14.322197 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:14.389414 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'name': 'tempest-TaggedBootDevicesTest_v242-185478450-router', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:22:59Z', 'updated_at': '2021-11-08T00:23:07Z', 'revision_number': 4, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'gw_port': {'id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:00Z', 'updated_at': '2021-11-08T00:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b6becab2-3f2e-475a-8ea0-1df71462c107', 'name': '', 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'mac_address': 'fa:16:3e:73:e5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd3be98b0-454a-423b-81f4-63aace0baef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:05Z', 'updated_at': '2021-11-08T00:23:12Z', 'revision_number': 4, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'subnets': [{'id': 'd3be98b0-454a-423b-81f4-63aace0baef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:14.422147 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] Network d81727b0-4304-4d45-bbb8-11a017f9d97c is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:14.426051 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a5eb9c-578a-4ed1-96c3-2e1cb027ff38 None None] The sync data for ids ['7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'] in n-d-816882-1 is: [{'id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'name': 'tempest-TaggedBootDevicesTest_v242-185478450-router', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:22:59Z', 'updated_at': '2021-11-08T00:23:07Z', 'revision_number': 4, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'gw_port': {'id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:00Z', 'updated_at': '2021-11-08T00:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b6becab2-3f2e-475a-8ea0-1df71462c107', 'name': '', 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'mac_address': 'fa:16:3e:73:e5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd3be98b0-454a-423b-81f4-63aace0baef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:05Z', 'updated_at': '2021-11-08T00:23:12Z', 'revision_number': 4, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'subnets': [{'id': 'd3be98b0-454a-423b-81f4-63aace0baef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:23:14.434870 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88e0dfb0-2600-4bc0-8274-5f625a4cd9e6 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:14.440294 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:14.441490 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0dfb0-2600-4bc0-8274-5f625a4cd9e6 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Pushing event updated for resources: {'Port': ['ID=c74e0127-cecd-4332-be3c-675fa311f462,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:14.453528 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] Pushing event updated for resources: {'Port': ['ID=0d3063d9-6be7-44b9-8382-549676ee8add,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:14.462921 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:14.471994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] For port 3e13dc70-e235-480f-acde-205b81305729, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:23:14.493108 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] For port 3e13dc70-e235-480f-acde-205b81305729, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3e13dc70-e235-480f-acde-205b81305729,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:23:14.493108 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-cf6fdd87-72f9-427a-9488-a82588ddf20c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Allocated IP 172.20.0.5 (d81727b0-4304-4d45-bbb8-11a017f9d97c/152acbc2-9c86-4f92-bfb2-eed5d2bd6925/79acdff6-089a-4013-b75d-76b10dfd2e23) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:14.604903 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:14.632164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:14.633923 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:14.635743 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] 10.222.0.26 "PUT /v2.0/ports/3e13dc70-e235-480f-acde-205b81305729 HTTP/1.1" status: 200 len: 1091 time: 2.8156710 Nov 08 00:23:14.641901 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e0dfb0-2600-4bc0-8274-5f625a4cd9e6 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Network 18df32d7-5f43-4f5e-b24a-697be0f5197d is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:14.641901 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-88e0dfb0-2600-4bc0-8274-5f625a4cd9e6 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:14.670138 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5913a0bb-7356-4098-8e06-428a3cf11bee', 'tag': '3e13dc70-e235-480f-acde-205b81305729'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:23:14.673508 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3503e4b2-f04d-451c-9bd3-dca33369410d" -d '{"events": [{"name": "network-changed", "server_uuid": "5913a0bb-7356-4098-8e06-428a3cf11bee", "tag": "3e13dc70-e235-480f-acde-205b81305729"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:23:14.818048 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] Attempting to bind port 0d3063d9-6be7-44b9-8382-549676ee8add on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:23:14.818540 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] Attempting to bind port 0d3063d9-6be7-44b9-8382-549676ee8add by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'c55a1753-576f-4cba-8dc0-2c5418f5b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd81727b0-4304-4d45-bbb8-11a017f9d97c'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:23:14.818793 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] Attempting to bind port 0d3063d9-6be7-44b9-8382-549676ee8add on network d81727b0-4304-4d45-bbb8-11a017f9d97c {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:23:14.842283 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:23:14.844185 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] Checking segment: {'id': 'c55a1753-576f-4cba-8dc0-2c5418f5b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd81727b0-4304-4d45-bbb8-11a017f9d97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:23:14.844601 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:14.845002 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] Bound using segment: {'id': 'c55a1753-576f-4cba-8dc0-2c5418f5b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd81727b0-4304-4d45-bbb8-11a017f9d97c'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:23:14.845495 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] Bound port: 0d3063d9-6be7-44b9-8382-549676ee8add, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55a1753-576f-4cba-8dc0-2c5418f5b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd81727b0-4304-4d45-bbb8-11a017f9d97c'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:23:14.845883 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:14.856557 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f05e4c52-ad39-4e96-a31a-238a73a02d20 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:14.886662 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c9e5ab-504f-453d-b02f-e7e94cf2b57b x-openstack-request-id: req-c5c9e5ab-504f-453d-b02f-e7e94cf2b57b {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:23:14.886662 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5913a0bb-7356-4098-8e06-428a3cf11bee", "tag": "3e13dc70-e235-480f-acde-205b81305729", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:23:14.886662 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5c9e5ab-504f-453d-b02f-e7e94cf2b57b {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:23:14.888726 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5913a0bb-7356-4098-8e06-428a3cf11bee', 'tag': '3e13dc70-e235-480f-acde-205b81305729', 'status': 'completed', 'code': 200} Nov 08 00:23:15.029737 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cf6fdd87-72f9-427a-9488-a82588ddf20c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:15.120106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e4c52-ad39-4e96-a31a-238a73a02d20 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Subnet': ['ID=063739a0-042e-4abd-9401-eb19fb8587fc,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:15.129328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b220fc8-04fe-4c37-b33f-d75bede6e0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e13dc70-e235-480f-acde-205b81305729,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:15.150833 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e4c52-ad39-4e96-a31a-238a73a02d20 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Checking segment: {'id': 'edf248a4-a920-4036-8076-598f5518604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9a44e22-137a-4214-ad3b-ee259eb4c768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:23:15.151079 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05e4c52-ad39-4e96-a31a-238a73a02d20 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network hostable DHCP agents. Network: c9a44e22-137a-4214-ad3b-ee259eb4c768, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:23:15.153840 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cf6fdd87-72f9-427a-9488-a82588ddf20c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:15.172618 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e0dfb0-2600-4bc0-8274-5f625a4cd9e6 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Router 53d93be2-8d76-45f7-aac6-f117cb8c3048 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:23:15.182408 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b6becab2-3f2e-475a-8ea0-1df71462c107 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:23:15.255634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6fdd87-72f9-427a-9488-a82588ddf20c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Network d81727b0-4304-4d45-bbb8-11a017f9d97c is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:15.280359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-cf6fdd87-72f9-427a-9488-a82588ddf20c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:15.289022 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503e4b2-f04d-451c-9bd3-dca33369410d req-ec39c216-5fcd-4955-a21e-f2898b676768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:15.290610 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3503e4b2-f04d-451c-9bd3-dca33369410d req-ec39c216-5fcd-4955-a21e-f2898b676768 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f16e000569246a6a036af1fb56e5a64&device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 1094 time: 0.3670866 Nov 08 00:23:15.294923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6fdd87-72f9-427a-9488-a82588ddf20c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:15.305259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-58f0a386-19b9-4eef-a8c6-7cd8e1719b8b None None] Provisioning complete for port c74e0127-cecd-4332-be3c-675fa311f462 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:15.305640 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-58f0a386-19b9-4eef-a8c6-7cd8e1719b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:15.323883 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7a762-4ca8-4f37-ab9e-e409673a1f07 req-0385ce42-9ad9-418e-a68c-8043ee55bc52 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:15.325430 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78b7a762-4ca8-4f37-ab9e-e409673a1f07 req-0385ce42-9ad9-418e-a68c-8043ee55bc52 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 943 time: 0.1410556 Nov 08 00:23:15.330018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-53fef95e-4158-42ad-a786-fd578e5eaad4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1605874220&fields=id&tenant_id=3b5853458dd24c08bad0734d1d809da3 HTTP/1.1" status: 200 len: 267 time: 0.4312284 Nov 08 00:23:15.354103 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] For port 0d3063d9-6be7-44b9-8382-549676ee8add, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:23:15.356191 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port b6becab2-3f2e-475a-8ea0-1df71462c107 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:15.356555 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:15.359308 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05e4c52-ad39-4e96-a31a-238a73a02d20 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network c9a44e22-137a-4214-ad3b-ee259eb4c768 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:23:15.408294 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-58f0a386-19b9-4eef-a8c6-7cd8e1719b8b None None] Port c74e0127-cecd-4332-be3c-675fa311f462 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:23:15.408865 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fdd87-72f9-427a-9488-a82588ddf20c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Pushing event updated for resources: {'Port': ['ID=79acdff6-089a-4013-b75d-76b10dfd2e23,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:15.410599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] For port 0d3063d9-6be7-44b9-8382-549676ee8add, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0d3063d9-6be7-44b9-8382-549676ee8add,segment=NetworkSegment(c55a1753-576f-4cba-8dc0-2c5418f5b5a0),segment_id=c55a1753-576f-4cba-8dc0-2c5418f5b5a0)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:23:15.427324 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e0dfb0-2600-4bc0-8274-5f625a4cd9e6 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:23:15.434195 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-88e0dfb0-2600-4bc0-8274-5f625a4cd9e6 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] 10.222.0.13 "PUT /v2.0/routers/53d93be2-8d76-45f7-aac6-f117cb8c3048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1472225 Nov 08 00:23:15.437408 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52556) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:15.443277 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-4079ec73-abb8-422d-889e-77c48930d9b5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Request body: {'port': {'network_id': '18df32d7-5f43-4f5e-b24a-697be0f5197d', 'name': 'tempest-FloatingIPAdminTestJSON-1472137233'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:15.451367 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf503c5-20d2-4be6-bd9a-34953205bcd3 None None] Sync routers for ids ['53d93be2-8d76-45f7-aac6-f117cb8c3048'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:23:15.482973 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf503c5-20d2-4be6-bd9a-34953205bcd3 None None] Routers {'53d93be2-8d76-45f7-aac6-f117cb8c3048'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:15.487111 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fcf503c5-20d2-4be6-bd9a-34953205bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['53d93be2-8d76-45f7-aac6-f117cb8c3048'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:15.498806 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-f05e4c52-ad39-4e96-a31a-238a73a02d20 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, c9a44e22-137a-4214-ad3b-ee259eb4c768) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:15.505720 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05e4c52-ad39-4e96-a31a-238a73a02d20 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:15.507435 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f05e4c52-ad39-4e96-a31a-238a73a02d20 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:15.574765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0da6c3f-8aa4-446a-a5ac-0ae5c480ab9f None None] Network c9a44e22-137a-4214-ad3b-ee259eb4c768 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:15.578883 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:15.593125 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fcf503c5-20d2-4be6-bd9a-34953205bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:15.634152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6fdd87-72f9-427a-9488-a82588ddf20c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:15.635368 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cf6fdd87-72f9-427a-9488-a82588ddf20c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:15.666196 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f05e4c52-ad39-4e96-a31a-238a73a02d20 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4487853 Nov 08 00:23:15.673098 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52560) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:15.690623 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ded9a375-c24a-4641-9600-07be41fd4c3f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-487075127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:15.697544 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78b7a762-4ca8-4f37-ab9e-e409673a1f07 req-9dcdec4a-1b99-46d7-9f15-87f2a8245b1c tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324397 Nov 08 00:23:15.750233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf503c5-20d2-4be6-bd9a-34953205bcd3 None None] Routers {'53d93be2-8d76-45f7-aac6-f117cb8c3048'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:15.751222 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fcf503c5-20d2-4be6-bd9a-34953205bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['53d93be2-8d76-45f7-aac6-f117cb8c3048'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:15.799107 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4079ec73-abb8-422d-889e-77c48930d9b5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Made reservation on behalf of 116d538f465c4abdbed1ad2eed517fa8 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:15.802796 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4079ec73-abb8-422d-889e-77c48930d9b5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:15.831565 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fcf503c5-20d2-4be6-bd9a-34953205bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:15.836031 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf503c5-20d2-4be6-bd9a-34953205bcd3 None None] The sync data for ids ['53d93be2-8d76-45f7-aac6-f117cb8c3048'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:23:15.844564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bd230-0877-4f74-a26d-309485cfd763 None None] Pushing event updated for resources: {'Port': ['ID=0d3063d9-6be7-44b9-8382-549676ee8add,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:15.847227 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503e4b2-f04d-451c-9bd3-dca33369410d req-4f64522e-a6f7-46fc-bb43-7d644e082cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:15.849503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3503e4b2-f04d-451c-9bd3-dca33369410d req-4f64522e-a6f7-46fc-bb43-7d644e082cd6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7f16e000569246a6a036af1fb56e5a64&shared=False HTTP/1.1" status: 200 len: 906 time: 0.5181673 Nov 08 00:23:15.857454 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-4079ec73-abb8-422d-889e-77c48930d9b5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] device_id is not set on port 779acf53-2888-4de5-bf4e-ed15dfff98f7 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:23:15.860621 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-46c92c53-c5b5-42db-9810-ac53cc006116 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:15.862556 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-46c92c53-c5b5-42db-9810-ac53cc006116 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/networks?id=0371df58-0f09-4690-9116-bbb16052317b HTTP/1.1" status: 200 len: 816 time: 0.4891028 Nov 08 00:23:15.896486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-83a9dff0-135e-4c1b-a186-e72dcabc69d8 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/quotas/3b5853458dd24c08bad0734d1d809da3 HTTP/1.1" status: 200 len: 375 time: 0.0235341 Nov 08 00:23:15.978405 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cf6fdd87-72f9-427a-9488-a82588ddf20c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.7929294 Nov 08 00:23:15.981924 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52564) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:15.986657 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6f022ab7-dd9f-46c2-afa1-1f81f31acdb5 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-62361314', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:16.060564 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ded9a375-c24a-4641-9600-07be41fd4c3f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:16.061745 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ded9a375-c24a-4641-9600-07be41fd4c3f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:16.088049 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-c9a44e22-137a-4214-ad3b-ee259eb4c768', 'network_id': 'c9a44e22-137a-4214-ad3b-ee259eb4c768', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'fixed_ips': [{'subnet_id': '063739a0-042e-4abd-9401-eb19fb8587fc'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:23:16.090386 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:16.109865 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-8d1b1084-6bb5-4b40-88bb-b26b9c0e1235 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b5853458dd24c08bad0734d1d809da3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1933484 Nov 08 00:23:16.113665 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-4079ec73-abb8-422d-889e-77c48930d9b5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Allocated IP 172.20.0.14 (18df32d7-5f43-4f5e-b24a-697be0f5197d/d05a5375-7fe6-4881-81c8-4dfa2a2e1fb0/779acf53-2888-4de5-bf4e-ed15dfff98f7) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:16.232040 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f022ab7-dd9f-46c2-afa1-1f81f31acdb5 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:16.234141 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f022ab7-dd9f-46c2-afa1-1f81f31acdb5 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:16.294530 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ded9a375-c24a-4641-9600-07be41fd4c3f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:16.367137 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503e4b2-f04d-451c-9bd3-dca33369410d req-b64e226f-4508-4f2f-a1a9-26347b4a19df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:16.367523 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3503e4b2-f04d-451c-9bd3-dca33369410d req-b64e226f-4508-4f2f-a1a9-26347b4a19df service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5024264 Nov 08 00:23:16.374720 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f022ab7-dd9f-46c2-afa1-1f81f31acdb5 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:16.392960 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ded9a375-c24a-4641-9600-07be41fd4c3f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:16.401410 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] Allocated IP 172.20.0.2 (c9a44e22-137a-4214-ad3b-ee259eb4c768/063739a0-042e-4abd-9401-eb19fb8587fc/c167d587-f5c3-4b94-a11c-8475aa6fe80e) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:16.442697 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-b03ce19e-1f01-4145-af27-30bc428ef677 service neutron] 10.222.0.13 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012178 Nov 08 00:23:16.457121 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f022ab7-dd9f-46c2-afa1-1f81f31acdb5 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:16.577577 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ded9a375-c24a-4641-9600-07be41fd4c3f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:16.580695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-41ea2745-a669-432c-bfbf-23ed24297763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:16.582088 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ded9a375-c24a-4641-9600-07be41fd4c3f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9045341 Nov 08 00:23:16.582638 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-41ea2745-a669-432c-bfbf-23ed24297763 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f16e000569246a6a036af1fb56e5a64&device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 1094 time: 0.1517429 Nov 08 00:23:16.583399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52578) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:16.678523 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4079ec73-abb8-422d-889e-77c48930d9b5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:16.722343 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f022ab7-dd9f-46c2-afa1-1f81f31acdb5 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:16.727379 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6f022ab7-dd9f-46c2-afa1-1f81f31acdb5 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7407513 Nov 08 00:23:16.730353 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52584) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:16.732054 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:16.769243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-6551716f-f67a-4b76-81ff-5a23c49e6a3f tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1509650712', 'prefixes': ['172.20.0.0/16']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:16.788042 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4079ec73-abb8-422d-889e-77c48930d9b5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:16.817296 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:16.859615 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4079ec73-abb8-422d-889e-77c48930d9b5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Network 18df32d7-5f43-4f5e-b24a-697be0f5197d is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:16.867510 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-4079ec73-abb8-422d-889e-77c48930d9b5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:16.882308 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4079ec73-abb8-422d-889e-77c48930d9b5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:16.945651 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] Network c9a44e22-137a-4214-ad3b-ee259eb4c768 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:16.949774 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0d3063d9-6be7-44b9-8382-549676ee8add up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:23:16.955863 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079ec73-abb8-422d-889e-77c48930d9b5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Pushing event updated for resources: {'Port': ['ID=779acf53-2888-4de5-bf4e-ed15dfff98f7,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:16.969299 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:16.974185 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-0b5cc948-1423-4dfc-bec1-f92110b297be service neutron] 10.222.0.13 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141294 Nov 08 00:23:17.015892 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:17.046818 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4079ec73-abb8-422d-889e-77c48930d9b5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:17.047513 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4079ec73-abb8-422d-889e-77c48930d9b5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:17.099038 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:23:17.115891 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] Pushing event updated for resources: {'Port': ['ID=c167d587-f5c3-4b94-a11c-8475aa6fe80e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:17.132785 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-666f902e-8dc7-4576-aaec-68bdb1141369 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e13dc70-e235-480f-acde-205b81305729 HTTP/1.1" status: 200 len: 217 time: 0.4432719 Nov 08 00:23:17.291009 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4079ec73-abb8-422d-889e-77c48930d9b5 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8485613 Nov 08 00:23:17.296764 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52590) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:17.334230 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] Attempting to bind port c167d587-f5c3-4b94-a11c-8475aa6fe80e on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:23:17.335127 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] Attempting to bind port c167d587-f5c3-4b94-a11c-8475aa6fe80e by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'edf248a4-a920-4036-8076-598f5518604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9a44e22-137a-4214-ad3b-ee259eb4c768'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:23:17.336971 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] Attempting to bind port c167d587-f5c3-4b94-a11c-8475aa6fe80e on network c9a44e22-137a-4214-ad3b-ee259eb4c768 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:23:17.343355 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0d3063d9-6be7-44b9-8382-549676ee8add triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:17.344682 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:17.418612 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:23:17.420730 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] Checking segment: {'id': 'edf248a4-a920-4036-8076-598f5518604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9a44e22-137a-4214-ad3b-ee259eb4c768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:23:17.420730 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:17.420730 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] Bound using segment: {'id': 'edf248a4-a920-4036-8076-598f5518604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9a44e22-137a-4214-ad3b-ee259eb4c768'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:23:17.421054 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] Bound port: c167d587-f5c3-4b94-a11c-8475aa6fe80e, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf248a4-a920-4036-8076-598f5518604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9a44e22-137a-4214-ad3b-ee259eb4c768'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:23:17.426954 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:17.484225 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-eb71cd76-a902-4d05-b887-85c8ea1cee96 None None] Provisioning complete for port 779acf53-2888-4de5-bf4e-ed15dfff98f7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:17.485378 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eb71cd76-a902-4d05-b887-85c8ea1cee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:17.545697 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'project_id': '116d538f465c4abdbed1ad2eed517fa8', 'port_id': '779acf53-2888-4de5-bf4e-ed15dfff98f7'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:17.573676 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90a16b9-19bd-445c-bbe4-9aee305be2df None None] Network d81727b0-4304-4d45-bbb8-11a017f9d97c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:17.580942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5084e1e-0748-4abf-885a-7ad54219de03 req-6c541f1b-58dc-439e-8cb4-1137d64e540b tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:17.590514 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5084e1e-0748-4abf-885a-7ad54219de03 req-6c541f1b-58dc-439e-8cb4-1137d64e540b tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 943 time: 0.4897814 Nov 08 00:23:17.609704 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-02ac5934-dae0-4cff-aa0b-4cfe487df566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:17.611257 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-02ac5934-dae0-4cff-aa0b-4cfe487df566 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7 HTTP/1.1" status: 200 len: 845 time: 0.3980920 Nov 08 00:23:17.626311 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e46ec240-fd24-4545-92bc-4547d1ef40d9 req-9c4c1b9e-8bd9-4148-9df2-7b7b3a187a09 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 210 time: 0.1675527 Nov 08 00:23:17.664185 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-eb71cd76-a902-4d05-b887-85c8ea1cee96 None None] Port 779acf53-2888-4de5-bf4e-ed15dfff98f7 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:23:17.673615 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:17.723177 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-472778d8-e604-4fc9-9a56-2805cd575202 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d20df259-1f81-4a1a-9eb7-c348a83c593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779717 Nov 08 00:23:17.748136 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] For port c167d587-f5c3-4b94-a11c-8475aa6fe80e, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:23:17.779688 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5084e1e-0748-4abf-885a-7ad54219de03 req-3f3469b1-7451-42f5-afc7-821f05263bed tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881692 Nov 08 00:23:17.788415 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] For port c167d587-f5c3-4b94-a11c-8475aa6fe80e, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c167d587-f5c3-4b94-a11c-8475aa6fe80e,segment=NetworkSegment(edf248a4-a920-4036-8076-598f5518604d),segment_id=edf248a4-a920-4036-8076-598f5518604d)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:23:17.796111 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:17.843333 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:17.857906 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ee913ef-003d-4d2e-a0c7-de52c6018d9c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:17.881039 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-29bf1c29-87e6-474c-a6ce-6236f64fcb32 None None] Provisioning complete for port 0d3063d9-6be7-44b9-8382-549676ee8add triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:17.881409 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29bf1c29-87e6-474c-a6ce-6236f64fcb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:17.896562 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 0d3063d9-6be7-44b9-8382-549676ee8add, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0d3063d9-6be7-44b9-8382-549676ee8add,segment=NetworkSegment(c55a1753-576f-4cba-8dc0-2c5418f5b5a0),segment_id=c55a1753-576f-4cba-8dc0-2c5418f5b5a0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:17.910857 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:17.999601 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:18.047183 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf481afd-7c3e-4e23-9d1a-463655509e31 None None] Pushing event updated for resources: {'Port': ['ID=c167d587-f5c3-4b94-a11c-8475aa6fe80e,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:18.170106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Allocated IP 172.25.2.192 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/81721515-a167-4bde-a8b5-94d5329010e9) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:18.360953 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=0d3063d9-6be7-44b9-8382-549676ee8add,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:18.451150 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:18.629249 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-8f5464b7-72f1-434c-ba71-03719902922b None None] Provisioning complete for port 79acdff6-089a-4013-b75d-76b10dfd2e23 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:18.629715 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f5464b7-72f1-434c-ba71-03719902922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:18.634497 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:18.673888 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6551716f-f67a-4b76-81ff-5a23c49e6a3f tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks [] for subnetpool, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:18.675137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6551716f-f67a-4b76-81ff-5a23c49e6a3f tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.9096160 Nov 08 00:23:18.686127 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52612) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:18.714600 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.tag.tag_plugin [None req-24a926a2-3d1d-441a-acd8-12bb3eb941de tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '152acbc2-9c86-4f92-bfb2-eed5d2bd6925', 'tempest-TagsExtTest-Tag-233062086') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:18.730557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8f5464b7-72f1-434c-ba71-03719902922b None None] Port 79acdff6-089a-4013-b75d-76b10dfd2e23 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:23:18.762021 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-8f5464b7-72f1-434c-ba71-03719902922b None None] Provisioning complete for port 0d3063d9-6be7-44b9-8382-549676ee8add triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:18.762667 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f5464b7-72f1-434c-ba71-03719902922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:18.860948 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:18.889351 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:18.899535 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:18.971483 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8310a22b-ae51-49e3-a18c-69983235a174 req-cfe71c8f-bddd-4110-a54e-f352377ea9d8 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 210 time: 0.1532822 Nov 08 00:23:18.999841 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Pushing event updated for resources: {'Port': ['ID=81721515-a167-4bde-a8b5-94d5329010e9,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:19.051079 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0d3063d9-6be7-44b9-8382-549676ee8add up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:23:19.056454 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-244ff6e5-5ee1-4fb8-a1b5-d538cac2bd47 service neutron] 10.222.0.26 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3165345 Nov 08 00:23:19.133735 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d2bcb7b1-86b7-4ebb-ac2b-3f6fcb325916 None None] Provisioning complete for port 79acdff6-089a-4013-b75d-76b10dfd2e23 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:19.134424 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d2bcb7b1-86b7-4ebb-ac2b-3f6fcb325916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:19.181971 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d2bcb7b1-86b7-4ebb-ac2b-3f6fcb325916 None None] Port 79acdff6-089a-4013-b75d-76b10dfd2e23 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:23:19.190545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0d3063d9-6be7-44b9-8382-549676ee8add triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:19.191203 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:19.357893 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-24a926a2-3d1d-441a-acd8-12bb3eb941de tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "PUT /v2.0/subnets/152acbc2-9c86-4f92-bfb2-eed5d2bd6925/tags/tempest-TagsExtTest-Tag-233062086 HTTP/1.1" status: 201 len: 201 time: 0.6563828 Nov 08 00:23:19.359108 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52618) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:19.362833 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.tag.tag_plugin [None req-4480e239-b1be-44da-8e64-6bf7f5a6527e tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '79acdff6-089a-4013-b75d-76b10dfd2e23', 'tempest-TagsExtTest-Tag-474219743') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:19.387109 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c167d587-f5c3-4b94-a11c-8475aa6fe80e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:23:19.474783 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c167d587-f5c3-4b94-a11c-8475aa6fe80e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:19.475266 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:19.502450 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b19f2-be2e-46bf-a031-4d7fe5c07feb req-6246e6a5-00ca-451b-8525-8915c6e50e50 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:19.505311 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-979b19f2-be2e-46bf-a031-4d7fe5c07feb req-6246e6a5-00ca-451b-8525-8915c6e50e50 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 943 time: 0.5335579 Nov 08 00:23:19.625179 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dddc84c-587b-493b-a44a-d31bd7773308 None None] Network c9a44e22-137a-4214-ad3b-ee259eb4c768 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:19.698177 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29b5a1fc-531e-474c-8d86-bfcc89c61c38 req-aefa0df3-8407-4e60-a077-c9f0bf66d87f service neutron] 10.222.0.26 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871613 Nov 08 00:23:19.701766 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:19.740374 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port c167d587-f5c3-4b94-a11c-8475aa6fe80e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c167d587-f5c3-4b94-a11c-8475aa6fe80e,segment=NetworkSegment(edf248a4-a920-4036-8076-598f5518604d),segment_id=edf248a4-a920-4036-8076-598f5518604d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:19.762564 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-979b19f2-be2e-46bf-a031-4d7fe5c07feb req-98eda457-3c8b-46ee-8761-d1a65a406074 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377319 Nov 08 00:23:19.764408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-0ee913ef-003d-4d2e-a0c7-de52c6018d9c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Allocated IP 172.20.0.1 (c9a44e22-137a-4214-ad3b-ee259eb4c768/063739a0-042e-4abd-9401-eb19fb8587fc/f5f33581-b6d7-489b-9a1b-6e1aaa1b1af0) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:19.768641 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9ad667a6-ee3e-4119-bc7e-78c0557cf492 None None] Provisioning complete for port c167d587-f5c3-4b94-a11c-8475aa6fe80e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:19.769354 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ad667a6-ee3e-4119-bc7e-78c0557cf492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:19.854219 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:19.875768 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:19.921890 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4480e239-b1be-44da-8e64-6bf7f5a6527e tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "PUT /v2.0/ports/79acdff6-089a-4013-b75d-76b10dfd2e23/tags/tempest-TagsExtTest-Tag-474219743 HTTP/1.1" status: 201 len: 201 time: 0.5625467 Nov 08 00:23:19.926035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52626) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:19.933994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-078c712f-e62b-43de-bf9f-b63ee39b8c9f tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8b75c72c-500c-49d6-906e-275765292548', 'tempest-TagsExtTest-Tag-1422015169') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:19.996580 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=c167d587-f5c3-4b94-a11c-8475aa6fe80e,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:20.083919 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:20.171941 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ee913ef-003d-4d2e-a0c7-de52c6018d9c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:20.236276 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-994705d0-963e-41d2-b33c-a4a2532ba66c req-67388598-f319-4083-b805-8a458c9d9e87 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 210 time: 0.1295140 Nov 08 00:23:20.322152 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:20.323446 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-badf9754-f7ad-4fca-b3c6-3469411e928e None None] Provisioning complete for port c167d587-f5c3-4b94-a11c-8475aa6fe80e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:20.325422 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-badf9754-f7ad-4fca-b3c6-3469411e928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:20.328508 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-0eec563f-350d-4615-b359-cb82dfe2efdd tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:20.329986 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-0eec563f-350d-4615-b359-cb82dfe2efdd tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.20 "GET /v2.0/networks?id=0371df58-0f09-4690-9116-bbb16052317b HTTP/1.1" status: 200 len: 816 time: 0.2884097 Nov 08 00:23:20.364247 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-078c712f-e62b-43de-bf9f-b63ee39b8c9f tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "PUT /v2.0/routers/8b75c72c-500c-49d6-906e-275765292548/tags/tempest-TagsExtTest-Tag-1422015169 HTTP/1.1" status: 201 len: 201 time: 0.4365776 Nov 08 00:23:20.367626 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52632) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:20.372947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.tag.tag_plugin [None req-37906920-c465-4331-9df6-e98c24cf1b74 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cbdabccd-9d79-43f4-b5a7-c5f35d425db2', 'tempest-TagsExtTest-Tag-1893153251') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:20.388885 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:20.402168 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ee913ef-003d-4d2e-a0c7-de52c6018d9c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:20.473185 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee913ef-003d-4d2e-a0c7-de52c6018d9c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=f5f33581-b6d7-489b-9a1b-6e1aaa1b1af0,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:20.484935 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-fc7f6cda-c3af-4743-b8e7-90f32a1cb558 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b5853458dd24c08bad0734d1d809da3 HTTP/1.1" status: 200 len: 380 time: 0.1401677 Nov 08 00:23:20.486791 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee913ef-003d-4d2e-a0c7-de52c6018d9c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network c9a44e22-137a-4214-ad3b-ee259eb4c768 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:20.488413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-0ee913ef-003d-4d2e-a0c7-de52c6018d9c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:20.490849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee913ef-003d-4d2e-a0c7-de52c6018d9c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:20.493043 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Pushing event updated for resources: {'Port': ['ID=81721515-a167-4bde-a8b5-94d5329010e9,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:20.513093 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:20.534263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-33a1d51c-3255-4454-8c9b-523b24f50e60 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Request body: {'port': {'device_id': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'admin_state_up': True, 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'security_groups': ['ed595e03-7901-4784-814d-61863041e0f0']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:20.561113 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-37906920-c465-4331-9df6-e98c24cf1b74 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "PUT /v2.0/subnetpools/cbdabccd-9d79-43f4-b5a7-c5f35d425db2/tags/tempest-TagsExtTest-Tag-1893153251 HTTP/1.1" status: 201 len: 201 time: 0.1923108 Nov 08 00:23:20.599372 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52634) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:20.608239 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-600ea1f3-6121-485c-8621-fa6bdacbd233 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '152acbc2-9c86-4f92-bfb2-eed5d2bd6925') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:20.664106 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ee913ef-003d-4d2e-a0c7-de52c6018d9c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:20.797940 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c167d587-f5c3-4b94-a11c-8475aa6fe80e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:23:20.896964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-cbc0ebdb-b8df-4ed7-a0c0-605ffe67cd37 None None] Provisioning complete for port f5f33581-b6d7-489b-9a1b-6e1aaa1b1af0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:20.897410 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cbc0ebdb-b8df-4ed7-a0c0-605ffe67cd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:20.924537 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-600ea1f3-6121-485c-8621-fa6bdacbd233 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/subnets/152acbc2-9c86-4f92-bfb2-eed5d2bd6925/tags HTTP/1.1" status: 200 len: 240 time: 0.3216720 Nov 08 00:23:20.938237 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52642) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:20.938237 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-813a6773-5648-4f5a-a9f7-874c7a91a9de tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '152acbc2-9c86-4f92-bfb2-eed5d2bd6925', 'tempest-TagsExtTest-Tag-233062086') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:20.946529 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c167d587-f5c3-4b94-a11c-8475aa6fe80e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:20.947242 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:20.949065 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-cbc0ebdb-b8df-4ed7-a0c0-605ffe67cd37 None None] Port f5f33581-b6d7-489b-9a1b-6e1aaa1b1af0 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:23:20.987456 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd931cb4-7568-40c2-95c3-e10b7e9b91c0 req-8f3f44b3-2005-447d-af41-26e170fb3ebd tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:20.989552 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd931cb4-7568-40c2-95c3-e10b7e9b91c0 req-8f3f44b3-2005-447d-af41-26e170fb3ebd tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 943 time: 0.0991404 Nov 08 00:23:21.036244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-33a1d51c-3255-4454-8c9b-523b24f50e60 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Made reservation on behalf of 3b5853458dd24c08bad0734d1d809da3 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:21.041044 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-33a1d51c-3255-4454-8c9b-523b24f50e60 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:21.108581 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Floating IP 088716b5-0f8b-4961-82d2-2912fa7e0e47 associated. External IP: 172.25.2.192, port: 779acf53-2888-4de5-bf4e-ed15dfff98f7. Nov 08 00:23:21.113130 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-813a6773-5648-4f5a-a9f7-874c7a91a9de tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/subnets/152acbc2-9c86-4f92-bfb2-eed5d2bd6925/tags/tempest-TagsExtTest-Tag-233062086 HTTP/1.1" status: 204 len: 168 time: 0.1837668 Nov 08 00:23:21.116444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52644) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:21.245939 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-05d0ac18-3e0c-483a-a443-1a12a9ce7ecd tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '152acbc2-9c86-4f92-bfb2-eed5d2bd6925', 'tempest-TagsExtTest-Tag-233062086') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:21.251050 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd931cb4-7568-40c2-95c3-e10b7e9b91c0 req-3329a41f-048d-41b6-b5bb-af867e833976 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481420 Nov 08 00:23:21.261146 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ee913ef-003d-4d2e-a0c7-de52c6018d9c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:21.263511 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-33a1d51c-3255-4454-8c9b-523b24f50e60 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Allocated IP 172.20.0.6 (0371df58-0f09-4690-9116-bbb16052317b/6c80a8a3-462b-4322-9544-89bc8e72d39f/b2b7ac29-0473-438c-8a29-b5a7f0b5da8e) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:21.272686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 3e13dc70-e235-480f-acde-205b81305729 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:23:21.435336 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 3e13dc70-e235-480f-acde-205b81305729, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3e13dc70-e235-480f-acde-205b81305729,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:21.439501 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Router 53d93be2-8d76-45f7-aac6-f117cb8c3048 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:23:21.462670 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '3e13dc70-e235-480f-acde-205b81305729', 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b', 'port_id': '3e13dc70-e235-480f-acde-205b81305729', 'mac_address': 'fa:16:3e:e0:03:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:23:21.463458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b972a78-0b8c-4f99-bcbd-96e7b845d7ef req-a9f86f9c-c72c-4b62-945c-05a5696ba1d8 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 210 time: 0.0983822 Nov 08 00:23:21.514985 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:21.530521 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e13dc70-e235-480f-acde-205b81305729 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:23:21.555911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 3e13dc70-e235-480f-acde-205b81305729, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3e13dc70-e235-480f-acde-205b81305729,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:21.572842 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:23:21.583635 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014f7a49-e27b-49ad-a579-a1ab31502be9 None None] Sync routers for ids ['53d93be2-8d76-45f7-aac6-f117cb8c3048'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:23:21.600250 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014f7a49-e27b-49ad-a579-a1ab31502be9 None None] Routers {'53d93be2-8d76-45f7-aac6-f117cb8c3048'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:21.603690 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-014f7a49-e27b-49ad-a579-a1ab31502be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['53d93be2-8d76-45f7-aac6-f117cb8c3048'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:21.633048 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:21.652934 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-014f7a49-e27b-49ad-a579-a1ab31502be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:21.663104 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014f7a49-e27b-49ad-a579-a1ab31502be9 None None] Routers {'53d93be2-8d76-45f7-aac6-f117cb8c3048'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:21.664559 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-014f7a49-e27b-49ad-a579-a1ab31502be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['53d93be2-8d76-45f7-aac6-f117cb8c3048'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:21.692665 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:21.703036 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-014f7a49-e27b-49ad-a579-a1ab31502be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:21.704161 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014f7a49-e27b-49ad-a579-a1ab31502be9 None None] The sync data for ids ['53d93be2-8d76-45f7-aac6-f117cb8c3048'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:23:21.760380 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d5eb7af1-db2e-46a9-b11e-07135ceaac62 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.4606316 Nov 08 00:23:21.761330 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52654) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:21.766619 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=3e13dc70-e235-480f-acde-205b81305729,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:21.881754 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ee913ef-003d-4d2e-a0c7-de52c6018d9c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:21.904098 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['3e13dc70-e235-480f-acde-205b81305729'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:23:21.942288 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-de250094-abc4-4fa2-893a-78dc8d1c1eba tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] 10.222.0.13 "GET /v2.0/floatingips/088716b5-0f8b-4961-82d2-2912fa7e0e47 HTTP/1.1" status: 200 len: 984 time: 0.1793840 Nov 08 00:23:21.942915 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52658) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:22.012811 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ee913ef-003d-4d2e-a0c7-de52c6018d9c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:22.023698 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-05d0ac18-3e0c-483a-a443-1a12a9ce7ecd tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/subnets/152acbc2-9c86-4f92-bfb2-eed5d2bd6925/tags/tempest-TagsExtTest-Tag-233062086 HTTP/1.1" status: 204 len: 168 time: 0.9035692 Nov 08 00:23:22.026396 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52664) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:22.041242 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-33a1d51c-3255-4454-8c9b-523b24f50e60 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:22.146918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-cc1c66bc-49e0-4b11-a231-db107bf5a255 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '152acbc2-9c86-4f92-bfb2-eed5d2bd6925') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:22.169664 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee913ef-003d-4d2e-a0c7-de52c6018d9c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=f5f33581-b6d7-489b-9a1b-6e1aaa1b1af0,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:22.185886 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e52704e3-40bd-4c7a-bda8-dd96cf0795b5 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2733 time: 0.2413850 Nov 08 00:23:22.188699 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52668) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:22.222039 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ee913ef-003d-4d2e-a0c7-de52c6018d9c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:22.226691 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-33a1d51c-3255-4454-8c9b-523b24f50e60 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:22.333792 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-33a1d51c-3255-4454-8c9b-523b24f50e60 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Network 0371df58-0f09-4690-9116-bbb16052317b is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:22.347372 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-33a1d51c-3255-4454-8c9b-523b24f50e60 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:22.363334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1d51c-3255-4454-8c9b-523b24f50e60 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Pushing event updated for resources: {'Port': ['ID=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:22.416012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-33a1d51c-3255-4454-8c9b-523b24f50e60 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:22.585868 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-29215c26-7ba3-44e8-bda4-0cd509e99894 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Deleting port 81721515-a167-4bde-a8b5-94d5329010e9 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:22.586209 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29215c26-7ba3-44e8-bda4-0cd509e99894 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:22.714401 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29215c26-7ba3-44e8-bda4-0cd509e99894 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:22.714758 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29215c26-7ba3-44e8-bda4-0cd509e99894 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:22.716183 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-737de0fa-8545-48ea-bb15-d2a28522b138 None None] Provisioning complete for port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:22.717097 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-737de0fa-8545-48ea-bb15-d2a28522b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:22.748763 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-29215c26-7ba3-44e8-bda4-0cd509e99894 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Calling delete_port for 81721515-a167-4bde-a8b5-94d5329010e9 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:22.772080 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-737de0fa-8545-48ea-bb15-d2a28522b138 None None] Port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:23:22.818130 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cc1c66bc-49e0-4b11-a231-db107bf5a255 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/subnets/152acbc2-9c86-4f92-bfb2-eed5d2bd6925/tags HTTP/1.1" status: 200 len: 205 time: 0.7148058 Nov 08 00:23:22.820833 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52676) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:22.829786 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-33a1d51c-3255-4454-8c9b-523b24f50e60 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:22.830437 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-33a1d51c-3255-4454-8c9b-523b24f50e60 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:22.850495 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-93ea5e30-1b5e-4c60-a00c-df8c3e5a7354 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '79acdff6-089a-4013-b75d-76b10dfd2e23') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:22.886418 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee913ef-003d-4d2e-a0c7-de52c6018d9c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network c9a44e22-137a-4214-ad3b-ee259eb4c768 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:22.908403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-0ee913ef-003d-4d2e-a0c7-de52c6018d9c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:22.920004 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-33a1d51c-3255-4454-8c9b-523b24f50e60 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3895996 Nov 08 00:23:22.947033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Request body: {'port': {'device_id': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:23.010908 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29215c26-7ba3-44e8-bda4-0cd509e99894 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:23.049933 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29215c26-7ba3-44e8-bda4-0cd509e99894 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Pushing event deleted for resources: {'Port': ['ID=81721515-a167-4bde-a8b5-94d5329010e9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:23.051423 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f08988-10fd-4ba4-887c-dd1cd66f5343 req-025a9064-ddb1-4957-a29b-e7c97c8b7ea9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:23.059304 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85f08988-10fd-4ba4-887c-dd1cd66f5343 req-025a9064-ddb1-4957-a29b-e7c97c8b7ea9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 944 time: 0.6989510 Nov 08 00:23:23.072650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202943bf-864c-4121-b76c-54197488d599 req-ac1aa85d-a55f-475d-9fe5-575e10ba571d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:23.074468 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-202943bf-864c-4121-b76c-54197488d599 req-ac1aa85d-a55f-475d-9fe5-575e10ba571d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 931 time: 0.2525597 Nov 08 00:23:23.153508 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29215c26-7ba3-44e8-bda4-0cd509e99894 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:23.154141 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-29215c26-7ba3-44e8-bda4-0cd509e99894 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Floating IP 088716b5-0f8b-4961-82d2-2912fa7e0e47 disassociated (deleted). External IP: 172.25.2.192, port: 779acf53-2888-4de5-bf4e-ed15dfff98f7. Nov 08 00:23:23.241885 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-93ea5e30-1b5e-4c60-a00c-df8c3e5a7354 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/ports/79acdff6-089a-4013-b75d-76b10dfd2e23/tags HTTP/1.1" status: 200 len: 240 time: 0.4184601 Nov 08 00:23:23.249123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52680) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:23.254377 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-565cdfca-1325-4516-bfca-697434c43d4f tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '79acdff6-089a-4013-b75d-76b10dfd2e23', 'tempest-TagsExtTest-Tag-474219743') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:23.263103 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85f08988-10fd-4ba4-887c-dd1cd66f5343 req-9824aae7-10c8-4446-92bc-6798fc347736 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028389 Nov 08 00:23:23.273870 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:23.304426 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 3e13dc70-e235-480f-acde-205b81305729 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:23:23.320939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-202943bf-864c-4121-b76c-54197488d599 req-df661d34-5b0b-4340-8fd7-1041634fd790 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339425 Nov 08 00:23:23.386088 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0d37a0d3-fe0a-46cf-ba6a-16ea96ea58be None None] Provisioning complete for port f5f33581-b6d7-489b-9a1b-6e1aaa1b1af0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:23.386891 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d37a0d3-fe0a-46cf-ba6a-16ea96ea58be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:23.481123 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29215c26-7ba3-44e8-bda4-0cd509e99894 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Router 53d93be2-8d76-45f7-aac6-f117cb8c3048 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:23:23.492838 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-565cdfca-1325-4516-bfca-697434c43d4f tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/ports/79acdff6-089a-4013-b75d-76b10dfd2e23/tags/tempest-TagsExtTest-Tag-474219743 HTTP/1.1" status: 204 len: 168 time: 0.2425592 Nov 08 00:23:23.496134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52684) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:23.496684 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee913ef-003d-4d2e-a0c7-de52c6018d9c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router e24ff298-3d59-4c07-b626-d1a34c021a24 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:23:23.502510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-d0f057e7-268a-4ab1-ac89-5bbd53e03b50 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '79acdff6-089a-4013-b75d-76b10dfd2e23', 'tempest-TagsExtTest-Tag-474219743') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:23.540934 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0d37a0d3-fe0a-46cf-ba6a-16ea96ea58be None None] Port f5f33581-b6d7-489b-9a1b-6e1aaa1b1af0 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:23:23.587557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 3e13dc70-e235-480f-acde-205b81305729 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:23:23.592447 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 3e13dc70-e235-480f-acde-205b81305729 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:23.592913 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:23.623264 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29215c26-7ba3-44e8-bda4-0cd509e99894 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:23:23.629051 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29215c26-7ba3-44e8-bda4-0cd509e99894 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:23.664739 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-29215c26-7ba3-44e8-bda4-0cd509e99894 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] 10.222.0.13 "DELETE /v2.0/floatingips/088716b5-0f8b-4961-82d2-2912fa7e0e47 HTTP/1.1" status: 204 len: 168 time: 1.4748156 Nov 08 00:23:23.668971 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52686) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:23.675226 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ed17a254-9a39-479f-aef7-e6372f4f2257 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:23.750801 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee913ef-003d-4d2e-a0c7-de52c6018d9c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:23:23.759915 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0ee913ef-003d-4d2e-a0c7-de52c6018d9c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/e24ff298-3d59-4c07-b626-d1a34c021a24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1658330 Nov 08 00:23:23.760461 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52688) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:23.769713 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f669a698-d3bc-4bc9-a59b-a8e56adcb3e4 None None] Sync routers for ids ['e24ff298-3d59-4c07-b626-d1a34c021a24'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:23:23.775248 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca817b61-e3b7-4b30-8f1a-32a8a47543e6 None None] Sync routers for ids ['53d93be2-8d76-45f7-aac6-f117cb8c3048'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:23:23.783150 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f669a698-d3bc-4bc9-a59b-a8e56adcb3e4 None None] Routers {'e24ff298-3d59-4c07-b626-d1a34c021a24'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:23.784094 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f669a698-d3bc-4bc9-a59b-a8e56adcb3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e24ff298-3d59-4c07-b626-d1a34c021a24'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:23.793827 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca817b61-e3b7-4b30-8f1a-32a8a47543e6 None None] Routers {'53d93be2-8d76-45f7-aac6-f117cb8c3048'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:23.794622 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ca817b61-e3b7-4b30-8f1a-32a8a47543e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['53d93be2-8d76-45f7-aac6-f117cb8c3048'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:23.827520 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed17a254-9a39-479f-aef7-e6372f4f2257 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:23.834286 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ca817b61-e3b7-4b30-8f1a-32a8a47543e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:23.863728 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca817b61-e3b7-4b30-8f1a-32a8a47543e6 None None] Routers {'53d93be2-8d76-45f7-aac6-f117cb8c3048'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:23.864847 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ca817b61-e3b7-4b30-8f1a-32a8a47543e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['53d93be2-8d76-45f7-aac6-f117cb8c3048'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:23.896834 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1936ada0-c6ed-49eb-87dd-9b723e9e707d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:23.897055 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d0f057e7-268a-4ab1-ac89-5bbd53e03b50 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/ports/79acdff6-089a-4013-b75d-76b10dfd2e23/tags/tempest-TagsExtTest-Tag-474219743 HTTP/1.1" status: 204 len: 168 time: 0.3956330 Nov 08 00:23:23.897151 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1936ada0-c6ed-49eb-87dd-9b723e9e707d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/ports/f5f33581-b6d7-489b-9a1b-6e1aaa1b1af0 HTTP/1.1" status: 200 len: 910 time: 0.1356070 Nov 08 00:23:23.897650 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52690) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:23.903044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52692) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:23.913120 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ca817b61-e3b7-4b30-8f1a-32a8a47543e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:23.914820 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca817b61-e3b7-4b30-8f1a-32a8a47543e6 None None] The sync data for ids ['53d93be2-8d76-45f7-aac6-f117cb8c3048'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:23:23.936792 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b7ac29-0473-438c-8a29-b5a7f0b5da8e {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:23:23.955581 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:23.983699 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5913a0bb-7356-4098-8e06-428a3cf11bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e13dc70-e235-480f-acde-205b81305729'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:23:23.986444 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4d31aa-7f40-4c4b-a8b6-ece79e64a88d" -d '{"events": [{"server_uuid": "5913a0bb-7356-4098-8e06-428a3cf11bee", "name": "network-vif-plugged", "status": "completed", "tag": "3e13dc70-e235-480f-acde-205b81305729"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:23:23.997567 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.tag.tag_plugin [None req-594888de-09ba-4a2d-bf99-c9c461a8c642 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '79acdff6-089a-4013-b75d-76b10dfd2e23') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:24.003493 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 3e13dc70-e235-480f-acde-205b81305729, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3e13dc70-e235-480f-acde-205b81305729,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:24.005129 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f669a698-d3bc-4bc9-a59b-a8e56adcb3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:24.018894 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f669a698-d3bc-4bc9-a59b-a8e56adcb3e4 None None] Routers {'e24ff298-3d59-4c07-b626-d1a34c021a24'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:24.020030 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f669a698-d3bc-4bc9-a59b-a8e56adcb3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e24ff298-3d59-4c07-b626-d1a34c021a24'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:24.041227 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:24.050784 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:24.073784 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Transition to ACTIVE for port object b2b7ac29-0473-438c-8a29-b5a7f0b5da8e will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:23:24.081026 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f669a698-d3bc-4bc9-a59b-a8e56adcb3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:24.081812 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f669a698-d3bc-4bc9-a59b-a8e56adcb3e4 None None] The sync data for ids ['e24ff298-3d59-4c07-b626-d1a34c021a24'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:23:24.104659 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d95e13-32a7-4145-aea1-6b62617d90d8 x-openstack-request-id: req-f2d95e13-32a7-4145-aea1-6b62617d90d8 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:23:24.104991 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5913a0bb-7356-4098-8e06-428a3cf11bee", "name": "network-vif-plugged", "status": "completed", "tag": "3e13dc70-e235-480f-acde-205b81305729", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:23:24.105209 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2d95e13-32a7-4145-aea1-6b62617d90d8 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:23:24.105694 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5913a0bb-7356-4098-8e06-428a3cf11bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e13dc70-e235-480f-acde-205b81305729', 'code': 200} Nov 08 00:23:24.107475 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=3e13dc70-e235-480f-acde-205b81305729,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:24.136393 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:24.157622 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-594888de-09ba-4a2d-bf99-c9c461a8c642 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/ports/79acdff6-089a-4013-b75d-76b10dfd2e23/tags HTTP/1.1" status: 200 len: 205 time: 0.1812904 Nov 08 00:23:24.161551 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52696) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:24.168628 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.tag.tag_plugin [None req-2a999739-7013-4b23-a16d-c855baff7da8 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8b75c72c-500c-49d6-906e-275765292548') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:24.177753 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed17a254-9a39-479f-aef7-e6372f4f2257 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:24.345345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Pushing event updated for resources: {'Port': ['ID=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:24.375332 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2a999739-7013-4b23-a16d-c855baff7da8 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/routers/8b75c72c-500c-49d6-906e-275765292548/tags HTTP/1.1" status: 200 len: 241 time: 0.2115352 Nov 08 00:23:24.392247 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52712) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:24.408392 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-ff33de37-d815-4218-8282-1b901a7f717f tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8b75c72c-500c-49d6-906e-275765292548', 'tempest-TagsExtTest-Tag-1422015169') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:24.492503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-ed17a254-9a39-479f-aef7-e6372f4f2257 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Allocated IP 172.25.2.8 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/b94c164f-d620-4805-9168-f7b8728c35d0) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:24.651141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ac4a9-5956-4a96-9e8c-5c86ec845740 req-bc4acbf4-c287-4aed-b87a-b037bc1a25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:24.652715 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e8ac4a9-5956-4a96-9e8c-5c86ec845740 req-bc4acbf4-c287-4aed-b87a-b037bc1a25a6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 1096 time: 0.4794302 Nov 08 00:23:24.809049 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388a4ae-459c-4d27-89ed-d4046565b590 req-c3387034-ce45-4771-9342-46c7ff190df0 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:24.810620 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4388a4ae-459c-4d27-89ed-d4046565b590 req-c3387034-ce45-4771-9342-46c7ff190df0 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.3047092 Nov 08 00:23:24.820669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ff33de37-d815-4218-8282-1b901a7f717f tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/routers/8b75c72c-500c-49d6-906e-275765292548/tags/tempest-TagsExtTest-Tag-1422015169 HTTP/1.1" status: 204 len: 168 time: 0.4206159 Nov 08 00:23:24.828446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a2713-d6aa-41d4-b320-8e8e88feab89 req-e75c3cef-ef11-4905-ba7c-a73f2932ba22 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:24.829992 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-157a2713-d6aa-41d4-b320-8e8e88feab89 req-e75c3cef-ef11-4905-ba7c-a73f2932ba22 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 943 time: 0.3225844 Nov 08 00:23:24.833723 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52720) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:24.843248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-b7ed06c6-0f93-429a-beea-149efd97bb12 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8b75c72c-500c-49d6-906e-275765292548', 'tempest-TagsExtTest-Tag-1422015169') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:25.036540 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed17a254-9a39-479f-aef7-e6372f4f2257 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:25.131395 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed17a254-9a39-479f-aef7-e6372f4f2257 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:25.139224 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e8ac4a9-5956-4a96-9e8c-5c86ec845740 req-c1e68df3-3b6c-4bf2-b21a-43451d7da990 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700022 Nov 08 00:23:25.147382 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Attempting to bind port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:23:25.147594 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Attempting to bind port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:23:25.148190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Attempting to bind port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e on network 0371df58-0f09-4690-9116-bbb16052317b {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:23:25.176065 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed17a254-9a39-479f-aef7-e6372f4f2257 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:25.178942 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-ed17a254-9a39-479f-aef7-e6372f4f2257 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:25.186973 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed17a254-9a39-479f-aef7-e6372f4f2257 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:25.190220 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17a254-9a39-479f-aef7-e6372f4f2257 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Pushing event updated for resources: {'Port': ['ID=b94c164f-d620-4805-9168-f7b8728c35d0,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:25.243205 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e on network 0371df58-0f09-4690-9116-bbb16052317b not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:23:25.243628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Attempting to bind port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e on network 0371df58-0f09-4690-9116-bbb16052317b {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:23:25.290107 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:23:25.290377 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Checking segment: {'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:23:25.290619 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed17a254-9a39-479f-aef7-e6372f4f2257 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:25.290771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Bound using segment: {'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:23:25.291221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Bound port: b2b7ac29-0473-438c-8a29-b5a7f0b5da8e, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:23:25.291580 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:25.323221 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-157a2713-d6aa-41d4-b320-8e8e88feab89 req-62729245-2bab-421d-8e63-6b363a726a39 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4772348 Nov 08 00:23:25.343905 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4388a4ae-459c-4d27-89ed-d4046565b590 req-049ae0a5-721f-4e2b-8741-cce95c658f0b tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125399 Nov 08 00:23:25.400190 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed17a254-9a39-479f-aef7-e6372f4f2257 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:25.475341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] For port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:23:25.496468 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] For port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:23:25.510892 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42bbefd6-c6b8-4a6f-a138-571c543af4d9 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:25.578951 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b7ed06c6-0f93-429a-beea-149efd97bb12 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/routers/8b75c72c-500c-49d6-906e-275765292548/tags/tempest-TagsExtTest-Tag-1422015169 HTTP/1.1" status: 204 len: 168 time: 0.7431474 Nov 08 00:23:25.581485 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52722) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:25.588001 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed17a254-9a39-479f-aef7-e6372f4f2257 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:25.588506 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-a4ee8a07-447e-4272-8447-e22150a17145 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8b75c72c-500c-49d6-906e-275765292548') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:25.591821 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:25.645247 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed17a254-9a39-479f-aef7-e6372f4f2257 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:25.695481 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:25.696305 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:25.698392 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] 10.222.0.20 "PUT /v2.0/ports/b2b7ac29-0473-438c-8a29-b5a7f0b5da8e HTTP/1.1" status: 200 len: 1091 time: 2.7587957 Nov 08 00:23:25.707118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'tag': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:23:25.710659 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a5bece-943a-4fcd-832e-f48721245415" -d '{"events": [{"name": "network-changed", "server_uuid": "aae2279e-0dd5-4fc0-9dde-d024049cfd4d", "tag": "b2b7ac29-0473-438c-8a29-b5a7f0b5da8e"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:23:25.758438 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17a254-9a39-479f-aef7-e6372f4f2257 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Pushing event updated for resources: {'Port': ['ID=b94c164f-d620-4805-9168-f7b8728c35d0,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:25.791534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f418e-283b-4fbe-a6f7-be7a0cd926de service neutron] Pushing event updated for resources: {'Port': ['ID=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:25.794199 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed17a254-9a39-479f-aef7-e6372f4f2257 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:25.827324 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adc8e89-bb31-453b-b640-690a590fdfc6 x-openstack-request-id: req-4adc8e89-bb31-453b-b640-690a590fdfc6 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:23:25.827691 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae2279e-0dd5-4fc0-9dde-d024049cfd4d", "tag": "b2b7ac29-0473-438c-8a29-b5a7f0b5da8e", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:23:25.828036 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4adc8e89-bb31-453b-b640-690a590fdfc6 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:23:25.828568 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'tag': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e', 'status': 'completed', 'code': 200} Nov 08 00:23:25.834570 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a4ee8a07-447e-4272-8447-e22150a17145 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/routers/8b75c72c-500c-49d6-906e-275765292548/tags HTTP/1.1" status: 200 len: 205 time: 0.2519341 Nov 08 00:23:25.837830 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52730) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:25.842054 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-00bdbf8f-6b00-4723-a099-7489f1fae2e8 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cbdabccd-9d79-43f4-b5a7-c5f35d425db2') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:25.906361 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed17a254-9a39-479f-aef7-e6372f4f2257 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:25.909385 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ed17a254-9a39-479f-aef7-e6372f4f2257 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2387903 Nov 08 00:23:25.916776 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52734) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:25.925662 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-00bdbf8f-6b00-4723-a099-7489f1fae2e8 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/subnetpools/cbdabccd-9d79-43f4-b5a7-c5f35d425db2/tags HTTP/1.1" status: 200 len: 241 time: 0.0868649 Nov 08 00:23:25.928272 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52738) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:25.933477 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-cb68535a-b943-4a1a-b7c9-65db86e90ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:25.934742 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-cb68535a-b943-4a1a-b7c9-65db86e90ee3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b5853458dd24c08bad0734d1d809da3&device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 1094 time: 0.0977645 Nov 08 00:23:25.938063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-71ea3f1c-b4c9-4b28-9786-0106c4d368ec tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cbdabccd-9d79-43f4-b5a7-c5f35d425db2', 'tempest-TagsExtTest-Tag-1893153251') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:26.002761 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-5f6e8a8a-ad7d-4958-951d-750e8f26e622 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e HTTP/1.1" status: 200 len: 217 time: 0.0481124 Nov 08 00:23:26.042612 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-71ea3f1c-b4c9-4b28-9786-0106c4d368ec tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/subnetpools/cbdabccd-9d79-43f4-b5a7-c5f35d425db2/tags/tempest-TagsExtTest-Tag-1893153251 HTTP/1.1" status: 204 len: 168 time: 0.1131964 Nov 08 00:23:26.045873 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52740) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:26.052084 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.tag.tag_plugin [None req-4d91bcae-c3e5-4e0c-8989-04a992a25763 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'cbdabccd-9d79-43f4-b5a7-c5f35d425db2', 'tempest-TagsExtTest-Tag-1893153251') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:26.106616 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-4bb7cf3a-e5d9-4404-9651-a389fb74738c tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:26.111382 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-af939f3a-d869-4bc7-8e64-e8b7253f4d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:26.112871 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-af939f3a-d869-4bc7-8e64-e8b7253f4d7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c80a8a3-462b-4322-9544-89bc8e72d39f HTTP/1.1" status: 200 len: 855 time: 0.1013875 Nov 08 00:23:26.178923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-42bbefd6-c6b8-4a6f-a138-571c543af4d9 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting port f5f33581-b6d7-489b-9a1b-6e1aaa1b1af0 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:26.179330 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42bbefd6-c6b8-4a6f-a138-571c543af4d9 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:26.221687 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7cf3a-e5d9-4404-9651-a389fb74738c tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:26.239204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-387b4784-1425-4b79-bd86-d77971cc8fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:26.240749 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-387b4784-1425-4b79-bd86-d77971cc8fa7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371df58-0f09-4690-9116-bbb16052317b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146982 Nov 08 00:23:26.249279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52742) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:26.249628 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4d91bcae-c3e5-4e0c-8989-04a992a25763 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/subnetpools/cbdabccd-9d79-43f4-b5a7-c5f35d425db2/tags/tempest-TagsExtTest-Tag-1893153251 HTTP/1.1" status: 204 len: 168 time: 0.2022538 Nov 08 00:23:26.254984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-eeef087b-9b7c-4153-a9f7-ca049aa6db99 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cbdabccd-9d79-43f4-b5a7-c5f35d425db2') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:26.358508 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42bbefd6-c6b8-4a6f-a138-571c543af4d9 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:26.369820 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-eeef087b-9b7c-4153-a9f7-ca049aa6db99 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/subnetpools/cbdabccd-9d79-43f4-b5a7-c5f35d425db2/tags HTTP/1.1" status: 200 len: 205 time: 0.1194882 Nov 08 00:23:26.373683 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52748) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:26.379968 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-c6324320-394f-4760-b202-a25d947889be tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cbdabccd-9d79-43f4-b5a7-c5f35d425db2') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:26.390768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-42bbefd6-c6b8-4a6f-a138-571c543af4d9 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Calling delete_port for f5f33581-b6d7-489b-9a1b-6e1aaa1b1af0 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:26.407016 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7cf3a-e5d9-4404-9651-a389fb74738c tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:26.501970 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-fb24f452-c924-436e-ba4c-1d118ab789cc service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410288 Nov 08 00:23:26.553923 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-4bb7cf3a-e5d9-4404-9651-a389fb74738c tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Allocated IP 172.25.2.55 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/28edf4a3-b624-4b19-9fbe-2357a4659655) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:26.605614 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c6324320-394f-4760-b202-a25d947889be tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/subnetpools/cbdabccd-9d79-43f4-b5a7-c5f35d425db2/tags HTTP/1.1" status: 204 len: 168 time: 0.2293358 Nov 08 00:23:26.615432 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52750) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:26.630075 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-09eef902-4c6e-4e1c-9760-2489c04dde0a tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8b75c72c-500c-49d6-906e-275765292548') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:26.690332 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7cf3a-e5d9-4404-9651-a389fb74738c tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:26.763195 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fa8b4-0623-4093-9491-a779494edbda req-25e6b530-581d-4871-88f7-d72e2d2916c5 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:26.764718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d60fa8b4-0623-4093-9491-a779494edbda req-25e6b530-581d-4871-88f7-d72e2d2916c5 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.2920928 Nov 08 00:23:26.784907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640168b-98e8-4b66-ac51-b28079cd6c68 req-12c38416-8ac1-449e-9db4-8778f18f8ebf tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:26.786386 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9640168b-98e8-4b66-ac51-b28079cd6c68 req-12c38416-8ac1-449e-9db4-8778f18f8ebf tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 943 time: 0.3119025 Nov 08 00:23:26.791402 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7cf3a-e5d9-4404-9651-a389fb74738c tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:26.836821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb7cf3a-e5d9-4404-9651-a389fb74738c tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:26.841106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-4bb7cf3a-e5d9-4404-9651-a389fb74738c tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:26.845141 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb7cf3a-e5d9-4404-9651-a389fb74738c tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:26.855044 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a96249-5a41-4202-b0a7-a27243cfa750 req-b63d2021-9bc1-4c63-9622-7a56c90cd5af service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309588 Nov 08 00:23:26.891548 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7cf3a-e5d9-4404-9651-a389fb74738c tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Pushing event updated for resources: {'Port': ['ID=28edf4a3-b624-4b19-9fbe-2357a4659655,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:26.927341 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-09eef902-4c6e-4e1c-9760-2489c04dde0a tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/routers/8b75c72c-500c-49d6-906e-275765292548/tags HTTP/1.1" status: 204 len: 168 time: 0.3028085 Nov 08 00:23:26.936757 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d60fa8b4-0623-4093-9491-a779494edbda req-10f8e695-b5b7-4775-999e-babb231183c9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610985 Nov 08 00:23:26.940399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52756) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:26.946633 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-b61c490c-6739-4115-8ad8-43d2b5e20fc8 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '79acdff6-089a-4013-b75d-76b10dfd2e23') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:26.951136 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9640168b-98e8-4b66-ac51-b28079cd6c68 req-5a7f5e9f-3481-4519-8f47-8e0e584ba314 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419940 Nov 08 00:23:26.995045 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7cf3a-e5d9-4404-9651-a389fb74738c tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:27.032061 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b61c490c-6739-4115-8ad8-43d2b5e20fc8 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/ports/79acdff6-089a-4013-b75d-76b10dfd2e23/tags HTTP/1.1" status: 204 len: 168 time: 0.0910203 Nov 08 00:23:27.034679 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52762) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:27.039908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-6d3582bf-6452-4e51-9ac4-e676996953bb tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '152acbc2-9c86-4f92-bfb2-eed5d2bd6925') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:27.123798 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5bece-943a-4fcd-832e-f48721245415 req-f8ceeaf0-75b3-4c6f-b71b-496a42065102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:27.125305 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03a5bece-943a-4fcd-832e-f48721245415 req-f8ceeaf0-75b3-4c6f-b71b-496a42065102 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b5853458dd24c08bad0734d1d809da3&device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 1094 time: 0.0595655 Nov 08 00:23:27.225017 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6d3582bf-6452-4e51-9ac4-e676996953bb tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/subnets/152acbc2-9c86-4f92-bfb2-eed5d2bd6925/tags HTTP/1.1" status: 204 len: 168 time: 0.1851118 Nov 08 00:23:27.225285 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52764) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:27.232435 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.tag.tag_plugin [None req-085c8599-d3a9-4210-bc4b-b2e1af1df293 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '152acbc2-9c86-4f92-bfb2-eed5d2bd6925', 'tempest-TagsExtTest-Tag-1530967134') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:27.233301 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42bbefd6-c6b8-4a6f-a138-571c543af4d9 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:27.284390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbefd6-c6b8-4a6f-a138-571c543af4d9 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Port': ['ID=f5f33581-b6d7-489b-9a1b-6e1aaa1b1af0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:27.299446 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7cf3a-e5d9-4404-9651-a389fb74738c tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:27.534110 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7cf3a-e5d9-4404-9651-a389fb74738c tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:27.543413 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-085c8599-d3a9-4210-bc4b-b2e1af1df293 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "PUT /v2.0/subnets/152acbc2-9c86-4f92-bfb2-eed5d2bd6925/tags/tempest-TagsExtTest-Tag-1530967134 HTTP/1.1" status: 201 len: 201 time: 0.3160741 Nov 08 00:23:27.544020 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52768) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:27.549431 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.tag.tag_plugin [None req-ccabc12c-8ae9-46ec-9aba-9586cb47048d tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '79acdff6-089a-4013-b75d-76b10dfd2e23', 'tempest-TagsExtTest-Tag-1406837137') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:27.617752 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7cf3a-e5d9-4404-9651-a389fb74738c tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:27.698122 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5bece-943a-4fcd-832e-f48721245415 req-442b1c8a-184d-45a7-a5ac-0cf91dc191de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:27.699639 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03a5bece-943a-4fcd-832e-f48721245415 req-442b1c8a-184d-45a7-a5ac-0cf91dc191de service neutron] 10.222.0.20 "GET /v2.0/networks?id=0371df58-0f09-4690-9116-bbb16052317b HTTP/1.1" status: 200 len: 917 time: 0.5659206 Nov 08 00:23:27.727003 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7cf3a-e5d9-4404-9651-a389fb74738c tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Pushing event updated for resources: {'Port': ['ID=28edf4a3-b624-4b19-9fbe-2357a4659655,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:27.739693 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7cf3a-e5d9-4404-9651-a389fb74738c tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:27.764156 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22ab18-2f7a-41c6-9b1f-50b2fcd37c08 req-774455da-aae6-4c0f-ab0e-1d08d84254c9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:27.765688 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b22ab18-2f7a-41c6-9b1f-50b2fcd37c08 req-774455da-aae6-4c0f-ab0e-1d08d84254c9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.1543431 Nov 08 00:23:27.769046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03a5bece-943a-4fcd-832e-f48721245415 req-75a6baee-5ff0-4151-877b-48bf2e197986 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e HTTP/1.1" status: 200 len: 217 time: 0.0563264 Nov 08 00:23:27.810610 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ccabc12c-8ae9-46ec-9aba-9586cb47048d tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "PUT /v2.0/ports/79acdff6-089a-4013-b75d-76b10dfd2e23/tags/tempest-TagsExtTest-Tag-1406837137 HTTP/1.1" status: 201 len: 201 time: 0.2597923 Nov 08 00:23:27.810610 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52772) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:27.810886 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.tag.tag_plugin [None req-434053cf-c1f6-462f-b015-d4a68455613f tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8b75c72c-500c-49d6-906e-275765292548', 'tempest-TagsExtTest-Tag-1655861847') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:27.905284 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42bbefd6-c6b8-4a6f-a138-571c543af4d9 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:27.916832 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7cf3a-e5d9-4404-9651-a389fb74738c tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:27.917497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5bece-943a-4fcd-832e-f48721245415 req-df3ecf92-9d40-4c20-81c0-976d67e93243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:27.918614 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4bb7cf3a-e5d9-4404-9651-a389fb74738c tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0002723 Nov 08 00:23:27.918941 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03a5bece-943a-4fcd-832e-f48721245415 req-df3ecf92-9d40-4c20-81c0-976d67e93243 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c80a8a3-462b-4322-9544-89bc8e72d39f HTTP/1.1" status: 200 len: 855 time: 0.1089678 Nov 08 00:23:27.921900 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b22ab18-2f7a-41c6-9b1f-50b2fcd37c08 req-1837bd9c-f7a1-485e-8904-61635c1c6ccd tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490552 Nov 08 00:23:27.922272 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52774) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:28.040478 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-434053cf-c1f6-462f-b015-d4a68455613f tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "PUT /v2.0/routers/8b75c72c-500c-49d6-906e-275765292548/tags/tempest-TagsExtTest-Tag-1655861847 HTTP/1.1" status: 201 len: 201 time: 0.2335126 Nov 08 00:23:28.043034 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52778) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:28.047575 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.tag.tag_plugin [None req-c9e75931-0649-4756-953a-78feae1299d4 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cbdabccd-9d79-43f4-b5a7-c5f35d425db2', 'tempest-TagsExtTest-Tag-1838783361') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:28.153649 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f0816a6a-b3a9-4bba-aca3-cb2b39afd1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:28.169395 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-47d59d56-e383-48a0-87b4-03cbf92ff3d8 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2914 time: 0.2443621 Nov 08 00:23:28.172759 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52786) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:28.176188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5bece-943a-4fcd-832e-f48721245415 req-9657ab58-6a2c-4734-96b2-4d9c81f21661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:28.177706 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03a5bece-943a-4fcd-832e-f48721245415 req-9657ab58-6a2c-4734-96b2-4d9c81f21661 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371df58-0f09-4690-9116-bbb16052317b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2294116 Nov 08 00:23:28.254010 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c9e75931-0649-4756-953a-78feae1299d4 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "PUT /v2.0/subnetpools/cbdabccd-9d79-43f4-b5a7-c5f35d425db2/tags/tempest-TagsExtTest-Tag-1838783361 HTTP/1.1" status: 201 len: 201 time: 0.2098916 Nov 08 00:23:28.257679 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52790) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:28.262394 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.tag.tag_plugin [None req-2472a45a-16fc-464d-9efa-154d0c8151d6 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '152acbc2-9c86-4f92-bfb2-eed5d2bd6925', {'tags': ['tempest-TagsExtTest-Tag-467095399', 'tempest-TagsExtTest-Tag-1036437091', 'tempest-TagsExtTest-Tag-416195399']}) {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:28.273537 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-561e9864-4a59-4a42-883c-39b9a40bad5c tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0985689 Nov 08 00:23:28.293652 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52792) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:28.340117 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139526ee-4a2f-4bc2-8c4a-f090110570c5 req-a9fbeeb5-a667-4b0a-aadd-05d630fdb275 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:28.344472 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-139526ee-4a2f-4bc2-8c4a-f090110570c5 req-a9fbeeb5-a667-4b0a-aadd-05d630fdb275 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 943 time: 0.2556770 Nov 08 00:23:28.408276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bbefd6-c6b8-4a6f-a138-571c543af4d9 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router e24ff298-3d59-4c07-b626-d1a34c021a24 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:23:28.461876 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-717c41f5-db97-4105-b666-44f4c0010cca tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Deleting port 28edf4a3-b624-4b19-9fbe-2357a4659655 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:28.462409 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-717c41f5-db97-4105-b666-44f4c0010cca tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:28.508464 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-139526ee-4a2f-4bc2-8c4a-f090110570c5 req-00f3ee8c-b956-4989-8122-6de31219f1e2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318371 Nov 08 00:23:28.531815 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2472a45a-16fc-464d-9efa-154d0c8151d6 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "PUT /v2.0/subnets/152acbc2-9c86-4f92-bfb2-eed5d2bd6925/tags HTTP/1.1" status: 200 len: 316 time: 0.2678230 Nov 08 00:23:28.542734 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52798) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:28.548442 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.tag.tag_plugin [None req-f64a4bb9-b613-47ea-9926-3508f232ab7a tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '152acbc2-9c86-4f92-bfb2-eed5d2bd6925') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:28.630458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03a5bece-943a-4fcd-832e-f48721245415 req-a389c976-ef67-4c02-b0fd-2d29755a32e2 service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102802 Nov 08 00:23:28.636119 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bbefd6-c6b8-4a6f-a138-571c543af4d9 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:23:28.637375 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-717c41f5-db97-4105-b666-44f4c0010cca tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:28.637816 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-717c41f5-db97-4105-b666-44f4c0010cca tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:28.647593 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc81f57-ea7a-4741-9afa-095f1b9e74d3 None None] Sync routers for ids ['e24ff298-3d59-4c07-b626-d1a34c021a24'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:23:28.648848 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-42bbefd6-c6b8-4a6f-a138-571c543af4d9 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/e24ff298-3d59-4c07-b626-d1a34c021a24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7423270 Nov 08 00:23:28.653224 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52800) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:28.667398 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc81f57-ea7a-4741-9afa-095f1b9e74d3 None None] Routers {'e24ff298-3d59-4c07-b626-d1a34c021a24'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:28.668102 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4fc81f57-ea7a-4741-9afa-095f1b9e74d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e24ff298-3d59-4c07-b626-d1a34c021a24'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:28.685327 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-717c41f5-db97-4105-b666-44f4c0010cca tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Calling delete_port for 28edf4a3-b624-4b19-9fbe-2357a4659655 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:28.696361 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-664d6539-ef0e-4859-9dd4-a1e9da476b94 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e24ff298-3d59-4c07-b626-d1a34c021a24 HTTP/1.1" status: 200 len: 205 time: 0.0379460 Nov 08 00:23:28.699562 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52802) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:28.725727 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4fc81f57-ea7a-4741-9afa-095f1b9e74d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:28.739531 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc81f57-ea7a-4741-9afa-095f1b9e74d3 None None] Routers {'e24ff298-3d59-4c07-b626-d1a34c021a24'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:28.740492 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4fc81f57-ea7a-4741-9afa-095f1b9e74d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e24ff298-3d59-4c07-b626-d1a34c021a24'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:28.753792 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03a5bece-943a-4fcd-832e-f48721245415 req-3a6794d8-65a3-4b31-80dd-7b3c49712257 service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146836 Nov 08 00:23:28.775427 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4fc81f57-ea7a-4741-9afa-095f1b9e74d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:28.776392 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc81f57-ea7a-4741-9afa-095f1b9e74d3 None None] The sync data for ids ['e24ff298-3d59-4c07-b626-d1a34c021a24'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:23:28.842108 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-30f48cbe-13c1-41f6-b7f0-2d6137e78114 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:29.051248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55357aff-9309-4dee-bb92-23e5abced826 req-038451aa-7bdc-4398-b155-6b63ec9cd550 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:29.052802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55357aff-9309-4dee-bb92-23e5abced826 req-038451aa-7bdc-4398-b155-6b63ec9cd550 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.0605354 Nov 08 00:23:29.058547 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-30f48cbe-13c1-41f6-b7f0-2d6137e78114 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:29.062217 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-30f48cbe-13c1-41f6-b7f0-2d6137e78114 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:29.098841 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55357aff-9309-4dee-bb92-23e5abced826 req-50952da7-afbd-460b-bd9c-8fd34c2879f6 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378716 Nov 08 00:23:29.154241 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f64a4bb9-b613-47ea-9926-3508f232ab7a tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/subnets/152acbc2-9c86-4f92-bfb2-eed5d2bd6925/tags HTTP/1.1" status: 204 len: 168 time: 0.6103683 Nov 08 00:23:29.156881 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52812) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:29.162499 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.tag.tag_plugin [None req-8203a6d4-2ba8-4666-9a09-f42dd0876ceb tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '152acbc2-9c86-4f92-bfb2-eed5d2bd6925', 'tempest-TagsExtTest-Tag-467095399') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:29.211438 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-30f48cbe-13c1-41f6-b7f0-2d6137e78114 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:29.212003 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f48cbe-13c1-41f6-b7f0-2d6137e78114 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Fanout notify agent at l3_agent the message router_deleted on router e24ff298-3d59-4c07-b626-d1a34c021a24 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:23:29.228277 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-30f48cbe-13c1-41f6-b7f0-2d6137e78114 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:29.228277 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-30f48cbe-13c1-41f6-b7f0-2d6137e78114 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/routers/e24ff298-3d59-4c07-b626-d1a34c021a24 HTTP/1.1" status: 204 len: 168 time: 0.5181038 Nov 08 00:23:29.228490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52814) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:29.228599 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-8203a6d4-2ba8-4666-9a09-f42dd0876ceb tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] show failed (client error): The resource could not be found. Nov 08 00:23:29.228599 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8203a6d4-2ba8-4666-9a09-f42dd0876ceb tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/subnets/152acbc2-9c86-4f92-bfb2-eed5d2bd6925/tags/tempest-TagsExtTest-Tag-467095399 HTTP/1.1" status: 404 len: 328 time: 0.0699606 Nov 08 00:23:29.230824 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52816) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:29.235058 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.tag.tag_plugin [None req-fe0cc9dc-4fae-44e6-87bd-c8c99a6d009b tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '152acbc2-9c86-4f92-bfb2-eed5d2bd6925', 'tempest-TagsExtTest-Tag-1036437091') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:29.259908 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-717c41f5-db97-4105-b666-44f4c0010cca tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:29.282695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd9aa1a-4b09-49a4-8d7b-76b0eba343f9 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting subnet 063739a0-042e-4abd-9401-eb19fb8587fc {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:23:29.286243 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9dd9aa1a-4b09-49a4-8d7b-76b0eba343f9 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:29.299607 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c41f5-db97-4105-b666-44f4c0010cca tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Pushing event deleted for resources: {'Port': ['ID=28edf4a3-b624-4b19-9fbe-2357a4659655,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:29.340517 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9dd9aa1a-4b09-49a4-8d7b-76b0eba343f9 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:29.372155 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-717c41f5-db97-4105-b666-44f4c0010cca tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:29.375485 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-717c41f5-db97-4105-b666-44f4c0010cca tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:29.376673 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-717c41f5-db97-4105-b666-44f4c0010cca tempest-FloatingIPAdminTestJSON-669850568 tempest-FloatingIPAdminTestJSON-669850568-project] 10.222.0.13 "DELETE /v2.0/floatingips/ef961255-b7bd-42e4-84d7-eda8d71abe34 HTTP/1.1" status: 204 len: 168 time: 1.0823526 Nov 08 00:23:29.379487 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52818) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:29.389446 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-fe0cc9dc-4fae-44e6-87bd-c8c99a6d009b tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] show failed (client error): The resource could not be found. Nov 08 00:23:29.394697 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fe0cc9dc-4fae-44e6-87bd-c8c99a6d009b tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/subnets/152acbc2-9c86-4f92-bfb2-eed5d2bd6925/tags/tempest-TagsExtTest-Tag-1036437091 HTTP/1.1" status: 404 len: 329 time: 0.1587596 Nov 08 00:23:29.396962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52820) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:29.401507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-7d528fd9-b13b-438e-9532-8789b13a70b1 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '152acbc2-9c86-4f92-bfb2-eed5d2bd6925', 'tempest-TagsExtTest-Tag-416195399') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:29.472140 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9dd9aa1a-4b09-49a4-8d7b-76b0eba343f9 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:29.519439 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-a85ee345-1c70-4935-9ef2-a0eb7a3987d8 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Deleting port b94c164f-d620-4805-9168-f7b8728c35d0 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:29.519777 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a85ee345-1c70-4935-9ef2-a0eb7a3987d8 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:29.524712 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-7d528fd9-b13b-438e-9532-8789b13a70b1 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] show failed (client error): The resource could not be found. Nov 08 00:23:29.527823 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7d528fd9-b13b-438e-9532-8789b13a70b1 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/subnets/152acbc2-9c86-4f92-bfb2-eed5d2bd6925/tags/tempest-TagsExtTest-Tag-416195399 HTTP/1.1" status: 404 len: 328 time: 0.1276639 Nov 08 00:23:29.529118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52822) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:29.533550 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-2f9a68b7-275a-462f-bf32-9c1e832be047 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '79acdff6-089a-4013-b75d-76b10dfd2e23', {'tags': ['tempest-TagsExtTest-Tag-1908564256', 'tempest-TagsExtTest-Tag-1043954426', 'tempest-TagsExtTest-Tag-1640548014']}) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:29.608175 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a85ee345-1c70-4935-9ef2-a0eb7a3987d8 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:29.608451 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a85ee345-1c70-4935-9ef2-a0eb7a3987d8 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:29.622191 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-a85ee345-1c70-4935-9ef2-a0eb7a3987d8 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Calling delete_port for b94c164f-d620-4805-9168-f7b8728c35d0 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:29.657986 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe9f5a-b775-411c-9553-b4bf993f8f66 req-166ebf22-4699-4623-bd0d-9dfed6e3f7de tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:29.659671 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dbe9f5a-b775-411c-9553-b4bf993f8f66 req-166ebf22-4699-4623-bd0d-9dfed6e3f7de tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 943 time: 0.0639596 Nov 08 00:23:29.707913 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dbe9f5a-b775-411c-9553-b4bf993f8f66 req-3ffc1c91-530a-4783-8956-93d768c76dac tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414999 Nov 08 00:23:29.715469 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2f9a68b7-275a-462f-bf32-9c1e832be047 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "PUT /v2.0/ports/79acdff6-089a-4013-b75d-76b10dfd2e23/tags HTTP/1.1" status: 200 len: 318 time: 0.1852868 Nov 08 00:23:29.717934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52826) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:29.723102 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-dce2a3a0-e0ae-4258-bf85-f7ebb6bbfa95 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '79acdff6-089a-4013-b75d-76b10dfd2e23') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:29.781069 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9dd9aa1a-4b09-49a4-8d7b-76b0eba343f9 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:29.813211 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9aa1a-4b09-49a4-8d7b-76b0eba343f9 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Subnet': ['ID=063739a0-042e-4abd-9401-eb19fb8587fc,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:29.822294 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9dd9aa1a-4b09-49a4-8d7b-76b0eba343f9 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:29.825040 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9dd9aa1a-4b09-49a4-8d7b-76b0eba343f9 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/subnets/063739a0-042e-4abd-9401-eb19fb8587fc HTTP/1.1" status: 204 len: 168 time: 0.5994709 Nov 08 00:23:29.827577 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52830) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:29.828868 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dcb1f0-28d7-4d8c-b616-b2bb12e1bc42 None None] Network c9a44e22-137a-4214-ad3b-ee259eb4c768 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:29.878660 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a85ee345-1c70-4935-9ef2-a0eb7a3987d8 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:29.919071 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ee345-1c70-4935-9ef2-a0eb7a3987d8 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Pushing event deleted for resources: {'Port': ['ID=b94c164f-d620-4805-9168-f7b8728c35d0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:29.925198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dce2a3a0-e0ae-4258-bf85-f7ebb6bbfa95 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/ports/79acdff6-089a-4013-b75d-76b10dfd2e23/tags HTTP/1.1" status: 204 len: 168 time: 0.2059915 Nov 08 00:23:29.929223 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52834) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:29.934061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-56321407-32c0-49d0-bb56-4ad72ba1c406 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '79acdff6-089a-4013-b75d-76b10dfd2e23', 'tempest-TagsExtTest-Tag-1908564256') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:29.996517 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:30.017351 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a85ee345-1c70-4935-9ef2-a0eb7a3987d8 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:30.019684 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-56321407-32c0-49d0-bb56-4ad72ba1c406 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] show failed (client error): The resource could not be found. Nov 08 00:23:30.020014 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a85ee345-1c70-4935-9ef2-a0eb7a3987d8 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:30.021192 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a85ee345-1c70-4935-9ef2-a0eb7a3987d8 tempest-FloatingIPAdminTestJSON-1953423407 tempest-FloatingIPAdminTestJSON-1953423407-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/b168ec15-d780-4a2b-be14-414810f19d8a HTTP/1.1" status: 204 len: 168 time: 0.6407609 Nov 08 00:23:30.025564 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52836) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:30.030313 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-56321407-32c0-49d0-bb56-4ad72ba1c406 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/ports/79acdff6-089a-4013-b75d-76b10dfd2e23/tags/tempest-TagsExtTest-Tag-1908564256 HTTP/1.1" status: 404 len: 329 time: 0.0998981 Nov 08 00:23:30.031357 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52838) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:30.042019 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-b8818a8f-05a2-4354-9b40-a6100817acc0 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '79acdff6-089a-4013-b75d-76b10dfd2e23', 'tempest-TagsExtTest-Tag-1043954426') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:30.072151 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c581d9-084d-41d5-83e9-189a246a44f4 None None] DHCP port deletion for c9a44e22-137a-4214-ad3b-ee259eb4c768 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:23:30.138007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting port c167d587-f5c3-4b94-a11c-8475aa6fe80e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:30.138350 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:30.145898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e3c581d9-084d-41d5-83e9-189a246a44f4 None None] Deleting port c167d587-f5c3-4b94-a11c-8475aa6fe80e {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:30.146496 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3c581d9-084d-41d5-83e9-189a246a44f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:30.178308 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-b8818a8f-05a2-4354-9b40-a6100817acc0 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] show failed (client error): The resource could not be found. Nov 08 00:23:30.183321 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b8818a8f-05a2-4354-9b40-a6100817acc0 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/ports/79acdff6-089a-4013-b75d-76b10dfd2e23/tags/tempest-TagsExtTest-Tag-1043954426 HTTP/1.1" status: 404 len: 329 time: 0.1469858 Nov 08 00:23:30.186802 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52844) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:30.197005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-3058d7b7-7c45-4ca9-bbf1-fb1265eb8eea tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '79acdff6-089a-4013-b75d-76b10dfd2e23', 'tempest-TagsExtTest-Tag-1640548014') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:30.278790 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-7eec8549-c655-4211-8c6e-e9b3ab554f7a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Deleting port 779acf53-2888-4de5-bf4e-ed15dfff98f7 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:30.280464 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7eec8549-c655-4211-8c6e-e9b3ab554f7a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:30.311913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e3c581d9-084d-41d5-83e9-189a246a44f4 None None] For port c167d587-f5c3-4b94-a11c-8475aa6fe80e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c167d587-f5c3-4b94-a11c-8475aa6fe80e,segment=NetworkSegment(edf248a4-a920-4036-8076-598f5518604d),segment_id=edf248a4-a920-4036-8076-598f5518604d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:30.312713 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3c581d9-084d-41d5-83e9-189a246a44f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:30.312850 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21cf27-a3ad-42e7-a23a-b6ce5e327120 req-ae3c7700-3b23-4ab7-bbc9-3e7335681729 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:30.314357 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a21cf27-a3ad-42e7-a23a-b6ce5e327120 req-ae3c7700-3b23-4ab7-bbc9-3e7335681729 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.1118615 Nov 08 00:23:30.344098 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e3c581d9-084d-41d5-83e9-189a246a44f4 None None] Calling delete_port for c167d587-f5c3-4b94-a11c-8475aa6fe80e owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:30.353651 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] For port c167d587-f5c3-4b94-a11c-8475aa6fe80e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c167d587-f5c3-4b94-a11c-8475aa6fe80e,segment=NetworkSegment(edf248a4-a920-4036-8076-598f5518604d),segment_id=edf248a4-a920-4036-8076-598f5518604d)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:30.354275 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:30.389361 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-3058d7b7-7c45-4ca9-bbf1-fb1265eb8eea tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] show failed (client error): The resource could not be found. Nov 08 00:23:30.392778 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3058d7b7-7c45-4ca9-bbf1-fb1265eb8eea tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/ports/79acdff6-089a-4013-b75d-76b10dfd2e23/tags/tempest-TagsExtTest-Tag-1640548014 HTTP/1.1" status: 404 len: 329 time: 0.2027242 Nov 08 00:23:30.399603 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52848) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:30.404674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-57b3bfa6-532c-4a90-b01e-760cf6eb19aa tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8b75c72c-500c-49d6-906e-275765292548', {'tags': ['tempest-TagsExtTest-Tag-1525377153', 'tempest-TagsExtTest-Tag-1727285500', 'tempest-TagsExtTest-Tag-1663369856']}) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:30.410978 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Calling delete_port for c167d587-f5c3-4b94-a11c-8475aa6fe80e owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:30.502494 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3c581d9-084d-41d5-83e9-189a246a44f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:30.536609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c581d9-084d-41d5-83e9-189a246a44f4 None None] Pushing event deleted for resources: {'Port': ['ID=c167d587-f5c3-4b94-a11c-8475aa6fe80e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:30.557778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c581d9-084d-41d5-83e9-189a246a44f4 None None] No DVR routers for this DVR port c167d587-f5c3-4b94-a11c-8475aa6fe80e on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:23:30.565227 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a21cf27-a3ad-42e7-a23a-b6ce5e327120 req-eec0491d-2a9a-4f9f-bc02-ff0bb3a2e681 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415891 Nov 08 00:23:30.617148 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7eec8549-c655-4211-8c6e-e9b3ab554f7a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:30.638413 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-57b3bfa6-532c-4a90-b01e-760cf6eb19aa tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "PUT /v2.0/routers/8b75c72c-500c-49d6-906e-275765292548/tags HTTP/1.1" status: 200 len: 318 time: 0.2374368 Nov 08 00:23:30.644049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-7eec8549-c655-4211-8c6e-e9b3ab554f7a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Calling delete_port for 779acf53-2888-4de5-bf4e-ed15dfff98f7 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:30.645965 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52850) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:30.650829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-42241d21-5991-46bf-a1a2-afdebc87a2e5 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8b75c72c-500c-49d6-906e-275765292548') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:30.688562 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:30.726164 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Port': ['ID=c167d587-f5c3-4b94-a11c-8475aa6fe80e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:30.736676 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] No DVR routers for this DVR port c167d587-f5c3-4b94-a11c-8475aa6fe80e on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:23:30.742663 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbaca2a2-8a96-4c75-a2d4-78a7a40667ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:30.799690 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c167d587-f5c3-4b94-a11c-8475aa6fe80e no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:23:30.829921 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: c167d587-f5c3-4b94-a11c-8475aa6fe80e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:23:30.831656 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c167d587-f5c3-4b94-a11c-8475aa6fe80e not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:23:30.848688 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:30.854374 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-42241d21-5991-46bf-a1a2-afdebc87a2e5 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/routers/8b75c72c-500c-49d6-906e-275765292548/tags HTTP/1.1" status: 204 len: 168 time: 0.2069867 Nov 08 00:23:30.857270 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52854) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:30.863758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-7a145e3e-9d71-46d4-9cb6-98ad4a3b898b tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8b75c72c-500c-49d6-906e-275765292548', 'tempest-TagsExtTest-Tag-1525377153') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:30.905445 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a44e22-137a-4214-ad3b-ee259eb4c768']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:30.921001 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf248a4-a920-4036-8076-598f5518604d') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:30.921283 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf248a4-a920-4036-8076-598f5518604d') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:30.935818 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:30.949746 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:30.957782 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:23:30.958414 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:23:30.961874 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:23:30.966776 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50d9bd-669d-49c6-a797-60eb8a66f69c req-747c2b73-69ab-4403-a037-1c99de7b9a66 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:30.974247 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c50d9bd-669d-49c6-a797-60eb8a66f69c req-747c2b73-69ab-4403-a037-1c99de7b9a66 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 943 time: 0.1634679 Nov 08 00:23:30.977949 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:31.013738 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-7a145e3e-9d71-46d4-9cb6-98ad4a3b898b tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] show failed (client error): The resource could not be found. Nov 08 00:23:31.016098 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7a145e3e-9d71-46d4-9cb6-98ad4a3b898b tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/routers/8b75c72c-500c-49d6-906e-275765292548/tags/tempest-TagsExtTest-Tag-1525377153 HTTP/1.1" status: 404 len: 329 time: 0.1545799 Nov 08 00:23:31.019073 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52860) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:31.032140 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.tag.tag_plugin [None req-57c03b91-21ac-4f64-944c-7e1d7c76bbd2 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8b75c72c-500c-49d6-906e-275765292548', 'tempest-TagsExtTest-Tag-1727285500') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:31.039059 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7eec8549-c655-4211-8c6e-e9b3ab554f7a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:31.040076 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c50d9bd-669d-49c6-a797-60eb8a66f69c req-e983b62f-2a08-40a1-8150-caafb8273db5 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648701 Nov 08 00:23:31.160020 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec8549-c655-4211-8c6e-e9b3ab554f7a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Pushing event deleted for resources: {'Port': ['ID=779acf53-2888-4de5-bf4e-ed15dfff98f7,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:31.226935 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-57c03b91-21ac-4f64-944c-7e1d7c76bbd2 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] show failed (client error): The resource could not be found. Nov 08 00:23:31.228014 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-57c03b91-21ac-4f64-944c-7e1d7c76bbd2 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/routers/8b75c72c-500c-49d6-906e-275765292548/tags/tempest-TagsExtTest-Tag-1727285500 HTTP/1.1" status: 404 len: 329 time: 0.2076643 Nov 08 00:23:31.231617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52868) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:31.237073 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-8bdafd5d-641b-4ea7-aca4-c66c37d14d73 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8b75c72c-500c-49d6-906e-275765292548', 'tempest-TagsExtTest-Tag-1663369856') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:31.252053 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7eec8549-c655-4211-8c6e-e9b3ab554f7a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:31.258988 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7eec8549-c655-4211-8c6e-e9b3ab554f7a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] 10.222.0.13 "DELETE /v2.0/ports/779acf53-2888-4de5-bf4e-ed15dfff98f7 HTTP/1.1" status: 204 len: 168 time: 1.2292876 Nov 08 00:23:31.259814 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52870) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:31.337124 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-8bdafd5d-641b-4ea7-aca4-c66c37d14d73 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] show failed (client error): The resource could not be found. Nov 08 00:23:31.338370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8bdafd5d-641b-4ea7-aca4-c66c37d14d73 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/routers/8b75c72c-500c-49d6-906e-275765292548/tags/tempest-TagsExtTest-Tag-1663369856 HTTP/1.1" status: 404 len: 329 time: 0.1055810 Nov 08 00:23:31.341050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52872) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:31.345778 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-9da93c11-8370-430c-847f-6be8364fe59b tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'cbdabccd-9d79-43f4-b5a7-c5f35d425db2', {'tags': ['tempest-TagsExtTest-Tag-1605864545', 'tempest-TagsExtTest-Tag-684456181', 'tempest-TagsExtTest-Tag-275865898']}) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:31.686158 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:31.694353 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:31.698273 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/networks/c9a44e22-137a-4214-ad3b-ee259eb4c768 HTTP/1.1" status: 204 len: 168 time: 1.8697736 Nov 08 00:23:31.702636 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52878) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:31.716012 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9da93c11-8370-430c-847f-6be8364fe59b tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "PUT /v2.0/subnetpools/cbdabccd-9d79-43f4-b5a7-c5f35d425db2/tags HTTP/1.1" status: 200 len: 316 time: 0.3732672 Nov 08 00:23:31.718658 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-81fc506e-4b34-43c0-b212-01b6492ca72b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-807868021', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:31.721564 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52880) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:31.727418 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb6af6-d2e9-4986-8be8-9db7baff0e0f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Network': ['ID=c9a44e22-137a-4214-ad3b-ee259eb4c768,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:31.729448 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-56e0dd56-ce4a-4ffe-8dd0-2c3625b3624b tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cbdabccd-9d79-43f4-b5a7-c5f35d425db2') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:31.736557 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:31.745853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed1356-b9cb-4a67-87ff-c55fe53d9a56 req-ca6c31af-8567-4fab-be69-29f687b573c6 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:31.747401 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5ed1356-b9cb-4a67-87ff-c55fe53d9a56 req-ca6c31af-8567-4fab-be69-29f687b573c6 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.0789900 Nov 08 00:23:31.757606 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdbfa6a-3b4e-40c1-9f80-33bf5dc70755 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:31.761840 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8fdbfa6a-3b4e-40c1-9f80-33bf5dc70755 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] 10.222.0.13 "GET /v2.0/ports?device_id=53d93be2-8d76-45f7-aac6-f117cb8c3048 HTTP/1.1" status: 200 len: 913 time: 0.5006380 Nov 08 00:23:31.767413 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52882) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:31.814127 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5ed1356-b9cb-4a67-87ff-c55fe53d9a56 req-2e070e76-aa69-431f-b65d-0423301a5707 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534368 Nov 08 00:23:31.839015 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81fc506e-4b34-43c0-b212-01b6492ca72b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:31.840350 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81fc506e-4b34-43c0-b212-01b6492ca72b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:31.861131 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b2b7ac29-0473-438c-8a29-b5a7f0b5da8e details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:23:31.919810 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-56e0dd56-ce4a-4ffe-8dd0-2c3625b3624b tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/subnetpools/cbdabccd-9d79-43f4-b5a7-c5f35d425db2/tags HTTP/1.1" status: 204 len: 168 time: 0.1960616 Nov 08 00:23:31.923410 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52884) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:31.927912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-897b72ed-f8bc-4d57-b5b3-b3954398d4e3 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cbdabccd-9d79-43f4-b5a7-c5f35d425db2', 'tempest-TagsExtTest-Tag-1605864545') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:31.941465 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:31.944125 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81fc506e-4b34-43c0-b212-01b6492ca72b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:31.963699 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-897b72ed-f8bc-4d57-b5b3-b3954398d4e3 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] show failed (client error): The resource could not be found. Nov 08 00:23:31.968446 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52886) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:31.968873 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-897b72ed-f8bc-4d57-b5b3-b3954398d4e3 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/subnetpools/cbdabccd-9d79-43f4-b5a7-c5f35d425db2/tags/tempest-TagsExtTest-Tag-1605864545 HTTP/1.1" status: 404 len: 329 time: 0.0443912 Nov 08 00:23:31.974592 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.tag.tag_plugin [None req-32def17c-e4fe-4f5d-a0de-cf3ac060ed4f tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cbdabccd-9d79-43f4-b5a7-c5f35d425db2', 'tempest-TagsExtTest-Tag-684456181') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:31.999123 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:32.011415 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'port_id': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e', 'mac_address': 'fa:16:3e:78:39:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:23:32.054895 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:32.082238 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b7ac29-0473-438c-8a29-b5a7f0b5da8e {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:23:32.141554 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:32.205600 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:32.223284 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-32def17c-e4fe-4f5d-a0de-cf3ac060ed4f tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] show failed (client error): The resource could not be found. Nov 08 00:23:32.224421 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-32def17c-e4fe-4f5d-a0de-cf3ac060ed4f tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/subnetpools/cbdabccd-9d79-43f4-b5a7-c5f35d425db2/tags/tempest-TagsExtTest-Tag-684456181 HTTP/1.1" status: 404 len: 328 time: 0.2544720 Nov 08 00:23:32.228323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52896) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:32.239779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-d9d2a2ca-f84c-4af7-a52b-0b9049e0049c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cbdabccd-9d79-43f4-b5a7-c5f35d425db2', 'tempest-TagsExtTest-Tag-275865898') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:32.241775 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81fc506e-4b34-43c0-b212-01b6492ca72b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:32.275169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff695b-89c5-4a16-a900-7f38f5e81820 req-c5d915a5-37d3-462a-8a0c-81679f7ff4b0 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:32.276859 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1dff695b-89c5-4a16-a900-7f38f5e81820 req-c5d915a5-37d3-462a-8a0c-81679f7ff4b0 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 943 time: 0.1108191 Nov 08 00:23:32.283213 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-d9d2a2ca-f84c-4af7-a52b-0b9049e0049c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] show failed (client error): The resource could not be found. Nov 08 00:23:32.284941 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d9d2a2ca-f84c-4af7-a52b-0b9049e0049c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/subnetpools/cbdabccd-9d79-43f4-b5a7-c5f35d425db2/tags/tempest-TagsExtTest-Tag-275865898 HTTP/1.1" status: 404 len: 328 time: 0.0549445 Nov 08 00:23:32.288383 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52898) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:32.296428 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.tag.tag_plugin [None req-e946daa5-9d60-431c-aede-f0da8fd56cde tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cbdabccd-9d79-43f4-b5a7-c5f35d425db2') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:32.317470 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:32.336467 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1dff695b-89c5-4a16-a900-7f38f5e81820 req-96d49085-17e0-4773-9e53-90b7d795311f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492368 Nov 08 00:23:32.420764 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e946daa5-9d60-431c-aede-f0da8fd56cde tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/subnetpools/cbdabccd-9d79-43f4-b5a7-c5f35d425db2/tags HTTP/1.1" status: 204 len: 168 time: 0.1302838 Nov 08 00:23:32.423622 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52900) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:32.430618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-44011180-6366-497d-acfc-ac403bba2673 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8b75c72c-500c-49d6-906e-275765292548') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:32.523287 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-44011180-6366-497d-acfc-ac403bba2673 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/routers/8b75c72c-500c-49d6-906e-275765292548/tags HTTP/1.1" status: 204 len: 168 time: 0.0953887 Nov 08 00:23:32.523548 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52902) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:32.528055 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-fe37e2c8-8e01-4395-9bd7-8b9c851ecabe tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '79acdff6-089a-4013-b75d-76b10dfd2e23') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:32.593603 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fe37e2c8-8e01-4395-9bd7-8b9c851ecabe tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/ports/79acdff6-089a-4013-b75d-76b10dfd2e23/tags HTTP/1.1" status: 204 len: 168 time: 0.0666981 Nov 08 00:23:32.594076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52904) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:32.598448 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.tag.tag_plugin [None req-37b74a72-f112-4dad-8c6e-2366235b1e3c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '152acbc2-9c86-4f92-bfb2-eed5d2bd6925') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:32.603141 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b2b7ac29-0473-438c-8a29-b5a7f0b5da8e'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:23:32.677616 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0ed8532-c892-428d-9a0e-50f8717ffd0a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:32.700506 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-37b74a72-f112-4dad-8c6e-2366235b1e3c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/subnets/152acbc2-9c86-4f92-bfb2-eed5d2bd6925/tags HTTP/1.1" status: 204 len: 168 time: 0.1051452 Nov 08 00:23:32.708624 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52906) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:32.790455 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81fc506e-4b34-43c0-b212-01b6492ca72b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:32.821292 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81fc506e-4b34-43c0-b212-01b6492ca72b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:32.939660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1de78-a693-4cdc-9373-ce17d31acb6e req-156f5f26-42f3-485b-8300-70de2cc20d94 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:32.941329 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8a1de78-a693-4cdc-9373-ce17d31acb6e req-156f5f26-42f3-485b-8300-70de2cc20d94 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.0554070 Nov 08 00:23:32.986993 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8a1de78-a693-4cdc-9373-ce17d31acb6e req-0c24492d-0e65-4050-b395-472e25a150db tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391190 Nov 08 00:23:33.025277 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-81fc506e-4b34-43c0-b212-01b6492ca72b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Allocated IP 172.25.2.15 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/bdc0a21a-6edf-4085-a776-7a0d78f7fe1f) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:33.211026 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81fc506e-4b34-43c0-b212-01b6492ca72b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:33.250123 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-e0ed8532-c892-428d-9a0e-50f8717ffd0a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Deleting port c74e0127-cecd-4332-be3c-675fa311f462 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:33.250524 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0ed8532-c892-428d-9a0e-50f8717ffd0a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:33.259774 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5438b51b-3c56-4d2a-a683-da940051e6a0 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks [] for subnetpool, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:33.265119 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5438b51b-3c56-4d2a-a683-da940051e6a0 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/subnetpools/cbdabccd-9d79-43f4-b5a7-c5f35d425db2 HTTP/1.1" status: 204 len: 168 time: 0.5531774 Nov 08 00:23:33.265119 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52920) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:33.326242 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6e1d537d-a12e-4e9f-bcbd-a11cd547f448 tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b75c72c-500c-49d6-906e-275765292548 HTTP/1.1" status: 200 len: 205 time: 0.0606813 Nov 08 00:23:33.328636 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52926) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:33.347625 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:33.356530 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0ed8532-c892-428d-9a0e-50f8717ffd0a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:33.380786 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81fc506e-4b34-43c0-b212-01b6492ca72b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:33.388964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-e0ed8532-c892-428d-9a0e-50f8717ffd0a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Calling delete_port for c74e0127-cecd-4332-be3c-675fa311f462 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:33.416449 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98850c6c-7950-447c-b7b1-d2a41ef088fc tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:33.470339 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fc506e-4b34-43c0-b212-01b6492ca72b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:33.480299 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-81fc506e-4b34-43c0-b212-01b6492ca72b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:33.484312 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fc506e-4b34-43c0-b212-01b6492ca72b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:33.504557 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc506e-4b34-43c0-b212-01b6492ca72b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=bdc0a21a-6edf-4085-a776-7a0d78f7fe1f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:33.605710 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98850c6c-7950-447c-b7b1-d2a41ef088fc tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:33.608103 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98850c6c-7950-447c-b7b1-d2a41ef088fc tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:33.622854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29c7d6-7c78-43fb-aeff-1a38c59664f0 req-98507950-8605-4828-8b6d-581bd9fe3750 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:33.624386 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc29c7d6-7c78-43fb-aeff-1a38c59664f0 req-98507950-8605-4828-8b6d-581bd9fe3750 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 944 time: 0.1715493 Nov 08 00:23:33.855170 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0ed8532-c892-428d-9a0e-50f8717ffd0a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:33.879604 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b2b7ac29-0473-438c-8a29-b5a7f0b5da8e up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:23:33.890147 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed8532-c892-428d-9a0e-50f8717ffd0a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Pushing event deleted for resources: {'Port': ['ID=c74e0127-cecd-4332-be3c-675fa311f462,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:33.972197 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc29c7d6-7c78-43fb-aeff-1a38c59664f0 req-34f38429-111e-4099-a281-bfe0c6a768ac tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438414 Nov 08 00:23:33.991153 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81fc506e-4b34-43c0-b212-01b6492ca72b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:34.039443 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98850c6c-7950-447c-b7b1-d2a41ef088fc tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:34.040014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98850c6c-7950-447c-b7b1-d2a41ef088fc tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Fanout notify agent at l3_agent the message router_deleted on router 8b75c72c-500c-49d6-906e-275765292548 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:23:34.048343 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98850c6c-7950-447c-b7b1-d2a41ef088fc tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:34.050236 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:23:34.055049 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:34.055421 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:34.056802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-98850c6c-7950-447c-b7b1-d2a41ef088fc tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/routers/8b75c72c-500c-49d6-906e-275765292548 HTTP/1.1" status: 204 len: 168 time: 0.7238755 Nov 08 00:23:34.057466 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52940) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:34.170776 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:34.236104 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:23:34.243531 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b70b494-19b5-4a48-9366-4b6328feffd6" -d '{"events": [{"server_uuid": "aae2279e-0dd5-4fc0-9dde-d024049cfd4d", "name": "network-vif-plugged", "status": "completed", "tag": "b2b7ac29-0473-438c-8a29-b5a7f0b5da8e"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:23:34.248251 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8a9dd-68aa-4c9c-aa69-7700720a00aa req-0f58d1ea-7d69-4816-bc01-29b7a38fb1bd tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:34.254969 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0ed8532-c892-428d-9a0e-50f8717ffd0a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:34.258287 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53d8a9dd-68aa-4c9c-aa69-7700720a00aa req-0f58d1ea-7d69-4816-bc01-29b7a38fb1bd tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.1755188 Nov 08 00:23:34.271508 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:34.322215 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bd1d30-da37-4d67-8a3c-57433b1cf4df x-openstack-request-id: req-99bd1d30-da37-4d67-8a3c-57433b1cf4df {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:23:34.322215 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae2279e-0dd5-4fc0-9dde-d024049cfd4d", "name": "network-vif-plugged", "status": "completed", "tag": "b2b7ac29-0473-438c-8a29-b5a7f0b5da8e", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:23:34.322215 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99bd1d30-da37-4d67-8a3c-57433b1cf4df {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:23:34.322215 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e', 'code': 200} Nov 08 00:23:34.324530 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53d8a9dd-68aa-4c9c-aa69-7700720a00aa req-7cde9416-dbfc-4bf9-95a1-1553f1fd4119 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652115 Nov 08 00:23:34.337861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-07b3b2f1-2af9-4d66-a75d-ec2509aba7fe tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Deleting port 79acdff6-089a-4013-b75d-76b10dfd2e23 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:34.338204 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-07b3b2f1-2af9-4d66-a75d-ec2509aba7fe tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:34.348924 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:34.420352 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:34.487009 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81fc506e-4b34-43c0-b212-01b6492ca72b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:34.541580 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-07b3b2f1-2af9-4d66-a75d-ec2509aba7fe tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:34.545283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fffa6-c758-4ddd-a2fb-2910d6cc7baf req-11788c14-ea2e-47d8-9115-7d5da424db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:34.546991 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e82fffa6-c758-4ddd-a2fb-2910d6cc7baf req-11788c14-ea2e-47d8-9115-7d5da424db64 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 1096 time: 0.1031015 Nov 08 00:23:34.560551 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-07b3b2f1-2af9-4d66-a75d-ec2509aba7fe tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Calling delete_port for 79acdff6-089a-4013-b75d-76b10dfd2e23 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:34.603023 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e82fffa6-c758-4ddd-a2fb-2910d6cc7baf req-6d2548c2-05e1-47bf-ad6d-915ca499593c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435882 Nov 08 00:23:34.804832 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-07b3b2f1-2af9-4d66-a75d-ec2509aba7fe tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:34.841023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3b2f1-2af9-4d66-a75d-ec2509aba7fe tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Pushing event deleted for resources: {'Port': ['ID=79acdff6-089a-4013-b75d-76b10dfd2e23,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:34.955224 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-07b3b2f1-2af9-4d66-a75d-ec2509aba7fe tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:34.962079 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-07b3b2f1-2af9-4d66-a75d-ec2509aba7fe tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/ports/79acdff6-089a-4013-b75d-76b10dfd2e23 HTTP/1.1" status: 204 len: 168 time: 0.9008965 Nov 08 00:23:34.962555 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52952) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:35.033281 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ed8532-c892-428d-9a0e-50f8717ffd0a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Router 53d93be2-8d76-45f7-aac6-f117cb8c3048 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:23:35.034935 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cf17af-ea43-4196-b6de-d48d3dcebebb tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Deleting subnet 152acbc2-9c86-4f92-bfb2-eed5d2bd6925 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:23:35.039941 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23cf17af-ea43-4196-b6de-d48d3dcebebb tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:35.126897 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23cf17af-ea43-4196-b6de-d48d3dcebebb tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:35.177196 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052b61b-b9e3-4f9c-aef2-8609392ca52b req-af4dff3f-c82f-456c-a3cd-4efda0507dff tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:35.179588 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3052b61b-b9e3-4f9c-aef2-8609392ca52b req-af4dff3f-c82f-456c-a3cd-4efda0507dff tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.0973136 Nov 08 00:23:35.205488 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ed8532-c892-428d-9a0e-50f8717ffd0a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:23:35.212723 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e0ed8532-c892-428d-9a0e-50f8717ffd0a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] 10.222.0.13 "PUT /v2.0/routers/53d93be2-8d76-45f7-aac6-f117cb8c3048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4489229 Nov 08 00:23:35.214672 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52966) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:35.229391 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a249760-80df-4600-a674-f4305707d308 None None] Sync routers for ids ['53d93be2-8d76-45f7-aac6-f117cb8c3048'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:23:35.243606 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a249760-80df-4600-a674-f4305707d308 None None] Routers {'53d93be2-8d76-45f7-aac6-f117cb8c3048'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:35.244338 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-9a249760-80df-4600-a674-f4305707d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['53d93be2-8d76-45f7-aac6-f117cb8c3048'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:35.276471 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3052b61b-b9e3-4f9c-aef2-8609392ca52b req-1717ac33-8ae3-4fe2-9509-759591b46c37 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909100 Nov 08 00:23:35.286917 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-9a249760-80df-4600-a674-f4305707d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:35.288021 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23cf17af-ea43-4196-b6de-d48d3dcebebb tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:35.310107 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a249760-80df-4600-a674-f4305707d308 None None] Routers {'53d93be2-8d76-45f7-aac6-f117cb8c3048'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:35.310107 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-9a249760-80df-4600-a674-f4305707d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['53d93be2-8d76-45f7-aac6-f117cb8c3048'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:35.317877 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fc506e-4b34-43c0-b212-01b6492ca72b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router 6454f1d7-9cb0-47ea-95a4-891fa08278d3 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:23:35.402616 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-9a249760-80df-4600-a674-f4305707d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:35.403087 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a249760-80df-4600-a674-f4305707d308 None None] The sync data for ids ['53d93be2-8d76-45f7-aac6-f117cb8c3048'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:23:35.410730 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23cf17af-ea43-4196-b6de-d48d3dcebebb tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:35.461877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf17af-ea43-4196-b6de-d48d3dcebebb tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Pushing event deleted for resources: {'Subnet': ['ID=152acbc2-9c86-4f92-bfb2-eed5d2bd6925,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:35.480486 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23cf17af-ea43-4196-b6de-d48d3dcebebb tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:35.483642 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-23cf17af-ea43-4196-b6de-d48d3dcebebb tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/subnets/152acbc2-9c86-4f92-bfb2-eed5d2bd6925 HTTP/1.1" status: 204 len: 168 time: 0.5199792 Nov 08 00:23:35.486021 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52978) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:35.492211 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95976e8e-073e-4122-8d8b-954d4be8d1ee None None] Network d81727b0-4304-4d45-bbb8-11a017f9d97c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:35.492846 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fc506e-4b34-43c0-b212-01b6492ca72b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:23:35.496190 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c039694f-7e1b-46ec-9183-e75673fb6d9d tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:35.571506 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff630286-9615-4218-9fd1-0291487716b9 req-5ebedea1-8706-4a0a-b09c-90504fc81718 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:35.571506 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff630286-9615-4218-9fd1-0291487716b9 req-5ebedea1-8706-4a0a-b09c-90504fc81718 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.1503201 Nov 08 00:23:35.581134 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352d5e98-3cd2-4219-885d-8b2b1c3651c6 None None] Sync routers for ids ['6454f1d7-9cb0-47ea-95a4-891fa08278d3'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:23:35.606497 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:35.630904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff630286-9615-4218-9fd1-0291487716b9 req-df930bd8-5b73-4235-be1a-daeb223cb8fe tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484300 Nov 08 00:23:35.671133 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c039694f-7e1b-46ec-9183-e75673fb6d9d tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:35.673301 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352d5e98-3cd2-4219-885d-8b2b1c3651c6 None None] Routers {'6454f1d7-9cb0-47ea-95a4-891fa08278d3'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:35.678747 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-352d5e98-3cd2-4219-885d-8b2b1c3651c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6454f1d7-9cb0-47ea-95a4-891fa08278d3'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:35.684399 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81fc506e-4b34-43c0-b212-01b6492ca72b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:35.687777 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-81fc506e-4b34-43c0-b212-01b6492ca72b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.9747512 Nov 08 00:23:35.690625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52982) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:35.721665 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-352d5e98-3cd2-4219-885d-8b2b1c3651c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:35.748862 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352d5e98-3cd2-4219-885d-8b2b1c3651c6 None None] Routers {'6454f1d7-9cb0-47ea-95a4-891fa08278d3'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:35.750407 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-352d5e98-3cd2-4219-885d-8b2b1c3651c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6454f1d7-9cb0-47ea-95a4-891fa08278d3'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:35.773945 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Deleting port 0d3063d9-6be7-44b9-8382-549676ee8add {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:35.774695 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:35.819611 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-352d5e98-3cd2-4219-885d-8b2b1c3651c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:35.820348 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352d5e98-3cd2-4219-885d-8b2b1c3651c6 None None] The sync data for ids ['6454f1d7-9cb0-47ea-95a4-891fa08278d3'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:23:35.854126 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c039694f-7e1b-46ec-9183-e75673fb6d9d tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Deleting port c8f5f129-f2b3-4696-938f-281c94b3b526 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:35.855252 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c039694f-7e1b-46ec-9183-e75673fb6d9d tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:35.890068 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] For port 0d3063d9-6be7-44b9-8382-549676ee8add, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0d3063d9-6be7-44b9-8382-549676ee8add,segment=NetworkSegment(c55a1753-576f-4cba-8dc0-2c5418f5b5a0),segment_id=c55a1753-576f-4cba-8dc0-2c5418f5b5a0)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:35.890433 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:35.921078 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c6cf5c-45f5-441b-bf76-fa75546b62c1 None None] DHCP port deletion for d81727b0-4304-4d45-bbb8-11a017f9d97c request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:23:35.922667 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Calling delete_port for 0d3063d9-6be7-44b9-8382-549676ee8add owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:35.938598 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0e863bb5-8777-4119-9dfa-f0c6195b3fee tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/routers/6454f1d7-9cb0-47ea-95a4-891fa08278d3 HTTP/1.1" status: 200 len: 879 time: 0.2443416 Nov 08 00:23:35.938827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52984) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:35.981323 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c039694f-7e1b-46ec-9183-e75673fb6d9d tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:35.994604 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c039694f-7e1b-46ec-9183-e75673fb6d9d tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Calling delete_port for c8f5f129-f2b3-4696-938f-281c94b3b526 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:35.997820 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e8c6cf5c-45f5-441b-bf76-fa75546b62c1 None None] Deleting port 0d3063d9-6be7-44b9-8382-549676ee8add {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:35.998630 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8c6cf5c-45f5-441b-bf76-fa75546b62c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:36.110186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e8c6cf5c-45f5-441b-bf76-fa75546b62c1 None None] For port 0d3063d9-6be7-44b9-8382-549676ee8add, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0d3063d9-6be7-44b9-8382-549676ee8add,segment=NetworkSegment(c55a1753-576f-4cba-8dc0-2c5418f5b5a0),segment_id=c55a1753-576f-4cba-8dc0-2c5418f5b5a0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:36.112711 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8c6cf5c-45f5-441b-bf76-fa75546b62c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:36.138760 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e8c6cf5c-45f5-441b-bf76-fa75546b62c1 None None] Calling delete_port for 0d3063d9-6be7-44b9-8382-549676ee8add owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:36.220381 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:36.259150 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] No DVR routers for this DVR port 0d3063d9-6be7-44b9-8382-549676ee8add on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:23:36.262107 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8c6cf5c-45f5-441b-bf76-fa75546b62c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:36.276721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c6cf5c-45f5-441b-bf76-fa75546b62c1 None None] No DVR routers for this DVR port 0d3063d9-6be7-44b9-8382-549676ee8add on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:23:36.289941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Pushing event deleted for resources: {'Port': ['ID=0d3063d9-6be7-44b9-8382-549676ee8add,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:36.327257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6cf5c-45f5-441b-bf76-fa75546b62c1 None None] Pushing event deleted for resources: {'Port': ['ID=0d3063d9-6be7-44b9-8382-549676ee8add,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:36.353227 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c039694f-7e1b-46ec-9183-e75673fb6d9d tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:36.386790 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039694f-7e1b-46ec-9183-e75673fb6d9d tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Pushing event deleted for resources: {'Port': ['ID=c8f5f129-f2b3-4696-938f-281c94b3b526,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:36.497186 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:36.498417 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c039694f-7e1b-46ec-9183-e75673fb6d9d tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:36.556295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0efc5014-344e-4c3e-b96e-5581cc3a9fef tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6163933 Nov 08 00:23:36.562121 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52996) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:36.576918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-feda57de-d5d8-4dcd-affa-d0a9fe313f9d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-807868021'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:36.585829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81727b0-4304-4d45-bbb8-11a017f9d97c']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:36.619631 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c039694f-7e1b-46ec-9183-e75673fb6d9d tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:36.621835 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c039694f-7e1b-46ec-9183-e75673fb6d9d tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:36.658916 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55a1753-576f-4cba-8dc0-2c5418f5b5a0') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:36.659243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55a1753-576f-4cba-8dc0-2c5418f5b5a0') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:36.682868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173efe1-7ed2-47a9-88f4-91c452265e1d req-b7d60f74-8767-400b-9e67-4ecd0792ed34 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:36.684399 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0173efe1-7ed2-47a9-88f4-91c452265e1d req-b7d60f74-8767-400b-9e67-4ecd0792ed34 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.2650609 Nov 08 00:23:36.686212 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:36.735605 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:36.755306 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c039694f-7e1b-46ec-9183-e75673fb6d9d tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:36.755306 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c039694f-7e1b-46ec-9183-e75673fb6d9d tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Fanout notify agent at l3_agent the message router_deleted on router 53d93be2-8d76-45f7-aac6-f117cb8c3048 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:23:36.768596 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c039694f-7e1b-46ec-9183-e75673fb6d9d tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:36.773049 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:23:36.773049 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:23:36.774121 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:23:36.776783 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53000) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:36.778132 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c039694f-7e1b-46ec-9183-e75673fb6d9d tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] 10.222.0.13 "DELETE /v2.0/routers/53d93be2-8d76-45f7-aac6-f117cb8c3048 HTTP/1.1" status: 204 len: 168 time: 1.5581286 Nov 08 00:23:36.797407 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0d3063d9-6be7-44b9-8382-549676ee8add no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:23:36.819903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 0d3063d9-6be7-44b9-8382-549676ee8add {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:23:36.819903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0d3063d9-6be7-44b9-8382-549676ee8add not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:23:36.845962 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0173efe1-7ed2-47a9-88f4-91c452265e1d req-cf115784-ec82-4b42-95e4-aa572f62d84c tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502733 Nov 08 00:23:37.298272 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a2caa-8e7b-4b9b-8579-59d0a9d81703 req-ccbdf3fb-3d9c-4ceb-85c8-b66a3fb8c870 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:37.303522 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac6a2caa-8e7b-4b9b-8579-59d0a9d81703 req-ccbdf3fb-3d9c-4ceb-85c8-b66a3fb8c870 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.5757053 Nov 08 00:23:37.309439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba11eab8-1e77-4a9f-b977-cc81ff9d995a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Deleting subnet d05a5375-7fe6-4881-81c8-4dfa2a2e1fb0 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:23:37.319508 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ba11eab8-1e77-4a9f-b977-cc81ff9d995a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:37.395354 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a37cd-515f-4bce-9ae5-1d6967433a60 req-fe2d5ad7-b12c-413e-ba1a-4855c35d66c4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:37.396939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d80a37cd-515f-4bce-9ae5-1d6967433a60 req-fe2d5ad7-b12c-413e-ba1a-4855c35d66c4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.1751845 Nov 08 00:23:37.403477 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ba11eab8-1e77-4a9f-b977-cc81ff9d995a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:37.407997 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53006) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:37.412716 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-464c5f40-76de-4ed4-8bd3-7b5b0022d7a9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Request body: {'floatingip': {'port_id': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:37.439361 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:37.456821 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-464c5f40-76de-4ed4-8bd3-7b5b0022d7a9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for floatingip, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:37.462506 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:37.468239 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] 10.222.0.13 "DELETE /v2.0/networks/d81727b0-4304-4d45-bbb8-11a017f9d97c HTTP/1.1" status: 204 len: 168 time: 1.9786818 Nov 08 00:23:37.472749 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac6a2caa-8e7b-4b9b-8579-59d0a9d81703 req-d558abe6-c524-4ccf-ba8b-0873582b6244 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568692 Nov 08 00:23:37.492294 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8fd35-35e9-465f-90e5-bf1b0498323c tempest-TagsExtTest-510401986 tempest-TagsExtTest-510401986-project] Pushing event deleted for resources: {'Network': ['ID=d81727b0-4304-4d45-bbb8-11a017f9d97c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:37.626582 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ba11eab8-1e77-4a9f-b977-cc81ff9d995a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:37.668349 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-feda57de-d5d8-4dcd-affa-d0a9fe313f9d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:37.970393 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-464c5f40-76de-4ed4-8bd3-7b5b0022d7a9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:37.977150 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-feda57de-d5d8-4dcd-affa-d0a9fe313f9d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:37.997324 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ba11eab8-1e77-4a9f-b977-cc81ff9d995a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:38.049622 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed9a216-df78-4cf7-a9a1-faad300d805a None None] Network 18df32d7-5f43-4f5e-b24a-697be0f5197d requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:38.056421 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-464c5f40-76de-4ed4-8bd3-7b5b0022d7a9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:38.073746 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11eab8-1e77-4a9f-b977-cc81ff9d995a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Pushing event deleted for resources: {'Subnet': ['ID=d05a5375-7fe6-4881-81c8-4dfa2a2e1fb0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:38.077898 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ba11eab8-1e77-4a9f-b977-cc81ff9d995a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:38.081046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ba11eab8-1e77-4a9f-b977-cc81ff9d995a tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] 10.222.0.13 "DELETE /v2.0/subnets/d05a5375-7fe6-4881-81c8-4dfa2a2e1fb0 HTTP/1.1" status: 204 len: 168 time: 1.2980151 Nov 08 00:23:38.084164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53018) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:38.185630 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:38.196806 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-464c5f40-76de-4ed4-8bd3-7b5b0022d7a9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Floating IP cfc3a419-81da-4cea-b683-c31ebf410b50 associated. External IP: 172.25.2.160, port: b2b7ac29-0473-438c-8a29-b5a7f0b5da8e. Nov 08 00:23:38.209345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feda57de-d5d8-4dcd-affa-d0a9fe313f9d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router 6454f1d7-9cb0-47ea-95a4-891fa08278d3 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:23:38.274470 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d9acfa-b84c-478b-93d1-04663fd7091b None None] DHCP port deletion for 18df32d7-5f43-4f5e-b24a-697be0f5197d request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:23:38.288547 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53022) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:38.326625 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:38.333417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f1d9acfa-b84c-478b-93d1-04663fd7091b None None] Deleting port 14c1afd6-63ff-4d23-8b9e-393fd38c89d1 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:38.333856 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1d9acfa-b84c-478b-93d1-04663fd7091b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:38.376697 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Deleting port 14c1afd6-63ff-4d23-8b9e-393fd38c89d1 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:38.377110 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:38.413032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f1d9acfa-b84c-478b-93d1-04663fd7091b None None] For port 14c1afd6-63ff-4d23-8b9e-393fd38c89d1, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=14c1afd6-63ff-4d23-8b9e-393fd38c89d1,segment=NetworkSegment(48319110-d8db-46b7-be7a-766f564c3774),segment_id=48319110-d8db-46b7-be7a-766f564c3774)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:38.413032 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1d9acfa-b84c-478b-93d1-04663fd7091b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:38.428505 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f1d9acfa-b84c-478b-93d1-04663fd7091b None None] Calling delete_port for 14c1afd6-63ff-4d23-8b9e-393fd38c89d1 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:38.445553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feda57de-d5d8-4dcd-affa-d0a9fe313f9d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:23:38.454805 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-feda57de-d5d8-4dcd-affa-d0a9fe313f9d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:38.457723 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab574d-038e-4243-9a97-b4bc417f91eb None None] Sync routers for ids ['6454f1d7-9cb0-47ea-95a4-891fa08278d3'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:23:38.458869 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-feda57de-d5d8-4dcd-affa-d0a9fe313f9d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/6454f1d7-9cb0-47ea-95a4-891fa08278d3 HTTP/1.1" status: 200 len: 886 time: 1.8926394 Nov 08 00:23:38.459576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53026) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:38.471358 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab574d-038e-4243-9a97-b4bc417f91eb None None] Routers {'6454f1d7-9cb0-47ea-95a4-891fa08278d3'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:38.479275 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-04ab574d-038e-4243-9a97-b4bc417f91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6454f1d7-9cb0-47ea-95a4-891fa08278d3'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:38.506111 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fc2a8870-a892-45e6-8c87-aec1c7dfc8a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59891d6e470c42eea19d1ab911fb8d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2127373 Nov 08 00:23:38.508831 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-04ab574d-038e-4243-9a97-b4bc417f91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:38.509055 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53028) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:38.525024 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab574d-038e-4243-9a97-b4bc417f91eb None None] Routers {'6454f1d7-9cb0-47ea-95a4-891fa08278d3'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:38.525492 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-04ab574d-038e-4243-9a97-b4bc417f91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6454f1d7-9cb0-47ea-95a4-891fa08278d3'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:38.565976 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-04ab574d-038e-4243-9a97-b4bc417f91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:38.566506 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab574d-038e-4243-9a97-b4bc417f91eb None None] The sync data for ids ['6454f1d7-9cb0-47ea-95a4-891fa08278d3'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:23:38.580441 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464c5f40-76de-4ed4-8bd3-7b5b0022d7a9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:23:38.582014 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b4f7276f-538e-4aae-96bd-b87f861a2d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:38.595130 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] For port 14c1afd6-63ff-4d23-8b9e-393fd38c89d1, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=14c1afd6-63ff-4d23-8b9e-393fd38c89d1,segment=NetworkSegment(48319110-d8db-46b7-be7a-766f564c3774),segment_id=48319110-d8db-46b7-be7a-766f564c3774)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:38.595604 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:38.604832 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1d9acfa-b84c-478b-93d1-04663fd7091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:38.612796 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b4f7276f-538e-4aae-96bd-b87f861a2d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:38.634927 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9acfa-b84c-478b-93d1-04663fd7091b None None] Pushing event deleted for resources: {'Port': ['ID=14c1afd6-63ff-4d23-8b9e-393fd38c89d1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:38.636924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d9acfa-b84c-478b-93d1-04663fd7091b None None] No DVR routers for this DVR port 14c1afd6-63ff-4d23-8b9e-393fd38c89d1 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:23:38.642285 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Calling delete_port for 14c1afd6-63ff-4d23-8b9e-393fd38c89d1 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:38.671152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b492f-5f15-48af-9fd4-798406b95e3a req-262c42d1-b0c9-4a4a-b310-1b7e5d9d80ef tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:38.672701 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d8b492f-5f15-48af-9fd4-798406b95e3a req-262c42d1-b0c9-4a4a-b310-1b7e5d9d80ef tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.0980473 Nov 08 00:23:38.750557 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-923db85b-554e-4cc2-be63-800f8d6df1a2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/routers/6454f1d7-9cb0-47ea-95a4-891fa08278d3 HTTP/1.1" status: 200 len: 886 time: 0.2798352 Nov 08 00:23:38.750811 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464c5f40-76de-4ed4-8bd3-7b5b0022d7a9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:23:38.751530 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53034) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:38.755968 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-464c5f40-76de-4ed4-8bd3-7b5b0022d7a9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:38.766381 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e073a6-abb1-4335-a1b6-31ae2b15b371 None None] Sync routers for ids ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:23:38.781267 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e073a6-abb1-4335-a1b6-31ae2b15b371 None None] Routers {'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:38.782057 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-39e073a6-abb1-4335-a1b6-31ae2b15b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:38.811170 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-464c5f40-76de-4ed4-8bd3-7b5b0022d7a9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "PUT /v2.0/floatingips/cfc3a419-81da-4cea-b683-c31ebf410b50 HTTP/1.1" status: 200 len: 991 time: 1.3981147 Nov 08 00:23:38.811310 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5a2e9f77-f6db-4944-ab5e-f3b15b377bfe tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/ports?device_id=6454f1d7-9cb0-47ea-95a4-891fa08278d3 HTTP/1.1" status: 200 len: 205 time: 0.0546269 Nov 08 00:23:38.811425 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'tag': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:23:38.811425 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7450efb7-e87e-4368-9ac7-88822f0e9346" -d '{"events": [{"name": "network-changed", "server_uuid": "aae2279e-0dd5-4fc0-9dde-d024049cfd4d", "tag": "b2b7ac29-0473-438c-8a29-b5a7f0b5da8e"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:23:38.813414 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53044) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:38.822239 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d8b492f-5f15-48af-9fd4-798406b95e3a req-0f4a56b7-5711-4d08-93aa-8190eb52762b tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109910 Nov 08 00:23:38.853188 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:38.879877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Pushing event deleted for resources: {'Port': ['ID=14c1afd6-63ff-4d23-8b9e-393fd38c89d1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:38.894691 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] No DVR routers for this DVR port 14c1afd6-63ff-4d23-8b9e-393fd38c89d1 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:23:38.906501 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b4f7276f-538e-4aae-96bd-b87f861a2d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:38.910899 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b4f7276f-538e-4aae-96bd-b87f861a2d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:38.915372 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 14c1afd6-63ff-4d23-8b9e-393fd38c89d1 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:23:38.915549 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b4f7276f-538e-4aae-96bd-b87f861a2d2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61efebd9-1a80-43aa-8552-577b48d08a50 HTTP/1.1" status: 204 len: 168 time: 0.4020693 Nov 08 00:23:38.938876 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7276f-538e-4aae-96bd-b87f861a2d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61efebd9-1a80-43aa-8552-577b48d08a50,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:38.995070 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 14c1afd6-63ff-4d23-8b9e-393fd38c89d1 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:23:38.995700 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 14c1afd6-63ff-4d23-8b9e-393fd38c89d1 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:23:39.002126 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b133f4bf-285a-4ab3-85ac-ceaeb09c9993 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:39.009378 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:39.037809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18df32d7-5f43-4f5e-b24a-697be0f5197d']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:39.058322 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48319110-d8db-46b7-be7a-766f564c3774') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:39.058623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48319110-d8db-46b7-be7a-766f564c3774') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:39.072473 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:39.091636 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:39.098903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:23:39.099510 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:39.102504 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-39e073a6-abb1-4335-a1b6-31ae2b15b371 None None] Set router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:23:39.103019 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:23:39.140272 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a54e42-9d6f-48d5-9777-85e7ec83cd4d x-openstack-request-id: req-33a54e42-9d6f-48d5-9777-85e7ec83cd4d {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:23:39.140563 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae2279e-0dd5-4fc0-9dde-d024049cfd4d", "tag": "b2b7ac29-0473-438c-8a29-b5a7f0b5da8e", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:23:39.140816 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33a54e42-9d6f-48d5-9777-85e7ec83cd4d {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:23:39.141219 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'tag': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e', 'status': 'completed', 'code': 200} Nov 08 00:23:39.202365 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b133f4bf-285a-4ab3-85ac-ceaeb09c9993 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:39.229261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450efb7-e87e-4368-9ac7-88822f0e9346 req-dcde80ad-1a54-4988-9dd0-442e98df5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:39.232232 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7450efb7-e87e-4368-9ac7-88822f0e9346 req-dcde80ad-1a54-4988-9dd0-442e98df5856 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b5853458dd24c08bad0734d1d809da3&device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 1096 time: 0.0474832 Nov 08 00:23:39.283627 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:39.296803 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:39.306853 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] 10.222.0.13 "DELETE /v2.0/networks/18df32d7-5f43-4f5e-b24a-697be0f5197d HTTP/1.1" status: 204 len: 168 time: 1.2147875 Nov 08 00:23:39.307078 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53052) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:39.311748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0345c54-b43a-45d3-8504-a12e80e7502e tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Pushing event deleted for resources: {'Network': ['ID=18df32d7-5f43-4f5e-b24a-697be0f5197d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:39.381275 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450efb7-e87e-4368-9ac7-88822f0e9346 req-5c03eeb6-ac4d-4045-96d8-04b05a8c12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:39.383941 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-39e073a6-abb1-4335-a1b6-31ae2b15b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 4, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port': {'id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:26Z', 'updated_at': '2021-11-08T00:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'cfc3a419-81da-4cea-b683-c31ebf410b50', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'port_id': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'mac_address': 'fa:16:3e:78:39:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:23:12Z', 'updated_at': '2021-11-08T00:23:37Z', 'revision_number': 1, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9627256-6eb1-4a7a-a58d-e36733b88bf2', 'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'mac_address': 'fa:16:3e:1e:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:29Z', 'updated_at': '2021-11-08T00:17:36Z', 'revision_number': 5, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'subnets': [{'id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:39.384887 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7450efb7-e87e-4368-9ac7-88822f0e9346 req-5c03eeb6-ac4d-4045-96d8-04b05a8c12a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0371df58-0f09-4690-9116-bbb16052317b HTTP/1.1" status: 200 len: 917 time: 0.1468511 Nov 08 00:23:39.422799 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e073a6-abb1-4335-a1b6-31ae2b15b371 None None] Checking router: e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:23:39.434141 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e073a6-abb1-4335-a1b6-31ae2b15b371 None None] Routers {'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:39.434912 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-39e073a6-abb1-4335-a1b6-31ae2b15b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:39.479580 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-b133f4bf-285a-4ab3-85ac-ceaeb09c9993 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting port bdc0a21a-6edf-4085-a776-7a0d78f7fe1f {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:39.480039 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b133f4bf-285a-4ab3-85ac-ceaeb09c9993 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:39.533791 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-04a2d890-afdb-4c3b-9bf1-bb5ee055a581 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Deleting port 1fccaa02-c5ca-48ea-b691-429fb6867957 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:39.534440 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-04a2d890-afdb-4c3b-9bf1-bb5ee055a581 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:39.546904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7450efb7-e87e-4368-9ac7-88822f0e9346 req-4284d256-8b2e-4959-bd56-2629622d748a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e HTTP/1.1" status: 200 len: 999 time: 0.1445668 Nov 08 00:23:39.568564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-39e073a6-abb1-4335-a1b6-31ae2b15b371 None None] Set router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:23:39.618462 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450efb7-e87e-4368-9ac7-88822f0e9346 req-93185e54-3668-47f3-9a98-2d7f31007ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:39.620412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7450efb7-e87e-4368-9ac7-88822f0e9346 req-93185e54-3668-47f3-9a98-2d7f31007ab2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c80a8a3-462b-4322-9544-89bc8e72d39f HTTP/1.1" status: 200 len: 855 time: 0.0646930 Nov 08 00:23:39.628752 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b133f4bf-285a-4ab3-85ac-ceaeb09c9993 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:39.650906 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-b133f4bf-285a-4ab3-85ac-ceaeb09c9993 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Calling delete_port for bdc0a21a-6edf-4085-a776-7a0d78f7fe1f owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:39.656922 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-04a2d890-afdb-4c3b-9bf1-bb5ee055a581 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:39.657259 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-04a2d890-afdb-4c3b-9bf1-bb5ee055a581 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:39.672520 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450efb7-e87e-4368-9ac7-88822f0e9346 req-3cb406f0-5a92-432b-b3c5-900476e2d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:39.674069 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7450efb7-e87e-4368-9ac7-88822f0e9346 req-3cb406f0-5a92-432b-b3c5-900476e2d616 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371df58-0f09-4690-9116-bbb16052317b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465610 Nov 08 00:23:39.677131 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-04a2d890-afdb-4c3b-9bf1-bb5ee055a581 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Calling delete_port for 1fccaa02-c5ca-48ea-b691-429fb6867957 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:39.860640 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7450efb7-e87e-4368-9ac7-88822f0e9346 req-a77ad353-0c64-4c20-9301-a477fc02ef58 service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784797 Nov 08 00:23:39.880285 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-39e073a6-abb1-4335-a1b6-31ae2b15b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 4, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port': {'id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:26Z', 'updated_at': '2021-11-08T00:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'cfc3a419-81da-4cea-b683-c31ebf410b50', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'port_id': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'mac_address': 'fa:16:3e:78:39:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:23:12Z', 'updated_at': '2021-11-08T00:23:37Z', 'revision_number': 1, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9627256-6eb1-4a7a-a58d-e36733b88bf2', 'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'mac_address': 'fa:16:3e:1e:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:29Z', 'updated_at': '2021-11-08T00:17:36Z', 'revision_number': 5, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'subnets': [{'id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:39.913745 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e073a6-abb1-4335-a1b6-31ae2b15b371 None None] The sync data for ids ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'] in n-d-816882-1 is: [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 4, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port': {'id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:26Z', 'updated_at': '2021-11-08T00:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'cfc3a419-81da-4cea-b683-c31ebf410b50', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'port_id': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'mac_address': 'fa:16:3e:78:39:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:23:12Z', 'updated_at': '2021-11-08T00:23:37Z', 'revision_number': 1, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9627256-6eb1-4a7a-a58d-e36733b88bf2', 'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'mac_address': 'fa:16:3e:1e:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:29Z', 'updated_at': '2021-11-08T00:17:36Z', 'revision_number': 5, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'subnets': [{'id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:23:39.998717 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253d51b-7f6a-4716-8d63-a818e7398d58 req-c8f07c75-bdb2-4b10-8b92-f4b8bca77606 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:40.000396 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c253d51b-7f6a-4716-8d63-a818e7398d58 req-c8f07c75-bdb2-4b10-8b92-f4b8bca77606 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.0791893 Nov 08 00:23:40.025406 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7450efb7-e87e-4368-9ac7-88822f0e9346 req-9e6ccdbd-986d-41b5-9955-4e7b59030bca service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566315 Nov 08 00:23:40.039731 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b133f4bf-285a-4ab3-85ac-ceaeb09c9993 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:40.049732 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c253d51b-7f6a-4716-8d63-a818e7398d58 req-a1a56170-bd02-4076-8cf5-b6df25ada391 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426004 Nov 08 00:23:40.084783 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-04a2d890-afdb-4c3b-9bf1-bb5ee055a581 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:40.111336 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133f4bf-285a-4ab3-85ac-ceaeb09c9993 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Port': ['ID=bdc0a21a-6edf-4085-a776-7a0d78f7fe1f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:40.168903 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2d890-afdb-4c3b-9bf1-bb5ee055a581 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Pushing event deleted for resources: {'Port': ['ID=1fccaa02-c5ca-48ea-b691-429fb6867957,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:40.220335 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa4d1c1-7a4a-45b2-b2ec-25e7467e7847 None None] New status for floating IP cfc3a419-81da-4cea-b683-c31ebf410b50: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:23:40.255494 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b133f4bf-285a-4ab3-85ac-ceaeb09c9993 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:40.296982 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-04a2d890-afdb-4c3b-9bf1-bb5ee055a581 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:40.299627 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-04a2d890-afdb-4c3b-9bf1-bb5ee055a581 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:40.318597 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-04a2d890-afdb-4c3b-9bf1-bb5ee055a581 tempest-FloatingIPAdminTestJSON-1411469553 tempest-FloatingIPAdminTestJSON-1411469553-project] 10.222.0.13 "DELETE /v2.0/floatingips/c17efb96-8fc8-418d-a5e2-dab57b85d9ad HTTP/1.1" status: 204 len: 168 time: 1.0012093 Nov 08 00:23:40.393266 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b133f4bf-285a-4ab3-85ac-ceaeb09c9993 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:40.395766 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b133f4bf-285a-4ab3-85ac-ceaeb09c9993 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:40.604667 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b133f4bf-285a-4ab3-85ac-ceaeb09c9993 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:40.605418 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b133f4bf-285a-4ab3-85ac-ceaeb09c9993 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Fanout notify agent at l3_agent the message router_deleted on router 6454f1d7-9cb0-47ea-95a4-891fa08278d3 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:23:40.613949 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b133f4bf-285a-4ab3-85ac-ceaeb09c9993 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:40.615639 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b133f4bf-285a-4ab3-85ac-ceaeb09c9993 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/routers/6454f1d7-9cb0-47ea-95a4-891fa08278d3 HTTP/1.1" status: 204 len: 168 time: 1.8007212 Nov 08 00:23:40.618730 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53088) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:40.623888 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-de6cba2e-93ef-469f-a56b-a2d853ea31be tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'network': {'name': 'tempest-RoutersTest-1624031545'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:40.763448 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6cba2e-93ef-469f-a56b-a2d853ea31be tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Made reservation on behalf of 3af6f93533bf40d089fbf3d2c0d32734 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:40.767111 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de6cba2e-93ef-469f-a56b-a2d853ea31be tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:40.792124 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6cba2e-93ef-469f-a56b-a2d853ea31be tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:23:40.800786 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de6cba2e-93ef-469f-a56b-a2d853ea31be tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:40.801137 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-de6cba2e-93ef-469f-a56b-a2d853ea31be tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Added segment 88f285b5-877b-4509-81f9-f2293c14ed6b of type vlan for network 03c86b20-59ad-46c0-936b-32ca85116bdb Nov 08 00:23:40.849767 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de6cba2e-93ef-469f-a56b-a2d853ea31be tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:40.937514 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53098) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:40.976779 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de6cba2e-93ef-469f-a56b-a2d853ea31be tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:40.983493 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6cba2e-93ef-469f-a56b-a2d853ea31be tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:40.988646 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de6cba2e-93ef-469f-a56b-a2d853ea31be tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:41.072045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cba2e-93ef-469f-a56b-a2d853ea31be tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Network': ['ID=03c86b20-59ad-46c0-936b-32ca85116bdb,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:41.082470 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 03c86b20-59ad-46c0-936b-32ca85116bdb details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:23:41.110930 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6f1b096b-cec2-4564-9a2f-ed5443198da5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=116d538f465c4abdbed1ad2eed517fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1720333 Nov 08 00:23:41.113560 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53108) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:41.120797 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-de6cba2e-93ef-469f-a56b-a2d853ea31be tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5009968 Nov 08 00:23:41.121013 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53110) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:41.127433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-aad4a27f-301e-44e7-a6a4-84295aac5d3b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'subnet': {'network_id': '03c86b20-59ad-46c0-936b-32ca85116bdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:41.295202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcc1ba-effa-48b1-88e2-e96fe2a7fed2 req-7e76a5d8-e930-4b88-8b51-44ff52851127 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:41.297069 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1dcc1ba-effa-48b1-88e2-e96fe2a7fed2 req-7e76a5d8-e930-4b88-8b51-44ff52851127 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.1513228 Nov 08 00:23:41.310483 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d8320825-e1f5-492a-b0bd-fe9ce6348d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:41.359354 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d8320825-e1f5-492a-b0bd-fe9ce6348d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:41.371554 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1dcc1ba-effa-48b1-88e2-e96fe2a7fed2 req-fb1ea9ed-be55-4840-a40d-51b3aa1b8e9c tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644727 Nov 08 00:23:41.427907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad4a27f-301e-44e7-a6a4-84295aac5d3b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Made reservation on behalf of 3af6f93533bf40d089fbf3d2c0d32734 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:41.434177 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aad4a27f-301e-44e7-a6a4-84295aac5d3b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:41.526213 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d8320825-e1f5-492a-b0bd-fe9ce6348d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:41.529205 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d8320825-e1f5-492a-b0bd-fe9ce6348d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:41.530348 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d8320825-e1f5-492a-b0bd-fe9ce6348d27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/987e961d-f7c1-45dd-8508-f62bfb47be1d HTTP/1.1" status: 204 len: 168 time: 0.4158127 Nov 08 00:23:41.544774 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8320825-e1f5-492a-b0bd-fe9ce6348d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987e961d-f7c1-45dd-8508-f62bfb47be1d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:41.759730 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aad4a27f-301e-44e7-a6a4-84295aac5d3b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:41.826558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4a27f-301e-44e7-a6a4-84295aac5d3b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Subnet': ['ID=21565514-c00f-4285-b809-974f531e6a96,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:41.834703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad4a27f-301e-44e7-a6a4-84295aac5d3b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Checking segment: {'id': '88f285b5-877b-4509-81f9-f2293c14ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '03c86b20-59ad-46c0-936b-32ca85116bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:23:41.835103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad4a27f-301e-44e7-a6a4-84295aac5d3b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network hostable DHCP agents. Network: 03c86b20-59ad-46c0-936b-32ca85116bdb, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:23:41.964497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad4a27f-301e-44e7-a6a4-84295aac5d3b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network 03c86b20-59ad-46c0-936b-32ca85116bdb is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:23:42.090462 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-aad4a27f-301e-44e7-a6a4-84295aac5d3b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 03c86b20-59ad-46c0-936b-32ca85116bdb) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:42.095323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad4a27f-301e-44e7-a6a4-84295aac5d3b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:42.096217 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aad4a27f-301e-44e7-a6a4-84295aac5d3b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:42.102693 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f623905a-4f36-411c-8c81-8edcbd053adc None None] Network 03c86b20-59ad-46c0-936b-32ca85116bdb requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:42.184884 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-aad4a27f-301e-44e7-a6a4-84295aac5d3b tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0629129 Nov 08 00:23:42.187570 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53144) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:42.198263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-63a54806-79c1-4834-a252-d54323af2d0a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1656300053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:42.301602 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-63a54806-79c1-4834-a252-d54323af2d0a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:42.304671 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-63a54806-79c1-4834-a252-d54323af2d0a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:42.359121 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53148) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:42.389898 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-63a54806-79c1-4834-a252-d54323af2d0a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:42.424793 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-03c86b20-59ad-46c0-936b-32ca85116bdb', 'network_id': '03c86b20-59ad-46c0-936b-32ca85116bdb', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'fixed_ips': [{'subnet_id': '21565514-c00f-4285-b809-974f531e6a96'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:23:42.426404 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:42.490416 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-63a54806-79c1-4834-a252-d54323af2d0a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:42.512191 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc3a1b6c-1be7-49f7-8bbb-9f6bddad2962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:42.525673 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95245ad3-f9f7-4454-aa3e-30bf30a85f02 req-8f878a46-f898-4f4c-bf0a-98ce802548b4 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:42.527803 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95245ad3-f9f7-4454-aa3e-30bf30a85f02 req-8f878a46-f898-4f4c-bf0a-98ce802548b4 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.0705972 Nov 08 00:23:42.573160 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95245ad3-f9f7-4454-aa3e-30bf30a85f02 req-d67e7c03-0d19-49c3-9e49-6f08f29c00ec tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382252 Nov 08 00:23:42.592853 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] Allocated IP 172.20.0.2 (03c86b20-59ad-46c0-936b-32ca85116bdb/21565514-c00f-4285-b809-974f531e6a96/9e7c6027-d301-4fea-ad60-014138f15d57) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:42.603183 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc3a1b6c-1be7-49f7-8bbb-9f6bddad2962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:42.611509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53154) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:42.620155 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-63a54806-79c1-4834-a252-d54323af2d0a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:42.621487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-63a54806-79c1-4834-a252-d54323af2d0a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4324801 Nov 08 00:23:42.626066 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f64353a8-93e2-4a96-a94c-d07b664c4bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:42.631367 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53156) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:42.709391 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc3a1b6c-1be7-49f7-8bbb-9f6bddad2962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:42.738215 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f64353a8-93e2-4a96-a94c-d07b664c4bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:42.770163 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cc3a1b6c-1be7-49f7-8bbb-9f6bddad2962 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92c8e394633a4811b8c04532d6f089f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4097910 Nov 08 00:23:42.773869 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a1b6c-1be7-49f7-8bbb-9f6bddad2962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55217801-79eb-4023-9bd6-bf7cc7858595,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:42.777453 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53162) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:42.794726 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:42.840987 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f64353a8-93e2-4a96-a94c-d07b664c4bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:42.846157 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-473d4459-4dbf-4ffc-9365-19a9be8deb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:42.873555 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:42.935511 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-473d4459-4dbf-4ffc-9365-19a9be8deb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:42.946340 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64353a8-93e2-4a96-a94c-d07b664c4bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401e9818-0a98-4bd5-b612-48f1b946c3d1,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:42.947097 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] Pushing event updated for resources: {'Port': ['ID=9e7c6027-d301-4fea-ad60-014138f15d57,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:42.955055 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] Network 03c86b20-59ad-46c0-936b-32ca85116bdb is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:42.955831 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f64353a8-93e2-4a96-a94c-d07b664c4bcd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bea2124fa40841e5a0a71a4feb2318c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423553 Nov 08 00:23:42.957170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:42.959710 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:42.966121 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53172) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:43.015880 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-70ce1311-c682-4149-9cce-4fb68095e647 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:43.042571 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] Attempting to bind port 9e7c6027-d301-4fea-ad60-014138f15d57 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:23:43.043151 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] Attempting to bind port 9e7c6027-d301-4fea-ad60-014138f15d57 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '88f285b5-877b-4509-81f9-f2293c14ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '03c86b20-59ad-46c0-936b-32ca85116bdb'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:23:43.043580 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] Attempting to bind port 9e7c6027-d301-4fea-ad60-014138f15d57 on network 03c86b20-59ad-46c0-936b-32ca85116bdb {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:23:43.051922 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:23:43.051922 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] Checking segment: {'id': '88f285b5-877b-4509-81f9-f2293c14ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '03c86b20-59ad-46c0-936b-32ca85116bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:23:43.051922 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:43.052456 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] Bound using segment: {'id': '88f285b5-877b-4509-81f9-f2293c14ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '03c86b20-59ad-46c0-936b-32ca85116bdb'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:23:43.052736 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] Bound port: 9e7c6027-d301-4fea-ad60-014138f15d57, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f285b5-877b-4509-81f9-f2293c14ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '03c86b20-59ad-46c0-936b-32ca85116bdb'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:23:43.053182 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:43.061767 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b8c62c4-b0c2-46c4-b4f7-94c4e182960f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:43.111942 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b8c62c4-b0c2-46c4-b4f7-94c4e182960f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:43.150827 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] For port 9e7c6027-d301-4fea-ad60-014138f15d57, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:23:43.155398 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] For port 9e7c6027-d301-4fea-ad60-014138f15d57, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9e7c6027-d301-4fea-ad60-014138f15d57,segment=NetworkSegment(88f285b5-877b-4509-81f9-f2293c14ed6b),segment_id=88f285b5-877b-4509-81f9-f2293c14ed6b)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:23:43.159757 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-473d4459-4dbf-4ffc-9365-19a9be8deb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:43.162627 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-473d4459-4dbf-4ffc-9365-19a9be8deb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:43.168215 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-473d4459-4dbf-4ffc-9365-19a9be8deb9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55217801-79eb-4023-9bd6-bf7cc7858595 HTTP/1.1" status: 204 len: 168 time: 0.3881359 Nov 08 00:23:43.179765 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d4459-4dbf-4ffc-9365-19a9be8deb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55217801-79eb-4023-9bd6-bf7cc7858595,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:43.337163 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b8c62c4-b0c2-46c4-b4f7-94c4e182960f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:43.338724 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:43.346408 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b8c62c4-b0c2-46c4-b4f7-94c4e182960f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:43.349938 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1b8c62c4-b0c2-46c4-b4f7-94c4e182960f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/401e9818-0a98-4bd5-b612-48f1b946c3d1 HTTP/1.1" status: 204 len: 168 time: 0.3719852 Nov 08 00:23:43.359125 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c62c4-b0c2-46c4-b4f7-94c4e182960f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401e9818-0a98-4bd5-b612-48f1b946c3d1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:43.487460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7087175-b89e-4f8f-95b4-8dc03fddbd3e None None] Pushing event updated for resources: {'Port': ['ID=9e7c6027-d301-4fea-ad60-014138f15d57,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:43.695728 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-70ce1311-c682-4149-9cce-4fb68095e647 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Allocated IP 172.20.0.1 (03c86b20-59ad-46c0-936b-32ca85116bdb/21565514-c00f-4285-b809-974f531e6a96/b5978fb6-1b37-4e74-a58c-e6054626b400) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:43.911024 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-70ce1311-c682-4149-9cce-4fb68095e647 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:44.050232 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33872e7-c1b0-4a76-b874-34fee5d5e714 req-995e7140-2ad3-481c-aa1e-9ad17b893f22 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:44.055869 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f33872e7-c1b0-4a76-b874-34fee5d5e714 req-995e7140-2ad3-481c-aa1e-9ad17b893f22 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.3116066 Nov 08 00:23:44.108248 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f33872e7-c1b0-4a76-b874-34fee5d5e714 req-0c7cf654-db6a-4233-9ff4-92e18a467035 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452127 Nov 08 00:23:44.129413 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-70ce1311-c682-4149-9cce-4fb68095e647 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:44.184513 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ce1311-c682-4149-9cce-4fb68095e647 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network 03c86b20-59ad-46c0-936b-32ca85116bdb is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:44.187807 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-70ce1311-c682-4149-9cce-4fb68095e647 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:44.190390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ce1311-c682-4149-9cce-4fb68095e647 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:44.203294 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce1311-c682-4149-9cce-4fb68095e647 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=b5978fb6-1b37-4e74-a58c-e6054626b400,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:44.247607 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-70ce1311-c682-4149-9cce-4fb68095e647 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:44.307080 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53192) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:44.324040 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-085b0690-a961-4247-9efe-43923e10ff6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:44.425649 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-085b0690-a961-4247-9efe-43923e10ff6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:44.440215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53196) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:44.455397 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1215-4296-4c47-a4ed-1865a74d2cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:44.507546 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-70ce1311-c682-4149-9cce-4fb68095e647 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:44.558898 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-085b0690-a961-4247-9efe-43923e10ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:44.598997 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b0690-a961-4247-9efe-43923e10ff6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a3d446-80d1-42de-9f3a-fc50965f3cfe,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:44.621871 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-085b0690-a961-4247-9efe-43923e10ff6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31f9a7ee2f7b4cc888973a1f6e1a6a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135347 Nov 08 00:23:44.624471 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53198) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:44.695347 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-49314ac4-1a1c-43a2-a156-ee7347bcecd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:44.698085 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1215-4296-4c47-a4ed-1865a74d2cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:44.736046 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-49314ac4-1a1c-43a2-a156-ee7347bcecd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:44.796936 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1215-4296-4c47-a4ed-1865a74d2cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:44.809174 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a622b4d-f715-47cb-a5df-ea06f2b778f1 None None] Network 03c86b20-59ad-46c0-936b-32ca85116bdb requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:44.849913 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-aa7e1215-4296-4c47-a4ed-1865a74d2cb4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9226916eb444e09b1a614ff7f705599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4085567 Nov 08 00:23:44.853416 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53202) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:44.860162 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e1215-4296-4c47-a4ed-1865a74d2cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd3b3b2-9498-4a8f-8bf0-83c7d326c1f2,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:44.892215 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9e7c6027-d301-4fea-ad60-014138f15d57 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:23:44.917432 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c80294e-81e0-4859-9c85-7b1e7e25e129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:44.933678 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4143044a-09aa-4b9d-be95-5b254cc5b41b None None] Provisioning complete for port 9e7c6027-d301-4fea-ad60-014138f15d57 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:44.934405 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-70ce1311-c682-4149-9cce-4fb68095e647 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:44.934555 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4143044a-09aa-4b9d-be95-5b254cc5b41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:44.942710 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c80294e-81e0-4859-9c85-7b1e7e25e129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:44.958584 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-49314ac4-1a1c-43a2-a156-ee7347bcecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:44.961267 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-49314ac4-1a1c-43a2-a156-ee7347bcecd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:44.962721 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-49314ac4-1a1c-43a2-a156-ee7347bcecd8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2a3d446-80d1-42de-9f3a-fc50965f3cfe HTTP/1.1" status: 204 len: 168 time: 0.3370996 Nov 08 00:23:44.986319 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49314ac4-1a1c-43a2-a156-ee7347bcecd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a3d446-80d1-42de-9f3a-fc50965f3cfe,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:45.016017 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-70ce1311-c682-4149-9cce-4fb68095e647 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:45.063843 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c80294e-81e0-4859-9c85-7b1e7e25e129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:45.069718 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c80294e-81e0-4859-9c85-7b1e7e25e129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:45.073157 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9c80294e-81e0-4859-9c85-7b1e7e25e129 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddd3b3b2-9498-4a8f-8bf0-83c7d326c1f2 HTTP/1.1" status: 204 len: 168 time: 0.2183118 Nov 08 00:23:45.082598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 9e7c6027-d301-4fea-ad60-014138f15d57 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:45.082970 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:45.106062 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80294e-81e0-4859-9c85-7b1e7e25e129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd3b3b2-9498-4a8f-8bf0-83c7d326c1f2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:45.255166 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-70ce1311-c682-4149-9cce-4fb68095e647 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:45.348755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce1311-c682-4149-9cce-4fb68095e647 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=b5978fb6-1b37-4e74-a58c-e6054626b400,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:45.392823 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4143044a-09aa-4b9d-be95-5b254cc5b41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:45.430589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f8110-bfaa-4d7e-acce-de00e0df4aa0 req-77fff303-918b-4455-8d4b-7a897af303dc tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:45.438936 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-367f8110-bfaa-4d7e-acce-de00e0df4aa0 req-77fff303-918b-4455-8d4b-7a897af303dc tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.1587210 Nov 08 00:23:45.501211 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-367f8110-bfaa-4d7e-acce-de00e0df4aa0 req-4468f24e-c94e-4d6b-abc5-6077c10010c7 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612288 Nov 08 00:23:45.525773 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ce1311-c682-4149-9cce-4fb68095e647 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network 03c86b20-59ad-46c0-936b-32ca85116bdb is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:45.527521 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-70ce1311-c682-4149-9cce-4fb68095e647 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:45.536748 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4143044a-09aa-4b9d-be95-5b254cc5b41b None None] For port 9e7c6027-d301-4fea-ad60-014138f15d57, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9e7c6027-d301-4fea-ad60-014138f15d57,segment=NetworkSegment(88f285b5-877b-4509-81f9-f2293c14ed6b),segment_id=88f285b5-877b-4509-81f9-f2293c14ed6b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:45.548085 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:45.664278 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4143044a-09aa-4b9d-be95-5b254cc5b41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:45.750633 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:23:45.751087 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:23:45.751697 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143044a-09aa-4b9d-be95-5b254cc5b41b None None] Pushing event updated for resources: {'Port': ['ID=9e7c6027-d301-4fea-ad60-014138f15d57,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:45.792739 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c7b68c70-667d-453b-ab59-c983a0860345 None None] Provisioning complete for port b5978fb6-1b37-4e74-a58c-e6054626b400 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:45.793766 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7b68c70-667d-453b-ab59-c983a0860345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:45.809996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ce1311-c682-4149-9cce-4fb68095e647 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router a9ff9589-6abc-43e9-83fe-0c1c26435c7a is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:23:45.868284 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c7b68c70-667d-453b-ab59-c983a0860345 None None] Port b5978fb6-1b37-4e74-a58c-e6054626b400 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:23:45.887333 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c7b68c70-667d-453b-ab59-c983a0860345 None None] Provisioning complete for port 9e7c6027-d301-4fea-ad60-014138f15d57 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:45.887873 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7b68c70-667d-453b-ab59-c983a0860345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:45.969963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ce1311-c682-4149-9cce-4fb68095e647 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:23:45.975208 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-70ce1311-c682-4149-9cce-4fb68095e647 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/a9ff9589-6abc-43e9-83fe-0c1c26435c7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3417773 Nov 08 00:23:45.978432 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53226) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:45.988444 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2291636b-bf61-4e3f-8189-91b079856ec7 None None] Sync routers for ids ['a9ff9589-6abc-43e9-83fe-0c1c26435c7a'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:23:46.004229 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2291636b-bf61-4e3f-8189-91b079856ec7 None None] Routers {'a9ff9589-6abc-43e9-83fe-0c1c26435c7a'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:46.004862 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2291636b-bf61-4e3f-8189-91b079856ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['a9ff9589-6abc-43e9-83fe-0c1c26435c7a'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:46.045964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d6856a-141f-4453-82b6-11717f89d44e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:46.047623 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f9d6856a-141f-4453-82b6-11717f89d44e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/ports/b5978fb6-1b37-4e74-a58c-e6054626b400 HTTP/1.1" status: 200 len: 910 time: 0.0667081 Nov 08 00:23:46.055552 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53232) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:46.056533 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-aa1be624-bfcc-4e22-a319-83f293b948c3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '21565514-c00f-4285-b809-974f531e6a96'}]}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:46.065041 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2291636b-bf61-4e3f-8189-91b079856ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:46.081587 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2291636b-bf61-4e3f-8189-91b079856ec7 None None] Routers {'a9ff9589-6abc-43e9-83fe-0c1c26435c7a'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:46.082424 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2291636b-bf61-4e3f-8189-91b079856ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['a9ff9589-6abc-43e9-83fe-0c1c26435c7a'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:46.185915 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2291636b-bf61-4e3f-8189-91b079856ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:46.186599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2291636b-bf61-4e3f-8189-91b079856ec7 None None] The sync data for ids ['a9ff9589-6abc-43e9-83fe-0c1c26435c7a'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:23:46.222269 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3f38d51e-19bf-4b29-a146-c37f11bc03be None None] Provisioning complete for port b5978fb6-1b37-4e74-a58c-e6054626b400 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:46.222638 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f38d51e-19bf-4b29-a146-c37f11bc03be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:46.337336 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3f38d51e-19bf-4b29-a146-c37f11bc03be None None] Port b5978fb6-1b37-4e74-a58c-e6054626b400 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:23:46.356196 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa1be624-bfcc-4e22-a319-83f293b948c3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:46.463311 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a9097b0c-ede4-4b6a-b64e-3862028192b7 None None] Provisioning complete for port b5978fb6-1b37-4e74-a58c-e6054626b400 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:46.464386 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a9097b0c-ede4-4b6a-b64e-3862028192b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:46.524201 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a9097b0c-ede4-4b6a-b64e-3862028192b7 None None] Port b5978fb6-1b37-4e74-a58c-e6054626b400 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:23:46.713814 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69065a2-31ea-469b-8d1e-f8e41788c353 req-7ca2af2c-721b-4394-9e5f-21c2aca20242 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:46.715557 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b69065a2-31ea-469b-8d1e-f8e41788c353 req-7ca2af2c-721b-4394-9e5f-21c2aca20242 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.1235573 Nov 08 00:23:46.818962 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9e7c6027-d301-4fea-ad60-014138f15d57 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:23:46.852075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b69065a2-31ea-469b-8d1e-f8e41788c353 req-91365ad9-c905-4498-81e1-a43a07b3b6a2 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298809 Nov 08 00:23:47.033537 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 9e7c6027-d301-4fea-ad60-014138f15d57 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:47.034089 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:47.071174 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa1be624-bfcc-4e22-a319-83f293b948c3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:47.111560 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53270) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:47.136029 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa1be624-bfcc-4e22-a319-83f293b948c3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:47.232349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1be624-bfcc-4e22-a319-83f293b948c3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=b5978fb6-1b37-4e74-a58c-e6054626b400,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:47.242959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1be624-bfcc-4e22-a319-83f293b948c3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:47.243831 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa1be624-bfcc-4e22-a319-83f293b948c3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:47.246279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-aa1be624-bfcc-4e22-a319-83f293b948c3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/ports/b5978fb6-1b37-4e74-a58c-e6054626b400 HTTP/1.1" status: 200 len: 910 time: 1.1936851 Nov 08 00:23:47.249715 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53278) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:47.293422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c423a0a8-1f55-436d-8c49-e3a6344188d1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1232721342'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:47.403351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c423a0a8-1f55-436d-8c49-e3a6344188d1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Made reservation on behalf of 7d8f92a8845d4e17a0b5b989bd5a507c for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:47.409324 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c423a0a8-1f55-436d-8c49-e3a6344188d1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:47.419911 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c423a0a8-1f55-436d-8c49-e3a6344188d1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:47.532500 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c423a0a8-1f55-436d-8c49-e3a6344188d1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:47.610849 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c423a0a8-1f55-436d-8c49-e3a6344188d1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:47.655462 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c423a0a8-1f55-436d-8c49-e3a6344188d1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:23:47.680004 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c423a0a8-1f55-436d-8c49-e3a6344188d1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:47.680375 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-c423a0a8-1f55-436d-8c49-e3a6344188d1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Added segment 593fffad-c8d5-4f54-a54e-9c1d4698f712 of type vlan for network 7da5f1fe-05f2-4812-9632-6fe7c3e9098c Nov 08 00:23:47.681644 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423a0a8-1f55-436d-8c49-e3a6344188d1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da8610e-fe3d-4767-9ccd-8ed2bb3e6153,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:47.732746 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c423a0a8-1f55-436d-8c49-e3a6344188d1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:47.823293 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c423a0a8-1f55-436d-8c49-e3a6344188d1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:47.829150 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c423a0a8-1f55-436d-8c49-e3a6344188d1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:47.829761 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c423a0a8-1f55-436d-8c49-e3a6344188d1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:47.915465 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423a0a8-1f55-436d-8c49-e3a6344188d1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event updated for resources: {'Network': ['ID=7da5f1fe-05f2-4812-9632-6fe7c3e9098c,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:47.929641 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 7da5f1fe-05f2-4812-9632-6fe7c3e9098c details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:23:47.946793 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c423a0a8-1f55-436d-8c49-e3a6344188d1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8338811 Nov 08 00:23:47.950761 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53296) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:47.956141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-50a0ad8f-77bd-4ab2-b5c6-0752c6b082be tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Request body: {'subnet': {'network_id': '7da5f1fe-05f2-4812-9632-6fe7c3e9098c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:47.996458 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:48.097763 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aeb293-5eb9-4b1d-9a2a-f62a49d352d9 req-9bcf9a81-ce1f-4687-a65b-be240b7ac21c tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:48.099355 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f3aeb293-5eb9-4b1d-9a2a-f62a49d352d9 req-9bcf9a81-ce1f-4687-a65b-be240b7ac21c tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.1500056 Nov 08 00:23:48.152781 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f3aeb293-5eb9-4b1d-9a2a-f62a49d352d9 req-43e4918c-be71-4386-b0d5-49cbdc99a01e tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419593 Nov 08 00:23:48.153642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a0ad8f-77bd-4ab2-b5c6-0752c6b082be tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Made reservation on behalf of 7d8f92a8845d4e17a0b5b989bd5a507c for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:48.157510 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-50a0ad8f-77bd-4ab2-b5c6-0752c6b082be tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:48.317028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting port b5978fb6-1b37-4e74-a58c-e6054626b400 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:48.317627 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:48.401879 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:48.414040 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Calling delete_port for b5978fb6-1b37-4e74-a58c-e6054626b400 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:48.438902 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-50a0ad8f-77bd-4ab2-b5c6-0752c6b082be tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:48.534280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0ad8f-77bd-4ab2-b5c6-0752c6b082be tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event updated for resources: {'Subnet': ['ID=dc9639c8-0381-4865-af4d-cd94cbde9bc3,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:48.545804 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a0ad8f-77bd-4ab2-b5c6-0752c6b082be tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Checking segment: {'id': '593fffad-c8d5-4f54-a54e-9c1d4698f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7da5f1fe-05f2-4812-9632-6fe7c3e9098c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:23:48.546177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a0ad8f-77bd-4ab2-b5c6-0752c6b082be tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Network hostable DHCP agents. Network: 7da5f1fe-05f2-4812-9632-6fe7c3e9098c, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:23:48.684156 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a0ad8f-77bd-4ab2-b5c6-0752c6b082be tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Network 7da5f1fe-05f2-4812-9632-6fe7c3e9098c is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:23:48.730073 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:48.756668 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Port': ['ID=b5978fb6-1b37-4e74-a58c-e6054626b400,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:48.768395 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:48.768730 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:48.769064 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:48.769397 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:48.769732 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:48.770056 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:48.770377 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:48.770699 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:48.771017 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:48.771335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:48.771655 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:48.771996 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:48.848675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-50a0ad8f-77bd-4ab2-b5c6-0752c6b082be tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 7da5f1fe-05f2-4812-9632-6fe7c3e9098c) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:48.848675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a0ad8f-77bd-4ab2-b5c6-0752c6b082be tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:48.849326 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-50a0ad8f-77bd-4ab2-b5c6-0752c6b082be tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:48.856425 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8368cff-bdfb-417d-806f-8d4c15ab7b32 None None] Network 7da5f1fe-05f2-4812-9632-6fe7c3e9098c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:48.981939 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:49.030882 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-50a0ad8f-77bd-4ab2-b5c6-0752c6b082be tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0790317 Nov 08 00:23:49.033335 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53336) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:49.045285 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-1ee245d9-97f6-4495-b8f2-933923c6efae tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Request body: {'port': {'network_id': '7da5f1fe-05f2-4812-9632-6fe7c3e9098c', 'name': 'tempest-AllowedAddressPairTestJSON-338134284'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:49.048603 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-7da5f1fe-05f2-4812-9632-6fe7c3e9098c', 'network_id': '7da5f1fe-05f2-4812-9632-6fe7c3e9098c', 'tenant_id': '7d8f92a8845d4e17a0b5b989bd5a507c', 'fixed_ips': [{'subnet_id': 'dc9639c8-0381-4865-af4d-cd94cbde9bc3'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:23:49.052966 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:49.214182 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router a9ff9589-6abc-43e9-83fe-0c1c26435c7a has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:23:49.274408 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Allocated IP 172.20.0.2 (7da5f1fe-05f2-4812-9632-6fe7c3e9098c/dc9639c8-0381-4865-af4d-cd94cbde9bc3/24cd65b5-926c-482d-a207-0a406d1dcde4) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:49.316567 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee245d9-97f6-4495-b8f2-933923c6efae tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Made reservation on behalf of 7d8f92a8845d4e17a0b5b989bd5a507c for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:49.321152 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ee245d9-97f6-4495-b8f2-933923c6efae tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:49.326893 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:23:49.343025 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a83ee386-5396-4471-9cad-bb1ce229e78e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/a9ff9589-6abc-43e9-83fe-0c1c26435c7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0912845 Nov 08 00:23:49.345580 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53348) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:49.351070 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef4af1-d080-470d-a498-2524a9097b6c None None] Sync routers for ids ['a9ff9589-6abc-43e9-83fe-0c1c26435c7a'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:23:49.361314 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47c6f2-848f-437e-a273-0ca7a574ddd6 req-5fbabb9e-9a1e-4bba-b735-0d4f485d8244 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:49.362083 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef4af1-d080-470d-a498-2524a9097b6c None None] Routers {'a9ff9589-6abc-43e9-83fe-0c1c26435c7a'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:49.362810 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ebef4af1-d080-470d-a498-2524a9097b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['a9ff9589-6abc-43e9-83fe-0c1c26435c7a'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:49.363526 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab47c6f2-848f-437e-a273-0ca7a574ddd6 req-5fbabb9e-9a1e-4bba-b735-0d4f485d8244 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.0965374 Nov 08 00:23:49.371321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-1ee245d9-97f6-4495-b8f2-933923c6efae tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] device_id is not set on port 4b86fec4-ea2c-414a-a633-08000cfc7442 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:23:49.406958 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-31068f47-00f3-4967-a40f-d0a9d52872cd tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ff9589-6abc-43e9-83fe-0c1c26435c7a HTTP/1.1" status: 200 len: 205 time: 0.0595477 Nov 08 00:23:49.409543 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53354) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:49.460621 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ebef4af1-d080-470d-a498-2524a9097b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:49.472261 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef4af1-d080-470d-a498-2524a9097b6c None None] Routers {'a9ff9589-6abc-43e9-83fe-0c1c26435c7a'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:23:49.473899 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ebef4af1-d080-470d-a498-2524a9097b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:23:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['a9ff9589-6abc-43e9-83fe-0c1c26435c7a'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:49.519961 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ebef4af1-d080-470d-a498-2524a9097b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:49.520776 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef4af1-d080-470d-a498-2524a9097b6c None None] The sync data for ids ['a9ff9589-6abc-43e9-83fe-0c1c26435c7a'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:23:49.535361 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab47c6f2-848f-437e-a273-0ca7a574ddd6 req-47d551bc-b405-49ca-bec5-294d9c9571e3 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582837 Nov 08 00:23:49.567890 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-545f9007-edef-493b-8509-2a0ee435fe99 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:49.596404 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:49.656120 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:49.714205 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Network 7da5f1fe-05f2-4812-9632-6fe7c3e9098c is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:49.717214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:49.732772 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:49.741967 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-1ee245d9-97f6-4495-b8f2-933923c6efae tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Allocated IP 172.20.0.9 (7da5f1fe-05f2-4812-9632-6fe7c3e9098c/dc9639c8-0381-4865-af4d-cd94cbde9bc3/4b86fec4-ea2c-414a-a633-08000cfc7442) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:49.761823 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Pushing event updated for resources: {'Port': ['ID=24cd65b5-926c-482d-a207-0a406d1dcde4,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:49.810428 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-545f9007-edef-493b-8509-2a0ee435fe99 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:49.810794 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:49.811233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:49.811660 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:49.812140 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:49.812558 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:49.812681 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-545f9007-edef-493b-8509-2a0ee435fe99 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:49.814781 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:49.814781 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:49.814781 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:49.815149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:49.815563 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:49.816136 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:49.817052 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:49.847703 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Attempting to bind port 24cd65b5-926c-482d-a207-0a406d1dcde4 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:23:49.848184 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Attempting to bind port 24cd65b5-926c-482d-a207-0a406d1dcde4 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '593fffad-c8d5-4f54-a54e-9c1d4698f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7da5f1fe-05f2-4812-9632-6fe7c3e9098c'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:23:49.848637 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Attempting to bind port 24cd65b5-926c-482d-a207-0a406d1dcde4 on network 7da5f1fe-05f2-4812-9632-6fe7c3e9098c {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:23:49.855212 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:23:49.855588 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Checking segment: {'id': '593fffad-c8d5-4f54-a54e-9c1d4698f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7da5f1fe-05f2-4812-9632-6fe7c3e9098c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:23:49.856346 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:49.856868 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Bound using segment: {'id': '593fffad-c8d5-4f54-a54e-9c1d4698f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7da5f1fe-05f2-4812-9632-6fe7c3e9098c'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:23:49.857458 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Bound port: 24cd65b5-926c-482d-a207-0a406d1dcde4, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593fffad-c8d5-4f54-a54e-9c1d4698f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7da5f1fe-05f2-4812-9632-6fe7c3e9098c'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:23:49.857849 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:49.964933 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] For port 24cd65b5-926c-482d-a207-0a406d1dcde4, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:23:49.969129 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] For port 24cd65b5-926c-482d-a207-0a406d1dcde4, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=24cd65b5-926c-482d-a207-0a406d1dcde4,segment=NetworkSegment(593fffad-c8d5-4f54-a54e-9c1d4698f712),segment_id=593fffad-c8d5-4f54-a54e-9c1d4698f712)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:23:49.998441 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ee245d9-97f6-4495-b8f2-933923c6efae tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:50.021661 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-545f9007-edef-493b-8509-2a0ee435fe99 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:50.022788 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545f9007-edef-493b-8509-2a0ee435fe99 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Fanout notify agent at l3_agent the message router_deleted on router a9ff9589-6abc-43e9-83fe-0c1c26435c7a {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:23:50.034466 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-545f9007-edef-493b-8509-2a0ee435fe99 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:50.039755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53376) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:50.040915 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-545f9007-edef-493b-8509-2a0ee435fe99 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/routers/a9ff9589-6abc-43e9-83fe-0c1c26435c7a HTTP/1.1" status: 204 len: 168 time: 0.6289101 Nov 08 00:23:50.045559 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:50.124371 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-892b02cf-2e97-4fa6-84f4-25b5988bd0f7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting subnet 21565514-c00f-4285-b809-974f531e6a96 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:23:50.131299 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-892b02cf-2e97-4fa6-84f4-25b5988bd0f7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:50.142997 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec80517-9e28-498a-92e5-2102a7d95fd5 None None] Pushing event updated for resources: {'Port': ['ID=24cd65b5-926c-482d-a207-0a406d1dcde4,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:50.175332 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-892b02cf-2e97-4fa6-84f4-25b5988bd0f7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:50.209775 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ee245d9-97f6-4495-b8f2-933923c6efae tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:50.333089 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee245d9-97f6-4495-b8f2-933923c6efae tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Network 7da5f1fe-05f2-4812-9632-6fe7c3e9098c is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:50.336136 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-1ee245d9-97f6-4495-b8f2-933923c6efae tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:50.346450 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-892b02cf-2e97-4fa6-84f4-25b5988bd0f7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:50.358302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee245d9-97f6-4495-b8f2-933923c6efae tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:50.397686 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee245d9-97f6-4495-b8f2-933923c6efae tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event updated for resources: {'Port': ['ID=4b86fec4-ea2c-414a-a633-08000cfc7442,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:50.441641 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee245d9-97f6-4495-b8f2-933923c6efae tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:50.441896 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ee245d9-97f6-4495-b8f2-933923c6efae tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:50.617266 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1ee245d9-97f6-4495-b8f2-933923c6efae tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5789170 Nov 08 00:23:50.618265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53398) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:50.622082 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-892b02cf-2e97-4fa6-84f4-25b5988bd0f7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:50.629633 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-751b3529-bd6a-4c1f-8b49-ec14d85438f6 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Request body: {'port': {'network_id': '7da5f1fe-05f2-4812-9632-6fe7c3e9098c', 'name': 'tempest-AllowedAddressPairTestJSON-687551459', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:8d:7e:b8'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:50.682082 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b02cf-2e97-4fa6-84f4-25b5988bd0f7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Subnet': ['ID=21565514-c00f-4285-b809-974f531e6a96,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:50.730506 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-892b02cf-2e97-4fa6-84f4-25b5988bd0f7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:50.735497 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-892b02cf-2e97-4fa6-84f4-25b5988bd0f7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/subnets/21565514-c00f-4285-b809-974f531e6a96 HTTP/1.1" status: 204 len: 168 time: 0.6932135 Nov 08 00:23:50.739997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53402) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:50.742336 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9b97d7-caa2-4efd-972f-05a322f77adc None None] Network 03c86b20-59ad-46c0-936b-32ca85116bdb requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:50.830003 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:50.843927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12c9c4-0c6b-47b9-a985-9cf5e8a66115 req-fedaf6eb-8b3a-423a-9182-10f36f3e6c3d tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:50.845477 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fd12c9c4-0c6b-47b9-a985-9cf5e8a66115 req-fedaf6eb-8b3a-423a-9182-10f36f3e6c3d tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.2207601 Nov 08 00:23:50.867046 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751b3529-bd6a-4c1f-8b49-ec14d85438f6 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Made reservation on behalf of 7d8f92a8845d4e17a0b5b989bd5a507c for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:50.883224 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 24cd65b5-926c-482d-a207-0a406d1dcde4 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:23:50.982546 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fd12c9c4-0c6b-47b9-a985-9cf5e8a66115 req-05c8e782-4b50-418a-ad38-bb4357ff53cf tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293232 Nov 08 00:23:51.003284 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting port 9e7c6027-d301-4fea-ad60-014138f15d57 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:51.003860 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.034130 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 24cd65b5-926c-482d-a207-0a406d1dcde4 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:51.034865 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.082764 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-751b3529-bd6a-4c1f-8b49-ec14d85438f6 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.118499 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c806688-b5d5-447e-bf2f-54709a5426fd None None] DHCP port deletion for 03c86b20-59ad-46c0-936b-32ca85116bdb request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:23:51.130432 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] For port 9e7c6027-d301-4fea-ad60-014138f15d57, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9e7c6027-d301-4fea-ad60-014138f15d57,segment=NetworkSegment(88f285b5-877b-4509-81f9-f2293c14ed6b),segment_id=88f285b5-877b-4509-81f9-f2293c14ed6b)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:51.133782 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.137189 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-751b3529-bd6a-4c1f-8b49-ec14d85438f6 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] device_id is not set on port db58b915-a461-442b-9c83-2c99d4536fc3 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:23:51.149061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Calling delete_port for 9e7c6027-d301-4fea-ad60-014138f15d57 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:51.236155 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.272386 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6c806688-b5d5-447e-bf2f-54709a5426fd None None] Deleting port 9e7c6027-d301-4fea-ad60-014138f15d57 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:51.273634 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c806688-b5d5-447e-bf2f-54709a5426fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.343661 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 24cd65b5-926c-482d-a207-0a406d1dcde4, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=24cd65b5-926c-482d-a207-0a406d1dcde4,segment=NetworkSegment(593fffad-c8d5-4f54-a54e-9c1d4698f712),segment_id=593fffad-c8d5-4f54-a54e-9c1d4698f712)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:51.347334 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.355265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-751b3529-bd6a-4c1f-8b49-ec14d85438f6 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Allocated IP 172.20.0.10 (7da5f1fe-05f2-4812-9632-6fe7c3e9098c/dc9639c8-0381-4865-af4d-cd94cbde9bc3/db58b915-a461-442b-9c83-2c99d4536fc3) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:51.366510 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-6c806688-b5d5-447e-bf2f-54709a5426fd None None] For port 9e7c6027-d301-4fea-ad60-014138f15d57, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9e7c6027-d301-4fea-ad60-014138f15d57,segment=NetworkSegment(88f285b5-877b-4509-81f9-f2293c14ed6b),segment_id=88f285b5-877b-4509-81f9-f2293c14ed6b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:51.367174 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c806688-b5d5-447e-bf2f-54709a5426fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.384664 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6c806688-b5d5-447e-bf2f-54709a5426fd None None] Calling delete_port for 9e7c6027-d301-4fea-ad60-014138f15d57 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:51.385124 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Port': ['ID=9e7c6027-d301-4fea-ad60-014138f15d57,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:51.387333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] No DVR routers for this DVR port 9e7c6027-d301-4fea-ad60-014138f15d57 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:23:51.454549 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.567745 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.601098 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c86b20-59ad-46c0-936b-32ca85116bdb']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:51.623281 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53438) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:51.624721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=24cd65b5-926c-482d-a207-0a406d1dcde4,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:51.631578 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-75b82dd1-564e-4412-a686-141c2829f212 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1723231790'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:51.639841 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c806688-b5d5-447e-bf2f-54709a5426fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.640928 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f285b5-877b-4509-81f9-f2293c14ed6b') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:51.641232 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f285b5-877b-4509-81f9-f2293c14ed6b') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:23:51.660723 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.674994 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-751b3529-bd6a-4c1f-8b49-ec14d85438f6 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.678668 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dcf466-b8b2-45ad-b780-d70ab5a1d269 None None] Network 7da5f1fe-05f2-4812-9632-6fe7c3e9098c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:51.698315 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.698819 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c806688-b5d5-447e-bf2f-54709a5426fd None None] Pushing event deleted for resources: {'Port': ['ID=9e7c6027-d301-4fea-ad60-014138f15d57,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:51.704566 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:23:51.709393 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:23:51.732012 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c806688-b5d5-447e-bf2f-54709a5426fd None None] No DVR routers for this DVR port 9e7c6027-d301-4fea-ad60-014138f15d57 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:23:51.758813 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ccfcfd8e-cbb2-4eb2-9868-e385b27857ec None None] Provisioning complete for port 24cd65b5-926c-482d-a207-0a406d1dcde4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:51.759185 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ccfcfd8e-cbb2-4eb2-9868-e385b27857ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.760466 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b82dd1-564e-4412-a686-141c2829f212 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Made reservation on behalf of 7a42c6631eb4454c896f7292ef18f39f for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:51.771715 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-75b82dd1-564e-4412-a686-141c2829f212 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.820737 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b82dd1-564e-4412-a686-141c2829f212 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:23:51.828595 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-751b3529-bd6a-4c1f-8b49-ec14d85438f6 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.836569 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-75b82dd1-564e-4412-a686-141c2829f212 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.836911 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-75b82dd1-564e-4412-a686-141c2829f212 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Added segment 88935eb9-020a-4952-9061-2248258a7125 of type vlan for network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 Nov 08 00:23:51.856884 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.866393 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:51.870861 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/networks/03c86b20-59ad-46c0-936b-32ca85116bdb HTTP/1.1" status: 204 len: 168 time: 1.1298418 Nov 08 00:23:51.874636 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53446) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:51.879955 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-1a31d865-d482-4886-ae12-fb1aafdf44b1 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2036521417', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:51.916097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ffa52-0519-40bc-b06b-175f16554f86 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Network': ['ID=03c86b20-59ad-46c0-936b-32ca85116bdb,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:51.917508 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751b3529-bd6a-4c1f-8b49-ec14d85438f6 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Network 7da5f1fe-05f2-4812-9632-6fe7c3e9098c is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:51.920579 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-751b3529-bd6a-4c1f-8b49-ec14d85438f6 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:51.924873 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b3529-bd6a-4c1f-8b49-ec14d85438f6 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:51.927561 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b3529-bd6a-4c1f-8b49-ec14d85438f6 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event updated for resources: {'Port': ['ID=db58b915-a461-442b-9c83-2c99d4536fc3,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:51.996276 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-75b82dd1-564e-4412-a686-141c2829f212 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.015657 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a31d865-d482-4886-ae12-fb1aafdf44b1 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.016797 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a31d865-d482-4886-ae12-fb1aafdf44b1 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.022000 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751b3529-bd6a-4c1f-8b49-ec14d85438f6 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:52.022701 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-751b3529-bd6a-4c1f-8b49-ec14d85438f6 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.118071 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-75b82dd1-564e-4412-a686-141c2829f212 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.119605 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a31d865-d482-4886-ae12-fb1aafdf44b1 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.124986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b82dd1-564e-4412-a686-141c2829f212 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:52.126897 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-75b82dd1-564e-4412-a686-141c2829f212 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.164137 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-751b3529-bd6a-4c1f-8b49-ec14d85438f6 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.5404603 Nov 08 00:23:52.164289 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590144a-5193-43cb-aefe-dd116e6273d3 req-fdd490df-45a6-419f-bf51-bdc17b41546d tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:52.164289 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f590144a-5193-43cb-aefe-dd116e6273d3 req-fdd490df-45a6-419f-bf51-bdc17b41546d tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.0597589 Nov 08 00:23:52.164798 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53462) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:52.214937 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b82dd1-564e-4412-a686-141c2829f212 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event updated for resources: {'Network': ['ID=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:52.231317 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:23:52.253925 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a31d865-d482-4886-ae12-fb1aafdf44b1 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.267088 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-75b82dd1-564e-4412-a686-141c2829f212 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6426270 Nov 08 00:23:52.267666 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53468) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:52.273882 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f2c7eac4-dd0e-497e-9d8e-af4b20edb4f6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-619811081'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:52.311945 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f590144a-5193-43cb-aefe-dd116e6273d3 req-9bae856b-15ed-4778-a2db-17c19c466f6f tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373587 Nov 08 00:23:52.323266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a61844-c5fb-4231-8901-ed56f09bae3f tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:52.332548 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-bc3e7427-a057-425e-b39b-042aeab31e69 None None] Provisioning complete for port 24cd65b5-926c-482d-a207-0a406d1dcde4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:52.333678 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bc3e7427-a057-425e-b39b-042aeab31e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.334457 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a61844-c5fb-4231-8901-ed56f09bae3f tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:52.347921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a61844-c5fb-4231-8901-ed56f09bae3f tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:52.352332 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d7a61844-c5fb-4231-8901-ed56f09bae3f tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1866591 Nov 08 00:23:52.355861 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53470) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:52.359326 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a31d865-d482-4886-ae12-fb1aafdf44b1 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.363044 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1a31d865-d482-4886-ae12-fb1aafdf44b1 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4868951 Nov 08 00:23:52.363909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53472) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:52.369288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-b47d3d84-2ad6-4485-b864-e22394563f90 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'network': {'name': 'tempest-RoutersTest-960271394'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:52.492882 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-db568ac0-d5f1-487d-9934-a755f44e0b5a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Deleting port db58b915-a461-442b-9c83-2c99d4536fc3 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:52.494224 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db568ac0-d5f1-487d-9934-a755f44e0b5a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.499009 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c7eac4-dd0e-497e-9d8e-af4b20edb4f6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Made reservation on behalf of 7a42c6631eb4454c896f7292ef18f39f for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:52.502592 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2c7eac4-dd0e-497e-9d8e-af4b20edb4f6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.516945 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-bc3e7427-a057-425e-b39b-042aeab31e69 None None] Provisioning complete for port db58b915-a461-442b-9c83-2c99d4536fc3 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:52.517380 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bc3e7427-a057-425e-b39b-042aeab31e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.565852 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-bc3e7427-a057-425e-b39b-042aeab31e69 None None] Port db58b915-a461-442b-9c83-2c99d4536fc3 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:23:52.575677 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c7eac4-dd0e-497e-9d8e-af4b20edb4f6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:23:52.579015 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-bc3e7427-a057-425e-b39b-042aeab31e69 None None] Provisioning complete for port 4b86fec4-ea2c-414a-a633-08000cfc7442 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:52.579467 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bc3e7427-a057-425e-b39b-042aeab31e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.604855 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2c7eac4-dd0e-497e-9d8e-af4b20edb4f6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.605512 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-f2c7eac4-dd0e-497e-9d8e-af4b20edb4f6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Added segment c79382c5-9ff9-4a52-bfcf-a258f1e0713b of type vlan for network 74f4276d-9439-4600-839d-84669ee5e60a Nov 08 00:23:52.620902 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db568ac0-d5f1-487d-9934-a755f44e0b5a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.630565 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-bc3e7427-a057-425e-b39b-042aeab31e69 None None] Port 4b86fec4-ea2c-414a-a633-08000cfc7442 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:23:52.638541 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47d3d84-2ad6-4485-b864-e22394563f90 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Made reservation on behalf of 3af6f93533bf40d089fbf3d2c0d32734 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:52.642245 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b47d3d84-2ad6-4485-b864-e22394563f90 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.655232 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-db568ac0-d5f1-487d-9934-a755f44e0b5a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Calling delete_port for db58b915-a461-442b-9c83-2c99d4536fc3 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:52.667549 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2c7eac4-dd0e-497e-9d8e-af4b20edb4f6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.674189 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47d3d84-2ad6-4485-b864-e22394563f90 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:23:52.683929 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b47d3d84-2ad6-4485-b864-e22394563f90 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.684285 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-b47d3d84-2ad6-4485-b864-e22394563f90 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Added segment 8f447d41-1498-462c-b8b7-2bf83ca7c171 of type vlan for network c0a3491b-ff97-49c1-ac24-8d581b56855a Nov 08 00:23:52.758898 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b47d3d84-2ad6-4485-b864-e22394563f90 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.759094 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f5fd447b-6c98-4eb3-a468-70e50996d9de None None] Provisioning complete for port db58b915-a461-442b-9c83-2c99d4536fc3 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:52.759094 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5fd447b-6c98-4eb3-a468-70e50996d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.798548 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2c7eac4-dd0e-497e-9d8e-af4b20edb4f6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.804275 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c7eac4-dd0e-497e-9d8e-af4b20edb4f6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:52.805580 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f2c7eac4-dd0e-497e-9d8e-af4b20edb4f6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.810237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 24cd65b5-926c-482d-a207-0a406d1dcde4 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:23:52.812209 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f5fd447b-6c98-4eb3-a468-70e50996d9de None None] Port db58b915-a461-442b-9c83-2c99d4536fc3 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:23:52.847723 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f5fd447b-6c98-4eb3-a468-70e50996d9de None None] Provisioning complete for port 4b86fec4-ea2c-414a-a633-08000cfc7442 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:52.848032 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5fd447b-6c98-4eb3-a468-70e50996d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.849925 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b47d3d84-2ad6-4485-b864-e22394563f90 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.856090 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47d3d84-2ad6-4485-b864-e22394563f90 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:52.856685 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b47d3d84-2ad6-4485-b864-e22394563f90 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.909057 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7eac4-dd0e-497e-9d8e-af4b20edb4f6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event updated for resources: {'Network': ['ID=74f4276d-9439-4600-839d-84669ee5e60a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:52.914363 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f5fd447b-6c98-4eb3-a468-70e50996d9de None None] Port 4b86fec4-ea2c-414a-a633-08000cfc7442 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:23:52.920245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 24cd65b5-926c-482d-a207-0a406d1dcde4 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:52.923428 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:52.923557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 74f4276d-9439-4600-839d-84669ee5e60a details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:23:52.945346 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d3d84-2ad6-4485-b864-e22394563f90 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Network': ['ID=c0a3491b-ff97-49c1-ac24-8d581b56855a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:52.972957 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f2c7eac4-dd0e-497e-9d8e-af4b20edb4f6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7036309 Nov 08 00:23:52.975491 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53480) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:52.982765 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-07bcfe43-98be-4c4a-9a77-dac30fe497f0 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Request body: {'subnet': {'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:53.008473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53482) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:53.062204 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db568ac0-d5f1-487d-9934-a755f44e0b5a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:53.062540 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b47d3d84-2ad6-4485-b864-e22394563f90 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6961527 Nov 08 00:23:53.062820 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53486) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:53.072440 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-acec15c4-c834-4633-be08-ede205aff13f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'subnet': {'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:53.106940 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db568ac0-d5f1-487d-9934-a755f44e0b5a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event deleted for resources: {'Port': ['ID=db58b915-a461-442b-9c83-2c99d4536fc3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:53.135281 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network c0a3491b-ff97-49c1-ac24-8d581b56855a details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:23:53.262543 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bcfe43-98be-4c4a-9a77-dac30fe497f0 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Made reservation on behalf of 7a42c6631eb4454c896f7292ef18f39f for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:53.266448 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-07bcfe43-98be-4c4a-9a77-dac30fe497f0 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:53.412031 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9e7c6027-d301-4fea-ad60-014138f15d57 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:23:53.423663 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db568ac0-d5f1-487d-9934-a755f44e0b5a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:53.432352 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-db568ac0-d5f1-487d-9934-a755f44e0b5a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "DELETE /v2.0/ports/db58b915-a461-442b-9c83-2c99d4536fc3 HTTP/1.1" status: 204 len: 168 time: 1.0754316 Nov 08 00:23:53.438265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53502) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:53.452222 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 9e7c6027-d301-4fea-ad60-014138f15d57 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:23:53.452719 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9e7c6027-d301-4fea-ad60-014138f15d57 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:23:53.489331 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-108cfbfa-1b1f-49d1-96b1-046d6d18f333 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] GET failed (client error): The resource could not be found. Nov 08 00:23:53.495365 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-108cfbfa-1b1f-49d1-96b1-046d6d18f333 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "GET /v2.0/ports/db58b915-a461-442b-9c83-2c99d4536fc3 HTTP/1.1" status: 404 len: 333 time: 0.0517125 Nov 08 00:23:53.496780 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53508) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:53.503087 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-9c9ab384-f6e1-4fd9-9cc5-83f7f1073ce4 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Request body: {'port': {'network_id': '7da5f1fe-05f2-4812-9632-6fe7c3e9098c', 'name': 'tempest-AllowedAddressPairTestJSON-1603586994'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:53.670474 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7568ba46-294a-4012-9dc3-c12be1b93ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:53.730966 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddd62e-f4d5-42c9-babd-dbe257d58da0 req-2c7f6114-5bac-416a-be1b-d3905fc5ed91 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:53.732476 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4ddd62e-f4d5-42c9-babd-dbe257d58da0 req-2c7f6114-5bac-416a-be1b-d3905fc5ed91 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.1067421 Nov 08 00:23:53.747212 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-07bcfe43-98be-4c4a-9a77-dac30fe497f0 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:53.782133 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9ab384-f6e1-4fd9-9cc5-83f7f1073ce4 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Made reservation on behalf of 7d8f92a8845d4e17a0b5b989bd5a507c for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:53.786600 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c9ab384-f6e1-4fd9-9cc5-83f7f1073ce4 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:53.802194 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4ddd62e-f4d5-42c9-babd-dbe257d58da0 req-09d88b4e-6cad-4190-84bb-83c0b2c449bd tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614624 Nov 08 00:23:53.814855 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-9c9ab384-f6e1-4fd9-9cc5-83f7f1073ce4 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] device_id is not set on port f9532306-e12e-4de2-8d4b-790e6fdf4741 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:23:53.836705 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7568ba46-294a-4012-9dc3-c12be1b93ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:53.895090 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bcfe43-98be-4c4a-9a77-dac30fe497f0 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Checking segment: {'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:23:53.895454 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bcfe43-98be-4c4a-9a77-dac30fe497f0 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Network hostable DHCP agents. Network: 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:23:53.898048 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcfe43-98be-4c4a-9a77-dac30fe497f0 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event updated for resources: {'Subnet': ['ID=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:53.914527 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acec15c4-c834-4633-be08-ede205aff13f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Made reservation on behalf of 3af6f93533bf40d089fbf3d2c0d32734 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:53.918738 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-acec15c4-c834-4633-be08-ede205aff13f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:53.967941 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7568ba46-294a-4012-9dc3-c12be1b93ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:53.977567 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-9c9ab384-f6e1-4fd9-9cc5-83f7f1073ce4 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Allocated IP 172.20.0.10 (7da5f1fe-05f2-4812-9632-6fe7c3e9098c/dc9639c8-0381-4865-af4d-cd94cbde9bc3/f9532306-e12e-4de2-8d4b-790e6fdf4741) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:54.008177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568ba46-294a-4012-9dc3-c12be1b93ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48775de7-413d-467a-a545-0d53d226f362,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:54.053491 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7568ba46-294a-4012-9dc3-c12be1b93ab5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58b5afa13bf94849ba66a96536657e7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0437496 Nov 08 00:23:54.101587 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:23:54.109780 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53526) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:54.118252 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bcfe43-98be-4c4a-9a77-dac30fe497f0 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:23:54.202579 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c9ab384-f6e1-4fd9-9cc5-83f7f1073ce4 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:54.207065 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-07bcfe43-98be-4c4a-9a77-dac30fe497f0 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:54.215742 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bcfe43-98be-4c4a-9a77-dac30fe497f0 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:54.216349 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-07bcfe43-98be-4c4a-9a77-dac30fe497f0 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:54.216687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02239e7-66bc-48c2-a027-485349d60f85 None None] Network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:54.218703 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5cddafc5-a1d1-43ea-9e6e-88c43eb62021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:54.264053 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5cddafc5-a1d1-43ea-9e6e-88c43eb62021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:54.279399 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-acec15c4-c834-4633-be08-ede205aff13f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:54.312328 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-07bcfe43-98be-4c4a-9a77-dac30fe497f0 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3343127 Nov 08 00:23:54.316042 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53528) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:54.321921 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-96a249fd-7349-42ea-a276-4daa7077133a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Request body: {'subnet': {'network_id': '74f4276d-9439-4600-839d-84669ee5e60a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:54.363593 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec15c4-c834-4633-be08-ede205aff13f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Subnet': ['ID=7c77e057-681c-473d-b47c-d00d00e363c0,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:54.369410 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c9ab384-f6e1-4fd9-9cc5-83f7f1073ce4 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:54.375139 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec15c4-c834-4633-be08-ede205aff13f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Checking segment: {'id': '8f447d41-1498-462c-b8b7-2bf83ca7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:23:54.375705 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acec15c4-c834-4633-be08-ede205aff13f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network hostable DHCP agents. Network: c0a3491b-ff97-49c1-ac24-8d581b56855a, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:23:54.422828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5ea01ccc-ccd5-4c1a-8bc5-b88363f64370', 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'fixed_ips': [{'subnet_id': '87a000ed-a1d9-4f81-91a2-8c717b9e1d6b'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:23:54.433956 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:54.445708 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9ab384-f6e1-4fd9-9cc5-83f7f1073ce4 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Network 7da5f1fe-05f2-4812-9632-6fe7c3e9098c is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:54.456269 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-9c9ab384-f6e1-4fd9-9cc5-83f7f1073ce4 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:54.459983 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5cddafc5-a1d1-43ea-9e6e-88c43eb62021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:54.462978 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5cddafc5-a1d1-43ea-9e6e-88c43eb62021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:54.466557 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5cddafc5-a1d1-43ea-9e6e-88c43eb62021 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48775de7-413d-467a-a545-0d53d226f362 HTTP/1.1" status: 204 len: 168 time: 0.3531203 Nov 08 00:23:54.466557 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9ab384-f6e1-4fd9-9cc5-83f7f1073ce4 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:54.472738 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acec15c4-c834-4633-be08-ede205aff13f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network c0a3491b-ff97-49c1-ac24-8d581b56855a is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:23:54.533035 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddafc5-a1d1-43ea-9e6e-88c43eb62021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48775de7-413d-467a-a545-0d53d226f362,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:54.546621 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ab384-f6e1-4fd9-9cc5-83f7f1073ce4 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event updated for resources: {'Port': ['ID=f9532306-e12e-4de2-8d4b-790e6fdf4741,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:54.577903 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9ab384-f6e1-4fd9-9cc5-83f7f1073ce4 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:54.577903 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c9ab384-f6e1-4fd9-9cc5-83f7f1073ce4 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:54.597078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-acec15c4-c834-4633-be08-ede205aff13f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, c0a3491b-ff97-49c1-ac24-8d581b56855a) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:54.601388 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acec15c4-c834-4633-be08-ede205aff13f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:54.603231 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-acec15c4-c834-4633-be08-ede205aff13f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:54.626760 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a249fd-7349-42ea-a276-4daa7077133a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Made reservation on behalf of 7a42c6631eb4454c896f7292ef18f39f for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:54.630575 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-96a249fd-7349-42ea-a276-4daa7077133a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:54.638655 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f206e83-3a36-4efc-b294-50b707fb63fc None None] Network c0a3491b-ff97-49c1-ac24-8d581b56855a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:54.710486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] Allocated IP 10.1.1.2 (5ea01ccc-ccd5-4c1a-8bc5-b88363f64370/87a000ed-a1d9-4f81-91a2-8c717b9e1d6b/3a87df49-5db2-4fd2-b49c-2287f51c1266) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:54.735845 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-acec15c4-c834-4633-be08-ede205aff13f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6695957 Nov 08 00:23:54.737003 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53544) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:54.742070 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9c9ab384-f6e1-4fd9-9cc5-83f7f1073ce4 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2441504 Nov 08 00:23:54.746151 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53546) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:54.754003 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-5fe0c859-103b-4332-9de0-7a428f69c5d7 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:8d:7e:b8'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:54.916024 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-950270e1-bdd5-4dfd-9992-6717789605de None None] Provisioning complete for port f9532306-e12e-4de2-8d4b-790e6fdf4741 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:54.916388 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-950270e1-bdd5-4dfd-9992-6717789605de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:54.979400 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-c0a3491b-ff97-49c1-ac24-8d581b56855a', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:23:54.980338 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:55.010884 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fe0c859-103b-4332-9de0-7a428f69c5d7 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:55.072397 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-96a249fd-7349-42ea-a276-4daa7077133a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:55.085180 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:55.149590 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-950270e1-bdd5-4dfd-9992-6717789605de None None] Port f9532306-e12e-4de2-8d4b-790e6fdf4741 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:23:55.168289 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:55.250945 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-61b72fbc-78be-44b4-b35a-4fab9249c515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:55.254783 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] Network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:55.263578 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:55.269985 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:55.342804 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] Pushing event updated for resources: {'Port': ['ID=3a87df49-5db2-4fd2-b49c-2287f51c1266,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:55.369235 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] Allocated IP 172.20.0.2 (c0a3491b-ff97-49c1-ac24-8d581b56855a/7c77e057-681c-473d-b47c-d00d00e363c0/8f71e818-8893-4078-8206-52df848f285b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:55.392217 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] Attempting to bind port 3a87df49-5db2-4fd2-b49c-2287f51c1266 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:23:55.392763 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] Attempting to bind port 3a87df49-5db2-4fd2-b49c-2287f51c1266 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:23:55.393260 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] Attempting to bind port 3a87df49-5db2-4fd2-b49c-2287f51c1266 on network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:23:55.422041 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:23:55.424797 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] Checking segment: {'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:23:55.425424 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:55.426543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] Bound using segment: {'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:23:55.429682 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] Bound port: 3a87df49-5db2-4fd2-b49c-2287f51c1266, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:23:55.431077 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:55.462084 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53554) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:55.480850 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3a2dcf65-150a-47e0-b603-0ee7c17a7f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:55.584517 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a249fd-7349-42ea-a276-4daa7077133a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event updated for resources: {'Subnet': ['ID=14b76b42-1f2f-4491-9c88-ef859a8eb6c0,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:55.592008 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] For port 3a87df49-5db2-4fd2-b49c-2287f51c1266, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:23:55.623812 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] For port 3a87df49-5db2-4fd2-b49c-2287f51c1266, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3a87df49-5db2-4fd2-b49c-2287f51c1266,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:23:55.688201 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:55.701132 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a249fd-7349-42ea-a276-4daa7077133a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Checking segment: {'id': 'c79382c5-9ff9-4a52-bfcf-a258f1e0713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74f4276d-9439-4600-839d-84669ee5e60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:23:55.701489 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a249fd-7349-42ea-a276-4daa7077133a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Network hostable DHCP agents. Network: 74f4276d-9439-4600-839d-84669ee5e60a, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:23:55.701976 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3a2dcf65-150a-47e0-b603-0ee7c17a7f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:55.707423 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:55.763075 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fe0c859-103b-4332-9de0-7a428f69c5d7 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:55.763570 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:55.786895 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee89ee-69dd-4480-879c-f3d553f72f16 None None] Pushing event updated for resources: {'Port': ['ID=3a87df49-5db2-4fd2-b49c-2287f51c1266,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:55.787146 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a249fd-7349-42ea-a276-4daa7077133a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Network 74f4276d-9439-4600-839d-84669ee5e60a is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:23:55.791361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] Network c0a3491b-ff97-49c1-ac24-8d581b56855a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:55.794591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:55.797499 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:55.804817 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3a2dcf65-150a-47e0-b603-0ee7c17a7f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:55.821413 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fe0c859-103b-4332-9de0-7a428f69c5d7 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:55.872807 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-96a249fd-7349-42ea-a276-4daa7077133a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 74f4276d-9439-4600-839d-84669ee5e60a) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:55.873029 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dcf65-150a-47e0-b603-0ee7c17a7f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60392b14-b4c6-45c7-ac79-dd543c6bdae5,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:55.886596 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a249fd-7349-42ea-a276-4daa7077133a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:55.886755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dcf65-150a-47e0-b603-0ee7c17a7f43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:55.887068 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dcf65-150a-47e0-b603-0ee7c17a7f43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:55.887187 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-96a249fd-7349-42ea-a276-4daa7077133a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:55.887408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dcf65-150a-47e0-b603-0ee7c17a7f43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:55.887739 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dcf65-150a-47e0-b603-0ee7c17a7f43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:55.888668 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dcf65-150a-47e0-b603-0ee7c17a7f43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:55.889164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dcf65-150a-47e0-b603-0ee7c17a7f43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:55.889980 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dcf65-150a-47e0-b603-0ee7c17a7f43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:55.890296 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce0d4a5-a0b2-459e-937b-10d78f183389 None None] Network 74f4276d-9439-4600-839d-84669ee5e60a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:55.893711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dcf65-150a-47e0-b603-0ee7c17a7f43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:55.893885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dcf65-150a-47e0-b603-0ee7c17a7f43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:55.894104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dcf65-150a-47e0-b603-0ee7c17a7f43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:55.894431 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dcf65-150a-47e0-b603-0ee7c17a7f43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:55.895217 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dcf65-150a-47e0-b603-0ee7c17a7f43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:23:55.905129 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3a2dcf65-150a-47e0-b603-0ee7c17a7f43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9d12289fa5d4fd0a0ede1b16ab4ac74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413068 Nov 08 00:23:55.905767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53570) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:55.907096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-61b72fbc-78be-44b4-b35a-4fab9249c515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Allocated IP 172.20.0.1 (c0a3491b-ff97-49c1-ac24-8d581b56855a/7c77e057-681c-473d-b47c-d00d00e363c0/793864f0-78da-40da-9467-ce5f4d0bae75) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:55.950600 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0c859-103b-4332-9de0-7a428f69c5d7 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event updated for resources: {'Port': ['ID=f9532306-e12e-4de2-8d4b-790e6fdf4741,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:55.968860 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5fe0c859-103b-4332-9de0-7a428f69c5d7 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] In _notify_port_updated(), no bound segment for port f9532306-e12e-4de2-8d4b-790e6fdf4741 on network 7da5f1fe-05f2-4812-9632-6fe7c3e9098c {{(pid=102771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:23:55.988049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe0c859-103b-4332-9de0-7a428f69c5d7 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:55.993309 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fe0c859-103b-4332-9de0-7a428f69c5d7 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:55.994384 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5fe0c859-103b-4332-9de0-7a428f69c5d7 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "PUT /v2.0/ports/f9532306-e12e-4de2-8d4b-790e6fdf4741 HTTP/1.1" status: 200 len: 994 time: 1.2428074 Nov 08 00:23:55.994527 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53572) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:56.042632 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8613c83c-64ec-4902-b436-179410020a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:56.052153 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-96a249fd-7349-42ea-a276-4daa7077133a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7320826 Nov 08 00:23:56.052153 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53574) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:56.056809 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e406dfcb-fd43-4e0c-8868-9ff3376cb28f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Request body: {'port': {'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370', 'name': 'tempest-TaggedBootDevicesTest_v242-1317199502', 'fixed_ips': [{'subnet_id': '87a000ed-a1d9-4f81-91a2-8c717b9e1d6b'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:56.077476 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] Pushing event updated for resources: {'Port': ['ID=8f71e818-8893-4078-8206-52df848f285b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:56.105555 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] Attempting to bind port 8f71e818-8893-4078-8206-52df848f285b on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:23:56.105845 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] Attempting to bind port 8f71e818-8893-4078-8206-52df848f285b by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '8f447d41-1498-462c-b8b7-2bf83ca7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:23:56.106211 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] Attempting to bind port 8f71e818-8893-4078-8206-52df848f285b on network c0a3491b-ff97-49c1-ac24-8d581b56855a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:23:56.120869 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:23:56.121254 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] Checking segment: {'id': '8f447d41-1498-462c-b8b7-2bf83ca7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:23:56.121663 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:56.122307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] Bound using segment: {'id': '8f447d41-1498-462c-b8b7-2bf83ca7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:23:56.122529 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] Bound port: 8f71e818-8893-4078-8206-52df848f285b, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f447d41-1498-462c-b8b7-2bf83ca7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:23:56.122917 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:56.195141 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8613c83c-64ec-4902-b436-179410020a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:56.305204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] For port 8f71e818-8893-4078-8206-52df848f285b, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:23:56.310580 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] For port 8f71e818-8893-4078-8206-52df848f285b, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8f71e818-8893-4078-8206-52df848f285b,segment=NetworkSegment(8f447d41-1498-462c-b8b7-2bf83ca7c171),segment_id=8f447d41-1498-462c-b8b7-2bf83ca7c171)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:23:56.347951 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-61b72fbc-78be-44b4-b35a-4fab9249c515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:56.354629 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-74f4276d-9439-4600-839d-84669ee5e60a', 'network_id': '74f4276d-9439-4600-839d-84669ee5e60a', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'fixed_ips': [{'subnet_id': '14b76b42-1f2f-4491-9c88-ef859a8eb6c0'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:23:56.355888 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:56.392656 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-9089273e-92c6-4a2c-a1fd-3b52a2dcdaa1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Deleting port f9532306-e12e-4de2-8d4b-790e6fdf4741 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:23:56.393001 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9089273e-92c6-4a2c-a1fd-3b52a2dcdaa1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:56.413148 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3eee4ffe-acb9-447e-8051-ae18cad4a9c1 None None] Provisioning complete for port f9532306-e12e-4de2-8d4b-790e6fdf4741 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:56.413640 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3eee4ffe-acb9-447e-8051-ae18cad4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:56.451721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3eee4ffe-acb9-447e-8051-ae18cad4a9c1 None None] Port f9532306-e12e-4de2-8d4b-790e6fdf4741 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:23:56.484424 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e406dfcb-fd43-4e0c-8868-9ff3376cb28f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Made reservation on behalf of 7a42c6631eb4454c896f7292ef18f39f for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:56.494890 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9089273e-92c6-4a2c-a1fd-3b52a2dcdaa1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:56.506894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-9089273e-92c6-4a2c-a1fd-3b52a2dcdaa1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Calling delete_port for f9532306-e12e-4de2-8d4b-790e6fdf4741 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:23:56.551671 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:56.582286 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e406dfcb-fd43-4e0c-8868-9ff3376cb28f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:56.609388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-e406dfcb-fd43-4e0c-8868-9ff3376cb28f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] device_id is not set on port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:23:56.621256 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-61b72fbc-78be-44b4-b35a-4fab9249c515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:56.625083 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8613c83c-64ec-4902-b436-179410020a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:56.629396 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8613c83c-64ec-4902-b436-179410020a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:56.633655 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8613c83c-64ec-4902-b436-179410020a02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60392b14-b4c6-45c7-ac79-dd543c6bdae5 HTTP/1.1" status: 204 len: 168 time: 0.7215419 Nov 08 00:23:56.732116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613c83c-64ec-4902-b436-179410020a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60392b14-b4c6-45c7-ac79-dd543c6bdae5,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:56.813192 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675147f9-c2e5-4449-933a-28cc1d0d776a None None] Pushing event updated for resources: {'Port': ['ID=8f71e818-8893-4078-8206-52df848f285b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:56.820179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b72fbc-78be-44b4-b35a-4fab9249c515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network c0a3491b-ff97-49c1-ac24-8d581b56855a is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:56.841423 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-61b72fbc-78be-44b4-b35a-4fab9249c515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:56.860348 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b72fbc-78be-44b4-b35a-4fab9249c515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:56.987077 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b72fbc-78be-44b4-b35a-4fab9249c515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=793864f0-78da-40da-9467-ce5f4d0bae75,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:57.026142 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] Allocated IP 10.2.2.2 (74f4276d-9439-4600-839d-84669ee5e60a/14b76b42-1f2f-4491-9c88-ef859a8eb6c0/0ac86b5f-8fcd-47de-a625-4b4e5a63659b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:57.054000 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-e406dfcb-fd43-4e0c-8868-9ff3376cb28f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Allocated IP 10.1.1.30 (5ea01ccc-ccd5-4c1a-8bc5-b88363f64370/87a000ed-a1d9-4f81-91a2-8c717b9e1d6b/3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:57.059060 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-61b72fbc-78be-44b4-b35a-4fab9249c515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:57.185835 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9089273e-92c6-4a2c-a1fd-3b52a2dcdaa1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:57.253674 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3a87df49-5db2-4fd2-b49c-2287f51c1266 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:23:57.311388 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:57.317199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089273e-92c6-4a2c-a1fd-3b52a2dcdaa1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event deleted for resources: {'Port': ['ID=f9532306-e12e-4de2-8d4b-790e6fdf4741,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:57.393557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 3a87df49-5db2-4fd2-b49c-2287f51c1266 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:57.393790 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:57.451206 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b98660a-8790-4ddf-ac8f-c6677125af28 None None] Network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:57.527167 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e406dfcb-fd43-4e0c-8868-9ff3376cb28f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:57.691141 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 3e13dc70-e235-480f-acde-205b81305729 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:23:57.753540 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e406dfcb-fd43-4e0c-8868-9ff3376cb28f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:57.766747 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:57.847982 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] Pushing event updated for resources: {'Port': ['ID=0ac86b5f-8fcd-47de-a625-4b4e5a63659b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:57.878439 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e406dfcb-fd43-4e0c-8868-9ff3376cb28f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:57.882350 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9089273e-92c6-4a2c-a1fd-3b52a2dcdaa1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:57.885907 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-e406dfcb-fd43-4e0c-8868-9ff3376cb28f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:57.890188 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e406dfcb-fd43-4e0c-8868-9ff3376cb28f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:57.895066 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9089273e-92c6-4a2c-a1fd-3b52a2dcdaa1 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "DELETE /v2.0/ports/f9532306-e12e-4de2-8d4b-790e6fdf4741 HTTP/1.1" status: 204 len: 168 time: 1.8641026 Nov 08 00:23:57.900563 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-61b72fbc-78be-44b4-b35a-4fab9249c515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:57.900563 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53630) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:57.901051 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406dfcb-fd43-4e0c-8868-9ff3376cb28f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event updated for resources: {'Port': ['ID=3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:57.968570 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09cf4fa-be33-46a5-81a6-2caaca915221 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] GET failed (client error): The resource could not be found. Nov 08 00:23:57.970380 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a09cf4fa-be33-46a5-81a6-2caaca915221 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "GET /v2.0/ports/f9532306-e12e-4de2-8d4b-790e6fdf4741 HTTP/1.1" status: 404 len: 333 time: 0.0656734 Nov 08 00:23:57.975117 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53636) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:57.981057 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] Network 74f4276d-9439-4600-839d-84669ee5e60a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:57.983672 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a75bc9e9-cf35-458c-9389-ec168b22f101 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Request body: {'port': {'network_id': '7da5f1fe-05f2-4812-9632-6fe7c3e9098c', 'name': 'tempest-AllowedAddressPairTestJSON-2122449976'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:57.987843 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:57.990389 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.resource_extend [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 00:23:57.995251 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:58.048043 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e406dfcb-fd43-4e0c-8868-9ff3376cb28f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:58.048728 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e406dfcb-fd43-4e0c-8868-9ff3376cb28f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:58.127491 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e406dfcb-fd43-4e0c-8868-9ff3376cb28f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0756953 Nov 08 00:23:58.131319 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53638) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:23:58.138978 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-76126c3b-c483-45ed-b319-3fae8efc84dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Request body: {'port': {'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370', 'name': 'tempest-TaggedBootDevicesTest_v242-458306330', 'fixed_ips': [{'subnet_id': '87a000ed-a1d9-4f81-91a2-8c717b9e1d6b'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:23:58.368613 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76126c3b-c483-45ed-b319-3fae8efc84dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Made reservation on behalf of 7a42c6631eb4454c896f7292ef18f39f for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:58.371417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1121cbd9-0efe-43e7-9d9c-00fbf7ff8a4b None None] Provisioning complete for port 3a87df49-5db2-4fd2-b49c-2287f51c1266 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:23:58.378783 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1121cbd9-0efe-43e7-9d9c-00fbf7ff8a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:58.379141 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76126c3b-c483-45ed-b319-3fae8efc84dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:58.381639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d6dcd6-1cf8-48d2-8c27-13ef40ee436a None None] Network c0a3491b-ff97-49c1-ac24-8d581b56855a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:23:58.431383 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-76126c3b-c483-45ed-b319-3fae8efc84dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] device_id is not set on port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:23:58.594156 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-61b72fbc-78be-44b4-b35a-4fab9249c515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:58.639005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75bc9e9-cf35-458c-9389-ec168b22f101 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Made reservation on behalf of 7d8f92a8845d4e17a0b5b989bd5a507c for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:23:58.650323 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a75bc9e9-cf35-458c-9389-ec168b22f101 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:58.716353 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-61b72fbc-78be-44b4-b35a-4fab9249c515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:58.757636 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-76126c3b-c483-45ed-b319-3fae8efc84dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Allocated IP 10.1.1.65 (5ea01ccc-ccd5-4c1a-8bc5-b88363f64370/87a000ed-a1d9-4f81-91a2-8c717b9e1d6b/70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:58.777293 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-a75bc9e9-cf35-458c-9389-ec168b22f101 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] device_id is not set on port aa1f1116-02f9-472e-a21a-94936e47fb42 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:23:58.861980 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 3e13dc70-e235-480f-acde-205b81305729, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3e13dc70-e235-480f-acde-205b81305729,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:58.941810 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-a75bc9e9-cf35-458c-9389-ec168b22f101 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Allocated IP 172.20.0.5 (7da5f1fe-05f2-4812-9632-6fe7c3e9098c/dc9639c8-0381-4865-af4d-cd94cbde9bc3/aa1f1116-02f9-472e-a21a-94936e47fb42) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:23:58.962844 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76126c3b-c483-45ed-b319-3fae8efc84dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:58.997817 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '3e13dc70-e235-480f-acde-205b81305729', 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b', 'port_id': '3e13dc70-e235-480f-acde-205b81305729', 'mac_address': 'fa:16:3e:e0:03:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:23:59.108756 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76126c3b-c483-45ed-b319-3fae8efc84dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:59.129634 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:59.131530 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca73b7f9-6321-49bc-89c8-67316323a838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:59.177489 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76126c3b-c483-45ed-b319-3fae8efc84dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:59.182113 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-76126c3b-c483-45ed-b319-3fae8efc84dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:59.189160 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b72fbc-78be-44b4-b35a-4fab9249c515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=793864f0-78da-40da-9467-ce5f4d0bae75,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:59.194055 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] Attempting to bind port 0ac86b5f-8fcd-47de-a625-4b4e5a63659b on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:23:59.195413 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] Attempting to bind port 0ac86b5f-8fcd-47de-a625-4b4e5a63659b by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'c79382c5-9ff9-4a52-bfcf-a258f1e0713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74f4276d-9439-4600-839d-84669ee5e60a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:23:59.197206 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76126c3b-c483-45ed-b319-3fae8efc84dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:23:59.197625 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] Attempting to bind port 0ac86b5f-8fcd-47de-a625-4b4e5a63659b on network 74f4276d-9439-4600-839d-84669ee5e60a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:23:59.243762 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:23:59.254686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] Checking segment: {'id': 'c79382c5-9ff9-4a52-bfcf-a258f1e0713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74f4276d-9439-4600-839d-84669ee5e60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:23:59.254686 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:59.254686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] Bound using segment: {'id': 'c79382c5-9ff9-4a52-bfcf-a258f1e0713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74f4276d-9439-4600-839d-84669ee5e60a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:23:59.254686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] Bound port: 0ac86b5f-8fcd-47de-a625-4b4e5a63659b, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79382c5-9ff9-4a52-bfcf-a258f1e0713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74f4276d-9439-4600-839d-84669ee5e60a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:23:59.254686 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:59.255260 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76126c3b-c483-45ed-b319-3fae8efc84dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event updated for resources: {'Port': ['ID=70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:23:59.327470 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76126c3b-c483-45ed-b319-3fae8efc84dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:23:59.337863 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76126c3b-c483-45ed-b319-3fae8efc84dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:59.372208 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-61b72fbc-78be-44b4-b35a-4fab9249c515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:59.430001 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 3a87df49-5db2-4fd2-b49c-2287f51c1266, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3a87df49-5db2-4fd2-b49c-2287f51c1266,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:23:59.434363 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-76126c3b-c483-45ed-b319-3fae8efc84dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3011854 Nov 08 00:23:59.547743 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:59.594325 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e13dc70-e235-480f-acde-205b81305729 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:23:59.596727 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b72fbc-78be-44b4-b35a-4fab9249c515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network c0a3491b-ff97-49c1-ac24-8d581b56855a is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:23:59.599504 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1121cbd9-0efe-43e7-9d9c-00fbf7ff8a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:59.601679 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-61b72fbc-78be-44b4-b35a-4fab9249c515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:23:59.654722 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a75bc9e9-cf35-458c-9389-ec168b22f101 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:59.676055 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:59.907508 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a75bc9e9-cf35-458c-9389-ec168b22f101 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:23:59.938052 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=3a87df49-5db2-4fd2-b49c-2287f51c1266,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:00.010512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8f71e818-8893-4078-8206-52df848f285b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:00.130581 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bc9e9-cf35-458c-9389-ec168b22f101 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event updated for resources: {'Port': ['ID=aa1f1116-02f9-472e-a21a-94936e47fb42,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:00.143606 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-1121cbd9-0efe-43e7-9d9c-00fbf7ff8a4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:24:00.143984 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-1121cbd9-0efe-43e7-9d9c-00fbf7ff8a4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:24:00.154531 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b72fbc-78be-44b4-b35a-4fab9249c515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router 4554bf0c-1026-4a3b-a198-622d75ba9b97 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:24:00.155036 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 3e13dc70-e235-480f-acde-205b81305729, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3e13dc70-e235-480f-acde-205b81305729,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:00.195499 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 8f71e818-8893-4078-8206-52df848f285b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:00.195753 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:00.209991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75bc9e9-cf35-458c-9389-ec168b22f101 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Network 7da5f1fe-05f2-4812-9632-6fe7c3e9098c is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:00.229751 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-a75bc9e9-cf35-458c-9389-ec168b22f101 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:00.242345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75bc9e9-cf35-458c-9389-ec168b22f101 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:00.303403 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] For port 0ac86b5f-8fcd-47de-a625-4b4e5a63659b, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:24:00.330335 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:00.571484 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=3e13dc70-e235-480f-acde-205b81305729,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:00.615237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] For port 0ac86b5f-8fcd-47de-a625-4b4e5a63659b, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0ac86b5f-8fcd-47de-a625-4b4e5a63659b,segment=NetworkSegment(c79382c5-9ff9-4a52-bfcf-a258f1e0713b),segment_id=c79382c5-9ff9-4a52-bfcf-a258f1e0713b)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:24:00.787909 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['3e13dc70-e235-480f-acde-205b81305729'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:24:00.926508 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:01.105318 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53730) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:01.111394 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b443564c-f52a-4d22-84dc-76d088a9b5d7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--618430724', 'description': 'tempest-description--1334813522'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:01.125339 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07a72a6c-79de-410b-be5b-5126c8cfb726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:01.184184 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea45a6-2b92-4751-b84a-f49364c94f0f None None] Pushing event updated for resources: {'Port': ['ID=0ac86b5f-8fcd-47de-a625-4b4e5a63659b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:01.188022 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:01.263756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-82218c65-f805-4e40-9608-a9b2ca23f13e None None] Provisioning complete for port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:01.263756 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-82218c65-f805-4e40-9608-a9b2ca23f13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:01.290303 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b443564c-f52a-4d22-84dc-76d088a9b5d7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:01.328378 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 8f71e818-8893-4078-8206-52df848f285b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8f71e818-8893-4078-8206-52df848f285b,segment=NetworkSegment(8f447d41-1498-462c-b8b7-2bf83ca7c171),segment_id=8f447d41-1498-462c-b8b7-2bf83ca7c171)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:01.352714 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:01.421443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b72fbc-78be-44b4-b35a-4fab9249c515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:24:01.429068 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-61b72fbc-78be-44b4-b35a-4fab9249c515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/4554bf0c-1026-4a3b-a198-622d75ba9b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6901622 Nov 08 00:24:01.435349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75bc9e9-cf35-458c-9389-ec168b22f101 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:01.436236 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a75bc9e9-cf35-458c-9389-ec168b22f101 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:01.440510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53744) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:01.479618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-23f3249e-37a0-42b7-a62d-dc5ad8abc8e7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'network': {'name': 'tempest-RoutersTest-2068502504'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:01.523477 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:01.526170 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b443564c-f52a-4d22-84dc-76d088a9b5d7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:01.529620 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] Sync routers for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:24:01.536839 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-82218c65-f805-4e40-9608-a9b2ca23f13e None None] Port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:01.615893 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-82218c65-f805-4e40-9608-a9b2ca23f13e None None] Provisioning complete for port aa1f1116-02f9-472e-a21a-94936e47fb42 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:01.616436 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-82218c65-f805-4e40-9608-a9b2ca23f13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:01.655591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:24:01.656377 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:24:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:01.684473 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b443564c-f52a-4d22-84dc-76d088a9b5d7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:01.772094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f3249e-37a0-42b7-a62d-dc5ad8abc8e7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Made reservation on behalf of 3af6f93533bf40d089fbf3d2c0d32734 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:01.775282 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443564c-f52a-4d22-84dc-76d088a9b5d7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b086f9-e497-4f0f-8873-0e2c9d610e2c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:01.777377 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23f3249e-37a0-42b7-a62d-dc5ad8abc8e7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:01.844518 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f3249e-37a0-42b7-a62d-dc5ad8abc8e7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:24:01.869959 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23f3249e-37a0-42b7-a62d-dc5ad8abc8e7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:01.870801 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-23f3249e-37a0-42b7-a62d-dc5ad8abc8e7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Added segment 153b1a28-ab12-4adf-96d7-85a6298725a1 of type vlan for network f1cbea27-5249-47b3-9186-d40d480cc707 Nov 08 00:24:01.925905 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:24:01.932933 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53746) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:01.933413 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a75bc9e9-cf35-458c-9389-ec168b22f101 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9549811 Nov 08 00:24:01.940269 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-3407f5bb-ca01-4337-9510-2209effb133a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8d:7e:b8'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:01.969503 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23f3249e-37a0-42b7-a62d-dc5ad8abc8e7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:02.024692 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b443564c-f52a-4d22-84dc-76d088a9b5d7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:02.026899 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b443564c-f52a-4d22-84dc-76d088a9b5d7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9186361 Nov 08 00:24:02.028948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53750) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:02.036383 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-f3f1c8a4-df87-493e-9aa8-79c8350dc480 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Request body: {'security_group_rule': {'security_group_id': '26b086f9-e497-4f0f-8873-0e2c9d610e2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:02.086207 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3a87df49-5db2-4fd2-b49c-2287f51c1266 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:02.094098 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=8f71e818-8893-4078-8206-52df848f285b,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:02.113068 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23f3249e-37a0-42b7-a62d-dc5ad8abc8e7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:02.123212 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f3249e-37a0-42b7-a62d-dc5ad8abc8e7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:02.123908 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23f3249e-37a0-42b7-a62d-dc5ad8abc8e7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:02.226331 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3407f5bb-ca01-4337-9510-2209effb133a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:02.248108 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-82218c65-f805-4e40-9608-a9b2ca23f13e None None] Port aa1f1116-02f9-472e-a21a-94936e47fb42 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:02.264177 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:02.265231 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:02.277682 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f3f1c8a4-df87-493e-9aa8-79c8350dc480 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:02.308212 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3249e-37a0-42b7-a62d-dc5ad8abc8e7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Network': ['ID=f1cbea27-5249-47b3-9186-d40d480cc707,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:02.343836 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network f1cbea27-5249-47b3-9186-d40d480cc707 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:24:02.358425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-23f3249e-37a0-42b7-a62d-dc5ad8abc8e7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9118035 Nov 08 00:24:02.359656 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53764) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:02.377652 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 3e13dc70-e235-480f-acde-205b81305729 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:02.396749 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-cbe984a4-0aa7-466a-a0b5-68ff730058c7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'subnet': {'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:02.450051 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f3f1c8a4-df87-493e-9aa8-79c8350dc480 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:02.469346 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53766) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:02.622690 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-82218c65-f805-4e40-9608-a9b2ca23f13e None None] Provisioning complete for port 8f71e818-8893-4078-8206-52df848f285b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:02.623423 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-82218c65-f805-4e40-9608-a9b2ca23f13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:02.705867 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f3f1c8a4-df87-493e-9aa8-79c8350dc480 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:02.742456 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e3211a30-c3f4-49a4-b545-54cd2d5e6974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:02.763965 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1c8a4-df87-493e-9aa8-79c8350dc480 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2748ab31-0062-439d-9380-a546a0bcc6ba,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:02.784328 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3407f5bb-ca01-4337-9510-2209effb133a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:02.828228 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe984a4-0aa7-466a-a0b5-68ff730058c7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Made reservation on behalf of 3af6f93533bf40d089fbf3d2c0d32734 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:02.836654 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbe984a4-0aa7-466a-a0b5-68ff730058c7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:02.944188 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3407f5bb-ca01-4337-9510-2209effb133a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:02.993579 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 3a87df49-5db2-4fd2-b49c-2287f51c1266 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:02.993956 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.019097 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f3f1c8a4-df87-493e-9aa8-79c8350dc480 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.026623 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f3f1c8a4-df87-493e-9aa8-79c8350dc480 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9951930 Nov 08 00:24:03.040993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 3e13dc70-e235-480f-acde-205b81305729 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:03.041375 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.048449 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53774) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:03.059862 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-0decd5fc-79b4-4436-a8b3-b40c6de09324 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Request body: {'security_group_rule': {'security_group_id': '26b086f9-e497-4f0f-8873-0e2c9d610e2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:03.066235 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e3211a30-c3f4-49a4-b545-54cd2d5e6974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.129147 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407f5bb-ca01-4337-9510-2209effb133a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event updated for resources: {'Port': ['ID=aa1f1116-02f9-472e-a21a-94936e47fb42,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:03.144567 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e3211a30-c3f4-49a4-b545-54cd2d5e6974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.173306 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75542527-905e-44a5-9ea1-89e2c169b9d4 None None] Network 74f4276d-9439-4600-839d-84669ee5e60a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:24:03.189657 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3407f5bb-ca01-4337-9510-2209effb133a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] In _notify_port_updated(), no bound segment for port aa1f1116-02f9-472e-a21a-94936e47fb42 on network 7da5f1fe-05f2-4812-9632-6fe7c3e9098c {{(pid=102771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:24:03.201842 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3407f5bb-ca01-4337-9510-2209effb133a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:03.202923 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3407f5bb-ca01-4337-9510-2209effb133a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.207559 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3407f5bb-ca01-4337-9510-2209effb133a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "PUT /v2.0/ports/aa1f1116-02f9-472e-a21a-94936e47fb42 HTTP/1.1" status: 200 len: 996 time: 1.2735064 Nov 08 00:24:03.213572 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53776) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:03.270411 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3211a30-c3f4-49a4-b545-54cd2d5e6974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f515b86-70be-40d4-89fa-a9ed3ec1481c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:03.278237 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0decd5fc-79b4-4436-a8b3-b40c6de09324 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.294420 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e3211a30-c3f4-49a4-b545-54cd2d5e6974 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=405a79dc527f40bc8992fc4e7b30a441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8246567 Nov 08 00:24:03.310972 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53780) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:03.398913 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbe984a4-0aa7-466a-a0b5-68ff730058c7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.480496 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:23:57Z', 'revision_number': 2, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:23:58Z', 'revision_number': 2, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:03.481390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe984a4-0aa7-466a-a0b5-68ff730058c7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Subnet': ['ID=418afc6c-8895-4e4b-8bdc-8cd23f72cf91,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:03.502421 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe984a4-0aa7-466a-a0b5-68ff730058c7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Checking segment: {'id': '153b1a28-ab12-4adf-96d7-85a6298725a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:03.503172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe984a4-0aa7-466a-a0b5-68ff730058c7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network hostable DHCP agents. Network: f1cbea27-5249-47b3-9186-d40d480cc707, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:24:03.530201 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-82218c65-f805-4e40-9608-a9b2ca23f13e None None] Provisioning complete for port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:03.531189 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-82218c65-f805-4e40-9608-a9b2ca23f13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.532781 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0decd5fc-79b4-4436-a8b3-b40c6de09324 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.552596 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-53fd603b-867b-4cf4-a1d7-8961b7acb223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.560736 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-e0f47522-b1cd-45f4-8464-2638f7588dd0 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Deleting port aa1f1116-02f9-472e-a21a-94936e47fb42 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:03.561142 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0f47522-b1cd-45f4-8464-2638f7588dd0 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.564203 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] Checking router: 4554bf0c-1026-4a3b-a198-622d75ba9b97 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:24:03.564556 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] Updating router 4554bf0c-1026-4a3b-a198-622d75ba9b97 port 793864f0-78da-40da-9467-ce5f4d0bae75 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:24:03.567711 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.653942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0ac86b5f-8fcd-47de-a625-4b4e5a63659b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:03.658952 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe984a4-0aa7-466a-a0b5-68ff730058c7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network f1cbea27-5249-47b3-9186-d40d480cc707 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:24:03.706018 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.707112 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-53fd603b-867b-4cf4-a1d7-8961b7acb223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.717375 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0decd5fc-79b4-4436-a8b3-b40c6de09324 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.750977 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.770062 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-82218c65-f805-4e40-9608-a9b2ca23f13e None None] Port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:03.773617 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decd5fc-79b4-4436-a8b3-b40c6de09324 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702b99db-50a7-4c16-882d-30cacdc00f43,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:03.780889 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0ac86b5f-8fcd-47de-a625-4b4e5a63659b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:03.781762 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.792548 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-cbe984a4-0aa7-466a-a0b5-68ff730058c7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, f1cbea27-5249-47b3-9186-d40d480cc707) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:03.797843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe984a4-0aa7-466a-a0b5-68ff730058c7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:03.798661 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbe984a4-0aa7-466a-a0b5-68ff730058c7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.845444 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0f47522-b1cd-45f4-8464-2638f7588dd0 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.864577 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 3e13dc70-e235-480f-acde-205b81305729, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3e13dc70-e235-480f-acde-205b81305729,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:03.880745 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-e0f47522-b1cd-45f4-8464-2638f7588dd0 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Calling delete_port for aa1f1116-02f9-472e-a21a-94936e47fb42 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:24:03.892387 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0decd5fc-79b4-4436-a8b3-b40c6de09324 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:03.893613 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0decd5fc-79b4-4436-a8b3-b40c6de09324 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8400366 Nov 08 00:24:03.897083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53798) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:03.903085 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-4ffd6caa-2bed-4d81-bfad-79d2d8390eb1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:03.954628 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cbe984a4-0aa7-466a-a0b5-68ff730058c7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5799887 Nov 08 00:24:03.956778 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53800) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:04.017134 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-53fd603b-867b-4cf4-a1d7-8961b7acb223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:04.022726 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-53fd603b-867b-4cf4-a1d7-8961b7acb223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:04.030696 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-53fd603b-867b-4cf4-a1d7-8961b7acb223 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f515b86-70be-40d4-89fa-a9ed3ec1481c HTTP/1.1" status: 204 len: 168 time: 0.6999354 Nov 08 00:24:04.058420 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd603b-867b-4cf4-a1d7-8961b7acb223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f515b86-70be-40d4-89fa-a9ed3ec1481c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:04.059981 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6caa-2bed-4d81-bfad-79d2d8390eb1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:04.136099 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d8c61e-21ea-49a1-8f57-42348af9d1d7 None None] Network f1cbea27-5249-47b3-9186-d40d480cc707 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:24:04.139095 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5913a0bb-7356-4098-8e06-428a3cf11bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e13dc70-e235-480f-acde-205b81305729'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:24:04.142074 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8103e6-3e90-4e09-a9b3-146f0428a3ee" -d '{"events": [{"server_uuid": "5913a0bb-7356-4098-8e06-428a3cf11bee", "name": "network-vif-plugged", "status": "completed", "tag": "3e13dc70-e235-480f-acde-205b81305729"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:24:04.160120 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:04.246779 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8078ef12-0457-4429-a1a4-76276fc84596 x-openstack-request-id: req-8078ef12-0457-4429-a1a4-76276fc84596 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:24:04.247077 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5913a0bb-7356-4098-8e06-428a3cf11bee", "name": "network-vif-plugged", "status": "completed", "tag": "3e13dc70-e235-480f-acde-205b81305729", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:24:04.247330 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8078ef12-0457-4429-a1a4-76276fc84596 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:24:04.247732 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5913a0bb-7356-4098-8e06-428a3cf11bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e13dc70-e235-480f-acde-205b81305729', 'code': 200} Nov 08 00:24:04.262915 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-82218c65-f805-4e40-9608-a9b2ca23f13e None None] Provisioning complete for port 793864f0-78da-40da-9467-ce5f4d0bae75 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:04.262915 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-82218c65-f805-4e40-9608-a9b2ca23f13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:04.278678 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0f47522-b1cd-45f4-8464-2638f7588dd0 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:04.307666 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-82218c65-f805-4e40-9608-a9b2ca23f13e None None] Port 793864f0-78da-40da-9467-ce5f4d0bae75 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:04.370612 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f47522-b1cd-45f4-8464-2638f7588dd0 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event deleted for resources: {'Port': ['ID=aa1f1116-02f9-472e-a21a-94936e47fb42,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:04.504144 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=3e13dc70-e235-480f-acde-205b81305729,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:04.554879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-82218c65-f805-4e40-9608-a9b2ca23f13e None None] Provisioning complete for port 3a87df49-5db2-4fd2-b49c-2287f51c1266 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:04.555248 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-82218c65-f805-4e40-9608-a9b2ca23f13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:04.607166 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6caa-2bed-4d81-bfad-79d2d8390eb1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:04.624107 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0f47522-b1cd-45f4-8464-2638f7588dd0 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:04.640375 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e0f47522-b1cd-45f4-8464-2638f7588dd0 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "DELETE /v2.0/ports/aa1f1116-02f9-472e-a21a-94936e47fb42 HTTP/1.1" status: 204 len: 168 time: 1.4250677 Nov 08 00:24:04.641378 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53824) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:04.720089 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-18911d4a-a39f-4937-a2ce-018eba1cc96d tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] GET failed (client error): The resource could not be found. Nov 08 00:24:04.722312 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-18911d4a-a39f-4937-a2ce-018eba1cc96d tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "GET /v2.0/ports/aa1f1116-02f9-472e-a21a-94936e47fb42 HTTP/1.1" status: 404 len: 333 time: 0.0799377 Nov 08 00:24:04.728160 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53826) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:04.734411 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-29312ede-3925-4e50-9c58-b6dd8100408a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Request body: {'port': {'network_id': '7da5f1fe-05f2-4812-9632-6fe7c3e9098c', 'name': 'tempest-AllowedAddressPairTestJSON-78779483'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:04.901785 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:04.912668 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:04.970183 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-f1cbea27-5249-47b3-9186-d40d480cc707', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:24:04.976941 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:05.041011 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:05.071378 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-4ffd6caa-2bed-4d81-bfad-79d2d8390eb1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Allocated IP 172.25.2.214 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/3d46bf51-24ed-4e9f-8138-014566f6684a) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:05.094684 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53840) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:05.098842 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-17455eb4-45c1-4645-8220-293dde31833c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:05.143241 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-162bd69e-0d67-4580-bbbc-94f7643e4b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:05.173286 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29312ede-3925-4e50-9c58-b6dd8100408a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Made reservation on behalf of 7d8f92a8845d4e17a0b5b989bd5a507c for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:05.181568 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29312ede-3925-4e50-9c58-b6dd8100408a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:05.217369 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-29312ede-3925-4e50-9c58-b6dd8100408a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] device_id is not set on port 1876bbee-5c3e-4b6e-9c14-f724dbcf4970 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:24:05.281343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 0ac86b5f-8fcd-47de-a625-4b4e5a63659b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0ac86b5f-8fcd-47de-a625-4b4e5a63659b,segment=NetworkSegment(c79382c5-9ff9-4a52-bfcf-a258f1e0713b),segment_id=c79382c5-9ff9-4a52-bfcf-a258f1e0713b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:05.452438 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] Allocated IP 172.21.0.2 (f1cbea27-5249-47b3-9186-d40d480cc707/418afc6c-8895-4e4b-8bdc-8cd23f72cf91/fb019d9a-8570-41f9-a22e-6da46ed2d8cd) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:05.457535 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:05.459359 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e97f2-d0c5-4ada-9122-9b0989d4b1ef None None] Pushing event updated for resources: {'Port': ['ID=793864f0-78da-40da-9467-ce5f4d0bae75,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:05.483326 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6caa-2bed-4d81-bfad-79d2d8390eb1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:05.498114 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-29312ede-3925-4e50-9c58-b6dd8100408a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Allocated IP 172.20.0.10 (7da5f1fe-05f2-4812-9632-6fe7c3e9098c/dc9639c8-0381-4865-af4d-cd94cbde9bc3/1876bbee-5c3e-4b6e-9c14-f724dbcf4970) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:05.519120 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-162bd69e-0d67-4580-bbbc-94f7643e4b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:05.578754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c1c6de70-9cc5-4d6a-a019-13c37870e716 None None] Could not find standard attr ID for object aa1f1116-02f9-472e-a21a-94936e47fb42. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:24:05.578754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] Attempting to bind port 793864f0-78da-40da-9467-ce5f4d0bae75 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:24:05.578754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] Attempting to bind port 793864f0-78da-40da-9467-ce5f4d0bae75 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '8f447d41-1498-462c-b8b7-2bf83ca7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:24:05.596820 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] Attempting to bind port 793864f0-78da-40da-9467-ce5f4d0bae75 on network c0a3491b-ff97-49c1-ac24-8d581b56855a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:05.607203 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:24:05.607708 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] Checking segment: {'id': '8f447d41-1498-462c-b8b7-2bf83ca7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:05.608363 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:05.608757 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] Bound using segment: {'id': '8f447d41-1498-462c-b8b7-2bf83ca7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:24:05.609237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] Bound port: 793864f0-78da-40da-9467-ce5f4d0bae75, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f447d41-1498-462c-b8b7-2bf83ca7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:24:05.609750 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:05.675897 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8f71e818-8893-4078-8206-52df848f285b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:05.811912 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29312ede-3925-4e50-9c58-b6dd8100408a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:05.850096 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6caa-2bed-4d81-bfad-79d2d8390eb1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:05.863295 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-162bd69e-0d67-4580-bbbc-94f7643e4b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:05.908396 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bd69e-0d67-4580-bbbc-94f7643e4b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d528671-6690-477b-959d-d398b1485b2c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:05.946726 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-162bd69e-0d67-4580-bbbc-94f7643e4b8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88d5c66060604c9b99c88d7ea54bd7e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8473687 Nov 08 00:24:05.947519 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53854) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:05.963032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c1c6de70-9cc5-4d6a-a019-13c37870e716 None None] Provisioning complete for port 793864f0-78da-40da-9467-ce5f4d0bae75 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:05.964943 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1c6de70-9cc5-4d6a-a019-13c37870e716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:05.976409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffd6caa-2bed-4d81-bfad-79d2d8390eb1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:05.986440 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=0ac86b5f-8fcd-47de-a625-4b4e5a63659b,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:05.999759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-4ffd6caa-2bed-4d81-bfad-79d2d8390eb1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:06.018515 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffd6caa-2bed-4d81-bfad-79d2d8390eb1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:06.026068 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29312ede-3925-4e50-9c58-b6dd8100408a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:06.040471 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4ee116a4-82e7-4096-8e22-02e98e9c17a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:06.091489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd6caa-2bed-4d81-bfad-79d2d8390eb1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event updated for resources: {'Port': ['ID=3d46bf51-24ed-4e9f-8138-014566f6684a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:06.153286 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4ee116a4-82e7-4096-8e22-02e98e9c17a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:06.233593 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6caa-2bed-4d81-bfad-79d2d8390eb1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:06.257667 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29312ede-3925-4e50-9c58-b6dd8100408a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event updated for resources: {'Port': ['ID=1876bbee-5c3e-4b6e-9c14-f724dbcf4970,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:06.268610 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29312ede-3925-4e50-9c58-b6dd8100408a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Network 7da5f1fe-05f2-4812-9632-6fe7c3e9098c is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:06.272883 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-29312ede-3925-4e50-9c58-b6dd8100408a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:06.300640 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29312ede-3925-4e50-9c58-b6dd8100408a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:06.390942 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6caa-2bed-4d81-bfad-79d2d8390eb1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:06.398857 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4ee116a4-82e7-4096-8e22-02e98e9c17a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:06.406532 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4ee116a4-82e7-4096-8e22-02e98e9c17a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:06.406532 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4ee116a4-82e7-4096-8e22-02e98e9c17a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d528671-6690-477b-959d-d398b1485b2c HTTP/1.1" status: 204 len: 168 time: 0.4543357 Nov 08 00:24:06.453208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee116a4-82e7-4096-8e22-02e98e9c17a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d528671-6690-477b-959d-d398b1485b2c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:06.483317 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29312ede-3925-4e50-9c58-b6dd8100408a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:06.487765 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29312ede-3925-4e50-9c58-b6dd8100408a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:06.624368 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-29312ede-3925-4e50-9c58-b6dd8100408a tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8944464 Nov 08 00:24:06.625063 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53868) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:06.632480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-4279dd49-4097-488b-ac51-f0db285e5bda tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Request body: {'port': {'network_id': '7da5f1fe-05f2-4812-9632-6fe7c3e9098c', 'name': 'tempest-AllowedAddressPairTestJSON-1129357788'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:06.635016 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] For port 793864f0-78da-40da-9467-ce5f4d0bae75, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:24:06.657305 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] For port 793864f0-78da-40da-9467-ce5f4d0bae75, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=793864f0-78da-40da-9467-ce5f4d0bae75,segment=NetworkSegment(8f447d41-1498-462c-b8b7-2bf83ca7c171),segment_id=8f447d41-1498-462c-b8b7-2bf83ca7c171)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:24:06.751538 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c1c6de70-9cc5-4d6a-a019-13c37870e716 None None] Port 793864f0-78da-40da-9467-ce5f4d0bae75 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:06.794424 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6caa-2bed-4d81-bfad-79d2d8390eb1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:06.803653 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 8f71e818-8893-4078-8206-52df848f285b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:06.804180 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:06.850276 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:06.890917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c1c6de70-9cc5-4d6a-a019-13c37870e716 None None] Provisioning complete for port 0ac86b5f-8fcd-47de-a625-4b4e5a63659b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:06.891416 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1c6de70-9cc5-4d6a-a019-13c37870e716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:06.912776 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6caa-2bed-4d81-bfad-79d2d8390eb1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:06.992658 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4279dd49-4097-488b-ac51-f0db285e5bda tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Made reservation on behalf of 7d8f92a8845d4e17a0b5b989bd5a507c for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:06.996559 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4279dd49-4097-488b-ac51-f0db285e5bda tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:07.048353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-4279dd49-4097-488b-ac51-f0db285e5bda tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] device_id is not set on port 6f9938c7-c6a5-46f3-a04b-2b5ce9bdebc4 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:24:07.062112 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd6caa-2bed-4d81-bfad-79d2d8390eb1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event updated for resources: {'Port': ['ID=3d46bf51-24ed-4e9f-8138-014566f6684a,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:07.101917 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6caa-2bed-4d81-bfad-79d2d8390eb1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:07.133277 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:07.152993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:24:07.158162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:24:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:07.212870 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6caa-2bed-4d81-bfad-79d2d8390eb1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:07.223512 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4ffd6caa-2bed-4d81-bfad-79d2d8390eb1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3249998 Nov 08 00:24:07.407863 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e97f2-d0c5-4ada-9122-9b0989d4b1ef None None] Pushing event updated for resources: {'Port': ['ID=793864f0-78da-40da-9467-ce5f4d0bae75,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:07.413031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-17455eb4-45c1-4645-8220-293dde31833c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Allocated IP 172.21.0.1 (f1cbea27-5249-47b3-9186-d40d480cc707/418afc6c-8895-4e4b-8bdc-8cd23f72cf91/6c7f3120-f0df-466a-be25-b71e4e1be38a) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:07.429875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-4279dd49-4097-488b-ac51-f0db285e5bda tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Allocated IP 172.20.0.11 (7da5f1fe-05f2-4812-9632-6fe7c3e9098c/dc9639c8-0381-4865-af4d-cd94cbde9bc3/6f9938c7-c6a5-46f3-a04b-2b5ce9bdebc4) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:07.438812 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:07.501890 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] Pushing event updated for resources: {'Port': ['ID=fb019d9a-8570-41f9-a22e-6da46ed2d8cd,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:07.544035 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] Network f1cbea27-5249-47b3-9186-d40d480cc707 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:07.631138 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-895371f5-c65a-4b30-92d9-e154427c5aed None None] Provisioning complete for port 1876bbee-5c3e-4b6e-9c14-f724dbcf4970 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:07.642923 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-895371f5-c65a-4b30-92d9-e154427c5aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:07.657382 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:07.685942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:07.705424 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:24:07.851454 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4279dd49-4097-488b-ac51-f0db285e5bda tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:07.947942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] Attempting to bind port fb019d9a-8570-41f9-a22e-6da46ed2d8cd on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:24:07.949474 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-17455eb4-45c1-4645-8220-293dde31833c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:07.950634 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] Attempting to bind port fb019d9a-8570-41f9-a22e-6da46ed2d8cd by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '153b1a28-ab12-4adf-96d7-85a6298725a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:24:07.951295 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] Attempting to bind port fb019d9a-8570-41f9-a22e-6da46ed2d8cd on network f1cbea27-5249-47b3-9186-d40d480cc707 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:07.954884 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-b5f8cf07-95d8-4387-b17d-ff6796041333 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--618430724&fields=id&tenant_id=7a42c6631eb4454c896f7292ef18f39f HTTP/1.1" status: 200 len: 267 time: 0.1597209 Nov 08 00:24:07.963773 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-895371f5-c65a-4b30-92d9-e154427c5aed None None] Port 1876bbee-5c3e-4b6e-9c14-f724dbcf4970 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:07.979729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:24:07.980157 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] Checking segment: {'id': '153b1a28-ab12-4adf-96d7-85a6298725a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:07.986047 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:07.986639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] Bound using segment: {'id': '153b1a28-ab12-4adf-96d7-85a6298725a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:24:07.987289 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] Bound port: fb019d9a-8570-41f9-a22e-6da46ed2d8cd, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153b1a28-ab12-4adf-96d7-85a6298725a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:24:07.987772 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:08.026862 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0ac86b5f-8fcd-47de-a625-4b4e5a63659b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:08.040574 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-5ba6dd9a-b97e-4e22-a646-b18bde0fefc6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:08.042211 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-5ba6dd9a-b97e-4e22-a646-b18bde0fefc6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports/3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 HTTP/1.1" status: 200 len: 936 time: 0.0782862 Nov 08 00:24:08.102466 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-9097052f-dffb-43e7-97a3-699f6f72136d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:08.104262 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-9097052f-dffb-43e7-97a3-699f6f72136d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports/70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 HTTP/1.1" status: 200 len: 935 time: 0.0542679 Nov 08 00:24:08.109013 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-895371f5-c65a-4b30-92d9-e154427c5aed None None] Provisioning complete for port 793864f0-78da-40da-9467-ce5f4d0bae75 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:08.109372 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-895371f5-c65a-4b30-92d9-e154427c5aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:08.161030 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-cd3c8cde-2a56-4d9e-b20a-f655290d1780 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?network_id=74f4276d-9439-4600-839d-84669ee5e60a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0504556 Nov 08 00:24:08.197764 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4279dd49-4097-488b-ac51-f0db285e5bda tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:08.277882 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-e3eb461c-1b14-45fa-acfd-33186c664dea tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?network_id=74f4276d-9439-4600-839d-84669ee5e60a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1084280 Nov 08 00:24:08.315276 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] For port fb019d9a-8570-41f9-a22e-6da46ed2d8cd, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:24:08.320921 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-17455eb4-45c1-4645-8220-293dde31833c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:08.357570 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4279dd49-4097-488b-ac51-f0db285e5bda tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Network 7da5f1fe-05f2-4812-9632-6fe7c3e9098c is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:08.361010 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-4279dd49-4097-488b-ac51-f0db285e5bda tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:08.370232 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4279dd49-4097-488b-ac51-f0db285e5bda tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:08.375148 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279dd49-4097-488b-ac51-f0db285e5bda tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event updated for resources: {'Port': ['ID=6f9938c7-c6a5-46f3-a04b-2b5ce9bdebc4,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:08.395222 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0ac86b5f-8fcd-47de-a625-4b4e5a63659b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:08.395222 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:08.401356 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] For port fb019d9a-8570-41f9-a22e-6da46ed2d8cd, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=fb019d9a-8570-41f9-a22e-6da46ed2d8cd,segment=NetworkSegment(153b1a28-ab12-4adf-96d7-85a6298725a1),segment_id=153b1a28-ab12-4adf-96d7-85a6298725a1)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:24:08.449173 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4279dd49-4097-488b-ac51-f0db285e5bda tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:08.451714 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4279dd49-4097-488b-ac51-f0db285e5bda tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:08.545225 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17455eb4-45c1-4645-8220-293dde31833c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network f1cbea27-5249-47b3-9186-d40d480cc707 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:08.547926 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:08.555926 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:08.578482 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-17455eb4-45c1-4645-8220-293dde31833c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:08.596689 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17455eb4-45c1-4645-8220-293dde31833c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:08.610688 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4279dd49-4097-488b-ac51-f0db285e5bda tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9842048 Nov 08 00:24:08.612997 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53938) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:08.621079 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-35804cad-0282-47e1-8822-4c6e5b9f5e5f tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:8d:7e:b8'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:6e:7f:23'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:08.716279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17455eb4-45c1-4645-8220-293dde31833c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=6c7f3120-f0df-466a-be25-b71e4e1be38a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:08.874747 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-f9d83b7e-91f9-41d8-92bd-2441caca42b9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:08.910500 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-f9d83b7e-91f9-41d8-92bd-2441caca42b9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:08.951678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-f9d83b7e-91f9-41d8-92bd-2441caca42b9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:08.956610 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-f9d83b7e-91f9-41d8-92bd-2441caca42b9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/networks?id=fe318fa4-2739-4425-811c-a969620e2964&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=74f4276d-9439-4600-839d-84669ee5e60a&id=74f4276d-9439-4600-839d-84669ee5e60a HTTP/1.1" status: 200 len: 1994 time: 0.6778712 Nov 08 00:24:08.959631 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-17455eb4-45c1-4645-8220-293dde31833c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:08.994422 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-895371f5-c65a-4b30-92d9-e154427c5aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:09.074050 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-34c042e6-8b37-4ecb-be4f-b955ed570b5d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/quotas/7a42c6631eb4454c896f7292ef18f39f HTTP/1.1" status: 200 len: 375 time: 0.1090300 Nov 08 00:24:09.082398 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35804cad-0282-47e1-8822-4c6e5b9f5e5f tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:09.103197 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:23:57Z', 'revision_number': 2, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:06Z', 'revision_number': 4, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:09.107131 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a51777-6f98-44c1-9a34-000f17f82d42 None None] Pushing event updated for resources: {'Port': ['ID=fb019d9a-8570-41f9-a22e-6da46ed2d8cd,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:09.214541 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8f6631-0189-4eba-841e-722652a4f261 None None] The sync data for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 is: [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:23:57Z', 'revision_number': 2, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:06Z', 'revision_number': 4, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:24:09.259733 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-895371f5-c65a-4b30-92d9-e154427c5aed None None] For port 793864f0-78da-40da-9467-ce5f4d0bae75, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=793864f0-78da-40da-9467-ce5f4d0bae75,segment=NetworkSegment(8f447d41-1498-462c-b8b7-2bf83ca7c171),segment_id=8f447d41-1498-462c-b8b7-2bf83ca7c171)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:09.354322 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-8a235a88-10e4-4887-ae65-edbc7c7bc279 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a42c6631eb4454c896f7292ef18f39f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2682209 Nov 08 00:24:09.369728 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-895371f5-c65a-4b30-92d9-e154427c5aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:09.433950 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35804cad-0282-47e1-8822-4c6e5b9f5e5f tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:09.563360 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c6c3bb7d-3807-45fc-afda-f621e8989285 None None] Provisioning complete for port 793864f0-78da-40da-9467-ce5f4d0bae75 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:09.563734 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6c3bb7d-3807-45fc-afda-f621e8989285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:09.598158 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35804cad-0282-47e1-8822-4c6e5b9f5e5f tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:09.627385 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895371f5-c65a-4b30-92d9-e154427c5aed None None] Pushing event updated for resources: {'Port': ['ID=793864f0-78da-40da-9467-ce5f4d0bae75,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:09.631054 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-17455eb4-45c1-4645-8220-293dde31833c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:09.703394 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35804cad-0282-47e1-8822-4c6e5b9f5e5f tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event updated for resources: {'Port': ['ID=6f9938c7-c6a5-46f3-a04b-2b5ce9bdebc4,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:09.790922 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-f5fe9cb7-53d9-4cfb-9143-cdd35c0eea37 service neutron] 10.222.0.13 "GET /v2.0/networks/fe318fa4-2739-4425-811c-a969620e2964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248533 Nov 08 00:24:09.818592 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c6c3bb7d-3807-45fc-afda-f621e8989285 None None] Provisioning complete for port 6f9938c7-c6a5-46f3-a04b-2b5ce9bdebc4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:09.818985 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6c3bb7d-3807-45fc-afda-f621e8989285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:09.880850 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c6c3bb7d-3807-45fc-afda-f621e8989285 None None] Port 6f9938c7-c6a5-46f3-a04b-2b5ce9bdebc4 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:09.958911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-35804cad-0282-47e1-8822-4c6e5b9f5e5f tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] In _notify_port_updated(), no bound segment for port 6f9938c7-c6a5-46f3-a04b-2b5ce9bdebc4 on network 7da5f1fe-05f2-4812-9632-6fe7c3e9098c {{(pid=102771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:24:09.965224 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35804cad-0282-47e1-8822-4c6e5b9f5e5f tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:09.965743 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35804cad-0282-47e1-8822-4c6e5b9f5e5f tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:09.979804 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-35804cad-0282-47e1-8822-4c6e5b9f5e5f tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "PUT /v2.0/ports/6f9938c7-c6a5-46f3-a04b-2b5ce9bdebc4 HTTP/1.1" status: 200 len: 1057 time: 1.3639019 Nov 08 00:24:09.980842 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53968) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:10.181598 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-88f2cf62-e7ba-4cbf-a7ee-9ba83349e681 service neutron] 10.222.0.13 "GET /v2.0/networks/fe318fa4-2739-4425-811c-a969620e2964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897743 Nov 08 00:24:10.285141 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device fb019d9a-8570-41f9-a22e-6da46ed2d8cd up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:10.356489 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-43fd23dc-c440-40fd-8fe6-b0a1cfbcf190 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Deleting port 6f9938c7-c6a5-46f3-a04b-2b5ce9bdebc4 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:10.357060 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43fd23dc-c440-40fd-8fe6-b0a1cfbcf190 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:10.410972 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-27657b10-93fd-4369-9603-215e9f36f1fb None None] Provisioning complete for port 6f9938c7-c6a5-46f3-a04b-2b5ce9bdebc4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:10.411344 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-27657b10-93fd-4369-9603-215e9f36f1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:10.536487 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-27657b10-93fd-4369-9603-215e9f36f1fb None None] Port 6f9938c7-c6a5-46f3-a04b-2b5ce9bdebc4 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:10.544849 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port fb019d9a-8570-41f9-a22e-6da46ed2d8cd triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:10.545230 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:10.557207 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ffbc83a2-f51f-42ca-948b-e2570fb3cf26 service neutron] 10.222.0.13 "GET /v2.0/ports/3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3618813 Nov 08 00:24:10.737095 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43fd23dc-c440-40fd-8fe6-b0a1cfbcf190 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:10.790077 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-43fd23dc-c440-40fd-8fe6-b0a1cfbcf190 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Calling delete_port for 6f9938c7-c6a5-46f3-a04b-2b5ce9bdebc4 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:24:10.805591 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:10.929901 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port fb019d9a-8570-41f9-a22e-6da46ed2d8cd, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=fb019d9a-8570-41f9-a22e-6da46ed2d8cd,segment=NetworkSegment(153b1a28-ab12-4adf-96d7-85a6298725a1),segment_id=153b1a28-ab12-4adf-96d7-85a6298725a1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:11.031609 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:11.034425 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 793864f0-78da-40da-9467-ce5f4d0bae75 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:11.096017 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43fd23dc-c440-40fd-8fe6-b0a1cfbcf190 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:11.225076 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd23dc-c440-40fd-8fe6-b0a1cfbcf190 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event deleted for resources: {'Port': ['ID=6f9938c7-c6a5-46f3-a04b-2b5ce9bdebc4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:11.269247 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=fb019d9a-8570-41f9-a22e-6da46ed2d8cd,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:11.333727 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 793864f0-78da-40da-9467-ce5f4d0bae75 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:11.334372 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:11.799903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379f0b04-5c02-4a6d-84c0-1785110a6637 None None] Network f1cbea27-5249-47b3-9186-d40d480cc707 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:24:11.848423 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43fd23dc-c440-40fd-8fe6-b0a1cfbcf190 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:11.863576 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-43fd23dc-c440-40fd-8fe6-b0a1cfbcf190 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "DELETE /v2.0/ports/6f9938c7-c6a5-46f3-a04b-2b5ce9bdebc4 HTTP/1.1" status: 204 len: 168 time: 1.8782661 Nov 08 00:24:11.866641 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54018) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:11.938095 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-83dff111-69c1-4320-b98e-96f408a6eb83 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] GET failed (client error): The resource could not be found. Nov 08 00:24:11.947246 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-83dff111-69c1-4320-b98e-96f408a6eb83 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "GET /v2.0/ports/6f9938c7-c6a5-46f3-a04b-2b5ce9bdebc4 HTTP/1.1" status: 404 len: 333 time: 0.0794861 Nov 08 00:24:11.953159 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54022) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:12.088975 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-782aa2d4-383a-4c2c-b842-8b1b5d2a7d8c None None] Provisioning complete for port fb019d9a-8570-41f9-a22e-6da46ed2d8cd triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:12.089646 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-782aa2d4-383a-4c2c-b842-8b1b5d2a7d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:12.098515 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device fb019d9a-8570-41f9-a22e-6da46ed2d8cd up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:12.134801 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-0cd1c389-4362-4b1d-9ad9-7faa4221d8d6 service neutron] 10.222.0.13 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5566223 Nov 08 00:24:12.216875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-baa9964a-03b1-4d21-96cb-b5020a6e2c1c tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Deleting port 1876bbee-5c3e-4b6e-9c14-f724dbcf4970 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:12.218020 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-baa9964a-03b1-4d21-96cb-b5020a6e2c1c tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:12.398345 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-baa9964a-03b1-4d21-96cb-b5020a6e2c1c tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:12.405348 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-3c1054d9-60bc-4a49-9733-9249bfebf194 service neutron] 10.222.0.13 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468157 Nov 08 00:24:12.422296 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-baa9964a-03b1-4d21-96cb-b5020a6e2c1c tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Calling delete_port for 1876bbee-5c3e-4b6e-9c14-f724dbcf4970 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:24:12.542000 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-17455eb4-45c1-4645-8220-293dde31833c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:12.545268 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-60ffd7c9-e467-4c3f-b22e-2b142ee16f0e service neutron] 10.222.0.13 "GET /v2.0/ports/70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1198137 Nov 08 00:24:12.675001 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-17455eb4-45c1-4645-8220-293dde31833c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:12.676340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port fb019d9a-8570-41f9-a22e-6da46ed2d8cd triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:12.676830 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:12.719972 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54046) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:12.730870 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-baa9964a-03b1-4d21-96cb-b5020a6e2c1c tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:12.802444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17455eb4-45c1-4645-8220-293dde31833c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=6c7f3120-f0df-466a-be25-b71e4e1be38a,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:12.831141 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-17455eb4-45c1-4645-8220-293dde31833c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:12.880425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-7d339d6d-dab1-4d36-9272-3fdf9710d5ce service neutron] 10.222.0.13 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225815 Nov 08 00:24:12.881190 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9964a-03b1-4d21-96cb-b5020a6e2c1c tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event deleted for resources: {'Port': ['ID=1876bbee-5c3e-4b6e-9c14-f724dbcf4970,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:13.079021 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-371b7c9c-734b-4224-baef-080986abd2bf service neutron] 10.222.0.13 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872556 Nov 08 00:24:13.201572 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-baa9964a-03b1-4d21-96cb-b5020a6e2c1c tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:13.212067 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-baa9964a-03b1-4d21-96cb-b5020a6e2c1c tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "DELETE /v2.0/ports/1876bbee-5c3e-4b6e-9c14-f724dbcf4970 HTTP/1.1" status: 204 len: 168 time: 1.2580049 Nov 08 00:24:13.212067 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b33c7948-65a5-494f-a6d3-a2d6c1361093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:13.220963 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54058) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:13.282670 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d8b6d3eb-6921-43ba-93fa-42781362d896 None None] Provisioning complete for port 6c7f3120-f0df-466a-be25-b71e4e1be38a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:13.285101 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d3eb-6921-43ba-93fa-42781362d896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:13.346092 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c508ea-4ab0-4f32-bc96-88840afd8211 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] GET failed (client error): The resource could not be found. Nov 08 00:24:13.346935 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c6c508ea-4ab0-4f32-bc96-88840afd8211 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "GET /v2.0/ports/1876bbee-5c3e-4b6e-9c14-f724dbcf4970 HTTP/1.1" status: 404 len: 333 time: 0.1216018 Nov 08 00:24:13.355620 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-a09900c5-8495-42f0-9c38-60d34ba66acd service neutron] 10.222.0.13 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754679 Nov 08 00:24:13.356537 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54062) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:13.419768 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d8b6d3eb-6921-43ba-93fa-42781362d896 None None] Port 6c7f3120-f0df-466a-be25-b71e4e1be38a cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:13.462116 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d8b6d3eb-6921-43ba-93fa-42781362d896 None None] Provisioning complete for port fb019d9a-8570-41f9-a22e-6da46ed2d8cd triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:13.462602 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d3eb-6921-43ba-93fa-42781362d896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:13.521230 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-6999cc0f-2241-4d17-a57a-3f4a3064fa9e service neutron] 10.222.0.13 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567252 Nov 08 00:24:13.658210 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-f24e6b40-679f-4b48-9dec-d01a1f9770c2 service neutron] 10.222.0.13 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426256 Nov 08 00:24:13.670940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17455eb4-45c1-4645-8220-293dde31833c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network f1cbea27-5249-47b3-9186-d40d480cc707 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:13.710980 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-1f65e1eb-4ed8-447d-820b-1104749cf150 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Deleting port 4b86fec4-ea2c-414a-a633-08000cfc7442 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:13.711599 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f65e1eb-4ed8-447d-820b-1104749cf150 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:13.795447 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-4b7a7d30-d1ad-4649-a66f-c6224fa24d13 service neutron] 10.222.0.13 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344130 Nov 08 00:24:13.889453 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f65e1eb-4ed8-447d-820b-1104749cf150 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:13.908345 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-773a4ae4-9b62-4f1e-a784-95718a78e349 None None] Provisioning complete for port 6c7f3120-f0df-466a-be25-b71e4e1be38a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:13.909559 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-773a4ae4-9b62-4f1e-a784-95718a78e349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:13.914101 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-1f65e1eb-4ed8-447d-820b-1104749cf150 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Calling delete_port for 4b86fec4-ea2c-414a-a633-08000cfc7442 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:24:13.918787 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-17455eb4-45c1-4645-8220-293dde31833c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:13.958000 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ceba5cd0-cc58-4546-b965-4a923305ce94 service neutron] 10.222.0.13 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616013 Nov 08 00:24:14.041579 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-773a4ae4-9b62-4f1e-a784-95718a78e349 None None] Port 6c7f3120-f0df-466a-be25-b71e4e1be38a cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:14.112575 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-8749ea8e-5910-4f84-a353-ff03520ebca5 service neutron] 10.222.0.13 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528304 Nov 08 00:24:14.177905 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b33c7948-65a5-494f-a6d3-a2d6c1361093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:14.261339 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b33c7948-65a5-494f-a6d3-a2d6c1361093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:14.296909 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-8ac01e68-617f-47be-ab2b-16713c4753c1 None None] Provisioning complete for port 6c7f3120-f0df-466a-be25-b71e4e1be38a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:14.298409 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ac01e68-617f-47be-ab2b-16713c4753c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:14.310503 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f65e1eb-4ed8-447d-820b-1104749cf150 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:14.412935 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17455eb4-45c1-4645-8220-293dde31833c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router 4554bf0c-1026-4a3b-a198-622d75ba9b97 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:24:14.420064 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8ac01e68-617f-47be-ab2b-16713c4753c1 None None] Port 6c7f3120-f0df-466a-be25-b71e4e1be38a cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:14.450934 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b33c7948-65a5-494f-a6d3-a2d6c1361093 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6f0f308be4b44c68ca6a5d259012f52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7299309 Nov 08 00:24:14.452251 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65e1eb-4ed8-447d-820b-1104749cf150 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event deleted for resources: {'Port': ['ID=4b86fec4-ea2c-414a-a633-08000cfc7442,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:14.453730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54082) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:14.455824 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c7948-65a5-494f-a6d3-a2d6c1361093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ffbeb0-dcd9-42a6-b73b-923dc34349ab,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:14.604256 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f65e1eb-4ed8-447d-820b-1104749cf150 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:14.608734 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1f65e1eb-4ed8-447d-820b-1104749cf150 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "DELETE /v2.0/ports/4b86fec4-ea2c-414a-a633-08000cfc7442 HTTP/1.1" status: 204 len: 168 time: 1.2505567 Nov 08 00:24:14.610657 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54096) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:14.639768 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-b0ee1209-01cc-4da1-a91e-37ae7b210870 service neutron] 10.222.0.13 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261633 Nov 08 00:24:14.683409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17455eb4-45c1-4645-8220-293dde31833c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:24:14.684916 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-17455eb4-45c1-4645-8220-293dde31833c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/4554bf0c-1026-4a3b-a198-622d75ba9b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7270575 Nov 08 00:24:14.693044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54102) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:14.695938 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] Sync routers for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:24:14.704867 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-419a51ad-3919-43b8-8dd6-adeb116a776a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'network': {'name': 'tempest-RoutersTest-192356856'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:14.712394 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:24:14.713342 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:24:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:14.723712 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06c7d48-9fb6-4904-bffd-38d7e7276e39 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Deleting subnet dc9639c8-0381-4865-af4d-cd94cbde9bc3 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:24:14.753632 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7facf6b1-e8e1-4a6e-8109-b8d417930355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:14.759808 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a06c7d48-9fb6-4904-bffd-38d7e7276e39 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:14.832908 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7facf6b1-e8e1-4a6e-8109-b8d417930355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:14.842367 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419a51ad-3919-43b8-8dd6-adeb116a776a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Made reservation on behalf of 3af6f93533bf40d089fbf3d2c0d32734 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:14.847517 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-419a51ad-3919-43b8-8dd6-adeb116a776a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:14.863026 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a06c7d48-9fb6-4904-bffd-38d7e7276e39 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:14.915124 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:24:14.973180 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419a51ad-3919-43b8-8dd6-adeb116a776a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:24:14.993850 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-419a51ad-3919-43b8-8dd6-adeb116a776a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:14.994469 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-419a51ad-3919-43b8-8dd6-adeb116a776a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Added segment 245d0ae6-441d-423b-a57b-2855d6f93a24 of type vlan for network d3e95a90-8a07-4436-8b29-6dd585d7fda0 Nov 08 00:24:15.083900 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a06c7d48-9fb6-4904-bffd-38d7e7276e39 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:15.086889 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-419a51ad-3919-43b8-8dd6-adeb116a776a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:15.092082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-f2cd3a6e-a87e-463c-8a40-6f4761643196 service neutron] 10.222.0.13 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362144 Nov 08 00:24:15.097765 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7facf6b1-e8e1-4a6e-8109-b8d417930355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:15.106296 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7facf6b1-e8e1-4a6e-8109-b8d417930355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:15.107494 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7facf6b1-e8e1-4a6e-8109-b8d417930355 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8ffbeb0-dcd9-42a6-b73b-923dc34349ab HTTP/1.1" status: 204 len: 168 time: 0.6526899 Nov 08 00:24:15.254433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facf6b1-e8e1-4a6e-8109-b8d417930355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ffbeb0-dcd9-42a6-b73b-923dc34349ab,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:15.267083 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a06c7d48-9fb6-4904-bffd-38d7e7276e39 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:15.283683 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a06c7d48-9fb6-4904-bffd-38d7e7276e39 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:15.293296 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33176901-a174-4d9f-aa1e-36b425a70913 None None] Network 7da5f1fe-05f2-4812-9632-6fe7c3e9098c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:24:15.305105 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a06c7d48-9fb6-4904-bffd-38d7e7276e39 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "DELETE /v2.0/subnets/dc9639c8-0381-4865-af4d-cd94cbde9bc3 HTTP/1.1" status: 204 len: 168 time: 0.6898336 Nov 08 00:24:15.307359 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54110) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:15.356934 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-419a51ad-3919-43b8-8dd6-adeb116a776a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:15.364558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419a51ad-3919-43b8-8dd6-adeb116a776a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:15.365666 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-419a51ad-3919-43b8-8dd6-adeb116a776a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:15.480742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a51ad-3919-43b8-8dd6-adeb116a776a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Network': ['ID=d3e95a90-8a07-4436-8b29-6dd585d7fda0,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:15.492812 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-419a51ad-3919-43b8-8dd6-adeb116a776a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7984819 Nov 08 00:24:15.494036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54116) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:15.497803 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network d3e95a90-8a07-4436-8b29-6dd585d7fda0 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:24:15.537056 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-d116e0b5-fd5b-4790-8d0e-7cba46dfaec4 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'subnet': {'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:15.538565 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c7d48-9fb6-4904-bffd-38d7e7276e39 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event deleted for resources: {'Subnet': ['ID=dc9639c8-0381-4865-af4d-cd94cbde9bc3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:15.600371 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce7a21-cad1-4d8d-a368-efdd05d7a56c req-4e3c8697-b764-4d6e-aba5-ecbb70538f22 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:15.607171 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 3, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:12Z', 'revision_number': 2, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:15.618474 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7bce7a21-cad1-4d8d-a368-efdd05d7a56c req-4e3c8697-b764-4d6e-aba5-ecbb70538f22 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.3573189 Nov 08 00:24:15.656624 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:15.745364 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] Checking router: 4554bf0c-1026-4a3b-a198-622d75ba9b97 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:24:15.746080 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] Updating router 4554bf0c-1026-4a3b-a198-622d75ba9b97 port 6c7f3120-f0df-466a-be25-b71e4e1be38a binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:24:15.792932 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ece49e-8e40-4afb-9f77-fa8e8f18a5c1 None None] DHCP port deletion for 7da5f1fe-05f2-4812-9632-6fe7c3e9098c request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:24:15.814003 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:15.827864 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Deleting port 24cd65b5-926c-482d-a207-0a406d1dcde4 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:15.828212 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:15.889741 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-56ece49e-8e40-4afb-9f77-fa8e8f18a5c1 None None] Deleting port 24cd65b5-926c-482d-a207-0a406d1dcde4 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:15.891760 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56ece49e-8e40-4afb-9f77-fa8e8f18a5c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:15.960104 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7bce7a21-cad1-4d8d-a368-efdd05d7a56c req-9252cb93-9f65-475e-99c5-05b7ea07c9ff tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3404849 Nov 08 00:24:16.074869 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-56ece49e-8e40-4afb-9f77-fa8e8f18a5c1 None None] For port 24cd65b5-926c-482d-a207-0a406d1dcde4, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=24cd65b5-926c-482d-a207-0a406d1dcde4,segment=NetworkSegment(593fffad-c8d5-4f54-a54e-9c1d4698f712),segment_id=593fffad-c8d5-4f54-a54e-9c1d4698f712)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:16.079188 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56ece49e-8e40-4afb-9f77-fa8e8f18a5c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.083760 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 24cd65b5-926c-482d-a207-0a406d1dcde4 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:24:16.087582 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] For port 24cd65b5-926c-482d-a207-0a406d1dcde4, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=24cd65b5-926c-482d-a207-0a406d1dcde4,segment=NetworkSegment(593fffad-c8d5-4f54-a54e-9c1d4698f712),segment_id=593fffad-c8d5-4f54-a54e-9c1d4698f712)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:16.087582 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.125396 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Calling delete_port for 24cd65b5-926c-482d-a207-0a406d1dcde4 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:24:16.156103 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-56ece49e-8e40-4afb-9f77-fa8e8f18a5c1 None None] Calling delete_port for 24cd65b5-926c-482d-a207-0a406d1dcde4 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:24:16.203666 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d116e0b5-fd5b-4790-8d0e-7cba46dfaec4 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Made reservation on behalf of 3af6f93533bf40d089fbf3d2c0d32734 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:16.207304 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d116e0b5-fd5b-4790-8d0e-7cba46dfaec4 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.274605 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54140) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:16.296466 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.335656 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ebd7-a908-4fc0-9a06-943f1a55ee45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.408871 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.423523 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.431928 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56ece49e-8e40-4afb-9f77-fa8e8f18a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.463429 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ece49e-8e40-4afb-9f77-fa8e8f18a5c1 None None] Pushing event deleted for resources: {'Port': ['ID=24cd65b5-926c-482d-a207-0a406d1dcde4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:16.465619 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event deleted for resources: {'Port': ['ID=24cd65b5-926c-482d-a207-0a406d1dcde4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:16.467737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ece49e-8e40-4afb-9f77-fa8e8f18a5c1 None None] No DVR routers for this DVR port 24cd65b5-926c-482d-a207-0a406d1dcde4 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:24:16.469336 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] No DVR routers for this DVR port 24cd65b5-926c-482d-a207-0a406d1dcde4 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:24:16.507399 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.579588 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.615035 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da5f1fe-05f2-4812-9632-6fe7c3e9098c']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:16.625493 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593fffad-c8d5-4f54-a54e-9c1d4698f712') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:16.627358 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593fffad-c8d5-4f54-a54e-9c1d4698f712') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:16.636750 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.653259 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.660586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:24:16.661548 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.664435 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2dd9c9-767a-4f07-a358-c360d9816407 None None] Pushing event updated for resources: {'Port': ['ID=6c7f3120-f0df-466a-be25-b71e4e1be38a,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:16.665865 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d116e0b5-fd5b-4790-8d0e-7cba46dfaec4 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.679169 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd9c9-767a-4f07-a358-c360d9816407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:16.679753 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd9c9-767a-4f07-a358-c360d9816407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:16.680286 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd9c9-767a-4f07-a358-c360d9816407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:16.681016 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd9c9-767a-4f07-a358-c360d9816407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:16.681523 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd9c9-767a-4f07-a358-c360d9816407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:16.682165 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd9c9-767a-4f07-a358-c360d9816407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:16.682703 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd9c9-767a-4f07-a358-c360d9816407 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:16.683200 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd9c9-767a-4f07-a358-c360d9816407 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:16.684273 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd9c9-767a-4f07-a358-c360d9816407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:16.685768 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd9c9-767a-4f07-a358-c360d9816407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:16.686114 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd9c9-767a-4f07-a358-c360d9816407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:16.686448 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd9c9-767a-4f07-a358-c360d9816407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:16.692346 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] Attempting to bind port 6c7f3120-f0df-466a-be25-b71e4e1be38a on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:24:16.698872 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] Attempting to bind port 6c7f3120-f0df-466a-be25-b71e4e1be38a by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '153b1a28-ab12-4adf-96d7-85a6298725a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:24:16.698872 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] Attempting to bind port 6c7f3120-f0df-466a-be25-b71e4e1be38a on network f1cbea27-5249-47b3-9186-d40d480cc707 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:16.699403 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:24:16.699859 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] Checking segment: {'id': '153b1a28-ab12-4adf-96d7-85a6298725a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:16.700263 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.700651 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] Bound using segment: {'id': '153b1a28-ab12-4adf-96d7-85a6298725a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:24:16.701119 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] Bound port: 6c7f3120-f0df-466a-be25-b71e4e1be38a, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153b1a28-ab12-4adf-96d7-85a6298725a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:24:16.701498 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:24:16.754799 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:24:16.784446 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ebd7-a908-4fc0-9a06-943f1a55ee45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.787978 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] For port 6c7f3120-f0df-466a-be25-b71e4e1be38a, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:24:16.791359 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] For port 6c7f3120-f0df-466a-be25-b71e4e1be38a, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6c7f3120-f0df-466a-be25-b71e4e1be38a,segment=NetworkSegment(153b1a28-ab12-4adf-96d7-85a6298725a1),segment_id=153b1a28-ab12-4adf-96d7-85a6298725a1)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:24:16.845527 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.861177 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.861177 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] 10.222.0.13 "DELETE /v2.0/networks/7da5f1fe-05f2-4812-9632-6fe7c3e9098c HTTP/1.1" status: 204 len: 168 time: 1.5457706 Nov 08 00:24:16.883948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116e0b5-fd5b-4790-8d0e-7cba46dfaec4 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Subnet': ['ID=f49504dd-178c-4036-b4d8-240c1dff677d,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:16.899821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3d01b-4cec-4b89-ab5b-df892ceaed30 tempest-AllowedAddressPairTestJSON-11801535 tempest-AllowedAddressPairTestJSON-11801535-project] Pushing event deleted for resources: {'Network': ['ID=7da5f1fe-05f2-4812-9632-6fe7c3e9098c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:16.903301 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116e0b5-fd5b-4790-8d0e-7cba46dfaec4 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Checking segment: {'id': '245d0ae6-441d-423b-a57b-2855d6f93a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:16.904582 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d116e0b5-fd5b-4790-8d0e-7cba46dfaec4 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network hostable DHCP agents. Network: d3e95a90-8a07-4436-8b29-6dd585d7fda0, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:24:16.929956 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ebd7-a908-4fc0-9a06-943f1a55ee45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.932873 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:16.991682 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7266b826-ee55-40c7-9938-36e0d852d761 None None] Provisioning complete for port 6c7f3120-f0df-466a-be25-b71e4e1be38a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:16.992084 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7266b826-ee55-40c7-9938-36e0d852d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:17.026366 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ccd2ebd7-a908-4fc0-9a06-943f1a55ee45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83b18345a8664ca2b12618480503655c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7497604 Nov 08 00:24:17.029161 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54184) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:17.038489 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2ebd7-a908-4fc0-9a06-943f1a55ee45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c202704d-dc24-4d49-95ee-05686af992d2,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:17.058457 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d116e0b5-fd5b-4790-8d0e-7cba46dfaec4 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network d3e95a90-8a07-4436-8b29-6dd585d7fda0 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:24:17.110358 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2dd9c9-767a-4f07-a358-c360d9816407 None None] Pushing event updated for resources: {'Port': ['ID=6c7f3120-f0df-466a-be25-b71e4e1be38a,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:17.129465 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:24:17.130138 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:24:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:17.175228 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-d116e0b5-fd5b-4790-8d0e-7cba46dfaec4 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, d3e95a90-8a07-4436-8b29-6dd585d7fda0) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:17.178723 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7266b826-ee55-40c7-9938-36e0d852d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:17.217903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6032edd6-5929-40fe-b4e4-816e7cd4e9ec None None] Network d3e95a90-8a07-4436-8b29-6dd585d7fda0 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:24:17.269680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d116e0b5-fd5b-4790-8d0e-7cba46dfaec4 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:17.273066 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d116e0b5-fd5b-4790-8d0e-7cba46dfaec4 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:17.322098 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-7266b826-ee55-40c7-9938-36e0d852d761 None None] For port 6c7f3120-f0df-466a-be25-b71e4e1be38a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6c7f3120-f0df-466a-be25-b71e4e1be38a,segment=NetworkSegment(153b1a28-ab12-4adf-96d7-85a6298725a1),segment_id=153b1a28-ab12-4adf-96d7-85a6298725a1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:17.331823 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-44913e0c-e8d4-4fde-a002-127dd254e927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:17.402248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd6769-9d43-4506-8a0a-c8f8a64d384d req-86b58d2d-dbd7-428c-9fc6-4fdd0ca89f54 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:17.410471 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00cd6769-9d43-4506-8a0a-c8f8a64d384d req-86b58d2d-dbd7-428c-9fc6-4fdd0ca89f54 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.3183658 Nov 08 00:24:17.474460 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-44913e0c-e8d4-4fde-a002-127dd254e927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:17.490431 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00cd6769-9d43-4506-8a0a-c8f8a64d384d req-95108a64-7a51-4a99-8520-425aa5fbc60e tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789468 Nov 08 00:24:17.515073 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:24:17.518169 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-d3e95a90-8a07-4436-8b29-6dd585d7fda0', 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'fixed_ips': [{'subnet_id': 'f49504dd-178c-4036-b4d8-240c1dff677d'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:24:17.518759 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:17.727831 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7266b826-ee55-40c7-9938-36e0d852d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:17.746071 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 3, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:16Z', 'revision_number': 4, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:17.780893 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54204) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:17.782437 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d116e0b5-fd5b-4790-8d0e-7cba46dfaec4 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2841506 Nov 08 00:24:17.783226 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-44913e0c-e8d4-4fde-a002-127dd254e927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:17.788562 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df9984f-3dbc-4bd5-b88a-6811fe139b8b None None] The sync data for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 is: [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 3, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:16Z', 'revision_number': 4, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:24:17.795692 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-44913e0c-e8d4-4fde-a002-127dd254e927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:17.816906 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-44913e0c-e8d4-4fde-a002-127dd254e927 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c202704d-dc24-4d49-95ee-05686af992d2 HTTP/1.1" status: 204 len: 168 time: 0.7743444 Nov 08 00:24:17.873129 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44913e0c-e8d4-4fde-a002-127dd254e927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c202704d-dc24-4d49-95ee-05686af992d2,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:18.171753 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c8d6ae9-74b2-4526-8f49-1923db13dac4 req-44be2c4c-f337-48dd-89d2-2b2f6e12283d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.1395867 Nov 08 00:24:18.172309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54218) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:18.263763 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6c7f3120-f0df-466a-be25-b71e4e1be38a up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:18.432409 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266b826-ee55-40c7-9938-36e0d852d761 None None] Pushing event updated for resources: {'Port': ['ID=6c7f3120-f0df-466a-be25-b71e4e1be38a,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:18.451352 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] Allocated IP 172.22.0.2 (d3e95a90-8a07-4436-8b29-6dd585d7fda0/f49504dd-178c-4036-b4d8-240c1dff677d/59be7e20-c49d-4dee-8b16-9f6a2406d41d) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:18.453429 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-8b23f59b-e2af-4c07-8048-ed567a6c8a73 None None] Provisioning complete for port 6c7f3120-f0df-466a-be25-b71e4e1be38a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:18.459447 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b23f59b-e2af-4c07-8048-ed567a6c8a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:18.832961 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d384ba37-5b54-4586-b040-290373c02f8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d8f92a8845d4e17a0b5b989bd5a507c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6572022 Nov 08 00:24:18.833765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54242) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:18.937751 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632006f-c2e3-4dfa-9533-f3fac59b5bb8 req-a6fd324a-5418-4b01-955b-548d2ee59b85 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:18.951118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5632006f-c2e3-4dfa-9533-f3fac59b5bb8 req-a6fd324a-5418-4b01-955b-548d2ee59b85 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.2771115 Nov 08 00:24:19.033783 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-951c25ce-46cc-4b6e-a00e-23e0226ded29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:19.062381 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5632006f-c2e3-4dfa-9533-f3fac59b5bb8 req-84ac7b37-ca51-463c-a4ed-47121a2b5e5e tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098769 Nov 08 00:24:19.071031 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6c7f3120-f0df-466a-be25-b71e4e1be38a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:19.072199 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:19.120372 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-951c25ce-46cc-4b6e-a00e-23e0226ded29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:19.272697 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:19.323423 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ed5179c-5690-46c2-8e33-5d11904503db req-f69f8903-e910-49c6-a7a8-131edb398ac1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.0410528 Nov 08 00:24:19.330273 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-951c25ce-46cc-4b6e-a00e-23e0226ded29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:19.337552 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-951c25ce-46cc-4b6e-a00e-23e0226ded29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:19.339161 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-951c25ce-46cc-4b6e-a00e-23e0226ded29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7da8610e-fe3d-4767-9ccd-8ed2bb3e6153 HTTP/1.1" status: 204 len: 168 time: 0.5032475 Nov 08 00:24:19.351407 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c25ce-46cc-4b6e-a00e-23e0226ded29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da8610e-fe3d-4767-9ccd-8ed2bb3e6153,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:19.367289 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:19.442994 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] Network d3e95a90-8a07-4436-8b29-6dd585d7fda0 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:19.447905 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:19.457580 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:19.489416 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] Pushing event updated for resources: {'Port': ['ID=59be7e20-c49d-4dee-8b16-9f6a2406d41d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:19.569528 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f68328ae-2077-4f6d-a97d-628e6c748f67 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:19.570042 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] Attempting to bind port 59be7e20-c49d-4dee-8b16-9f6a2406d41d on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:24:19.570488 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] Attempting to bind port 59be7e20-c49d-4dee-8b16-9f6a2406d41d by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '245d0ae6-441d-423b-a57b-2855d6f93a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:24:19.571426 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] Attempting to bind port 59be7e20-c49d-4dee-8b16-9f6a2406d41d on network d3e95a90-8a07-4436-8b29-6dd585d7fda0 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:19.585152 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:24:19.585864 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] Checking segment: {'id': '245d0ae6-441d-423b-a57b-2855d6f93a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:19.586463 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:19.587017 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] Bound using segment: {'id': '245d0ae6-441d-423b-a57b-2855d6f93a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:24:19.587652 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] Bound port: 59be7e20-c49d-4dee-8b16-9f6a2406d41d, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245d0ae6-441d-423b-a57b-2855d6f93a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:24:19.588383 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:19.667861 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] For port 59be7e20-c49d-4dee-8b16-9f6a2406d41d, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:24:19.672758 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] For port 59be7e20-c49d-4dee-8b16-9f6a2406d41d, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=59be7e20-c49d-4dee-8b16-9f6a2406d41d,segment=NetworkSegment(245d0ae6-441d-423b-a57b-2855d6f93a24),segment_id=245d0ae6-441d-423b-a57b-2855d6f93a24)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:24:19.764641 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:19.934844 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cf9e9-9f2c-4051-b3cc-b075a295e09c None None] Pushing event updated for resources: {'Port': ['ID=59be7e20-c49d-4dee-8b16-9f6a2406d41d,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:20.125427 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6c7f3120-f0df-466a-be25-b71e4e1be38a up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:20.271281 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-f68328ae-2077-4f6d-a97d-628e6c748f67 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Allocated IP 172.22.0.1 (d3e95a90-8a07-4436-8b29-6dd585d7fda0/f49504dd-178c-4036-b4d8-240c1dff677d/945dbf36-8250-4d40-ab26-34036a0d278d) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:20.353681 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6c7f3120-f0df-466a-be25-b71e4e1be38a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:20.354063 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:20.433394 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58ba11-7840-4adc-81eb-c39b36e256de req-1396666a-15ef-4752-8122-55d5312b78af tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:20.441636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd58ba11-7840-4adc-81eb-c39b36e256de req-1396666a-15ef-4752-8122-55d5312b78af tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.2629478 Nov 08 00:24:20.542351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3642848-42be-4778-9f62-e80e155aa4f6 req-0c4e8672-0da1-44f0-b254-01101ee1d39c tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.0912559 Nov 08 00:24:20.632385 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd58ba11-7840-4adc-81eb-c39b36e256de req-d898c1a0-bd9d-4552-8160-5621551cf808 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685727 Nov 08 00:24:20.651313 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f68328ae-2077-4f6d-a97d-628e6c748f67 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:20.781371 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f68328ae-2077-4f6d-a97d-628e6c748f67 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:20.836556 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68328ae-2077-4f6d-a97d-628e6c748f67 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network d3e95a90-8a07-4436-8b29-6dd585d7fda0 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:20.840009 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-f68328ae-2077-4f6d-a97d-628e6c748f67 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:20.844192 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68328ae-2077-4f6d-a97d-628e6c748f67 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:20.915078 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f68328ae-2077-4f6d-a97d-628e6c748f67 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:20.970331 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68328ae-2077-4f6d-a97d-628e6c748f67 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=945dbf36-8250-4d40-ab26-34036a0d278d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:21.260091 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f68328ae-2077-4f6d-a97d-628e6c748f67 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:21.616110 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40e6f2c-2207-49cc-941b-efc11ccdd7ad None None] Network d3e95a90-8a07-4436-8b29-6dd585d7fda0 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:24:21.727556 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06576a36-7543-44da-9a94-fed61f959ab1 req-07e83231-94d8-4ce7-a69e-fc61aff8489f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.0499079 Nov 08 00:24:21.782022 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f68328ae-2077-4f6d-a97d-628e6c748f67 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:21.792203 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b7eed2c0-9c4c-44bf-bc6d-023e28382ada None None] Provisioning complete for port 59be7e20-c49d-4dee-8b16-9f6a2406d41d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:21.792589 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7eed2c0-9c4c-44bf-bc6d-023e28382ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:21.901341 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f68328ae-2077-4f6d-a97d-628e6c748f67 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:21.975731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54352) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:22.016911 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f68328ae-2077-4f6d-a97d-628e6c748f67 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:22.089062 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7eed2c0-9c4c-44bf-bc6d-023e28382ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:22.159567 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68328ae-2077-4f6d-a97d-628e6c748f67 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=945dbf36-8250-4d40-ab26-34036a0d278d,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:22.164074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b7eed2c0-9c4c-44bf-bc6d-023e28382ada None None] For port 59be7e20-c49d-4dee-8b16-9f6a2406d41d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=59be7e20-c49d-4dee-8b16-9f6a2406d41d,segment=NetworkSegment(245d0ae6-441d-423b-a57b-2855d6f93a24),segment_id=245d0ae6-441d-423b-a57b-2855d6f93a24)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:22.208854 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 59be7e20-c49d-4dee-8b16-9f6a2406d41d up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:22.314015 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7eed2c0-9c4c-44bf-bc6d-023e28382ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:22.342097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-84c70045-829d-4767-8ef0-c896ee7dc328 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-812528818'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:22.391966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68328ae-2077-4f6d-a97d-628e6c748f67 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network d3e95a90-8a07-4436-8b29-6dd585d7fda0 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:22.396197 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-f68328ae-2077-4f6d-a97d-628e6c748f67 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:22.432846 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 59be7e20-c49d-4dee-8b16-9f6a2406d41d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:22.437357 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:22.602972 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c70045-829d-4767-8ef0-c896ee7dc328 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:22.611771 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-84c70045-829d-4767-8ef0-c896ee7dc328 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:22.615492 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eed2c0-9c4c-44bf-bc6d-023e28382ada None None] Pushing event updated for resources: {'Port': ['ID=59be7e20-c49d-4dee-8b16-9f6a2406d41d,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:22.643249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-fce06d19-9213-46e7-8e63-fb3aa7e84a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:22.648660 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-fce06d19-9213-46e7-8e63-fb3aa7e84a8d service neutron] 10.222.0.26 "GET /v2.0/ports/3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 HTTP/1.1" status: 200 len: 1032 time: 0.2493739 Nov 08 00:24:22.680783 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68328ae-2077-4f6d-a97d-628e6c748f67 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router 4554bf0c-1026-4a3b-a198-622d75ba9b97 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:24:22.734755 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-84c70045-829d-4767-8ef0-c896ee7dc328 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:22.845993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-92128756-b0cc-4a5b-a7b6-7b864b08a19d None None] Provisioning complete for port 945dbf36-8250-4d40-ab26-34036a0d278d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:22.846545 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92128756-b0cc-4a5b-a7b6-7b864b08a19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:22.855229 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68328ae-2077-4f6d-a97d-628e6c748f67 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:24:22.873699 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f68328ae-2077-4f6d-a97d-628e6c748f67 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/4554bf0c-1026-4a3b-a198-622d75ba9b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0908599 Nov 08 00:24:22.880172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54390) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:22.884721 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9148e-f337-4591-8ed5-335d01dc0d78 req-cceed2d1-7725-4789-83ed-8007467b40c7 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:22.897443 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2db9148e-f337-4591-8ed5-335d01dc0d78 req-cceed2d1-7725-4789-83ed-8007467b40c7 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.3864353 Nov 08 00:24:22.901814 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-500c327d-f43a-436b-bd13-c8b36d494830 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'network': {'name': 'tempest-RoutersTest-1780167313'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:22.919533 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] Sync routers for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:24:22.929520 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-013266e6-aa07-4eb9-898a-3acd724fb5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:22.931186 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-013266e6-aa07-4eb9-898a-3acd724fb5af service neutron] 10.222.0.26 "GET /v2.0/ports/70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 HTTP/1.1" status: 200 len: 1031 time: 0.2556946 Nov 08 00:24:22.954192 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:24:22.955021 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:24:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:23.026809 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500c327d-f43a-436b-bd13-c8b36d494830 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Made reservation on behalf of 3af6f93533bf40d089fbf3d2c0d32734 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:23.030722 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-500c327d-f43a-436b-bd13-c8b36d494830 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:23.056531 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-92128756-b0cc-4a5b-a7b6-7b864b08a19d None None] Port 945dbf36-8250-4d40-ab26-34036a0d278d cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:23.088683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e375a1ca-8874-48d0-9d61-13b3a11d6513 req-3cd657c4-8c3a-44b7-bde2-806c6bb698d7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.1410165 Nov 08 00:24:23.146475 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500c327d-f43a-436b-bd13-c8b36d494830 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:24:23.183301 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-500c327d-f43a-436b-bd13-c8b36d494830 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:23.186124 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-500c327d-f43a-436b-bd13-c8b36d494830 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Added segment 233e3816-fba5-4560-8187-aa211dcb461d of type vlan for network 4a369caa-7ddc-4125-9c73-41bcf862e971 Nov 08 00:24:23.319281 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2db9148e-f337-4591-8ed5-335d01dc0d78 req-34ed9aa1-9eea-46b8-81f7-90331f2ba4fd tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4118199 Nov 08 00:24:23.325562 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-500c327d-f43a-436b-bd13-c8b36d494830 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:23.472820 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-500c327d-f43a-436b-bd13-c8b36d494830 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:23.482957 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500c327d-f43a-436b-bd13-c8b36d494830 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:23.482957 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-500c327d-f43a-436b-bd13-c8b36d494830 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:23.595124 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-92128756-b0cc-4a5b-a7b6-7b864b08a19d None None] Provisioning complete for port 59be7e20-c49d-4dee-8b16-9f6a2406d41d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:23.595500 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92128756-b0cc-4a5b-a7b6-7b864b08a19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:23.597030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d5763fd3-ebeb-4902-acf8-0376114dfd9f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:23.611708 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d5763fd3-ebeb-4902-acf8-0376114dfd9f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:23.626188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d5763fd3-ebeb-4902-acf8-0376114dfd9f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:23.629499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d5763fd3-ebeb-4902-acf8-0376114dfd9f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.26 "GET /v2.0/networks?id=fe318fa4-2739-4425-811c-a969620e2964&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=74f4276d-9439-4600-839d-84669ee5e60a&id=74f4276d-9439-4600-839d-84669ee5e60a HTTP/1.1" status: 200 len: 1994 time: 0.6530805 Nov 08 00:24:23.681953 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-84c70045-829d-4767-8ef0-c896ee7dc328 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:23.700841 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c327d-f43a-436b-bd13-c8b36d494830 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Network': ['ID=4a369caa-7ddc-4125-9c73-41bcf862e971,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:23.701105 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:24:23.718082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-7ce42fa7-2aa3-4d23-bd0b-aafdd402d95e tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a42c6631eb4454c896f7292ef18f39f HTTP/1.1" status: 200 len: 379 time: 0.0675039 Nov 08 00:24:23.750814 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-6e9c51de-a8bb-4f48-a110-baef58ecebe1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Request body: {'port': {'device_id': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964', 'admin_state_up': True, 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'security_groups': ['26b086f9-e497-4f0f-8873-0e2c9d610e2c']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:23.757032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 4a369caa-7ddc-4125-9c73-41bcf862e971 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:24:23.793022 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-500c327d-f43a-436b-bd13-c8b36d494830 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9014378 Nov 08 00:24:23.793684 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54416) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:23.795660 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-84c70045-829d-4767-8ef0-c896ee7dc328 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:23.800786 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-3262bbc7-71f9-4fbd-a813-cafa16e2fead tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'subnet': {'network_id': '4a369caa-7ddc-4125-9c73-41bcf862e971', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:23.971913 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c70045-829d-4767-8ef0-c896ee7dc328 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:24:24.043492 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c70045-829d-4767-8ef0-c896ee7dc328 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f864686-1732-4a82-9967-c043ecf833d2,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:24.075745 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-84c70045-829d-4767-8ef0-c896ee7dc328 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:24.076329 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-84c70045-829d-4767-8ef0-c896ee7dc328 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Added segment 954fb25a-ef66-4767-b688-f24b93ce3d0a of type vlan for network 5519efd4-e1a8-486b-824a-06c45d00ec62 Nov 08 00:24:24.096249 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3262bbc7-71f9-4fbd-a813-cafa16e2fead tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Made reservation on behalf of 3af6f93533bf40d089fbf3d2c0d32734 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:24.104109 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3262bbc7-71f9-4fbd-a813-cafa16e2fead tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:24.201478 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-84c70045-829d-4767-8ef0-c896ee7dc328 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:24.201950 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 59be7e20-c49d-4dee-8b16-9f6a2406d41d up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:24.326556 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-84c70045-829d-4767-8ef0-c896ee7dc328 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:24.345120 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c70045-829d-4767-8ef0-c896ee7dc328 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:24.345780 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-84c70045-829d-4767-8ef0-c896ee7dc328 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:24.387857 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70f7201f-3dc1-40e2-882b-e8c2f62676df req-79c56d0b-8b4f-4d23-86ac-9ca92ef158f1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.1140237 Nov 08 00:24:24.388547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-6e9c51de-a8bb-4f48-a110-baef58ecebe1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Made reservation on behalf of 7a42c6631eb4454c896f7292ef18f39f for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:24.398731 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-6e9c51de-a8bb-4f48-a110-baef58ecebe1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:24.420388 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54426) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:24.488307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3439d822-bcf6-4604-a854-459adb8461d8 None None] Provisioning complete for port 945dbf36-8250-4d40-ab26-34036a0d278d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:24.488758 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3439d822-bcf6-4604-a854-459adb8461d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:24.583381 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-84c70045-829d-4767-8ef0-c896ee7dc328 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6027660 Nov 08 00:24:24.630092 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54436) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:24.654808 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b3cb2b0b-209c-493b-aaa8-3483cd73e057 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:24.763291 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3262bbc7-71f9-4fbd-a813-cafa16e2fead tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:24.778235 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 59be7e20-c49d-4dee-8b16-9f6a2406d41d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:24.791683 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:24.792348 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3439d822-bcf6-4604-a854-459adb8461d8 None None] Port 945dbf36-8250-4d40-ab26-34036a0d278d cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:24.852578 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd1ada-7fec-4fc5-8f19-35691947cdb3 req-314cd31a-5230-4cb2-9f95-00f70ba52423 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:24.861754 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04cd1ada-7fec-4fc5-8f19-35691947cdb3 req-314cd31a-5230-4cb2-9f95-00f70ba52423 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.4007378 Nov 08 00:24:24.916563 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50debd37-3e87-4135-98a9-8969621723c7 req-a89243df-9eb7-42de-b880-a8bfbe014f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:24.919130 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b77757b-1e22-4d5f-802f-10f57cc59876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:24.920532 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-50debd37-3e87-4135-98a9-8969621723c7 req-a89243df-9eb7-42de-b880-a8bfbe014f09 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f16e000569246a6a036af1fb56e5a64&device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 1096 time: 0.3467307 Nov 08 00:24:24.946537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c70045-829d-4767-8ef0-c896ee7dc328 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Network': ['ID=5519efd4-e1a8-486b-824a-06c45d00ec62,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:24.971000 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:21Z', 'revision_number': 4, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:17Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945dbf36-8250-4d40-ab26-34036a0d278d', 'name': '', 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:94:47:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:19Z', 'updated_at': '2021-11-08T00:24:21Z', 'revision_number': 2, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:24.988674 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:24:25.129609 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b77757b-1e22-4d5f-802f-10f57cc59876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:25.139986 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04cd1ada-7fec-4fc5-8f19-35691947cdb3 req-d1b76dda-4121-4c58-980e-202e65635e7c tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773657 Nov 08 00:24:25.155960 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262bbc7-71f9-4fbd-a813-cafa16e2fead tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Subnet': ['ID=a5fe7521-cb07-4c73-81ac-8f08c0dd7295,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:25.156894 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] Checking router: 4554bf0c-1026-4a3b-a198-622d75ba9b97 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:24:25.157431 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] Updating router 4554bf0c-1026-4a3b-a198-622d75ba9b97 port 945dbf36-8250-4d40-ab26-34036a0d278d binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:24:25.185451 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cb2b0b-209c-493b-aaa8-3483cd73e057 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:25.189362 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b3cb2b0b-209c-493b-aaa8-3483cd73e057 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:25.220163 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b77757b-1e22-4d5f-802f-10f57cc59876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:25.224317 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:25.224833 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-6e9c51de-a8bb-4f48-a110-baef58ecebe1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Allocated IP 172.20.0.4 (fe318fa4-2739-4425-811c-a969620e2964/d3be98b0-454a-423b-81f4-63aace0baef8/46503f71-6482-45b3-8c5d-eb36337e12ff) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:25.337154 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3262bbc7-71f9-4fbd-a813-cafa16e2fead tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Checking segment: {'id': '233e3816-fba5-4560-8187-aa211dcb461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4a369caa-7ddc-4125-9c73-41bcf862e971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:25.337533 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3262bbc7-71f9-4fbd-a813-cafa16e2fead tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network hostable DHCP agents. Network: 4a369caa-7ddc-4125-9c73-41bcf862e971, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:24:25.451731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9b77757b-1e22-4d5f-802f-10f57cc59876 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94eb5c7cbaaf402fb59e71083aaf800f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0148008 Nov 08 00:24:25.454490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54450) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:25.500966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50debd37-3e87-4135-98a9-8969621723c7 req-c6697f59-4a1f-418a-98fc-16996caee3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:25.502506 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-50debd37-3e87-4135-98a9-8969621723c7 req-c6697f59-4a1f-418a-98fc-16996caee3d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d20df259-1f81-4a1a-9eb7-c348a83c593b HTTP/1.1" status: 200 len: 906 time: 0.5583024 Nov 08 00:24:25.591540 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-50debd37-3e87-4135-98a9-8969621723c7 req-d77b4471-b341-46f3-8b89-b2afbe175505 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e13dc70-e235-480f-acde-205b81305729 HTTP/1.1" status: 200 len: 217 time: 0.0805936 Nov 08 00:24:25.634841 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-6e9c51de-a8bb-4f48-a110-baef58ecebe1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:25.663088 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3262bbc7-71f9-4fbd-a813-cafa16e2fead tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network 4a369caa-7ddc-4125-9c73-41bcf862e971 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:24:25.733720 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77757b-1e22-4d5f-802f-10f57cc59876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25d3f8d-e82a-4306-9cb2-3950c82889b5,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:25.771044 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bebd04fb-3146-4b1b-937c-12eca9fb52b2 req-ca7a7383-bbc2-44a3-87c7-b0c545ddad49 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.0881939 Nov 08 00:24:25.807662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50debd37-3e87-4135-98a9-8969621723c7 req-e4b1466e-41e5-447a-a329-b8729501dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:25.809254 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-50debd37-3e87-4135-98a9-8969621723c7 req-e4b1466e-41e5-447a-a329-b8729501dc1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7 HTTP/1.1" status: 200 len: 845 time: 0.2094889 Nov 08 00:24:25.817349 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-6e9c51de-a8bb-4f48-a110-baef58ecebe1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:25.884389 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-3262bbc7-71f9-4fbd-a813-cafa16e2fead tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 4a369caa-7ddc-4125-9c73-41bcf862e971) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:25.890202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-6e9c51de-a8bb-4f48-a110-baef58ecebe1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Network fe318fa4-2739-4425-811c-a969620e2964 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:25.891494 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-50debd37-3e87-4135-98a9-8969621723c7 req-8d4e43bc-9fdd-4881-a78f-2cdedc5bc163 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d20df259-1f81-4a1a-9eb7-c348a83c593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707085 Nov 08 00:24:25.894056 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-6e9c51de-a8bb-4f48-a110-baef58ecebe1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:25.897313 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9f30eb-28c2-40d4-aa87-5ff94aefda6b None None] Network 4a369caa-7ddc-4125-9c73-41bcf862e971 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:24:25.897582 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bb207009-c4f5-4ecf-b911-0cfc975f189a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:25.898773 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-6e9c51de-a8bb-4f48-a110-baef58ecebe1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:25.900526 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:25.925902 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3262bbc7-71f9-4fbd-a813-cafa16e2fead tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:25.932203 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3262bbc7-71f9-4fbd-a813-cafa16e2fead tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:26.017232 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bb207009-c4f5-4ecf-b911-0cfc975f189a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:26.032521 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:26.045501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c51de-a8bb-4f48-a110-baef58ecebe1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event updated for resources: {'Port': ['ID=46503f71-6482-45b3-8c5d-eb36337e12ff,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:26.126984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-6e9c51de-a8bb-4f48-a110-baef58ecebe1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:26.127955 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-6e9c51de-a8bb-4f48-a110-baef58ecebe1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:26.193948 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3262bbc7-71f9-4fbd-a813-cafa16e2fead tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3951056 Nov 08 00:24:26.207762 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe5cb9-4b59-4995-b029-35db4cd21141 None None] Pushing event updated for resources: {'Port': ['ID=945dbf36-8250-4d40-ab26-34036a0d278d,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:26.208342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54470) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:26.233963 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b3cb2b0b-209c-493b-aaa8-3483cd73e057 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:26.378402 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-4a369caa-7ddc-4125-9c73-41bcf862e971', 'network_id': '4a369caa-7ddc-4125-9c73-41bcf862e971', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'fixed_ips': [{'subnet_id': 'a5fe7521-cb07-4c73-81ac-8f08c0dd7295'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:24:26.379998 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:26.434890 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-bc35cff2-317b-4be8-ba30-29b5b139ef63 None None] Provisioning complete for port 46503f71-6482-45b3-8c5d-eb36337e12ff triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:26.435530 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bc35cff2-317b-4be8-ba30-29b5b139ef63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:26.446843 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] Attempting to bind port 945dbf36-8250-4d40-ab26-34036a0d278d on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:24:26.447599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] Attempting to bind port 945dbf36-8250-4d40-ab26-34036a0d278d by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '245d0ae6-441d-423b-a57b-2855d6f93a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:24:26.448192 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] Attempting to bind port 945dbf36-8250-4d40-ab26-34036a0d278d on network d3e95a90-8a07-4436-8b29-6dd585d7fda0 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:26.467695 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:24:26.468507 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] Checking segment: {'id': '245d0ae6-441d-423b-a57b-2855d6f93a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:26.471028 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:26.472063 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] Bound using segment: {'id': '245d0ae6-441d-423b-a57b-2855d6f93a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:24:26.473061 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] Bound port: 945dbf36-8250-4d40-ab26-34036a0d278d, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245d0ae6-441d-423b-a57b-2855d6f93a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:24:26.473925 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:26.562844 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb2b0b-209c-493b-aaa8-3483cd73e057 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=a6dec9e6-70a0-4e48-a6a8-2ae85e04f0fc,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:26.586378 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-50debd37-3e87-4135-98a9-8969621723c7 req-1c7d9268-7d20-4f31-982e-243402c065ed service neutron] 10.222.0.26 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6790702 Nov 08 00:24:26.653760 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] For port 945dbf36-8250-4d40-ab26-34036a0d278d, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:24:26.658202 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] For port 945dbf36-8250-4d40-ab26-34036a0d278d, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=945dbf36-8250-4d40-ab26-34036a0d278d,segment=NetworkSegment(245d0ae6-441d-423b-a57b-2855d6f93a24),segment_id=245d0ae6-441d-423b-a57b-2855d6f93a24)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:24:26.712197 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-bc35cff2-317b-4be8-ba30-29b5b139ef63 None None] Port 46503f71-6482-45b3-8c5d-eb36337e12ff cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:26.753973 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cb2b0b-209c-493b-aaa8-3483cd73e057 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:26.754247 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cb2b0b-209c-493b-aaa8-3483cd73e057 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network hostable DHCP agents. Network: 5519efd4-e1a8-486b-824a-06c45d00ec62, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:24:26.786490 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-50debd37-3e87-4135-98a9-8969621723c7 req-6ed2be5b-391a-48b3-b5be-30b5a2652a83 service neutron] 10.222.0.26 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635041 Nov 08 00:24:26.855493 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-620c3573-7940-4654-a116-20399f453d1a None None] Provisioning complete for port 945dbf36-8250-4d40-ab26-34036a0d278d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:26.855966 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-620c3573-7940-4654-a116-20399f453d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:26.893379 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] Allocated IP 172.23.0.2 (4a369caa-7ddc-4125-9c73-41bcf862e971/a5fe7521-cb07-4c73-81ac-8f08c0dd7295/e9587f31-414c-4936-a34b-f8f1c1355bbb) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:26.905096 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-6e9c51de-a8bb-4f48-a110-baef58ecebe1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1784115 Nov 08 00:24:26.926112 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-620c3573-7940-4654-a116-20399f453d1a None None] Port 945dbf36-8250-4d40-ab26-34036a0d278d cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:27.004347 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:27.004900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-7302f6b2-f042-4744-872d-eed10f81c322 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Request body: {'port': {'device_id': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370', 'admin_state_up': True, 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'security_groups': ['26b086f9-e497-4f0f-8873-0e2c9d610e2c']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:27.015173 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cb2b0b-209c-493b-aaa8-3483cd73e057 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:24:27.142149 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-b3cb2b0b-209c-493b-aaa8-3483cd73e057 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 5519efd4-e1a8-486b-824a-06c45d00ec62) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:27.147713 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cb2b0b-209c-493b-aaa8-3483cd73e057 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:27.147713 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b3cb2b0b-209c-493b-aaa8-3483cd73e057 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:27.165369 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f15e4-51ca-4194-83d9-cad686d56182 req-d3176f81-dbd4-463f-9c56-0a73a3cac47f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:27.169426 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f754dbc-646b-4a82-8784-4c28cfb86abe None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:24:27.174725 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:24:27.175370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:24:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:27.176450 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-055f15e4-51ca-4194-83d9-cad686d56182 req-d3176f81-dbd4-463f-9c56-0a73a3cac47f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 931 time: 0.2167773 Nov 08 00:24:27.278480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91424d-07c3-4a6a-aaac-0f2c904d8e66 req-1842f5dd-0507-4ba3-8eec-01559c781970 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:27.287108 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab91424d-07c3-4a6a-aaac-0f2c904d8e66 req-1842f5dd-0507-4ba3-8eec-01559c781970 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.3886015 Nov 08 00:24:27.316956 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b3cb2b0b-209c-493b-aaa8-3483cd73e057 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6827614 Nov 08 00:24:27.316956 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54484) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:27.323053 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-51412c81-1c1d-4e8a-ba04-1ad117c0d4bb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'name': 'tempest-NetworksTestDHCPv6-1200120991'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:27.467815 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bb207009-c4f5-4ecf-b911-0cfc975f189a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:27.473374 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bb207009-c4f5-4ecf-b911-0cfc975f189a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:27.478663 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bb207009-c4f5-4ecf-b911-0cfc975f189a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e25d3f8d-e82a-4306-9cb2-3950c82889b5 HTTP/1.1" status: 204 len: 168 time: 1.8043594 Nov 08 00:24:27.620281 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb207009-c4f5-4ecf-b911-0cfc975f189a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25d3f8d-e82a-4306-9cb2-3950c82889b5,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:27.634068 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-055f15e4-51ca-4194-83d9-cad686d56182 req-dd03eddb-431e-4405-b4b9-8e4ae0066176 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4565299 Nov 08 00:24:27.660031 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab91424d-07c3-4a6a-aaac-0f2c904d8e66 req-5b711bb3-24ad-49fc-b44d-3af32b5c9801 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3680542 Nov 08 00:24:27.740199 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:27.812130 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9764bc74-231b-4b2f-9bac-ab6da4b4057f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:27.816117 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-7302f6b2-f042-4744-872d-eed10f81c322 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Made reservation on behalf of 7a42c6631eb4454c896f7292ef18f39f for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:27.818264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe5cb9-4b59-4995-b029-35db4cd21141 None None] Pushing event updated for resources: {'Port': ['ID=945dbf36-8250-4d40-ab26-34036a0d278d,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:27.820761 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-7302f6b2-f042-4744-872d-eed10f81c322 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:27.826208 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-39e0a059-f9dc-478f-b41d-acd4c0186154 None None] Provisioning complete for port 945dbf36-8250-4d40-ab26-34036a0d278d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:27.826604 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39e0a059-f9dc-478f-b41d-acd4c0186154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:27.861626 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51412c81-1c1d-4e8a-ba04-1ad117c0d4bb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:27.868500 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51412c81-1c1d-4e8a-ba04-1ad117c0d4bb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:27.946235 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-51412c81-1c1d-4e8a-ba04-1ad117c0d4bb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port c6133da2-4bb6-4e0d-9a07-20073a1a86e0 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:24:27.952023 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:27.991400 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:24:28.189413 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] Network 4a369caa-7ddc-4125-9c73-41bcf862e971 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:28.198769 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:28.208194 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:28.254960 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-51412c81-1c1d-4e8a-ba04-1ad117c0d4bb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::d3 (5519efd4-e1a8-486b-824a-06c45d00ec62/a6dec9e6-70a0-4e48-a6a8-2ae85e04f0fc/c6133da2-4bb6-4e0d-9a07-20073a1a86e0) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:28.288716 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a9840c5c-4cc5-421e-8694-981e5caec234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:28.331641 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5519efd4-e1a8-486b-824a-06c45d00ec62', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'fixed_ips': [{'subnet_id': 'a6dec9e6-70a0-4e48-a6a8-2ae85e04f0fc'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:24:28.332965 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:28.348477 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] Pushing event updated for resources: {'Port': ['ID=e9587f31-414c-4936-a34b-f8f1c1355bbb,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:28.459969 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54506) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:28.487327 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-567b0fa5-82d1-4cfe-99e1-9b260e966266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:28.537382 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] Attempting to bind port e9587f31-414c-4936-a34b-f8f1c1355bbb on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:24:28.538959 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] Attempting to bind port e9587f31-414c-4936-a34b-f8f1c1355bbb by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '233e3816-fba5-4560-8187-aa211dcb461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4a369caa-7ddc-4125-9c73-41bcf862e971'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:24:28.538959 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] Attempting to bind port e9587f31-414c-4936-a34b-f8f1c1355bbb on network 4a369caa-7ddc-4125-9c73-41bcf862e971 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:28.540894 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39e0a059-f9dc-478f-b41d-acd4c0186154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:28.565727 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426e5f6-dae3-4710-b4dc-99e26cb74c8c req-52b0231b-6cd9-4be0-9c95-36b50f07aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:28.567250 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4426e5f6-dae3-4710-b4dc-99e26cb74c8c req-52b0231b-6cd9-4be0-9c95-36b50f07aa0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2278e422f74446f91e7e8ef6b5f1bb4&device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 1096 time: 0.3567448 Nov 08 00:24:28.635195 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51412c81-1c1d-4e8a-ba04-1ad117c0d4bb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:28.671889 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:24:28.672286 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] Checking segment: {'id': '233e3816-fba5-4560-8187-aa211dcb461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4a369caa-7ddc-4125-9c73-41bcf862e971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:28.672704 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:28.673101 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] Bound using segment: {'id': '233e3816-fba5-4560-8187-aa211dcb461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4a369caa-7ddc-4125-9c73-41bcf862e971'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:24:28.673592 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] Bound port: e9587f31-414c-4936-a34b-f8f1c1355bbb, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233e3816-fba5-4560-8187-aa211dcb461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4a369caa-7ddc-4125-9c73-41bcf862e971'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:24:28.674045 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:28.687769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab9f74-e6f3-4450-85b3-fb888e61c355 req-a407ceb2-ddf1-4d32-a00c-897f72a3fd51 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:28.689605 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08ab9f74-e6f3-4450-85b3-fb888e61c355 req-a407ceb2-ddf1-4d32-a00c-897f72a3fd51 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.5096273 Nov 08 00:24:28.713199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-7302f6b2-f042-4744-872d-eed10f81c322 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Allocated IP 10.1.1.129 (5ea01ccc-ccd5-4c1a-8bc5-b88363f64370/87a000ed-a1d9-4f81-91a2-8c717b9e1d6b/5d3634c8-60af-48ff-8a52-e1b0a079793d) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:28.717983 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-39e0a059-f9dc-478f-b41d-acd4c0186154 None None] For port 945dbf36-8250-4d40-ab26-34036a0d278d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=945dbf36-8250-4d40-ab26-34036a0d278d,segment=NetworkSegment(245d0ae6-441d-423b-a57b-2855d6f93a24),segment_id=245d0ae6-441d-423b-a57b-2855d6f93a24)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:28.779506 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-567b0fa5-82d1-4cfe-99e1-9b260e966266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:28.796896 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] For port e9587f31-414c-4936-a34b-f8f1c1355bbb, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:24:28.802928 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] For port e9587f31-414c-4936-a34b-f8f1c1355bbb, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e9587f31-414c-4936-a34b-f8f1c1355bbb,segment=NetworkSegment(233e3816-fba5-4560-8187-aa211dcb461d),segment_id=233e3816-fba5-4560-8187-aa211dcb461d)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:24:28.806747 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39e0a059-f9dc-478f-b41d-acd4c0186154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:28.872435 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-567b0fa5-82d1-4cfe-99e1-9b260e966266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:28.912638 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:28.936840 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51412c81-1c1d-4e8a-ba04-1ad117c0d4bb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:28.946772 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-567b0fa5-82d1-4cfe-99e1-9b260e966266 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a90b1c0e1f8f4743b670033a9d040b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4854770 Nov 08 00:24:28.960949 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0a059-f9dc-478f-b41d-acd4c0186154 None None] Pushing event updated for resources: {'Port': ['ID=945dbf36-8250-4d40-ab26-34036a0d278d,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:28.976972 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54518) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:29.070088 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] Allocated IP 2001:db8::2 (5519efd4-e1a8-486b-824a-06c45d00ec62/a6dec9e6-70a0-4e48-a6a8-2ae85e04f0fc/8dfc709e-f00b-4a8c-8f11-262fd78f990b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:29.085984 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b0fa5-82d1-4cfe-99e1-9b260e966266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4d5841-3d6d-485e-9c0a-480daa6db849,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:29.117580 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-7302f6b2-f042-4744-872d-eed10f81c322 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:29.121393 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:21Z', 'revision_number': 4, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:17Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945dbf36-8250-4d40-ab26-34036a0d278d', 'name': '', 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:94:47:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:19Z', 'updated_at': '2021-11-08T00:24:26Z', 'revision_number': 4, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:29.129828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef499a4-ded6-474b-9a58-b58d7d847b78 None None] Pushing event updated for resources: {'Port': ['ID=e9587f31-414c-4936-a34b-f8f1c1355bbb,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:29.154572 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51412c81-1c1d-4e8a-ba04-1ad117c0d4bb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:29.161446 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-51412c81-1c1d-4e8a-ba04-1ad117c0d4bb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:29.169026 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51412c81-1c1d-4e8a-ba04-1ad117c0d4bb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:29.174836 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51412c81-1c1d-4e8a-ba04-1ad117c0d4bb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:29.176380 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51412c81-1c1d-4e8a-ba04-1ad117c0d4bb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:29.181787 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51412c81-1c1d-4e8a-ba04-1ad117c0d4bb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=c6133da2-4bb6-4e0d-9a07-20073a1a86e0,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:29.213172 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d49849-65e3-48f1-ad02-3a6968d9899e None None] The sync data for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 is: [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:21Z', 'revision_number': 4, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:17Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945dbf36-8250-4d40-ab26-34036a0d278d', 'name': '', 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:94:47:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:19Z', 'updated_at': '2021-11-08T00:24:26Z', 'revision_number': 4, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:24:29.231750 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3710a736-760a-41b5-9581-fa5b153a3976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:29.267937 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3710a736-760a-41b5-9581-fa5b153a3976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:29.296538 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-51412c81-1c1d-4e8a-ba04-1ad117c0d4bb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9785967 Nov 08 00:24:29.299371 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54528) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:29.374819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426e5f6-dae3-4710-b4dc-99e26cb74c8c req-375f1618-62b8-44b0-8279-877d01ca3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:29.378574 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4426e5f6-dae3-4710-b4dc-99e26cb74c8c req-375f1618-62b8-44b0-8279-877d01ca3c9b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b13a2d05-1ff5-419f-9b2f-082d70770afe HTTP/1.1" status: 200 len: 911 time: 0.7891903 Nov 08 00:24:29.379731 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-7302f6b2-f042-4744-872d-eed10f81c322 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:29.473977 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:29.504588 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51faa6c9-b4de-4f37-a555-bd709e70186d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:29.512452 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-51faa6c9-b4de-4f37-a555-bd709e70186d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2113674 Nov 08 00:24:29.513273 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54530) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:29.547679 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:29.604839 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08ab9f74-e6f3-4450-85b3-fb888e61c355 req-2ef2bdeb-3525-4c76-9e5b-737fe7a37520 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8869832 Nov 08 00:24:29.608018 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3710a736-760a-41b5-9581-fa5b153a3976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:29.610860 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3710a736-760a-41b5-9581-fa5b153a3976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:29.658055 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3710a736-760a-41b5-9581-fa5b153a3976 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb4d5841-3d6d-485e-9c0a-480daa6db849 HTTP/1.1" status: 204 len: 168 time: 0.6753836 Nov 08 00:24:29.703053 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-7302f6b2-f042-4744-872d-eed10f81c322 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:29.773191 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:29.799554 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:29.814277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:29.814511 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710a736-760a-41b5-9581-fa5b153a3976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4d5841-3d6d-485e-9c0a-480daa6db849,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:29.851031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-9764bc74-231b-4b2f-9bac-ab6da4b4057f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Allocated IP 172.23.0.1 (4a369caa-7ddc-4125-9c73-41bcf862e971/a5fe7521-cb07-4c73-81ac-8f08c0dd7295/13975885-6066-49e4-8626-49865befcc71) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:29.971058 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3946eac3-b09e-4468-aca6-9b99f7513325 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port c6133da2-4bb6-4e0d-9a07-20073a1a86e0 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:29.971398 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3946eac3-b09e-4468-aca6-9b99f7513325 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:30.056743 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] Pushing event updated for resources: {'Port': ['ID=8dfc709e-f00b-4a8c-8f11-262fd78f990b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:30.082522 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] Attempting to bind port 8dfc709e-f00b-4a8c-8f11-262fd78f990b on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:24:30.086859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] Attempting to bind port 8dfc709e-f00b-4a8c-8f11-262fd78f990b by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:24:30.086859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] Attempting to bind port 8dfc709e-f00b-4a8c-8f11-262fd78f990b on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:30.093007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-7302f6b2-f042-4744-872d-eed10f81c322 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:30.100913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:24:30.101287 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:30.101692 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:30.102080 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:24:30.102549 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] Bound port: 8dfc709e-f00b-4a8c-8f11-262fd78f990b, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:24:30.102926 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:30.125267 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302f6b2-f042-4744-872d-eed10f81c322 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event updated for resources: {'Port': ['ID=5d3634c8-60af-48ff-8a52-e1b0a079793d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:30.140626 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-7302f6b2-f042-4744-872d-eed10f81c322 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:30.150242 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4426e5f6-dae3-4710-b4dc-99e26cb74c8c req-3ff80edf-68eb-4745-bde1-d386f2ff17fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d66ff1f1-dfc7-4182-9d0c-32f8d824382b HTTP/1.1" status: 200 len: 1001 time: 0.7532988 Nov 08 00:24:30.224616 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3946eac3-b09e-4468-aca6-9b99f7513325 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:30.267353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3946eac3-b09e-4468-aca6-9b99f7513325 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for c6133da2-4bb6-4e0d-9a07-20073a1a86e0 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:24:30.283281 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e9587f31-414c-4936-a34b-f8f1c1355bbb up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:30.299034 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f368c-ddf4-4fdd-98fb-9ae620285115 req-e08eedae-2965-42e8-801a-f8e709de622a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:30.300908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e3f368c-ddf4-4fdd-98fb-9ae620285115 req-e08eedae-2965-42e8-801a-f8e709de622a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 931 time: 1.1187556 Nov 08 00:24:30.417690 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] For port 8dfc709e-f00b-4a8c-8f11-262fd78f990b, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:24:30.470690 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] For port 8dfc709e-f00b-4a8c-8f11-262fd78f990b, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8dfc709e-f00b-4a8c-8f11-262fd78f990b,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:24:30.516746 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e3f368c-ddf4-4fdd-98fb-9ae620285115 req-a034ab00-1f72-49af-96cd-9609dc07b64c tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789031 Nov 08 00:24:30.525712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-7302f6b2-f042-4744-872d-eed10f81c322 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:30.526760 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-7302f6b2-f042-4744-872d-eed10f81c322 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:30.547956 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e9587f31-414c-4936-a34b-f8f1c1355bbb triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:30.548324 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:30.592243 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:30.774110 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426e5f6-dae3-4710-b4dc-99e26cb74c8c req-d9e0eed1-df1b-42a4-a3b3-5d66396fbd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:30.776062 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4426e5f6-dae3-4710-b4dc-99e26cb74c8c req-d9e0eed1-df1b-42a4-a3b3-5d66396fbd07 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82ff6155-843e-4e76-be5f-7d2f5d78c7b3 HTTP/1.1" status: 200 len: 849 time: 0.6155047 Nov 08 00:24:30.797542 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-7302f6b2-f042-4744-872d-eed10f81c322 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8395383 Nov 08 00:24:30.800731 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9764bc74-231b-4b2f-9bac-ab6da4b4057f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:30.809537 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3946eac3-b09e-4468-aca6-9b99f7513325 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:30.912137 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-17187922-94db-475c-929f-ae7fb1f795a3 None None] Provisioning complete for port 5d3634c8-60af-48ff-8a52-e1b0a079793d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:30.913253 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-17187922-94db-475c-929f-ae7fb1f795a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:30.949121 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2b72d82d-cd1d-4eea-9dff-e7d42be3f449 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Request body: {'port': {'device_id': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370', 'admin_state_up': True, 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'security_groups': ['26b086f9-e497-4f0f-8873-0e2c9d610e2c']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:30.966680 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946eac3-b09e-4468-aca6-9b99f7513325 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=c6133da2-4bb6-4e0d-9a07-20073a1a86e0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:31.101132 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3946eac3-b09e-4468-aca6-9b99f7513325 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:31.127710 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3946eac3-b09e-4468-aca6-9b99f7513325 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/c6133da2-4bb6-4e0d-9a07-20073a1a86e0 HTTP/1.1" status: 204 len: 168 time: 1.6082802 Nov 08 00:24:31.129561 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54590) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:31.130209 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:24:31.144661 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-765eadb7-0945-47f6-856c-9dbbab706a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:31.278466 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6e83bd-2d63-4c3c-974d-52974e81b44f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:31.280066 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6e83bd-2d63-4c3c-974d-52974e81b44f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:31.281706 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7e6e83bd-2d63-4c3c-974d-52974e81b44f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1510653 Nov 08 00:24:31.283669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662d394-d3b9-4dd2-ae0f-3dad0e05d1b4 None None] Pushing event updated for resources: {'Port': ['ID=8dfc709e-f00b-4a8c-8f11-262fd78f990b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:31.294774 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54594) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:31.316235 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-17187922-94db-475c-929f-ae7fb1f795a3 None None] Port 5d3634c8-60af-48ff-8a52-e1b0a079793d cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:31.337572 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:31.399742 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-762240c2-b9c9-4863-97e1-c0d8b973cc07 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet a6dec9e6-70a0-4e48-a6a8-2ae85e04f0fc {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:24:31.405606 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-762240c2-b9c9-4863-97e1-c0d8b973cc07 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:31.435627 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:31.507170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25c30f6-bfb5-4382-b243-c87857d36686 None None] Network 4a369caa-7ddc-4125-9c73-41bcf862e971 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:24:31.511694 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-762240c2-b9c9-4863-97e1-c0d8b973cc07 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:31.534285 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426e5f6-dae3-4710-b4dc-99e26cb74c8c req-9720cd8d-22aa-413c-b195-4a39954a7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:31.541721 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4426e5f6-dae3-4710-b4dc-99e26cb74c8c req-9720cd8d-22aa-413c-b195-4a39954a7cb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b13a2d05-1ff5-419f-9b2f-082d70770afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7391679 Nov 08 00:24:31.564546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbc984-1166-48c5-ad08-b0f28188b985 req-ad7b52c7-c7fd-47d7-9c73-8e164d383ad9 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:31.565530 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port e9587f31-414c-4936-a34b-f8f1c1355bbb, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e9587f31-414c-4936-a34b-f8f1c1355bbb,segment=NetworkSegment(233e3816-fba5-4560-8187-aa211dcb461d),segment_id=233e3816-fba5-4560-8187-aa211dcb461d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:31.570776 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1efbc984-1166-48c5-ad08-b0f28188b985 req-ad7b52c7-c7fd-47d7-9c73-8e164d383ad9 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.6991937 Nov 08 00:24:31.675001 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:31.675829 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 945dbf36-8250-4d40-ab26-34036a0d278d up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:31.727551 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2b72d82d-cd1d-4eea-9dff-e7d42be3f449 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Made reservation on behalf of 7a42c6631eb4454c896f7292ef18f39f for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:31.742891 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2b72d82d-cd1d-4eea-9dff-e7d42be3f449 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:31.745307 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9764bc74-231b-4b2f-9bac-ab6da4b4057f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:31.802224 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-762240c2-b9c9-4863-97e1-c0d8b973cc07 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:31.826305 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9764bc74-231b-4b2f-9bac-ab6da4b4057f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network 4a369caa-7ddc-4125-9c73-41bcf862e971 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:31.828571 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=e9587f31-414c-4936-a34b-f8f1c1355bbb,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:31.841301 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-eae0baec-d5c9-4ac2-b5b0-7cd872841667 None None] Provisioning complete for port e9587f31-414c-4936-a34b-f8f1c1355bbb triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:31.841676 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eae0baec-d5c9-4ac2-b5b0-7cd872841667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:31.851139 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-9764bc74-231b-4b2f-9bac-ab6da4b4057f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:31.858301 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764bc74-231b-4b2f-9bac-ab6da4b4057f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:31.882138 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:32.018200 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:32.054844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1efbc984-1166-48c5-ad08-b0f28188b985 req-4d9f9f06-a09c-48c1-a582-54549274b987 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3315203 Nov 08 00:24:32.056137 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-762240c2-b9c9-4863-97e1-c0d8b973cc07 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:32.150516 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 945dbf36-8250-4d40-ab26-34036a0d278d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:32.150813 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:32.152120 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762240c2-b9c9-4863-97e1-c0d8b973cc07 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=a6dec9e6-70a0-4e48-a6a8-2ae85e04f0fc,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:32.156217 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-762240c2-b9c9-4863-97e1-c0d8b973cc07 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:32.161804 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-762240c2-b9c9-4863-97e1-c0d8b973cc07 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/a6dec9e6-70a0-4e48-a6a8-2ae85e04f0fc HTTP/1.1" status: 204 len: 168 time: 0.8633819 Nov 08 00:24:32.180352 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54634) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:32.312970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2b72d82d-cd1d-4eea-9dff-e7d42be3f449 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Allocated IP 10.1.1.236 (5ea01ccc-ccd5-4c1a-8bc5-b88363f64370/87a000ed-a1d9-4f81-91a2-8c717b9e1d6b/58e79b86-2000-49f1-ac18-021704ff4209) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:32.343076 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-85e9c3cc-7e8f-48a8-ab30-20891939f7dd tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1614718 Nov 08 00:24:32.343699 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54636) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:32.355550 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7d03b099-f62e-402a-84d8-6cf9fba1cf97 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:32.402261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764bc74-231b-4b2f-9bac-ab6da4b4057f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=13975885-6066-49e4-8626-49865befcc71,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:32.510001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4426e5f6-dae3-4710-b4dc-99e26cb74c8c req-4f3a09fa-0565-42e7-80c9-d74f2ee5847c service neutron] 10.222.0.20 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9380980 Nov 08 00:24:32.513250 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9764bc74-231b-4b2f-9bac-ab6da4b4057f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:32.596783 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d03b099-f62e-402a-84d8-6cf9fba1cf97 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:32.601507 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d03b099-f62e-402a-84d8-6cf9fba1cf97 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:32.683995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310ac266-a6de-45d9-9ceb-a180de3356b3 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:24:32.713493 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4426e5f6-dae3-4710-b4dc-99e26cb74c8c req-e9569971-3ac3-41d4-b67e-a5f999d5a989 service neutron] 10.222.0.20 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862922 Nov 08 00:24:32.870186 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a32a59-0eb8-46af-aa38-791e152214b2 req-f84e3c03-8610-42c3-9022-6e50d3b0f961 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:32.875523 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e9587f31-414c-4936-a34b-f8f1c1355bbb up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:32.879659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a32a59-0eb8-46af-aa38-791e152214b2 req-f84e3c03-8610-42c3-9022-6e50d3b0f961 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:32.890348 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-22a32a59-0eb8-46af-aa38-791e152214b2 req-f84e3c03-8610-42c3-9022-6e50d3b0f961 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 1653 time: 0.5345132 Nov 08 00:24:32.903150 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-150a2945-16b7-412d-8790-1bc9938fd8b7 None None] Provisioning complete for port 8dfc709e-f00b-4a8c-8f11-262fd78f990b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:32.909392 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-150a2945-16b7-412d-8790-1bc9938fd8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:33.113793 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d03b099-f62e-402a-84d8-6cf9fba1cf97 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:33.214196 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d03b099-f62e-402a-84d8-6cf9fba1cf97 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:33.214847 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e9587f31-414c-4936-a34b-f8f1c1355bbb triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:33.215342 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:33.230845 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-7d03b099-f62e-402a-84d8-6cf9fba1cf97 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:33.247232 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d03b099-f62e-402a-84d8-6cf9fba1cf97 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:33.248519 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d03b099-f62e-402a-84d8-6cf9fba1cf97 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:33.320646 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03b099-f62e-402a-84d8-6cf9fba1cf97 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=17bf84d0-5c8c-4e4c-8553-5b6d9136ffcc,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:33.363341 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7d03b099-f62e-402a-84d8-6cf9fba1cf97 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0161569 Nov 08 00:24:33.364026 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54662) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:33.364543 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-150a2945-16b7-412d-8790-1bc9938fd8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:33.371501 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5308f9e9-6c23-4602-8c1c-cbf387715482 None None] DHCP port deletion for 5519efd4-e1a8-486b-824a-06c45d00ec62 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:24:33.373207 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f013e525-fd42-4a7d-936c-ac2c69d670bc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'name': 'tempest-NetworksTestDHCPv6-191986336'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:33.443656 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:33.462130 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-150a2945-16b7-412d-8790-1bc9938fd8b7 None None] For port 8dfc709e-f00b-4a8c-8f11-262fd78f990b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8dfc709e-f00b-4a8c-8f11-262fd78f990b,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:33.518752 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8dfc709e-f00b-4a8c-8f11-262fd78f990b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:33.561522 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-150a2945-16b7-412d-8790-1bc9938fd8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:33.837437 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5308f9e9-6c23-4602-8c1c-cbf387715482 None None] Deleting port 8dfc709e-f00b-4a8c-8f11-262fd78f990b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:33.837825 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5308f9e9-6c23-4602-8c1c-cbf387715482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:33.898981 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-22a32a59-0eb8-46af-aa38-791e152214b2 req-702a2778-68df-4edc-8468-808cc237adaa tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0073454 Nov 08 00:24:33.913964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a2945-16b7-412d-8790-1bc9938fd8b7 None None] Pushing event updated for resources: {'Port': ['ID=8dfc709e-f00b-4a8c-8f11-262fd78f990b,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:33.990560 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-8ca8b363-0afd-4d96-821a-368081670f23 None None] Provisioning complete for port 13975885-6066-49e4-8626-49865befcc71 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:33.991676 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ca8b363-0afd-4d96-821a-368081670f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:34.061520 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 8dfc709e-f00b-4a8c-8f11-262fd78f990b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:34.061934 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:34.078820 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bc69f-c42d-48cb-b9ae-b02cf5d068ca req-8059f17b-ec7b-44f3-8d8b-50a99c5c9cbe tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:34.080661 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d8bc69f-c42d-48cb-b9ae-b02cf5d068ca req-8059f17b-ec7b-44f3-8d8b-50a99c5c9cbe tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.1722152 Nov 08 00:24:34.089196 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ecdf8-d065-42af-8ef5-72ac695ba95a req-749dcded-06d2-419a-a26e-0a0e5962e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:34.090803 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-158ecdf8-d065-42af-8ef5-72ac695ba95a req-749dcded-06d2-419a-a26e-0a0e5962e7b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2278e422f74446f91e7e8ef6b5f1bb4&device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 1096 time: 1.2431824 Nov 08 00:24:34.130445 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2b72d82d-cd1d-4eea-9dff-e7d42be3f449 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:34.148514 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8ca8b363-0afd-4d96-821a-368081670f23 None None] Port 13975885-6066-49e4-8626-49865befcc71 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:34.224061 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-8ca8b363-0afd-4d96-821a-368081670f23 None None] Provisioning complete for port e9587f31-414c-4936-a34b-f8f1c1355bbb triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:34.224837 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ca8b363-0afd-4d96-821a-368081670f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:34.231526 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9764bc74-231b-4b2f-9bac-ab6da4b4057f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:34.285825 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d8bc69f-c42d-48cb-b9ae-b02cf5d068ca req-6e7ef798-c140-40b6-97b9-cbf73099fde8 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939325 Nov 08 00:24:34.351028 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5308f9e9-6c23-4602-8c1c-cbf387715482 None None] For port 8dfc709e-f00b-4a8c-8f11-262fd78f990b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8dfc709e-f00b-4a8c-8f11-262fd78f990b,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:34.351695 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5308f9e9-6c23-4602-8c1c-cbf387715482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:34.377510 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5308f9e9-6c23-4602-8c1c-cbf387715482 None None] Calling delete_port for 8dfc709e-f00b-4a8c-8f11-262fd78f990b owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:24:34.381762 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f013e525-fd42-4a7d-936c-ac2c69d670bc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:34.391660 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f013e525-fd42-4a7d-936c-ac2c69d670bc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:34.417214 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-f013e525-fd42-4a7d-936c-ac2c69d670bc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port 824cb7eb-8a7f-4729-a407-975a23d3cb2c yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:24:34.475414 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 3e13dc70-e235-480f-acde-205b81305729 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:24:34.485407 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54678) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:34.492117 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ecdf8-d065-42af-8ef5-72ac695ba95a req-54383228-4c8b-4e52-ad8e-9cfd71c994d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:34.493613 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-158ecdf8-d065-42af-8ef5-72ac695ba95a req-54383228-4c8b-4e52-ad8e-9cfd71c994d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b13a2d05-1ff5-419f-9b2f-082d70770afe HTTP/1.1" status: 200 len: 911 time: 0.3799424 Nov 08 00:24:34.649962 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:34.660666 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-f013e525-fd42-4a7d-936c-ac2c69d670bc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::142 (5519efd4-e1a8-486b-824a-06c45d00ec62/17bf84d0-5c8c-4e4c-8553-5b6d9136ffcc/824cb7eb-8a7f-4729-a407-975a23d3cb2c) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:34.663843 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2b72d82d-cd1d-4eea-9dff-e7d42be3f449 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:34.677753 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb936407-b923-453f-9335-df8d7976c3a8 req-eccec6a2-d78c-4574-9b7b-18581e2c5b3c tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:34.679820 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eb936407-b923-453f-9335-df8d7976c3a8 req-eccec6a2-d78c-4574-9b7b-18581e2c5b3c tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.26 "GET /v2.0/ports?device_id=5913a0bb-7356-4098-8e06-428a3cf11bee HTTP/1.1" status: 200 len: 945 time: 0.0876238 Nov 08 00:24:34.693175 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8dfc709e-f00b-4a8c-8f11-262fd78f990b no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:24:34.694491 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d7d0042-f06b-4cbc-9f8e-688be5c65623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:34.728177 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5308f9e9-6c23-4602-8c1c-cbf387715482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:34.753950 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5308f9e9-6c23-4602-8c1c-cbf387715482 None None] No DVR routers for this DVR port 8dfc709e-f00b-4a8c-8f11-262fd78f990b on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:24:34.760605 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5913a0bb-7356-4098-8e06-428a3cf11bee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e13dc70-e235-480f-acde-205b81305729'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:24:34.762891 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663e8044-8712-4a71-b82b-392f5a909c5d" -d '{"events": [{"server_uuid": "5913a0bb-7356-4098-8e06-428a3cf11bee", "name": "network-vif-unplugged", "status": "completed", "tag": "3e13dc70-e235-480f-acde-205b81305729"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:24:34.793719 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 3e13dc70-e235-480f-acde-205b81305729, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3e13dc70-e235-480f-acde-205b81305729,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:34.805360 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d7d0042-f06b-4cbc-9f8e-688be5c65623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:34.829771 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d9874d-fafa-4677-9a7c-78e1ed921f15 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:24:34.882234 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a74bc8-c9c4-44ce-bdc3-1bd244e67b19 x-openstack-request-id: req-61a74bc8-c9c4-44ce-bdc3-1bd244e67b19 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:24:34.882234 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5913a0bb-7356-4098-8e06-428a3cf11bee", "name": "network-vif-unplugged", "status": "completed", "tag": "3e13dc70-e235-480f-acde-205b81305729", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:24:34.882234 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61a74bc8-c9c4-44ce-bdc3-1bd244e67b19 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:24:34.882234 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5913a0bb-7356-4098-8e06-428a3cf11bee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e13dc70-e235-480f-acde-205b81305729', 'code': 200} Nov 08 00:24:34.904448 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d7d0042-f06b-4cbc-9f8e-688be5c65623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:34.910765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308f9e9-6c23-4602-8c1c-cbf387715482 None None] Pushing event deleted for resources: {'Port': ['ID=8dfc709e-f00b-4a8c-8f11-262fd78f990b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:34.916348 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:34.927714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No active binding found for port 8dfc709e-f00b-4a8c-8f11-262fd78f990b {{(pid=102773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 00:24:34.929118 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8dfc709e-f00b-4a8c-8f11-262fd78f990b not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:24:34.995604 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9764bc74-231b-4b2f-9bac-ab6da4b4057f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:35.006039 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2b72d82d-cd1d-4eea-9dff-e7d42be3f449 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:35.016860 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=3e13dc70-e235-480f-acde-205b81305729,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:35.020199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72d82d-cd1d-4eea-9dff-e7d42be3f449 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event updated for resources: {'Port': ['ID=58e79b86-2000-49f1-ac18-021704ff4209,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:35.025483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2b72d82d-cd1d-4eea-9dff-e7d42be3f449 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:35.031248 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-158ecdf8-d065-42af-8ef5-72ac695ba95a req-b1b0bd09-a41c-4804-9392-3379a4b2b022 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d66ff1f1-dfc7-4182-9d0c-32f8d824382b HTTP/1.1" status: 200 len: 1001 time: 0.4135013 Nov 08 00:24:35.032023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2b72d82d-cd1d-4eea-9dff-e7d42be3f449 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:35.043057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-8a96c5a7-41c2-4307-8138-6450f1d442a1 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:35.050834 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-8a96c5a7-41c2-4307-8138-6450f1d442a1 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/networks?id=d20df259-1f81-4a1a-9eb7-c348a83c593b HTTP/1.1" status: 200 len: 805 time: 0.6830394 Nov 08 00:24:35.065690 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6d7d0042-f06b-4cbc-9f8e-688be5c65623 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=032d7729da9c4c5f976399f7452544ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5761447 Nov 08 00:24:35.074320 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-eb936407-b923-453f-9335-df8d7976c3a8 req-e3b91895-4864-4150-a50e-606fccb5aee3 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Deleting port 3e13dc70-e235-480f-acde-205b81305729 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:35.074901 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-eb936407-b923-453f-9335-df8d7976c3a8 req-e3b91895-4864-4150-a50e-606fccb5aee3 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:35.080868 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54690) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:35.141956 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d0042-f06b-4cbc-9f8e-688be5c65623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cea024-7a2a-473d-b77c-d2e21ef25182,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:35.192198 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5519efd4-e1a8-486b-824a-06c45d00ec62', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'fixed_ips': [{'subnet_id': '17bf84d0-5c8c-4e4c-8553-5b6d9136ffcc'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:24:35.193194 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:35.208860 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f013e525-fd42-4a7d-936c-ac2c69d670bc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:35.214659 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9764bc74-231b-4b2f-9bac-ab6da4b4057f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:35.372681 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dab7fe12-a981-473a-a043-f80c2b6adb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:35.375418 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-eb936407-b923-453f-9335-df8d7976c3a8 req-e3b91895-4864-4150-a50e-606fccb5aee3 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] For port 3e13dc70-e235-480f-acde-205b81305729, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3e13dc70-e235-480f-acde-205b81305729,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:35.375832 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-eb936407-b923-453f-9335-df8d7976c3a8 req-e3b91895-4864-4150-a50e-606fccb5aee3 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:35.380940 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-b538daa1-b364-45ce-9a54-3e003b12dca4 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/quotas/7f16e000569246a6a036af1fb56e5a64 HTTP/1.1" status: 200 len: 375 time: 0.3291135 Nov 08 00:24:35.382629 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-22387c72-87ae-4af4-85df-2e14a27ac2b4 None None] Provisioning complete for port 58e79b86-2000-49f1-ac18-021704ff4209 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:35.384168 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-22387c72-87ae-4af4-85df-2e14a27ac2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:35.398311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-eb936407-b923-453f-9335-df8d7976c3a8 req-e3b91895-4864-4150-a50e-606fccb5aee3 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Calling delete_port for 3e13dc70-e235-480f-acde-205b81305729 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:24:35.414148 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2b72d82d-cd1d-4eea-9dff-e7d42be3f449 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:35.415122 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2b72d82d-cd1d-4eea-9dff-e7d42be3f449 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:35.416700 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dab7fe12-a981-473a-a043-f80c2b6adb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:35.438723 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-22387c72-87ae-4af4-85df-2e14a27ac2b4 None None] Port 58e79b86-2000-49f1-ac18-021704ff4209 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:35.494651 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f013e525-fd42-4a7d-936c-ac2c69d670bc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:35.512177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ecdf8-d065-42af-8ef5-72ac695ba95a req-b5465d58-ab44-4cc0-b96e-e9c98bda57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:35.514024 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-158ecdf8-d065-42af-8ef5-72ac695ba95a req-b5465d58-ab44-4cc0-b96e-e9c98bda57f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82ff6155-843e-4e76-be5f-7d2f5d78c7b3 HTTP/1.1" status: 200 len: 849 time: 0.4362829 Nov 08 00:24:35.534912 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2b72d82d-cd1d-4eea-9dff-e7d42be3f449 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6644657 Nov 08 00:24:35.536020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] Allocated IP 2001:db8::2 (5519efd4-e1a8-486b-824a-06c45d00ec62/17bf84d0-5c8c-4e4c-8553-5b6d9136ffcc/46329cc3-0114-48f3-8302-dee6d6fb08d7) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:35.548353 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9764bc74-231b-4b2f-9bac-ab6da4b4057f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:35.550435 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764bc74-231b-4b2f-9bac-ab6da4b4057f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event updated for resources: {'Port': ['ID=13975885-6066-49e4-8626-49865befcc71,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:35.577141 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f013e525-fd42-4a7d-936c-ac2c69d670bc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:35.581356 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829f2d2-ff2f-4f36-9710-d23cdeeb6fa2 req-2e088fda-fa15-474c-9558-eebd202f2886 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:35.583260 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-f013e525-fd42-4a7d-936c-ac2c69d670bc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:35.588595 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829f2d2-ff2f-4f36-9710-d23cdeeb6fa2 req-2e088fda-fa15-474c-9558-eebd202f2886 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:35.594978 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829f2d2-ff2f-4f36-9710-d23cdeeb6fa2 req-2e088fda-fa15-474c-9558-eebd202f2886 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:35.600798 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f013e525-fd42-4a7d-936c-ac2c69d670bc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:35.603141 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d829f2d2-ff2f-4f36-9710-d23cdeeb6fa2 req-2e088fda-fa15-474c-9558-eebd202f2886 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 2374 time: 0.5167120 Nov 08 00:24:35.606837 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f013e525-fd42-4a7d-936c-ac2c69d670bc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:35.607485 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f013e525-fd42-4a7d-936c-ac2c69d670bc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:35.612985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-e80e0e12-5aa1-4784-b36f-68b931364eea tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Request body: {'port': {'device_id': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '74f4276d-9439-4600-839d-84669ee5e60a', 'admin_state_up': True, 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'security_groups': ['26b086f9-e497-4f0f-8873-0e2c9d610e2c']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:35.636804 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013e525-fd42-4a7d-936c-ac2c69d670bc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=824cb7eb-8a7f-4729-a407-975a23d3cb2c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:35.770718 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:35.798293 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dab7fe12-a981-473a-a043-f80c2b6adb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:35.808092 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dab7fe12-a981-473a-a043-f80c2b6adb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:35.808092 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dab7fe12-a981-473a-a043-f80c2b6adb6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98cea024-7a2a-473d-b77c-d2e21ef25182 HTTP/1.1" status: 204 len: 168 time: 0.6612172 Nov 08 00:24:35.808837 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-4d585c5a-27df-4121-bd9d-855bb98f0c6c tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f16e000569246a6a036af1fb56e5a64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4247572 Nov 08 00:24:35.821609 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7fe12-a981-473a-a043-f80c2b6adb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cea024-7a2a-473d-b77c-d2e21ef25182,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:35.825700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9764bc74-231b-4b2f-9bac-ab6da4b4057f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Network 4a369caa-7ddc-4125-9c73-41bcf862e971 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:35.861413 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-eb936407-b923-453f-9335-df8d7976c3a8 req-e3b91895-4864-4150-a50e-606fccb5aee3 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:35.867955 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f013e525-fd42-4a7d-936c-ac2c69d670bc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5005350 Nov 08 00:24:35.894947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54702) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:35.906146 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b91895-4864-4150-a50e-606fccb5aee3 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Pushing event deleted for resources: {'Port': ['ID=3e13dc70-e235-480f-acde-205b81305729,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:35.907404 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:35.929000 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-84ad1dd8-d5da-4844-a672-f20ce39ca3c1 service neutron] 10.222.0.13 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021705 Nov 08 00:24:35.938469 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ecdf8-d065-42af-8ef5-72ac695ba95a req-27e84489-c8c0-442c-a4d8-65616ef23601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:35.940770 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-158ecdf8-d065-42af-8ef5-72ac695ba95a req-27e84489-c8c0-442c-a4d8-65616ef23601 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b13a2d05-1ff5-419f-9b2f-082d70770afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4169340 Nov 08 00:24:35.949326 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-9764bc74-231b-4b2f-9bac-ab6da4b4057f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:35.996986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb936407-b923-453f-9335-df8d7976c3a8 req-e3b91895-4864-4150-a50e-606fccb5aee3 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] No DVR routers for this DVR port 3e13dc70-e235-480f-acde-205b81305729 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:24:36.001039 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-eb936407-b923-453f-9335-df8d7976c3a8 req-e3b91895-4864-4150-a50e-606fccb5aee3 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:36.005191 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eb936407-b923-453f-9335-df8d7976c3a8 req-e3b91895-4864-4150-a50e-606fccb5aee3 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.26 "DELETE /v2.0/ports/3e13dc70-e235-480f-acde-205b81305729 HTTP/1.1" status: 204 len: 173 time: 1.3179789 Nov 08 00:24:36.005872 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5913a0bb-7356-4098-8e06-428a3cf11bee', 'name': 'network-vif-deleted', 'tag': '3e13dc70-e235-480f-acde-205b81305729'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:24:36.016704 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c637c9a7-398b-4a4c-8fcf-560e13833538" -d '{"events": [{"server_uuid": "5913a0bb-7356-4098-8e06-428a3cf11bee", "name": "network-vif-deleted", "tag": "3e13dc70-e235-480f-acde-205b81305729"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:24:36.031195 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eb27f3-3b4e-47f5-a3fc-332d4771fb99 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:36.033683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:36.038572 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eb27f3-3b4e-47f5-a3fc-332d4771fb99 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:36.044002 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:36.045047 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-86eb27f3-3b4e-47f5-a3fc-332d4771fb99 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1487470 Nov 08 00:24:36.045847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54706) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:36.049592 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:36.093434 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] Pushing event updated for resources: {'Port': ['ID=46329cc3-0114-48f3-8302-dee6d6fb08d7,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:36.112526 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d829f2d2-ff2f-4f36-9710-d23cdeeb6fa2 req-d97078f7-4fbd-4f1d-9809-478855c8c296 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4981790 Nov 08 00:24:36.189823 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] Attempting to bind port 46329cc3-0114-48f3-8302-dee6d6fb08d7 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:24:36.190202 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] Attempting to bind port 46329cc3-0114-48f3-8302-dee6d6fb08d7 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:24:36.190775 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] Attempting to bind port 46329cc3-0114-48f3-8302-dee6d6fb08d7 on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:36.202842 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:24:36.203224 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:36.203629 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:36.204058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:24:36.204537 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] Bound port: 46329cc3-0114-48f3-8302-dee6d6fb08d7, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:24:36.204918 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:36.230368 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-b6efe1a7-d62c-41c4-aedf-e4f4f7bd6293 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port 824cb7eb-8a7f-4729-a407-975a23d3cb2c {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:36.230368 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b6efe1a7-d62c-41c4-aedf-e4f4f7bd6293 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:36.381472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] For port 46329cc3-0114-48f3-8302-dee6d6fb08d7, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:24:36.386594 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] For port 46329cc3-0114-48f3-8302-dee6d6fb08d7, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=46329cc3-0114-48f3-8302-dee6d6fb08d7,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:24:36.461031 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-158ecdf8-d065-42af-8ef5-72ac695ba95a req-2609e482-43e9-4e2f-856e-8dce5b7acb03 service neutron] 10.222.0.20 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072165 Nov 08 00:24:36.465243 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b6efe1a7-d62c-41c4-aedf-e4f4f7bd6293 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:36.474225 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:36.483941 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-b6efe1a7-d62c-41c4-aedf-e4f4f7bd6293 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for 824cb7eb-8a7f-4729-a407-975a23d3cb2c owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:24:36.584975 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-bff7e453-f6aa-4224-bfa7-341da8e35c9e None None] Provisioning complete for port 13975885-6066-49e4-8626-49865befcc71 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:36.585640 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bff7e453-f6aa-4224-bfa7-341da8e35c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:36.639749 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-bff7e453-f6aa-4224-bfa7-341da8e35c9e None None] Port 13975885-6066-49e4-8626-49865befcc71 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:36.649291 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-23f394ea-47f2-4937-8457-472973053fe8 service neutron] 10.222.0.13 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6968155 Nov 08 00:24:36.672423 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b135d-a2d7-42da-8dba-302572a9b8e0 None None] Pushing event updated for resources: {'Port': ['ID=46329cc3-0114-48f3-8302-dee6d6fb08d7,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:36.674649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9764bc74-231b-4b2f-9bac-ab6da4b4057f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router 4554bf0c-1026-4a3b-a198-622d75ba9b97 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:24:36.749665 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735b17e-6d6b-4084-a5b7-dad57eb86e7a req-a776de1f-f477-4b84-8016-7dab4ed17635 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:36.751311 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4735b17e-6d6b-4084-a5b7-dad57eb86e7a req-a776de1f-f477-4b84-8016-7dab4ed17635 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.3189883 Nov 08 00:24:36.775532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-e80e0e12-5aa1-4784-b36f-68b931364eea tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Made reservation on behalf of 7a42c6631eb4454c896f7292ef18f39f for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:36.802236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54712) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:36.836551 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1a44a87-bbc4-4f16-9410-4a2d69d7940b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:36.996990 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b6efe1a7-d62c-41c4-aedf-e4f4f7bd6293 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:37.055433 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-158ecdf8-d065-42af-8ef5-72ac695ba95a req-b9dd714d-cb2a-4a5a-b376-2ebdfa298c44 service neutron] 10.222.0.20 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560634 Nov 08 00:24:37.090462 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49159cc-e176-4e02-9d3f-d1d23103fc07 x-openstack-request-id: req-e49159cc-e176-4e02-9d3f-d1d23103fc07 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:24:37.092177 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5913a0bb-7356-4098-8e06-428a3cf11bee", "name": "network-vif-deleted", "tag": "3e13dc70-e235-480f-acde-205b81305729", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:24:37.092540 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e49159cc-e176-4e02-9d3f-d1d23103fc07 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:24:37.094446 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5913a0bb-7356-4098-8e06-428a3cf11bee', 'name': 'network-vif-deleted', 'tag': '3e13dc70-e235-480f-acde-205b81305729', 'status': 'completed', 'code': 200} Nov 08 00:24:37.114167 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efe1a7-d62c-41c4-aedf-e4f4f7bd6293 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=824cb7eb-8a7f-4729-a407-975a23d3cb2c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:37.141211 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-e80e0e12-5aa1-4784-b36f-68b931364eea tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:37.173824 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78384efe-9e8c-4565-bd07-b1645f54f052 req-988349a6-cdf5-448f-8cf7-d2d38f24fdb3 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=c230e7dd-cb72-4352-a468-bb819870ca6c HTTP/1.1" status: 200 len: 210 time: 0.1097646 Nov 08 00:24:37.211065 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b6efe1a7-d62c-41c4-aedf-e4f4f7bd6293 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:37.212362 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4735b17e-6d6b-4084-a5b7-dad57eb86e7a req-c81ec7f4-4a8e-454c-be13-49560edce9b5 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3705139 Nov 08 00:24:37.230607 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b6efe1a7-d62c-41c4-aedf-e4f4f7bd6293 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/824cb7eb-8a7f-4729-a407-975a23d3cb2c HTTP/1.1" status: 204 len: 168 time: 1.1834822 Nov 08 00:24:37.237021 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54720) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:37.323469 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1a44a87-bbc4-4f16-9410-4a2d69d7940b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:37.415440 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1a44a87-bbc4-4f16-9410-4a2d69d7940b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:37.528690 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b1a44a87-bbc4-4f16-9410-4a2d69d7940b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20d028f4539f4aca8e66c94e95c11be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7244012 Nov 08 00:24:37.529940 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a44a87-bbc4-4f16-9410-4a2d69d7940b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6dfbaf-d690-4e5e-a2c7-b1b68723ace5,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:37.532708 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54732) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:37.688303 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6eb24d50-d22d-47ce-8017-ecde6fec68cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:37.750024 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6eb24d50-d22d-47ce-8017-ecde6fec68cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:37.767212 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9764bc74-231b-4b2f-9bac-ab6da4b4057f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:24:37.779057 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] Sync routers for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:24:37.780255 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9764bc74-231b-4b2f-9bac-ab6da4b4057f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/4554bf0c-1026-4a3b-a198-622d75ba9b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5692925 Nov 08 00:24:37.784794 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54734) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:37.790362 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:24:37.790975 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:24:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:37.793413 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-77f7d259-fd39-4488-9188-d6256966d242 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:37.967272 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:24:38.111385 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d43c92c-6bc9-4d46-8676-1ab0788d0419 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:38.113445 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d43c92c-6bc9-4d46-8676-1ab0788d0419 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:38.117969 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6d43c92c-6bc9-4d46-8676-1ab0788d0419 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8759706 Nov 08 00:24:38.120762 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54738) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:38.179007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-64a90e5a-331c-4fa5-8681-06db9a0e98d7 None None] Provisioning complete for port 46329cc3-0114-48f3-8302-dee6d6fb08d7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:38.179521 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-64a90e5a-331c-4fa5-8681-06db9a0e98d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:38.191672 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847de92-4792-46c9-8f6d-b63c333c614a req-925e0f8a-94a2-4335-9c5e-8ceeb85d75de tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:38.196798 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847de92-4792-46c9-8f6d-b63c333c614a req-925e0f8a-94a2-4335-9c5e-8ceeb85d75de tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:38.202965 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847de92-4792-46c9-8f6d-b63c333c614a req-925e0f8a-94a2-4335-9c5e-8ceeb85d75de tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:38.204758 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f847de92-4792-46c9-8f6d-b63c333c614a req-925e0f8a-94a2-4335-9c5e-8ceeb85d75de tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 2374 time: 0.4746079 Nov 08 00:24:38.206044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-e80e0e12-5aa1-4784-b36f-68b931364eea tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Allocated IP 10.2.2.100 (74f4276d-9439-4600-839d-84669ee5e60a/14b76b42-1f2f-4491-9c88-ef859a8eb6c0/6b819cfd-7da2-4cbd-baa5-52fb93656ef5) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:38.213269 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6eb24d50-d22d-47ce-8017-ecde6fec68cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:38.223777 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6eb24d50-d22d-47ce-8017-ecde6fec68cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:38.232937 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6eb24d50-d22d-47ce-8017-ecde6fec68cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf6dfbaf-d690-4e5e-a2c7-b1b68723ace5 HTTP/1.1" status: 204 len: 168 time: 0.6812861 Nov 08 00:24:38.273492 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb24d50-d22d-47ce-8017-ecde6fec68cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6dfbaf-d690-4e5e-a2c7-b1b68723ace5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:38.336748 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c410772-b6f3-4e24-a1cf-0b92b4028305 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 17bf84d0-5c8c-4e4c-8553-5b6d9136ffcc {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:24:38.346744 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4308556-d3c4-444a-883b-ab587f9b929f req-05222bd9-80a0-4a36-b611-9bdfa2aae1ab tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=c230e7dd-cb72-4352-a468-bb819870ca6c HTTP/1.1" status: 200 len: 210 time: 0.0462697 Nov 08 00:24:38.354508 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c410772-b6f3-4e24-a1cf-0b92b4028305 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:38.387580 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f847de92-4792-46c9-8f6d-b63c333c614a req-0e38c0a0-8378-408c-89d3-b6d1fc89a514 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726100 Nov 08 00:24:38.433746 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:38.452243 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:33Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '13975885-6066-49e4-8626-49865befcc71', 'name': '', 'network_id': '4a369caa-7ddc-4125-9c73-41bcf862e971', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:9c:6d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'a5fe7521-cb07-4c73-81ac-8f08c0dd7295', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:28Z', 'updated_at': '2021-11-08T00:24:34Z', 'revision_number': 2, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'a5fe7521-cb07-4c73-81ac-8f08c0dd7295', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:17Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945dbf36-8250-4d40-ab26-34036a0d278d', 'name': '', 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:94:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:19Z', 'updated_at': '2021-11-08T00:24:28Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:38.533421 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-64a90e5a-331c-4fa5-8681-06db9a0e98d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:38.533421 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 3e13dc70-e235-480f-acde-205b81305729 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:24:38.533806 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] Checking router: 4554bf0c-1026-4a3b-a198-622d75ba9b97 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:24:38.533806 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] Updating router 4554bf0c-1026-4a3b-a198-622d75ba9b97 port 13975885-6066-49e4-8626-49865befcc71 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:24:38.557852 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 3e13dc70-e235-480f-acde-205b81305729 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:24:38.562195 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 3e13dc70-e235-480f-acde-205b81305729 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:24:38.613225 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:38.620765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-64a90e5a-331c-4fa5-8681-06db9a0e98d7 None None] For port 46329cc3-0114-48f3-8302-dee6d6fb08d7, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=46329cc3-0114-48f3-8302-dee6d6fb08d7,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:38.630364 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c410772-b6f3-4e24-a1cf-0b92b4028305 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:38.701031 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-e80e0e12-5aa1-4784-b36f-68b931364eea tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:38.742652 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-64a90e5a-331c-4fa5-8681-06db9a0e98d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:38.840539 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 46329cc3-0114-48f3-8302-dee6d6fb08d7 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:38.901834 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-e80e0e12-5aa1-4784-b36f-68b931364eea tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:38.903175 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9090dddc-5c4d-4116-9d62-64d408eea0ec None None] Could not find standard attr ID for object c6133da2-4bb6-4e0d-9a07-20073a1a86e0. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:24:38.912045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.extraroute_db [None req-77f7d259-fd39-4488-9188-d6256966d242 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 08 00:24:38.953184 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a90e5a-331c-4fa5-8681-06db9a0e98d7 None None] Pushing event updated for resources: {'Port': ['ID=46329cc3-0114-48f3-8302-dee6d6fb08d7,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:38.969013 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.extraroute_db [None req-77f7d259-fd39-4488-9188-d6256966d242 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Removed routes are [] {{(pid=102771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 08 00:24:38.969414 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-77f7d259-fd39-4488-9188-d6256966d242 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:38.976358 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 46329cc3-0114-48f3-8302-dee6d6fb08d7 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:38.976358 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:38.980017 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c410772-b6f3-4e24-a1cf-0b92b4028305 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:39.000500 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-e80e0e12-5aa1-4784-b36f-68b931364eea tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Network 74f4276d-9439-4600-839d-84669ee5e60a is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:39.011944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-e80e0e12-5aa1-4784-b36f-68b931364eea tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:39.016327 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-e80e0e12-5aa1-4784-b36f-68b931364eea tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:39.101744 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a03b630f-c928-43f4-8cea-af7165ec0c06 None None] Could not find standard attr ID for object 824cb7eb-8a7f-4729-a407-975a23d3cb2c. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:24:39.145475 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-e80e0e12-5aa1-4784-b36f-68b931364eea tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:39.156735 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-e80e0e12-5aa1-4784-b36f-68b931364eea tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:39.203842 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e0e12-5aa1-4784-b36f-68b931364eea tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event updated for resources: {'Port': ['ID=6b819cfd-7da2-4cbd-baa5-52fb93656ef5,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:39.298125 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-e80e0e12-5aa1-4784-b36f-68b931364eea tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7263961 Nov 08 00:24:39.316994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-44f98a3f-fc28-473d-a57d-b12d84c3ad28 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Request body: {'port': {'device_id': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '74f4276d-9439-4600-839d-84669ee5e60a', 'admin_state_up': True, 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'security_groups': ['26b086f9-e497-4f0f-8873-0e2c9d610e2c']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:39.375268 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:39.455184 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:39.552741 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-77f7d259-fd39-4488-9188-d6256966d242 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:39.563035 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb89cf-8089-4916-bc35-a1a70a0d64aa None None] Pushing event updated for resources: {'Port': ['ID=13975885-6066-49e4-8626-49865befcc71,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:39.567027 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-77f7d259-fd39-4488-9188-d6256966d242 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:39.595643 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c410772-b6f3-4e24-a1cf-0b92b4028305 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:39.637075 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d042f836-0f92-4af3-b9b2-53c43ba359ec None None] Provisioning complete for port 6b819cfd-7da2-4cbd-baa5-52fb93656ef5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:39.637659 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d042f836-0f92-4af3-b9b2-53c43ba359ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:39.682913 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] Attempting to bind port 13975885-6066-49e4-8626-49865befcc71 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:24:39.685579 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] Attempting to bind port 13975885-6066-49e4-8626-49865befcc71 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '233e3816-fba5-4560-8187-aa211dcb461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4a369caa-7ddc-4125-9c73-41bcf862e971'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:24:39.686247 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] Attempting to bind port 13975885-6066-49e4-8626-49865befcc71 on network 4a369caa-7ddc-4125-9c73-41bcf862e971 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:39.693445 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ba8f061-cc63-44b9-baee-d57c4e8f0f36 req-9dd58af2-ae63-4e7b-b663-3c35eb46bfd0 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=c230e7dd-cb72-4352-a468-bb819870ca6c HTTP/1.1" status: 200 len: 210 time: 0.1310818 Nov 08 00:24:39.712476 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c410772-b6f3-4e24-a1cf-0b92b4028305 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:39.716453 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:24:39.722679 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] Checking segment: {'id': '233e3816-fba5-4560-8187-aa211dcb461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4a369caa-7ddc-4125-9c73-41bcf862e971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:39.724092 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9c410772-b6f3-4e24-a1cf-0b92b4028305 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/17bf84d0-5c8c-4e4c-8553-5b6d9136ffcc HTTP/1.1" status: 204 len: 168 time: 1.5980594 Nov 08 00:24:39.724700 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:39.725976 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] Bound using segment: {'id': '233e3816-fba5-4560-8187-aa211dcb461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4a369caa-7ddc-4125-9c73-41bcf862e971'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:24:39.727579 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] Bound port: 13975885-6066-49e4-8626-49865befcc71, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233e3816-fba5-4560-8187-aa211dcb461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4a369caa-7ddc-4125-9c73-41bcf862e971'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:24:39.728780 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:39.729130 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54766) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:39.735373 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c410772-b6f3-4e24-a1cf-0b92b4028305 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=17bf84d0-5c8c-4e4c-8553-5b6d9136ffcc,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:39.775421 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d042f836-0f92-4af3-b9b2-53c43ba359ec None None] Port 6b819cfd-7da2-4cbd-baa5-52fb93656ef5 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:39.854212 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0ab78-b5f9-4f37-a953-f92eb2337279 req-34210049-fee5-4e20-bdfd-4c4b5c0e26a6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:39.870678 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee051dc5-65dd-4aa5-9f64-0e9ede102ec2 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:24:39.885872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0ab78-b5f9-4f37-a953-f92eb2337279 req-34210049-fee5-4e20-bdfd-4c4b5c0e26a6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:39.924066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0ab78-b5f9-4f37-a953-f92eb2337279 req-34210049-fee5-4e20-bdfd-4c4b5c0e26a6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:39.942848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0ab78-b5f9-4f37-a953-f92eb2337279 req-34210049-fee5-4e20-bdfd-4c4b5c0e26a6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:39.952815 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ade0ab78-b5f9-4f37-a953-f92eb2337279 req-34210049-fee5-4e20-bdfd-4c4b5c0e26a6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 3095 time: 0.3586986 Nov 08 00:24:39.970043 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] For port 13975885-6066-49e4-8626-49865befcc71, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:24:39.977047 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] For port 13975885-6066-49e4-8626-49865befcc71, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=13975885-6066-49e4-8626-49865befcc71,segment=NetworkSegment(233e3816-fba5-4560-8187-aa211dcb461d),segment_id=233e3816-fba5-4560-8187-aa211dcb461d)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:24:40.013677 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-44f98a3f-fc28-473d-a57d-b12d84c3ad28 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Made reservation on behalf of 7a42c6631eb4454c896f7292ef18f39f for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:40.024125 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-44f98a3f-fc28-473d-a57d-b12d84c3ad28 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:40.069391 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ef10e8e4-cb3b-433b-b4cc-96d49424f708 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3235834 Nov 08 00:24:40.086692 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f7d259-fd39-4488-9188-d6256966d242 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router 4554bf0c-1026-4a3b-a198-622d75ba9b97 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:24:40.088383 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54770) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:40.088555 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ade0ab78-b5f9-4f37-a953-f92eb2337279 req-aa3c409a-fab3-420e-9b67-3d5ff7e8fd4a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314650 Nov 08 00:24:40.107218 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-0bde41b8-9100-4fad-9793-aa0351d64b9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:40.120488 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:40.168448 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b750bf27-a973-4773-b439-ce6d81e6d6dd None None] Provisioning complete for port 13975885-6066-49e4-8626-49865befcc71 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:40.168864 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b750bf27-a973-4773-b439-ce6d81e6d6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:40.171424 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:24:40.172112 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:24:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:40.399067 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb89cf-8089-4916-bc35-a1a70a0d64aa None None] Pushing event updated for resources: {'Port': ['ID=13975885-6066-49e4-8626-49865befcc71,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:40.447271 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b750bf27-a973-4773-b439-ce6d81e6d6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:40.457071 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:24:40.481472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0324676-da26-4287-9745-74a9cd6c4e5c None None] DHCP port deletion for 5519efd4-e1a8-486b-824a-06c45d00ec62 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:24:40.610365 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b750bf27-a973-4773-b439-ce6d81e6d6dd None None] For port 13975885-6066-49e4-8626-49865befcc71, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=13975885-6066-49e4-8626-49865befcc71,segment=NetworkSegment(233e3816-fba5-4560-8187-aa211dcb461d),segment_id=233e3816-fba5-4560-8187-aa211dcb461d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:40.663607 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54780) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:40.664387 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a0324676-da26-4287-9745-74a9cd6c4e5c None None] Deleting port 46329cc3-0114-48f3-8302-dee6d6fb08d7 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:40.665024 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a0324676-da26-4287-9745-74a9cd6c4e5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:40.693218 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-2cea14cd-7908-42b3-b1ce-0c88e1a7420f tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:40.695371 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-2cea14cd-7908-42b3-b1ce-0c88e1a7420f tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.20 "GET /v2.0/networks?id=d20df259-1f81-4a1a-9eb7-c348a83c593b HTTP/1.1" status: 200 len: 805 time: 0.6583343 Nov 08 00:24:40.702395 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 46329cc3-0114-48f3-8302-dee6d6fb08d7 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:24:40.706514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-44f98a3f-fc28-473d-a57d-b12d84c3ad28 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Allocated IP 10.2.2.200 (74f4276d-9439-4600-839d-84669ee5e60a/14b76b42-1f2f-4491-9c88-ef859a8eb6c0/5dffe1f6-cb78-4bd0-8c29-3adfb648a164) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:40.727646 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f7d259-fd39-4488-9188-d6256966d242 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:24:40.737903 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-77f7d259-fd39-4488-9188-d6256966d242 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:40.742983 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-77f7d259-fd39-4488-9188-d6256966d242 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/4554bf0c-1026-4a3b-a198-622d75ba9b97 HTTP/1.1" status: 200 len: 934 time: 2.9566660 Nov 08 00:24:40.746122 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54786) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:40.746455 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6cac6076-c90a-44c9-8514-d64bb9fb03e2 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Request body: {'port': {'device_id': 'c230e7dd-cb72-4352-a468-bb819870ca6c', 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b', 'admin_state_up': True, 'tenant_id': '7f16e000569246a6a036af1fb56e5a64'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:40.837447 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a0324676-da26-4287-9745-74a9cd6c4e5c None None] For port 46329cc3-0114-48f3-8302-dee6d6fb08d7, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=46329cc3-0114-48f3-8302-dee6d6fb08d7,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:40.837849 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a0324676-da26-4287-9745-74a9cd6c4e5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:40.855542 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a0324676-da26-4287-9745-74a9cd6c4e5c None None] Calling delete_port for 46329cc3-0114-48f3-8302-dee6d6fb08d7 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:24:40.934232 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bde41b8-9100-4fad-9793-aa0351d64b9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:40.948451 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0bde41b8-9100-4fad-9793-aa0351d64b9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:40.986101 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b750bf27-a973-4773-b439-ce6d81e6d6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:41.018961 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:38Z', 'revision_number': 6, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '13975885-6066-49e4-8626-49865befcc71', 'name': '', 'network_id': '4a369caa-7ddc-4125-9c73-41bcf862e971', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:9c:6d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'a5fe7521-cb07-4c73-81ac-8f08c0dd7295', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:28Z', 'updated_at': '2021-11-08T00:24:39Z', 'revision_number': 4, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'a5fe7521-cb07-4c73-81ac-8f08c0dd7295', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:17Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945dbf36-8250-4d40-ab26-34036a0d278d', 'name': '', 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:94:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:19Z', 'updated_at': '2021-11-08T00:24:28Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:41.077658 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-117cae20-cfbd-4cdb-844c-8864d9ea88a6 req-adbe0927-f171-4b77-8eb7-552232a83a3e tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=c230e7dd-cb72-4352-a468-bb819870ca6c HTTP/1.1" status: 200 len: 210 time: 0.1469917 Nov 08 00:24:41.087721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750bf27-a973-4773-b439-ce6d81e6d6dd None None] Pushing event updated for resources: {'Port': ['ID=13975885-6066-49e4-8626-49865befcc71,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:41.106688 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a0324676-da26-4287-9745-74a9cd6c4e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:41.158615 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0324676-da26-4287-9745-74a9cd6c4e5c None None] No DVR routers for this DVR port 46329cc3-0114-48f3-8302-dee6d6fb08d7 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:24:41.170445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0324676-da26-4287-9745-74a9cd6c4e5c None None] Pushing event deleted for resources: {'Port': ['ID=46329cc3-0114-48f3-8302-dee6d6fb08d7,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:41.184322 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:41.251239 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ce0463ed-975d-4d36-9258-a41cb04c6199 None None] Provisioning complete for port 13975885-6066-49e4-8626-49865befcc71 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:41.251700 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ce0463ed-975d-4d36-9258-a41cb04c6199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:41.306886 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ac93db-08c3-4201-95fe-015fdde7f3c1 None None] The sync data for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 is: [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:38Z', 'revision_number': 6, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '13975885-6066-49e4-8626-49865befcc71', 'name': '', 'network_id': '4a369caa-7ddc-4125-9c73-41bcf862e971', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:9c:6d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'a5fe7521-cb07-4c73-81ac-8f08c0dd7295', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:28Z', 'updated_at': '2021-11-08T00:24:39Z', 'revision_number': 4, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'a5fe7521-cb07-4c73-81ac-8f08c0dd7295', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:17Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945dbf36-8250-4d40-ab26-34036a0d278d', 'name': '', 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:94:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:19Z', 'updated_at': '2021-11-08T00:24:28Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:24:41.426218 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a815e3e-d598-48b1-9d68-38a752dd0fd7 req-bc57df0a-6af6-47d9-94d7-fdb95e0d7ed4 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:41.442128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a815e3e-d598-48b1-9d68-38a752dd0fd7 req-bc57df0a-6af6-47d9-94d7-fdb95e0d7ed4 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:41.453831 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a815e3e-d598-48b1-9d68-38a752dd0fd7 req-bc57df0a-6af6-47d9-94d7-fdb95e0d7ed4 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:41.472552 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a815e3e-d598-48b1-9d68-38a752dd0fd7 req-bc57df0a-6af6-47d9-94d7-fdb95e0d7ed4 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:41.479407 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a815e3e-d598-48b1-9d68-38a752dd0fd7 req-bc57df0a-6af6-47d9-94d7-fdb95e0d7ed4 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 3095 time: 0.2398863 Nov 08 00:24:41.513934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6cac6076-c90a-44c9-8514-d64bb9fb03e2 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Made reservation on behalf of 7f16e000569246a6a036af1fb56e5a64 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:41.527106 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6cac6076-c90a-44c9-8514-d64bb9fb03e2 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:41.579004 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-44f98a3f-fc28-473d-a57d-b12d84c3ad28 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:41.619178 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a815e3e-d598-48b1-9d68-38a752dd0fd7 req-7fdad4c9-ba35-4908-8705-52ebb27e6fa7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320596 Nov 08 00:24:41.756830 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee3b5581-b1ad-43f2-b30f-1531319b8b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:41.770688 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0b0a8f26-f685-4a55-9ff0-394e3815b15c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/routers/4554bf0c-1026-4a3b-a198-622d75ba9b97 HTTP/1.1" status: 200 len: 934 time: 1.0250843 Nov 08 00:24:41.776460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54802) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:41.785766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6cac6076-c90a-44c9-8514-d64bb9fb03e2 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Allocated IP 172.20.0.11 (d20df259-1f81-4a1a-9eb7-c348a83c593b/47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7/73dbcf25-0e11-4d38-9a47-c19f82924baf) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:41.791925 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-943914ac-2d05-4391-a56f-451729270560 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'router': {'routes': None}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:41.851033 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-44f98a3f-fc28-473d-a57d-b12d84c3ad28 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:41.988383 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f98a3f-fc28-473d-a57d-b12d84c3ad28 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event updated for resources: {'Port': ['ID=5dffe1f6-cb78-4bd0-8c29-3adfb648a164,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:42.002767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-44f98a3f-fc28-473d-a57d-b12d84c3ad28 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Network 74f4276d-9439-4600-839d-84669ee5e60a is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:42.011993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-44f98a3f-fc28-473d-a57d-b12d84c3ad28 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:42.015059 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-44f98a3f-fc28-473d-a57d-b12d84c3ad28 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:42.167058 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-44f98a3f-fc28-473d-a57d-b12d84c3ad28 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:42.168011 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-44f98a3f-fc28-473d-a57d-b12d84c3ad28 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:42.237726 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6cac6076-c90a-44c9-8514-d64bb9fb03e2 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:42.302433 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-44f98a3f-fc28-473d-a57d-b12d84c3ad28 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9897320 Nov 08 00:24:42.335006 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee3b5581-b1ad-43f2-b30f-1531319b8b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:42.339544 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Request body: {'port': {'device_id': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:42.356556 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2cffea44-e224-4bc6-a2b7-cdb366f91408 req-2b3149ee-c302-4c77-b484-f0e540abe29a tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=c230e7dd-cb72-4352-a468-bb819870ca6c HTTP/1.1" status: 200 len: 210 time: 0.1419959 Nov 08 00:24:42.382134 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6cac6076-c90a-44c9-8514-d64bb9fb03e2 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:42.407335 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6cac6076-c90a-44c9-8514-d64bb9fb03e2 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Network d20df259-1f81-4a1a-9eb7-c348a83c593b is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:42.412827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6cac6076-c90a-44c9-8514-d64bb9fb03e2 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:42.414924 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6cac6076-c90a-44c9-8514-d64bb9fb03e2 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:42.425606 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d780e911-a2d0-4d58-b91d-a750145a6ce2 None None] Sync routers for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:24:42.435657 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d780e911-a2d0-4d58-b91d-a750145a6ce2 None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:24:42.436805 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-d780e911-a2d0-4d58-b91d-a750145a6ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:24:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:42.446763 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee3b5581-b1ad-43f2-b30f-1531319b8b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:42.471273 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:42.548320 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ee3b5581-b1ad-43f2-b30f-1531319b8b8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37edda6e21734f16a83660c88a2ac756&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8780611 Nov 08 00:24:42.551050 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54818) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:42.553874 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b5581-b1ad-43f2-b30f-1531319b8b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8521d5ea-ca3b-44d1-ad7c-43bf674c505d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:42.569233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-815e9a05-72d1-4648-b94b-751c91242e0d None None] Provisioning complete for port 5dffe1f6-cb78-4bd0-8c29-3adfb648a164 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:42.570058 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-815e9a05-72d1-4648-b94b-751c91242e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:42.606091 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6cac6076-c90a-44c9-8514-d64bb9fb03e2 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:42.606607 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6cac6076-c90a-44c9-8514-d64bb9fb03e2 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:42.608343 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0bde41b8-9100-4fad-9793-aa0351d64b9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:42.623413 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-d780e911-a2d0-4d58-b91d-a750145a6ce2 None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:24:42.675699 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-815e9a05-72d1-4648-b94b-751c91242e0d None None] Port 5dffe1f6-cb78-4bd0-8c29-3adfb648a164 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:42.691334 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.extraroute_db [None req-943914ac-2d05-4391-a56f-451729270560 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Added routes are [] {{(pid=102771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 08 00:24:42.694945 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.extraroute_db [None req-943914ac-2d05-4391-a56f-451729270560 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 08 00:24:42.716354 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac6076-c90a-44c9-8514-d64bb9fb03e2 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Pushing event updated for resources: {'Port': ['ID=73dbcf25-0e11-4d38-9a47-c19f82924baf,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:42.751143 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde41b8-9100-4fad-9793-aa0351d64b9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=587b1010-cef3-46d4-88bc-44d5fe9be5e3,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:42.782428 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-307bc66b-d690-4681-97ef-c966dec84148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:42.797952 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 13975885-6066-49e4-8626-49865befcc71 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:42.828424 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bde41b8-9100-4fad-9793-aa0351d64b9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:42.833565 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6cac6076-c90a-44c9-8514-d64bb9fb03e2 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1172225 Nov 08 00:24:42.839412 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-307bc66b-d690-4681-97ef-c966dec84148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:42.842758 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-0bde41b8-9100-4fad-9793-aa0351d64b9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:42.857014 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bde41b8-9100-4fad-9793-aa0351d64b9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:42.857611 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0bde41b8-9100-4fad-9793-aa0351d64b9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:42.860446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Request body: {'port': {'device_id': 'c230e7dd-cb72-4352-a468-bb819870ca6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:42.874172 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e56c9b9-bb12-48f2-89c8-154d9276531c None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:24:42.896162 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-943914ac-2d05-4391-a56f-451729270560 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:42.906662 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecca50-83cc-4ab1-9c4b-0cd3ccb922f6 req-bfc2ba70-4061-4b6b-8549-7e9bd6662fbf tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:42.913462 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecca50-83cc-4ab1-9c4b-0cd3ccb922f6 req-bfc2ba70-4061-4b6b-8549-7e9bd6662fbf tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:42.919878 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecca50-83cc-4ab1-9c4b-0cd3ccb922f6 req-bfc2ba70-4061-4b6b-8549-7e9bd6662fbf tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:42.925869 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecca50-83cc-4ab1-9c4b-0cd3ccb922f6 req-bfc2ba70-4061-4b6b-8549-7e9bd6662fbf tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:42.932204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecca50-83cc-4ab1-9c4b-0cd3ccb922f6 req-bfc2ba70-4061-4b6b-8549-7e9bd6662fbf tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:42.934166 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8eecca50-83cc-4ab1-9c4b-0cd3ccb922f6 req-bfc2ba70-4061-4b6b-8549-7e9bd6662fbf tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 3816 time: 0.1427648 Nov 08 00:24:42.982054 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0bde41b8-9100-4fad-9793-aa0351d64b9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8883429 Nov 08 00:24:42.982766 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54822) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:42.991966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-59d90e5d-8478-43a5-8f80-6628b75e176e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'name': 'tempest-NetworksTestDHCPv6-1040432260'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:43.020146 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:43.027471 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8eecca50-83cc-4ab1-9c4b-0cd3ccb922f6 req-4f7a65c3-3c54-4d21-9480-1274834795b1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853472 Nov 08 00:24:43.065559 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-307bc66b-d690-4681-97ef-c966dec84148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:43.068775 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-307bc66b-d690-4681-97ef-c966dec84148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:43.072416 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-307bc66b-d690-4681-97ef-c966dec84148 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8521d5ea-ca3b-44d1-ad7c-43bf674c505d HTTP/1.1" status: 204 len: 168 time: 0.5177102 Nov 08 00:24:43.136564 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46503f71-6482-45b3-8c5d-eb36337e12ff {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:24:43.150672 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:43.281302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bc66b-d690-4681-97ef-c966dec84148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8521d5ea-ca3b-44d1-ad7c-43bf674c505d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:43.310333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Transition to ACTIVE for port object 46503f71-6482-45b3-8c5d-eb36337e12ff will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:24:43.349207 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 13975885-6066-49e4-8626-49865befcc71 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:43.349580 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:43.422370 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:43.427075 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d90e5d-8478-43a5-8f80-6628b75e176e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:43.431436 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-59d90e5d-8478-43a5-8f80-6628b75e176e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:43.489724 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-59d90e5d-8478-43a5-8f80-6628b75e176e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port 73bdccb6-a2ec-4142-b446-485e600e9a11 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:24:43.633189 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5519efd4-e1a8-486b-824a-06c45d00ec62', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'fixed_ips': [{'subnet_id': '587b1010-cef3-46d4-88bc-44d5fe9be5e3'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:24:43.634170 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:43.634587 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-943914ac-2d05-4391-a56f-451729270560 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:43.644925 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Pushing event updated for resources: {'Port': ['ID=46503f71-6482-45b3-8c5d-eb36337e12ff,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:43.665024 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-943914ac-2d05-4391-a56f-451729270560 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:43.727364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924f9ff-be11-4124-ab65-1415b7980003 req-08693a75-fb9e-4b3a-9e48-173a97bd625d tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:43.735559 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b924f9ff-be11-4124-ab65-1415b7980003 req-08693a75-fb9e-4b3a-9e48-173a97bd625d tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=c230e7dd-cb72-4352-a468-bb819870ca6c HTTP/1.1" status: 200 len: 932 time: 0.2683687 Nov 08 00:24:43.745706 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-d780e911-a2d0-4d58-b91d-a750145a6ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:38Z', 'revision_number': 6, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '13975885-6066-49e4-8626-49865befcc71', 'name': '', 'network_id': '4a369caa-7ddc-4125-9c73-41bcf862e971', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:9c:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'a5fe7521-cb07-4c73-81ac-8f08c0dd7295', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:28Z', 'updated_at': '2021-11-08T00:24:40Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'a5fe7521-cb07-4c73-81ac-8f08c0dd7295', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:17Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945dbf36-8250-4d40-ab26-34036a0d278d', 'name': '', 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:94:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:19Z', 'updated_at': '2021-11-08T00:24:28Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:43.791535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d780e911-a2d0-4d58-b91d-a750145a6ce2 None None] Checking router: 4554bf0c-1026-4a3b-a198-622d75ba9b97 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:24:43.808112 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Attempting to bind port 46503f71-6482-45b3-8c5d-eb36337e12ff on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:24:43.808595 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Attempting to bind port 46503f71-6482-45b3-8c5d-eb36337e12ff by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '2ab8e6cb-9119-4274-ba70-503abfbff32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:24:43.809032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Attempting to bind port 46503f71-6482-45b3-8c5d-eb36337e12ff on network fe318fa4-2739-4425-811c-a969620e2964 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:43.925794 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b924f9ff-be11-4124-ab65-1415b7980003 req-8e4bdfca-590a-4ef8-906d-d0cd6bbeef10 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175630 Nov 08 00:24:43.925794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Port 46503f71-6482-45b3-8c5d-eb36337e12ff on network fe318fa4-2739-4425-811c-a969620e2964 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:24:43.925794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Attempting to bind port 46503f71-6482-45b3-8c5d-eb36337e12ff on network fe318fa4-2739-4425-811c-a969620e2964 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:43.925794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73dbcf25-0e11-4d38-9a47-c19f82924baf {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:24:43.925794 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:43.925794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:24:43.925794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Checking segment: {'id': '2ab8e6cb-9119-4274-ba70-503abfbff32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:43.925794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Bound using segment: {'id': '2ab8e6cb-9119-4274-ba70-503abfbff32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:24:43.925794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Bound port: 46503f71-6482-45b3-8c5d-eb36337e12ff, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab8e6cb-9119-4274-ba70-503abfbff32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:24:43.925794 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:43.928559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d780e911-a2d0-4d58-b91d-a750145a6ce2 None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:24:43.928559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-d780e911-a2d0-4d58-b91d-a750145a6ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:24:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:43.928823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Transition to ACTIVE for port object 73dbcf25-0e11-4d38-9a47-c19f82924baf will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:24:43.948194 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-59d90e5d-8478-43a5-8f80-6628b75e176e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::19a (5519efd4-e1a8-486b-824a-06c45d00ec62/587b1010-cef3-46d4-88bc-44d5fe9be5e3/73bdccb6-a2ec-4142-b446-485e600e9a11) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:43.974034 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943914ac-2d05-4391-a56f-451729270560 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router 4554bf0c-1026-4a3b-a198-622d75ba9b97 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:24:43.994813 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] For port 46503f71-6482-45b3-8c5d-eb36337e12ff, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:24:44.000171 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] For port 46503f71-6482-45b3-8c5d-eb36337e12ff, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=46503f71-6482-45b3-8c5d-eb36337e12ff,segment=NetworkSegment(2ab8e6cb-9119-4274-ba70-503abfbff32f),segment_id=2ab8e6cb-9119-4274-ba70-503abfbff32f)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:24:44.050140 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-d780e911-a2d0-4d58-b91d-a750145a6ce2 None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:24:44.129047 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:44.139587 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:44.279944 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943914ac-2d05-4391-a56f-451729270560 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:24:44.288928 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-943914ac-2d05-4391-a56f-451729270560 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:44.292704 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-943914ac-2d05-4391-a56f-451729270560 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/4554bf0c-1026-4a3b-a198-622d75ba9b97 HTTP/1.1" status: 200 len: 700 time: 2.5108469 Nov 08 00:24:44.293758 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54840) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:44.306577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Pushing event updated for resources: {'Port': ['ID=73dbcf25-0e11-4d38-9a47-c19f82924baf,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:44.386128 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-d780e911-a2d0-4d58-b91d-a750145a6ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:42Z', 'revision_number': 7, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '13975885-6066-49e4-8626-49865befcc71', 'name': '', 'network_id': '4a369caa-7ddc-4125-9c73-41bcf862e971', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:9c:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'a5fe7521-cb07-4c73-81ac-8f08c0dd7295', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:28Z', 'updated_at': '2021-11-08T00:24:40Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'a5fe7521-cb07-4c73-81ac-8f08c0dd7295', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:17Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945dbf36-8250-4d40-ab26-34036a0d278d', 'name': '', 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:94:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:19Z', 'updated_at': '2021-11-08T00:24:28Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:44.414413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54842) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:44.422014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d780e911-a2d0-4d58-b91d-a750145a6ce2 None None] The sync data for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 is: [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:42Z', 'revision_number': 7, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '13975885-6066-49e4-8626-49865befcc71', 'name': '', 'network_id': '4a369caa-7ddc-4125-9c73-41bcf862e971', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:9c:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'a5fe7521-cb07-4c73-81ac-8f08c0dd7295', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:28Z', 'updated_at': '2021-11-08T00:24:40Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'a5fe7521-cb07-4c73-81ac-8f08c0dd7295', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:17Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945dbf36-8250-4d40-ab26-34036a0d278d', 'name': '', 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:94:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:19Z', 'updated_at': '2021-11-08T00:24:28Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:24:44.448436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:44.459699 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:44.461757 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] 10.222.0.26 "PUT /v2.0/ports/46503f71-6482-45b3-8c5d-eb36337e12ff HTTP/1.1" status: 200 len: 1091 time: 2.1374772 Nov 08 00:24:44.501147 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-59d90e5d-8478-43a5-8f80-6628b75e176e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:44.511289 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0126ce1e-f2dd-4b9c-b51b-0ec867855141 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/routers/4554bf0c-1026-4a3b-a198-622d75ba9b97 HTTP/1.1" status: 200 len: 700 time: 0.2172453 Nov 08 00:24:44.514024 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54846) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:44.577931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'tag': '46503f71-6482-45b3-8c5d-eb36337e12ff'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:24:44.580240 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43abc5a-a852-49bf-aaed-f0caac812855" -d '{"events": [{"name": "network-changed", "server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "tag": "46503f71-6482-45b3-8c5d-eb36337e12ff"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:24:44.664303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Request body: {'port': {'device_id': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:44.688783 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Attempting to bind port 73dbcf25-0e11-4d38-9a47-c19f82924baf on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:24:44.689126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Attempting to bind port 73dbcf25-0e11-4d38-9a47-c19f82924baf by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '4ef97e07-2b2b-42db-9afa-e4de59102da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:24:44.689461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Attempting to bind port 73dbcf25-0e11-4d38-9a47-c19f82924baf on network d20df259-1f81-4a1a-9eb7-c348a83c593b {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:44.710207 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Port 73dbcf25-0e11-4d38-9a47-c19f82924baf on network d20df259-1f81-4a1a-9eb7-c348a83c593b not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:24:44.710541 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Attempting to bind port 73dbcf25-0e11-4d38-9a47-c19f82924baf on network d20df259-1f81-4a1a-9eb7-c348a83c593b {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:44.779006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:24:44.779243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Checking segment: {'id': '4ef97e07-2b2b-42db-9afa-e4de59102da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:44.779634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Bound using segment: {'id': '4ef97e07-2b2b-42db-9afa-e4de59102da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:24:44.779872 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-59d90e5d-8478-43a5-8f80-6628b75e176e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:44.780106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Bound port: 73dbcf25-0e11-4d38-9a47-c19f82924baf, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef97e07-2b2b-42db-9afa-e4de59102da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:24:44.784297 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:44.815126 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2d76c61-5a1c-4f87-a196-5b6440db6c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:44.853826 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42239b28-4550-4109-80a7-b4802d8eded9 None None] Sync routers for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:24:44.867944 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42239b28-4550-4109-80a7-b4802d8eded9 None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:24:44.868182 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] Allocated IP 2001:db8::2 (5519efd4-e1a8-486b-824a-06c45d00ec62/587b1010-cef3-46d4-88bc-44d5fe9be5e3/147edf49-3813-4651-8144-32df6d28d313) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:44.868702 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-42239b28-4550-4109-80a7-b4802d8eded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:24:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:44.916078 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d90e5d-8478-43a5-8f80-6628b75e176e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=73bdccb6-a2ec-4142-b446-485e600e9a11,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:44.943529 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d90e5d-8478-43a5-8f80-6628b75e176e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:44.949342 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-59d90e5d-8478-43a5-8f80-6628b75e176e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:44.958362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d90e5d-8478-43a5-8f80-6628b75e176e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:44.965150 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d90e5d-8478-43a5-8f80-6628b75e176e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:44.965952 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-59d90e5d-8478-43a5-8f80-6628b75e176e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:45.031165 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3ed0a-f5bb-406e-9f4d-eb69475d1b32 service neutron] Pushing event updated for resources: {'Port': ['ID=46503f71-6482-45b3-8c5d-eb36337e12ff,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:45.107055 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-59d90e5d-8478-43a5-8f80-6628b75e176e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1223228 Nov 08 00:24:45.113277 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54856) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:45.154728 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] For port 73dbcf25-0e11-4d38-9a47-c19f82924baf, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:24:45.174200 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86eca4-4abe-4327-b8f5-5dd5be171af9 req-f2c49e39-d1dd-4c13-bccd-99a496b22920 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:45.188217 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86eca4-4abe-4327-b8f5-5dd5be171af9 req-f2c49e39-d1dd-4c13-bccd-99a496b22920 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:45.189650 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-42239b28-4550-4109-80a7-b4802d8eded9 None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:24:45.208204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86eca4-4abe-4327-b8f5-5dd5be171af9 req-f2c49e39-d1dd-4c13-bccd-99a496b22920 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:45.220129 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613ba504-0a31-41aa-bcab-9e152f8635b8 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:45.223858 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-613ba504-0a31-41aa-bcab-9e152f8635b8 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1076043 Nov 08 00:24:45.225586 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86eca4-4abe-4327-b8f5-5dd5be171af9 req-f2c49e39-d1dd-4c13-bccd-99a496b22920 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:45.232158 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54858) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:45.241933 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86eca4-4abe-4327-b8f5-5dd5be171af9 req-f2c49e39-d1dd-4c13-bccd-99a496b22920 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:45.243839 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f86eca4-4abe-4327-b8f5-5dd5be171af9 req-f2c49e39-d1dd-4c13-bccd-99a496b22920 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 3828 time: 1.0202610 Nov 08 00:24:45.254869 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:45.263992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] For port 73dbcf25-0e11-4d38-9a47-c19f82924baf, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=73dbcf25-0e11-4d38-9a47-c19f82924baf,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:24:45.286039 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fae4083-663a-4a9e-9dab-6b0ea32a4450 x-openstack-request-id: req-2fae4083-663a-4a9e-9dab-6b0ea32a4450 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:24:45.291296 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "tag": "46503f71-6482-45b3-8c5d-eb36337e12ff", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:24:45.291899 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fae4083-663a-4a9e-9dab-6b0ea32a4450 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:24:45.294361 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'tag': '46503f71-6482-45b3-8c5d-eb36337e12ff', 'status': 'completed', 'code': 200} Nov 08 00:24:45.304574 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:45.407074 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:45.417590 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:45.425243 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-257caf0f-fdfa-4972-a9cb-e00d6830b7c3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:45.483963 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f86eca4-4abe-4327-b8f5-5dd5be171af9 req-c443f043-8a37-4a05-95bd-d81956d87aaf tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025096 Nov 08 00:24:45.495911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:45.511721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:45.515128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43abc5a-a852-49bf-aaed-f0caac812855 req-114bbb95-5bf5-473a-85c5-e298cf85d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:45.515128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43abc5a-a852-49bf-aaed-f0caac812855 req-114bbb95-5bf5-473a-85c5-e298cf85d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:45.515128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43abc5a-a852-49bf-aaed-f0caac812855 req-114bbb95-5bf5-473a-85c5-e298cf85d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:45.515128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43abc5a-a852-49bf-aaed-f0caac812855 req-114bbb95-5bf5-473a-85c5-e298cf85d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:45.515128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43abc5a-a852-49bf-aaed-f0caac812855 req-114bbb95-5bf5-473a-85c5-e298cf85d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:45.516142 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:45.516623 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c43abc5a-a852-49bf-aaed-f0caac812855 req-114bbb95-5bf5-473a-85c5-e298cf85d87d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a42c6631eb4454c896f7292ef18f39f&device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 4363 time: 0.2160060 Nov 08 00:24:45.530569 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] Pushing event updated for resources: {'Port': ['ID=147edf49-3813-4651-8144-32df6d28d313,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:45.532321 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-72fbdd6c-42f2-41e7-83a9-f0ef81fbd4b6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port 73bdccb6-a2ec-4142-b446-485e600e9a11 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:45.532668 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-72fbdd6c-42f2-41e7-83a9-f0ef81fbd4b6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:45.595900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:45.597192 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:45.598882 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] 10.222.0.20 "PUT /v2.0/ports/73dbcf25-0e11-4d38-9a47-c19f82924baf HTTP/1.1" status: 200 len: 1092 time: 2.7429705 Nov 08 00:24:45.629610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f3675-e2ce-4269-ab07-76d02bc35c00 req-ea2cf211-ecc1-4d70-ac5a-127b9f44ddbe tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:45.631617 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af8f3675-e2ce-4269-ab07-76d02bc35c00 req-ea2cf211-ecc1-4d70-ac5a-127b9f44ddbe tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=c230e7dd-cb72-4352-a468-bb819870ca6c HTTP/1.1" status: 200 len: 944 time: 0.3353300 Nov 08 00:24:45.645329 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-42239b28-4550-4109-80a7-b4802d8eded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:42Z', 'revision_number': 7, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '13975885-6066-49e4-8626-49865befcc71', 'name': '', 'network_id': '4a369caa-7ddc-4125-9c73-41bcf862e971', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:9c:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'a5fe7521-cb07-4c73-81ac-8f08c0dd7295', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:28Z', 'updated_at': '2021-11-08T00:24:40Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'a5fe7521-cb07-4c73-81ac-8f08c0dd7295', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:17Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945dbf36-8250-4d40-ab26-34036a0d278d', 'name': '', 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:94:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:19Z', 'updated_at': '2021-11-08T00:24:28Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:45.670559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] Attempting to bind port 147edf49-3813-4651-8144-32df6d28d313 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:24:45.671824 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] Attempting to bind port 147edf49-3813-4651-8144-32df6d28d313 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:24:45.672272 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] Attempting to bind port 147edf49-3813-4651-8144-32df6d28d313 on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:45.682459 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:24:45.682876 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:45.683234 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:45.683628 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:24:45.684126 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] Bound port: 147edf49-3813-4651-8144-32df6d28d313, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:24:45.684509 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:45.692040 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42239b28-4550-4109-80a7-b4802d8eded9 None None] Checking router: 4554bf0c-1026-4a3b-a198-622d75ba9b97 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:24:45.699938 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2d76c61-5a1c-4f87-a196-5b6440db6c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:45.708500 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42239b28-4550-4109-80a7-b4802d8eded9 None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:24:45.709959 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-42239b28-4550-4109-80a7-b4802d8eded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:24:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:45.738319 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4144e-2ded-429f-8b62-9e80a9a4b877 service neutron] Pushing event updated for resources: {'Port': ['ID=73dbcf25-0e11-4d38-9a47-c19f82924baf,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:45.835626 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2d76c61-5a1c-4f87-a196-5b6440db6c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:45.844083 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] For port 147edf49-3813-4651-8144-32df6d28d313, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:24:45.848722 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af8f3675-e2ce-4269-ab07-76d02bc35c00 req-d3789caa-4757-4b88-b6ad-d8296054aeaa tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533754 Nov 08 00:24:45.861006 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] For port 147edf49-3813-4651-8144-32df6d28d313, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=147edf49-3813-4651-8144-32df6d28d313,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:24:45.862255 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-42239b28-4550-4109-80a7-b4802d8eded9 None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:24:45.890333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d76c61-5a1c-4f87-a196-5b6440db6c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778f671e-42eb-4e43-94f3-c88c3ce3cd46,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:45.928648 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c2d76c61-5a1c-4f87-a196-5b6440db6c77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bf0eda82d354aab97ac00b356b2d553&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3584461 Nov 08 00:24:45.932439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6dbae03e-ce2c-4d7d-bc9e-fefb48d562ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:45.934252 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-6dbae03e-ce2c-4d7d-bc9e-fefb48d562ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f16e000569246a6a036af1fb56e5a64&device_id=c230e7dd-cb72-4352-a468-bb819870ca6c HTTP/1.1" status: 200 len: 1095 time: 0.1719425 Nov 08 00:24:45.934845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54868) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:45.964435 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:45.987363 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-72fbdd6c-42f2-41e7-83a9-f0ef81fbd4b6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:46.050059 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-72fbdd6c-42f2-41e7-83a9-f0ef81fbd4b6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for 73bdccb6-a2ec-4142-b446-485e600e9a11 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:24:46.066034 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43abc5a-a852-49bf-aaed-f0caac812855 req-231105fe-79e5-4131-a6b4-a7e088129188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:46.070812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43abc5a-a852-49bf-aaed-f0caac812855 req-231105fe-79e5-4131-a6b4-a7e088129188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:46.072297 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43abc5a-a852-49bf-aaed-f0caac812855 req-231105fe-79e5-4131-a6b4-a7e088129188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:46.075757 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c43abc5a-a852-49bf-aaed-f0caac812855 req-231105fe-79e5-4131-a6b4-a7e088129188 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7a42c6631eb4454c896f7292ef18f39f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5400026 Nov 08 00:24:46.093516 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-2e29eea7-736c-48a1-859b-f28c583d7139 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73dbcf25-0e11-4d38-9a47-c19f82924baf HTTP/1.1" status: 200 len: 217 time: 0.1404746 Nov 08 00:24:46.097279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5f906-3ead-4596-9c8e-1d2c273a8289 None None] Pushing event updated for resources: {'Port': ['ID=147edf49-3813-4651-8144-32df6d28d313,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:46.176050 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b28a5d1e-a73e-4dc9-b5a7-b05b7459eedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:46.247344 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b28a5d1e-a73e-4dc9-b5a7-b05b7459eedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:46.247686 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-42239b28-4550-4109-80a7-b4802d8eded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:42Z', 'revision_number': 7, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '13975885-6066-49e4-8626-49865befcc71', 'name': '', 'network_id': '4a369caa-7ddc-4125-9c73-41bcf862e971', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:9c:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'a5fe7521-cb07-4c73-81ac-8f08c0dd7295', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:28Z', 'updated_at': '2021-11-08T00:24:40Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'a5fe7521-cb07-4c73-81ac-8f08c0dd7295', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:17Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945dbf36-8250-4d40-ab26-34036a0d278d', 'name': '', 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:94:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:19Z', 'updated_at': '2021-11-08T00:24:28Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:46.301224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-1fdd5370-917d-4aec-be93-be2785c53267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:46.302991 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-1fdd5370-917d-4aec-be93-be2785c53267 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7 HTTP/1.1" status: 200 len: 845 time: 0.1753137 Nov 08 00:24:46.347911 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42239b28-4550-4109-80a7-b4802d8eded9 None None] The sync data for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 is: [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:42Z', 'revision_number': 7, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '13975885-6066-49e4-8626-49865befcc71', 'name': '', 'network_id': '4a369caa-7ddc-4125-9c73-41bcf862e971', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:9c:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'a5fe7521-cb07-4c73-81ac-8f08c0dd7295', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:28Z', 'updated_at': '2021-11-08T00:24:40Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'a5fe7521-cb07-4c73-81ac-8f08c0dd7295', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:17Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945dbf36-8250-4d40-ab26-34036a0d278d', 'name': '', 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:94:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:19Z', 'updated_at': '2021-11-08T00:24:28Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:24:46.348586 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-c82473c2-ed2f-411d-8fa4-3b426cab0e17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d20df259-1f81-4a1a-9eb7-c348a83c593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326025 Nov 08 00:24:46.403629 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:24:46.423344 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:46.525993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Transition to ACTIVE for port object 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:24:46.628167 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-3d69f36f-24fd-4714-8a83-698fb8ba6922 service neutron] 10.222.0.20 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637897 Nov 08 00:24:46.628167 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:46.720074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 147edf49-3813-4651-8144-32df6d28d313 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:46.752979 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b28a5d1e-a73e-4dc9-b5a7-b05b7459eedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:46.755685 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b28a5d1e-a73e-4dc9-b5a7-b05b7459eedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:46.757536 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b28a5d1e-a73e-4dc9-b5a7-b05b7459eedb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/778f671e-42eb-4e43-94f3-c88c3ce3cd46 HTTP/1.1" status: 204 len: 168 time: 0.8189592 Nov 08 00:24:46.806016 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 147edf49-3813-4651-8144-32df6d28d313 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:46.806671 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:46.819926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a5d1e-a73e-4dc9-b5a7-b05b7459eedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778f671e-42eb-4e43-94f3-c88c3ce3cd46,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:46.895817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Pushing event updated for resources: {'Port': ['ID=3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:46.998636 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:47.093671 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43abc5a-a852-49bf-aaed-f0caac812855 req-ece2f9b4-908c-4c6d-9adb-e78e2e13cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:47.095691 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 147edf49-3813-4651-8144-32df6d28d313, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=147edf49-3813-4651-8144-32df6d28d313,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:47.104168 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c43abc5a-a852-49bf-aaed-f0caac812855 req-ece2f9b4-908c-4c6d-9adb-e78e2e13cfd7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0078630 Nov 08 00:24:47.173803 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:47.281695 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=147edf49-3813-4651-8144-32df6d28d313,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:47.325023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-257caf0f-fdfa-4972-a9cb-e00d6830b7c3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting port 13975885-6066-49e4-8626-49865befcc71 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:47.326141 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-257caf0f-fdfa-4972-a9cb-e00d6830b7c3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:47.429942 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-72fbdd6c-42f2-41e7-83a9-f0ef81fbd4b6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:47.460830 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c230e7dd-cb72-4352-a468-bb819870ca6c', 'tag': '73dbcf25-0e11-4d38-9a47-c19f82924baf'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:24:47.463162 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2347d67c-5ff4-4999-9d7e-dc648f0d261b" -d '{"events": [{"name": "network-changed", "server_uuid": "c230e7dd-cb72-4352-a468-bb819870ca6c", "tag": "73dbcf25-0e11-4d38-9a47-c19f82924baf"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:24:47.573093 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-72fbdd6c-42f2-41e7-83a9-f0ef81fbd4b6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:47.579323 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-72fbdd6c-42f2-41e7-83a9-f0ef81fbd4b6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/73bdccb6-a2ec-4142-b446-485e600e9a11 HTTP/1.1" status: 204 len: 168 time: 2.3435290 Nov 08 00:24:47.579323 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbdd6c-42f2-41e7-83a9-f0ef81fbd4b6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=73bdccb6-a2ec-4142-b446-485e600e9a11,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:47.590296 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54890) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:47.673026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f904f-d984-4014-907c-b2b4668b659c req-a0fbeab4-7ffb-41c4-b1e8-996417a931bc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:47.680330 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f904f-d984-4014-907c-b2b4668b659c req-a0fbeab4-7ffb-41c4-b1e8-996417a931bc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:47.688980 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f904f-d984-4014-907c-b2b4668b659c req-a0fbeab4-7ffb-41c4-b1e8-996417a931bc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:47.692136 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-257caf0f-fdfa-4972-a9cb-e00d6830b7c3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] For port 13975885-6066-49e4-8626-49865befcc71, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=13975885-6066-49e4-8626-49865befcc71,segment=NetworkSegment(233e3816-fba5-4560-8187-aa211dcb461d),segment_id=233e3816-fba5-4560-8187-aa211dcb461d)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:47.692514 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-257caf0f-fdfa-4972-a9cb-e00d6830b7c3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:47.698065 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f904f-d984-4014-907c-b2b4668b659c req-a0fbeab4-7ffb-41c4-b1e8-996417a931bc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:47.706164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f904f-d984-4014-907c-b2b4668b659c req-a0fbeab4-7ffb-41c4-b1e8-996417a931bc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:47.713665 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f904f-d984-4014-907c-b2b4668b659c req-a0fbeab4-7ffb-41c4-b1e8-996417a931bc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:47.715913 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c65f904f-d984-4014-907c-b2b4668b659c req-a0fbeab4-7ffb-41c4-b1e8-996417a931bc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 4605 time: 1.0107303 Nov 08 00:24:47.718053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54003bc1-91bd-4de8-a00a-7ebedd678966 req-8a9dd371-e25b-4061-969c-5ca5f40a2aac service neutron] 10.222.0.20 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0809255 Nov 08 00:24:47.719693 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f2f5dc-af64-4f55-b129-6da7e916de92 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:47.721915 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f2f5dc-af64-4f55-b129-6da7e916de92 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:47.724466 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-53f2f5dc-af64-4f55-b129-6da7e916de92 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1328712 Nov 08 00:24:47.726374 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54898) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:47.726791 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-257caf0f-fdfa-4972-a9cb-e00d6830b7c3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Calling delete_port for 13975885-6066-49e4-8626-49865befcc71 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:24:47.880346 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c65f904f-d984-4014-907c-b2b4668b659c req-39d7016d-6e51-41f0-802f-9be4897df6a7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1566343 Nov 08 00:24:47.916092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c25529b-6699-4ba9-91e2-16c0d3129d9b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 587b1010-cef3-46d4-88bc-44d5fe9be5e3 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:24:47.937159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c63cc-f754-4b67-a992-8b7ac9992de5 req-65382382-70cd-4bf5-809e-288e93b71831 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:47.938838 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f1c63cc-f754-4b67-a992-8b7ac9992de5 req-65382382-70cd-4bf5-809e-288e93b71831 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=c230e7dd-cb72-4352-a468-bb819870ca6c HTTP/1.1" status: 200 len: 944 time: 0.4685032 Nov 08 00:24:47.939695 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1c25529b-6699-4ba9-91e2-16c0d3129d9b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:47.939947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-211b1a63-49a3-40d6-b169-1963f407c8eb None None] Provisioning complete for port 147edf49-3813-4651-8144-32df6d28d313 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:47.940490 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-211b1a63-49a3-40d6-b169-1963f407c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:47.986829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Attempting to bind port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:24:47.987520 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Attempting to bind port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:24:47.988356 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Attempting to bind port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 on network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:48.017653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 on network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:24:48.018231 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Attempting to bind port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 on network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:48.051747 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef5bbf6-8a88-4e0c-bf5f-5ab0d9cdd4d3 x-openstack-request-id: req-fef5bbf6-8a88-4e0c-bf5f-5ab0d9cdd4d3 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:24:48.052075 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c230e7dd-cb72-4352-a468-bb819870ca6c", "tag": "73dbcf25-0e11-4d38-9a47-c19f82924baf", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:24:48.052327 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fef5bbf6-8a88-4e0c-bf5f-5ab0d9cdd4d3 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:24:48.052730 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c230e7dd-cb72-4352-a468-bb819870ca6c', 'tag': '73dbcf25-0e11-4d38-9a47-c19f82924baf', 'status': 'completed', 'code': 200} Nov 08 00:24:48.091615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:24:48.091868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Checking segment: {'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:48.101505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Bound using segment: {'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:24:48.102789 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Bound port: 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:24:48.103642 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:48.109380 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1c25529b-6699-4ba9-91e2-16c0d3129d9b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:48.198246 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-257caf0f-fdfa-4972-a9cb-e00d6830b7c3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:48.278771 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f1c63cc-f754-4b67-a992-8b7ac9992de5 req-9ec2756f-88d2-4abb-b5f0-85e7ffbafc2e tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960012 Nov 08 00:24:48.334755 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-caa575f7-6ec9-4f28-8708-6c2e1428742d None None] Could not find standard attr ID for object 73bdccb6-a2ec-4142-b446-485e600e9a11. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:24:48.335287 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257caf0f-fdfa-4972-a9cb-e00d6830b7c3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Port': ['ID=13975885-6066-49e4-8626-49865befcc71,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:48.399092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] For port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:24:48.403340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] For port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:24:48.445342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347d67c-5ff4-4999-9d7e-dc648f0d261b req-01640c81-dcf9-49e4-b85f-f3acf902215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:48.447126 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2347d67c-5ff4-4999-9d7e-dc648f0d261b req-01640c81-dcf9-49e4-b85f-f3acf902215c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f16e000569246a6a036af1fb56e5a64&device_id=c230e7dd-cb72-4352-a468-bb819870ca6c HTTP/1.1" status: 200 len: 1095 time: 0.3137741 Nov 08 00:24:48.614125 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:48.714118 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-257caf0f-fdfa-4972-a9cb-e00d6830b7c3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:48.739902 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:48.740475 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:48.741909 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] 10.222.0.26 "PUT /v2.0/ports/3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 HTTP/1.1" status: 200 len: 1135 time: 4.0884502 Nov 08 00:24:48.815476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347d67c-5ff4-4999-9d7e-dc648f0d261b req-07e0a7ac-23b3-472b-82d9-5e4fb9cd013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:48.817287 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2347d67c-5ff4-4999-9d7e-dc648f0d261b req-07e0a7ac-23b3-472b-82d9-5e4fb9cd013b service neutron] 10.222.0.20 "GET /v2.0/networks?id=d20df259-1f81-4a1a-9eb7-c348a83c593b HTTP/1.1" status: 200 len: 906 time: 0.3616395 Nov 08 00:24:48.823248 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1c25529b-6699-4ba9-91e2-16c0d3129d9b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:48.899434 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 147edf49-3813-4651-8144-32df6d28d313 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:49.002339 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2765434-1d6a-4d08-b399-84e692b0a51e service neutron] Pushing event updated for resources: {'Port': ['ID=3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:49.018050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Request body: {'port': {'device_id': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:49.029728 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 147edf49-3813-4651-8144-32df6d28d313 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:49.030528 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:49.098443 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2347d67c-5ff4-4999-9d7e-dc648f0d261b req-c3a16046-46c0-4526-bc03-ff4fc0fff61c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73dbcf25-0e11-4d38-9a47-c19f82924baf HTTP/1.1" status: 200 len: 217 time: 0.2658277 Nov 08 00:24:49.145330 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257caf0f-fdfa-4972-a9cb-e00d6830b7c3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router 4554bf0c-1026-4a3b-a198-622d75ba9b97 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:24:49.306816 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:49.323860 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257caf0f-fdfa-4972-a9cb-e00d6830b7c3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:24:49.332718 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c1a41-c2bc-4ab5-ae15-4e9c08cc7158 None None] Sync routers for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:24:49.340719 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-257caf0f-fdfa-4972-a9cb-e00d6830b7c3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/4554bf0c-1026-4a3b-a198-622d75ba9b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8253736 Nov 08 00:24:49.342430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54928) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:49.361233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32c1a41-c2bc-4ab5-ae15-4e9c08cc7158 None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:24:49.361859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e32c1a41-c2bc-4ab5-ae15-4e9c08cc7158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:24:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:49.366503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5507fdb-730a-40bb-95c4-cd8dba991397 req-4e665963-8271-4485-8708-f3c6114b2c82 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:49.384094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5507fdb-730a-40bb-95c4-cd8dba991397 req-4e665963-8271-4485-8708-f3c6114b2c82 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:49.400401 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5507fdb-730a-40bb-95c4-cd8dba991397 req-4e665963-8271-4485-8708-f3c6114b2c82 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:49.417994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5507fdb-730a-40bb-95c4-cd8dba991397 req-4e665963-8271-4485-8708-f3c6114b2c82 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:49.433571 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5507fdb-730a-40bb-95c4-cd8dba991397 req-4e665963-8271-4485-8708-f3c6114b2c82 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:49.449098 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-521d9cf6-3b03-42ec-aa71-7a9db8d20b17 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting subnet a5fe7521-cb07-4c73-81ac-8f08c0dd7295 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:24:49.449379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5507fdb-730a-40bb-95c4-cd8dba991397 req-4e665963-8271-4485-8708-f3c6114b2c82 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:49.452555 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-521d9cf6-3b03-42ec-aa71-7a9db8d20b17 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:49.462398 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5507fdb-730a-40bb-95c4-cd8dba991397 req-4e665963-8271-4485-8708-f3c6114b2c82 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 4605 time: 0.3589725 Nov 08 00:24:49.473199 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-e32c1a41-c2bc-4ab5-ae15-4e9c08cc7158 None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:24:49.498858 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-521d9cf6-3b03-42ec-aa71-7a9db8d20b17 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:49.609822 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-521d9cf6-3b03-42ec-aa71-7a9db8d20b17 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:49.719642 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5507fdb-730a-40bb-95c4-cd8dba991397 req-b173ec4b-8135-4368-819f-0b3032fa1fd5 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2562459 Nov 08 00:24:49.732914 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1c25529b-6699-4ba9-91e2-16c0d3129d9b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:49.775273 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e32c1a41-c2bc-4ab5-ae15-4e9c08cc7158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:47Z', 'revision_number': 8, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:17Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945dbf36-8250-4d40-ab26-34036a0d278d', 'name': '', 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:94:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:19Z', 'updated_at': '2021-11-08T00:24:28Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:49.780932 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-521d9cf6-3b03-42ec-aa71-7a9db8d20b17 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:49.805970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347d67c-5ff4-4999-9d7e-dc648f0d261b req-3e7bce26-f229-45d1-979a-55ff9ca314b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:49.807478 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2347d67c-5ff4-4999-9d7e-dc648f0d261b req-3e7bce26-f229-45d1-979a-55ff9ca314b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7 HTTP/1.1" status: 200 len: 845 time: 0.6890762 Nov 08 00:24:49.814157 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c1a41-c2bc-4ab5-ae15-4e9c08cc7158 None None] Checking router: 4554bf0c-1026-4a3b-a198-622d75ba9b97 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:24:49.816581 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25529b-6699-4ba9-91e2-16c0d3129d9b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=587b1010-cef3-46d4-88bc-44d5fe9be5e3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:49.826028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d9cf6-3b03-42ec-aa71-7a9db8d20b17 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Subnet': ['ID=a5fe7521-cb07-4c73-81ac-8f08c0dd7295,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:49.826764 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32c1a41-c2bc-4ab5-ae15-4e9c08cc7158 None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:24:49.827548 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e32c1a41-c2bc-4ab5-ae15-4e9c08cc7158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:24:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:49.856368 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-521d9cf6-3b03-42ec-aa71-7a9db8d20b17 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:49.859970 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-521d9cf6-3b03-42ec-aa71-7a9db8d20b17 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/subnets/a5fe7521-cb07-4c73-81ac-8f08c0dd7295 HTTP/1.1" status: 204 len: 168 time: 0.5161510 Nov 08 00:24:49.861894 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d9cf6-3b03-42ec-aa71-7a9db8d20b17 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:49.862240 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d9cf6-3b03-42ec-aa71-7a9db8d20b17 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:49.862580 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d9cf6-3b03-42ec-aa71-7a9db8d20b17 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:49.862915 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d9cf6-3b03-42ec-aa71-7a9db8d20b17 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:49.863248 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d9cf6-3b03-42ec-aa71-7a9db8d20b17 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:49.863583 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d9cf6-3b03-42ec-aa71-7a9db8d20b17 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:49.865235 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1c25529b-6699-4ba9-91e2-16c0d3129d9b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:49.869186 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d9cf6-3b03-42ec-aa71-7a9db8d20b17 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:49.869589 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d9cf6-3b03-42ec-aa71-7a9db8d20b17 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:49.869936 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d9cf6-3b03-42ec-aa71-7a9db8d20b17 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:49.870281 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d9cf6-3b03-42ec-aa71-7a9db8d20b17 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:49.870618 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d9cf6-3b03-42ec-aa71-7a9db8d20b17 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:49.870952 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d9cf6-3b03-42ec-aa71-7a9db8d20b17 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:49.873507 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1c25529b-6699-4ba9-91e2-16c0d3129d9b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/587b1010-cef3-46d4-88bc-44d5fe9be5e3 HTTP/1.1" status: 204 len: 168 time: 2.1407409 Nov 08 00:24:49.889349 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54938) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:49.889349 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54940) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:49.949712 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2347d67c-5ff4-4999-9d7e-dc648f0d261b req-b0562b03-816c-49ba-9d8b-01623ea2089f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d20df259-1f81-4a1a-9eb7-c348a83c593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160204 Nov 08 00:24:50.009519 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-255375a3-06c6-4498-8c63-c23f4d4ab8d2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101975 Nov 08 00:24:50.013155 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54948) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:50.020936 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-e32c1a41-c2bc-4ab5-ae15-4e9c08cc7158 None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:24:50.064965 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255c7ad-f94c-43ec-b1dc-10efb744e213 req-4dbe0da8-e21d-40d0-b033-49dba27b8633 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:50.067979 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2255c7ad-f94c-43ec-b1dc-10efb744e213 req-4dbe0da8-e21d-40d0-b033-49dba27b8633 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=c230e7dd-cb72-4352-a468-bb819870ca6c HTTP/1.1" status: 200 len: 944 time: 0.3785641 Nov 08 00:24:50.067979 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'tag': '3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:24:50.078560 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7696c5a-767b-4ca2-b38c-56637c53d857" -d '{"events": [{"name": "network-changed", "server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "tag": "3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:24:50.099528 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:50.122279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e542326-e7d3-4083-a651-03faabb3e103 None None] Network 4a369caa-7ddc-4125-9c73-41bcf862e971 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:24:50.123931 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce37c22-e2a0-46d9-abcd-2f291c5f0dec None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:24:50.206733 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3ee732-91ff-402c-b223-9a1c7e8b9af7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:50.208484 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0a3ee732-91ff-402c-b223-9a1c7e8b9af7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1945753 Nov 08 00:24:50.213785 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54956) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:50.238585 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f5b26f-4097-4f44-a028-1a2ae050947e x-openstack-request-id: req-b5f5b26f-4097-4f44-a028-1a2ae050947e {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:24:50.240206 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "tag": "3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:24:50.240206 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5f5b26f-4097-4f44-a028-1a2ae050947e {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:24:50.240206 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'tag': '3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7', 'status': 'completed', 'code': 200} Nov 08 00:24:50.272527 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2255c7ad-f94c-43ec-b1dc-10efb744e213 req-4bce766d-aae8-40bd-bb32-de4ce45cfc09 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429629 Nov 08 00:24:50.356510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2347d67c-5ff4-4999-9d7e-dc648f0d261b req-bc3c81c3-d645-4716-b13b-fdce972d26f0 service neutron] 10.222.0.20 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014645 Nov 08 00:24:50.367156 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:24:50.388083 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:50.429779 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting port e9587f31-414c-4936-a34b-f8f1c1355bbb {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:50.430928 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:50.507094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Transition to ACTIVE for port object 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:24:50.578557 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2347d67c-5ff4-4999-9d7e-dc648f0d261b req-dce331b1-7e13-4572-9087-22c9df331d35 service neutron] 10.222.0.20 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065146 Nov 08 00:24:50.580855 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:50.605868 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b87142-b992-4c88-a99f-4f26e224d177 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:50.608120 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e4b87142-b992-4c88-a99f-4f26e224d177 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3907828 Nov 08 00:24:50.619700 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54972) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:50.626340 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7696c5a-767b-4ca2-b38c-56637c53d857 req-9abeef9b-fbc2-4aee-a729-867bfba6f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:50.626830 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7696c5a-767b-4ca2-b38c-56637c53d857 req-9abeef9b-fbc2-4aee-a729-867bfba6f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:50.627302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7696c5a-767b-4ca2-b38c-56637c53d857 req-9abeef9b-fbc2-4aee-a729-867bfba6f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:50.627766 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7696c5a-767b-4ca2-b38c-56637c53d857 req-9abeef9b-fbc2-4aee-a729-867bfba6f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:50.628409 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7696c5a-767b-4ca2-b38c-56637c53d857 req-9abeef9b-fbc2-4aee-a729-867bfba6f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:50.628897 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7696c5a-767b-4ca2-b38c-56637c53d857 req-9abeef9b-fbc2-4aee-a729-867bfba6f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:50.647630 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c7696c5a-767b-4ca2-b38c-56637c53d857 req-9abeef9b-fbc2-4aee-a729-867bfba6f812 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a42c6631eb4454c896f7292ef18f39f&device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5291 time: 0.3455029 Nov 08 00:24:50.727538 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] For port e9587f31-414c-4936-a34b-f8f1c1355bbb, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e9587f31-414c-4936-a34b-f8f1c1355bbb,segment=NetworkSegment(233e3816-fba5-4560-8187-aa211dcb461d),segment_id=233e3816-fba5-4560-8187-aa211dcb461d)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:50.728063 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:50.747257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e32c1a41-c2bc-4ab5-ae15-4e9c08cc7158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:47Z', 'revision_number': 8, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:17Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945dbf36-8250-4d40-ab26-34036a0d278d', 'name': '', 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:94:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:19Z', 'updated_at': '2021-11-08T00:24:28Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:50.758989 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Calling delete_port for e9587f31-414c-4936-a34b-f8f1c1355bbb owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:24:50.839752 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:50.874201 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c1a41-c2bc-4ab5-ae15-4e9c08cc7158 None None] The sync data for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 is: [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:47Z', 'revision_number': 8, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:17Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945dbf36-8250-4d40-ab26-34036a0d278d', 'name': '', 'network_id': 'd3e95a90-8a07-4436-8b29-6dd585d7fda0', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:94:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:19Z', 'updated_at': '2021-11-08T00:24:28Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': 'f49504dd-178c-4036-b4d8-240c1dff677d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:24:50.877935 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8655fe7-b959-47a3-96c5-3711bc3ea05e None None] DHCP port deletion for 5519efd4-e1a8-486b-824a-06c45d00ec62 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:24:50.884024 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] DHCP port deletion for 4a369caa-7ddc-4125-9c73-41bcf862e971 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:24:50.923472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Attempting to bind port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:24:50.923826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Attempting to bind port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:24:50.924161 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Attempting to bind port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 on network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:50.941614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 on network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:24:50.941948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Attempting to bind port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 on network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:50.977640 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:24:50.977640 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Checking segment: {'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:50.977640 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Bound using segment: {'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:24:50.977640 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Bound port: 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:24:50.978176 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:50.988558 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dc7d5b23-14d4-4ecf-b967-2837397dbf61 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3463373 Nov 08 00:24:51.014333 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54992) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:51.046766 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] Deleting port e9587f31-414c-4936-a34b-f8f1c1355bbb {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:51.047146 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:51.053206 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7f63a58a-c7e0-41f5-a634-5abf9b43bfbc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:51.112316 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1a652-637a-4c04-a731-a58f670a8e3d req-368288eb-27a7-4003-8924-0ad5dfb3cf8f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:51.118836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1a652-637a-4c04-a731-a58f670a8e3d req-368288eb-27a7-4003-8924-0ad5dfb3cf8f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:51.119636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d8655fe7-b959-47a3-96c5-3711bc3ea05e None None] Deleting port 147edf49-3813-4651-8144-32df6d28d313 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:51.120064 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d8655fe7-b959-47a3-96c5-3711bc3ea05e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:51.125319 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1a652-637a-4c04-a731-a58f670a8e3d req-368288eb-27a7-4003-8924-0ad5dfb3cf8f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:51.132234 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] For port e9587f31-414c-4936-a34b-f8f1c1355bbb, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e9587f31-414c-4936-a34b-f8f1c1355bbb,segment=NetworkSegment(233e3816-fba5-4560-8187-aa211dcb461d),segment_id=233e3816-fba5-4560-8187-aa211dcb461d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:51.132914 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:51.152372 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1a652-637a-4c04-a731-a58f670a8e3d req-368288eb-27a7-4003-8924-0ad5dfb3cf8f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:51.152770 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] Calling delete_port for e9587f31-414c-4936-a34b-f8f1c1355bbb owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:24:51.165027 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1a652-637a-4c04-a731-a58f670a8e3d req-368288eb-27a7-4003-8924-0ad5dfb3cf8f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:51.174060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1a652-637a-4c04-a731-a58f670a8e3d req-368288eb-27a7-4003-8924-0ad5dfb3cf8f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:51.183326 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1a652-637a-4c04-a731-a58f670a8e3d req-368288eb-27a7-4003-8924-0ad5dfb3cf8f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:51.195229 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7696c5a-767b-4ca2-b38c-56637c53d857 req-6f90138b-042d-4edb-a90a-75822c142c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:51.195712 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7696c5a-767b-4ca2-b38c-56637c53d857 req-6f90138b-042d-4edb-a90a-75822c142c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:51.196223 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adb1a652-637a-4c04-a731-a58f670a8e3d req-368288eb-27a7-4003-8924-0ad5dfb3cf8f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5381 time: 0.2518077 Nov 08 00:24:51.197483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7696c5a-767b-4ca2-b38c-56637c53d857 req-6f90138b-042d-4edb-a90a-75822c142c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:51.199130 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c7696c5a-767b-4ca2-b38c-56637c53d857 req-6f90138b-042d-4edb-a90a-75822c142c5d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7a42c6631eb4454c896f7292ef18f39f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5357125 Nov 08 00:24:51.315223 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adb1a652-637a-4c04-a731-a58f670a8e3d req-0a5133d9-bc81-4072-a63b-9de31b69fb58 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1101780 Nov 08 00:24:51.358240 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] For port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:24:51.358240 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] For port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:24:51.427378 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7696c5a-767b-4ca2-b38c-56637c53d857 req-34dfb232-aa6c-44f6-b7fa-fba3218cb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:51.433783 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c7696c5a-767b-4ca2-b38c-56637c53d857 req-34dfb232-aa6c-44f6-b7fa-fba3218cb36f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2155368 Nov 08 00:24:51.472286 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d8655fe7-b959-47a3-96c5-3711bc3ea05e None None] For port 147edf49-3813-4651-8144-32df6d28d313, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=147edf49-3813-4651-8144-32df6d28d313,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:51.474216 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d8655fe7-b959-47a3-96c5-3711bc3ea05e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:51.487435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d8655fe7-b959-47a3-96c5-3711bc3ea05e None None] Calling delete_port for 147edf49-3813-4651-8144-32df6d28d313 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:24:51.534817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3523c27-649f-44a7-9168-109d200b8aa4 req-27421128-c50e-490f-9ce0-522696e02d90 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:51.536932 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a3523c27-649f-44a7-9168-109d200b8aa4 req-27421128-c50e-490f-9ce0-522696e02d90 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=c230e7dd-cb72-4352-a468-bb819870ca6c HTTP/1.1" status: 200 len: 944 time: 0.0938699 Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:24:51.575191 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:24:51.579935 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:51.580946 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:51.597743 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:51.608589 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] Pushing event deleted for resources: {'Port': ['ID=e9587f31-414c-4936-a34b-f8f1c1355bbb,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:51.618498 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] No DVR routers for this DVR port e9587f31-414c-4936-a34b-f8f1c1355bbb on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:24:51.620933 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:51.621264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:51.621604 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:51.621935 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:51.622379 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:51.622721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:51.623037 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:51.623353 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:51.623680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:51.624117 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:51.624435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:51.624882 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32968c1a-6e15-4aba-bb64-e1b3cbfa50f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:51.641051 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a3523c27-649f-44a7-9168-109d200b8aa4 req-1795e830-e166-40c5-9b37-fda4c847a53d tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969708 Nov 08 00:24:51.645334 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Port': ['ID=e9587f31-414c-4936-a34b-f8f1c1355bbb,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:51.651045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f63a58a-c7e0-41f5-a634-5abf9b43bfbc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:51.655009 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f63a58a-c7e0-41f5-a634-5abf9b43bfbc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:51.663057 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] No DVR routers for this DVR port e9587f31-414c-4936-a34b-f8f1c1355bbb on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:24:51.688006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:51.688731 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:51.690378 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] 10.222.0.26 "PUT /v2.0/ports/70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 HTTP/1.1" status: 200 len: 1134 time: 2.7320590 Nov 08 00:24:51.724487 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743eff96-c682-44f7-bd75-6d90011cc2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:51.741697 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d8655fe7-b959-47a3-96c5-3711bc3ea05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:51.774058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8655fe7-b959-47a3-96c5-3711bc3ea05e None None] Pushing event deleted for resources: {'Port': ['ID=147edf49-3813-4651-8144-32df6d28d313,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:51.783049 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8655fe7-b959-47a3-96c5-3711bc3ea05e None None] No DVR routers for this DVR port 147edf49-3813-4651-8144-32df6d28d313 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:24:51.812515 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:51.847720 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a369caa-7ddc-4125-9c73-41bcf862e971']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:51.849756 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Request body: {'port': {'device_id': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:51.861099 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '233e3816-fba5-4560-8187-aa211dcb461d') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:51.861666 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '233e3816-fba5-4560-8187-aa211dcb461d') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:51.925180 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:51.947615 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:51.954804 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:51.973094 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:24:51.973667 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:24:51.977803 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:24:52.084205 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55006) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:52.207198 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62381343-138f-486f-8cd4-e25b2b5b7411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:52.223212 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f63a58a-c7e0-41f5-a634-5abf9b43bfbc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:52.243370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'tag': '70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:24:52.245659 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23582f5-24bc-402b-b0d7-2e4a9208b90c" -d '{"events": [{"name": "network-changed", "server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "tag": "70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:24:52.250277 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:52.254314 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 73dbcf25-0e11-4d38-9a47-c19f82924baf details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:24:52.295656 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:52.299191 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/networks/4a369caa-7ddc-4125-9c73-41bcf862e971 HTTP/1.1" status: 204 len: 168 time: 2.4175625 Nov 08 00:24:52.312498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55014) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:52.325583 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f699d74-6b69-495c-bc2d-084803e1b4c2 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Network': ['ID=4a369caa-7ddc-4125-9c73-41bcf862e971,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:52.338306 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f63a58a-c7e0-41f5-a634-5abf9b43bfbc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:52.359680 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-7f63a58a-c7e0-41f5-a634-5abf9b43bfbc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:52.366823 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f63a58a-c7e0-41f5-a634-5abf9b43bfbc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:52.367494 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f63a58a-c7e0-41f5-a634-5abf9b43bfbc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:52.379049 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3bb72a-7d04-46fb-a8f3-8152e135d833 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:24:52.380005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3634c8-60af-48ff-8a52-e1b0a079793d {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:24:52.394880 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:52.404081 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63a58a-c7e0-41f5-a634-5abf9b43bfbc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=61b39e25-8dcf-4e48-9372-489ffefe1ff5,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:52.426341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Transition to ACTIVE for port object 5d3634c8-60af-48ff-8a52-e1b0a079793d will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:24:52.469691 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4502a59b-d792-4ac3-90d7-d9c874bbc303 x-openstack-request-id: req-4502a59b-d792-4ac3-90d7-d9c874bbc303 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:24:52.472105 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "tag": "70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:24:52.472575 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4502a59b-d792-4ac3-90d7-d9c874bbc303 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:24:52.473222 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'tag': '70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294', 'status': 'completed', 'code': 200} Nov 08 00:24:52.475206 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7f63a58a-c7e0-41f5-a634-5abf9b43bfbc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4597337 Nov 08 00:24:52.484278 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55018) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:52.492845 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-847d5dd8-732e-4520-9470-78817a4e2be1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'fixed_ips': [{'subnet_id': '61b39e25-8dcf-4e48-9372-489ffefe1ff5', 'ip_address': '2001:db8::3c9d:ef54:2e0a:7eb0'}], 'name': 'tempest-NetworksTestDHCPv6-1227772025'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:52.515963 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 73dbcf25-0e11-4d38-9a47-c19f82924baf, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=73dbcf25-0e11-4d38-9a47-c19f82924baf,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:52.548799 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '73dbcf25-0e11-4d38-9a47-c19f82924baf', 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b', 'port_id': '73dbcf25-0e11-4d38-9a47-c19f82924baf', 'mac_address': 'fa:16:3e:6f:2f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:24:52.565690 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:52.620896 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:52.647675 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73dbcf25-0e11-4d38-9a47-c19f82924baf {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:24:52.674318 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 73dbcf25-0e11-4d38-9a47-c19f82924baf, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=73dbcf25-0e11-4d38-9a47-c19f82924baf,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:52.685639 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62381343-138f-486f-8cd4-e25b2b5b7411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:52.688145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Pushing event updated for resources: {'Port': ['ID=5d3634c8-60af-48ff-8a52-e1b0a079793d,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:52.704119 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e9587f31-414c-4936-a34b-f8f1c1355bbb no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:24:52.715873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5519efd4-e1a8-486b-824a-06c45d00ec62', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'fixed_ips': [{'subnet_id': '61b39e25-8dcf-4e48-9372-489ffefe1ff5'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:24:52.717021 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:52.719327 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23582f5-24bc-402b-b0d7-2e4a9208b90c req-66415ff6-5a3b-4946-9def-8ba23d38ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:52.719966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23582f5-24bc-402b-b0d7-2e4a9208b90c req-66415ff6-5a3b-4946-9def-8ba23d38ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:52.720504 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23582f5-24bc-402b-b0d7-2e4a9208b90c req-66415ff6-5a3b-4946-9def-8ba23d38ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:52.721034 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23582f5-24bc-402b-b0d7-2e4a9208b90c req-66415ff6-5a3b-4946-9def-8ba23d38ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:52.721568 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23582f5-24bc-402b-b0d7-2e4a9208b90c req-66415ff6-5a3b-4946-9def-8ba23d38ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:52.722129 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23582f5-24bc-402b-b0d7-2e4a9208b90c req-66415ff6-5a3b-4946-9def-8ba23d38ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:52.722747 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23582f5-24bc-402b-b0d7-2e4a9208b90c req-66415ff6-5a3b-4946-9def-8ba23d38ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:52.725415 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c23582f5-24bc-402b-b0d7-2e4a9208b90c req-66415ff6-5a3b-4946-9def-8ba23d38ef52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a42c6631eb4454c896f7292ef18f39f&device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 6218 time: 0.3005235 Nov 08 00:24:52.750806 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: e9587f31-414c-4936-a34b-f8f1c1355bbb {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:24:52.751159 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e9587f31-414c-4936-a34b-f8f1c1355bbb not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:24:52.751956 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 147edf49-3813-4651-8144-32df6d28d313 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:24:52.797929 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 147edf49-3813-4651-8144-32df6d28d313 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:24:52.798551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 147edf49-3813-4651-8144-32df6d28d313 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:24:52.798680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 13975885-6066-49e4-8626-49865befcc71 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:24:52.800607 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:52.823146 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62381343-138f-486f-8cd4-e25b2b5b7411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:52.827910 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847d5dd8-732e-4520-9470-78817a4e2be1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:52.890339 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 13975885-6066-49e4-8626-49865befcc71 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:24:52.890728 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 13975885-6066-49e4-8626-49865befcc71 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:24:52.893661 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=73dbcf25-0e11-4d38-9a47-c19f82924baf,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:52.973156 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-62381343-138f-486f-8cd4-e25b2b5b7411 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f37f122c9ab4acc9f9f2f88d005a3e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8877656 Nov 08 00:24:52.983645 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55024) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:52.990043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c95b0d-7c7b-4400-853f-49fa81060cbb req-755b3e03-b75b-405b-8cb7-5f5b15d420b3 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:52.994437 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62381343-138f-486f-8cd4-e25b2b5b7411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe732eb7-8083-4bc6-b51c-fbf6b12a4f28,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:53.003864 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c95b0d-7c7b-4400-853f-49fa81060cbb req-755b3e03-b75b-405b-8cb7-5f5b15d420b3 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:53.014158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c95b0d-7c7b-4400-853f-49fa81060cbb req-755b3e03-b75b-405b-8cb7-5f5b15d420b3 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:53.020249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c95b0d-7c7b-4400-853f-49fa81060cbb req-755b3e03-b75b-405b-8cb7-5f5b15d420b3 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:53.026659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c95b0d-7c7b-4400-853f-49fa81060cbb req-755b3e03-b75b-405b-8cb7-5f5b15d420b3 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:53.032875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c95b0d-7c7b-4400-853f-49fa81060cbb req-755b3e03-b75b-405b-8cb7-5f5b15d420b3 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:53.042887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c95b0d-7c7b-4400-853f-49fa81060cbb req-755b3e03-b75b-405b-8cb7-5f5b15d420b3 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:53.044808 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91c95b0d-7c7b-4400-853f-49fa81060cbb req-755b3e03-b75b-405b-8cb7-5f5b15d420b3 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5393 time: 0.5096109 Nov 08 00:24:53.082416 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] Allocated IP 2001:db8::2 (5519efd4-e1a8-486b-824a-06c45d00ec62/61b39e25-8dcf-4e48-9372-489ffefe1ff5/d7a6413f-78aa-41f3-bc97-5c2ab0560f4b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:53.087680 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23582f5-24bc-402b-b0d7-2e4a9208b90c req-3fd1e90b-36bf-41be-9d23-c81eae494045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:53.088280 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23582f5-24bc-402b-b0d7-2e4a9208b90c req-3fd1e90b-36bf-41be-9d23-c81eae494045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:53.088753 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23582f5-24bc-402b-b0d7-2e4a9208b90c req-3fd1e90b-36bf-41be-9d23-c81eae494045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:53.090372 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c23582f5-24bc-402b-b0d7-2e4a9208b90c req-3fd1e90b-36bf-41be-9d23-c81eae494045 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7a42c6631eb4454c896f7292ef18f39f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3505521 Nov 08 00:24:53.094006 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-847d5dd8-732e-4520-9470-78817a4e2be1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:53.175458 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-847d5dd8-732e-4520-9470-78817a4e2be1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port a7d7ba2d-44c9-4172-9f3f-12d42020466c yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:24:53.190973 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b3dc0a8-552b-4496-9329-4f167f765f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:53.214168 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b64075-a29e-486f-88ba-f71bf745e420 req-12840eb9-1ea0-48c7-b881-e90f553d33cc tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:53.215615 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-23b64075-a29e-486f-88ba-f71bf745e420 req-12840eb9-1ea0-48c7-b881-e90f553d33cc tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=c230e7dd-cb72-4352-a468-bb819870ca6c HTTP/1.1" status: 200 len: 945 time: 0.2448018 Nov 08 00:24:53.226593 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91c95b0d-7c7b-4400-853f-49fa81060cbb req-b974a353-b176-4347-9103-2d731da5c826 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1506798 Nov 08 00:24:53.248820 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['73dbcf25-0e11-4d38-9a47-c19f82924baf'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:24:53.262072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Attempting to bind port 5d3634c8-60af-48ff-8a52-e1b0a079793d on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:24:53.262406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Attempting to bind port 5d3634c8-60af-48ff-8a52-e1b0a079793d by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:24:53.262733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Attempting to bind port 5d3634c8-60af-48ff-8a52-e1b0a079793d on network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:53.281110 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Port 5d3634c8-60af-48ff-8a52-e1b0a079793d on network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:24:53.281428 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Attempting to bind port 5d3634c8-60af-48ff-8a52-e1b0a079793d on network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:53.288348 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b3dc0a8-552b-4496-9329-4f167f765f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:53.305323 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-23b64075-a29e-486f-88ba-f71bf745e420 req-7a038eb5-e6cf-48d5-a11f-759f7ccc48f3 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767877 Nov 08 00:24:53.314953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:24:53.314953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Checking segment: {'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:53.314953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Bound using segment: {'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:24:53.314953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Bound port: 5d3634c8-60af-48ff-8a52-e1b0a079793d, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:24:53.314953 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:53.324311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23582f5-24bc-402b-b0d7-2e4a9208b90c req-6f1f35c7-17e2-4992-a090-e052da84f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:53.326414 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c23582f5-24bc-402b-b0d7-2e4a9208b90c req-6f1f35c7-17e2-4992-a090-e052da84f953 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2216785 Nov 08 00:24:53.402749 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:53.434659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] For port 5d3634c8-60af-48ff-8a52-e1b0a079793d, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:24:53.439302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] For port 5d3634c8-60af-48ff-8a52-e1b0a079793d, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5d3634c8-60af-48ff-8a52-e1b0a079793d,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:24:53.457689 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aade7cac-c5ad-48dd-aca0-198491612e70 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:53.501216 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:53.505961 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b3dc0a8-552b-4496-9329-4f167f765f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:53.508581 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b3dc0a8-552b-4496-9329-4f167f765f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:53.512409 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0b3dc0a8-552b-4496-9329-4f167f765f0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe732eb7-8083-4bc6-b51c-fbf6b12a4f28 HTTP/1.1" status: 204 len: 168 time: 0.5272257 Nov 08 00:24:53.525784 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:53.546229 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:53.546521 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dc0a8-552b-4496-9329-4f167f765f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe732eb7-8083-4bc6-b51c-fbf6b12a4f28,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:53.559967 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:53.567262 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:53.571470 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] Pushing event updated for resources: {'Port': ['ID=d7a6413f-78aa-41f3-bc97-5c2ab0560f4b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:53.580605 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:53.581500 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:53.582920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-649869a3-3aec-4798-b676-afc312f681fd service neutron] 10.222.0.26 "PUT /v2.0/ports/5d3634c8-60af-48ff-8a52-e1b0a079793d HTTP/1.1" status: 200 len: 1091 time: 1.7396119 Nov 08 00:24:53.604017 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-847d5dd8-732e-4520-9470-78817a4e2be1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::3c9d:ef54:2e0a:7eb0 (5519efd4-e1a8-486b-824a-06c45d00ec62/61b39e25-8dcf-4e48-9372-489ffefe1ff5/a7d7ba2d-44c9-4172-9f3f-12d42020466c) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:53.655066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] Attempting to bind port d7a6413f-78aa-41f3-bc97-5c2ab0560f4b on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:24:53.658412 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] Attempting to bind port d7a6413f-78aa-41f3-bc97-5c2ab0560f4b by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:24:53.658609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] Attempting to bind port d7a6413f-78aa-41f3-bc97-5c2ab0560f4b on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:53.664414 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:24:53.664818 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:53.665217 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:53.665615 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:24:53.666088 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] Bound port: d7a6413f-78aa-41f3-bc97-5c2ab0560f4b, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:24:53.666473 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:53.706608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649869a3-3aec-4798-b676-afc312f681fd service neutron] Pushing event updated for resources: {'Port': ['ID=5d3634c8-60af-48ff-8a52-e1b0a079793d,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:53.733122 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Request body: {'port': {'device_id': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:53.746172 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] For port d7a6413f-78aa-41f3-bc97-5c2ab0560f4b, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:24:53.751995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] For port d7a6413f-78aa-41f3-bc97-5c2ab0560f4b, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d7a6413f-78aa-41f3-bc97-5c2ab0560f4b,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:24:53.838231 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:53.950425 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef99757-ca93-4860-9ae1-4bee07bdde77 None None] Pushing event updated for resources: {'Port': ['ID=d7a6413f-78aa-41f3-bc97-5c2ab0560f4b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:54.208193 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:54.249470 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-847d5dd8-732e-4520-9470-78817a4e2be1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:54.252989 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 73dbcf25-0e11-4d38-9a47-c19f82924baf up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:54.392765 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-847d5dd8-732e-4520-9470-78817a4e2be1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:54.394611 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55038) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:54.396037 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 73dbcf25-0e11-4d38-9a47-c19f82924baf completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:24:54.404425 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 73dbcf25-0e11-4d38-9a47-c19f82924baf triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:54.404425 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:54.415468 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-aade7cac-c5ad-48dd-aca0-198491612e70 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting port 945dbf36-8250-4d40-ab26-34036a0d278d {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:54.415854 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aade7cac-c5ad-48dd-aca0-198491612e70 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:54.422767 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ef56b10-82aa-4cf2-9411-86ce2c9b0a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:54.466996 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847d5dd8-732e-4520-9470-78817a4e2be1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:54.473840 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-847d5dd8-732e-4520-9470-78817a4e2be1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:54.487073 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847d5dd8-732e-4520-9470-78817a4e2be1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:54.493476 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847d5dd8-732e-4520-9470-78817a4e2be1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:54.494365 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'tag': '5d3634c8-60af-48ff-8a52-e1b0a079793d'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:24:54.494925 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-847d5dd8-732e-4520-9470-78817a4e2be1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:54.496884 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3219d9-5805-4871-a17c-bb543ffeeafb" -d '{"events": [{"name": "network-changed", "server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "tag": "5d3634c8-60af-48ff-8a52-e1b0a079793d"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:24:54.508880 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:54.511599 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d5dd8-732e-4520-9470-78817a4e2be1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=a7d7ba2d-44c9-4172-9f3f-12d42020466c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:54.539663 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c230e7dd-cb72-4352-a468-bb819870ca6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73dbcf25-0e11-4d38-9a47-c19f82924baf'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:24:54.543483 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815ac6ea-4c79-4e68-8c97-1098d8abf791" -d '{"events": [{"server_uuid": "c230e7dd-cb72-4352-a468-bb819870ca6c", "name": "network-vif-plugged", "status": "completed", "tag": "73dbcf25-0e11-4d38-9a47-c19f82924baf"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:24:54.561390 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 73dbcf25-0e11-4d38-9a47-c19f82924baf, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=73dbcf25-0e11-4d38-9a47-c19f82924baf,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:54.586196 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6a6c9-7e1a-403a-95cf-1ac6b5c84fc0 req-91e12fef-8eff-45e7-a734-c3d1e8dea4fc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:54.592604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6a6c9-7e1a-403a-95cf-1ac6b5c84fc0 req-91e12fef-8eff-45e7-a734-c3d1e8dea4fc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:54.598806 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6a6c9-7e1a-403a-95cf-1ac6b5c84fc0 req-91e12fef-8eff-45e7-a734-c3d1e8dea4fc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:54.610000 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6a6c9-7e1a-403a-95cf-1ac6b5c84fc0 req-91e12fef-8eff-45e7-a734-c3d1e8dea4fc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:54.616658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6a6c9-7e1a-403a-95cf-1ac6b5c84fc0 req-91e12fef-8eff-45e7-a734-c3d1e8dea4fc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:54.622673 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6a6c9-7e1a-403a-95cf-1ac6b5c84fc0 req-91e12fef-8eff-45e7-a734-c3d1e8dea4fc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:54.627000 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ef56b10-82aa-4cf2-9411-86ce2c9b0a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:54.628760 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6a6c9-7e1a-403a-95cf-1ac6b5c84fc0 req-91e12fef-8eff-45e7-a734-c3d1e8dea4fc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:54.630841 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96e6a6c9-7e1a-403a-95cf-1ac6b5c84fc0 req-91e12fef-8eff-45e7-a734-c3d1e8dea4fc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5393 time: 0.2827020 Nov 08 00:24:54.659849 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-847d5dd8-732e-4520-9470-78817a4e2be1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1718755 Nov 08 00:24:54.661164 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55050) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:54.690896 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b04b82-dd33-4fd8-995a-df2431155ff3 req-0da82c90-041d-47c6-af7e-5266e6cc13d0 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:54.692491 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08b04b82-dd33-4fd8-995a-df2431155ff3 req-0da82c90-041d-47c6-af7e-5266e6cc13d0 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=c230e7dd-cb72-4352-a468-bb819870ca6c HTTP/1.1" status: 200 len: 945 time: 0.3169634 Nov 08 00:24:54.705988 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:54.741226 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3074cb82-80bd-472a-ba90-db4bb94ffdae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:54.744768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-aade7cac-c5ad-48dd-aca0-198491612e70 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] For port 945dbf36-8250-4d40-ab26-34036a0d278d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=945dbf36-8250-4d40-ab26-34036a0d278d,segment=NetworkSegment(245d0ae6-441d-423b-a57b-2855d6f93a24),segment_id=245d0ae6-441d-423b-a57b-2855d6f93a24)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:54.745146 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aade7cac-c5ad-48dd-aca0-198491612e70 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:54.747995 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3074cb82-80bd-472a-ba90-db4bb94ffdae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:54.752176 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3074cb82-80bd-472a-ba90-db4bb94ffdae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0873437 Nov 08 00:24:54.761827 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55052) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:54.770193 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=73dbcf25-0e11-4d38-9a47-c19f82924baf,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:54.770678 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ef56b10-82aa-4cf2-9411-86ce2c9b0a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:54.773682 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d7a6413f-78aa-41f3-bc97-5c2ab0560f4b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:54.779160 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-aade7cac-c5ad-48dd-aca0-198491612e70 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Calling delete_port for 945dbf36-8250-4d40-ab26-34036a0d278d owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:24:54.802138 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96e6a6c9-7e1a-403a-95cf-1ac6b5c84fc0 req-41052cc0-87fd-49ba-be12-7b68f704448a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1618810 Nov 08 00:24:54.874213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08b04b82-dd33-4fd8-995a-df2431155ff3 req-91919f5d-e3b1-4f6d-a579-27f1d57bebf8 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553319 Nov 08 00:24:54.874444 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port d7a6413f-78aa-41f3-bc97-5c2ab0560f4b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:54.874444 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:54.876060 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dc1256-3832-4631-8a2c-56ac629f216d x-openstack-request-id: req-a8dc1256-3832-4631-8a2c-56ac629f216d {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:24:54.876429 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "tag": "5d3634c8-60af-48ff-8a52-e1b0a079793d", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:24:54.879737 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8dc1256-3832-4631-8a2c-56ac629f216d {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:24:54.880336 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'tag': '5d3634c8-60af-48ff-8a52-e1b0a079793d', 'status': 'completed', 'code': 200} Nov 08 00:24:54.903355 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2ef56b10-82aa-4cf2-9411-86ce2c9b0a34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a688e27a74974957aeada7e17d85e96e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5072796 Nov 08 00:24:54.905568 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55058) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:54.908513 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef56b10-82aa-4cf2-9411-86ce2c9b0a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e9b83a-7316-4a1d-8afe-c413dded7e9e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:55.013712 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9edde57-0a05-469c-83b7-e90b7ef2a80b x-openstack-request-id: req-a9edde57-0a05-469c-83b7-e90b7ef2a80b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:24:55.014000 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c230e7dd-cb72-4352-a468-bb819870ca6c", "name": "network-vif-plugged", "status": "completed", "tag": "73dbcf25-0e11-4d38-9a47-c19f82924baf", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:24:55.014496 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9edde57-0a05-469c-83b7-e90b7ef2a80b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:24:55.014851 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c230e7dd-cb72-4352-a468-bb819870ca6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73dbcf25-0e11-4d38-9a47-c19f82924baf', 'code': 200} Nov 08 00:24:55.035590 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:55.064972 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e79b86-2000-49f1-ac18-021704ff4209 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:24:55.077770 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:55.086050 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-86960e9d-0773-40c2-9788-403f1f379c61 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port a7d7ba2d-44c9-4172-9f3f-12d42020466c {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:55.086806 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86960e9d-0773-40c2-9788-403f1f379c61 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:55.093681 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Transition to ACTIVE for port object 58e79b86-2000-49f1-ac18-021704ff4209 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:24:55.095618 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port d7a6413f-78aa-41f3-bc97-5c2ab0560f4b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d7a6413f-78aa-41f3-bc97-5c2ab0560f4b,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:55.098536 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3219d9-5805-4871-a17c-bb543ffeeafb req-f50f239d-ec7b-4be9-bacf-0d7da9c6bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:55.099226 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3219d9-5805-4871-a17c-bb543ffeeafb req-f50f239d-ec7b-4be9-bacf-0d7da9c6bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:55.100423 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3219d9-5805-4871-a17c-bb543ffeeafb req-f50f239d-ec7b-4be9-bacf-0d7da9c6bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:55.101064 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3219d9-5805-4871-a17c-bb543ffeeafb req-f50f239d-ec7b-4be9-bacf-0d7da9c6bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:55.101692 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3219d9-5805-4871-a17c-bb543ffeeafb req-f50f239d-ec7b-4be9-bacf-0d7da9c6bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:55.102345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3219d9-5805-4871-a17c-bb543ffeeafb req-f50f239d-ec7b-4be9-bacf-0d7da9c6bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:55.102973 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3219d9-5805-4871-a17c-bb543ffeeafb req-f50f239d-ec7b-4be9-bacf-0d7da9c6bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:55.105469 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2d3219d9-5805-4871-a17c-bb543ffeeafb req-f50f239d-ec7b-4be9-bacf-0d7da9c6bfc2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a42c6631eb4454c896f7292ef18f39f&device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 6285 time: 0.1853621 Nov 08 00:24:55.108343 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-da2a3c93-142b-4a8d-b9c1-87f29ff6d01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:55.190836 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:55.208969 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:55.231375 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-da2a3c93-142b-4a8d-b9c1-87f29ff6d01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:55.279333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Pushing event updated for resources: {'Port': ['ID=58e79b86-2000-49f1-ac18-021704ff4209,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:55.333430 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-bc432dcb-2fde-4b25-b708-d43f23c21bd6 None None] Provisioning complete for port d7a6413f-78aa-41f3-bc97-5c2ab0560f4b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:55.333837 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bc432dcb-2fde-4b25-b708-d43f23c21bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:55.337705 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=d7a6413f-78aa-41f3-bc97-5c2ab0560f4b,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:55.376008 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86960e9d-0773-40c2-9788-403f1f379c61 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:55.391423 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3219d9-5805-4871-a17c-bb543ffeeafb req-e85818e3-4065-4468-9fa0-455da304a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:55.391967 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3219d9-5805-4871-a17c-bb543ffeeafb req-e85818e3-4065-4468-9fa0-455da304a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:55.392434 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3219d9-5805-4871-a17c-bb543ffeeafb req-e85818e3-4065-4468-9fa0-455da304a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:55.393276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfe918-780d-43eb-8059-839311c336a7 req-56cfb82e-f4c6-49c8-b010-d5e6ab28689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:55.394090 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2d3219d9-5805-4871-a17c-bb543ffeeafb req-e85818e3-4065-4468-9fa0-455da304a97b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7a42c6631eb4454c896f7292ef18f39f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2733653 Nov 08 00:24:55.394479 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6bcfe918-780d-43eb-8059-839311c336a7 req-56cfb82e-f4c6-49c8-b010-d5e6ab28689f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c230e7dd-cb72-4352-a468-bb819870ca6c HTTP/1.1" status: 200 len: 1097 time: 0.2229183 Nov 08 00:24:55.407760 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-86960e9d-0773-40c2-9788-403f1f379c61 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for a7d7ba2d-44c9-4172-9f3f-12d42020466c owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:24:55.511571 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-da2a3c93-142b-4a8d-b9c1-87f29ff6d01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:55.514079 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-da2a3c93-142b-4a8d-b9c1-87f29ff6d01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:55.518307 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-da2a3c93-142b-4a8d-b9c1-87f29ff6d01a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0e9b83a-7316-4a1d-8afe-c413dded7e9e HTTP/1.1" status: 204 len: 168 time: 0.6116951 Nov 08 00:24:55.537688 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6bcfe918-780d-43eb-8059-839311c336a7 req-662b9420-5726-47ed-b027-33df4495278d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927887 Nov 08 00:24:55.578083 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a3c93-142b-4a8d-b9c1-87f29ff6d01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e9b83a-7316-4a1d-8afe-c413dded7e9e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:55.621817 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3219d9-5805-4871-a17c-bb543ffeeafb req-f9727094-b2e6-4528-a67e-a0eda3b488cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:55.623388 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2d3219d9-5805-4871-a17c-bb543ffeeafb req-f9727094-b2e6-4528-a67e-a0eda3b488cb service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2171719 Nov 08 00:24:55.641151 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aade7cac-c5ad-48dd-aca0-198491612e70 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:55.654128 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-40ccbc13-3f95-4839-af68-458ef7c6f023 None None] Provisioning complete for port a7d7ba2d-44c9-4172-9f3f-12d42020466c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:55.654507 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40ccbc13-3f95-4839-af68-458ef7c6f023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:55.685361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade7cac-c5ad-48dd-aca0-198491612e70 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Port': ['ID=945dbf36-8250-4d40-ab26-34036a0d278d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:55.703711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Attempting to bind port 58e79b86-2000-49f1-ac18-021704ff4209 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:24:55.704190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Attempting to bind port 58e79b86-2000-49f1-ac18-021704ff4209 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:24:55.704691 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Attempting to bind port 58e79b86-2000-49f1-ac18-021704ff4209 on network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:55.737064 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-40ccbc13-3f95-4839-af68-458ef7c6f023 None None] Port a7d7ba2d-44c9-4172-9f3f-12d42020466c cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:24:55.753796 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Port 58e79b86-2000-49f1-ac18-021704ff4209 on network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:24:55.754127 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Attempting to bind port 58e79b86-2000-49f1-ac18-021704ff4209 on network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:55.780274 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:24:55.780616 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Checking segment: {'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:55.781011 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Bound using segment: {'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:24:55.781451 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Bound port: 58e79b86-2000-49f1-ac18-021704ff4209, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88935eb9-020a-4952-9061-2248258a7125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:24:55.781819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:55.860389 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86960e9d-0773-40c2-9788-403f1f379c61 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:55.929217 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86960e9d-0773-40c2-9788-403f1f379c61 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=a7d7ba2d-44c9-4172-9f3f-12d42020466c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:55.965114 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86960e9d-0773-40c2-9788-403f1f379c61 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:55.973521 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-86960e9d-0773-40c2-9788-403f1f379c61 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/a7d7ba2d-44c9-4172-9f3f-12d42020466c HTTP/1.1" status: 204 len: 168 time: 1.2105417 Nov 08 00:24:55.974166 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55066) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:56.088423 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c7b6f0-6999-4fdb-8aef-042d91f2d064 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:56.091127 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c7b6f0-6999-4fdb-8aef-042d91f2d064 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:56.093296 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-70c7b6f0-6999-4fdb-8aef-042d91f2d064 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1180038 Nov 08 00:24:56.095893 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55074) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:56.160950 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5487b157-1db0-4a11-8a01-a43c79180a9f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 61b39e25-8dcf-4e48-9372-489ffefe1ff5 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:24:56.166764 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5487b157-1db0-4a11-8a01-a43c79180a9f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:56.171229 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] For port 58e79b86-2000-49f1-ac18-021704ff4209, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:24:56.187054 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa9e40-98e9-4bde-b8f6-f01ef74e5da2 req-466c3ab1-46fe-48c5-8aad-27cd3fa0b8d9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:56.195798 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07aa9e40-98e9-4bde-b8f6-f01ef74e5da2 req-466c3ab1-46fe-48c5-8aad-27cd3fa0b8d9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=c230e7dd-cb72-4352-a468-bb819870ca6c HTTP/1.1" status: 200 len: 946 time: 0.1942601 Nov 08 00:24:56.202236 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aade7cac-c5ad-48dd-aca0-198491612e70 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:56.225446 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5487b157-1db0-4a11-8a01-a43c79180a9f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:56.241694 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] For port 58e79b86-2000-49f1-ac18-021704ff4209, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=58e79b86-2000-49f1-ac18-021704ff4209,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:24:56.257459 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd3c20-395c-451a-88b6-21e62af8329a req-5d96dffd-9fa0-4986-a075-3c513f3b375c tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:56.263867 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd3c20-395c-451a-88b6-21e62af8329a req-5d96dffd-9fa0-4986-a075-3c513f3b375c tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:56.270563 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd3c20-395c-451a-88b6-21e62af8329a req-5d96dffd-9fa0-4986-a075-3c513f3b375c tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:56.277964 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd3c20-395c-451a-88b6-21e62af8329a req-5d96dffd-9fa0-4986-a075-3c513f3b375c tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:56.284297 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd3c20-395c-451a-88b6-21e62af8329a req-5d96dffd-9fa0-4986-a075-3c513f3b375c tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:56.291768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd3c20-395c-451a-88b6-21e62af8329a req-5d96dffd-9fa0-4986-a075-3c513f3b375c tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:56.298523 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd3c20-395c-451a-88b6-21e62af8329a req-5d96dffd-9fa0-4986-a075-3c513f3b375c tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:56.306705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4cd3c20-395c-451a-88b6-21e62af8329a req-5d96dffd-9fa0-4986-a075-3c513f3b375c tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5405 time: 0.3403511 Nov 08 00:24:56.330989 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5487b157-1db0-4a11-8a01-a43c79180a9f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:56.374935 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:56.452663 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07aa9e40-98e9-4bde-b8f6-f01ef74e5da2 req-dc5541a9-2d68-47bc-b428-17389a3fb136 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550936 Nov 08 00:24:56.502313 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5487b157-1db0-4a11-8a01-a43c79180a9f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:56.517078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Pushing event updated for resources: {'Port': ['ID=58e79b86-2000-49f1-ac18-021704ff4209,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:56.546076 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4cd3c20-395c-451a-88b6-21e62af8329a req-84895bc1-dc9c-45cb-bcc0-6f443143cc4b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2380192 Nov 08 00:24:56.546248 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5487b157-1db0-4a11-8a01-a43c79180a9f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:56.549868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:56.550199 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5487b157-1db0-4a11-8a01-a43c79180a9f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/61b39e25-8dcf-4e48-9372-489ffefe1ff5 HTTP/1.1" status: 204 len: 168 time: 0.4530008 Nov 08 00:24:56.550752 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:56.551337 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487b157-1db0-4a11-8a01-a43c79180a9f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=61b39e25-8dcf-4e48-9372-489ffefe1ff5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:56.555069 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] 10.222.0.26 "PUT /v2.0/ports/58e79b86-2000-49f1-ac18-021704ff4209 HTTP/1.1" status: 200 len: 1091 time: 2.8260295 Nov 08 00:24:56.559077 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:56.559588 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:56.560069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:56.560512 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:56.561052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:56.561496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:56.561906 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:56.563192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:56.570427 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55084) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:56.571575 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4256163-791b-46a0-b7c5-8ece41110dde None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:24:56.575824 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:56.575824 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:56.575824 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:56.575824 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0210fb-7816-44de-886f-a074014fd335 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:24:56.660942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55086) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:56.661181 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fff808c9-8017-40c6-85cb-6f3ac984d469 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879135 Nov 08 00:24:56.678839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-eeb8979a-5d84-473e-94ed-9605f8b251f2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:56.782129 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Request body: {'port': {'device_id': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:56.832166 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d7a6413f-78aa-41f3-bc97-5c2ab0560f4b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:24:56.883572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0518deb4-4ddd-4bb1-96b8-7a67bab70f06 None None] DHCP port deletion for 5519efd4-e1a8-486b-824a-06c45d00ec62 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:24:56.900595 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'tag': '58e79b86-2000-49f1-ac18-021704ff4209'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:24:56.902837 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae0ac8f-5e74-472a-964f-d144627d160d" -d '{"events": [{"name": "network-changed", "server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "tag": "58e79b86-2000-49f1-ac18-021704ff4209"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:24:56.913309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aade7cac-c5ad-48dd-aca0-198491612e70 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router 4554bf0c-1026-4a3b-a198-622d75ba9b97 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:24:56.930517 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:56.941350 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port d7a6413f-78aa-41f3-bc97-5c2ab0560f4b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:24:56.941883 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:56.946141 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ad16fe-dd73-478b-8af2-c9c2a48e048b x-openstack-request-id: req-57ad16fe-dd73-478b-8af2-c9c2a48e048b {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:24:56.946420 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "tag": "58e79b86-2000-49f1-ac18-021704ff4209", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:24:56.946660 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57ad16fe-dd73-478b-8af2-c9c2a48e048b {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:24:56.947040 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'tag': '58e79b86-2000-49f1-ac18-021704ff4209', 'status': 'completed', 'code': 200} Nov 08 00:24:56.995440 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0518deb4-4ddd-4bb1-96b8-7a67bab70f06 None None] Deleting port d7a6413f-78aa-41f3-bc97-5c2ab0560f4b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:56.996240 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0518deb4-4ddd-4bb1-96b8-7a67bab70f06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:57.059272 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb8979a-5d84-473e-94ed-9605f8b251f2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:57.062621 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eeb8979a-5d84-473e-94ed-9605f8b251f2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:57.105024 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0ac8f-5e74-472a-964f-d144627d160d req-6bea8a56-e1a5-4fe9-83f6-2b0210f9c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:57.105505 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0ac8f-5e74-472a-964f-d144627d160d req-6bea8a56-e1a5-4fe9-83f6-2b0210f9c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:57.118566 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0ac8f-5e74-472a-964f-d144627d160d req-6bea8a56-e1a5-4fe9-83f6-2b0210f9c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:57.119379 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0ac8f-5e74-472a-964f-d144627d160d req-6bea8a56-e1a5-4fe9-83f6-2b0210f9c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:57.120303 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0ac8f-5e74-472a-964f-d144627d160d req-6bea8a56-e1a5-4fe9-83f6-2b0210f9c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:57.120934 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0ac8f-5e74-472a-964f-d144627d160d req-6bea8a56-e1a5-4fe9-83f6-2b0210f9c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:57.121560 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0ac8f-5e74-472a-964f-d144627d160d req-6bea8a56-e1a5-4fe9-83f6-2b0210f9c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:57.123965 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5ae0ac8f-5e74-472a-964f-d144627d160d req-6bea8a56-e1a5-4fe9-83f6-2b0210f9c691 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a42c6631eb4454c896f7292ef18f39f&device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 6352 time: 0.1355581 Nov 08 00:24:57.179662 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-0518deb4-4ddd-4bb1-96b8-7a67bab70f06 None None] For port d7a6413f-78aa-41f3-bc97-5c2ab0560f4b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d7a6413f-78aa-41f3-bc97-5c2ab0560f4b,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:57.180375 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0518deb4-4ddd-4bb1-96b8-7a67bab70f06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:57.219644 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aade7cac-c5ad-48dd-aca0-198491612e70 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:24:57.219952 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0518deb4-4ddd-4bb1-96b8-7a67bab70f06 None None] Calling delete_port for d7a6413f-78aa-41f3-bc97-5c2ab0560f4b owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:24:57.230675 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-aade7cac-c5ad-48dd-aca0-198491612e70 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/4554bf0c-1026-4a3b-a198-622d75ba9b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9168925 Nov 08 00:24:57.237318 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64415ae5-49b7-40a6-b401-838be352c57d None None] Sync routers for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:24:57.245268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55102) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:57.253041 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64415ae5-49b7-40a6-b401-838be352c57d None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:24:57.253659 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-64415ae5-49b7-40a6-b401-838be352c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:24:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:57.314754 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0ac8f-5e74-472a-964f-d144627d160d req-0b51db28-0d70-41e2-b46e-4639eb82777c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:57.315220 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0ac8f-5e74-472a-964f-d144627d160d req-0b51db28-0d70-41e2-b46e-4639eb82777c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:57.315680 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0ac8f-5e74-472a-964f-d144627d160d req-0b51db28-0d70-41e2-b46e-4639eb82777c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:57.321074 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5ae0ac8f-5e74-472a-964f-d144627d160d req-0b51db28-0d70-41e2-b46e-4639eb82777c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7a42c6631eb4454c896f7292ef18f39f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1835554 Nov 08 00:24:57.382307 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-64415ae5-49b7-40a6-b401-838be352c57d None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:24:57.401937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2ba838-7a4b-47c7-847b-83357d6257e3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting subnet f49504dd-178c-4036-b4d8-240c1dff677d {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:24:57.406988 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0e2ba838-7a4b-47c7-847b-83357d6257e3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:57.432773 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0518deb4-4ddd-4bb1-96b8-7a67bab70f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:57.474212 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0ac8f-5e74-472a-964f-d144627d160d req-814ab10d-778a-470a-85e3-7a339db073f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:57.475748 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518deb4-4ddd-4bb1-96b8-7a67bab70f06 None None] Pushing event deleted for resources: {'Port': ['ID=d7a6413f-78aa-41f3-bc97-5c2ab0560f4b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:57.484755 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0518deb4-4ddd-4bb1-96b8-7a67bab70f06 None None] No DVR routers for this DVR port d7a6413f-78aa-41f3-bc97-5c2ab0560f4b on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:24:57.485378 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5ae0ac8f-5e74-472a-964f-d144627d160d req-814ab10d-778a-470a-85e3-7a339db073f3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1553133 Nov 08 00:24:57.520017 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0e2ba838-7a4b-47c7-847b-83357d6257e3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:57.687728 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-64415ae5-49b7-40a6-b401-838be352c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:55Z', 'revision_number': 9, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:17Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:57.746708 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64415ae5-49b7-40a6-b401-838be352c57d None None] Checking router: 4554bf0c-1026-4a3b-a198-622d75ba9b97 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:24:57.749118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b819cfd-7da2-4cbd-baa5-52fb93656ef5 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:24:57.770105 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64415ae5-49b7-40a6-b401-838be352c57d None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:24:57.774536 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-64415ae5-49b7-40a6-b401-838be352c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:24:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:57.788480 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:57.810471 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964930bb-0109-42da-83fa-e1635bed4e9a req-793778fa-8614-427e-aadd-efac604b2883 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:57.811978 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-964930bb-0109-42da-83fa-e1635bed4e9a req-793778fa-8614-427e-aadd-efac604b2883 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=c230e7dd-cb72-4352-a468-bb819870ca6c HTTP/1.1" status: 200 len: 946 time: 0.2662098 Nov 08 00:24:57.873115 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eeb8979a-5d84-473e-94ed-9605f8b251f2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:57.877173 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0e2ba838-7a4b-47c7-847b-83357d6257e3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:57.880341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Transition to ACTIVE for port object 6b819cfd-7da2-4cbd-baa5-52fb93656ef5 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:24:57.900526 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-64415ae5-49b7-40a6-b401-838be352c57d None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:24:57.977359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb8979a-5d84-473e-94ed-9605f8b251f2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:57.980244 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:57.999717 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-eeb8979a-5d84-473e-94ed-9605f8b251f2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:58.011239 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cfca70-52c6-4162-bb07-2ca6f51e1e9f None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:24:58.011955 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709ab0e-e7c6-4dab-b5c2-d2a66d5340a8 req-852f70e9-384f-4c89-916a-9fea93b47144 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:58.020617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709ab0e-e7c6-4dab-b5c2-d2a66d5340a8 req-852f70e9-384f-4c89-916a-9fea93b47144 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:58.024392 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709ab0e-e7c6-4dab-b5c2-d2a66d5340a8 req-852f70e9-384f-4c89-916a-9fea93b47144 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:58.030580 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709ab0e-e7c6-4dab-b5c2-d2a66d5340a8 req-852f70e9-384f-4c89-916a-9fea93b47144 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:58.037793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709ab0e-e7c6-4dab-b5c2-d2a66d5340a8 req-852f70e9-384f-4c89-916a-9fea93b47144 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:58.046348 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709ab0e-e7c6-4dab-b5c2-d2a66d5340a8 req-852f70e9-384f-4c89-916a-9fea93b47144 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:58.052536 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709ab0e-e7c6-4dab-b5c2-d2a66d5340a8 req-852f70e9-384f-4c89-916a-9fea93b47144 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:58.055248 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7709ab0e-e7c6-4dab-b5c2-d2a66d5340a8 req-852f70e9-384f-4c89-916a-9fea93b47144 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5405 time: 0.2740982 Nov 08 00:24:58.060017 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb8979a-5d84-473e-94ed-9605f8b251f2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:58.060842 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eeb8979a-5d84-473e-94ed-9605f8b251f2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:58.076888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-964930bb-0109-42da-83fa-e1635bed4e9a req-136272a0-499f-408a-8324-3ce7c9fc2407 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327061 Nov 08 00:24:58.136433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8979a-5d84-473e-94ed-9605f8b251f2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=4387404a-0909-41e7-9088-496549f2620f,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:58.229498 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f1e5340-465e-4977-ab1e-187c3eadf985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:58.280141 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-64415ae5-49b7-40a6-b401-838be352c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:55Z', 'revision_number': 9, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:17Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:24:58.301399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Pushing event updated for resources: {'Port': ['ID=6b819cfd-7da2-4cbd-baa5-52fb93656ef5,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:58.380522 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5519efd4-e1a8-486b-824a-06c45d00ec62', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'fixed_ips': [{'subnet_id': '4387404a-0909-41e7-9088-496549f2620f'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:24:58.382010 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:58.386500 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64415ae5-49b7-40a6-b401-838be352c57d None None] The sync data for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 is: [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:24:55Z', 'revision_number': 9, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '6c7f3120-f0df-466a-be25-b71e4e1be38a', 'name': '', 'network_id': 'f1cbea27-5249-47b3-9186-d40d480cc707', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:24:05Z', 'updated_at': '2021-11-08T00:24:17Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '418afc6c-8895-4e4b-8bdc-8cd23f72cf91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:24:58.594773 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] Allocated IP 2001:db8::2 (5519efd4-e1a8-486b-824a-06c45d00ec62/4387404a-0909-41e7-9088-496549f2620f/6584209a-8921-4fa8-bd51-6c8418cf9d23) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:58.897467 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7709ab0e-e7c6-4dab-b5c2-d2a66d5340a8 req-617109f5-f77a-4dca-a274-59090d375582 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8161156 Nov 08 00:24:58.906415 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-eeb8979a-5d84-473e-94ed-9605f8b251f2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2438631 Nov 08 00:24:58.906415 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0e2ba838-7a4b-47c7-847b-83357d6257e3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:58.912854 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55146) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:58.914021 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-30e82403-508f-406f-ab82-204ddd534c08 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'fixed_ips': [{'subnet_id': '4387404a-0909-41e7-9088-496549f2620f', 'ip_address': '2001:db8::a063:6738:5437:a0d4'}], 'name': 'tempest-NetworksTestDHCPv6-1864066311'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:58.920060 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:58.975211 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d7a6413f-78aa-41f3-bc97-5c2ab0560f4b no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:24:59.033855 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55152) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:59.038929 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ba838-7a4b-47c7-847b-83357d6257e3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Subnet': ['ID=f49504dd-178c-4036-b4d8-240c1dff677d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:59.044890 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0e2ba838-7a4b-47c7-847b-83357d6257e3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:59.048256 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0e2ba838-7a4b-47c7-847b-83357d6257e3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/subnets/f49504dd-178c-4036-b4d8-240c1dff677d HTTP/1.1" status: 204 len: 168 time: 1.7998362 Nov 08 00:24:59.056018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55154) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:59.070667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: d7a6413f-78aa-41f3-bc97-5c2ab0560f4b {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:24:59.072167 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d7a6413f-78aa-41f3-bc97-5c2ab0560f4b not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:24:59.073482 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 945dbf36-8250-4d40-ab26-34036a0d278d no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:24:59.143478 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:59.150514 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10441fe5-62ed-44e4-a834-618584ddb32f None None] Network d3e95a90-8a07-4436-8b29-6dd585d7fda0 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:24:59.171035 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 945dbf36-8250-4d40-ab26-34036a0d278d {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:24:59.172051 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 945dbf36-8250-4d40-ab26-34036a0d278d not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:24:59.172541 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a414f7-2fc5-4e08-b5bf-0c44d1e761ab req-c02507bf-8488-4680-bb0d-715a38a28199 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:59.191420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78a414f7-2fc5-4e08-b5bf-0c44d1e761ab req-c02507bf-8488-4680-bb0d-715a38a28199 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=c230e7dd-cb72-4352-a468-bb819870ca6c HTTP/1.1" status: 200 len: 946 time: 0.2996695 Nov 08 00:24:59.214849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Attempting to bind port 6b819cfd-7da2-4cbd-baa5-52fb93656ef5 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:24:59.215551 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Attempting to bind port 6b819cfd-7da2-4cbd-baa5-52fb93656ef5 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'c79382c5-9ff9-4a52-bfcf-a258f1e0713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74f4276d-9439-4600-839d-84669ee5e60a'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:24:59.216107 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Attempting to bind port 6b819cfd-7da2-4cbd-baa5-52fb93656ef5 on network 74f4276d-9439-4600-839d-84669ee5e60a {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:59.246629 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Port 6b819cfd-7da2-4cbd-baa5-52fb93656ef5 on network 74f4276d-9439-4600-839d-84669ee5e60a not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:24:59.248545 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Attempting to bind port 6b819cfd-7da2-4cbd-baa5-52fb93656ef5 on network 74f4276d-9439-4600-839d-84669ee5e60a {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:59.260930 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:59.281868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:24:59.282213 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Checking segment: {'id': 'c79382c5-9ff9-4a52-bfcf-a258f1e0713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74f4276d-9439-4600-839d-84669ee5e60a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:59.282986 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Bound using segment: {'id': 'c79382c5-9ff9-4a52-bfcf-a258f1e0713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74f4276d-9439-4600-839d-84669ee5e60a'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:24:59.283435 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Bound port: 6b819cfd-7da2-4cbd-baa5-52fb93656ef5, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79382c5-9ff9-4a52-bfcf-a258f1e0713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74f4276d-9439-4600-839d-84669ee5e60a'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:24:59.283809 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:59.289793 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78a414f7-2fc5-4e08-b5bf-0c44d1e761ab req-113f089d-87f1-46c7-b1b5-678a22243050 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952818 Nov 08 00:24:59.313721 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e82403-508f-406f-ab82-204ddd534c08 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:24:59.313991 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c474e14b-1767-420f-853a-56ffd7247f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:59.323560 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:24:59.336427 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:24:59.348573 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:24:59.353711 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] Pushing event updated for resources: {'Port': ['ID=6584209a-8921-4fa8-bd51-6c8418cf9d23,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:59.453848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] For port 6b819cfd-7da2-4cbd-baa5-52fb93656ef5, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:24:59.457255 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] For port 6b819cfd-7da2-4cbd-baa5-52fb93656ef5, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6b819cfd-7da2-4cbd-baa5-52fb93656ef5,segment=NetworkSegment(c79382c5-9ff9-4a52-bfcf-a258f1e0713b),segment_id=c79382c5-9ff9-4a52-bfcf-a258f1e0713b)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:24:59.489139 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] Attempting to bind port 6584209a-8921-4fa8-bd51-6c8418cf9d23 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:24:59.489509 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] Attempting to bind port 6584209a-8921-4fa8-bd51-6c8418cf9d23 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:24:59.489941 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] Attempting to bind port 6584209a-8921-4fa8-bd51-6c8418cf9d23 on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:24:59.492741 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-30e82403-508f-406f-ab82-204ddd534c08 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:59.508282 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:24:59.508852 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:24:59.509743 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:59.510270 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:24:59.510751 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] Bound port: 6584209a-8921-4fa8-bd51-6c8418cf9d23, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:24:59.511187 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:59.533870 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-30e82403-508f-406f-ab82-204ddd534c08 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port 6f9edfee-5c3d-41a1-9410-59f7c5d8b6dd yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:24:59.581082 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c474e14b-1767-420f-853a-56ffd7247f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:59.585556 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:59.602664 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1764cb-4019-4032-b8e7-166f940830a9 None None] DHCP port deletion for d3e95a90-8a07-4436-8b29-6dd585d7fda0 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:24:59.633011 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:24:59.633609 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:59.635007 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] 10.222.0.26 "PUT /v2.0/ports/6b819cfd-7da2-4cbd-baa5-52fb93656ef5 HTTP/1.1" status: 200 len: 1091 time: 2.8572540 Nov 08 00:24:59.635759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'tag': '6b819cfd-7da2-4cbd-baa5-52fb93656ef5'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:24:59.656343 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf1494e-2c9f-444a-a01f-67a57e9cbefd" -d '{"events": [{"name": "network-changed", "server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "tag": "6b819cfd-7da2-4cbd-baa5-52fb93656ef5"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:24:59.681948 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] For port 6584209a-8921-4fa8-bd51-6c8418cf9d23, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:24:59.717545 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c474e14b-1767-420f-853a-56ffd7247f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:59.730022 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb00232-0874-4fcd-a1b6-ddad1b908f87 service neutron] Pushing event updated for resources: {'Port': ['ID=6b819cfd-7da2-4cbd-baa5-52fb93656ef5,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:59.735772 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014f4e18-73c3-4813-8d1c-2ec1383c6f75 x-openstack-request-id: req-014f4e18-73c3-4813-8d1c-2ec1383c6f75 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:24:59.736114 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "tag": "6b819cfd-7da2-4cbd-baa5-52fb93656ef5", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:24:59.736325 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-014f4e18-73c3-4813-8d1c-2ec1383c6f75 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:24:59.736726 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'tag': '6b819cfd-7da2-4cbd-baa5-52fb93656ef5', 'status': 'completed', 'code': 200} Nov 08 00:24:59.775230 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] For port 6584209a-8921-4fa8-bd51-6c8418cf9d23, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6584209a-8921-4fa8-bd51-6c8418cf9d23,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:24:59.800070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Request body: {'port': {'device_id': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:24:59.807777 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting port 59be7e20-c49d-4dee-8b16-9f6a2406d41d {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:59.808149 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:59.811780 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-30e82403-508f-406f-ab82-204ddd534c08 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::a063:6738:5437:a0d4 (5519efd4-e1a8-486b-824a-06c45d00ec62/4387404a-0909-41e7-9088-496549f2620f/6f9edfee-5c3d-41a1-9410-59f7c5d8b6dd) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:24:59.824353 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-aa1764cb-4019-4032-b8e7-166f940830a9 None None] Deleting port 59be7e20-c49d-4dee-8b16-9f6a2406d41d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:24:59.830688 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aa1764cb-4019-4032-b8e7-166f940830a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:24:59.900382 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c474e14b-1767-420f-853a-56ffd7247f65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5e8a788fa00425c9ea05f78beae7422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8630579 Nov 08 00:24:59.910942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55180) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:24:59.920742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474e14b-1767-420f-853a-56ffd7247f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f5c65b-c7d9-41aa-bdba-6d07d4121cfd,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:24:59.981289 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] For port 59be7e20-c49d-4dee-8b16-9f6a2406d41d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=59be7e20-c49d-4dee-8b16-9f6a2406d41d,segment=NetworkSegment(245d0ae6-441d-423b-a57b-2855d6f93a24),segment_id=245d0ae6-441d-423b-a57b-2855d6f93a24)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:24:59.981289 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:00.011708 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Calling delete_port for 59be7e20-c49d-4dee-8b16-9f6a2406d41d owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:00.023309 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:00.052574 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-30e82403-508f-406f-ab82-204ddd534c08 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:00.111455 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:00.135406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1494e-2c9f-444a-a01f-67a57e9cbefd req-ebdf6c70-d287-4ac1-bf26-c1e07731b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:00.136371 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1494e-2c9f-444a-a01f-67a57e9cbefd req-ebdf6c70-d287-4ac1-bf26-c1e07731b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:00.137011 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1494e-2c9f-444a-a01f-67a57e9cbefd req-ebdf6c70-d287-4ac1-bf26-c1e07731b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:00.137784 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1494e-2c9f-444a-a01f-67a57e9cbefd req-ebdf6c70-d287-4ac1-bf26-c1e07731b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:00.138534 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1494e-2c9f-444a-a01f-67a57e9cbefd req-ebdf6c70-d287-4ac1-bf26-c1e07731b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:00.139215 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1494e-2c9f-444a-a01f-67a57e9cbefd req-ebdf6c70-d287-4ac1-bf26-c1e07731b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:00.139861 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1494e-2c9f-444a-a01f-67a57e9cbefd req-ebdf6c70-d287-4ac1-bf26-c1e07731b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:00.142004 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1bf1494e-2c9f-444a-a01f-67a57e9cbefd req-ebdf6c70-d287-4ac1-bf26-c1e07731b333 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a42c6631eb4454c896f7292ef18f39f&device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 6419 time: 0.0817602 Nov 08 00:25:00.164832 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c418d06e-2c88-4250-8a4c-72f869d9a002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:00.286484 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-aa1764cb-4019-4032-b8e7-166f940830a9 None None] For port 59be7e20-c49d-4dee-8b16-9f6a2406d41d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=59be7e20-c49d-4dee-8b16-9f6a2406d41d,segment=NetworkSegment(245d0ae6-441d-423b-a57b-2855d6f93a24),segment_id=245d0ae6-441d-423b-a57b-2855d6f93a24)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:00.286484 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aa1764cb-4019-4032-b8e7-166f940830a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:00.313199 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad06f3a-4bc2-4d7d-92ca-7a3055752ce6 None None] Pushing event updated for resources: {'Port': ['ID=6584209a-8921-4fa8-bd51-6c8418cf9d23,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:00.327170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-aa1764cb-4019-4032-b8e7-166f940830a9 None None] Calling delete_port for 59be7e20-c49d-4dee-8b16-9f6a2406d41d owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:00.363857 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-30e82403-508f-406f-ab82-204ddd534c08 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:00.403980 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c418d06e-2c88-4250-8a4c-72f869d9a002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:00.435228 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e0a6-85ec-430b-a673-b844bdd25b37 req-8cfad5ee-4524-44ec-9c4f-7804afa9c3d7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:00.444799 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e0a6-85ec-430b-a673-b844bdd25b37 req-8cfad5ee-4524-44ec-9c4f-7804afa9c3d7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:00.454120 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e0a6-85ec-430b-a673-b844bdd25b37 req-8cfad5ee-4524-44ec-9c4f-7804afa9c3d7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:00.461717 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e0a6-85ec-430b-a673-b844bdd25b37 req-8cfad5ee-4524-44ec-9c4f-7804afa9c3d7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:00.469918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e0a6-85ec-430b-a673-b844bdd25b37 req-8cfad5ee-4524-44ec-9c4f-7804afa9c3d7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:00.474195 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e0a6-85ec-430b-a673-b844bdd25b37 req-8cfad5ee-4524-44ec-9c4f-7804afa9c3d7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:00.502894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e0a6-85ec-430b-a673-b844bdd25b37 req-8cfad5ee-4524-44ec-9c4f-7804afa9c3d7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:00.517033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55190) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:00.517881 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e82403-508f-406f-ab82-204ddd534c08 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=6f9edfee-5c3d-41a1-9410-59f7c5d8b6dd,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:00.520902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95b8e0a6-85ec-430b-a673-b844bdd25b37 req-8cfad5ee-4524-44ec-9c4f-7804afa9c3d7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5417 time: 0.4354899 Nov 08 00:25:00.565639 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e82403-508f-406f-ab82-204ddd534c08 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:00.570201 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1494e-2c9f-444a-a01f-67a57e9cbefd req-c957d47a-5a99-4ad3-af0a-a2117e0e4695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:00.570845 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1494e-2c9f-444a-a01f-67a57e9cbefd req-c957d47a-5a99-4ad3-af0a-a2117e0e4695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:00.571551 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1494e-2c9f-444a-a01f-67a57e9cbefd req-c957d47a-5a99-4ad3-af0a-a2117e0e4695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:00.574126 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1bf1494e-2c9f-444a-a01f-67a57e9cbefd req-c957d47a-5a99-4ad3-af0a-a2117e0e4695 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7a42c6631eb4454c896f7292ef18f39f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4139943 Nov 08 00:25:00.575232 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-30e82403-508f-406f-ab82-204ddd534c08 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:00.579802 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e82403-508f-406f-ab82-204ddd534c08 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:00.586508 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e82403-508f-406f-ab82-204ddd534c08 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:00.587400 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-30e82403-508f-406f-ab82-204ddd534c08 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:00.720726 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1494e-2c9f-444a-a01f-67a57e9cbefd req-519245b9-4218-42da-a880-339b1828fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:00.723353 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1bf1494e-2c9f-444a-a01f-67a57e9cbefd req-519245b9-4218-42da-a880-339b1828fc42 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324775 Nov 08 00:25:00.731841 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a28f1a61-b4d7-4bb7-a98b-18e8a7a5daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:00.781570 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6584209a-8921-4fa8-bd51-6c8418cf9d23 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:00.791496 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f05a18f-a7f6-4e17-8bc9-99c0015b7af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:00.800508 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-30e82403-508f-406f-ab82-204ddd534c08 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8907430 Nov 08 00:25:00.806823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55194) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:00.825551 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aa1764cb-4019-4032-b8e7-166f940830a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:00.831365 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:00.857513 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1764cb-4019-4032-b8e7-166f940830a9 None None] Pushing event deleted for resources: {'Port': ['ID=59be7e20-c49d-4dee-8b16-9f6a2406d41d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:00.862756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1764cb-4019-4032-b8e7-166f940830a9 None None] No DVR routers for this DVR port 59be7e20-c49d-4dee-8b16-9f6a2406d41d on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:25:00.888820 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6584209a-8921-4fa8-bd51-6c8418cf9d23 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:00.889072 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:00.956693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] No DVR routers for this DVR port 59be7e20-c49d-4dee-8b16-9f6a2406d41d on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:25:00.970152 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f05a18f-a7f6-4e17-8bc9-99c0015b7af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.003340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Port': ['ID=59be7e20-c49d-4dee-8b16-9f6a2406d41d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:01.015919 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.016995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95b8e0a6-85ec-430b-a673-b844bdd25b37 req-eae0b8ec-9280-440f-921d-b8d80a8c6257 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3443093 Nov 08 00:25:01.032754 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.053600 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15202927-489d-412c-a506-fe5768c3cd16 req-cd53d0b2-0641-43d4-b71a-51598d13bbf8 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:01.055534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15202927-489d-412c-a506-fe5768c3cd16 req-cd53d0b2-0641-43d4-b71a-51598d13bbf8 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=c230e7dd-cb72-4352-a468-bb819870ca6c HTTP/1.1" status: 200 len: 946 time: 0.3980684 Nov 08 00:25:01.066721 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f05a18f-a7f6-4e17-8bc9-99c0015b7af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.076080 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 6584209a-8921-4fa8-bd51-6c8418cf9d23, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6584209a-8921-4fa8-bd51-6c8418cf9d23,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:01.114936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dffe1f6-cb78-4bd0-8c29-3adfb648a164 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:25:01.118520 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9f05a18f-a7f6-4e17-8bc9-99c0015b7af8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbb26750e00746b2949b9ca0d902cc77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5948021 Nov 08 00:25:01.119393 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05a18f-a7f6-4e17-8bc9-99c0015b7af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba56059-72f1-4be2-82a0-eac300351792,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:01.124401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55196) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:01.146073 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.161351 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.185051 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.197158 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c418d06e-2c88-4250-8a4c-72f869d9a002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.200144 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c418d06e-2c88-4250-8a4c-72f869d9a002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.201584 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c418d06e-2c88-4250-8a4c-72f869d9a002 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48f5c65b-c7d9-41aa-bdba-6d07d4121cfd HTTP/1.1" status: 204 len: 168 time: 1.2878845 Nov 08 00:25:01.212908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433366b3-a495-4e15-9a30-2f18b482f7c1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:01.219451 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433366b3-a495-4e15-9a30-2f18b482f7c1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:01.225367 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55200) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:01.226080 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-433366b3-a495-4e15-9a30-2f18b482f7c1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4163694 Nov 08 00:25:01.245692 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Transition to ACTIVE for port object 5dffe1f6-cb78-4bd0-8c29-3adfb648a164 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:25:01.259259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418d06e-2c88-4250-8a4c-72f869d9a002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f5c65b-c7d9-41aa-bdba-6d07d4121cfd,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:01.260428 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f3771068-d843-4f69-9152-33f4839e611f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.269332 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 59be7e20-c49d-4dee-8b16-9f6a2406d41d no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:25:01.297948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e95a90-8a07-4436-8b29-6dd585d7fda0']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:01.310529 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15202927-489d-412c-a506-fe5768c3cd16 req-f3194d92-16ac-4349-b597-98a4c40df028 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032876 Nov 08 00:25:01.320764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245d0ae6-441d-423b-a57b-2855d6f93a24') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:01.320939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=6584209a-8921-4fa8-bd51-6c8418cf9d23,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:01.321545 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245d0ae6-441d-423b-a57b-2855d6f93a24') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:01.330854 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 59be7e20-c49d-4dee-8b16-9f6a2406d41d {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:25:01.331271 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 59be7e20-c49d-4dee-8b16-9f6a2406d41d not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:25:01.351085 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.358906 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.398946 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f3771068-d843-4f69-9152-33f4839e611f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.435220 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.452486 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:25:01.452912 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:25:01.457144 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:25:01.520653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Pushing event updated for resources: {'Port': ['ID=5dffe1f6-cb78-4bd0-8c29-3adfb648a164,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:01.566977 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-afcfda0d-3992-4e26-a0b0-a8327ebfd927 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port 6f9edfee-5c3d-41a1-9410-59f7c5d8b6dd {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:01.567390 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-afcfda0d-3992-4e26-a0b0-a8327ebfd927 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.651109 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f3771068-d843-4f69-9152-33f4839e611f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.654027 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f3771068-d843-4f69-9152-33f4839e611f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.655538 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f3771068-d843-4f69-9152-33f4839e611f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ba56059-72f1-4be2-82a0-eac300351792 HTTP/1.1" status: 204 len: 168 time: 0.5262628 Nov 08 00:25:01.670166 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3771068-d843-4f69-9152-33f4839e611f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba56059-72f1-4be2-82a0-eac300351792,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:01.709483 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.727674 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.729600 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.735471 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55218) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:01.735832 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/networks/d3e95a90-8a07-4436-8b29-6dd585d7fda0 HTTP/1.1" status: 204 len: 168 time: 2.6745729 Nov 08 00:25:01.740193 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Attempting to bind port 5dffe1f6-cb78-4bd0-8c29-3adfb648a164 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:25:01.740462 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Attempting to bind port 5dffe1f6-cb78-4bd0-8c29-3adfb648a164 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'c79382c5-9ff9-4a52-bfcf-a258f1e0713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74f4276d-9439-4600-839d-84669ee5e60a'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:25:01.740797 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Attempting to bind port 5dffe1f6-cb78-4bd0-8c29-3adfb648a164 on network 74f4276d-9439-4600-839d-84669ee5e60a {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:25:01.771539 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Port 5dffe1f6-cb78-4bd0-8c29-3adfb648a164 on network 74f4276d-9439-4600-839d-84669ee5e60a not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:25:01.771891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Attempting to bind port 5dffe1f6-cb78-4bd0-8c29-3adfb648a164 on network 74f4276d-9439-4600-839d-84669ee5e60a {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:25:01.774273 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1f950-8330-4e58-ba80-cdc0d7c9076f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Network': ['ID=d3e95a90-8a07-4436-8b29-6dd585d7fda0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:01.790873 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:25:01.791263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Checking segment: {'id': 'c79382c5-9ff9-4a52-bfcf-a258f1e0713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74f4276d-9439-4600-839d-84669ee5e60a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:01.791647 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Bound using segment: {'id': 'c79382c5-9ff9-4a52-bfcf-a258f1e0713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74f4276d-9439-4600-839d-84669ee5e60a'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:25:01.795197 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Bound port: 5dffe1f6-cb78-4bd0-8c29-3adfb648a164, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79382c5-9ff9-4a52-bfcf-a258f1e0713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74f4276d-9439-4600-839d-84669ee5e60a'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:25:01.795574 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.836704 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-afcfda0d-3992-4e26-a0b0-a8327ebfd927 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.855637 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-afcfda0d-3992-4e26-a0b0-a8327ebfd927 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for 6f9edfee-5c3d-41a1-9410-59f7c5d8b6dd owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:01.885937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] For port 5dffe1f6-cb78-4bd0-8c29-3adfb648a164, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:25:01.890335 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] For port 5dffe1f6-cb78-4bd0-8c29-3adfb648a164, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5dffe1f6-cb78-4bd0-8c29-3adfb648a164,segment=NetworkSegment(c79382c5-9ff9-4a52-bfcf-a258f1e0713b),segment_id=c79382c5-9ff9-4a52-bfcf-a258f1e0713b)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:25:01.909488 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:01.970447 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:02.026016 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.026945 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:02.028835 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] 10.222.0.26 "PUT /v2.0/ports/5dffe1f6-cb78-4bd0-8c29-3adfb648a164 HTTP/1.1" status: 200 len: 1091 time: 2.2538621 Nov 08 00:25:02.031474 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'tag': '5dffe1f6-cb78-4bd0-8c29-3adfb648a164'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:25:02.034132 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d613b9e-32ba-48c0-a232-4fefd682aa35" -d '{"events": [{"name": "network-changed", "server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "tag": "5dffe1f6-cb78-4bd0-8c29-3adfb648a164"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:25:02.055653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997171e-e03e-477a-a10c-41f5b701940a service neutron] Pushing event updated for resources: {'Port': ['ID=5dffe1f6-cb78-4bd0-8c29-3adfb648a164,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:02.077103 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5c6c9883-6fd9-4ced-93e7-266e289b12a4 None None] Provisioning complete for port 6584209a-8921-4fa8-bd51-6c8418cf9d23 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:02.077492 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c6c9883-6fd9-4ced-93e7-266e289b12a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:02.101466 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c616acc-1abe-4915-97a3-cc62d5251a72 x-openstack-request-id: req-4c616acc-1abe-4915-97a3-cc62d5251a72 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:25:02.101757 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "tag": "5dffe1f6-cb78-4bd0-8c29-3adfb648a164", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:25:02.102006 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c616acc-1abe-4915-97a3-cc62d5251a72 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:25:02.102413 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'tag': '5dffe1f6-cb78-4bd0-8c29-3adfb648a164', 'status': 'completed', 'code': 200} Nov 08 00:25:02.221368 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55232) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:02.282534 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a43ce907-dedc-482d-a7ac-4a9185b7abfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:02.282534 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-afcfda0d-3992-4e26-a0b0-a8327ebfd927 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:02.297941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613b9e-32ba-48c0-a232-4fefd682aa35 req-3f157254-c479-419c-af8d-a121b0ee4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.298398 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613b9e-32ba-48c0-a232-4fefd682aa35 req-3f157254-c479-419c-af8d-a121b0ee4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.298877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613b9e-32ba-48c0-a232-4fefd682aa35 req-3f157254-c479-419c-af8d-a121b0ee4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.299329 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613b9e-32ba-48c0-a232-4fefd682aa35 req-3f157254-c479-419c-af8d-a121b0ee4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.299777 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613b9e-32ba-48c0-a232-4fefd682aa35 req-3f157254-c479-419c-af8d-a121b0ee4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.300244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613b9e-32ba-48c0-a232-4fefd682aa35 req-3f157254-c479-419c-af8d-a121b0ee4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.300693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613b9e-32ba-48c0-a232-4fefd682aa35 req-3f157254-c479-419c-af8d-a121b0ee4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.302860 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d613b9e-32ba-48c0-a232-4fefd682aa35 req-3f157254-c479-419c-af8d-a121b0ee4953 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a42c6631eb4454c896f7292ef18f39f&device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 6486 time: 0.1418614 Nov 08 00:25:02.382541 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfda0d-3992-4e26-a0b0-a8327ebfd927 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=6f9edfee-5c3d-41a1-9410-59f7c5d8b6dd,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:02.461654 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-afcfda0d-3992-4e26-a0b0-a8327ebfd927 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:02.465950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e1cc4-1bdb-4131-9130-03142706a4d3 req-a3d24fbd-1de5-403e-b56a-596926a257b8 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.469605 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-afcfda0d-3992-4e26-a0b0-a8327ebfd927 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/6f9edfee-5c3d-41a1-9410-59f7c5d8b6dd HTTP/1.1" status: 204 len: 168 time: 1.2419100 Nov 08 00:25:02.471720 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e1cc4-1bdb-4131-9130-03142706a4d3 req-a3d24fbd-1de5-403e-b56a-596926a257b8 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.477678 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55240) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:02.478860 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e1cc4-1bdb-4131-9130-03142706a4d3 req-a3d24fbd-1de5-403e-b56a-596926a257b8 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.496438 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-74fefffa-0dc5-444c-8290-b29d44300e4d None None] Could not find standard attr ID for object 6f9edfee-5c3d-41a1-9410-59f7c5d8b6dd. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:25:02.497442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e1cc4-1bdb-4131-9130-03142706a4d3 req-a3d24fbd-1de5-403e-b56a-596926a257b8 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.503713 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e1cc4-1bdb-4131-9130-03142706a4d3 req-a3d24fbd-1de5-403e-b56a-596926a257b8 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.520309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e1cc4-1bdb-4131-9130-03142706a4d3 req-a3d24fbd-1de5-403e-b56a-596926a257b8 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.531253 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e1cc4-1bdb-4131-9130-03142706a4d3 req-a3d24fbd-1de5-403e-b56a-596926a257b8 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.544867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-678e1cc4-1bdb-4131-9130-03142706a4d3 req-a3d24fbd-1de5-403e-b56a-596926a257b8 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5429 time: 0.2409713 Nov 08 00:25:02.556422 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037177a1-7e47-4c21-84b2-fdc88d7570c3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.558083 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037177a1-7e47-4c21-84b2-fdc88d7570c3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.562159 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-037177a1-7e47-4c21-84b2-fdc88d7570c3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0795994 Nov 08 00:25:02.564987 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55242) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:02.632487 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be7021a3-a6fa-4e5e-b19b-0c95155bba22 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:02.642592 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a43ce907-dedc-482d-a7ac-4a9185b7abfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:02.661402 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-678e1cc4-1bdb-4131-9130-03142706a4d3 req-32dbcb29-ee8e-4a7a-98cb-8671edeb64db tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1054459 Nov 08 00:25:02.669614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613b9e-32ba-48c0-a232-4fefd682aa35 req-ffd62ec7-1ef5-406a-a397-204250bd9886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.673576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613b9e-32ba-48c0-a232-4fefd682aa35 req-ffd62ec7-1ef5-406a-a397-204250bd9886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.673576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613b9e-32ba-48c0-a232-4fefd682aa35 req-ffd62ec7-1ef5-406a-a397-204250bd9886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.673576 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d613b9e-32ba-48c0-a232-4fefd682aa35 req-ffd62ec7-1ef5-406a-a397-204250bd9886 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7a42c6631eb4454c896f7292ef18f39f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3465357 Nov 08 00:25:02.689343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6584209a-8921-4fa8-bd51-6c8418cf9d23 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:02.721128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-557c3181-f4a1-418c-9786-42cb5eb25100 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 4387404a-0909-41e7-9088-496549f2620f {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:25:02.727615 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-557c3181-f4a1-418c-9786-42cb5eb25100 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:02.732366 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a43ce907-dedc-482d-a7ac-4a9185b7abfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:02.744029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6584209a-8921-4fa8-bd51-6c8418cf9d23 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:02.744484 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:02.789385 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613b9e-32ba-48c0-a232-4fefd682aa35 req-ba7212f2-ff82-4743-9edd-61be915b02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.791167 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d613b9e-32ba-48c0-a232-4fefd682aa35 req-ba7212f2-ff82-4743-9edd-61be915b02ba service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1098187 Nov 08 00:25:02.817372 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-557c3181-f4a1-418c-9786-42cb5eb25100 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:02.822293 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a43ce907-dedc-482d-a7ac-4a9185b7abfe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1e78d48a00349638158530bc4509744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5989482 Nov 08 00:25:02.825092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55244) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:02.841112 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ce907-dedc-482d-a7ac-4a9185b7abfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8643236-a9fc-439a-9a30-15cd55648956,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:02.871215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55246) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:02.894909 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1201b244-0371-4150-a3d0-6c11873dc71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:02.940496 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be91b91b-d74b-4534-933e-794db9213241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:02.966732 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-557c3181-f4a1-418c-9786-42cb5eb25100 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:02.967011 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-58e9d675-7944-4557-9dbf-630499391fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.967408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-58e9d675-7944-4557-9dbf-630499391fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.967902 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-58e9d675-7944-4557-9dbf-630499391fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.968364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-58e9d675-7944-4557-9dbf-630499391fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.968816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-58e9d675-7944-4557-9dbf-630499391fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.969272 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-58e9d675-7944-4557-9dbf-630499391fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.969722 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-58e9d675-7944-4557-9dbf-630499391fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:02.971651 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-58e9d675-7944-4557-9dbf-630499391fb5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a42c6631eb4454c896f7292ef18f39f&device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 6486 time: 0.1013725 Nov 08 00:25:02.990346 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be91b91b-d74b-4534-933e-794db9213241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:03.048180 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d200a6e5-3d96-4b3c-a228-8112ba944676 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46503f71-6482-45b3-8c5d-eb36337e12ff HTTP/1.1" status: 200 len: 217 time: 0.0613623 Nov 08 00:25:03.099485 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-be7021a3-a6fa-4e5e-b19b-0c95155bba22 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting port 6c7f3120-f0df-466a-be25-b71e4e1be38a {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:03.100313 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be7021a3-a6fa-4e5e-b19b-0c95155bba22 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:03.129281 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-81b0c142-03b3-4a07-852e-d35798e5ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:03.130778 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-81b0c142-03b3-4a07-852e-d35798e5ff5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3be98b0-454a-423b-81f4-63aace0baef8 HTTP/1.1" status: 200 len: 855 time: 0.0753930 Nov 08 00:25:03.151314 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1201b244-0371-4150-a3d0-6c11873dc71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:03.180984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1305de21-06a8-4912-8092-7e42a4e2b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:03.182479 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-1305de21-06a8-4912-8092-7e42a4e2b197 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe318fa4-2739-4425-811c-a969620e2964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434301 Nov 08 00:25:03.185510 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-557c3181-f4a1-418c-9786-42cb5eb25100 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:03.232177 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-557c3181-f4a1-418c-9786-42cb5eb25100 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:03.237587 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-557c3181-f4a1-418c-9786-42cb5eb25100 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/4387404a-0909-41e7-9088-496549f2620f HTTP/1.1" status: 204 len: 168 time: 0.6683249 Nov 08 00:25:03.237789 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55248) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:03.237944 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aac8ca-d7ed-4aa6-9e72-2624cd8a9395 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:03.240108 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c3181-f4a1-418c-9786-42cb5eb25100 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=4387404a-0909-41e7-9088-496549f2620f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:03.243257 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-be7021a3-a6fa-4e5e-b19b-0c95155bba22 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] For port 6c7f3120-f0df-466a-be25-b71e4e1be38a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6c7f3120-f0df-466a-be25-b71e4e1be38a,segment=NetworkSegment(153b1a28-ab12-4adf-96d7-85a6298725a1),segment_id=153b1a28-ab12-4adf-96d7-85a6298725a1)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:03.243695 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be7021a3-a6fa-4e5e-b19b-0c95155bba22 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:03.247823 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be91b91b-d74b-4534-933e-794db9213241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:03.250636 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be91b91b-d74b-4534-933e-794db9213241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:03.251373 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-be91b91b-d74b-4534-933e-794db9213241 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8643236-a9fc-439a-9a30-15cd55648956 HTTP/1.1" status: 204 len: 168 time: 0.4236660 Nov 08 00:25:03.262754 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-be7021a3-a6fa-4e5e-b19b-0c95155bba22 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Calling delete_port for 6c7f3120-f0df-466a-be25-b71e4e1be38a owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:03.324700 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1c1b3987-fe11-484d-8124-52a77fa8dae6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855076 Nov 08 00:25:03.325858 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55258) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:03.328300 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91b91b-d74b-4534-933e-794db9213241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8643236-a9fc-439a-9a30-15cd55648956,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:03.341031 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b54e12aa-4cf6-4e6d-9608-c0b6a647b098 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:03.357065 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:03.371600 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-65738480-c3d5-4941-b6aa-cf6412a9ef13 service neutron] 10.222.0.26 "GET /v2.0/networks/fe318fa4-2739-4425-811c-a969620e2964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815639 Nov 08 00:25:03.372798 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1201b244-0371-4150-a3d0-6c11873dc71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:03.410653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201b244-0371-4150-a3d0-6c11873dc71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623c56cc-313c-41c8-a049-7b5aab5e411b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:03.479826 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1201b244-0371-4150-a3d0-6c11873dc71b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8cc1662d19f84e2c9bbd3d9b623e84c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5986745 Nov 08 00:25:03.487030 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55264) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:03.543879 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-51f42968-70e9-4cd4-99d7-57a6b467a7a7 service neutron] 10.222.0.26 "GET /v2.0/networks/fe318fa4-2739-4425-811c-a969620e2964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345341 Nov 08 00:25:03.611218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fa3419-47a4-4d8e-b244-0bd6ad88a625 None None] DHCP port deletion for 5519efd4-e1a8-486b-824a-06c45d00ec62 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:25:03.632313 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-5af77f7d-016c-43a4-8288-7f76367135d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 HTTP/1.1" status: 200 len: 217 time: 0.0802500 Nov 08 00:25:03.634192 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bab63151-2bae-4ee2-a348-a0d693c01aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:03.635746 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54e12aa-4cf6-4e6d-9608-c0b6a647b098 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:03.639840 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b54e12aa-4cf6-4e6d-9608-c0b6a647b098 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:03.659663 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa3419-47a4-4d8e-b244-0bd6ad88a625 None None] Deleting port 6584209a-8921-4fa8-bd51-6c8418cf9d23 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:03.660526 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2fa3419-47a4-4d8e-b244-0bd6ad88a625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:03.690801 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-4b785b53-0248-4759-8807-8d9cbd4f7023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:03.692849 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-4b785b53-0248-4759-8807-8d9cbd4f7023 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.0540156 Nov 08 00:25:03.722281 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bab63151-2bae-4ee2-a348-a0d693c01aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:03.737222 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be7021a3-a6fa-4e5e-b19b-0c95155bba22 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:03.745943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2ebdafbc-86a9-472f-86eb-9a2615b90d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:03.749747 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2ebdafbc-86a9-472f-86eb-9a2615b90d2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0483060 Nov 08 00:25:03.810662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7021a3-a6fa-4e5e-b19b-0c95155bba22 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Port': ['ID=6c7f3120-f0df-466a-be25-b71e4e1be38a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:03.838910 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c2fa3419-47a4-4d8e-b244-0bd6ad88a625 None None] For port 6584209a-8921-4fa8-bd51-6c8418cf9d23, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6584209a-8921-4fa8-bd51-6c8418cf9d23,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:03.842543 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2fa3419-47a4-4d8e-b244-0bd6ad88a625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:03.872900 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa3419-47a4-4d8e-b244-0bd6ad88a625 None None] Calling delete_port for 6584209a-8921-4fa8-bd51-6c8418cf9d23 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:03.891700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3aa981-6f5a-44fe-ae34-695906e4640a req-bad90b8d-437f-42a3-9a49-8824c3ef4632 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:03.897914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3aa981-6f5a-44fe-ae34-695906e4640a req-bad90b8d-437f-42a3-9a49-8824c3ef4632 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:03.903954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3aa981-6f5a-44fe-ae34-695906e4640a req-bad90b8d-437f-42a3-9a49-8824c3ef4632 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:03.911168 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3aa981-6f5a-44fe-ae34-695906e4640a req-bad90b8d-437f-42a3-9a49-8824c3ef4632 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:03.917320 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3aa981-6f5a-44fe-ae34-695906e4640a req-bad90b8d-437f-42a3-9a49-8824c3ef4632 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:03.924731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3aa981-6f5a-44fe-ae34-695906e4640a req-bad90b8d-437f-42a3-9a49-8824c3ef4632 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:03.932836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3aa981-6f5a-44fe-ae34-695906e4640a req-bad90b8d-437f-42a3-9a49-8824c3ef4632 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:03.934939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e3aa981-6f5a-44fe-ae34-695906e4640a req-bad90b8d-437f-42a3-9a49-8824c3ef4632 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5429 time: 0.1861339 Nov 08 00:25:03.986358 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-ea15b106-de6b-456d-8934-d0b6d486e0f1 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277257 Nov 08 00:25:04.024291 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e3aa981-6f5a-44fe-ae34-695906e4640a req-8d208d5f-7d39-4c3e-a90a-56d2861a10a5 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786011 Nov 08 00:25:04.124616 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-97b03119-eed7-4d6e-a683-8811f3224c25 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267385 Nov 08 00:25:04.134617 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2fa3419-47a4-4d8e-b244-0bd6ad88a625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:04.161871 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa3419-47a4-4d8e-b244-0bd6ad88a625 None None] Pushing event deleted for resources: {'Port': ['ID=6584209a-8921-4fa8-bd51-6c8418cf9d23,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:04.169684 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa3419-47a4-4d8e-b244-0bd6ad88a625 None None] No DVR routers for this DVR port 6584209a-8921-4fa8-bd51-6c8418cf9d23 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:25:04.183737 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-9b9c8912-e76c-4b67-9516-e9386cd3ee63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 HTTP/1.1" status: 200 len: 217 time: 0.0520558 Nov 08 00:25:04.238444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-b53350cb-3b0f-448d-9d41-b7af9dff3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:04.239977 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-b53350cb-3b0f-448d-9d41-b7af9dff3b1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.0493498 Nov 08 00:25:04.297932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-e47a26c8-231f-4232-8c3a-30eeaa21c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:04.299709 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-e47a26c8-231f-4232-8c3a-30eeaa21c173 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0528800 Nov 08 00:25:04.400170 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-c2efee37-02d0-43bd-8f36-e69d41fb9a2d service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933511 Nov 08 00:25:04.419607 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bab63151-2bae-4ee2-a348-a0d693c01aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:04.422892 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bab63151-2bae-4ee2-a348-a0d693c01aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:04.423592 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bab63151-2bae-4ee2-a348-a0d693c01aaa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/623c56cc-313c-41c8-a049-7b5aab5e411b HTTP/1.1" status: 204 len: 168 time: 0.9355018 Nov 08 00:25:04.449408 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab63151-2bae-4ee2-a348-a0d693c01aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623c56cc-313c-41c8-a049-7b5aab5e411b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:04.502335 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be7021a3-a6fa-4e5e-b19b-0c95155bba22 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:04.543851 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-766d3568-6e04-42d1-87df-35ed75db9253 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366405 Nov 08 00:25:04.598861 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-f2014eed-12f9-47bc-82f1-c0c84066feaf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=5d3634c8-60af-48ff-8a52-e1b0a079793d HTTP/1.1" status: 200 len: 217 time: 0.0480886 Nov 08 00:25:04.602982 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b54e12aa-4cf6-4e6d-9608-c0b6a647b098 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:04.653755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-3fae899e-6797-4342-8888-9bb78204e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:04.655233 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-3fae899e-6797-4342-8888-9bb78204e57d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.0497251 Nov 08 00:25:04.660641 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54e12aa-4cf6-4e6d-9608-c0b6a647b098 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:04.716424 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6584209a-8921-4fa8-bd51-6c8418cf9d23 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:25:04.751375 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-66f63edd-ce1f-440a-a652-90d852bcd9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:04.753062 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-66f63edd-ce1f-440a-a652-90d852bcd9dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0908654 Nov 08 00:25:04.753666 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 6584209a-8921-4fa8-bd51-6c8418cf9d23 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:25:04.754725 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6584209a-8921-4fa8-bd51-6c8418cf9d23 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:25:04.756250 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-b54e12aa-4cf6-4e6d-9608-c0b6a647b098 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:04.765999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61dd068-8926-4389-8f6d-c60243cf51ed None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:04.770969 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54e12aa-4cf6-4e6d-9608-c0b6a647b098 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:04.772194 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b54e12aa-4cf6-4e6d-9608-c0b6a647b098 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:04.777303 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e12aa-4cf6-4e6d-9608-c0b6a647b098 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=3522c6ac-a1e6-4a8d-91fa-8805535940a1,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:04.824721 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7021a3-a6fa-4e5e-b19b-0c95155bba22 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router 4554bf0c-1026-4a3b-a198-622d75ba9b97 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:25:04.879198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-c52f457e-78f5-4729-a0d6-992a3b00b956 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183355 Nov 08 00:25:04.920153 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b54e12aa-4cf6-4e6d-9608-c0b6a647b098 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5926998 Nov 08 00:25:04.922611 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55308) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:04.936252 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e4de6eae-e9c8-4753-be38-914587481a0f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'fixed_ips': [{'subnet_id': '3522c6ac-a1e6-4a8d-91fa-8805535940a1', 'ip_address': '2001:db8::7f8c:2583:e5f0:19be'}], 'name': 'tempest-NetworksTestDHCPv6-1151493018'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:04.936459 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5519efd4-e1a8-486b-824a-06c45d00ec62', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'fixed_ips': [{'subnet_id': '3522c6ac-a1e6-4a8d-91fa-8805535940a1'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:25:04.938818 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:05.007692 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-c5c3e547-0c72-4a03-a4c1-7f744f128df9 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211481 Nov 08 00:25:05.032295 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7021a3-a6fa-4e5e-b19b-0c95155bba22 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:25:05.040145 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-be7021a3-a6fa-4e5e-b19b-0c95155bba22 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/4554bf0c-1026-4a3b-a198-622d75ba9b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3031156 Nov 08 00:25:05.046801 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55312) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:05.075168 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-b36cd2fd-42b1-40a6-a61f-da6657571a98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=58e79b86-2000-49f1-ac18-021704ff4209 HTTP/1.1" status: 200 len: 217 time: 0.0593860 Nov 08 00:25:05.093180 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f7beb1-18f3-4151-9e49-3f55e6abd674 None None] Sync routers for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:25:05.124360 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f7beb1-18f3-4151-9e49-3f55e6abd674 None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:05.124619 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0866ca6d-0675-4554-829f-876b12c7f821 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting subnet 418afc6c-8895-4e4b-8bdc-8cd23f72cf91 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:25:05.124984 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a7f7beb1-18f3-4151-9e49-3f55e6abd674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:05.130445 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0866ca6d-0675-4554-829f-876b12c7f821 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:05.156838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d9189459-9bb5-42a6-9a62-eb56c92aca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:05.158459 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d9189459-9bb5-42a6-9a62-eb56c92aca0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.0759232 Nov 08 00:25:05.195031 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0866ca6d-0675-4554-829f-876b12c7f821 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:05.250819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-dc2d7f13-a6bf-4535-965f-691a0b9ba407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:05.252714 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-dc2d7f13-a6bf-4535-965f-691a0b9ba407 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0870624 Nov 08 00:25:05.276860 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-a7f7beb1-18f3-4151-9e49-3f55e6abd674 None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:05.292388 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b740e-399b-4c04-bc01-59329dbbdca8 req-d22e5db5-f318-41fb-bc99-d887c643107d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:05.296729 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4de6eae-e9c8-4753-be38-914587481a0f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:05.300762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b740e-399b-4c04-bc01-59329dbbdca8 req-d22e5db5-f318-41fb-bc99-d887c643107d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:05.307115 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b740e-399b-4c04-bc01-59329dbbdca8 req-d22e5db5-f318-41fb-bc99-d887c643107d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:05.307830 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] Allocated IP 2001:db8::2 (5519efd4-e1a8-486b-824a-06c45d00ec62/3522c6ac-a1e6-4a8d-91fa-8805535940a1/3b5c2a46-e891-4b61-a6e1-d7b5429f886b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:05.314425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b740e-399b-4c04-bc01-59329dbbdca8 req-d22e5db5-f318-41fb-bc99-d887c643107d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:05.326061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b740e-399b-4c04-bc01-59329dbbdca8 req-d22e5db5-f318-41fb-bc99-d887c643107d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:05.337677 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b740e-399b-4c04-bc01-59329dbbdca8 req-d22e5db5-f318-41fb-bc99-d887c643107d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:05.345482 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b740e-399b-4c04-bc01-59329dbbdca8 req-d22e5db5-f318-41fb-bc99-d887c643107d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:05.358690 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c81b740e-399b-4c04-bc01-59329dbbdca8 req-d22e5db5-f318-41fb-bc99-d887c643107d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5429 time: 0.1625409 Nov 08 00:25:05.397245 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e4de6eae-e9c8-4753-be38-914587481a0f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:05.424247 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0866ca6d-0675-4554-829f-876b12c7f821 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:05.461656 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c81b740e-399b-4c04-bc01-59329dbbdca8 req-95221efc-9cca-45cd-a550-6dd4983c75fe tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0963726 Nov 08 00:25:05.464762 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-e4de6eae-e9c8-4753-be38-914587481a0f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port 4baaad94-40bd-47b7-a382-f8cb4b8c643e yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:25:05.504580 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-12201373-b5e4-4ed5-970d-722c28a19aa7 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438977 Nov 08 00:25:05.652140 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-562d5e58-239a-4aa0-8876-980c0221937a service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396050 Nov 08 00:25:05.656085 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:05.677229 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a7f7beb1-18f3-4151-9e49-3f55e6abd674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:25:03Z', 'revision_number': 10, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:05.699827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-5a7bb525-2f8d-40fa-abea-9b2387357024 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6b819cfd-7da2-4cbd-baa5-52fb93656ef5 HTTP/1.1" status: 200 len: 217 time: 0.0401056 Nov 08 00:25:05.715465 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f7beb1-18f3-4151-9e49-3f55e6abd674 None None] Checking router: 4554bf0c-1026-4a3b-a198-622d75ba9b97 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:25:05.725423 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f7beb1-18f3-4151-9e49-3f55e6abd674 None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:05.726624 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a7f7beb1-18f3-4151-9e49-3f55e6abd674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:05.750484 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-a2058a28-3157-4310-92fa-41dbf8283f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:05.751981 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-a2058a28-3157-4310-92fa-41dbf8283f17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14b76b42-1f2f-4491-9c88-ef859a8eb6c0 HTTP/1.1" status: 200 len: 797 time: 0.0454178 Nov 08 00:25:05.781853 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0866ca6d-0675-4554-829f-876b12c7f821 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:05.794720 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:05.800666 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2f62b382-7389-405c-afe3-6a69ae4fb339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:05.802354 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-2f62b382-7389-405c-afe3-6a69ae4fb339 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74f4276d-9439-4600-839d-84669ee5e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0432153 Nov 08 00:25:05.859083 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866ca6d-0675-4554-829f-876b12c7f821 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Subnet': ['ID=418afc6c-8895-4e4b-8bdc-8cd23f72cf91,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:05.866370 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0866ca6d-0675-4554-829f-876b12c7f821 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:05.870013 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0866ca6d-0675-4554-829f-876b12c7f821 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/subnets/418afc6c-8895-4e4b-8bdc-8cd23f72cf91 HTTP/1.1" status: 204 len: 168 time: 0.8222179 Nov 08 00:25:05.873571 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55350) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:05.891050 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-e4de6eae-e9c8-4753-be38-914587481a0f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::7f8c:2583:e5f0:19be (5519efd4-e1a8-486b-824a-06c45d00ec62/3522c6ac-a1e6-4a8d-91fa-8805535940a1/4baaad94-40bd-47b7-a382-f8cb4b8c643e) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:06.027867 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:06.049295 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-a7f7beb1-18f3-4151-9e49-3f55e6abd674 None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:06.054635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-3437b391-73cb-40fa-b985-a778bafc3f0a service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450099 Nov 08 00:25:06.149938 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a44b66-653f-4d4d-bfaa-4896bd4395b0 None None] Network f1cbea27-5249-47b3-9186-d40d480cc707 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:06.181007 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e4de6eae-e9c8-4753-be38-914587481a0f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:06.274837 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:06.285289 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e4de6eae-e9c8-4753-be38-914587481a0f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:06.323191 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:06.334784 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 73dbcf25-0e11-4d38-9a47-c19f82924baf details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:25:06.345515 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:06.375939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] Pushing event updated for resources: {'Port': ['ID=3b5c2a46-e891-4b61-a6e1-d7b5429f886b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:06.422578 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de6eae-e9c8-4753-be38-914587481a0f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=4baaad94-40bd-47b7-a382-f8cb4b8c643e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:06.434876 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4de6eae-e9c8-4753-be38-914587481a0f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:06.438170 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-e4de6eae-e9c8-4753-be38-914587481a0f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:06.442644 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4de6eae-e9c8-4753-be38-914587481a0f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:06.451765 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de6eae-e9c8-4753-be38-914587481a0f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:06.454600 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e4de6eae-e9c8-4753-be38-914587481a0f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:06.546664 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-19a2fc04-5986-480a-8971-03d11102c5c2 service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247718 Nov 08 00:25:06.568936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting port fb019d9a-8570-41f9-a22e-6da46ed2d8cd {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:06.569355 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:06.607192 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e4de6eae-e9c8-4753-be38-914587481a0f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6835060 Nov 08 00:25:06.619725 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55378) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:06.630931 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] Attempting to bind port 3b5c2a46-e891-4b61-a6e1-d7b5429f886b on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:25:06.631775 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] Attempting to bind port 3b5c2a46-e891-4b61-a6e1-d7b5429f886b by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:25:06.632644 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] Attempting to bind port 3b5c2a46-e891-4b61-a6e1-d7b5429f886b on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:25:06.650515 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] For port fb019d9a-8570-41f9-a22e-6da46ed2d8cd, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=fb019d9a-8570-41f9-a22e-6da46ed2d8cd,segment=NetworkSegment(153b1a28-ab12-4adf-96d7-85a6298725a1),segment_id=153b1a28-ab12-4adf-96d7-85a6298725a1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:06.656490 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:06.660078 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:25:06.660452 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:06.660877 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:06.661418 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:25:06.661952 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] Bound port: 3b5c2a46-e891-4b61-a6e1-d7b5429f886b, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:25:06.662593 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:06.681263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Calling delete_port for fb019d9a-8570-41f9-a22e-6da46ed2d8cd owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:06.692848 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 73dbcf25-0e11-4d38-9a47-c19f82924baf, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=73dbcf25-0e11-4d38-9a47-c19f82924baf,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:06.712988 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a7f7beb1-18f3-4151-9e49-3f55e6abd674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:25:03Z', 'revision_number': 10, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:06.730678 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29187ef-e30c-4e2e-ad98-cbf4f1167a8b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:06.739420 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29187ef-e30c-4e2e-ad98-cbf4f1167a8b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:06.744550 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a29187ef-e30c-4e2e-ad98-cbf4f1167a8b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1235690 Nov 08 00:25:06.745169 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55384) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:06.751413 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f7beb1-18f3-4151-9e49-3f55e6abd674 None None] The sync data for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 is: [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:25:03Z', 'revision_number': 10, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None, '_interfaces': [{'id': '793864f0-78da-40da-9467-ce5f4d0bae75', 'name': '', 'network_id': 'c0a3491b-ff97-49c1-ac24-8d581b56855a', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'mac_address': 'fa:16:3e:68:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:55Z', 'updated_at': '2021-11-08T00:24:09Z', 'revision_number': 5, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'subnets': [{'id': '7c77e057-681c-473d-b47c-d00d00e363c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:25:06.760150 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-3cb9feac-6f1a-4272-860d-f4cf627609f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5dffe1f6-cb78-4bd0-8c29-3adfb648a164 HTTP/1.1" status: 200 len: 217 time: 0.2057738 Nov 08 00:25:06.821712 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '73dbcf25-0e11-4d38-9a47-c19f82924baf', 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b', 'port_id': '73dbcf25-0e11-4d38-9a47-c19f82924baf', 'mac_address': 'fa:16:3e:6f:2f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:25:06.828220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9b3e3c-1ffa-427b-ab77-f40b06e6070e None None] DHCP port deletion for f1cbea27-5249-47b3-9186-d40d480cc707 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:25:06.856680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-0d3e8814-c4b0-4766-8b1d-8af5ba7d0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:06.858341 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-0d3e8814-c4b0-4766-8b1d-8af5ba7d0791 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14b76b42-1f2f-4491-9c88-ef859a8eb6c0 HTTP/1.1" status: 200 len: 797 time: 0.0883322 Nov 08 00:25:06.874056 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73389aaf-0280-449e-ad32-5e350baa2dc6 req-0bf8822f-2431-478d-9182-8159eaaee6b6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:06.880449 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73389aaf-0280-449e-ad32-5e350baa2dc6 req-0bf8822f-2431-478d-9182-8159eaaee6b6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:06.888488 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73389aaf-0280-449e-ad32-5e350baa2dc6 req-0bf8822f-2431-478d-9182-8159eaaee6b6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:06.888908 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1f520-5c9b-4652-9276-e779944ade0d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port 4baaad94-40bd-47b7-a382-f8cb4b8c643e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:06.889362 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f4e1f520-5c9b-4652-9276-e779944ade0d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:06.897698 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73389aaf-0280-449e-ad32-5e350baa2dc6 req-0bf8822f-2431-478d-9182-8159eaaee6b6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:06.906661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73389aaf-0280-449e-ad32-5e350baa2dc6 req-0bf8822f-2431-478d-9182-8159eaaee6b6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:06.914886 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73389aaf-0280-449e-ad32-5e350baa2dc6 req-0bf8822f-2431-478d-9182-8159eaaee6b6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:06.921073 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73389aaf-0280-449e-ad32-5e350baa2dc6 req-0bf8822f-2431-478d-9182-8159eaaee6b6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:06.923257 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-73389aaf-0280-449e-ad32-5e350baa2dc6 req-0bf8822f-2431-478d-9182-8159eaaee6b6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5429 time: 0.3577888 Nov 08 00:25:06.963957 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] For port 3b5c2a46-e891-4b61-a6e1-d7b5429f886b, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:25:06.966988 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] For port 3b5c2a46-e891-4b61-a6e1-d7b5429f886b, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3b5c2a46-e891-4b61-a6e1-d7b5429f886b,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:25:06.972681 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:06.999959 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73dbcf25-0e11-4d38-9a47-c19f82924baf {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:25:07.004311 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-73389aaf-0280-449e-ad32-5e350baa2dc6 req-871de6e5-9abe-4424-95f6-a37452874f44 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492957 Nov 08 00:25:07.032275 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-05e27e65-8916-4294-8643-32444bd562ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:07.032903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 73dbcf25-0e11-4d38-9a47-c19f82924baf, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=73dbcf25-0e11-4d38-9a47-c19f82924baf,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:07.033657 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-05e27e65-8916-4294-8643-32444bd562ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74f4276d-9439-4600-839d-84669ee5e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1080470 Nov 08 00:25:07.039299 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8a9b3e3c-1ffa-427b-ab77-f40b06e6070e None None] Deleting port fb019d9a-8570-41f9-a22e-6da46ed2d8cd {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:07.039299 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8a9b3e3c-1ffa-427b-ab77-f40b06e6070e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:07.100198 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f4e1f520-5c9b-4652-9276-e779944ade0d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:07.108111 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:07.119019 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1f520-5c9b-4652-9276-e779944ade0d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for 4baaad94-40bd-47b7-a382-f8cb4b8c643e owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:07.143846 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:07.176786 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d6d935a5-c625-44df-b4a7-8850a9920cc4 service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336603 Nov 08 00:25:07.185996 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8a9b3e3c-1ffa-427b-ab77-f40b06e6070e None None] For port fb019d9a-8570-41f9-a22e-6da46ed2d8cd, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=fb019d9a-8570-41f9-a22e-6da46ed2d8cd,segment=NetworkSegment(153b1a28-ab12-4adf-96d7-85a6298725a1),segment_id=153b1a28-ab12-4adf-96d7-85a6298725a1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:07.186681 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8a9b3e3c-1ffa-427b-ab77-f40b06e6070e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:07.205059 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8a9b3e3c-1ffa-427b-ab77-f40b06e6070e None None] Calling delete_port for fb019d9a-8570-41f9-a22e-6da46ed2d8cd owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:07.220211 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:07.303714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Port': ['ID=fb019d9a-8570-41f9-a22e-6da46ed2d8cd,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:07.306136 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] No DVR routers for this DVR port fb019d9a-8570-41f9-a22e-6da46ed2d8cd on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:25:07.344255 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8a9b3e3c-1ffa-427b-ab77-f40b06e6070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:07.346473 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66487343-44a9-4833-b0bd-bdcf3a696bac None None] Pushing event updated for resources: {'Port': ['ID=3b5c2a46-e891-4b61-a6e1-d7b5429f886b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:07.390621 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b3e3c-1ffa-427b-ab77-f40b06e6070e None None] No DVR routers for this DVR port fb019d9a-8570-41f9-a22e-6da46ed2d8cd on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:25:07.424121 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=73dbcf25-0e11-4d38-9a47-c19f82924baf,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:07.433177 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f4e1f520-5c9b-4652-9276-e779944ade0d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:07.455332 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b3e3c-1ffa-427b-ab77-f40b06e6070e None None] Pushing event deleted for resources: {'Port': ['ID=fb019d9a-8570-41f9-a22e-6da46ed2d8cd,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:07.457650 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['73dbcf25-0e11-4d38-9a47-c19f82924baf'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:25:07.460314 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:07.470964 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eeeddb9e-8bc2-4b88-9ddb-b34033266072 req-d2933762-2051-4ede-ab06-1fd567ee70f7 service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882478 Nov 08 00:25:07.471092 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1f520-5c9b-4652-9276-e779944ade0d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=4baaad94-40bd-47b7-a382-f8cb4b8c643e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:07.494117 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1cbea27-5249-47b3-9186-d40d480cc707']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:07.512133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153b1a28-ab12-4adf-96d7-85a6298725a1') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:07.512795 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153b1a28-ab12-4adf-96d7-85a6298725a1') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:07.514592 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f4e1f520-5c9b-4652-9276-e779944ade0d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:07.520557 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f4e1f520-5c9b-4652-9276-e779944ade0d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/4baaad94-40bd-47b7-a382-f8cb4b8c643e HTTP/1.1" status: 204 len: 168 time: 0.7722683 Nov 08 00:25:07.521948 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55402) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:07.528905 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:07.550786 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:07.554072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:25:07.556176 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:25:07.562239 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:25:07.588053 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a30f106-b449-4022-9893-f6586d9227ca tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:07.589869 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a30f106-b449-4022-9893-f6586d9227ca tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:07.594190 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1a30f106-b449-4022-9893-f6586d9227ca tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0688558 Nov 08 00:25:07.594897 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55404) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:07.688744 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a309e32-d882-4624-9956-1d3562ca9cfe tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 3522c6ac-a1e6-4a8d-91fa-8805535940a1 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:25:07.695588 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a309e32-d882-4624-9956-1d3562ca9cfe tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:07.772546 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a309e32-d882-4624-9956-1d3562ca9cfe tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:07.774705 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:07.784490 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:07.794850 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/networks/f1cbea27-5249-47b3-9186-d40d480cc707 HTTP/1.1" status: 204 len: 168 time: 1.9211349 Nov 08 00:25:07.795596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55420) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:07.821133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b45b7-97eb-4f69-b0df-3f7f671de05e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Network': ['ID=f1cbea27-5249-47b3-9186-d40d480cc707,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:07.890601 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a309e32-d882-4624-9956-1d3562ca9cfe tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:08.020993 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a309e32-d882-4624-9956-1d3562ca9cfe tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:08.036863 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a309e32-d882-4624-9956-1d3562ca9cfe tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:08.047958 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2a309e32-d882-4624-9956-1d3562ca9cfe tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/3522c6ac-a1e6-4a8d-91fa-8805535940a1 HTTP/1.1" status: 204 len: 168 time: 0.4496105 Nov 08 00:25:08.048418 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55434) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:08.085278 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a309e32-d882-4624-9956-1d3562ca9cfe tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=3522c6ac-a1e6-4a8d-91fa-8805535940a1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:08.101382 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:25:08.140189 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ed7c946f-c9d7-4b6d-8ed8-b11132154094 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625944 Nov 08 00:25:08.142441 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55444) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:08.217171 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509fa032-9b2f-4ba8-b6eb-6e6c33802467 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:08.220300 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-509fa032-9b2f-4ba8-b6eb-6e6c33802467 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0752304 Nov 08 00:25:08.221828 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55448) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:08.271819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b22e4-2df9-4cdb-a29e-d253f2a2ec13 req-ab867164-9162-43eb-becd-874ee1dea69b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:08.278120 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b22e4-2df9-4cdb-a29e-d253f2a2ec13 req-ab867164-9162-43eb-becd-874ee1dea69b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:08.284703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b22e4-2df9-4cdb-a29e-d253f2a2ec13 req-ab867164-9162-43eb-becd-874ee1dea69b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:08.299221 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267b6038-97d7-46b1-afa1-236ff16b148e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:08.299873 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b22e4-2df9-4cdb-a29e-d253f2a2ec13 req-ab867164-9162-43eb-becd-874ee1dea69b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:08.304058 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-267b6038-97d7-46b1-afa1-236ff16b148e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0811653 Nov 08 00:25:08.304943 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55450) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:08.313669 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b22e4-2df9-4cdb-a29e-d253f2a2ec13 req-ab867164-9162-43eb-becd-874ee1dea69b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:08.322413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b22e4-2df9-4cdb-a29e-d253f2a2ec13 req-ab867164-9162-43eb-becd-874ee1dea69b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:08.330395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b22e4-2df9-4cdb-a29e-d253f2a2ec13 req-ab867164-9162-43eb-becd-874ee1dea69b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:08.339993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 73dbcf25-0e11-4d38-9a47-c19f82924baf up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:08.341088 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f56b22e4-2df9-4cdb-a29e-d253f2a2ec13 req-ab867164-9162-43eb-becd-874ee1dea69b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5429 time: 0.1666577 Nov 08 00:25:08.397877 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:08.405093 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9d55066f-c563-4d76-82f5-7fdd9076d323 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0987527 Nov 08 00:25:08.405714 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55462) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:08.424619 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f56b22e4-2df9-4cdb-a29e-d253f2a2ec13 req-68c0db55-f5d6-4bd1-af4b-3f83f8f0b5a6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798488 Nov 08 00:25:08.434341 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-847ba34c-10cb-4567-abf8-7e414b0540e7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:08.475560 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 73dbcf25-0e11-4d38-9a47-c19f82924baf triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:08.479441 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:08.532816 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d49f3469-5d24-4a66-a82c-e5390bccca50 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:08.618334 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:08.697415 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c230e7dd-cb72-4352-a468-bb819870ca6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73dbcf25-0e11-4d38-9a47-c19f82924baf'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:25:08.705837 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c64c523-e7b8-4e35-a74d-347a55bcbd50" -d '{"events": [{"server_uuid": "c230e7dd-cb72-4352-a468-bb819870ca6c", "name": "network-vif-plugged", "status": "completed", "tag": "73dbcf25-0e11-4d38-9a47-c19f82924baf"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:25:08.758051 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847ba34c-10cb-4567-abf8-7e414b0540e7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:08.761970 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-847ba34c-10cb-4567-abf8-7e414b0540e7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:08.772625 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 73dbcf25-0e11-4d38-9a47-c19f82924baf, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=73dbcf25-0e11-4d38-9a47-c19f82924baf,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:08.801659 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3b5c2a46-e891-4b61-a6e1-d7b5429f886b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:08.882331 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719cb759-e033-42fc-b519-13959b6d220d x-openstack-request-id: req-719cb759-e033-42fc-b519-13959b6d220d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:25:08.883894 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c230e7dd-cb72-4352-a468-bb819870ca6c", "name": "network-vif-plugged", "status": "completed", "tag": "73dbcf25-0e11-4d38-9a47-c19f82924baf", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:25:08.884664 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-719cb759-e033-42fc-b519-13959b6d220d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:25:08.885342 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c230e7dd-cb72-4352-a468-bb819870ca6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73dbcf25-0e11-4d38-9a47-c19f82924baf', 'code': 200} Nov 08 00:25:08.887340 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:09.018896 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d49f3469-5d24-4a66-a82c-e5390bccca50 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting port 793864f0-78da-40da-9467-ce5f4d0bae75 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:09.019362 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d49f3469-5d24-4a66-a82c-e5390bccca50 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:09.033430 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=73dbcf25-0e11-4d38-9a47-c19f82924baf,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:09.051630 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8437c7-9b7d-4702-9ee8-8755f72ad80b None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:09.162732 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f9add5b8-b32c-4fe5-ada3-b10148307671 None None] Provisioning complete for port 3b5c2a46-e891-4b61-a6e1-d7b5429f886b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:09.163106 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9add5b8-b32c-4fe5-ada3-b10148307671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:09.176178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d49f3469-5d24-4a66-a82c-e5390bccca50 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] For port 793864f0-78da-40da-9467-ce5f4d0bae75, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=793864f0-78da-40da-9467-ce5f4d0bae75,segment=NetworkSegment(8f447d41-1498-462c-b8b7-2bf83ca7c171),segment_id=8f447d41-1498-462c-b8b7-2bf83ca7c171)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:09.176551 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d49f3469-5d24-4a66-a82c-e5390bccca50 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:09.180938 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-847ba34c-10cb-4567-abf8-7e414b0540e7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:09.191260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d49f3469-5d24-4a66-a82c-e5390bccca50 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Calling delete_port for 793864f0-78da-40da-9467-ce5f4d0bae75 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:09.222233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 3b5c2a46-e891-4b61-a6e1-d7b5429f886b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:09.222612 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:09.252196 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847ba34c-10cb-4567-abf8-7e414b0540e7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:09.268887 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-847ba34c-10cb-4567-abf8-7e414b0540e7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:09.282649 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ba34c-10cb-4567-abf8-7e414b0540e7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:09.282649 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-847ba34c-10cb-4567-abf8-7e414b0540e7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:09.319503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ba34c-10cb-4567-abf8-7e414b0540e7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=50177630-4c51-4611-9416-3f0026aa1a4b,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:09.401255 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-847ba34c-10cb-4567-abf8-7e414b0540e7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9944530 Nov 08 00:25:09.408758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55492) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:09.426790 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-46d50cf6-4a80-4011-9113-9277106558c7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'fixed_ips': [{'subnet_id': '50177630-4c51-4611-9416-3f0026aa1a4b', 'ip_address': '2001:db8::7a31:e1a3:d3a9:e474'}], 'name': 'tempest-NetworksTestDHCPv6-2092664050'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:09.446832 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9add5b8-b32c-4fe5-ada3-b10148307671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:09.468883 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:09.507261 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f9add5b8-b32c-4fe5-ada3-b10148307671 None None] For port 3b5c2a46-e891-4b61-a6e1-d7b5429f886b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3b5c2a46-e891-4b61-a6e1-d7b5429f886b,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:09.598343 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9add5b8-b32c-4fe5-ada3-b10148307671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:09.709922 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:25:09.710285 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:25:09.719652 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9add5b8-b32c-4fe5-ada3-b10148307671 None None] Pushing event updated for resources: {'Port': ['ID=3b5c2a46-e891-4b61-a6e1-d7b5429f886b,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:09.722896 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15babefb-e1a9-4fc8-928d-6b95aac57f13 req-cf3e93c9-fe7d-46ca-9e3b-e97770e7590b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:09.733843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15babefb-e1a9-4fc8-928d-6b95aac57f13 req-cf3e93c9-fe7d-46ca-9e3b-e97770e7590b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:09.739206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15babefb-e1a9-4fc8-928d-6b95aac57f13 req-cf3e93c9-fe7d-46ca-9e3b-e97770e7590b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:09.746576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15babefb-e1a9-4fc8-928d-6b95aac57f13 req-cf3e93c9-fe7d-46ca-9e3b-e97770e7590b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:09.752895 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15babefb-e1a9-4fc8-928d-6b95aac57f13 req-cf3e93c9-fe7d-46ca-9e3b-e97770e7590b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:09.760252 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15babefb-e1a9-4fc8-928d-6b95aac57f13 req-cf3e93c9-fe7d-46ca-9e3b-e97770e7590b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:09.765619 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15babefb-e1a9-4fc8-928d-6b95aac57f13 req-cf3e93c9-fe7d-46ca-9e3b-e97770e7590b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:09.773934 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15babefb-e1a9-4fc8-928d-6b95aac57f13 req-cf3e93c9-fe7d-46ca-9e3b-e97770e7590b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5429 time: 0.1558194 Nov 08 00:25:09.786752 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2952b2e7-08d4-4e08-a642-ec2c8b9cc15f None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:09.815183 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d49f3469-5d24-4a66-a82c-e5390bccca50 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:09.837625 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15babefb-e1a9-4fc8-928d-6b95aac57f13 req-4d4d1fa5-e645-4288-929b-86eabaaf74d2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627134 Nov 08 00:25:09.883096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d50cf6-4a80-4011-9113-9277106558c7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:09.972597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f3469-5d24-4a66-a82c-e5390bccca50 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Port': ['ID=793864f0-78da-40da-9467-ce5f4d0bae75,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:10.166202 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46d50cf6-4a80-4011-9113-9277106558c7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:10.189644 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d49f3469-5d24-4a66-a82c-e5390bccca50 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:10.220591 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-46d50cf6-4a80-4011-9113-9277106558c7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port fd4a35b9-d8f0-4060-8aa1-c4481d7e46e9 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:25:10.262033 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-321f1586-0788-4afa-8534-e4efc0924223 None None] Provisioning complete for port 3b5c2a46-e891-4b61-a6e1-d7b5429f886b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:10.262419 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-321f1586-0788-4afa-8534-e4efc0924223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:10.516753 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device fb019d9a-8570-41f9-a22e-6da46ed2d8cd no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:25:10.550558 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: fb019d9a-8570-41f9-a22e-6da46ed2d8cd {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:25:10.551300 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device fb019d9a-8570-41f9-a22e-6da46ed2d8cd not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:25:10.551965 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6c7f3120-f0df-466a-be25-b71e4e1be38a no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:25:10.581545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 6c7f3120-f0df-466a-be25-b71e4e1be38a {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:25:10.581943 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6c7f3120-f0df-466a-be25-b71e4e1be38a not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:25:10.640959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49f3469-5d24-4a66-a82c-e5390bccca50 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router 4554bf0c-1026-4a3b-a198-622d75ba9b97 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:25:10.802159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-46d50cf6-4a80-4011-9113-9277106558c7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::7a31:e1a3:d3a9:e474 (5519efd4-e1a8-486b-824a-06c45d00ec62/50177630-4c51-4611-9416-3f0026aa1a4b/fd4a35b9-d8f0-4060-8aa1-c4481d7e46e9) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:10.823582 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c2ff947e-1a46-449d-bc87-856e32da7404 None None] Provisioning complete for port 3b5c2a46-e891-4b61-a6e1-d7b5429f886b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:10.824311 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2ff947e-1a46-449d-bc87-856e32da7404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:10.879932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49f3469-5d24-4a66-a82c-e5390bccca50 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:25:10.888209 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3b5c2a46-e891-4b61-a6e1-d7b5429f886b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:10.897055 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c464ab-4a34-4898-b634-fa22d9ce25d5 None None] Sync routers for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:25:10.904343 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d49f3469-5d24-4a66-a82c-e5390bccca50 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/4554bf0c-1026-4a3b-a198-622d75ba9b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0870006 Nov 08 00:25:10.904689 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55526) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:10.920195 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c464ab-4a34-4898-b634-fa22d9ce25d5 None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:10.927770 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-73c464ab-4a34-4898-b634-fa22d9ce25d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:11.045517 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb41610-ccf2-4b30-9457-b680bef437ff tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting subnet 7c77e057-681c-473d-b47c-d00d00e363c0 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:25:11.060111 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7eb41610-ccf2-4b30-9457-b680bef437ff tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:11.173941 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 3b5c2a46-e891-4b61-a6e1-d7b5429f886b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:11.174590 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:11.255569 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7eb41610-ccf2-4b30-9457-b680bef437ff tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:11.365574 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de272b-84a9-47fc-ba46-d8364a84e86e req-2e756ca8-8127-40d1-bd7f-90d2d75db8fa tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:11.373812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de272b-84a9-47fc-ba46-d8364a84e86e req-2e756ca8-8127-40d1-bd7f-90d2d75db8fa tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:11.380044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de272b-84a9-47fc-ba46-d8364a84e86e req-2e756ca8-8127-40d1-bd7f-90d2d75db8fa tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:11.386901 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de272b-84a9-47fc-ba46-d8364a84e86e req-2e756ca8-8127-40d1-bd7f-90d2d75db8fa tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:11.392860 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de272b-84a9-47fc-ba46-d8364a84e86e req-2e756ca8-8127-40d1-bd7f-90d2d75db8fa tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:11.399346 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de272b-84a9-47fc-ba46-d8364a84e86e req-2e756ca8-8127-40d1-bd7f-90d2d75db8fa tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:11.405328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de272b-84a9-47fc-ba46-d8364a84e86e req-2e756ca8-8127-40d1-bd7f-90d2d75db8fa tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:11.416859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-945429b7-ddfb-4151-92af-308f838c8521 None None] Could not find standard attr ID for object 4baaad94-40bd-47b7-a382-f8cb4b8c643e. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:25:11.428278 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8de272b-84a9-47fc-ba46-d8364a84e86e req-2e756ca8-8127-40d1-bd7f-90d2d75db8fa tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5429 time: 0.3256819 Nov 08 00:25:11.453839 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7eb41610-ccf2-4b30-9457-b680bef437ff tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:11.546716 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8de272b-84a9-47fc-ba46-d8364a84e86e req-7776ba02-1b4e-4cb7-91b1-21ce27077b1f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1138473 Nov 08 00:25:11.561008 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46d50cf6-4a80-4011-9113-9277106558c7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:11.571175 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-73c464ab-4a34-4898-b634-fa22d9ce25d5 None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:11.635800 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-73c464ab-4a34-4898-b634-fa22d9ce25d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:25:09Z', 'revision_number': 11, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:11.670879 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c464ab-4a34-4898-b634-fa22d9ce25d5 None None] Checking router: 4554bf0c-1026-4a3b-a198-622d75ba9b97 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:25:11.680724 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c464ab-4a34-4898-b634-fa22d9ce25d5 None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:11.681485 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-73c464ab-4a34-4898-b634-fa22d9ce25d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:11.689117 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7eb41610-ccf2-4b30-9457-b680bef437ff tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:11.718480 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46d50cf6-4a80-4011-9113-9277106558c7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:11.780571 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb41610-ccf2-4b30-9457-b680bef437ff tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Subnet': ['ID=7c77e057-681c-473d-b47c-d00d00e363c0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:11.782295 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-73c464ab-4a34-4898-b634-fa22d9ce25d5 None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:11.799589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d50cf6-4a80-4011-9113-9277106558c7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=fd4a35b9-d8f0-4060-8aa1-c4481d7e46e9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:11.804102 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f69f2e-7376-46a2-bb2c-e233eed23960 None None] Network c0a3491b-ff97-49c1-ac24-8d581b56855a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:11.813651 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7eb41610-ccf2-4b30-9457-b680bef437ff tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:11.819040 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d50cf6-4a80-4011-9113-9277106558c7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:11.820665 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-46d50cf6-4a80-4011-9113-9277106558c7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:11.826540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d50cf6-4a80-4011-9113-9277106558c7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:11.838758 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7eb41610-ccf2-4b30-9457-b680bef437ff tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/subnets/7c77e057-681c-473d-b47c-d00d00e363c0 HTTP/1.1" status: 204 len: 168 time: 0.9301486 Nov 08 00:25:11.839644 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55546) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:11.845839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d50cf6-4a80-4011-9113-9277106558c7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:11.846758 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46d50cf6-4a80-4011-9113-9277106558c7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:11.923776 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-73c464ab-4a34-4898-b634-fa22d9ce25d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:25:09Z', 'revision_number': 11, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:11.963197 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-46d50cf6-4a80-4011-9113-9277106558c7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5502501 Nov 08 00:25:11.963456 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55550) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:11.968591 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-9eaf8f84-3a39-40de-9605-2aea29813482 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'fixed_ips': [{'subnet_id': '50177630-4c51-4611-9416-3f0026aa1a4b', 'ip_address': '2001:db8::7a31:e1a3:d3a9:e474'}], 'name': 'tempest-NetworksTestDHCPv6-941169959'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:11.981224 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c464ab-4a34-4898-b634-fa22d9ce25d5 None None] The sync data for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 is: [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:25:09Z', 'revision_number': 11, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:25:12.067410 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:12.152658 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Deleting port 8f71e818-8893-4078-8206-52df848f285b {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:12.153486 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:12.244843 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] For port 8f71e818-8893-4078-8206-52df848f285b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8f71e818-8893-4078-8206-52df848f285b,segment=NetworkSegment(8f447d41-1498-462c-b8b7-2bf83ca7c171),segment_id=8f447d41-1498-462c-b8b7-2bf83ca7c171)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:12.250343 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:12.282590 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Calling delete_port for 8f71e818-8893-4078-8206-52df848f285b owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:12.345809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaf8f84-3a39-40de-9605-2aea29813482 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:12.357734 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9eaf8f84-3a39-40de-9605-2aea29813482 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:12.371027 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f81a97f-0966-43b2-8ba1-bd000f8b5e44 None None] DHCP port deletion for c0a3491b-ff97-49c1-ac24-8d581b56855a request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:25:12.403069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-9eaf8f84-3a39-40de-9605-2aea29813482 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port f2a09ce5-a6bd-4159-b1ad-291164273eaa yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:25:12.536636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b2897c07-0e05-4581-841a-6b77466c57e4 None None] Provisioning complete for port fd4a35b9-d8f0-4060-8aa1-c4481d7e46e9 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:12.539277 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:12.540151 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b2897c07-0e05-4581-841a-6b77466c57e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:12.676968 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] No DVR routers for this DVR port 8f71e818-8893-4078-8206-52df848f285b on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:25:12.686387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Port': ['ID=8f71e818-8893-4078-8206-52df848f285b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:12.747189 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b2897c07-0e05-4581-841a-6b77466c57e4 None None] Port fd4a35b9-d8f0-4060-8aa1-c4481d7e46e9 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:25:12.767274 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5f81a97f-0966-43b2-8ba1-bd000f8b5e44 None None] Deleting port 8f71e818-8893-4078-8206-52df848f285b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:12.768116 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f81a97f-0966-43b2-8ba1-bd000f8b5e44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:12.792944 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eaf8f84-3a39-40de-9605-2aea29813482 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 08 00:25:12.793471 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eaf8f84-3a39-40de-9605-2aea29813482 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:25:12.883190 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8f71e818-8893-4078-8206-52df848f285b no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:25:12.908419 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441f328-f058-419e-a69c-c16cd01bcc5c req-8f8b663f-548f-449b-9dd4-31dda26a2665 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:12.931126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441f328-f058-419e-a69c-c16cd01bcc5c req-8f8b663f-548f-449b-9dd4-31dda26a2665 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:12.947884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441f328-f058-419e-a69c-c16cd01bcc5c req-8f8b663f-548f-449b-9dd4-31dda26a2665 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:12.951238 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 8f71e818-8893-4078-8206-52df848f285b {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:25:12.956693 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8f71e818-8893-4078-8206-52df848f285b not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:25:12.957381 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 793864f0-78da-40da-9467-ce5f4d0bae75 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:25:12.969824 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441f328-f058-419e-a69c-c16cd01bcc5c req-8f8b663f-548f-449b-9dd4-31dda26a2665 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:12.977179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441f328-f058-419e-a69c-c16cd01bcc5c req-8f8b663f-548f-449b-9dd4-31dda26a2665 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:12.987316 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:12.994775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441f328-f058-419e-a69c-c16cd01bcc5c req-8f8b663f-548f-449b-9dd4-31dda26a2665 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:13.009825 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 793864f0-78da-40da-9467-ce5f4d0bae75 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:25:13.010164 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 793864f0-78da-40da-9467-ce5f4d0bae75 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:25:13.011601 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441f328-f058-419e-a69c-c16cd01bcc5c req-8f8b663f-548f-449b-9dd4-31dda26a2665 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:13.018512 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a3491b-ff97-49c1-ac24-8d581b56855a']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:13.019731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8441f328-f058-419e-a69c-c16cd01bcc5c req-8f8b663f-548f-449b-9dd4-31dda26a2665 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5429 time: 0.3092024 Nov 08 00:25:13.030184 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f447d41-1498-462c-b8b7-2bf83ca7c171') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:13.030631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9eaf8f84-3a39-40de-9605-2aea29813482 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0656977 Nov 08 00:25:13.031270 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f447d41-1498-462c-b8b7-2bf83ca7c171') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:13.045670 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55588) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:13.047078 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:13.066236 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:13.069083 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5f81a97f-0966-43b2-8ba1-bd000f8b5e44 None None] For port 8f71e818-8893-4078-8206-52df848f285b, host n-d-816882-1, got binding levels [] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:13.069483 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f81a97f-0966-43b2-8ba1-bd000f8b5e44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:13.075056 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:25:13.080994 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:13.096920 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5f81a97f-0966-43b2-8ba1-bd000f8b5e44 None None] Calling delete_port for 8f71e818-8893-4078-8206-52df848f285b owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:13.101134 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.ipam_backend_mixin [None req-5f81a97f-0966-43b2-8ba1-bd000f8b5e44 None None] Port 8f71e818-8893-4078-8206-52df848f285b was not found and therefore no delete operation was performed {{(pid=102773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 00:25:13.102442 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f81a97f-0966-43b2-8ba1-bd000f8b5e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:25:13.146237 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:25:13.168930 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f81a97f-0966-43b2-8ba1-bd000f8b5e44 None None] No DVR routers for this DVR port 8f71e818-8893-4078-8206-52df848f285b on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:25:13.175288 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81a97f-0966-43b2-8ba1-bd000f8b5e44 None None] Pushing event deleted for resources: {'Port': ['ID=8f71e818-8893-4078-8206-52df848f285b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:13.178067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8441f328-f058-419e-a69c-c16cd01bcc5c req-10e39b0e-b58a-446e-b506-007bd64fe8ea tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1553357 Nov 08 00:25:13.215873 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:13.218531 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ebdd16-7020-4bf6-9dc4-147e7458c87e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:13.221473 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:13.225670 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ebdd16-7020-4bf6-9dc4-147e7458c87e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:13.230204 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e1ebdd16-7020-4bf6-9dc4-147e7458c87e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1735673 Nov 08 00:25:13.230353 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/networks/c0a3491b-ff97-49c1-ac24-8d581b56855a HTTP/1.1" status: 204 len: 168 time: 1.3859875 Nov 08 00:25:13.230353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55596) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:13.231090 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55598) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:13.237954 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ac8ddcbb-87d4-48ed-8250-81e9e988205d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'router': {'routes': None}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:13.368726 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72297ff9-4a39-4491-b2c9-395fd4ab848f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Pushing event deleted for resources: {'Network': ['ID=c0a3491b-ff97-49c1-ac24-8d581b56855a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:13.427946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c2a4bc4d-7a48-4f8e-baeb-e367a53a5099 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port fd4a35b9-d8f0-4060-8aa1-c4481d7e46e9 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:13.428763 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2a4bc4d-7a48-4f8e-baeb-e367a53a5099 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:13.449683 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.extraroute_db [None req-ac8ddcbb-87d4-48ed-8250-81e9e988205d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Added routes are [] {{(pid=102771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 08 00:25:13.450642 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.extraroute_db [None req-ac8ddcbb-87d4-48ed-8250-81e9e988205d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Removed routes are [] {{(pid=102771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 08 00:25:13.451521 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac8ddcbb-87d4-48ed-8250-81e9e988205d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:13.588238 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2a4bc4d-7a48-4f8e-baeb-e367a53a5099 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:13.607872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c2a4bc4d-7a48-4f8e-baeb-e367a53a5099 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for fd4a35b9-d8f0-4060-8aa1-c4481d7e46e9 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:13.708444 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac8ddcbb-87d4-48ed-8250-81e9e988205d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:13.713066 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac8ddcbb-87d4-48ed-8250-81e9e988205d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:13.869070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8ddcbb-87d4-48ed-8250-81e9e988205d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router 4554bf0c-1026-4a3b-a198-622d75ba9b97 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:25:13.928735 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2a4bc4d-7a48-4f8e-baeb-e367a53a5099 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:14.024913 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4bc4d-7a48-4f8e-baeb-e367a53a5099 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=fd4a35b9-d8f0-4060-8aa1-c4481d7e46e9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:14.035542 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2a4bc4d-7a48-4f8e-baeb-e367a53a5099 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:14.048387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c2a4bc4d-7a48-4f8e-baeb-e367a53a5099 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/fd4a35b9-d8f0-4060-8aa1-c4481d7e46e9 HTTP/1.1" status: 204 len: 168 time: 0.8130980 Nov 08 00:25:14.050900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55610) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:14.112794 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8ddcbb-87d4-48ed-8250-81e9e988205d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:25:14.127014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3358941c-02e7-4765-97ee-56e444a8f962 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:14.128179 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e6b9af-c761-42fd-8514-06f7607d8d20 None None] Sync routers for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:25:14.128968 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3358941c-02e7-4765-97ee-56e444a8f962 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:14.130785 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3358941c-02e7-4765-97ee-56e444a8f962 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0786636 Nov 08 00:25:14.133610 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac8ddcbb-87d4-48ed-8250-81e9e988205d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:14.137782 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ac8ddcbb-87d4-48ed-8250-81e9e988205d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/4554bf0c-1026-4a3b-a198-622d75ba9b97 HTTP/1.1" status: 200 len: 701 time: 0.9026406 Nov 08 00:25:14.141954 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55612) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:14.142470 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55614) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:14.157325 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e6b9af-c761-42fd-8514-06f7607d8d20 None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:14.158257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-94e6b9af-c761-42fd-8514-06f7607d8d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:14.276680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55618) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:14.277187 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-09220710-e280-4d96-951a-26cbe42eb214 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/ports?device_id=4554bf0c-1026-4a3b-a198-622d75ba9b97 HTTP/1.1" status: 200 len: 205 time: 0.1107552 Nov 08 00:25:14.322494 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-94e6b9af-c761-42fd-8514-06f7607d8d20 None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:14.447307 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b1dfa5-f07c-4932-ab28-20be8b8d3781 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 50177630-4c51-4611-9416-3f0026aa1a4b {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:25:14.458931 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38b1dfa5-f07c-4932-ab28-20be8b8d3781 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:14.533635 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38b1dfa5-f07c-4932-ab28-20be8b8d3781 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:14.540149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-94e6b9af-c761-42fd-8514-06f7607d8d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:25:09Z', 'revision_number': 11, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:14.545270 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-45144635-9d62-45ae-b11c-aa48bffc876e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:14.582493 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38b1dfa5-f07c-4932-ab28-20be8b8d3781 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:14.611813 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e6b9af-c761-42fd-8514-06f7607d8d20 None None] Checking router: 4554bf0c-1026-4a3b-a198-622d75ba9b97 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:25:14.632687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e6b9af-c761-42fd-8514-06f7607d8d20 None None] Routers {'4554bf0c-1026-4a3b-a198-622d75ba9b97'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:14.633315 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-94e6b9af-c761-42fd-8514-06f7607d8d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4554bf0c-1026-4a3b-a198-622d75ba9b97'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:14.726287 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df501a78-6fb2-4541-bb32-4683cd73b22d req-2f766b97-5192-47a3-a7bf-cf0adf497996 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:14.731196 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-94e6b9af-c761-42fd-8514-06f7607d8d20 None None] Set router 4554bf0c-1026-4a3b-a198-622d75ba9b97 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:14.734051 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df501a78-6fb2-4541-bb32-4683cd73b22d req-2f766b97-5192-47a3-a7bf-cf0adf497996 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:14.740852 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38b1dfa5-f07c-4932-ab28-20be8b8d3781 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:14.741428 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df501a78-6fb2-4541-bb32-4683cd73b22d req-2f766b97-5192-47a3-a7bf-cf0adf497996 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:14.749032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df501a78-6fb2-4541-bb32-4683cd73b22d req-2f766b97-5192-47a3-a7bf-cf0adf497996 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:14.761544 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38b1dfa5-f07c-4932-ab28-20be8b8d3781 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:14.762589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df501a78-6fb2-4541-bb32-4683cd73b22d req-2f766b97-5192-47a3-a7bf-cf0adf497996 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:14.766137 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-38b1dfa5-f07c-4932-ab28-20be8b8d3781 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/50177630-4c51-4611-9416-3f0026aa1a4b HTTP/1.1" status: 204 len: 168 time: 0.6222639 Nov 08 00:25:14.769847 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df501a78-6fb2-4541-bb32-4683cd73b22d req-2f766b97-5192-47a3-a7bf-cf0adf497996 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:14.772708 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55632) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:14.777744 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df501a78-6fb2-4541-bb32-4683cd73b22d req-2f766b97-5192-47a3-a7bf-cf0adf497996 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:14.779926 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-df501a78-6fb2-4541-bb32-4683cd73b22d req-2f766b97-5192-47a3-a7bf-cf0adf497996 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5429 time: 0.2857909 Nov 08 00:25:14.785210 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1461aa-8566-4c53-9d56-01d0e6e99dff None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:14.834016 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-94e6b9af-c761-42fd-8514-06f7607d8d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:25:09Z', 'revision_number': 11, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:14.847015 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1dfa5-f07c-4932-ab28-20be8b8d3781 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=50177630-4c51-4611-9416-3f0026aa1a4b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:14.884200 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e6b9af-c761-42fd-8514-06f7607d8d20 None None] The sync data for ids ['4554bf0c-1026-4a3b-a198-622d75ba9b97'] in n-d-816882-1 is: [{'id': '4554bf0c-1026-4a3b-a198-622d75ba9b97', 'name': 'tempest-RoutersTest-router-2036521417', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:23:52Z', 'updated_at': '2021-11-08T00:25:09Z', 'revision_number': 11, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:25:14.979191 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-221b3e6a-e234-4e22-917c-5be0cb89e4db tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2053165 Nov 08 00:25:14.982052 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55640) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:14.986956 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-3240bc83-606d-469a-aa76-7a752e00524e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:15.176002 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-45144635-9d62-45ae-b11c-aa48bffc876e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:15.187342 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-45144635-9d62-45ae-b11c-aa48bffc876e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:15.200709 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-df501a78-6fb2-4541-bb32-4683cd73b22d req-65d9bdd3-805c-4130-a668-d42f222ba609 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4118748 Nov 08 00:25:15.291077 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1e0657-08a6-4b28-addb-6ccb48e3fd75 None None] DHCP port deletion for 5519efd4-e1a8-486b-824a-06c45d00ec62 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:25:15.323127 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3240bc83-606d-469a-aa76-7a752e00524e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:15.328272 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3240bc83-606d-469a-aa76-7a752e00524e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:15.351606 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-45144635-9d62-45ae-b11c-aa48bffc876e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:15.352159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45144635-9d62-45ae-b11c-aa48bffc876e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Fanout notify agent at l3_agent the message router_deleted on router 4554bf0c-1026-4a3b-a198-622d75ba9b97 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:25:15.362285 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-45144635-9d62-45ae-b11c-aa48bffc876e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:15.368467 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-45144635-9d62-45ae-b11c-aa48bffc876e tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/routers/4554bf0c-1026-4a3b-a198-622d75ba9b97 HTTP/1.1" status: 204 len: 168 time: 1.0908492 Nov 08 00:25:15.369263 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e0657-08a6-4b28-addb-6ccb48e3fd75 None None] Deleting port 3b5c2a46-e891-4b61-a6e1-d7b5429f886b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:15.369845 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7e1e0657-08a6-4b28-addb-6ccb48e3fd75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:15.371043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55648) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:15.375615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-541f62e9-9cd0-455b-bff2-afd5f4ee783f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-172206653', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:15.539502 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-7e1e0657-08a6-4b28-addb-6ccb48e3fd75 None None] For port 3b5c2a46-e891-4b61-a6e1-d7b5429f886b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3b5c2a46-e891-4b61-a6e1-d7b5429f886b,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:15.539975 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7e1e0657-08a6-4b28-addb-6ccb48e3fd75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:15.546559 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-541f62e9-9cd0-455b-bff2-afd5f4ee783f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:15.550724 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-541f62e9-9cd0-455b-bff2-afd5f4ee783f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:15.619542 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e0657-08a6-4b28-addb-6ccb48e3fd75 None None] Calling delete_port for 3b5c2a46-e891-4b61-a6e1-d7b5429f886b owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:15.769496 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3240bc83-606d-469a-aa76-7a752e00524e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:15.818812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3240bc83-606d-469a-aa76-7a752e00524e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:15.822599 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-3240bc83-606d-469a-aa76-7a752e00524e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:15.827589 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3240bc83-606d-469a-aa76-7a752e00524e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:15.828343 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3240bc83-606d-469a-aa76-7a752e00524e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:15.845136 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240bc83-606d-469a-aa76-7a752e00524e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=98e5449a-9a1e-476f-a667-0b1468c20933,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:15.902753 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7e1e0657-08a6-4b28-addb-6ccb48e3fd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:15.937556 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3240bc83-606d-469a-aa76-7a752e00524e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9528337 Nov 08 00:25:15.937822 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55662) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:15.943001 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-62ae59fa-b75c-4998-b7ab-e2d7e8e3f21a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'fixed_ips': [{'subnet_id': '98e5449a-9a1e-476f-a667-0b1468c20933', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-328696441'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:15.975933 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e0657-08a6-4b28-addb-6ccb48e3fd75 None None] Pushing event deleted for resources: {'Port': ['ID=3b5c2a46-e891-4b61-a6e1-d7b5429f886b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:15.984007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1e0657-08a6-4b28-addb-6ccb48e3fd75 None None] No DVR routers for this DVR port 3b5c2a46-e891-4b61-a6e1-d7b5429f886b on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:25:16.008880 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e8d506-664a-4582-bc35-25413dfd3063 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:16.216481 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5519efd4-e1a8-486b-824a-06c45d00ec62', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'fixed_ips': [{'subnet_id': '98e5449a-9a1e-476f-a667-0b1468c20933'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:25:16.217775 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:16.284198 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-541f62e9-9cd0-455b-bff2-afd5f4ee783f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:16.368987 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ae59fa-b75c-4998-b7ab-e2d7e8e3f21a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:16.400357 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-541f62e9-9cd0-455b-bff2-afd5f4ee783f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:16.498142 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef5a7c-e616-4116-af18-81986ddfe885 req-f596cbac-c380-4326-a46d-2ebaaf03bddf tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:16.513878 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef5a7c-e616-4116-af18-81986ddfe885 req-f596cbac-c380-4326-a46d-2ebaaf03bddf tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:16.518693 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] Allocated IP 2001:db8::2 (5519efd4-e1a8-486b-824a-06c45d00ec62/98e5449a-9a1e-476f-a667-0b1468c20933/0a38c5f5-7bd0-4b91-b529-083d00e01b14) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:16.537081 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef5a7c-e616-4116-af18-81986ddfe885 req-f596cbac-c380-4326-a46d-2ebaaf03bddf tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:16.556473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef5a7c-e616-4116-af18-81986ddfe885 req-f596cbac-c380-4326-a46d-2ebaaf03bddf tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:16.574813 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef5a7c-e616-4116-af18-81986ddfe885 req-f596cbac-c380-4326-a46d-2ebaaf03bddf tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:16.581208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef5a7c-e616-4116-af18-81986ddfe885 req-f596cbac-c380-4326-a46d-2ebaaf03bddf tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:16.581663 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62ae59fa-b75c-4998-b7ab-e2d7e8e3f21a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:16.591121 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef5a7c-e616-4116-af18-81986ddfe885 req-f596cbac-c380-4326-a46d-2ebaaf03bddf tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:16.605235 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1ef5a7c-e616-4116-af18-81986ddfe885 req-f596cbac-c380-4326-a46d-2ebaaf03bddf tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5429 time: 0.2676225 Nov 08 00:25:16.612321 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-541f62e9-9cd0-455b-bff2-afd5f4ee783f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:16.620033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-541f62e9-9cd0-455b-bff2-afd5f4ee783f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2478538 Nov 08 00:25:16.621176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55678) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:16.641838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-dc44b79c-beab-457e-a4d7-8d5eb9d4cc5c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:16.671606 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-62ae59fa-b75c-4998-b7ab-e2d7e8e3f21a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port 42a95aea-b482-481c-9d98-4cd5a417cae5 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:25:16.715838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3b5c2a46-e891-4b61-a6e1-d7b5429f886b no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:25:16.803484 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 3b5c2a46-e891-4b61-a6e1-d7b5429f886b {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:25:16.804323 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3b5c2a46-e891-4b61-a6e1-d7b5429f886b not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:25:16.960368 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:16.995042 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1ef5a7c-e616-4116-af18-81986ddfe885 req-ae92e594-3da7-4717-af5d-15c8fc3f5bab tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3712595 Nov 08 00:25:17.038822 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:17.085826 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ae59fa-b75c-4998-b7ab-e2d7e8e3f21a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:25:17.086297 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62ae59fa-b75c-4998-b7ab-e2d7e8e3f21a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:25:17.111459 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:17.136858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:17.136858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:17.136858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] Pushing event updated for resources: {'Port': ['ID=0a38c5f5-7bd0-4b91-b529-083d00e01b14,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:17.190531 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dc44b79c-beab-457e-a4d7-8d5eb9d4cc5c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:17.197915 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] Attempting to bind port 0a38c5f5-7bd0-4b91-b529-083d00e01b14 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:25:17.198357 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] Attempting to bind port 0a38c5f5-7bd0-4b91-b529-083d00e01b14 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:25:17.198792 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] Attempting to bind port 0a38c5f5-7bd0-4b91-b529-083d00e01b14 on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:25:17.204460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:25:17.204832 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:17.205232 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:17.205624 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:25:17.206087 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] Bound port: 0a38c5f5-7bd0-4b91-b529-083d00e01b14, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:25:17.206470 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:17.270235 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] For port 0a38c5f5-7bd0-4b91-b529-083d00e01b14, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:25:17.274781 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] For port 0a38c5f5-7bd0-4b91-b529-083d00e01b14, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0a38c5f5-7bd0-4b91-b529-083d00e01b14,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:25:17.349555 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-62ae59fa-b75c-4998-b7ab-e2d7e8e3f21a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4105592 Nov 08 00:25:17.352149 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55696) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:17.407967 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b52b29-7b87-4909-97b9-e38196f7a89a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:17.409718 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b7b52b29-7b87-4909-97b9-e38196f7a89a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0565150 Nov 08 00:25:17.412208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55698) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:17.415451 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dc44b79c-beab-457e-a4d7-8d5eb9d4cc5c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:17.416017 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:17.533980 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd50a0a-a7d4-416a-801d-467eb661189b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:17.541378 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd50a0a-a7d4-416a-801d-467eb661189b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:17.566082 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ccd50a0a-a7d4-416a-801d-467eb661189b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1440756 Nov 08 00:25:17.566756 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55706) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:17.578272 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783241af-ccf3-4240-bfa9-96ca709d4c0a None None] Pushing event updated for resources: {'Port': ['ID=0a38c5f5-7bd0-4b91-b529-083d00e01b14,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:17.682345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-59783df2-ae80-480a-8434-d4b1dc2e29ef tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 98e5449a-9a1e-476f-a667-0b1468c20933 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:25:17.691546 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-59783df2-ae80-480a-8434-d4b1dc2e29ef tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:17.718651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55708) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:17.775564 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc44b79c-beab-457e-a4d7-8d5eb9d4cc5c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Router e7b937b6-d38e-47cc-b812-754a9f4b69d1 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:25:17.796699 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-59783df2-ae80-480a-8434-d4b1dc2e29ef tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:17.932980 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-240dd53f-ff7c-41ea-9975-339afa3924d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:17.957157 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc44b79c-beab-457e-a4d7-8d5eb9d4cc5c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:25:17.965132 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dc44b79c-beab-457e-a4d7-8d5eb9d4cc5c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:17.967807 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90104e6e-7099-4226-ac77-a641881a6856 None None] Sync routers for ids ['e7b937b6-d38e-47cc-b812-754a9f4b69d1'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:25:17.976535 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dc44b79c-beab-457e-a4d7-8d5eb9d4cc5c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "PUT /v2.0/routers/e7b937b6-d38e-47cc-b812-754a9f4b69d1 HTTP/1.1" status: 200 len: 693 time: 1.3387482 Nov 08 00:25:17.977805 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55726) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:17.984211 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90104e6e-7099-4226-ac77-a641881a6856 None None] Routers {'e7b937b6-d38e-47cc-b812-754a9f4b69d1'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:17.984839 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-90104e6e-7099-4226-ac77-a641881a6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e7b937b6-d38e-47cc-b812-754a9f4b69d1'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:18.095002 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-59783df2-ae80-480a-8434-d4b1dc2e29ef tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:18.126220 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-90104e6e-7099-4226-ac77-a641881a6856 None None] Set router e7b937b6-d38e-47cc-b812-754a9f4b69d1 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:18.184332 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b9340b88-26ab-4cc8-b1a3-926e3c025dd3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/routers/e7b937b6-d38e-47cc-b812-754a9f4b69d1 HTTP/1.1" status: 200 len: 699 time: 0.2011883 Nov 08 00:25:18.187037 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-90104e6e-7099-4226-ac77-a641881a6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b937b6-d38e-47cc-b812-754a9f4b69d1', 'name': 'tempest-RoutersTest-router-172206653', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:15Z', 'updated_at': '2021-11-08T00:25:17Z', 'revision_number': 2, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:18.187402 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55730) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:18.232005 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90104e6e-7099-4226-ac77-a641881a6856 None None] Checking router: e7b937b6-d38e-47cc-b812-754a9f4b69d1 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:25:18.243739 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90104e6e-7099-4226-ac77-a641881a6856 None None] Routers {'e7b937b6-d38e-47cc-b812-754a9f4b69d1'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:18.244761 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-90104e6e-7099-4226-ac77-a641881a6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e7b937b6-d38e-47cc-b812-754a9f4b69d1'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:18.265051 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55732) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:18.266076 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3601cbbd-7459-426c-82f5-4d3bce6a77a9 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b937b6-d38e-47cc-b812-754a9f4b69d1 HTTP/1.1" status: 200 len: 205 time: 0.0765605 Nov 08 00:25:18.301421 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ffa4d-835f-4b7d-bc2d-dc886424ca1a req-0294f3de-7a48-49a6-b041-b43766602e62 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:18.309649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ffa4d-835f-4b7d-bc2d-dc886424ca1a req-0294f3de-7a48-49a6-b041-b43766602e62 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:18.320158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ffa4d-835f-4b7d-bc2d-dc886424ca1a req-0294f3de-7a48-49a6-b041-b43766602e62 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:18.326151 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ffa4d-835f-4b7d-bc2d-dc886424ca1a req-0294f3de-7a48-49a6-b041-b43766602e62 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:18.340169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ffa4d-835f-4b7d-bc2d-dc886424ca1a req-0294f3de-7a48-49a6-b041-b43766602e62 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:18.349147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ffa4d-835f-4b7d-bc2d-dc886424ca1a req-0294f3de-7a48-49a6-b041-b43766602e62 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:18.356800 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ffa4d-835f-4b7d-bc2d-dc886424ca1a req-0294f3de-7a48-49a6-b041-b43766602e62 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:18.359133 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a4ffa4d-835f-4b7d-bc2d-dc886424ca1a req-0294f3de-7a48-49a6-b041-b43766602e62 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5429 time: 0.1736987 Nov 08 00:25:18.406081 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-90104e6e-7099-4226-ac77-a641881a6856 None None] Set router e7b937b6-d38e-47cc-b812-754a9f4b69d1 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:18.456127 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-240dd53f-ff7c-41ea-9975-339afa3924d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:18.460424 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff452eb8-8e4e-49e8-a745-3278da61f94a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:18.467083 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-59783df2-ae80-480a-8434-d4b1dc2e29ef tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:18.469290 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-90104e6e-7099-4226-ac77-a641881a6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b937b6-d38e-47cc-b812-754a9f4b69d1', 'name': 'tempest-RoutersTest-router-172206653', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:15Z', 'updated_at': '2021-11-08T00:25:17Z', 'revision_number': 2, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:18.485408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a4ffa4d-835f-4b7d-bc2d-dc886424ca1a req-25a5dac2-1bbb-464a-bc53-a4ad2ab4199d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1152022 Nov 08 00:25:18.519849 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90104e6e-7099-4226-ac77-a641881a6856 None None] The sync data for ids ['e7b937b6-d38e-47cc-b812-754a9f4b69d1'] in n-d-816882-1 is: [{'id': 'e7b937b6-d38e-47cc-b812-754a9f4b69d1', 'name': 'tempest-RoutersTest-router-172206653', 'tenant_id': '3af6f93533bf40d089fbf3d2c0d32734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:15Z', 'updated_at': '2021-11-08T00:25:17Z', 'revision_number': 2, 'project_id': '3af6f93533bf40d089fbf3d2c0d32734', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:25:18.556334 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-240dd53f-ff7c-41ea-9975-339afa3924d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:18.626527 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-240dd53f-ff7c-41ea-9975-339afa3924d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2baa00a8cc834654a157b15714f87aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9067521 Nov 08 00:25:18.629329 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55736) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:18.651169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240dd53f-ff7c-41ea-9975-339afa3924d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd5370f-82fd-4987-a66e-8f07eb56b3b3,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:18.781062 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-40f333fa-b1cf-41bb-98ef-86ff9e54335f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:18.812208 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0a38c5f5-7bd0-4b91-b529-083d00e01b14 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:18.862227 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-40f333fa-b1cf-41bb-98ef-86ff9e54335f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:18.953812 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0a38c5f5-7bd0-4b91-b529-083d00e01b14 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:18.954917 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:19.043606 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-40f333fa-b1cf-41bb-98ef-86ff9e54335f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:19.051300 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-40f333fa-b1cf-41bb-98ef-86ff9e54335f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:19.053209 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-40f333fa-b1cf-41bb-98ef-86ff9e54335f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bd5370f-82fd-4987-a66e-8f07eb56b3b3 HTTP/1.1" status: 204 len: 168 time: 0.4225566 Nov 08 00:25:19.080224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f333fa-b1cf-41bb-98ef-86ff9e54335f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd5370f-82fd-4987-a66e-8f07eb56b3b3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:19.131930 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:19.432098 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 0a38c5f5-7bd0-4b91-b529-083d00e01b14, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0a38c5f5-7bd0-4b91-b529-083d00e01b14,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:19.453217 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4ee28942-453e-41ee-b156-53d408e13f7e None None] Provisioning complete for port 0a38c5f5-7bd0-4b91-b529-083d00e01b14 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:19.453719 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ee28942-453e-41ee-b156-53d408e13f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:19.536023 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:19.574038 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59783df2-ae80-480a-8434-d4b1dc2e29ef tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=98e5449a-9a1e-476f-a667-0b1468c20933,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:19.638455 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-59783df2-ae80-480a-8434-d4b1dc2e29ef tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:19.645000 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-59783df2-ae80-480a-8434-d4b1dc2e29ef tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/98e5449a-9a1e-476f-a667-0b1468c20933 HTTP/1.1" status: 204 len: 168 time: 2.0741799 Nov 08 00:25:19.648230 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55758) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:19.766847 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff452eb8-8e4e-49e8-a745-3278da61f94a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:19.774237 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff452eb8-8e4e-49e8-a745-3278da61f94a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:19.815357 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-350ddf59-e488-43ac-a6ee-baf1787d5dbd tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1659021 Nov 08 00:25:19.821437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55766) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:19.830229 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-25e7171e-fd5d-41ed-b3e9-71781f2f5978 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:19.840777 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df99dca-7782-4f3b-adbc-a8616dd400d1 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:19.904125 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=0a38c5f5-7bd0-4b91-b529-083d00e01b14,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:20.046965 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dded4b-5da7-423a-a673-1c67d8b4a387 req-dd38ec0b-25f0-44a1-a2a5-763001f4a223 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:20.055010 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff452eb8-8e4e-49e8-a745-3278da61f94a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:20.056069 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff452eb8-8e4e-49e8-a745-3278da61f94a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Fanout notify agent at l3_agent the message router_deleted on router e7b937b6-d38e-47cc-b812-754a9f4b69d1 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:25:20.057751 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dded4b-5da7-423a-a673-1c67d8b4a387 req-dd38ec0b-25f0-44a1-a2a5-763001f4a223 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:20.072732 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff452eb8-8e4e-49e8-a745-3278da61f94a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:20.078660 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ff452eb8-8e4e-49e8-a745-3278da61f94a tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/routers/e7b937b6-d38e-47cc-b812-754a9f4b69d1 HTTP/1.1" status: 204 len: 168 time: 1.8090029 Nov 08 00:25:20.079736 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55778) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:20.091095 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dded4b-5da7-423a-a673-1c67d8b4a387 req-dd38ec0b-25f0-44a1-a2a5-763001f4a223 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:20.104104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dded4b-5da7-423a-a673-1c67d8b4a387 req-dd38ec0b-25f0-44a1-a2a5-763001f4a223 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:20.115639 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dded4b-5da7-423a-a673-1c67d8b4a387 req-dd38ec0b-25f0-44a1-a2a5-763001f4a223 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:20.123440 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dded4b-5da7-423a-a673-1c67d8b4a387 req-dd38ec0b-25f0-44a1-a2a5-763001f4a223 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:20.134930 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dded4b-5da7-423a-a673-1c67d8b4a387 req-dd38ec0b-25f0-44a1-a2a5-763001f4a223 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:20.144612 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74dded4b-5da7-423a-a673-1c67d8b4a387 req-dd38ec0b-25f0-44a1-a2a5-763001f4a223 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5429 time: 0.3646760 Nov 08 00:25:20.198156 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7c6850-62d9-4e6e-b7b8-e36a1baf4696 None None] DHCP port deletion for 5519efd4-e1a8-486b-824a-06c45d00ec62 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:25:20.201693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55780) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:20.255992 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-28810675-bb58-45a5-9927-c185625dae38 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b937b6-d38e-47cc-b812-754a9f4b69d1 HTTP/1.1" status: 200 len: 205 time: 0.1464598 Nov 08 00:25:20.258486 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55786) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:20.277671 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5b0d7486-555f-4f3e-b67f-a835e72d1478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:20.293754 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74dded4b-5da7-423a-a673-1c67d8b4a387 req-c7de9d70-e27e-401f-bebd-df41e795137f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1481843 Nov 08 00:25:20.385381 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-de7c6850-62d9-4e6e-b7b8-e36a1baf4696 None None] Deleting port 0a38c5f5-7bd0-4b91-b529-083d00e01b14 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:20.385756 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-de7c6850-62d9-4e6e-b7b8-e36a1baf4696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:20.399818 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-cf111542-9117-4ae2-8074-b01ef7a95b60 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] delete failed (client error): The resource could not be found. Nov 08 00:25:20.403665 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cf111542-9117-4ae2-8074-b01ef7a95b60 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/routers/e7b937b6-d38e-47cc-b812-754a9f4b69d1 HTTP/1.1" status: 404 len: 336 time: 0.1420934 Nov 08 00:25:20.404260 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55788) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:20.422562 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5b0d7486-555f-4f3e-b67f-a835e72d1478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:20.424518 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e7171e-fd5d-41ed-b3e9-71781f2f5978 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:20.428412 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-25e7171e-fd5d-41ed-b3e9-71781f2f5978 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:20.452910 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c6ce28-86fb-4faf-ab5a-4dc229deb300 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] DELETE failed (client error): The resource could not be found. Nov 08 00:25:20.453669 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c6ce28-86fb-4faf-ab5a-4dc229deb300 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:25:20.460656 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c8c6ce28-86fb-4faf-ab5a-4dc229deb300 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/subnets/a5fe7521-cb07-4c73-81ac-8f08c0dd7295 HTTP/1.1" status: 404 len: 337 time: 0.0551875 Nov 08 00:25:20.466236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55790) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:20.494122 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-38dd73a0-afb3-4bdf-bbcc-e8b1a4af2515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] DELETE failed (client error): The resource could not be found. Nov 08 00:25:20.495006 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38dd73a0-afb3-4bdf-bbcc-e8b1a4af2515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:25:20.501327 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-38dd73a0-afb3-4bdf-bbcc-e8b1a4af2515 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/subnets/f49504dd-178c-4036-b4d8-240c1dff677d HTTP/1.1" status: 404 len: 337 time: 0.0386498 Nov 08 00:25:20.502455 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55792) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:20.531295 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-170abf7a-688e-4c9f-9ab7-fcf308558820 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] DELETE failed (client error): The resource could not be found. Nov 08 00:25:20.532487 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-170abf7a-688e-4c9f-9ab7-fcf308558820 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:25:20.538542 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-170abf7a-688e-4c9f-9ab7-fcf308558820 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/subnets/418afc6c-8895-4e4b-8bdc-8cd23f72cf91 HTTP/1.1" status: 404 len: 337 time: 0.0349352 Nov 08 00:25:20.539381 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55794) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:20.552680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-de7c6850-62d9-4e6e-b7b8-e36a1baf4696 None None] For port 0a38c5f5-7bd0-4b91-b529-083d00e01b14, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0a38c5f5-7bd0-4b91-b529-083d00e01b14,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:20.556584 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-de7c6850-62d9-4e6e-b7b8-e36a1baf4696 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:20.575410 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0252a32-7ecf-4d01-abe8-95b001e4a63d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] DELETE failed (client error): The resource could not be found. Nov 08 00:25:20.576669 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0252a32-7ecf-4d01-abe8-95b001e4a63d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:25:20.582849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55796) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:20.583094 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-de7c6850-62d9-4e6e-b7b8-e36a1baf4696 None None] Calling delete_port for 0a38c5f5-7bd0-4b91-b529-083d00e01b14 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:20.585056 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a0252a32-7ecf-4d01-abe8-95b001e4a63d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/subnets/7c77e057-681c-473d-b47c-d00d00e363c0 HTTP/1.1" status: 404 len: 337 time: 0.0443752 Nov 08 00:25:20.620303 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5b0d7486-555f-4f3e-b67f-a835e72d1478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:20.629354 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55798) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:20.638738 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d65b95ad-909a-4768-8cec-2816d14efb2c tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/ports?device_id=4554bf0c-1026-4a3b-a198-622d75ba9b97 HTTP/1.1" status: 200 len: 205 time: 0.0469348 Nov 08 00:25:20.700030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d7486-555f-4f3e-b67f-a835e72d1478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0280dc55-0146-472f-be63-d463a9712e4e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:20.705249 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-3b8ee1f8-5266-41b8-81f9-31ae721f12c8 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] delete failed (client error): The resource could not be found. Nov 08 00:25:20.720022 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3b8ee1f8-5266-41b8-81f9-31ae721f12c8 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/routers/4554bf0c-1026-4a3b-a198-622d75ba9b97 HTTP/1.1" status: 404 len: 336 time: 0.0884173 Nov 08 00:25:20.720619 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55800) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:20.779552 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0a38c5f5-7bd0-4b91-b529-083d00e01b14 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:25:20.793762 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55802) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:20.795889 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5b0d7486-555f-4f3e-b67f-a835e72d1478 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dadfe8483aa74a9788fbfa4882bb6bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916014 Nov 08 00:25:20.807755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55806) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:20.814707 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-667361b5-1069-4503-8e06-4c1a469a0447 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ff9589-6abc-43e9-83fe-0c1c26435c7a HTTP/1.1" status: 200 len: 205 time: 0.0927520 Nov 08 00:25:20.855533 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-de7c6850-62d9-4e6e-b7b8-e36a1baf4696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:20.933909 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-b5cea4d6-a7d4-42bc-b192-f17e18d26876 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] delete failed (client error): The resource could not be found. Nov 08 00:25:20.941019 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b5cea4d6-a7d4-42bc-b192-f17e18d26876 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/routers/a9ff9589-6abc-43e9-83fe-0c1c26435c7a HTTP/1.1" status: 404 len: 336 time: 0.1321063 Nov 08 00:25:20.941637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55810) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:20.958901 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7c6850-62d9-4e6e-b7b8-e36a1baf4696 None None] No DVR routers for this DVR port 0a38c5f5-7bd0-4b91-b529-083d00e01b14 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:25:20.977555 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-42ae721e-b818-4dec-b01d-18bc49267292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:20.983096 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c6850-62d9-4e6e-b7b8-e36a1baf4696 None None] Pushing event deleted for resources: {'Port': ['ID=0a38c5f5-7bd0-4b91-b529-083d00e01b14,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:20.987058 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1853c88-6733-4571-be66-701a6d6211da tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] DELETE failed (client error): The resource could not be found. Nov 08 00:25:20.987528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1853c88-6733-4571-be66-701a6d6211da tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:25:20.997524 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d1853c88-6733-4571-be66-701a6d6211da tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/subnets/21565514-c00f-4285-b809-974f531e6a96 HTTP/1.1" status: 404 len: 337 time: 0.0514886 Nov 08 00:25:21.000408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55812) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:21.003980 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No active binding found for port 0a38c5f5-7bd0-4b91-b529-083d00e01b14 {{(pid=102773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 00:25:21.004755 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0a38c5f5-7bd0-4b91-b529-083d00e01b14 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:25:21.035267 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-42ae721e-b818-4dec-b01d-18bc49267292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:21.046948 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-adb13912-79f2-4e4c-a267-4e076a174e71 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/ports?device_id=6454f1d7-9cb0-47ea-95a4-891fa08278d3 HTTP/1.1" status: 200 len: 205 time: 0.0450025 Nov 08 00:25:21.050346 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55820) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:21.134200 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-ebef656d-c9b6-442c-bb10-146a5467caf3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] delete failed (client error): The resource could not be found. Nov 08 00:25:21.134200 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ebef656d-c9b6-442c-bb10-146a5467caf3 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/routers/6454f1d7-9cb0-47ea-95a4-891fa08278d3 HTTP/1.1" status: 404 len: 336 time: 0.0775902 Nov 08 00:25:21.134630 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55826) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:21.167533 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d0757fad-4f1e-4ff6-b928-964fe6b9e6e7 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e24ff298-3d59-4c07-b626-d1a34c021a24 HTTP/1.1" status: 200 len: 205 time: 0.0314400 Nov 08 00:25:21.167802 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55828) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:21.228745 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-42ae721e-b818-4dec-b01d-18bc49267292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:21.231913 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-42ae721e-b818-4dec-b01d-18bc49267292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:21.233337 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-42ae721e-b818-4dec-b01d-18bc49267292 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0280dc55-0146-472f-be63-d463a9712e4e HTTP/1.1" status: 204 len: 168 time: 0.4384639 Nov 08 00:25:21.251868 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-d1406ad4-7de1-4c71-a637-854b5f03493d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] delete failed (client error): The resource could not be found. Nov 08 00:25:21.255118 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d1406ad4-7de1-4c71-a637-854b5f03493d tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/routers/e24ff298-3d59-4c07-b626-d1a34c021a24 HTTP/1.1" status: 404 len: 336 time: 0.0842741 Nov 08 00:25:21.256157 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55832) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:21.280853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae721e-b818-4dec-b01d-18bc49267292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0280dc55-0146-472f-be63-d463a9712e4e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:21.315585 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3614be84-6eb3-403d-a4f2-84c223d0beaf tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] DELETE failed (client error): The resource could not be found. Nov 08 00:25:21.316053 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3614be84-6eb3-403d-a4f2-84c223d0beaf tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:25:21.321667 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3614be84-6eb3-403d-a4f2-84c223d0beaf tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/subnets/063739a0-042e-4abd-9401-eb19fb8587fc HTTP/1.1" status: 404 len: 337 time: 0.0618527 Nov 08 00:25:21.321845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55834) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:21.339162 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-25e7171e-fd5d-41ed-b3e9-71781f2f5978 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:21.366587 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c250ab6f-80ae-42f1-b9b6-aa9b4aa644b0 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/ports?device_id=91b586ce-096a-4747-8c6e-af5b9f0b1846 HTTP/1.1" status: 200 len: 205 time: 0.0407560 Nov 08 00:25:21.367202 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55838) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:21.404013 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e7171e-fd5d-41ed-b3e9-71781f2f5978 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:21.408001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-25e7171e-fd5d-41ed-b3e9-71781f2f5978 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:21.418359 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce294c81-5999-4566-9d9a-3388b6b5460b None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:21.419377 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e7171e-fd5d-41ed-b3e9-71781f2f5978 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:21.420343 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-25e7171e-fd5d-41ed-b3e9-71781f2f5978 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:21.423464 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-49a3b73f-6915-473c-948b-44fd06822615 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] delete failed (client error): The resource could not be found. Nov 08 00:25:21.423464 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-49a3b73f-6915-473c-948b-44fd06822615 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/routers/91b586ce-096a-4747-8c6e-af5b9f0b1846 HTTP/1.1" status: 404 len: 336 time: 0.0530164 Nov 08 00:25:21.428473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55840) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:21.466743 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0afa3d8-49dc-49f9-bfaf-b19188c22a2f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] DELETE failed (client error): The resource could not be found. Nov 08 00:25:21.467503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0afa3d8-49dc-49f9-bfaf-b19188c22a2f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:25:21.470981 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d0afa3d8-49dc-49f9-bfaf-b19188c22a2f tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/subnets/fa12cb1f-ddef-472d-a693-b7de41d856f1 HTTP/1.1" status: 404 len: 337 time: 0.0413022 Nov 08 00:25:21.472389 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7171e-fd5d-41ed-b3e9-71781f2f5978 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=9e44c05b-ffde-4f8a-a7ee-689808f5ed16,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:21.473848 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55842) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:21.521680 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cfa4710e-4f3c-4235-8c5e-58ea8d9c5ffc tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a90f6-7240-4042-ac87-7f074497a465 HTTP/1.1" status: 200 len: 205 time: 0.0465925 Nov 08 00:25:21.524124 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55844) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:21.538331 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-25e7171e-fd5d-41ed-b3e9-71781f2f5978 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7130828 Nov 08 00:25:21.544731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55846) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:21.549846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-125194cc-ca3b-4152-8478-4d6b7240145c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-407616095', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:21.599363 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41083c-d9fc-4b3c-99b7-ed2d7aac64d8 req-ddb314a5-4d91-42ae-8630-f024c548f523 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:21.612983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41083c-d9fc-4b3c-99b7-ed2d7aac64d8 req-ddb314a5-4d91-42ae-8630-f024c548f523 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:21.615677 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-abb84916-2ed0-402c-a128-0dce1ea1cb33 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] delete failed (client error): The resource could not be found. Nov 08 00:25:21.616766 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-abb84916-2ed0-402c-a128-0dce1ea1cb33 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/routers/766a90f6-7240-4042-ac87-7f074497a465 HTTP/1.1" status: 404 len: 336 time: 0.0917110 Nov 08 00:25:21.619328 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55848) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:21.633728 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41083c-d9fc-4b3c-99b7-ed2d7aac64d8 req-ddb314a5-4d91-42ae-8630-f024c548f523 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:21.655914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41083c-d9fc-4b3c-99b7-ed2d7aac64d8 req-ddb314a5-4d91-42ae-8630-f024c548f523 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:21.662531 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41083c-d9fc-4b3c-99b7-ed2d7aac64d8 req-ddb314a5-4d91-42ae-8630-f024c548f523 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:21.681102 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41083c-d9fc-4b3c-99b7-ed2d7aac64d8 req-ddb314a5-4d91-42ae-8630-f024c548f523 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:21.684867 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5519efd4-e1a8-486b-824a-06c45d00ec62', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'fixed_ips': [{'subnet_id': '9e44c05b-ffde-4f8a-a7ee-689808f5ed16'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:25:21.686178 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:21.689004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41083c-d9fc-4b3c-99b7-ed2d7aac64d8 req-ddb314a5-4d91-42ae-8630-f024c548f523 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:21.689248 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa23dc62-1dc4-49df-96a0-a783b0911afb tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] DELETE failed (client error): The resource could not be found. Nov 08 00:25:21.693409 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa23dc62-1dc4-49df-96a0-a783b0911afb tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:25:21.693409 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fa23dc62-1dc4-49df-96a0-a783b0911afb tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/subnets/4f3db0df-8b41-4803-a349-46267fbc4fd4 HTTP/1.1" status: 404 len: 337 time: 0.0727644 Nov 08 00:25:21.695930 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55850) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:21.698337 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b41083c-d9fc-4b3c-99b7-ed2d7aac64d8 req-ddb314a5-4d91-42ae-8630-f024c548f523 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5429 time: 0.2028916 Nov 08 00:25:21.732570 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-85071959-8072-4ddd-932f-db216becef69 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] DELETE failed (client error): The resource could not be found. Nov 08 00:25:21.733167 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85071959-8072-4ddd-932f-db216becef69 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:25:21.736920 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-85071959-8072-4ddd-932f-db216becef69 tempest-RoutersTest-1664433453 tempest-RoutersTest-1664433453-project] 10.222.0.13 "DELETE /v2.0/subnets/069a6799-7894-42fb-b96a-33edc60291c3 HTTP/1.1" status: 404 len: 337 time: 0.0398352 Nov 08 00:25:21.789959 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b41083c-d9fc-4b3c-99b7-ed2d7aac64d8 req-070a4e34-7caa-4611-97c7-4c6558e8f6b6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905497 Nov 08 00:25:21.825949 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-125194cc-ca3b-4152-8478-4d6b7240145c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:21.830426 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-125194cc-ca3b-4152-8478-4d6b7240145c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:21.887211 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] Allocated IP 2001:db8::2 (5519efd4-e1a8-486b-824a-06c45d00ec62/9e44c05b-ffde-4f8a-a7ee-689808f5ed16/b7073452-24fc-42b7-8e85-185dd1c55a27) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:21.929738 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-125194cc-ca3b-4152-8478-4d6b7240145c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:22.004932 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-125194cc-ca3b-4152-8478-4d6b7240145c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:22.129064 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-125194cc-ca3b-4152-8478-4d6b7240145c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:22.134756 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55874) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:22.137231 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-125194cc-ca3b-4152-8478-4d6b7240145c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5854139 Nov 08 00:25:22.202519 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:22.289992 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:22.420450 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] Pushing event updated for resources: {'Port': ['ID=b7073452-24fc-42b7-8e85-185dd1c55a27,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:22.442991 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:22.446375 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:22.449571 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:22.475399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55890) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:22.537362 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] Attempting to bind port b7073452-24fc-42b7-8e85-185dd1c55a27 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:25:22.537869 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] Attempting to bind port b7073452-24fc-42b7-8e85-185dd1c55a27 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:25:22.538240 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] Attempting to bind port b7073452-24fc-42b7-8e85-185dd1c55a27 on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:25:22.541454 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-acd23ff3-4df6-4a17-9254-a74ca48eb4f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:22.543987 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:25:22.544668 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:22.545265 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:22.545733 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:25:22.546312 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] Bound port: b7073452-24fc-42b7-8e85-185dd1c55a27, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:25:22.546696 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:22.627744 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] For port b7073452-24fc-42b7-8e85-185dd1c55a27, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:25:22.637277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] For port b7073452-24fc-42b7-8e85-185dd1c55a27, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b7073452-24fc-42b7-8e85-185dd1c55a27,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:25:22.735051 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:22.768252 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9fc769b8-f719-4321-ab53-0675441c5124 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3af6f93533bf40d089fbf3d2c0d32734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908990 Nov 08 00:25:22.770563 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55904) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:22.832754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b33a26-eeba-49fa-b358-b60d33be386a None None] Pushing event updated for resources: {'Port': ['ID=b7073452-24fc-42b7-8e85-185dd1c55a27,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:22.913100 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-21ae0843-3e7c-4e0d-bf65-60fac1b692d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:23.015719 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-acd23ff3-4df6-4a17-9254-a74ca48eb4f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::1 (5519efd4-e1a8-486b-824a-06c45d00ec62/9e44c05b-ffde-4f8a-a7ee-689808f5ed16/d6941164-804a-4c7a-a4d6-fe55e8558094) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:23.070243 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-21ae0843-3e7c-4e0d-bf65-60fac1b692d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:23.159651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a719f1-a7bf-47d6-99f8-daa87020bc43 req-2df5084c-fced-42aa-b58e-4e04781db0e8 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:23.169375 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a719f1-a7bf-47d6-99f8-daa87020bc43 req-2df5084c-fced-42aa-b58e-4e04781db0e8 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:23.208267 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a719f1-a7bf-47d6-99f8-daa87020bc43 req-2df5084c-fced-42aa-b58e-4e04781db0e8 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:23.214813 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a719f1-a7bf-47d6-99f8-daa87020bc43 req-2df5084c-fced-42aa-b58e-4e04781db0e8 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:23.236815 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a719f1-a7bf-47d6-99f8-daa87020bc43 req-2df5084c-fced-42aa-b58e-4e04781db0e8 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:23.245247 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a719f1-a7bf-47d6-99f8-daa87020bc43 req-2df5084c-fced-42aa-b58e-4e04781db0e8 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:23.260254 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a719f1-a7bf-47d6-99f8-daa87020bc43 req-2df5084c-fced-42aa-b58e-4e04781db0e8 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:23.265851 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a719f1-a7bf-47d6-99f8-daa87020bc43 req-2df5084c-fced-42aa-b58e-4e04781db0e8 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5429 time: 0.3540180 Nov 08 00:25:23.337799 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-acd23ff3-4df6-4a17-9254-a74ca48eb4f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:23.378562 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a719f1-a7bf-47d6-99f8-daa87020bc43 req-ec3a55d0-debd-4c5b-acbc-435d64ba4be3 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1030514 Nov 08 00:25:23.499390 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-21ae0843-3e7c-4e0d-bf65-60fac1b692d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:23.502250 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-21ae0843-3e7c-4e0d-bf65-60fac1b692d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:23.506173 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-21ae0843-3e7c-4e0d-bf65-60fac1b692d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e870a2f8-9f98-41ef-90d3-862dd49bc897 HTTP/1.1" status: 204 len: 168 time: 0.7319777 Nov 08 00:25:23.520240 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae0843-3e7c-4e0d-bf65-60fac1b692d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e870a2f8-9f98-41ef-90d3-862dd49bc897,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:23.536223 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-acd23ff3-4df6-4a17-9254-a74ca48eb4f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:23.696387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd23ff3-4df6-4a17-9254-a74ca48eb4f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:23.699406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-acd23ff3-4df6-4a17-9254-a74ca48eb4f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:23.711083 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd23ff3-4df6-4a17-9254-a74ca48eb4f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:23.712127 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-acd23ff3-4df6-4a17-9254-a74ca48eb4f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:23.815773 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd23ff3-4df6-4a17-9254-a74ca48eb4f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=d6941164-804a-4c7a-a4d6-fe55e8558094,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:23.986068 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-acd23ff3-4df6-4a17-9254-a74ca48eb4f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:24.337363 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3328e673-0f7b-4896-83ae-b396a960f094 None None] Provisioning complete for port b7073452-24fc-42b7-8e85-185dd1c55a27 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:24.340014 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3328e673-0f7b-4896-83ae-b396a960f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:24.345582 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-acd23ff3-4df6-4a17-9254-a74ca48eb4f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:24.454219 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-acd23ff3-4df6-4a17-9254-a74ca48eb4f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:24.455035 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-acd23ff3-4df6-4a17-9254-a74ca48eb4f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:24.491282 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3328e673-0f7b-4896-83ae-b396a960f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:24.529773 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3328e673-0f7b-4896-83ae-b396a960f094 None None] For port b7073452-24fc-42b7-8e85-185dd1c55a27, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b7073452-24fc-42b7-8e85-185dd1c55a27,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:24.614622 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3328e673-0f7b-4896-83ae-b396a960f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:24.650167 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd23ff3-4df6-4a17-9254-a74ca48eb4f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=d6941164-804a-4c7a-a4d6-fe55e8558094,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:24.676837 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb15ae0-9b78-46e7-b213-c9fde0c31860 req-14de4b12-9970-42c8-b76d-58e8699c5945 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:24.700522 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb15ae0-9b78-46e7-b213-c9fde0c31860 req-14de4b12-9970-42c8-b76d-58e8699c5945 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:24.718750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb15ae0-9b78-46e7-b213-c9fde0c31860 req-14de4b12-9970-42c8-b76d-58e8699c5945 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:24.750133 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328e673-0f7b-4896-83ae-b396a960f094 None None] Pushing event updated for resources: {'Port': ['ID=b7073452-24fc-42b7-8e85-185dd1c55a27,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:24.754873 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb15ae0-9b78-46e7-b213-c9fde0c31860 req-14de4b12-9970-42c8-b76d-58e8699c5945 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:24.769375 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb15ae0-9b78-46e7-b213-c9fde0c31860 req-14de4b12-9970-42c8-b76d-58e8699c5945 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:24.783911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b3416d32-0b04-4851-b5ad-4a92b137319d None None] Provisioning complete for port d6941164-804a-4c7a-a4d6-fe55e8558094 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:24.785970 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3416d32-0b04-4851-b5ad-4a92b137319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:24.797094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb15ae0-9b78-46e7-b213-c9fde0c31860 req-14de4b12-9970-42c8-b76d-58e8699c5945 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:24.820035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb15ae0-9b78-46e7-b213-c9fde0c31860 req-14de4b12-9970-42c8-b76d-58e8699c5945 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:24.832980 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3cb15ae0-9b78-46e7-b213-c9fde0c31860 req-14de4b12-9970-42c8-b76d-58e8699c5945 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5429 time: 0.3160293 Nov 08 00:25:24.868365 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b3416d32-0b04-4851-b5ad-4a92b137319d None None] Port d6941164-804a-4c7a-a4d6-fe55e8558094 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:25:24.878442 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b7073452-24fc-42b7-8e85-185dd1c55a27 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:24.907701 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd23ff3-4df6-4a17-9254-a74ca48eb4f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:24.909348 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-acd23ff3-4df6-4a17-9254-a74ca48eb4f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:24.970892 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3cb15ae0-9b78-46e7-b213-c9fde0c31860 req-3ad5ff14-da7e-4435-97bd-2ecc1c77cbec tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1361198 Nov 08 00:25:25.004067 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port b7073452-24fc-42b7-8e85-185dd1c55a27 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:25.004466 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:25.323347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd23ff3-4df6-4a17-9254-a74ca48eb4f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Router 1efe8121-0c75-4e44-bebd-6ffe22291e6c is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:25:25.398380 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-bcd21c64-ecd8-43ab-bedf-a76647ffe23d None None] Provisioning complete for port d6941164-804a-4c7a-a4d6-fe55e8558094 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:25.399002 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bcd21c64-ecd8-43ab-bedf-a76647ffe23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:25.543096 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-bcd21c64-ecd8-43ab-bedf-a76647ffe23d None None] Port d6941164-804a-4c7a-a4d6-fe55e8558094 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:25:25.605900 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd23ff3-4df6-4a17-9254-a74ca48eb4f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:25:25.625513 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] Sync routers for ids ['1efe8121-0c75-4e44-bebd-6ffe22291e6c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:25:25.639219 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] Routers {'1efe8121-0c75-4e44-bebd-6ffe22291e6c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:25.641453 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-acd23ff3-4df6-4a17-9254-a74ca48eb4f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "PUT /v2.0/routers/1efe8121-0c75-4e44-bebd-6ffe22291e6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5056398 Nov 08 00:25:25.642846 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['1efe8121-0c75-4e44-bebd-6ffe22291e6c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:25.644435 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55998) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:25.656310 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56000) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:25.704737 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea97ddf-ac2f-4998-9b91-828885357a55 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:25.707061 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fea97ddf-ac2f-4998-9b91-828885357a55 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports/d6941164-804a-4c7a-a4d6-fe55e8558094 HTTP/1.1" status: 200 len: 911 time: 0.0607486 Nov 08 00:25:25.710172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56004) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:25.774723 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] Set router 1efe8121-0c75-4e44-bebd-6ffe22291e6c gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:25.809834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992de2fa-adf7-4743-ab22-21b345f12ab0 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:25.811456 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-bd651faf-babb-4fca-a4ad-af0fd7a78771 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-830026978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:25.816480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992de2fa-adf7-4743-ab22-21b345f12ab0 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:25.821197 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-992de2fa-adf7-4743-ab22-21b345f12ab0 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1064143 Nov 08 00:25:25.821532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56008) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:25.939049 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd651faf-babb-4fca-a4ad-af0fd7a78771 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:25.940905 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd651faf-babb-4fca-a4ad-af0fd7a78771 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:26.034866 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd651faf-babb-4fca-a4ad-af0fd7a78771 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:26.101199 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd651faf-babb-4fca-a4ad-af0fd7a78771 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:26.125814 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efe8121-0c75-4e44-bebd-6ffe22291e6c', 'name': 'tempest-NetworksTestDHCPv6-router-407616095', 'tenant_id': '3437eeb056da447597045419227369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:21Z', 'updated_at': '2021-11-08T00:25:23Z', 'revision_number': 2, 'project_id': '3437eeb056da447597045419227369c1', 'gw_port_host': None, '_interfaces': [{'id': 'd6941164-804a-4c7a-a4d6-fe55e8558094', 'name': '', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'mac_address': 'fa:16:3e:c7:f1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efe8121-0c75-4e44-bebd-6ffe22291e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '9e44c05b-ffde-4f8a-a7ee-689808f5ed16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:22Z', 'updated_at': '2021-11-08T00:25:24Z', 'revision_number': 2, 'project_id': '3437eeb056da447597045419227369c1', 'subnets': [{'id': '9e44c05b-ffde-4f8a-a7ee-689808f5ed16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:26.193317 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] Checking router: 1efe8121-0c75-4e44-bebd-6ffe22291e6c for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:25:26.193683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] Updating router 1efe8121-0c75-4e44-bebd-6ffe22291e6c port d6941164-804a-4c7a-a4d6-fe55e8558094 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:25:26.210334 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd651faf-babb-4fca-a4ad-af0fd7a78771 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:26.211753 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bd651faf-babb-4fca-a4ad-af0fd7a78771 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5543203 Nov 08 00:25:26.214487 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56016) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:26.221424 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-4c67cc56-17a9-4d9f-bc3f-9e75a55b0600 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1484534510'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:26.252515 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf49109-d5e2-45ef-b295-3ec7f650b692 req-10b223ba-7392-45c4-8c24-59bad0d29426 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:26.258307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf49109-d5e2-45ef-b295-3ec7f650b692 req-10b223ba-7392-45c4-8c24-59bad0d29426 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:26.264196 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf49109-d5e2-45ef-b295-3ec7f650b692 req-10b223ba-7392-45c4-8c24-59bad0d29426 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:26.273422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf49109-d5e2-45ef-b295-3ec7f650b692 req-10b223ba-7392-45c4-8c24-59bad0d29426 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:26.276790 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf49109-d5e2-45ef-b295-3ec7f650b692 req-10b223ba-7392-45c4-8c24-59bad0d29426 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:26.284384 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf49109-d5e2-45ef-b295-3ec7f650b692 req-10b223ba-7392-45c4-8c24-59bad0d29426 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:26.289995 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:26.291083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf49109-d5e2-45ef-b295-3ec7f650b692 req-10b223ba-7392-45c4-8c24-59bad0d29426 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:26.293126 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aaf49109-d5e2-45ef-b295-3ec7f650b692 req-10b223ba-7392-45c4-8c24-59bad0d29426 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5429 time: 0.1780934 Nov 08 00:25:26.352753 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c67cc56-17a9-4d9f-bc3f-9e75a55b0600 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Made reservation on behalf of 9cb74fb87d5348b1bf605635daf38eb8 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:26.356785 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c67cc56-17a9-4d9f-bc3f-9e75a55b0600 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:26.385594 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c67cc56-17a9-4d9f-bc3f-9e75a55b0600 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:26.404994 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aaf49109-d5e2-45ef-b295-3ec7f650b692 req-b92b0c0a-66d8-4aaf-a8d0-cb147d5a37b1 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0970244 Nov 08 00:25:26.722285 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c67cc56-17a9-4d9f-bc3f-9e75a55b0600 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:26.758709 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-202aeb18-f61f-4fcd-8fe5-ff2aac6af286 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:26.785159 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:25:26.787210 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b7073452-24fc-42b7-8e85-185dd1c55a27 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:26.844137 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c67cc56-17a9-4d9f-bc3f-9e75a55b0600 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:26.866658 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c67cc56-17a9-4d9f-bc3f-9e75a55b0600 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:25:26.880594 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:26.918579 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c67cc56-17a9-4d9f-bc3f-9e75a55b0600 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:26.920389 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-4c67cc56-17a9-4d9f-bc3f-9e75a55b0600 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Added segment 810c1a64-8ff0-4f63-b83e-edd71cdaa1db of type vlan for network 07651084-b1e8-4d5d-adb0-3a515f05e4ba Nov 08 00:25:26.952115 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port b7073452-24fc-42b7-8e85-185dd1c55a27 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:26.952484 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:27.037688 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c67cc56-17a9-4d9f-bc3f-9e75a55b0600 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:27.057689 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67cc56-17a9-4d9f-bc3f-9e75a55b0600 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9614a19-ab72-4b66-9bf9-a0c3d11b9dc3,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:27.062028 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:27.091187 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:27.142819 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294', 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370', 'port_id': '70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294', 'mac_address': 'fa:16:3e:cb:c4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a000ed-a1d9-4f81-91a2-8c717b9e1d6b', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:25:27.168490 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c67cc56-17a9-4d9f-bc3f-9e75a55b0600 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:27.175524 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c67cc56-17a9-4d9f-bc3f-9e75a55b0600 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:27.177159 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c67cc56-17a9-4d9f-bc3f-9e75a55b0600 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:27.237199 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:27.249063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-202aeb18-f61f-4fcd-8fe5-ff2aac6af286 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port d6941164-804a-4c7a-a4d6-fe55e8558094 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:27.249729 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-202aeb18-f61f-4fcd-8fe5-ff2aac6af286 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:27.267828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:25:27.278819 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f39632-5d5a-4b46-8c36-c6b8fadcd7ff None None] Pushing event updated for resources: {'Port': ['ID=d6941164-804a-4c7a-a4d6-fe55e8558094,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:27.365055 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4c67cc56-17a9-4d9f-bc3f-9e75a55b0600 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1469553 Nov 08 00:25:27.371302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56052) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:27.371302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56054) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:27.386613 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-202aeb18-f61f-4fcd-8fe5-ff2aac6af286 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] For port d6941164-804a-4c7a-a4d6-fe55e8558094, host n-d-816882-1, got binding levels [] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:27.386976 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-202aeb18-f61f-4fcd-8fe5-ff2aac6af286 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:27.406292 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-202aeb18-f61f-4fcd-8fe5-ff2aac6af286 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for d6941164-804a-4c7a-a4d6-fe55e8558094 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:27.436020 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f7ea5737-1ec7-4576-b5c0-43ac80bbf9b5 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Request body: {'subnet': {'network_id': '07651084-b1e8-4d5d-adb0-3a515f05e4ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:27.439994 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:27.453748 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] Attempting to bind port d6941164-804a-4c7a-a4d6-fe55e8558094 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:25:27.454191 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] Attempting to bind port d6941164-804a-4c7a-a4d6-fe55e8558094 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:25:27.454623 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] Attempting to bind port d6941164-804a-4c7a-a4d6-fe55e8558094 on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:25:27.462567 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:25:27.462955 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:27.463593 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:27.464076 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:25:27.464617 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] Bound port: d6941164-804a-4c7a-a4d6-fe55e8558094, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:25:27.465190 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:27.553864 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] For port d6941164-804a-4c7a-a4d6-fe55e8558094, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:25:27.560898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] For port d6941164-804a-4c7a-a4d6-fe55e8558094, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d6941164-804a-4c7a-a4d6-fe55e8558094,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:25:27.563521 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:27.564300 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 58e79b86-2000-49f1-ac18-021704ff4209 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:25:27.598293 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67cc56-17a9-4d9f-bc3f-9e75a55b0600 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event updated for resources: {'Network': ['ID=07651084-b1e8-4d5d-adb0-3a515f05e4ba,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:27.615752 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 07651084-b1e8-4d5d-adb0-3a515f05e4ba details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:25:27.699163 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:27.745058 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0b490-d733-41fb-97da-e5015cb5132f req-7061b966-7bbc-40bd-98d3-1133f7f8ab0d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:27.754299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0b490-d733-41fb-97da-e5015cb5132f req-7061b966-7bbc-40bd-98d3-1133f7f8ab0d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:27.760604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0b490-d733-41fb-97da-e5015cb5132f req-7061b966-7bbc-40bd-98d3-1133f7f8ab0d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:27.769652 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0b490-d733-41fb-97da-e5015cb5132f req-7061b966-7bbc-40bd-98d3-1133f7f8ab0d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:27.773227 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ea5737-1ec7-4576-b5c0-43ac80bbf9b5 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Made reservation on behalf of 9cb74fb87d5348b1bf605635daf38eb8 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:27.777484 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0b490-d733-41fb-97da-e5015cb5132f req-7061b966-7bbc-40bd-98d3-1133f7f8ab0d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:27.781230 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5737-1ec7-4576-b5c0-43ac80bbf9b5 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:27.784753 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0b490-d733-41fb-97da-e5015cb5132f req-7061b966-7bbc-40bd-98d3-1133f7f8ab0d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:27.797604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0b490-d733-41fb-97da-e5015cb5132f req-7061b966-7bbc-40bd-98d3-1133f7f8ab0d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:27.799621 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40c0b490-d733-41fb-97da-e5015cb5132f req-7061b966-7bbc-40bd-98d3-1133f7f8ab0d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5430 time: 0.1388402 Nov 08 00:25:27.921963 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40c0b490-d733-41fb-97da-e5015cb5132f req-38978011-a70f-42c8-8f02-40dea389bf82 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890639 Nov 08 00:25:27.992685 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68161d57-7076-4c43-8193-094611441eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:28.003503 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 58e79b86-2000-49f1-ac18-021704ff4209, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=58e79b86-2000-49f1-ac18-021704ff4209,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:28.026227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:28.065183 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-202aeb18-f61f-4fcd-8fe5-ff2aac6af286 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:28.093413 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f39632-5d5a-4b46-8c36-c6b8fadcd7ff None None] Pushing event updated for resources: {'Port': ['ID=d6941164-804a-4c7a-a4d6-fe55e8558094,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:28.140917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c04d900a-a4ae-42d2-8d14-8f3f1d8c0d96 None None] Provisioning complete for port d6941164-804a-4c7a-a4d6-fe55e8558094 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:28.141436 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c04d900a-a4ae-42d2-8d14-8f3f1d8c0d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:28.142981 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '58e79b86-2000-49f1-ac18-021704ff4209', 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370', 'port_id': '58e79b86-2000-49f1-ac18-021704ff4209', 'mac_address': 'fa:16:3e:98:d9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a000ed-a1d9-4f81-91a2-8c717b9e1d6b', 'ip_address': '10.1.1.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:25:28.212024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202aeb18-f61f-4fcd-8fe5-ff2aac6af286 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=d6941164-804a-4c7a-a4d6-fe55e8558094,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:28.224833 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c04d900a-a4ae-42d2-8d14-8f3f1d8c0d96 None None] Port d6941164-804a-4c7a-a4d6-fe55e8558094 was deleted so its status cannot be updated. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Nov 08 00:25:28.233538 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5823452d-7e60-49be-b3cd-e12785ef84a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:28.238213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] Routers {'1efe8121-0c75-4e44-bebd-6ffe22291e6c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:28.238857 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['1efe8121-0c75-4e44-bebd-6ffe22291e6c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:28.273870 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5737-1ec7-4576-b5c0-43ac80bbf9b5 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:28.398264 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ea5737-1ec7-4576-b5c0-43ac80bbf9b5 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Checking segment: {'id': '810c1a64-8ff0-4f63-b83e-edd71cdaa1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '07651084-b1e8-4d5d-adb0-3a515f05e4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:28.401905 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea5737-1ec7-4576-b5c0-43ac80bbf9b5 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Network hostable DHCP agents. Network: 07651084-b1e8-4d5d-adb0-3a515f05e4ba, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:25:28.412397 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:28.426071 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-202aeb18-f61f-4fcd-8fe5-ff2aac6af286 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:28.434892 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea5737-1ec7-4576-b5c0-43ac80bbf9b5 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event updated for resources: {'Subnet': ['ID=25586d8c-ffea-4018-bd3a-ddcf61b41f3b,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:28.449237 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68161d57-7076-4c43-8193-094611441eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:28.464367 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e79b86-2000-49f1-ac18-021704ff4209 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:25:28.484968 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] Set router 1efe8121-0c75-4e44-bebd-6ffe22291e6c gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:28.540658 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68161d57-7076-4c43-8193-094611441eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:28.596756 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-68161d57-7076-4c43-8193-094611441eed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76f7381521c34d7cb94b0e37575f032f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2119515 Nov 08 00:25:28.611252 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 58e79b86-2000-49f1-ac18-021704ff4209, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=58e79b86-2000-49f1-ac18-021704ff4209,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:28.612223 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56078) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:28.612549 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efe8121-0c75-4e44-bebd-6ffe22291e6c', 'name': 'tempest-NetworksTestDHCPv6-router-407616095', 'tenant_id': '3437eeb056da447597045419227369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:21Z', 'updated_at': '2021-11-08T00:25:27Z', 'revision_number': 3, 'project_id': '3437eeb056da447597045419227369c1', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:28.614459 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea5737-1ec7-4576-b5c0-43ac80bbf9b5 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Network 07651084-b1e8-4d5d-adb0-3a515f05e4ba is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:25:28.618834 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-bce9a5b1-3e38-40f5-927a-b436153527bc None None] Could not find standard attr ID for object d6941164-804a-4c7a-a4d6-fe55e8558094. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:25:28.668593 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51675b97-d644-4df5-a18b-456d238f73f8 None None] The sync data for ids ['1efe8121-0c75-4e44-bebd-6ffe22291e6c'] in n-d-816882-1 is: [{'id': '1efe8121-0c75-4e44-bebd-6ffe22291e6c', 'name': 'tempest-NetworksTestDHCPv6-router-407616095', 'tenant_id': '3437eeb056da447597045419227369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:21Z', 'updated_at': '2021-11-08T00:25:27Z', 'revision_number': 3, 'project_id': '3437eeb056da447597045419227369c1', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:25:28.696372 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68161d57-7076-4c43-8193-094611441eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069062b2-7969-4545-928e-fb8cfdd3ae5e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:28.729944 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:28.730736 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:25:28.775363 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-f7ea5737-1ec7-4576-b5c0-43ac80bbf9b5 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 07651084-b1e8-4d5d-adb0-3a515f05e4ba) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:28.801429 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d167e4-c8d8-45d9-bcef-5e5831a5c56f None None] Network 07651084-b1e8-4d5d-adb0-3a515f05e4ba requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:28.837111 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:28.854421 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ea5737-1ec7-4576-b5c0-43ac80bbf9b5 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:28.855215 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5737-1ec7-4576-b5c0-43ac80bbf9b5 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:28.859319 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-19f4368e-75a7-443b-ae71-c848e0ec7ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:28.925425 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-19f4368e-75a7-443b-ae71-c848e0ec7ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:28.934638 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=58e79b86-2000-49f1-ac18-021704ff4209,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:28.954853 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7', 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370', 'port_id': '3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7', 'mac_address': 'fa:16:3e:c1:ac:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a000ed-a1d9-4f81-91a2-8c717b9e1d6b', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:25:29.043217 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f7ea5737-1ec7-4576-b5c0-43ac80bbf9b5 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6558619 Nov 08 00:25:29.049784 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56090) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:29.076325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f32f440e-3f9d-4078-ada7-5dd5e9584214 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Request body: {'network': {'name': 'tempest-router-network01--1901372150'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:29.090281 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:29.119328 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:25:29.123623 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-19f4368e-75a7-443b-ae71-c848e0ec7ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:29.132102 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-19f4368e-75a7-443b-ae71-c848e0ec7ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:29.135811 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-19f4368e-75a7-443b-ae71-c848e0ec7ec7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/069062b2-7969-4545-928e-fb8cfdd3ae5e HTTP/1.1" status: 204 len: 168 time: 0.5200529 Nov 08 00:25:29.159777 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4368e-75a7-443b-ae71-c848e0ec7ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069062b2-7969-4545-928e-fb8cfdd3ae5e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:29.213944 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:29.232060 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32f440e-3f9d-4078-ada7-5dd5e9584214 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Made reservation on behalf of 9cb74fb87d5348b1bf605635daf38eb8 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:29.240509 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f32f440e-3f9d-4078-ada7-5dd5e9584214 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:29.295812 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:29.296521 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 46503f71-6482-45b3-8c5d-eb36337e12ff details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:25:29.297887 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32f440e-3f9d-4078-ada7-5dd5e9584214 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:25:29.310626 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f32f440e-3f9d-4078-ada7-5dd5e9584214 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:29.311056 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-f32f440e-3f9d-4078-ada7-5dd5e9584214 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Added segment 8826ba30-5819-4eca-a5eb-36fca6be5604 of type vlan for network 54b13ec7-f160-4c9d-8810-88cc8df23735 Nov 08 00:25:29.327639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-07651084-b1e8-4d5d-adb0-3a515f05e4ba', 'network_id': '07651084-b1e8-4d5d-adb0-3a515f05e4ba', 'tenant_id': '9cb74fb87d5348b1bf605635daf38eb8', 'fixed_ips': [{'subnet_id': '25586d8c-ffea-4018-bd3a-ddcf61b41f3b'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:25:29.335452 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:29.359449 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f32f440e-3f9d-4078-ada7-5dd5e9584214 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:29.487497 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f32f440e-3f9d-4078-ada7-5dd5e9584214 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:29.488833 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32f440e-3f9d-4078-ada7-5dd5e9584214 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:29.489505 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f32f440e-3f9d-4078-ada7-5dd5e9584214 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:29.615632 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0df436-5cf3-4a18-b2fa-3b1367edb40e req-15bd2b8e-1e63-4b50-be48-7fc0b8689e4b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:29.626714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0df436-5cf3-4a18-b2fa-3b1367edb40e req-15bd2b8e-1e63-4b50-be48-7fc0b8689e4b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:29.642971 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0df436-5cf3-4a18-b2fa-3b1367edb40e req-15bd2b8e-1e63-4b50-be48-7fc0b8689e4b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:29.650304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0df436-5cf3-4a18-b2fa-3b1367edb40e req-15bd2b8e-1e63-4b50-be48-7fc0b8689e4b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:29.657008 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0df436-5cf3-4a18-b2fa-3b1367edb40e req-15bd2b8e-1e63-4b50-be48-7fc0b8689e4b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:29.666069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0df436-5cf3-4a18-b2fa-3b1367edb40e req-15bd2b8e-1e63-4b50-be48-7fc0b8689e4b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:29.672558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0df436-5cf3-4a18-b2fa-3b1367edb40e req-15bd2b8e-1e63-4b50-be48-7fc0b8689e4b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:29.678496 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f0df436-5cf3-4a18-b2fa-3b1367edb40e req-15bd2b8e-1e63-4b50-be48-7fc0b8689e4b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5432 time: 0.2837956 Nov 08 00:25:29.684779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202aeb18-f61f-4fcd-8fe5-ff2aac6af286 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Router 1efe8121-0c75-4e44-bebd-6ffe22291e6c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:25:29.733717 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f440e-3f9d-4078-ada7-5dd5e9584214 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event updated for resources: {'Network': ['ID=54b13ec7-f160-4c9d-8810-88cc8df23735,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:29.754432 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56108) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:29.756556 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f32f440e-3f9d-4078-ada7-5dd5e9584214 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7054677 Nov 08 00:25:29.764100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-4507cd1e-486f-48d6-8518-468ac3795e91 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Request body: {'network': {'name': 'tempest-router-network02--2133889097'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:29.899028 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] Allocated IP 2001:db8::2 (07651084-b1e8-4d5d-adb0-3a515f05e4ba/25586d8c-ffea-4018-bd3a-ddcf61b41f3b/fd9893ea-2525-4310-9aa9-6684a9237ab1) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:29.977279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202aeb18-f61f-4fcd-8fe5-ff2aac6af286 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:25:29.980828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 54b13ec7-f160-4c9d-8810-88cc8df23735 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:25:29.985503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-202aeb18-f61f-4fcd-8fe5-ff2aac6af286 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "PUT /v2.0/routers/1efe8121-0c75-4e44-bebd-6ffe22291e6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1627250 Nov 08 00:25:29.987731 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56112) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:30.028208 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f0df436-5cf3-4a18-b2fa-3b1367edb40e req-1da8c1fe-a74f-4237-83cf-5dfdeef40c62 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2917511 Nov 08 00:25:30.040310 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6be6d44c-d58f-49d7-ab05-9990b80672c9 req-d981a9c1-cbeb-4c9f-9bcd-5d88d1cf8eee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3542442 Nov 08 00:25:30.073802 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c83b7c-2362-486d-934d-8b2601d039b4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:30.075586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c83b7c-2362-486d-934d-8b2601d039b4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:30.079693 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-62c83b7c-2362-486d-934d-8b2601d039b4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0886142 Nov 08 00:25:30.080062 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56116) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:30.170884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4507cd1e-486f-48d6-8518-468ac3795e91 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Made reservation on behalf of 9cb74fb87d5348b1bf605635daf38eb8 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:30.176284 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4507cd1e-486f-48d6-8518-468ac3795e91 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:30.191098 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd72470c-0022-49a9-94d6-fb7c7177a89d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 9e44c05b-ffde-4f8a-a7ee-689808f5ed16 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:25:30.196407 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd72470c-0022-49a9-94d6-fb7c7177a89d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:30.258128 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd72470c-0022-49a9-94d6-fb7c7177a89d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:30.259214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:30.308148 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56124) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:30.337239 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a802b6c-3168-4b18-8f68-32fd9382e4d5 None None] Sync routers for ids ['1efe8121-0c75-4e44-bebd-6ffe22291e6c'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:25:30.353260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6d44c-d58f-49d7-ab05-9990b80672c9 req-e1dda535-52db-4b34-a483-d92e1232ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:30.354996 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6be6d44c-d58f-49d7-ab05-9990b80672c9 req-e1dda535-52db-4b34-a483-d92e1232ec9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b5853458dd24c08bad0734d1d809da3&device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 1096 time: 0.2571788 Nov 08 00:25:30.355950 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a802b6c-3168-4b18-8f68-32fd9382e4d5 None None] Routers {'1efe8121-0c75-4e44-bebd-6ffe22291e6c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:30.362266 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6a802b6c-3168-4b18-8f68-32fd9382e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['1efe8121-0c75-4e44-bebd-6ffe22291e6c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:30.371709 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4fff66c6-de96-4e49-acf2-b67c0f8dd86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:30.373807 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4507cd1e-486f-48d6-8518-468ac3795e91 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:25:30.433765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 46503f71-6482-45b3-8c5d-eb36337e12ff, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=46503f71-6482-45b3-8c5d-eb36337e12ff,segment=NetworkSegment(2ab8e6cb-9119-4274-ba70-503abfbff32f),segment_id=2ab8e6cb-9119-4274-ba70-503abfbff32f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:30.440335 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-6a802b6c-3168-4b18-8f68-32fd9382e4d5 None None] Set router 1efe8121-0c75-4e44-bebd-6ffe22291e6c gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:30.457616 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd72470c-0022-49a9-94d6-fb7c7177a89d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:30.463651 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '46503f71-6482-45b3-8c5d-eb36337e12ff', 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964', 'port_id': '46503f71-6482-45b3-8c5d-eb36337e12ff', 'mac_address': 'fa:16:3e:3a:f7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3be98b0-454a-423b-81f4-63aace0baef8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:25:30.483464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6d44c-d58f-49d7-ab05-9990b80672c9 req-8e653a92-ebf7-44dc-afde-5bfe0c8cf04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:30.484947 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6be6d44c-d58f-49d7-ab05-9990b80672c9 req-8e653a92-ebf7-44dc-afde-5bfe0c8cf04d service neutron] 10.222.0.20 "GET /v2.0/networks?id=0371df58-0f09-4690-9116-bbb16052317b HTTP/1.1" status: 200 len: 917 time: 0.1052954 Nov 08 00:25:30.492784 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4507cd1e-486f-48d6-8518-468ac3795e91 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:30.493243 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-4507cd1e-486f-48d6-8518-468ac3795e91 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Added segment cbbfbea3-e4f2-4b98-8052-61e719cd6db1 of type vlan for network 00afaf2d-c320-4231-88a3-1192580b2c9c Nov 08 00:25:30.504610 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:30.564938 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:30.582411 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46503f71-6482-45b3-8c5d-eb36337e12ff {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:25:30.596218 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6be6d44c-d58f-49d7-ab05-9990b80672c9 req-14f2268c-d809-4043-8e8a-a90e7eb7c07e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e HTTP/1.1" status: 200 len: 1001 time: 0.1012924 Nov 08 00:25:30.600607 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6a802b6c-3168-4b18-8f68-32fd9382e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efe8121-0c75-4e44-bebd-6ffe22291e6c', 'name': 'tempest-NetworksTestDHCPv6-router-407616095', 'tenant_id': '3437eeb056da447597045419227369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:21Z', 'updated_at': '2021-11-08T00:25:27Z', 'revision_number': 3, 'project_id': '3437eeb056da447597045419227369c1', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:30.610003 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 46503f71-6482-45b3-8c5d-eb36337e12ff, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=46503f71-6482-45b3-8c5d-eb36337e12ff,segment=NetworkSegment(2ab8e6cb-9119-4274-ba70-503abfbff32f),segment_id=2ab8e6cb-9119-4274-ba70-503abfbff32f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:30.622442 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:30.626390 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd72470c-0022-49a9-94d6-fb7c7177a89d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:30.679890 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a802b6c-3168-4b18-8f68-32fd9382e4d5 None None] Checking router: 1efe8121-0c75-4e44-bebd-6ffe22291e6c for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:25:30.685218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] Network 07651084-b1e8-4d5d-adb0-3a515f05e4ba is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:30.691131 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:30.693606 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:30.694318 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 5d3634c8-60af-48ff-8a52-e1b0a079793d details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:25:30.696430 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:30.703996 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72470c-0022-49a9-94d6-fb7c7177a89d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=9e44c05b-ffde-4f8a-a7ee-689808f5ed16,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:30.708177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] Pushing event updated for resources: {'Port': ['ID=fd9893ea-2525-4310-9aa9-6684a9237ab1,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:30.708985 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4507cd1e-486f-48d6-8518-468ac3795e91 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:30.713376 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a802b6c-3168-4b18-8f68-32fd9382e4d5 None None] Routers {'1efe8121-0c75-4e44-bebd-6ffe22291e6c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:30.716240 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6a802b6c-3168-4b18-8f68-32fd9382e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['1efe8121-0c75-4e44-bebd-6ffe22291e6c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:30.729464 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd72470c-0022-49a9-94d6-fb7c7177a89d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:30.739037 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765efb4c-bb27-4d1b-b6d0-0a6cbe359fc1 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:30.742969 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6d44c-d58f-49d7-ab05-9990b80672c9 req-7e849a5f-66bb-462d-a8db-52e4215a130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:30.747255 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6be6d44c-d58f-49d7-ab05-9990b80672c9 req-7e849a5f-66bb-462d-a8db-52e4215a130e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c80a8a3-462b-4322-9544-89bc8e72d39f HTTP/1.1" status: 200 len: 855 time: 0.1324034 Nov 08 00:25:30.748782 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fd72470c-0022-49a9-94d6-fb7c7177a89d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/9e44c05b-ffde-4f8a-a7ee-689808f5ed16 HTTP/1.1" status: 204 len: 168 time: 0.6640906 Nov 08 00:25:30.748782 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56130) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:30.830856 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-856ad261-abca-49af-af1f-65b77c2917db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:30.860250 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6d44c-d58f-49d7-ab05-9990b80672c9 req-a200c041-84d4-408b-8c9e-9338fc9d3cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:30.861802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6be6d44c-d58f-49d7-ab05-9990b80672c9 req-a200c041-84d4-408b-8c9e-9338fc9d3cbe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371df58-0f09-4690-9116-bbb16052317b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072752 Nov 08 00:25:30.868364 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4507cd1e-486f-48d6-8518-468ac3795e91 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:30.874324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4507cd1e-486f-48d6-8518-468ac3795e91 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:30.874964 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4507cd1e-486f-48d6-8518-468ac3795e91 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:30.875128 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.resource_extend [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 00:25:30.935025 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-6a802b6c-3168-4b18-8f68-32fd9382e4d5 None None] Set router 1efe8121-0c75-4e44-bebd-6ffe22291e6c gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:30.946444 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ba51871e-01c3-489f-82e7-33027f786b07 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1943502 Nov 08 00:25:30.947021 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56132) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:30.957635 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 5d3634c8-60af-48ff-8a52-e1b0a079793d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5d3634c8-60af-48ff-8a52-e1b0a079793d,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:31.003156 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4fff66c6-de96-4e49-acf2-b67c0f8dd86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:31.012131 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6a802b6c-3168-4b18-8f68-32fd9382e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efe8121-0c75-4e44-bebd-6ffe22291e6c', 'name': 'tempest-NetworksTestDHCPv6-router-407616095', 'tenant_id': '3437eeb056da447597045419227369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:21Z', 'updated_at': '2021-11-08T00:25:27Z', 'revision_number': 3, 'project_id': '3437eeb056da447597045419227369c1', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:31.023195 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=46503f71-6482-45b3-8c5d-eb36337e12ff,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:31.030343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] Attempting to bind port fd9893ea-2525-4310-9aa9-6684a9237ab1 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:25:31.030766 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] Attempting to bind port fd9893ea-2525-4310-9aa9-6684a9237ab1 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '810c1a64-8ff0-4f63-b83e-edd71cdaa1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '07651084-b1e8-4d5d-adb0-3a515f05e4ba'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:25:31.031137 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] Attempting to bind port fd9893ea-2525-4310-9aa9-6684a9237ab1 on network 07651084-b1e8-4d5d-adb0-3a515f05e4ba {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:25:31.052775 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:25:31.053184 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] Checking segment: {'id': '810c1a64-8ff0-4f63-b83e-edd71cdaa1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '07651084-b1e8-4d5d-adb0-3a515f05e4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:31.053593 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:31.056270 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] Bound using segment: {'id': '810c1a64-8ff0-4f63-b83e-edd71cdaa1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '07651084-b1e8-4d5d-adb0-3a515f05e4ba'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:25:31.056804 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] Bound port: fd9893ea-2525-4310-9aa9-6684a9237ab1, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810c1a64-8ff0-4f63-b83e-edd71cdaa1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '07651084-b1e8-4d5d-adb0-3a515f05e4ba'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:25:31.057280 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:31.147236 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4fff66c6-de96-4e49-acf2-b67c0f8dd86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:31.157332 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:31.185494 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a802b6c-3168-4b18-8f68-32fd9382e4d5 None None] The sync data for ids ['1efe8121-0c75-4e44-bebd-6ffe22291e6c'] in n-d-816882-1 is: [{'id': '1efe8121-0c75-4e44-bebd-6ffe22291e6c', 'name': 'tempest-NetworksTestDHCPv6-router-407616095', 'tenant_id': '3437eeb056da447597045419227369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:21Z', 'updated_at': '2021-11-08T00:25:27Z', 'revision_number': 3, 'project_id': '3437eeb056da447597045419227369c1', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:25:31.259056 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '5d3634c8-60af-48ff-8a52-e1b0a079793d', 'network_id': '5ea01ccc-ccd5-4c1a-8bc5-b88363f64370', 'port_id': '5d3634c8-60af-48ff-8a52-e1b0a079793d', 'mac_address': 'fa:16:3e:5c:86:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a000ed-a1d9-4f81-91a2-8c717b9e1d6b', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:25:31.387893 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4fff66c6-de96-4e49-acf2-b67c0f8dd86a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=229328c1b2104e8999ea3cf9f3812bd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0690894 Nov 08 00:25:31.413958 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56146) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:31.516890 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6be6d44c-d58f-49d7-ab05-9990b80672c9 req-2721c3b6-fa8f-49e7-91c5-0ee986bcf544 service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6344664 Nov 08 00:25:31.537800 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4507cd1e-486f-48d6-8518-468ac3795e91 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7778893 Nov 08 00:25:31.565011 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56158) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:31.574464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-6223d68d-9c73-42a0-85c4-52a98320f522 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Request body: {'subnet': {'network_id': '54b13ec7-f160-4c9d-8810-88cc8df23735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:31.588257 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507cd1e-486f-48d6-8518-468ac3795e91 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event updated for resources: {'Network': ['ID=00afaf2d-c320-4231-88a3-1192580b2c9c,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:31.621063 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 00afaf2d-c320-4231-88a3-1192580b2c9c details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:25:31.727538 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:31.737696 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c22b792-8723-4a80-8d12-bda9acef31f7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:31.754812 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] For port fd9893ea-2525-4310-9aa9-6684a9237ab1, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:25:31.762644 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36a1f6a-78fc-4e24-958c-43995e88d13b None None] DHCP port deletion for 5519efd4-e1a8-486b-824a-06c45d00ec62 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:25:31.781625 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3634c8-60af-48ff-8a52-e1b0a079793d {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:25:31.792607 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] For port fd9893ea-2525-4310-9aa9-6684a9237ab1, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=fd9893ea-2525-4310-9aa9-6684a9237ab1,segment=NetworkSegment(810c1a64-8ff0-4f63-b83e-edd71cdaa1db),segment_id=810c1a64-8ff0-4f63-b83e-edd71cdaa1db)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:25:31.842244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff66c6-de96-4e49-acf2-b67c0f8dd86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e3203d-ef1c-4659-9258-23c64d1c6f1d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:31.846315 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 5d3634c8-60af-48ff-8a52-e1b0a079793d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5d3634c8-60af-48ff-8a52-e1b0a079793d,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:31.867243 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:31.894026 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c36a1f6a-78fc-4e24-958c-43995e88d13b None None] Deleting port b7073452-24fc-42b7-8e85-185dd1c55a27 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:31.894499 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c36a1f6a-78fc-4e24-958c-43995e88d13b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:31.915351 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-463bbb37-e7ba-404f-a43a-09781eeb9611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:31.940486 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-463bbb37-e7ba-404f-a43a-09781eeb9611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:31.970478 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c22b792-8723-4a80-8d12-bda9acef31f7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:31.970478 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c22b792-8723-4a80-8d12-bda9acef31f7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:32.026362 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de525b99-96f5-4f81-8618-75d003ca33c1 req-ea429bc4-33ec-453c-84f9-4f9946fafe2b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:32.033176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de525b99-96f5-4f81-8618-75d003ca33c1 req-ea429bc4-33ec-453c-84f9-4f9946fafe2b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:32.040669 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de525b99-96f5-4f81-8618-75d003ca33c1 req-ea429bc4-33ec-453c-84f9-4f9946fafe2b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:32.047646 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de525b99-96f5-4f81-8618-75d003ca33c1 req-ea429bc4-33ec-453c-84f9-4f9946fafe2b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:32.055042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de525b99-96f5-4f81-8618-75d003ca33c1 req-ea429bc4-33ec-453c-84f9-4f9946fafe2b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:32.061973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de525b99-96f5-4f81-8618-75d003ca33c1 req-ea429bc4-33ec-453c-84f9-4f9946fafe2b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:32.068413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de525b99-96f5-4f81-8618-75d003ca33c1 req-ea429bc4-33ec-453c-84f9-4f9946fafe2b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:32.070690 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de525b99-96f5-4f81-8618-75d003ca33c1 req-ea429bc4-33ec-453c-84f9-4f9946fafe2b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5433 time: 0.7959495 Nov 08 00:25:32.135523 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c22b792-8723-4a80-8d12-bda9acef31f7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:32.136568 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c22b792-8723-4a80-8d12-bda9acef31f7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Fanout notify agent at l3_agent the message router_deleted on router 1efe8121-0c75-4e44-bebd-6ffe22291e6c {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:25:32.151342 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c22b792-8723-4a80-8d12-bda9acef31f7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:32.153674 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8c22b792-8723-4a80-8d12-bda9acef31f7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/routers/1efe8121-0c75-4e44-bebd-6ffe22291e6c HTTP/1.1" status: 204 len: 168 time: 1.2054234 Nov 08 00:25:32.161043 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56172) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:32.168975 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-213adde4-1fb6-4d0a-b822-78b889cff9e3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:32.188007 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de525b99-96f5-4f81-8618-75d003ca33c1 req-b34063dc-2197-476f-a950-20ff136fa6f9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0880661 Nov 08 00:25:32.198189 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6be6d44c-d58f-49d7-ab05-9990b80672c9 req-3c449b40-fa31-4e88-959d-5df1c9cedcc3 service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6651042 Nov 08 00:25:32.200395 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c36a1f6a-78fc-4e24-958c-43995e88d13b None None] For port b7073452-24fc-42b7-8e85-185dd1c55a27, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b7073452-24fc-42b7-8e85-185dd1c55a27,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:32.200676 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c36a1f6a-78fc-4e24-958c-43995e88d13b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:32.215674 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c36a1f6a-78fc-4e24-958c-43995e88d13b None None] Calling delete_port for b7073452-24fc-42b7-8e85-185dd1c55a27 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:32.217540 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-463bbb37-e7ba-404f-a43a-09781eeb9611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:32.220863 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-463bbb37-e7ba-404f-a43a-09781eeb9611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:32.222925 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-463bbb37-e7ba-404f-a43a-09781eeb9611 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8e3203d-ef1c-4659-9258-23c64d1c6f1d HTTP/1.1" status: 204 len: 168 time: 0.7085724 Nov 08 00:25:32.234455 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:32.234620 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6223d68d-9c73-42a0-85c4-52a98320f522 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Made reservation on behalf of 9cb74fb87d5348b1bf605635daf38eb8 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:32.238217 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:32.238615 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6223d68d-9c73-42a0-85c4-52a98320f522 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:32.238898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6b819cfd-7da2-4cbd-baa5-52fb93656ef5 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:25:32.241746 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:32.379758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bbb37-e7ba-404f-a43a-09781eeb9611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e3203d-ef1c-4659-9258-23c64d1c6f1d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:32.475220 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.resource_extend [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 00:25:32.498742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=5d3634c8-60af-48ff-8a52-e1b0a079793d,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:32.608350 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df857e4-713a-4a17-8f21-682507d1adae None None] Pushing event updated for resources: {'Port': ['ID=fd9893ea-2525-4310-9aa9-6684a9237ab1,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:32.628126 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213adde4-1fb6-4d0a-b822-78b889cff9e3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:32.639192 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-213adde4-1fb6-4d0a-b822-78b889cff9e3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:32.660334 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 6b819cfd-7da2-4cbd-baa5-52fb93656ef5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6b819cfd-7da2-4cbd-baa5-52fb93656ef5,segment=NetworkSegment(c79382c5-9ff9-4a52-bfcf-a258f1e0713b),segment_id=c79382c5-9ff9-4a52-bfcf-a258f1e0713b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:32.673757 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6223d68d-9c73-42a0-85c4-52a98320f522 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:32.738437 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '6b819cfd-7da2-4cbd-baa5-52fb93656ef5', 'network_id': '74f4276d-9439-4600-839d-84669ee5e60a', 'port_id': '6b819cfd-7da2-4cbd-baa5-52fb93656ef5', 'mac_address': 'fa:16:3e:00:f6:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b76b42-1f2f-4491-9c88-ef859a8eb6c0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:25:32.740386 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c36a1f6a-78fc-4e24-958c-43995e88d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:32.918801 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a1f6a-78fc-4e24-958c-43995e88d13b None None] No DVR routers for this DVR port b7073452-24fc-42b7-8e85-185dd1c55a27 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:25:32.922667 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:32.931077 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223d68d-9c73-42a0-85c4-52a98320f522 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event updated for resources: {'Subnet': ['ID=b9050a06-5ef6-4e8f-b162-c2e480d6cb26,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:32.951763 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a1f6a-78fc-4e24-958c-43995e88d13b None None] Pushing event deleted for resources: {'Port': ['ID=b7073452-24fc-42b7-8e85-185dd1c55a27,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:32.952042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6223d68d-9c73-42a0-85c4-52a98320f522 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Checking segment: {'id': '8826ba30-5819-4eca-a5eb-36fca6be5604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54b13ec7-f160-4c9d-8810-88cc8df23735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:32.952819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6223d68d-9c73-42a0-85c4-52a98320f522 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Network hostable DHCP agents. Network: 54b13ec7-f160-4c9d-8810-88cc8df23735, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:25:32.955511 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device fd9893ea-2525-4310-9aa9-6684a9237ab1 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:33.052113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b819cfd-7da2-4cbd-baa5-52fb93656ef5 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:25:33.073514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6223d68d-9c73-42a0-85c4-52a98320f522 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Network 54b13ec7-f160-4c9d-8810-88cc8df23735 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:25:33.094715 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 6b819cfd-7da2-4cbd-baa5-52fb93656ef5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6b819cfd-7da2-4cbd-baa5-52fb93656ef5,segment=NetworkSegment(c79382c5-9ff9-4a52-bfcf-a258f1e0713b),segment_id=c79382c5-9ff9-4a52-bfcf-a258f1e0713b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:33.128467 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port fd9893ea-2525-4310-9aa9-6684a9237ab1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:33.132163 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:33.151870 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-6223d68d-9c73-42a0-85c4-52a98320f522 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 54b13ec7-f160-4c9d-8810-88cc8df23735) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:33.156562 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6223d68d-9c73-42a0-85c4-52a98320f522 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:33.160929 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6223d68d-9c73-42a0-85c4-52a98320f522 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:33.189712 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d3e571-55d5-4ed8-b097-232ad4eb3a94 None None] Network 54b13ec7-f160-4c9d-8810-88cc8df23735 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:33.197660 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:33.198562 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 5dffe1f6-cb78-4bd0-8c29-3adfb648a164 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:25:33.276514 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6223d68d-9c73-42a0-85c4-52a98320f522 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7095697 Nov 08 00:25:33.278530 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56210) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:33.284459 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-16563f76-044c-41f6-bce4-3ba935f2ebd4 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Request body: {'subnet': {'network_id': '00afaf2d-c320-4231-88a3-1192580b2c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:33.350317 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=6b819cfd-7da2-4cbd-baa5-52fb93656ef5,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:33.432871 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:33.435095 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-213adde4-1fb6-4d0a-b822-78b889cff9e3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:33.446290 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 5dffe1f6-cb78-4bd0-8c29-3adfb648a164, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5dffe1f6-cb78-4bd0-8c29-3adfb648a164,segment=NetworkSegment(c79382c5-9ff9-4a52-bfcf-a258f1e0713b),segment_id=c79382c5-9ff9-4a52-bfcf-a258f1e0713b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:33.501813 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '5dffe1f6-cb78-4bd0-8c29-3adfb648a164', 'network_id': '74f4276d-9439-4600-839d-84669ee5e60a', 'port_id': '5dffe1f6-cb78-4bd0-8c29-3adfb648a164', 'mac_address': 'fa:16:3e:c1:b3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b76b42-1f2f-4491-9c88-ef859a8eb6c0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:25:33.514273 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56214) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:33.523447 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:33.587553 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e5794fc5-72af-4ff4-b30d-fd59eb2bf57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:33.599277 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213adde4-1fb6-4d0a-b822-78b889cff9e3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=f1e9ca64-920e-450f-a58d-c39b9079b575,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:33.624919 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213adde4-1fb6-4d0a-b822-78b889cff9e3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:33.631084 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-213adde4-1fb6-4d0a-b822-78b889cff9e3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:33.632382 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213adde4-1fb6-4d0a-b822-78b889cff9e3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:33.633166 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-213adde4-1fb6-4d0a-b822-78b889cff9e3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:33.659733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16563f76-044c-41f6-bce4-3ba935f2ebd4 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Made reservation on behalf of 9cb74fb87d5348b1bf605635daf38eb8 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:33.663777 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-16563f76-044c-41f6-bce4-3ba935f2ebd4 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:33.668710 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port fd9893ea-2525-4310-9aa9-6684a9237ab1, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=fd9893ea-2525-4310-9aa9-6684a9237ab1,segment=NetworkSegment(810c1a64-8ff0-4f63-b83e-edd71cdaa1db),segment_id=810c1a64-8ff0-4f63-b83e-edd71cdaa1db)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:33.674626 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e214281-ad65-4fdf-9049-f99859a837f6 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:33.744225 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-213adde4-1fb6-4d0a-b822-78b889cff9e3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5804873 Nov 08 00:25:33.750994 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56220) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:33.756646 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d5fe914e-917e-4322-b781-b067a1c723ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-452725209', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:33.787000 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:33.799155 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:33.853655 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-54b13ec7-f160-4c9d-8810-88cc8df23735', 'network_id': '54b13ec7-f160-4c9d-8810-88cc8df23735', 'tenant_id': '9cb74fb87d5348b1bf605635daf38eb8', 'fixed_ips': [{'subnet_id': 'b9050a06-5ef6-4e8f-b162-c2e480d6cb26'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:25:33.854579 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:33.878208 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dffe1f6-cb78-4bd0-8c29-3adfb648a164 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:25:33.888641 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5fe914e-917e-4322-b781-b067a1c723ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:33.889714 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5fe914e-917e-4322-b781-b067a1c723ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:33.895261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6010d85-6916-4c9a-a985-af3ed76d1451 req-04a66dc3-cf03-4b03-a26e-2b642b161b5a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:33.915517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6010d85-6916-4c9a-a985-af3ed76d1451 req-04a66dc3-cf03-4b03-a26e-2b642b161b5a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:33.920956 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b7073452-24fc-42b7-8e85-185dd1c55a27 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:25:33.923089 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6010d85-6916-4c9a-a985-af3ed76d1451 req-04a66dc3-cf03-4b03-a26e-2b642b161b5a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:33.931170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6010d85-6916-4c9a-a985-af3ed76d1451 req-04a66dc3-cf03-4b03-a26e-2b642b161b5a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:33.954485 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6010d85-6916-4c9a-a985-af3ed76d1451 req-04a66dc3-cf03-4b03-a26e-2b642b161b5a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:33.968064 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6010d85-6916-4c9a-a985-af3ed76d1451 req-04a66dc3-cf03-4b03-a26e-2b642b161b5a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:33.969323 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5fe914e-917e-4322-b781-b067a1c723ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:33.975044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6010d85-6916-4c9a-a985-af3ed76d1451 req-04a66dc3-cf03-4b03-a26e-2b642b161b5a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:33.983848 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6010d85-6916-4c9a-a985-af3ed76d1451 req-04a66dc3-cf03-4b03-a26e-2b642b161b5a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5435 time: 0.4801028 Nov 08 00:25:34.031900 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5fe914e-917e-4322-b781-b067a1c723ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:34.036975 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 5dffe1f6-cb78-4bd0-8c29-3adfb648a164, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5dffe1f6-cb78-4bd0-8c29-3adfb648a164,segment=NetworkSegment(c79382c5-9ff9-4a52-bfcf-a258f1e0713b),segment_id=c79382c5-9ff9-4a52-bfcf-a258f1e0713b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:34.041852 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=fd9893ea-2525-4310-9aa9-6684a9237ab1,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:34.056129 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: b7073452-24fc-42b7-8e85-185dd1c55a27 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:25:34.056461 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b7073452-24fc-42b7-8e85-185dd1c55a27 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:25:34.068544 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012ad54c-b83a-490e-94a6-5014f880ac98 None None] Network 07651084-b1e8-4d5d-adb0-3a515f05e4ba requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:34.193703 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:34.204866 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5fe914e-917e-4322-b781-b067a1c723ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:34.208383 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d5fe914e-917e-4322-b781-b067a1c723ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4553149 Nov 08 00:25:34.210460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56224) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:34.275214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1a4a66fb-2856-4d16-8ee1-2c101b45949c None None] Provisioning complete for port fd9893ea-2525-4310-9aa9-6684a9237ab1 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:34.275597 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a4a66fb-2856-4d16-8ee1-2c101b45949c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:34.311960 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01411c7d-a9d5-4ad3-9a51-5a4ba7f7598e req-1cf0d52a-416a-45e3-b15a-8379ee2a757e tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:34.320231 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-01411c7d-a9d5-4ad3-9a51-5a4ba7f7598e req-1cf0d52a-416a-45e3-b15a-8379ee2a757e tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.4883153 Nov 08 00:25:34.362702 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6010d85-6916-4c9a-a985-af3ed76d1451 req-a97f143f-49df-49eb-90b2-4bd0ec73c4d3 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3777394 Nov 08 00:25:34.383873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5519efd4-e1a8-486b-824a-06c45d00ec62', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'fixed_ips': [{'subnet_id': 'f1e9ca64-920e-450f-a58d-c39b9079b575'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:25:34.385206 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:34.392316 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-16563f76-044c-41f6-bce4-3ba935f2ebd4 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:34.409174 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=5dffe1f6-cb78-4bd0-8c29-3adfb648a164,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:34.431939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-01411c7d-a9d5-4ad3-9a51-5a4ba7f7598e req-75a94cc4-26fd-42a1-b0d2-6352fb9d3f57 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107941 Nov 08 00:25:34.473664 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] Allocated IP 2001:db8::2 (54b13ec7-f160-4c9d-8810-88cc8df23735/b9050a06-5ef6-4e8f-b162-c2e480d6cb26/75869ccf-a404-4807-a82d-280b03c9fb15) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:34.490608 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e5794fc5-72af-4ff4-b30d-fd59eb2bf57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:34.538213 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16563f76-044c-41f6-bce4-3ba935f2ebd4 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event updated for resources: {'Subnet': ['ID=6c9a20a8-10b0-40d1-acc1-f09e1562a565,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:34.553121 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16563f76-044c-41f6-bce4-3ba935f2ebd4 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Checking segment: {'id': 'cbbfbea3-e4f2-4b98-8052-61e719cd6db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '00afaf2d-c320-4231-88a3-1192580b2c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:34.553703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16563f76-044c-41f6-bce4-3ba935f2ebd4 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Network hostable DHCP agents. Network: 00afaf2d-c320-4231-88a3-1192580b2c9c, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:25:34.625725 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e5794fc5-72af-4ff4-b30d-fd59eb2bf57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:34.680415 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e5794fc5-72af-4ff4-b30d-fd59eb2bf57c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8942ea8b0094417aa539d8c4b6516229&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1626372 Nov 08 00:25:34.686785 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56240) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:34.697916 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16563f76-044c-41f6-bce4-3ba935f2ebd4 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Network 00afaf2d-c320-4231-88a3-1192580b2c9c is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:25:34.700521 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5544901f-4cba-4d91-b15c-0b86b69ff14a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:34.746316 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5794fc5-72af-4ff4-b30d-fd59eb2bf57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaab3a9-5afb-4649-87a4-884a83397ccd,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:34.796507 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] Allocated IP 2001:db8::2 (5519efd4-e1a8-486b-824a-06c45d00ec62/f1e9ca64-920e-450f-a58d-c39b9079b575/545ebb4e-1293-4d6b-9735-48dab626dec8) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:34.808930 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device fd9893ea-2525-4310-9aa9-6684a9237ab1 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:34.862541 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-16563f76-044c-41f6-bce4-3ba935f2ebd4 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 00afaf2d-c320-4231-88a3-1192580b2c9c) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:34.888791 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16563f76-044c-41f6-bce4-3ba935f2ebd4 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:34.889394 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-16563f76-044c-41f6-bce4-3ba935f2ebd4 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:34.892151 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a98c3cf-bbdf-44f5-a40f-befe0db706b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:34.942040 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a98c3cf-bbdf-44f5-a40f-befe0db706b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:34.962283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced32b30-88eb-421f-ad96-745c8f283449 req-0cdec414-9d95-42b0-9d6b-b8dc8830bc10 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:34.964213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ced32b30-88eb-421f-ad96-745c8f283449 req-0cdec414-9d95-42b0-9d6b-b8dc8830bc10 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.1645322 Nov 08 00:25:35.059126 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd684565-f0c5-4bf2-b154-d4441666f915 None None] Network 00afaf2d-c320-4231-88a3-1192580b2c9c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:35.061483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56248) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:35.061734 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-16563f76-044c-41f6-bce4-3ba935f2ebd4 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7819195 Nov 08 00:25:35.061943 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['46503f71-6482-45b3-8c5d-eb36337e12ff'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:25:35.064874 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['5d3634c8-60af-48ff-8a52-e1b0a079793d'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:25:35.066828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['5dffe1f6-cb78-4bd0-8c29-3adfb648a164'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:25:35.068855 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:25:35.101093 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-ced32b30-88eb-421f-ad96-745c8f283449 req-4d90552c-217e-4ba1-8dfb-334fa8b571be tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Deleting port d66ff1f1-dfc7-4182-9d0c-32f8d824382b {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:35.101531 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ced32b30-88eb-421f-ad96-745c8f283449 req-4d90552c-217e-4ba1-8dfb-334fa8b571be tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:35.201698 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a98c3cf-bbdf-44f5-a40f-befe0db706b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:35.205567 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a98c3cf-bbdf-44f5-a40f-befe0db706b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:35.209691 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7a98c3cf-bbdf-44f5-a40f-befe0db706b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aeaab3a9-5afb-4649-87a4-884a83397ccd HTTP/1.1" status: 204 len: 168 time: 0.5192890 Nov 08 00:25:35.221788 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98c3cf-bbdf-44f5-a40f-befe0db706b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaab3a9-5afb-4649-87a4-884a83397ccd,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:35.253264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:25:35.255368 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['6b819cfd-7da2-4cbd-baa5-52fb93656ef5'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:25:35.293893 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-ced32b30-88eb-421f-ad96-745c8f283449 req-4d90552c-217e-4ba1-8dfb-334fa8b571be tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] For port d66ff1f1-dfc7-4182-9d0c-32f8d824382b, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=d66ff1f1-dfc7-4182-9d0c-32f8d824382b,segment=NetworkSegment(2423fa32-c7b0-4943-9b4a-6af78151abbd),segment_id=2423fa32-c7b0-4943-9b4a-6af78151abbd)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:35.297481 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ced32b30-88eb-421f-ad96-745c8f283449 req-4d90552c-217e-4ba1-8dfb-334fa8b571be tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:35.456474 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:35.587142 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ced32b30-88eb-421f-ad96-745c8f283449 req-4d90552c-217e-4ba1-8dfb-334fa8b571be tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:35.588018 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ced32b30-88eb-421f-ad96-745c8f283449 req-4d90552c-217e-4ba1-8dfb-334fa8b571be tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:35.588712 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-ced32b30-88eb-421f-ad96-745c8f283449 req-4d90552c-217e-4ba1-8dfb-334fa8b571be tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Floating IP 7ce48859-e252-4738-acd0-b58097528e7a disassociated. External IP: 172.25.2.159, port: d66ff1f1-dfc7-4182-9d0c-32f8d824382b. Nov 08 00:25:35.589402 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-ced32b30-88eb-421f-ad96-745c8f283449 req-4d90552c-217e-4ba1-8dfb-334fa8b571be tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Calling delete_port for d66ff1f1-dfc7-4182-9d0c-32f8d824382b owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:35.603846 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aef254df-33e4-4b15-8b19-b58a2a1d0c50 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:35.605228 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c980fc14-15eb-4fbc-bb44-0af05c88c036 None None] Provisioning complete for port fd9893ea-2525-4310-9aa9-6684a9237ab1 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:35.606429 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c980fc14-15eb-4fbc-bb44-0af05c88c036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:35.690724 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:35.731933 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a760f-b692-4916-a338-24a53b4b12a5 req-b3056728-0bd8-4d58-9cb1-4cb24e505405 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:35.733781 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb4a760f-b692-4916-a338-24a53b4b12a5 req-b3056728-0bd8-4d58-9cb1-4cb24e505405 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 945 time: 0.1387265 Nov 08 00:25:35.753966 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26499773-2830-4250-8426-28ff524757d2 req-90d7928b-089d-423d-8d8c-6a80dca3eb09 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:35.760153 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26499773-2830-4250-8426-28ff524757d2 req-90d7928b-089d-423d-8d8c-6a80dca3eb09 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:35.766110 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26499773-2830-4250-8426-28ff524757d2 req-90d7928b-089d-423d-8d8c-6a80dca3eb09 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:35.773081 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26499773-2830-4250-8426-28ff524757d2 req-90d7928b-089d-423d-8d8c-6a80dca3eb09 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:35.779148 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26499773-2830-4250-8426-28ff524757d2 req-90d7928b-089d-423d-8d8c-6a80dca3eb09 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:35.785248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26499773-2830-4250-8426-28ff524757d2 req-90d7928b-089d-423d-8d8c-6a80dca3eb09 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:35.791241 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26499773-2830-4250-8426-28ff524757d2 req-90d7928b-089d-423d-8d8c-6a80dca3eb09 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:35.793202 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-26499773-2830-4250-8426-28ff524757d2 req-90d7928b-089d-423d-8d8c-6a80dca3eb09 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5436 time: 0.1959519 Nov 08 00:25:35.845609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] Pushing event updated for resources: {'Port': ['ID=75869ccf-a404-4807-a82d-280b03c9fb15,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:35.886254 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb4a760f-b692-4916-a338-24a53b4b12a5 req-e883b988-a33c-4387-a449-ba06ea1f9836 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d39e1a-c679-41e1-b996-8177fae624c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919135 Nov 08 00:25:35.892343 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-26499773-2830-4250-8426-28ff524757d2 req-e76a87d9-b8f3-42aa-8ef0-4c7b9b558530 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872004 Nov 08 00:25:35.966506 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:35.971382 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-aef254df-33e4-4b15-8b19-b58a2a1d0c50 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Allocated IP 2001:db8::1 (54b13ec7-f160-4c9d-8810-88cc8df23735/b9050a06-5ef6-4e8f-b162-c2e480d6cb26/c488bd56-bbd5-45e4-9bfe-0c11ab676d45) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:36.020928 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port fd9893ea-2525-4310-9aa9-6684a9237ab1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:36.021306 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:36.035598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] Network 54b13ec7-f160-4c9d-8810-88cc8df23735 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:36.073830 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ced32b30-88eb-421f-ad96-745c8f283449 req-4d90552c-217e-4ba1-8dfb-334fa8b571be tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:36.120516 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90552c-217e-4ba1-8dfb-334fa8b571be tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Pushing event deleted for resources: {'Port': ['ID=d66ff1f1-dfc7-4182-9d0c-32f8d824382b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:36.144458 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:36.184838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:36.198751 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:36.198751 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['58e79b86-2000-49f1-ac18-021704ff4209'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:25:36.222146 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aef254df-33e4-4b15-8b19-b58a2a1d0c50 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:36.242171 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-5544901f-4cba-4d91-b15c-0b86b69ff14a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::1 (5519efd4-e1a8-486b-824a-06c45d00ec62/f1e9ca64-920e-450f-a58d-c39b9079b575/2c59b397-2610-40e7-aebf-3eea415b122d) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:36.409903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ced32b30-88eb-421f-ad96-745c8f283449 req-4d90552c-217e-4ba1-8dfb-334fa8b571be tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:25:36.443329 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aef254df-33e4-4b15-8b19-b58a2a1d0c50 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:36.572787 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef254df-33e4-4b15-8b19-b58a2a1d0c50 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Network 54b13ec7-f160-4c9d-8810-88cc8df23735 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:36.580712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ced32b30-88eb-421f-ad96-745c8f283449 req-4d90552c-217e-4ba1-8dfb-334fa8b571be tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:25:36.600121 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-aef254df-33e4-4b15-8b19-b58a2a1d0c50 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:36.608232 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef254df-33e4-4b15-8b19-b58a2a1d0c50 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:36.610314 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aef254df-33e4-4b15-8b19-b58a2a1d0c50 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:36.675857 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced32b30-88eb-421f-ad96-745c8f283449 req-4d90552c-217e-4ba1-8dfb-334fa8b571be tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] No DVR routers for this DVR port d66ff1f1-dfc7-4182-9d0c-32f8d824382b on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:25:36.682337 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ced32b30-88eb-421f-ad96-745c8f283449 req-4d90552c-217e-4ba1-8dfb-334fa8b571be tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:36.693375 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c035f-f46c-4eee-b3dc-0d2a17da5388 None None] Sync routers for ids ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:25:36.694368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ced32b30-88eb-421f-ad96-745c8f283449 req-4d90552c-217e-4ba1-8dfb-334fa8b571be tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.20 "DELETE /v2.0/ports/d66ff1f1-dfc7-4182-9d0c-32f8d824382b HTTP/1.1" status: 204 len: 173 time: 1.7212763 Nov 08 00:25:36.694885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f94ced-3da5-4757-a76b-b66fa2a1dc05', 'name': 'network-vif-deleted', 'tag': 'd66ff1f1-dfc7-4182-9d0c-32f8d824382b'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:25:36.698786 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9ab928-9cf0-46f6-abcf-be16440955f3" -d '{"events": [{"server_uuid": "c8f94ced-3da5-4757-a76b-b66fa2a1dc05", "name": "network-vif-deleted", "tag": "d66ff1f1-dfc7-4182-9d0c-32f8d824382b"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:25:36.718649 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5544901f-4cba-4d91-b15c-0b86b69ff14a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:36.738241 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef254df-33e4-4b15-8b19-b58a2a1d0c50 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event updated for resources: {'Port': ['ID=c488bd56-bbd5-45e4-9bfe-0c11ab676d45,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:36.808310 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10b007b-6b26-48fd-a553-f1cc70512bca x-openstack-request-id: req-a10b007b-6b26-48fd-a553-f1cc70512bca {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:25:36.808653 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f94ced-3da5-4757-a76b-b66fa2a1dc05", "name": "network-vif-deleted", "tag": "d66ff1f1-dfc7-4182-9d0c-32f8d824382b", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:25:36.808920 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a10b007b-6b26-48fd-a553-f1cc70512bca {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:25:36.809371 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f94ced-3da5-4757-a76b-b66fa2a1dc05', 'name': 'network-vif-deleted', 'tag': 'd66ff1f1-dfc7-4182-9d0c-32f8d824382b', 'status': 'completed', 'code': 200} Nov 08 00:25:36.827674 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:36.861914 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c035f-f46c-4eee-b3dc-0d2a17da5388 None None] Routers {'4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:36.862570 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-d37c035f-f46c-4eee-b3dc-0d2a17da5388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:36.873241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:36.969106 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:36.972071 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-00afaf2d-c320-4231-88a3-1192580b2c9c', 'network_id': '00afaf2d-c320-4231-88a3-1192580b2c9c', 'tenant_id': '9cb74fb87d5348b1bf605635daf38eb8', 'fixed_ips': [{'subnet_id': '6c9a20a8-10b0-40d1-acc1-f09e1562a565'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:25:36.972910 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:37.021632 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5544901f-4cba-4d91-b15c-0b86b69ff14a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:37.140469 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63bd9aa2-4e84-440b-9147-d90ce6117ed3 req-db279f3a-6e51-49a3-92b5-840f47e33aa6 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f94ced-3da5-4757-a76b-b66fa2a1dc05 HTTP/1.1" status: 200 len: 210 time: 0.1085248 Nov 08 00:25:37.140469 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56352) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:37.167628 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aef254df-33e4-4b15-8b19-b58a2a1d0c50 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:37.238131 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5544901f-4cba-4d91-b15c-0b86b69ff14a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:37.269187 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-5544901f-4cba-4d91-b15c-0b86b69ff14a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:37.277624 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] Attempting to bind port 75869ccf-a404-4807-a82d-280b03c9fb15 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:25:37.277999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] Attempting to bind port 75869ccf-a404-4807-a82d-280b03c9fb15 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '8826ba30-5819-4eca-a5eb-36fca6be5604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54b13ec7-f160-4c9d-8810-88cc8df23735'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:25:37.278366 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] Attempting to bind port 75869ccf-a404-4807-a82d-280b03c9fb15 on network 54b13ec7-f160-4c9d-8810-88cc8df23735 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:25:37.280293 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5544901f-4cba-4d91-b15c-0b86b69ff14a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:37.281052 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5544901f-4cba-4d91-b15c-0b86b69ff14a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:37.301350 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56364) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:37.317620 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] Pushing event updated for resources: {'Port': ['ID=545ebb4e-1293-4d6b-9735-48dab626dec8,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:37.370877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-89942627-bd36-4ad7-b815-c12e015c1e22 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-104179338-network', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:37.442464 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:25:37.444325 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] Checking segment: {'id': '8826ba30-5819-4eca-a5eb-36fca6be5604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54b13ec7-f160-4c9d-8810-88cc8df23735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:37.444917 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:37.445492 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] Bound using segment: {'id': '8826ba30-5819-4eca-a5eb-36fca6be5604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54b13ec7-f160-4c9d-8810-88cc8df23735'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:25:37.446193 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] Bound port: 75869ccf-a404-4807-a82d-280b03c9fb15, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8826ba30-5819-4eca-a5eb-36fca6be5604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54b13ec7-f160-4c9d-8810-88cc8df23735'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:25:37.446763 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:37.454030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618365e-58a2-4634-8cd4-7f83c15443ca req-c2e8f0b0-5a54-4add-b51a-a5aca91fe5a0 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:37.460856 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544901f-4cba-4d91-b15c-0b86b69ff14a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=2c59b397-2610-40e7-aebf-3eea415b122d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:37.463251 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618365e-58a2-4634-8cd4-7f83c15443ca req-c2e8f0b0-5a54-4add-b51a-a5aca91fe5a0 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:37.470260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618365e-58a2-4634-8cd4-7f83c15443ca req-c2e8f0b0-5a54-4add-b51a-a5aca91fe5a0 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:37.477887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618365e-58a2-4634-8cd4-7f83c15443ca req-c2e8f0b0-5a54-4add-b51a-a5aca91fe5a0 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:37.484627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618365e-58a2-4634-8cd4-7f83c15443ca req-c2e8f0b0-5a54-4add-b51a-a5aca91fe5a0 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:37.491827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618365e-58a2-4634-8cd4-7f83c15443ca req-c2e8f0b0-5a54-4add-b51a-a5aca91fe5a0 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:37.498050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618365e-58a2-4634-8cd4-7f83c15443ca req-c2e8f0b0-5a54-4add-b51a-a5aca91fe5a0 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:37.500241 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e618365e-58a2-4634-8cd4-7f83c15443ca req-c2e8f0b0-5a54-4add-b51a-a5aca91fe5a0 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5436 time: 0.2276103 Nov 08 00:25:37.508358 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-adfa0875-9d3c-4c20-9f56-e0ede2b60894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:37.523620 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] Attempting to bind port 545ebb4e-1293-4d6b-9735-48dab626dec8 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:25:37.523832 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] Attempting to bind port 545ebb4e-1293-4d6b-9735-48dab626dec8 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:25:37.525026 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] Attempting to bind port 545ebb4e-1293-4d6b-9735-48dab626dec8 on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:25:37.539758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89942627-bd36-4ad7-b815-c12e015c1e22 admin admin] Made reservation on behalf of bf6aabdd7f8f40e0a5bfc671d7065857 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:37.542681 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-89942627-bd36-4ad7-b815-c12e015c1e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:37.586351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e618365e-58a2-4634-8cd4-7f83c15443ca req-916e5a7e-010b-4c26-a011-4f2299dc0a41 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698485 Nov 08 00:25:37.587198 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-89942627-bd36-4ad7-b815-c12e015c1e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:37.721214 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-adfa0875-9d3c-4c20-9f56-e0ede2b60894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:37.728826 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5544901f-4cba-4d91-b15c-0b86b69ff14a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:37.748497 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-89942627-bd36-4ad7-b815-c12e015c1e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:37.796184 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-d37c035f-f46c-4eee-b3dc-0d2a17da5388 None None] Set router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:37.840388 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:25:37.840764 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:37.841165 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:37.841562 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:25:37.842044 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] Bound port: 545ebb4e-1293-4d6b-9735-48dab626dec8, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:25:37.842427 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:37.866184 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-adfa0875-9d3c-4c20-9f56-e0ede2b60894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:37.869552 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-89942627-bd36-4ad7-b815-c12e015c1e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:37.911388 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aef254df-33e4-4b15-8b19-b58a2a1d0c50 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:37.918931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa0875-9d3c-4c20-9f56-e0ede2b60894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36198d70-f2db-4135-b903-c2e3a9d00c64,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:37.955575 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89942627-bd36-4ad7-b815-c12e015c1e22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:25:37.965610 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-adfa0875-9d3c-4c20-9f56-e0ede2b60894 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2ab68b7f11547e2a775cf4b79416c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6640313 Nov 08 00:25:37.973527 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56372) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:37.996538 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] For port 75869ccf-a404-4807-a82d-280b03c9fb15, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:25:37.997131 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89942627-bd36-4ad7-b815-c12e015c1e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfba682-fa4d-45a6-8399-2f9cdad1ed86,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:38.003050 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-89942627-bd36-4ad7-b815-c12e015c1e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:38.003584 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-89942627-bd36-4ad7-b815-c12e015c1e22 admin admin] Added segment 87845c7a-31a7-40af-8818-b20eeedac210 of type vlan for network 8d9e2072-e0f6-4949-9ba2-c29e6e5628ac Nov 08 00:25:38.013253 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] Allocated IP 2001:db8::2 (00afaf2d-c320-4231-88a3-1192580b2c9c/6c9a20a8-10b0-40d1-acc1-f09e1562a565/05058ab5-b8da-4570-a5ee-f332dd783724) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:38.069562 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aef254df-33e4-4b15-8b19-b58a2a1d0c50 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:38.070737 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aef254df-33e4-4b15-8b19-b58a2a1d0c50 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:38.078473 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] For port 75869ccf-a404-4807-a82d-280b03c9fb15, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=75869ccf-a404-4807-a82d-280b03c9fb15,segment=NetworkSegment(8826ba30-5819-4eca-a5eb-36fca6be5604),segment_id=8826ba30-5819-4eca-a5eb-36fca6be5604)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:25:38.080882 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-89942627-bd36-4ad7-b815-c12e015c1e22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:38.128162 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-412ddf01-4ea1-4a60-aeb7-4be2e099a026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:38.149716 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] For port 545ebb4e-1293-4d6b-9735-48dab626dec8, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:25:38.166636 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-412ddf01-4ea1-4a60-aeb7-4be2e099a026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:38.181339 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] For port 545ebb4e-1293-4d6b-9735-48dab626dec8, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=545ebb4e-1293-4d6b-9735-48dab626dec8,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:25:38.183504 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5544901f-4cba-4d91-b15c-0b86b69ff14a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:38.201759 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef254df-33e4-4b15-8b19-b58a2a1d0c50 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event updated for resources: {'Port': ['ID=c488bd56-bbd5-45e4-9bfe-0c11ab676d45,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:38.210705 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:38.247442 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef254df-33e4-4b15-8b19-b58a2a1d0c50 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Network 54b13ec7-f160-4c9d-8810-88cc8df23735 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:38.248271 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-89942627-bd36-4ad7-b815-c12e015c1e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:38.249030 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-aef254df-33e4-4b15-8b19-b58a2a1d0c50 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:38.249407 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89942627-bd36-4ad7-b815-c12e015c1e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:38.250066 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-89942627-bd36-4ad7-b815-c12e015c1e22 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:38.319566 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:38.342230 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5544901f-4cba-4d91-b15c-0b86b69ff14a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:38.345859 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5544901f-4cba-4d91-b15c-0b86b69ff14a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:38.351331 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-412ddf01-4ea1-4a60-aeb7-4be2e099a026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:38.354509 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-412ddf01-4ea1-4a60-aeb7-4be2e099a026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:38.354726 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:38.368636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-412ddf01-4ea1-4a60-aeb7-4be2e099a026 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36198d70-f2db-4135-b903-c2e3a9d00c64 HTTP/1.1" status: 204 len: 168 time: 0.3940697 Nov 08 00:25:38.384862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ddf01-4ea1-4a60-aeb7-4be2e099a026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36198d70-f2db-4135-b903-c2e3a9d00c64,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:38.390464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89942627-bd36-4ad7-b815-c12e015c1e22 admin admin] Pushing event updated for resources: {'Network': ['ID=8d9e2072-e0f6-4949-9ba2-c29e6e5628ac,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:38.409911 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-89942627-bd36-4ad7-b815-c12e015c1e22 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2631648 Nov 08 00:25:38.410674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56382) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:38.416720 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-537aecef-c2ae-498c-b91a-3727f674dcd7 admin admin] Request body: {'subnet': {'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-104179338-subnet', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:38.452991 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 8d9e2072-e0f6-4949-9ba2-c29e6e5628ac details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:25:38.511013 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544901f-4cba-4d91-b15c-0b86b69ff14a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=2c59b397-2610-40e7-aebf-3eea415b122d,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:38.525907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537aecef-c2ae-498c-b91a-3727f674dcd7 admin admin] Made reservation on behalf of bf6aabdd7f8f40e0a5bfc671d7065857 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:38.529535 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-537aecef-c2ae-498c-b91a-3727f674dcd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:38.595105 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 73dbcf25-0e11-4d38-9a47-c19f82924baf no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:25:38.615656 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5544901f-4cba-4d91-b15c-0b86b69ff14a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:38.617259 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-5544901f-4cba-4d91-b15c-0b86b69ff14a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:38.653822 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:38.673936 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaccde1-9b2e-42d3-9f2b-7c1b825ab94c None None] Pushing event updated for resources: {'Port': ['ID=75869ccf-a404-4807-a82d-280b03c9fb15,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:38.741731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779f861-2602-465d-b6ae-6f10fa6f14e6 None None] Pushing event updated for resources: {'Port': ['ID=545ebb4e-1293-4d6b-9735-48dab626dec8,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:38.775825 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef254df-33e4-4b15-8b19-b58a2a1d0c50 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Router b7ce607c-ad66-4351-af1b-eb5ffa801a2d is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:25:38.809113 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:38.814081 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-d37c035f-f46c-4eee-b3dc-0d2a17da5388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:19:17Z', 'revision_number': 4, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port': {'id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:11Z', 'updated_at': '2021-11-08T00:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'a47a8676-739a-4cfb-9666-a8bf0583f1d5', 'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'mac_address': 'fa:16:3e:b0:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:15Z', 'updated_at': '2021-11-08T00:19:23Z', 'revision_number': 5, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'subnets': [{'id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:38.859399 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c035f-f46c-4eee-b3dc-0d2a17da5388 None None] Checking router: 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:25:38.878479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c035f-f46c-4eee-b3dc-0d2a17da5388 None None] Routers {'4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:38.878918 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-d37c035f-f46c-4eee-b3dc-0d2a17da5388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:38.949885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291101a-7cb3-4f6e-9ba1-f7ae9ce6c932 req-13d76a6d-7be6-4969-8418-dd26af0dfdc9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:38.956459 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291101a-7cb3-4f6e-9ba1-f7ae9ce6c932 req-13d76a6d-7be6-4969-8418-dd26af0dfdc9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:38.967491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291101a-7cb3-4f6e-9ba1-f7ae9ce6c932 req-13d76a6d-7be6-4969-8418-dd26af0dfdc9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:38.976575 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291101a-7cb3-4f6e-9ba1-f7ae9ce6c932 req-13d76a6d-7be6-4969-8418-dd26af0dfdc9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:38.990758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291101a-7cb3-4f6e-9ba1-f7ae9ce6c932 req-13d76a6d-7be6-4969-8418-dd26af0dfdc9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:38.997160 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291101a-7cb3-4f6e-9ba1-f7ae9ce6c932 req-13d76a6d-7be6-4969-8418-dd26af0dfdc9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:39.003421 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291101a-7cb3-4f6e-9ba1-f7ae9ce6c932 req-13d76a6d-7be6-4969-8418-dd26af0dfdc9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:39.005499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5291101a-7cb3-4f6e-9ba1-f7ae9ce6c932 req-13d76a6d-7be6-4969-8418-dd26af0dfdc9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5436 time: 0.2216780 Nov 08 00:25:39.031374 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-d37c035f-f46c-4eee-b3dc-0d2a17da5388 None None] Set router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:39.116080 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5291101a-7cb3-4f6e-9ba1-f7ae9ce6c932 req-f2369e2b-0f35-4c57-b299-bd9fe9c27d11 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649915 Nov 08 00:25:39.118436 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:39.160823 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:25:39.163509 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:39.221102 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:39.221462 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:39.228520 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-537aecef-c2ae-498c-b91a-3727f674dcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:39.288632 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] Network 00afaf2d-c320-4231-88a3-1192580b2c9c is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:39.321949 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 73dbcf25-0e11-4d38-9a47-c19f82924baf, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=73dbcf25-0e11-4d38-9a47-c19f82924baf,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:39.326178 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c230e7dd-cb72-4352-a468-bb819870ca6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73dbcf25-0e11-4d38-9a47-c19f82924baf'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:25:39.328551 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f29cb9a-0e42-47b9-8fc0-d38cbfa3fbf9" -d '{"events": [{"server_uuid": "c230e7dd-cb72-4352-a468-bb819870ca6c", "name": "network-vif-unplugged", "status": "completed", "tag": "73dbcf25-0e11-4d38-9a47-c19f82924baf"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:25:39.331205 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] Pushing event updated for resources: {'Port': ['ID=05058ab5-b8da-4570-a5ee-f332dd783724,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:39.337777 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:39.345591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:39.368618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537aecef-c2ae-498c-b91a-3727f674dcd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=411d4059-474f-4fc7-8a0d-b3b7cef4a1e5,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:39.382318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56406) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:39.407033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56408) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:39.443261 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:39.444093 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device d66ff1f1-dfc7-4182-9d0c-32f8d824382b no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:25:39.447212 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bda750-2c48-4f5a-8619-43f51510e96e x-openstack-request-id: req-84bda750-2c48-4f5a-8619-43f51510e96e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:25:39.447691 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c230e7dd-cb72-4352-a468-bb819870ca6c", "name": "network-vif-unplugged", "status": "completed", "tag": "73dbcf25-0e11-4d38-9a47-c19f82924baf", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:25:39.448046 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84bda750-2c48-4f5a-8619-43f51510e96e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:25:39.448508 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c230e7dd-cb72-4352-a468-bb819870ca6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73dbcf25-0e11-4d38-9a47-c19f82924baf', 'code': 200} Nov 08 00:25:39.500095 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-24024e41-248a-4b51-b5ad-6ab31754b788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:39.509850 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef254df-33e4-4b15-8b19-b58a2a1d0c50 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:25:39.524569 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-aef254df-33e4-4b15-8b19-b58a2a1d0c50 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "PUT /v2.0/routers/b7ce607c-ad66-4351-af1b-eb5ffa801a2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4592884 Nov 08 00:25:39.525021 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56410) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:39.526318 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbe8f57-0b52-421f-bf03-fd479bfc304f None None] Sync routers for ids ['b7ce607c-ad66-4351-af1b-eb5ffa801a2d'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:25:39.538355 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: d66ff1f1-dfc7-4182-9d0c-32f8d824382b {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:25:39.538829 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device d66ff1f1-dfc7-4182-9d0c-32f8d824382b not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:25:39.551514 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbe8f57-0b52-421f-bf03-fd479bfc304f None None] Routers {'b7ce607c-ad66-4351-af1b-eb5ffa801a2d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:39.554975 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7fbe8f57-0b52-421f-bf03-fd479bfc304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b7ce607c-ad66-4351-af1b-eb5ffa801a2d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:39.600687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] Attempting to bind port 05058ab5-b8da-4570-a5ee-f332dd783724 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:25:39.601207 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] Attempting to bind port 05058ab5-b8da-4570-a5ee-f332dd783724 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'cbbfbea3-e4f2-4b98-8052-61e719cd6db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '00afaf2d-c320-4231-88a3-1192580b2c9c'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:25:39.601680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] Attempting to bind port 05058ab5-b8da-4570-a5ee-f332dd783724 on network 00afaf2d-c320-4231-88a3-1192580b2c9c {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:25:39.618696 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7fbe8f57-0b52-421f-bf03-fd479bfc304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:39.633359 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbe8f57-0b52-421f-bf03-fd479bfc304f None None] Routers {'b7ce607c-ad66-4351-af1b-eb5ffa801a2d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:39.637142 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7fbe8f57-0b52-421f-bf03-fd479bfc304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b7ce607c-ad66-4351-af1b-eb5ffa801a2d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:39.645038 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5544901f-4cba-4d91-b15c-0b86b69ff14a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Router e459829b-33e6-46fb-850f-36ad6b05278b is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:25:39.648640 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:25:39.649177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] Checking segment: {'id': 'cbbfbea3-e4f2-4b98-8052-61e719cd6db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '00afaf2d-c320-4231-88a3-1192580b2c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:39.649686 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:39.650194 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] Bound using segment: {'id': 'cbbfbea3-e4f2-4b98-8052-61e719cd6db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '00afaf2d-c320-4231-88a3-1192580b2c9c'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:25:39.650783 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] Bound port: 05058ab5-b8da-4570-a5ee-f332dd783724, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbfbea3-e4f2-4b98-8052-61e719cd6db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '00afaf2d-c320-4231-88a3-1192580b2c9c'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:25:39.651281 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:39.659993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=73dbcf25-0e11-4d38-9a47-c19f82924baf,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:39.688075 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7fbe8f57-0b52-421f-bf03-fd479bfc304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:39.688075 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbe8f57-0b52-421f-bf03-fd479bfc304f None None] The sync data for ids ['b7ce607c-ad66-4351-af1b-eb5ffa801a2d'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:25:39.713928 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:39.847763 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 545ebb4e-1293-4d6b-9735-48dab626dec8 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:39.894809 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-d37c035f-f46c-4eee-b3dc-0d2a17da5388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:19:17Z', 'revision_number': 4, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port': {'id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:11Z', 'updated_at': '2021-11-08T00:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'a47a8676-739a-4cfb-9666-a8bf0583f1d5', 'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'mac_address': 'fa:16:3e:b0:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:15Z', 'updated_at': '2021-11-08T00:19:23Z', 'revision_number': 5, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'subnets': [{'id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:39.912160 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:39.940522 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5544901f-4cba-4d91-b15c-0b86b69ff14a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:25:39.942638 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd16b5e8-42ff-4944-8750-73d37f13fb80 None None] Network 54b13ec7-f160-4c9d-8810-88cc8df23735 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:40.069338 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5544901f-4cba-4d91-b15c-0b86b69ff14a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "PUT /v2.0/routers/e459829b-33e6-46fb-850f-36ad6b05278b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8544180 Nov 08 00:25:40.069603 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56412) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:40.122435 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537aecef-c2ae-498c-b91a-3727f674dcd7 admin admin] Checking segment: {'id': '87845c7a-31a7-40af-8818-b20eeedac210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:40.122811 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537aecef-c2ae-498c-b91a-3727f674dcd7 admin admin] Network hostable DHCP agents. Network: 8d9e2072-e0f6-4949-9ba2-c29e6e5628ac, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:25:40.124429 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5159a39c-7a5b-49ca-91c9-3c0a9a2466c6 None None] Sync routers for ids ['e459829b-33e6-46fb-850f-36ad6b05278b'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:25:40.126694 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c035f-f46c-4eee-b3dc-0d2a17da5388 None None] The sync data for ids ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'] in n-d-816882-1 is: [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:19:17Z', 'revision_number': 4, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port': {'id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:11Z', 'updated_at': '2021-11-08T00:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'a47a8676-739a-4cfb-9666-a8bf0583f1d5', 'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'mac_address': 'fa:16:3e:b0:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:15Z', 'updated_at': '2021-11-08T00:19:23Z', 'revision_number': 5, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'subnets': [{'id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:25:40.128873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] For port 05058ab5-b8da-4570-a5ee-f332dd783724, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:25:40.138917 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9061d9a3-af47-4e13-a3a3-3268ca29fa00 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:40.145006 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262746bc-28e1-4542-a6a1-fbf5bb8bcedb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:40.149819 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-262746bc-28e1-4542-a6a1-fbf5bb8bcedb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports/2c59b397-2610-40e7-aebf-3eea415b122d HTTP/1.1" status: 200 len: 911 time: 0.0792315 Nov 08 00:25:40.151318 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56414) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:40.197997 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9061d9a3-af47-4e13-a3a3-3268ca29fa00 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:40.200836 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:40.210398 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 5dffe1f6-cb78-4bd0-8c29-3adfb648a164 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:40.211261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-75b4a28b-a164-4f67-a6c5-20e74e942d80 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:40.219608 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-75b4a28b-a164-4f67-a6c5-20e74e942d80 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/networks?id=d20df259-1f81-4a1a-9eb7-c348a83c593b HTTP/1.1" status: 200 len: 805 time: 0.8471105 Nov 08 00:25:40.264512 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-38c9951e-779e-4e25-aadb-5bccc5b2fc8c tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/quotas/7f16e000569246a6a036af1fb56e5a64 HTTP/1.1" status: 200 len: 375 time: 0.0439012 Nov 08 00:25:40.278839 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] For port 05058ab5-b8da-4570-a5ee-f332dd783724, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=05058ab5-b8da-4570-a5ee-f332dd783724,segment=NetworkSegment(cbbfbea3-e4f2-4b98-8052-61e719cd6db1),segment_id=cbbfbea3-e4f2-4b98-8052-61e719cd6db1)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:25:40.337887 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5159a39c-7a5b-49ca-91c9-3c0a9a2466c6 None None] Routers {'e459829b-33e6-46fb-850f-36ad6b05278b'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:40.338536 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5159a39c-7a5b-49ca-91c9-3c0a9a2466c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e459829b-33e6-46fb-850f-36ad6b05278b'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:40.343573 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537aecef-c2ae-498c-b91a-3727f674dcd7 admin admin] Network 8d9e2072-e0f6-4949-9ba2-c29e6e5628ac is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:25:40.368815 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-b48134ad-cd76-4650-bb4e-4dc659168a53 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:25:40.373039 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b48134ad-cd76-4650-bb4e-4dc659168a53 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "PUT /v2.0/routers/b7ce607c-ad66-4351-af1b-eb5ffa801a2d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8453963 Nov 08 00:25:40.373760 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56420) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:40.389909 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-61ccc344-1a34-4fdd-9af5-26a196bef801 None None] Provisioning complete for port 75869ccf-a404-4807-a82d-280b03c9fb15 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:40.393632 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61ccc344-1a34-4fdd-9af5-26a196bef801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:40.406453 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-24024e41-248a-4b51-b5ad-6ab31754b788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:40.422498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f99288-bf44-4d15-b0de-80117b2b82ba req-45cba10c-f56c-43e0-adbf-e5f5f13753f3 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:40.429280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f99288-bf44-4d15-b0de-80117b2b82ba req-45cba10c-f56c-43e0-adbf-e5f5f13753f3 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:40.435226 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f99288-bf44-4d15-b0de-80117b2b82ba req-45cba10c-f56c-43e0-adbf-e5f5f13753f3 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:40.441272 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f99288-bf44-4d15-b0de-80117b2b82ba req-45cba10c-f56c-43e0-adbf-e5f5f13753f3 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:40.447547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f99288-bf44-4d15-b0de-80117b2b82ba req-45cba10c-f56c-43e0-adbf-e5f5f13753f3 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:40.453426 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f99288-bf44-4d15-b0de-80117b2b82ba req-45cba10c-f56c-43e0-adbf-e5f5f13753f3 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:40.467895 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f99288-bf44-4d15-b0de-80117b2b82ba req-45cba10c-f56c-43e0-adbf-e5f5f13753f3 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:40.469384 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:40.469962 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1f99288-bf44-4d15-b0de-80117b2b82ba req-45cba10c-f56c-43e0-adbf-e5f5f13753f3 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5437 time: 0.1900530 Nov 08 00:25:40.505448 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:40.505744 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-537aecef-c2ae-498c-b91a-3727f674dcd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 8d9e2072-e0f6-4949-9ba2-c29e6e5628ac) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:40.513398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f242ef-fae4-4e4b-9e4e-797619b87834 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:40.525683 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f242ef-fae4-4e4b-9e4e-797619b87834 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:40.527478 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-55f242ef-fae4-4e4b-9e4e-797619b87834 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2850928 Nov 08 00:25:40.544936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56422) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:40.548235 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5159a39c-7a5b-49ca-91c9-3c0a9a2466c6 None None] Set router e459829b-33e6-46fb-850f-36ad6b05278b gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:40.568621 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537aecef-c2ae-498c-b91a-3727f674dcd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:40.569216 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-537aecef-c2ae-498c-b91a-3727f674dcd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:40.577177 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-24024e41-248a-4b51-b5ad-6ab31754b788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:40.621510 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b37fc6-d8f1-48a7-821b-d3b0cc505711 None None] New status for floating IP 7ce48859-e252-4738-acd0-b58097528e7a: DOWN {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:25:40.656515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-6faabb83-6459-445b-8e04-a86f807fab53 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f16e000569246a6a036af1fb56e5a64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3745389 Nov 08 00:25:40.674540 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8de80ed-ed18-4cc0-b30c-67a30d2e5a99 None None] Network 8d9e2072-e0f6-4949-9ba2-c29e6e5628ac requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:40.741899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24024e41-248a-4b51-b5ad-6ab31754b788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d56fca-3d9f-4cb1-802f-e93ba667dfb2,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:40.752664 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9061d9a3-af47-4e13-a3a3-3268ca29fa00 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:40.752664 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9061d9a3-af47-4e13-a3a3-3268ca29fa00 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:40.752664 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9061d9a3-af47-4e13-a3a3-3268ca29fa00 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "DELETE /v2.0/security-groups/85d39e1a-c679-41e1-b996-8177fae624c6 HTTP/1.1" status: 204 len: 168 time: 1.3621576 Nov 08 00:25:40.757806 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56426) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:40.787011 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061d9a3-af47-4e13-a3a3-3268ca29fa00 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d39e1a-c679-41e1-b996-8177fae624c6,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:40.863580 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-8ba07405-132e-4e61-b9e2-55a4f4ccb8d8 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] show failed (client error): The resource could not be found. Nov 08 00:25:40.864914 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8ba07405-132e-4e61-b9e2-55a4f4ccb8d8 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups/85d39e1a-c679-41e1-b996-8177fae624c6 HTTP/1.1" status: 404 len: 347 time: 0.1060727 Nov 08 00:25:40.867819 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56428) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:40.891356 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 545ebb4e-1293-4d6b-9735-48dab626dec8 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:40.894819 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:40.920036 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-537aecef-c2ae-498c-b91a-3727f674dcd7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.5078197 Nov 08 00:25:40.929593 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56430) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:40.933287 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1f99288-bf44-4d15-b0de-80117b2b82ba req-dc291862-2621-4b9a-80de-30bed06b7f9b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4416776 Nov 08 00:25:40.934870 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-221e08d1-71cc-43ba-8892-5cf1fdaa5e3e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-104179338-router', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:40.965767 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-24024e41-248a-4b51-b5ad-6ab31754b788 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00348ba4baf2411ea75157ae71908d18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5213580 Nov 08 00:25:40.978885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56432) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:41.007299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513fe62-a7a0-4da2-801a-3354a14b28b5 req-fe733fd2-7435-4ca5-bbef-7f5425fafad7 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:41.009138 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4513fe62-a7a0-4da2-801a-3354a14b28b5 req-fe733fd2-7435-4ca5-bbef-7f5425fafad7 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.20 "GET /v2.0/ports?device_id=c230e7dd-cb72-4352-a468-bb819870ca6c HTTP/1.1" status: 200 len: 944 time: 0.5383608 Nov 08 00:25:41.049599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee386e8c-8a46-4cd2-83a3-61489624928c None None] Pushing event updated for resources: {'Port': ['ID=05058ab5-b8da-4570-a5ee-f332dd783724,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:41.062557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 5dffe1f6-cb78-4bd0-8c29-3adfb648a164 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:25:41.103441 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 5dffe1f6-cb78-4bd0-8c29-3adfb648a164 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:41.103993 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:41.106169 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e08d1-71cc-43ba-8892-5cf1fdaa5e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:41.112509 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e08d1-71cc-43ba-8892-5cf1fdaa5e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:41.241610 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e08d1-71cc-43ba-8892-5cf1fdaa5e3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:41.327582 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-4f95d411-b640-435d-9c0b-bc58180c5a24 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Deleting port 2ac575b4-b829-46a8-bca6-7e0d99ac68c1 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:41.327943 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4f95d411-b640-435d-9c0b-bc58180c5a24 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:41.350598 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-b9c091a3-c2b8-4f2a-a92c-df0d4e4fbe0d service neutron] 10.222.0.13 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6400330 Nov 08 00:25:41.361666 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61ccc344-1a34-4fdd-9af5-26a196bef801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:41.452675 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:25:41.454926 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3939c1f-1098-4c61-92f4-7fcf6faffe93" -d '{"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-plugged", "status": "completed", "tag": "70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:25:41.464803 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0fa70ca-39be-4679-81e7-8933abb14ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:41.498567 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-8d9e2072-e0f6-4949-9ba2-c29e6e5628ac', 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'fixed_ips': [{'subnet_id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:25:41.499408 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:41.522634 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660423ef-631d-4dd4-a501-bb49eebb9b2b x-openstack-request-id: req-660423ef-631d-4dd4-a501-bb49eebb9b2b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:25:41.522898 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-plugged", "status": "completed", "tag": "70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:25:41.523150 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-660423ef-631d-4dd4-a501-bb49eebb9b2b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:25:41.523660 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294', 'code': 200} Nov 08 00:25:41.526869 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:41.558900 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e08d1-71cc-43ba-8892-5cf1fdaa5e3e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:41.563626 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52963565-fab0-4fec-8411-25886b69c7e0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:41.582625 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-61ccc344-1a34-4fdd-9af5-26a196bef801 None None] For port 75869ccf-a404-4807-a82d-280b03c9fb15, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=75869ccf-a404-4807-a82d-280b03c9fb15,segment=NetworkSegment(8826ba30-5819-4eca-a5eb-36fca6be5604),segment_id=8826ba30-5819-4eca-a5eb-36fca6be5604)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:41.588206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-4513fe62-a7a0-4da2-801a-3354a14b28b5 req-bde2bf30-6811-407e-aaf3-03adb7aa12ae tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Deleting port 73dbcf25-0e11-4d38-9a47-c19f82924baf {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:41.588554 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4513fe62-a7a0-4da2-801a-3354a14b28b5 req-bde2bf30-6811-407e-aaf3-03adb7aa12ae tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:41.631187 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0fa70ca-39be-4679-81e7-8933abb14ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:41.631187 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-659ee7fd-4c09-4f4c-b8fe-41710624ea67 service neutron] 10.222.0.13 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610312 Nov 08 00:25:41.688915 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:41.696447 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 545ebb4e-1293-4d6b-9735-48dab626dec8, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=545ebb4e-1293-4d6b-9735-48dab626dec8,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:41.699124 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5159a39c-7a5b-49ca-91c9-3c0a9a2466c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e459829b-33e6-46fb-850f-36ad6b05278b', 'name': 'tempest-NetworksTestDHCPv6-router-452725209', 'tenant_id': '3437eeb056da447597045419227369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:33Z', 'updated_at': '2021-11-08T00:25:37Z', 'revision_number': 2, 'project_id': '3437eeb056da447597045419227369c1', 'gw_port_host': None, '_interfaces': [{'id': '2c59b397-2610-40e7-aebf-3eea415b122d', 'name': '', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'mac_address': 'fa:16:3e:72:b1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e459829b-33e6-46fb-850f-36ad6b05278b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'f1e9ca64-920e-450f-a58d-c39b9079b575', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:34Z', 'updated_at': '2021-11-08T00:25:37Z', 'revision_number': 2, 'project_id': '3437eeb056da447597045419227369c1', 'subnets': [{'id': 'f1e9ca64-920e-450f-a58d-c39b9079b575', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:41.724617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-4513fe62-a7a0-4da2-801a-3354a14b28b5 req-bde2bf30-6811-407e-aaf3-03adb7aa12ae tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] For port 73dbcf25-0e11-4d38-9a47-c19f82924baf, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=73dbcf25-0e11-4d38-9a47-c19f82924baf,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:41.725166 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4513fe62-a7a0-4da2-801a-3354a14b28b5 req-bde2bf30-6811-407e-aaf3-03adb7aa12ae tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:41.740473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-4513fe62-a7a0-4da2-801a-3354a14b28b5 req-bde2bf30-6811-407e-aaf3-03adb7aa12ae tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Calling delete_port for 73dbcf25-0e11-4d38-9a47-c19f82924baf owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:41.764977 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5159a39c-7a5b-49ca-91c9-3c0a9a2466c6 None None] Checking router: e459829b-33e6-46fb-850f-36ad6b05278b for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:25:41.765356 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5159a39c-7a5b-49ca-91c9-3c0a9a2466c6 None None] Updating router e459829b-33e6-46fb-850f-36ad6b05278b port 2c59b397-2610-40e7-aebf-3eea415b122d binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:25:41.783118 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4f95d411-b640-435d-9c0b-bc58180c5a24 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:41.783457 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4f95d411-b640-435d-9c0b-bc58180c5a24 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:41.794144 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61ccc344-1a34-4fdd-9af5-26a196bef801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:41.862254 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:41.863033 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 75869ccf-a404-4807-a82d-280b03c9fb15 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:41.874841 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-4f95d411-b640-435d-9c0b-bc58180c5a24 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Calling delete_port for 2ac575b4-b829-46a8-bca6-7e0d99ac68c1 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:41.921974 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 5dffe1f6-cb78-4bd0-8c29-3adfb648a164, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5dffe1f6-cb78-4bd0-8c29-3adfb648a164,segment=NetworkSegment(c79382c5-9ff9-4a52-bfcf-a258f1e0713b),segment_id=c79382c5-9ff9-4a52-bfcf-a258f1e0713b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:41.942453 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5159a39c-7a5b-49ca-91c9-3c0a9a2466c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:42.073779 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:42.074779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 5d3634c8-60af-48ff-8a52-e1b0a079793d up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:42.088593 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] Allocated IP 172.20.0.2 (8d9e2072-e0f6-4949-9ba2-c29e6e5628ac/411d4059-474f-4fc7-8a0d-b3b7cef4a1e5/6a1420d6-e724-4039-87c7-10968dc2728d) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:42.179750 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0fa70ca-39be-4679-81e7-8933abb14ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:42.182726 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0fa70ca-39be-4679-81e7-8933abb14ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:42.184318 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d0fa70ca-39be-4679-81e7-8933abb14ea7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19d56fca-3d9f-4cb1-802f-e93ba667dfb2 HTTP/1.1" status: 204 len: 168 time: 1.1689966 Nov 08 00:25:42.215641 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4513fe62-a7a0-4da2-801a-3354a14b28b5 req-bde2bf30-6811-407e-aaf3-03adb7aa12ae tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:42.240832 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa70ca-39be-4679-81e7-8933abb14ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d56fca-3d9f-4cb1-802f-e93ba667dfb2,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:42.250873 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-24f7b6b2-04fc-4c20-a616-a0486f21c496 req-19091929-5af2-479e-80fe-d54812db03b5 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 210 time: 0.1609962 Nov 08 00:25:42.324446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2bf30-6811-407e-aaf3-03adb7aa12ae tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Pushing event deleted for resources: {'Port': ['ID=73dbcf25-0e11-4d38-9a47-c19f82924baf,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:42.397724 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-265c8149-c6e2-4885-8c78-f7dcd50b8786 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:42.451742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccc344-1a34-4fdd-9af5-26a196bef801 None None] Pushing event updated for resources: {'Port': ['ID=75869ccf-a404-4807-a82d-280b03c9fb15,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:42.487523 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c414a448-6def-4b7a-860e-776e283f323d None None] Provisioning complete for port 545ebb4e-1293-4d6b-9735-48dab626dec8 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:42.487921 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c414a448-6def-4b7a-860e-776e283f323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:42.530279 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4f95d411-b640-435d-9c0b-bc58180c5a24 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:42.573730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4513fe62-a7a0-4da2-801a-3354a14b28b5 req-bde2bf30-6811-407e-aaf3-03adb7aa12ae tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] No DVR routers for this DVR port 73dbcf25-0e11-4d38-9a47-c19f82924baf on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:25:42.579324 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4513fe62-a7a0-4da2-801a-3354a14b28b5 req-bde2bf30-6811-407e-aaf3-03adb7aa12ae tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:42.583390 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4513fe62-a7a0-4da2-801a-3354a14b28b5 req-bde2bf30-6811-407e-aaf3-03adb7aa12ae tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.20 "DELETE /v2.0/ports/73dbcf25-0e11-4d38-9a47-c19f82924baf HTTP/1.1" status: 204 len: 173 time: 1.5531094 Nov 08 00:25:42.584229 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c230e7dd-cb72-4352-a468-bb819870ca6c', 'name': 'network-vif-deleted', 'tag': '73dbcf25-0e11-4d38-9a47-c19f82924baf'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:25:42.586565 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b51982-58ef-4f5a-96f9-b03d60af6b15" -d '{"events": [{"server_uuid": "c230e7dd-cb72-4352-a468-bb819870ca6c", "name": "network-vif-deleted", "tag": "73dbcf25-0e11-4d38-9a47-c19f82924baf"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:25:42.611611 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209368b-3470-4c50-9873-cccbe29d113e req-3028c522-85af-415c-bb01-3a80eabef1e2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:42.634141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209368b-3470-4c50-9873-cccbe29d113e req-3028c522-85af-415c-bb01-3a80eabef1e2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:42.640599 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209368b-3470-4c50-9873-cccbe29d113e req-3028c522-85af-415c-bb01-3a80eabef1e2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:42.646866 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95d411-b640-435d-9c0b-bc58180c5a24 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Pushing event deleted for resources: {'Port': ['ID=2ac575b4-b829-46a8-bca6-7e0d99ac68c1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:42.647451 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209368b-3470-4c50-9873-cccbe29d113e req-3028c522-85af-415c-bb01-3a80eabef1e2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:42.653495 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209368b-3470-4c50-9873-cccbe29d113e req-3028c522-85af-415c-bb01-3a80eabef1e2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:42.660125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209368b-3470-4c50-9873-cccbe29d113e req-3028c522-85af-415c-bb01-3a80eabef1e2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:42.666763 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209368b-3470-4c50-9873-cccbe29d113e req-3028c522-85af-415c-bb01-3a80eabef1e2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:42.678863 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2209368b-3470-4c50-9873-cccbe29d113e req-3028c522-85af-415c-bb01-3a80eabef1e2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5438 time: 0.5195179 Nov 08 00:25:42.708741 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d59d19-1a56-4c9d-ad66-af34087be0ee x-openstack-request-id: req-42d59d19-1a56-4c9d-ad66-af34087be0ee {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:25:42.709414 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c230e7dd-cb72-4352-a468-bb819870ca6c", "name": "network-vif-deleted", "tag": "73dbcf25-0e11-4d38-9a47-c19f82924baf", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:25:42.709943 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42d59d19-1a56-4c9d-ad66-af34087be0ee {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:25:42.710577 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c230e7dd-cb72-4352-a468-bb819870ca6c', 'name': 'network-vif-deleted', 'tag': '73dbcf25-0e11-4d38-9a47-c19f82924baf', 'status': 'completed', 'code': 200} Nov 08 00:25:42.726978 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-52963565-fab0-4fec-8411-25886b69c7e0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Deleting port c488bd56-bbd5-45e4-9bfe-0c11ab676d45 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:42.727649 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52963565-fab0-4fec-8411-25886b69c7e0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:42.787887 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4f95d411-b640-435d-9c0b-bc58180c5a24 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:42.806579 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4f95d411-b640-435d-9c0b-bc58180c5a24 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:42.818086 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4f95d411-b640-435d-9c0b-bc58180c5a24 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "DELETE /v2.0/floatingips/7ce48859-e252-4738-acd0-b58097528e7a HTTP/1.1" status: 204 len: 168 time: 1.9431062 Nov 08 00:25:42.886147 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2209368b-3470-4c50-9873-cccbe29d113e req-e633cdca-7250-451d-97c8-a5d7e3aef8d7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2096560 Nov 08 00:25:42.893911 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e08d1-71cc-43ba-8892-5cf1fdaa5e3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:42.956430 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e08d1-71cc-43ba-8892-5cf1fdaa5e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:43.003878 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c7b88f-4fbb-48c8-a324-bad34575b587 None None] Network 00afaf2d-c320-4231-88a3-1192580b2c9c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:43.030738 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-265c8149-c6e2-4885-8c78-f7dcd50b8786 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port 2c59b397-2610-40e7-aebf-3eea415b122d {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:43.031104 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-265c8149-c6e2-4885-8c78-f7dcd50b8786 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:43.031259 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:43.053733 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52963565-fab0-4fec-8411-25886b69c7e0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:43.073462 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-52963565-fab0-4fec-8411-25886b69c7e0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Calling delete_port for c488bd56-bbd5-45e4-9bfe-0c11ab676d45 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:43.131344 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-265c8149-c6e2-4885-8c78-f7dcd50b8786 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:43.144493 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-265c8149-c6e2-4885-8c78-f7dcd50b8786 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for 2c59b397-2610-40e7-aebf-3eea415b122d owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:43.193472 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-221e08d1-71cc-43ba-8892-5cf1fdaa5e3e admin admin] Allocated IP 172.25.2.236 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/43894125-939f-4a23-8be7-d3a5b537291f) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:43.291335 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:43.397733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56460) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:43.402812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-2dc2cf9a-cc78-437c-9316-a8e51c4518de tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--437948445', 'description': 'tempest-description--1546803541'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:43.448271 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56462) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:43.451121 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-265c8149-c6e2-4885-8c78-f7dcd50b8786 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:43.476927 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] Network 8d9e2072-e0f6-4949-9ba2-c29e6e5628ac is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:43.513065 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-feb1d260-3a5b-4fb1-8cd3-d5c11cde1310 req-b4cc12fb-1cb0-4588-adfd-6a32e083afc9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 210 time: 0.1179552 Nov 08 00:25:43.526327 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dffe1f6-cb78-4bd0-8c29-3adfb648a164'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:25:43.530889 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b907f4-03d3-40ec-b322-7ee2dca221ab" -d '{"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-plugged", "status": "completed", "tag": "5dffe1f6-cb78-4bd0-8c29-3adfb648a164"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:25:43.539546 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f5449448-d35c-410a-97b5-06bcfa131715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:43.559156 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:43.563845 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:43.566926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c8149-c6e2-4885-8c78-f7dcd50b8786 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=2c59b397-2610-40e7-aebf-3eea415b122d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:43.643777 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8bdc7d-7dc6-4567-9e33-474f4fac99c8 x-openstack-request-id: req-5c8bdc7d-7dc6-4567-9e33-474f4fac99c8 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:25:43.644242 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-plugged", "status": "completed", "tag": "5dffe1f6-cb78-4bd0-8c29-3adfb648a164", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:25:43.644605 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c8bdc7d-7dc6-4567-9e33-474f4fac99c8 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:25:43.645274 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dffe1f6-cb78-4bd0-8c29-3adfb648a164', 'code': 200} Nov 08 00:25:43.648359 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 5d3634c8-60af-48ff-8a52-e1b0a079793d completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:25:43.651125 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=545ebb4e-1293-4d6b-9735-48dab626dec8,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:43.654340 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-5159a39c-7a5b-49ca-91c9-3c0a9a2466c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:25:43.654825 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-5159a39c-7a5b-49ca-91c9-3c0a9a2466c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:25:43.728723 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=5dffe1f6-cb78-4bd0-8c29-3adfb648a164,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:43.731589 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 75869ccf-a404-4807-a82d-280b03c9fb15 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:43.732104 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:43.748117 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c414a448-6def-4b7a-860e-776e283f323d None None] Could not find standard attr ID for object 2c59b397-2610-40e7-aebf-3eea415b122d. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:25:43.749767 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 5d3634c8-60af-48ff-8a52-e1b0a079793d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:43.750385 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:43.751070 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2dc2cf9a-cc78-437c-9316-a8e51c4518de tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:43.795921 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-265c8149-c6e2-4885-8c78-f7dcd50b8786 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:43.945287 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] Pushing event updated for resources: {'Port': ['ID=6a1420d6-e724-4039-87c7-10968dc2728d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:43.980162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b57f7d8a-983c-4bef-82f7-63599daf6d06 None None] Provisioning complete for port 05058ab5-b8da-4570-a5ee-f332dd783724 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:43.980458 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b57f7d8a-983c-4bef-82f7-63599daf6d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:43.982609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] Attempting to bind port 6a1420d6-e724-4039-87c7-10968dc2728d on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:25:43.983023 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] Attempting to bind port 6a1420d6-e724-4039-87c7-10968dc2728d by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '87845c7a-31a7-40af-8818-b20eeedac210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:25:43.983375 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] Attempting to bind port 6a1420d6-e724-4039-87c7-10968dc2728d on network 8d9e2072-e0f6-4949-9ba2-c29e6e5628ac {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:25:43.991240 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e08d1-71cc-43ba-8892-5cf1fdaa5e3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:43.995818 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:25:43.996042 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] Checking segment: {'id': '87845c7a-31a7-40af-8818-b20eeedac210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:43.996929 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:43.997084 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] Bound using segment: {'id': '87845c7a-31a7-40af-8818-b20eeedac210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:25:43.997481 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] Bound port: 6a1420d6-e724-4039-87c7-10968dc2728d, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87845c7a-31a7-40af-8818-b20eeedac210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:25:43.997858 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:44.022153 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52963565-fab0-4fec-8411-25886b69c7e0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:44.045095 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f5449448-d35c-410a-97b5-06bcfa131715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:44.055643 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52963565-fab0-4fec-8411-25886b69c7e0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event deleted for resources: {'Port': ['ID=c488bd56-bbd5-45e4-9bfe-0c11ab676d45,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:44.075601 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265c8149-c6e2-4885-8c78-f7dcd50b8786 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Router e459829b-33e6-46fb-850f-36ad6b05278b has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:25:44.105469 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2dc2cf9a-cc78-437c-9316-a8e51c4518de tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:44.133177 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f5449448-d35c-410a-97b5-06bcfa131715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:44.163162 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e08d1-71cc-43ba-8892-5cf1fdaa5e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:44.198670 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52963565-fab0-4fec-8411-25886b69c7e0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:44.215712 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221e08d1-71cc-43ba-8892-5cf1fdaa5e3e admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:44.224949 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-221e08d1-71cc-43ba-8892-5cf1fdaa5e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:44.229669 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e08d1-71cc-43ba-8892-5cf1fdaa5e3e admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:44.241491 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e08d1-71cc-43ba-8892-5cf1fdaa5e3e admin admin] Pushing event updated for resources: {'Port': ['ID=43894125-939f-4a23-8be7-d3a5b537291f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:44.287505 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5159a39c-7a5b-49ca-91c9-3c0a9a2466c6 None None] Port 2c59b397-2610-40e7-aebf-3eea415b122d not found while updating agent binding for router e459829b-33e6-46fb-850f-36ad6b05278b. {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 08 00:25:44.313095 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] For port 6a1420d6-e724-4039-87c7-10968dc2728d, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:25:44.324578 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] For port 6a1420d6-e724-4039-87c7-10968dc2728d, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6a1420d6-e724-4039-87c7-10968dc2728d,segment=NetworkSegment(87845c7a-31a7-40af-8818-b20eeedac210),segment_id=87845c7a-31a7-40af-8818-b20eeedac210)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:25:44.325561 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:44.328373 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5159a39c-7a5b-49ca-91c9-3c0a9a2466c6 None None] Routers {'e459829b-33e6-46fb-850f-36ad6b05278b'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:44.329064 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5159a39c-7a5b-49ca-91c9-3c0a9a2466c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e459829b-33e6-46fb-850f-36ad6b05278b'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:44.468736 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b57f7d8a-983c-4bef-82f7-63599daf6d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:44.472913 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:44.529521 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 73dbcf25-0e11-4d38-9a47-c19f82924baf no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:25:44.534047 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5159a39c-7a5b-49ca-91c9-3c0a9a2466c6 None None] Set router e459829b-33e6-46fb-850f-36ad6b05278b gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:44.649293 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 73dbcf25-0e11-4d38-9a47-c19f82924baf {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:25:44.649564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 73dbcf25-0e11-4d38-9a47-c19f82924baf not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:25:44.655565 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 5d3634c8-60af-48ff-8a52-e1b0a079793d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5d3634c8-60af-48ff-8a52-e1b0a079793d,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:44.657177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5159a39c-7a5b-49ca-91c9-3c0a9a2466c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e459829b-33e6-46fb-850f-36ad6b05278b', 'name': 'tempest-NetworksTestDHCPv6-router-452725209', 'tenant_id': '3437eeb056da447597045419227369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:33Z', 'updated_at': '2021-11-08T00:25:43Z', 'revision_number': 3, 'project_id': '3437eeb056da447597045419227369c1', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:44.699346 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52963565-fab0-4fec-8411-25886b69c7e0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Router b7ce607c-ad66-4351-af1b-eb5ffa801a2d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:25:44.721153 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b57f7d8a-983c-4bef-82f7-63599daf6d06 None None] For port 05058ab5-b8da-4570-a5ee-f332dd783724, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=05058ab5-b8da-4570-a5ee-f332dd783724,segment=NetworkSegment(cbbfbea3-e4f2-4b98-8052-61e719cd6db1),segment_id=cbbfbea3-e4f2-4b98-8052-61e719cd6db1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:44.722349 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 05058ab5-b8da-4570-a5ee-f332dd783724 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:44.727283 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5159a39c-7a5b-49ca-91c9-3c0a9a2466c6 None None] The sync data for ids ['e459829b-33e6-46fb-850f-36ad6b05278b'] in n-d-816882-1 is: [{'id': 'e459829b-33e6-46fb-850f-36ad6b05278b', 'name': 'tempest-NetworksTestDHCPv6-router-452725209', 'tenant_id': '3437eeb056da447597045419227369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:33Z', 'updated_at': '2021-11-08T00:25:43Z', 'revision_number': 3, 'project_id': '3437eeb056da447597045419227369c1', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:25:44.773066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8057e0e-62e6-4d7b-a6ab-2fc62bd626c6 None None] Pushing event updated for resources: {'Port': ['ID=6a1420d6-e724-4039-87c7-10968dc2728d,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:44.792476 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:44.829860 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6b819cfd-7da2-4cbd-baa5-52fb93656ef5 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:44.853674 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52963565-fab0-4fec-8411-25886b69c7e0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:25:44.865225 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-52963565-fab0-4fec-8411-25886b69c7e0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "PUT /v2.0/routers/b7ce607c-ad66-4351-af1b-eb5ffa801a2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4895439 Nov 08 00:25:44.866409 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56474) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:44.870305 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7231b44-5eac-4916-a086-7d08a3b5b0d6 None None] Sync routers for ids ['b7ce607c-ad66-4351-af1b-eb5ffa801a2d'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:25:44.874052 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b57f7d8a-983c-4bef-82f7-63599daf6d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:44.912907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e38b2-f38a-400b-888f-b5d1a8d581b8 req-1dd5b588-f50e-42aa-88cc-147504d4a296 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:44.920207 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e38b2-f38a-400b-888f-b5d1a8d581b8 req-1dd5b588-f50e-42aa-88cc-147504d4a296 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:44.925462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=5d3634c8-60af-48ff-8a52-e1b0a079793d,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:44.927613 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e38b2-f38a-400b-888f-b5d1a8d581b8 req-1dd5b588-f50e-42aa-88cc-147504d4a296 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:44.932320 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-3567821d-218c-4d5b-8ce8-5929862dc1d0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] delete failed (client error): The resource could not be found. Nov 08 00:25:44.935557 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e38b2-f38a-400b-888f-b5d1a8d581b8 req-1dd5b588-f50e-42aa-88cc-147504d4a296 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:44.937910 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3567821d-218c-4d5b-8ce8-5929862dc1d0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-664866985 HTTP/1.1" status: 404 len: 334 time: 0.0708082 Nov 08 00:25:44.938585 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56476) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:44.942369 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e38b2-f38a-400b-888f-b5d1a8d581b8 req-1dd5b588-f50e-42aa-88cc-147504d4a296 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:44.944367 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-92da2d4b-2f31-4665-8caf-cdca5adc9a2b tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b7ce607c-ad66-4351-af1b-eb5ffa801a2d'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:44.949337 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e38b2-f38a-400b-888f-b5d1a8d581b8 req-1dd5b588-f50e-42aa-88cc-147504d4a296 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:44.955494 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7231b44-5eac-4916-a086-7d08a3b5b0d6 None None] Routers {'b7ce607c-ad66-4351-af1b-eb5ffa801a2d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:44.956820 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b7231b44-5eac-4916-a086-7d08a3b5b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b7ce607c-ad66-4351-af1b-eb5ffa801a2d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:44.957615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e38b2-f38a-400b-888f-b5d1a8d581b8 req-1dd5b588-f50e-42aa-88cc-147504d4a296 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:44.961066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b57f7d8a-983c-4bef-82f7-63599daf6d06 None None] Provisioning complete for port 75869ccf-a404-4807-a82d-280b03c9fb15 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:44.961365 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b57f7d8a-983c-4bef-82f7-63599daf6d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:44.969665 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-786e38b2-f38a-400b-888f-b5d1a8d581b8 req-1dd5b588-f50e-42aa-88cc-147504d4a296 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5438 time: 0.9294851 Nov 08 00:25:44.980952 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f5449448-d35c-410a-97b5-06bcfa131715 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afaaff936fe94c03bf56b8845dd303b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5171337 Nov 08 00:25:44.982705 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56480) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:45.070802 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2dc2cf9a-cc78-437c-9316-a8e51c4518de tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.101967 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:25:45.118588 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b7231b44-5eac-4916-a086-7d08a3b5b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:45.136671 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 05058ab5-b8da-4570-a5ee-f332dd783724 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:45.137137 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.209887 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7231b44-5eac-4916-a086-7d08a3b5b0d6 None None] Routers {'b7ce607c-ad66-4351-af1b-eb5ffa801a2d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:45.210508 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b7231b44-5eac-4916-a086-7d08a3b5b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b7ce607c-ad66-4351-af1b-eb5ffa801a2d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:45.226464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265c8149-c6e2-4885-8c78-f7dcd50b8786 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:25:45.242178 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a500beb-f29b-46eb-836f-6e95ec7e1eb6 req-81771ca3-0c3e-4b29-8814-62a3dedc4936 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 210 time: 0.3549817 Nov 08 00:25:45.242178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5449448-d35c-410a-97b5-06bcfa131715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0e94ea-6046-44c1-9cc5-c60db00ea932,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:45.263983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-265c8149-c6e2-4885-8c78-f7dcd50b8786 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "PUT /v2.0/routers/e459829b-33e6-46fb-850f-36ad6b05278b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7095628 Nov 08 00:25:45.273177 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2dc2cf9a-cc78-437c-9316-a8e51c4518de tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.274990 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2dc2cf9a-cc78-437c-9316-a8e51c4518de tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8763323 Nov 08 00:25:45.278353 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56482) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:45.278987 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56484) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:45.311277 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-ab2d1cd9-17b9-43f2-b4fc-21f9a1460728 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Request body: {'security_group_rule': {'security_group_id': '85c7aa09-0758-4d71-a1c0-c86d116eaa9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:45.371745 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e08d1-71cc-43ba-8892-5cf1fdaa5e3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.381946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2cf9a-cc78-437c-9316-a8e51c4518de tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c7aa09-0758-4d71-a1c0-c86d116eaa9d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:45.421665 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-786e38b2-f38a-400b-888f-b5d1a8d581b8 req-09ed14a9-1361-447e-925c-37fb0641cab3 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4507990 Nov 08 00:25:45.444266 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e7493b0c-4b8d-43a9-9efa-9dc552dffbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.456745 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b7231b44-5eac-4916-a086-7d08a3b5b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:45.457548 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7231b44-5eac-4916-a086-7d08a3b5b0d6 None None] The sync data for ids ['b7ce607c-ad66-4351-af1b-eb5ffa801a2d'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:25:45.458932 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 6b819cfd-7da2-4cbd-baa5-52fb93656ef5 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:25:45.464453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f7d8a-983c-4bef-82f7-63599daf6d06 None None] Pushing event updated for resources: {'Port': ['ID=05058ab5-b8da-4570-a5ee-f332dd783724,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:45.476639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 6b819cfd-7da2-4cbd-baa5-52fb93656ef5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:45.476867 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-92da2d4b-2f31-4665-8caf-cdca5adc9a2b tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.477227 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.495654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac699ba-78b1-43c0-8f3e-2457ae2dbd18 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:45.497736 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac699ba-78b1-43c0-8f3e-2457ae2dbd18 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:45.499009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-eac699ba-78b1-43c0-8f3e-2457ae2dbd18 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2071531 Nov 08 00:25:45.501917 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56486) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:45.518430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-b5caee70-d272-4d45-8d20-42ccfad495c8 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:45.520111 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-b5caee70-d272-4d45-8d20-42ccfad495c8 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.20 "GET /v2.0/networks?id=d20df259-1f81-4a1a-9eb7-c348a83c593b HTTP/1.1" status: 200 len: 805 time: 0.6722720 Nov 08 00:25:45.525812 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e7493b0c-4b8d-43a9-9efa-9dc552dffbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.525812 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ab2d1cd9-17b9-43f2-b4fc-21f9a1460728 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.545228 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-8eb86476-e8fe-4565-901a-afb13359ea8e tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Request body: {'port': {'device_id': '83854cc4-9b22-43aa-80e8-818bf04be708', 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b', 'admin_state_up': True, 'tenant_id': '7f16e000569246a6a036af1fb56e5a64'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:45.577468 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-92da2d4b-2f31-4665-8caf-cdca5adc9a2b tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] update failed (client error): The resource could not be found. Nov 08 00:25:45.582210 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-92da2d4b-2f31-4665-8caf-cdca5adc9a2b tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "PUT /v2.0/routers/b7ce607c-ad66-4351-af1b-eb5ffa801a2d HTTP/1.1" status: 404 len: 339 time: 0.6382744 Nov 08 00:25:45.584591 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0537b40-7056-41ad-803f-f22bbd022c66 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet f1e9ca64-920e-450f-a58d-c39b9079b575 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:25:45.588170 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0537b40-7056-41ad-803f-f22bbd022c66 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.590623 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56488) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:45.592840 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b57f7d8a-983c-4bef-82f7-63599daf6d06 None None] Could not find standard attr ID for object c488bd56-bbd5-45e4-9bfe-0c11ab676d45. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:25:45.596730 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-209a63ae-fd8c-47d4-9d63-0dc534ae7baf tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1276487571'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:45.608090 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 545ebb4e-1293-4d6b-9735-48dab626dec8 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:45.655931 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3634c8-60af-48ff-8a52-e1b0a079793d'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:25:45.661503 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3721e4a2-65bc-431e-9fac-d1b164c9b4cd" -d '{"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-plugged", "status": "completed", "tag": "5d3634c8-60af-48ff-8a52-e1b0a079793d"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:25:45.696080 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ab2d1cd9-17b9-43f2-b4fc-21f9a1460728 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.699899 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.722708 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209a63ae-fd8c-47d4-9d63-0dc534ae7baf tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Made reservation on behalf of 9cb74fb87d5348b1bf605635daf38eb8 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:45.727808 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-209a63ae-fd8c-47d4-9d63-0dc534ae7baf tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.735062 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0537b40-7056-41ad-803f-f22bbd022c66 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.741739 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7519764-79af-41c7-9871-1fdbb93b27a0 x-openstack-request-id: req-e7519764-79af-41c7-9871-1fdbb93b27a0 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:25:45.742140 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-plugged", "status": "completed", "tag": "5d3634c8-60af-48ff-8a52-e1b0a079793d", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:25:45.742508 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7519764-79af-41c7-9871-1fdbb93b27a0 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:25:45.743058 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3634c8-60af-48ff-8a52-e1b0a079793d', 'code': 200} Nov 08 00:25:45.756898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 6b819cfd-7da2-4cbd-baa5-52fb93656ef5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6b819cfd-7da2-4cbd-baa5-52fb93656ef5,segment=NetworkSegment(c79382c5-9ff9-4a52-bfcf-a258f1e0713b),segment_id=c79382c5-9ff9-4a52-bfcf-a258f1e0713b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:45.759007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-af6de524-dbf2-46f7-8f5a-d96064962291 None None] Provisioning complete for port 05058ab5-b8da-4570-a5ee-f332dd783724 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:45.759178 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af6de524-dbf2-46f7-8f5a-d96064962291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.760894 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 545ebb4e-1293-4d6b-9735-48dab626dec8 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:45.761347 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.774852 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ab2d1cd9-17b9-43f2-b4fc-21f9a1460728 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.798746 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d1cd9-17b9-43f2-b4fc-21f9a1460728 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e66555-9c7a-42b0-bd4c-b10345da32d0,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:45.842695 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e08d1-71cc-43ba-8892-5cf1fdaa5e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.905957 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 75869ccf-a404-4807-a82d-280b03c9fb15 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:45.907544 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e7493b0c-4b8d-43a9-9efa-9dc552dffbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.910495 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e7493b0c-4b8d-43a9-9efa-9dc552dffbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.912413 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e7493b0c-4b8d-43a9-9efa-9dc552dffbf5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd0e94ea-6046-44c1-9cc5-c60db00ea932 HTTP/1.1" status: 204 len: 168 time: 0.8787217 Nov 08 00:25:45.922342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7493b0c-4b8d-43a9-9efa-9dc552dffbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0e94ea-6046-44c1-9cc5-c60db00ea932,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:45.941807 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209a63ae-fd8c-47d4-9d63-0dc534ae7baf tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:25:45.952921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-8eb86476-e8fe-4565-901a-afb13359ea8e tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Made reservation on behalf of 7f16e000569246a6a036af1fb56e5a64 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:45.955296 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.956143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 58e79b86-2000-49f1-ac18-021704ff4209 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:45.958072 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0537b40-7056-41ad-803f-f22bbd022c66 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.967448 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-8eb86476-e8fe-4565-901a-afb13359ea8e tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.993899 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-209a63ae-fd8c-47d4-9d63-0dc534ae7baf tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:45.994252 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-209a63ae-fd8c-47d4-9d63-0dc534ae7baf tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Added segment 9bfbff8f-8a2b-4646-b3ad-6f3e451e356f of type vlan for network b3777268-8348-4e50-ab93-f3365f8907cc Nov 08 00:25:46.035225 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=6b819cfd-7da2-4cbd-baa5-52fb93656ef5,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:46.076992 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-209a63ae-fd8c-47d4-9d63-0dc534ae7baf tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:46.104525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 75869ccf-a404-4807-a82d-280b03c9fb15 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:46.105301 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:46.193859 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ab2d1cd9-17b9-43f2-b4fc-21f9a1460728 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:46.196004 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ab2d1cd9-17b9-43f2-b4fc-21f9a1460728 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9028785 Nov 08 00:25:46.196454 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-209a63ae-fd8c-47d4-9d63-0dc534ae7baf tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:46.198823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56494) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:46.203898 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209a63ae-fd8c-47d4-9d63-0dc534ae7baf tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:46.204723 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a43f703a-1801-4f22-b484-641f585ac674 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Request body: {'security_group_rule': {'security_group_id': '85c7aa09-0758-4d71-a1c0-c86d116eaa9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:46.205646 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-209a63ae-fd8c-47d4-9d63-0dc534ae7baf tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:46.232420 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-8eb86476-e8fe-4565-901a-afb13359ea8e tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Allocated IP 172.20.0.13 (d20df259-1f81-4a1a-9eb7-c348a83c593b/47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7/b3def8b9-ffa5-4561-a951-ebdf99c8b957) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:46.277113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 58e79b86-2000-49f1-ac18-021704ff4209 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:25:46.282336 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 58e79b86-2000-49f1-ac18-021704ff4209 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:46.282961 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:46.285264 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0537b40-7056-41ad-803f-f22bbd022c66 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:46.292118 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221e08d1-71cc-43ba-8892-5cf1fdaa5e3e admin admin] Router d4df023d-45c0-430e-98d7-f96b6f53f292 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:25:46.365530 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a43f703a-1801-4f22-b484-641f585ac674 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:46.400077 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0537b40-7056-41ad-803f-f22bbd022c66 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=f1e9ca64-920e-450f-a58d-c39b9079b575,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:46.415458 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a63ae-fd8c-47d4-9d63-0dc534ae7baf tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event updated for resources: {'Network': ['ID=b3777268-8348-4e50-ab93-f3365f8907cc,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:46.427811 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0537b40-7056-41ad-803f-f22bbd022c66 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:46.432502 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d0537b40-7056-41ad-803f-f22bbd022c66 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/f1e9ca64-920e-450f-a58d-c39b9079b575 HTTP/1.1" status: 204 len: 168 time: 0.9295280 Nov 08 00:25:46.435824 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56502) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:46.436484 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9739a3-efca-4621-936a-6a600b39c7b2 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:46.558872 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f17ec739-82d7-432e-b6e0-17e4622225d8 req-83315b61-48d5-4851-8f5e-5028d90299fc tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 210 time: 0.1052506 Nov 08 00:25:46.637318 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network b3777268-8348-4e50-ab93-f3365f8907cc details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:25:46.664675 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d37de5e-3368-44de-950e-8a93efd51935 None None] Sync routers for ids ['e459829b-33e6-46fb-850f-36ad6b05278b'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:25:46.667516 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-8eb86476-e8fe-4565-901a-afb13359ea8e tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:46.676651 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37de5e-3368-44de-950e-8a93efd51935 None None] Routers {'e459829b-33e6-46fb-850f-36ad6b05278b'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:46.677988 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-3d37de5e-3368-44de-950e-8a93efd51935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e459829b-33e6-46fb-850f-36ad6b05278b'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:46.703945 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-209a63ae-fd8c-47d4-9d63-0dc534ae7baf tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1083210 Nov 08 00:25:46.716755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56508) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:46.734427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-dfdbc3c2-3ec7-4eeb-a71d-0aa71b656459 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Request body: {'subnet': {'network_id': 'b3777268-8348-4e50-ab93-f3365f8907cc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:46.772278 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-3d37de5e-3368-44de-950e-8a93efd51935 None None] Set router e459829b-33e6-46fb-850f-36ad6b05278b gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:46.794484 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-59ecf68d-d9de-443f-b626-80c06632f970 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3565831 Nov 08 00:25:46.797228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56514) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:46.800547 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeb0393-1b48-4cb9-acfa-5b268f409246 None None] Network 8d9e2072-e0f6-4949-9ba2-c29e6e5628ac requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:46.806077 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221e08d1-71cc-43ba-8892-5cf1fdaa5e3e admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:25:46.834000 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-3d37de5e-3368-44de-950e-8a93efd51935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e459829b-33e6-46fb-850f-36ad6b05278b', 'name': 'tempest-NetworksTestDHCPv6-router-452725209', 'tenant_id': '3437eeb056da447597045419227369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:33Z', 'updated_at': '2021-11-08T00:25:43Z', 'revision_number': 3, 'project_id': '3437eeb056da447597045419227369c1', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:46.852447 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a43f703a-1801-4f22-b484-641f585ac674 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:46.854177 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-8eb86476-e8fe-4565-901a-afb13359ea8e tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:46.871350 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d37de5e-3368-44de-950e-8a93efd51935 None None] Checking router: e459829b-33e6-46fb-850f-36ad6b05278b for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:25:46.881439 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37de5e-3368-44de-950e-8a93efd51935 None None] Routers {'e459829b-33e6-46fb-850f-36ad6b05278b'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:46.882283 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-3d37de5e-3368-44de-950e-8a93efd51935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e459829b-33e6-46fb-850f-36ad6b05278b'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:46.913672 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6a1420d6-e724-4039-87c7-10968dc2728d up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:46.917236 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fb8d127-26f5-41f8-9500-6476fa5fc148 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:46.919681 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:46.969286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d43c-4c7a-4d66-9646-f1e757d06c9f req-b6189a5a-df98-43fc-a9a6-dae1f8db7c21 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:46.972186 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-3d37de5e-3368-44de-950e-8a93efd51935 None None] Set router e459829b-33e6-46fb-850f-36ad6b05278b gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:46.975886 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d43c-4c7a-4d66-9646-f1e757d06c9f req-b6189a5a-df98-43fc-a9a6-dae1f8db7c21 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:46.982544 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d43c-4c7a-4d66-9646-f1e757d06c9f req-b6189a5a-df98-43fc-a9a6-dae1f8db7c21 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:46.990984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d43c-4c7a-4d66-9646-f1e757d06c9f req-b6189a5a-df98-43fc-a9a6-dae1f8db7c21 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:46.995614 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] Sync routers for ids ['d4df023d-45c0-430e-98d7-f96b6f53f292'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:25:47.002896 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-221e08d1-71cc-43ba-8892-5cf1fdaa5e3e admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:47.008669 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-221e08d1-71cc-43ba-8892-5cf1fdaa5e3e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.0730104 Nov 08 00:25:47.009712 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56518) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:47.009882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d43c-4c7a-4d66-9646-f1e757d06c9f req-b6189a5a-df98-43fc-a9a6-dae1f8db7c21 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:47.017561 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d43c-4c7a-4d66-9646-f1e757d06c9f req-b6189a5a-df98-43fc-a9a6-dae1f8db7c21 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:47.025549 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d43c-4c7a-4d66-9646-f1e757d06c9f req-b6189a5a-df98-43fc-a9a6-dae1f8db7c21 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:47.027880 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ee4d43c-4c7a-4d66-9646-f1e757d06c9f req-b6189a5a-df98-43fc-a9a6-dae1f8db7c21 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5440 time: 0.3253481 Nov 08 00:25:47.033467 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-8eb86476-e8fe-4565-901a-afb13359ea8e tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Network d20df259-1f81-4a1a-9eb7-c348a83c593b is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:47.041881 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a43f703a-1801-4f22-b484-641f585ac674 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:47.064910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-8eb86476-e8fe-4565-901a-afb13359ea8e tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:47.076352 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-3d37de5e-3368-44de-950e-8a93efd51935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e459829b-33e6-46fb-850f-36ad6b05278b', 'name': 'tempest-NetworksTestDHCPv6-router-452725209', 'tenant_id': '3437eeb056da447597045419227369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:33Z', 'updated_at': '2021-11-08T00:25:43Z', 'revision_number': 3, 'project_id': '3437eeb056da447597045419227369c1', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:47.079744 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb86476-e8fe-4565-901a-afb13359ea8e tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Pushing event updated for resources: {'Port': ['ID=b3def8b9-ffa5-4561-a951-ebdf99c8b957,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:47.088211 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-8eb86476-e8fe-4565-901a-afb13359ea8e tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:47.117592 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d37de5e-3368-44de-950e-8a93efd51935 None None] The sync data for ids ['e459829b-33e6-46fb-850f-36ad6b05278b'] in n-d-816882-1 is: [{'id': 'e459829b-33e6-46fb-850f-36ad6b05278b', 'name': 'tempest-NetworksTestDHCPv6-router-452725209', 'tenant_id': '3437eeb056da447597045419227369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:33Z', 'updated_at': '2021-11-08T00:25:43Z', 'revision_number': 3, 'project_id': '3437eeb056da447597045419227369c1', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:25:47.132577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f703a-1801-4f22-b484-641f585ac674 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cae9280-13bf-46e5-b517-bb8ec9ce28f7,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:47.181688 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] Routers {'d4df023d-45c0-430e-98d7-f96b6f53f292'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:47.182265 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d4df023d-45c0-430e-98d7-f96b6f53f292'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:47.200788 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3638f0f3-517a-409b-a69c-68fe2b52f68e None None] Provisioning complete for port 6a1420d6-e724-4039-87c7-10968dc2728d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:47.200788 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3638f0f3-517a-409b-a69c-68fe2b52f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:47.205506 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 58e79b86-2000-49f1-ac18-021704ff4209, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=58e79b86-2000-49f1-ac18-021704ff4209,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:47.237206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-8eb86476-e8fe-4565-901a-afb13359ea8e tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:47.238084 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-8eb86476-e8fe-4565-901a-afb13359ea8e tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:47.251155 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ee4d43c-4c7a-4d66-9646-f1e757d06c9f req-d570624f-e78c-46dd-adf2-2151f5640796 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1945846 Nov 08 00:25:47.301773 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdbc3c2-3ec7-4eeb-a71d-0aa71b656459 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Made reservation on behalf of 9cb74fb87d5348b1bf605635daf38eb8 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:47.306342 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc3c2-3ec7-4eeb-a71d-0aa71b656459 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:47.344831 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:47.345634 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:47.385489 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a43f703a-1801-4f22-b484-641f585ac674 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:47.387345 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a43f703a-1801-4f22-b484-641f585ac674 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1875641 Nov 08 00:25:47.394102 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-8eb86476-e8fe-4565-901a-afb13359ea8e tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8528495 Nov 08 00:25:47.402064 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56526) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:47.411064 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-867725d3-e87c-4713-a802-c047fa2edb30 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:47.433174 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Request body: {'port': {'device_id': '83854cc4-9b22-43aa-80e8-818bf04be708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:47.463017 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fec8b5-8e3d-4b4c-80a0-39ebfb1209bf None None] DHCP port deletion for 5519efd4-e1a8-486b-824a-06c45d00ec62 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:25:47.492963 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6a1420d6-e724-4039-87c7-10968dc2728d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:47.493618 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:47.551237 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:47.578068 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-867725d3-e87c-4713-a802-c047fa2edb30 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:47.586346 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=58e79b86-2000-49f1-ac18-021704ff4209,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:47.652489 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] Set router d4df023d-45c0-430e-98d7-f96b6f53f292 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:47.694743 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fb8d127-26f5-41f8-9500-6476fa5fc148 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:47.705476 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fb8d127-26f5-41f8-9500-6476fa5fc148 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:47.788858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b819cfd-7da2-4cbd-baa5-52fb93656ef5'}, {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e79b86-2000-49f1-ac18-021704ff4209'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:25:47.791362 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b3fa15-fb4e-4e3b-ba83-02a63e361b94" -d '{"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-plugged", "status": "completed", "tag": "6b819cfd-7da2-4cbd-baa5-52fb93656ef5"}, {"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-plugged", "status": "completed", "tag": "58e79b86-2000-49f1-ac18-021704ff4209"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:25:47.866959 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fb8d127-26f5-41f8-9500-6476fa5fc148 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:47.867510 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb8d127-26f5-41f8-9500-6476fa5fc148 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Fanout notify agent at l3_agent the message router_deleted on router e459829b-33e6-46fb-850f-36ad6b05278b {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:25:47.893026 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fb8d127-26f5-41f8-9500-6476fa5fc148 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:47.893026 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5fb8d127-26f5-41f8-9500-6476fa5fc148 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/routers/e459829b-33e6-46fb-850f-36ad6b05278b HTTP/1.1" status: 204 len: 168 time: 1.0903194 Nov 08 00:25:47.893228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56540) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:47.970462 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62710886-138d-42e7-9a9e-7056350f9e06 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:47.972106 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-62710886-138d-42e7-9a9e-7056350f9e06 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0779562 Nov 08 00:25:47.975300 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56544) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:48.103222 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 00:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b770f183-56ec-4020-b6bd-6bca953d831d x-openstack-request-id: req-b770f183-56ec-4020-b6bd-6bca953d831d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:25:48.103512 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-plugged", "status": "completed", "tag": "6b819cfd-7da2-4cbd-baa5-52fb93656ef5", "code": 200}, {"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-plugged", "status": "completed", "tag": "58e79b86-2000-49f1-ac18-021704ff4209", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:25:48.103762 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b770f183-56ec-4020-b6bd-6bca953d831d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:25:48.104243 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b819cfd-7da2-4cbd-baa5-52fb93656ef5', 'code': 200} Nov 08 00:25:48.104500 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e79b86-2000-49f1-ac18-021704ff4209', 'code': 200} Nov 08 00:25:48.105092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637cc64-077c-4742-a52a-3fbd8351abfd req-79c40f3b-73a1-4b9b-9643-f5235b5104d6 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:48.106839 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4637cc64-077c-4742-a52a-3fbd8351abfd req-79c40f3b-73a1-4b9b-9643-f5235b5104d6 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 932 time: 0.3308420 Nov 08 00:25:48.109412 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:25:48.119895 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:48.120272 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:48.140243 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14138265-3902-4355-93d9-dc88397632d5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:48.141755 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-14138265-3902-4355-93d9-dc88397632d5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1654575 Nov 08 00:25:48.145037 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56546) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:48.166070 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc3c2-3ec7-4eeb-a71d-0aa71b656459 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:48.178621 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3638f0f3-517a-409b-a69c-68fe2b52f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:48.181122 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-08fec8b5-8e3d-4b4c-80a0-39ebfb1209bf None None] Deleting port 545ebb4e-1293-4d6b-9735-48dab626dec8 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:48.181722 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-08fec8b5-8e3d-4b4c-80a0-39ebfb1209bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:48.188519 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c0c72c75-318c-40a4-bd7f-d24cb0aefc1b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424328 Nov 08 00:25:48.196067 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56548) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:48.201335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-157cc63a-93d9-43a3-9f42-b02bc1d56e1b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:48.284767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbc3c2-3ec7-4eeb-a71d-0aa71b656459 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event updated for resources: {'Subnet': ['ID=08ec3ff9-da6c-46c7-85b7-8d8d4d77fa4a,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:48.299577 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4637cc64-077c-4742-a52a-3fbd8351abfd req-497500f4-7b3c-4223-a5a2-0b4964db53b5 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749659 Nov 08 00:25:48.321903 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:48.332315 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3638f0f3-517a-409b-a69c-68fe2b52f68e None None] For port 6a1420d6-e724-4039-87c7-10968dc2728d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6a1420d6-e724-4039-87c7-10968dc2728d,segment=NetworkSegment(87845c7a-31a7-40af-8818-b20eeedac210),segment_id=87845c7a-31a7-40af-8818-b20eeedac210)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:48.345469 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-08fec8b5-8e3d-4b4c-80a0-39ebfb1209bf None None] For port 545ebb4e-1293-4d6b-9735-48dab626dec8, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=545ebb4e-1293-4d6b-9735-48dab626dec8,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:48.345873 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-08fec8b5-8e3d-4b4c-80a0-39ebfb1209bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:48.382150 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdbc3c2-3ec7-4eeb-a71d-0aa71b656459 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Checking segment: {'id': '9bfbff8f-8a2b-4646-b3ad-6f3e451e356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b3777268-8348-4e50-ab93-f3365f8907cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:48.382478 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-08fec8b5-8e3d-4b4c-80a0-39ebfb1209bf None None] Calling delete_port for 545ebb4e-1293-4d6b-9735-48dab626dec8 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:48.382759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdbc3c2-3ec7-4eeb-a71d-0aa71b656459 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Network hostable DHCP agents. Network: b3777268-8348-4e50-ab93-f3365f8907cc, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:25:48.399370 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-867725d3-e87c-4713-a802-c047fa2edb30 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:48.425204 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3638f0f3-517a-409b-a69c-68fe2b52f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:48.458191 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157cc63a-93d9-43a3-9f42-b02bc1d56e1b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:48.465591 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-157cc63a-93d9-43a3-9f42-b02bc1d56e1b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:48.524767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdbc3c2-3ec7-4eeb-a71d-0aa71b656459 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Network b3777268-8348-4e50-ab93-f3365f8907cc is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:25:48.535207 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:48.556503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3def8b9-ffa5-4561-a951-ebdf99c8b957 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:25:48.563245 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1bd523e6-a7ee-4340-8832-30357110f167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:48.573541 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:48.579468 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:25:48.579849 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:25:48.604688 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638f0f3-517a-409b-a69c-68fe2b52f68e None None] Pushing event updated for resources: {'Port': ['ID=6a1420d6-e724-4039-87c7-10968dc2728d,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:48.621086 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-37d2d8ca-a742-4931-9c4c-78891eb363a2 None None] Provisioning complete for port 6a1420d6-e724-4039-87c7-10968dc2728d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:48.621461 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-37d2d8ca-a742-4931-9c4c-78891eb363a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:48.637241 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258675e5-0a35-4749-8d70-8b4defd23b4b req-2cf40c31-e759-4693-8915-8ebe8cd31ca5 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:48.643655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258675e5-0a35-4749-8d70-8b4defd23b4b req-2cf40c31-e759-4693-8915-8ebe8cd31ca5 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:48.649558 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56554) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:48.650801 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258675e5-0a35-4749-8d70-8b4defd23b4b req-2cf40c31-e759-4693-8915-8ebe8cd31ca5 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:48.657448 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258675e5-0a35-4749-8d70-8b4defd23b4b req-2cf40c31-e759-4693-8915-8ebe8cd31ca5 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:48.659838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:48.664440 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258675e5-0a35-4749-8d70-8b4defd23b4b req-2cf40c31-e759-4693-8915-8ebe8cd31ca5 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:48.666460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'name': 'tempest-TestServerBasicOps-104179338-router', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '43894125-939f-4a23-8be7-d3a5b537291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:41Z', 'updated_at': '2021-11-08T00:25:44Z', 'revision_number': 3, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'gw_port': {'id': '43894125-939f-4a23-8be7-d3a5b537291f', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:42Z', 'updated_at': '2021-11-08T00:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:48.671092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258675e5-0a35-4749-8d70-8b4defd23b4b req-2cf40c31-e759-4693-8915-8ebe8cd31ca5 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:48.678634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258675e5-0a35-4749-8d70-8b4defd23b4b req-2cf40c31-e759-4693-8915-8ebe8cd31ca5 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:48.680811 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-258675e5-0a35-4749-8d70-8b4defd23b4b req-2cf40c31-e759-4693-8915-8ebe8cd31ca5 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5441 time: 0.2517340 Nov 08 00:25:48.682028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Transition to ACTIVE for port object b3def8b9-ffa5-4561-a951-ebdf99c8b957 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:25:48.685063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-dfdbc3c2-3ec7-4eeb-a71d-0aa71b656459 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, b3777268-8348-4e50-ab93-f3365f8907cc) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:48.693887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdbc3c2-3ec7-4eeb-a71d-0aa71b656459 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:48.694821 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc3c2-3ec7-4eeb-a71d-0aa71b656459 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:48.702046 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] Checking router: d4df023d-45c0-430e-98d7-f96b6f53f292 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:25:48.702403 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] Updating router d4df023d-45c0-430e-98d7-f96b6f53f292 port 43894125-939f-4a23-8be7-d3a5b537291f binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:25:48.708004 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2568b6e-16e5-4239-87ed-284aed42f504 None None] Network b3777268-8348-4e50-ab93-f3365f8907cc requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:48.721551 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-867725d3-e87c-4713-a802-c047fa2edb30 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Allocated IP 172.25.2.102 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/17d1e4ef-6998-4494-88a7-384821f78978) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:48.739008 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:48.740464 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 46503f71-6482-45b3-8c5d-eb36337e12ff up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:48.745060 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:48.826428 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-08fec8b5-8e3d-4b4c-80a0-39ebfb1209bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:48.846625 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:48.893300 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fec8b5-8e3d-4b4c-80a0-39ebfb1209bf None None] No DVR routers for this DVR port 545ebb4e-1293-4d6b-9735-48dab626dec8 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:25:48.901529 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dfdbc3c2-3ec7-4eeb-a71d-0aa71b656459 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1760266 Nov 08 00:25:48.906071 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56560) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:48.917071 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-2eae835e-c7ae-44b9-b66d-205e5b4e858f tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b3777268-8348-4e50-ab93-f3365f8907cc'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:48.924622 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-258675e5-0a35-4749-8d70-8b4defd23b4b req-29772b61-18ac-430e-9072-c45997397096 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2184012 Nov 08 00:25:48.972809 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:48.985203 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Pushing event updated for resources: {'Port': ['ID=b3def8b9-ffa5-4561-a951-ebdf99c8b957,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:48.988848 n-d-816882-1 neutron-server[102771]: DEBUG neutron.objects.ports [None req-157cc63a-93d9-43a3-9f42-b02bc1d56e1b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 00:25:49.001137 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-157cc63a-93d9-43a3-9f42-b02bc1d56e1b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.012513 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9545c976-e6ee-4062-8c40-a2518f5e565e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.068783 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fec8b5-8e3d-4b4c-80a0-39ebfb1209bf None None] Pushing event deleted for resources: {'Port': ['ID=545ebb4e-1293-4d6b-9735-48dab626dec8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:49.100005 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157cc63a-93d9-43a3-9f42-b02bc1d56e1b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:49.107882 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-157cc63a-93d9-43a3-9f42-b02bc1d56e1b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:49.117203 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157cc63a-93d9-43a3-9f42-b02bc1d56e1b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:49.117839 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-157cc63a-93d9-43a3-9f42-b02bc1d56e1b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.127064 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157cc63a-93d9-43a3-9f42-b02bc1d56e1b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=6cdcd085-8fdd-4dec-90a1-cffd327528b6,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:49.129654 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c53ee1-7222-4a9f-89d3-e69f09bc645a None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:49.141381 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-1bd523e6-a7ee-4340-8832-30357110f167 admin admin] Allocated IP 172.20.0.1 (8d9e2072-e0f6-4949-9ba2-c29e6e5628ac/411d4059-474f-4fc7-8a0d-b3b7cef4a1e5/dae3a252-23dc-4709-bc87-c0c1e5d06167) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:49.207639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 46503f71-6482-45b3-8c5d-eb36337e12ff completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:25:49.210779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 05058ab5-b8da-4570-a5ee-f332dd783724 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:49.226842 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-867725d3-e87c-4713-a802-c047fa2edb30 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.238643 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-157cc63a-93d9-43a3-9f42-b02bc1d56e1b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0391052 Nov 08 00:25:49.241437 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 46503f71-6482-45b3-8c5d-eb36337e12ff triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:49.242081 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.248804 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56562) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:49.257852 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2a6b0794-6edc-472b-9ae3-ae024352f5e5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:49.262534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Attempting to bind port b3def8b9-ffa5-4561-a951-ebdf99c8b957 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:25:49.263303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Attempting to bind port b3def8b9-ffa5-4561-a951-ebdf99c8b957 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '4ef97e07-2b2b-42db-9afa-e4de59102da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:25:49.263303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Attempting to bind port b3def8b9-ffa5-4561-a951-ebdf99c8b957 on network d20df259-1f81-4a1a-9eb7-c348a83c593b {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:25:49.301179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Port b3def8b9-ffa5-4561-a951-ebdf99c8b957 on network d20df259-1f81-4a1a-9eb7-c348a83c593b not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:25:49.301179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Attempting to bind port b3def8b9-ffa5-4561-a951-ebdf99c8b957 on network d20df259-1f81-4a1a-9eb7-c348a83c593b {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:25:49.306566 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2eae835e-c7ae-44b9-b66d-205e5b4e858f tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.316686 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:25:49.316856 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9545c976-e6ee-4062-8c40-a2518f5e565e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.317232 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Checking segment: {'id': '4ef97e07-2b2b-42db-9afa-e4de59102da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:49.318289 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Bound using segment: {'id': '4ef97e07-2b2b-42db-9afa-e4de59102da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:25:49.318854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Bound port: b3def8b9-ffa5-4561-a951-ebdf99c8b957, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef97e07-2b2b-42db-9afa-e4de59102da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:25:49.319314 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.334060 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-b3777268-8348-4e50-ab93-f3365f8907cc', 'network_id': 'b3777268-8348-4e50-ab93-f3365f8907cc', 'tenant_id': '9cb74fb87d5348b1bf605635daf38eb8', 'fixed_ips': [{'subnet_id': '08ec3ff9-da6c-46c7-85b7-8d8d4d77fa4a'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:25:49.334921 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.397862 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1bd523e6-a7ee-4340-8832-30357110f167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.446236 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9545c976-e6ee-4062-8c40-a2518f5e565e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.452978 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] For port b3def8b9-ffa5-4561-a951-ebdf99c8b957, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:25:49.478163 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-867725d3-e87c-4713-a802-c047fa2edb30 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.486544 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 05058ab5-b8da-4570-a5ee-f332dd783724 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:49.486911 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.494430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] For port b3def8b9-ffa5-4561-a951-ebdf99c8b957, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b3def8b9-ffa5-4561-a951-ebdf99c8b957,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:25:49.503935 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9545c976-e6ee-4062-8c40-a2518f5e565e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48245d47eacf46619087091c9f3967fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8420780 Nov 08 00:25:49.503935 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545c976-e6ee-4062-8c40-a2518f5e565e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05c4dc3-3dbd-4674-bc5a-baca75f16a2f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:49.506177 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56566) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:49.551994 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6b0794-6edc-472b-9ae3-ae024352f5e5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:49.555773 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a6b0794-6edc-472b-9ae3-ae024352f5e5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.568974 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867725d3-e87c-4713-a802-c047fa2edb30 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:49.584814 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-867725d3-e87c-4713-a802-c047fa2edb30 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:49.588179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867725d3-e87c-4713-a802-c047fa2edb30 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Pushing event updated for resources: {'Port': ['ID=17d1e4ef-6998-4494-88a7-384821f78978,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:49.590728 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.592928 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867725d3-e87c-4713-a802-c047fa2edb30 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:49.605120 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ced6d-769e-4b1b-b6ea-66fd24df78cc req-e641fe13-5261-4ff5-ad8e-9fcaa356595d tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:49.606681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e4ced6d-769e-4b1b-b6ea-66fd24df78cc req-e641fe13-5261-4ff5-ad8e-9fcaa356595d tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 944 time: 0.1512494 Nov 08 00:25:49.614023 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1bd523e6-a7ee-4340-8832-30357110f167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.628027 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bddea0d-6726-4adb-9b1a-0cb867ad18a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.652378 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bddea0d-6726-4adb-9b1a-0cb867ad18a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.654433 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5519efd4-e1a8-486b-824a-06c45d00ec62', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'fixed_ips': [{'subnet_id': '6cdcd085-8fdd-4dec-90a1-cffd327528b6'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:25:49.655293 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.691974 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:49.693132 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.694517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] 10.222.0.20 "PUT /v2.0/ports/b3def8b9-ffa5-4561-a951-ebdf99c8b957 HTTP/1.1" status: 200 len: 1092 time: 2.2786098 Nov 08 00:25:49.694703 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.695186 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83854cc4-9b22-43aa-80e8-818bf04be708', 'tag': 'b3def8b9-ffa5-4561-a951-ebdf99c8b957'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:25:49.697246 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d755c36-d112-44e3-b761-239d82d8bd1c" -d '{"events": [{"name": "network-changed", "server_uuid": "83854cc4-9b22-43aa-80e8-818bf04be708", "tag": "b3def8b9-ffa5-4561-a951-ebdf99c8b957"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:25:49.748890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd523e6-a7ee-4340-8832-30357110f167 admin admin] Pushing event updated for resources: {'Port': ['ID=dae3a252-23dc-4709-bc87-c0c1e5d06167,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:49.750535 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c481daf2-50ba-487c-ac8d-d6379e8ee1b5 x-openstack-request-id: req-c481daf2-50ba-487c-ac8d-d6379e8ee1b5 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:25:49.750833 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83854cc4-9b22-43aa-80e8-818bf04be708", "tag": "b3def8b9-ffa5-4561-a951-ebdf99c8b957", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:25:49.751106 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c481daf2-50ba-487c-ac8d-d6379e8ee1b5 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:25:49.751485 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83854cc4-9b22-43aa-80e8-818bf04be708', 'tag': 'b3def8b9-ffa5-4561-a951-ebdf99c8b957', 'status': 'completed', 'code': 200} Nov 08 00:25:49.754958 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bd050-29c5-49f7-aa23-14565a9b5a04 service neutron] Pushing event updated for resources: {'Port': ['ID=b3def8b9-ffa5-4561-a951-ebdf99c8b957,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:49.763773 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e4ced6d-769e-4b1b-b6ea-66fd24df78cc req-0fa97e10-efdb-4911-a152-6b65cf29d2d2 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118932 Nov 08 00:25:49.789614 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd523e6-a7ee-4340-8832-30357110f167 admin admin] Network 8d9e2072-e0f6-4949-9ba2-c29e6e5628ac is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:49.795495 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-1bd523e6-a7ee-4340-8832-30357110f167 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:49.800310 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd523e6-a7ee-4340-8832-30357110f167 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:49.829780 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-2eae835e-c7ae-44b9-b66d-205e5b4e858f tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:25:49.830859 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2eae835e-c7ae-44b9-b66d-205e5b4e858f tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "PUT /v2.0/routers/b7ce607c-ad66-4351-af1b-eb5ffa801a2d HTTP/1.1" status: 400 len: 364 time: 0.9212816 Nov 08 00:25:49.835630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56570) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:49.879321 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1bd523e6-a7ee-4340-8832-30357110f167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.886675 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bddea0d-6726-4adb-9b1a-0cb867ad18a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.889271 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bddea0d-6726-4adb-9b1a-0cb867ad18a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.890671 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4bddea0d-6726-4adb-9b1a-0cb867ad18a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f05c4dc3-3dbd-4674-bc5a-baca75f16a2f HTTP/1.1" status: 204 len: 168 time: 0.3835127 Nov 08 00:25:49.960308 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-867725d3-e87c-4713-a802-c047fa2edb30 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:49.999006 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddea0d-6726-4adb-9b1a-0cb867ad18a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05c4dc3-3dbd-4674-bc5a-baca75f16a2f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:50.031122 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddea0d-6726-4adb-9b1a-0cb867ad18a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:50.031747 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddea0d-6726-4adb-9b1a-0cb867ad18a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:50.032294 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddea0d-6726-4adb-9b1a-0cb867ad18a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:50.032792 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddea0d-6726-4adb-9b1a-0cb867ad18a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:50.033305 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddea0d-6726-4adb-9b1a-0cb867ad18a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:50.033941 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddea0d-6726-4adb-9b1a-0cb867ad18a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:50.034434 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddea0d-6726-4adb-9b1a-0cb867ad18a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:50.034923 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddea0d-6726-4adb-9b1a-0cb867ad18a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:50.035435 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddea0d-6726-4adb-9b1a-0cb867ad18a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:50.036001 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddea0d-6726-4adb-9b1a-0cb867ad18a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:50.037077 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddea0d-6726-4adb-9b1a-0cb867ad18a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:50.037589 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddea0d-6726-4adb-9b1a-0cb867ad18a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:50.149429 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:25:50.152013 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e436686c-487e-4502-ab3a-998bf6699186" -d '{"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-plugged", "status": "completed", "tag": "3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:25:50.184740 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 46503f71-6482-45b3-8c5d-eb36337e12ff, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=46503f71-6482-45b3-8c5d-eb36337e12ff,segment=NetworkSegment(2ab8e6cb-9119-4274-ba70-503abfbff32f),segment_id=2ab8e6cb-9119-4274-ba70-503abfbff32f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:50.200209 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] Allocated IP 2001:db8:1::2 (b3777268-8348-4e50-ab93-f3365f8907cc/08ec3ff9-da6c-46c7-85b7-8d8d4d77fa4a/6dd85fd4-5817-4f9b-aaf2-4121f5396b88) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:50.252084 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1bd523e6-a7ee-4340-8832-30357110f167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:50.282131 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] Allocated IP 2001:db8::f816:3eff:fe0c:62d4 (5519efd4-e1a8-486b-824a-06c45d00ec62/6cdcd085-8fdd-4dec-90a1-cffd327528b6/d6e1aa08-9a01-4e68-82a3-76dbeaa68c96) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:50.365354 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78b15b3-cc83-4b7e-990a-ff1c3aa03619 x-openstack-request-id: req-d78b15b3-cc83-4b7e-990a-ff1c3aa03619 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:25:50.365809 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-plugged", "status": "completed", "tag": "3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:25:50.366152 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d78b15b3-cc83-4b7e-990a-ff1c3aa03619 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:25:50.366636 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7', 'code': 200} Nov 08 00:25:50.403098 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:50.408221 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a6b0794-6edc-472b-9ae3-ae024352f5e5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:50.409390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d755c36-d112-44e3-b761-239d82d8bd1c req-f63097ce-9b48-4d38-bede-9daaf9f59b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:50.410980 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d755c36-d112-44e3-b761-239d82d8bd1c req-f63097ce-9b48-4d38-bede-9daaf9f59b9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f16e000569246a6a036af1fb56e5a64&device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 1095 time: 0.6193030 Nov 08 00:25:50.519711 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6a1420d6-e724-4039-87c7-10968dc2728d up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:50.528493 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-dfb7a016-84c2-485d-9d0f-bb929728a248 None None] Provisioning complete for port dae3a252-23dc-4709-bc87-c0c1e5d06167 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:50.529738 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dfb7a016-84c2-485d-9d0f-bb929728a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:50.547078 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6b0794-6edc-472b-9ae3-ae024352f5e5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:50.553652 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-2a6b0794-6edc-472b-9ae3-ae024352f5e5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:50.560170 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6b0794-6edc-472b-9ae3-ae024352f5e5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:50.560933 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a6b0794-6edc-472b-9ae3-ae024352f5e5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:50.576268 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b0794-6edc-472b-9ae3-ae024352f5e5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=c9402f55-e30a-412f-85ba-8636b85d0fc8,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:50.600293 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab9ca5-ca54-402e-9015-996084fd0a73 req-75106df7-46c7-472d-a459-2a9022b36369 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:50.606674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab9ca5-ca54-402e-9015-996084fd0a73 req-75106df7-46c7-472d-a459-2a9022b36369 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:50.612917 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab9ca5-ca54-402e-9015-996084fd0a73 req-75106df7-46c7-472d-a459-2a9022b36369 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:50.618981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab9ca5-ca54-402e-9015-996084fd0a73 req-75106df7-46c7-472d-a459-2a9022b36369 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:50.625182 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab9ca5-ca54-402e-9015-996084fd0a73 req-75106df7-46c7-472d-a459-2a9022b36369 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:50.631794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab9ca5-ca54-402e-9015-996084fd0a73 req-75106df7-46c7-472d-a459-2a9022b36369 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:50.634478 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1bd523e6-a7ee-4340-8832-30357110f167 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:50.643422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab9ca5-ca54-402e-9015-996084fd0a73 req-75106df7-46c7-472d-a459-2a9022b36369 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:50.648654 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f2ab9ca5-ca54-402e-9015-996084fd0a73 req-75106df7-46c7-472d-a459-2a9022b36369 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5443 time: 0.2364681 Nov 08 00:25:50.673857 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2a6b0794-6edc-472b-9ae3-ae024352f5e5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4238012 Nov 08 00:25:50.676750 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56590) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:50.682651 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-05296845-2c76-426b-b2c5-2cb5c86b7d1c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'mac_address': 'fa:16:3e:57:52:2d', 'name': 'tempest-NetworksTestDHCPv6-1601393063'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:50.695758 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-867725d3-e87c-4713-a802-c047fa2edb30 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:50.734608 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1bd523e6-a7ee-4340-8832-30357110f167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:50.737506 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:50.743462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=46503f71-6482-45b3-8c5d-eb36337e12ff,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:50.764325 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:50.791602 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-dfb7a016-84c2-485d-9d0f-bb929728a248 None None] Port dae3a252-23dc-4709-bc87-c0c1e5d06167 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:25:50.823032 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:50.840502 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1bd523e6-a7ee-4340-8832-30357110f167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:50.859437 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd523e6-a7ee-4340-8832-30357110f167 admin admin] Pushing event updated for resources: {'Port': ['ID=dae3a252-23dc-4709-bc87-c0c1e5d06167,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:50.906166 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f2ab9ca5-ca54-402e-9015-996084fd0a73 req-6e3f801b-3d6f-45f5-983c-234da5e8b012 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2065849 Nov 08 00:25:50.915295 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:50.935471 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6a1420d6-e724-4039-87c7-10968dc2728d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:50.935922 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:50.939808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d755c36-d112-44e3-b761-239d82d8bd1c req-3579820b-a792-402d-8728-240e7e26a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:50.943572 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d755c36-d112-44e3-b761-239d82d8bd1c req-3579820b-a792-402d-8728-240e7e26a60c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7f16e000569246a6a036af1fb56e5a64&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4720361 Nov 08 00:25:50.982646 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:51.011994 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd523e6-a7ee-4340-8832-30357110f167 admin admin] Network 8d9e2072-e0f6-4949-9ba2-c29e6e5628ac is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:51.015226 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-1bd523e6-a7ee-4340-8832-30357110f167 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:51.037324 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:51.046386 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:51.056872 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] Pushing event updated for resources: {'Port': ['ID=d6e1aa08-9a01-4e68-82a3-76dbeaa68c96,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:51.089288 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:51.175177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] Attempting to bind port 43894125-939f-4a23-8be7-d3a5b537291f on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:25:51.175656 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] Attempting to bind port 43894125-939f-4a23-8be7-d3a5b537291f by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:25:51.175949 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] Attempting to bind port 43894125-939f-4a23-8be7-d3a5b537291f on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:25:51.180896 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd523e6-a7ee-4340-8832-30357110f167 admin admin] Router d4df023d-45c0-430e-98d7-f96b6f53f292 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:25:51.209196 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a80cf2-1ff3-42af-bd6e-527a66a0e4cd None None] Pushing event updated for resources: {'Port': ['ID=43894125-939f-4a23-8be7-d3a5b537291f,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:51.225495 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:25:51.225866 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:51.226413 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:51.226848 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:25:51.227341 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] Bound port: 43894125-939f-4a23-8be7-d3a5b537291f, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:25:51.227723 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:51.258916 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] Attempting to bind port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:25:51.259197 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] Attempting to bind port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:25:51.259556 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] Attempting to bind port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96 on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:25:51.263137 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-867725d3-e87c-4713-a802-c047fa2edb30 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:51.272517 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:25:51.273455 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:51.273455 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:51.274260 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:25:51.274260 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] Bound port: d6e1aa08-9a01-4e68-82a3-76dbeaa68c96, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:25:51.274669 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:51.321662 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b20ab-2b7d-43e9-a16e-456003e029bb req-461e48da-6d8e-4259-8bf0-9d7257a01a42 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:51.323489 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-693b20ab-2b7d-43e9-a16e-456003e029bb req-461e48da-6d8e-4259-8bf0-9d7257a01a42 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 944 time: 0.2540593 Nov 08 00:25:51.327058 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce9382ea-38ae-48c0-b12b-9a1dc41388f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:51.342467 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] For port 43894125-939f-4a23-8be7-d3a5b537291f, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:25:51.351039 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 545ebb4e-1293-4d6b-9735-48dab626dec8 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:25:51.358339 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05296845-2c76-426b-b2c5-2cb5c86b7d1c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:51.377717 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-867725d3-e87c-4713-a802-c047fa2edb30 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:51.389969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 545ebb4e-1293-4d6b-9735-48dab626dec8 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:25:51.390324 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 545ebb4e-1293-4d6b-9735-48dab626dec8 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:25:51.396874 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd523e6-a7ee-4340-8832-30357110f167 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:25:51.436905 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1bd523e6-a7ee-4340-8832-30357110f167 admin admin] 10.222.0.13 "PUT /v2.0/routers/d4df023d-45c0-430e-98d7-f96b6f53f292/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4262617 Nov 08 00:25:51.463407 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] For port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:25:51.467702 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] For port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d6e1aa08-9a01-4e68-82a3-76dbeaa68c96,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:25:51.473220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] For port 43894125-939f-4a23-8be7-d3a5b537291f, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=43894125-939f-4a23-8be7-d3a5b537291f,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:25:51.474799 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:51.527675 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05296845-2c76-426b-b2c5-2cb5c86b7d1c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:51.528862 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] Network b3777268-8348-4e50-ab93-f3365f8907cc is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:51.538071 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:51.545841 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:51.551714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d755c36-d112-44e3-b761-239d82d8bd1c req-e139a7f4-329d-4a16-a8b8-f3ddef4fc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:51.553987 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d755c36-d112-44e3-b761-239d82d8bd1c req-e139a7f4-329d-4a16-a8b8-f3ddef4fc7a8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5891216 Nov 08 00:25:51.580480 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9b709450-f684-4c8e-98db-4884dc650f9d None None] Provisioning complete for port dae3a252-23dc-4709-bc87-c0c1e5d06167 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:51.580480 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9b709450-f684-4c8e-98db-4884dc650f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:51.595649 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-05296845-2c76-426b-b2c5-2cb5c86b7d1c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port 5083cff6-25fa-4882-a6fd-a1874c21998e yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:25:51.611731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] Pushing event updated for resources: {'Port': ['ID=6dd85fd4-5817-4f9b-aaf2-4121f5396b88,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:51.617271 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:51.627219 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:51.684841 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-693b20ab-2b7d-43e9-a16e-456003e029bb req-6ce66af8-d679-4b5f-80fb-063e8881248c tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397276 Nov 08 00:25:51.685486 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867725d3-e87c-4713-a802-c047fa2edb30 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Pushing event updated for resources: {'Port': ['ID=17d1e4ef-6998-4494-88a7-384821f78978,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:51.721940 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a80cf2-1ff3-42af-bd6e-527a66a0e4cd None None] Pushing event updated for resources: {'Port': ['ID=43894125-939f-4a23-8be7-d3a5b537291f,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:51.738048 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-867725d3-e87c-4713-a802-c047fa2edb30 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:51.776651 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a80cf2-1ff3-42af-bd6e-527a66a0e4cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:51.777251 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a80cf2-1ff3-42af-bd6e-527a66a0e4cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:51.777590 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a80cf2-1ff3-42af-bd6e-527a66a0e4cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:51.785572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a80cf2-1ff3-42af-bd6e-527a66a0e4cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:51.785572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a80cf2-1ff3-42af-bd6e-527a66a0e4cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:51.785572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a80cf2-1ff3-42af-bd6e-527a66a0e4cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:51.785572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a80cf2-1ff3-42af-bd6e-527a66a0e4cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:51.785572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a80cf2-1ff3-42af-bd6e-527a66a0e4cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:51.785572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a80cf2-1ff3-42af-bd6e-527a66a0e4cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:51.785572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a80cf2-1ff3-42af-bd6e-527a66a0e4cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:51.785572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a80cf2-1ff3-42af-bd6e-527a66a0e4cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:51.785572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a80cf2-1ff3-42af-bd6e-527a66a0e4cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:51.799943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-c992019e-82f9-4a6b-87e4-9fb234752d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:51.802607 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-c992019e-82f9-4a6b-87e4-9fb234752d6d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f16e000569246a6a036af1fb56e5a64&device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 1095 time: 0.1684546 Nov 08 00:25:51.825639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] Attempting to bind port 6dd85fd4-5817-4f9b-aaf2-4121f5396b88 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:25:51.826094 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] Attempting to bind port 6dd85fd4-5817-4f9b-aaf2-4121f5396b88 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '9bfbff8f-8a2b-4646-b3ad-6f3e451e356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b3777268-8348-4e50-ab93-f3365f8907cc'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:25:51.826663 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] Attempting to bind port 6dd85fd4-5817-4f9b-aaf2-4121f5396b88 on network b3777268-8348-4e50-ab93-f3365f8907cc {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:25:51.833460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-ce9382ea-38ae-48c0-b12b-9a1dc41388f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Allocated IP 2001:db8::1 (07651084-b1e8-4d5d-adb0-3a515f05e4ba/25586d8c-ffea-4018-bd3a-ddcf61b41f3b/f64376c1-5eb5-47ac-af57-c70bee98ecb3) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:51.835404 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] Routers {'d4df023d-45c0-430e-98d7-f96b6f53f292'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:51.835967 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d4df023d-45c0-430e-98d7-f96b6f53f292'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:51.881248 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-867725d3-e87c-4713-a802-c047fa2edb30 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:51.894130 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-867725d3-e87c-4713-a802-c047fa2edb30 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4794238 Nov 08 00:25:51.899077 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-6f7372c1-cb4e-4582-bb17-5d2eeefe1819 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3def8b9-ffa5-4561-a951-ebdf99c8b957 HTTP/1.1" status: 200 len: 217 time: 0.0820732 Nov 08 00:25:51.929615 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-05296845-2c76-426b-b2c5-2cb5c86b7d1c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 172.20.0.6 (5519efd4-e1a8-486b-824a-06c45d00ec62/c9402f55-e30a-412f-85ba-8636b85d0fc8/5083cff6-25fa-4882-a6fd-a1874c21998e) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:51.946336 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-05296845-2c76-426b-b2c5-2cb5c86b7d1c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::f816:3eff:fe57:522d (5519efd4-e1a8-486b-824a-06c45d00ec62/6cdcd085-8fdd-4dec-90a1-cffd327528b6/5083cff6-25fa-4882-a6fd-a1874c21998e) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:51.989015 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] Set router d4df023d-45c0-430e-98d7-f96b6f53f292 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:52.031061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-d7487207-700d-4521-ad8a-095d71d43297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:52.036991 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-d7487207-700d-4521-ad8a-095d71d43297 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7 HTTP/1.1" status: 200 len: 845 time: 0.1303711 Nov 08 00:25:52.112566 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-1bd467fd-9653-4113-a517-5af53b44a33e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d20df259-1f81-4a1a-9eb7-c348a83c593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649602 Nov 08 00:25:52.221583 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9b709450-f684-4c8e-98db-4884dc650f9d None None] Port dae3a252-23dc-4709-bc87-c0c1e5d06167 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:25:52.231766 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce9382ea-38ae-48c0-b12b-9a1dc41388f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:52.245599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:25:52.246047 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] Checking segment: {'id': '9bfbff8f-8a2b-4646-b3ad-6f3e451e356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b3777268-8348-4e50-ab93-f3365f8907cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:52.246378 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:52.246776 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] Bound using segment: {'id': '9bfbff8f-8a2b-4646-b3ad-6f3e451e356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b3777268-8348-4e50-ab93-f3365f8907cc'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:25:52.247263 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] Bound port: 6dd85fd4-5817-4f9b-aaf2-4121f5396b88, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bfbff8f-8a2b-4646-b3ad-6f3e451e356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b3777268-8348-4e50-ab93-f3365f8907cc'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:25:52.247651 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:52.310626 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-9659d53d-4eb3-4e88-880a-51f5518e22b6 service neutron] 10.222.0.20 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856725 Nov 08 00:25:52.341064 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05296845-2c76-426b-b2c5-2cb5c86b7d1c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:52.408212 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46503f71-6482-45b3-8c5d-eb36337e12ff'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:25:52.410640 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6b109b-bb36-4054-b004-a7e6ddc5bd53" -d '{"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-plugged", "status": "completed", "tag": "46503f71-6482-45b3-8c5d-eb36337e12ff"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:25:52.483574 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02111fd7-519a-4e5f-a16a-771bc4b76cb9 None None] Pushing event updated for resources: {'Port': ['ID=d6e1aa08-9a01-4e68-82a3-76dbeaa68c96,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:52.524433 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-1fd2b4c4-406b-4efd-b377-6d3daef71585 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--437948445&fields=id&tenant_id=e2278e422f74446f91e7e8ef6b5f1bb4 HTTP/1.1" status: 200 len: 267 time: 0.0605924 Nov 08 00:25:52.552542 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05296845-2c76-426b-b2c5-2cb5c86b7d1c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:52.563092 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] For port 6dd85fd4-5817-4f9b-aaf2-4121f5396b88, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:25:52.601100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] For port 6dd85fd4-5817-4f9b-aaf2-4121f5396b88, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6dd85fd4-5817-4f9b-aaf2-4121f5396b88,segment=NetworkSegment(9bfbff8f-8a2b-4646-b3ad-6f3e451e356f),segment_id=9bfbff8f-8a2b-4646-b3ad-6f3e451e356f)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:25:52.625884 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05296845-2c76-426b-b2c5-2cb5c86b7d1c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=5083cff6-25fa-4882-a6fd-a1874c21998e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:52.636743 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'name': 'tempest-TestServerBasicOps-104179338-router', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '43894125-939f-4a23-8be7-d3a5b537291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:41Z', 'updated_at': '2021-11-08T00:25:50Z', 'revision_number': 4, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'gw_port': {'id': '43894125-939f-4a23-8be7-d3a5b537291f', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:42Z', 'updated_at': '2021-11-08T00:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'dae3a252-23dc-4709-bc87-c0c1e5d06167', 'name': '', 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'mac_address': 'fa:16:3e:dc:fe:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:48Z', 'updated_at': '2021-11-08T00:25:50Z', 'revision_number': 2, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'subnets': [{'id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:52.644019 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce9382ea-38ae-48c0-b12b-9a1dc41388f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:52.661582 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05296845-2c76-426b-b2c5-2cb5c86b7d1c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:52.666710 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-05296845-2c76-426b-b2c5-2cb5c86b7d1c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:52.672745 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05296845-2c76-426b-b2c5-2cb5c86b7d1c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:52.707390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9382ea-38ae-48c0-b12b-9a1dc41388f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event updated for resources: {'Port': ['ID=f64376c1-5eb5-47ac-af57-c70bee98ecb3,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:52.728691 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fbe139-4078-4d43-b4f7-886c9149cc09 None None] The sync data for ids ['d4df023d-45c0-430e-98d7-f96b6f53f292'] in n-d-816882-1 is: [{'id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'name': 'tempest-TestServerBasicOps-104179338-router', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '43894125-939f-4a23-8be7-d3a5b537291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:41Z', 'updated_at': '2021-11-08T00:25:50Z', 'revision_number': 4, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'gw_port': {'id': '43894125-939f-4a23-8be7-d3a5b537291f', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:42Z', 'updated_at': '2021-11-08T00:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'dae3a252-23dc-4709-bc87-c0c1e5d06167', 'name': '', 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'mac_address': 'fa:16:3e:dc:fe:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:48Z', 'updated_at': '2021-11-08T00:25:50Z', 'revision_number': 2, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'subnets': [{'id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:25:52.737537 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-311867ee-2d6c-4c61-adff-dd9c04bff917 req-dad08176-b946-42a5-a6e9-f68bd18c723e service neutron] 10.222.0.20 "GET /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046381 Nov 08 00:25:52.745487 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:52.750526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9382ea-38ae-48c0-b12b-9a1dc41388f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Network 07651084-b1e8-4d5d-adb0-3a515f05e4ba is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:52.791721 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c33be-9351-417d-ad7e-b03a31b42652 req-3f725c32-4875-49e0-9527-1feb4c5b2a4a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:52.798678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c33be-9351-417d-ad7e-b03a31b42652 req-3f725c32-4875-49e0-9527-1feb4c5b2a4a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:52.827837 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05296845-2c76-426b-b2c5-2cb5c86b7d1c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:52.828025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c33be-9351-417d-ad7e-b03a31b42652 req-3f725c32-4875-49e0-9527-1feb4c5b2a4a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:52.828536 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05296845-2c76-426b-b2c5-2cb5c86b7d1c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:52.845348 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c33be-9351-417d-ad7e-b03a31b42652 req-3f725c32-4875-49e0-9527-1feb4c5b2a4a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:52.859865 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c33be-9351-417d-ad7e-b03a31b42652 req-3f725c32-4875-49e0-9527-1feb4c5b2a4a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:52.864871 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56650) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:52.873758 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-542603a6-cd8d-4398-bb97-61781435fe34 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-342726987-network', 'tenant_id': '0998765bf76d42c185e17901aef0c4ca'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:52.873877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c33be-9351-417d-ad7e-b03a31b42652 req-3f725c32-4875-49e0-9527-1feb4c5b2a4a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:52.892771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c33be-9351-417d-ad7e-b03a31b42652 req-3f725c32-4875-49e0-9527-1feb4c5b2a4a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:52.898887 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b9a40-fb42-459e-9380-3130f0053381 None None] Pushing event updated for resources: {'Port': ['ID=6dd85fd4-5817-4f9b-aaf2-4121f5396b88,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:52.899589 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-995c33be-9351-417d-ad7e-b03a31b42652 req-3f725c32-4875-49e0-9527-1feb4c5b2a4a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5443 time: 0.3489578 Nov 08 00:25:52.939283 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-05296845-2c76-426b-b2c5-2cb5c86b7d1c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2608533 Nov 08 00:25:52.944313 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56654) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:52.955201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-ce9382ea-38ae-48c0-b12b-9a1dc41388f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:52.959835 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9382ea-38ae-48c0-b12b-9a1dc41388f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:52.960941 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce9382ea-38ae-48c0-b12b-9a1dc41388f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:52.975132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-58f8eaf1-906c-49b0-9c80-438b87af3c84 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:52.987996 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-58f8eaf1-906c-49b0-9c80-438b87af3c84 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/networks?id=b13a2d05-1ff5-419f-9b2f-082d70770afe HTTP/1.1" status: 200 len: 810 time: 0.4573493 Nov 08 00:25:53.063370 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1754af17-b899-4938-8211-ef8efa15c94a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:53.070361 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1754af17-b899-4938-8211-ef8efa15c94a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:53.076291 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1754af17-b899-4938-8211-ef8efa15c94a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1305454 Nov 08 00:25:53.076918 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56660) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:53.120630 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542603a6-cd8d-4398-bb97-61781435fe34 admin admin] Made reservation on behalf of 0998765bf76d42c185e17901aef0c4ca for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:53.122974 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-542603a6-cd8d-4398-bb97-61781435fe34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:53.124433 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-000925cc-3026-4fb5-9f80-6547b7cc906f tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/quotas/e2278e422f74446f91e7e8ef6b5f1bb4 HTTP/1.1" status: 200 len: 375 time: 0.1355112 Nov 08 00:25:53.182952 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-542603a6-cd8d-4398-bb97-61781435fe34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:53.330273 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-46df47ac-5b3b-4edd-b9b4-e60852ba4635 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port 5083cff6-25fa-4882-a6fd-a1874c21998e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:25:53.330670 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-46df47ac-5b3b-4edd-b9b4-e60852ba4635 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:53.412658 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-995c33be-9351-417d-ad7e-b03a31b42652 req-88ee63d8-40c5-4157-96a1-8bba8d1bfc07 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4482973 Nov 08 00:25:53.483604 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-542603a6-cd8d-4398-bb97-61781435fe34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:53.494809 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce9382ea-38ae-48c0-b12b-9a1dc41388f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:53.519868 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-299bbeab-3e33-4014-8eef-72e305cfc1c7 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2278e422f74446f91e7e8ef6b5f1bb4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3833582 Nov 08 00:25:53.560737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e63f2030-1340-4ac4-91d7-f49403ebd4f5 None None] Provisioning complete for port f64376c1-5eb5-47ac-af57-c70bee98ecb3 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:53.561895 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e63f2030-1340-4ac4-91d7-f49403ebd4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:53.578334 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-46df47ac-5b3b-4edd-b9b4-e60852ba4635 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:53.602483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-46df47ac-5b3b-4edd-b9b4-e60852ba4635 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for 5083cff6-25fa-4882-a6fd-a1874c21998e owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:25:53.602483 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-542603a6-cd8d-4398-bb97-61781435fe34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:53.670087 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9216e54e-1cb0-4589-a40c-88c7c4868e12 x-openstack-request-id: req-9216e54e-1cb0-4589-a40c-88c7c4868e12 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:25:53.671016 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-plugged", "status": "completed", "tag": "46503f71-6482-45b3-8c5d-eb36337e12ff", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:25:53.671513 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9216e54e-1cb0-4589-a40c-88c7c4868e12 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:25:53.675304 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46503f71-6482-45b3-8c5d-eb36337e12ff', 'code': 200} Nov 08 00:25:53.678252 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7638df0c-4606-433e-901b-0b20a7e388b8 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:53.710812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542603a6-cd8d-4398-bb97-61781435fe34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:25:53.738459 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542603a6-cd8d-4398-bb97-61781435fe34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b094e5-40f7-4ed3-9350-3c39f1cb625f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:53.748100 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-542603a6-cd8d-4398-bb97-61781435fe34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:53.748457 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-542603a6-cd8d-4398-bb97-61781435fe34 admin admin] Added segment b6d1a282-f969-4605-9832-16f2dae82af7 of type vlan for network 39cd99d3-21d6-432f-af0a-ef6a8bf65da0 Nov 08 00:25:53.853740 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-542603a6-cd8d-4398-bb97-61781435fe34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:53.994919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e48eb-3e28-41fa-8e41-92f6d1ca5c24 req-efdb603e-aa57-46d1-8ffa-044bc1570864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:53.994919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e48eb-3e28-41fa-8e41-92f6d1ca5c24 req-efdb603e-aa57-46d1-8ffa-044bc1570864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:53.994919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e48eb-3e28-41fa-8e41-92f6d1ca5c24 req-efdb603e-aa57-46d1-8ffa-044bc1570864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:53.995948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e48eb-3e28-41fa-8e41-92f6d1ca5c24 req-efdb603e-aa57-46d1-8ffa-044bc1570864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:53.996591 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e48eb-3e28-41fa-8e41-92f6d1ca5c24 req-efdb603e-aa57-46d1-8ffa-044bc1570864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:53.997216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e48eb-3e28-41fa-8e41-92f6d1ca5c24 req-efdb603e-aa57-46d1-8ffa-044bc1570864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:53.997885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e48eb-3e28-41fa-8e41-92f6d1ca5c24 req-efdb603e-aa57-46d1-8ffa-044bc1570864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:54.000260 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-964e48eb-3e28-41fa-8e41-92f6d1ca5c24 req-efdb603e-aa57-46d1-8ffa-044bc1570864 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 6500 time: 0.2412550 Nov 08 00:25:54.029935 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-542603a6-cd8d-4398-bb97-61781435fe34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:54.031171 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542603a6-cd8d-4398-bb97-61781435fe34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:54.032204 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-542603a6-cd8d-4398-bb97-61781435fe34 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:54.038074 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3298a55-a85e-47af-9349-cae35e3ecfb8 req-c4e9e86f-9eaf-4768-9317-2a0247b623aa tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:54.046902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3298a55-a85e-47af-9349-cae35e3ecfb8 req-c4e9e86f-9eaf-4768-9317-2a0247b623aa tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 944 time: 0.2630463 Nov 08 00:25:54.098078 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e63f2030-1340-4ac4-91d7-f49403ebd4f5 None None] Port f64376c1-5eb5-47ac-af57-c70bee98ecb3 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:25:54.150979 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-46df47ac-5b3b-4edd-b9b4-e60852ba4635 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:54.159414 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-542603a6-cd8d-4398-bb97-61781435fe34 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2932165 Nov 08 00:25:54.173217 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56666) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:54.206893 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542603a6-cd8d-4398-bb97-61781435fe34 admin admin] Pushing event updated for resources: {'Network': ['ID=39cd99d3-21d6-432f-af0a-ef6a8bf65da0,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:54.210698 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-09458242-842a-4a98-b608-1ecdfc611f3b admin admin] Request body: {'subnet': {'network_id': '39cd99d3-21d6-432f-af0a-ef6a8bf65da0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-342726987-subnet', 'tenant_id': '0998765bf76d42c185e17901aef0c4ca', 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:54.212025 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df47ac-5b3b-4edd-b9b4-e60852ba4635 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=5083cff6-25fa-4882-a6fd-a1874c21998e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:54.246741 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 39cd99d3-21d6-432f-af0a-ef6a8bf65da0 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:25:54.321129 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-964e48eb-3e28-41fa-8e41-92f6d1ca5c24 req-bf17f7db-a386-4dd0-89f7-e2e54d494f8b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&id=c04d1184-05eb-416d-858a-5acd3a4a9519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1997979 Nov 08 00:25:54.328519 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-e0194d29-250a-4c8b-9e78-576b094d9745 service neutron] 10.222.0.13 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7838137 Nov 08 00:25:54.352075 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-69ecb925-dc70-411a-9ec7-0b5c30eba830 None None] Provisioning complete for port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:54.352075 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69ecb925-dc70-411a-9ec7-0b5c30eba830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:54.363927 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-46df47ac-5b3b-4edd-b9b4-e60852ba4635 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:54.371029 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-46df47ac-5b3b-4edd-b9b4-e60852ba4635 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/5083cff6-25fa-4882-a6fd-a1874c21998e HTTP/1.1" status: 204 len: 168 time: 1.2905228 Nov 08 00:25:54.371312 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56670) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:54.394989 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3298a55-a85e-47af-9349-cae35e3ecfb8 req-8777de7c-2f40-4e78-8997-f919834476c1 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469043 Nov 08 00:25:54.492502 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ced574-a44b-4a11-9a63-0d72358a5d96 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:54.494179 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ced574-a44b-4a11-9a63-0d72358a5d96 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:54.495922 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ced574-a44b-4a11-9a63-0d72358a5d96 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:54.514632 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e7ced574-a44b-4a11-9a63-0d72358a5d96 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1422160 Nov 08 00:25:54.518649 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56674) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:54.587542 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09458242-842a-4a98-b608-1ecdfc611f3b admin admin] Made reservation on behalf of 0998765bf76d42c185e17901aef0c4ca for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:54.590357 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09458242-842a-4a98-b608-1ecdfc611f3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:54.659069 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edfd483-441f-456b-87b6-615c910b7650 None None] Network b3777268-8348-4e50-ab93-f3365f8907cc requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:54.769308 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce9382ea-38ae-48c0-b12b-9a1dc41388f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:54.796301 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36446ffd-b702-48be-afd9-c6539c3571a7 None None] Update dhcp port {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'fixed_ips': [{'subnet_id': '6cdcd085-8fdd-4dec-90a1-cffd327528b6', 'ip_address': '2001:db8::f816:3eff:fe0c:62d4'}, {'subnet_id': 'c9402f55-e30a-412f-85ba-8636b85d0fc8'}], 'binding:host_id': 'n-d-816882-1'}, 'id': 'd6e1aa08-9a01-4e68-82a3-76dbeaa68c96'} from n-d-816882-1. {{(pid=102773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 00:25:54.808466 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69ecb925-dc70-411a-9ec7-0b5c30eba830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:54.851767 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce9382ea-38ae-48c0-b12b-9a1dc41388f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:54.852723 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce9382ea-38ae-48c0-b12b-9a1dc41388f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:54.875866 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6dd85fd4-5817-4f9b-aaf2-4121f5396b88 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:54.910580 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-87f6e85c-53fc-4f1b-9b19-6e50a0d40ae9 service neutron] 10.222.0.13 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116670 Nov 08 00:25:54.957373 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fa888-477e-47d6-8488-3f13a82761d4 req-233f58e2-db5e-4fb7-963f-1010d3e2fff2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:54.965586 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fa888-477e-47d6-8488-3f13a82761d4 req-233f58e2-db5e-4fb7-963f-1010d3e2fff2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:54.972680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fa888-477e-47d6-8488-3f13a82761d4 req-233f58e2-db5e-4fb7-963f-1010d3e2fff2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:54.979135 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fa888-477e-47d6-8488-3f13a82761d4 req-233f58e2-db5e-4fb7-963f-1010d3e2fff2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:54.986088 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fa888-477e-47d6-8488-3f13a82761d4 req-233f58e2-db5e-4fb7-963f-1010d3e2fff2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:54.988297 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-36446ffd-b702-48be-afd9-c6539c3571a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:54.997141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fa888-477e-47d6-8488-3f13a82761d4 req-233f58e2-db5e-4fb7-963f-1010d3e2fff2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:55.022594 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fa888-477e-47d6-8488-3f13a82761d4 req-233f58e2-db5e-4fb7-963f-1010d3e2fff2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:55.032006 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc7fa888-477e-47d6-8488-3f13a82761d4 req-233f58e2-db5e-4fb7-963f-1010d3e2fff2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5443 time: 0.2595503 Nov 08 00:25:55.153041 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8f07d4-2e64-4810-bbf8-67ef341d2c97 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 6cdcd085-8fdd-4dec-90a1-cffd327528b6 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:25:55.156457 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0e8f07d4-2e64-4810-bbf8-67ef341d2c97 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:55.164255 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9382ea-38ae-48c0-b12b-9a1dc41388f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event updated for resources: {'Port': ['ID=f64376c1-5eb5-47ac-af57-c70bee98ecb3,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:55.180099 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6dd85fd4-5817-4f9b-aaf2-4121f5396b88 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:55.184451 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:55.185361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-69ecb925-dc70-411a-9ec7-0b5c30eba830 None None] For port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d6e1aa08-9a01-4e68-82a3-76dbeaa68c96,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:55.218790 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0e8f07d4-2e64-4810-bbf8-67ef341d2c97 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:55.242020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc7fa888-477e-47d6-8488-3f13a82761d4 req-db43f7d7-26d4-485c-ade9-d2312e03edeb tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2073896 Nov 08 00:25:55.382491 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69ecb925-dc70-411a-9ec7-0b5c30eba830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:55.397305 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0e8f07d4-2e64-4810-bbf8-67ef341d2c97 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:55.549985 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecb925-dc70-411a-9ec7-0b5c30eba830 None None] Pushing event updated for resources: {'Port': ['ID=d6e1aa08-9a01-4e68-82a3-76dbeaa68c96,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:55.569693 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0e8f07d4-2e64-4810-bbf8-67ef341d2c97 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:55.616759 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-734307ba-1fb0-42c1-a7f7-8caec4ecb393 None None] Provisioning complete for port 6dd85fd4-5817-4f9b-aaf2-4121f5396b88 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:55.617149 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-734307ba-1fb0-42c1-a7f7-8caec4ecb393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server [None req-36446ffd-b702-48be-afd9-c6539c3571a7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6cdcd085-8fdd-4dec-90a1-cffd327528b6: This subnet is being modified by another concurrent operation. Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server raise exception Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6cdcd085-8fdd-4dec-90a1-cffd327528b6: This subnet is being modified by another concurrent operation. Nov 08 00:25:55.623751 n-d-816882-1 neutron-server[102773]: ERROR oslo_messaging.rpc.server Nov 08 00:25:55.668445 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f07d4-2e64-4810-bbf8-67ef341d2c97 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=6cdcd085-8fdd-4dec-90a1-cffd327528b6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:55.687916 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:55.700850 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0e8f07d4-2e64-4810-bbf8-67ef341d2c97 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:55.705379 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0e8f07d4-2e64-4810-bbf8-67ef341d2c97 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/6cdcd085-8fdd-4dec-90a1-cffd327528b6 HTTP/1.1" status: 204 len: 168 time: 1.1856332 Nov 08 00:25:55.710368 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56694) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:55.746420 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 6dd85fd4-5817-4f9b-aaf2-4121f5396b88, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6dd85fd4-5817-4f9b-aaf2-4121f5396b88,segment=NetworkSegment(9bfbff8f-8a2b-4646-b3ad-6f3e451e356f),segment_id=9bfbff8f-8a2b-4646-b3ad-6f3e451e356f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:55.795814 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdfec25-0211-4a04-9ba5-37afda68e053 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:55.853448 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ec2577-4b21-45d2-bd31-35378d4c99eb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet c9402f55-e30a-412f-85ba-8636b85d0fc8 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:25:55.860985 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2577-4b21-45d2-bd31-35378d4c99eb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:55.901119 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:55.901928 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d6e1aa08-9a01-4e68-82a3-76dbeaa68c96 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:55.975497 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2577-4b21-45d2-bd31-35378d4c99eb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:55.985115 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-49ebea6d-4a19-4572-b25f-41cdda9d80da req-25c99733-3f90-4c02-ab01-b2356145e230 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 210 time: 0.2161410 Nov 08 00:25:56.001442 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09458242-842a-4a98-b608-1ecdfc611f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:56.023951 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9382ea-38ae-48c0-b12b-9a1dc41388f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Network 07651084-b1e8-4d5d-adb0-3a515f05e4ba is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:56.044751 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-ce9382ea-38ae-48c0-b12b-9a1dc41388f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:56.069731 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2577-4b21-45d2-bd31-35378d4c99eb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:56.092579 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-734307ba-1fb0-42c1-a7f7-8caec4ecb393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:56.212294 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e593a7-605f-48b3-aaeb-ce1227452d7a req-b91cbaae-d7b4-40de-baa5-46511fcadc53 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:56.220534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5e593a7-605f-48b3-aaeb-ce1227452d7a req-b91cbaae-d7b4-40de-baa5-46511fcadc53 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 944 time: 0.4541316 Nov 08 00:25:56.237351 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2577-4b21-45d2-bd31-35378d4c99eb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:56.259701 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=6dd85fd4-5817-4f9b-aaf2-4121f5396b88,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:56.273211 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec2577-4b21-45d2-bd31-35378d4c99eb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=c9402f55-e30a-412f-85ba-8636b85d0fc8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:56.277006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09458242-842a-4a98-b608-1ecdfc611f3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bd76ee9-c7fa-4c50-9741-674db731b47b,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:56.308365 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2577-4b21-45d2-bd31-35378d4c99eb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:56.312504 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09458242-842a-4a98-b608-1ecdfc611f3b admin admin] Checking segment: {'id': 'b6d1a282-f969-4605-9832-16f2dae82af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '39cd99d3-21d6-432f-af0a-ef6a8bf65da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:56.312799 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09458242-842a-4a98-b608-1ecdfc611f3b admin admin] Network hostable DHCP agents. Network: 39cd99d3-21d6-432f-af0a-ef6a8bf65da0, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:25:56.315388 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b8ec2577-4b21-45d2-bd31-35378d4c99eb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/c9402f55-e30a-412f-85ba-8636b85d0fc8 HTTP/1.1" status: 204 len: 168 time: 0.6053162 Nov 08 00:25:56.318243 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56700) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:56.349594 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5e593a7-605f-48b3-aaeb-ce1227452d7a req-9273082f-2d34-4a01-90db-2a9907c759d5 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280701 Nov 08 00:25:56.358212 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9382ea-38ae-48c0-b12b-9a1dc41388f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Router b7ce607c-ad66-4351-af1b-eb5ffa801a2d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:25:56.401879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:56.402589 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:56.430710 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9e80edd7-d7a8-4e72-89ba-bdd6546ceac8 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1113248 Nov 08 00:25:56.436430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56702) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:56.440106 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-734307ba-1fb0-42c1-a7f7-8caec4ecb393 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:25:56.440466 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-734307ba-1fb0-42c1-a7f7-8caec4ecb393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:25:56.442514 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-3f939bec-713c-441c-b571-65141aa09650 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:56.484819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09458242-842a-4a98-b608-1ecdfc611f3b admin admin] Network 39cd99d3-21d6-432f-af0a-ef6a8bf65da0 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:25:56.494892 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a36cbe-d80d-4516-ab05-21f190e2f8c2 None None] Update dhcp port {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'fixed_ips': [{'subnet_id': 'c9402f55-e30a-412f-85ba-8636b85d0fc8'}], 'binding:host_id': 'n-d-816882-1'}, 'id': 'd6e1aa08-9a01-4e68-82a3-76dbeaa68c96'} from n-d-816882-1. {{(pid=102773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 00:25:56.545972 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] Sync routers for ids ['d4df023d-45c0-430e-98d7-f96b6f53f292'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:25:56.557001 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b3def8b9-ffa5-4561-a951-ebdf99c8b957 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:25:56.559774 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] Routers {'d4df023d-45c0-430e-98d7-f96b6f53f292'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:56.560602 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d4df023d-45c0-430e-98d7-f96b6f53f292'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:56.562338 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b2a81-bb53-43fa-83c4-5a74e77643b5 req-ffe5a607-4853-4f02-b8d2-803e60196ca5 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:56.565958 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-68a36cbe-d80d-4516-ab05-21f190e2f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:56.568995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b2a81-bb53-43fa-83c4-5a74e77643b5 req-ffe5a607-4853-4f02-b8d2-803e60196ca5 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:56.569214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 43894125-939f-4a23-8be7-d3a5b537291f up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:56.575172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b2a81-bb53-43fa-83c4-5a74e77643b5 req-ffe5a607-4853-4f02-b8d2-803e60196ca5 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:56.581115 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b2a81-bb53-43fa-83c4-5a74e77643b5 req-ffe5a607-4853-4f02-b8d2-803e60196ca5 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:56.587709 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b2a81-bb53-43fa-83c4-5a74e77643b5 req-ffe5a607-4853-4f02-b8d2-803e60196ca5 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:56.593702 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b2a81-bb53-43fa-83c4-5a74e77643b5 req-ffe5a607-4853-4f02-b8d2-803e60196ca5 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:56.599765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b2a81-bb53-43fa-83c4-5a74e77643b5 req-ffe5a607-4853-4f02-b8d2-803e60196ca5 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:56.602773 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f939bec-713c-441c-b571-65141aa09650 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:56.607138 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3f939bec-713c-441c-b571-65141aa09650 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:56.609523 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-962b2a81-bb53-43fa-83c4-5a74e77643b5 req-ffe5a607-4853-4f02-b8d2-803e60196ca5 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5443 time: 0.1631274 Nov 08 00:25:56.614312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9382ea-38ae-48c0-b12b-9a1dc41388f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:25:56.618943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-09458242-842a-4a98-b608-1ecdfc611f3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 39cd99d3-21d6-432f-af0a-ef6a8bf65da0) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:56.627182 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ce9382ea-38ae-48c0-b12b-9a1dc41388f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "PUT /v2.0/routers/b7ce607c-ad66-4351-af1b-eb5ffa801a2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7881122 Nov 08 00:25:56.627182 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56706) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:56.629236 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09458242-842a-4a98-b608-1ecdfc611f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:56.629828 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09458242-842a-4a98-b608-1ecdfc611f3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:56.630915 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4822d4-9d6d-42e9-badc-c132a7580c2a None None] Sync routers for ids ['b7ce607c-ad66-4351-af1b-eb5ffa801a2d'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:25:56.719215 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5e90f3-d8db-4eb1-a00d-1ea5b9fd692f None None] Network 39cd99d3-21d6-432f-af0a-ef6a8bf65da0 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:25:56.763202 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-962b2a81-bb53-43fa-83c4-5a74e77643b5 req-89e75766-4344-4545-9005-f8757916fbf2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1527169 Nov 08 00:25:56.784014 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] Set router d4df023d-45c0-430e-98d7-f96b6f53f292 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:56.799362 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4822d4-9d6d-42e9-badc-c132a7580c2a None None] Routers {'b7ce607c-ad66-4351-af1b-eb5ffa801a2d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:56.799362 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-7c4822d4-9d6d-42e9-badc-c132a7580c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b7ce607c-ad66-4351-af1b-eb5ffa801a2d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:56.805036 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3c33392a-ff55-4c3e-ac03-7206257f7bed tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:56.921479 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-09458242-842a-4a98-b608-1ecdfc611f3b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7212298 Nov 08 00:25:56.930096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56714) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:56.937915 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-b2ad081e-4eed-4a51-8778-45bf75609901 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-342726987-router', 'tenant_id': '0998765bf76d42c185e17901aef0c4ca', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:57.026037 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f671cb2-a45c-467d-a95f-695bb3f7b630 req-5d1a00b1-2327-413f-b9e1-7506951947dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:57.037652 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f671cb2-a45c-467d-a95f-695bb3f7b630 req-5d1a00b1-2327-413f-b9e1-7506951947dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:57.044406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f671cb2-a45c-467d-a95f-695bb3f7b630 req-5d1a00b1-2327-413f-b9e1-7506951947dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:57.051316 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f671cb2-a45c-467d-a95f-695bb3f7b630 req-5d1a00b1-2327-413f-b9e1-7506951947dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:57.067038 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f671cb2-a45c-467d-a95f-695bb3f7b630 req-5d1a00b1-2327-413f-b9e1-7506951947dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:57.078135 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f671cb2-a45c-467d-a95f-695bb3f7b630 req-5d1a00b1-2327-413f-b9e1-7506951947dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:57.086981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f671cb2-a45c-467d-a95f-695bb3f7b630 req-5d1a00b1-2327-413f-b9e1-7506951947dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:57.103639 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'name': 'tempest-TestServerBasicOps-104179338-router', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '43894125-939f-4a23-8be7-d3a5b537291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:41Z', 'updated_at': '2021-11-08T00:25:50Z', 'revision_number': 4, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'gw_port': {'id': '43894125-939f-4a23-8be7-d3a5b537291f', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:42Z', 'updated_at': '2021-11-08T00:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'dae3a252-23dc-4709-bc87-c0c1e5d06167', 'name': '', 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'mac_address': 'fa:16:3e:dc:fe:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:48Z', 'updated_at': '2021-11-08T00:25:50Z', 'revision_number': 2, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'subnets': [{'id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:57.105071 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f671cb2-a45c-467d-a95f-695bb3f7b630 req-5d1a00b1-2327-413f-b9e1-7506951947dc tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5443 time: 0.2170796 Nov 08 00:25:57.107292 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-7c4822d4-9d6d-42e9-badc-c132a7580c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:57.116635 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-3c33392a-ff55-4c3e-ac03-7206257f7bed tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 08 00:25:57.116969 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3c33392a-ff55-4c3e-ac03-7206257f7bed tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "DELETE /v2.0/routers/b7ce607c-ad66-4351-af1b-eb5ffa801a2d HTTP/1.1" status: 409 len: 329 time: 0.4892716 Nov 08 00:25:57.134533 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] Checking router: d4df023d-45c0-430e-98d7-f96b6f53f292 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:25:57.139725 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] Updating router d4df023d-45c0-430e-98d7-f96b6f53f292 port dae3a252-23dc-4709-bc87-c0c1e5d06167 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:25:57.169876 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56724) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:57.177505 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:57.177755 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56726) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:25:57.223548 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d1b8d4d-a95b-4201-a989-4ea8256650f3 req-45003827-8cef-460b-9b93-84c26221a21e tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 210 time: 0.1043653 Nov 08 00:25:57.224555 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7e62dd53-2440-4d5d-ae55-9ad3b7b5b400 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Request body: {'floatingip': {'port_id': '46503f71-6482-45b3-8c5d-eb36337e12ff'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:57.229960 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2ad081e-4eed-4a51-8778-45bf75609901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:57.230824 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2ad081e-4eed-4a51-8778-45bf75609901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:57.233366 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4822d4-9d6d-42e9-badc-c132a7580c2a None None] Routers {'b7ce607c-ad66-4351-af1b-eb5ffa801a2d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:57.233946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-7c4822d4-9d6d-42e9-badc-c132a7580c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b7ce607c-ad66-4351-af1b-eb5ffa801a2d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:57.311856 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-7c4822d4-9d6d-42e9-badc-c132a7580c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:57.312510 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4822d4-9d6d-42e9-badc-c132a7580c2a None None] The sync data for ids ['b7ce607c-ad66-4351-af1b-eb5ffa801a2d'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:25:57.319761 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7e62dd53-2440-4d5d-ae55-9ad3b7b5b400 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for floatingip, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:57.342917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 43894125-939f-4a23-8be7-d3a5b537291f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:57.343298 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:57.353144 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b3def8b9-ffa5-4561-a951-ebdf99c8b957, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b3def8b9-ffa5-4561-a951-ebdf99c8b957,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:57.362585 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2ad081e-4eed-4a51-8778-45bf75609901 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:57.416305 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'b3def8b9-ffa5-4561-a951-ebdf99c8b957', 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b', 'port_id': 'b3def8b9-ffa5-4561-a951-ebdf99c8b957', 'mac_address': 'fa:16:3e:f6:ca:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:25:57.597388 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e2475db5-4d6d-4150-814e-699ae8fceb1d None None] Provisioning complete for port f64376c1-5eb5-47ac-af57-c70bee98ecb3 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:57.597768 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2475db5-4d6d-4150-814e-699ae8fceb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:57.667384 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a3218-49f7-4b45-b9f1-3ae803e289b0 req-ea5a86ef-c71a-4217-a83a-4b4f58198d47 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:57.668854 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d91a3218-49f7-4b45-b9f1-3ae803e289b0 req-ea5a86ef-c71a-4217-a83a-4b4f58198d47 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 944 time: 0.1646407 Nov 08 00:25:57.729790 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:57.768950 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2ad081e-4eed-4a51-8778-45bf75609901 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:57.804958 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:57.816207 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-39cd99d3-21d6-432f-af0a-ef6a8bf65da0', 'network_id': '39cd99d3-21d6-432f-af0a-ef6a8bf65da0', 'tenant_id': '0998765bf76d42c185e17901aef0c4ca', 'fixed_ips': [{'subnet_id': '4bd76ee9-c7fa-4c50-9741-674db731b47b'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:25:57.816374 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:57.830319 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d91a3218-49f7-4b45-b9f1-3ae803e289b0 req-b807a781-6152-48aa-a12e-f71a59552174 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555832 Nov 08 00:25:57.841662 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:57.868511 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e2475db5-4d6d-4150-814e-699ae8fceb1d None None] Port f64376c1-5eb5-47ac-af57-c70bee98ecb3 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:25:57.885757 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3def8b9-ffa5-4561-a951-ebdf99c8b957 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:25:57.917544 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:57.974572 n-d-816882-1 neutron-server[102771]: DEBUG neutron.objects.ports [None req-3f939bec-713c-441c-b571-65141aa09650 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 00:25:57.975135 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee878995-5a72-4053-aff9-6a29b9f8750c None None] Pushing event updated for resources: {'Port': ['ID=dae3a252-23dc-4709-bc87-c0c1e5d06167,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:58.059099 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee878995-5a72-4053-aff9-6a29b9f8750c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:58.059713 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee878995-5a72-4053-aff9-6a29b9f8750c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:58.063391 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee878995-5a72-4053-aff9-6a29b9f8750c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:58.063855 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee878995-5a72-4053-aff9-6a29b9f8750c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:58.071432 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee878995-5a72-4053-aff9-6a29b9f8750c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:58.072215 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee878995-5a72-4053-aff9-6a29b9f8750c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:58.072774 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee878995-5a72-4053-aff9-6a29b9f8750c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:58.073171 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee878995-5a72-4053-aff9-6a29b9f8750c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:58.073565 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee878995-5a72-4053-aff9-6a29b9f8750c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:58.073950 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee878995-5a72-4053-aff9-6a29b9f8750c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:58.074480 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee878995-5a72-4053-aff9-6a29b9f8750c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:58.074866 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee878995-5a72-4053-aff9-6a29b9f8750c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:25:58.079314 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b3def8b9-ffa5-4561-a951-ebdf99c8b957, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b3def8b9-ffa5-4561-a951-ebdf99c8b957,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:58.092882 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] Attempting to bind port dae3a252-23dc-4709-bc87-c0c1e5d06167 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:25:58.093376 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] Attempting to bind port dae3a252-23dc-4709-bc87-c0c1e5d06167 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '87845c7a-31a7-40af-8818-b20eeedac210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:25:58.094083 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] Attempting to bind port dae3a252-23dc-4709-bc87-c0c1e5d06167 on network 8d9e2072-e0f6-4949-9ba2-c29e6e5628ac {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:25:58.106786 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:25:58.107148 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] Checking segment: {'id': '87845c7a-31a7-40af-8818-b20eeedac210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:58.107740 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:58.109804 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] Bound using segment: {'id': '87845c7a-31a7-40af-8818-b20eeedac210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:25:58.110490 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] Bound port: dae3a252-23dc-4709-bc87-c0c1e5d06167, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87845c7a-31a7-40af-8818-b20eeedac210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:25:58.111316 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:58.114129 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 43894125-939f-4a23-8be7-d3a5b537291f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=43894125-939f-4a23-8be7-d3a5b537291f,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:58.117323 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e2475db5-4d6d-4150-814e-699ae8fceb1d None None] Provisioning complete for port 6dd85fd4-5817-4f9b-aaf2-4121f5396b88 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:58.124363 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2475db5-4d6d-4150-814e-699ae8fceb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:58.197212 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] Allocated IP 172.20.0.2 (39cd99d3-21d6-432f-af0a-ef6a8bf65da0/4bd76ee9-c7fa-4c50-9741-674db731b47b/bc15a1f2-3be7-4ecc-b01b-bf1322041441) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:58.210012 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:58.230880 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] For port dae3a252-23dc-4709-bc87-c0c1e5d06167, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:25:58.234315 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] For port dae3a252-23dc-4709-bc87-c0c1e5d06167, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=dae3a252-23dc-4709-bc87-c0c1e5d06167,segment=NetworkSegment(87845c7a-31a7-40af-8818-b20eeedac210),segment_id=87845c7a-31a7-40af-8818-b20eeedac210)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:25:58.237290 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:58.297160 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2ad081e-4eed-4a51-8778-45bf75609901 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:58.299928 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:58.321844 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10a73fce-beb7-4785-9d2e-4e84be80b1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:58.378758 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2ad081e-4eed-4a51-8778-45bf75609901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:58.476469 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] Routers {'d4df023d-45c0-430e-98d7-f96b6f53f292'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:25:58.477037 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d4df023d-45c0-430e-98d7-f96b6f53f292'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:58.477338 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-14b84e53-4eef-418e-bb01-fdebeb68ae36 req-9a1a4f05-2ce0-4504-81ea-5deccbb1d6c8 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 210 time: 0.0884452 Nov 08 00:25:58.485969 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee878995-5a72-4053-aff9-6a29b9f8750c None None] Pushing event updated for resources: {'Port': ['ID=dae3a252-23dc-4709-bc87-c0c1e5d06167,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:58.504328 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6dd85fd4-5817-4f9b-aaf2-4121f5396b88 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:25:58.660426 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=b3def8b9-ffa5-4561-a951-ebdf99c8b957,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:58.664126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-9687e4d2-fc7c-47a0-9e4b-8e1a933ae3f5 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:58.665813 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-9687e4d2-fc7c-47a0-9e4b-8e1a933ae3f5 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.26 "GET /v2.0/networks?id=b13a2d05-1ff5-419f-9b2f-082d70770afe HTTP/1.1" status: 200 len: 810 time: 0.1168520 Nov 08 00:25:58.671356 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b3def8b9-ffa5-4561-a951-ebdf99c8b957'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:25:58.749895 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.db.resource_extend [None req-7e62dd53-2440-4d5d-ae55-9ad3b7b5b400 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 00:25:58.761843 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] Set router d4df023d-45c0-430e-98d7-f96b6f53f292 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:25:58.781479 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-e4588181-297b-40cb-a09b-0106c8a82eb1 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2278e422f74446f91e7e8ef6b5f1bb4 HTTP/1.1" status: 200 len: 379 time: 0.0992713 Nov 08 00:25:58.846470 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Request body: {'port': {'device_id': 'da1aa764-0d22-4851-85c6-2f3a9dcf1943', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'admin_state_up': True, 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'security_groups': ['85c7aa09-0758-4d71-a1c0-c86d116eaa9d']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:25:58.882738 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7e62dd53-2440-4d5d-ae55-9ad3b7b5b400 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:59.043416 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3f939bec-713c-441c-b571-65141aa09650 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:59.054490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-b2ad081e-4eed-4a51-8778-45bf75609901 admin admin] Allocated IP 172.25.2.230 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/a6d7d887-0f9d-4f95-ab07-8942740bc16d) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:59.061978 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7e62dd53-2440-4d5d-ae55-9ad3b7b5b400 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:59.111455 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166f832-8b90-4caa-8b22-371bd06524d8 req-19f875d2-86bc-4dcb-b011-b0ca1681a79b tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:25:59.113368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7166f832-8b90-4caa-8b22-371bd06524d8 req-19f875d2-86bc-4dcb-b011-b0ca1681a79b tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 945 time: 0.1165423 Nov 08 00:25:59.122237 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:59.130053 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=43894125-939f-4a23-8be7-d3a5b537291f,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:59.151437 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6dd85fd4-5817-4f9b-aaf2-4121f5396b88 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:59.153895 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:59.191662 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'name': 'tempest-TestServerBasicOps-104179338-router', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '43894125-939f-4a23-8be7-d3a5b537291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:41Z', 'updated_at': '2021-11-08T00:25:50Z', 'revision_number': 4, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'gw_port': {'id': '43894125-939f-4a23-8be7-d3a5b537291f', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:42Z', 'updated_at': '2021-11-08T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'dae3a252-23dc-4709-bc87-c0c1e5d06167', 'name': '', 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'mac_address': 'fa:16:3e:dc:fe:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:48Z', 'updated_at': '2021-11-08T00:25:58Z', 'revision_number': 4, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'subnets': [{'id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:25:59.232797 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf3b6c-b4fa-4f55-a3f3-abc35f43ffd2 None None] The sync data for ids ['d4df023d-45c0-430e-98d7-f96b6f53f292'] in n-d-816882-1 is: [{'id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'name': 'tempest-TestServerBasicOps-104179338-router', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '43894125-939f-4a23-8be7-d3a5b537291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:41Z', 'updated_at': '2021-11-08T00:25:50Z', 'revision_number': 4, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'gw_port': {'id': '43894125-939f-4a23-8be7-d3a5b537291f', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:42Z', 'updated_at': '2021-11-08T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'dae3a252-23dc-4709-bc87-c0c1e5d06167', 'name': '', 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'mac_address': 'fa:16:3e:dc:fe:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:48Z', 'updated_at': '2021-11-08T00:25:58Z', 'revision_number': 4, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'subnets': [{'id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:25:59.255703 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:59.277432 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] Network 39cd99d3-21d6-432f-af0a-ef6a8bf65da0 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:25:59.282424 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:25:59.290131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7166f832-8b90-4caa-8b22-371bd06524d8 req-3dff0a66-a9ba-4ff9-83c7-d94a142b74fe tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665874 Nov 08 00:25:59.358939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:25:59.361141 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] Pushing event updated for resources: {'Port': ['ID=bc15a1f2-3be7-4ecc-b01b-bf1322041441,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:25:59.436014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e2475db5-4d6d-4150-814e-699ae8fceb1d None None] Provisioning complete for port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:25:59.443401 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2475db5-4d6d-4150-814e-699ae8fceb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:59.455445 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2ad081e-4eed-4a51-8778-45bf75609901 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:59.463525 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Made reservation on behalf of e2278e422f74446f91e7e8ef6b5f1bb4 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:25:59.478117 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:59.543434 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] Attempting to bind port bc15a1f2-3be7-4ecc-b01b-bf1322041441 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:25:59.543607 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] Attempting to bind port bc15a1f2-3be7-4ecc-b01b-bf1322041441 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'b6d1a282-f969-4605-9832-16f2dae82af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '39cd99d3-21d6-432f-af0a-ef6a8bf65da0'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:25:59.544087 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] Attempting to bind port bc15a1f2-3be7-4ecc-b01b-bf1322041441 on network 39cd99d3-21d6-432f-af0a-ef6a8bf65da0 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:25:59.556976 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:25:59.563670 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] Checking segment: {'id': 'b6d1a282-f969-4605-9832-16f2dae82af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '39cd99d3-21d6-432f-af0a-ef6a8bf65da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:25:59.563670 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:59.563670 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] Bound using segment: {'id': 'b6d1a282-f969-4605-9832-16f2dae82af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '39cd99d3-21d6-432f-af0a-ef6a8bf65da0'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:25:59.563670 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] Bound port: bc15a1f2-3be7-4ecc-b01b-bf1322041441, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d1a282-f969-4605-9832-16f2dae82af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '39cd99d3-21d6-432f-af0a-ef6a8bf65da0'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:25:59.563670 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:59.566858 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-3f939bec-713c-441c-b571-65141aa09650 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] For port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d6e1aa08-9a01-4e68-82a3-76dbeaa68c96,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:25:59.634964 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3f939bec-713c-441c-b571-65141aa09650 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:59.744542 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-7e62dd53-2440-4d5d-ae55-9ad3b7b5b400 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Floating IP 8e7a7a7d-e320-4f54-b5a3-113c6efb99d8 associated. External IP: 172.25.2.214, port: 46503f71-6482-45b3-8c5d-eb36337e12ff. Nov 08 00:25:59.756236 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3f939bec-713c-441c-b571-65141aa09650 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:59.757007 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3f939bec-713c-441c-b571-65141aa09650 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:25:59.763275 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Allocated IP 172.20.0.12 (b13a2d05-1ff5-419f-9b2f-082d70770afe/82ff6155-843e-4e76-be5f-7d2f5d78c7b3/92dc278c-67a9-4730-85b2-eba746160aea) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:25:59.894622 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] For port bc15a1f2-3be7-4ecc-b01b-bf1322041441, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:25:59.909627 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d6e1aa08-9a01-4e68-82a3-76dbeaa68c96 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:25:59.964474 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] For port bc15a1f2-3be7-4ecc-b01b-bf1322041441, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bc15a1f2-3be7-4ecc-b01b-bf1322041441,segment=NetworkSegment(b6d1a282-f969-4605-9832-16f2dae82af7),segment_id=b6d1a282-f969-4605-9832-16f2dae82af7)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:25:59.977542 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:00.037606 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f939bec-713c-441c-b571-65141aa09650 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:00.040871 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:00.057622 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-3f939bec-713c-441c-b571-65141aa09650 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:00.066080 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9f5c013-db72-492e-ac76-b37e6fd629c3 req-d2c0a4e8-fa7c-4228-9db6-8539f56b5b78 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 210 time: 0.0591149 Nov 08 00:26:00.075416 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f939bec-713c-441c-b571-65141aa09650 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:00.076302 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3f939bec-713c-441c-b571-65141aa09650 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:00.086441 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e1359a-ddf3-47af-9414-700898b0cd23 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:00.101023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f939bec-713c-441c-b571-65141aa09650 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=e417ef59-f169-43df-b8c8-2f453b040353,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:00.102336 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:00.113938 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f939bec-713c-441c-b571-65141aa09650 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=d6e1aa08-9a01-4e68-82a3-76dbeaa68c96,revision_number=6']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:00.152412 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9528b82-aeb9-4702-baac-b188218de8fb tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:00.165147 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2b02cb0a-a2af-4418-98ca-3b45a23f0266 None None] Could not find standard attr ID for object 5083cff6-25fa-4882-a6fd-a1874c21998e. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:26:00.186487 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:00.229445 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2ad081e-4eed-4a51-8778-45bf75609901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:00.257066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d6e1aa08-9a01-4e68-82a3-76dbeaa68c96,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:00.257267 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Network b13a2d05-1ff5-419f-9b2f-082d70770afe is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:00.257385 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2b02cb0a-a2af-4418-98ca-3b45a23f0266 None None] Provisioning complete for port dae3a252-23dc-4709-bc87-c0c1e5d06167 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:00.257385 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b02cb0a-a2af-4418-98ca-3b45a23f0266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:00.263466 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:00.271315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:26:00.297110 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ad081e-4eed-4a51-8778-45bf75609901 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:00.375079 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-b2ad081e-4eed-4a51-8778-45bf75609901 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:00.398782 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Pushing event updated for resources: {'Port': ['ID=92dc278c-67a9-4730-85b2-eba746160aea,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:00.402380 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d476a72-3ae2-4fed-a914-78bc5d6e3142 None None] Pushing event updated for resources: {'Port': ['ID=bc15a1f2-3be7-4ecc-b01b-bf1322041441,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:00.422474 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ad081e-4eed-4a51-8778-45bf75609901 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:26:00.422614 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:00.585182 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b3def8b9-ffa5-4561-a951-ebdf99c8b957 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:00.711862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:00.712396 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:00.712671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:00.712929 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:00.713401 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:00.713801 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:00.714145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:00.714473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:00.714802 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:00.715127 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:00.715627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:00.717004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:00.806720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 43894125-939f-4a23-8be7-d3a5b537291f up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:00.878815 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:00.879500 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:00.997356 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=d6e1aa08-9a01-4e68-82a3-76dbeaa68c96,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:01.004625 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b02cb0a-a2af-4418-98ca-3b45a23f0266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:01.024807 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3f939bec-713c-441c-b571-65141aa09650 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5871062 Nov 08 00:26:01.039246 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6ca983db-09f5-4475-9cf3-75d2c763d1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:01.040125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7ba4a-aad6-441e-81da-0fd6144e7428 req-0ed6aec6-a0ba-46ac-a7e9-b0dda3e725cd tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:01.058162 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56754) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:01.062594 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8f7ba4a-aad6-441e-81da-0fd6144e7428 req-0ed6aec6-a0ba-46ac-a7e9-b0dda3e725cd tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 945 time: 0.5853922 Nov 08 00:26:01.067990 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2b02cb0a-a2af-4418-98ca-3b45a23f0266 None None] For port dae3a252-23dc-4709-bc87-c0c1e5d06167, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=dae3a252-23dc-4709-bc87-c0c1e5d06167,segment=NetworkSegment(87845c7a-31a7-40af-8818-b20eeedac210),segment_id=87845c7a-31a7-40af-8818-b20eeedac210)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:01.069263 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6ff8fe05-856b-4d38-8b50-c64ef3765ff3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:01.073179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad081e-4eed-4a51-8778-45bf75609901 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d7d887-0f9d-4f95-ab07-8942740bc16d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:01.082123 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 43894125-939f-4a23-8be7-d3a5b537291f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:01.082619 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:01.159133 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port b3def8b9-ffa5-4561-a951-ebdf99c8b957 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:26:01.162536 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b02cb0a-a2af-4418-98ca-3b45a23f0266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:01.164909 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:01.174367 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port b3def8b9-ffa5-4561-a951-ebdf99c8b957 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:01.176146 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:01.199372 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2ad081e-4eed-4a51-8778-45bf75609901 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:01.205940 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8f7ba4a-aad6-441e-81da-0fd6144e7428 req-f1396bfe-7b7d-4110-a82d-acdd08a13c21 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441393 Nov 08 00:26:01.264791 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-60b587ba-5b75-4012-a52d-8b7f0882d3b0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4264877 Nov 08 00:26:01.313554 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-935484d5-09bd-4659-b75e-2ba893c3762e None None] Provisioning complete for port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:01.313927 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-935484d5-09bd-4659-b75e-2ba893c3762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:01.319554 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Request body: {'port': {'device_id': 'da1aa764-0d22-4851-85c6-2f3a9dcf1943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:01.367168 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e62dd53-2440-4d5d-ae55-9ad3b7b5b400 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Router 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:26:01.399149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02cb0a-a2af-4418-98ca-3b45a23f0266 None None] Pushing event updated for resources: {'Port': ['ID=dae3a252-23dc-4709-bc87-c0c1e5d06167,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:01.407938 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device dae3a252-23dc-4709-bc87-c0c1e5d06167 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:01.470954 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff8fe05-856b-4d38-8b50-c64ef3765ff3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:01.479106 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fe05-856b-4d38-8b50-c64ef3765ff3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:01.497870 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:01.525198 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56760) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:01.528778 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ebd93-08ed-4a51-ab24-79f256bd68d3 req-6d84052b-6976-40c1-b698-76516b05c4d0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:01.537342 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-941ebd93-08ed-4a51-ab24-79f256bd68d3 req-6d84052b-6976-40c1-b698-76516b05c4d0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 932 time: 0.2711551 Nov 08 00:26:01.558966 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-935484d5-09bd-4659-b75e-2ba893c3762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:01.693024 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:01.700739 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c9528b82-aeb9-4702-baac-b188218de8fb tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Deleting port f64376c1-5eb5-47ac-af57-c70bee98ecb3 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:01.701089 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9528b82-aeb9-4702-baac-b188218de8fb tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:01.742123 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-941ebd93-08ed-4a51-ab24-79f256bd68d3 req-09214beb-e7cb-4d04-9c1a-4ae485567934 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c7aa09-0758-4d71-a1c0-c86d116eaa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039020 Nov 08 00:26:01.781217 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d67f9478-7228-4a5d-98f7-13eb583f13b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:01.793260 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83854cc4-9b22-43aa-80e8-818bf04be708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3def8b9-ffa5-4561-a951-ebdf99c8b957'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:26:01.795586 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b9e8e8-dcd8-467b-b77b-07112a6b2264" -d '{"events": [{"server_uuid": "83854cc4-9b22-43aa-80e8-818bf04be708", "name": "network-vif-plugged", "status": "completed", "tag": "b3def8b9-ffa5-4561-a951-ebdf99c8b957"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:26:01.819919 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-935484d5-09bd-4659-b75e-2ba893c3762e None None] For port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d6e1aa08-9a01-4e68-82a3-76dbeaa68c96,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:01.827837 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b3def8b9-ffa5-4561-a951-ebdf99c8b957, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b3def8b9-ffa5-4561-a951-ebdf99c8b957,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:01.844752 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port dae3a252-23dc-4709-bc87-c0c1e5d06167 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:01.845019 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:01.889872 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e62dd53-2440-4d5d-ae55-9ad3b7b5b400 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:26:01.900869 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7e62dd53-2440-4d5d-ae55-9ad3b7b5b400 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:01.908157 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1b3d5c-1aba-4762-985d-3b3962224f57 None None] Sync routers for ids ['7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:26:01.938847 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1b3d5c-1aba-4762-985d-3b3962224f57 None None] Routers {'7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:26:01.939506 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-8c1b3d5c-1aba-4762-985d-3b3962224f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:26:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:01.945043 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7e62dd53-2440-4d5d-ae55-9ad3b7b5b400 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "PUT /v2.0/floatingips/8e7a7a7d-e320-4f54-b5a3-113c6efb99d8 HTTP/1.1" status: 200 len: 991 time: 4.7350216 Nov 08 00:26:01.953705 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3878495a-fec5-442d-8885-469910fe38da x-openstack-request-id: req-3878495a-fec5-442d-8885-469910fe38da {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:26:01.954108 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83854cc4-9b22-43aa-80e8-818bf04be708", "name": "network-vif-plugged", "status": "completed", "tag": "b3def8b9-ffa5-4561-a951-ebdf99c8b957", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:26:01.954242 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3878495a-fec5-442d-8885-469910fe38da {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:26:01.955548 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83854cc4-9b22-43aa-80e8-818bf04be708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3def8b9-ffa5-4561-a951-ebdf99c8b957', 'code': 200} Nov 08 00:26:01.961478 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'tag': '46503f71-6482-45b3-8c5d-eb36337e12ff'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:26:01.964505 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1818187d-c7e5-4564-8af1-1256b74ca1cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "tag": "46503f71-6482-45b3-8c5d-eb36337e12ff"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:26:01.970830 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:01.971219 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:01.975917 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:01.976738 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-935484d5-09bd-4659-b75e-2ba893c3762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:02.065668 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e409e8ea-345f-434e-907b-2ee35de7b4f4 x-openstack-request-id: req-e409e8ea-345f-434e-907b-2ee35de7b4f4 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:26:02.066582 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "tag": "46503f71-6482-45b3-8c5d-eb36337e12ff", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:26:02.067020 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e409e8ea-345f-434e-907b-2ee35de7b4f4 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:26:02.067666 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'tag': '46503f71-6482-45b3-8c5d-eb36337e12ff', 'status': 'completed', 'code': 200} Nov 08 00:26:02.158756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346df3e6-a8bc-444b-b5c0-26b9dd3077e1 None None] Network 39cd99d3-21d6-432f-af0a-ef6a8bf65da0 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:02.163731 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9528b82-aeb9-4702-baac-b188218de8fb tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:02.178596 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c9528b82-aeb9-4702-baac-b188218de8fb tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Calling delete_port for f64376c1-5eb5-47ac-af57-c70bee98ecb3 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:02.178842 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-8c1b3d5c-1aba-4762-985d-3b3962224f57 None None] Set router 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:26:02.205412 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-935484d5-09bd-4659-b75e-2ba893c3762e None None] Provisioning complete for port 92dc278c-67a9-4730-85b2-eba746160aea triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:02.207814 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-935484d5-09bd-4659-b75e-2ba893c3762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:02.446268 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-8c1b3d5c-1aba-4762-985d-3b3962224f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'name': 'tempest-TaggedBootDevicesTest_v242-185478450-router', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:22:59Z', 'updated_at': '2021-11-08T00:23:07Z', 'revision_number': 4, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'gw_port': {'id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:00Z', 'updated_at': '2021-11-08T00:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '8e7a7a7d-e320-4f54-b5a3-113c6efb99d8', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'port_id': '46503f71-6482-45b3-8c5d-eb36337e12ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964', 'mac_address': 'fa:16:3e:3a:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:24:06Z', 'updated_at': '2021-11-08T00:25:58Z', 'revision_number': 1, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6becab2-3f2e-475a-8ea0-1df71462c107', 'name': '', 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'mac_address': 'fa:16:3e:73:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd3be98b0-454a-423b-81f4-63aace0baef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:05Z', 'updated_at': '2021-11-08T00:23:13Z', 'revision_number': 5, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'subnets': [{'id': 'd3be98b0-454a-423b-81f4-63aace0baef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:02.488361 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1b3d5c-1aba-4762-985d-3b3962224f57 None None] Checking router: 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:26:02.498459 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1b3d5c-1aba-4762-985d-3b3962224f57 None None] Routers {'7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:26:02.499107 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-8c1b3d5c-1aba-4762-985d-3b3962224f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:26:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:02.500024 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d67f9478-7228-4a5d-98f7-13eb583f13b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:02.534808 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=b3def8b9-ffa5-4561-a951-ebdf99c8b957,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:02.595337 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-935484d5-09bd-4659-b75e-2ba893c3762e None None] Port 92dc278c-67a9-4730-85b2-eba746160aea cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:26:02.605819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2ad081e-4eed-4a51-8778-45bf75609901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:02.608003 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818187d-c7e5-4564-8af1-1256b74ca1cc req-b00a5121-87f8-45ce-82ec-7f7a8b759721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:02.608899 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818187d-c7e5-4564-8af1-1256b74ca1cc req-b00a5121-87f8-45ce-82ec-7f7a8b759721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:02.609532 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818187d-c7e5-4564-8af1-1256b74ca1cc req-b00a5121-87f8-45ce-82ec-7f7a8b759721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:02.610179 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818187d-c7e5-4564-8af1-1256b74ca1cc req-b00a5121-87f8-45ce-82ec-7f7a8b759721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:02.610804 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818187d-c7e5-4564-8af1-1256b74ca1cc req-b00a5121-87f8-45ce-82ec-7f7a8b759721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:02.611427 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818187d-c7e5-4564-8af1-1256b74ca1cc req-b00a5121-87f8-45ce-82ec-7f7a8b759721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:02.612112 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818187d-c7e5-4564-8af1-1256b74ca1cc req-b00a5121-87f8-45ce-82ec-7f7a8b759721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:02.615581 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1818187d-c7e5-4564-8af1-1256b74ca1cc req-b00a5121-87f8-45ce-82ec-7f7a8b759721 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a42c6631eb4454c896f7292ef18f39f&device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 6500 time: 0.4549387 Nov 08 00:26:02.626574 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d67f9478-7228-4a5d-98f7-13eb583f13b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:02.644649 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9528b82-aeb9-4702-baac-b188218de8fb tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:02.644856 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-8c1b3d5c-1aba-4762-985d-3b3962224f57 None None] Set router 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:26:02.680493 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935484d5-09bd-4659-b75e-2ba893c3762e None None] Pushing event updated for resources: {'Port': ['ID=d6e1aa08-9a01-4e68-82a3-76dbeaa68c96,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:02.724920 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e9c3744b-9cee-4033-9892-3c7fd1ebc27d None None] Provisioning complete for port bc15a1f2-3be7-4ecc-b01b-bf1322041441 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:02.725839 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e9c3744b-9cee-4033-9892-3c7fd1ebc27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:02.783877 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818187d-c7e5-4564-8af1-1256b74ca1cc req-dc7609c5-db40-4fec-bb6f-52904b1ceaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:02.789730 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1818187d-c7e5-4564-8af1-1256b74ca1cc req-dc7609c5-db40-4fec-bb6f-52904b1ceaba service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe318fa4-2739-4425-811c-a969620e2964 HTTP/1.1" status: 200 len: 917 time: 0.1660030 Nov 08 00:26:02.846622 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92dc278c-67a9-4730-85b2-eba746160aea {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:26:02.851341 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e9c3744b-9cee-4033-9892-3c7fd1ebc27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:02.872053 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:02.916100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bc15a1f2-3be7-4ecc-b01b-bf1322041441 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:02.922956 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e9c3744b-9cee-4033-9892-3c7fd1ebc27d None None] For port bc15a1f2-3be7-4ecc-b01b-bf1322041441, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bc15a1f2-3be7-4ecc-b01b-bf1322041441,segment=NetworkSegment(b6d1a282-f969-4605-9832-16f2dae82af7),segment_id=b6d1a282-f969-4605-9832-16f2dae82af7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:02.943195 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9528b82-aeb9-4702-baac-b188218de8fb tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event deleted for resources: {'Port': ['ID=f64376c1-5eb5-47ac-af57-c70bee98ecb3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:02.960454 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-8c1b3d5c-1aba-4762-985d-3b3962224f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'name': 'tempest-TaggedBootDevicesTest_v242-185478450-router', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:22:59Z', 'updated_at': '2021-11-08T00:23:07Z', 'revision_number': 4, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'gw_port': {'id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:00Z', 'updated_at': '2021-11-08T00:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '8e7a7a7d-e320-4f54-b5a3-113c6efb99d8', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'port_id': '46503f71-6482-45b3-8c5d-eb36337e12ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964', 'mac_address': 'fa:16:3e:3a:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:24:06Z', 'updated_at': '2021-11-08T00:25:58Z', 'revision_number': 1, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6becab2-3f2e-475a-8ea0-1df71462c107', 'name': '', 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'mac_address': 'fa:16:3e:73:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd3be98b0-454a-423b-81f4-63aace0baef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:05Z', 'updated_at': '2021-11-08T00:23:13Z', 'revision_number': 5, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'subnets': [{'id': 'd3be98b0-454a-423b-81f4-63aace0baef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:02.987427 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port bc15a1f2-3be7-4ecc-b01b-bf1322041441 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:02.987818 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:02.999754 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fe05-856b-4d38-8b50-c64ef3765ff3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:03.012994 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e9c3744b-9cee-4033-9892-3c7fd1ebc27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:03.019109 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f9478-7228-4a5d-98f7-13eb583f13b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c65fb6-b230-4518-b7f6-9de86d9128ed,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:03.019415 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1b3d5c-1aba-4762-985d-3b3962224f57 None None] The sync data for ids ['7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'] in n-d-816882-1 is: [{'id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'name': 'tempest-TaggedBootDevicesTest_v242-185478450-router', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:22:59Z', 'updated_at': '2021-11-08T00:23:07Z', 'revision_number': 4, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'gw_port': {'id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:00Z', 'updated_at': '2021-11-08T00:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '8e7a7a7d-e320-4f54-b5a3-113c6efb99d8', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'port_id': '46503f71-6482-45b3-8c5d-eb36337e12ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964', 'mac_address': 'fa:16:3e:3a:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:24:06Z', 'updated_at': '2021-11-08T00:25:58Z', 'revision_number': 1, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6becab2-3f2e-475a-8ea0-1df71462c107', 'name': '', 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'mac_address': 'fa:16:3e:73:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd3be98b0-454a-423b-81f4-63aace0baef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:05Z', 'updated_at': '2021-11-08T00:23:13Z', 'revision_number': 5, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'subnets': [{'id': 'd3be98b0-454a-423b-81f4-63aace0baef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:26:03.047995 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d67f9478-7228-4a5d-98f7-13eb583f13b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2a97b9e08a7436ebf61d516869bc368&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5053508 Nov 08 00:26:03.079594 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56778) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:03.105162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3744b-9cee-4033-9892-3c7fd1ebc27d None None] Pushing event updated for resources: {'Port': ['ID=bc15a1f2-3be7-4ecc-b01b-bf1322041441,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:03.193801 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Transition to ACTIVE for port object 92dc278c-67a9-4730-85b2-eba746160aea will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:26:03.213236 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device dae3a252-23dc-4709-bc87-c0c1e5d06167 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:03.266279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29205a5b-31d8-42dd-b194-04b44a1a500c req-a229f6a7-b856-4c16-beea-dad893b50151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:03.268056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29205a5b-31d8-42dd-b194-04b44a1a500c req-a229f6a7-b856-4c16-beea-dad893b50151 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 1097 time: 0.3572664 Nov 08 00:26:03.276170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d6e8d-8f45-431b-8255-a48010c9f058 req-cb46204a-bcc6-4baf-af28-6748bc6a9e57 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:03.277824 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae7d6e8d-8f45-431b-8255-a48010c9f058 req-cb46204a-bcc6-4baf-af28-6748bc6a9e57 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 946 time: 0.3645289 Nov 08 00:26:03.307839 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9528b82-aeb9-4702-baac-b188218de8fb tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:03.310140 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:03.318626 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff8fe05-856b-4d38-8b50-c64ef3765ff3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:03.328213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c6789d23-aed1-460f-91df-c7b00834b76b None None] Provisioning complete for port bc15a1f2-3be7-4ecc-b01b-bf1322041441 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:03.328444 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-6ff8fe05-856b-4d38-8b50-c64ef3765ff3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:03.328690 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6789d23-aed1-460f-91df-c7b00834b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:03.335177 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff8fe05-856b-4d38-8b50-c64ef3765ff3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:03.337068 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fe05-856b-4d38-8b50-c64ef3765ff3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:03.360592 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3852e6-5b06-4b46-93f2-27bdac0d634a None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:03.373562 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1818187d-c7e5-4564-8af1-1256b74ca1cc req-d5fc9397-3da2-4832-bf44-828321d592e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46503f71-6482-45b3-8c5d-eb36337e12ff HTTP/1.1" status: 200 len: 999 time: 0.4693918 Nov 08 00:26:03.404252 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b5cac-5bc9-453d-bd42-9a028efcc080 req-182de930-6127-46fb-9c4f-11bcd02e6d20 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:03.405978 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed9b5cac-5bc9-453d-bd42-9a028efcc080 req-182de930-6127-46fb-9c4f-11bcd02e6d20 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 932 time: 0.4481103 Nov 08 00:26:03.419468 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe286e5-cd6b-47ff-9b36-3f213ea4e4df None None] New status for floating IP 8e7a7a7d-e320-4f54-b5a3-113c6efb99d8: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:26:03.426578 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Pushing event updated for resources: {'Port': ['ID=92dc278c-67a9-4730-85b2-eba746160aea,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:03.451638 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-030512e3-30a1-4d6e-95a4-942957694ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:03.473513 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8fe05-856b-4d38-8b50-c64ef3765ff3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=ba882f1d-e7c7-48bd-a016-e9413c8ee8f0,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:03.513349 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6ff8fe05-856b-4d38-8b50-c64ef3765ff3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4520259 Nov 08 00:26:03.519462 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56782) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:03.519860 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:03.526226 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae7d6e8d-8f45-431b-8255-a48010c9f058 req-d906ba35-6d0b-4188-a833-b9a4311faf11 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378745 Nov 08 00:26:03.542464 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29205a5b-31d8-42dd-b194-04b44a1a500c req-9abb4152-2962-4d96-898d-a33183e419b3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585404 Nov 08 00:26:03.548686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port dae3a252-23dc-4709-bc87-c0c1e5d06167 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:03.549241 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:03.552394 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-e5b98b52-312e-4242-bf51-d4cc00e05516 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'mac_address': 'fa:16:3e:24:c7:53', 'name': 'tempest-NetworksTestDHCPv6-241831510'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:03.563294 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-030512e3-30a1-4d6e-95a4-942957694ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:03.619512 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818187d-c7e5-4564-8af1-1256b74ca1cc req-e2a83f6c-35e3-4b91-81f4-ba5bb919bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:03.621450 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1818187d-c7e5-4564-8af1-1256b74ca1cc req-e2a83f6c-35e3-4b91-81f4-ba5bb919bceb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3be98b0-454a-423b-81f4-63aace0baef8 HTTP/1.1" status: 200 len: 855 time: 0.2378907 Nov 08 00:26:03.629388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9528b82-aeb9-4702-baac-b188218de8fb tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Router b7ce607c-ad66-4351-af1b-eb5ffa801a2d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:26:03.654497 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed9b5cac-5bc9-453d-bd42-9a028efcc080 req-703cb16f-ff1e-4169-925c-3c338c7aa555 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c7aa09-0758-4d71-a1c0-c86d116eaa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329040 Nov 08 00:26:03.768109 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9528b82-aeb9-4702-baac-b188218de8fb tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:26:03.774807 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c9528b82-aeb9-4702-baac-b188218de8fb tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "PUT /v2.0/routers/b7ce607c-ad66-4351-af1b-eb5ffa801a2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5932755 Nov 08 00:26:03.779088 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56784) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:03.785425 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60840d30-48c3-4706-ad14-7acd67eaf60d None None] Sync routers for ids ['b7ce607c-ad66-4351-af1b-eb5ffa801a2d'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:26:03.797293 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60840d30-48c3-4706-ad14-7acd67eaf60d None None] Routers {'b7ce607c-ad66-4351-af1b-eb5ffa801a2d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:26:03.798180 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-60840d30-48c3-4706-ad14-7acd67eaf60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:26:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b7ce607c-ad66-4351-af1b-eb5ffa801a2d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:03.850094 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-f51ca2d2-9677-4244-9840-7c7631741301 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] show failed (client error): The resource could not be found. Nov 08 00:26:03.851478 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f51ca2d2-9677-4244-9840-7c7631741301 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1207948630 HTTP/1.1" status: 404 len: 335 time: 0.0711684 Nov 08 00:26:03.854454 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818187d-c7e5-4564-8af1-1256b74ca1cc req-6f58b278-6fc0-4e24-a54e-1d52364c4632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:03.856194 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1818187d-c7e5-4564-8af1-1256b74ca1cc req-6f58b278-6fc0-4e24-a54e-1d52364c4632 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe318fa4-2739-4425-811c-a969620e2964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2248185 Nov 08 00:26:03.856824 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56786) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:03.862684 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-60840d30-48c3-4706-ad14-7acd67eaf60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:03.868097 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-60b615fb-070c-4dc6-9768-769b749051f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:03.881255 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60840d30-48c3-4706-ad14-7acd67eaf60d None None] Routers {'b7ce607c-ad66-4351-af1b-eb5ffa801a2d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:26:03.883382 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-60840d30-48c3-4706-ad14-7acd67eaf60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:26:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b7ce607c-ad66-4351-af1b-eb5ffa801a2d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:03.929840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Attempting to bind port 92dc278c-67a9-4730-85b2-eba746160aea on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:26:03.929840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Attempting to bind port 92dc278c-67a9-4730-85b2-eba746160aea by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '2423fa32-c7b0-4943-9b4a-6af78151abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:26:03.933003 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Attempting to bind port 92dc278c-67a9-4730-85b2-eba746160aea on network b13a2d05-1ff5-419f-9b2f-082d70770afe {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:26:03.937512 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Port 92dc278c-67a9-4730-85b2-eba746160aea on network b13a2d05-1ff5-419f-9b2f-082d70770afe not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:26:03.937863 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Attempting to bind port 92dc278c-67a9-4730-85b2-eba746160aea on network b13a2d05-1ff5-419f-9b2f-082d70770afe {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:26:03.941903 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-60840d30-48c3-4706-ad14-7acd67eaf60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:03.943220 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60840d30-48c3-4706-ad14-7acd67eaf60d None None] The sync data for ids ['b7ce607c-ad66-4351-af1b-eb5ffa801a2d'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:26:03.943469 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:26:03.943827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Checking segment: {'id': '2423fa32-c7b0-4943-9b4a-6af78151abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:26:03.944215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Bound using segment: {'id': '2423fa32-c7b0-4943-9b4a-6af78151abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:26:03.944643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Bound port: 92dc278c-67a9-4730-85b2-eba746160aea, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2423fa32-c7b0-4943-9b4a-6af78151abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:26:03.945010 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:03.961757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b98b52-312e-4242-bf51-d4cc00e05516 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:03.983360 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-60b615fb-070c-4dc6-9768-769b749051f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] update failed (client error): The resource could not be found. Nov 08 00:26:03.985108 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-60b615fb-070c-4dc6-9768-769b749051f0 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1928666593 HTTP/1.1" status: 404 len: 335 time: 0.1256652 Nov 08 00:26:03.991420 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56788) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:03.998543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4416d106-8963-41cf-b8f7-5f3aca710f0e None None] Update dhcp port {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'fixed_ips': [{'subnet_id': 'e417ef59-f169-43df-b8c8-2f453b040353', 'ip_address': '2001:db8::f816:3eff:fe0c:62d4'}, {'subnet_id': 'ba882f1d-e7c7-48bd-a016-e9413c8ee8f0'}], 'binding:host_id': 'n-d-816882-1'}, 'id': 'd6e1aa08-9a01-4e68-82a3-76dbeaa68c96'} from n-d-816882-1. {{(pid=102773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 00:26:04.022258 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-030512e3-30a1-4d6e-95a4-942957694ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:04.024987 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-030512e3-30a1-4d6e-95a4-942957694ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:04.028404 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-030512e3-30a1-4d6e-95a4-942957694ad6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1c65fb6-b230-4518-b7f6-9de86d9128ed HTTP/1.1" status: 204 len: 168 time: 0.9413524 Nov 08 00:26:04.032475 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4416d106-8963-41cf-b8f7-5f3aca710f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:04.072127 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d23697-933f-4a67-9b0f-b582aa1090a3 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Deleting subnet 08ec3ff9-da6c-46c7-85b7-8d8d4d77fa4a {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:26:04.079045 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35d23697-933f-4a67-9b0f-b582aa1090a3 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:04.084240 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1818187d-c7e5-4564-8af1-1256b74ca1cc req-2acfbc1c-03a4-4ca4-8d00-0694201a7f61 service neutron] 10.222.0.26 "GET /v2.0/networks/fe318fa4-2739-4425-811c-a969620e2964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109098 Nov 08 00:26:04.102574 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ad081e-4eed-4a51-8778-45bf75609901 admin admin] Router 49dedec4-9093-4b71-ba50-924d1b650d9f is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:26:04.108247 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030512e3-30a1-4d6e-95a4-942957694ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c65fb6-b230-4518-b7f6-9de86d9128ed,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:04.111362 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] For port 92dc278c-67a9-4730-85b2-eba746160aea, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:26:04.134546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] For port 92dc278c-67a9-4730-85b2-eba746160aea, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=92dc278c-67a9-4730-85b2-eba746160aea,segment=NetworkSegment(2423fa32-c7b0-4943-9b4a-6af78151abbd),segment_id=2423fa32-c7b0-4943-9b4a-6af78151abbd)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:26:04.179778 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35d23697-933f-4a67-9b0f-b582aa1090a3 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:04.220652 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e5b98b52-312e-4242-bf51-d4cc00e05516 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:04.249263 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:04.253287 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1818187d-c7e5-4564-8af1-1256b74ca1cc req-121657c9-eeae-46a4-8095-fe313b4474b2 service neutron] 10.222.0.26 "GET /v2.0/networks/fe318fa4-2739-4425-811c-a969620e2964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486933 Nov 08 00:26:04.254844 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-4416d106-8963-41cf-b8f7-5f3aca710f0e None None] Allocated IP 172.20.0.2 (5519efd4-e1a8-486b-824a-06c45d00ec62/ba882f1d-e7c7-48bd-a016-e9413c8ee8f0/d6e1aa08-9a01-4e68-82a3-76dbeaa68c96) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:04.293344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-e5b98b52-312e-4242-bf51-d4cc00e05516 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port 1c644437-f8e3-43f6-b26e-4b60d873362e yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:26:04.295163 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35d23697-933f-4a67-9b0f-b582aa1090a3 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:04.325018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:04.325661 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:04.327036 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] 10.222.0.26 "PUT /v2.0/ports/92dc278c-67a9-4730-85b2-eba746160aea HTTP/1.1" status: 200 len: 1092 time: 3.0126071 Nov 08 00:26:04.327479 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1aa764-0d22-4851-85c6-2f3a9dcf1943', 'tag': '92dc278c-67a9-4730-85b2-eba746160aea'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:26:04.341211 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d448df3c-16b5-47bc-a77a-d325f51872ac" -d '{"events": [{"name": "network-changed", "server_uuid": "da1aa764-0d22-4851-85c6-2f3a9dcf1943", "tag": "92dc278c-67a9-4730-85b2-eba746160aea"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:26:04.379651 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4416d106-8963-41cf-b8f7-5f3aca710f0e None None] For port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d6e1aa08-9a01-4e68-82a3-76dbeaa68c96,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:04.389018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ad081e-4eed-4a51-8778-45bf75609901 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:26:04.398861 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] Sync routers for ids ['49dedec4-9093-4b71-ba50-924d1b650d9f'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:26:04.421239 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0ecb6-4fdf-48e7-88e7-8d8954811f63 service neutron] Pushing event updated for resources: {'Port': ['ID=92dc278c-67a9-4730-85b2-eba746160aea,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:04.424670 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] Routers {'49dedec4-9093-4b71-ba50-924d1b650d9f'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:26:04.425706 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:26:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['49dedec4-9093-4b71-ba50-924d1b650d9f'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:04.437076 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572d0bdc-324b-425e-91a3-57ba0c84542b x-openstack-request-id: req-572d0bdc-324b-425e-91a3-57ba0c84542b {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:26:04.438487 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1aa764-0d22-4851-85c6-2f3a9dcf1943", "tag": "92dc278c-67a9-4730-85b2-eba746160aea", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:26:04.439895 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-572d0bdc-324b-425e-91a3-57ba0c84542b {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:26:04.439895 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da1aa764-0d22-4851-85c6-2f3a9dcf1943', 'tag': '92dc278c-67a9-4730-85b2-eba746160aea', 'status': 'completed', 'code': 200} Nov 08 00:26:04.483714 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35d23697-933f-4a67-9b0f-b582aa1090a3 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:04.499281 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4416d106-8963-41cf-b8f7-5f3aca710f0e None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:04.501245 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35d23697-933f-4a67-9b0f-b582aa1090a3 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:04.504695 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-35d23697-933f-4a67-9b0f-b582aa1090a3 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "DELETE /v2.0/subnets/08ec3ff9-da6c-46c7-85b7-8d8d4d77fa4a HTTP/1.1" status: 204 len: 168 time: 0.5116460 Nov 08 00:26:04.509193 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56796) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:04.516575 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075d6170-3435-40c9-bde2-4fb47a6e05da None None] Network b3777268-8348-4e50-ab93-f3365f8907cc requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:04.538461 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d23697-933f-4a67-9b0f-b582aa1090a3 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event deleted for resources: {'Subnet': ['ID=08ec3ff9-da6c-46c7-85b7-8d8d4d77fa4a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:04.596222 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4416d106-8963-41cf-b8f7-5f3aca710f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:04.617387 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2ad081e-4eed-4a51-8778-45bf75609901 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:04.618613 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b2ad081e-4eed-4a51-8778-45bf75609901 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.6853726 Nov 08 00:26:04.621587 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56800) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:04.667067 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] Set router 49dedec4-9093-4b71-ba50-924d1b650d9f gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:26:04.711356 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:04.766967 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bc15a1f2-3be7-4ecc-b01b-bf1322041441 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:04.772273 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448df3c-16b5-47bc-a77a-d325f51872ac req-e1003bcc-fdd2-4059-9214-5adc6960be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:04.773812 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d448df3c-16b5-47bc-a77a-d325f51872ac req-e1003bcc-fdd2-4059-9214-5adc6960be8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2278e422f74446f91e7e8ef6b5f1bb4&device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 1095 time: 0.2888072 Nov 08 00:26:04.893127 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb15bdd-dffe-4693-9d92-054d13082c97 req-26a488ec-dc37-43a6-90a7-a414cdf84a25 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:04.895135 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-beb15bdd-dffe-4693-9d92-054d13082c97 req-26a488ec-dc37-43a6-90a7-a414cdf84a25 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 946 time: 0.2096062 Nov 08 00:26:05.013618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56808) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:05.075331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-e5b98b52-312e-4242-bf51-d4cc00e05516 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 172.20.0.10 (5519efd4-e1a8-486b-824a-06c45d00ec62/ba882f1d-e7c7-48bd-a016-e9413c8ee8f0/1c644437-f8e3-43f6-b26e-4b60d873362e) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:05.082666 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd31ad49-a36e-40c9-b4ad-cf96f42835cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:05.094129 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-e5b98b52-312e-4242-bf51-d4cc00e05516 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::f816:3eff:fe24:c753 (5519efd4-e1a8-486b-824a-06c45d00ec62/e417ef59-f169-43df-b8c8-2f453b040353/1c644437-f8e3-43f6-b26e-4b60d873362e) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:05.157511 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416d106-8963-41cf-b8f7-5f3aca710f0e None None] Pushing event updated for resources: {'Port': ['ID=d6e1aa08-9a01-4e68-82a3-76dbeaa68c96,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:05.183538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b62d9-6a50-4523-93dc-802d56aa09fd req-892f8e8e-2094-43bd-aeb0-ba6e6403d142 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:05.191642 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d10b62d9-6a50-4523-93dc-802d56aa09fd req-892f8e8e-2094-43bd-aeb0-ba6e6403d142 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 944 time: 0.4234078 Nov 08 00:26:05.198366 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448df3c-16b5-47bc-a77a-d325f51872ac req-f4f161cb-593d-4e1f-a090-9cbcd9132edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:05.199809 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d448df3c-16b5-47bc-a77a-d325f51872ac req-f4f161cb-593d-4e1f-a090-9cbcd9132edd service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e2278e422f74446f91e7e8ef6b5f1bb4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3799837 Nov 08 00:26:05.212715 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port bc15a1f2-3be7-4ecc-b01b-bf1322041441 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:05.213422 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:05.228186 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-beb15bdd-dffe-4693-9d92-054d13082c97 req-118e8c6b-076d-4105-b6a7-d97b228ccf5d tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823951 Nov 08 00:26:05.290723 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1eeed5-2a4f-4518-86ef-6f08f676de09 None None] DHCP port deletion for b3777268-8348-4e50-ab93-f3365f8907cc request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:26:05.398383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dedec4-9093-4b71-ba50-924d1b650d9f', 'name': 'tempest-TestServerBasicOps-342726987-router', 'tenant_id': '0998765bf76d42c185e17901aef0c4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a6d7d887-0f9d-4f95-ab07-8942740bc16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:57Z', 'updated_at': '2021-11-08T00:26:00Z', 'revision_number': 3, 'project_id': '0998765bf76d42c185e17901aef0c4ca', 'gw_port': {'id': 'a6d7d887-0f9d-4f95-ab07-8942740bc16d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dedec4-9093-4b71-ba50-924d1b650d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:58Z', 'updated_at': '2021-11-08T00:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:05.445107 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-cd1eeed5-2a4f-4518-86ef-6f08f676de09 None None] Deleting port 6dd85fd4-5817-4f9b-aaf2-4121f5396b88 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:05.445651 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd1eeed5-2a4f-4518-86ef-6f08f676de09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:05.447531 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] Checking router: 49dedec4-9093-4b71-ba50-924d1b650d9f for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:26:05.447995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] Updating router 49dedec4-9093-4b71-ba50-924d1b650d9f port a6d7d887-0f9d-4f95-ab07-8942740bc16d binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:26:05.471461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Deleting port 6dd85fd4-5817-4f9b-aaf2-4121f5396b88 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:05.472203 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:05.484610 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:05.581012 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d10b62d9-6a50-4523-93dc-802d56aa09fd req-2918b24e-b591-4322-90e5-7ad00d1d1854 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c7aa09-0758-4d71-a1c0-c86d116eaa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3884554 Nov 08 00:26:05.670635 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-329e2ff4-5dcd-4c4b-bab0-d601fea64945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:05.686980 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-cd1eeed5-2a4f-4518-86ef-6f08f676de09 None None] For port 6dd85fd4-5817-4f9b-aaf2-4121f5396b88, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6dd85fd4-5817-4f9b-aaf2-4121f5396b88,segment=NetworkSegment(9bfbff8f-8a2b-4646-b3ad-6f3e451e356f),segment_id=9bfbff8f-8a2b-4646-b3ad-6f3e451e356f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:05.687482 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd1eeed5-2a4f-4518-86ef-6f08f676de09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:05.706614 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-cd1eeed5-2a4f-4518-86ef-6f08f676de09 None None] Calling delete_port for 6dd85fd4-5817-4f9b-aaf2-4121f5396b88 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:05.710544 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] For port 6dd85fd4-5817-4f9b-aaf2-4121f5396b88, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6dd85fd4-5817-4f9b-aaf2-4121f5396b88,segment=NetworkSegment(9bfbff8f-8a2b-4646-b3ad-6f3e451e356f),segment_id=9bfbff8f-8a2b-4646-b3ad-6f3e451e356f)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:05.710918 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:05.740429 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448df3c-16b5-47bc-a77a-d325f51872ac req-2c5ddb18-651e-4b2f-b8c4-cacebe52b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:05.741940 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d448df3c-16b5-47bc-a77a-d325f51872ac req-2c5ddb18-651e-4b2f-b8c4-cacebe52b10f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4900210 Nov 08 00:26:05.763519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Calling delete_port for 6dd85fd4-5817-4f9b-aaf2-4121f5396b88 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:05.779986 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd31ad49-a36e-40c9-b4ad-cf96f42835cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:05.876692 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e5b98b52-312e-4242-bf51-d4cc00e05516 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:05.917073 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-329e2ff4-5dcd-4c4b-bab0-d601fea64945 admin admin] Allocated IP 172.20.0.1 (39cd99d3-21d6-432f-af0a-ef6a8bf65da0/4bd76ee9-c7fa-4c50-9741-674db731b47b/634ef74b-a7a1-433c-a484-f88e1b70c0e4) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:05.927223 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd31ad49-a36e-40c9-b4ad-cf96f42835cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:05.942368 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:05.962383 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd1eeed5-2a4f-4518-86ef-6f08f676de09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:05.999557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1eeed5-2a4f-4518-86ef-6f08f676de09 None None] Pushing event deleted for resources: {'Port': ['ID=6dd85fd4-5817-4f9b-aaf2-4121f5396b88,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:06.005014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1eeed5-2a4f-4518-86ef-6f08f676de09 None None] No DVR routers for this DVR port 6dd85fd4-5817-4f9b-aaf2-4121f5396b88 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:26:06.019649 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:06.026533 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-7ed9796f-4a3c-4451-9d21-33ad7f7a95c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:06.028290 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-7ed9796f-4a3c-4451-9d21-33ad7f7a95c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2278e422f74446f91e7e8ef6b5f1bb4&device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 1095 time: 0.2117350 Nov 08 00:26:06.035928 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dd31ad49-a36e-40c9-b4ad-cf96f42835cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec042769e08b4c9c875889d733159f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0097649 Nov 08 00:26:06.039449 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31ad49-a36e-40c9-b4ad-cf96f42835cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85189dbf-c0d5-46c2-a024-cf65174f791f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:06.054410 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56810) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:06.083680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3844988-99f2-47c6-b5a6-ff304b735694 None None] Pushing event updated for resources: {'Port': ['ID=a6d7d887-0f9d-4f95-ab07-8942740bc16d,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:06.086655 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-329e2ff4-5dcd-4c4b-bab0-d601fea64945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:06.099897 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] Attempting to bind port a6d7d887-0f9d-4f95-ab07-8942740bc16d on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:26:06.110279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] Attempting to bind port a6d7d887-0f9d-4f95-ab07-8942740bc16d by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:26:06.110279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] Attempting to bind port a6d7d887-0f9d-4f95-ab07-8942740bc16d on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:26:06.110279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:26:06.110279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:26:06.110279 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:06.110279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:26:06.110279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] Bound port: a6d7d887-0f9d-4f95-ab07-8942740bc16d, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:26:06.110279 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:06.118200 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e5b98b52-312e-4242-bf51-d4cc00e05516 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:06.123287 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-f9127355-632c-40c6-96d0-7982ad301afb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92dc278c-67a9-4730-85b2-eba746160aea HTTP/1.1" status: 200 len: 217 time: 0.0590796 Nov 08 00:26:06.151522 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:06.163130 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fa8b5fa0-6937-468f-bf68-eeb45b745b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:06.175613 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7452f279-3b44-4821-a9b5-35dbe3c30702 None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 00:26:06.195349 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fa8b5fa0-6937-468f-bf68-eeb45b745b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:06.207480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] No DVR routers for this DVR port 6dd85fd4-5817-4f9b-aaf2-4121f5396b88 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:26:06.214806 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] For port a6d7d887-0f9d-4f95-ab07-8942740bc16d, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:26:06.216481 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b98b52-312e-4242-bf51-d4cc00e05516 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:06.223512 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-e5b98b52-312e-4242-bf51-d4cc00e05516 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:06.236513 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b98b52-312e-4242-bf51-d4cc00e05516 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:26:06.237002 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-329e2ff4-5dcd-4c4b-bab0-d601fea64945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:06.244290 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b37fed51-79fa-4e7f-859a-e4fe22b9ab52 None None] Provisioning complete for port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:06.244710 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b37fed51-79fa-4e7f-859a-e4fe22b9ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:06.248313 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] For port a6d7d887-0f9d-4f95-ab07-8942740bc16d, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a6d7d887-0f9d-4f95-ab07-8942740bc16d,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:26:06.293147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b98b52-312e-4242-bf51-d4cc00e05516 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:06.293727 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e5b98b52-312e-4242-bf51-d4cc00e05516 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:06.295337 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329e2ff4-5dcd-4c4b-bab0-d601fea64945 admin admin] Network 39cd99d3-21d6-432f-af0a-ef6a8bf65da0 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:06.301984 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-329e2ff4-5dcd-4c4b-bab0-d601fea64945 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:06.304608 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e2ff4-5dcd-4c4b-bab0-d601fea64945 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:26:06.332784 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:06.349139 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e2ff4-5dcd-4c4b-bab0-d601fea64945 admin admin] Pushing event updated for resources: {'Port': ['ID=634ef74b-a7a1-433c-a484-f88e1b70c0e4,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:06.377039 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-329e2ff4-5dcd-4c4b-bab0-d601fea64945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:06.391286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b98b52-312e-4242-bf51-d4cc00e05516 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=1c644437-f8e3-43f6-b26e-4b60d873362e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:06.422099 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-a82141fb-1024-4d6a-a95d-c4e08d0da350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:06.423582 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-a82141fb-1024-4d6a-a95d-c4e08d0da350 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82ff6155-843e-4e76-be5f-7d2f5d78c7b3 HTTP/1.1" status: 200 len: 849 time: 0.2896378 Nov 08 00:26:06.445574 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fa8b5fa0-6937-468f-bf68-eeb45b745b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:06.449540 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fa8b5fa0-6937-468f-bf68-eeb45b745b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:06.453314 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fa8b5fa0-6937-468f-bf68-eeb45b745b5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85189dbf-c0d5-46c2-a024-cf65174f791f HTTP/1.1" status: 204 len: 168 time: 0.3944142 Nov 08 00:26:06.464798 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event deleted for resources: {'Port': ['ID=6dd85fd4-5817-4f9b-aaf2-4121f5396b88,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:06.474608 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b5fa0-6937-468f-bf68-eeb45b745b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85189dbf-c0d5-46c2-a024-cf65174f791f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:06.476719 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] Routers {'49dedec4-9093-4b71-ba50-924d1b650d9f'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:26:06.477248 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:26:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['49dedec4-9093-4b71-ba50-924d1b650d9f'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:06.481871 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:06.495768 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e5b98b52-312e-4242-bf51-d4cc00e05516 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9686007 Nov 08 00:26:06.500149 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56820) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:06.580436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3777268-8348-4e50-ab93-f3365f8907cc']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:06.594686 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bfbff8f-8a2b-4646-b3ad-6f3e451e356f') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:06.595543 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bfbff8f-8a2b-4646-b3ad-6f3e451e356f') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:06.605703 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] Set router 49dedec4-9093-4b71-ba50-924d1b650d9f gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:26:06.637823 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:06.670498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9728e-54dd-4868-a298-0e049b9dd451 req-e3579404-1ed7-4440-b430-4382886dd3e2 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:06.672178 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ca9728e-54dd-4868-a298-0e049b9dd451 req-e3579404-1ed7-4440-b430-4382886dd3e2 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 946 time: 0.3237638 Nov 08 00:26:06.672421 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3844988-99f2-47c6-b5a6-ff304b735694 None None] Pushing event updated for resources: {'Port': ['ID=a6d7d887-0f9d-4f95-ab07-8942740bc16d,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:06.717797 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:06.720557 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-329e2ff4-5dcd-4c4b-bab0-d601fea64945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:06.748181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc676bdb-71a3-4c37-bc1e-d66108d6a5b3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:06.759288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc676bdb-71a3-4c37-bc1e-d66108d6a5b3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:06.765671 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bc676bdb-71a3-4c37-bc1e-d66108d6a5b3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2611637 Nov 08 00:26:06.768397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7452f279-3b44-4821-a9b5-35dbe3c30702 None None] Resources bound (agent type, host, resource id): {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 00:26:06.770165 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56824) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:06.782462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d6e1aa08-9a01-4e68-82a3-76dbeaa68c96 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:06.815846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:26:06.816888 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:06.822328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-3f3e5900-0c67-4fd3-9f35-13dc035a067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:06.824003 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-3f3e5900-0c67-4fd3-9f35-13dc035a067d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b13a2d05-1ff5-419f-9b2f-082d70770afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3715281 Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:26:06.824810 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:26:06.922548 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ca9728e-54dd-4868-a298-0e049b9dd451 req-214e4fc8-b2d7-48a9-a668-a33adfb226a5 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214184 Nov 08 00:26:06.986427 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:06.986790 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:07.003062 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-329e2ff4-5dcd-4c4b-bab0-d601fea64945 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:07.054433 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-329e2ff4-5dcd-4c4b-bab0-d601fea64945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:07.106046 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dedec4-9093-4b71-ba50-924d1b650d9f', 'name': 'tempest-TestServerBasicOps-342726987-router', 'tenant_id': '0998765bf76d42c185e17901aef0c4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a6d7d887-0f9d-4f95-ab07-8942740bc16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:57Z', 'updated_at': '2021-11-08T00:26:00Z', 'revision_number': 3, 'project_id': '0998765bf76d42c185e17901aef0c4ca', 'gw_port': {'id': 'a6d7d887-0f9d-4f95-ab07-8942740bc16d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dedec4-9093-4b71-ba50-924d1b650d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:58Z', 'updated_at': '2021-11-08T00:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:07.145657 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21585454-18f0-4f6e-838c-b3a96c3d729e None None] The sync data for ids ['49dedec4-9093-4b71-ba50-924d1b650d9f'] in n-d-816882-1 is: [{'id': '49dedec4-9093-4b71-ba50-924d1b650d9f', 'name': 'tempest-TestServerBasicOps-342726987-router', 'tenant_id': '0998765bf76d42c185e17901aef0c4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a6d7d887-0f9d-4f95-ab07-8942740bc16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:57Z', 'updated_at': '2021-11-08T00:26:00Z', 'revision_number': 3, 'project_id': '0998765bf76d42c185e17901aef0c4ca', 'gw_port': {'id': 'a6d7d887-0f9d-4f95-ab07-8942740bc16d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dedec4-9093-4b71-ba50-924d1b650d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:58Z', 'updated_at': '2021-11-08T00:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:26:07.179710 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-329e2ff4-5dcd-4c4b-bab0-d601fea64945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:07.278885 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e2ff4-5dcd-4c4b-bab0-d601fea64945 admin admin] Pushing event updated for resources: {'Port': ['ID=634ef74b-a7a1-433c-a484-f88e1b70c0e4,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:07.340199 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329e2ff4-5dcd-4c4b-bab0-d601fea64945 admin admin] Network 39cd99d3-21d6-432f-af0a-ef6a8bf65da0 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:07.341830 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-329e2ff4-5dcd-4c4b-bab0-d601fea64945 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:07.408129 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6dd85fd4-5817-4f9b-aaf2-4121f5396b88 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:26:07.450824 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 6dd85fd4-5817-4f9b-aaf2-4121f5396b88 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:26:07.450824 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6dd85fd4-5817-4f9b-aaf2-4121f5396b88 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:26:07.529204 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329e2ff4-5dcd-4c4b-bab0-d601fea64945 admin admin] Router 49dedec4-9093-4b71-ba50-924d1b650d9f has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:26:07.719633 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc8574-7d6f-46c4-9615-a6d901463e58 req-5a0a48b9-4759-436d-8c20-17bda0cdc1fc tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:07.728755 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35bc8574-7d6f-46c4-9615-a6d901463e58 req-5a0a48b9-4759-436d-8c20-17bda0cdc1fc tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 944 time: 0.9029553 Nov 08 00:26:07.730947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329e2ff4-5dcd-4c4b-bab0-d601fea64945 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:26:07.743893 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-329e2ff4-5dcd-4c4b-bab0-d601fea64945 admin admin] 10.222.0.13 "PUT /v2.0/routers/49dedec4-9093-4b71-ba50-924d1b650d9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1202326 Nov 08 00:26:07.746854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-fa57e8f4-585d-46f7-b7db-86422c785145 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port 1c644437-f8e3-43f6-b26e-4b60d873362e {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:07.747252 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa57e8f4-585d-46f7-b7db-86422c785145 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:07.847982 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:07.873127 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:07.876815 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "DELETE /v2.0/networks/b3777268-8348-4e50-ab93-f3365f8907cc HTTP/1.1" status: 204 len: 168 time: 3.3675213 Nov 08 00:26:07.886111 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56860) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:07.977527 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867e2ec-b3de-4d22-9062-d1eb930929a1 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event deleted for resources: {'Network': ['ID=b3777268-8348-4e50-ab93-f3365f8907cc,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:08.015909 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a604a1d7-ae2c-49dd-9529-2c0c993fa830 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Deleting subnet 6c9a20a8-10b0-40d1-acc1-f09e1562a565 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:26:08.017981 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-27f6bae4-98e7-4176-bfc0-231d7686e540 service neutron] 10.222.0.26 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1192098 Nov 08 00:26:08.026306 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a604a1d7-ae2c-49dd-9529-2c0c993fa830 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:08.091571 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35bc8574-7d6f-46c4-9615-a6d901463e58 req-c6820bbb-6233-463f-b8b1-4a32a8449693 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c7aa09-0758-4d71-a1c0-c86d116eaa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3615785 Nov 08 00:26:08.125734 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a604a1d7-ae2c-49dd-9529-2c0c993fa830 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:08.340225 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa57e8f4-585d-46f7-b7db-86422c785145 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:08.345781 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-951aff91-f2ad-4c9b-9c46-f8f2523592b7 req-fdc87d5d-444e-406f-b4c3-185072d10186 service neutron] 10.222.0.26 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266070 Nov 08 00:26:08.357131 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:08.360386 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-fa57e8f4-585d-46f7-b7db-86422c785145 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for 1c644437-f8e3-43f6-b26e-4b60d873362e owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:08.378018 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b379a346-28f1-40ef-8095-d010f2218e24 None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 00:26:08.397509 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a604a1d7-ae2c-49dd-9529-2c0c993fa830 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:08.465494 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-858676dc-e58b-48aa-a7b1-29f7e198fb4d None None] Provisioning complete for port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:08.465877 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-858676dc-e58b-48aa-a7b1-29f7e198fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:08.614982 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a604a1d7-ae2c-49dd-9529-2c0c993fa830 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:08.636890 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a604a1d7-ae2c-49dd-9529-2c0c993fa830 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:08.642399 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a604a1d7-ae2c-49dd-9529-2c0c993fa830 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "DELETE /v2.0/subnets/6c9a20a8-10b0-40d1-acc1-f09e1562a565 HTTP/1.1" status: 204 len: 168 time: 0.7542698 Nov 08 00:26:08.655903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56896) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:08.667492 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604a1d7-ae2c-49dd-9529-2c0c993fa830 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event deleted for resources: {'Subnet': ['ID=6c9a20a8-10b0-40d1-acc1-f09e1562a565,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:08.718461 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b379a346-28f1-40ef-8095-d010f2218e24 None None] Resources bound (agent type, host, resource id): {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 00:26:08.747103 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-858676dc-e58b-48aa-a7b1-29f7e198fb4d None None] Provisioning complete for port 1c644437-f8e3-43f6-b26e-4b60d873362e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:08.749564 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-858676dc-e58b-48aa-a7b1-29f7e198fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:08.809067 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a6d7d887-0f9d-4f95-ab07-8942740bc16d up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:08.851331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7edfd633-8c7f-43c2-acf4-62893ad01c9f tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Deleting subnet b9050a06-5ef6-4e8f-b162-c2e480d6cb26 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:26:08.856106 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa57e8f4-585d-46f7-b7db-86422c785145 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:08.857742 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7edfd633-8c7f-43c2-acf4-62893ad01c9f tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:08.896245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-858676dc-e58b-48aa-a7b1-29f7e198fb4d None None] Port 1c644437-f8e3-43f6-b26e-4b60d873362e cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:26:08.950914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57e8f4-585d-46f7-b7db-86422c785145 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=1c644437-f8e3-43f6-b26e-4b60d873362e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:09.034790 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7edfd633-8c7f-43c2-acf4-62893ad01c9f tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.046553 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56914) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:09.051180 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-1d8cff1a-7179-41b1-b27d-7dc0266a5045 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1161103745', 'description': 'tempest-secgroup-smoke-1161103745 description', 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:09.091422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338e91d-414e-49e1-9d5d-d0ef8f4a1202 req-838572b3-0b3e-4594-9356-44153b09fa46 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:09.093149 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2338e91d-414e-49e1-9d5d-d0ef8f4a1202 req-838572b3-0b3e-4594-9356-44153b09fa46 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 946 time: 0.2924051 Nov 08 00:26:09.121952 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa57e8f4-585d-46f7-b7db-86422c785145 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.133811 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fa57e8f4-585d-46f7-b7db-86422c785145 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/1c644437-f8e3-43f6-b26e-4b60d873362e HTTP/1.1" status: 204 len: 168 time: 2.3626158 Nov 08 00:26:09.134210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56920) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:09.184996 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d8cff1a-7179-41b1-b27d-7dc0266a5045 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.193567 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7edfd633-8c7f-43c2-acf4-62893ad01c9f tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.221532 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port a6d7d887-0f9d-4f95-ab07-8942740bc16d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:09.221532 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.248070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78864e91-7343-4aec-8d1c-e3642d6988c9 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:09.249566 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78864e91-7343-4aec-8d1c-e3642d6988c9 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:09.251476 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78864e91-7343-4aec-8d1c-e3642d6988c9 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:09.253478 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-78864e91-7343-4aec-8d1c-e3642d6988c9 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1180434 Nov 08 00:26:09.257367 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56924) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:09.303571 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2338e91d-414e-49e1-9d5d-d0ef8f4a1202 req-3fbcde66-52d6-494a-8f7c-8f30e1dd5a22 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964402 Nov 08 00:26:09.360501 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d35e529-ec9f-42fe-8ff9-2d788516d266 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet ba882f1d-e7c7-48bd-a016-e9413c8ee8f0 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:26:09.368969 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d35e529-ec9f-42fe-8ff9-2d788516d266 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.377129 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c477630-4eb5-4731-9974-5e141a276c82 req-fca3b93e-b758-4055-99ff-4bd8f2f5e288 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:09.378791 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c477630-4eb5-4731-9974-5e141a276c82 req-fca3b93e-b758-4055-99ff-4bd8f2f5e288 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 944 time: 0.1349881 Nov 08 00:26:09.404943 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d8cff1a-7179-41b1-b27d-7dc0266a5045 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.439898 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d35e529-ec9f-42fe-8ff9-2d788516d266 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.455741 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c477630-4eb5-4731-9974-5e141a276c82 req-d62c15a3-cfca-43f9-bf43-39b443269f34 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c7aa09-0758-4d71-a1c0-c86d116eaa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647769 Nov 08 00:26:09.484143 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.511999 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7edfd633-8c7f-43c2-acf4-62893ad01c9f tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.534301 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port a6d7d887-0f9d-4f95-ab07-8942740bc16d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a6d7d887-0f9d-4f95-ab07-8942740bc16d,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:09.543222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfd633-8c7f-43c2-acf4-62893ad01c9f tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event deleted for resources: {'Subnet': ['ID=b9050a06-5ef6-4e8f-b162-c2e480d6cb26,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:09.546200 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d35e529-ec9f-42fe-8ff9-2d788516d266 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.549670 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7edfd633-8c7f-43c2-acf4-62893ad01c9f tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.554761 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7edfd633-8c7f-43c2-acf4-62893ad01c9f tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "DELETE /v2.0/subnets/b9050a06-5ef6-4e8f-b162-c2e480d6cb26 HTTP/1.1" status: 204 len: 168 time: 0.8967698 Nov 08 00:26:09.572848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56928) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:09.576726 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d8cff1a-7179-41b1-b27d-7dc0266a5045 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.626718 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cff1a-7179-41b1-b27d-7dc0266a5045 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b676ce-1f60-4f0d-aeba-74b1eb6a8433,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:09.655765 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.671359 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.730030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Deleting port 05058ab5-b8da-4570-a5ee-f332dd783724 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:09.730302 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.742432 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d8cff1a-7179-41b1-b27d-7dc0266a5045 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.743736 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1d8cff1a-7179-41b1-b27d-7dc0266a5045 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6961951 Nov 08 00:26:09.745317 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d35e529-ec9f-42fe-8ff9-2d788516d266 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.757607 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56932) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:09.766909 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=a6d7d887-0f9d-4f95-ab07-8942740bc16d,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:09.794351 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f5a9c1d3-e832-43d6-80a5-a20d2420cb61 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Request body: {'security_group_rule': {'security_group_id': 'e5b676ce-1f60-4f0d-aeba-74b1eb6a8433', 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:09.801600 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35e529-ec9f-42fe-8ff9-2d788516d266 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=ba882f1d-e7c7-48bd-a016-e9413c8ee8f0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:09.806823 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d35e529-ec9f-42fe-8ff9-2d788516d266 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.811234 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] For port 05058ab5-b8da-4570-a5ee-f332dd783724, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=05058ab5-b8da-4570-a5ee-f332dd783724,segment=NetworkSegment(cbbfbea3-e4f2-4b98-8052-61e719cd6db1),segment_id=cbbfbea3-e4f2-4b98-8052-61e719cd6db1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:09.811917 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.815026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56934) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:09.816209 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8d35e529-ec9f-42fe-8ff9-2d788516d266 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/ba882f1d-e7c7-48bd-a016-e9413c8ee8f0 HTTP/1.1" status: 204 len: 168 time: 0.5577919 Nov 08 00:26:09.865227 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Calling delete_port for 05058ab5-b8da-4570-a5ee-f332dd783724 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:09.930170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0099e7-db82-42e3-b6de-1c889c21808d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet e417ef59-f169-43df-b8c8-2f453b040353 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:26:09.936133 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] Sync routers for ids ['49dedec4-9093-4b71-ba50-924d1b650d9f'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:26:09.936738 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2c0099e7-db82-42e3-b6de-1c889c21808d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.937307 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5a9c1d3-e832-43d6-80a5-a20d2420cb61 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:09.949420 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] Routers {'49dedec4-9093-4b71-ba50-924d1b650d9f'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:26:09.950368 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:26:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['49dedec4-9093-4b71-ba50-924d1b650d9f'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:10.009104 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2c0099e7-db82-42e3-b6de-1c889c21808d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:10.040698 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5a9c1d3-e832-43d6-80a5-a20d2420cb61 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:10.082240 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] Set router 49dedec4-9093-4b71-ba50-924d1b650d9f gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:26:10.126475 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2c0099e7-db82-42e3-b6de-1c889c21808d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:10.128251 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5a9c1d3-e832-43d6-80a5-a20d2420cb61 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:10.150961 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9c1d3-e832-43d6-80a5-a20d2420cb61 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03a1004-333a-4d54-b639-ea3fd8ee23e8,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:10.196792 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:10.258904 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event deleted for resources: {'Port': ['ID=05058ab5-b8da-4570-a5ee-f332dd783724,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:10.264237 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5a9c1d3-e832-43d6-80a5-a20d2420cb61 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:10.269236 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] No DVR routers for this DVR port 05058ab5-b8da-4570-a5ee-f332dd783724 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:26:10.277804 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f5a9c1d3-e832-43d6-80a5-a20d2420cb61 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5155096 Nov 08 00:26:10.283224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56946) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:10.307492 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-fb316130-62fe-4f32-a003-9794d12f986e tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Request body: {'security_group_rule': {'security_group_id': 'e5b676ce-1f60-4f0d-aeba-74b1eb6a8433', 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:10.358049 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46008eaf-be61-4857-925c-7129b921de5e None None] Network 00afaf2d-c320-4231-88a3-1192580b2c9c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:10.397729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2959942-6937-46d1-82b9-e0add21068f2 None None] Network 54b13ec7-f160-4c9d-8810-88cc8df23735 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:10.484056 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fb316130-62fe-4f32-a003-9794d12f986e tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:10.533917 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:10.543600 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 92dc278c-67a9-4730-85b2-eba746160aea details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:26:10.655451 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00afaf2d-c320-4231-88a3-1192580b2c9c']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:10.702989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbbfbea3-e4f2-4b98-8052-61e719cd6db1') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:10.703240 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbbfbea3-e4f2-4b98-8052-61e719cd6db1') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:10.705545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ca8df9e7-9e8f-4674-bbbb-267f0b8dc139 None None] Provisioning complete for port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:10.706622 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca8df9e7-9e8f-4674-bbbb-267f0b8dc139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:10.719411 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dedec4-9093-4b71-ba50-924d1b650d9f', 'name': 'tempest-TestServerBasicOps-342726987-router', 'tenant_id': '0998765bf76d42c185e17901aef0c4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a6d7d887-0f9d-4f95-ab07-8942740bc16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:57Z', 'updated_at': '2021-11-08T00:26:06Z', 'revision_number': 4, 'project_id': '0998765bf76d42c185e17901aef0c4ca', 'gw_port': {'id': 'a6d7d887-0f9d-4f95-ab07-8942740bc16d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dedec4-9093-4b71-ba50-924d1b650d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:58Z', 'updated_at': '2021-11-08T00:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '634ef74b-a7a1-433c-a484-f88e1b70c0e4', 'name': '', 'network_id': '39cd99d3-21d6-432f-af0a-ef6a8bf65da0', 'tenant_id': '0998765bf76d42c185e17901aef0c4ca', 'mac_address': 'fa:16:3e:ce:a2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dedec4-9093-4b71-ba50-924d1b650d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '4bd76ee9-c7fa-4c50-9741-674db731b47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:26:05Z', 'updated_at': '2021-11-08T00:26:06Z', 'revision_number': 2, 'project_id': '0998765bf76d42c185e17901aef0c4ca', 'subnets': [{'id': '4bd76ee9-c7fa-4c50-9741-674db731b47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:10.722137 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2c0099e7-db82-42e3-b6de-1c889c21808d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:10.788592 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] Checking router: 49dedec4-9093-4b71-ba50-924d1b650d9f for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:26:10.791718 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] Updating router 49dedec4-9093-4b71-ba50-924d1b650d9f port 634ef74b-a7a1-433c-a484-f88e1b70c0e4 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:26:10.799150 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:10.854612 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:10.890904 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2c0099e7-db82-42e3-b6de-1c889c21808d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:10.894227 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2c0099e7-db82-42e3-b6de-1c889c21808d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/e417ef59-f169-43df-b8c8-2f453b040353 HTTP/1.1" status: 204 len: 168 time: 1.0781198 Nov 08 00:26:10.896863 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56962) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:10.929490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0099e7-db82-42e3-b6de-1c889c21808d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=e417ef59-f169-43df-b8c8-2f453b040353,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:10.942936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fce4f4-89cf-4c8d-bb64-ea0c9b49e00d req-2dee5e5b-4e9c-4c08-bdb2-b004e861c3c6 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:10.945946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 92dc278c-67a9-4730-85b2-eba746160aea, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=92dc278c-67a9-4730-85b2-eba746160aea,segment=NetworkSegment(2423fa32-c7b0-4943-9b4a-6af78151abbd),segment_id=2423fa32-c7b0-4943-9b4a-6af78151abbd)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:10.961786 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7fce4f4-89cf-4c8d-bb64-ea0c9b49e00d req-2dee5e5b-4e9c-4c08-bdb2-b004e861c3c6 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 946 time: 0.5225058 Nov 08 00:26:10.964411 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:10.993755 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '92dc278c-67a9-4730-85b2-eba746160aea', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'port_id': '92dc278c-67a9-4730-85b2-eba746160aea', 'mac_address': 'fa:16:3e:19:9d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:26:10.998607 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a6d7d887-0f9d-4f95-ab07-8942740bc16d up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:11.005591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b65b1dd-05ef-4fdd-a2ba-719bb7909e70 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:11.012758 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a1172d66-afb6-4bb2-bc11-9b7c1bd5350c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1144311 Nov 08 00:26:11.013415 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56964) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:11.020599 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-18c7f402-44e1-466c-ab6d-58ead25b90b4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:11.044586 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fb316130-62fe-4f32-a003-9794d12f986e tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.062959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:26:11.067172 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:26:11.070407 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:26:11.136043 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fb316130-62fe-4f32-a003-9794d12f986e tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.214522 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb316130-62fe-4f32-a003-9794d12f986e tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea74d6b-c7f6-4d23-8c5f-3161b3cfea49,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:11.220111 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c7f402-44e1-466c-ab6d-58ead25b90b4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:11.230352 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7fce4f4-89cf-4c8d-bb64-ea0c9b49e00d req-a698d18f-8940-4844-b8e4-2ef51f359493 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674162 Nov 08 00:26:11.234619 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.243137 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3563904a-7cf5-41a0-9ac5-6ff4942bd09c None None] DHCP port deletion for 00afaf2d-c320-4231-88a3-1192580b2c9c request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:26:11.251320 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-18c7f402-44e1-466c-ab6d-58ead25b90b4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.271571 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c78196-6bf1-48e4-b7e0-facce71f2d0e req-2e1d644c-0812-4daa-b81f-41080d0740de tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:11.285631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-14c78196-6bf1-48e4-b7e0-facce71f2d0e req-2e1d644c-0812-4daa-b81f-41080d0740de tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 944 time: 0.4663713 Nov 08 00:26:11.345579 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92dc278c-67a9-4730-85b2-eba746160aea {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:26:11.349328 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fb316130-62fe-4f32-a003-9794d12f986e tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.353609 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fb316130-62fe-4f32-a003-9794d12f986e tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0498176 Nov 08 00:26:11.367748 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.371970 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56970) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:11.376148 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-14c78196-6bf1-48e4-b7e0-facce71f2d0e req-f1fd8d85-495a-4802-9c3f-99fd74118c50 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c7aa09-0758-4d71-a1c0-c86d116eaa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891638 Nov 08 00:26:11.377224 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.384602 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ef9656f8-dbfb-4fc9-a454-85b3d14c76a5 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Request body: {'security_group_rule': {'security_group_id': 'e5b676ce-1f60-4f0d-aeba-74b1eb6a8433', 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:11.408764 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.412669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "DELETE /v2.0/networks/00afaf2d-c320-4231-88a3-1192580b2c9c HTTP/1.1" status: 204 len: 168 time: 1.8514941 Nov 08 00:26:11.413943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ef95c-8739-4738-8d37-781a94cf9183 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event deleted for resources: {'Network': ['ID=00afaf2d-c320-4231-88a3-1192580b2c9c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:11.415628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56974) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:11.431024 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.448064 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218183fa-b255-45fa-8c63-fa06c8d7b981 None None] DHCP port deletion for 54b13ec7-f160-4c9d-8810-88cc8df23735 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:26:11.517331 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.524087 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 92dc278c-67a9-4730-85b2-eba746160aea, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=92dc278c-67a9-4730-85b2-eba746160aea,segment=NetworkSegment(2423fa32-c7b0-4943-9b4a-6af78151abbd),segment_id=2423fa32-c7b0-4943-9b4a-6af78151abbd)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:11.537438 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port a6d7d887-0f9d-4f95-ab07-8942740bc16d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:11.539417 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.589595 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c94dc-8ea7-41cd-84ef-329b6e6e65e0 None None] Pushing event updated for resources: {'Port': ['ID=634ef74b-a7a1-433c-a484-f88e1b70c0e4,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:11.617666 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ef9656f8-dbfb-4fc9-a454-85b3d14c76a5 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.624253 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.631055 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] Attempting to bind port 634ef74b-a7a1-433c-a484-f88e1b70c0e4 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:26:11.631535 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] Attempting to bind port 634ef74b-a7a1-433c-a484-f88e1b70c0e4 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'b6d1a282-f969-4605-9832-16f2dae82af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '39cd99d3-21d6-432f-af0a-ef6a8bf65da0'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:26:11.632064 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] Attempting to bind port 634ef74b-a7a1-433c-a484-f88e1b70c0e4 on network 39cd99d3-21d6-432f-af0a-ef6a8bf65da0 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:26:11.642331 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:26:11.642821 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] Checking segment: {'id': 'b6d1a282-f969-4605-9832-16f2dae82af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '39cd99d3-21d6-432f-af0a-ef6a8bf65da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:26:11.643290 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.644145 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] Bound using segment: {'id': 'b6d1a282-f969-4605-9832-16f2dae82af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '39cd99d3-21d6-432f-af0a-ef6a8bf65da0'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:26:11.644435 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] Bound port: 634ef74b-a7a1-433c-a484-f88e1b70c0e4, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d1a282-f969-4605-9832-16f2dae82af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '39cd99d3-21d6-432f-af0a-ef6a8bf65da0'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:26:11.645030 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.675818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Deleting port 75869ccf-a404-4807-a82d-280b03c9fb15 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:11.676218 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.686551 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-18c7f402-44e1-466c-ab6d-58ead25b90b4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.788225 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=92dc278c-67a9-4730-85b2-eba746160aea,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:11.828594 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] For port 75869ccf-a404-4807-a82d-280b03c9fb15, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=75869ccf-a404-4807-a82d-280b03c9fb15,segment=NetworkSegment(8826ba30-5819-4eca-a5eb-36fca6be5604),segment_id=8826ba30-5819-4eca-a5eb-36fca6be5604)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:11.828594 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.828827 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ef9656f8-dbfb-4fc9-a454-85b3d14c76a5 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.831961 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c7f402-44e1-466c-ab6d-58ead25b90b4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:11.835455 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-18c7f402-44e1-466c-ab6d-58ead25b90b4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:11.844714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Calling delete_port for 75869ccf-a404-4807-a82d-280b03c9fb15 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:11.851038 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c7f402-44e1-466c-ab6d-58ead25b90b4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:11.853723 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-18c7f402-44e1-466c-ab6d-58ead25b90b4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.874616 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] For port 634ef74b-a7a1-433c-a484-f88e1b70c0e4, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:26:11.877932 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7f402-44e1-466c-ab6d-58ead25b90b4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=1c8d29be-4697-4343-8936-090844a4a2ce,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:11.878903 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] For port 634ef74b-a7a1-433c-a484-f88e1b70c0e4, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=634ef74b-a7a1-433c-a484-f88e1b70c0e4,segment=NetworkSegment(b6d1a282-f969-4605-9832-16f2dae82af7),segment_id=b6d1a282-f969-4605-9832-16f2dae82af7)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:26:11.897012 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad90700-b9d3-48e5-9f2e-0605d9084961 None None] DHCP port deletion for 5519efd4-e1a8-486b-824a-06c45d00ec62 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:26:11.898517 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-cbb1a397-9c5d-4b6d-94d0-8bcc901b0464 None None] Provisioning complete for port 634ef74b-a7a1-433c-a484-f88e1b70c0e4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:11.898891 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cbb1a397-9c5d-4b6d-94d0-8bcc901b0464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.945996 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ef9656f8-dbfb-4fc9-a454-85b3d14c76a5 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.946829 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-218183fa-b255-45fa-8c63-fa06c8d7b981 None None] Deleting port 75869ccf-a404-4807-a82d-280b03c9fb15 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:11.947278 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-218183fa-b255-45fa-8c63-fa06c8d7b981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:11.953402 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-18c7f402-44e1-466c-ab6d-58ead25b90b4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9364471 Nov 08 00:26:11.954599 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56980) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:11.964540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c6987694-2123-4f5f-95ac-3da494dfe247 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:11.974371 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9656f8-dbfb-4fc9-a454-85b3d14c76a5 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af54b3a0-b2dd-4884-953f-2264147fbbe9,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:12.024236 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-cbb1a397-9c5d-4b6d-94d0-8bcc901b0464 None None] Port 634ef74b-a7a1-433c-a484-f88e1b70c0e4 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:26:12.027252 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:12.034671 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['92dc278c-67a9-4730-85b2-eba746160aea'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:26:12.043826 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-218183fa-b255-45fa-8c63-fa06c8d7b981 None None] For port 75869ccf-a404-4807-a82d-280b03c9fb15, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=75869ccf-a404-4807-a82d-280b03c9fb15,segment=NetworkSegment(8826ba30-5819-4eca-a5eb-36fca6be5604),segment_id=8826ba30-5819-4eca-a5eb-36fca6be5604)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:12.044214 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-218183fa-b255-45fa-8c63-fa06c8d7b981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:12.046526 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-cbb1a397-9c5d-4b6d-94d0-8bcc901b0464 None None] Could not find standard attr ID for object 1c644437-f8e3-43f6-b26e-4b60d873362e. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:26:12.056856 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ef9656f8-dbfb-4fc9-a454-85b3d14c76a5 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:12.060741 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ef9656f8-dbfb-4fc9-a454-85b3d14c76a5 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6850281 Nov 08 00:26:12.061225 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56982) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:12.066944 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-938f4afe-9e45-4dc1-bd2a-804daab38198 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Request body: {'security_group_rule': {'security_group_id': 'e5b676ce-1f60-4f0d-aeba-74b1eb6a8433', 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:12.083922 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-218183fa-b255-45fa-8c63-fa06c8d7b981 None None] Calling delete_port for 75869ccf-a404-4807-a82d-280b03c9fb15 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:12.092082 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:12.112866 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6ad90700-b9d3-48e5-9f2e-0605d9084961 None None] Deleting port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:12.113029 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6ad90700-b9d3-48e5-9f2e-0605d9084961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:12.120730 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c94dc-8ea7-41cd-84ef-329b6e6e65e0 None None] Pushing event updated for resources: {'Port': ['ID=634ef74b-a7a1-433c-a484-f88e1b70c0e4,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:12.129458 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] Routers {'49dedec4-9093-4b71-ba50-924d1b650d9f'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:26:12.130526 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:26:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['49dedec4-9093-4b71-ba50-924d1b650d9f'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:12.140528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event deleted for resources: {'Port': ['ID=75869ccf-a404-4807-a82d-280b03c9fb15,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:12.163207 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] No DVR routers for this DVR port 75869ccf-a404-4807-a82d-280b03c9fb15 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:26:12.204191 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-938f4afe-9e45-4dc1-bd2a-804daab38198 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:12.268226 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] Set router 49dedec4-9093-4b71-ba50-924d1b650d9f gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:26:12.321884 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7c3ccc88-bada-4a66-95b9-d11cf94c724f None None] Provisioning complete for port 634ef74b-a7a1-433c-a484-f88e1b70c0e4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:12.322359 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7c3ccc88-bada-4a66-95b9-d11cf94c724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:12.410197 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-6ad90700-b9d3-48e5-9f2e-0605d9084961 None None] For port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d6e1aa08-9a01-4e68-82a3-76dbeaa68c96,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:12.411972 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6ad90700-b9d3-48e5-9f2e-0605d9084961 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:12.440823 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-938f4afe-9e45-4dc1-bd2a-804daab38198 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:12.482479 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:12.487444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6987694-2123-4f5f-95ac-3da494dfe247 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:12.493015 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c6987694-2123-4f5f-95ac-3da494dfe247 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:12.511511 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-938f4afe-9e45-4dc1-bd2a-804daab38198 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:12.548619 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f4afe-9e45-4dc1-bd2a-804daab38198 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9403d5b9-b894-43c1-a276-143962d5ad35,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:12.613330 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dedec4-9093-4b71-ba50-924d1b650d9f', 'name': 'tempest-TestServerBasicOps-342726987-router', 'tenant_id': '0998765bf76d42c185e17901aef0c4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a6d7d887-0f9d-4f95-ab07-8942740bc16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:57Z', 'updated_at': '2021-11-08T00:26:06Z', 'revision_number': 4, 'project_id': '0998765bf76d42c185e17901aef0c4ca', 'gw_port': {'id': 'a6d7d887-0f9d-4f95-ab07-8942740bc16d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dedec4-9093-4b71-ba50-924d1b650d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:58Z', 'updated_at': '2021-11-08T00:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '634ef74b-a7a1-433c-a484-f88e1b70c0e4', 'name': '', 'network_id': '39cd99d3-21d6-432f-af0a-ef6a8bf65da0', 'tenant_id': '0998765bf76d42c185e17901aef0c4ca', 'mac_address': 'fa:16:3e:ce:a2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dedec4-9093-4b71-ba50-924d1b650d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '4bd76ee9-c7fa-4c50-9741-674db731b47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:26:05Z', 'updated_at': '2021-11-08T00:26:11Z', 'revision_number': 4, 'project_id': '0998765bf76d42c185e17901aef0c4ca', 'subnets': [{'id': '4bd76ee9-c7fa-4c50-9741-674db731b47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:12.632290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b13ec7-f160-4c9d-8810-88cc8df23735']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:12.633473 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-938f4afe-9e45-4dc1-bd2a-804daab38198 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:12.635132 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-938f4afe-9e45-4dc1-bd2a-804daab38198 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5731065 Nov 08 00:26:12.647041 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56996) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:12.648557 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8826ba30-5819-4eca-a5eb-36fca6be5604') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:12.648864 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8826ba30-5819-4eca-a5eb-36fca6be5604') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:12.657168 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6a906dba-fbbe-470c-9820-d391e36ccb45 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Request body: {'security_group_rule': {'security_group_id': 'e5b676ce-1f60-4f0d-aeba-74b1eb6a8433', 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:12.659636 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:12.677860 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:12.698919 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fa7f8a-faac-4308-80fc-4d1d6aa9f924 None None] The sync data for ids ['49dedec4-9093-4b71-ba50-924d1b650d9f'] in n-d-816882-1 is: [{'id': '49dedec4-9093-4b71-ba50-924d1b650d9f', 'name': 'tempest-TestServerBasicOps-342726987-router', 'tenant_id': '0998765bf76d42c185e17901aef0c4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a6d7d887-0f9d-4f95-ab07-8942740bc16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:57Z', 'updated_at': '2021-11-08T00:26:06Z', 'revision_number': 4, 'project_id': '0998765bf76d42c185e17901aef0c4ca', 'gw_port': {'id': 'a6d7d887-0f9d-4f95-ab07-8942740bc16d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dedec4-9093-4b71-ba50-924d1b650d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:58Z', 'updated_at': '2021-11-08T00:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '634ef74b-a7a1-433c-a484-f88e1b70c0e4', 'name': '', 'network_id': '39cd99d3-21d6-432f-af0a-ef6a8bf65da0', 'tenant_id': '0998765bf76d42c185e17901aef0c4ca', 'mac_address': 'fa:16:3e:ce:a2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dedec4-9093-4b71-ba50-924d1b650d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '4bd76ee9-c7fa-4c50-9741-674db731b47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:26:05Z', 'updated_at': '2021-11-08T00:26:11Z', 'revision_number': 4, 'project_id': '0998765bf76d42c185e17901aef0c4ca', 'subnets': [{'id': '4bd76ee9-c7fa-4c50-9741-674db731b47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:26:12.702620 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:26:12.703063 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:12.733965 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b3def8b9-ffa5-4561-a951-ebdf99c8b957 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:26:12.735916 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 05058ab5-b8da-4570-a5ee-f332dd783724 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:26:12.768239 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6ad90700-b9d3-48e5-9f2e-0605d9084961 None None] Calling delete_port for d6e1aa08-9a01-4e68-82a3-76dbeaa68c96 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:12.769775 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 05058ab5-b8da-4570-a5ee-f332dd783724 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:26:12.770308 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 05058ab5-b8da-4570-a5ee-f332dd783724 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:26:12.770955 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 75869ccf-a404-4807-a82d-280b03c9fb15 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:26:12.775767 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-6a906dba-fbbe-470c-9820-d391e36ccb45 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Project bf6aabdd7f8f40e0a5bfc671d7065857 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:26:12.799435 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a906dba-fbbe-470c-9820-d391e36ccb45 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:26:12.851036 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:26:12.931202 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-218183fa-b255-45fa-8c63-fa06c8d7b981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:12.932604 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a906dba-fbbe-470c-9820-d391e36ccb45 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:12.968543 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee524890-c2e4-4d44-97d4-c2a6d6103d50 req-f9ac200f-0268-440f-92e5-18615a7310bd tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:12.969171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 75869ccf-a404-4807-a82d-280b03c9fb15 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:26:12.969528 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 75869ccf-a404-4807-a82d-280b03c9fb15 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:26:12.969945 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d6e1aa08-9a01-4e68-82a3-76dbeaa68c96 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:26:12.970561 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee524890-c2e4-4d44-97d4-c2a6d6103d50 req-f9ac200f-0268-440f-92e5-18615a7310bd tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 946 time: 0.5425439 Nov 08 00:26:13.011030 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:13.014972 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a906dba-fbbe-470c-9820-d391e36ccb45 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:13.043162 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a906dba-fbbe-470c-9820-d391e36ccb45 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14546754-1272-4181-aa32-005f46f977e1,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:13.060004 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:13.065490 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "DELETE /v2.0/networks/54b13ec7-f160-4c9d-8810-88cc8df23735 HTTP/1.1" status: 204 len: 168 time: 1.6466682 Nov 08 00:26:13.065998 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57002) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:13.125768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43abb1-bd42-4f57-94cd-a9f7dc9ad61d req-8970d1ef-d4cb-4c58-894f-60582abe9aa3 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:13.135779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb43abb1-bd42-4f57-94cd-a9f7dc9ad61d req-8970d1ef-d4cb-4c58-894f-60582abe9aa3 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 945 time: 0.6062124 Nov 08 00:26:13.137004 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a906dba-fbbe-470c-9820-d391e36ccb45 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:13.138243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bbfcb-8cf5-43de-9d8c-e3c670d6e89a tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event deleted for resources: {'Network': ['ID=54b13ec7-f160-4c9d-8810-88cc8df23735,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:13.140505 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6a906dba-fbbe-470c-9820-d391e36ccb45 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4901404 Nov 08 00:26:13.149267 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57004) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:13.155005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218183fa-b255-45fa-8c63-fa06c8d7b981 None None] Pushing event deleted for resources: {'Port': ['ID=75869ccf-a404-4807-a82d-280b03c9fb15,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:13.166958 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218183fa-b255-45fa-8c63-fa06c8d7b981 None None] No DVR routers for this DVR port 75869ccf-a404-4807-a82d-280b03c9fb15 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:26:13.168921 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d830d43d-0a46-461d-9467-97eae0f42e1d tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Request body: {'security_group_rule': {'security_group_id': 'e5b676ce-1f60-4f0d-aeba-74b1eb6a8433', 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:13.179394 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee524890-c2e4-4d44-97d4-c2a6d6103d50 req-504b05f0-bccd-46a9-80fb-80a412d45571 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937761 Nov 08 00:26:13.200319 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d9de32-5f8d-4c24-a40c-146311d6ad21 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Deleting subnet 25586d8c-ffea-4018-bd3a-ddcf61b41f3b {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:26:13.210625 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93d9de32-5f8d-4c24-a40c-146311d6ad21 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:13.351222 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb43abb1-bd42-4f57-94cd-a9f7dc9ad61d req-387c1b25-5e16-4f5a-b234-9552655542e0 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c7aa09-0758-4d71-a1c0-c86d116eaa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141693 Nov 08 00:26:13.369291 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93d9de32-5f8d-4c24-a40c-146311d6ad21 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:13.370680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b3def8b9-ffa5-4561-a951-ebdf99c8b957, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b3def8b9-ffa5-4561-a951-ebdf99c8b957,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:13.414971 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:13.418557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'b3def8b9-ffa5-4561-a951-ebdf99c8b957', 'network_id': 'd20df259-1f81-4a1a-9eb7-c348a83c593b', 'port_id': 'b3def8b9-ffa5-4561-a951-ebdf99c8b957', 'mac_address': 'fa:16:3e:f6:ca:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:26:13.455093 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-d830d43d-0a46-461d-9467-97eae0f42e1d tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Project bf6aabdd7f8f40e0a5bfc671d7065857 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:26:13.476375 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d830d43d-0a46-461d-9467-97eae0f42e1d tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:13.562009 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7c3ccc88-bada-4a66-95b9-d11cf94c724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:13.563886 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:13.588857 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6ad90700-b9d3-48e5-9f2e-0605d9084961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:13.621608 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93d9de32-5f8d-4c24-a40c-146311d6ad21 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:13.625570 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3def8b9-ffa5-4561-a951-ebdf99c8b957 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:26:13.666911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad90700-b9d3-48e5-9f2e-0605d9084961 None None] No DVR routers for this DVR port d6e1aa08-9a01-4e68-82a3-76dbeaa68c96 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:26:13.673602 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad90700-b9d3-48e5-9f2e-0605d9084961 None None] Pushing event deleted for resources: {'Port': ['ID=d6e1aa08-9a01-4e68-82a3-76dbeaa68c96,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:13.690092 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d830d43d-0a46-461d-9467-97eae0f42e1d tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:13.721020 n-d-816882-1 neutron-server[102772]: DEBUG neutron.objects.ports [None req-c6987694-2123-4f5f-95ac-3da494dfe247 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 00:26:13.725965 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c6987694-2123-4f5f-95ac-3da494dfe247 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:13.733188 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b3def8b9-ffa5-4561-a951-ebdf99c8b957, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b3def8b9-ffa5-4561-a951-ebdf99c8b957,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:13.734472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580f446b-aaa9-4c6c-8860-6380b731df11 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:13.763240 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d830d43d-0a46-461d-9467-97eae0f42e1d tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:13.794756 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830d43d-0a46-461d-9467-97eae0f42e1d tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8260ee65-4d52-40f3-85d7-ed80c2cc517f,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:13.819259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6987694-2123-4f5f-95ac-3da494dfe247 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:13.822745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-c6987694-2123-4f5f-95ac-3da494dfe247 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:13.827424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6987694-2123-4f5f-95ac-3da494dfe247 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:13.832512 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c6987694-2123-4f5f-95ac-3da494dfe247 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:13.835256 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:13.838245 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6987694-2123-4f5f-95ac-3da494dfe247 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=7865b5f2-d446-4dff-9f9a-2d7cd5f79cb9,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:13.840311 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-7c3ccc88-bada-4a66-95b9-d11cf94c724f None None] For port 634ef74b-a7a1-433c-a484-f88e1b70c0e4, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=634ef74b-a7a1-433c-a484-f88e1b70c0e4,segment=NetworkSegment(b6d1a282-f969-4605-9832-16f2dae82af7),segment_id=b6d1a282-f969-4605-9832-16f2dae82af7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:13.855628 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93d9de32-5f8d-4c24-a40c-146311d6ad21 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:13.890351 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9de32-5f8d-4c24-a40c-146311d6ad21 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event deleted for resources: {'Subnet': ['ID=25586d8c-ffea-4018-bd3a-ddcf61b41f3b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:13.894467 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93d9de32-5f8d-4c24-a40c-146311d6ad21 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:13.900625 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-93d9de32-5f8d-4c24-a40c-146311d6ad21 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "DELETE /v2.0/subnets/25586d8c-ffea-4018-bd3a-ddcf61b41f3b HTTP/1.1" status: 204 len: 168 time: 0.8321097 Nov 08 00:26:13.900966 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57010) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:13.912074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ee0c43-aa66-42fd-ac82-29105c35c5f6 None None] Network 07651084-b1e8-4d5d-adb0-3a515f05e4ba requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:13.919699 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d830d43d-0a46-461d-9467-97eae0f42e1d tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:13.921348 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d830d43d-0a46-461d-9467-97eae0f42e1d tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7710948 Nov 08 00:26:14.002379 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:14.014443 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c6987694-2123-4f5f-95ac-3da494dfe247 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0562253 Nov 08 00:26:14.015462 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57016) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:14.026023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-cc36dfe6-cb02-4a49-bd4e-98b4f81bc18a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'mac_address': 'fa:16:3e:91:4e:de', 'name': 'tempest-NetworksTestDHCPv6-1299680895'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:14.038465 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b3def8b9-ffa5-4561-a951-ebdf99c8b957'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:26:14.051558 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7c3ccc88-bada-4a66-95b9-d11cf94c724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:14.076137 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=b3def8b9-ffa5-4561-a951-ebdf99c8b957,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:14.093400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Deleting port fd9893ea-2525-4310-9aa9-6684a9237ab1 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:14.093400 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:14.279440 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] For port fd9893ea-2525-4310-9aa9-6684a9237ab1, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=fd9893ea-2525-4310-9aa9-6684a9237ab1,segment=NetworkSegment(810c1a64-8ff0-4f63-b83e-edd71cdaa1db),segment_id=810c1a64-8ff0-4f63-b83e-edd71cdaa1db)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:14.279894 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:14.318573 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Calling delete_port for fd9893ea-2525-4310-9aa9-6684a9237ab1 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:14.332145 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a9b92de0-a826-4834-bc07-852e761bc219 None None] Provisioning complete for port 634ef74b-a7a1-433c-a484-f88e1b70c0e4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:14.332145 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a9b92de0-a826-4834-bc07-852e761bc219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:14.338696 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ccc88-bada-4a66-95b9-d11cf94c724f None None] Pushing event updated for resources: {'Port': ['ID=634ef74b-a7a1-433c-a484-f88e1b70c0e4,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:14.342730 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc36dfe6-cb02-4a49-bd4e-98b4f81bc18a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:14.395301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52437bd5-447f-4873-bb65-138e9ed30672 req-67b990a4-3a6d-49b4-a985-7473a2e31ace tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161103745&fields=id&tenant_id=bf6aabdd7f8f40e0a5bfc671d7065857 HTTP/1.1" status: 200 len: 267 time: 0.2026041 Nov 08 00:26:14.416136 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5519efd4-e1a8-486b-824a-06c45d00ec62', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'fixed_ips': [{'subnet_id': '1c8d29be-4697-4343-8936-090844a4a2ce'}, {'subnet_id': '7865b5f2-d446-4dff-9f9a-2d7cd5f79cb9'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:26:14.417027 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:14.454133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc8440-4186-4bcc-99d8-d80f6b889282 req-c65cf5fd-e060-4aee-bf2b-392c3dd0bae4 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:14.455986 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6fdc8440-4186-4bcc-99d8-d80f6b889282 req-c65cf5fd-e060-4aee-bf2b-392c3dd0bae4 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 945 time: 0.1725080 Nov 08 00:26:14.543833 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc36dfe6-cb02-4a49-bd4e-98b4f81bc18a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:14.568419 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-cc36dfe6-cb02-4a49-bd4e-98b4f81bc18a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port 6db6c8d0-e18b-4042-804d-d3e2511ea527 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:26:14.574303 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bbac4d-79c5-4151-8659-f7f282552a58 None None] DHCP port deletion for 07651084-b1e8-4d5d-adb0-3a515f05e4ba request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:26:14.576336 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 92dc278c-67a9-4730-85b2-eba746160aea up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:14.722987 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6fdc8440-4186-4bcc-99d8-d80f6b889282 req-06de85ce-91ed-4a38-a64f-e0cd7d36244a tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592218 Nov 08 00:26:14.817387 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 634ef74b-a7a1-433c-a484-f88e1b70c0e4 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:14.843193 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52437bd5-447f-4873-bb65-138e9ed30672 req-579ea8c6-6ade-4b16-9bfc-1cc3b2549c02 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:14.851908 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-cc36dfe6-cb02-4a49-bd4e-98b4f81bc18a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 172.20.0.10 (5519efd4-e1a8-486b-824a-06c45d00ec62/1c8d29be-4697-4343-8936-090844a4a2ce/6db6c8d0-e18b-4042-804d-d3e2511ea527) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:14.852282 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52437bd5-447f-4873-bb65-138e9ed30672 req-579ea8c6-6ade-4b16-9bfc-1cc3b2549c02 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/networks?id=8d9e2072-e0f6-4949-9ba2-c29e6e5628ac HTTP/1.1" status: 200 len: 808 time: 0.4147859 Nov 08 00:26:14.861269 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-cc36dfe6-cb02-4a49-bd4e-98b4f81bc18a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::f816:3eff:fe91:4ede (5519efd4-e1a8-486b-824a-06c45d00ec62/7865b5f2-d446-4dff-9f9a-2d7cd5f79cb9/6db6c8d0-e18b-4042-804d-d3e2511ea527) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:14.875256 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:14.889835 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52437bd5-447f-4873-bb65-138e9ed30672 req-af7ea1ea-9c2e-4696-bd08-fc2f0166d0a4 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/quotas/bf6aabdd7f8f40e0a5bfc671d7065857 HTTP/1.1" status: 200 len: 375 time: 0.0362132 Nov 08 00:26:14.964350 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event deleted for resources: {'Port': ['ID=fd9893ea-2525-4310-9aa9-6684a9237ab1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:14.967288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] No DVR routers for this DVR port fd9893ea-2525-4310-9aa9-6684a9237ab1 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:26:15.013800 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-11bbac4d-79c5-4151-8659-f7f282552a58 None None] Deleting port fd9893ea-2525-4310-9aa9-6684a9237ab1 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:15.014175 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-11bbac4d-79c5-4151-8659-f7f282552a58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:15.032424 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 92dc278c-67a9-4730-85b2-eba746160aea completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:26:15.087737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 92dc278c-67a9-4730-85b2-eba746160aea triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:15.088127 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:15.108895 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 634ef74b-a7a1-433c-a484-f88e1b70c0e4 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:15.109535 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:15.111819 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc36dfe6-cb02-4a49-bd4e-98b4f81bc18a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:15.112169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb0891-1a58-4c47-9e5e-a28947035512 req-5401726b-babb-438b-b784-9508aaab2e15 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:15.120534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0edb0891-1a58-4c47-9e5e-a28947035512 req-5401726b-babb-438b-b784-9508aaab2e15 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 945 time: 0.1833394 Nov 08 00:26:15.134439 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:15.159817 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a11a6fa3-e0d3-4c73-8927-4c1c88fbb3eb tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf6aabdd7f8f40e0a5bfc671d7065857&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2617381 Nov 08 00:26:15.160669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-11bbac4d-79c5-4151-8659-f7f282552a58 None None] For port fd9893ea-2525-4310-9aa9-6684a9237ab1, host n-d-816882-1, got binding levels [] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:15.161221 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-11bbac4d-79c5-4151-8659-f7f282552a58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:15.169653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07651084-b1e8-4d5d-adb0-3a515f05e4ba']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:15.190906 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-11bbac4d-79c5-4151-8659-f7f282552a58 None None] Calling delete_port for fd9893ea-2525-4310-9aa9-6684a9237ab1 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:15.190906 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.ipam_backend_mixin [None req-11bbac4d-79c5-4151-8659-f7f282552a58 None None] Port fd9893ea-2525-4310-9aa9-6684a9237ab1 was not found and therefore no delete operation was performed {{(pid=102773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 00:26:15.193771 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-11bbac4d-79c5-4151-8659-f7f282552a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:15.203765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810c1a64-8ff0-4f63-b83e-edd71cdaa1db') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:15.204085 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810c1a64-8ff0-4f63-b83e-edd71cdaa1db') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:15.237750 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbac4d-79c5-4151-8659-f7f282552a58 None None] Pushing event deleted for resources: {'Port': ['ID=fd9893ea-2525-4310-9aa9-6684a9237ab1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:15.249162 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc36dfe6-cb02-4a49-bd4e-98b4f81bc18a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:15.251346 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bbac4d-79c5-4151-8659-f7f282552a58 None None] No DVR routers for this DVR port fd9893ea-2525-4310-9aa9-6684a9237ab1 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:26:15.256345 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:15.272110 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0edb0891-1a58-4c47-9e5e-a28947035512 req-e6fd5730-4663-4bac-a375-0473dbd388ef tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c7aa09-0758-4d71-a1c0-c86d116eaa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495121 Nov 08 00:26:15.299854 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:15.312138 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:26:15.312829 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:26:15.316965 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:26:15.357790 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc36dfe6-cb02-4a49-bd4e-98b4f81bc18a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:15.358717 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36dfe6-cb02-4a49-bd4e-98b4f81bc18a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=6db6c8d0-e18b-4042-804d-d3e2511ea527,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:15.363045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-cc36dfe6-cb02-4a49-bd4e-98b4f81bc18a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:15.370197 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:15.379344 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc36dfe6-cb02-4a49-bd4e-98b4f81bc18a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:26:15.415950 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1aa764-0d22-4851-85c6-2f3a9dcf1943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dc278c-67a9-4730-85b2-eba746160aea'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:26:15.418418 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4bc94c-930e-443e-a9fc-e6f0e797f000" -d '{"events": [{"server_uuid": "da1aa764-0d22-4851-85c6-2f3a9dcf1943", "name": "network-vif-plugged", "status": "completed", "tag": "92dc278c-67a9-4730-85b2-eba746160aea"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:26:15.456868 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 92dc278c-67a9-4730-85b2-eba746160aea, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=92dc278c-67a9-4730-85b2-eba746160aea,segment=NetworkSegment(2423fa32-c7b0-4943-9b4a-6af78151abbd),segment_id=2423fa32-c7b0-4943-9b4a-6af78151abbd)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:15.467600 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc36dfe6-cb02-4a49-bd4e-98b4f81bc18a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:15.468334 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc36dfe6-cb02-4a49-bd4e-98b4f81bc18a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:15.507284 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Allocated IP 172.20.0.2 (5519efd4-e1a8-486b-824a-06c45d00ec62/1c8d29be-4697-4343-8936-090844a4a2ce/2f092884-61a4-42f2-a3a0-20ea78e85b18) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:15.517042 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Allocated IP 2001:db8::f816:3eff:fead:78a5 (5519efd4-e1a8-486b-824a-06c45d00ec62/7865b5f2-d446-4dff-9f9a-2d7cd5f79cb9/2f092884-61a4-42f2-a3a0-20ea78e85b18) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:15.524167 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device fd9893ea-2525-4310-9aa9-6684a9237ab1 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:26:15.529357 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592a54a8-6c8d-4a61-9e0e-cdaa300b7c24 x-openstack-request-id: req-592a54a8-6c8d-4a61-9e0e-cdaa300b7c24 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:26:15.529643 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1aa764-0d22-4851-85c6-2f3a9dcf1943", "name": "network-vif-plugged", "status": "completed", "tag": "92dc278c-67a9-4730-85b2-eba746160aea", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:26:15.530035 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-592a54a8-6c8d-4a61-9e0e-cdaa300b7c24 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:26:15.530428 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1aa764-0d22-4851-85c6-2f3a9dcf1943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dc278c-67a9-4730-85b2-eba746160aea', 'code': 200} Nov 08 00:26:15.558741 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: fd9893ea-2525-4310-9aa9-6684a9237ab1 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:26:15.559077 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device fd9893ea-2525-4310-9aa9-6684a9237ab1 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:26:15.560854 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:15.594459 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cc36dfe6-cb02-4a49-bd4e-98b4f81bc18a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5770161 Nov 08 00:26:15.602470 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57058) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:15.682833 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d3cab8-46fc-495b-8dc7-5618a926b95a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:15.687304 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-06d3cab8-46fc-495b-8dc7-5618a926b95a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.0807722 Nov 08 00:26:15.687652 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57060) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:15.808377 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d0df9a10-9d02-4f27-9509-d01fe5d72131 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port 6db6c8d0-e18b-4042-804d-d3e2511ea527 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:15.809110 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0df9a10-9d02-4f27-9509-d01fe5d72131 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:15.845748 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52437bd5-447f-4873-bb65-138e9ed30672 req-07dd65fb-629b-447e-8106-132415af662d service neutron] 10.222.0.13 "GET /v2.0/networks/8d9e2072-e0f6-4949-9ba2-c29e6e5628ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6660645 Nov 08 00:26:15.859905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a33039-7f33-455e-8fb6-2940e8aaf8df req-78064c17-1129-4e64-8b47-a1486ad53a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:15.861705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63a33039-7f33-455e-8fb6-2940e8aaf8df req-78064c17-1129-4e64-8b47-a1486ad53a0d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 1097 time: 0.0756142 Nov 08 00:26:15.878343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=92dc278c-67a9-4730-85b2-eba746160aea,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:15.928984 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0df9a10-9d02-4f27-9509-d01fe5d72131 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:15.934910 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:15.947698 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:15.949822 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d0df9a10-9d02-4f27-9509-d01fe5d72131 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for 6db6c8d0-e18b-4042-804d-d3e2511ea527 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:15.952361 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "DELETE /v2.0/networks/07651084-b1e8-4d5d-adb0-3a515f05e4ba HTTP/1.1" status: 204 len: 168 time: 2.0498793 Nov 08 00:26:15.957600 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57066) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:15.980516 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:15.989018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e42d6f-b50f-44f8-bfae-2d0eb7b19ded tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Pushing event deleted for resources: {'Network': ['ID=07651084-b1e8-4d5d-adb0-3a515f05e4ba,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:15.998314 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7b5a028e-c4d4-4f07-bd4a-ebd3678ed78b tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ce607c-ad66-4351-af1b-eb5ffa801a2d HTTP/1.1" status: 200 len: 205 time: 0.0345099 Nov 08 00:26:15.998892 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57072) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:16.002920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63a33039-7f33-455e-8fb6-2940e8aaf8df req-a835b5d7-57e2-4834-82a3-b688fb56fba9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=85c7aa09-0758-4d71-a1c0-c86d116eaa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260178 Nov 08 00:26:16.028502 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52437bd5-447f-4873-bb65-138e9ed30672 req-48c25ee7-9377-49de-b1b4-021719f03612 service neutron] 10.222.0.13 "GET /v2.0/networks/8d9e2072-e0f6-4949-9ba2-c29e6e5628ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628718 Nov 08 00:26:16.110684 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bccc5cb-89bc-4f55-8dca-e00dfe710239 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:16.128452 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:16.161853 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:16.164866 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:16.168524 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:26:16.202110 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Pushing event updated for resources: {'Port': ['ID=2f092884-61a4-42f2-a3a0-20ea78e85b18,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:16.274919 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Attempting to bind port 2f092884-61a4-42f2-a3a0-20ea78e85b18 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:26:16.274919 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Attempting to bind port 2f092884-61a4-42f2-a3a0-20ea78e85b18 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:26:16.274919 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Attempting to bind port 2f092884-61a4-42f2-a3a0-20ea78e85b18 on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:26:16.281890 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:26:16.283779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:26:16.283779 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:16.283779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:26:16.283779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Bound port: 2f092884-61a4-42f2-a3a0-20ea78e85b18, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:26:16.284520 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:16.308957 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bccc5cb-89bc-4f55-8dca-e00dfe710239 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:16.324570 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bccc5cb-89bc-4f55-8dca-e00dfe710239 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:16.399259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] For port 2f092884-61a4-42f2-a3a0-20ea78e85b18, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:26:16.400961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] For port 2f092884-61a4-42f2-a3a0-20ea78e85b18, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2f092884-61a4-42f2-a3a0-20ea78e85b18,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:26:16.482966 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:16.521136 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bccc5cb-89bc-4f55-8dca-e00dfe710239 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:16.521136 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bccc5cb-89bc-4f55-8dca-e00dfe710239 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Fanout notify agent at l3_agent the message router_deleted on router b7ce607c-ad66-4351-af1b-eb5ffa801a2d {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:26:16.542595 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343dca7-6416-4a17-a580-57e3212ab945 req-6025d174-3bb0-452d-8c3e-f8b178ed65b0 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:16.546108 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bccc5cb-89bc-4f55-8dca-e00dfe710239 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:16.550148 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4bccc5cb-89bc-4f55-8dca-e00dfe710239 tempest-RoutersNegativeIpV6Test-1450486253 tempest-RoutersNegativeIpV6Test-1450486253-project] 10.222.0.13 "DELETE /v2.0/routers/b7ce607c-ad66-4351-af1b-eb5ffa801a2d HTTP/1.1" status: 204 len: 168 time: 0.5487607 Nov 08 00:26:16.551213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6343dca7-6416-4a17-a580-57e3212ab945 req-6025d174-3bb0-452d-8c3e-f8b178ed65b0 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 945 time: 0.1013525 Nov 08 00:26:16.624213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6343dca7-6416-4a17-a580-57e3212ab945 req-7002dc27-325a-4d42-a71e-3e062973e11f tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697412 Nov 08 00:26:16.648049 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0df9a10-9d02-4f27-9509-d01fe5d72131 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:16.658142 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea68fa-7d34-4334-b7ff-8c8663ba98c6 None None] Pushing event updated for resources: {'Port': ['ID=2f092884-61a4-42f2-a3a0-20ea78e85b18,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:16.673614 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b3def8b9-ffa5-4561-a951-ebdf99c8b957 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:16.711586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df9a10-9d02-4f27-9509-d01fe5d72131 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=6db6c8d0-e18b-4042-804d-d3e2511ea527,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:16.745775 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port b3def8b9-ffa5-4561-a951-ebdf99c8b957 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:16.746250 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:16.795130 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38f5c4-2d7d-4a7c-aebe-3a6f2c489844 req-0ff88dc4-1fc0-432e-b0f4-78a3e1b0caf9 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:16.809643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da38f5c4-2d7d-4a7c-aebe-3a6f2c489844 req-0ff88dc4-1fc0-432e-b0f4-78a3e1b0caf9 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 946 time: 0.1605618 Nov 08 00:26:16.836122 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0df9a10-9d02-4f27-9509-d01fe5d72131 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:16.843380 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d0df9a10-9d02-4f27-9509-d01fe5d72131 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/6db6c8d0-e18b-4042-804d-d3e2511ea527 HTTP/1.1" status: 204 len: 168 time: 1.1546850 Nov 08 00:26:16.846086 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57104) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:16.848996 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:16.852953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee39ea9-7be3-4ca1-9e3d-2ed79e6bb846 req-2c2ce8f8-6d23-4d58-a2ca-643721b78a6e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:16.854489 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ee39ea9-7be3-4ca1-9e3d-2ed79e6bb846 req-2c2ce8f8-6d23-4d58-a2ca-643721b78a6e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.1432736 Nov 08 00:26:16.892362 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da38f5c4-2d7d-4a7c-aebe-3a6f2c489844 req-2a9f2bf9-1b9c-4d97-840d-902ab9994536 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c7aa09-0758-4d71-a1c0-c86d116eaa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815685 Nov 08 00:26:16.913795 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b3def8b9-ffa5-4561-a951-ebdf99c8b957, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b3def8b9-ffa5-4561-a951-ebdf99c8b957,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:16.942539 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af79f50-ed77-4cb1-b6eb-eba1849209ce tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:16.945700 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af79f50-ed77-4cb1-b6eb-eba1849209ce tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:16.948788 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af79f50-ed77-4cb1-b6eb-eba1849209ce tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:16.951831 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3af79f50-ed77-4cb1-b6eb-eba1849209ce tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1034534 Nov 08 00:26:16.960050 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57108) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:16.993665 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ee39ea9-7be3-4ca1-9e3d-2ed79e6bb846 req-2fbd34db-bf01-41cc-aa0a-2f7d17d7b072 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304700 Nov 08 00:26:17.013108 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:17.029255 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ce085e0-1f26-48d8-a583-3575f9cdb45b req-a2ddae12-3cbf-40ed-8168-a43f9f153ba3 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 210 time: 0.0681245 Nov 08 00:26:17.125422 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd3871d-5925-48e8-9131-2f1553ac8e06 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 1c8d29be-4697-4343-8936-090844a4a2ce {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:26:17.127036 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3dd3871d-5925-48e8-9131-2f1553ac8e06 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:17.127816 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=b3def8b9-ffa5-4561-a951-ebdf99c8b957,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:17.189860 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3dd3871d-5925-48e8-9131-2f1553ac8e06 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:17.280668 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3dd3871d-5925-48e8-9131-2f1553ac8e06 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:17.326773 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57112) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:17.454330 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3dd3871d-5925-48e8-9131-2f1553ac8e06 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:17.481722 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3871d-5925-48e8-9131-2f1553ac8e06 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=1c8d29be-4697-4343-8936-090844a4a2ce,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:17.495681 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3dd3871d-5925-48e8-9131-2f1553ac8e06 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:17.496549 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ac4e7fde-15bf-41e5-8c4e-2ed0050900b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cb74fb87d5348b1bf605635daf38eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675556 Nov 08 00:26:17.498849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57118) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:17.499738 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3dd3871d-5925-48e8-9131-2f1553ac8e06 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/1c8d29be-4697-4343-8936-090844a4a2ce HTTP/1.1" status: 204 len: 168 time: 0.5238328 Nov 08 00:26:17.502328 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57120) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:17.531939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83854cc4-9b22-43aa-80e8-818bf04be708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3def8b9-ffa5-4561-a951-ebdf99c8b957'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:26:17.534351 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdda745b-cd8e-4a95-8edb-fc775182437c" -d '{"events": [{"server_uuid": "83854cc4-9b22-43aa-80e8-818bf04be708", "name": "network-vif-plugged", "status": "completed", "tag": "b3def8b9-ffa5-4561-a951-ebdf99c8b957"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:26:17.594347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a745549c-3a70-45bf-b714-ba5d124429e9 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 7865b5f2-d446-4dff-9f9a-2d7cd5f79cb9 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:26:17.596936 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a745549c-3a70-45bf-b714-ba5d124429e9 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:17.606749 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5b318ace-168b-4c4f-acae-60e26313d3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:17.642833 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5b318ace-168b-4c4f-acae-60e26313d3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:17.676285 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0fb83d-bd6e-4445-aa24-2aae0e09da4d x-openstack-request-id: req-7e0fb83d-bd6e-4445-aa24-2aae0e09da4d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:26:17.676606 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83854cc4-9b22-43aa-80e8-818bf04be708", "name": "network-vif-plugged", "status": "completed", "tag": "b3def8b9-ffa5-4561-a951-ebdf99c8b957", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:26:17.677694 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e0fb83d-bd6e-4445-aa24-2aae0e09da4d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:26:17.677814 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83854cc4-9b22-43aa-80e8-818bf04be708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3def8b9-ffa5-4561-a951-ebdf99c8b957', 'code': 200} Nov 08 00:26:17.685287 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a745549c-3a70-45bf-b714-ba5d124429e9 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:17.807630 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a745549c-3a70-45bf-b714-ba5d124429e9 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:17.825636 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5b318ace-168b-4c4f-acae-60e26313d3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:17.828397 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5b318ace-168b-4c4f-acae-60e26313d3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:17.835963 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5b318ace-168b-4c4f-acae-60e26313d3fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9614a19-ab72-4b66-9bf9-a0c3d11b9dc3 HTTP/1.1" status: 204 len: 168 time: 0.3318105 Nov 08 00:26:17.850178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b318ace-168b-4c4f-acae-60e26313d3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9614a19-ab72-4b66-9bf9-a0c3d11b9dc3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:18.016224 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a745549c-3a70-45bf-b714-ba5d124429e9 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:18.061288 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745549c-3a70-45bf-b714-ba5d124429e9 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=7865b5f2-d446-4dff-9f9a-2d7cd5f79cb9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:18.075441 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a745549c-3a70-45bf-b714-ba5d124429e9 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:18.082698 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a745549c-3a70-45bf-b714-ba5d124429e9 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/7865b5f2-d446-4dff-9f9a-2d7cd5f79cb9 HTTP/1.1" status: 204 len: 168 time: 0.5792341 Nov 08 00:26:18.087533 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57146) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:18.138366 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c96a8-003f-4b58-842a-b096402e645a req-612ec840-74f2-4df5-9479-c131af5cbf9a tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:18.140338 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7b2c96a8-003f-4b58-842a-b096402e645a req-612ec840-74f2-4df5-9479-c131af5cbf9a tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 946 time: 0.1081860 Nov 08 00:26:18.149120 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdec49-10bd-4604-b681-2a3879132d22 req-fab8362c-cc8c-424f-a9a0-fe6c62622ae7 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:18.164166 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7cfdec49-10bd-4604-b681-2a3879132d22 req-fab8362c-cc8c-424f-a9a0-fe6c62622ae7 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 946 time: 0.1559973 Nov 08 00:26:18.164290 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8343859b-ae02-4d55-888e-1ded33529c0a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748694 Nov 08 00:26:18.169890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57148) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:18.184708 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c8db1ac6-222b-40b2-bd76-a5396fa2b34f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:18.221359 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f90de2-60d8-4e31-8dfc-225ff0f8cadd None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:18.257430 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7cfdec49-10bd-4604-b681-2a3879132d22 req-34308eb6-8e32-4d7b-a2e6-4cdb47f42a13 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824625 Nov 08 00:26:18.270637 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7b2c96a8-003f-4b58-842a-b096402e645a req-77526716-8598-4b97-bbae-daac68d09d7d tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c7aa09-0758-4d71-a1c0-c86d116eaa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088409 Nov 08 00:26:18.371171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5cdcc9a0-390c-4a01-9d42-458fe1fa1f8a None None] Provisioning complete for port 2f092884-61a4-42f2-a3a0-20ea78e85b18 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:18.371907 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cdcc9a0-390c-4a01-9d42-458fe1fa1f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:18.422441 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a727954-19d4-45a0-9772-19e9b58a6642 req-ed9c9df1-8852-457d-aa3c-bb51beecb204 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 210 time: 0.0491557 Nov 08 00:26:18.545312 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8db1ac6-222b-40b2-bd76-a5396fa2b34f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:18.549499 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8db1ac6-222b-40b2-bd76-a5396fa2b34f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:18.579097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7824f-b620-4c76-9895-10b6a9da229c req-52a9f9b6-3ee3-427b-bbf1-afdf6840b3af tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:18.579097 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3da7824f-b620-4c76-9895-10b6a9da229c req-52a9f9b6-3ee3-427b-bbf1-afdf6840b3af tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.1187730 Nov 08 00:26:18.584227 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cdcc9a0-390c-4a01-9d42-458fe1fa1f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:18.616906 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b7c72-410a-4d2f-ae63-b1f4c303fd3b req-f551ebd3-1949-4a00-b336-f681eb48b79a tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:18.618635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6d8b7c72-410a-4d2f-ae63-b1f4c303fd3b req-f551ebd3-1949-4a00-b336-f681eb48b79a tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 946 time: 0.1061277 Nov 08 00:26:18.639940 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57164) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:18.653541 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce5c67d-eb75-41a7-8edf-0daff7a44a5d None None] DHCP port deletion for 5519efd4-e1a8-486b-824a-06c45d00ec62 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:26:18.660961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5cdcc9a0-390c-4a01-9d42-458fe1fa1f8a None None] For port 2f092884-61a4-42f2-a3a0-20ea78e85b18, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2f092884-61a4-42f2-a3a0-20ea78e85b18,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:18.687131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3da7824f-b620-4c76-9895-10b6a9da229c req-0895c16d-325d-4bab-bdf3-e9749a8074af tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025360 Nov 08 00:26:18.739321 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e17ad7dc-d3b4-404d-b40f-99cc69920aef tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Request body: {'floatingip': {'port_id': '92dc278c-67a9-4730-85b2-eba746160aea'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:18.745173 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cdcc9a0-390c-4a01-9d42-458fe1fa1f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:18.816934 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e17ad7dc-d3b4-404d-b40f-99cc69920aef tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for floatingip, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:18.849929 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcc9a0-390c-4a01-9d42-458fe1fa1f8a None None] Pushing event updated for resources: {'Port': ['ID=2f092884-61a4-42f2-a3a0-20ea78e85b18,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:18.866718 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0ce5c67d-eb75-41a7-8edf-0daff7a44a5d None None] Deleting port 2f092884-61a4-42f2-a3a0-20ea78e85b18 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:18.867029 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ce5c67d-eb75-41a7-8edf-0daff7a44a5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:18.947779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-0ce5c67d-eb75-41a7-8edf-0daff7a44a5d None None] For port 2f092884-61a4-42f2-a3a0-20ea78e85b18, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2f092884-61a4-42f2-a3a0-20ea78e85b18,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:18.948211 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ce5c67d-eb75-41a7-8edf-0daff7a44a5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:18.962177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0ce5c67d-eb75-41a7-8edf-0daff7a44a5d None None] Calling delete_port for 2f092884-61a4-42f2-a3a0-20ea78e85b18 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:19.112437 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ce5c67d-eb75-41a7-8edf-0daff7a44a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:19.153744 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5c67d-eb75-41a7-8edf-0daff7a44a5d None None] Pushing event deleted for resources: {'Port': ['ID=2f092884-61a4-42f2-a3a0-20ea78e85b18,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:19.156233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce5c67d-eb75-41a7-8edf-0daff7a44a5d None None] No DVR routers for this DVR port 2f092884-61a4-42f2-a3a0-20ea78e85b18 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:26:19.411278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ade7d-63a0-4d03-8396-072d52a64a59 req-6e261866-6161-4085-b4dc-b839302e0828 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:19.412921 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a6ade7d-63a0-4d03-8396-072d52a64a59 req-6e261866-6161-4085-b4dc-b839302e0828 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 946 time: 0.0591936 Nov 08 00:26:19.413489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57180) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:19.500337 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a6ade7d-63a0-4d03-8396-072d52a64a59 req-6730bb52-8b34-43d7-a8f1-cdf775a6403a tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657556 Nov 08 00:26:19.535199 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f160c32-b68e-4930-97e4-398c3a14794a req-6330ae11-87db-4aef-bf5d-b19ef538edf6 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 210 time: 0.0337791 Nov 08 00:26:19.569236 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-41c3d697-25d0-415c-b67d-7e0b7af6a7f6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1851719201-network', 'tenant_id': 'c213cd86595944aca001ebe0d5e40cc3'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:19.734020 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c3d697-25d0-415c-b67d-7e0b7af6a7f6 admin admin] Made reservation on behalf of c213cd86595944aca001ebe0d5e40cc3 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:19.743823 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-41c3d697-25d0-415c-b67d-7e0b7af6a7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:19.750987 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-41c3d697-25d0-415c-b67d-7e0b7af6a7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:19.771598 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8db1ac6-222b-40b2-bd76-a5396fa2b34f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:19.842281 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db1ac6-222b-40b2-bd76-a5396fa2b34f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=4cd56172-9e17-4f1b-9acb-422918534690,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:19.859486 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8db1ac6-222b-40b2-bd76-a5396fa2b34f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:19.864563 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.db.resource_extend [None req-e17ad7dc-d3b4-404d-b40f-99cc69920aef tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 00:26:19.868690 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-c8db1ac6-222b-40b2-bd76-a5396fa2b34f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:19.872116 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8db1ac6-222b-40b2-bd76-a5396fa2b34f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:19.873780 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8db1ac6-222b-40b2-bd76-a5396fa2b34f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:19.881906 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb9604e-4098-46d7-b418-27132c22a81b None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:19.970481 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e17ad7dc-d3b4-404d-b40f-99cc69920aef tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:19.971845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad9dd8-3a88-4a59-94cd-5857dcef1a64 req-89818a18-4f80-49cd-9091-e667704816e0 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:19.981949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-73ad9dd8-3a88-4a59-94cd-5857dcef1a64 req-89818a18-4f80-49cd-9091-e667704816e0 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.1770937 Nov 08 00:26:20.034181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73acbfb-f530-46d3-9707-ebda71448a00 req-75f30bdb-5ebe-410e-9c46-4645407a9215 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:20.035728 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b73acbfb-f530-46d3-9707-ebda71448a00 req-75f30bdb-5ebe-410e-9c46-4645407a9215 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.20 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 946 time: 0.1548619 Nov 08 00:26:20.056805 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5519efd4-e1a8-486b-824a-06c45d00ec62', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'fixed_ips': [{'subnet_id': '4cd56172-9e17-4f1b-9acb-422918534690'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:26:20.061204 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:20.091063 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c8db1ac6-222b-40b2-bd76-a5396fa2b34f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9199908 Nov 08 00:26:20.091834 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e17ad7dc-d3b4-404d-b40f-99cc69920aef tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:20.096394 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-73ad9dd8-3a88-4a59-94cd-5857dcef1a64 req-e7394902-57f5-4736-b058-ce6a485ba1a3 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133564 Nov 08 00:26:20.097581 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57190) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:20.123256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-ec283ba3-e006-4cb7-83c4-4e86fa3f3580 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:20.211911 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-41c3d697-25d0-415c-b67d-7e0b7af6a7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:20.272150 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] Allocated IP 172.20.0.2 (5519efd4-e1a8-486b-824a-06c45d00ec62/4cd56172-9e17-4f1b-9acb-422918534690/327f772f-769c-43be-a155-bc0aa233716a) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:20.303345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52437bd5-447f-4873-bb65-138e9ed30672 req-bf4783c9-fc6a-43a3-8fbc-857231e52e20 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:20.304943 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-52437bd5-447f-4873-bb65-138e9ed30672 req-bf4783c9-fc6a-43a3-8fbc-857231e52e20 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.20 "GET /v2.0/networks?id=8d9e2072-e0f6-4949-9ba2-c29e6e5628ac HTTP/1.1" status: 200 len: 808 time: 0.2865708 Nov 08 00:26:20.340578 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-e17ad7dc-d3b4-404d-b40f-99cc69920aef tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Floating IP 1a4a9002-653a-4890-a677-7e26cef7cefd associated. External IP: 172.25.2.102, port: 92dc278c-67a9-4730-85b2-eba746160aea. Nov 08 00:26:20.349478 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-41c3d697-25d0-415c-b67d-7e0b7af6a7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:20.469862 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:20.470095 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-52437bd5-447f-4873-bb65-138e9ed30672 req-e4e8b114-0864-40ff-9c86-717634caa1df tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf6aabdd7f8f40e0a5bfc671d7065857 HTTP/1.1" status: 200 len: 380 time: 0.1468890 Nov 08 00:26:20.479001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c3d697-25d0-415c-b67d-7e0b7af6a7f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:26:20.490275 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-52437bd5-447f-4873-bb65-138e9ed30672 req-10b6624b-178c-4a3d-ae44-e5c4c1aefadb tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Request body: {'port': {'device_id': '6072d935-3175-4d17-ac7b-306862c90f97', 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac', 'admin_state_up': True, 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'security_groups': ['e5b676ce-1f60-4f0d-aeba-74b1eb6a8433']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:20.492446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-b73acbfb-f530-46d3-9707-ebda71448a00 req-1954fd72-bcbf-4bf0-b6a7-d12db6bd6cf9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Deleting port b3def8b9-ffa5-4561-a951-ebdf99c8b957 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:20.495920 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b73acbfb-f530-46d3-9707-ebda71448a00 req-1954fd72-bcbf-4bf0-b6a7-d12db6bd6cf9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:20.509993 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-41c3d697-25d0-415c-b67d-7e0b7af6a7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:20.510501 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-41c3d697-25d0-415c-b67d-7e0b7af6a7f6 admin admin] Added segment 17aa9489-e127-4410-ae56-948f92b3d9f3 of type vlan for network fe56e295-e4e2-48d5-b2fe-b18aaf67fee1 Nov 08 00:26:20.551339 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:20.580203 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-41c3d697-25d0-415c-b67d-7e0b7af6a7f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:20.628149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2f092884-61a4-42f2-a3a0-20ea78e85b18 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:26:20.661412 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 2f092884-61a4-42f2-a3a0-20ea78e85b18 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:26:20.661910 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2f092884-61a4-42f2-a3a0-20ea78e85b18 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:26:20.667062 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:20.672777 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:20.676702 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:26:20.687694 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] Pushing event updated for resources: {'Port': ['ID=327f772f-769c-43be-a155-bc0aa233716a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:20.706402 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3d697-25d0-415c-b67d-7e0b7af6a7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dd08d6-877d-44cb-847d-a1031da54bb9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:20.746090 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] Attempting to bind port 327f772f-769c-43be-a155-bc0aa233716a on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:26:20.746552 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] Attempting to bind port 327f772f-769c-43be-a155-bc0aa233716a by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:26:20.746975 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] Attempting to bind port 327f772f-769c-43be-a155-bc0aa233716a on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:26:20.752408 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:26:20.752851 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:26:20.753261 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:20.753797 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:26:20.757725 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] Bound port: 327f772f-769c-43be-a155-bc0aa233716a, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:26:20.757725 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:20.799828 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-41c3d697-25d0-415c-b67d-7e0b7af6a7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:20.803218 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c3d697-25d0-415c-b67d-7e0b7af6a7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:20.805368 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-41c3d697-25d0-415c-b67d-7e0b7af6a7f6 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:20.828336 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17ad7dc-d3b4-404d-b40f-99cc69920aef tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:26:20.856004 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] For port 327f772f-769c-43be-a155-bc0aa233716a, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:26:20.859442 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] For port 327f772f-769c-43be-a155-bc0aa233716a, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=327f772f-769c-43be-a155-bc0aa233716a,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:26:20.860396 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cdf787fa-2d83-459e-913f-8bdd8e7f027b req-11d53b42-7252-4c79-bac1-eeab7f3d81bf tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 210 time: 0.1630256 Nov 08 00:26:20.930399 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:20.932755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec283ba3-e006-4cb7-83c4-4e86fa3f3580 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:20.936062 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec283ba3-e006-4cb7-83c4-4e86fa3f3580 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:20.967069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3d697-25d0-415c-b67d-7e0b7af6a7f6 admin admin] Pushing event updated for resources: {'Network': ['ID=fe56e295-e4e2-48d5-b2fe-b18aaf67fee1,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:21.000069 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network fe56e295-e4e2-48d5-b2fe-b18aaf67fee1 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:26:21.014401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17ad7dc-d3b4-404d-b40f-99cc69920aef tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:26:21.022538 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e17ad7dc-d3b4-404d-b40f-99cc69920aef tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:21.047182 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c35896-274d-4d7b-b38d-358a176170d3 req-70c77f3e-6215-4e37-8d50-54f080f8c6ca tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:21.052900 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59c35896-274d-4d7b-b38d-358a176170d3 req-70c77f3e-6215-4e37-8d50-54f080f8c6ca tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 946 time: 0.4314818 Nov 08 00:26:21.071704 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52437bd5-447f-4873-bb65-138e9ed30672 req-10b6624b-178c-4a3d-ae44-e5c4c1aefadb tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Made reservation on behalf of bf6aabdd7f8f40e0a5bfc671d7065857 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:21.074563 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-b73acbfb-f530-46d3-9707-ebda71448a00 req-1954fd72-bcbf-4bf0-b6a7-d12db6bd6cf9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] For port b3def8b9-ffa5-4561-a951-ebdf99c8b957, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b3def8b9-ffa5-4561-a951-ebdf99c8b957,segment=NetworkSegment(4ef97e07-2b2b-42db-9afa-e4de59102da9),segment_id=4ef97e07-2b2b-42db-9afa-e4de59102da9)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:21.074904 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e64b25-8e7b-4cb1-82f1-514a2e2eb50b None None] Sync routers for ids ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:26:21.075164 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b73acbfb-f530-46d3-9707-ebda71448a00 req-1954fd72-bcbf-4bf0-b6a7-d12db6bd6cf9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:21.076960 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-52437bd5-447f-4873-bb65-138e9ed30672 req-10b6624b-178c-4a3d-ae44-e5c4c1aefadb tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:21.089051 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e64b25-8e7b-4cb1-82f1-514a2e2eb50b None None] Routers {'4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:26:21.089668 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b3e64b25-8e7b-4cb1-82f1-514a2e2eb50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:26:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:21.095470 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e17ad7dc-d3b4-404d-b40f-99cc69920aef tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "PUT /v2.0/floatingips/1a4a9002-653a-4890-a677-7e26cef7cefd HTTP/1.1" status: 200 len: 992 time: 2.3684950 Nov 08 00:26:21.108398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1aa764-0d22-4851-85c6-2f3a9dcf1943', 'tag': '92dc278c-67a9-4730-85b2-eba746160aea'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:26:21.109317 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e2d6b3-8526-4970-b6ab-c98ad140e46d" -d '{"events": [{"name": "network-changed", "server_uuid": "da1aa764-0d22-4851-85c6-2f3a9dcf1943", "tag": "92dc278c-67a9-4730-85b2-eba746160aea"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:26:21.124711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-b73acbfb-f530-46d3-9707-ebda71448a00 req-1954fd72-bcbf-4bf0-b6a7-d12db6bd6cf9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Calling delete_port for b3def8b9-ffa5-4561-a951-ebdf99c8b957 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:21.226507 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf97c4-345c-4fe0-8327-3bc0f6062988 None None] Pushing event updated for resources: {'Port': ['ID=327f772f-769c-43be-a155-bc0aa233716a,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:21.312420 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-b3e64b25-8e7b-4cb1-82f1-514a2e2eb50b None None] Set router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:26:21.337272 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-41c3d697-25d0-415c-b67d-7e0b7af6a7f6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9225798 Nov 08 00:26:21.340319 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57212) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:21.352497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-919e27f9-7398-41f4-9ba0-30fd40d39e03 admin admin] Request body: {'subnet': {'network_id': 'fe56e295-e4e2-48d5-b2fe-b18aaf67fee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1851719201-subnet', 'tenant_id': 'c213cd86595944aca001ebe0d5e40cc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:21.366701 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59c35896-274d-4d7b-b38d-358a176170d3 req-5e04bb68-f54a-4b3f-993c-179e7332fac6 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d467365-9daf-495a-80fe-9bdb631a725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417468 Nov 08 00:26:21.409247 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-52437bd5-447f-4873-bb65-138e9ed30672 req-10b6624b-178c-4a3d-ae44-e5c4c1aefadb tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Allocated IP 172.20.0.10 (8d9e2072-e0f6-4949-9ba2-c29e6e5628ac/411d4059-474f-4fc7-8a0d-b3b7cef4a1e5/13482f60-1143-451f-a93d-8c3ec4f297f2) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:21.543018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d237e15-bad0-4f8f-995d-68d680bb315b req-bd6ecbfb-6b9a-4e58-b2c2-c3fe7f2757b5 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:21.550662 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d237e15-bad0-4f8f-995d-68d680bb315b req-bd6ecbfb-6b9a-4e58-b2c2-c3fe7f2757b5 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.1937027 Nov 08 00:26:21.575360 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5488e6cb-8663-45a3-a191-4c485261a7de x-openstack-request-id: req-5488e6cb-8663-45a3-a191-4c485261a7de {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:26:21.579928 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1aa764-0d22-4851-85c6-2f3a9dcf1943", "tag": "92dc278c-67a9-4730-85b2-eba746160aea", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:26:21.579928 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5488e6cb-8663-45a3-a191-4c485261a7de {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:26:21.579928 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da1aa764-0d22-4851-85c6-2f3a9dcf1943', 'tag': '92dc278c-67a9-4730-85b2-eba746160aea', 'status': 'completed', 'code': 200} Nov 08 00:26:21.622725 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919e27f9-7398-41f4-9ba0-30fd40d39e03 admin admin] Made reservation on behalf of c213cd86595944aca001ebe0d5e40cc3 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:21.625205 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-919e27f9-7398-41f4-9ba0-30fd40d39e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:21.651302 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b3e64b25-8e7b-4cb1-82f1-514a2e2eb50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:19:17Z', 'revision_number': 4, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port': {'id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:11Z', 'updated_at': '2021-11-08T00:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '1a4a9002-653a-4890-a677-7e26cef7cefd', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'floating_ip_address': '172.25.2.102', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'port_id': '92dc278c-67a9-4730-85b2-eba746160aea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'mac_address': 'fa:16:3e:19:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1aa764-0d22-4851-85c6-2f3a9dcf1943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:25:49Z', 'updated_at': '2021-11-08T00:26:19Z', 'revision_number': 1, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47a8676-739a-4cfb-9666-a8bf0583f1d5', 'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'mac_address': 'fa:16:3e:b0:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:15Z', 'updated_at': '2021-11-08T00:19:23Z', 'revision_number': 5, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'subnets': [{'id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:21.666314 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-52437bd5-447f-4873-bb65-138e9ed30672 req-10b6624b-178c-4a3d-ae44-e5c4c1aefadb tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:21.688331 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e64b25-8e7b-4cb1-82f1-514a2e2eb50b None None] Checking router: 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:26:21.699453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e64b25-8e7b-4cb1-82f1-514a2e2eb50b None None] Routers {'4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:26:21.700550 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b3e64b25-8e7b-4cb1-82f1-514a2e2eb50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:26:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:21.723015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d237e15-bad0-4f8f-995d-68d680bb315b req-07f95876-ed74-4369-90fe-675a24b27633 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701994 Nov 08 00:26:21.758571 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b73acbfb-f530-46d3-9707-ebda71448a00 req-1954fd72-bcbf-4bf0-b6a7-d12db6bd6cf9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:21.798058 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-52437bd5-447f-4873-bb65-138e9ed30672 req-10b6624b-178c-4a3d-ae44-e5c4c1aefadb tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:21.824171 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954fd72-bcbf-4bf0-b6a7-d12db6bd6cf9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Pushing event deleted for resources: {'Port': ['ID=b3def8b9-ffa5-4561-a951-ebdf99c8b957,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:21.826189 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2d6b3-8526-4970-b6ab-c98ad140e46d req-5d98b99e-9942-4818-b92f-fa7f63ddf85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:21.827716 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61e2d6b3-8526-4970-b6ab-c98ad140e46d req-5d98b99e-9942-4818-b92f-fa7f63ddf85e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2278e422f74446f91e7e8ef6b5f1bb4&device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 1097 time: 0.2611458 Nov 08 00:26:21.844269 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-b3e64b25-8e7b-4cb1-82f1-514a2e2eb50b None None] Set router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:26:21.867228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52437bd5-447f-4873-bb65-138e9ed30672 req-10b6624b-178c-4a3d-ae44-e5c4c1aefadb tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Network 8d9e2072-e0f6-4949-9ba2-c29e6e5628ac is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:21.871401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-52437bd5-447f-4873-bb65-138e9ed30672 req-10b6624b-178c-4a3d-ae44-e5c4c1aefadb tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:21.876308 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-52437bd5-447f-4873-bb65-138e9ed30672 req-10b6624b-178c-4a3d-ae44-e5c4c1aefadb tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:26:21.970545 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52437bd5-447f-4873-bb65-138e9ed30672 req-10b6624b-178c-4a3d-ae44-e5c4c1aefadb tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:21.971241 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-52437bd5-447f-4873-bb65-138e9ed30672 req-10b6624b-178c-4a3d-ae44-e5c4c1aefadb tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:22.018197 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6624b-178c-4a3d-ae44-e5c4c1aefadb tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Pushing event updated for resources: {'Port': ['ID=13482f60-1143-451f-a93d-8c3ec4f297f2,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:22.086729 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73acbfb-f530-46d3-9707-ebda71448a00 req-1954fd72-bcbf-4bf0-b6a7-d12db6bd6cf9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] No DVR routers for this DVR port b3def8b9-ffa5-4561-a951-ebdf99c8b957 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:26:22.103948 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:26:22.156920 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b73acbfb-f530-46d3-9707-ebda71448a00 req-1954fd72-bcbf-4bf0-b6a7-d12db6bd6cf9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:22.161937 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b73acbfb-f530-46d3-9707-ebda71448a00 req-1954fd72-bcbf-4bf0-b6a7-d12db6bd6cf9 tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.20 "DELETE /v2.0/ports/b3def8b9-ffa5-4561-a951-ebdf99c8b957 HTTP/1.1" status: 204 len: 173 time: 2.1154883 Nov 08 00:26:22.163661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83854cc4-9b22-43aa-80e8-818bf04be708', 'name': 'network-vif-deleted', 'tag': 'b3def8b9-ffa5-4561-a951-ebdf99c8b957'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:26:22.166221 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8352df-a49d-4e7e-a730-ea54714f66ce" -d '{"events": [{"server_uuid": "83854cc4-9b22-43aa-80e8-818bf04be708", "name": "network-vif-deleted", "tag": "b3def8b9-ffa5-4561-a951-ebdf99c8b957"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:26:22.291979 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788281c-eb2a-4ba3-a85a-3180ad7c295d req-ac1c815c-196a-43e1-a2b9-fe025f94425c tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:22.294074 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b788281c-eb2a-4ba3-a85a-3180ad7c295d req-ac1c815c-196a-43e1-a2b9-fe025f94425c tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 932 time: 0.2267351 Nov 08 00:26:22.295811 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212dd2a8-39eb-41e4-b9bf-c738b69883e3 x-openstack-request-id: req-212dd2a8-39eb-41e4-b9bf-c738b69883e3 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:26:22.296215 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83854cc4-9b22-43aa-80e8-818bf04be708", "name": "network-vif-deleted", "tag": "b3def8b9-ffa5-4561-a951-ebdf99c8b957", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:26:22.296486 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-212dd2a8-39eb-41e4-b9bf-c738b69883e3 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:26:22.296870 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83854cc4-9b22-43aa-80e8-818bf04be708', 'name': 'network-vif-deleted', 'tag': 'b3def8b9-ffa5-4561-a951-ebdf99c8b957', 'status': 'completed', 'code': 200} Nov 08 00:26:22.347981 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-52437bd5-447f-4873-bb65-138e9ed30672 req-10b6624b-178c-4a3d-ae44-e5c4c1aefadb tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8617494 Nov 08 00:26:22.367949 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Request body: {'port': {'device_id': '6072d935-3175-4d17-ac7b-306862c90f97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:22.383322 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2d6b3-8526-4970-b6ab-c98ad140e46d req-8bbb3ab4-7d29-495e-bd4c-fcd8225f8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:22.384869 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61e2d6b3-8526-4970-b6ab-c98ad140e46d req-8bbb3ab4-7d29-495e-bd4c-fcd8225f8fc1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b13a2d05-1ff5-419f-9b2f-082d70770afe HTTP/1.1" status: 200 len: 911 time: 0.5446301 Nov 08 00:26:22.397810 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ff7ed7e8-1fcd-4368-b052-44f3e114e6eb None None] Provisioning complete for port 13482f60-1143-451f-a93d-8c3ec4f297f2 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:22.398319 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff7ed7e8-1fcd-4368-b052-44f3e114e6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:22.435897 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b788281c-eb2a-4ba3-a85a-3180ad7c295d req-8fdc13bd-e2c4-44ac-b875-50acda349525 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b676ce-1f60-4f0d-aeba-74b1eb6a8433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278529 Nov 08 00:26:22.475445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ff7ed7e8-1fcd-4368-b052-44f3e114e6eb None None] Port 13482f60-1143-451f-a93d-8c3ec4f297f2 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:26:22.498391 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-919e27f9-7398-41f4-9ba0-30fd40d39e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:22.561082 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:22.601839 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4099d40-9942-4d7f-af28-a1df52347a21 req-7cd2538b-2d27-4c5d-8377-8a224b423d2a tempest-ImagesTestJSON-233759493 tempest-ImagesTestJSON-233759493-project] 10.222.0.13 "GET /v2.0/ports?device_id=83854cc4-9b22-43aa-80e8-818bf04be708 HTTP/1.1" status: 200 len: 210 time: 0.1120379 Nov 08 00:26:22.649784 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b3e64b25-8e7b-4cb1-82f1-514a2e2eb50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:19:17Z', 'revision_number': 4, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port': {'id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:11Z', 'updated_at': '2021-11-08T00:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '1a4a9002-653a-4890-a677-7e26cef7cefd', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'floating_ip_address': '172.25.2.102', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'port_id': '92dc278c-67a9-4730-85b2-eba746160aea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'mac_address': 'fa:16:3e:19:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1aa764-0d22-4851-85c6-2f3a9dcf1943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:25:49Z', 'updated_at': '2021-11-08T00:26:19Z', 'revision_number': 1, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47a8676-739a-4cfb-9666-a8bf0583f1d5', 'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'mac_address': 'fa:16:3e:b0:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:15Z', 'updated_at': '2021-11-08T00:19:23Z', 'revision_number': 5, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'subnets': [{'id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:22.683619 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61e2d6b3-8526-4970-b6ab-c98ad140e46d req-29240227-1119-4934-a3ed-b3bd1e97fdd9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92dc278c-67a9-4730-85b2-eba746160aea HTTP/1.1" status: 200 len: 1000 time: 0.2899854 Nov 08 00:26:22.684335 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e27f9-7398-41f4-9ba0-30fd40d39e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57e04397-93f8-4f7d-818b-59d1c6e25e38,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:22.721538 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b3def8b9-ffa5-4561-a951-ebdf99c8b957 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:26:22.751822 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e64b25-8e7b-4cb1-82f1-514a2e2eb50b None None] The sync data for ids ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'] in n-d-816882-1 is: [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:19:17Z', 'revision_number': 4, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port': {'id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:11Z', 'updated_at': '2021-11-08T00:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '1a4a9002-653a-4890-a677-7e26cef7cefd', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'floating_ip_address': '172.25.2.102', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'port_id': '92dc278c-67a9-4730-85b2-eba746160aea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'mac_address': 'fa:16:3e:19:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1aa764-0d22-4851-85c6-2f3a9dcf1943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:25:49Z', 'updated_at': '2021-11-08T00:26:19Z', 'revision_number': 1, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47a8676-739a-4cfb-9666-a8bf0583f1d5', 'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'mac_address': 'fa:16:3e:b0:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:15Z', 'updated_at': '2021-11-08T00:19:23Z', 'revision_number': 5, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'subnets': [{'id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:26:22.755826 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: b3def8b9-ffa5-4561-a951-ebdf99c8b957 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:26:22.762312 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b3def8b9-ffa5-4561-a951-ebdf99c8b957 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:26:22.765796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-99f1f0ef-8c3d-4335-83b7-cd5a49985f7e None None] Provisioning complete for port 327f772f-769c-43be-a155-bc0aa233716a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:22.766099 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-99f1f0ef-8c3d-4335-83b7-cd5a49985f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:22.845719 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 327f772f-769c-43be-a155-bc0aa233716a up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:22.860460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919e27f9-7398-41f4-9ba0-30fd40d39e03 admin admin] Checking segment: {'id': '17aa9489-e127-4410-ae56-948f92b3d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fe56e295-e4e2-48d5-b2fe-b18aaf67fee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:26:22.862556 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919e27f9-7398-41f4-9ba0-30fd40d39e03 admin admin] Network hostable DHCP agents. Network: fe56e295-e4e2-48d5-b2fe-b18aaf67fee1, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:26:22.867720 n-d-816882-1 neutron-server[102772]: DEBUG neutron.objects.ports [None req-ec283ba3-e006-4cb7-83c4-4e86fa3f3580 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 00:26:22.957892 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2d6b3-8526-4970-b6ab-c98ad140e46d req-0c08e940-49d0-4842-8bd0-311109819c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:22.957892 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61e2d6b3-8526-4970-b6ab-c98ad140e46d req-0c08e940-49d0-4842-8bd0-311109819c52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82ff6155-843e-4e76-be5f-7d2f5d78c7b3 HTTP/1.1" status: 200 len: 849 time: 0.2510309 Nov 08 00:26:22.959868 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-99f1f0ef-8c3d-4335-83b7-cd5a49985f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:22.984110 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13482f60-1143-451f-a93d-8c3ec4f297f2 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:26:22.993337 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:22.997669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-99f1f0ef-8c3d-4335-83b7-cd5a49985f7e None None] For port 327f772f-769c-43be-a155-bc0aa233716a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=327f772f-769c-43be-a155-bc0aa233716a,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:22.998799 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 327f772f-769c-43be-a155-bc0aa233716a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:23.000359 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:23.007871 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Transition to ACTIVE for port object 13482f60-1143-451f-a93d-8c3ec4f297f2 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:26:23.063715 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b80218-2b97-4e77-9f64-17ea977e4da9 None None] New status for floating IP 1a4a9002-653a-4890-a677-7e26cef7cefd: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:26:23.106949 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:23.112238 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:23.121165 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b14717-d1d4-429f-9a90-0e0f0fc0d98a req-077ce6b5-2ec2-478a-9b2a-4ca4083fd662 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:23.121354 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-99f1f0ef-8c3d-4335-83b7-cd5a49985f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:23.121485 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17b14717-d1d4-429f-9a90-0e0f0fc0d98a req-077ce6b5-2ec2-478a-9b2a-4ca4083fd662 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.2526102 Nov 08 00:26:23.169057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2d6b3-8526-4970-b6ab-c98ad140e46d req-f1272aba-5fce-40e5-a03b-c5df67c45788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:23.170566 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61e2d6b3-8526-4970-b6ab-c98ad140e46d req-f1272aba-5fce-40e5-a03b-c5df67c45788 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b13a2d05-1ff5-419f-9b2f-082d70770afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1591520 Nov 08 00:26:23.226401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Pushing event updated for resources: {'Port': ['ID=13482f60-1143-451f-a93d-8c3ec4f297f2,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:23.283717 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:26:23.284225 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:26:23.297504 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1f0ef-8c3d-4335-83b7-cd5a49985f7e None None] Pushing event updated for resources: {'Port': ['ID=327f772f-769c-43be-a155-bc0aa233716a,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:23.369311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Attempting to bind port 13482f60-1143-451f-a93d-8c3ec4f297f2 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:26:23.369695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Attempting to bind port 13482f60-1143-451f-a93d-8c3ec4f297f2 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '87845c7a-31a7-40af-8818-b20eeedac210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:26:23.370099 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Attempting to bind port 13482f60-1143-451f-a93d-8c3ec4f297f2 on network 8d9e2072-e0f6-4949-9ba2-c29e6e5628ac {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:26:23.376362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Port 13482f60-1143-451f-a93d-8c3ec4f297f2 on network 8d9e2072-e0f6-4949-9ba2-c29e6e5628ac not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:26:23.376566 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Attempting to bind port 13482f60-1143-451f-a93d-8c3ec4f297f2 on network 8d9e2072-e0f6-4949-9ba2-c29e6e5628ac {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:26:23.384695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:26:23.384695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Checking segment: {'id': '87845c7a-31a7-40af-8818-b20eeedac210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:26:23.384695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Bound using segment: {'id': '87845c7a-31a7-40af-8818-b20eeedac210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:26:23.385194 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Bound port: 13482f60-1143-451f-a93d-8c3ec4f297f2, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87845c7a-31a7-40af-8818-b20eeedac210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:26:23.385567 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:23.486054 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] For port 13482f60-1143-451f-a93d-8c3ec4f297f2, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:26:23.489786 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] For port 13482f60-1143-451f-a93d-8c3ec4f297f2, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=13482f60-1143-451f-a93d-8c3ec4f297f2,segment=NetworkSegment(87845c7a-31a7-40af-8818-b20eeedac210),segment_id=87845c7a-31a7-40af-8818-b20eeedac210)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:26:23.585683 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:23.628413 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:23.629050 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:23.631128 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] 10.222.0.20 "PUT /v2.0/ports/13482f60-1143-451f-a93d-8c3ec4f297f2 HTTP/1.1" status: 200 len: 1092 time: 1.2676361 Nov 08 00:26:23.631597 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6072d935-3175-4d17-ac7b-306862c90f97', 'tag': '13482f60-1143-451f-a93d-8c3ec4f297f2'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:26:23.634098 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb59ca65-d770-42b5-aedc-1bd0fb6b6c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "6072d935-3175-4d17-ac7b-306862c90f97", "tag": "13482f60-1143-451f-a93d-8c3ec4f297f2"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:26:23.666367 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911df92-a71f-401e-adaf-6b80daae7960 service neutron] Pushing event updated for resources: {'Port': ['ID=13482f60-1143-451f-a93d-8c3ec4f297f2,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:23.736690 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919e27f9-7398-41f4-9ba0-30fd40d39e03 admin admin] Network fe56e295-e4e2-48d5-b2fe-b18aaf67fee1 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:26:23.776358 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17b14717-d1d4-429f-9a90-0e0f0fc0d98a req-180582f4-cfb8-4c93-be2e-bf12892b96f3 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6232686 Nov 08 00:26:23.856512 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699947d-5cd3-4073-a7e6-5ed5d9c4d6b4 req-4e0f39b2-eae5-4be7-971a-6f404e2eb33a tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:23.858031 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0699947d-5cd3-4073-a7e6-5ed5d9c4d6b4 req-4e0f39b2-eae5-4be7-971a-6f404e2eb33a tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 944 time: 0.1185653 Nov 08 00:26:23.873168 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61e2d6b3-8526-4970-b6ab-c98ad140e46d req-5e8a024d-a32f-4562-9948-45cf1df3fcc7 service neutron] 10.222.0.26 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6949384 Nov 08 00:26:23.908798 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-919e27f9-7398-41f4-9ba0-30fd40d39e03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, fe56e295-e4e2-48d5-b2fe-b18aaf67fee1) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:23.922657 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54802bf2-797f-4832-8823-65430097bb0a None None] Network fe56e295-e4e2-48d5-b2fe-b18aaf67fee1 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:23.930531 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c00b2f-1e55-4879-b890-daef913d59c7 x-openstack-request-id: req-d1c00b2f-1e55-4879-b890-daef913d59c7 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:26:23.933147 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6072d935-3175-4d17-ac7b-306862c90f97", "tag": "13482f60-1143-451f-a93d-8c3ec4f297f2", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:26:23.933299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919e27f9-7398-41f4-9ba0-30fd40d39e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:23.933867 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-919e27f9-7398-41f4-9ba0-30fd40d39e03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:23.934023 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1c00b2f-1e55-4879-b890-daef913d59c7 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:26:23.934775 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6072d935-3175-4d17-ac7b-306862c90f97', 'tag': '13482f60-1143-451f-a93d-8c3ec4f297f2', 'status': 'completed', 'code': 200} Nov 08 00:26:23.951325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a17e0e0c-9f7a-4e87-bfe6-72fd84799200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:23.954303 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-52437bd5-447f-4873-bb65-138e9ed30672 req-a17e0e0c-9f7a-4e87-bfe6-72fd84799200 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf6aabdd7f8f40e0a5bfc671d7065857&device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 1095 time: 0.1305494 Nov 08 00:26:24.031230 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0699947d-5cd3-4073-a7e6-5ed5d9c4d6b4 req-2d4b6500-729a-4cc0-baf4-5a7ddf7fac53 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b676ce-1f60-4f0d-aeba-74b1eb6a8433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617482 Nov 08 00:26:24.031853 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-52437bd5-447f-4873-bb65-138e9ed30672 req-5c69aae6-8092-41b6-8417-f98f4964886c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13482f60-1143-451f-a93d-8c3ec4f297f2 HTTP/1.1" status: 200 len: 217 time: 0.0634322 Nov 08 00:26:24.033903 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec283ba3-e006-4cb7-83c4-4e86fa3f3580 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:24.110282 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca38ada-42ad-4cb5-99c7-8e1ac8ec1385 None None] Network fe56e295-e4e2-48d5-b2fe-b18aaf67fee1 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:24.114770 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52437bd5-447f-4873-bb65-138e9ed30672 req-ecaf479d-0ae0-487d-a9c5-dfc7c3591e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:24.114770 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-52437bd5-447f-4873-bb65-138e9ed30672 req-ecaf479d-0ae0-487d-a9c5-dfc7c3591e5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=411d4059-474f-4fc7-8a0d-b3b7cef4a1e5 HTTP/1.1" status: 200 len: 847 time: 0.0708034 Nov 08 00:26:24.143841 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-919e27f9-7398-41f4-9ba0-30fd40d39e03 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7951157 Nov 08 00:26:24.187897 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52437bd5-447f-4873-bb65-138e9ed30672 req-0c41cc3e-bf1a-4de9-ab5f-b9a16f987e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:24.197030 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-52437bd5-447f-4873-bb65-138e9ed30672 req-0c41cc3e-bf1a-4de9-ab5f-b9a16f987e87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d9e2072-e0f6-4949-9ba2-c29e6e5628ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717766 Nov 08 00:26:24.373904 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-52437bd5-447f-4873-bb65-138e9ed30672 req-55fb052d-e9d1-47e4-a506-a0f7217ff7e1 service neutron] 10.222.0.20 "GET /v2.0/networks/8d9e2072-e0f6-4949-9ba2-c29e6e5628ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684639 Nov 08 00:26:24.386402 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57294) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:24.395230 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61e2d6b3-8526-4970-b6ab-c98ad140e46d req-5810adc8-d3f0-4572-b27c-8668fa500b82 service neutron] 10.222.0.26 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983685 Nov 08 00:26:24.407362 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-ec283ba3-e006-4cb7-83c4-4e86fa3f3580 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] For port 327f772f-769c-43be-a155-bc0aa233716a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=327f772f-769c-43be-a155-bc0aa233716a,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:24.441197 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec283ba3-e006-4cb7-83c4-4e86fa3f3580 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:24.485488 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-601799eb-705e-488d-8df2-f9e300c9595f admin admin] Deleting subnet 47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:26:24.490965 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-601799eb-705e-488d-8df2-f9e300c9595f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:24.545111 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-601799eb-705e-488d-8df2-f9e300c9595f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:24.568454 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-52437bd5-447f-4873-bb65-138e9ed30672 req-df2af169-6c0a-4eea-80ef-7dcfcfaad9a1 service neutron] 10.222.0.20 "GET /v2.0/networks/8d9e2072-e0f6-4949-9ba2-c29e6e5628ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728494 Nov 08 00:26:24.572814 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec283ba3-e006-4cb7-83c4-4e86fa3f3580 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:24.572814 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec283ba3-e006-4cb7-83c4-4e86fa3f3580 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:24.593037 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-601799eb-705e-488d-8df2-f9e300c9595f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:24.707169 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 327f772f-769c-43be-a155-bc0aa233716a up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:24.721774 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec283ba3-e006-4cb7-83c4-4e86fa3f3580 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=dd89d5d4-d5d7-4d70-8177-6589f86c7a63,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:24.751437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec283ba3-e006-4cb7-83c4-4e86fa3f3580 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:24.758277 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-ec283ba3-e006-4cb7-83c4-4e86fa3f3580 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:24.761234 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 327f772f-769c-43be-a155-bc0aa233716a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:24.761617 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:24.767861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec283ba3-e006-4cb7-83c4-4e86fa3f3580 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:24.768682 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec283ba3-e006-4cb7-83c4-4e86fa3f3580 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:24.784241 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec283ba3-e006-4cb7-83c4-4e86fa3f3580 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=327f772f-769c-43be-a155-bc0aa233716a,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:24.785263 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80d7d8f-8733-4efd-878c-9b20bb137497 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:24.793160 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-601799eb-705e-488d-8df2-f9e300c9595f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:24.844933 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601799eb-705e-488d-8df2-f9e300c9595f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:24.855718 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-601799eb-705e-488d-8df2-f9e300c9595f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:24.859973 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-601799eb-705e-488d-8df2-f9e300c9595f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/47ebb21d-7f97-4c8f-8b21-d1de6f6a5fd7 HTTP/1.1" status: 204 len: 168 time: 0.4725180 Nov 08 00:26:24.865373 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57304) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:24.873408 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59ca65-d770-42b5-aedc-1bd0fb6b6c0d req-d524aea8-a440-48df-b8eb-fc00cec74618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:24.875594 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eb59ca65-d770-42b5-aedc-1bd0fb6b6c0d req-d524aea8-a440-48df-b8eb-fc00cec74618 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf6aabdd7f8f40e0a5bfc671d7065857&device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 1095 time: 0.1251369 Nov 08 00:26:24.978663 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ec283ba3-e006-4cb7-83c4-4e86fa3f3580 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8647125 Nov 08 00:26:24.993919 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59ca65-d770-42b5-aedc-1bd0fb6b6c0d req-684a04b8-93b1-476a-9d91-f311adb14b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:24.995626 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eb59ca65-d770-42b5-aedc-1bd0fb6b6c0d req-684a04b8-93b1-476a-9d91-f311adb14b6f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d9e2072-e0f6-4949-9ba2-c29e6e5628ac HTTP/1.1" status: 200 len: 909 time: 0.1124313 Nov 08 00:26:24.996244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57308) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:25.001621 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-bfc4592a-876b-4996-ae6d-31ffccc985d4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'mac_address': 'fa:16:3e:ee:4e:57', 'name': 'tempest-NetworksTestDHCPv6-1102747127'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:25.032540 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1048c2e-6516-47c0-b68f-c7f2003782ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:25.099388 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eb59ca65-d770-42b5-aedc-1bd0fb6b6c0d req-a368c763-113e-4907-ad48-0f105ab46786 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13482f60-1143-451f-a93d-8c3ec4f297f2 HTTP/1.1" status: 200 len: 217 time: 0.0929360 Nov 08 00:26:25.136780 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff9290-c2c3-4090-b3cf-e373122e9ab8 req-f74ae736-9000-4090-b661-89aef7fd76cc tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:25.138934 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9aff9290-c2c3-4090-b3cf-e373122e9ab8 req-f74ae736-9000-4090-b661-89aef7fd76cc tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.1694164 Nov 08 00:26:25.181639 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59ca65-d770-42b5-aedc-1bd0fb6b6c0d req-72049c64-e520-4d58-9504-a60ac8daa707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:25.183354 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eb59ca65-d770-42b5-aedc-1bd0fb6b6c0d req-72049c64-e520-4d58-9504-a60ac8daa707 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=411d4059-474f-4fc7-8a0d-b3b7cef4a1e5 HTTP/1.1" status: 200 len: 847 time: 0.0759225 Nov 08 00:26:25.203396 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1048c2e-6516-47c0-b68f-c7f2003782ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:25.232530 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b1048c2e-6516-47c0-b68f-c7f2003782ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20df259-1f81-4a1a-9eb7-c348a83c593b']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:25.244750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b1048c2e-6516-47c0-b68f-c7f2003782ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef97e07-2b2b-42db-9afa-e4de59102da9') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:25.245057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-b1048c2e-6516-47c0-b68f-c7f2003782ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef97e07-2b2b-42db-9afa-e4de59102da9') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:25.263247 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59ca65-d770-42b5-aedc-1bd0fb6b6c0d req-2bc8ceeb-497a-45cc-babc-7a4e097d2584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:25.265038 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eb59ca65-d770-42b5-aedc-1bd0fb6b6c0d req-2bc8ceeb-497a-45cc-babc-7a4e097d2584 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d9e2072-e0f6-4949-9ba2-c29e6e5628ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723903 Nov 08 00:26:25.269395 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1048c2e-6516-47c0-b68f-c7f2003782ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:25.274724 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc4592a-876b-4996-ae6d-31ffccc985d4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:25.318504 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1048c2e-6516-47c0-b68f-c7f2003782ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:25.336327 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1048c2e-6516-47c0-b68f-c7f2003782ee admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:26:25.336747 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1048c2e-6516-47c0-b68f-c7f2003782ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:26:25.338972 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:26:25.351498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57316) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:25.391626 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c365c567-754f-4cda-b487-0c166fc30a40 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-756638568-network', 'tenant_id': '0901aedf9d064d95b7e0efe76d85ad67'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:25.398501 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9aff9290-c2c3-4090-b3cf-e373122e9ab8 req-d6333214-c414-40d5-9302-0b7d64165b5a tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411717 Nov 08 00:26:25.433084 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97aa3e-dcad-47fe-b91f-2a6b59239bda req-800de549-a245-41ce-9c89-5f7784e29017 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:25.440346 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e97aa3e-dcad-47fe-b91f-2a6b59239bda req-800de549-a245-41ce-9c89-5f7784e29017 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 944 time: 0.3009953 Nov 08 00:26:25.445640 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eb59ca65-d770-42b5-aedc-1bd0fb6b6c0d req-6b4b0850-b8a9-4838-9fd1-5bc7608c6e97 service neutron] 10.222.0.20 "GET /v2.0/networks/8d9e2072-e0f6-4949-9ba2-c29e6e5628ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640887 Nov 08 00:26:25.504435 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e97aa3e-dcad-47fe-b91f-2a6b59239bda req-0e76b880-e3a3-4851-90fd-96ef55b3edd6 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b676ce-1f60-4f0d-aeba-74b1eb6a8433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631208 Nov 08 00:26:25.539663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c365c567-754f-4cda-b487-0c166fc30a40 admin admin] Made reservation on behalf of 0901aedf9d064d95b7e0efe76d85ad67 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:25.542485 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c365c567-754f-4cda-b487-0c166fc30a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:25.566440 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c365c567-754f-4cda-b487-0c166fc30a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:25.570716 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1048c2e-6516-47c0-b68f-c7f2003782ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:25.574342 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bfc4592a-876b-4996-ae6d-31ffccc985d4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:25.576081 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1048c2e-6516-47c0-b68f-c7f2003782ee admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:25.581494 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b1048c2e-6516-47c0-b68f-c7f2003782ee admin admin] 10.222.0.13 "DELETE /v2.0/networks/d20df259-1f81-4a1a-9eb7-c348a83c593b HTTP/1.1" status: 204 len: 168 time: 0.7150357 Nov 08 00:26:25.626542 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1048c2e-6516-47c0-b68f-c7f2003782ee admin admin] Pushing event deleted for resources: {'Network': ['ID=d20df259-1f81-4a1a-9eb7-c348a83c593b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:25.641793 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eb59ca65-d770-42b5-aedc-1bd0fb6b6c0d req-fac3c85c-14c4-4888-b785-4a32f2365c54 service neutron] 10.222.0.20 "GET /v2.0/networks/8d9e2072-e0f6-4949-9ba2-c29e6e5628ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827276 Nov 08 00:26:25.643089 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-bfc4592a-876b-4996-ae6d-31ffccc985d4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port 7c2dfb12-1b4e-499f-995c-60d962b1de8e yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:26:25.774117 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c365c567-754f-4cda-b487-0c166fc30a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:25.869534 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-bfc4592a-876b-4996-ae6d-31ffccc985d4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 172.20.0.7 (5519efd4-e1a8-486b-824a-06c45d00ec62/4cd56172-9e17-4f1b-9acb-422918534690/7c2dfb12-1b4e-499f-995c-60d962b1de8e) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:25.878078 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-bfc4592a-876b-4996-ae6d-31ffccc985d4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::f816:3eff:feee:4e57 (5519efd4-e1a8-486b-824a-06c45d00ec62/dd89d5d4-d5d7-4d70-8177-6589f86c7a63/7c2dfb12-1b4e-499f-995c-60d962b1de8e) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:25.894204 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c365c567-754f-4cda-b487-0c166fc30a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:25.921700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365c567-754f-4cda-b487-0c166fc30a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fe1987-8698-4db8-9935-47f50a92d9ca,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:25.960061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c365c567-754f-4cda-b487-0c166fc30a40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:26:25.976659 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c365c567-754f-4cda-b487-0c166fc30a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:25.977089 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-c365c567-754f-4cda-b487-0c166fc30a40 admin admin] Added segment 14399fe2-7481-4f95-8d2b-d9601e503c8a of type vlan for network ff239b26-8352-4f72-994d-fcec37c34fc5 Nov 08 00:26:26.032872 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c365c567-754f-4cda-b487-0c166fc30a40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:26.050714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5c7a9266-6470-40d5-82ce-e30db170dfdf None None] Provisioning complete for port 327f772f-769c-43be-a155-bc0aa233716a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:26.061143 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9266-6470-40d5-82ce-e30db170dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:26.070984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57326) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:26.104426 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bfc4592a-876b-4996-ae6d-31ffccc985d4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:26.120309 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8987d9fa-6460-4948-91cd-a1195d9dd0bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f16e000569246a6a036af1fb56e5a64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458403 Nov 08 00:26:26.120556 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57328) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:26.139356 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c365c567-754f-4cda-b487-0c166fc30a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:26.140352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c365c567-754f-4cda-b487-0c166fc30a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:26.140926 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c365c567-754f-4cda-b487-0c166fc30a40 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:26.225635 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bfc4592a-876b-4996-ae6d-31ffccc985d4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:26.231996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365c567-754f-4cda-b487-0c166fc30a40 admin admin] Pushing event updated for resources: {'Network': ['ID=ff239b26-8352-4f72-994d-fcec37c34fc5,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:26.234242 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b99f7fd-3bcc-4d77-bcc6-82b1e2ee4bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:26.245074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network ff239b26-8352-4f72-994d-fcec37c34fc5 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:26:26.263726 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b99f7fd-3bcc-4d77-bcc6-82b1e2ee4bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:26.284093 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c365c567-754f-4cda-b487-0c166fc30a40 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9268382 Nov 08 00:26:26.284319 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc4592a-876b-4996-ae6d-31ffccc985d4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:26.284458 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57330) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:26.285663 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-bfc4592a-876b-4996-ae6d-31ffccc985d4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:26.304873 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc4592a-876b-4996-ae6d-31ffccc985d4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:26:26.307770 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4592a-876b-4996-ae6d-31ffccc985d4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=7c2dfb12-1b4e-499f-995c-60d962b1de8e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:26.325720 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-31d4e6ad-d841-4c6e-b54a-15fab7c2ff70 admin admin] Request body: {'subnet': {'network_id': 'ff239b26-8352-4f72-994d-fcec37c34fc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-756638568-subnet', 'tenant_id': '0901aedf9d064d95b7e0efe76d85ad67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:26.377028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc4592a-876b-4996-ae6d-31ffccc985d4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:26.377658 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bfc4592a-876b-4996-ae6d-31ffccc985d4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:26.431118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d4e6ad-d841-4c6e-b54a-15fab7c2ff70 admin admin] Made reservation on behalf of 0901aedf9d064d95b7e0efe76d85ad67 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:26.435571 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31d4e6ad-d841-4c6e-b54a-15fab7c2ff70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:26.482727 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b99f7fd-3bcc-4d77-bcc6-82b1e2ee4bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:26.493155 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b99f7fd-3bcc-4d77-bcc6-82b1e2ee4bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:26.493155 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1b99f7fd-3bcc-4d77-bcc6-82b1e2ee4bb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d467365-9daf-495a-80fe-9bdb631a725a HTTP/1.1" status: 204 len: 168 time: 0.3650229 Nov 08 00:26:26.503197 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99f7fd-3bcc-4d77-bcc6-82b1e2ee4bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d467365-9daf-495a-80fe-9bdb631a725a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:26.556515 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bfc4592a-876b-4996-ae6d-31ffccc985d4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5565784 Nov 08 00:26:26.556767 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57340) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:26.666107 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5bb217-a737-4304-b397-1017c1eba568 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:26.673921 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5bb217-a737-4304-b397-1017c1eba568 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:26.676249 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bf5bb217-a737-4304-b397-1017c1eba568 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1182737 Nov 08 00:26:26.678742 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57346) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:26.684552 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe509c2d-3ed9-4712-b7e8-c19e9ebe2a17 req-775e00e2-f4f4-4071-812c-27bd7c091b4d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:26.686134 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe509c2d-3ed9-4712-b7e8-c19e9ebe2a17 req-775e00e2-f4f4-4071-812c-27bd7c091b4d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.1645455 Nov 08 00:26:26.699376 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 327f772f-769c-43be-a155-bc0aa233716a up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:26.726363 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1094d767-06b8-48ab-ba6a-59a47b3ded1d None None] Provisioning complete for port 7c2dfb12-1b4e-499f-995c-60d962b1de8e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:26.726936 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1094d767-06b8-48ab-ba6a-59a47b3ded1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:26.750671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2435c55-3157-4258-93ca-f776130fdc89 req-ec7be7fd-eb6e-4456-a3e7-c50bece18a8e tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:26.752820 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2435c55-3157-4258-93ca-f776130fdc89 req-ec7be7fd-eb6e-4456-a3e7-c50bece18a8e tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 944 time: 0.1410038 Nov 08 00:26:26.789237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1094d767-06b8-48ab-ba6a-59a47b3ded1d None None] Port 7c2dfb12-1b4e-499f-995c-60d962b1de8e cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:26:26.803798 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe509c2d-3ed9-4712-b7e8-c19e9ebe2a17 req-6d0e4cdf-ca6c-4317-bf16-902318ceb951 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083555 Nov 08 00:26:26.804368 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 327f772f-769c-43be-a155-bc0aa233716a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:26.804812 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:26.833432 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-43efab7f-dc1e-4071-b7e0-f3bda9ebf6ab tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port 7c2dfb12-1b4e-499f-995c-60d962b1de8e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:26.833781 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43efab7f-dc1e-4071-b7e0-f3bda9ebf6ab tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:26.902758 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2435c55-3157-4258-93ca-f776130fdc89 req-e5747f55-1e09-4b41-bf1f-0ae5bd0537dc tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b676ce-1f60-4f0d-aeba-74b1eb6a8433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431241 Nov 08 00:26:26.985825 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31d4e6ad-d841-4c6e-b54a-15fab7c2ff70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:27.006695 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43efab7f-dc1e-4071-b7e0-f3bda9ebf6ab tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:27.026591 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-43efab7f-dc1e-4071-b7e0-f3bda9ebf6ab tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for 7c2dfb12-1b4e-499f-995c-60d962b1de8e owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:27.063914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4e6ad-d841-4c6e-b54a-15fab7c2ff70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=525013cc-5505-42c0-a300-6ad93798feca,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:27.068464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4e6ad-d841-4c6e-b54a-15fab7c2ff70 admin admin] Checking segment: {'id': '14399fe2-7481-4f95-8d2b-d9601e503c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff239b26-8352-4f72-994d-fcec37c34fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:26:27.068464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d4e6ad-d841-4c6e-b54a-15fab7c2ff70 admin admin] Network hostable DHCP agents. Network: ff239b26-8352-4f72-994d-fcec37c34fc5, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:26:27.204711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d4e6ad-d841-4c6e-b54a-15fab7c2ff70 admin admin] Network ff239b26-8352-4f72-994d-fcec37c34fc5 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:26:27.288223 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-31d4e6ad-d841-4c6e-b54a-15fab7c2ff70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, ff239b26-8352-4f72-994d-fcec37c34fc5) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:27.300840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d4e6ad-d841-4c6e-b54a-15fab7c2ff70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:27.300840 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31d4e6ad-d841-4c6e-b54a-15fab7c2ff70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:27.302874 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d21e26-67fe-49a6-85f4-3a0eed8a2465 None None] Network ff239b26-8352-4f72-994d-fcec37c34fc5 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:27.311073 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43efab7f-dc1e-4071-b7e0-f3bda9ebf6ab tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:27.342495 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efab7f-dc1e-4071-b7e0-f3bda9ebf6ab tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=7c2dfb12-1b4e-499f-995c-60d962b1de8e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:27.379874 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-31d4e6ad-d841-4c6e-b54a-15fab7c2ff70 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0868435 Nov 08 00:26:27.514671 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57360) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:27.520477 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-7a0b54b4-578d-4d9e-88d0-b7bd33c3dc31 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1200259 Nov 08 00:26:27.548217 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1321e4e1-1d91-4981-9667-94841e0cc106 None None] Network ff239b26-8352-4f72-994d-fcec37c34fc5 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:27.607740 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43efab7f-dc1e-4071-b7e0-f3bda9ebf6ab tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:27.615942 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-43efab7f-dc1e-4071-b7e0-f3bda9ebf6ab tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/7c2dfb12-1b4e-499f-995c-60d962b1de8e HTTP/1.1" status: 204 len: 168 time: 0.9360368 Nov 08 00:26:27.618630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57366) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:27.626606 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd98373-7b61-4545-834b-26dee784c46d admin admin] Deleting subnet 57e04397-93f8-4f7d-818b-59d1c6e25e38 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:26:27.632556 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3bd98373-7b61-4545-834b-26dee784c46d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:27.688809 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3bd98373-7b61-4545-834b-26dee784c46d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:27.765064 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3bd98373-7b61-4545-834b-26dee784c46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:27.844406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2412fc8-3e7d-4f59-8dc9-c72af026bdb7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:27.847026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2412fc8-3e7d-4f59-8dc9-c72af026bdb7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:27.852587 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2412fc8-3e7d-4f59-8dc9-c72af026bdb7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:27.854503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f2412fc8-3e7d-4f59-8dc9-c72af026bdb7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2348440 Nov 08 00:26:27.860630 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57380) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:27.873325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-25130c77-19db-4ca5-a756-97eff10a2965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:27.874705 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-25130c77-19db-4ca5-a756-97eff10a2965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:27.875423 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-25130c77-19db-4ca5-a756-97eff10a2965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:27.875997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-25130c77-19db-4ca5-a756-97eff10a2965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:27.876792 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-25130c77-19db-4ca5-a756-97eff10a2965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:27.877430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-25130c77-19db-4ca5-a756-97eff10a2965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:27.878020 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-25130c77-19db-4ca5-a756-97eff10a2965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:27.880410 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-25130c77-19db-4ca5-a756-97eff10a2965 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a42c6631eb4454c896f7292ef18f39f&device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 6500 time: 0.2524002 Nov 08 00:26:28.084197 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4942c4-dfb6-45a2-9b01-aaa03552fd1a req-f4a442e8-d76a-44cc-8ba7-771c43afccb9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:28.091897 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec4942c4-dfb6-45a2-9b01-aaa03552fd1a req-f4a442e8-d76a-44cc-8ba7-771c43afccb9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.1907194 Nov 08 00:26:28.144206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-d3db1d79-471a-4c75-b52e-12fc059997fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:28.144649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-d3db1d79-471a-4c75-b52e-12fc059997fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:28.145206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-d3db1d79-471a-4c75-b52e-12fc059997fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:28.146834 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-d3db1d79-471a-4c75-b52e-12fc059997fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe318fa4-2739-4425-811c-a969620e2964&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=74f4276d-9439-4600-839d-84669ee5e60a&id=74f4276d-9439-4600-839d-84669ee5e60a HTTP/1.1" status: 200 len: 2297 time: 0.2362583 Nov 08 00:26:28.160458 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31bfb1-788e-43d8-a4a6-04fa591f9f71 req-e23df497-ce6f-4061-9fc6-32c89d44f3a1 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:28.164268 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f31bfb1-788e-43d8-a4a6-04fa591f9f71 req-e23df497-ce6f-4061-9fc6-32c89d44f3a1 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 944 time: 0.1487460 Nov 08 00:26:28.174432 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0eb3f8d8-07c0-4ac7-b3e9-e2174389b7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:28.191008 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec4942c4-dfb6-45a2-9b01-aaa03552fd1a req-c591f443-d44e-4dfa-84f7-cac3cfd86d6d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974047 Nov 08 00:26:28.284697 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3bd98373-7b61-4545-834b-26dee784c46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:28.320762 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd98373-7b61-4545-834b-26dee784c46d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57e04397-93f8-4f7d-818b-59d1c6e25e38,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:28.321693 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-bd3fe6df-1ab4-40af-aea2-a96f921988ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46503f71-6482-45b3-8c5d-eb36337e12ff HTTP/1.1" status: 200 len: 1001 time: 0.1519921 Nov 08 00:26:28.332282 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3bd98373-7b61-4545-834b-26dee784c46d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:28.336221 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3bd98373-7b61-4545-834b-26dee784c46d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/57e04397-93f8-4f7d-818b-59d1c6e25e38 HTTP/1.1" status: 204 len: 168 time: 0.8208323 Nov 08 00:26:28.338966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57396) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:28.350524 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22e5d61-b342-4fde-bcb2-1cdaebcfaf28 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 4cd56172-9e17-4f1b-9acb-422918534690 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:26:28.360412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f31bfb1-788e-43d8-a4a6-04fa591f9f71 req-6623d312-2221-43bf-9d40-e31573db964c tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b676ce-1f60-4f0d-aeba-74b1eb6a8433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752682 Nov 08 00:26:28.392838 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a22e5d61-b342-4fde-bcb2-1cdaebcfaf28 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:28.414196 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57400) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:28.422596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-c01afeff-8389-49a3-bcf5-a4e11ced5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:28.424259 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-c01afeff-8389-49a3-bcf5-a4e11ced5fbb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3be98b0-454a-423b-81f4-63aace0baef8 HTTP/1.1" status: 200 len: 855 time: 0.0779345 Nov 08 00:26:28.456265 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a22e5d61-b342-4fde-bcb2-1cdaebcfaf28 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:28.461329 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4085ab5-b75a-4e66-98f8-bd2ece694f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:28.496485 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-4ad726df-bdbd-4bf9-a0b2-3b56149d76c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:28.498015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-4ad726df-bdbd-4bf9-a0b2-3b56149d76c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe318fa4-2739-4425-811c-a969620e2964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659444 Nov 08 00:26:28.600479 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-aa23090c-8cb6-42d7-9ead-e206277e55be service neutron] 10.222.0.26 "GET /v2.0/networks/fe318fa4-2739-4425-811c-a969620e2964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935218 Nov 08 00:26:28.614623 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71c4919c-83ab-4900-8556-56d03625ce0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:28.631259 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4085ab5-b75a-4e66-98f8-bd2ece694f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:28.651654 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a22e5d61-b342-4fde-bcb2-1cdaebcfaf28 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:28.688953 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d4085ab5-b75a-4e66-98f8-bd2ece694f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe56e295-e4e2-48d5-b2fe-b18aaf67fee1']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:28.701321 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4902a4d5-e66d-42fd-9720-c65efded285c req-94a0e211-2739-4f3b-b246-c270ba2112dd tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e2253454a7244b94a89cdf99f9743611&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349882 Nov 08 00:26:28.704233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 13482f60-1143-451f-a93d-8c3ec4f297f2 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:26:28.714393 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d4085ab5-b75a-4e66-98f8-bd2ece694f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17aa9489-e127-4410-ae56-948f92b3d9f3') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:28.714758 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d4085ab5-b75a-4e66-98f8-bd2ece694f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17aa9489-e127-4410-ae56-948f92b3d9f3') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:28.740496 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4085ab5-b75a-4e66-98f8-bd2ece694f9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:28.766474 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4085ab5-b75a-4e66-98f8-bd2ece694f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:28.778190 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4085ab5-b75a-4e66-98f8-bd2ece694f9b admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:26:28.778585 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4085ab5-b75a-4e66-98f8-bd2ece694f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:26:28.780260 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:26:28.805493 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-a96e55f3-c24c-414f-ba2c-eca1a9589127 service neutron] 10.222.0.26 "GET /v2.0/networks/fe318fa4-2739-4425-811c-a969620e2964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974018 Nov 08 00:26:28.821233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 13482f60-1143-451f-a93d-8c3ec4f297f2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=13482f60-1143-451f-a93d-8c3ec4f297f2,segment=NetworkSegment(87845c7a-31a7-40af-8818-b20eeedac210),segment_id=87845c7a-31a7-40af-8818-b20eeedac210)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:28.845684 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '13482f60-1143-451f-a93d-8c3ec4f297f2', 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac', 'port_id': '13482f60-1143-451f-a93d-8c3ec4f297f2', 'mac_address': 'fa:16:3e:92:46:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:26:28.852971 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71c4919c-83ab-4900-8556-56d03625ce0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:28.880803 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-d104943a-bbe0-4998-8807-68906fe8b3f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 HTTP/1.1" status: 200 len: 217 time: 0.0670171 Nov 08 00:26:28.886542 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a22e5d61-b342-4fde-bcb2-1cdaebcfaf28 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:28.889770 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:28.908209 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13482f60-1143-451f-a93d-8c3ec4f297f2 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:26:28.913229 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e5d61-b342-4fde-bcb2-1cdaebcfaf28 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd56172-9e17-4f1b-9acb-422918534690,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:28.915389 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a22e5d61-b342-4fde-bcb2-1cdaebcfaf28 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:28.921756 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a22e5d61-b342-4fde-bcb2-1cdaebcfaf28 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/4cd56172-9e17-4f1b-9acb-422918534690 HTTP/1.1" status: 204 len: 168 time: 1.0568399 Nov 08 00:26:28.921756 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57412) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:28.927985 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4688ecc-1926-4c89-8124-1cf082d24e69 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:28.978482 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 13482f60-1143-451f-a93d-8c3ec4f297f2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=13482f60-1143-451f-a93d-8c3ec4f297f2,segment=NetworkSegment(87845c7a-31a7-40af-8818-b20eeedac210),segment_id=87845c7a-31a7-40af-8818-b20eeedac210)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:28.981336 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a6fde7-7c6f-4533-8736-cda3a8f77f99 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet dd89d5d4-d5d7-4d70-8177-6589f86c7a63 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:26:28.985385 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71c4919c-83ab-4900-8556-56d03625ce0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:28.988655 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d7a6fde7-7c6f-4533-8736-cda3a8f77f99 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:28.996502 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-24de4a66-af39-449d-a63b-f646091f45d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:28.997987 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-24de4a66-af39-449d-a63b-f646091f45d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.1102600 Nov 08 00:26:29.005884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902a4d5-e66d-42fd-9720-c65efded285c req-619fc49b-a1e7-43c3-9f1a-cddb27dab900 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:29.007457 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4902a4d5-e66d-42fd-9720-c65efded285c req-619fc49b-a1e7-43c3-9f1a-cddb27dab900 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2780855 Nov 08 00:26:29.038641 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4085ab5-b75a-4e66-98f8-bd2ece694f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:29.044481 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4902a4d5-e66d-42fd-9720-c65efded285c req-81f9c806-80eb-400d-8c28-779f547a950b tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/quotas/e2253454a7244b94a89cdf99f9743611 HTTP/1.1" status: 200 len: 375 time: 0.0282669 Nov 08 00:26:29.058359 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4085ab5-b75a-4e66-98f8-bd2ece694f9b admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:29.061393 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d4085ab5-b75a-4e66-98f8-bd2ece694f9b admin admin] 10.222.0.13 "DELETE /v2.0/networks/fe56e295-e4e2-48d5-b2fe-b18aaf67fee1 HTTP/1.1" status: 204 len: 168 time: 0.7215078 Nov 08 00:26:29.067424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57414) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:29.070836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-0e0c35f3-ae56-4190-b90b-3bf436207d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:29.075318 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-0e0c35f3-ae56-4190-b90b-3bf436207d4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0639753 Nov 08 00:26:29.076506 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:29.088504 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-71c4919c-83ab-4900-8556-56d03625ce0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7ced17e62de444facf74aeca5473ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6709185 Nov 08 00:26:29.088916 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d7a6fde7-7c6f-4533-8736-cda3a8f77f99 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:29.092505 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57416) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:29.112604 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4085ab5-b75a-4e66-98f8-bd2ece694f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=fe56e295-e4e2-48d5-b2fe-b18aaf67fee1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:29.121802 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4919c-83ab-4900-8556-56d03625ce0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1373ac53-19d4-481f-be54-2bda3204dda2,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:29.128640 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4902a4d5-e66d-42fd-9720-c65efded285c req-05fdf259-3aff-4d31-94b6-28306e03f3fe tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2253454a7244b94a89cdf99f9743611&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726993 Nov 08 00:26:29.154289 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=13482f60-1143-451f-a93d-8c3ec4f297f2,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:29.199518 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c715b1b9-9733-4bbd-a98e-baa338e957ba admin admin] Deleting subnet 525013cc-5505-42c0-a300-6ad93798feca {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:26:29.206680 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c715b1b9-9733-4bbd-a98e-baa338e957ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:29.230237 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-763d0e44-8a22-4720-bd2c-cf97267c0bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:29.233682 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d7a6fde7-7c6f-4533-8736-cda3a8f77f99 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:29.281866 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-763d0e44-8a22-4720-bd2c-cf97267c0bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:29.302630 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c715b1b9-9733-4bbd-a98e-baa338e957ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:29.325489 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-6b212bf9-a76a-46bc-b787-c695594e9125 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261794 Nov 08 00:26:29.436483 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c715b1b9-9733-4bbd-a98e-baa338e957ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:29.488420 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8e38a-67e6-49bb-a6c1-43234f998692 req-356f10bd-14a3-4075-b813-dfe1a97c41c8 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:29.490660 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9bc8e38a-67e6-49bb-a6c1-43234f998692 req-356f10bd-14a3-4075-b813-dfe1a97c41c8 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.1677489 Nov 08 00:26:29.533857 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d7a6fde7-7c6f-4533-8736-cda3a8f77f99 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:29.541810 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-763d0e44-8a22-4720-bd2c-cf97267c0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:29.545731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-60165daf-a19b-4ecb-a4d2-cbf2945c022c service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008040 Nov 08 00:26:29.555343 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-763d0e44-8a22-4720-bd2c-cf97267c0bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:29.555343 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-763d0e44-8a22-4720-bd2c-cf97267c0bbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1373ac53-19d4-481f-be54-2bda3204dda2 HTTP/1.1" status: 204 len: 168 time: 0.4380691 Nov 08 00:26:29.585610 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d7a6fde7-7c6f-4533-8736-cda3a8f77f99 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:29.589182 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d7a6fde7-7c6f-4533-8736-cda3a8f77f99 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/dd89d5d4-d5d7-4d70-8177-6589f86c7a63 HTTP/1.1" status: 204 len: 168 time: 0.6669540 Nov 08 00:26:29.594364 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57432) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:29.597153 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6fde7-7c6f-4533-8736-cda3a8f77f99 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=dd89d5d4-d5d7-4d70-8177-6589f86c7a63,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:29.633063 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9bc8e38a-67e6-49bb-a6c1-43234f998692 req-870592a8-f930-43d9-ba4a-05b1c70cabf5 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336088 Nov 08 00:26:29.641140 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-ec4d2ae3-7ca0-4599-beee-32c4341fde43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 HTTP/1.1" status: 200 len: 217 time: 0.0817072 Nov 08 00:26:29.693778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d0e44-8a22-4720-bd2c-cf97267c0bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1373ac53-19d4-481f-be54-2bda3204dda2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:29.706497 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a2a0f9a5-19ee-4269-a59f-49ecf53647a7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1102796 Nov 08 00:26:29.707798 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57436) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:29.735459 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['13482f60-1143-451f-a93d-8c3ec4f297f2'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:26:29.753649 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c715b1b9-9733-4bbd-a98e-baa338e957ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:29.842596 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49819f3f-ad24-4efe-8960-afa6e1e92ee9 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:29.844207 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-49819f3f-ad24-4efe-8960-afa6e1e92ee9 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1353068 Nov 08 00:26:29.850478 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57440) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:29.853194 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715b1b9-9733-4bbd-a98e-baa338e957ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=525013cc-5505-42c0-a300-6ad93798feca,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:29.855533 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c715b1b9-9733-4bbd-a98e-baa338e957ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:29.860160 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c715b1b9-9733-4bbd-a98e-baa338e957ba admin admin] 10.222.0.13 "DELETE /v2.0/subnets/525013cc-5505-42c0-a300-6ad93798feca HTTP/1.1" status: 204 len: 168 time: 0.7914896 Nov 08 00:26:29.863472 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57442) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:29.888517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-2a005b52-af93-49bb-b042-1eba85ef45a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:29.890322 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-2a005b52-af93-49bb-b042-1eba85ef45a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.2412083 Nov 08 00:26:29.927133 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2754c50e-30cd-4f00-bced-ae7facbe8115 req-018fd3c2-80b8-4c8f-966d-4692d07a24ef tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/ports?device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 210 time: 0.0525620 Nov 08 00:26:29.933812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be9dd40-3624-4c1c-b837-3af4329df274 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:29.938549 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8be9dd40-3624-4c1c-b837-3af4329df274 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0868056 Nov 08 00:26:29.944355 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57444) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:29.946679 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7db71-d6f3-46a0-9be2-ee6f56b01c0d req-cec94ba6-615d-4d56-84ce-45307ef415c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:29.948722 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2ab7db71-d6f3-46a0-9be2-ee6f56b01c0d req-cec94ba6-615d-4d56-84ce-45307ef415c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b5853458dd24c08bad0734d1d809da3&device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 1096 time: 0.1844549 Nov 08 00:26:29.990602 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b679583c-631d-41b5-8c09-034d19420ecc None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:30.024500 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ac72628a-b51b-4783-9026-718a0cc389ca tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710833 Nov 08 00:26:30.032784 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb8642-d246-4e45-891e-be6df0ebb13d req-54a1f752-9d53-4350-b2f1-adb052d639d2 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:30.041715 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8bdb8642-d246-4e45-891e-be6df0ebb13d req-54a1f752-9d53-4350-b2f1-adb052d639d2 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 945 time: 0.3216634 Nov 08 00:26:30.042463 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57448) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:30.048862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-0f0b3841-3e17-4d96-b5ff-be36969527b7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:30.100506 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a2bc597c-9348-40cf-94a9-c0af03ec1b80 None None] Provisioning complete for port 327f772f-769c-43be-a155-bc0aa233716a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:30.106131 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a2bc597c-9348-40cf-94a9-c0af03ec1b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:30.106282 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-023f3bb4-e3ec-40b8-b1fe-9678835061f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:30.123859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-222d67ed-464f-4778-a673-d756b5194f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:30.125368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-222d67ed-464f-4778-a673-d756b5194f57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2112195 Nov 08 00:26:30.156743 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8bdb8642-d246-4e45-891e-be6df0ebb13d req-15b15c5d-a32c-40cb-83db-3f34732b32a0 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b676ce-1f60-4f0d-aeba-74b1eb6a8433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146770 Nov 08 00:26:30.256967 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-023f3bb4-e3ec-40b8-b1fe-9678835061f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:30.264939 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7db71-d6f3-46a0-9be2-ee6f56b01c0d req-29515864-d7b2-4d01-94b2-06cfdfc2f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:30.270516 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2ab7db71-d6f3-46a0-9be2-ee6f56b01c0d req-29515864-d7b2-4d01-94b2-06cfdfc2f859 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0371df58-0f09-4690-9116-bbb16052317b HTTP/1.1" status: 200 len: 917 time: 0.1877966 Nov 08 00:26:30.288100 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-023f3bb4-e3ec-40b8-b1fe-9678835061f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff239b26-8352-4f72-994d-fcec37c34fc5']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:30.297682 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-43bd0190-d455-4a56-abca-89d39f13afcd service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476364 Nov 08 00:26:30.333272 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-023f3bb4-e3ec-40b8-b1fe-9678835061f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14399fe2-7481-4f95-8d2b-d9601e503c8a') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:30.333883 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-023f3bb4-e3ec-40b8-b1fe-9678835061f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14399fe2-7481-4f95-8d2b-d9601e503c8a') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:30.349887 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-023f3bb4-e3ec-40b8-b1fe-9678835061f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:30.376029 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-023f3bb4-e3ec-40b8-b1fe-9678835061f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:30.380224 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2ab7db71-d6f3-46a0-9be2-ee6f56b01c0d req-a736aa1c-139b-48bb-978e-8ef45cf4ec62 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e HTTP/1.1" status: 200 len: 1001 time: 0.1032360 Nov 08 00:26:30.385795 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023f3bb4-e3ec-40b8-b1fe-9678835061f9 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:26:30.386111 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-023f3bb4-e3ec-40b8-b1fe-9678835061f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:30.386277 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0b3841-3e17-4d96-b5ff-be36969527b7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:26:30.388220 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:26:30.394313 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3841-3e17-4d96-b5ff-be36969527b7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:30.394313 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0b3841-3e17-4d96-b5ff-be36969527b7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:26:30.394313 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0b3841-3e17-4d96-b5ff-be36969527b7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:26:30.452242 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d9f55a-cf0e-42cb-b8fa-6793afb71872 None None] DHCP port deletion for 5519efd4-e1a8-486b-824a-06c45d00ec62 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:26:30.460550 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-e8175b63-f0b1-4980-8c8a-5637a2bf5fa8 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550360 Nov 08 00:26:30.481148 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7db71-d6f3-46a0-9be2-ee6f56b01c0d req-87896aea-a157-4dba-a00e-51c081d63a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:30.483855 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2ab7db71-d6f3-46a0-9be2-ee6f56b01c0d req-87896aea-a157-4dba-a00e-51c081d63a04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c80a8a3-462b-4322-9544-89bc8e72d39f HTTP/1.1" status: 200 len: 855 time: 0.0948267 Nov 08 00:26:30.505510 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9f55a-cf0e-42cb-b8fa-6793afb71872 None None] Deleting port 327f772f-769c-43be-a155-bc0aa233716a {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:30.505894 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f55a-cf0e-42cb-b8fa-6793afb71872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:30.518703 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57452) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:30.521526 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-ca840f4f-7649-43d3-93e4-4e4c8f50f0cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=5d3634c8-60af-48ff-8a52-e1b0a079793d HTTP/1.1" status: 200 len: 217 time: 0.0536442 Nov 08 00:26:30.528216 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0f0b3841-3e17-4d96-b5ff-be36969527b7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4838395 Nov 08 00:26:30.530044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57454) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:30.534730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-8faa4392-82b3-4958-8306-1e31cbb4debd tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:30.541588 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-06b2ec06-2cb6-4170-8286-45f868f69a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:30.571213 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7db71-d6f3-46a0-9be2-ee6f56b01c0d req-a7bec380-0153-4895-8545-f6356e650c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:30.572881 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2ab7db71-d6f3-46a0-9be2-ee6f56b01c0d req-a7bec380-0153-4895-8545-f6356e650c98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371df58-0f09-4690-9116-bbb16052317b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815127 Nov 08 00:26:30.603353 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-023f3bb4-e3ec-40b8-b1fe-9678835061f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:30.611019 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e9d9f55a-cf0e-42cb-b8fa-6793afb71872 None None] For port 327f772f-769c-43be-a155-bc0aa233716a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=327f772f-769c-43be-a155-bc0aa233716a,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:30.617431 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f55a-cf0e-42cb-b8fa-6793afb71872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:30.626164 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9f55a-cf0e-42cb-b8fa-6793afb71872 None None] Calling delete_port for 327f772f-769c-43be-a155-bc0aa233716a owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:30.647951 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-023f3bb4-e3ec-40b8-b1fe-9678835061f9 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:30.654258 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-023f3bb4-e3ec-40b8-b1fe-9678835061f9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ff239b26-8352-4f72-994d-fcec37c34fc5 HTTP/1.1" status: 204 len: 168 time: 0.7511377 Nov 08 00:26:30.676207 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f3bb4-e3ec-40b8-b1fe-9678835061f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff239b26-8352-4f72-994d-fcec37c34fc5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:30.734995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b2b7ac29-0473-438c-8a29-b5a7f0b5da8e details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:26:30.739402 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 327f772f-769c-43be-a155-bc0aa233716a no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:26:30.744058 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-f04cee5b-7fb1-460f-a79d-8a4fc4c24840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:30.745915 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-f04cee5b-7fb1-460f-a79d-8a4fc4c24840 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.2164433 Nov 08 00:26:30.752514 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0338ee44-2465-4275-934e-89f6ab1166e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:30.779776 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2ab7db71-d6f3-46a0-9be2-ee6f56b01c0d req-da972f23-ec46-4bd7-9606-678aecbd3daf service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984067 Nov 08 00:26:30.785258 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-06b2ec06-2cb6-4170-8286-45f868f69a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:30.867179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faa4392-82b3-4958-8306-1e31cbb4debd tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:30.870892 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8faa4392-82b3-4958-8306-1e31cbb4debd tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:30.872405 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8faa4392-82b3-4958-8306-1e31cbb4debd tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:26:30.873013 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8faa4392-82b3-4958-8306-1e31cbb4debd tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:26:30.880516 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-02a71ae5-db26-42bf-bfd1-5991d993381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:30.882080 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-02a71ae5-db26-42bf-bfd1-5991d993381d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1202450 Nov 08 00:26:30.899474 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-06b2ec06-2cb6-4170-8286-45f868f69a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:30.903658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd989cca-ec6e-4a05-a456-94f9f4aea330 req-4b88b1d4-fec3-45df-b8e7-0758c5c9955d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:30.908692 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd989cca-ec6e-4a05-a456-94f9f4aea330 req-4b88b1d4-fec3-45df-b8e7-0758c5c9955d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.1377606 Nov 08 00:26:30.979205 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2ec06-2cb6-4170-8286-45f868f69a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa998c6d-39b0-4062-85fc-d0f3c1544b2f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:30.983548 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-06b2ec06-2cb6-4170-8286-45f868f69a6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ce69012d09b4ea4a14bc79d7d84c950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4627874 Nov 08 00:26:30.995491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57466) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:30.995491 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8faa4392-82b3-4958-8306-1e31cbb4debd tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4623194 Nov 08 00:26:31.002327 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57468) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:31.010308 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-74b195f9-3521-4c65-8bef-6f2416740feb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:31.019566 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.resource_extend [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 00:26:31.081859 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2ab7db71-d6f3-46a0-9be2-ee6f56b01c0d req-6f43c5fd-d888-4734-99aa-e19eea7c1375 service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914526 Nov 08 00:26:31.103570 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:31.144477 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:31.152367 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f55a-cf0e-42cb-b8fa-6793afb71872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:31.170344 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:31.214371 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b195f9-3521-4c65-8bef-6f2416740feb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:31.216530 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9f55a-cf0e-42cb-b8fa-6793afb71872 None None] Pushing event deleted for resources: {'Port': ['ID=327f772f-769c-43be-a155-bc0aa233716a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:31.218473 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d9f55a-cf0e-42cb-b8fa-6793afb71872 None None] No DVR routers for this DVR port 327f772f-769c-43be-a155-bc0aa233716a on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:26:31.221328 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74b195f9-3521-4c65-8bef-6f2416740feb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:31.223544 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b195f9-3521-4c65-8bef-6f2416740feb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:26:31.223700 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'port_id': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e', 'mac_address': 'fa:16:3e:78:39:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:26:31.224084 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b195f9-3521-4c65-8bef-6f2416740feb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:26:31.277850 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:31.278771 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57472) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:31.304445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2b7ac29-0473-438c-8a29-b5a7f0b5da8e {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:26:31.327986 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:31.331839 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8bfdf234-0d83-4ff0-8b02-519da4968ee7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c213cd86595944aca001ebe0d5e40cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500746 Nov 08 00:26:31.333249 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57474) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:31.355217 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-74b195f9-3521-4c65-8bef-6f2416740feb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3519156 Nov 08 00:26:31.360372 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57476) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:31.369361 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-afee5300-cdb1-449a-8ebe-e94ee92c6fd5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:31.420201 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:31.433743 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd989cca-ec6e-4a05-a456-94f9f4aea330 req-d1ba3e88-1eaf-4c9d-a264-54aee8683c10 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5160458 Nov 08 00:26:31.463574 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fe8f060f-6976-49e1-a816-8ff7b1114952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:31.467563 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b15cdaf-930b-4757-b4d7-72b09d7c9c08 req-a483fdd9-ba40-436a-b8dc-040755e19650 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/ports?device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 210 time: 0.0515368 Nov 08 00:26:31.513582 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-e51b77a1-3d69-4041-88fe-f927cd6109d2 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971289 Nov 08 00:26:31.517409 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fe8f060f-6976-49e1-a816-8ff7b1114952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:31.519266 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-73920f7a-5793-4ebb-9521-e01283f1e22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:31.552176 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-73920f7a-5793-4ebb-9521-e01283f1e22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:31.561241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:31.600202 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b2b7ac29-0473-438c-8a29-b5a7f0b5da8e'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:26:31.665022 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afee5300-cdb1-449a-8ebe-e94ee92c6fd5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:31.668668 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-afee5300-cdb1-449a-8ebe-e94ee92c6fd5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:31.670129 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-afee5300-cdb1-449a-8ebe-e94ee92c6fd5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:26:31.670646 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afee5300-cdb1-449a-8ebe-e94ee92c6fd5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:26:31.686325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d4e21-64b3-441f-b15c-516106d7bb76 req-b33afcf0-5cf6-441a-9442-2af2d86409ad tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:31.687824 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-173d4e21-64b3-441f-b15c-516106d7bb76 req-b33afcf0-5cf6-441a-9442-2af2d86409ad tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 945 time: 0.1444542 Nov 08 00:26:31.711029 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fe8f060f-6976-49e1-a816-8ff7b1114952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:31.714093 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fe8f060f-6976-49e1-a816-8ff7b1114952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:31.717695 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-405cfe66-bf72-47a1-9085-759c80694dae service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733737 Nov 08 00:26:31.717868 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fe8f060f-6976-49e1-a816-8ff7b1114952 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5dd08d6-877d-44cb-847d-a1031da54bb9 HTTP/1.1" status: 204 len: 168 time: 0.3814917 Nov 08 00:26:31.740886 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f060f-6976-49e1-a816-8ff7b1114952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dd08d6-877d-44cb-847d-a1031da54bb9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:31.778483 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:31.781920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-173d4e21-64b3-441f-b15c-516106d7bb76 req-eb4c54a3-2bad-4e88-aefd-54207af6c89e tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b676ce-1f60-4f0d-aeba-74b1eb6a8433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843880 Nov 08 00:26:31.785072 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-e5c88bb3-44b8-4433-af59-3134c5668ea3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=58e79b86-2000-49f1-ac18-021704ff4209 HTTP/1.1" status: 200 len: 217 time: 0.0596845 Nov 08 00:26:31.840121 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-afee5300-cdb1-449a-8ebe-e94ee92c6fd5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4783185 Nov 08 00:26:31.845087 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-73920f7a-5793-4ebb-9521-e01283f1e22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:31.847114 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57482) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:31.851559 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-73920f7a-5793-4ebb-9521-e01283f1e22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:31.853043 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-73920f7a-5793-4ebb-9521-e01283f1e22e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa998c6d-39b0-4062-85fc-d0f3c1544b2f HTTP/1.1" status: 204 len: 168 time: 0.8645246 Nov 08 00:26:31.857405 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-723146fa-6eba-4d07-9d06-9be24cc7edcc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:31.899053 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73920f7a-5793-4ebb-9521-e01283f1e22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa998c6d-39b0-4062-85fc-d0f3c1544b2f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:31.913473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-1f1ed72a-baf9-41b5-8fe3-ff2cc3024b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:31.936297 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-1f1ed72a-baf9-41b5-8fe3-ff2cc3024b46 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.1429861 Nov 08 00:26:31.962289 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:32.019295 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-58e6301d-cb1b-4e80-a503-e095837d1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:32.021001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-58e6301d-cb1b-4e80-a503-e095837d1692 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689738 Nov 08 00:26:32.146336 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-8b7af082-8469-4c05-a5b4-a34999fa02b5 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949061 Nov 08 00:26:32.213993 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723146fa-6eba-4d07-9d06-9be24cc7edcc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:32.217640 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-723146fa-6eba-4d07-9d06-9be24cc7edcc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:32.219168 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-723146fa-6eba-4d07-9d06-9be24cc7edcc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:26:32.219739 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723146fa-6eba-4d07-9d06-9be24cc7edcc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:26:32.243115 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-c56df7a1-d900-413d-a977-c4371cd02644 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895829 Nov 08 00:26:32.305243 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-da11b451-b41d-4247-b3cb-09a08c29f2f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6b819cfd-7da2-4cbd-baa5-52fb93656ef5 HTTP/1.1" status: 200 len: 217 time: 0.0399556 Nov 08 00:26:32.324014 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-723146fa-6eba-4d07-9d06-9be24cc7edcc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4755068 Nov 08 00:26:32.324181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57490) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:32.346234 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-5d5d0c6c-d8ed-491c-b27f-edc1423d3758 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:32.414796 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-304814f4-cef5-4956-873d-de26a5f3c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:32.418321 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-304814f4-cef5-4956-873d-de26a5f3c6a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14b76b42-1f2f-4491-9c88-ef859a8eb6c0 HTTP/1.1" status: 200 len: 797 time: 0.1041896 Nov 08 00:26:32.488062 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-c318a245-af05-41e1-9c8c-451ef9f463c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:32.490124 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-c318a245-af05-41e1-9c8c-451ef9f463c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74f4276d-9439-4600-839d-84669ee5e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0649533 Nov 08 00:26:32.611384 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-324f6efc-ccc7-4cf6-b3e0-601422963425 req-aa11e171-06f9-424b-831b-f317e11a706f tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/ports?device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 210 time: 0.0634081 Nov 08 00:26:32.614696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5d0c6c-d8ed-491c-b27f-edc1423d3758 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:32.619176 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5d5d0c6c-d8ed-491c-b27f-edc1423d3758 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:32.620636 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d5d0c6c-d8ed-491c-b27f-edc1423d3758 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:26:32.621076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d5d0c6c-d8ed-491c-b27f-edc1423d3758 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:26:32.627684 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4902a4d5-e66d-42fd-9720-c65efded285c req-f1141fd7-b569-4ace-baf8-16e1ad2a3a77 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e2253454a7244b94a89cdf99f9743611&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338180 Nov 08 00:26:32.671877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7333e45-841e-43b6-b913-11e2c7c0346b req-680bf2fe-1d11-45d3-ad88-0f38790013a7 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:32.673396 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7333e45-841e-43b6-b913-11e2c7c0346b req-680bf2fe-1d11-45d3-ad88-0f38790013a7 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 944 time: 0.1272359 Nov 08 00:26:32.691279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-764ce661-5f52-4e01-a3f7-dcb296cda9c4 service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941717 Nov 08 00:26:32.726991 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b2b7ac29-0473-438c-8a29-b5a7f0b5da8e up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:32.766397 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7333e45-841e-43b6-b913-11e2c7c0346b req-e98ab2b5-d3c7-4436-9956-b5ac9840cc2c tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846589 Nov 08 00:26:32.806202 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:32.817164 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-a197fd7d-8bbc-49ac-959c-ebaa367a6170 service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182861 Nov 08 00:26:32.821203 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:32.821376 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5d5d0c6c-d8ed-491c-b27f-edc1423d3758 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4962411 Nov 08 00:26:32.825994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57504) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:32.875413 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7935a234-8a0a-42cc-b92a-74e6bb11bf76 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0462635 Nov 08 00:26:32.896559 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57508) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:32.897731 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57512) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:32.948029 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-c9392b89-dae4-45e1-9172-4031bf5d8ab8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5dffe1f6-cb78-4bd0-8c29-3adfb648a164 HTTP/1.1" status: 200 len: 217 time: 0.1085756 Nov 08 00:26:32.966667 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57518) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:32.981897 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a85a63f7-4441-47a4-ba61-0d720dfe2323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:32.983257 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.004766 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71f7e45-2a1c-4d94-a715-4d2160256462 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:33.007971 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e71f7e45-2a1c-4d94-a715-4d2160256462 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1090319 Nov 08 00:26:33.010793 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57520) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:33.018357 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:26:33.020693 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902a4d5-e66d-42fd-9720-c65efded285c req-6318f4d8-ca7f-4d28-9101-221212ec589b tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:33.021699 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e640af0-24fe-4312-9e04-d022618a2ce1" -d '{"events": [{"server_uuid": "aae2279e-0dd5-4fc0-9dde-d024049cfd4d", "name": "network-vif-plugged", "status": "completed", "tag": "b2b7ac29-0473-438c-8a29-b5a7f0b5da8e"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:26:33.022222 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4902a4d5-e66d-42fd-9720-c65efded285c req-6318f4d8-ca7f-4d28-9101-221212ec589b tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3881209 Nov 08 00:26:33.037721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:33.071546 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fe435b2e-0f6a-443e-9fdc-b5a45e67d58a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590911 Nov 08 00:26:33.075481 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-09d9cab2-0341-41c0-9a6b-a8c445e7c503 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0901aedf9d064d95b7e0efe76d85ad67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0908699 Nov 08 00:26:33.076146 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-4902a4d5-e66d-42fd-9720-c65efded285c req-0c19d349-2711-4e8d-b79e-44ec9fce9b2c tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Request body: {'port': {'device_id': 'f14b4ab6-88d8-4e76-a787-997776ca9fb8', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': 'e2253454a7244b94a89cdf99f9743611'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:33.076291 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57526) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:33.078959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-8655bbee-1fa0-43b8-b10a-86b346625022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:33.080409 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-8655bbee-1fa0-43b8-b10a-86b346625022 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14b76b42-1f2f-4491-9c88-ef859a8eb6c0 HTTP/1.1" status: 200 len: 797 time: 0.1247544 Nov 08 00:26:33.084502 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-6a2ce9c7-4e4d-4c99-99e5-e91b235a05af tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:33.089370 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d463c9a-9406-4f59-badb-ea65a9ce79c5 x-openstack-request-id: req-6d463c9a-9406-4f59-badb-ea65a9ce79c5 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:26:33.089982 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae2279e-0dd5-4fc0-9dde-d024049cfd4d", "name": "network-vif-plugged", "status": "completed", "tag": "b2b7ac29-0473-438c-8a29-b5a7f0b5da8e", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:26:33.090843 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d463c9a-9406-4f59-badb-ea65a9ce79c5 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:26:33.091479 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e', 'code': 200} Nov 08 00:26:33.126688 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57528) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:33.134052 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.135086 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 13482f60-1143-451f-a93d-8c3ec4f297f2 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:33.143612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397319-3416-496f-b730-0bc535c5dc31 req-a5cdb305-28a9-48a5-8156-e9e9dd3dc4e8 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:33.151587 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef397319-3416-496f-b730-0bc535c5dc31 req-a5cdb305-28a9-48a5-8156-e9e9dd3dc4e8 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 945 time: 0.2062662 Nov 08 00:26:33.283374 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a85a63f7-4441-47a4-ba61-0d720dfe2323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.284742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:33.344830 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef397319-3416-496f-b730-0bc535c5dc31 req-d7b796f8-14fb-4413-945b-569ac5175e0e tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b676ce-1f60-4f0d-aeba-74b1eb6a8433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923692 Nov 08 00:26:33.351015 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4902a4d5-e66d-42fd-9720-c65efded285c req-0c19d349-2711-4e8d-b79e-44ec9fce9b2c tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Made reservation on behalf of e2253454a7244b94a89cdf99f9743611 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:33.351245 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.355060 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4902a4d5-e66d-42fd-9720-c65efded285c req-0c19d349-2711-4e8d-b79e-44ec9fce9b2c tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.365093 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4902a4d5-e66d-42fd-9720-c65efded285c req-0c19d349-2711-4e8d-b79e-44ec9fce9b2c tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.368323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-2caf67f3-ecf3-42a7-ba37-b3de4ada9b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:33.369892 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-2caf67f3-ecf3-42a7-ba37-b3de4ada9b7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74f4276d-9439-4600-839d-84669ee5e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2369435 Nov 08 00:26:33.374371 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 13482f60-1143-451f-a93d-8c3ec4f297f2 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:26:33.374560 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a85a63f7-4441-47a4-ba61-0d720dfe2323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.376334 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7839b51f-fb98-4a30-ba22-3150dc88312e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.381279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 13482f60-1143-451f-a93d-8c3ec4f297f2 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:33.381818 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.446133 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a85a63f7-4441-47a4-ba61-0d720dfe2323 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f79beec2585244d28affac45d465b244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5458598 Nov 08 00:26:33.450165 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57536) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:33.459561 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a63f7-4441-47a4-ba61-0d720dfe2323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1479445c-06da-4adf-ad68-43b1988dea8f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:33.478988 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7839b51f-fb98-4a30-ba22-3150dc88312e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.546584 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd12a2db-69b8-40aa-a2ab-3bc584a77e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.548075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-8eb94a7f-6c90-4147-b2ea-a530210050bb service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644530 Nov 08 00:26:33.551083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2ce9c7-4e4d-4c99-99e5-e91b235a05af tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:33.556316 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6a2ce9c7-4e4d-4c99-99e5-e91b235a05af tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.557928 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.571514 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4902a4d5-e66d-42fd-9720-c65efded285c req-0c19d349-2711-4e8d-b79e-44ec9fce9b2c tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.593425 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd12a2db-69b8-40aa-a2ab-3bc584a77e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.608522 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 13482f60-1143-451f-a93d-8c3ec4f297f2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=13482f60-1143-451f-a93d-8c3ec4f297f2,segment=NetworkSegment(87845c7a-31a7-40af-8818-b20eeedac210),segment_id=87845c7a-31a7-40af-8818-b20eeedac210)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:33.664932 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4902a4d5-e66d-42fd-9720-c65efded285c req-0c19d349-2711-4e8d-b79e-44ec9fce9b2c tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.700548 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19d349-2711-4e8d-b79e-44ec9fce9b2c tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c72c86-8e5e-4250-a81a-af8a59da7a20,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:33.710722 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.774513 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=13482f60-1143-451f-a93d-8c3ec4f297f2,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:33.805280 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2fc6ed5e-71b6-467a-af3b-5ba356531764 req-494faf50-dc8e-4c6c-a967-5dc546c53f5f tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/ports?device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 210 time: 0.0582535 Nov 08 00:26:33.806846 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd12a2db-69b8-40aa-a2ab-3bc584a77e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.812618 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd12a2db-69b8-40aa-a2ab-3bc584a77e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.816723 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dd12a2db-69b8-40aa-a2ab-3bc584a77e2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1479445c-06da-4adf-ad68-43b1988dea8f HTTP/1.1" status: 204 len: 168 time: 0.3628607 Nov 08 00:26:33.818336 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f2eb6ba-cb5c-4133-85a0-c0e4a0d58193 req-b15407e0-6968-42a7-854d-6afdafcf6112 service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454569 Nov 08 00:26:33.825752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12a2db-69b8-40aa-a2ab-3bc584a77e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1479445c-06da-4adf-ad68-43b1988dea8f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:33.868892 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7839b51f-fb98-4a30-ba22-3150dc88312e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.872598 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7839b51f-fb98-4a30-ba22-3150dc88312e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:33.876547 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7839b51f-fb98-4a30-ba22-3150dc88312e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2fe1987-8698-4db8-9935-47f50a92d9ca HTTP/1.1" status: 204 len: 168 time: 0.7464216 Nov 08 00:26:33.892039 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839b51f-fb98-4a30-ba22-3150dc88312e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fe1987-8698-4db8-9935-47f50a92d9ca,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:34.156098 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-4902a4d5-e66d-42fd-9720-c65efded285c req-0c19d349-2711-4e8d-b79e-44ec9fce9b2c tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Allocated IP 192.168.233.8 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/f10c4c37-b3f2-482e-b60c-09ed3918b3f0) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:34.211706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27008551-e32b-4c8a-bc9b-06c3084ef9eb req-3684997b-ff8f-4e17-9afb-fe75b780adc0 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:34.224271 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27008551-e32b-4c8a-bc9b-06c3084ef9eb req-3684997b-ff8f-4e17-9afb-fe75b780adc0 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.1886480 Nov 08 00:26:34.256744 n-d-816882-1 neutron-server[102772]: DEBUG neutron.objects.ports [None req-6a2ce9c7-4e4d-4c99-99e5-e91b235a05af tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 00:26:34.264188 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6a2ce9c7-4e4d-4c99-99e5-e91b235a05af tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:34.337557 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2ce9c7-4e4d-4c99-99e5-e91b235a05af tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:34.344742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-6a2ce9c7-4e4d-4c99-99e5-e91b235a05af tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:34.349151 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2ce9c7-4e4d-4c99-99e5-e91b235a05af tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:34.349776 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6a2ce9c7-4e4d-4c99-99e5-e91b235a05af tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:34.365362 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be7ef3d-ceaf-4236-a6bd-0aa83fc47786 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:34.368864 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27008551-e32b-4c8a-bc9b-06c3084ef9eb req-30c0f9d4-668e-4c27-b4fc-74f1bc81dc5e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416526 Nov 08 00:26:34.399650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ce9c7-4e4d-4c99-99e5-e91b235a05af tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=3433b335-9d44-4d97-afcf-5b35689f6583,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:34.491955 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6a2ce9c7-4e4d-4c99-99e5-e91b235a05af tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4126375 Nov 08 00:26:34.493762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57568) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:34.501239 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7c54adc3-9981-4858-820d-67b10ddab915 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'mac_address': 'fa:16:3e:26:0a:c3', 'name': 'tempest-NetworksTestDHCPv6-415073669'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:34.560455 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4902a4d5-e66d-42fd-9720-c65efded285c req-0c19d349-2711-4e8d-b79e-44ec9fce9b2c tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:34.686327 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694a4d0-def0-4a71-8da6-ea9e5e1a095f req-9eeb66e5-19e9-45ef-8213-0cd5af183101 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:34.696398 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1694a4d0-def0-4a71-8da6-ea9e5e1a095f req-9eeb66e5-19e9-45ef-8213-0cd5af183101 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 946 time: 0.2028377 Nov 08 00:26:34.716445 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4902a4d5-e66d-42fd-9720-c65efded285c req-0c19d349-2711-4e8d-b79e-44ec9fce9b2c tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:34.720289 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5519efd4-e1a8-486b-824a-06c45d00ec62', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'fixed_ips': [{'subnet_id': '3433b335-9d44-4d97-afcf-5b35689f6583'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:26:34.721478 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:34.759562 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1694a4d0-def0-4a71-8da6-ea9e5e1a095f req-eb374cad-0778-4766-b9cd-262d8cdaea54 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b676ce-1f60-4f0d-aeba-74b1eb6a8433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637257 Nov 08 00:26:34.779049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4902a4d5-e66d-42fd-9720-c65efded285c req-0c19d349-2711-4e8d-b79e-44ec9fce9b2c tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:34.785440 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-4902a4d5-e66d-42fd-9720-c65efded285c req-0c19d349-2711-4e8d-b79e-44ec9fce9b2c tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:34.788304 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4902a4d5-e66d-42fd-9720-c65efded285c req-0c19d349-2711-4e8d-b79e-44ec9fce9b2c tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:26:34.833507 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19d349-2711-4e8d-b79e-44ec9fce9b2c tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Pushing event updated for resources: {'Port': ['ID=f10c4c37-b3f2-482e-b60c-09ed3918b3f0,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:34.891520 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902a4d5-e66d-42fd-9720-c65efded285c req-0c19d349-2711-4e8d-b79e-44ec9fce9b2c tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:34.895444 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4902a4d5-e66d-42fd-9720-c65efded285c req-0c19d349-2711-4e8d-b79e-44ec9fce9b2c tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:34.901179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c54adc3-9981-4858-820d-67b10ddab915 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:34.990363 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4902a4d5-e66d-42fd-9720-c65efded285c req-0c19d349-2711-4e8d-b79e-44ec9fce9b2c tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9231353 Nov 08 00:26:35.011070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] Request body: {'port': {'device_id': 'f14b4ab6-88d8-4e76-a787-997776ca9fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:35.058798 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] Allocated IP 2001:db8::f816:3eff:fe01:fb3d (5519efd4-e1a8-486b-824a-06c45d00ec62/3433b335-9d44-4d97-afcf-5b35689f6583/83120ad6-16d0-4d37-b14d-769c16097236) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:35.153335 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:35.248703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c73a91-2574-4b32-a36d-d996cf42c48e req-2cb5f7be-1397-4994-a8fa-54e420dd4954 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:35.250227 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00c73a91-2574-4b32-a36d-d996cf42c48e req-2cb5f7be-1397-4994-a8fa-54e420dd4954 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/ports?device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 934 time: 0.2698128 Nov 08 00:26:35.287248 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7c54adc3-9981-4858-820d-67b10ddab915 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:35.399521 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-7c54adc3-9981-4858-820d-67b10ddab915 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port bbcc8d33-f19d-49d8-9db5-30696317d804 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:26:35.428900 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:35.432895 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6072d935-3175-4d17-ac7b-306862c90f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13482f60-1143-451f-a93d-8c3ec4f297f2'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:26:35.441866 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e756e97-6d57-4f74-a52c-24452a3a76c6" -d '{"events": [{"server_uuid": "6072d935-3175-4d17-ac7b-306862c90f97", "name": "network-vif-plugged", "status": "completed", "tag": "13482f60-1143-451f-a93d-8c3ec4f297f2"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:26:35.497007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-cef064bd-cca4-49ec-8a24-39b2fca9a743 None None] Provisioning complete for port f10c4c37-b3f2-482e-b60c-09ed3918b3f0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:35.499575 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cef064bd-cca4-49ec-8a24-39b2fca9a743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:35.524708 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:35.561365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00c73a91-2574-4b32-a36d-d996cf42c48e req-8568be29-9616-400e-ac47-8dd168b445e3 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0c72c86-8e5e-4250-a81a-af8a59da7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956195 Nov 08 00:26:35.717116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-7c54adc3-9981-4858-820d-67b10ddab915 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::f816:3eff:fe26:ac3 (5519efd4-e1a8-486b-824a-06c45d00ec62/3433b335-9d44-4d97-afcf-5b35689f6583/bbcc8d33-f19d-49d8-9db5-30696317d804) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:35.727373 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a446d9-2a9e-4c89-9f65-7e8079823b8d req-f77b21a8-cac4-4a51-9a30-93e5fd9930e2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:35.729238 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9a446d9-2a9e-4c89-9f65-7e8079823b8d req-f77b21a8-cac4-4a51-9a30-93e5fd9930e2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.0743136 Nov 08 00:26:35.745284 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] Pushing event updated for resources: {'Port': ['ID=83120ad6-16d0-4d37-b14d-769c16097236,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:35.792999 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c915f110-70f3-4fff-93e1-6591cb24455d x-openstack-request-id: req-c915f110-70f3-4fff-93e1-6591cb24455d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:26:35.793304 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6072d935-3175-4d17-ac7b-306862c90f97", "name": "network-vif-plugged", "status": "completed", "tag": "13482f60-1143-451f-a93d-8c3ec4f297f2", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:26:35.795236 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c915f110-70f3-4fff-93e1-6591cb24455d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:26:35.795473 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6072d935-3175-4d17-ac7b-306862c90f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13482f60-1143-451f-a93d-8c3ec4f297f2', 'code': 200} Nov 08 00:26:35.840391 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:35.852153 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:35.856458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9a446d9-2a9e-4c89-9f65-7e8079823b8d req-4784f611-a227-4c9f-bdd9-4af97642f2b4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175075 Nov 08 00:26:35.876680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:26:35.912848 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-cef064bd-cca4-49ec-8a24-39b2fca9a743 None None] Port f10c4c37-b3f2-482e-b60c-09ed3918b3f0 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:26:36.004750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8df1e-8dc9-4ba4-b094-c9a476c271b3 req-36fe5b34-e75c-4a5e-9ef6-173058a35e24 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:36.006476 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7db8df1e-8dc9-4ba4-b094-c9a476c271b3 req-36fe5b34-e75c-4a5e-9ef6-173058a35e24 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 946 time: 0.0848880 Nov 08 00:26:36.085686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] Attempting to bind port 83120ad6-16d0-4d37-b14d-769c16097236 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:26:36.086056 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] Attempting to bind port 83120ad6-16d0-4d37-b14d-769c16097236 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:26:36.089978 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] Attempting to bind port 83120ad6-16d0-4d37-b14d-769c16097236 on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:26:36.094194 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10c4c37-b3f2-482e-b60c-09ed3918b3f0 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:26:36.100500 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:26:36.102256 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:26:36.102491 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:36.104288 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:26:36.107200 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] Bound port: 83120ad6-16d0-4d37-b14d-769c16097236, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:26:36.107654 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:36.114091 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:36.125387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d5d38-16b4-42c0-abdc-f9d26236d730 req-eb32d585-099e-4c12-be74-5a68bf0c74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:36.126736 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bc5d5d38-16b4-42c0-abdc-f9d26236d730 req-eb32d585-099e-4c12-be74-5a68bf0c74c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 1097 time: 0.2305460 Nov 08 00:26:36.140531 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7c54adc3-9981-4858-820d-67b10ddab915 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:36.144880 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] Transition to ACTIVE for port object f10c4c37-b3f2-482e-b60c-09ed3918b3f0 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:26:36.146350 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7db8df1e-8dc9-4ba4-b094-c9a476c271b3 req-abac616e-015a-4693-8c5d-2e164e257c48 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b676ce-1f60-4f0d-aeba-74b1eb6a8433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314044 Nov 08 00:26:36.196099 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bc5d5d38-16b4-42c0-abdc-f9d26236d730 req-ef83eb30-6bfa-4116-a9c2-3c86583b742b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e5b676ce-1f60-4f0d-aeba-74b1eb6a8433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595834 Nov 08 00:26:36.264290 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:36.269198 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] For port 83120ad6-16d0-4d37-b14d-769c16097236, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:26:36.274301 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] For port 83120ad6-16d0-4d37-b14d-769c16097236, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=83120ad6-16d0-4d37-b14d-769c16097236,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:26:36.283252 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7c54adc3-9981-4858-820d-67b10ddab915 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:36.356770 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:36.392630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54adc3-9981-4858-820d-67b10ddab915 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=bbcc8d33-f19d-49d8-9db5-30696317d804,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:36.412839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c54adc3-9981-4858-820d-67b10ddab915 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:36.414467 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-7c54adc3-9981-4858-820d-67b10ddab915 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:36.423778 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c54adc3-9981-4858-820d-67b10ddab915 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:26:36.427660 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84576111-183e-4e14-81e8-11b803425907 service neutron] Pushing event updated for resources: {'Port': ['ID=f10c4c37-b3f2-482e-b60c-09ed3918b3f0,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:36.455577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c54adc3-9981-4858-820d-67b10ddab915 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:36.459259 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7c54adc3-9981-4858-820d-67b10ddab915 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:36.480671 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb495b-456e-47f8-917f-cecc6e23c74b None None] Pushing event updated for resources: {'Port': ['ID=83120ad6-16d0-4d37-b14d-769c16097236,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:36.581379 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7c54adc3-9981-4858-820d-67b10ddab915 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0863163 Nov 08 00:26:36.584557 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57630) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:36.718752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e8482c-d4ba-4c98-92d5-2f52952b5091 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:36.725547 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e8482c-d4ba-4c98-92d5-2f52952b5091 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:36.727384 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-68e8482c-d4ba-4c98-92d5-2f52952b5091 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1377239 Nov 08 00:26:36.730778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] Attempting to bind port f10c4c37-b3f2-482e-b60c-09ed3918b3f0 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:26:36.731054 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] Attempting to bind port f10c4c37-b3f2-482e-b60c-09ed3918b3f0 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:26:36.731385 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] Attempting to bind port f10c4c37-b3f2-482e-b60c-09ed3918b3f0 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:26:36.734392 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57634) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:36.748890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] Port f10c4c37-b3f2-482e-b60c-09ed3918b3f0 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:26:36.748890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] Attempting to bind port f10c4c37-b3f2-482e-b60c-09ed3918b3f0 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:26:36.812965 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:26:36.812965 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:26:36.813385 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:26:36.813836 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] Bound port: f10c4c37-b3f2-482e-b60c-09ed3918b3f0, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:26:36.814199 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:36.823221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59539d2-adda-444b-ae2d-d92074627224 req-ffb8c7df-a988-4788-b853-6085b6a913ca tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:36.839246 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a59539d2-adda-444b-ae2d-d92074627224 req-ffb8c7df-a988-4788-b853-6085b6a913ca tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/ports?device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 946 time: 0.1337006 Nov 08 00:26:36.890240 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a59539d2-adda-444b-ae2d-d92074627224 req-d158a3b6-94ac-468a-be15-a6eab8cebbb9 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0c72c86-8e5e-4250-a81a-af8a59da7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523527 Nov 08 00:26:37.023932 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] For port f10c4c37-b3f2-482e-b60c-09ed3918b3f0, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:26:37.032132 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] For port f10c4c37-b3f2-482e-b60c-09ed3918b3f0, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=f10c4c37-b3f2-482e-b60c-09ed3918b3f0,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:26:37.098718 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5f35814d-d455-4348-9f86-4c8a6e1a57d5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port bbcc8d33-f19d-49d8-9db5-30696317d804 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:37.099397 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f35814d-d455-4348-9f86-4c8a6e1a57d5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:37.106274 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09446d99-1297-47ae-b3b2-a537099c32c8 req-553bebe2-281e-43d0-bce7-700fff4f0f48 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:37.117609 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09446d99-1297-47ae-b3b2-a537099c32c8 req-553bebe2-281e-43d0-bce7-700fff4f0f48 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.0974591 Nov 08 00:26:37.123524 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:37.141757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57646) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:37.175920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09446d99-1297-47ae-b3b2-a537099c32c8 req-098ba2af-77c8-4fbd-8ca7-0e1b0ef75dc8 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571892 Nov 08 00:26:37.309908 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84576111-183e-4e14-81e8-11b803425907 service neutron] Pushing event updated for resources: {'Port': ['ID=f10c4c37-b3f2-482e-b60c-09ed3918b3f0,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:37.335676 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:37.336506 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:37.337995 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4902a4d5-e66d-42fd-9720-c65efded285c req-84576111-183e-4e14-81e8-11b803425907 service neutron] 10.222.0.26 "PUT /v2.0/ports/f10c4c37-b3f2-482e-b60c-09ed3918b3f0 HTTP/1.1" status: 200 len: 1094 time: 2.3322446 Nov 08 00:26:37.338474 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14b4ab6-88d8-4e76-a787-997776ca9fb8', 'tag': 'f10c4c37-b3f2-482e-b60c-09ed3918b3f0'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:26:37.341017 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ece3f9-1f84-4cc2-b660-aa1dd4a78424" -d '{"events": [{"name": "network-changed", "server_uuid": "f14b4ab6-88d8-4e76-a787-997776ca9fb8", "tag": "f10c4c37-b3f2-482e-b60c-09ed3918b3f0"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:26:37.403452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6c6b0-7b1f-4219-8cd6-527f1bb55b67 req-5b3698e0-e9bf-445d-8fea-11fcf04a82ec tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:37.418739 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53f6c6b0-7b1f-4219-8cd6-527f1bb55b67 req-5b3698e0-e9bf-445d-8fea-11fcf04a82ec tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 946 time: 0.1242588 Nov 08 00:26:37.420496 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f35814d-d455-4348-9f86-4c8a6e1a57d5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:37.460208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5f35814d-d455-4348-9f86-4c8a6e1a57d5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for bbcc8d33-f19d-49d8-9db5-30696317d804 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:37.484907 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d615de-63ff-4d8f-8ae7-4ce6df5c0637 x-openstack-request-id: req-02d615de-63ff-4d8f-8ae7-4ce6df5c0637 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:26:37.484907 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14b4ab6-88d8-4e76-a787-997776ca9fb8", "tag": "f10c4c37-b3f2-482e-b60c-09ed3918b3f0", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:26:37.485116 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02d615de-63ff-4d8f-8ae7-4ce6df5c0637 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:26:37.485385 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14b4ab6-88d8-4e76-a787-997776ca9fb8', 'tag': 'f10c4c37-b3f2-482e-b60c-09ed3918b3f0', 'status': 'completed', 'code': 200} Nov 08 00:26:37.521032 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53f6c6b0-7b1f-4219-8cd6-527f1bb55b67 req-84ff5ffb-8bed-43c2-aa2a-8153e6bcf451 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b676ce-1f60-4f0d-aeba-74b1eb6a8433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006851 Nov 08 00:26:37.774509 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-068a2432-ef3a-48aa-9e3f-8ecb647ba455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:37.824164 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902a4d5-e66d-42fd-9720-c65efded285c req-66542841-b5d0-451a-b2f5-814f7627e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:37.831877 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4902a4d5-e66d-42fd-9720-c65efded285c req-66542841-b5d0-451a-b2f5-814f7627e785 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2253454a7244b94a89cdf99f9743611&device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 1097 time: 0.3509290 Nov 08 00:26:37.934709 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4902a4d5-e66d-42fd-9720-c65efded285c req-ea22c276-4be4-49b7-a0ad-941b779656d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=f10c4c37-b3f2-482e-b60c-09ed3918b3f0 HTTP/1.1" status: 200 len: 217 time: 0.0725563 Nov 08 00:26:37.995593 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902a4d5-e66d-42fd-9720-c65efded285c req-7d08cc58-9102-449a-b4af-d92021f5839d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:37.998119 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4902a4d5-e66d-42fd-9720-c65efded285c req-7d08cc58-9102-449a-b4af-d92021f5839d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0591328 Nov 08 00:26:37.999449 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f35814d-d455-4348-9f86-4c8a6e1a57d5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:38.073487 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35814d-d455-4348-9f86-4c8a6e1a57d5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=bbcc8d33-f19d-49d8-9db5-30696317d804,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:38.108179 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-068a2432-ef3a-48aa-9e3f-8ecb647ba455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:38.121089 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f35814d-d455-4348-9f86-4c8a6e1a57d5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:38.128273 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237db3b-f7a9-4159-84fd-d6586220e218 req-a6b69ecf-4fe8-4683-9e47-4de6378b3aac tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:38.131195 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5f35814d-d455-4348-9f86-4c8a6e1a57d5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/bbcc8d33-f19d-49d8-9db5-30696317d804 HTTP/1.1" status: 204 len: 168 time: 1.3956904 Nov 08 00:26:38.132833 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57664) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:38.138401 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9237db3b-f7a9-4159-84fd-d6586220e218 req-a6b69ecf-4fe8-4683-9e47-4de6378b3aac tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/ports?device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 946 time: 0.1471677 Nov 08 00:26:38.181003 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902a4d5-e66d-42fd-9720-c65efded285c req-80ffe17f-aaf2-417c-8d8c-5ad034f4152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:38.182956 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4902a4d5-e66d-42fd-9720-c65efded285c req-80ffe17f-aaf2-417c-8d8c-5ad034f4152f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1746464 Nov 08 00:26:38.200109 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9237db3b-f7a9-4159-84fd-d6586220e218 req-cfe77641-3c07-4117-aefb-ec0db7c0629d tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0c72c86-8e5e-4250-a81a-af8a59da7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597422 Nov 08 00:26:38.213537 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300471d3-6f4d-4899-b473-6665770eb778 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:38.215539 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300471d3-6f4d-4899-b473-6665770eb778 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:38.220351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57666) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:38.226737 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-300471d3-6f4d-4899-b473-6665770eb778 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0824993 Nov 08 00:26:38.231039 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-068a2432-ef3a-48aa-9e3f-8ecb647ba455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:38.273260 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-068a2432-ef3a-48aa-9e3f-8ecb647ba455 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a355cf32e894e798476b1f8a09eaf0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1300149 Nov 08 00:26:38.275605 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57670) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:38.323779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-abacbae2-9129-49aa-abe0-71695174a075 None None] Provisioning complete for port 83120ad6-16d0-4d37-b14d-769c16097236 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:38.325688 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-abacbae2-9129-49aa-abe0-71695174a075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:38.396758 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:38.397186 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a2432-ef3a-48aa-9e3f-8ecb647ba455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97d436f-b863-4278-848d-0bd2f45b0deb,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:38.422661 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4902a4d5-e66d-42fd-9720-c65efded285c req-8fb45a78-2830-49ac-a4bd-5e8c5e3bb496 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262688 Nov 08 00:26:38.429496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-de409875-1f29-4f6c-ae32-d3b55314d8a3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 3433b335-9d44-4d97-afcf-5b35689f6583 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:26:38.441252 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-de409875-1f29-4f6c-ae32-d3b55314d8a3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:38.503350 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd1c19-8e7f-46e7-8606-5043afed315f req-8df329b3-5319-406a-8fe9-83d5577ede25 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:38.505656 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6dd1c19-8e7f-46e7-8606-5043afed315f req-8df329b3-5319-406a-8fe9-83d5577ede25 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.1918426 Nov 08 00:26:38.513278 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-abacbae2-9129-49aa-abe0-71695174a075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:38.522264 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-de409875-1f29-4f6c-ae32-d3b55314d8a3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:38.563344 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8935d260-49c2-454f-820d-4b6776a6876c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:38.569091 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-abacbae2-9129-49aa-abe0-71695174a075 None None] For port 83120ad6-16d0-4d37-b14d-769c16097236, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=83120ad6-16d0-4d37-b14d-769c16097236,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:38.658963 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8935d260-49c2-454f-820d-4b6776a6876c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:38.709731 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4902a4d5-e66d-42fd-9720-c65efded285c req-d0d7700c-4681-4c1d-9004-a315aa3cf79f service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769828 Nov 08 00:26:38.739877 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-abacbae2-9129-49aa-abe0-71695174a075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:38.878847 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 83120ad6-16d0-4d37-b14d-769c16097236 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:38.881495 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6dd1c19-8e7f-46e7-8606-5043afed315f req-05f4c7f5-7334-46a9-9ad4-44474fb975b3 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3606222 Nov 08 00:26:38.886228 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a2d7346e-7c19-4b2d-8178-297d1b87b8db None None] Could not find standard attr ID for object bbcc8d33-f19d-49d8-9db5-30696317d804. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:26:38.918255 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacbae2-9129-49aa-abe0-71695174a075 None None] Pushing event updated for resources: {'Port': ['ID=83120ad6-16d0-4d37-b14d-769c16097236,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:38.963065 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 83120ad6-16d0-4d37-b14d-769c16097236 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:38.963445 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:38.966641 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-de409875-1f29-4f6c-ae32-d3b55314d8a3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:39.027633 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ece3f9-1f84-4cc2-b660-aa1dd4a78424 req-2bbeada4-f9f8-4082-be75-f1e978cef7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:39.029748 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d3ece3f9-1f84-4cc2-b660-aa1dd4a78424 req-2bbeada4-f9f8-4082-be75-f1e978cef7d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2253454a7244b94a89cdf99f9743611&device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0677266 Nov 08 00:26:39.100152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1a345-840e-4cd4-82da-9a4b42d4c284 req-bfd0f40f-6402-4cb9-8da3-e168ea2423be tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:39.105772 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5dd1a345-840e-4cd4-82da-9a4b42d4c284 req-bfd0f40f-6402-4cb9-8da3-e168ea2423be tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 946 time: 0.4282112 Nov 08 00:26:39.198394 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5dd1a345-840e-4cd4-82da-9a4b42d4c284 req-50be3a8f-2976-4366-afdf-3a71da1afdfe tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b676ce-1f60-4f0d-aeba-74b1eb6a8433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465376 Nov 08 00:26:39.211992 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ece3f9-1f84-4cc2-b660-aa1dd4a78424 req-b03a6bfb-0b0c-4f7c-93e5-62acd3ab091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:39.213785 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d3ece3f9-1f84-4cc2-b660-aa1dd4a78424 req-b03a6bfb-0b0c-4f7c-93e5-62acd3ab091f service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1526024 Nov 08 00:26:39.247904 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8935d260-49c2-454f-820d-4b6776a6876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:39.255309 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8935d260-49c2-454f-820d-4b6776a6876c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:39.255309 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8935d260-49c2-454f-820d-4b6776a6876c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e97d436f-b863-4278-848d-0bd2f45b0deb HTTP/1.1" status: 204 len: 168 time: 0.9554641 Nov 08 00:26:39.266936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935d260-49c2-454f-820d-4b6776a6876c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97d436f-b863-4278-848d-0bd2f45b0deb,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:39.269584 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d3ece3f9-1f84-4cc2-b660-aa1dd4a78424 req-e4159742-7aa6-40c8-a6fc-237e9953bde9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=f10c4c37-b3f2-482e-b60c-09ed3918b3f0 HTTP/1.1" status: 200 len: 217 time: 0.0459993 Nov 08 00:26:39.299707 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-de409875-1f29-4f6c-ae32-d3b55314d8a3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:39.361588 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de409875-1f29-4f6c-ae32-d3b55314d8a3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=3433b335-9d44-4d97-afcf-5b35689f6583,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:39.367011 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-de409875-1f29-4f6c-ae32-d3b55314d8a3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:39.370561 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8da61bf-604c-4a5c-9913-080dff191ac9 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:39.388418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-de409875-1f29-4f6c-ae32-d3b55314d8a3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/3433b335-9d44-4d97-afcf-5b35689f6583 HTTP/1.1" status: 204 len: 168 time: 1.1664538 Nov 08 00:26:39.398053 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57692) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:39.580931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a0922-560f-400e-8563-4ff464d05e5d req-3ee94d2d-e31f-4ab8-a7a9-2f420a247656 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:39.583648 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe9a0922-560f-400e-8563-4ff464d05e5d req-3ee94d2d-e31f-4ab8-a7a9-2f420a247656 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/ports?device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 946 time: 0.2269342 Nov 08 00:26:39.594873 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466242b-6cce-44d8-ac64-4ea662aed9ab req-a2078877-ab20-4f8e-bf6f-f49954d45cb0 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:39.604462 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4466242b-6cce-44d8-ac64-4ea662aed9ab req-a2078877-ab20-4f8e-bf6f-f49954d45cb0 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 946 time: 0.1550233 Nov 08 00:26:39.650571 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093676c2-e768-4d0f-a33f-fe158837a8f7 None None] DHCP port deletion for 5519efd4-e1a8-486b-824a-06c45d00ec62 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:26:39.701318 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe9a0922-560f-400e-8563-4ff464d05e5d req-d81fd2d2-7aa1-4694-90d3-57aee2e683db tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0c72c86-8e5e-4250-a81a-af8a59da7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881619 Nov 08 00:26:39.746960 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4466242b-6cce-44d8-ac64-4ea662aed9ab req-93c85d11-6f13-42f1-83cd-47963a15caa7 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b676ce-1f60-4f0d-aeba-74b1eb6a8433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401873 Nov 08 00:26:39.777838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-093676c2-e768-4d0f-a33f-fe158837a8f7 None None] Deleting port 83120ad6-16d0-4d37-b14d-769c16097236 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:39.778233 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-093676c2-e768-4d0f-a33f-fe158837a8f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:39.884205 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-093676c2-e768-4d0f-a33f-fe158837a8f7 None None] For port 83120ad6-16d0-4d37-b14d-769c16097236, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=83120ad6-16d0-4d37-b14d-769c16097236,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:39.884205 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-093676c2-e768-4d0f-a33f-fe158837a8f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:39.905041 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-093676c2-e768-4d0f-a33f-fe158837a8f7 None None] Calling delete_port for 83120ad6-16d0-4d37-b14d-769c16097236 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:39.970937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671489c4-dc82-4e2a-b0b3-c9ad71b3949a req-c61260b9-2aca-4a15-b454-a17a1eda3939 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:39.979517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-671489c4-dc82-4e2a-b0b3-c9ad71b3949a req-c61260b9-2aca-4a15-b454-a17a1eda3939 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 946 time: 0.1197047 Nov 08 00:26:39.991565 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ab29b644-dfb6-4875-9d16-a27253db5947 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5923378 Nov 08 00:26:40.000888 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57704) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:40.004263 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ece3f9-1f84-4cc2-b660-aa1dd4a78424 req-5669d1b2-cf10-43ee-bef1-69cbe8c079c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:40.005760 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d3ece3f9-1f84-4cc2-b660-aa1dd4a78424 req-5669d1b2-cf10-43ee-bef1-69cbe8c079c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.7288659 Nov 08 00:26:40.020596 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f64067ea-bc32-43d0-8b92-984d04c811cc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:40.035346 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-671489c4-dc82-4e2a-b0b3-c9ad71b3949a req-7e0d2c95-b6d5-489d-84c4-ea2ec094b7e5 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b676ce-1f60-4f0d-aeba-74b1eb6a8433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547626 Nov 08 00:26:40.048321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57708) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:40.234420 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd85b7-1d28-4524-930a-4e1ede9471a0 req-59844b4d-c77e-4926-b982-767b4269b9d9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:40.250333 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2fcd85b7-1d28-4524-930a-4e1ede9471a0 req-59844b4d-c77e-4926-b982-767b4269b9d9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.1789634 Nov 08 00:26:40.336928 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ece3f9-1f84-4cc2-b660-aa1dd4a78424 req-3e98f966-20b6-4d96-9d92-00edd7c0186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:40.336928 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d3ece3f9-1f84-4cc2-b660-aa1dd4a78424 req-3e98f966-20b6-4d96-9d92-00edd7c0186f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2987142 Nov 08 00:26:40.337536 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-093676c2-e768-4d0f-a33f-fe158837a8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:40.421026 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093676c2-e768-4d0f-a33f-fe158837a8f7 None None] Pushing event deleted for resources: {'Port': ['ID=83120ad6-16d0-4d37-b14d-769c16097236,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:40.447285 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093676c2-e768-4d0f-a33f-fe158837a8f7 None None] No DVR routers for this DVR port 83120ad6-16d0-4d37-b14d-769c16097236 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:26:40.463657 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2fcd85b7-1d28-4524-930a-4e1ede9471a0 req-96c8cac9-e1ae-4fa4-b515-d45fd3b18655 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117131 Nov 08 00:26:40.466567 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d3ece3f9-1f84-4cc2-b660-aa1dd4a78424 req-3d046cb0-489c-4e1f-89b9-584b884d55a8 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332917 Nov 08 00:26:40.512795 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187d9f4a-c6c3-4832-8866-c602fe6b265f tempest-TestServerBasicOps-521362744 tempest-TestServerBasicOps-521362744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:40.515825 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-187d9f4a-c6c3-4832-8866-c602fe6b265f tempest-TestServerBasicOps-521362744 tempest-TestServerBasicOps-521362744-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 1092 time: 0.4645638 Nov 08 00:26:40.517222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57720) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:40.522894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': '13482f60-1143-451f-a93d-8c3ec4f297f2', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:40.579487 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d3ece3f9-1f84-4cc2-b660-aa1dd4a78424 req-35e80226-6e9e-4682-acb5-32fa77ffa4a7 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920639 Nov 08 00:26:40.656092 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 83120ad6-16d0-4d37-b14d-769c16097236 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:26:40.685171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 83120ad6-16d0-4d37-b14d-769c16097236 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:26:40.685560 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 83120ad6-16d0-4d37-b14d-769c16097236 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:26:40.689992 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device f10c4c37-b3f2-482e-b60c-09ed3918b3f0 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:26:40.800834 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port f10c4c37-b3f2-482e-b60c-09ed3918b3f0, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=f10c4c37-b3f2-482e-b60c-09ed3918b3f0,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:40.813512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'f10c4c37-b3f2-482e-b60c-09ed3918b3f0', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': 'f10c4c37-b3f2-482e-b60c-09ed3918b3f0', 'mac_address': 'fa:16:3e:35:5c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:26:40.816791 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9a677-c3bb-4786-be52-f1aa8e954f47 req-f319dd98-7d16-4439-8a9c-630b6f0066c3 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:40.819134 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61d9a677-c3bb-4786-be52-f1aa8e954f47 req-f319dd98-7d16-4439-8a9c-630b6f0066c3 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/ports?device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 946 time: 0.0495167 Nov 08 00:26:40.855279 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:40.862219 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61d9a677-c3bb-4786-be52-f1aa8e954f47 req-569e1537-543d-40e7-88eb-ffe66088f5a8 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0c72c86-8e5e-4250-a81a-af8a59da7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365150 Nov 08 00:26:40.874329 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10c4c37-b3f2-482e-b60c-09ed3918b3f0 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:26:40.898477 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64067ea-bc32-43d0-8b92-984d04c811cc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:40.903776 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f64067ea-bc32-43d0-8b92-984d04c811cc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:40.914763 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port f10c4c37-b3f2-482e-b60c-09ed3918b3f0, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=f10c4c37-b3f2-482e-b60c-09ed3918b3f0,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:41.070852 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:41.099935 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:41.252589 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=f10c4c37-b3f2-482e-b60c-09ed3918b3f0,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:41.294904 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:41.451710 n-d-816882-1 neutron-server[102771]: DEBUG neutron.objects.ports [None req-f64067ea-bc32-43d0-8b92-984d04c811cc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 00:26:41.451710 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f64067ea-bc32-43d0-8b92-984d04c811cc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:41.454860 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Allocated IP 172.25.2.220 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/40480288-c8b7-494d-bd10-52c86ff7a178) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:41.497891 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['f10c4c37-b3f2-482e-b60c-09ed3918b3f0'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:26:41.505770 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64067ea-bc32-43d0-8b92-984d04c811cc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:41.522972 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-f64067ea-bc32-43d0-8b92-984d04c811cc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:41.534797 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64067ea-bc32-43d0-8b92-984d04c811cc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:41.539751 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f64067ea-bc32-43d0-8b92-984d04c811cc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:41.559053 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4624e7dc-5c36-4066-84e8-619035e0558d None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:41.593218 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64067ea-bc32-43d0-8b92-984d04c811cc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=500c4226-8d89-497f-867e-abb697e204a5,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:41.636296 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:41.701034 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f64067ea-bc32-43d0-8b92-984d04c811cc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6987309 Nov 08 00:26:41.702128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57748) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:41.708109 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-1065c815-6560-4267-9649-a4e1fda1bba7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'mac_address': 'fa:16:3e:c0:47:81', 'name': 'tempest-NetworksTestDHCPv6-735518417'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:41.721744 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a59c9-6b0b-4fd3-b050-367b59b7ec5e req-f67cca01-9484-4aeb-8637-99f2b472e533 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:41.722143 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e5a59c9-6b0b-4fd3-b050-367b59b7ec5e req-f67cca01-9484-4aeb-8637-99f2b472e533 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.0907619 Nov 08 00:26:41.794538 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e5a59c9-6b0b-4fd3-b050-367b59b7ec5e req-06071104-ad8d-4c18-9a30-67bd13cbd756 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598722 Nov 08 00:26:41.820407 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:41.872944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:41.877190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:41.881639 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:26:41.974566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5519efd4-e1a8-486b-824a-06c45d00ec62', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'fixed_ips': [{'subnet_id': '500c4226-8d89-497f-867e-abb697e204a5'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:26:41.975435 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:42.100390 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1065c815-6560-4267-9649-a4e1fda1bba7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:42.109655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Pushing event updated for resources: {'Port': ['ID=40480288-c8b7-494d-bd10-52c86ff7a178,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:42.148788 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] Allocated IP 2001:db8::f816:3eff:feb7:cec2 (5519efd4-e1a8-486b-824a-06c45d00ec62/500c4226-8d89-497f-867e-abb697e204a5/2acc081a-a421-4881-83ae-4e750dded233) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:42.220215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e3e69-cc74-4cb8-87e0-ee8f7ac9078c req-c9ae9838-50de-4a1c-b700-45c216a66f0f tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:42.227846 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-752e3e69-cc74-4cb8-87e0-ee8f7ac9078c req-c9ae9838-50de-4a1c-b700-45c216a66f0f tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/ports?device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 947 time: 0.1678197 Nov 08 00:26:42.300175 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1065c815-6560-4267-9649-a4e1fda1bba7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:42.333962 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-752e3e69-cc74-4cb8-87e0-ee8f7ac9078c req-260382e1-e6e4-4e57-8fd2-b562bbeaa5bd tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0c72c86-8e5e-4250-a81a-af8a59da7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050677 Nov 08 00:26:42.372264 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-1065c815-6560-4267-9649-a4e1fda1bba7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port d91a2dd7-c7e0-4ab0-ab5e-74d4a3299751 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:26:42.693807 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:42.712763 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:42.802584 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:42.868078 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:42.870425 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:42.874081 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:26:42.902045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-1065c815-6560-4267-9649-a4e1fda1bba7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::f816:3eff:fec0:4781 (5519efd4-e1a8-486b-824a-06c45d00ec62/500c4226-8d89-497f-867e-abb697e204a5/d91a2dd7-c7e0-4ab0-ab5e-74d4a3299751) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:42.979265 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] Pushing event updated for resources: {'Port': ['ID=2acc081a-a421-4881-83ae-4e750dded233,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:43.022250 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] Attempting to bind port 2acc081a-a421-4881-83ae-4e750dded233 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:26:43.025976 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] Attempting to bind port 2acc081a-a421-4881-83ae-4e750dded233 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:26:43.026434 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] Attempting to bind port 2acc081a-a421-4881-83ae-4e750dded233 on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:26:43.039542 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:26:43.040420 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:26:43.041001 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:43.041602 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:26:43.042257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] Bound port: 2acc081a-a421-4881-83ae-4e750dded233, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:26:43.042865 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:43.159446 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1065c815-6560-4267-9649-a4e1fda1bba7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:43.176168 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] For port 2acc081a-a421-4881-83ae-4e750dded233, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:26:43.184898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] For port 2acc081a-a421-4881-83ae-4e750dded233, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2acc081a-a421-4881-83ae-4e750dded233,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:26:43.248813 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:43.295510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd59c1-3d0b-463d-bad9-7cad5106b3db req-83987b5c-a5fa-495d-a5d9-26d461d62476 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:43.297623 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cabd59c1-3d0b-463d-bad9-7cad5106b3db req-83987b5c-a5fa-495d-a5d9-26d461d62476 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.0937321 Nov 08 00:26:43.306219 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1065c815-6560-4267-9649-a4e1fda1bba7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:43.369283 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cabd59c1-3d0b-463d-bad9-7cad5106b3db req-dda633c6-6250-4d8a-960f-367bdbfb4183 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611296 Nov 08 00:26:43.432848 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:43.433740 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293874c1-b762-4bd1-a40a-fc9c75a6701f None None] Pushing event updated for resources: {'Port': ['ID=2acc081a-a421-4881-83ae-4e750dded233,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:43.447027 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1065c815-6560-4267-9649-a4e1fda1bba7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:43.460821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-1065c815-6560-4267-9649-a4e1fda1bba7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:43.486109 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1065c815-6560-4267-9649-a4e1fda1bba7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:26:43.500743 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1065c815-6560-4267-9649-a4e1fda1bba7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:43.507437 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1065c815-6560-4267-9649-a4e1fda1bba7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:43.540970 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065c815-6560-4267-9649-a4e1fda1bba7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=d91a2dd7-c7e0-4ab0-ab5e-74d4a3299751,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:43.627682 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1065c815-6560-4267-9649-a4e1fda1bba7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9244931 Nov 08 00:26:43.630472 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57776) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:43.664738 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefe807-b376-488a-868c-ccce996f8167 req-3783e983-2c10-415a-b210-8c47cb660b51 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:43.680665 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0eefe807-b376-488a-868c-ccce996f8167 req-3783e983-2c10-415a-b210-8c47cb660b51 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/ports?device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 947 time: 0.2019603 Nov 08 00:26:43.765861 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0223df17-1596-42c1-903a-56eb8c534259 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:43.776140 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0223df17-1596-42c1-903a-56eb8c534259 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:43.780530 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0223df17-1596-42c1-903a-56eb8c534259 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1464264 Nov 08 00:26:43.784633 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57780) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:43.920481 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0eefe807-b376-488a-868c-ccce996f8167 req-c6c4481f-5b0c-41b5-add6-eab46d52062e tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0c72c86-8e5e-4250-a81a-af8a59da7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381918 Nov 08 00:26:44.078518 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:44.122905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-bf54adf9-d951-4f3e-85ae-c7c46c81d37a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port d91a2dd7-c7e0-4ab0-ab5e-74d4a3299751 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:44.123295 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf54adf9-d951-4f3e-85ae-c7c46c81d37a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:44.180781 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:44.259811 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Pushing event updated for resources: {'Port': ['ID=40480288-c8b7-494d-bd10-52c86ff7a178,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:44.379864 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:44.383975 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf54adf9-d951-4f3e-85ae-c7c46c81d37a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:44.499928 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-bf54adf9-d951-4f3e-85ae-c7c46c81d37a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for d91a2dd7-c7e0-4ab0-ab5e-74d4a3299751 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:44.651517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5dac3-7b6a-4321-a17d-da310921f9ae req-eaed52af-940f-4cfc-b1a0-8ab210a53d74 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:44.653800 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e2b5dac3-7b6a-4321-a17d-da310921f9ae req-eaed52af-940f-4cfc-b1a0-8ab210a53d74 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.1575673 Nov 08 00:26:44.704612 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device f10c4c37-b3f2-482e-b60c-09ed3918b3f0 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:44.757372 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Floating IP 34a9c38e-43b4-4aeb-996b-ac3f151d37e6 associated. External IP: 172.25.2.220, port: 13482f60-1143-451f-a93d-8c3ec4f297f2. Nov 08 00:26:44.798739 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2acc081a-a421-4881-83ae-4e750dded233 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:44.858210 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port f10c4c37-b3f2-482e-b60c-09ed3918b3f0 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:26:44.897947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port f10c4c37-b3f2-482e-b60c-09ed3918b3f0 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:44.898195 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:44.955730 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5f7bd203-be7a-4653-8de4-b85057500c4f None None] Provisioning complete for port 2acc081a-a421-4881-83ae-4e750dded233 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:44.966876 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f7bd203-be7a-4653-8de4-b85057500c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:44.992154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e2b5dac3-7b6a-4321-a17d-da310921f9ae req-fc29be91-9c9b-4c5d-abc9-95587e0e9a6c tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3301792 Nov 08 00:26:45.145604 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-76cde860-a8fc-479e-a1ac-22f7cf8ba00d tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2905f964174245ec9ffedc8f728c1d83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824096 Nov 08 00:26:45.150003 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:45.217332 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port f10c4c37-b3f2-482e-b60c-09ed3918b3f0, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=f10c4c37-b3f2-482e-b60c-09ed3918b3f0,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:45.219143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14b4ab6-88d8-4e76-a787-997776ca9fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10c4c37-b3f2-482e-b60c-09ed3918b3f0'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:26:45.221504 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f48bead-546a-45ee-a840-c202bdf8cf6a" -d '{"events": [{"server_uuid": "f14b4ab6-88d8-4e76-a787-997776ca9fb8", "name": "network-vif-plugged", "status": "completed", "tag": "f10c4c37-b3f2-482e-b60c-09ed3918b3f0"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:26:45.241873 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf54adf9-d951-4f3e-85ae-c7c46c81d37a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:45.265618 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 2acc081a-a421-4881-83ae-4e750dded233 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:45.266185 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:45.315823 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:45.436379 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=f10c4c37-b3f2-482e-b60c-09ed3918b3f0,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:45.464576 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f7bd203-be7a-4653-8de4-b85057500c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:45.489389 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54adf9-d951-4f3e-85ae-c7c46c81d37a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=d91a2dd7-c7e0-4ab0-ab5e-74d4a3299751,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:45.522535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5f7bd203-be7a-4653-8de4-b85057500c4f None None] For port 2acc081a-a421-4881-83ae-4e750dded233, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2acc081a-a421-4881-83ae-4e750dded233,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:45.566923 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:45.578501 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf54adf9-d951-4f3e-85ae-c7c46c81d37a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:45.593069 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bf54adf9-d951-4f3e-85ae-c7c46c81d37a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/d91a2dd7-c7e0-4ab0-ab5e-74d4a3299751 HTTP/1.1" status: 204 len: 168 time: 1.8045495 Nov 08 00:26:45.594000 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57810) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:45.622362 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-44bc587f-fe34-45a9-9dc2-85f91ee92ed1 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:45.629689 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-44bc587f-fe34-45a9-9dc2-85f91ee92ed1 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4829919 Nov 08 00:26:45.652153 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ebb42-6af8-4581-8c38-f9b4703c8458 req-2e250549-ac36-4263-b3f0-a2ff89b8dc33 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:45.662285 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b3ebb42-6af8-4581-8c38-f9b4703c8458 req-2e250549-ac36-4263-b3f0-a2ff89b8dc33 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/ports?device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 948 time: 0.1928446 Nov 08 00:26:45.672241 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-36d233f8-5bd2-4877-997c-e4f151d076ab tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/quotas/2905f964174245ec9ffedc8f728c1d83 HTTP/1.1" status: 200 len: 375 time: 0.0374985 Nov 08 00:26:45.679724 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f7bd203-be7a-4653-8de4-b85057500c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:45.686553 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8352d2cc-ba94-4a9d-aaf0-cc1b01972f64 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:45.689102 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8352d2cc-ba94-4a9d-aaf0-cc1b01972f64 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:45.694081 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8352d2cc-ba94-4a9d-aaf0-cc1b01972f64 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0988462 Nov 08 00:26:45.694991 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57812) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:45.779306 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc0c9bb-e02b-438d-aa95-3f111090b6a2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 500c4226-8d89-497f-867e-abb697e204a5 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:26:45.783985 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fdc0c9bb-e02b-438d-aa95-3f111090b6a2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:45.795938 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-7960124d-ea7a-4941-ad31-c6d508f5b395 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2905f964174245ec9ffedc8f728c1d83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038668 Nov 08 00:26:45.804163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Router d4df023d-45c0-430e-98d7-f96b6f53f292 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:26:45.809076 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:26:45.810511 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:26:45.824666 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-8191b7c8-9e2f-4b7c-aa4c-b2de76a18baf None None] Could not find standard attr ID for object d91a2dd7-c7e0-4ab0-ab5e-74d4a3299751. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:26:45.843244 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bd203-be7a-4653-8de4-b85057500c4f None None] Pushing event updated for resources: {'Port': ['ID=2acc081a-a421-4881-83ae-4e750dded233,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:45.856238 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fdc0c9bb-e02b-438d-aa95-3f111090b6a2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:45.868381 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b3ebb42-6af8-4581-8c38-f9b4703c8458 req-c152f9cf-2a76-417b-9d7c-c171dcd49329 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0c72c86-8e5e-4250-a81a-af8a59da7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050271 Nov 08 00:26:45.968431 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751b544d-83d0-40d2-8544-011db21abd82 x-openstack-request-id: req-751b544d-83d0-40d2-8544-011db21abd82 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:26:45.968716 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14b4ab6-88d8-4e76-a787-997776ca9fb8", "name": "network-vif-plugged", "status": "completed", "tag": "f10c4c37-b3f2-482e-b60c-09ed3918b3f0", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:26:45.968963 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-751b544d-83d0-40d2-8544-011db21abd82 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:26:45.969358 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14b4ab6-88d8-4e76-a787-997776ca9fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10c4c37-b3f2-482e-b60c-09ed3918b3f0', 'code': 200} Nov 08 00:26:46.038318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:26:46.038942 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fdc0c9bb-e02b-438d-aa95-3f111090b6a2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:46.055233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc6b144-331e-40cd-a441-bc2d8d7f1e33 None None] Sync routers for ids ['d4df023d-45c0-430e-98d7-f96b6f53f292'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:26:46.068889 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc6b144-331e-40cd-a441-bc2d8d7f1e33 None None] Routers {'d4df023d-45c0-430e-98d7-f96b6f53f292'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:26:46.069847 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-acc6b144-331e-40cd-a441-bc2d8d7f1e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:26:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d4df023d-45c0-430e-98d7-f96b6f53f292'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:46.175965 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:46.258083 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad38a3e8-57d4-49a3-a4a9-f33abaad0aae req-1e8b9a99-6ca7-4d0d-a72e-a889516e0c31 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 210 time: 0.0472567 Nov 08 00:26:46.306782 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7111ecda-a30f-48ac-b3e2-d4c660701911 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.7867734 Nov 08 00:26:46.325206 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6565db-fbc3-4de1-9481-51fedc29558b req-f5281a1c-b80c-4da4-8ac6-2b3df6631c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:46.327376 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cb6565db-fbc3-4de1-9481-51fedc29558b req-f5281a1c-b80c-4da4-8ac6-2b3df6631c67 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 1099 time: 0.1946404 Nov 08 00:26:46.327997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6072d935-3175-4d17-ac7b-306862c90f97', 'tag': '13482f60-1143-451f-a93d-8c3ec4f297f2'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:26:46.332076 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dd3e63-4061-4c26-bbd0-a666ceb314fa" -d '{"events": [{"name": "network-changed", "server_uuid": "6072d935-3175-4d17-ac7b-306862c90f97", "tag": "13482f60-1143-451f-a93d-8c3ec4f297f2"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:26:46.381457 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fdc0c9bb-e02b-438d-aa95-3f111090b6a2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:46.400442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01a326-bd84-4903-8672-008011ee53aa req-e20a061b-c3af-49ce-aae3-ba20d7503119 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:46.409340 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce01a326-bd84-4903-8672-008011ee53aa req-e20a061b-c3af-49ce-aae3-ba20d7503119 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.1721153 Nov 08 00:26:46.458845 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f78e6e-2961-44a8-80b2-316f70838e9e None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:46.468164 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fdc0c9bb-e02b-438d-aa95-3f111090b6a2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:46.474075 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fdc0c9bb-e02b-438d-aa95-3f111090b6a2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/500c4226-8d89-497f-867e-abb697e204a5 HTTP/1.1" status: 204 len: 168 time: 0.7753172 Nov 08 00:26:46.491132 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0c9bb-e02b-438d-aa95-3f111090b6a2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=500c4226-8d89-497f-867e-abb697e204a5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:46.493123 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57838) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:46.501899 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c826a2-6c7c-47cb-aaa0-91b904caeded x-openstack-request-id: req-d3c826a2-6c7c-47cb-aaa0-91b904caeded {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:26:46.502423 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6072d935-3175-4d17-ac7b-306862c90f97", "tag": "13482f60-1143-451f-a93d-8c3ec4f297f2", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:26:46.502572 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3c826a2-6c7c-47cb-aaa0-91b904caeded {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:26:46.502937 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6072d935-3175-4d17-ac7b-306862c90f97', 'tag': '13482f60-1143-451f-a93d-8c3ec4f297f2', 'status': 'completed', 'code': 200} Nov 08 00:26:46.528299 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cb6565db-fbc3-4de1-9481-51fedc29558b req-a83aed79-9360-4cb0-b055-3997300cb77b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c0c72c86-8e5e-4250-a81a-af8a59da7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909583 Nov 08 00:26:46.559845 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce01a326-bd84-4903-8672-008011ee53aa req-bc2286f0-2751-461b-8c08-a2e06afc3d5e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431680 Nov 08 00:26:46.572112 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8eb4f609-4a25-43b5-afe5-8cc6886c872a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716822 Nov 08 00:26:46.572796 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57840) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:46.588550 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-acc6b144-331e-40cd-a441-bc2d8d7f1e33 None None] Set router d4df023d-45c0-430e-98d7-f96b6f53f292 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:26:46.602247 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd3e63-4061-4c26-bbd0-a666ceb314fa req-1f474fbe-1d00-48b1-b47b-ac5eaf7b3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:46.602247 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-91dd3e63-4061-4c26-bbd0-a666ceb314fa req-1f474fbe-1d00-48b1-b47b-ac5eaf7b3683 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf6aabdd7f8f40e0a5bfc671d7065857&device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 1097 time: 0.1228271 Nov 08 00:26:46.689472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e470acbc-4126-4d8b-8b49-8528953bc702 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:46.697308 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e470acbc-4126-4d8b-8b49-8528953bc702 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1222601 Nov 08 00:26:46.698437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57846) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:46.764175 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b1abe5-2f48-413b-99fd-ad94b2a0a02d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:46.767846 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-66b1abe5-2f48-413b-99fd-ad94b2a0a02d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0649095 Nov 08 00:26:46.773446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57848) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:46.802523 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2acc081a-a421-4881-83ae-4e750dded233 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:46.818745 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd3e63-4061-4c26-bbd0-a666ceb314fa req-b64b8229-ba54-4f01-b722-bbe40c7601a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:46.820399 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-91dd3e63-4061-4c26-bbd0-a666ceb314fa req-b64b8229-ba54-4f01-b722-bbe40c7601a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d9e2072-e0f6-4949-9ba2-c29e6e5628ac HTTP/1.1" status: 200 len: 909 time: 0.2178304 Nov 08 00:26:46.844517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fc25ea66-ff52-4573-b972-242a02e5d9e0 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634220 Nov 08 00:26:46.844765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57852) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:46.855265 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-add4ce6a-40a6-4b48-928f-68cab5033a77 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:46.958135 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653ce5f6-a3a1-44a3-978c-af25ea44022a None None] DHCP port deletion for 5519efd4-e1a8-486b-824a-06c45d00ec62 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:26:46.977079 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-91dd3e63-4061-4c26-bbd0-a666ceb314fa req-b0617c89-833c-413f-a8fb-2d8b650cd3b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13482f60-1143-451f-a93d-8c3ec4f297f2 HTTP/1.1" status: 200 len: 1000 time: 0.1414216 Nov 08 00:26:47.040599 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd3e63-4061-4c26-bbd0-a666ceb314fa req-aa1258af-de57-432d-b1d4-b4f7693e9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:47.042108 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-91dd3e63-4061-4c26-bbd0-a666ceb314fa req-aa1258af-de57-432d-b1d4-b4f7693e9a38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=411d4059-474f-4fc7-8a0d-b3b7cef4a1e5 HTTP/1.1" status: 200 len: 847 time: 0.0571089 Nov 08 00:26:47.055183 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 2acc081a-a421-4881-83ae-4e750dded233 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:47.055487 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:47.071290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55afd4f-2b2a-4481-865d-1c6e7732f5df req-88d3c97f-d9ee-4aea-b530-5ca52ca372b6 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:47.072823 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c55afd4f-2b2a-4481-865d-1c6e7732f5df req-88d3c97f-d9ee-4aea-b530-5ca52ca372b6 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/ports?device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 948 time: 0.0771916 Nov 08 00:26:47.096669 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd3e63-4061-4c26-bbd0-a666ceb314fa req-03cc1920-12cf-4b74-a1e9-c4fd33ed7663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:47.098955 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-91dd3e63-4061-4c26-bbd0-a666ceb314fa req-03cc1920-12cf-4b74-a1e9-c4fd33ed7663 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d9e2072-e0f6-4949-9ba2-c29e6e5628ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481219 Nov 08 00:26:47.137547 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-653ce5f6-a3a1-44a3-978c-af25ea44022a None None] Deleting port 2acc081a-a421-4881-83ae-4e750dded233 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:47.137547 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-653ce5f6-a3a1-44a3-978c-af25ea44022a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:47.144701 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c55afd4f-2b2a-4481-865d-1c6e7732f5df req-412e5e62-23d8-447f-8db5-bb5b14ea3c03 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0c72c86-8e5e-4250-a81a-af8a59da7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521803 Nov 08 00:26:47.215572 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-91dd3e63-4061-4c26-bbd0-a666ceb314fa req-1adae269-6157-405c-8398-3079d3e1e872 service neutron] 10.222.0.20 "GET /v2.0/networks/8d9e2072-e0f6-4949-9ba2-c29e6e5628ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096499 Nov 08 00:26:47.231358 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-653ce5f6-a3a1-44a3-978c-af25ea44022a None None] For port 2acc081a-a421-4881-83ae-4e750dded233, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2acc081a-a421-4881-83ae-4e750dded233,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:47.231748 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-653ce5f6-a3a1-44a3-978c-af25ea44022a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:47.272485 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-653ce5f6-a3a1-44a3-978c-af25ea44022a None None] Calling delete_port for 2acc081a-a421-4881-83ae-4e750dded233 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:47.297197 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-acc6b144-331e-40cd-a441-bc2d8d7f1e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'name': 'tempest-TestServerBasicOps-104179338-router', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '43894125-939f-4a23-8be7-d3a5b537291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:41Z', 'updated_at': '2021-11-08T00:25:50Z', 'revision_number': 4, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'gw_port': {'id': '43894125-939f-4a23-8be7-d3a5b537291f', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:42Z', 'updated_at': '2021-11-08T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '34a9c38e-43b4-4aeb-996b-ac3f151d37e6', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'port_id': '13482f60-1143-451f-a93d-8c3ec4f297f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac', 'mac_address': 'fa:16:3e:92:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6072d935-3175-4d17-ac7b-306862c90f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:26:42Z', 'updated_at': '2021-11-08T00:26:42Z', 'revision_number': 0, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dae3a252-23dc-4709-bc87-c0c1e5d06167', 'name': '', 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'mac_address': 'fa:16:3e:dc:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:48Z', 'updated_at': '2021-11-08T00:26:01Z', 'revision_number': 5, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'subnets': [{'id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:47.319038 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-91dd3e63-4061-4c26-bbd0-a666ceb314fa req-6cee314d-a74c-4ce8-8599-442c7f556335 service neutron] 10.222.0.20 "GET /v2.0/networks/8d9e2072-e0f6-4949-9ba2-c29e6e5628ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964940 Nov 08 00:26:47.356585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc6b144-331e-40cd-a441-bc2d8d7f1e33 None None] Checking router: d4df023d-45c0-430e-98d7-f96b6f53f292 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:26:47.362026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add4ce6a-40a6-4b48-928f-68cab5033a77 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:47.366320 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-add4ce6a-40a6-4b48-928f-68cab5033a77 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:47.378582 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc6b144-331e-40cd-a441-bc2d8d7f1e33 None None] Routers {'d4df023d-45c0-430e-98d7-f96b6f53f292'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:26:47.379171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-acc6b144-331e-40cd-a441-bc2d8d7f1e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:26:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d4df023d-45c0-430e-98d7-f96b6f53f292'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:47.388534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a70612b-53d4-4ade-958e-ccbb5c14f400 req-89c1b107-cfb9-490c-a57f-22b0edab55ae tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 210 time: 0.0387838 Nov 08 00:26:47.517430 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-acc6b144-331e-40cd-a441-bc2d8d7f1e33 None None] Set router d4df023d-45c0-430e-98d7-f96b6f53f292 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:26:47.600858 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-653ce5f6-a3a1-44a3-978c-af25ea44022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:47.639592 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ce5f6-a3a1-44a3-978c-af25ea44022a None None] Pushing event deleted for resources: {'Port': ['ID=2acc081a-a421-4881-83ae-4e750dded233,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:47.646813 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653ce5f6-a3a1-44a3-978c-af25ea44022a None None] No DVR routers for this DVR port 2acc081a-a421-4881-83ae-4e750dded233 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:26:47.862232 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824a214-5eef-4e04-aea1-7c3554724a30 req-ab40fb18-3eb2-4a3d-97a0-f4d888964d67 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:47.862754 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3824a214-5eef-4e04-aea1-7c3554724a30 req-ab40fb18-3eb2-4a3d-97a0-f4d888964d67 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.0724385 Nov 08 00:26:47.887011 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-acc6b144-331e-40cd-a441-bc2d8d7f1e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'name': 'tempest-TestServerBasicOps-104179338-router', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '43894125-939f-4a23-8be7-d3a5b537291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:41Z', 'updated_at': '2021-11-08T00:25:50Z', 'revision_number': 4, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'gw_port': {'id': '43894125-939f-4a23-8be7-d3a5b537291f', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:42Z', 'updated_at': '2021-11-08T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '34a9c38e-43b4-4aeb-996b-ac3f151d37e6', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'port_id': '13482f60-1143-451f-a93d-8c3ec4f297f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac', 'mac_address': 'fa:16:3e:92:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6072d935-3175-4d17-ac7b-306862c90f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:26:42Z', 'updated_at': '2021-11-08T00:26:42Z', 'revision_number': 0, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dae3a252-23dc-4709-bc87-c0c1e5d06167', 'name': '', 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'mac_address': 'fa:16:3e:dc:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:48Z', 'updated_at': '2021-11-08T00:26:01Z', 'revision_number': 5, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'subnets': [{'id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:26:47.913193 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3824a214-5eef-4e04-aea1-7c3554724a30 req-e3466e9b-3e24-4721-a16c-c299fe3c9bb0 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426984 Nov 08 00:26:47.932613 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc6b144-331e-40cd-a441-bc2d8d7f1e33 None None] The sync data for ids ['d4df023d-45c0-430e-98d7-f96b6f53f292'] in n-d-816882-1 is: [{'id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'name': 'tempest-TestServerBasicOps-104179338-router', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '43894125-939f-4a23-8be7-d3a5b537291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:41Z', 'updated_at': '2021-11-08T00:25:50Z', 'revision_number': 4, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'gw_port': {'id': '43894125-939f-4a23-8be7-d3a5b537291f', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:42Z', 'updated_at': '2021-11-08T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '34a9c38e-43b4-4aeb-996b-ac3f151d37e6', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'port_id': '13482f60-1143-451f-a93d-8c3ec4f297f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac', 'mac_address': 'fa:16:3e:92:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6072d935-3175-4d17-ac7b-306862c90f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:26:42Z', 'updated_at': '2021-11-08T00:26:42Z', 'revision_number': 0, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dae3a252-23dc-4709-bc87-c0c1e5d06167', 'name': '', 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'mac_address': 'fa:16:3e:dc:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:48Z', 'updated_at': '2021-11-08T00:26:01Z', 'revision_number': 5, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'subnets': [{'id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:26:48.060470 n-d-816882-1 neutron-server[102772]: DEBUG neutron.objects.ports [None req-add4ce6a-40a6-4b48-928f-68cab5033a77 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 00:26:48.062109 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-add4ce6a-40a6-4b48-928f-68cab5033a77 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:48.112465 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add4ce6a-40a6-4b48-928f-68cab5033a77 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:48.117007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-add4ce6a-40a6-4b48-928f-68cab5033a77 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:48.120408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add4ce6a-40a6-4b48-928f-68cab5033a77 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:48.121083 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-add4ce6a-40a6-4b48-928f-68cab5033a77 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:48.130843 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9427fee-40e6-4ca5-9b07-e67232615897 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:48.141051 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4ce6a-40a6-4b48-928f-68cab5033a77 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=2bdf4c44-d0f7-4ec4-a164-a504626442b8,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:48.226057 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-add4ce6a-40a6-4b48-928f-68cab5033a77 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3800786 Nov 08 00:26:48.226828 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57878) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:48.228630 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5816c00b-b1ce-4576-975f-572d8f3938cb None None] New status for floating IP 34a9c38e-43b4-4aeb-996b-ac3f151d37e6: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:26:48.234117 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-48f49c66-1df8-46a2-9d32-1c7efda1db72 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'mac_address': 'fa:16:3e:04:0c:59', 'name': 'tempest-NetworksTestDHCPv6-1886070940'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:48.443638 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5519efd4-e1a8-486b-824a-06c45d00ec62', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'fixed_ips': [{'subnet_id': '2bdf4c44-d0f7-4ec4-a164-a504626442b8'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:26:48.444843 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:48.483547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f57f4-342c-4973-81b7-7713da79c39e req-f3cd45d7-bd71-49b8-a373-6fa40bf88f96 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:48.496421 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-215f57f4-342c-4973-81b7-7713da79c39e req-f3cd45d7-bd71-49b8-a373-6fa40bf88f96 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/ports?device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 948 time: 0.1495159 Nov 08 00:26:48.550572 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f49c66-1df8-46a2-9d32-1c7efda1db72 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:48.610613 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-215f57f4-342c-4973-81b7-7713da79c39e req-78770f9f-1359-4695-93b9-e4a179cb604a tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0c72c86-8e5e-4250-a81a-af8a59da7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124089 Nov 08 00:26:48.653710 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4de60a06-6306-4e1f-99b2-b11b8d6a2cdb req-04cffac4-bc8b-4c3b-a005-e526aac9459d tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 210 time: 0.1102157 Nov 08 00:26:48.732359 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-48f49c66-1df8-46a2-9d32-1c7efda1db72 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:48.823731 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-48f49c66-1df8-46a2-9d32-1c7efda1db72 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port 85b82249-1f5c-4b1d-9d0b-f62b2110b42d yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:26:49.048998 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2acc081a-a421-4881-83ae-4e750dded233 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:26:49.087204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 2acc081a-a421-4881-83ae-4e750dded233 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:26:49.087540 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2acc081a-a421-4881-83ae-4e750dded233 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:26:49.115495 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44d13b-4dc7-470e-b38e-0106b9ec13c2 req-f4a2911d-7b96-4725-97f6-be9f80c73dae tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:49.120983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e44d13b-4dc7-470e-b38e-0106b9ec13c2 req-f4a2911d-7b96-4725-97f6-be9f80c73dae tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.0816133 Nov 08 00:26:49.162049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-48f49c66-1df8-46a2-9d32-1c7efda1db72 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::f816:3eff:fe04:c59 (5519efd4-e1a8-486b-824a-06c45d00ec62/2bdf4c44-d0f7-4ec4-a164-a504626442b8/85b82249-1f5c-4b1d-9d0b-f62b2110b42d) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:49.217226 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e44d13b-4dc7-470e-b38e-0106b9ec13c2 req-5d8587f5-a456-42d1-b75b-e6848c664946 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855241 Nov 08 00:26:49.381182 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f242cd2-9d60-47b7-8003-0e7b5f70b3ad req-a4db7a98-8bcd-4e04-bad6-295ec68bd93b tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:49.391439 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f242cd2-9d60-47b7-8003-0e7b5f70b3ad req-a4db7a98-8bcd-4e04-bad6-295ec68bd93b tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/ports?device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 948 time: 0.1028619 Nov 08 00:26:49.473707 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f242cd2-9d60-47b7-8003-0e7b5f70b3ad req-141c00cc-93ff-4f11-8b4a-715429c4ccdf tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0c72c86-8e5e-4250-a81a-af8a59da7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649920 Nov 08 00:26:49.499510 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-48f49c66-1df8-46a2-9d32-1c7efda1db72 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:49.618892 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-48f49c66-1df8-46a2-9d32-1c7efda1db72 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:49.666073 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f49c66-1df8-46a2-9d32-1c7efda1db72 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:49.672115 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-48f49c66-1df8-46a2-9d32-1c7efda1db72 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:49.675990 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f49c66-1df8-46a2-9d32-1c7efda1db72 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:26:49.690667 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f49c66-1df8-46a2-9d32-1c7efda1db72 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:49.691348 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-48f49c66-1df8-46a2-9d32-1c7efda1db72 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:49.700557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] Allocated IP 2001:db8::f816:3eff:fec3:5aba (5519efd4-e1a8-486b-824a-06c45d00ec62/2bdf4c44-d0f7-4ec4-a164-a504626442b8/789a9be1-8a87-499d-962a-dcd1d470f2b8) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:49.732302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f49c66-1df8-46a2-9d32-1c7efda1db72 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=85b82249-1f5c-4b1d-9d0b-f62b2110b42d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:49.795874 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-060a7dc7-aa22-490b-a242-25647bf41aff req-376458ff-963c-442c-b848-d52977cd7999 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 210 time: 0.0380147 Nov 08 00:26:49.819778 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-48f49c66-1df8-46a2-9d32-1c7efda1db72 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5913758 Nov 08 00:26:49.822595 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57898) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:49.921582 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-57fb574d-934f-4f45-a39c-3d06c4fa87c5 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2905f964174245ec9ffedc8f728c1d83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738931 Nov 08 00:26:50.022050 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af481e20-1e60-4e49-8851-43320aeb742a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:50.026554 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-af481e20-1e60-4e49-8851-43320aeb742a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1972063 Nov 08 00:26:50.027068 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57900) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:50.084410 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:50.185236 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:50.236605 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:50.240798 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:50.241260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-718d778b-b277-4a74-a5fc-c3a8d3e1cd04 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port 85b82249-1f5c-4b1d-9d0b-f62b2110b42d {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:50.241775 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-718d778b-b277-4a74-a5fc-c3a8d3e1cd04 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:50.245773 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:26:50.247898 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-745c4512-a7d8-4c01-954a-2b597c44b73f tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:50.250305 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-745c4512-a7d8-4c01-954a-2b597c44b73f tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3194454 Nov 08 00:26:50.273277 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Request body: {'port': {'device_id': '5b1c1be0-00a7-46b4-8533-fecdf847591c', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '2905f964174245ec9ffedc8f728c1d83'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:50.392110 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] Pushing event updated for resources: {'Port': ['ID=789a9be1-8a87-499d-962a-dcd1d470f2b8,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:50.437489 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] Attempting to bind port 789a9be1-8a87-499d-962a-dcd1d470f2b8 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:26:50.438582 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] Attempting to bind port 789a9be1-8a87-499d-962a-dcd1d470f2b8 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:26:50.439278 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] Attempting to bind port 789a9be1-8a87-499d-962a-dcd1d470f2b8 on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:26:50.446650 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:26:50.451938 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:26:50.453676 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:50.454569 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:26:50.454722 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] Bound port: 789a9be1-8a87-499d-962a-dcd1d470f2b8, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:26:50.457363 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:50.489374 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f726e17-fe38-437c-bddf-5dbf6b89e761 req-ab4a2d71-09a8-4539-8911-23a6314ec4bb tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:50.490880 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f726e17-fe38-437c-bddf-5dbf6b89e761 req-ab4a2d71-09a8-4539-8911-23a6314ec4bb tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.0951936 Nov 08 00:26:50.546915 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-718d778b-b277-4a74-a5fc-c3a8d3e1cd04 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:50.568640 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Made reservation on behalf of 2905f964174245ec9ffedc8f728c1d83 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:50.576210 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] For port 789a9be1-8a87-499d-962a-dcd1d470f2b8, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:26:50.577655 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:50.581509 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] For port 789a9be1-8a87-499d-962a-dcd1d470f2b8, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=789a9be1-8a87-499d-962a-dcd1d470f2b8,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:26:50.602902 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-718d778b-b277-4a74-a5fc-c3a8d3e1cd04 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for 85b82249-1f5c-4b1d-9d0b-f62b2110b42d owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:50.611748 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:50.671385 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:50.698458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f726e17-fe38-437c-bddf-5dbf6b89e761 req-f45d4751-3916-4bda-8223-8481780ed982 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903441 Nov 08 00:26:50.734396 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:50.805232 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413a310-6f0a-4f76-9d05-5ff9adcf66fe None None] Pushing event updated for resources: {'Port': ['ID=789a9be1-8a87-499d-962a-dcd1d470f2b8,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:50.839616 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:50.846913 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97192c99-8bc7-411c-a68e-df855fd0e7ca req-397e79ef-cf05-40c5-a66a-1b26b3645eb0 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:50.849993 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97192c99-8bc7-411c-a68e-df855fd0e7ca req-397e79ef-cf05-40c5-a66a-1b26b3645eb0 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/ports?device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 948 time: 0.2436600 Nov 08 00:26:50.884906 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699a62e-8ff3-463a-a822-b49cbc9c3e31 req-3766d849-bd09-4527-9814-d8b620e822da tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:50.902867 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1699a62e-8ff3-463a-a822-b49cbc9c3e31 req-3766d849-bd09-4527-9814-d8b620e822da tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.26 "GET /v2.0/ports?device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 948 time: 0.1639643 Nov 08 00:26:51.009766 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81271eb6-8f66-401b-aac1-a7787c326d3c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:51.020053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97192c99-8bc7-411c-a68e-df855fd0e7ca req-a684a099-3ceb-41ff-90e5-0682efac9f83 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0c72c86-8e5e-4250-a81a-af8a59da7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427665 Nov 08 00:26:51.099369 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:51.100128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:51.101756 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:51.104217 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:51.104952 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:51.105470 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:51.106048 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:51.106543 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:51.108379 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:51.108908 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:51.109608 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:51.110101 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:51.268933 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-1699a62e-8ff3-463a-a822-b49cbc9c3e31 req-1b6a94a4-cb9b-4874-8d37-b68db70f240b tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Deleting port f10c4c37-b3f2-482e-b60c-09ed3918b3f0 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:51.269571 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1699a62e-8ff3-463a-a822-b49cbc9c3e31 req-1b6a94a4-cb9b-4874-8d37-b68db70f240b tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:51.447807 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32aa60b8-28ae-4cd6-9af6-3b593bb6fb65 req-0cb19e46-4a2d-4e7b-9e76-436384240aab tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 210 time: 0.4561882 Nov 08 00:26:51.454701 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-1699a62e-8ff3-463a-a822-b49cbc9c3e31 req-1b6a94a4-cb9b-4874-8d37-b68db70f240b tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] For port f10c4c37-b3f2-482e-b60c-09ed3918b3f0, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=f10c4c37-b3f2-482e-b60c-09ed3918b3f0,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:51.455303 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1699a62e-8ff3-463a-a822-b49cbc9c3e31 req-1b6a94a4-cb9b-4874-8d37-b68db70f240b tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:51.483377 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-1699a62e-8ff3-463a-a822-b49cbc9c3e31 req-1b6a94a4-cb9b-4874-8d37-b68db70f240b tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Calling delete_port for f10c4c37-b3f2-482e-b60c-09ed3918b3f0 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:51.619570 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-718d778b-b277-4a74-a5fc-c3a8d3e1cd04 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:51.666894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d778b-b277-4a74-a5fc-c3a8d3e1cd04 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=85b82249-1f5c-4b1d-9d0b-f62b2110b42d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:51.742269 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-718d778b-b277-4a74-a5fc-c3a8d3e1cd04 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:51.751174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-718d778b-b277-4a74-a5fc-c3a8d3e1cd04 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/85b82249-1f5c-4b1d-9d0b-f62b2110b42d HTTP/1.1" status: 204 len: 168 time: 1.7230492 Nov 08 00:26:51.751879 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57928) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:51.795646 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1699a62e-8ff3-463a-a822-b49cbc9c3e31 req-1b6a94a4-cb9b-4874-8d37-b68db70f240b tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:51.825518 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c321aaab-a7e5-4593-aa50-685d05da1ec0 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:51.827172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c321aaab-a7e5-4593-aa50-685d05da1ec0 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:51.835259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['f10c4c37-b3f2-482e-b60c-09ed3918b3f0'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:26:51.841553 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c321aaab-a7e5-4593-aa50-685d05da1ec0 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0884359 Nov 08 00:26:51.844188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57930) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:51.875511 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a94a4-cb9b-4874-8d37-b68db70f240b tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Pushing event deleted for resources: {'Port': ['ID=f10c4c37-b3f2-482e-b60c-09ed3918b3f0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:51.933085 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Allocated IP 192.168.233.138 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/5cebc170-7aac-4365-9f69-c16a2e1d540a) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:52.026365 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63c5448-e403-4111-9c8a-104a7a204bbd tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 2bdf4c44-d0f7-4ec4-a164-a504626442b8 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:26:52.059148 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b63c5448-e403-4111-9c8a-104a7a204bbd tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:52.184970 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1699a62e-8ff3-463a-a822-b49cbc9c3e31 req-1b6a94a4-cb9b-4874-8d37-b68db70f240b tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] No DVR routers for this DVR port f10c4c37-b3f2-482e-b60c-09ed3918b3f0 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:26:52.189305 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-1699a62e-8ff3-463a-a822-b49cbc9c3e31 req-1b6a94a4-cb9b-4874-8d37-b68db70f240b tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:52.193808 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1699a62e-8ff3-463a-a822-b49cbc9c3e31 req-1b6a94a4-cb9b-4874-8d37-b68db70f240b tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.26 "DELETE /v2.0/ports/f10c4c37-b3f2-482e-b60c-09ed3918b3f0 HTTP/1.1" status: 204 len: 173 time: 1.2787495 Nov 08 00:26:52.194504 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14b4ab6-88d8-4e76-a787-997776ca9fb8', 'name': 'network-vif-deleted', 'tag': 'f10c4c37-b3f2-482e-b60c-09ed3918b3f0'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:26:52.197066 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448f0086-1fee-41f4-ac69-2bc1353c76c2" -d '{"events": [{"server_uuid": "f14b4ab6-88d8-4e76-a787-997776ca9fb8", "name": "network-vif-deleted", "tag": "f10c4c37-b3f2-482e-b60c-09ed3918b3f0"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:26:52.236218 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7b3aa-4237-4458-9e8f-da5191b0c2db req-50236bbe-618d-4698-ad2e-5ab1391cc2d4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:52.248194 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbc7b3aa-4237-4458-9e8f-da5191b0c2db req-50236bbe-618d-4698-ad2e-5ab1391cc2d4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.3904018 Nov 08 00:26:52.252104 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:52.281140 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5cab12fd-dc3f-4950-ac06-cd2a0bc2e32c req-8f62be7f-22ac-4412-a70f-b8e1fba04bd5 tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/ports?device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 210 time: 0.1502581 Nov 08 00:26:52.374046 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b63c5448-e403-4111-9c8a-104a7a204bbd tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:52.425442 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:52.427683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbc7b3aa-4237-4458-9e8f-da5191b0c2db req-f83d708d-f913-496d-a0a3-5904385e407a tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785450 Nov 08 00:26:52.442562 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eebaaa1-96c4-4aa2-bef1-82694d4aa7c2 x-openstack-request-id: req-2eebaaa1-96c4-4aa2-bef1-82694d4aa7c2 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:26:52.443239 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14b4ab6-88d8-4e76-a787-997776ca9fb8", "name": "network-vif-deleted", "tag": "f10c4c37-b3f2-482e-b60c-09ed3918b3f0", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:26:52.443779 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2eebaaa1-96c4-4aa2-bef1-82694d4aa7c2 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:26:52.444421 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14b4ab6-88d8-4e76-a787-997776ca9fb8', 'name': 'network-vif-deleted', 'tag': 'f10c4c37-b3f2-482e-b60c-09ed3918b3f0', 'status': 'completed', 'code': 200} Nov 08 00:26:52.584499 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-71ec0d68-92a7-4806-9ef8-12a20f3a2f5d None None] Provisioning complete for port 789a9be1-8a87-499d-962a-dcd1d470f2b8 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:52.585631 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71ec0d68-92a7-4806-9ef8-12a20f3a2f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:52.593238 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:52.760775 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:52.760775 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:26:52.760775 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Pushing event updated for resources: {'Port': ['ID=5cebc170-7aac-4365-9f69-c16a2e1d540a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:52.763771 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b63c5448-e403-4111-9c8a-104a7a204bbd tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:52.790145 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 789a9be1-8a87-499d-962a-dcd1d470f2b8 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:52.795332 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:52.796211 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:52.821910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c50fc-9896-48f2-a672-162c3b4b3544 req-16dad099-a994-49e0-a3d7-a0e284e55e41 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:52.823594 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef6c50fc-9896-48f2-a672-162c3b4b3544 req-16dad099-a994-49e0-a3d7-a0e284e55e41 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 936 time: 0.1843719 Nov 08 00:26:52.842331 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71ec0d68-92a7-4806-9ef8-12a20f3a2f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:52.892862 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 789a9be1-8a87-499d-962a-dcd1d470f2b8 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:52.893777 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:52.906500 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef6c50fc-9896-48f2-a672-162c3b4b3544 req-3b0b4275-b487-4ddc-813f-19f4a009b470 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/security-groups?id=81271eb6-8f66-401b-aac1-a7787c326d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731769 Nov 08 00:26:53.042520 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:53.155395 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-8342232a-4fcf-4575-84b7-be61ca1c5bf9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8882661 Nov 08 00:26:53.177777 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Request body: {'port': {'device_id': '5b1c1be0-00a7-46b4-8533-fecdf847591c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:53.241255 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:53.300997 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b63c5448-e403-4111-9c8a-104a7a204bbd tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:53.377018 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b63c5448-e403-4111-9c8a-104a7a204bbd tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:53.383888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b63c5448-e403-4111-9c8a-104a7a204bbd tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/2bdf4c44-d0f7-4ec4-a164-a504626442b8 HTTP/1.1" status: 204 len: 168 time: 1.5357139 Nov 08 00:26:53.383888 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c5448-e403-4111-9c8a-104a7a204bbd tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=2bdf4c44-d0f7-4ec4-a164-a504626442b8,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:53.391913 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:26:53.391913 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:26:53.392152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57952) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:53.459458 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9478c260-4778-4acf-be47-b7758bd0002c None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:53.518454 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d91c3db0-6baf-414f-8446-85b737f9cead tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1137402 Nov 08 00:26:53.525600 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57958) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:53.532824 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d6f54263-129f-41d9-84cc-b597fa37a12b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:53.556492 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f5845a6-acc4-4ebf-93b5-e545aae47614 req-0cac353c-4ff7-4e29-941d-65736900523d tempest-ImagesNegativeTestJSON-970378012 tempest-ImagesNegativeTestJSON-970378012-project] 10.222.0.13 "GET /v2.0/ports?device_id=f14b4ab6-88d8-4e76-a787-997776ca9fb8 HTTP/1.1" status: 200 len: 210 time: 0.0487425 Nov 08 00:26:53.658731 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-71ec0d68-92a7-4806-9ef8-12a20f3a2f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:26:53.659079 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-71ec0d68-92a7-4806-9ef8-12a20f3a2f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:26:53.663298 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af4b18-5cd2-417e-a7b5-8947c2a485dd req-729eb28e-ba2b-497d-9503-1e8fa0cd59bc tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:53.671939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94af4b18-5cd2-417e-a7b5-8947c2a485dd req-729eb28e-ba2b-497d-9503-1e8fa0cd59bc tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.0782428 Nov 08 00:26:53.797883 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94af4b18-5cd2-417e-a7b5-8947c2a485dd req-cdacbf58-8899-45c6-bdab-55b0738afe81 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249535 Nov 08 00:26:53.835095 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7774154-7176-4ab7-9f1d-dd2e30b994b2 None None] DHCP port deletion for 5519efd4-e1a8-486b-824a-06c45d00ec62 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:26:53.862701 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cebc170-7aac-4365-9f69-c16a2e1d540a {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:26:53.871024 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f54263-129f-41d9-84cc-b597fa37a12b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:53.874857 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6f54263-129f-41d9-84cc-b597fa37a12b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:53.884111 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:53.901874 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Transition to ACTIVE for port object 5cebc170-7aac-4365-9f69-c16a2e1d540a will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:26:53.968160 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f7774154-7176-4ab7-9f1d-dd2e30b994b2 None None] Deleting port 789a9be1-8a87-499d-962a-dcd1d470f2b8 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:53.969114 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7774154-7176-4ab7-9f1d-dd2e30b994b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:53.971238 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:54.086441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3972a-4a95-400f-a8ed-ec3647f0914f req-bc4ab5a1-e7e5-49e8-a0a0-159fb30313b7 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:54.097408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b4a3972a-4a95-400f-a8ed-ec3647f0914f req-bc4ab5a1-e7e5-49e8-a0a0-159fb30313b7 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 948 time: 0.0619142 Nov 08 00:26:54.134856 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 789a9be1-8a87-499d-962a-dcd1d470f2b8, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=789a9be1-8a87-499d-962a-dcd1d470f2b8,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:54.143986 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:54.157113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f7774154-7176-4ab7-9f1d-dd2e30b994b2 None None] For port 789a9be1-8a87-499d-962a-dcd1d470f2b8, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=789a9be1-8a87-499d-962a-dcd1d470f2b8,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:54.157779 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7774154-7176-4ab7-9f1d-dd2e30b994b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:54.205045 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b4a3972a-4a95-400f-a8ed-ec3647f0914f req-42283663-5a85-4ecf-a751-0f4f82a48874 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/security-groups?id=81271eb6-8f66-401b-aac1-a7787c326d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057768 Nov 08 00:26:54.245930 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71ec0d68-92a7-4806-9ef8-12a20f3a2f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:54.248235 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:54.268778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f7774154-7176-4ab7-9f1d-dd2e30b994b2 None None] Calling delete_port for 789a9be1-8a87-499d-962a-dcd1d470f2b8 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:54.283347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Pushing event updated for resources: {'Port': ['ID=5cebc170-7aac-4365-9f69-c16a2e1d540a,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:54.316537 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Attempting to bind port 5cebc170-7aac-4365-9f69-c16a2e1d540a on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:26:54.317899 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Attempting to bind port 5cebc170-7aac-4365-9f69-c16a2e1d540a by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:26:54.317899 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Attempting to bind port 5cebc170-7aac-4365-9f69-c16a2e1d540a on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:26:54.358554 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Port 5cebc170-7aac-4365-9f69-c16a2e1d540a on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:26:54.358826 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Attempting to bind port 5cebc170-7aac-4365-9f69-c16a2e1d540a on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:26:54.372690 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:26:54.373087 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:26:54.373537 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:26:54.374025 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Bound port: 5cebc170-7aac-4365-9f69-c16a2e1d540a, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:26:54.374411 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:54.383124 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-71ec0d68-92a7-4806-9ef8-12a20f3a2f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:26:54.383571 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-71ec0d68-92a7-4806-9ef8-12a20f3a2f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:26:54.442810 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=789a9be1-8a87-499d-962a-dcd1d470f2b8,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:54.453156 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:54.453500 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:54.453837 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:54.454169 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:54.454498 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:54.454823 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:54.455148 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:54.455468 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:54.455809 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:54.456129 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:54.456449 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:54.456766 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:26:54.489799 n-d-816882-1 neutron-server[102771]: DEBUG neutron.objects.ports [None req-d6f54263-129f-41d9-84cc-b597fa37a12b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 00:26:54.555259 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] For port 5cebc170-7aac-4365-9f69-c16a2e1d540a, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:26:54.575454 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] For port 5cebc170-7aac-4365-9f69-c16a2e1d540a, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5cebc170-7aac-4365-9f69-c16a2e1d540a,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:26:54.614231 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7774154-7176-4ab7-9f1d-dd2e30b994b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:54.641822 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7774154-7176-4ab7-9f1d-dd2e30b994b2 None None] Pushing event deleted for resources: {'Port': ['ID=789a9be1-8a87-499d-962a-dcd1d470f2b8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:54.650593 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7774154-7176-4ab7-9f1d-dd2e30b994b2 None None] No DVR routers for this DVR port 789a9be1-8a87-499d-962a-dcd1d470f2b8 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:26:54.708162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 789a9be1-8a87-499d-962a-dcd1d470f2b8 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:26:54.711537 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:54.715529 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.ipam_pluggable_backend [None req-d6f54263-129f-41d9-84cc-b597fa37a12b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Port 789a9be1-8a87-499d-962a-dcd1d470f2b8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 08 00:26:54.715910 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.ipam_pluggable_backend [None req-d6f54263-129f-41d9-84cc-b597fa37a12b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Reverting IP allocation for 2001:db8::f816:3eff:fec3:5aba {{(pid=102771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 08 00:26:54.735857 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 789a9be1-8a87-499d-962a-dcd1d470f2b8 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:26:54.736210 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 789a9be1-8a87-499d-962a-dcd1d470f2b8 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:26:54.760404 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.ipam_pluggable_backend [None req-d6f54263-129f-41d9-84cc-b597fa37a12b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec3:5aba {{(pid=102771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 08 00:26:54.765487 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device f10c4c37-b3f2-482e-b60c-09ed3918b3f0 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:26:54.781901 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6f54263-129f-41d9-84cc-b597fa37a12b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:54.784690 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:54.785337 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:54.786897 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] 10.222.0.20 "PUT /v2.0/ports/5cebc170-7aac-4365-9f69-c16a2e1d540a HTTP/1.1" status: 200 len: 1096 time: 1.6170745 Nov 08 00:26:54.796582 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: f10c4c37-b3f2-482e-b60c-09ed3918b3f0 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:26:54.797131 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device f10c4c37-b3f2-482e-b60c-09ed3918b3f0 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:26:54.809099 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1c1be0-00a7-46b4-8533-fecdf847591c', 'tag': '5cebc170-7aac-4365-9f69-c16a2e1d540a'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:26:54.811349 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f16bb51-c2ab-452e-90ee-2879dd6a26a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1c1be0-00a7-46b4-8533-fecdf847591c", "tag": "5cebc170-7aac-4365-9f69-c16a2e1d540a"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:26:54.864140 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f54263-129f-41d9-84cc-b597fa37a12b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:54.877278 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-d6f54263-129f-41d9-84cc-b597fa37a12b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:54.885857 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f54263-129f-41d9-84cc-b597fa37a12b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:54.886509 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6f54263-129f-41d9-84cc-b597fa37a12b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:54.892227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e372d9-94b6-4292-869e-4252981f5a82 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:54.922234 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c56c969-7c7f-4a52-9921-0b11543b43b6 x-openstack-request-id: req-7c56c969-7c7f-4a52-9921-0b11543b43b6 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:26:54.922526 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1c1be0-00a7-46b4-8533-fecdf847591c", "tag": "5cebc170-7aac-4365-9f69-c16a2e1d540a", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:26:54.922793 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c56c969-7c7f-4a52-9921-0b11543b43b6 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:26:54.923163 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1c1be0-00a7-46b4-8533-fecdf847591c', 'tag': '5cebc170-7aac-4365-9f69-c16a2e1d540a', 'status': 'completed', 'code': 200} Nov 08 00:26:54.923901 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904aebd9-46d2-4cbf-aa1f-d7f8e3753c66 service neutron] Pushing event updated for resources: {'Port': ['ID=5cebc170-7aac-4365-9f69-c16a2e1d540a,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:54.966408 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f54263-129f-41d9-84cc-b597fa37a12b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=8e1f16b6-aa42-42f6-9b0d-26cb4f780302,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:54.991266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ecb558-3c51-42f7-8d76-59cdb0d0eb33 req-ba3cba6e-9b00-450f-86d6-0d7ddf4ed60b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:54.999314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32ecb558-3c51-42f7-8d76-59cdb0d0eb33 req-ba3cba6e-9b00-450f-86d6-0d7ddf4ed60b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.0769804 Nov 08 00:26:55.042310 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-71ec0d68-92a7-4806-9ef8-12a20f3a2f5d None None] Port 789a9be1-8a87-499d-962a-dcd1d470f2b8 update to ACTIVE by agent not found {{(pid=102773) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 08 00:26:55.052213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32ecb558-3c51-42f7-8d76-59cdb0d0eb33 req-ea5815a2-bf07-477b-ba36-30e30bfd5616 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514574 Nov 08 00:26:55.053383 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58008) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:55.053716 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d6f54263-129f-41d9-84cc-b597fa37a12b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5258398 Nov 08 00:26:55.059509 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-654a2eeb-129b-480b-b19e-2ca4c4ff02bf tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'mac_address': 'fa:16:3e:8f:23:28', 'name': 'tempest-NetworksTestDHCPv6-300665787'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:55.065973 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-782f4a28-b5e6-4a1c-b11b-2296a999b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:55.068767 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-782f4a28-b5e6-4a1c-b11b-2296a999b1b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2905f964174245ec9ffedc8f728c1d83&device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 1099 time: 0.1293082 Nov 08 00:26:55.158616 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6ead1e88-9b84-452f-9c6d-bf2e4c12bb4f None None] Could not find standard attr ID for object 85b82249-1f5c-4b1d-9d0b-f62b2110b42d. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:26:55.190985 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5519efd4-e1a8-486b-824a-06c45d00ec62', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'fixed_ips': [{'subnet_id': '8e1f16b6-aa42-42f6-9b0d-26cb4f780302'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:26:55.205253 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:55.335757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654a2eeb-129b-480b-b19e-2ca4c4ff02bf tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:55.383622 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] Allocated IP 2001:db8::f816:3eff:fea4:24fb (5519efd4-e1a8-486b-824a-06c45d00ec62/8e1f16b6-aa42-42f6-9b0d-26cb4f780302/d69ef2bd-9e2f-4716-873b-0b5a69319594) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:55.393965 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-117ff3cd-14cf-4ae0-8738-128a8b9d4897 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=5cebc170-7aac-4365-9f69-c16a2e1d540a HTTP/1.1" status: 200 len: 217 time: 0.3099618 Nov 08 00:26:55.475489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b198df-b3d7-4c42-ae76-8f9800d37813 req-f3a22f77-3c8a-47b2-99f5-053f55ad4358 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:55.477979 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9b198df-b3d7-4c42-ae76-8f9800d37813 req-f3a22f77-3c8a-47b2-99f5-053f55ad4358 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 948 time: 0.1841218 Nov 08 00:26:55.485880 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-654a2eeb-129b-480b-b19e-2ca4c4ff02bf tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:55.525562 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-ea057418-c416-4831-8a21-431a4faba159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:55.527732 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-ea057418-c416-4831-8a21-431a4faba159 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0470505 Nov 08 00:26:55.535770 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-654a2eeb-129b-480b-b19e-2ca4c4ff02bf tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port dcdcdaaa-6d94-48b3-8adb-bf1ef863e402 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:26:55.556259 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58018) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:55.557997 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9b198df-b3d7-4c42-ae76-8f9800d37813 req-e1dcd8a2-0c4e-4804-9e35-b797c61677e8 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/security-groups?id=81271eb6-8f66-401b-aac1-a7787c326d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695958 Nov 08 00:26:55.616060 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-5bd582ec-80be-4609-be79-487f199d67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:55.617573 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-5bd582ec-80be-4609-be79-487f199d67fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0788126 Nov 08 00:26:55.628500 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:55.746530 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-aef0b4dc-11c8-4150-a0ee-18787274270d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2253454a7244b94a89cdf99f9743611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891451 Nov 08 00:26:55.748679 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-8dd0f479-0559-4466-9c8b-f6de0366475a service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231875 Nov 08 00:26:55.749185 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58022) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:55.779490 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:55.855317 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a5556125-33ed-49ba-943b-38b979f9ce5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:55.861816 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] Pushing event updated for resources: {'Port': ['ID=d69ef2bd-9e2f-4716-873b-0b5a69319594,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:55.886040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:55.888871 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:55.892981 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:26:55.896311 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-654a2eeb-129b-480b-b19e-2ca4c4ff02bf tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::f816:3eff:fe8f:2328 (5519efd4-e1a8-486b-824a-06c45d00ec62/8e1f16b6-aa42-42f6-9b0d-26cb4f780302/dcdcdaaa-6d94-48b3-8adb-bf1ef863e402) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:55.897558 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de2e059d-da88-4f5f-9b86-a74c128e3866 req-29df3eb3-a979-4e99-9158-01773882dbd6 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277750 Nov 08 00:26:55.899453 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a5556125-33ed-49ba-943b-38b979f9ce5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:55.918160 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e859a72-a85c-4355-bc0b-ae8810edd882 req-4c2c8673-816f-4141-903b-fc8cfaa3830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:55.920533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e859a72-a85c-4355-bc0b-ae8810edd882 req-4c2c8673-816f-4141-903b-fc8cfaa3830a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b5853458dd24c08bad0734d1d809da3&device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 1096 time: 0.0756867 Nov 08 00:26:55.967349 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] Attempting to bind port d69ef2bd-9e2f-4716-873b-0b5a69319594 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:26:55.967635 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] Attempting to bind port d69ef2bd-9e2f-4716-873b-0b5a69319594 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:26:55.968017 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] Attempting to bind port d69ef2bd-9e2f-4716-873b-0b5a69319594 on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:26:55.973472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:26:55.973832 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:26:55.974221 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:55.974600 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:26:55.975076 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] Bound port: d69ef2bd-9e2f-4716-873b-0b5a69319594, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:26:55.976095 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:56.045803 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] For port d69ef2bd-9e2f-4716-873b-0b5a69319594, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:26:56.049971 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] For port d69ef2bd-9e2f-4716-873b-0b5a69319594, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d69ef2bd-9e2f-4716-873b-0b5a69319594,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:26:56.053345 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a5556125-33ed-49ba-943b-38b979f9ce5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:56.055987 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a5556125-33ed-49ba-943b-38b979f9ce5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:56.058569 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a5556125-33ed-49ba-943b-38b979f9ce5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0c72c86-8e5e-4250-a81a-af8a59da7a20 HTTP/1.1" status: 204 len: 168 time: 0.3072703 Nov 08 00:26:56.078008 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5556125-33ed-49ba-943b-38b979f9ce5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c72c86-8e5e-4250-a81a-af8a59da7a20,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:56.118460 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:56.125215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e859a72-a85c-4355-bc0b-ae8810edd882 req-b7b12328-1118-4ff9-a675-d69f595817d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:56.127730 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e859a72-a85c-4355-bc0b-ae8810edd882 req-b7b12328-1118-4ff9-a675-d69f595817d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0371df58-0f09-4690-9116-bbb16052317b HTTP/1.1" status: 200 len: 917 time: 0.1956136 Nov 08 00:26:56.201653 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa6ac7-4118-46a0-9648-3d274285b080 None None] Pushing event updated for resources: {'Port': ['ID=d69ef2bd-9e2f-4716-873b-0b5a69319594,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:56.204335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16bb51-c2ab-452e-90ee-2879dd6a26a9 req-d3556537-a3c8-4d4a-9b9a-ccd9fcf520cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:56.210074 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f16bb51-c2ab-452e-90ee-2879dd6a26a9 req-d3556537-a3c8-4d4a-9b9a-ccd9fcf520cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2905f964174245ec9ffedc8f728c1d83&device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 1099 time: 0.1255629 Nov 08 00:26:56.484818 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-654a2eeb-129b-480b-b19e-2ca4c4ff02bf tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:56.488415 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16bb51-c2ab-452e-90ee-2879dd6a26a9 req-39a42228-50c0-4461-ae63-51460c514c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:56.488415 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f16bb51-c2ab-452e-90ee-2879dd6a26a9 req-39a42228-50c0-4461-ae63-51460c514c7b service neutron] 10.222.0.20 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1068709 Nov 08 00:26:56.490351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e859a72-a85c-4355-bc0b-ae8810edd882 req-d6ee0d37-9d84-4c3b-9406-224230d6df83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e HTTP/1.1" status: 200 len: 1001 time: 0.2006195 Nov 08 00:26:56.490351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a57d5-e085-4a35-86f9-0a86d8271c25 req-d5a9ab55-7979-4acd-8167-6be958b2d23d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:56.490351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d85a57d5-e085-4a35-86f9-0a86d8271c25 req-d5a9ab55-7979-4acd-8167-6be958b2d23d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.1601343 Nov 08 00:26:56.490647 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f16bb51-c2ab-452e-90ee-2879dd6a26a9 req-9e46a6c2-df4f-4599-86ea-4bc185239069 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=5cebc170-7aac-4365-9f69-c16a2e1d540a HTTP/1.1" status: 200 len: 217 time: 0.1292353 Nov 08 00:26:56.490743 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e859a72-a85c-4355-bc0b-ae8810edd882 req-51f51c02-6c4d-4190-bee6-51c4ad5514b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:56.490845 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e859a72-a85c-4355-bc0b-ae8810edd882 req-51f51c02-6c4d-4190-bee6-51c4ad5514b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c80a8a3-462b-4322-9544-89bc8e72d39f HTTP/1.1" status: 200 len: 855 time: 0.1406095 Nov 08 00:26:56.539063 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d85a57d5-e085-4a35-86f9-0a86d8271c25 req-9a40d3c8-ab1c-4bdb-a107-befae5c6975f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530380 Nov 08 00:26:56.556758 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16bb51-c2ab-452e-90ee-2879dd6a26a9 req-3ca1b141-7ad1-43c7-878f-ab6e85ddde98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:56.558475 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f16bb51-c2ab-452e-90ee-2879dd6a26a9 req-3ca1b141-7ad1-43c7-878f-ab6e85ddde98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0901861 Nov 08 00:26:56.638494 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e859a72-a85c-4355-bc0b-ae8810edd882 req-2650ae90-999d-4770-bb7e-879f33eba55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:56.641783 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e859a72-a85c-4355-bc0b-ae8810edd882 req-2650ae90-999d-4770-bb7e-879f33eba55b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371df58-0f09-4690-9116-bbb16052317b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358492 Nov 08 00:26:56.680616 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16bb51-c2ab-452e-90ee-2879dd6a26a9 req-398da6b8-448d-4e27-a5de-7bc7099592d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:56.682127 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f16bb51-c2ab-452e-90ee-2879dd6a26a9 req-398da6b8-448d-4e27-a5de-7bc7099592d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1099193 Nov 08 00:26:56.735282 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-654a2eeb-129b-480b-b19e-2ca4c4ff02bf tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:56.772703 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d69ef2bd-9e2f-4716-873b-0b5a69319594 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:26:56.816227 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f16bb51-c2ab-452e-90ee-2879dd6a26a9 req-4c9d793d-f805-4629-9130-0572fc7e8bff service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255093 Nov 08 00:26:56.851418 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654a2eeb-129b-480b-b19e-2ca4c4ff02bf tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:56.853557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port d69ef2bd-9e2f-4716-873b-0b5a69319594 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:56.854002 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:56.862876 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-654a2eeb-129b-480b-b19e-2ca4c4ff02bf tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:56.870501 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e859a72-a85c-4355-bc0b-ae8810edd882 req-9d93512e-811c-4dd5-a91b-1d6c9f59ca5b service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181582 Nov 08 00:26:56.873378 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a2eeb-129b-480b-b19e-2ca4c4ff02bf tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:26:56.879265 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654a2eeb-129b-480b-b19e-2ca4c4ff02bf tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:56.880610 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-654a2eeb-129b-480b-b19e-2ca4c4ff02bf tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:56.950951 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a2eeb-129b-480b-b19e-2ca4c4ff02bf tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=dcdcdaaa-6d94-48b3-8adb-bf1ef863e402,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:56.953312 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f16bb51-c2ab-452e-90ee-2879dd6a26a9 req-d2ae63f8-3c40-4259-96bb-eeb308f61d28 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292405 Nov 08 00:26:56.962030 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:56.963050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289434a1-016f-456f-b7f6-8d322a2520da req-14d4b7a8-3387-4866-90fe-c1eb1219ca2e tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:56.968287 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-289434a1-016f-456f-b7f6-8d322a2520da req-14d4b7a8-3387-4866-90fe-c1eb1219ca2e tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 948 time: 0.2307882 Nov 08 00:26:57.003555 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port d69ef2bd-9e2f-4716-873b-0b5a69319594, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d69ef2bd-9e2f-4716-873b-0b5a69319594,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:57.033220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-654a2eeb-129b-480b-b19e-2ca4c4ff02bf tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9720695 Nov 08 00:26:57.033870 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58046) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:57.036332 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-289434a1-016f-456f-b7f6-8d322a2520da req-3015f34c-91e8-4260-9f47-8d54d666580a tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/security-groups?id=81271eb6-8f66-401b-aac1-a7787c326d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604677 Nov 08 00:26:57.068681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e859a72-a85c-4355-bc0b-ae8810edd882 req-7ef6a05b-c216-459b-859b-9e81a2eb6824 service neutron] 10.222.0.20 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746817 Nov 08 00:26:57.130302 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:57.146722 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50bf9df-d0c0-4db9-a082-2bad284c0f88 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:57.196154 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50bf9df-d0c0-4db9-a082-2bad284c0f88 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:57.197976 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a50bf9df-d0c0-4db9-a082-2bad284c0f88 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1634195 Nov 08 00:26:57.201351 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58050) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:57.266941 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=d69ef2bd-9e2f-4716-873b-0b5a69319594,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:57.347421 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c6f32d29-ccde-4776-82a8-2e5eb5788838 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port dcdcdaaa-6d94-48b3-8adb-bf1ef863e402 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:57.347756 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6f32d29-ccde-4776-82a8-2e5eb5788838 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:57.457848 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6f32d29-ccde-4776-82a8-2e5eb5788838 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:57.470931 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c6f32d29-ccde-4776-82a8-2e5eb5788838 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for dcdcdaaa-6d94-48b3-8adb-bf1ef863e402 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:57.656134 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5ae367dc-0974-4b61-9b13-aba298095e71 None None] Provisioning complete for port d69ef2bd-9e2f-4716-873b-0b5a69319594 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:26:57.656537 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ae367dc-0974-4b61-9b13-aba298095e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:57.710237 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6f32d29-ccde-4776-82a8-2e5eb5788838 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:57.718521 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860a322-1949-4a4e-9869-88618752e6cf req-a96ed96a-a34a-4ed9-aa0b-ba1febd53ed6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:57.721319 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e860a322-1949-4a4e-9869-88618752e6cf req-a96ed96a-a34a-4ed9-aa0b-ba1febd53ed6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.0713494 Nov 08 00:26:57.767300 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f32d29-ccde-4776-82a8-2e5eb5788838 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=dcdcdaaa-6d94-48b3-8adb-bf1ef863e402,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:57.794924 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6f32d29-ccde-4776-82a8-2e5eb5788838 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:57.797776 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e860a322-1949-4a4e-9869-88618752e6cf req-4106bb40-0adb-4635-b7c8-bd0b5d881405 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668693 Nov 08 00:26:57.798977 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c6f32d29-ccde-4776-82a8-2e5eb5788838 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/dcdcdaaa-6d94-48b3-8adb-bf1ef863e402 HTTP/1.1" status: 204 len: 168 time: 0.5952370 Nov 08 00:26:57.801504 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58066) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:57.878796 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec3de97-6f8a-4f9d-9eff-c3b8df1f393c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:57.881019 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec3de97-6f8a-4f9d-9eff-c3b8df1f393c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:57.885220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-aec3de97-6f8a-4f9d-9eff-c3b8df1f393c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0798459 Nov 08 00:26:57.885394 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58074) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:57.921722 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ea1d697c-af92-43b9-96d5-cd58f1248258 None None] Could not find standard attr ID for object dcdcdaaa-6d94-48b3-8adb-bf1ef863e402. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:26:57.943265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5abd68f-be06-470f-94c9-5a08f5c9a804 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 8e1f16b6-aa42-42f6-9b0d-26cb4f780302 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:26:57.946732 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5abd68f-be06-470f-94c9-5a08f5c9a804 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:57.990121 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5abd68f-be06-470f-94c9-5a08f5c9a804 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:58.083138 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5abd68f-be06-470f-94c9-5a08f5c9a804 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:58.097477 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-cfe0bbda-d6a2-407e-974e-88c8fcf47dc6 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4fb3c189ec3b42debf7f7799a48295e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233338 Nov 08 00:26:58.172211 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-46ae4b62-b89b-419d-923d-2e8c08e2c7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:58.195450 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5abd68f-be06-470f-94c9-5a08f5c9a804 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:58.224982 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abd68f-be06-470f-94c9-5a08f5c9a804 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=8e1f16b6-aa42-42f6-9b0d-26cb4f780302,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:58.227070 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5abd68f-be06-470f-94c9-5a08f5c9a804 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:58.231050 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e5abd68f-be06-470f-94c9-5a08f5c9a804 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/8e1f16b6-aa42-42f6-9b0d-26cb4f780302 HTTP/1.1" status: 204 len: 168 time: 0.3440006 Nov 08 00:26:58.233002 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58086) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:58.236512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e743e0d5-5d9d-4baf-b4a0-513aebacdc2a None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:58.248042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ce446-1e2c-48b3-be11-144674841c8a req-43cb8453-9f93-4e76-be6e-a262c9fe731e tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:58.249581 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-619ce446-1e2c-48b3-be11-144674841c8a req-43cb8453-9f93-4e76-be6e-a262c9fe731e tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 948 time: 0.1206312 Nov 08 00:26:58.272255 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-71d3537f-36c2-4c56-9efd-0707bdadb5e3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381060 Nov 08 00:26:58.274584 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58088) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:58.276238 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-0a52945d-4976-4b96-b3c9-fe3d9a629272 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:58.277470 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-0a52945d-4976-4b96-b3c9-fe3d9a629272 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1723881 Nov 08 00:26:58.304721 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-18539fad-1911-4336-ae43-0b1b2c252949 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/quotas/4fb3c189ec3b42debf7f7799a48295e9 HTTP/1.1" status: 200 len: 375 time: 0.0153792 Nov 08 00:26:58.334026 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dc422c-2774-4935-9042-9facb6176e43 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:58.339408 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c9dc422c-2774-4935-9042-9facb6176e43 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0637925 Nov 08 00:26:58.340165 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58092) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:58.351223 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-619ce446-1e2c-48b3-be11-144674841c8a req-1c0db620-9d47-44e2-9c9a-7762e311183c tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/security-groups?id=81271eb6-8f66-401b-aac1-a7787c326d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921295 Nov 08 00:26:58.360883 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-d523ba7c-c287-4a94-aff2-3d9a9280ab51 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4fb3c189ec3b42debf7f7799a48295e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443983 Nov 08 00:26:58.401756 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c5baf5-2273-4f8f-932e-535674b02b1f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:58.406107 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58094) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:58.407541 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c3c5baf5-2273-4f8f-932e-535674b02b1f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0663619 Nov 08 00:26:58.469589 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c5c191-8964-4f34-b071-4c48d3029754 None None] DHCP port deletion for 5519efd4-e1a8-486b-824a-06c45d00ec62 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:26:58.469734 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2d307118-10f7-44f1-a621-83973f32ba7d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621746 Nov 08 00:26:58.475015 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58098) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:58.480411 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-455887b6-3dfe-4e5f-a45c-8097aa141640 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:58.530134 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c2c5c191-8964-4f34-b071-4c48d3029754 None None] Deleting port d69ef2bd-9e2f-4716-873b-0b5a69319594 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:26:58.530512 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2c5c191-8964-4f34-b071-4c48d3029754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:58.594178 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c2c5c191-8964-4f34-b071-4c48d3029754 None None] For port d69ef2bd-9e2f-4716-873b-0b5a69319594, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d69ef2bd-9e2f-4716-873b-0b5a69319594,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:58.594767 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2c5c191-8964-4f34-b071-4c48d3029754 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:58.609348 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c2c5c191-8964-4f34-b071-4c48d3029754 None None] Calling delete_port for d69ef2bd-9e2f-4716-873b-0b5a69319594 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:26:58.682059 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d69ef2bd-9e2f-4716-873b-0b5a69319594 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:26:58.697131 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455887b6-3dfe-4e5f-a45c-8097aa141640 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:58.749558 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-455887b6-3dfe-4e5f-a45c-8097aa141640 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:58.805655 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d8415b22-4f7c-4dcb-8c3b-c4daa1f78e6c req-e4f8a908-44fb-477d-8eaa-5a57d24ef736 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 210 time: 0.0487981 Nov 08 00:26:58.872170 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:58.876890 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2c5c191-8964-4f34-b071-4c48d3029754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:58.930113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b2b7ac29-0473-438c-8a29-b5a7f0b5da8e no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:26:58.962653 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c5c191-8964-4f34-b071-4c48d3029754 None None] No DVR routers for this DVR port d69ef2bd-9e2f-4716-873b-0b5a69319594 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:26:59.010136 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5c191-8964-4f34-b071-4c48d3029754 None None] Pushing event deleted for resources: {'Port': ['ID=d69ef2bd-9e2f-4716-873b-0b5a69319594,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:59.049833 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cc4ef-eb3c-4a94-b731-08737a1a02b7 req-3f0813c2-f848-42ab-8c88-38a60c45e987 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:59.059088 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e45cc4ef-eb3c-4a94-b731-08737a1a02b7 req-3f0813c2-f848-42ab-8c88-38a60c45e987 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.0844424 Nov 08 00:26:59.107219 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e45cc4ef-eb3c-4a94-b731-08737a1a02b7 req-c9526b13-2fbe-4f29-a45d-f68157df222c tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471745 Nov 08 00:26:59.126520 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:26:59.185706 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:59.216710 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:26:59.219807 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d255152-1c55-42aa-93a7-0bc80ec40679" -d '{"events": [{"server_uuid": "aae2279e-0dd5-4fc0-9dde-d024049cfd4d", "name": "network-vif-unplugged", "status": "completed", "tag": "b2b7ac29-0473-438c-8a29-b5a7f0b5da8e"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:26:59.234702 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:26:59.249396 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-455887b6-3dfe-4e5f-a45c-8097aa141640 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:59.289853 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89be425a-4da2-4462-b98e-87ee61830dbc x-openstack-request-id: req-89be425a-4da2-4462-b98e-87ee61830dbc {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:26:59.290529 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae2279e-0dd5-4fc0-9dde-d024049cfd4d", "name": "network-vif-unplugged", "status": "completed", "tag": "b2b7ac29-0473-438c-8a29-b5a7f0b5da8e", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:26:59.290948 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89be425a-4da2-4462-b98e-87ee61830dbc {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:26:59.291469 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e', 'code': 200} Nov 08 00:26:59.322405 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455887b6-3dfe-4e5f-a45c-8097aa141640 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:26:59.325932 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-455887b6-3dfe-4e5f-a45c-8097aa141640 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:26:59.337732 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455887b6-3dfe-4e5f-a45c-8097aa141640 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:59.338494 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-455887b6-3dfe-4e5f-a45c-8097aa141640 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:59.338915 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfdbae0-388a-4d57-92bf-001f3cf5be0f None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:26:59.354609 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:59.361275 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455887b6-3dfe-4e5f-a45c-8097aa141640 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=777a9d74-be89-40de-b2f4-8997c2e28f64,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:59.456235 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:26:59.493433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d48d99-70c9-41fc-9b0d-5df114d5e393 req-2f5bbfd4-06dc-41d2-b8e4-b9d13ff2e8c7 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:26:59.502086 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-83d48d99-70c9-41fc-9b0d-5df114d5e393 req-2f5bbfd4-06dc-41d2-b8e4-b9d13ff2e8c7 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 948 time: 0.0678675 Nov 08 00:26:59.514402 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-455887b6-3dfe-4e5f-a45c-8097aa141640 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0375094 Nov 08 00:26:59.516366 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58126) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:26:59.521404 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-88809978-3663-4b1c-a7fd-eb9f3da9660b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'mac_address': 'fa:16:3e:cb:4d:79', 'name': 'tempest-NetworksTestDHCPv6-465545339'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:26:59.552188 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-83d48d99-70c9-41fc-9b0d-5df114d5e393 req-0656ec47-7bb2-421a-a357-5586b278f354 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/security-groups?id=81271eb6-8f66-401b-aac1-a7787c326d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481875 Nov 08 00:26:59.588019 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5519efd4-e1a8-486b-824a-06c45d00ec62', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'fixed_ips': [{'subnet_id': '777a9d74-be89-40de-b2f4-8997c2e28f64'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:26:59.590042 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:59.752515 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] Allocated IP 2001:db8::2 (5519efd4-e1a8-486b-824a-06c45d00ec62/777a9d74-be89-40de-b2f4-8997c2e28f64/93f6ba4b-7c96-4bca-850b-4ef37ac759ad) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:26:59.831999 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88809978-3663-4b1c-a7fd-eb9f3da9660b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:26:59.961570 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b3a7379-3e76-4fac-97f7-31961f330035 req-d90c55c0-2ea3-46d7-9c78-0e0032175af2 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 210 time: 0.0592341 Nov 08 00:26:59.964088 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88809978-3663-4b1c-a7fd-eb9f3da9660b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:26:59.990161 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-88809978-3663-4b1c-a7fd-eb9f3da9660b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port 970fb58a-3289-4158-963a-70651105cdbe yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:27:00.114493 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:00.228022 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:00.264071 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d57284-9ccf-4804-a8f4-690c115ae249 req-257e09ee-2b9b-47a6-a758-069b362d6dd9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:00.274470 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-22d57284-9ccf-4804-a8f4-690c115ae249 req-257e09ee-2b9b-47a6-a758-069b362d6dd9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 943 time: 0.0878429 Nov 08 00:27:00.277138 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:00.280985 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:00.286082 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:27:00.306014 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-88809978-3663-4b1c-a7fd-eb9f3da9660b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::30c (5519efd4-e1a8-486b-824a-06c45d00ec62/777a9d74-be89-40de-b2f4-8997c2e28f64/970fb58a-3289-4158-963a-70651105cdbe) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:27:00.311864 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] Pushing event updated for resources: {'Port': ['ID=93f6ba4b-7c96-4bca-850b-4ef37ac759ad,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:00.324812 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-22d57284-9ccf-4804-a8f4-690c115ae249 req-0004ec65-7429-40b1-8a63-9f5b0bdd2f10 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491793 Nov 08 00:27:00.397525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] Attempting to bind port 93f6ba4b-7c96-4bca-850b-4ef37ac759ad on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:27:00.397816 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] Attempting to bind port 93f6ba4b-7c96-4bca-850b-4ef37ac759ad by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:27:00.398178 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] Attempting to bind port 93f6ba4b-7c96-4bca-850b-4ef37ac759ad on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:27:00.403545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:27:00.403944 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:27:00.404349 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:00.404737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:27:00.405450 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] Bound port: 93f6ba4b-7c96-4bca-850b-4ef37ac759ad, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:27:00.405948 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:00.480092 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] For port 93f6ba4b-7c96-4bca-850b-4ef37ac759ad, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:27:00.483327 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] For port 93f6ba4b-7c96-4bca-850b-4ef37ac759ad, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=93f6ba4b-7c96-4bca-850b-4ef37ac759ad,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:27:00.491512 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88809978-3663-4b1c-a7fd-eb9f3da9660b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:00.654064 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:00.688036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308650eb-2e02-4758-add2-a58f9d98f278 req-7bc3104f-5c3d-4c73-92f0-2bd70eeb1a7c tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:00.689587 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-308650eb-2e02-4758-add2-a58f9d98f278 req-7bc3104f-5c3d-4c73-92f0-2bd70eeb1a7c tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 948 time: 0.0506146 Nov 08 00:27:00.706247 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88809978-3663-4b1c-a7fd-eb9f3da9660b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:00.715960 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57370d-8210-4d75-b4e8-b1ccf8cf9c8f None None] Pushing event updated for resources: {'Port': ['ID=93f6ba4b-7c96-4bca-850b-4ef37ac759ad,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:00.749733 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-308650eb-2e02-4758-add2-a58f9d98f278 req-d1264f95-365f-4ed4-a1a1-3a204604f0e9 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/security-groups?id=81271eb6-8f66-401b-aac1-a7787c326d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522048 Nov 08 00:27:00.756715 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-31368af1-cc63-4e3c-a33e-d9ca86895207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:00.779279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88809978-3663-4b1c-a7fd-eb9f3da9660b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:00.783157 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-88809978-3663-4b1c-a7fd-eb9f3da9660b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:00.789802 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88809978-3663-4b1c-a7fd-eb9f3da9660b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:27:00.795538 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88809978-3663-4b1c-a7fd-eb9f3da9660b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:00.796236 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88809978-3663-4b1c-a7fd-eb9f3da9660b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:00.800372 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88809978-3663-4b1c-a7fd-eb9f3da9660b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=970fb58a-3289-4158-963a-70651105cdbe,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:00.876846 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5cebc170-7aac-4365-9f69-c16a2e1d540a details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:27:00.958919 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-88809978-3663-4b1c-a7fd-eb9f3da9660b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4406769 Nov 08 00:27:00.961069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58154) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:01.047687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 5cebc170-7aac-4365-9f69-c16a2e1d540a, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5cebc170-7aac-4365-9f69-c16a2e1d540a,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:01.052958 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c672e4a-dc42-453a-963a-73e13b4bd744 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:01.060026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c672e4a-dc42-453a-963a-73e13b4bd744 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:01.061479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '5cebc170-7aac-4365-9f69-c16a2e1d540a', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '5cebc170-7aac-4365-9f69-c16a2e1d540a', 'mac_address': 'fa:16:3e:a4:82:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:27:01.062509 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5c672e4a-dc42-453a-963a-73e13b4bd744 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1002066 Nov 08 00:27:01.065322 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58162) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:01.104726 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:01.117586 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0eeef312-a53b-4fa2-af5b-3b3c8cec7835 req-355e0064-f353-4c87-942f-0470c5cb9eea tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 210 time: 0.0445249 Nov 08 00:27:01.125428 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cebc170-7aac-4365-9f69-c16a2e1d540a {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:27:01.152245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 5cebc170-7aac-4365-9f69-c16a2e1d540a, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5cebc170-7aac-4365-9f69-c16a2e1d540a,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:01.181329 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:01.228731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8ecb2-fc9c-4dfa-a738-8b6caefe6ada tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port 970fb58a-3289-4158-963a-70651105cdbe {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:27:01.229458 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dbb8ecb2-fc9c-4dfa-a738-8b6caefe6ada tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:01.234450 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:01.307175 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=5cebc170-7aac-4365-9f69-c16a2e1d540a,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:01.331119 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dbb8ecb2-fc9c-4dfa-a738-8b6caefe6ada tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:01.344493 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8ecb2-fc9c-4dfa-a738-8b6caefe6ada tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for 970fb58a-3289-4158-963a-70651105cdbe owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:27:01.602153 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dbb8ecb2-fc9c-4dfa-a738-8b6caefe6ada tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:01.624147 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['5cebc170-7aac-4365-9f69-c16a2e1d540a'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:27:01.637368 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8ecb2-fc9c-4dfa-a738-8b6caefe6ada tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=970fb58a-3289-4158-963a-70651105cdbe,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:01.657795 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb8ecb2-fc9c-4dfa-a738-8b6caefe6ada tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:01.658154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb8ecb2-fc9c-4dfa-a738-8b6caefe6ada tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:01.658519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb8ecb2-fc9c-4dfa-a738-8b6caefe6ada tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:01.658820 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb8ecb2-fc9c-4dfa-a738-8b6caefe6ada tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:01.659154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb8ecb2-fc9c-4dfa-a738-8b6caefe6ada tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:01.659484 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb8ecb2-fc9c-4dfa-a738-8b6caefe6ada tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:01.659835 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb8ecb2-fc9c-4dfa-a738-8b6caefe6ada tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:01.660167 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb8ecb2-fc9c-4dfa-a738-8b6caefe6ada tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:01.660517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb8ecb2-fc9c-4dfa-a738-8b6caefe6ada tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:01.660846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb8ecb2-fc9c-4dfa-a738-8b6caefe6ada tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:01.661163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb8ecb2-fc9c-4dfa-a738-8b6caefe6ada tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:01.661482 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb8ecb2-fc9c-4dfa-a738-8b6caefe6ada tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:01.681040 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dbb8ecb2-fc9c-4dfa-a738-8b6caefe6ada tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:01.684410 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dbb8ecb2-fc9c-4dfa-a738-8b6caefe6ada tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/970fb58a-3289-4158-963a-70651105cdbe HTTP/1.1" status: 204 len: 168 time: 0.6181357 Nov 08 00:27:01.687113 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58174) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:01.743122 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7311d0bd-5569-4fa8-9009-6d42de57ffa6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:01.745024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7311d0bd-5569-4fa8-9009-6d42de57ffa6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:01.749306 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7311d0bd-5569-4fa8-9009-6d42de57ffa6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0586145 Nov 08 00:27:01.750286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58176) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:01.827996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a525e5-b6de-44bf-8020-a6b8fab67fd1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 777a9d74-be89-40de-b2f4-8997c2e28f64 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:27:01.834620 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f5a525e5-b6de-44bf-8020-a6b8fab67fd1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:01.870144 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:01.901702 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-db49dc6f-b97d-4a26-9a5a-35fa0e91a12f None None] Provisioning complete for port 93f6ba4b-7c96-4bca-850b-4ef37ac759ad triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:01.902068 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db49dc6f-b97d-4a26-9a5a-35fa0e91a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:01.932887 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f5a525e5-b6de-44bf-8020-a6b8fab67fd1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:01.983471 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:02.011365 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db49dc6f-b97d-4a26-9a5a-35fa0e91a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:02.040609 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9e675-0626-4fce-8c52-5e8ad52d8c97 req-2ac01631-1a02-43bd-afe9-41116b552438 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:02.044285 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b9f9e675-0626-4fce-8c52-5e8ad52d8c97 req-2ac01631-1a02-43bd-afe9-41116b552438 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 949 time: 0.2060928 Nov 08 00:27:02.096746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-db49dc6f-b97d-4a26-9a5a-35fa0e91a12f None None] For port 93f6ba4b-7c96-4bca-850b-4ef37ac759ad, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=93f6ba4b-7c96-4bca-850b-4ef37ac759ad,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:02.158533 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-60843bf2-3587-4e56-aabe-55e0d0738250 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4fb3c189ec3b42debf7f7799a48295e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492685 Nov 08 00:27:02.160070 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b9f9e675-0626-4fce-8c52-5e8ad52d8c97 req-cc1ec927-db25-4e75-a23b-4e1c8b6a397c tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/security-groups?id=81271eb6-8f66-401b-aac1-a7787c326d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012900 Nov 08 00:27:02.190550 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db49dc6f-b97d-4a26-9a5a-35fa0e91a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:02.193041 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f5a525e5-b6de-44bf-8020-a6b8fab67fd1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:02.327457 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49dc6f-b97d-4a26-9a5a-35fa0e91a12f None None] Pushing event updated for resources: {'Port': ['ID=93f6ba4b-7c96-4bca-850b-4ef37ac759ad,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:02.331276 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-76be2a2e-c9a6-438b-b589-348071834d02 None None] Could not find standard attr ID for object 970fb58a-3289-4158-963a-70651105cdbe. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:27:02.344528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-760418b1-8069-422b-b42b-6754fcdcb7f4 req-473b23a8-e6fe-42c4-86af-95be663d589d tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 210 time: 0.0787506 Nov 08 00:27:02.382394 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-78ca2dd0-836a-4910-a7e7-ecb82253dfa5 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:02.384044 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-78ca2dd0-836a-4910-a7e7-ecb82253dfa5 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2186215 Nov 08 00:27:02.404997 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-99f2c56f-b58b-43c5-bda2-820c9626151c tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Request body: {'port': {'device_id': 'e7b4fde1-3112-468a-ab94-f8023def3a83', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '4fb3c189ec3b42debf7f7799a48295e9'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:02.487914 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f5a525e5-b6de-44bf-8020-a6b8fab67fd1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:02.512550 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9822dc2-1677-4e6c-a801-963cc57cafbd None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:27:02.514385 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f5a525e5-b6de-44bf-8020-a6b8fab67fd1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:02.521430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58196) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:02.522234 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f5a525e5-b6de-44bf-8020-a6b8fab67fd1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/777a9d74-be89-40de-b2f4-8997c2e28f64 HTTP/1.1" status: 204 len: 168 time: 0.7713337 Nov 08 00:27:02.559211 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a525e5-b6de-44bf-8020-a6b8fab67fd1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=777a9d74-be89-40de-b2f4-8997c2e28f64,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:02.587854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58198) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:02.588064 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b8ba4589-e483-439d-9548-69676c28bcea tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650578 Nov 08 00:27:02.658954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f1feab-f7c9-4301-845e-e787932fd8ed tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:02.661616 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-29f1feab-f7c9-4301-845e-e787932fd8ed tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0729673 Nov 08 00:27:02.664202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58202) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:02.698976 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-99f2c56f-b58b-43c5-bda2-820c9626151c tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Made reservation on behalf of 4fb3c189ec3b42debf7f7799a48295e9 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:27:02.703425 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-99f2c56f-b58b-43c5-bda2-820c9626151c tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:02.722518 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-99f2c56f-b58b-43c5-bda2-820c9626151c tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:02.745811 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072884ce-4e79-46cf-8804-b1303b3ddce4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:02.747541 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-072884ce-4e79-46cf-8804-b1303b3ddce4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0821111 Nov 08 00:27:02.750140 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58204) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:02.758146 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3568d6-340d-4b25-9775-c202e2608210 None None] DHCP port deletion for 5519efd4-e1a8-486b-824a-06c45d00ec62 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:27:02.804537 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-59da8dd3-85ff-4848-b32b-9c3de359af1e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531862 Nov 08 00:27:02.808418 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58206) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:02.813649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-8d6e07ad-9cee-427c-a2e8-0091e80d2e9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:02.827046 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9e3568d6-340d-4b25-9775-c202e2608210 None None] Deleting port 93f6ba4b-7c96-4bca-850b-4ef37ac759ad {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:27:02.827425 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e3568d6-340d-4b25-9775-c202e2608210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:02.837668 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-99f2c56f-b58b-43c5-bda2-820c9626151c tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:02.908054 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9e3568d6-340d-4b25-9775-c202e2608210 None None] For port 93f6ba4b-7c96-4bca-850b-4ef37ac759ad, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=93f6ba4b-7c96-4bca-850b-4ef37ac759ad,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:02.908453 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e3568d6-340d-4b25-9775-c202e2608210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:02.911003 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-99f2c56f-b58b-43c5-bda2-820c9626151c tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:02.914388 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5cebc170-7aac-4365-9f69-c16a2e1d540a up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:27:02.940768 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2c56f-b58b-43c5-bda2-820c9626151c tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048e4418-7453-49f1-b73b-09c36946f8b4,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:02.966661 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9e3568d6-340d-4b25-9775-c202e2608210 None None] Calling delete_port for 93f6ba4b-7c96-4bca-850b-4ef37ac759ad owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:27:03.020993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6e07ad-9cee-427c-a2e8-0091e80d2e9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:27:03.026391 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d6e07ad-9cee-427c-a2e8-0091e80d2e9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:03.097413 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-99f2c56f-b58b-43c5-bda2-820c9626151c tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Allocated IP 192.168.233.218 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/7572db4e-76ab-4874-a189-b79d48cc7e60) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:27:03.156307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 5cebc170-7aac-4365-9f69-c16a2e1d540a completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:27:03.161355 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 5cebc170-7aac-4365-9f69-c16a2e1d540a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:03.161739 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:03.270436 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e3568d6-340d-4b25-9775-c202e2608210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:03.275137 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-99f2c56f-b58b-43c5-bda2-820c9626151c tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:03.328437 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3568d6-340d-4b25-9775-c202e2608210 None None] Pushing event deleted for resources: {'Port': ['ID=93f6ba4b-7c96-4bca-850b-4ef37ac759ad,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:03.335662 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3568d6-340d-4b25-9775-c202e2608210 None None] No DVR routers for this DVR port 93f6ba4b-7c96-4bca-850b-4ef37ac759ad on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:27:03.341261 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:03.393435 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:03.434589 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1c1be0-00a7-46b4-8533-fecdf847591c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cebc170-7aac-4365-9f69-c16a2e1d540a'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:27:03.436878 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3d09ab-4f38-48b9-893b-aa1cb5632d07" -d '{"events": [{"server_uuid": "5b1c1be0-00a7-46b4-8533-fecdf847591c", "name": "network-vif-plugged", "status": "completed", "tag": "5cebc170-7aac-4365-9f69-c16a2e1d540a"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:27:03.443853 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-99f2c56f-b58b-43c5-bda2-820c9626151c tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:03.467839 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 5cebc170-7aac-4365-9f69-c16a2e1d540a, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5cebc170-7aac-4365-9f69-c16a2e1d540a,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:03.483974 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e783046-bafd-47a9-a51f-333c3ae45c78 req-d0052314-5530-4b37-b22f-73b7c171f3e6 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:03.485500 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2e783046-bafd-47a9-a51f-333c3ae45c78 req-d0052314-5530-4b37-b22f-73b7c171f3e6 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 949 time: 0.0807076 Nov 08 00:27:03.507939 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-99f2c56f-b58b-43c5-bda2-820c9626151c tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:03.516489 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-99f2c56f-b58b-43c5-bda2-820c9626151c tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:03.577183 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-99f2c56f-b58b-43c5-bda2-820c9626151c tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:27:03.587837 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:03.734776 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=5cebc170-7aac-4365-9f69-c16a2e1d540a,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:03.766569 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2c56f-b58b-43c5-bda2-820c9626151c tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Pushing event updated for resources: {'Port': ['ID=7572db4e-76ab-4874-a189-b79d48cc7e60,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:03.793478 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-99f2c56f-b58b-43c5-bda2-820c9626151c tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:03.794313 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-99f2c56f-b58b-43c5-bda2-820c9626151c tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:03.808876 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2e783046-bafd-47a9-a51f-333c3ae45c78 req-7a1a46f3-41d7-423d-828f-ab0f9dbac985 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/security-groups?id=81271eb6-8f66-401b-aac1-a7787c326d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028250 Nov 08 00:27:03.831191 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89086d78-ff0b-444b-b2c7-ef4ca9e61ace req-6913ee28-d7d3-4d09-a6f4-d23e9ec1b64a tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:03.833457 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89086d78-ff0b-444b-b2c7-ef4ca9e61ace req-6913ee28-d7d3-4d09-a6f4-d23e9ec1b64a tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 936 time: 0.3187513 Nov 08 00:27:03.885945 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89086d78-ff0b-444b-b2c7-ef4ca9e61ace req-5873bb9f-367b-422e-9791-9ed1ed7b78db tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/security-groups?id=048e4418-7453-49f1-b73b-09c36946f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458899 Nov 08 00:27:03.913477 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-99f2c56f-b58b-43c5-bda2-820c9626151c tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5134699 Nov 08 00:27:03.933054 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Request body: {'port': {'device_id': 'e7b4fde1-3112-468a-ab94-f8023def3a83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:03.952249 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b4ebce-b39d-4f53-a1ed-552b76b6dee7 x-openstack-request-id: req-36b4ebce-b39d-4f53-a1ed-552b76b6dee7 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:27:03.952838 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1c1be0-00a7-46b4-8533-fecdf847591c", "name": "network-vif-plugged", "status": "completed", "tag": "5cebc170-7aac-4365-9f69-c16a2e1d540a", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:27:03.953290 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36b4ebce-b39d-4f53-a1ed-552b76b6dee7 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:27:03.953820 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1c1be0-00a7-46b4-8533-fecdf847591c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cebc170-7aac-4365-9f69-c16a2e1d540a', 'code': 200} Nov 08 00:27:03.958535 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f4c1e-5171-4662-bb62-39c0942ec262 req-b193d80a-7d62-4412-ac99-1725e0fd24fd tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:03.962978 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-956f4c1e-5171-4662-bb62-39c0942ec262 req-b193d80a-7d62-4412-ac99-1725e0fd24fd tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 943 time: 0.0683661 Nov 08 00:27:04.007204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b286e59b-8f29-487a-9ee7-ada0df9c1735 None None] Provisioning complete for port 7572db4e-76ab-4874-a189-b79d48cc7e60 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:04.007917 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b286e59b-8f29-487a-9ee7-ada0df9c1735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:04.025621 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:04.056485 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b286e59b-8f29-487a-9ee7-ada0df9c1735 None None] Port 7572db4e-76ab-4874-a189-b79d48cc7e60 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:27:04.057276 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-956f4c1e-5171-4662-bb62-39c0942ec262 req-58ca34b4-a4b2-44d1-a32a-ca47e24c5448 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875061 Nov 08 00:27:04.121020 n-d-816882-1 neutron-server[102772]: DEBUG neutron.objects.ports [None req-8d6e07ad-9cee-427c-a2e8-0091e80d2e9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 00:27:04.130266 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d6e07ad-9cee-427c-a2e8-0091e80d2e9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:04.191004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6e07ad-9cee-427c-a2e8-0091e80d2e9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:04.198225 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efd182-0a7a-41e1-92f2-87ce9aaa9311 req-fd87ecaa-ca7c-49e6-b026-c9d087daa90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:04.200863 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-50efd182-0a7a-41e1-92f2-87ce9aaa9311 req-fd87ecaa-ca7c-49e6-b026-c9d087daa90d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 1101 time: 0.1406519 Nov 08 00:27:04.203935 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-8d6e07ad-9cee-427c-a2e8-0091e80d2e9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:04.208954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6e07ad-9cee-427c-a2e8-0091e80d2e9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:04.209563 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d6e07ad-9cee-427c-a2e8-0091e80d2e9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:04.218934 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c7fdf0-ab35-40d7-a2b1-f842494ad205 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:27:04.249345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e07ad-9cee-427c-a2e8-0091e80d2e9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=f9fda6ac-a1f6-47eb-8854-a1e0c22b352d,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:04.285651 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-50efd182-0a7a-41e1-92f2-87ce9aaa9311 req-8dba2002-b77a-4b52-821d-27e712d08e50 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=81271eb6-8f66-401b-aac1-a7787c326d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734310 Nov 08 00:27:04.298116 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-64ff8815-ef39-4c3d-8361-facdaa89627a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1746194 Nov 08 00:27:04.309382 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-96c04ded-7f9b-4bdf-bb82-cd95f469a2f2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:27:04.311070 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-96c04ded-7f9b-4bdf-bb82-cd95f469a2f2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070040 Nov 08 00:27:04.335569 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8d6e07ad-9cee-427c-a2e8-0091e80d2e9a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5259333 Nov 08 00:27:04.337568 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58240) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:04.345741 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-59b2cf69-6e47-4703-8bc8-a315e0acd719 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:04.368048 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7572db4e-76ab-4874-a189-b79d48cc7e60 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:27:04.376425 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:04.390761 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Transition to ACTIVE for port object 7572db4e-76ab-4874-a189-b79d48cc7e60 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:27:04.392261 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5519efd4-e1a8-486b-824a-06c45d00ec62', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'fixed_ips': [{'subnet_id': 'f9fda6ac-a1f6-47eb-8854-a1e0c22b352d'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:27:04.393666 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:04.488370 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:04.557095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7572db4e-76ab-4874-a189-b79d48cc7e60,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:04.557176 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] Allocated IP 2001:db8::f816:3eff:fe7c:f27c (5519efd4-e1a8-486b-824a-06c45d00ec62/f9fda6ac-a1f6-47eb-8854-a1e0c22b352d/6eafb885-a4af-49cd-9269-4e6fbcb42d2b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:27:04.607292 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b2cf69-6e47-4703-8bc8-a315e0acd719 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:27:04.617403 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-59b2cf69-6e47-4703-8bc8-a315e0acd719 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:04.618592 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Attempting to bind port 7572db4e-76ab-4874-a189-b79d48cc7e60 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:27:04.618935 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Attempting to bind port 7572db4e-76ab-4874-a189-b79d48cc7e60 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:27:04.619274 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Attempting to bind port 7572db4e-76ab-4874-a189-b79d48cc7e60 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:27:04.626915 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Port 7572db4e-76ab-4874-a189-b79d48cc7e60 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:27:04.629924 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Attempting to bind port 7572db4e-76ab-4874-a189-b79d48cc7e60 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:27:04.643714 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:27:04.644822 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:27:04.645645 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:27:04.646309 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Bound port: 7572db4e-76ab-4874-a189-b79d48cc7e60, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:27:04.646968 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:04.690147 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 93f6ba4b-7c96-4bca-850b-4ef37ac759ad no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:27:04.730941 n-d-816882-1 neutron-server[102772]: INFO neutron.db.ipam_backend_mixin [None req-59b2cf69-6e47-4703-8bc8-a315e0acd719 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f9fda6ac-a1f6-47eb-8854-a1e0c22b352d (CIDR: 2001:db8::/64) Nov 08 00:27:04.736593 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] For port 7572db4e-76ab-4874-a189-b79d48cc7e60, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:27:04.740916 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] For port 7572db4e-76ab-4874-a189-b79d48cc7e60, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=7572db4e-76ab-4874-a189-b79d48cc7e60,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:27:04.747860 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 93f6ba4b-7c96-4bca-850b-4ef37ac759ad {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:27:04.748274 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 93f6ba4b-7c96-4bca-850b-4ef37ac759ad not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:27:04.774379 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:04.780410 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b2cf69-6e47-4703-8bc8-a315e0acd719 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:27:04.780932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b2cf69-6e47-4703-8bc8-a315e0acd719 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:04.859848 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:04.860696 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:04.905784 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:04.906415 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:04.907995 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] 10.222.0.26 "PUT /v2.0/ports/7572db4e-76ab-4874-a189-b79d48cc7e60 HTTP/1.1" status: 200 len: 1096 time: 0.9803574 Nov 08 00:27:04.908380 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b4fde1-3112-468a-ab94-f8023def3a83', 'tag': '7572db4e-76ab-4874-a189-b79d48cc7e60'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:27:04.911240 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0f4f26-3681-4943-9283-8ebe069c1a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b4fde1-3112-468a-ab94-f8023def3a83", "tag": "7572db4e-76ab-4874-a189-b79d48cc7e60"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:27:04.932420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-59b2cf69-6e47-4703-8bc8-a315e0acd719 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5918601 Nov 08 00:27:04.933675 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:04.943428 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58258) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:04.954004 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e405b2c4-3584-4b9d-95e7-f49467ed2483 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:04.958910 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:04.967630 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:27:04.971610 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] Pushing event updated for resources: {'Port': ['ID=6eafb885-a4af-49cd-9269-4e6fbcb42d2b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:04.976381 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae959228-ff08-493a-a2c7-2874742f4d63 req-e8e815bc-1f20-44d3-9a71-ce598103d78c tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:04.978526 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae959228-ff08-493a-a2c7-2874742f4d63 req-e8e815bc-1f20-44d3-9a71-ce598103d78c tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 950 time: 0.0838444 Nov 08 00:27:05.022284 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae959228-ff08-493a-a2c7-2874742f4d63 req-af0798e3-4298-4b86-9b2c-a62f54e1e3cc tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/security-groups?id=81271eb6-8f66-401b-aac1-a7787c326d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362017 Nov 08 00:27:05.036314 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74283b3-04b5-4df1-8bd6-ead717c362e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7572db4e-76ab-4874-a189-b79d48cc7e60,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:05.083551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] Attempting to bind port 6eafb885-a4af-49cd-9269-4e6fbcb42d2b on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:27:05.084049 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] Attempting to bind port 6eafb885-a4af-49cd-9269-4e6fbcb42d2b by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:27:05.085074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] Attempting to bind port 6eafb885-a4af-49cd-9269-4e6fbcb42d2b on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:27:05.109444 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:27:05.109828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:27:05.110406 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:05.110795 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:27:05.112031 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] Bound port: 6eafb885-a4af-49cd-9269-4e6fbcb42d2b, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:27:05.112614 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:05.121848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b60eee-b07e-4b90-8d5c-4f4f70007c55 req-128d956f-87e9-451e-bf13-2ac8503ab9fe tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:05.130663 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-41b60eee-b07e-4b90-8d5c-4f4f70007c55 req-128d956f-87e9-451e-bf13-2ac8503ab9fe tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 948 time: 0.0776787 Nov 08 00:27:05.145398 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b369fc54-b969-4afa-b1cc-d87774fce3b0 x-openstack-request-id: req-b369fc54-b969-4afa-b1cc-d87774fce3b0 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:27:05.145722 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b4fde1-3112-468a-ab94-f8023def3a83", "tag": "7572db4e-76ab-4874-a189-b79d48cc7e60", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:27:05.145947 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b369fc54-b969-4afa-b1cc-d87774fce3b0 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:27:05.146355 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b4fde1-3112-468a-ab94-f8023def3a83', 'tag': '7572db4e-76ab-4874-a189-b79d48cc7e60', 'status': 'completed', 'code': 200} Nov 08 00:27:05.190364 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-41b60eee-b07e-4b90-8d5c-4f4f70007c55 req-6d22b0a2-1309-4778-9a5d-048d0cf0b406 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/security-groups?id=048e4418-7453-49f1-b73b-09c36946f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587261 Nov 08 00:27:05.223351 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] For port 6eafb885-a4af-49cd-9269-4e6fbcb42d2b, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:27:05.245567 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] For port 6eafb885-a4af-49cd-9269-4e6fbcb42d2b, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6eafb885-a4af-49cd-9269-4e6fbcb42d2b,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:27:05.296016 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-7a9a98c1-5328-4671-b3d4-db726dec53ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:05.297596 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-7a9a98c1-5328-4671-b3d4-db726dec53ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4fb3c189ec3b42debf7f7799a48295e9&device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 1099 time: 0.1866007 Nov 08 00:27:05.325370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dda3e-5000-4a10-9096-9c33038c128b req-93154b2d-a92a-4bf2-8925-e1f0dad990d4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:05.327377 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-464dda3e-5000-4a10-9096-9c33038c128b req-93154b2d-a92a-4bf2-8925-e1f0dad990d4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 943 time: 0.0602894 Nov 08 00:27:05.335470 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:05.356039 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-43bbbfbc-badd-43f1-8c49-693c80c0ba8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=7572db4e-76ab-4874-a189-b79d48cc7e60 HTTP/1.1" status: 200 len: 217 time: 0.0431883 Nov 08 00:27:05.422528 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-73f0bce2-6e4a-47a3-97be-60ce97d98007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:05.429073 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-73f0bce2-6e4a-47a3-97be-60ce97d98007 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0666485 Nov 08 00:27:05.432572 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-464dda3e-5000-4a10-9096-9c33038c128b req-cb3f0ff2-d613-4824-bd04-4344f57ace84 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884285 Nov 08 00:27:05.448685 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49d2bc-e8d8-48ef-9228-1be8ac7cf16d None None] Pushing event updated for resources: {'Port': ['ID=6eafb885-a4af-49cd-9269-4e6fbcb42d2b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:05.488420 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-86aa24da-6c07-49f4-b532-4ee0b4017937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:05.490524 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-86aa24da-6c07-49f4-b532-4ee0b4017937 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0546677 Nov 08 00:27:05.507285 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e405b2c4-3584-4b9d-95e7-f49467ed2483 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:27:05.510642 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e405b2c4-3584-4b9d-95e7-f49467ed2483 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:05.980235 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-6cea3fc1-1a7d-47b3-8597-ab02c5461b57 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817991 Nov 08 00:27:06.128879 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e23eb120-1de0-40e1-90b7-5001abedbed8 req-159b5deb-86f1-4a5a-adc0-a5b15a45e3df service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381602 Nov 08 00:27:06.164185 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b82fb-1e2e-40cc-b4ee-dcc1fd696ab1 req-8abc605d-b298-4a83-90d5-9d2b9209e3a7 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:06.165270 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-909b82fb-1e2e-40cc-b4ee-dcc1fd696ab1 req-8abc605d-b298-4a83-90d5-9d2b9209e3a7 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 950 time: 0.0554569 Nov 08 00:27:06.212109 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-909b82fb-1e2e-40cc-b4ee-dcc1fd696ab1 req-28bca2a1-731b-4b20-938b-3f72337e6e33 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/security-groups?id=81271eb6-8f66-401b-aac1-a7787c326d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383811 Nov 08 00:27:06.284319 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e405b2c4-3584-4b9d-95e7-f49467ed2483 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:06.343966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e405b2c4-3584-4b9d-95e7-f49467ed2483 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:06.398730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07a289-c689-4534-8880-e75d0323eeb3 req-62b505f1-66fd-4951-8349-913420406f38 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:06.406395 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ba07a289-c689-4534-8880-e75d0323eeb3 req-62b505f1-66fd-4951-8349-913420406f38 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 948 time: 0.1163046 Nov 08 00:27:06.438229 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-e405b2c4-3584-4b9d-95e7-f49467ed2483 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:06.456119 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e405b2c4-3584-4b9d-95e7-f49467ed2483 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:06.456713 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e405b2c4-3584-4b9d-95e7-f49467ed2483 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:06.491241 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405b2c4-3584-4b9d-95e7-f49467ed2483 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=93603522-31fe-41ea-b8ae-235a28434136,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:06.494104 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f4f26-3681-4943-9283-8ebe069c1a4f req-78c1a8a8-1301-422b-a88c-77181badf786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:06.495765 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d0f4f26-3681-4943-9283-8ebe069c1a4f req-78c1a8a8-1301-422b-a88c-77181badf786 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4fb3c189ec3b42debf7f7799a48295e9&device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 1099 time: 0.1085763 Nov 08 00:27:06.555227 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ba07a289-c689-4534-8880-e75d0323eeb3 req-e8a1bdf1-8f5b-49e9-b0d8-ecbe3832a550 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/security-groups?id=048e4418-7453-49f1-b73b-09c36946f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478488 Nov 08 00:27:06.566354 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-d6baca8e-367d-4330-8f68-8633ac061c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:06.568572 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-d6baca8e-367d-4330-8f68-8633ac061c76 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d&tenant_id=3b5853458dd24c08bad0734d1d809da3 HTTP/1.1" status: 200 len: 1094 time: 0.1587558 Nov 08 00:27:06.588646 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:06.605876 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e405b2c4-3584-4b9d-95e7-f49467ed2483 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6650100 Nov 08 00:27:06.608586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58288) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:06.616521 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-0875e653-f815-452d-9595-52f241483cb3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'mac_address': 'fa:16:3e:6a:21:64', 'name': 'tempest-NetworksTestDHCPv6-1264593735'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:06.680915 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f4f26-3681-4943-9283-8ebe069c1a4f req-7b3edaaf-62d5-43e1-a3ae-6fe5d7655536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:06.685386 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d0f4f26-3681-4943-9283-8ebe069c1a4f req-7b3edaaf-62d5-43e1-a3ae-6fe5d7655536 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.1789982 Nov 08 00:27:06.700350 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:06.758092 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d0f4f26-3681-4943-9283-8ebe069c1a4f req-71e3cead-1853-4055-b892-135cdbd9160a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=7572db4e-76ab-4874-a189-b79d48cc7e60 HTTP/1.1" status: 200 len: 217 time: 0.0666006 Nov 08 00:27:06.796494 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6eafb885-a4af-49cd-9269-4e6fbcb42d2b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:27:06.854491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6eafb885-a4af-49cd-9269-4e6fbcb42d2b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:06.854947 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:06.857315 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7b138c-9e9e-4c2a-bb79-21b46d153a0b None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:27:06.868421 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f4f26-3681-4943-9283-8ebe069c1a4f req-f12585f8-d922-42d5-95c7-b3530229b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:06.870002 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d0f4f26-3681-4943-9283-8ebe069c1a4f req-f12585f8-d922-42d5-95c7-b3530229b129 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1041689 Nov 08 00:27:06.949683 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f4f26-3681-4943-9283-8ebe069c1a4f req-8b39bf1c-57c3-4463-ac51-0a7f61ef262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:06.951509 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d0f4f26-3681-4943-9283-8ebe069c1a4f req-8b39bf1c-57c3-4463-ac51-0a7f61ef262d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712340 Nov 08 00:27:06.960243 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-21a2fccd-2347-492e-8fd1-e95a043e8248 None None] Provisioning complete for port 6eafb885-a4af-49cd-9269-4e6fbcb42d2b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:06.960692 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-21a2fccd-2347-492e-8fd1-e95a043e8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:07.054661 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d0f4f26-3681-4943-9283-8ebe069c1a4f req-c3ec104a-27cf-4b97-88be-9e9c3d7c07d4 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948784 Nov 08 00:27:07.058929 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a9cc7-6d2d-41e2-8f83-ab0adf530d17 req-10f63d7b-d5e4-4da5-9770-c968f3e4740b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:07.061352 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-900a9cc7-6d2d-41e2-8f83-ab0adf530d17 req-10f63d7b-d5e4-4da5-9770-c968f3e4740b tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 943 time: 0.2010660 Nov 08 00:27:07.103333 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:07.108248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8cca9-39b7-4c50-8ee1-84b0c6838881 req-2709ca25-e6ce-47c6-9a0d-53dd3e9e27ea tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:07.109821 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c7d8cca9-39b7-4c50-8ee1-84b0c6838881 req-2709ca25-e6ce-47c6-9a0d-53dd3e9e27ea tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 950 time: 0.1535408 Nov 08 00:27:07.125064 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0875e653-f815-452d-9595-52f241483cb3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:27:07.153881 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] For port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:07.160997 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-900a9cc7-6d2d-41e2-8f83-ab0adf530d17 req-def3e888-fbab-4204-91c1-a121266036d2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910990 Nov 08 00:27:07.190274 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-21a2fccd-2347-492e-8fd1-e95a043e8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:07.193679 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 6eafb885-a4af-49cd-9269-4e6fbcb42d2b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6eafb885-a4af-49cd-9269-4e6fbcb42d2b,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:07.215888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c7d8cca9-39b7-4c50-8ee1-84b0c6838881 req-136fc9e9-63a9-4a5d-8ba8-14bf01a2f2bb tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/security-groups?id=81271eb6-8f66-401b-aac1-a7787c326d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850692 Nov 08 00:27:07.236674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] For port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:27:07.247479 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8d0f4f26-3681-4943-9283-8ebe069c1a4f req-9532de31-50a9-484a-b7a0-33864b92594d service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790140 Nov 08 00:27:07.262258 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0875e653-f815-452d-9595-52f241483cb3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:07.277649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b7ac29-0473-438c-8a29-b5a7f0b5da8e {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:27:07.286322 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:07.287902 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13149738-c913-400a-a86f-f99ada55f52b None None] Update dhcp port {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'fixed_ips': [{'subnet_id': 'f9fda6ac-a1f6-47eb-8854-a1e0c22b352d', 'ip_address': '2001:db8::f816:3eff:fe7c:f27c'}, {'subnet_id': '93603522-31fe-41ea-b8ae-235a28434136'}], 'binding:host_id': 'n-d-816882-1'}, 'id': '6eafb885-a4af-49cd-9269-4e6fbcb42d2b'} from n-d-816882-1. {{(pid=102773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 00:27:07.296879 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-0875e653-f815-452d-9595-52f241483cb3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port 351271dc-0128-40f8-afe1-733a642d5282 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:27:07.310922 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Transition to ACTIVE for port object b2b7ac29-0473-438c-8a29-b5a7f0b5da8e will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:27:07.315489 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13149738-c913-400a-a86f-f99ada55f52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:07.328695 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:07.402470 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:07.512596 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-0875e653-f815-452d-9595-52f241483cb3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8:0:1::20a (5519efd4-e1a8-486b-824a-06c45d00ec62/93603522-31fe-41ea-b8ae-235a28434136/351271dc-0128-40f8-afe1-733a642d5282) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:27:07.536349 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-0875e653-f815-452d-9595-52f241483cb3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::f816:3eff:fe6a:2164 (5519efd4-e1a8-486b-824a-06c45d00ec62/f9fda6ac-a1f6-47eb-8854-a1e0c22b352d/351271dc-0128-40f8-afe1-733a642d5282) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:27:07.556544 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Pushing event updated for resources: {'Port': ['ID=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,revision_number=9']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:07.709373 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-21a2fccd-2347-492e-8fd1-e95a043e8248 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:27:07.709733 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-21a2fccd-2347-492e-8fd1-e95a043e8248 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:27:07.720717 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=6eafb885-a4af-49cd-9269-4e6fbcb42d2b,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:07.739605 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] No DVR routers for this DVR port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:27:07.773466 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0875e653-f815-452d-9595-52f241483cb3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:07.827350 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba782a4-e7ca-4729-85ef-1ef17e829b77 req-45fa62f2-76ec-4a70-ad12-37ea69a16494 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:07.828803 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cba782a4-e7ca-4729-85ef-1ef17e829b77 req-45fa62f2-76ec-4a70-ad12-37ea69a16494 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 948 time: 0.1718481 Nov 08 00:27:07.883991 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cba782a4-e7ca-4729-85ef-1ef17e829b77 req-4d50f136-e952-45ba-be9a-23929dfb3be9 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/security-groups?id=048e4418-7453-49f1-b73b-09c36946f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489461 Nov 08 00:27:07.911119 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0875e653-f815-452d-9595-52f241483cb3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:07.917786 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Attempting to bind port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:27:07.918167 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Attempting to bind port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:27:07.919848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Attempting to bind port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e on network 0371df58-0f09-4690-9116-bbb16052317b {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:27:07.924690 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e on network 0371df58-0f09-4690-9116-bbb16052317b not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:27:07.925230 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Attempting to bind port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e on network 0371df58-0f09-4690-9116-bbb16052317b {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:27:07.932614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:27:07.933129 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Checking segment: {'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:27:07.933524 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Bound using segment: {'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:27:07.933960 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Bound port: b2b7ac29-0473-438c-8a29-b5a7f0b5da8e, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0371df58-0f09-4690-9116-bbb16052317b'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:27:07.934320 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:07.951950 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0875e653-f815-452d-9595-52f241483cb3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:07.957005 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-0875e653-f815-452d-9595-52f241483cb3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:07.960853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0875e653-f815-452d-9595-52f241483cb3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:27:07.966560 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0875e653-f815-452d-9595-52f241483cb3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:07.967196 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0875e653-f815-452d-9595-52f241483cb3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:07.976595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-13149738-c913-400a-a86f-f99ada55f52b None None] Allocated IP 2001:db8:0:1::2 (5519efd4-e1a8-486b-824a-06c45d00ec62/93603522-31fe-41ea-b8ae-235a28434136/6eafb885-a4af-49cd-9269-4e6fbcb42d2b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:27:07.977130 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875e653-f815-452d-9595-52f241483cb3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=351271dc-0128-40f8-afe1-733a642d5282,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:08.018673 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] For port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:27:08.022590 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] For port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:27:08.071213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-13149738-c913-400a-a86f-f99ada55f52b None None] For port 6eafb885-a4af-49cd-9269-4e6fbcb42d2b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6eafb885-a4af-49cd-9269-4e6fbcb42d2b,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:08.097685 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0875e653-f815-452d-9595-52f241483cb3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4880536 Nov 08 00:27:08.103311 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13149738-c913-400a-a86f-f99ada55f52b None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:08.104260 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58310) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:08.122617 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:08.155967 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:08.156906 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:08.158291 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] 10.222.0.26 "PUT /v2.0/ports/b2b7ac29-0473-438c-8a29-b5a7f0b5da8e HTTP/1.1" status: 200 len: 1091 time: 1.5758786 Nov 08 00:27:08.161409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'tag': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:27:08.163829 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2366123-d9c4-4781-bce0-67d387a62375" -d '{"events": [{"name": "network-changed", "server_uuid": "aae2279e-0dd5-4fc0-9dde-d024049cfd4d", "tag": "b2b7ac29-0473-438c-8a29-b5a7f0b5da8e"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:27:08.191186 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d01a9-0add-4af8-8238-2217200c4c9a service neutron] Pushing event updated for resources: {'Port': ['ID=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,revision_number=10']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:08.206238 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-a930583a-7229-4de4-be0a-f1b7890a4187 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port 351271dc-0128-40f8-afe1-733a642d5282 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:27:08.209753 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a930583a-7229-4de4-be0a-f1b7890a4187 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:08.248382 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13149738-c913-400a-a86f-f99ada55f52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:08.318615 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8dfa1a-c146-48c5-af2d-6b7584e960c2 x-openstack-request-id: req-3b8dfa1a-c146-48c5-af2d-6b7584e960c2 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:27:08.319354 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae2279e-0dd5-4fc0-9dde-d024049cfd4d", "tag": "b2b7ac29-0473-438c-8a29-b5a7f0b5da8e", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:27:08.319849 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b8dfa1a-c146-48c5-af2d-6b7584e960c2 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:27:08.320413 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'tag': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e', 'status': 'completed', 'code': 200} Nov 08 00:27:08.400649 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13149738-c913-400a-a86f-f99ada55f52b None None] Pushing event updated for resources: {'Port': ['ID=6eafb885-a4af-49cd-9269-4e6fbcb42d2b,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:08.459573 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:08.469961 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a930583a-7229-4de4-be0a-f1b7890a4187 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:08.470995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-22cda255-6ea1-4d96-b7bd-26cd1ade70de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:08.472559 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-22cda255-6ea1-4d96-b7bd-26cd1ade70de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b5853458dd24c08bad0734d1d809da3&device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 1095 time: 0.2580824 Nov 08 00:27:08.487081 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-a930583a-7229-4de4-be0a-f1b7890a4187 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for 351271dc-0128-40f8-afe1-733a642d5282 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:27:08.490052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b84d5e-9cfd-45fe-8671-ca7365ca7bde req-7ee3a942-6e01-4ba0-9462-a75e88ef0eaa tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:08.497941 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2b84d5e-9cfd-45fe-8671-ca7365ca7bde req-7ee3a942-6e01-4ba0-9462-a75e88ef0eaa tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 950 time: 0.1763866 Nov 08 00:27:08.574400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145b59f-eb31-45cf-a2cc-6ee2340d1fb4 req-76169da6-dfa7-4b64-baa7-ddec433f5b7e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:08.575952 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b145b59f-eb31-45cf-a2cc-6ee2340d1fb4 req-76169da6-dfa7-4b64-baa7-ddec433f5b7e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 944 time: 0.1939154 Nov 08 00:27:08.586991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fed9a2-3196-4a41-9786-655efb192593 req-ee871fe1-e940-461c-9595-ab1a72da66eb tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:08.588509 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9fed9a2-3196-4a41-9786-655efb192593 req-ee871fe1-e940-461c-9595-ab1a72da66eb tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 950 time: 0.2077799 Nov 08 00:27:08.682510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2b84d5e-9cfd-45fe-8671-ca7365ca7bde req-81dd5b12-e6c5-47dd-8313-36d152e11fb2 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/security-groups?id=81271eb6-8f66-401b-aac1-a7787c326d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835659 Nov 08 00:27:08.780899 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6eafb885-a4af-49cd-9269-4e6fbcb42d2b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:27:08.841065 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6eafb885-a4af-49cd-9269-4e6fbcb42d2b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:08.841448 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:08.897181 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 7572db4e-76ab-4874-a189-b79d48cc7e60 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:27:08.899080 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a930583a-7229-4de4-be0a-f1b7890a4187 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:08.951427 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930583a-7229-4de4-be0a-f1b7890a4187 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=351271dc-0128-40f8-afe1-733a642d5282,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:09.033279 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a930583a-7229-4de4-be0a-f1b7890a4187 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:09.039945 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a930583a-7229-4de4-be0a-f1b7890a4187 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/351271dc-0128-40f8-afe1-733a642d5282 HTTP/1.1" status: 204 len: 168 time: 0.9319367 Nov 08 00:27:09.039945 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58324) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:09.109163 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be09446f-34b1-451b-b3ff-312bc0e827ba tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:09.113309 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-be09446f-34b1-451b-b3ff-312bc0e827ba tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0700676 Nov 08 00:27:09.114799 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58328) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:09.137706 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 7572db4e-76ab-4874-a189-b79d48cc7e60, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=7572db4e-76ab-4874-a189-b79d48cc7e60,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:09.161178 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b145b59f-eb31-45cf-a2cc-6ee2340d1fb4 req-c6afe73c-d230-4d91-9559-fb80c46a3178 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5665760 Nov 08 00:27:09.162423 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-83319534-a302-4f77-bf39-28210fc38b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:09.166803 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-83319534-a302-4f77-bf39-28210fc38b1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=0371df58-0f09-4690-9116-bbb16052317b HTTP/1.1" status: 200 len: 917 time: 0.6657820 Nov 08 00:27:09.173490 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '7572db4e-76ab-4874-a189-b79d48cc7e60', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '7572db4e-76ab-4874-a189-b79d48cc7e60', 'mac_address': 'fa:16:3e:3e:f4:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:27:09.215856 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd766a4-71d2-44c0-9d41-ef4fd8fa27c6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:09.224368 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1dd766a4-71d2-44c0-9d41-ef4fd8fa27c6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1058660 Nov 08 00:27:09.224833 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58330) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:09.237594 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:09.251828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7572db4e-76ab-4874-a189-b79d48cc7e60 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:27:09.273060 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 7572db4e-76ab-4874-a189-b79d48cc7e60, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=7572db4e-76ab-4874-a189-b79d48cc7e60,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:09.338944 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:09.351646 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbd369-00a3-4721-b4e2-3f6794923ab9 req-85ede679-a1bb-4d9f-94c4-23167322c3d6 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:09.353643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1cbd369-00a3-4721-b4e2-3f6794923ab9 req-85ede679-a1bb-4d9f-94c4-23167322c3d6 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 948 time: 0.2087522 Nov 08 00:27:09.358731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-1669cab6-b7fd-4b25-a72d-423782258069 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e HTTP/1.1" status: 200 len: 999 time: 0.1648340 Nov 08 00:27:09.381141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42cd371-e26b-4706-b688-4201b428a1ca tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:09.382793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42cd371-e26b-4706-b688-4201b428a1ca tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:09.384455 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42cd371-e26b-4706-b688-4201b428a1ca tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:09.386093 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b42cd371-e26b-4706-b688-4201b428a1ca tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1326487 Nov 08 00:27:09.389192 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58332) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:09.395416 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b939859b-bb59-4f76-998b-2b85ff715b6b None None] Provisioning complete for port 6eafb885-a4af-49cd-9269-4e6fbcb42d2b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:09.395864 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b939859b-bb59-4f76-998b-2b85ff715b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:09.434745 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=7572db4e-76ab-4874-a189-b79d48cc7e60,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:09.449145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-c9fed9a2-3196-4a41-9786-655efb192593 req-489fc469-b539-42d6-9160-2bf5dc27a6f8 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Deleting port 5cebc170-7aac-4365-9f69-c16a2e1d540a {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:27:09.449530 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c9fed9a2-3196-4a41-9786-655efb192593 req-489fc469-b539-42d6-9160-2bf5dc27a6f8 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:09.473497 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc9b0889-302d-4c93-967f-5fb63259128b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 93603522-31fe-41ea-b8ae-235a28434136 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:27:09.478129 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc9b0889-302d-4c93-967f-5fb63259128b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:09.526018 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc9b0889-302d-4c93-967f-5fb63259128b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:09.549069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-daec9c1b-23ae-441e-ac19-2a3e39a142c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:09.550541 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-daec9c1b-23ae-441e-ac19-2a3e39a142c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c80a8a3-462b-4322-9544-89bc8e72d39f HTTP/1.1" status: 200 len: 855 time: 0.1829977 Nov 08 00:27:09.554041 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1cbd369-00a3-4721-b4e2-3f6794923ab9 req-f4725f3d-5dd3-432d-b359-559e9692b6c3 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/security-groups?id=048e4418-7453-49f1-b73b-09c36946f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886263 Nov 08 00:27:09.624405 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-c9fed9a2-3196-4a41-9786-655efb192593 req-489fc469-b539-42d6-9160-2bf5dc27a6f8 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] For port 5cebc170-7aac-4365-9f69-c16a2e1d540a, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5cebc170-7aac-4365-9f69-c16a2e1d540a,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:09.624776 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c9fed9a2-3196-4a41-9786-655efb192593 req-489fc469-b539-42d6-9160-2bf5dc27a6f8 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:09.637196 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc9b0889-302d-4c93-967f-5fb63259128b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:09.640915 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-987d9e0d-3a51-4045-83e7-71be1b578a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:09.642680 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-987d9e0d-3a51-4045-83e7-71be1b578a9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0371df58-0f09-4690-9116-bbb16052317b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828636 Nov 08 00:27:09.643612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-c9fed9a2-3196-4a41-9786-655efb192593 req-489fc469-b539-42d6-9160-2bf5dc27a6f8 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Calling delete_port for 5cebc170-7aac-4365-9f69-c16a2e1d540a owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:27:09.671641 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['7572db4e-76ab-4874-a189-b79d48cc7e60'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:27:09.746577 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2fce75bb-ef56-4405-bea5-c1493901eac2 None None] Could not find standard attr ID for object 351271dc-0128-40f8-afe1-733a642d5282. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:27:09.809532 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc9b0889-302d-4c93-967f-5fb63259128b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:09.890840 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc9b0889-302d-4c93-967f-5fb63259128b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:09.925644 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cc9b0889-302d-4c93-967f-5fb63259128b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/93603522-31fe-41ea-b8ae-235a28434136 HTTP/1.1" status: 204 len: 168 time: 0.5356839 Nov 08 00:27:09.930210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58340) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:09.974718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-264c4883-47c0-4860-a3af-16ccb18dd996 service neutron] 10.222.0.26 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196051 Nov 08 00:27:09.993806 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b0889-302d-4c93-967f-5fb63259128b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=93603522-31fe-41ea-b8ae-235a28434136,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:09.999474 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c38b7-bb19-440d-80e7-fd01ba09655b req-7aed6d26-6c72-4a45-b539-dbef0f2f66a1 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:10.001065 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc1c38b7-bb19-440d-80e7-fd01ba09655b req-7aed6d26-6c72-4a45-b539-dbef0f2f66a1 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 950 time: 0.2267773 Nov 08 00:27:10.064899 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a67495-e0d2-4ebb-8dae-63845785fbbc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet f9fda6ac-a1f6-47eb-8854-a1e0c22b352d {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:27:10.069627 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-26a67495-e0d2-4ebb-8dae-63845785fbbc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:10.089858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698a1a38-2107-4d74-bb35-f2817778eb88 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:27:10.123503 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-26a67495-e0d2-4ebb-8dae-63845785fbbc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:10.196314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-d54065ff-fa57-4f8c-8b55-8b1eb6aa4c0e service neutron] 10.222.0.26 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140734 Nov 08 00:27:10.224998 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc1c38b7-bb19-440d-80e7-fd01ba09655b req-a639540f-6272-4165-9db6-387751f7fa62 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/security-groups?id=81271eb6-8f66-401b-aac1-a7787c326d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080436 Nov 08 00:27:10.256372 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-26a67495-e0d2-4ebb-8dae-63845785fbbc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:10.311423 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3a5b7-d951-4fa9-a607-04b5f889cd1a req-d41ae5af-c03b-4bc8-b9c9-021e7fd65315 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:10.320480 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02c3a5b7-d951-4fa9-a607-04b5f889cd1a req-d41ae5af-c03b-4bc8-b9c9-021e7fd65315 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 944 time: 0.0610249 Nov 08 00:27:10.332568 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c9fed9a2-3196-4a41-9786-655efb192593 req-489fc469-b539-42d6-9160-2bf5dc27a6f8 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:10.365188 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['5cebc170-7aac-4365-9f69-c16a2e1d540a'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:27:10.380455 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fc469-b539-42d6-9160-2bf5dc27a6f8 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Pushing event deleted for resources: {'Port': ['ID=5cebc170-7aac-4365-9f69-c16a2e1d540a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:10.425693 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-26a67495-e0d2-4ebb-8dae-63845785fbbc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:10.457250 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a67495-e0d2-4ebb-8dae-63845785fbbc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=f9fda6ac-a1f6-47eb-8854-a1e0c22b352d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:10.472285 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02c3a5b7-d951-4fa9-a607-04b5f889cd1a req-eeb5930f-79af-4958-92d6-acaf241aee9f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508832 Nov 08 00:27:10.480692 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-26a67495-e0d2-4ebb-8dae-63845785fbbc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:10.484896 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-26a67495-e0d2-4ebb-8dae-63845785fbbc tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/f9fda6ac-a1f6-47eb-8854-a1e0c22b352d HTTP/1.1" status: 204 len: 168 time: 0.5525544 Nov 08 00:27:10.487616 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58350) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:10.499178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fed9a2-3196-4a41-9786-655efb192593 req-489fc469-b539-42d6-9160-2bf5dc27a6f8 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] No DVR routers for this DVR port 5cebc170-7aac-4365-9f69-c16a2e1d540a on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:27:10.515513 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c9fed9a2-3196-4a41-9786-655efb192593 req-489fc469-b539-42d6-9160-2bf5dc27a6f8 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:10.519144 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9fed9a2-3196-4a41-9786-655efb192593 req-489fc469-b539-42d6-9160-2bf5dc27a6f8 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.20 "DELETE /v2.0/ports/5cebc170-7aac-4365-9f69-c16a2e1d540a HTTP/1.1" status: 204 len: 173 time: 1.9156935 Nov 08 00:27:10.522518 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1c1be0-00a7-46b4-8533-fecdf847591c', 'name': 'network-vif-deleted', 'tag': '5cebc170-7aac-4365-9f69-c16a2e1d540a'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:27:10.524837 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd52a1e-1aec-4b19-afa9-4c4f5563d396" -d '{"events": [{"server_uuid": "5b1c1be0-00a7-46b4-8533-fecdf847591c", "name": "network-vif-deleted", "tag": "5cebc170-7aac-4365-9f69-c16a2e1d540a"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:27:10.549059 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2366123-d9c4-4781-bce0-67d387a62375 req-ba185dc2-2495-4298-a001-761a13167a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:10.551109 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2366123-d9c4-4781-bce0-67d387a62375 req-ba185dc2-2495-4298-a001-761a13167a60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b5853458dd24c08bad0734d1d809da3&device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 1095 time: 0.1500123 Nov 08 00:27:10.576362 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58356) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:10.587015 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-861f91d4-2072-497e-aebf-1b8856a2554a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:10.595217 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2d3b4e19-05c6-4575-b736-5ae9fb7e92c9 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055300 Nov 08 00:27:10.625418 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048d0e88-8478-4034-b0d8-341266be49dd x-openstack-request-id: req-048d0e88-8478-4034-b0d8-341266be49dd {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:27:10.625762 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1c1be0-00a7-46b4-8533-fecdf847591c", "name": "network-vif-deleted", "tag": "5cebc170-7aac-4365-9f69-c16a2e1d540a", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:27:10.626016 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-048d0e88-8478-4034-b0d8-341266be49dd {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:27:10.626699 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1c1be0-00a7-46b4-8533-fecdf847591c', 'name': 'network-vif-deleted', 'tag': '5cebc170-7aac-4365-9f69-c16a2e1d540a', 'status': 'completed', 'code': 200} Nov 08 00:27:10.834681 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30e4f2-ed67-46c6-b4b8-bfd71989f673 req-6f04abd7-15d8-42f9-9c79-3994afad5d53 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:10.836260 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd30e4f2-ed67-46c6-b4b8-bfd71989f673 req-6f04abd7-15d8-42f9-9c79-3994afad5d53 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 949 time: 0.1225102 Nov 08 00:27:10.860568 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2366123-d9c4-4781-bce0-67d387a62375 req-a8e0fc0e-a395-4c09-8b13-289726c7abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:10.862105 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2366123-d9c4-4781-bce0-67d387a62375 req-a8e0fc0e-a395-4c09-8b13-289726c7abd1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0371df58-0f09-4690-9116-bbb16052317b HTTP/1.1" status: 200 len: 917 time: 0.3025954 Nov 08 00:27:10.890471 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 7572db4e-76ab-4874-a189-b79d48cc7e60 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:27:10.940993 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd30e4f2-ed67-46c6-b4b8-bfd71989f673 req-9f3af98f-7e55-4624-ae32-2895a7756417 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/security-groups?id=048e4418-7453-49f1-b73b-09c36946f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940671 Nov 08 00:27:10.962514 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2366123-d9c4-4781-bce0-67d387a62375 req-c4f097b2-d0d3-4fa2-b07f-f3557bfb645c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e HTTP/1.1" status: 200 len: 999 time: 0.0892332 Nov 08 00:27:10.999364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861f91d4-2072-497e-aebf-1b8856a2554a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:27:11.003409 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-861f91d4-2072-497e-aebf-1b8856a2554a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:11.024796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 7572db4e-76ab-4874-a189-b79d48cc7e60 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:27:11.033162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 7572db4e-76ab-4874-a189-b79d48cc7e60 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:11.033926 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:11.081999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd49a95c-c845-4a11-8f2f-7c0a3c7d097e None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:27:11.118886 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2366123-d9c4-4781-bce0-67d387a62375 req-af4e5564-dd85-4e45-a453-4820e5395ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:11.120716 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2366123-d9c4-4781-bce0-67d387a62375 req-af4e5564-dd85-4e45-a453-4820e5395ae8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c80a8a3-462b-4322-9544-89bc8e72d39f HTTP/1.1" status: 200 len: 855 time: 0.1514840 Nov 08 00:27:11.258097 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-67f5c70c-f052-4149-9562-3fbc39f35858 None None] Provisioning complete for port 6eafb885-a4af-49cd-9269-4e6fbcb42d2b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:11.258981 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-67f5c70c-f052-4149-9562-3fbc39f35858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:11.422908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5506190f-ed81-4ce7-8891-85effd8f28d0 req-8c0c82fd-a872-472b-960a-7709c3d89318 tempest-VolumesNegativeTest-1801990101 tempest-VolumesNegativeTest-1801990101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b1c1be0-00a7-46b4-8533-fecdf847591c HTTP/1.1" status: 200 len: 210 time: 0.0605133 Nov 08 00:27:11.506765 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:11.552924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 7572db4e-76ab-4874-a189-b79d48cc7e60, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=7572db4e-76ab-4874-a189-b79d48cc7e60,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:11.553921 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b4fde1-3112-468a-ab94-f8023def3a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7572db4e-76ab-4874-a189-b79d48cc7e60'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:27:11.558415 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f644fcc6-a72c-4f54-b7f1-39bf55bd35d4" -d '{"events": [{"server_uuid": "e7b4fde1-3112-468a-ab94-f8023def3a83", "name": "network-vif-plugged", "status": "completed", "tag": "7572db4e-76ab-4874-a189-b79d48cc7e60"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:27:11.605629 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c287d716-407e-4b68-8ee9-6acb3d92c0cb None None] DHCP port deletion for 5519efd4-e1a8-486b-824a-06c45d00ec62 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:27:11.662104 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a572352d-9f05-4b13-b1a4-e81afcfff0f8 x-openstack-request-id: req-a572352d-9f05-4b13-b1a4-e81afcfff0f8 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:27:11.662667 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b4fde1-3112-468a-ab94-f8023def3a83", "name": "network-vif-plugged", "status": "completed", "tag": "7572db4e-76ab-4874-a189-b79d48cc7e60", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:27:11.662667 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a572352d-9f05-4b13-b1a4-e81afcfff0f8 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:27:11.663036 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b4fde1-3112-468a-ab94-f8023def3a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7572db4e-76ab-4874-a189-b79d48cc7e60', 'code': 200} Nov 08 00:27:11.673390 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c287d716-407e-4b68-8ee9-6acb3d92c0cb None None] Deleting port 6eafb885-a4af-49cd-9269-4e6fbcb42d2b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:27:11.674034 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c287d716-407e-4b68-8ee9-6acb3d92c0cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:11.775646 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:11.807266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.objects.ports [None req-861f91d4-2072-497e-aebf-1b8856a2554a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 00:27:11.817459 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2366123-d9c4-4781-bce0-67d387a62375 req-103fc09e-7565-4898-8145-e8e1f05a914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:11.820217 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2366123-d9c4-4781-bce0-67d387a62375 req-103fc09e-7565-4898-8145-e8e1f05a914c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0371df58-0f09-4690-9116-bbb16052317b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2294910 Nov 08 00:27:11.872338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=7572db4e-76ab-4874-a189-b79d48cc7e60,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:11.892014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c287d716-407e-4b68-8ee9-6acb3d92c0cb None None] For port 6eafb885-a4af-49cd-9269-4e6fbcb42d2b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6eafb885-a4af-49cd-9269-4e6fbcb42d2b,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:11.892413 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c287d716-407e-4b68-8ee9-6acb3d92c0cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:11.920410 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c287d716-407e-4b68-8ee9-6acb3d92c0cb None None] Calling delete_port for 6eafb885-a4af-49cd-9269-4e6fbcb42d2b owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:27:11.941700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968121ef-6cf8-49bf-9423-8cf14f2258b8 req-12500280-659f-40d8-b357-d62e6f00aa0e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:11.943290 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-968121ef-6cf8-49bf-9423-8cf14f2258b8 req-12500280-659f-40d8-b357-d62e6f00aa0e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 944 time: 0.3234646 Nov 08 00:27:12.017589 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac4a1a-2dc0-451a-8bc1-2bbe1767baec req-694639d4-3f78-4d79-badf-7b1e494ffa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:12.021009 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c4ac4a1a-2dc0-451a-8bc1-2bbe1767baec req-694639d4-3f78-4d79-badf-7b1e494ffa67 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 1101 time: 0.1007509 Nov 08 00:27:12.145906 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c287d716-407e-4b68-8ee9-6acb3d92c0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:12.181849 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287d716-407e-4b68-8ee9-6acb3d92c0cb None None] Pushing event deleted for resources: {'Port': ['ID=6eafb885-a4af-49cd-9269-4e6fbcb42d2b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:12.190081 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287d716-407e-4b68-8ee9-6acb3d92c0cb None None] No DVR routers for this DVR port 6eafb885-a4af-49cd-9269-4e6fbcb42d2b on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:27:12.250023 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-968121ef-6cf8-49bf-9423-8cf14f2258b8 req-cb41d130-5db6-44f1-ae42-8b97bfc5a96f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902269 Nov 08 00:27:12.327117 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2366123-d9c4-4781-bce0-67d387a62375 req-19f21141-bdeb-4bad-8f6e-38e4c456ce22 service neutron] 10.222.0.26 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825600 Nov 08 00:27:12.352028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae1db6-6501-438e-88fb-376e742e136d req-8e896247-5858-42e5-ab97-1225e2a49b6a tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:12.360425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12ae1db6-6501-438e-88fb-376e742e136d req-8e896247-5858-42e5-ab97-1225e2a49b6a tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 950 time: 0.2465315 Nov 08 00:27:12.368128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.ipam_pluggable_backend [None req-861f91d4-2072-497e-aebf-1b8856a2554a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Port 6eafb885-a4af-49cd-9269-4e6fbcb42d2b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 08 00:27:12.368425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.ipam_pluggable_backend [None req-861f91d4-2072-497e-aebf-1b8856a2554a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7c:f27c {{(pid=102772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 08 00:27:12.384584 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.ipam_pluggable_backend [None req-861f91d4-2072-497e-aebf-1b8856a2554a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7c:f27c {{(pid=102772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 08 00:27:12.393549 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-861f91d4-2072-497e-aebf-1b8856a2554a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:12.451991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f91d4-2072-497e-aebf-1b8856a2554a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=8ab5c855-7868-4c76-8e8a-cd46b90b642d,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:12.474839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861f91d4-2072-497e-aebf-1b8856a2554a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:12.491501 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12ae1db6-6501-438e-88fb-376e742e136d req-166928ed-3356-42a6-8061-8336be5dda09 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/security-groups?id=048e4418-7453-49f1-b73b-09c36946f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257095 Nov 08 00:27:12.492777 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-861f91d4-2072-497e-aebf-1b8856a2554a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:12.505147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f91d4-2072-497e-aebf-1b8856a2554a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:12.505955 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-861f91d4-2072-497e-aebf-1b8856a2554a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:12.512942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d2e000-c529-4b3d-97bc-c10e717e6251 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:27:12.656155 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-861f91d4-2072-497e-aebf-1b8856a2554a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0714314 Nov 08 00:27:12.657499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58402) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:12.662162 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-df4c5f58-2ea8-4ff0-9c4c-fe7cb98b939e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:12.780843 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6eafb885-a4af-49cd-9269-4e6fbcb42d2b no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:27:12.824960 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5519efd4-e1a8-486b-824a-06c45d00ec62', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'fixed_ips': [{'subnet_id': '8ab5c855-7868-4c76-8e8a-cd46b90b642d'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:27:12.826096 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:12.829591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 6eafb885-a4af-49cd-9269-4e6fbcb42d2b {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:27:12.829936 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6eafb885-a4af-49cd-9269-4e6fbcb42d2b not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:27:12.938091 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5cebc170-7aac-4365-9f69-c16a2e1d540a no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:27:12.961854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4c5f58-2ea8-4ff0-9c4c-fe7cb98b939e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:27:12.966272 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df4c5f58-2ea8-4ff0-9c4c-fe7cb98b939e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:12.983101 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 5cebc170-7aac-4365-9f69-c16a2e1d540a {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:27:12.983418 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5cebc170-7aac-4365-9f69-c16a2e1d540a not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:27:13.060445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] Allocated IP 2001:db8::f816:3eff:fecd:d99 (5519efd4-e1a8-486b-824a-06c45d00ec62/8ab5c855-7868-4c76-8e8a-cd46b90b642d/c74799b3-66d0-4172-b629-725dc5e6fff0) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:27:13.229199 n-d-816882-1 neutron-server[102772]: INFO neutron.db.ipam_backend_mixin [None req-df4c5f58-2ea8-4ff0-9c4c-fe7cb98b939e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ab5c855-7868-4c76-8e8a-cd46b90b642d (CIDR: 2001:db8::/64) Nov 08 00:27:13.298983 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4c5f58-2ea8-4ff0-9c4c-fe7cb98b939e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:27:13.299181 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:13.299274 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4c5f58-2ea8-4ff0-9c4c-fe7cb98b939e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:13.397670 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:13.431352 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-df4c5f58-2ea8-4ff0-9c4c-fe7cb98b939e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7736621 Nov 08 00:27:13.434077 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58422) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:13.438016 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:13.442778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:13.443604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-625bd187-925b-4221-9987-f67dc9164466 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:13.450796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:27:13.453846 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] Pushing event updated for resources: {'Port': ['ID=c74799b3-66d0-4172-b629-725dc5e6fff0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:13.573014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] Attempting to bind port c74799b3-66d0-4172-b629-725dc5e6fff0 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:27:13.573658 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] Attempting to bind port c74799b3-66d0-4172-b629-725dc5e6fff0 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:27:13.573896 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] Attempting to bind port c74799b3-66d0-4172-b629-725dc5e6fff0 on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:27:13.581198 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:27:13.581613 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:27:13.582081 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:13.582487 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:27:13.582974 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] Bound port: c74799b3-66d0-4172-b629-725dc5e6fff0, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:27:13.583364 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:13.679863 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] For port c74799b3-66d0-4172-b629-725dc5e6fff0, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:27:13.688453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] For port c74799b3-66d0-4172-b629-725dc5e6fff0, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c74799b3-66d0-4172-b629-725dc5e6fff0,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:27:13.800628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625bd187-925b-4221-9987-f67dc9164466 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:27:13.804792 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-625bd187-925b-4221-9987-f67dc9164466 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:13.842549 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:13.937484 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398517cf-2dbd-459c-9eff-116cc409d687 None None] Pushing event updated for resources: {'Port': ['ID=c74799b3-66d0-4172-b629-725dc5e6fff0,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:14.305111 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-625bd187-925b-4221-9987-f67dc9164466 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:14.373056 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625bd187-925b-4221-9987-f67dc9164466 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:14.376760 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-625bd187-925b-4221-9987-f67dc9164466 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:14.381186 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625bd187-925b-4221-9987-f67dc9164466 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:14.381773 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-625bd187-925b-4221-9987-f67dc9164466 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:14.402278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625bd187-925b-4221-9987-f67dc9164466 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=f686332b-5474-45bc-ac0d-3e1847fd2944,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:14.518988 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-625bd187-925b-4221-9987-f67dc9164466 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0835829 Nov 08 00:27:14.522644 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58488) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:14.528725 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-6d59ce74-17e4-4450-a46d-c6afa4b2271e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'mac_address': 'fa:16:3e:68:b9:bf', 'name': 'tempest-NetworksTestDHCPv6-1392731413'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:14.778900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d59ce74-17e4-4450-a46d-c6afa4b2271e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:27:14.782496 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c74799b3-66d0-4172-b629-725dc5e6fff0 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:27:14.877428 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c74799b3-66d0-4172-b629-725dc5e6fff0 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:14.881281 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:15.132028 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:15.178386 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port c74799b3-66d0-4172-b629-725dc5e6fff0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c74799b3-66d0-4172-b629-725dc5e6fff0,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:15.252477 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b0c3d-8631-49b0-9eba-8a10065acb51 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:27:15.314744 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6d59ce74-17e4-4450-a46d-c6afa4b2271e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:15.325288 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:15.351476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-6d59ce74-17e4-4450-a46d-c6afa4b2271e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port c161b88b-00c4-4547-a5ff-cea9dce59db9 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:27:15.382366 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4916359c-281f-4ce0-9acb-669e3949b4dc None None] Provisioning complete for port c74799b3-66d0-4172-b629-725dc5e6fff0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:15.382766 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4916359c-281f-4ce0-9acb-669e3949b4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:15.509691 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=c74799b3-66d0-4172-b629-725dc5e6fff0,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:15.560832 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-6d59ce74-17e4-4450-a46d-c6afa4b2271e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8:0:1::2db (5519efd4-e1a8-486b-824a-06c45d00ec62/f686332b-5474-45bc-ac0d-3e1847fd2944/c161b88b-00c4-4547-a5ff-cea9dce59db9) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:27:15.567700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-6d59ce74-17e4-4450-a46d-c6afa4b2271e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::f816:3eff:fe68:b9bf (5519efd4-e1a8-486b-824a-06c45d00ec62/8ab5c855-7868-4c76-8e8a-cd46b90b642d/c161b88b-00c4-4547-a5ff-cea9dce59db9) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:27:15.689469 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4463d1ac-bdf8-47fd-b6a0-09fda88085b9 None None] Update dhcp port {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'fixed_ips': [{'subnet_id': '8ab5c855-7868-4c76-8e8a-cd46b90b642d', 'ip_address': '2001:db8::f816:3eff:fecd:d99'}, {'subnet_id': 'f686332b-5474-45bc-ac0d-3e1847fd2944'}], 'binding:host_id': 'n-d-816882-1'}, 'id': 'c74799b3-66d0-4172-b629-725dc5e6fff0'} from n-d-816882-1. {{(pid=102773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 00:27:15.726975 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4463d1ac-bdf8-47fd-b6a0-09fda88085b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:15.929682 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6d59ce74-17e4-4450-a46d-c6afa4b2271e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:16.086708 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6d59ce74-17e4-4450-a46d-c6afa4b2271e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:16.163186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-4463d1ac-bdf8-47fd-b6a0-09fda88085b9 None None] Allocated IP 2001:db8:0:1::2 (5519efd4-e1a8-486b-824a-06c45d00ec62/f686332b-5474-45bc-ac0d-3e1847fd2944/c74799b3-66d0-4172-b629-725dc5e6fff0) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:27:16.175434 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d59ce74-17e4-4450-a46d-c6afa4b2271e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:16.178947 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-6d59ce74-17e4-4450-a46d-c6afa4b2271e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:16.185510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d59ce74-17e4-4450-a46d-c6afa4b2271e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:27:16.195989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d59ce74-17e4-4450-a46d-c6afa4b2271e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:16.200513 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6d59ce74-17e4-4450-a46d-c6afa4b2271e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:16.264715 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59ce74-17e4-4450-a46d-c6afa4b2271e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=c161b88b-00c4-4547-a5ff-cea9dce59db9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:16.348892 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6d59ce74-17e4-4450-a46d-c6afa4b2271e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8246629 Nov 08 00:27:16.351309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58588) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:16.669654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-80d297f7-e3fa-4f85-a637-42200688471f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port c161b88b-00c4-4547-a5ff-cea9dce59db9 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:27:16.669654 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80d297f7-e3fa-4f85-a637-42200688471f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:16.830827 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4463d1ac-bdf8-47fd-b6a0-09fda88085b9 None None] For port c74799b3-66d0-4172-b629-725dc5e6fff0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c74799b3-66d0-4172-b629-725dc5e6fff0,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:16.830827 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4463d1ac-bdf8-47fd-b6a0-09fda88085b9 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:16.831634 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80d297f7-e3fa-4f85-a637-42200688471f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:16.832304 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c74799b3-66d0-4172-b629-725dc5e6fff0 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:27:16.833278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-80d297f7-e3fa-4f85-a637-42200688471f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for c161b88b-00c4-4547-a5ff-cea9dce59db9 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:27:16.833743 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c74799b3-66d0-4172-b629-725dc5e6fff0 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:16.833743 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:17.178671 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c4ac4a1a-2dc0-451a-8bc1-2bbe1767baec req-971e4d3b-89d1-4022-8ae5-4bd7a93ae036 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=048e4418-7453-49f1-b73b-09c36946f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343816 Nov 08 00:27:17.308946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab64d7-1a09-4b53-ba6a-e8e1b101f8d9 req-175b6ba8-327b-4263-9252-1f5b49ca0911 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:17.310437 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cbab64d7-1a09-4b53-ba6a-e8e1b101f8d9 req-175b6ba8-327b-4263-9252-1f5b49ca0911 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 944 time: 0.0786989 Nov 08 00:27:17.333262 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92f555-eb78-4928-b554-891753d99998 req-d2406b22-4e7f-413c-9bb6-c96e36e42841 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:17.334751 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be92f555-eb78-4928-b554-891753d99998 req-d2406b22-4e7f-413c-9bb6-c96e36e42841 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 950 time: 0.0729992 Nov 08 00:27:17.379754 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cbab64d7-1a09-4b53-ba6a-e8e1b101f8d9 req-78081945-6e84-42ed-8c5f-a78d869c5943 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626075 Nov 08 00:27:17.392230 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be92f555-eb78-4928-b554-891753d99998 req-cd68de55-b1c8-4804-a434-5d4154b37646 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/security-groups?id=048e4418-7453-49f1-b73b-09c36946f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492430 Nov 08 00:27:17.534768 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2366123-d9c4-4781-bce0-67d387a62375 req-f575a742-67aa-4836-8b1a-7cc318477be6 service neutron] 10.222.0.26 "GET /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873582 Nov 08 00:27:17.664387 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4463d1ac-bdf8-47fd-b6a0-09fda88085b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:17.694673 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80d297f7-e3fa-4f85-a637-42200688471f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:17.796808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d297f7-e3fa-4f85-a637-42200688471f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=c161b88b-00c4-4547-a5ff-cea9dce59db9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:17.806397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463d1ac-bdf8-47fd-b6a0-09fda88085b9 None None] Pushing event updated for resources: {'Port': ['ID=c74799b3-66d0-4172-b629-725dc5e6fff0,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:17.868711 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80d297f7-e3fa-4f85-a637-42200688471f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:17.875020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-80d297f7-e3fa-4f85-a637-42200688471f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/c161b88b-00c4-4547-a5ff-cea9dce59db9 HTTP/1.1" status: 204 len: 168 time: 1.5224650 Nov 08 00:27:17.877396 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58600) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:17.974145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf36eb0a-d13c-4de9-a043-f95e35ecfa0e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:17.979064 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58602) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:17.979360 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cf36eb0a-d13c-4de9-a043-f95e35ecfa0e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1007833 Nov 08 00:27:18.039725 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bc629b-ec05-4dda-ac5e-d0e11a7f8418 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:18.042321 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-35bc629b-ec05-4dda-ac5e-d0e11a7f8418 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0618844 Nov 08 00:27:18.043949 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58604) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:18.107957 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ead7f-ebd8-4a02-ac5b-616b9f829a10 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:18.107957 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ead7f-ebd8-4a02-ac5b-616b9f829a10 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:18.107957 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ead7f-ebd8-4a02-ac5b-616b9f829a10 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:18.107957 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d28ead7f-ebd8-4a02-ac5b-616b9f829a10 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0623376 Nov 08 00:27:18.110125 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58606) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:18.172613 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea63229-065a-4016-973f-82ff52b00a1b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 8ab5c855-7868-4c76-8e8a-cd46b90b642d {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:27:18.176312 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ea63229-065a-4016-973f-82ff52b00a1b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:18.342088 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ea63229-065a-4016-973f-82ff52b00a1b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:18.566932 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ea63229-065a-4016-973f-82ff52b00a1b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:18.694372 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b01ea-0427-4b7d-9077-d25b8ea63705 req-4afe3c46-01ec-4ee7-8497-8e4ccf8db7ff tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:18.701991 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d7b01ea-0427-4b7d-9077-d25b8ea63705 req-4afe3c46-01ec-4ee7-8497-8e4ccf8db7ff tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 950 time: 0.1494987 Nov 08 00:27:18.756119 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496bed3-9375-40ed-90ec-49194b1c9479 req-e1595a2e-dd0e-4b4e-bb6b-2e1690d62fe6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:18.764514 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3496bed3-9375-40ed-90ec-49194b1c9479 req-e1595a2e-dd0e-4b4e-bb6b-2e1690d62fe6 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 944 time: 0.1474764 Nov 08 00:27:18.783763 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ea63229-065a-4016-973f-82ff52b00a1b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:18.808819 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d7b01ea-0427-4b7d-9077-d25b8ea63705 req-6e2de2b4-0baa-4d0b-b43b-6a76ed8d38ce tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/security-groups?id=048e4418-7453-49f1-b73b-09c36946f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058383 Nov 08 00:27:18.818744 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c74799b3-66d0-4172-b629-725dc5e6fff0 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:27:18.822509 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ea63229-065a-4016-973f-82ff52b00a1b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:18.835227 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5ea63229-065a-4016-973f-82ff52b00a1b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/8ab5c855-7868-4c76-8e8a-cd46b90b642d HTTP/1.1" status: 204 len: 168 time: 0.7239072 Nov 08 00:27:18.838768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58648) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:18.928436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cedbd6a-4a06-43ad-aded-e8deeeafe922 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet f686332b-5474-45bc-ac0d-3e1847fd2944 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:27:18.930866 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1f32bfa0-3f9a-41b4-b1f0-a8a53433865c None None] Provisioning complete for port c74799b3-66d0-4172-b629-725dc5e6fff0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:18.931304 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f32bfa0-3f9a-41b4-b1f0-a8a53433865c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:18.948645 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea63229-065a-4016-973f-82ff52b00a1b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=8ab5c855-7868-4c76-8e8a-cd46b90b642d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:18.952426 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3496bed3-9375-40ed-90ec-49194b1c9479 req-46d1b0ae-5d8b-45b3-a633-68d57d9363c0 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868269 Nov 08 00:27:18.966272 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9cedbd6a-4a06-43ad-aded-e8deeeafe922 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:18.993420 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c74799b3-66d0-4172-b629-725dc5e6fff0 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:18.994431 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:19.064630 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9cedbd6a-4a06-43ad-aded-e8deeeafe922 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:19.283385 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f401ff08-dfd0-401c-89db-6cb6e524feb3 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:27:19.314236 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9cedbd6a-4a06-43ad-aded-e8deeeafe922 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:19.375058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b0121f9a-4943-41d7-b2ca-6d2ff50b39d4 None None] Could not find standard attr ID for object c161b88b-00c4-4547-a5ff-cea9dce59db9. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:27:19.516758 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9cedbd6a-4a06-43ad-aded-e8deeeafe922 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:19.549985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedbd6a-4a06-43ad-aded-e8deeeafe922 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=f686332b-5474-45bc-ac0d-3e1847fd2944,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:19.559071 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9cedbd6a-4a06-43ad-aded-e8deeeafe922 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:19.562491 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9cedbd6a-4a06-43ad-aded-e8deeeafe922 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/f686332b-5474-45bc-ac0d-3e1847fd2944 HTTP/1.1" status: 204 len: 168 time: 0.7224662 Nov 08 00:27:19.568562 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58668) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:19.625020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2f6bd339-dfe9-4a22-8d55-78f9d70134f5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552897 Nov 08 00:27:19.627993 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58672) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:19.635534 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c7415ed2-0ab8-4d98-8a58-e90323e4d79b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:20.001980 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7415ed2-0ab8-4d98-8a58-e90323e4d79b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:27:20.001980 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c7415ed2-0ab8-4d98-8a58-e90323e4d79b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:20.500809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba9eb3-e464-4565-b44d-3806079e3e8b req-7a686be4-c969-4989-be41-6d0b0f779de7 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:20.504902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9ba9eb3-e464-4565-b44d-3806079e3e8b req-7a686be4-c969-4989-be41-6d0b0f779de7 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 950 time: 0.1761169 Nov 08 00:27:20.530103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d291dad-0ab0-40cf-bce3-ca8470a2dcdb req-8112c3b2-b305-432a-9c2d-6e7fdf435069 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:20.532277 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d291dad-0ab0-40cf-bce3-ca8470a2dcdb req-8112c3b2-b305-432a-9c2d-6e7fdf435069 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 944 time: 0.1380670 Nov 08 00:27:20.599601 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f82a491-7f0c-47ac-9847-cf661635a55a None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:27:20.605908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9ba9eb3-e464-4565-b44d-3806079e3e8b req-45e26373-3777-4f99-b8dc-210746d46c17 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/security-groups?id=048e4418-7453-49f1-b73b-09c36946f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722554 Nov 08 00:27:20.642744 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d291dad-0ab0-40cf-bce3-ca8470a2dcdb req-1f8e596c-dd90-419c-a5e7-6a74d6cb3ce4 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684574 Nov 08 00:27:20.687745 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c7415ed2-0ab8-4d98-8a58-e90323e4d79b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:20.894052 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7415ed2-0ab8-4d98-8a58-e90323e4d79b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:20.898288 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab8524c4-fda9-44c4-b759-32ad3a3ad637 None None] Provisioning complete for port c74799b3-66d0-4172-b629-725dc5e6fff0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:20.898775 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab8524c4-fda9-44c4-b759-32ad3a3ad637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:20.907385 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-c7415ed2-0ab8-4d98-8a58-e90323e4d79b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:20.923593 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7415ed2-0ab8-4d98-8a58-e90323e4d79b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:20.924675 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c7415ed2-0ab8-4d98-8a58-e90323e4d79b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:20.932208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7415ed2-0ab8-4d98-8a58-e90323e4d79b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=80e4342d-0929-4fe7-9ca2-5e4021afe673,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:21.099191 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c7415ed2-0ab8-4d98-8a58-e90323e4d79b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4681842 Nov 08 00:27:21.101710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58718) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:21.109369 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7813b17e-2ca2-4bb7-9d2d-6d8e40825c85 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:21.235062 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22dbac3-3b60-4b69-8662-9cdce87139cd None None] Update dhcp port {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'fixed_ips': [{'subnet_id': '80e4342d-0929-4fe7-9ca2-5e4021afe673'}], 'binding:host_id': 'n-d-816882-1'}, 'id': 'c74799b3-66d0-4172-b629-725dc5e6fff0'} from n-d-816882-1. {{(pid=102773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 00:27:21.293489 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d22dbac3-3b60-4b69-8662-9cdce87139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:21.414950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7813b17e-2ca2-4bb7-9d2d-6d8e40825c85 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:27:21.424958 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7813b17e-2ca2-4bb7-9d2d-6d8e40825c85 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:21.628414 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-d22dbac3-3b60-4b69-8662-9cdce87139cd None None] Allocated IP 2001:db8::2 (5519efd4-e1a8-486b-824a-06c45d00ec62/80e4342d-0929-4fe7-9ca2-5e4021afe673/c74799b3-66d0-4172-b629-725dc5e6fff0) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:27:21.634025 n-d-816882-1 neutron-server[102772]: INFO neutron.db.ipam_backend_mixin [None req-7813b17e-2ca2-4bb7-9d2d-6d8e40825c85 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 80e4342d-0929-4fe7-9ca2-5e4021afe673 (CIDR: 2001:db8::/64) Nov 08 00:27:21.681987 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7813b17e-2ca2-4bb7-9d2d-6d8e40825c85 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:27:21.682507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7813b17e-2ca2-4bb7-9d2d-6d8e40825c85 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:21.760193 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d22dbac3-3b60-4b69-8662-9cdce87139cd None None] For port c74799b3-66d0-4172-b629-725dc5e6fff0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c74799b3-66d0-4172-b629-725dc5e6fff0,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:21.817359 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d22dbac3-3b60-4b69-8662-9cdce87139cd None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:21.842184 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58740) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:21.850562 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-bb3a4657-6bea-42d3-956b-4d6798b03659 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:21.850831 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7813b17e-2ca2-4bb7-9d2d-6d8e40825c85 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7473326 Nov 08 00:27:21.921996 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d22dbac3-3b60-4b69-8662-9cdce87139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:22.001076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd1602-18d0-4050-ab75-945d896d84ce req-db03b5a7-fdb8-495f-bd8f-1a83d58a95f8 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:22.002767 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fcbd1602-18d0-4050-ab75-945d896d84ce req-db03b5a7-fdb8-495f-bd8f-1a83d58a95f8 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 944 time: 0.1850429 Nov 08 00:27:22.110043 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fcbd1602-18d0-4050-ab75-945d896d84ce req-a0d36b03-c06d-479e-b6f4-68aa5e51bdcd tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955575 Nov 08 00:27:22.120740 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22dbac3-3b60-4b69-8662-9cdce87139cd None None] Pushing event updated for resources: {'Port': ['ID=c74799b3-66d0-4172-b629-725dc5e6fff0,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:22.167166 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3a4657-6bea-42d3-956b-4d6798b03659 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:27:22.173964 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4657-6bea-42d3-956b-4d6798b03659 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:22.732138 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c74799b3-66d0-4172-b629-725dc5e6fff0 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:27:22.821336 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c74799b3-66d0-4172-b629-725dc5e6fff0 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:22.821722 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:22.861997 n-d-816882-1 neutron-server[102771]: DEBUG neutron.objects.ports [None req-bb3a4657-6bea-42d3-956b-4d6798b03659 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 00:27:23.083471 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374fb106-3af4-4ddf-8cd2-548aca0e6afd None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:27:23.163519 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4657-6bea-42d3-956b-4d6798b03659 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:23.268466 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4de2fc3e-e37a-4810-b238-ee7163445d32 None None] Provisioning complete for port c74799b3-66d0-4172-b629-725dc5e6fff0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:23.268920 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4de2fc3e-e37a-4810-b238-ee7163445d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:23.358863 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1613155-be86-4526-bda0-b9c8ee2993b8 req-9a1c65bc-e857-4413-b1b9-4c5f85af9dcd tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:23.367769 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1613155-be86-4526-bda0-b9c8ee2993b8 req-9a1c65bc-e857-4413-b1b9-4c5f85af9dcd tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 944 time: 0.1214049 Nov 08 00:27:23.398695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-bb3a4657-6bea-42d3-956b-4d6798b03659 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] For port c74799b3-66d0-4172-b629-725dc5e6fff0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c74799b3-66d0-4172-b629-725dc5e6fff0,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:23.434649 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4657-6bea-42d3-956b-4d6798b03659 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:23.441992 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1613155-be86-4526-bda0-b9c8ee2993b8 req-2da7ce97-93a9-4b2e-9469-cde2bc5d2806 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714421 Nov 08 00:27:23.549814 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4657-6bea-42d3-956b-4d6798b03659 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:23.549814 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4657-6bea-42d3-956b-4d6798b03659 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:23.647113 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58772) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:23.656607 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3a4657-6bea-42d3-956b-4d6798b03659 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:23.669656 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-bb3a4657-6bea-42d3-956b-4d6798b03659 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:23.669818 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3a4657-6bea-42d3-956b-4d6798b03659 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:23.670531 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4657-6bea-42d3-956b-4d6798b03659 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:23.699660 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a4657-6bea-42d3-956b-4d6798b03659 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=2bf1c4aa-3faa-4c91-8144-29f3ba881b40,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:23.706423 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a4657-6bea-42d3-956b-4d6798b03659 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=c74799b3-66d0-4172-b629-725dc5e6fff0,revision_number=9']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:23.779552 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58776) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:23.780102 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bb3a4657-6bea-42d3-956b-4d6798b03659 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9350431 Nov 08 00:27:23.785431 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-57b54fab-88f6-45d8-8383-1b1d2b1cd4ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'mac_address': 'fa:16:3e:0c:36:64', 'name': 'tempest-NetworksTestDHCPv6-544269152'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:23.896284 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b9adfecd-aeb1-407e-9fb8-9e60aad60d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:24.078334 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b9adfecd-aeb1-407e-9fb8-9e60aad60d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:24.125915 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da100b84-3e1b-4d7d-9ed2-0ceb65f62561 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:27:24.150250 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b54fab-88f6-45d8-8383-1b1d2b1cd4ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:27:24.169731 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b9adfecd-aeb1-407e-9fb8-9e60aad60d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:24.264079 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b9adfecd-aeb1-407e-9fb8-9e60aad60d4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6cf2725a0174cc786a9346da6758378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6157007 Nov 08 00:27:24.266587 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58794) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:24.267875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9adfecd-aeb1-407e-9fb8-9e60aad60d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a43dcf4-a6a4-462d-8f59-f02ae81f3aca,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:24.283257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-79b1e688-c012-4558-9203-dd297a0ddcb9 None None] Provisioning complete for port c74799b3-66d0-4172-b629-725dc5e6fff0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:24.283257 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-79b1e688-c012-4558-9203-dd297a0ddcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:24.319039 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-57b54fab-88f6-45d8-8383-1b1d2b1cd4ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:24.350042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-57b54fab-88f6-45d8-8383-1b1d2b1cd4ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port 39990692-8d91-4170-8504-37792bd3952b yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:27:24.403371 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c5093e8-5f84-4ece-9e4b-71703210bbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:24.432468 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c5093e8-5f84-4ece-9e4b-71703210bbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:24.613690 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c5093e8-5f84-4ece-9e4b-71703210bbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:24.613690 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c5093e8-5f84-4ece-9e4b-71703210bbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:24.613690 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9c5093e8-5f84-4ece-9e4b-71703210bbb5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a43dcf4-a6a4-462d-8f59-f02ae81f3aca HTTP/1.1" status: 204 len: 168 time: 0.3436491 Nov 08 00:27:24.621816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184afee-886b-464d-8bd6-56707647b8f6 req-bf964f37-a295-4b3d-b64b-1102c7283b31 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:24.630863 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a184afee-886b-464d-8bd6-56707647b8f6 req-bf964f37-a295-4b3d-b64b-1102c7283b31 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 944 time: 0.0878351 Nov 08 00:27:24.631451 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58802) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:24.633540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-57b54fab-88f6-45d8-8383-1b1d2b1cd4ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::245 (5519efd4-e1a8-486b-824a-06c45d00ec62/80e4342d-0929-4fe7-9ca2-5e4021afe673/39990692-8d91-4170-8504-37792bd3952b) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:27:24.665142 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5093e8-5f84-4ece-9e4b-71703210bbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a43dcf4-a6a4-462d-8f59-f02ae81f3aca,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:24.677638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-57b54fab-88f6-45d8-8383-1b1d2b1cd4ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0c:3664 (5519efd4-e1a8-486b-824a-06c45d00ec62/2bf1c4aa-3faa-4c91-8144-29f3ba881b40/39990692-8d91-4170-8504-37792bd3952b) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:27:24.740340 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a184afee-886b-464d-8bd6-56707647b8f6 req-c9b752f1-86ad-47bd-ab23-dcf799a7f321 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086156 Nov 08 00:27:24.758319 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c74799b3-66d0-4172-b629-725dc5e6fff0 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:27:24.793349 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ff5cba85-56cb-42d4-9171-e37027147f71 None None] Provisioning complete for port c74799b3-66d0-4172-b629-725dc5e6fff0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:24.793724 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff5cba85-56cb-42d4-9171-e37027147f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:24.860886 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c74799b3-66d0-4172-b629-725dc5e6fff0 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:24.861459 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:24.887482 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ccc3c445-09cd-480b-859d-c5b8e3ca8294 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2905f964174245ec9ffedc8f728c1d83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372558 Nov 08 00:27:24.893409 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58808) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:24.937928 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 7572db4e-76ab-4874-a189-b79d48cc7e60 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:27:24.969697 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-54854d06-0f95-4b1d-b67e-75c897ffe941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:24.986509 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-57b54fab-88f6-45d8-8383-1b1d2b1cd4ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:25.026721 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-54854d06-0f95-4b1d-b67e-75c897ffe941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:25.060922 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 7572db4e-76ab-4874-a189-b79d48cc7e60, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=7572db4e-76ab-4874-a189-b79d48cc7e60,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:25.096669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '7572db4e-76ab-4874-a189-b79d48cc7e60', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '7572db4e-76ab-4874-a189-b79d48cc7e60', 'mac_address': 'fa:16:3e:3e:f4:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:27:25.143923 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-57b54fab-88f6-45d8-8383-1b1d2b1cd4ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:25.149828 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:25.163592 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7572db4e-76ab-4874-a189-b79d48cc7e60 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:27:25.183187 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 7572db4e-76ab-4874-a189-b79d48cc7e60, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=7572db4e-76ab-4874-a189-b79d48cc7e60,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:25.188596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b54fab-88f6-45d8-8383-1b1d2b1cd4ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:25.192185 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-57b54fab-88f6-45d8-8383-1b1d2b1cd4ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:25.195775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b54fab-88f6-45d8-8383-1b1d2b1cd4ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:27:25.201382 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-54854d06-0f95-4b1d-b67e-75c897ffe941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:25.204740 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-54854d06-0f95-4b1d-b67e-75c897ffe941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:25.205224 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-54854d06-0f95-4b1d-b67e-75c897ffe941 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81271eb6-8f66-401b-aac1-a7787c326d3c HTTP/1.1" status: 204 len: 168 time: 0.3087127 Nov 08 00:27:25.209092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b54fab-88f6-45d8-8383-1b1d2b1cd4ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:25.209827 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-57b54fab-88f6-45d8-8383-1b1d2b1cd4ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:25.214982 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54854d06-0f95-4b1d-b67e-75c897ffe941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81271eb6-8f66-401b-aac1-a7787c326d3c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:25.237471 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b54fab-88f6-45d8-8383-1b1d2b1cd4ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=39990692-8d91-4170-8504-37792bd3952b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:25.315942 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:25.347160 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-57b54fab-88f6-45d8-8383-1b1d2b1cd4ae tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5661187 Nov 08 00:27:25.350071 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58826) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:25.371491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=7572db4e-76ab-4874-a189-b79d48cc7e60,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:25.471308 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-de15934f-dddb-44b4-bbd6-03b132a21d90 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port 39990692-8d91-4170-8504-37792bd3952b {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:27:25.471654 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de15934f-dddb-44b4-bbd6-03b132a21d90 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:25.512365 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58828) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:25.521140 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['7572db4e-76ab-4874-a189-b79d48cc7e60'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:27:25.526077 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-20763608-5e75-420b-a1eb-b05a24414b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:25.571124 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de15934f-dddb-44b4-bbd6-03b132a21d90 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:25.591252 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-de15934f-dddb-44b4-bbd6-03b132a21d90 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for 39990692-8d91-4170-8504-37792bd3952b owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:27:25.593079 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f20741f0-4ab6-4334-aca0-a5175eb7ac3a None None] Provisioning complete for port 39990692-8d91-4170-8504-37792bd3952b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:25.593454 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f20741f0-4ab6-4334-aca0-a5175eb7ac3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:25.646057 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-20763608-5e75-420b-a1eb-b05a24414b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:25.655106 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f20741f0-4ab6-4334-aca0-a5175eb7ac3a None None] Port 39990692-8d91-4170-8504-37792bd3952b cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:27:25.745113 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-20763608-5e75-420b-a1eb-b05a24414b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:25.807213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-20763608-5e75-420b-a1eb-b05a24414b29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46da85e5385b4292866ef49b093a1534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858927 Nov 08 00:27:25.807213 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20763608-5e75-420b-a1eb-b05a24414b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebc7301-c1de-49d7-bbe2-09e6bd64d35e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:25.808043 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58850) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:25.878313 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de15934f-dddb-44b4-bbd6-03b132a21d90 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:25.882455 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c8e70-bf2c-44a6-9024-5faeba94b1b9 req-47d43af8-3382-4ec4-8773-9a4a72c76eca tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:25.885145 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-905c8e70-bf2c-44a6-9024-5faeba94b1b9 req-47d43af8-3382-4ec4-8773-9a4a72c76eca tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 944 time: 0.0529544 Nov 08 00:27:25.888337 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b043-717b-42bc-8d48-aced5821678b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:25.923226 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15934f-dddb-44b4-bbd6-03b132a21d90 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=39990692-8d91-4170-8504-37792bd3952b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:25.925021 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-905c8e70-bf2c-44a6-9024-5faeba94b1b9 req-9c1948ef-b779-4215-a629-e153fd0c4a03 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346797 Nov 08 00:27:25.942780 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b043-717b-42bc-8d48-aced5821678b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:26.008088 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-de15934f-dddb-44b4-bbd6-03b132a21d90 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:26.014251 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-de15934f-dddb-44b4-bbd6-03b132a21d90 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/39990692-8d91-4170-8504-37792bd3952b HTTP/1.1" status: 204 len: 168 time: 0.6599441 Nov 08 00:27:26.014540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58858) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:26.080428 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9d2abb-d887-4648-a85e-6ca16962c426 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:26.082639 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fc9d2abb-d887-4648-a85e-6ca16962c426 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0665598 Nov 08 00:27:26.085565 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58870) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:26.159113 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cf2a4e-e700-4265-a325-525f382c4627 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:26.161800 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-02cf2a4e-e700-4265-a325-525f382c4627 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0750325 Nov 08 00:27:26.164528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58876) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:26.196104 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b043-717b-42bc-8d48-aced5821678b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:26.198715 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b043-717b-42bc-8d48-aced5821678b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:26.199961 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f5a6b043-717b-42bc-8d48-aced5821678b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cebc7301-c1de-49d7-bbe2-09e6bd64d35e HTTP/1.1" status: 204 len: 168 time: 0.3908577 Nov 08 00:27:26.208881 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6b043-717b-42bc-8d48-aced5821678b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebc7301-c1de-49d7-bbe2-09e6bd64d35e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:26.243585 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7566a2bb-b253-474e-b01f-aa013e4d7037 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:26.246887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7566a2bb-b253-474e-b01f-aa013e4d7037 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:26.248708 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7566a2bb-b253-474e-b01f-aa013e4d7037 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:26.253778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58886) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:26.264054 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7566a2bb-b253-474e-b01f-aa013e4d7037 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0980706 Nov 08 00:27:26.324556 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b2a857-d8ae-4839-8fec-d3d2e002e543 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 2bf1c4aa-3faa-4c91-8144-29f3ba881b40 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:27:26.328465 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-53b2a857-d8ae-4839-8fec-d3d2e002e543 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:26.370790 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-53b2a857-d8ae-4839-8fec-d3d2e002e543 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:26.456394 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-53b2a857-d8ae-4839-8fec-d3d2e002e543 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:26.694947 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-53b2a857-d8ae-4839-8fec-d3d2e002e543 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:26.742971 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2a857-d8ae-4839-8fec-d3d2e002e543 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf1c4aa-3faa-4c91-8144-29f3ba881b40,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:26.748920 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-53b2a857-d8ae-4839-8fec-d3d2e002e543 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:26.755704 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-53b2a857-d8ae-4839-8fec-d3d2e002e543 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/2bf1c4aa-3faa-4c91-8144-29f3ba881b40 HTTP/1.1" status: 204 len: 168 time: 0.4977796 Nov 08 00:27:26.756877 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58906) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:26.757842 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41da38e-3aa9-4f75-b481-b02378739acf None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:27:26.813689 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c18fb5-93dc-4b79-9423-834a79d18ab5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 80e4342d-0929-4fe7-9ca2-5e4021afe673 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:27:26.820195 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a3c18fb5-93dc-4b79-9423-834a79d18ab5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:26.885244 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a3c18fb5-93dc-4b79-9423-834a79d18ab5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:26.949667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device b2b7ac29-0473-438c-8a29-b5a7f0b5da8e details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:27:26.975137 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 7572db4e-76ab-4874-a189-b79d48cc7e60 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:27:27.113826 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a3c18fb5-93dc-4b79-9423-834a79d18ab5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:27.180639 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae0d64-e5f2-44dd-9dd6-493bacbd2f4d req-3d506b7f-81cc-4917-ae53-6f4d9f26d7cb tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:27.182093 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92ae0d64-e5f2-44dd-9dd6-493bacbd2f4d req-3d506b7f-81cc-4917-ae53-6f4d9f26d7cb tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 944 time: 0.1060095 Nov 08 00:27:27.239276 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 7572db4e-76ab-4874-a189-b79d48cc7e60 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:27.240006 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:27.309729 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92ae0d64-e5f2-44dd-9dd6-493bacbd2f4d req-47480f1b-b3e0-41d5-8f09-1396fbe04ff9 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205668 Nov 08 00:27:27.337162 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a3c18fb5-93dc-4b79-9423-834a79d18ab5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:27.388803 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c18fb5-93dc-4b79-9423-834a79d18ab5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=80e4342d-0929-4fe7-9ca2-5e4021afe673,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:27.407428 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:27.413288 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a3c18fb5-93dc-4b79-9423-834a79d18ab5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:27.421624 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58938) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:27.429556 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'port_id': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e', 'mac_address': 'fa:16:3e:78:39:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:27:27.430142 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a3c18fb5-93dc-4b79-9423-834a79d18ab5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/80e4342d-0929-4fe7-9ca2-5e4021afe673 HTTP/1.1" status: 204 len: 168 time: 0.6731431 Nov 08 00:27:27.489816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58944) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:27.490682 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-27ef6745-2e2b-49fd-b12a-b76f4addc548 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672212 Nov 08 00:27:27.495050 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8c7e1fc6-7ead-41b5-a154-fffbe650514b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:27.546780 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:27.576097 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:27.603853 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b7ac29-0473-438c-8a29-b5a7f0b5da8e {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:27:27.619418 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b4fde1-3112-468a-ab94-f8023def3a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7572db4e-76ab-4874-a189-b79d48cc7e60'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:27:27.624908 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e255fa6-fc2b-4098-9c58-48321fac40e1" -d '{"events": [{"server_uuid": "e7b4fde1-3112-468a-ab94-f8023def3a83", "name": "network-vif-plugged", "status": "completed", "tag": "7572db4e-76ab-4874-a189-b79d48cc7e60"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:27:27.659109 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e82f1e-ec41-4a31-9efb-e88bae23624a None None] Update dhcp port {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'fixed_ips': [{'subnet_id': '80e4342d-0929-4fe7-9ca2-5e4021afe673'}], 'binding:host_id': 'n-d-816882-1'}, 'id': 'c74799b3-66d0-4172-b629-725dc5e6fff0'} from n-d-816882-1. {{(pid=102773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 00:27:27.717281 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97e82f1e-ec41-4a31-9efb-e88bae23624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:27.719893 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d723833e-7a54-44a3-bf6d-0d817d82f6f2 x-openstack-request-id: req-d723833e-7a54-44a3-bf6d-0d817d82f6f2 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:27:27.720182 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b4fde1-3112-468a-ab94-f8023def3a83", "name": "network-vif-plugged", "status": "completed", "tag": "7572db4e-76ab-4874-a189-b79d48cc7e60", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:27:27.720429 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d723833e-7a54-44a3-bf6d-0d817d82f6f2 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:27:27.720819 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b4fde1-3112-468a-ab94-f8023def3a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7572db4e-76ab-4874-a189-b79d48cc7e60', 'code': 200} Nov 08 00:27:27.728898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 7572db4e-76ab-4874-a189-b79d48cc7e60, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=7572db4e-76ab-4874-a189-b79d48cc7e60,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:27.743697 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:27.951820 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b445239-2ce2-44ea-9b2e-d1811e069184 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:27:28.040139 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58956) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:28.104673 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7e1fc6-7ead-41b5-a154-fffbe650514b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:27:28.110624 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1fc6-7ead-41b5-a154-fffbe650514b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:28.221556 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:28.224148 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:28.315165 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-371f786c-c473-4764-82d5-9d5518b9c415 None None] Provisioning complete for port c74799b3-66d0-4172-b629-725dc5e6fff0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:28.315165 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-371f786c-c473-4764-82d5-9d5518b9c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:28.483235 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=7572db4e-76ab-4874-a189-b79d48cc7e60,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:28.506982 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5624b3e-914a-4521-a76b-6a08d6d5aa92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:28.550490 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1fc6-7ead-41b5-a154-fffbe650514b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:28.617322 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7e1fc6-7ead-41b5-a154-fffbe650514b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:28.624944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-87ef8d88-5386-4ff0-9629-486a2b9c2318 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'network': {'name': 'tempest-network-smoke--562508782', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'port_security_enabled': True}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:28.626268 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502899bd-369f-405d-839d-5c381640d364 None None] DHCP port deletion for 5519efd4-e1a8-486b-824a-06c45d00ec62 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:27:28.634869 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-8c7e1fc6-7ead-41b5-a154-fffbe650514b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:28.639762 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7e1fc6-7ead-41b5-a154-fffbe650514b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:28.640453 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1fc6-7ead-41b5-a154-fffbe650514b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:28.667577 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,revision_number=11']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:28.684055 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e1fc6-7ead-41b5-a154-fffbe650514b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=dab300a6-8bb2-423a-aa45-e95842f593c1,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:28.687427 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['b2b7ac29-0473-438c-8a29-b5a7f0b5da8e'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:27:28.737232 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e974d700-ecc7-4831-9f70-d5be4a38e990 req-33ec331f-4c8b-4a5c-a869-84a87a6385db service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2891686 Nov 08 00:27:28.759001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5c8ea-d88a-45aa-82fb-bd1ccf4ca832 req-b8daa833-6346-4f54-a317-6b440fea736d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:28.764051 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-83a5c8ea-d88a-45aa-82fb-bd1ccf4ca832 req-b8daa833-6346-4f54-a317-6b440fea736d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.2004173 Nov 08 00:27:28.791491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c74799b3-66d0-4172-b629-725dc5e6fff0 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:27:28.868449 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ef8d88-5386-4ff0-9629-486a2b9c2318 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Made reservation on behalf of b82ab9a868254a12ae55a5dfe0aacb5b for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:27:28.872936 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87ef8d88-5386-4ff0-9629-486a2b9c2318 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:28.899469 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-83a5c8ea-d88a-45aa-82fb-bd1ccf4ca832 req-68a4381b-50e9-42d9-84f0-479abc065a40 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224949 Nov 08 00:27:28.921443 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87ef8d88-5386-4ff0-9629-486a2b9c2318 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:28.969437 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8c7e1fc6-7ead-41b5-a154-fffbe650514b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4722311 Nov 08 00:27:28.973839 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58982) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:28.981147 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-0cf469ee-7b3b-4db7-b672-beb4fcec8da2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:28.985571 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974d700-ecc7-4831-9f70-d5be4a38e990 req-fdb64a48-9bde-4761-882f-2505331562fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:29.004497 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e974d700-ecc7-4831-9f70-d5be4a38e990 req-fdb64a48-9bde-4761-882f-2505331562fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2278e422f74446f91e7e8ef6b5f1bb4&device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 1097 time: 0.2021525 Nov 08 00:27:29.029506 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:29.100036 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-502899bd-369f-405d-839d-5c381640d364 None None] Deleting port c74799b3-66d0-4172-b629-725dc5e6fff0 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:27:29.100437 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-502899bd-369f-405d-839d-5c381640d364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:29.206497 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port c74799b3-66d0-4172-b629-725dc5e6fff0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c74799b3-66d0-4172-b629-725dc5e6fff0,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:29.247230 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974d700-ecc7-4831-9f70-d5be4a38e990 req-61d1a733-365a-42a6-baad-a8a9b4be1ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:29.249147 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e974d700-ecc7-4831-9f70-d5be4a38e990 req-61d1a733-365a-42a6-baad-a8a9b4be1ded service neutron] 10.222.0.26 "GET /v2.0/networks?id=b13a2d05-1ff5-419f-9b2f-082d70770afe HTTP/1.1" status: 200 len: 911 time: 0.1941741 Nov 08 00:27:29.265974 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-502899bd-369f-405d-839d-5c381640d364 None None] For port c74799b3-66d0-4172-b629-725dc5e6fff0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c74799b3-66d0-4172-b629-725dc5e6fff0,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:29.266736 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-502899bd-369f-405d-839d-5c381640d364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:29.290886 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-502899bd-369f-405d-839d-5c381640d364 None None] Calling delete_port for c74799b3-66d0-4172-b629-725dc5e6fff0 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:27:29.296625 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:29.406765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e974d700-ecc7-4831-9f70-d5be4a38e990 req-cd58d6f7-57e2-402e-80c0-722935713841 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92dc278c-67a9-4730-85b2-eba746160aea HTTP/1.1" status: 200 len: 1002 time: 0.1435680 Nov 08 00:27:29.450938 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=c74799b3-66d0-4172-b629-725dc5e6fff0,revision_number=12']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:29.476491 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf469ee-7b3b-4db7-b672-beb4fcec8da2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:27:29.480630 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0cf469ee-7b3b-4db7-b672-beb4fcec8da2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:29.512726 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974d700-ecc7-4831-9f70-d5be4a38e990 req-279d5f88-67cd-4ac3-847e-7c0f32ebd7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:29.514328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e974d700-ecc7-4831-9f70-d5be4a38e990 req-279d5f88-67cd-4ac3-847e-7c0f32ebd7b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82ff6155-843e-4e76-be5f-7d2f5d78c7b3 HTTP/1.1" status: 200 len: 849 time: 0.0830491 Nov 08 00:27:29.516402 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87ef8d88-5386-4ff0-9629-486a2b9c2318 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:29.539729 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-502899bd-369f-405d-839d-5c381640d364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:29.578894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974d700-ecc7-4831-9f70-d5be4a38e990 req-63415f30-5498-4af6-8030-b7c46d03ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:29.581133 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e974d700-ecc7-4831-9f70-d5be4a38e990 req-63415f30-5498-4af6-8030-b7c46d03ed12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b13a2d05-1ff5-419f-9b2f-082d70770afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559363 Nov 08 00:27:29.585349 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87ef8d88-5386-4ff0-9629-486a2b9c2318 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:29.593445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502899bd-369f-405d-839d-5c381640d364 None None] Pushing event deleted for resources: {'Port': ['ID=c74799b3-66d0-4172-b629-725dc5e6fff0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:29.609013 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502899bd-369f-405d-839d-5c381640d364 None None] No DVR routers for this DVR port c74799b3-66d0-4172-b629-725dc5e6fff0 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:27:29.626008 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4237ae77-b542-45e5-8b05-151cff29a538 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:27:29.627879 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef8d88-5386-4ff0-9629-486a2b9c2318 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73cb9292-b831-40a0-8e03-0049fc24d526,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:29.807838 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e974d700-ecc7-4831-9f70-d5be4a38e990 req-e4d9096d-1395-4615-8883-bc99c33f340b service neutron] 10.222.0.26 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809204 Nov 08 00:27:29.809002 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ef8d88-5386-4ff0-9629-486a2b9c2318 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:27:29.865824 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5519efd4-e1a8-486b-824a-06c45d00ec62', 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'tenant_id': '3437eeb056da447597045419227369c1', 'fixed_ips': [{'subnet_id': 'dab300a6-8bb2-423a-aa45-e95842f593c1'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:27:29.866711 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:29.930756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e974d700-ecc7-4831-9f70-d5be4a38e990 req-ed5207aa-e6cd-43ba-9226-d45d8e62ca05 service neutron] 10.222.0.26 "GET /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108127 Nov 08 00:27:29.938744 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87ef8d88-5386-4ff0-9629-486a2b9c2318 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:29.939129 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-87ef8d88-5386-4ff0-9629-486a2b9c2318 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Added segment 1859be12-d055-479e-b0e0-4d8f923e9989 of type vlan for network dcc487d0-d7d7-4a4f-9cbb-30910b100e93 Nov 08 00:27:30.012390 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87ef8d88-5386-4ff0-9629-486a2b9c2318 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:30.016849 n-d-816882-1 neutron-server[102771]: INFO neutron.db.ipam_backend_mixin [None req-0cf469ee-7b3b-4db7-b672-beb4fcec8da2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dab300a6-8bb2-423a-aa45-e95842f593c1 (CIDR: 2001:db8::/64) Nov 08 00:27:30.069833 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf469ee-7b3b-4db7-b672-beb4fcec8da2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:27:30.071651 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf469ee-7b3b-4db7-b672-beb4fcec8da2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:30.139462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] Allocated IP 2001:db8::2 (5519efd4-e1a8-486b-824a-06c45d00ec62/dab300a6-8bb2-423a-aa45-e95842f593c1/ea21339e-82a8-462e-9cd4-d84d33226f4b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:27:30.163620 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208aa37a-dd02-4d8c-9170-de76e4f9e05e req-81329545-febb-4170-b532-4cb002a16d4d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:30.168707 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-208aa37a-dd02-4d8c-9170-de76e4f9e05e req-81329545-febb-4170-b532-4cb002a16d4d tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.0907123 Nov 08 00:27:30.187964 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0cf469ee-7b3b-4db7-b672-beb4fcec8da2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2117484 Nov 08 00:27:30.192068 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59016) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:30.198804 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-11ca0a76-4e7d-4481-990c-1c3234123783 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'subnet': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:30.229987 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-208aa37a-dd02-4d8c-9170-de76e4f9e05e req-8012e3c6-b5ef-48e5-8347-fe256bd03b28 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559111 Nov 08 00:27:30.233370 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87ef8d88-5386-4ff0-9629-486a2b9c2318 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:30.239270 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ef8d88-5386-4ff0-9629-486a2b9c2318 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:30.241444 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87ef8d88-5386-4ff0-9629-486a2b9c2318 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:30.338458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-87ef8d88-5386-4ff0-9629-486a2b9c2318 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2944975 Nov 08 00:27:30.397172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59020) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:30.401862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-db181df6-3beb-4a98-a8eb-846fa559a909 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'admin_state_up': True, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:30.462052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef8d88-5386-4ff0-9629-486a2b9c2318 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Network': ['ID=dcc487d0-d7d7-4a4f-9cbb-30910b100e93,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:30.485914 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network dcc487d0-d7d7-4a4f-9cbb-30910b100e93 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:27:30.494614 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ca0a76-4e7d-4481-990c-1c3234123783 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:27:30.501254 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-11ca0a76-4e7d-4481-990c-1c3234123783 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:30.503268 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:30.568297 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db181df6-3beb-4a98-a8eb-846fa559a909 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:30.569106 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db181df6-3beb-4a98-a8eb-846fa559a909 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:30.582509 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:30.653796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:30.659008 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:30.663595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:27:30.691202 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db181df6-3beb-4a98-a8eb-846fa559a909 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:30.696475 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] Pushing event updated for resources: {'Port': ['ID=ea21339e-82a8-462e-9cd4-d84d33226f4b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:30.744961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] Attempting to bind port ea21339e-82a8-462e-9cd4-d84d33226f4b on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:27:30.746724 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] Attempting to bind port ea21339e-82a8-462e-9cd4-d84d33226f4b by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:27:30.746724 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] Attempting to bind port ea21339e-82a8-462e-9cd4-d84d33226f4b on network 5519efd4-e1a8-486b-824a-06c45d00ec62 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:27:30.750973 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:27:30.751346 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] Checking segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:27:30.751743 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:30.752176 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] Bound using segment: {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:27:30.752722 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] Bound port: ea21339e-82a8-462e-9cd4-d84d33226f4b, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954fb25a-ef66-4767-b688-f24b93ce3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:27:30.753237 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:30.772487 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a907a3d5-58e5-4dea-98bc-5488a5b2a6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:30.856229 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] For port ea21339e-82a8-462e-9cd4-d84d33226f4b, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:27:30.859438 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] For port ea21339e-82a8-462e-9cd4-d84d33226f4b, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ea21339e-82a8-462e-9cd4-d84d33226f4b,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:27:30.933413 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:30.974476 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device b2b7ac29-0473-438c-8a29-b5a7f0b5da8e up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:27:31.036287 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:31.067447 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06186c-0990-4ce3-8398-20bf1f383657 None None] Pushing event updated for resources: {'Port': ['ID=ea21339e-82a8-462e-9cd4-d84d33226f4b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:31.122573 n-d-816882-1 neutron-server[102771]: DEBUG neutron.objects.ports [None req-11ca0a76-4e7d-4481-990c-1c3234123783 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 00:27:31.127547 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:27:31.135483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:31.135483 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:31.311612 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:31.368931 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:27:31.371068 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef2aec3-0f26-4852-975f-68187fe624a1" -d '{"events": [{"server_uuid": "aae2279e-0dd5-4fc0-9dde-d024049cfd4d", "name": "network-vif-plugged", "status": "completed", "tag": "b2b7ac29-0473-438c-8a29-b5a7f0b5da8e"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:27:31.424898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:31.429050 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bd107f-fc27-44aa-95b0-7a22cd898316 x-openstack-request-id: req-c3bd107f-fc27-44aa-95b0-7a22cd898316 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:27:31.429339 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae2279e-0dd5-4fc0-9dde-d024049cfd4d", "name": "network-vif-plugged", "status": "completed", "tag": "b2b7ac29-0473-438c-8a29-b5a7f0b5da8e", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:27:31.429593 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3bd107f-fc27-44aa-95b0-7a22cd898316 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:27:31.429995 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e', 'code': 200} Nov 08 00:27:31.481585 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db181df6-3beb-4a98-a8eb-846fa559a909 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:31.541649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a4cc3-0ce2-4648-92f5-7a50ea926905 req-ad500cbe-205e-4695-841d-904c86a0fd57 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:31.543531 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e90a4cc3-0ce2-4648-92f5-7a50ea926905 req-ad500cbe-205e-4695-841d-904c86a0fd57 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 945 time: 0.0987189 Nov 08 00:27:31.566910 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:31.640270 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e90a4cc3-0ce2-4648-92f5-7a50ea926905 req-799d5dfe-036c-4edc-aae2-218c07234073 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842550 Nov 08 00:27:31.644997 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-11ca0a76-4e7d-4481-990c-1c3234123783 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:31.676545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,revision_number=12']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:31.864834 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-11ca0a76-4e7d-4481-990c-1c3234123783 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] For port ea21339e-82a8-462e-9cd4-d84d33226f4b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ea21339e-82a8-462e-9cd4-d84d33226f4b,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:31.908289 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-11ca0a76-4e7d-4481-990c-1c3234123783 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:31.939744 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db181df6-3beb-4a98-a8eb-846fa559a909 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:31.960192 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db181df6-3beb-4a98-a8eb-846fa559a909 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:32.076266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-db181df6-3beb-4a98-a8eb-846fa559a909 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Allocated IP 172.25.2.229 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/6e174c42-e2e3-45e6-aea1-57f0532ba699) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:27:32.139318 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-11ca0a76-4e7d-4481-990c-1c3234123783 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:32.143199 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:32.144096 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-11ca0a76-4e7d-4481-990c-1c3234123783 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:32.146231 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:32.239119 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db181df6-3beb-4a98-a8eb-846fa559a909 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:32.304116 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ca0a76-4e7d-4481-990c-1c3234123783 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:32.311703 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-11ca0a76-4e7d-4481-990c-1c3234123783 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:32.325514 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ca0a76-4e7d-4481-990c-1c3234123783 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:32.326631 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-11ca0a76-4e7d-4481-990c-1c3234123783 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:32.336069 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca0a76-4e7d-4481-990c-1c3234123783 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Subnet': ['ID=68d4e977-5640-4743-ade9-c46135612037,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:32.361130 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca0a76-4e7d-4481-990c-1c3234123783 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=ea21339e-82a8-462e-9cd4-d84d33226f4b,revision_number=4']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:32.461186 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f4edc-6492-4883-8fff-cb95de6b217d req-5de0bf8a-e69f-44fa-8c67-f1631b6ebe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:32.466787 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-022f4edc-6492-4883-8fff-cb95de6b217d req-5de0bf8a-e69f-44fa-8c67-f1631b6ebe62 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 1097 time: 0.1495965 Nov 08 00:27:32.473458 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-11ca0a76-4e7d-4481-990c-1c3234123783 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2763798 Nov 08 00:27:32.473458 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59074) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:32.478992 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-784d37e8-c53f-4b4d-860e-dfa56c83688b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Request body: {'port': {'network_id': '5519efd4-e1a8-486b-824a-06c45d00ec62', 'mac_address': 'fa:16:3e:a7:c7:8d', 'name': 'tempest-NetworksTestDHCPv6-577375389'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:32.489579 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2232c5c-fde7-4f5c-86aa-d9c63331225f None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:27:32.526045 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db181df6-3beb-4a98-a8eb-846fa559a909 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:32.613372 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db181df6-3beb-4a98-a8eb-846fa559a909 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:32.624845 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-022f4edc-6492-4883-8fff-cb95de6b217d req-19d914ba-6482-4e34-b29a-b7c8f7161605 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485243 Nov 08 00:27:32.625719 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-db181df6-3beb-4a98-a8eb-846fa559a909 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:32.640461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db181df6-3beb-4a98-a8eb-846fa559a909 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:27:32.676475 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db181df6-3beb-4a98-a8eb-846fa559a909 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Port': ['ID=6e174c42-e2e3-45e6-aea1-57f0532ba699,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:32.699995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5b5a5503-8bf0-48a1-b258-5de3003778ff None None] Provisioning complete for port ea21339e-82a8-462e-9cd4-d84d33226f4b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:32.702989 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5503-8bf0-48a1-b258-5de3003778ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:32.710790 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5aa17626-b307-479d-af2d-0872b788b1e7 req-afb02ef8-bd01-4115-a3d1-55c9d96cd6e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2156336 Nov 08 00:27:32.712463 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784d37e8-c53f-4b4d-860e-dfa56c83688b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Made reservation on behalf of 3437eeb056da447597045419227369c1 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:27:32.823656 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ea21339e-82a8-462e-9cd4-d84d33226f4b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:27:32.889093 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-784d37e8-c53f-4b4d-860e-dfa56c83688b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:32.919414 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-784d37e8-c53f-4b4d-860e-dfa56c83688b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] device_id is not set on port 1e100adb-bd5c-4426-8477-b6c806632ed6 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:27:32.994082 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa17626-b307-479d-af2d-0872b788b1e7 req-23e36503-257e-4fb2-8ba9-aeb8950848dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:32.996333 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5aa17626-b307-479d-af2d-0872b788b1e7 req-23e36503-257e-4fb2-8ba9-aeb8950848dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf6aabdd7f8f40e0a5bfc671d7065857&device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 1097 time: 0.1568515 Nov 08 00:27:33.061080 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5503-8bf0-48a1-b258-5de3003778ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:33.080224 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port ea21339e-82a8-462e-9cd4-d84d33226f4b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:33.080573 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:33.160476 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5b5a5503-8bf0-48a1-b258-5de3003778ff None None] For port ea21339e-82a8-462e-9cd4-d84d33226f4b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ea21339e-82a8-462e-9cd4-d84d33226f4b,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:33.286644 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5503-8bf0-48a1-b258-5de3003778ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:33.330482 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-784d37e8-c53f-4b4d-860e-dfa56c83688b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8::121 (5519efd4-e1a8-486b-824a-06c45d00ec62/dab300a6-8bb2-423a-aa45-e95842f593c1/1e100adb-bd5c-4426-8477-b6c806632ed6) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:27:33.345882 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-784d37e8-c53f-4b4d-860e-dfa56c83688b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Allocated IP 2001:db8:0:1:f816:3eff:fea7:c78d (5519efd4-e1a8-486b-824a-06c45d00ec62/68d4e977-5640-4743-ade9-c46135612037/1e100adb-bd5c-4426-8477-b6c806632ed6) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:27:33.424232 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:33.485639 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:33.697732 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-784d37e8-c53f-4b4d-860e-dfa56c83688b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:33.734696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95971ed0-577e-48c9-ba6b-ec93d7f5d215 req-cc3fa219-75f7-4425-9efe-bbdf64d51b06 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:33.747558 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95971ed0-577e-48c9-ba6b-ec93d7f5d215 req-cc3fa219-75f7-4425-9efe-bbdf64d51b06 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 946 time: 0.9754021 Nov 08 00:27:33.829574 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa17626-b307-479d-af2d-0872b788b1e7 req-a48c4f8f-ae8a-4edb-8529-3b82f74a47f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:33.830400 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-784d37e8-c53f-4b4d-860e-dfa56c83688b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:33.831730 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5aa17626-b307-479d-af2d-0872b788b1e7 req-a48c4f8f-ae8a-4edb-8529-3b82f74a47f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d9e2072-e0f6-4949-9ba2-c29e6e5628ac HTTP/1.1" status: 200 len: 909 time: 0.8106534 Nov 08 00:27:33.852534 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:27:33.853099 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:27:33.864830 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a5503-8bf0-48a1-b258-5de3003778ff None None] Pushing event updated for resources: {'Port': ['ID=ea21339e-82a8-462e-9cd4-d84d33226f4b,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:33.868729 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db181df6-3beb-4a98-a8eb-846fa559a909 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:34.046202 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d37e8-c53f-4b4d-860e-dfa56c83688b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event updated for resources: {'Port': ['ID=1e100adb-bd5c-4426-8477-b6c806632ed6,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:34.050501 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95971ed0-577e-48c9-ba6b-ec93d7f5d215 req-ed18e48e-b2ff-4550-b679-7f0f1a98ca98 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020220 Nov 08 00:27:34.088137 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784d37e8-c53f-4b4d-860e-dfa56c83688b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:34.093472 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5aa17626-b307-479d-af2d-0872b788b1e7 req-6ef2b040-3e93-4424-974d-b93253acd100 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13482f60-1143-451f-a93d-8c3ec4f297f2 HTTP/1.1" status: 200 len: 1002 time: 0.2369328 Nov 08 00:27:34.095867 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-784d37e8-c53f-4b4d-860e-dfa56c83688b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:34.106341 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784d37e8-c53f-4b4d-860e-dfa56c83688b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:27:34.127310 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784d37e8-c53f-4b4d-860e-dfa56c83688b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:34.130555 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-784d37e8-c53f-4b4d-860e-dfa56c83688b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:34.199483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59116) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:34.334270 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa17626-b307-479d-af2d-0872b788b1e7 req-873441cf-409d-4caf-9a74-becfbb077e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:34.335973 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5aa17626-b307-479d-af2d-0872b788b1e7 req-873441cf-409d-4caf-9a74-becfbb077e0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=411d4059-474f-4fc7-8a0d-b3b7cef4a1e5 HTTP/1.1" status: 200 len: 847 time: 0.2337964 Nov 08 00:27:34.344372 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-784d37e8-c53f-4b4d-860e-dfa56c83688b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8666556 Nov 08 00:27:34.344372 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59120) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:34.383160 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db181df6-3beb-4a98-a8eb-846fa559a909 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:34.477109 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b7095d17-b322-4589-968d-7bd587ed616c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:34.489818 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d9b1bada-2dc5-49cc-8412-994dd5730208 None None] Provisioning complete for port ea21339e-82a8-462e-9cd4-d84d33226f4b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:34.489818 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9b1bada-2dc5-49cc-8412-994dd5730208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:34.531100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa17626-b307-479d-af2d-0872b788b1e7 req-3e88e39e-45fe-4d8d-84e2-1451a7a8c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:34.532661 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5aa17626-b307-479d-af2d-0872b788b1e7 req-3e88e39e-45fe-4d8d-84e2-1451a7a8c0c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d9e2072-e0f6-4949-9ba2-c29e6e5628ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1615546 Nov 08 00:27:34.597089 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-968de4e6-a8ed-415b-9ec3-9517f2a8a6f1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting port 1e100adb-bd5c-4426-8477-b6c806632ed6 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:27:34.600208 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-968de4e6-a8ed-415b-9ec3-9517f2a8a6f1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:34.719731 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-968de4e6-a8ed-415b-9ec3-9517f2a8a6f1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:34.739332 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c2523d19-61e4-4eba-877a-783c2e49157a None None] Provisioning complete for port 1e100adb-bd5c-4426-8477-b6c806632ed6 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:34.739971 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2523d19-61e4-4eba-877a-783c2e49157a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:34.754201 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-968de4e6-a8ed-415b-9ec3-9517f2a8a6f1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Calling delete_port for 1e100adb-bd5c-4426-8477-b6c806632ed6 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:27:34.779334 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ea21339e-82a8-462e-9cd4-d84d33226f4b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:27:34.808039 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5aa17626-b307-479d-af2d-0872b788b1e7 req-3ee7c887-ad6b-4189-9763-1dc58ef46330 service neutron] 10.222.0.20 "GET /v2.0/networks/8d9e2072-e0f6-4949-9ba2-c29e6e5628ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672577 Nov 08 00:27:34.826926 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c2523d19-61e4-4eba-877a-783c2e49157a None None] Port 1e100adb-bd5c-4426-8477-b6c806632ed6 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:27:34.865199 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port ea21339e-82a8-462e-9cd4-d84d33226f4b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:34.866356 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:34.951661 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5aa17626-b307-479d-af2d-0872b788b1e7 req-a688903f-b201-481b-9888-8d8894a81077 service neutron] 10.222.0.20 "GET /v2.0/networks/8d9e2072-e0f6-4949-9ba2-c29e6e5628ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342084 Nov 08 00:27:34.984918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db181df6-3beb-4a98-a8eb-846fa559a909 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Router 0814d33f-5752-4ac0-838a-3c267e56f81c is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:27:35.030659 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b7095d17-b322-4589-968d-7bd587ed616c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:35.075670 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-968de4e6-a8ed-415b-9ec3-9517f2a8a6f1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:35.127288 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968de4e6-a8ed-415b-9ec3-9517f2a8a6f1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Port': ['ID=1e100adb-bd5c-4426-8477-b6c806632ed6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:35.132841 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b7095d17-b322-4589-968d-7bd587ed616c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:35.169395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db181df6-3beb-4a98-a8eb-846fa559a909 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:27:35.181220 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7095d17-b322-4589-968d-7bd587ed616c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc54656d-f5c7-4b33-8dec-ce7f7e78a58a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:35.182389 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] Sync routers for ids ['0814d33f-5752-4ac0-838a-3c267e56f81c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:27:35.198393 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] Routers {'0814d33f-5752-4ac0-838a-3c267e56f81c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:27:35.198969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:27:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0814d33f-5752-4ac0-838a-3c267e56f81c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:27:35.252479 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-968de4e6-a8ed-415b-9ec3-9517f2a8a6f1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:35.258203 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-968de4e6-a8ed-415b-9ec3-9517f2a8a6f1 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/1e100adb-bd5c-4426-8477-b6c806632ed6 HTTP/1.1" status: 204 len: 168 time: 0.9104316 Nov 08 00:27:35.261463 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b7095d17-b322-4589-968d-7bd587ed616c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e59d930da1984289b157de898569cfae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0598199 Nov 08 00:27:35.262296 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59154) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:35.274184 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59156) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:35.299808 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db181df6-3beb-4a98-a8eb-846fa559a909 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:35.309685 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-db181df6-3beb-4a98-a8eb-846fa559a909 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9113355 Nov 08 00:27:35.311715 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59158) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:35.350867 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307e71-5f31-49ea-a616-e1981c1e764b req-b6951792-3562-4d03-b30a-08b9892453f2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:35.354736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44307e71-5f31-49ea-a616-e1981c1e764b req-b6951792-3562-4d03-b30a-08b9892453f2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 946 time: 0.1077766 Nov 08 00:27:35.455172 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44307e71-5f31-49ea-a616-e1981c1e764b req-d27d53a6-2ce6-429a-810c-bd086abca0de tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932539 Nov 08 00:27:35.467216 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] Set router 0814d33f-5752-4ac0-838a-3c267e56f81c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:27:35.481234 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b911f1-fbf6-4a69-ba74-6fc0acb1b2ee tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:35.485234 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-83b911f1-fbf6-4a69-ba74-6fc0acb1b2ee tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2194796 Nov 08 00:27:35.485592 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59166) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:35.486407 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ef2bdb1-978b-4ad8-8aff-4d6bc6f11aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:35.532104 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ef2bdb1-978b-4ad8-8aff-4d6bc6f11aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:35.577056 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea2a322-b0cf-439b-a76f-b31ddac1461f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:35.585969 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5ea2a322-b0cf-439b-a76f-b31ddac1461f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0918736 Nov 08 00:27:35.586657 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59170) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:35.633993 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ef206d5f-b141-46b0-a9ec-b24ad48cf2ec tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b82ab9a868254a12ae55a5dfe0aacb5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3210921 Nov 08 00:27:35.642954 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59172) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:35.775369 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:27:32Z', 'revision_number': 3, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:27:35.795195 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5ad2bf-8382-4bd9-973f-cf91561af0bb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:35.797121 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5ad2bf-8382-4bd9-973f-cf91561af0bb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:35.798742 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5ad2bf-8382-4bd9-973f-cf91561af0bb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:35.803816 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4e5ad2bf-8382-4bd9-973f-cf91561af0bb tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2151506 Nov 08 00:27:35.803966 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59176) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:35.854496 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] Checking router: 0814d33f-5752-4ac0-838a-3c267e56f81c for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:27:35.857588 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] Updating router 0814d33f-5752-4ac0-838a-3c267e56f81c port 6e174c42-e2e3-45e6-aea1-57f0532ba699 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:27:35.884529 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ef2bdb1-978b-4ad8-8aff-4d6bc6f11aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:35.887766 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ef2bdb1-978b-4ad8-8aff-4d6bc6f11aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:35.888501 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6ef2bdb1-978b-4ad8-8aff-4d6bc6f11aea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc54656d-f5c7-4b33-8dec-ce7f7e78a58a HTTP/1.1" status: 204 len: 168 time: 0.6130679 Nov 08 00:27:35.924755 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:35.925231 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2bdb1-978b-4ad8-8aff-4d6bc6f11aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc54656d-f5c7-4b33-8dec-ce7f7e78a58a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:35.925231 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bbe1e6-777f-4330-a014-8ae119b90dfe tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:35.927877 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-81bbe1e6-777f-4330-a014-8ae119b90dfe tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2851028 Nov 08 00:27:35.930634 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59180) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:35.936062 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4a1f95-da04-4f19-80a3-d47376272b31 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet 68d4e977-5640-4743-ade9-c46135612037 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:27:35.941596 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1f95-da04-4f19-80a3-d47376272b31 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:36.020955 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-16234541-92bf-445c-80fc-ffa5825309d5 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0876393 Nov 08 00:27:36.025210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59182) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:36.031184 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-0791df8e-b04c-4dfd-8fb1-e79e27fd323f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1650724063', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:36.057330 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1f95-da04-4f19-80a3-d47376272b31 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:36.107631 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:27:36.257279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0791df8e-b04c-4dfd-8fb1-e79e27fd323f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Made reservation on behalf of b82ab9a868254a12ae55a5dfe0aacb5b for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:27:36.262168 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0791df8e-b04c-4dfd-8fb1-e79e27fd323f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:36.456344 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:36.533294 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:36.612998 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] Attempting to bind port 6e174c42-e2e3-45e6-aea1-57f0532ba699 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:27:36.614038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] Attempting to bind port 6e174c42-e2e3-45e6-aea1-57f0532ba699 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:27:36.615373 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] Attempting to bind port 6e174c42-e2e3-45e6-aea1-57f0532ba699 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:27:36.624025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:27:36.638867 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:27:36.640366 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:36.642624 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:27:36.643287 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] Bound port: 6e174c42-e2e3-45e6-aea1-57f0532ba699, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:27:36.645156 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:36.713347 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf9c4c-12bd-496e-83e5-e70ba992b61b None None] Pushing event updated for resources: {'Port': ['ID=6e174c42-e2e3-45e6-aea1-57f0532ba699,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:36.755823 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1f95-da04-4f19-80a3-d47376272b31 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:36.772390 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] For port 6e174c42-e2e3-45e6-aea1-57f0532ba699, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:27:36.780636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] For port 6e174c42-e2e3-45e6-aea1-57f0532ba699, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6e174c42-e2e3-45e6-aea1-57f0532ba699,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:27:36.830683 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0791df8e-b04c-4dfd-8fb1-e79e27fd323f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:36.836774 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040276d-0afa-4879-9202-0e70fcea75f3 req-f893e632-4405-4909-a825-25cd46b2f016 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:36.844069 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2040276d-0afa-4879-9202-0e70fcea75f3 req-f893e632-4405-4909-a825-25cd46b2f016 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 946 time: 0.1530411 Nov 08 00:27:36.881789 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59194) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:36.886597 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:36.906685 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9f990c27-6fac-4061-8f31-206ca83850fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:36.926225 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2040276d-0afa-4879-9202-0e70fcea75f3 req-f54e281f-8754-4fd8-a816-6583ebf24e86 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811913 Nov 08 00:27:36.957199 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791df8e-b04c-4dfd-8fb1-e79e27fd323f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Subnet': ['ID=a393cfb7-883b-4bc7-9d6e-13cdec2372e8,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:36.974848 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1f95-da04-4f19-80a3-d47376272b31 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:37.001609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] Routers {'0814d33f-5752-4ac0-838a-3c267e56f81c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:27:37.002954 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:27:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0814d33f-5752-4ac0-838a-3c267e56f81c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:27:37.025950 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0791df8e-b04c-4dfd-8fb1-e79e27fd323f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Checking segment: {'id': '1859be12-d055-479e-b0e0-4d8f923e9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:27:37.026322 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0791df8e-b04c-4dfd-8fb1-e79e27fd323f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Network hostable DHCP agents. Network: dcc487d0-d7d7-4a4f-9cbb-30910b100e93, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:27:37.040097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a1f95-da04-4f19-80a3-d47376272b31 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=68d4e977-5640-4743-ade9-c46135612037,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:37.048262 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1f95-da04-4f19-80a3-d47376272b31 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:37.052105 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1d4a1f95-da04-4f19-80a3-d47376272b31 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/68d4e977-5640-4743-ade9-c46135612037 HTTP/1.1" status: 204 len: 168 time: 1.2471566 Nov 08 00:27:37.058119 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59198) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:37.080257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c1e640-5768-42bb-a315-d74e87b72111 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:27:37.121802 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0791df8e-b04c-4dfd-8fb1-e79e27fd323f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Network dcc487d0-d7d7-4a4f-9cbb-30910b100e93 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:27:37.145541 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce6f2bd-a9a3-4ec7-a30c-195212dddbe3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Deleting subnet dab300a6-8bb2-423a-aa45-e95842f593c1 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:27:37.159322 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ce6f2bd-a9a3-4ec7-a30c-195212dddbe3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:37.173759 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf9c4c-12bd-496e-83e5-e70ba992b61b None None] Pushing event updated for resources: {'Port': ['ID=6e174c42-e2e3-45e6-aea1-57f0532ba699,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:37.196245 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9f990c27-6fac-4061-8f31-206ca83850fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:37.213028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-0791df8e-b04c-4dfd-8fb1-e79e27fd323f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, dcc487d0-d7d7-4a4f-9cbb-30910b100e93) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:37.213842 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ce6f2bd-a9a3-4ec7-a30c-195212dddbe3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:37.235650 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0791df8e-b04c-4dfd-8fb1-e79e27fd323f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:37.237639 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0791df8e-b04c-4dfd-8fb1-e79e27fd323f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:37.238803 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebadd578-a68c-4387-9dff-78f4a800991b None None] Network dcc487d0-d7d7-4a4f-9cbb-30910b100e93 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:27:37.302256 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9f990c27-6fac-4061-8f31-206ca83850fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:37.331814 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0791df8e-b04c-4dfd-8fb1-e79e27fd323f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3039503 Nov 08 00:27:37.333174 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59200) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:37.348980 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] Set router 0814d33f-5752-4ac0-838a-3c267e56f81c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:27:37.357181 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ce6f2bd-a9a3-4ec7-a30c-195212dddbe3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:37.396817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f990c27-6fac-4061-8f31-206ca83850fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e63a9e-c638-41c7-bbdd-20adb9542b27,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:37.457989 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9f990c27-6fac-4061-8f31-206ca83850fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bb2d84faf2a47218b918dfe93a96fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5719483 Nov 08 00:27:37.460370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59202) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:37.603269 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-59d76ebf-4891-444f-8d9d-6d23fafd8913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:37.632228 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-59d76ebf-4891-444f-8d9d-6d23fafd8913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:37.662928 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ce6f2bd-a9a3-4ec7-a30c-195212dddbe3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:37.701853 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'fixed_ips': [{'subnet_id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:27:37.702771 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:37.717641 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6f2bd-a9a3-4ec7-a30c-195212dddbe3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Subnet': ['ID=dab300a6-8bb2-423a-aa45-e95842f593c1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:37.732418 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ce6f2bd-a9a3-4ec7-a30c-195212dddbe3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:37.735628 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7ce6f2bd-a9a3-4ec7-a30c-195212dddbe3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/dab300a6-8bb2-423a-aa45-e95842f593c1 HTTP/1.1" status: 204 len: 168 time: 0.6781974 Nov 08 00:27:37.737259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:27:32Z', 'revision_number': 3, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:27:37.738693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59214) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:37.785502 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990c48c5-6a9e-4773-ace4-93868cf4612a None None] The sync data for ids ['0814d33f-5752-4ac0-838a-3c267e56f81c'] in n-d-816882-1 is: [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:27:32Z', 'revision_number': 3, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:27:37.834044 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-317bca4f-3628-40aa-b143-7faef4052f75 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941031 Nov 08 00:27:37.839619 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59218) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:37.958063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089e3349-afef-4129-aa1b-b926713f59b6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:37.960456 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-089e3349-afef-4129-aa1b-b926713f59b6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1190727 Nov 08 00:27:37.971885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59220) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:37.995819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-59d76ebf-4891-444f-8d9d-6d23fafd8913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:38.041522 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-59d76ebf-4891-444f-8d9d-6d23fafd8913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:38.041522 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-59d76ebf-4891-444f-8d9d-6d23fafd8913 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67e63a9e-c638-41c7-bbdd-20adb9542b27 HTTP/1.1" status: 204 len: 168 time: 0.5332680 Nov 08 00:27:38.041522 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d76ebf-4891-444f-8d9d-6d23fafd8913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e63a9e-c638-41c7-bbdd-20adb9542b27,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:38.135157 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c639a34a-95b8-43bb-beab-ba5ef1ffe8b5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:38.191978 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c639a34a-95b8-43bb-beab-ba5ef1ffe8b5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1629117 Nov 08 00:27:38.191978 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59228) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:38.191978 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e1a3b-fd78-4ac8-add5-8ce98c0ef225 req-93a6843b-9963-46da-aceb-0a609e558995 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:38.191978 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f15e1a3b-fd78-4ac8-add5-8ce98c0ef225 req-93a6843b-9963-46da-aceb-0a609e558995 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 946 time: 0.0951807 Nov 08 00:27:38.237185 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0455389d-deaa-4252-8032-89297f2ef344 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937459 Nov 08 00:27:38.253521 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59230) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:38.305004 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f136fd1f-3dd1-4496-9602-b13d857a2f8f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:38.305795 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f136fd1f-3dd1-4496-9602-b13d857a2f8f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:38.338522 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] Allocated IP 172.20.0.2 (dcc487d0-d7d7-4a4f-9cbb-30910b100e93/a393cfb7-883b-4bc7-9d6e-13cdec2372e8/fe292516-f016-404e-a781-e369cf3df291) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:27:38.357367 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f136fd1f-3dd1-4496-9602-b13d857a2f8f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/1e100adb-bd5c-4426-8477-b6c806632ed6 HTTP/1.1" status: 404 len: 333 time: 0.0985980 Nov 08 00:27:38.358680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59232) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:38.448704 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf1a2bd-8307-426f-9b1c-2dfeea27577a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:38.448704 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf1a2bd-8307-426f-9b1c-2dfeea27577a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:38.453863 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-eaf1a2bd-8307-426f-9b1c-2dfeea27577a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/68d4e977-5640-4743-ade9-c46135612037 HTTP/1.1" status: 404 len: 337 time: 0.0929654 Nov 08 00:27:38.478551 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f15e1a3b-fd78-4ac8-add5-8ce98c0ef225 req-19f34600-cb75-4510-8d38-07e6c6476e7f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559655 Nov 08 00:27:38.479653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59234) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:38.514970 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:38.539594 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea6d369-17a4-40c9-a66f-e87652a853da tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:38.540100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea6d369-17a4-40c9-a66f-e87652a853da tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:38.545532 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9ea6d369-17a4-40c9-a66f-e87652a853da tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/dab300a6-8bb2-423a-aa45-e95842f593c1 HTTP/1.1" status: 404 len: 337 time: 0.0607626 Nov 08 00:27:38.548022 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59244) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:38.590104 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93ae102-16cf-4f42-b09d-f951a00a4aec tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:38.590868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93ae102-16cf-4f42-b09d-f951a00a4aec tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:38.883894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e93ae102-16cf-4f42-b09d-f951a00a4aec tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/39990692-8d91-4170-8504-37792bd3952b HTTP/1.1" status: 404 len: 333 time: 0.0694656 Nov 08 00:27:38.883894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59250) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:38.883894 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a317e8f-da64-4e7b-91cd-b92d86fafe5d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:38.883894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a317e8f-da64-4e7b-91cd-b92d86fafe5d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:38.883894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9a317e8f-da64-4e7b-91cd-b92d86fafe5d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/2bf1c4aa-3faa-4c91-8144-29f3ba881b40 HTTP/1.1" status: 404 len: 337 time: 0.0819135 Nov 08 00:27:38.883894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59256) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:38.883894 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4765baa2-f980-4ff3-a2fc-18f6bb1a13fa tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:38.883894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4765baa2-f980-4ff3-a2fc-18f6bb1a13fa tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:38.883894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4765baa2-f980-4ff3-a2fc-18f6bb1a13fa tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/80e4342d-0929-4fe7-9ca2-5e4021afe673 HTTP/1.1" status: 404 len: 337 time: 0.0786035 Nov 08 00:27:38.883894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59258) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:38.901746 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2423a80-3ea1-4021-b216-8388e6bf926e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:38.906161 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b09a34-d6e8-4762-b20d-7ce1e1dbd5ab tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:38.906161 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b09a34-d6e8-4762-b20d-7ce1e1dbd5ab tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:38.912208 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-17b09a34-d6e8-4762-b20d-7ce1e1dbd5ab tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/c161b88b-00c4-4547-a5ff-cea9dce59db9 HTTP/1.1" status: 404 len: 333 time: 0.1188149 Nov 08 00:27:38.913919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59262) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:39.000559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6e174c42-e2e3-45e6-aea1-57f0532ba699 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:27:39.004404 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5c1416-b1d7-464d-affc-2878fa3f6c91 None None] Network 5519efd4-e1a8-486b-824a-06c45d00ec62 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:27:39.049917 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4ad09c-6b6b-4c45-a147-60fbd1cd1440 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:39.052428 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4ad09c-6b6b-4c45-a147-60fbd1cd1440 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:39.064076 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2f4ad09c-6b6b-4c45-a147-60fbd1cd1440 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/f686332b-5474-45bc-ac0d-3e1847fd2944 HTTP/1.1" status: 404 len: 337 time: 0.1469252 Nov 08 00:27:39.064538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59268) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:39.156997 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eea9099-3226-48e6-9db9-c8ef3194e645 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:39.157569 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eea9099-3226-48e6-9db9-c8ef3194e645 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:39.169389 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1eea9099-3226-48e6-9db9-c8ef3194e645 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/8ab5c855-7868-4c76-8e8a-cd46b90b642d HTTP/1.1" status: 404 len: 337 time: 0.1035051 Nov 08 00:27:39.172752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59274) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:39.296688 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e7d7ac-a882-4073-a60f-1cad1b2d900c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:39.298397 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e7d7ac-a882-4073-a60f-1cad1b2d900c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:39.302822 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d1e7d7ac-a882-4073-a60f-1cad1b2d900c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/351271dc-0128-40f8-afe1-733a642d5282 HTTP/1.1" status: 404 len: 333 time: 0.1279459 Nov 08 00:27:39.306950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59280) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:39.313939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6e174c42-e2e3-45e6-aea1-57f0532ba699 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:39.313939 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:39.315709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b8220846-18fa-461a-b02a-5f9e6fbdbb64 None None] Provisioning complete for port ea21339e-82a8-462e-9cd4-d84d33226f4b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:39.316124 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b8220846-18fa-461a-b02a-5f9e6fbdbb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:39.367102 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-40bdece9-d550-4cdb-aa0c-ee9a485f3950 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:39.367577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40bdece9-d550-4cdb-aa0c-ee9a485f3950 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:39.371223 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-40bdece9-d550-4cdb-aa0c-ee9a485f3950 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/93603522-31fe-41ea-b8ae-235a28434136 HTTP/1.1" status: 404 len: 337 time: 0.0620313 Nov 08 00:27:39.373681 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59282) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:39.451359 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7685f5a5-70c9-45ae-aff4-4b766d85cc32 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:39.452007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7685f5a5-70c9-45ae-aff4-4b766d85cc32 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:39.455736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7685f5a5-70c9-45ae-aff4-4b766d85cc32 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/f9fda6ac-a1f6-47eb-8854-a1e0c22b352d HTTP/1.1" status: 404 len: 337 time: 0.0809658 Nov 08 00:27:39.458242 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59284) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:39.494919 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c615497-a2c7-4ebe-9d02-a53394cf17a4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:39.495741 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c615497-a2c7-4ebe-9d02-a53394cf17a4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:39.501456 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7c615497-a2c7-4ebe-9d02-a53394cf17a4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/970fb58a-3289-4158-963a-70651105cdbe HTTP/1.1" status: 404 len: 333 time: 0.0399461 Nov 08 00:27:39.501834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59286) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:39.532294 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0060f072-01c9-43ef-bac1-ee06465ab834 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:39.532810 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0060f072-01c9-43ef-bac1-ee06465ab834 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:39.538831 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0060f072-01c9-43ef-bac1-ee06465ab834 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/777a9d74-be89-40de-b2f4-8997c2e28f64 HTTP/1.1" status: 404 len: 337 time: 0.0338519 Nov 08 00:27:39.539103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59290) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:39.569165 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-40cd1e21-8a03-443d-a1bd-3daf34011d93 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:39.569922 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40cd1e21-8a03-443d-a1bd-3daf34011d93 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:39.575692 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-40cd1e21-8a03-443d-a1bd-3daf34011d93 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/dcdcdaaa-6d94-48b3-8adb-bf1ef863e402 HTTP/1.1" status: 404 len: 333 time: 0.0332780 Nov 08 00:27:39.576145 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59292) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:39.609452 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-013e4364-e6df-49a7-a5f6-fdf146b19a93 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:39.609921 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-013e4364-e6df-49a7-a5f6-fdf146b19a93 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:39.615678 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-013e4364-e6df-49a7-a5f6-fdf146b19a93 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/8e1f16b6-aa42-42f6-9b0d-26cb4f780302 HTTP/1.1" status: 404 len: 337 time: 0.0352783 Nov 08 00:27:39.615994 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59294) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:39.643720 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0463dee7-81a9-40fd-b55e-008ecf8cf11d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:39.644992 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0463dee7-81a9-40fd-b55e-008ecf8cf11d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:39.650213 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0463dee7-81a9-40fd-b55e-008ecf8cf11d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/85b82249-1f5c-4b1d-9d0b-f62b2110b42d HTTP/1.1" status: 404 len: 333 time: 0.0309973 Nov 08 00:27:39.650492 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59296) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:39.685633 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e07a8e-9b63-48c4-80f6-72c8cb920ae0 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:39.686223 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e07a8e-9b63-48c4-80f6-72c8cb920ae0 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:39.694049 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a6e07a8e-9b63-48c4-80f6-72c8cb920ae0 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/2bdf4c44-d0f7-4ec4-a164-a504626442b8 HTTP/1.1" status: 404 len: 337 time: 0.0383542 Nov 08 00:27:39.694141 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59300) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:39.728476 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d51da59-7683-45bb-a8a3-3263b42a1eb4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:39.730753 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:39.737301 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d51da59-7683-45bb-a8a3-3263b42a1eb4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:39.741602 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4d51da59-7683-45bb-a8a3-3263b42a1eb4 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/d91a2dd7-c7e0-4ab0-ab5e-74d4a3299751 HTTP/1.1" status: 404 len: 333 time: 0.0464270 Nov 08 00:27:39.744305 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59306) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:39.772417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab204c45-a016-4f72-9144-27c49e492eac None None] DHCP port deletion for 5519efd4-e1a8-486b-824a-06c45d00ec62 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:27:39.843554 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:39.849721 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd7c69b-3787-4e15-967b-dc87b9170046 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:39.850255 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:39.850389 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd7c69b-3787-4e15-967b-dc87b9170046 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:39.861079 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0bd7c69b-3787-4e15-967b-dc87b9170046 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/500c4226-8d89-497f-867e-abb697e204a5 HTTP/1.1" status: 404 len: 337 time: 0.1110666 Nov 08 00:27:39.861233 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59316) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:39.910472 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b56d89e-5bff-4993-8f7c-5960a5f4c8d3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:39.924655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b56d89e-5bff-4993-8f7c-5960a5f4c8d3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:39.924655 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9b56d89e-5bff-4993-8f7c-5960a5f4c8d3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/bbcc8d33-f19d-49d8-9db5-30696317d804 HTTP/1.1" status: 404 len: 333 time: 0.0568080 Nov 08 00:27:39.924813 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-d2423a80-3ea1-4021-b216-8388e6bf926e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Allocated IP 172.20.0.1 (dcc487d0-d7d7-4a4f-9cbb-30910b100e93/a393cfb7-883b-4bc7-9d6e-13cdec2372e8/ecd67d06-08ac-45f2-9ac2-272bfc7b23e4) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:27:39.924813 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59320) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:39.925680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] Network dcc487d0-d7d7-4a4f-9cbb-30910b100e93 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:39.947337 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:39.949920 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:27:39.955389 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] Pushing event updated for resources: {'Port': ['ID=fe292516-f016-404e-a781-e369cf3df291,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:39.956183 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc9244f-6598-4089-8fc5-0e45d0a52397 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:39.956633 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc9244f-6598-4089-8fc5-0e45d0a52397 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:39.963996 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dbc9244f-6598-4089-8fc5-0e45d0a52397 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/3433b335-9d44-4d97-afcf-5b35689f6583 HTTP/1.1" status: 404 len: 337 time: 0.0429504 Nov 08 00:27:39.972014 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59322) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:39.995113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab204c45-a016-4f72-9144-27c49e492eac None None] Deleting port ea21339e-82a8-462e-9cd4-d84d33226f4b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:27:39.995113 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab204c45-a016-4f72-9144-27c49e492eac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:39.999826 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 6e174c42-e2e3-45e6-aea1-57f0532ba699, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6e174c42-e2e3-45e6-aea1-57f0532ba699,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:40.068705 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] Attempting to bind port fe292516-f016-404e-a781-e369cf3df291 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:27:40.069128 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] Attempting to bind port fe292516-f016-404e-a781-e369cf3df291 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '1859be12-d055-479e-b0e0-4d8f923e9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:27:40.069521 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] Attempting to bind port fe292516-f016-404e-a781-e369cf3df291 on network dcc487d0-d7d7-4a4f-9cbb-30910b100e93 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:27:40.089559 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-062db99b-c2c9-446f-a86d-9061090aa2ca tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:40.090843 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062db99b-c2c9-446f-a86d-9061090aa2ca tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:40.100259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59326) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:40.100406 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-062db99b-c2c9-446f-a86d-9061090aa2ca tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/7c2dfb12-1b4e-499f-995c-60d962b1de8e HTTP/1.1" status: 404 len: 333 time: 0.1272497 Nov 08 00:27:40.106751 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:27:40.111746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] Checking segment: {'id': '1859be12-d055-479e-b0e0-4d8f923e9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:27:40.111746 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:40.111746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] Bound using segment: {'id': '1859be12-d055-479e-b0e0-4d8f923e9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:27:40.111746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] Bound port: fe292516-f016-404e-a781-e369cf3df291, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1859be12-d055-479e-b0e0-4d8f923e9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:27:40.111746 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:40.162809 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f5f2b8-19e9-43c0-b600-93087abb7f56 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:40.168566 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f5f2b8-19e9-43c0-b600-93087abb7f56 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:40.168566 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-51f5f2b8-19e9-43c0-b600-93087abb7f56 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/dd89d5d4-d5d7-4d70-8177-6589f86c7a63 HTTP/1.1" status: 404 len: 337 time: 0.0651777 Nov 08 00:27:40.170607 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59330) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:40.197154 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:40.210372 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-860839b1-be99-4a4d-8274-50da46defb37 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:40.212333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860839b1-be99-4a4d-8274-50da46defb37 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:40.216705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-860839b1-be99-4a4d-8274-50da46defb37 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/4cd56172-9e17-4f1b-9acb-422918534690 HTTP/1.1" status: 404 len: 337 time: 0.0450950 Nov 08 00:27:40.222318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59332) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:40.231312 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2423a80-3ea1-4021-b216-8388e6bf926e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:40.258058 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1523f791-3886-4325-b484-7211ec2ba687 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:40.262823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1523f791-3886-4325-b484-7211ec2ba687 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:40.271187 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1523f791-3886-4325-b484-7211ec2ba687 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/6db6c8d0-e18b-4042-804d-d3e2511ea527 HTTP/1.1" status: 404 len: 333 time: 0.0475960 Nov 08 00:27:40.271673 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab204c45-a016-4f72-9144-27c49e492eac None None] For port ea21339e-82a8-462e-9cd4-d84d33226f4b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ea21339e-82a8-462e-9cd4-d84d33226f4b,segment=NetworkSegment(954fb25a-ef66-4767-b688-f24b93ce3d0a),segment_id=954fb25a-ef66-4767-b688-f24b93ce3d0a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:40.272137 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab204c45-a016-4f72-9144-27c49e492eac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:40.273657 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59334) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:40.297133 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=6e174c42-e2e3-45e6-aea1-57f0532ba699,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:40.322072 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0acc650d-ce61-4aee-90e3-8a4fa37a670e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:40.323429 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0acc650d-ce61-4aee-90e3-8a4fa37a670e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:40.328263 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0acc650d-ce61-4aee-90e3-8a4fa37a670e tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/7865b5f2-d446-4dff-9f9a-2d7cd5f79cb9 HTTP/1.1" status: 404 len: 337 time: 0.0501955 Nov 08 00:27:40.328782 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59336) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:40.351447 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab204c45-a016-4f72-9144-27c49e492eac None None] Calling delete_port for ea21339e-82a8-462e-9cd4-d84d33226f4b owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:27:40.369281 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fba4a0a-6612-4abb-967e-b896710884c8 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:40.369755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fba4a0a-6612-4abb-967e-b896710884c8 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:40.372831 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2fba4a0a-6612-4abb-967e-b896710884c8 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/1c8d29be-4697-4343-8936-090844a4a2ce HTTP/1.1" status: 404 len: 337 time: 0.0430257 Nov 08 00:27:40.375516 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59340) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:40.394810 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2423a80-3ea1-4021-b216-8388e6bf926e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:40.397859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] For port fe292516-f016-404e-a781-e369cf3df291, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:27:40.401350 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] For port fe292516-f016-404e-a781-e369cf3df291, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=fe292516-f016-404e-a781-e369cf3df291,segment=NetworkSegment(1859be12-d055-479e-b0e0-4d8f923e9989),segment_id=1859be12-d055-479e-b0e0-4d8f923e9989)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:27:40.427652 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dce9e12-1e2a-4cd2-bbf8-1e0cb1975e10 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:40.428452 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dce9e12-1e2a-4cd2-bbf8-1e0cb1975e10 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:40.431642 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3dce9e12-1e2a-4cd2-bbf8-1e0cb1975e10 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/1c644437-f8e3-43f6-b26e-4b60d873362e HTTP/1.1" status: 404 len: 333 time: 0.0550513 Nov 08 00:27:40.435563 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59342) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:40.485683 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd99233-90a7-4990-b217-725d4d2b7488 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:40.486248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd99233-90a7-4990-b217-725d4d2b7488 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:40.500920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0dd99233-90a7-4990-b217-725d4d2b7488 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/ba882f1d-e7c7-48bd-a016-e9413c8ee8f0 HTTP/1.1" status: 404 len: 337 time: 0.0650051 Nov 08 00:27:40.504437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59346) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:40.538074 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:40.545351 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2423a80-3ea1-4021-b216-8388e6bf926e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Network dcc487d0-d7d7-4a4f-9cbb-30910b100e93 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:40.552887 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-d2423a80-3ea1-4021-b216-8388e6bf926e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:40.562111 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2423a80-3ea1-4021-b216-8388e6bf926e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:27:40.568796 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6310c7a-82b0-4cab-aa39-f08b1b681991 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:40.569275 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6310c7a-82b0-4cab-aa39-f08b1b681991 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:40.582552 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f6310c7a-82b0-4cab-aa39-f08b1b681991 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/e417ef59-f169-43df-b8c8-2f453b040353 HTTP/1.1" status: 404 len: 337 time: 0.0735402 Nov 08 00:27:40.583372 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59348) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:40.619513 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e441d-f2ea-4d8d-8011-7b568ee374a8 None None] Pushing event updated for resources: {'Port': ['ID=fe292516-f016-404e-a781-e369cf3df291,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:40.640698 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4bd8257-c9e9-49eb-8a05-9ac2690a90dd tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:40.646410 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4bd8257-c9e9-49eb-8a05-9ac2690a90dd tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:40.650813 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f4bd8257-c9e9-49eb-8a05-9ac2690a90dd tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/5083cff6-25fa-4882-a6fd-a1874c21998e HTTP/1.1" status: 404 len: 333 time: 0.0662127 Nov 08 00:27:40.652499 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59350) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:40.684284 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2423a80-3ea1-4021-b216-8388e6bf926e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Port': ['ID=ecd67d06-08ac-45f2-9ac2-272bfc7b23e4,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:40.745346 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4fd302-9f18-4972-93ad-a2ff9866cc95 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:40.745346 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba4fd302-9f18-4972-93ad-a2ff9866cc95 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:40.750012 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ba4fd302-9f18-4972-93ad-a2ff9866cc95 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/c9402f55-e30a-412f-85ba-8636b85d0fc8 HTTP/1.1" status: 404 len: 337 time: 0.0932126 Nov 08 00:27:40.755642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59354) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:40.768797 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2423a80-3ea1-4021-b216-8388e6bf926e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:40.778925 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab204c45-a016-4f72-9144-27c49e492eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:40.787396 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6e174c42-e2e3-45e6-aea1-57f0532ba699 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:27:40.819254 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-696c1587-3b1d-4651-a7d5-4f931821e432 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:40.830264 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696c1587-3b1d-4651-a7d5-4f931821e432 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:40.841578 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-696c1587-3b1d-4651-a7d5-4f931821e432 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/6cdcd085-8fdd-4dec-90a1-cffd327528b6 HTTP/1.1" status: 404 len: 337 time: 0.0893774 Nov 08 00:27:40.844597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59362) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:40.874873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab204c45-a016-4f72-9144-27c49e492eac None None] No DVR routers for this DVR port ea21339e-82a8-462e-9cd4-d84d33226f4b on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:27:40.884107 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab204c45-a016-4f72-9144-27c49e492eac None None] Pushing event deleted for resources: {'Port': ['ID=ea21339e-82a8-462e-9cd4-d84d33226f4b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:40.892994 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-82d033ae-fb8c-41a1-ac1b-add013cceed8 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports?device_id=e459829b-33e6-46fb-850f-36ad6b05278b HTTP/1.1" status: 200 len: 205 time: 0.0469253 Nov 08 00:27:40.893742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59368) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:40.908715 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6e174c42-e2e3-45e6-aea1-57f0532ba699 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:40.908715 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:40.955946 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-84f21976-8f5e-4a53-869f-c07e10eb5a4a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] delete failed (client error): The resource could not be found. Nov 08 00:27:40.965706 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-84f21976-8f5e-4a53-869f-c07e10eb5a4a tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/routers/e459829b-33e6-46fb-850f-36ad6b05278b HTTP/1.1" status: 404 len: 336 time: 0.0664563 Nov 08 00:27:40.966191 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59370) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:41.056471 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3021aa1e-c89b-4d9c-b637-e1469e1d29c3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:41.057006 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3021aa1e-c89b-4d9c-b637-e1469e1d29c3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:41.062466 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3021aa1e-c89b-4d9c-b637-e1469e1d29c3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/f1e9ca64-920e-450f-a58d-c39b9079b575 HTTP/1.1" status: 404 len: 337 time: 0.0929654 Nov 08 00:27:41.067446 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59372) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:41.119861 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-095f9322-01fd-4d82-844f-eede89b6f09f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "GET /v2.0/ports?device_id=1efe8121-0c75-4e44-bebd-6ffe22291e6c HTTP/1.1" status: 200 len: 205 time: 0.0512307 Nov 08 00:27:41.121616 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59374) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:41.179670 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ea21339e-82a8-462e-9cd4-d84d33226f4b no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:27:41.180207 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-3ab69933-33d7-4dee-8a3d-a3c5408c4828 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] delete failed (client error): The resource could not be found. Nov 08 00:27:41.181277 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3ab69933-33d7-4dee-8a3d-a3c5408c4828 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/routers/1efe8121-0c75-4e44-bebd-6ffe22291e6c HTTP/1.1" status: 404 len: 336 time: 0.0585184 Nov 08 00:27:41.185100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59378) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:41.235359 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: ea21339e-82a8-462e-9cd4-d84d33226f4b {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:27:41.237239 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ea21339e-82a8-462e-9cd4-d84d33226f4b not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:27:41.249989 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56d2e08-0c72-4a80-a2b9-6af32239ae27 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:41.254429 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56d2e08-0c72-4a80-a2b9-6af32239ae27 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:41.257870 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f56d2e08-0c72-4a80-a2b9-6af32239ae27 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/9e44c05b-ffde-4f8a-a7ee-689808f5ed16 HTTP/1.1" status: 404 len: 337 time: 0.0717521 Nov 08 00:27:41.262464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59384) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:41.272005 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2423a80-3ea1-4021-b216-8388e6bf926e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:41.303885 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94c20a7-21a2-4649-a55b-e3358174870f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:41.303885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a94c20a7-21a2-4649-a55b-e3358174870f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:41.305022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a94c20a7-21a2-4649-a55b-e3358174870f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/98e5449a-9a1e-476f-a667-0b1468c20933 HTTP/1.1" status: 404 len: 337 time: 0.0406189 Nov 08 00:27:41.307685 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59386) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:41.333995 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c2d5e3-cfa3-41d7-9046-958fbb5f41f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:41.335446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c2d5e3-cfa3-41d7-9046-958fbb5f41f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:41.338722 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-34c2d5e3-cfa3-41d7-9046-958fbb5f41f6 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/fd4a35b9-d8f0-4060-8aa1-c4481d7e46e9 HTTP/1.1" status: 404 len: 333 time: 0.0297678 Nov 08 00:27:41.342870 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59388) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:41.375036 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-340f3019-da89-4582-8b6c-cc923dfc0a9b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:41.375733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340f3019-da89-4582-8b6c-cc923dfc0a9b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:41.382165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-340f3019-da89-4582-8b6c-cc923dfc0a9b tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/50177630-4c51-4611-9416-3f0026aa1a4b HTTP/1.1" status: 404 len: 337 time: 0.0331366 Nov 08 00:27:41.386972 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59392) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:41.426172 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-04629c75-0cdb-434a-bee7-0def584db366 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:41.427479 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04629c75-0cdb-434a-bee7-0def584db366 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:41.431308 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-04629c75-0cdb-434a-bee7-0def584db366 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/4baaad94-40bd-47b7-a382-f8cb4b8c643e HTTP/1.1" status: 404 len: 333 time: 0.0424769 Nov 08 00:27:41.433856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59394) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:41.461217 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27146bc-7796-4a71-853c-67db559f4df8 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:41.462035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a27146bc-7796-4a71-853c-67db559f4df8 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:41.465360 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a27146bc-7796-4a71-853c-67db559f4df8 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/3522c6ac-a1e6-4a8d-91fa-8805535940a1 HTTP/1.1" status: 404 len: 337 time: 0.0303574 Nov 08 00:27:41.468148 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59396) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:41.492885 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-68db7297-1bf6-4344-9444-7bd3062cc4a5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:41.493987 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68db7297-1bf6-4344-9444-7bd3062cc4a5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:41.497107 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-68db7297-1bf6-4344-9444-7bd3062cc4a5 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/6f9edfee-5c3d-41a1-9410-59f7c5d8b6dd HTTP/1.1" status: 404 len: 333 time: 0.0276783 Nov 08 00:27:41.500399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59398) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:41.545953 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-329c2cc1-d3e9-48ac-b72b-0b7b1019730f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:41.551280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329c2cc1-d3e9-48ac-b72b-0b7b1019730f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:41.551280 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-329c2cc1-d3e9-48ac-b72b-0b7b1019730f tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/4387404a-0909-41e7-9088-496549f2620f HTTP/1.1" status: 404 len: 337 time: 0.0476940 Nov 08 00:27:41.553407 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59400) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:41.587977 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba48465-acc5-42a1-bb40-fe184ee5d3b2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:41.587977 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba48465-acc5-42a1-bb40-fe184ee5d3b2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:41.593993 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fba48465-acc5-42a1-bb40-fe184ee5d3b2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/a7d7ba2d-44c9-4172-9f3f-12d42020466c HTTP/1.1" status: 404 len: 333 time: 0.0393798 Nov 08 00:27:41.595120 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59404) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:41.630384 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d423b31-adac-4c36-a910-9e35a4111be3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:41.631127 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d423b31-adac-4c36-a910-9e35a4111be3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:41.639347 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9d423b31-adac-4c36-a910-9e35a4111be3 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/61b39e25-8dcf-4e48-9372-489ffefe1ff5 HTTP/1.1" status: 404 len: 337 time: 0.0428405 Nov 08 00:27:41.640617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59406) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:41.705136 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-49248747-5448-49f3-a4c5-2e32ac0032d7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:41.707642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49248747-5448-49f3-a4c5-2e32ac0032d7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:41.714797 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-49248747-5448-49f3-a4c5-2e32ac0032d7 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/73bdccb6-a2ec-4142-b446-485e600e9a11 HTTP/1.1" status: 404 len: 333 time: 0.0724876 Nov 08 00:27:41.715751 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59412) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:41.750824 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e1f010-3947-4126-8442-0b84a34fc8d2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:41.750824 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e1f010-3947-4126-8442-0b84a34fc8d2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:41.751735 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-78e1f010-3947-4126-8442-0b84a34fc8d2 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/587b1010-cef3-46d4-88bc-44d5fe9be5e3 HTTP/1.1" status: 404 len: 337 time: 0.0346518 Nov 08 00:27:41.752558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59414) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:41.793586 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a604f6c9-849d-4a94-81d8-469cc4e1be7c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:41.794737 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a604f6c9-849d-4a94-81d8-469cc4e1be7c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:41.801244 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a604f6c9-849d-4a94-81d8-469cc4e1be7c tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/824cb7eb-8a7f-4729-a407-975a23d3cb2c HTTP/1.1" status: 404 len: 333 time: 0.0460393 Nov 08 00:27:41.803772 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59416) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:41.868697 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2423a80-3ea1-4021-b216-8388e6bf926e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:41.879495 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62bca2b-444c-467a-b299-1c9707c9ea69 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:41.880050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62bca2b-444c-467a-b299-1c9707c9ea69 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:41.885917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d62bca2b-444c-467a-b299-1c9707c9ea69 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/17bf84d0-5c8c-4e4c-8553-5b6d9136ffcc HTTP/1.1" status: 404 len: 337 time: 0.0806954 Nov 08 00:27:41.886549 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59422) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:41.944369 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2423a80-3ea1-4021-b216-8388e6bf926e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:41.975270 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-82743118-6d33-4ed1-8d3c-1f75f4c6d358 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:41.976668 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82743118-6d33-4ed1-8d3c-1f75f4c6d358 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:41.986440 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-82743118-6d33-4ed1-8d3c-1f75f4c6d358 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/ports/c6133da2-4bb6-4e0d-9a07-20073a1a86e0 HTTP/1.1" status: 404 len: 333 time: 0.0988011 Nov 08 00:27:41.987943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59434) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:42.034458 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-481c411a-4acc-434c-b04e-c1973cf3fd3d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] DELETE failed (client error): The resource could not be found. Nov 08 00:27:42.035635 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481c411a-4acc-434c-b04e-c1973cf3fd3d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:27:42.042022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-481c411a-4acc-434c-b04e-c1973cf3fd3d tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/subnets/a6dec9e6-70a0-4e48-a6a8-2ae85e04f0fc HTTP/1.1" status: 404 len: 337 time: 0.0504754 Nov 08 00:27:42.042843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59436) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:42.083407 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2423a80-3ea1-4021-b216-8388e6bf926e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:42.086339 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2423a80-3ea1-4021-b216-8388e6bf926e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Port': ['ID=ecd67d06-08ac-45f2-9ac2-272bfc7b23e4,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:42.164556 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-026796e4-8fa4-4a64-8c4b-a9bb95e5f581 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:42.170802 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023697f0-57e3-4781-9543-f0cca3324163 None None] Network dcc487d0-d7d7-4a4f-9cbb-30910b100e93 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:27:42.216097 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2423a80-3ea1-4021-b216-8388e6bf926e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Network dcc487d0-d7d7-4a4f-9cbb-30910b100e93 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:42.218062 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-d2423a80-3ea1-4021-b216-8388e6bf926e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:42.274729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ed028841-80a4-42f1-bd29-5b8c6e678f0a None None] Provisioning complete for port fe292516-f016-404e-a781-e369cf3df291 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:42.275605 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed028841-80a4-42f1-bd29-5b8c6e678f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:42.430974 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-026796e4-8fa4-4a64-8c4b-a9bb95e5f581 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:42.480216 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed028841-80a4-42f1-bd29-5b8c6e678f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:42.492861 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2423a80-3ea1-4021-b216-8388e6bf926e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Router 0814d33f-5752-4ac0-838a-3c267e56f81c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:27:42.525154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-026796e4-8fa4-4a64-8c4b-a9bb95e5f581 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5519efd4-e1a8-486b-824a-06c45d00ec62']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:27:42.532749 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ed028841-80a4-42f1-bd29-5b8c6e678f0a None None] For port fe292516-f016-404e-a781-e369cf3df291, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=fe292516-f016-404e-a781-e369cf3df291,segment=NetworkSegment(1859be12-d055-479e-b0e0-4d8f923e9989),segment_id=1859be12-d055-479e-b0e0-4d8f923e9989)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:42.555379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-026796e4-8fa4-4a64-8c4b-a9bb95e5f581 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954fb25a-ef66-4767-b688-f24b93ce3d0a') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:27:42.555737 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-026796e4-8fa4-4a64-8c4b-a9bb95e5f581 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954fb25a-ef66-4767-b688-f24b93ce3d0a') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:27:42.587738 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-026796e4-8fa4-4a64-8c4b-a9bb95e5f581 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:42.596341 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed028841-80a4-42f1-bd29-5b8c6e678f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:42.631525 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-026796e4-8fa4-4a64-8c4b-a9bb95e5f581 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:42.643227 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026796e4-8fa4-4a64-8c4b-a9bb95e5f581 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:27:42.647099 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-026796e4-8fa4-4a64-8c4b-a9bb95e5f581 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:27:42.659390 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:27:42.719299 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed028841-80a4-42f1-bd29-5b8c6e678f0a None None] Pushing event updated for resources: {'Port': ['ID=fe292516-f016-404e-a781-e369cf3df291,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:42.733204 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2423a80-3ea1-4021-b216-8388e6bf926e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:27:42.748472 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] Sync routers for ids ['0814d33f-5752-4ac0-838a-3c267e56f81c'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:27:42.755341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59444) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:42.756797 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d2423a80-3ea1-4021-b216-8388e6bf926e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "PUT /v2.0/routers/0814d33f-5752-4ac0-838a-3c267e56f81c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4175868 Nov 08 00:27:42.763595 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] Routers {'0814d33f-5752-4ac0-838a-3c267e56f81c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:27:42.765552 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:27:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0814d33f-5752-4ac0-838a-3c267e56f81c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:27:42.854490 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4cc53fcf-dc05-4e1e-a8bb-f08b2e677214 None None] Provisioning complete for port fe292516-f016-404e-a781-e369cf3df291 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:42.854490 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4cc53fcf-dc05-4e1e-a8bb-f08b2e677214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:42.921875 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device fe292516-f016-404e-a781-e369cf3df291 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:27:42.925128 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] Set router 0814d33f-5752-4ac0-838a-3c267e56f81c gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:27:43.143869 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port fe292516-f016-404e-a781-e369cf3df291 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:43.144069 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:43.152298 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ea9b9-aa70-4cd9-9f7e-55f266d74956 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.152789 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ea9b9-aa70-4cd9-9f7e-55f266d74956 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.154560 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ea9b9-aa70-4cd9-9f7e-55f266d74956 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.154889 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ea9b9-aa70-4cd9-9f7e-55f266d74956 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.155343 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ea9b9-aa70-4cd9-9f7e-55f266d74956 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.155818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ea9b9-aa70-4cd9-9f7e-55f266d74956 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.156352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ea9b9-aa70-4cd9-9f7e-55f266d74956 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.156707 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ea9b9-aa70-4cd9-9f7e-55f266d74956 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.158134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ea9b9-aa70-4cd9-9f7e-55f266d74956 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.158134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ea9b9-aa70-4cd9-9f7e-55f266d74956 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.158134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ea9b9-aa70-4cd9-9f7e-55f266d74956 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.165401 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ea9b9-aa70-4cd9-9f7e-55f266d74956 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.165401 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-334ea9b9-aa70-4cd9-9f7e-55f266d74956 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8426 time: 0.3974605 Nov 08 00:27:43.167446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59458) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:43.310807 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036fbae4-fb75-44d2-ab96-af60b18a7ea9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.310807 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036fbae4-fb75-44d2-ab96-af60b18a7ea9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.311024 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4cc53fcf-dc05-4e1e-a8bb-f08b2e677214 None None] Provisioning complete for port ecd67d06-08ac-45f2-9ac2-272bfc7b23e4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:43.311428 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036fbae4-fb75-44d2-ab96-af60b18a7ea9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.311502 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4cc53fcf-dc05-4e1e-a8bb-f08b2e677214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:43.312608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036fbae4-fb75-44d2-ab96-af60b18a7ea9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.313123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036fbae4-fb75-44d2-ab96-af60b18a7ea9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.313768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036fbae4-fb75-44d2-ab96-af60b18a7ea9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.314859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036fbae4-fb75-44d2-ab96-af60b18a7ea9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.315318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036fbae4-fb75-44d2-ab96-af60b18a7ea9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.315862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036fbae4-fb75-44d2-ab96-af60b18a7ea9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.317045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036fbae4-fb75-44d2-ab96-af60b18a7ea9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.317647 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036fbae4-fb75-44d2-ab96-af60b18a7ea9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:43.322672 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-036fbae4-fb75-44d2-ab96-af60b18a7ea9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7091 time: 0.1513946 Nov 08 00:27:43.322957 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59462) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:43.373423 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4cc53fcf-dc05-4e1e-a8bb-f08b2e677214 None None] Port ecd67d06-08ac-45f2-9ac2-272bfc7b23e4 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:27:43.475476 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-026796e4-8fa4-4a64-8c4b-a9bb95e5f581 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:43.494339 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:27:41Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'ecd67d06-08ac-45f2-9ac2-272bfc7b23e4', 'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:78:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:39Z', 'updated_at': '2021-11-08T00:27:41Z', 'revision_number': 2, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:27:43.511051 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-152b5ca7-92ee-4113-bac1-3111ff7b7a39 None None] Provisioning complete for port ecd67d06-08ac-45f2-9ac2-272bfc7b23e4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:43.511444 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-152b5ca7-92ee-4113-bac1-3111ff7b7a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:43.557656 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-026796e4-8fa4-4a64-8c4b-a9bb95e5f581 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:43.561202 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] Checking router: 0814d33f-5752-4ac0-838a-3c267e56f81c for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:27:43.561565 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] Updating router 0814d33f-5752-4ac0-838a-3c267e56f81c port ecd67d06-08ac-45f2-9ac2-272bfc7b23e4 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:27:43.570216 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-026796e4-8fa4-4a64-8c4b-a9bb95e5f581 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] 10.222.0.13 "DELETE /v2.0/networks/5519efd4-e1a8-486b-824a-06c45d00ec62 HTTP/1.1" status: 204 len: 168 time: 1.5258093 Nov 08 00:27:43.588805 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-152b5ca7-92ee-4113-bac1-3111ff7b7a39 None None] Port ecd67d06-08ac-45f2-9ac2-272bfc7b23e4 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:27:43.607568 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:43.647357 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026796e4-8fa4-4a64-8c4b-a9bb95e5f581 tempest-NetworksTestDHCPv6-394649902 tempest-NetworksTestDHCPv6-394649902-project] Pushing event deleted for resources: {'Network': ['ID=5519efd4-e1a8-486b-824a-06c45d00ec62,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:43.740783 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-33a36bc1-3430-4dd1-ae73-1210492f775b None None] Provisioning complete for port ecd67d06-08ac-45f2-9ac2-272bfc7b23e4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:43.741159 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33a36bc1-3430-4dd1-ae73-1210492f775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:43.798955 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-33a36bc1-3430-4dd1-ae73-1210492f775b None None] Port ecd67d06-08ac-45f2-9ac2-272bfc7b23e4 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:27:43.866614 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-06e2b83c-a8af-4e15-b88a-4d622c88542a tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5206 time: 0.5422561 Nov 08 00:27:44.009031 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:44.097321 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:44.210133 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dd1b7-0b0f-4955-81a0-27723246b2c4 None None] Pushing event updated for resources: {'Port': ['ID=ecd67d06-08ac-45f2-9ac2-272bfc7b23e4,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:44.242599 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dd1b7-0b0f-4955-81a0-27723246b2c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:44.243294 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dd1b7-0b0f-4955-81a0-27723246b2c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:44.243730 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dd1b7-0b0f-4955-81a0-27723246b2c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:44.244622 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dd1b7-0b0f-4955-81a0-27723246b2c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:44.245050 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dd1b7-0b0f-4955-81a0-27723246b2c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:44.245474 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dd1b7-0b0f-4955-81a0-27723246b2c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:44.245956 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dd1b7-0b0f-4955-81a0-27723246b2c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:44.246306 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dd1b7-0b0f-4955-81a0-27723246b2c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:44.246728 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dd1b7-0b0f-4955-81a0-27723246b2c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:44.247376 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dd1b7-0b0f-4955-81a0-27723246b2c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:44.247823 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dd1b7-0b0f-4955-81a0-27723246b2c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:44.248256 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dd1b7-0b0f-4955-81a0-27723246b2c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:44.329199 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59488) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:44.334686 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-accc22a5-863f-40fd-9ac4-187e1ce30a80 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1936170064', 'description': 'tempest-secgroup-smoke-1936170064 description', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:44.354090 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] Attempting to bind port ecd67d06-08ac-45f2-9ac2-272bfc7b23e4 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:27:44.354413 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] Attempting to bind port ecd67d06-08ac-45f2-9ac2-272bfc7b23e4 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '1859be12-d055-479e-b0e0-4d8f923e9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:27:44.354781 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] Attempting to bind port ecd67d06-08ac-45f2-9ac2-272bfc7b23e4 on network dcc487d0-d7d7-4a4f-9cbb-30910b100e93 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:27:44.364454 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:27:44.364862 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] Checking segment: {'id': '1859be12-d055-479e-b0e0-4d8f923e9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:27:44.365614 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:44.366114 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] Bound using segment: {'id': '1859be12-d055-479e-b0e0-4d8f923e9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:27:44.366467 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] Bound port: ecd67d06-08ac-45f2-9ac2-272bfc7b23e4, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1859be12-d055-479e-b0e0-4d8f923e9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:27:44.366920 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:44.391822 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59490) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:44.462705 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] For port ecd67d06-08ac-45f2-9ac2-272bfc7b23e4, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:27:44.470115 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] For port ecd67d06-08ac-45f2-9ac2-272bfc7b23e4, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ecd67d06-08ac-45f2-9ac2-272bfc7b23e4,segment=NetworkSegment(1859be12-d055-479e-b0e0-4d8f923e9989),segment_id=1859be12-d055-479e-b0e0-4d8f923e9989)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:27:44.476863 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-accc22a5-863f-40fd-9ac4-187e1ce30a80 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:44.561632 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:44.656057 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f3733b67-0bda-457a-b4a0-2e9322330ecb None None] Provisioning complete for port ecd67d06-08ac-45f2-9ac2-272bfc7b23e4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:44.656841 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f3733b67-0bda-457a-b4a0-2e9322330ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:44.707766 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d53e5505-6292-4e77-bb00-dc1d47b4daa6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3437eeb056da447597045419227369c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135231 Nov 08 00:27:44.709739 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59498) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:44.736259 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-accc22a5-863f-40fd-9ac4-187e1ce30a80 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:44.767874 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] Routers {'0814d33f-5752-4ac0-838a-3c267e56f81c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:27:44.768503 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:27:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0814d33f-5752-4ac0-838a-3c267e56f81c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:27:44.772638 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dd1b7-0b0f-4955-81a0-27723246b2c4 None None] Pushing event updated for resources: {'Port': ['ID=ecd67d06-08ac-45f2-9ac2-272bfc7b23e4,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:44.817599 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-accc22a5-863f-40fd-9ac4-187e1ce30a80 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:44.848751 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc22a5-863f-40fd-9ac4-187e1ce30a80 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d445dc75-08cd-495d-a5dc-b75a36ac2932,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:44.854225 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device fe292516-f016-404e-a781-e369cf3df291 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:27:44.889694 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b053a459-82a2-43dc-ab28-2ba1b83cc0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:44.939733 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b053a459-82a2-43dc-ab28-2ba1b83cc0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:44.943031 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-accc22a5-863f-40fd-9ac4-187e1ce30a80 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:44.944653 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-accc22a5-863f-40fd-9ac4-187e1ce30a80 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6165392 Nov 08 00:27:44.953326 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59500) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:44.962222 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-fc73bf40-255f-4a4b-961c-7247a91cbe65 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group_rule': {'security_group_id': 'd445dc75-08cd-495d-a5dc-b75a36ac2932', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:44.970581 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] Set router 0814d33f-5752-4ac0-838a-3c267e56f81c gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:27:45.018496 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f3733b67-0bda-457a-b4a0-2e9322330ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:45.095659 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f3733b67-0bda-457a-b4a0-2e9322330ecb None None] For port ecd67d06-08ac-45f2-9ac2-272bfc7b23e4, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ecd67d06-08ac-45f2-9ac2-272bfc7b23e4,segment=NetworkSegment(1859be12-d055-479e-b0e0-4d8f923e9989),segment_id=1859be12-d055-479e-b0e0-4d8f923e9989)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:45.116379 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port fe292516-f016-404e-a781-e369cf3df291 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:45.116938 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:45.265290 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:27:41Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'ecd67d06-08ac-45f2-9ac2-272bfc7b23e4', 'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:78:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:39Z', 'updated_at': '2021-11-08T00:27:44Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:27:45.299518 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbea9620-1bc3-42b1-8ed6-e542a6da95ea None None] The sync data for ids ['0814d33f-5752-4ac0-838a-3c267e56f81c'] in n-d-816882-1 is: [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:27:41Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'ecd67d06-08ac-45f2-9ac2-272bfc7b23e4', 'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:78:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:39Z', 'updated_at': '2021-11-08T00:27:44Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:27:45.335419 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc73bf40-255f-4a4b-961c-7247a91cbe65 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:45.432946 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc73bf40-255f-4a4b-961c-7247a91cbe65 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:45.532147 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f3733b67-0bda-457a-b4a0-2e9322330ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:45.589726 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3733b67-0bda-457a-b4a0-2e9322330ecb None None] Pushing event updated for resources: {'Port': ['ID=ecd67d06-08ac-45f2-9ac2-272bfc7b23e4,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:45.612620 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b053a459-82a2-43dc-ab28-2ba1b83cc0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:45.612620 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b053a459-82a2-43dc-ab28-2ba1b83cc0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:45.612620 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b053a459-82a2-43dc-ab28-2ba1b83cc0b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f864686-1732-4a82-9967-c043ecf833d2 HTTP/1.1" status: 204 len: 168 time: 0.8835907 Nov 08 00:27:45.612620 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053a459-82a2-43dc-ab28-2ba1b83cc0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f864686-1732-4a82-9967-c043ecf833d2,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:45.654527 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0731d742-60a6-40fe-a69e-150f09d98464 None None] Provisioning complete for port ecd67d06-08ac-45f2-9ac2-272bfc7b23e4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:45.655173 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0731d742-60a6-40fe-a69e-150f09d98464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:45.704156 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc73bf40-255f-4a4b-961c-7247a91cbe65 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:45.729966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73bf40-255f-4a4b-961c-7247a91cbe65 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb72dfc-1287-4aa5-99a8-7a997b8c1942,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:45.866899 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc73bf40-255f-4a4b-961c-7247a91cbe65 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:45.868308 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fc73bf40-255f-4a4b-961c-7247a91cbe65 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9135237 Nov 08 00:27:45.870951 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59526) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:45.875694 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-1a356f56-e4fe-4622-8b12-ed232e0128b9 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group_rule': {'security_group_id': 'd445dc75-08cd-495d-a5dc-b75a36ac2932', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:45.997800 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1a356f56-e4fe-4622-8b12-ed232e0128b9 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:46.176619 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1a356f56-e4fe-4622-8b12-ed232e0128b9 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:46.264831 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1a356f56-e4fe-4622-8b12-ed232e0128b9 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:46.308492 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a356f56-e4fe-4622-8b12-ed232e0128b9 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44acedf6-1ab7-47cd-9ce0-63e259b22483,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:46.436725 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1a356f56-e4fe-4622-8b12-ed232e0128b9 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:46.438329 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1a356f56-e4fe-4622-8b12-ed232e0128b9 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5662775 Nov 08 00:27:46.441626 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59552) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:46.446770 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ae524d39-6095-47b9-8c2a-040d23f4f220 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group_rule': {'security_group_id': 'd445dc75-08cd-495d-a5dc-b75a36ac2932', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:46.595979 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ae524d39-6095-47b9-8c2a-040d23f4f220 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:46.664257 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ae524d39-6095-47b9-8c2a-040d23f4f220 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:46.751435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ecd67d06-08ac-45f2-9ac2-272bfc7b23e4 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:27:46.766956 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ae524d39-6095-47b9-8c2a-040d23f4f220 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:46.793906 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae524d39-6095-47b9-8c2a-040d23f4f220 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9aa187-ed00-4278-80c3-3b926ba7d6ac,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:46.833419 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port ecd67d06-08ac-45f2-9ac2-272bfc7b23e4 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:46.833879 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:46.900499 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ae524d39-6095-47b9-8c2a-040d23f4f220 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:46.904314 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ae524d39-6095-47b9-8c2a-040d23f4f220 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4588633 Nov 08 00:27:46.904674 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59572) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:46.910183 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ba8bd9e4-6742-4338-914e-f5dc95a34886 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group_rule': {'security_group_id': 'd445dc75-08cd-495d-a5dc-b75a36ac2932', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:47.053350 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59584) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:47.053864 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba8bd9e4-6742-4338-914e-f5dc95a34886 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:47.116305 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba8bd9e4-6742-4338-914e-f5dc95a34886 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:47.156463 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7f911834-7d31-4462-b0d9-7749770f0400 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1539009137'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:47.172235 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba8bd9e4-6742-4338-914e-f5dc95a34886 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:47.191170 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bd9e4-6742-4338-914e-f5dc95a34886 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5753e4-d2bd-445f-a51c-77c5d71c9cc3,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:47.275081 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7f911834-7d31-4462-b0d9-7749770f0400 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:47.283976 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7f911834-7d31-4462-b0d9-7749770f0400 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:47.360167 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7f911834-7d31-4462-b0d9-7749770f0400 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:47.403206 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba8bd9e4-6742-4338-914e-f5dc95a34886 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:47.404477 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ba8bd9e4-6742-4338-914e-f5dc95a34886 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4988098 Nov 08 00:27:47.407318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59594) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:47.413379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-5a2962d1-27b5-4b74-af01-909ce172cc9e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group_rule': {'security_group_id': 'd445dc75-08cd-495d-a5dc-b75a36ac2932', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:47.447032 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7f911834-7d31-4462-b0d9-7749770f0400 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:47.492825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f911834-7d31-4462-b0d9-7749770f0400 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b81e6e05-1cf5-49ae-82a7-495be55e0f3e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:47.546557 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7f911834-7d31-4462-b0d9-7749770f0400 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:47.549925 n-d-816882-1 neutron-server[102772]: INFO neutron.db.securitygroups_db [None req-5a2962d1-27b5-4b74-af01-909ce172cc9e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Project b82ab9a868254a12ae55a5dfe0aacb5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:27:47.555165 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a2962d1-27b5-4b74-af01-909ce172cc9e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:47.652541 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7f911834-7d31-4462-b0d9-7749770f0400 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:47.663411 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a2962d1-27b5-4b74-af01-909ce172cc9e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:47.698274 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4437f03-3844-4a67-a638-ed1568d14985 req-5800cea3-4c3e-4e1f-8360-b1c6c232e659 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:47.699771 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b4437f03-3844-4a67-a638-ed1568d14985 req-5800cea3-4c3e-4e1f-8360-b1c6c232e659 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 950 time: 0.1000473 Nov 08 00:27:47.701596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f911834-7d31-4462-b0d9-7749770f0400 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544c1943-98c8-4af0-aab3-2c70e61f43f2,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:47.726271 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a2962d1-27b5-4b74-af01-909ce172cc9e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:47.754367 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2962d1-27b5-4b74-af01-909ce172cc9e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19494a64-f4b8-498c-ba33-426cfac39121,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:47.764102 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b4437f03-3844-4a67-a638-ed1568d14985 req-18266439-ff1e-4db9-b50d-c7eb4ae6d761 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/security-groups?id=048e4418-7453-49f1-b73b-09c36946f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561352 Nov 08 00:27:47.768588 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7f911834-7d31-4462-b0d9-7749770f0400 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:47.773069 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7f911834-7d31-4462-b0d9-7749770f0400 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7183924 Nov 08 00:27:47.773223 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59618) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:47.822349 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a2962d1-27b5-4b74-af01-909ce172cc9e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:47.826382 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59626) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:47.826841 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5a2962d1-27b5-4b74-af01-909ce172cc9e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4183674 Nov 08 00:27:47.834008 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ac5eb931-cc05-450b-88b4-7b574117dbfb tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group_rule': {'security_group_id': 'd445dc75-08cd-495d-a5dc-b75a36ac2932', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:47.861117 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dc3d22d4-06bb-46a0-a124-3b7b2fbae33c tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0841584 Nov 08 00:27:47.861216 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59632) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:47.869831 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-14677e0f-d12a-400e-800e-71dc248be181 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group': {'name': 'tempest-security--862024031', 'description': 'tempest-security-description-729629401'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:47.900832 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14677e0f-d12a-400e-800e-71dc248be181 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:47.949686 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14677e0f-d12a-400e-800e-71dc248be181 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:47.979096 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-ac5eb931-cc05-450b-88b4-7b574117dbfb tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Project b82ab9a868254a12ae55a5dfe0aacb5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:27:47.984379 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac5eb931-cc05-450b-88b4-7b574117dbfb tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:48.048302 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac5eb931-cc05-450b-88b4-7b574117dbfb tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:48.089699 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14677e0f-d12a-400e-800e-71dc248be181 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:48.093098 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14677e0f-d12a-400e-800e-71dc248be181 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:48.096921 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-14677e0f-d12a-400e-800e-71dc248be181 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "PUT /v2.0/security-groups/544c1943-98c8-4af0-aab3-2c70e61f43f2 HTTP/1.1" status: 200 len: 1778 time: 0.2323744 Nov 08 00:27:48.097431 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59650) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:48.124048 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14677e0f-d12a-400e-800e-71dc248be181 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544c1943-98c8-4af0-aab3-2c70e61f43f2,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:48.127121 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac5eb931-cc05-450b-88b4-7b574117dbfb tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:48.146533 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5eb931-cc05-450b-88b4-7b574117dbfb tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490c15d8-2106-4d61-af79-f9c6e76a9f1d,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:48.173510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ac2ffbda-5c21-4670-bb61-ac9d2ad4e9e5 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-groups/544c1943-98c8-4af0-aab3-2c70e61f43f2 HTTP/1.1" status: 200 len: 1778 time: 0.0739706 Nov 08 00:27:48.175860 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59654) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:48.229847 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2c724287-dcfe-4c0d-856a-17966aeb1346 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:48.247747 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac5eb931-cc05-450b-88b4-7b574117dbfb tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:48.250976 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ac5eb931-cc05-450b-88b4-7b574117dbfb tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4210217 Nov 08 00:27:48.253944 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2c724287-dcfe-4c0d-856a-17966aeb1346 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:48.373012 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2c724287-dcfe-4c0d-856a-17966aeb1346 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:48.377199 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2c724287-dcfe-4c0d-856a-17966aeb1346 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:48.381068 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2c724287-dcfe-4c0d-856a-17966aeb1346 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "DELETE /v2.0/security-groups/544c1943-98c8-4af0-aab3-2c70e61f43f2 HTTP/1.1" status: 204 len: 168 time: 0.2010944 Nov 08 00:27:48.381414 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59664) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:48.402484 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c724287-dcfe-4c0d-856a-17966aeb1346 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=544c1943-98c8-4af0-aab3-2c70e61f43f2,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:48.444893 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7b07774c-6e89-4081-8794-c916c44e41d4 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622940 Nov 08 00:27:48.447762 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59678) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:48.466752 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-e004d2b4-ca0b-483f-ab1c-ef8c1acc6099 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] delete failed (client error): The resource could not be found. Nov 08 00:27:48.467879 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e004d2b4-ca0b-483f-ab1c-ef8c1acc6099 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "DELETE /v2.0/security-groups/544c1943-98c8-4af0-aab3-2c70e61f43f2 HTTP/1.1" status: 404 len: 347 time: 0.0191462 Nov 08 00:27:48.472805 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59682) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:48.479986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-eeaa9956-b37f-4813-bab8-b9b4be4388d0 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group': {'name': 'tempest-secgroup--98091575'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:48.484601 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-ab91e42a-ee3f-4e52-b38a-d1f13b6c649d tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1936170064&fields=id&tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b HTTP/1.1" status: 200 len: 267 time: 0.0412438 Nov 08 00:27:48.601755 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eeaa9956-b37f-4813-bab8-b9b4be4388d0 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:48.694631 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eeaa9956-b37f-4813-bab8-b9b4be4388d0 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:48.778897 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eeaa9956-b37f-4813-bab8-b9b4be4388d0 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:48.810854 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa9956-b37f-4813-bab8-b9b4be4388d0 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39be0be-798b-49fd-8162-964b6013e8a3,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:48.867920 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eeaa9956-b37f-4813-bab8-b9b4be4388d0 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:48.869838 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-eeaa9956-b37f-4813-bab8-b9b4be4388d0 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3950381 Nov 08 00:27:48.872275 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59704) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:48.877261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-3e11f0e0-96fb-42a0-b16a-b7a05c5f7f2d tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group_rule': {'security_group_id': 'c39be0be-798b-49fd-8162-964b6013e8a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:48.894223 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-27adc1e9-e61a-4fae-a8ea-79050a39cff3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:48.897377 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-27adc1e9-e61a-4fae-a8ea-79050a39cff3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/networks?id=dcc487d0-d7d7-4a4f-9cbb-30910b100e93 HTTP/1.1" status: 200 len: 796 time: 0.4005229 Nov 08 00:27:48.927741 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-85178362-5ef2-46bc-9a53-8549e0a82c2e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/quotas/b82ab9a868254a12ae55a5dfe0aacb5b HTTP/1.1" status: 200 len: 375 time: 0.0192523 Nov 08 00:27:48.981216 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b5feb55a-7db5-483e-843f-f62af12a76b6 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469649 Nov 08 00:27:49.003438 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3e11f0e0-96fb-42a0-b16a-b7a05c5f7f2d tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:49.120481 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3e11f0e0-96fb-42a0-b16a-b7a05c5f7f2d tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:49.126197 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-c1a7d3c3-f452-4a8c-a7e4-bec0e0153f9e service neutron] 10.222.0.13 "GET /v2.0/networks/dcc487d0-d7d7-4a4f-9cbb-30910b100e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319745 Nov 08 00:27:49.219832 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3e11f0e0-96fb-42a0-b16a-b7a05c5f7f2d tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:49.227705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-890b0be6-9197-4538-a866-b17b923d766b service neutron] 10.222.0.13 "GET /v2.0/networks/dcc487d0-d7d7-4a4f-9cbb-30910b100e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946090 Nov 08 00:27:49.240999 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11f0e0-96fb-42a0-b16a-b7a05c5f7f2d tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ebc5d22-3a55-4a7f-ae00-9357f3cebc48,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:49.322987 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3e11f0e0-96fb-42a0-b16a-b7a05c5f7f2d tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:49.324356 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3e11f0e0-96fb-42a0-b16a-b7a05c5f7f2d tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4510067 Nov 08 00:27:49.327179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59712) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:49.357197 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-638d6fe7-b2f6-42b0-910f-65863201520c tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:49.365741 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-638d6fe7-b2f6-42b0-910f-65863201520c tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:49.445985 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-638d6fe7-b2f6-42b0-910f-65863201520c tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:49.452207 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-638d6fe7-b2f6-42b0-910f-65863201520c tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:49.455526 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-638d6fe7-b2f6-42b0-910f-65863201520c tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2ebc5d22-3a55-4a7f-ae00-9357f3cebc48 HTTP/1.1" status: 204 len: 168 time: 0.1267235 Nov 08 00:27:49.461073 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59720) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:49.486241 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d6fe7-b2f6-42b0-910f-65863201520c tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ebc5d22-3a55-4a7f-ae00-9357f3cebc48,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:49.531497 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d20f2a65-fdf1-49af-a7d8-372bd230cc5b tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0691581 Nov 08 00:27:49.534155 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59730) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:49.548623 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07216bd7-0a3a-4b0b-8d10-eacf5b15cefe req-903c6d76-154f-4caf-ba39-0520a7ed730f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 210 time: 0.0407324 Nov 08 00:27:49.624089 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b10ebe3a-9fb8-4005-a810-407585b91ff8 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:49.654424 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b10ebe3a-9fb8-4005-a810-407585b91ff8 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:49.790123 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b10ebe3a-9fb8-4005-a810-407585b91ff8 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:49.792880 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b10ebe3a-9fb8-4005-a810-407585b91ff8 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:49.797615 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b10ebe3a-9fb8-4005-a810-407585b91ff8 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "DELETE /v2.0/security-groups/c39be0be-798b-49fd-8162-964b6013e8a3 HTTP/1.1" status: 204 len: 168 time: 0.2588141 Nov 08 00:27:49.797807 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59744) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:49.806523 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ebe3a-9fb8-4005-a810-407585b91ff8 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39be0be-798b-49fd-8162-964b6013e8a3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:49.864932 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8b12ff06-fd63-4aef-9367-9e4b57457c6b tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0663722 Nov 08 00:27:49.869301 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59746) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:49.873348 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-9b84fb12-7d18-48e3-8501-12301c4f0382 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1210259983'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:49.960332 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b84fb12-7d18-48e3-8501-12301c4f0382 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:50.039896 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b84fb12-7d18-48e3-8501-12301c4f0382 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:50.132178 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b84fb12-7d18-48e3-8501-12301c4f0382 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:50.181995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84fb12-7d18-48e3-8501-12301c4f0382 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8a170b-e497-4df3-af04-bebbf68a9d7a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:50.265947 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b84fb12-7d18-48e3-8501-12301c4f0382 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:50.269844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9b84fb12-7d18-48e3-8501-12301c4f0382 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3975096 Nov 08 00:27:50.270130 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59768) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:50.274619 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-57401d91-180f-4997-a238-9782670c980b tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group_rule': {'security_group_id': 'ce8a170b-e497-4df3-af04-bebbf68a9d7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:50.372664 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-57401d91-180f-4997-a238-9782670c980b tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:50.464070 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-57401d91-180f-4997-a238-9782670c980b tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:50.561232 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-57401d91-180f-4997-a238-9782670c980b tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:50.597805 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59786) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:50.601271 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57401d91-180f-4997-a238-9782670c980b tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ddae82-ad38-46d3-b8d9-e656c57f15c2,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:50.654895 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f2c1502-4ecd-4e79-bf0c-9469b120d2ad req-5d0ba612-123f-456e-90cd-edd8d5ae9752 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 210 time: 0.0289428 Nov 08 00:27:50.688462 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36aa68f-a6ac-4d03-b7cc-57087360d7cc req-cacfc892-a407-4a9a-9e31-5d72d657c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:50.689916 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e36aa68f-a6ac-4d03-b7cc-57087360d7cc req-cacfc892-a407-4a9a-9e31-5d72d657c669 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 1097 time: 0.0903642 Nov 08 00:27:50.706232 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-57401d91-180f-4997-a238-9782670c980b tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:50.711514 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59790) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:50.711694 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-57401d91-180f-4997-a238-9782670c980b tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4405711 Nov 08 00:27:50.716909 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f6c42122-83fa-4aff-bfc2-f5445c72e852 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group_rule': {'security_group_id': 'ce8a170b-e497-4df3-af04-bebbf68a9d7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:50.741273 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e36aa68f-a6ac-4d03-b7cc-57087360d7cc req-e7d09a8b-385e-4ec4-9367-5bed2288d805 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e5b676ce-1f60-4f0d-aeba-74b1eb6a8433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447252 Nov 08 00:27:50.832779 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f6c42122-83fa-4aff-bfc2-f5445c72e852 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:50.879290 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f6c42122-83fa-4aff-bfc2-f5445c72e852 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:50.990379 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f6c42122-83fa-4aff-bfc2-f5445c72e852 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:50.992284 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59796) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:51.009955 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c42122-83fa-4aff-bfc2-f5445c72e852 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d03aa9-6453-40be-95ee-361ccca26643,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:51.068778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 7572db4e-76ab-4874-a189-b79d48cc7e60 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:27:51.095300 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f6c42122-83fa-4aff-bfc2-f5445c72e852 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:51.096850 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f6c42122-83fa-4aff-bfc2-f5445c72e852 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3843107 Nov 08 00:27:51.099488 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59806) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:51.104717 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ff33f787-8d55-4fa6-bd30-28eeb94d5297 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group_rule': {'security_group_id': 'ce8a170b-e497-4df3-af04-bebbf68a9d7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:51.111452 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-12336f46-07f9-4f32-b103-1a17798ab6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:51.213209 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff33f787-8d55-4fa6-bd30-28eeb94d5297 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:51.222726 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-12336f46-07f9-4f32-b103-1a17798ab6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:51.280373 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff33f787-8d55-4fa6-bd30-28eeb94d5297 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:51.291718 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-12336f46-07f9-4f32-b103-1a17798ab6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:51.337015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-12336f46-07f9-4f32-b103-1a17798ab6ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78afef5d39c34e2bad3597b1be1f452f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3395727 Nov 08 00:27:51.337015 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12336f46-07f9-4f32-b103-1a17798ab6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924d1d27-95cf-4968-86aa-55738bfc4318,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:51.337434 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59816) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:51.355296 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff33f787-8d55-4fa6-bd30-28eeb94d5297 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:51.373128 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:51.391627 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33f787-8d55-4fa6-bd30-28eeb94d5297 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1518c2-58b2-4ee3-ac26-1813ddd8e038,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:51.406482 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b4fde1-3112-468a-ab94-f8023def3a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7572db4e-76ab-4874-a189-b79d48cc7e60'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:27:51.408890 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565a4a1a-dce0-4ad1-ba31-4d06124fcf58" -d '{"events": [{"server_uuid": "e7b4fde1-3112-468a-ab94-f8023def3a83", "name": "network-vif-unplugged", "status": "completed", "tag": "7572db4e-76ab-4874-a189-b79d48cc7e60"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:27:51.410467 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33f787-8d55-4fa6-bd30-28eeb94d5297 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:51.411354 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33f787-8d55-4fa6-bd30-28eeb94d5297 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:51.417925 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33f787-8d55-4fa6-bd30-28eeb94d5297 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:51.417925 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33f787-8d55-4fa6-bd30-28eeb94d5297 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:51.417925 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33f787-8d55-4fa6-bd30-28eeb94d5297 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:51.417925 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33f787-8d55-4fa6-bd30-28eeb94d5297 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:51.417925 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33f787-8d55-4fa6-bd30-28eeb94d5297 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:51.417925 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33f787-8d55-4fa6-bd30-28eeb94d5297 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:51.417925 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33f787-8d55-4fa6-bd30-28eeb94d5297 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:51.417925 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33f787-8d55-4fa6-bd30-28eeb94d5297 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:51.417925 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33f787-8d55-4fa6-bd30-28eeb94d5297 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:51.417925 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33f787-8d55-4fa6-bd30-28eeb94d5297 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:51.435842 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 7572db4e-76ab-4874-a189-b79d48cc7e60, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=7572db4e-76ab-4874-a189-b79d48cc7e60,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:51.447295 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b18cabc7-57ef-4a3a-b771-0ea88c1c52ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:51.456667 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab7b921-eee3-46bd-86fa-45824d004f97 x-openstack-request-id: req-fab7b921-eee3-46bd-86fa-45824d004f97 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:27:51.456962 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b4fde1-3112-468a-ab94-f8023def3a83", "name": "network-vif-unplugged", "status": "completed", "tag": "7572db4e-76ab-4874-a189-b79d48cc7e60", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:27:51.457214 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fab7b921-eee3-46bd-86fa-45824d004f97 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:27:51.457634 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b4fde1-3112-468a-ab94-f8023def3a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7572db4e-76ab-4874-a189-b79d48cc7e60', 'code': 200} Nov 08 00:27:51.486932 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b18cabc7-57ef-4a3a-b771-0ea88c1c52ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:51.501206 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff33f787-8d55-4fa6-bd30-28eeb94d5297 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:51.502513 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ff33f787-8d55-4fa6-bd30-28eeb94d5297 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4018197 Nov 08 00:27:51.505486 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59828) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:51.512425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-4af618b7-1adc-461f-a1fd-9e68027e1d92 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group_rule': {'security_group_id': 'ce8a170b-e497-4df3-af04-bebbf68a9d7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:51.512887 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:51.582028 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=7572db4e-76ab-4874-a189-b79d48cc7e60,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:51.622590 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b18cabc7-57ef-4a3a-b771-0ea88c1c52ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:51.625326 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b18cabc7-57ef-4a3a-b771-0ea88c1c52ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:51.626667 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b18cabc7-57ef-4a3a-b771-0ea88c1c52ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/924d1d27-95cf-4968-86aa-55738bfc4318 HTTP/1.1" status: 204 len: 168 time: 0.2881107 Nov 08 00:27:51.644611 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cabc7-57ef-4a3a-b771-0ea88c1c52ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924d1d27-95cf-4968-86aa-55738bfc4318,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:51.657925 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4af618b7-1adc-461f-a1fd-9e68027e1d92 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:51.772689 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4af618b7-1adc-461f-a1fd-9e68027e1d92 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:51.775005 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f74ba93-3db2-4593-b0d3-940ed58e7473 req-2901c4b8-f24f-4bfb-9c2e-c34477eb9e7c tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 210 time: 0.0350227 Nov 08 00:27:51.841150 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4af618b7-1adc-461f-a1fd-9e68027e1d92 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:51.862391 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af618b7-1adc-461f-a1fd-9e68027e1d92 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d58a71c-e3f9-49d0-a584-14494a1539dc,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:51.950611 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4af618b7-1adc-461f-a1fd-9e68027e1d92 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:51.953081 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4af618b7-1adc-461f-a1fd-9e68027e1d92 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4454329 Nov 08 00:27:51.960028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59844) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:51.964952 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-ddf282da-b75f-4237-8bf8-cbe0290cf43f tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group_rule': {'security_group_id': 'ce8a170b-e497-4df3-af04-bebbf68a9d7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:52.068667 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ddf282da-b75f-4237-8bf8-cbe0290cf43f tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.134961 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ddf282da-b75f-4237-8bf8-cbe0290cf43f tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.235558 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ddf282da-b75f-4237-8bf8-cbe0290cf43f tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.254125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf282da-b75f-4237-8bf8-cbe0290cf43f tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1013b9-4d4f-4e16-ba01-cb91ec94c405,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:52.320214 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59858) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:52.322535 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ddf282da-b75f-4237-8bf8-cbe0290cf43f tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.326232 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ddf282da-b75f-4237-8bf8-cbe0290cf43f tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3626924 Nov 08 00:27:52.326790 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59860) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:52.337364 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cfc31084-47c6-4b7c-b080-41b8ac9f948b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.365546 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8b0ba4d6-17d3-449b-8f77-59e7c54fb769 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.384778 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8b0ba4d6-17d3-449b-8f77-59e7c54fb769 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.412247 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cfc31084-47c6-4b7c-b080-41b8ac9f948b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.428013 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-5140a4b5-75f9-4dc1-84af-02bfb0021917 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:52.429474 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-5140a4b5-75f9-4dc1-84af-02bfb0021917 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.20 "GET /v2.0/networks?id=dcc487d0-d7d7-4a4f-9cbb-30910b100e93 HTTP/1.1" status: 200 len: 796 time: 0.1554675 Nov 08 00:27:52.475353 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cfc31084-47c6-4b7c-b080-41b8ac9f948b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.484240 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-167fc31b-18c3-45e9-a81b-2202c8ec26dd tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b HTTP/1.1" status: 200 len: 380 time: 0.0390477 Nov 08 00:27:52.493393 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-4748dfd7-8b43-46f8-bf95-a9c95282add7 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'port': {'device_id': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'admin_state_up': True, 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'security_groups': ['d445dc75-08cd-495d-a5dc-b75a36ac2932']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:52.509871 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8b0ba4d6-17d3-449b-8f77-59e7c54fb769 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.519858 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cfc31084-47c6-4b7c-b080-41b8ac9f948b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58d11bc680e84aa1a0e75129ede5ec03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1984591 Nov 08 00:27:52.523626 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59862) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:52.525712 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc31084-47c6-4b7c-b080-41b8ac9f948b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d70cbd8-12ed-4dab-99f0-715b49d3d5b9,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:52.549577 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8b0ba4d6-17d3-449b-8f77-59e7c54fb769 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.551184 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8b0ba4d6-17d3-449b-8f77-59e7c54fb769 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ae1013b9-4d4f-4e16-ba01-cb91ec94c405 HTTP/1.1" status: 204 len: 168 time: 0.2233326 Nov 08 00:27:52.558258 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59864) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:52.566589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ba4d6-17d3-449b-8f77-59e7c54fb769 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae1013b9-4d4f-4e16-ba01-cb91ec94c405,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:52.631409 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-18a2e5fe-c0bd-46f1-98dd-6c130513f292 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0727282 Nov 08 00:27:52.632110 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-60b2f7a3-0011-4cd6-9b20-8a4c747aa3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.634240 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59866) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:52.657223 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-60b2f7a3-0011-4cd6-9b20-8a4c747aa3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.660527 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e2daaa10-1b2a-45c1-a311-ccd0954bf1c7 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.673183 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e2daaa10-1b2a-45c1-a311-ccd0954bf1c7 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.732754 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-4748dfd7-8b43-46f8-bf95-a9c95282add7 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Made reservation on behalf of b82ab9a868254a12ae55a5dfe0aacb5b for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:27:52.736428 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-4748dfd7-8b43-46f8-bf95-a9c95282add7 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.789344 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e2daaa10-1b2a-45c1-a311-ccd0954bf1c7 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.795588 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e2daaa10-1b2a-45c1-a311-ccd0954bf1c7 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.796714 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e2daaa10-1b2a-45c1-a311-ccd0954bf1c7 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5d58a71c-e3f9-49d0-a584-14494a1539dc HTTP/1.1" status: 204 len: 168 time: 0.1615353 Nov 08 00:27:52.799386 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59872) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:52.802643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daaa10-1b2a-45c1-a311-ccd0954bf1c7 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d58a71c-e3f9-49d0-a584-14494a1539dc,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:52.848879 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bb360790-44f3-4040-aaf6-7a24df6e823b tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0476091 Nov 08 00:27:52.850693 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-60b2f7a3-0011-4cd6-9b20-8a4c747aa3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.853745 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-60b2f7a3-0011-4cd6-9b20-8a4c747aa3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.857232 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-60b2f7a3-0011-4cd6-9b20-8a4c747aa3ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d70cbd8-12ed-4dab-99f0-715b49d3d5b9 HTTP/1.1" status: 204 len: 168 time: 0.3302524 Nov 08 00:27:52.857232 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59876) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:52.873309 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2f7a3-0011-4cd6-9b20-8a4c747aa3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d70cbd8-12ed-4dab-99f0-715b49d3d5b9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:52.910009 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9b43e213-15f6-4ab0-9e7a-190c7d393933 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.915635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5bb4f45-f53d-44e8-9f50-7eec80c07a84 req-d62b8e42-445b-44be-96ee-3490aeaabecd tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 210 time: 0.0389385 Nov 08 00:27:52.918643 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9b43e213-15f6-4ab0-9e7a-190c7d393933 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:52.977909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-4748dfd7-8b43-46f8-bf95-a9c95282add7 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Allocated IP 172.20.0.8 (dcc487d0-d7d7-4a4f-9cbb-30910b100e93/a393cfb7-883b-4bc7-9d6e-13cdec2372e8/84501122-f03c-4866-924e-57b53946dd2d) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:27:53.012550 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9b43e213-15f6-4ab0-9e7a-190c7d393933 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.019684 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9b43e213-15f6-4ab0-9e7a-190c7d393933 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.021503 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9b43e213-15f6-4ab0-9e7a-190c7d393933 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/db1518c2-58b2-4ee3-ac26-1813ddd8e038 HTTP/1.1" status: 204 len: 168 time: 0.1634884 Nov 08 00:27:53.025081 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59880) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:53.031304 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43e213-15f6-4ab0-9e7a-190c7d393933 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db1518c2-58b2-4ee3-ac26-1813ddd8e038,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:53.069571 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-644f67c5-41b6-42df-aae3-9b37d9642efc tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0431802 Nov 08 00:27:53.072361 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59882) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:53.078645 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 7572db4e-76ab-4874-a189-b79d48cc7e60 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:27:53.104517 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e59a92b9-3148-498c-a712-c09950b52eb3 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.112711 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e59a92b9-3148-498c-a712-c09950b52eb3 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.132991 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-4748dfd7-8b43-46f8-bf95-a9c95282add7 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.189092 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 7572db4e-76ab-4874-a189-b79d48cc7e60, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=7572db4e-76ab-4874-a189-b79d48cc7e60,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:53.202299 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '7572db4e-76ab-4874-a189-b79d48cc7e60', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '7572db4e-76ab-4874-a189-b79d48cc7e60', 'mac_address': 'fa:16:3e:3e:f4:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:27:53.229565 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e59a92b9-3148-498c-a712-c09950b52eb3 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.235824 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e59a92b9-3148-498c-a712-c09950b52eb3 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.237167 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e59a92b9-3148-498c-a712-c09950b52eb3 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/29d03aa9-6453-40be-95ee-361ccca26643 HTTP/1.1" status: 204 len: 168 time: 0.1637502 Nov 08 00:27:53.240544 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59892) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:53.242609 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a92b9-3148-498c-a712-c09950b52eb3 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29d03aa9-6453-40be-95ee-361ccca26643,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:53.252345 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.262292 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-4748dfd7-8b43-46f8-bf95-a9c95282add7 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.268439 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7572db4e-76ab-4874-a189-b79d48cc7e60 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:27:53.294222 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 7572db4e-76ab-4874-a189-b79d48cc7e60, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=7572db4e-76ab-4874-a189-b79d48cc7e60,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:53.338340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-4748dfd7-8b43-46f8-bf95-a9c95282add7 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Network dcc487d0-d7d7-4a4f-9cbb-30910b100e93 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:27:53.342695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748dfd7-8b43-46f8-bf95-a9c95282add7 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Port': ['ID=84501122-f03c-4866-924e-57b53946dd2d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:53.345503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-4748dfd7-8b43-46f8-bf95-a9c95282add7 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:27:53.360782 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1144dd79-dd4d-4349-9c30-1a730d6126b1 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1153724 Nov 08 00:27:53.360782 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-4748dfd7-8b43-46f8-bf95-a9c95282add7 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:27:53.361682 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59900) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:53.367058 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.398715 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b7e55ec4-8f34-4ca1-95e8-cf1c8a9d2878 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.408191 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b7e55ec4-8f34-4ca1-95e8-cf1c8a9d2878 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.421219 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-4748dfd7-8b43-46f8-bf95-a9c95282add7 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:53.421961 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-4748dfd7-8b43-46f8-bf95-a9c95282add7 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.448335 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=7572db4e-76ab-4874-a189-b79d48cc7e60,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:53.512768 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-4748dfd7-8b43-46f8-bf95-a9c95282add7 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0230176 Nov 08 00:27:53.531390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Request body: {'port': {'device_id': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:53.538442 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b7e55ec4-8f34-4ca1-95e8-cf1c8a9d2878 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.543915 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b7e55ec4-8f34-4ca1-95e8-cf1c8a9d2878 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.548525 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b7e55ec4-8f34-4ca1-95e8-cf1c8a9d2878 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b7ddae82-ad38-46d3-b8d9-e656c57f15c2 HTTP/1.1" status: 204 len: 168 time: 0.1858194 Nov 08 00:27:53.553335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59906) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:53.569565 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e55ec4-8f34-4ca1-95e8-cf1c8a9d2878 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7ddae82-ad38-46d3-b8d9-e656c57f15c2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:53.593651 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.602861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59910) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:53.603041 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-736a4034-13ee-4773-a820-1384838360ee tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0503166 Nov 08 00:27:53.627738 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-623402af-1456-4224-954e-f4970fc13f0b None None] Provisioning complete for port 84501122-f03c-4866-924e-57b53946dd2d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:53.627738 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-623402af-1456-4224-954e-f4970fc13f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.654816 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['7572db4e-76ab-4874-a189-b79d48cc7e60'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:27:53.679417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-623402af-1456-4224-954e-f4970fc13f0b None None] Port 84501122-f03c-4866-924e-57b53946dd2d cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:27:53.749945 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0d741602-cb75-48bf-9bda-5339c8aeb614 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.791823 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0d741602-cb75-48bf-9bda-5339c8aeb614 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.979455 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84501122-f03c-4866-924e-57b53946dd2d {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:27:53.985652 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0d741602-cb75-48bf-9bda-5339c8aeb614 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.988225 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0d741602-cb75-48bf-9bda-5339c8aeb614 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.992002 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0d741602-cb75-48bf-9bda-5339c8aeb614 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "DELETE /v2.0/security-groups/ce8a170b-e497-4df3-af04-bebbf68a9d7a HTTP/1.1" status: 204 len: 168 time: 0.3856127 Nov 08 00:27:53.992002 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:53.992253 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59926) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:54.010462 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d741602-cb75-48bf-9bda-5339c8aeb614 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8a170b-e497-4df3-af04-bebbf68a9d7a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:54.023167 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Transition to ACTIVE for port object 84501122-f03c-4866-924e-57b53946dd2d will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:27:54.052078 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-920146c5-22e7-4b71-b773-adf8d5ca3d72 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0574684 Nov 08 00:27:54.056615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59928) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:54.061018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-208a928a-94e2-4475-9121-d4051a03bc15 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group': {'name': 'tempest-secgroup--779862745'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:54.084853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9d7ea-9a98-431e-836b-60007f795dcb req-daa72c07-cf16-44b6-a5f7-755b993e4dc9 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:54.086373 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29c9d7ea-9a98-431e-836b-60007f795dcb req-daa72c07-cf16-44b6-a5f7-755b993e4dc9 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 931 time: 0.0793645 Nov 08 00:27:54.095195 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:54.182012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=84501122-f03c-4866-924e-57b53946dd2d,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:54.187309 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-208a928a-94e2-4475-9121-d4051a03bc15 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:54.192790 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29c9d7ea-9a98-431e-836b-60007f795dcb req-e2f66713-7995-4bf0-9a87-2d43a119e373 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d445dc75-08cd-495d-a5dc-b75a36ac2932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929756 Nov 08 00:27:54.311410 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Attempting to bind port 84501122-f03c-4866-924e-57b53946dd2d on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:27:54.312178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Attempting to bind port 84501122-f03c-4866-924e-57b53946dd2d by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '1859be12-d055-479e-b0e0-4d8f923e9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:27:54.312178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Attempting to bind port 84501122-f03c-4866-924e-57b53946dd2d on network dcc487d0-d7d7-4a4f-9cbb-30910b100e93 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:27:54.331052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Port 84501122-f03c-4866-924e-57b53946dd2d on network dcc487d0-d7d7-4a4f-9cbb-30910b100e93 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:27:54.331418 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Attempting to bind port 84501122-f03c-4866-924e-57b53946dd2d on network dcc487d0-d7d7-4a4f-9cbb-30910b100e93 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:27:54.349066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:27:54.349549 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Checking segment: {'id': '1859be12-d055-479e-b0e0-4d8f923e9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:27:54.350046 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Bound using segment: {'id': '1859be12-d055-479e-b0e0-4d8f923e9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:27:54.350575 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Bound port: 84501122-f03c-4866-924e-57b53946dd2d, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1859be12-d055-479e-b0e0-4d8f923e9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:27:54.350858 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:54.377628 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-208a928a-94e2-4475-9121-d4051a03bc15 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:54.434070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] For port 84501122-f03c-4866-924e-57b53946dd2d, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:27:54.437152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] For port 84501122-f03c-4866-924e-57b53946dd2d, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=84501122-f03c-4866-924e-57b53946dd2d,segment=NetworkSegment(1859be12-d055-479e-b0e0-4d8f923e9989),segment_id=1859be12-d055-479e-b0e0-4d8f923e9989)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:27:54.475385 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-208a928a-94e2-4475-9121-d4051a03bc15 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:54.510455 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a928a-94e2-4475-9121-d4051a03bc15 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55b6c5d-a329-4460-a001-2d11237fa7f1,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:54.515850 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:54.554101 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:54.554767 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:54.556574 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] 10.222.0.20 "PUT /v2.0/ports/84501122-f03c-4866-924e-57b53946dd2d HTTP/1.1" status: 200 len: 1091 time: 1.0296464 Nov 08 00:27:54.558917 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'tag': '84501122-f03c-4866-924e-57b53946dd2d'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:27:54.561410 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263d54bc-af87-4e43-b030-e28613733fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "aada646c-ca05-49f8-8e52-1400f3b6ae15", "tag": "84501122-f03c-4866-924e-57b53946dd2d"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:27:54.589819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca35e7-0d7b-4b4a-999f-57005209f2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=84501122-f03c-4866-924e-57b53946dd2d,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:54.612143 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fde0a8b-9c92-4d65-b3ba-324dc260a023 x-openstack-request-id: req-3fde0a8b-9c92-4d65-b3ba-324dc260a023 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:27:54.612502 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aada646c-ca05-49f8-8e52-1400f3b6ae15", "tag": "84501122-f03c-4866-924e-57b53946dd2d", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:27:54.612811 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fde0a8b-9c92-4d65-b3ba-324dc260a023 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:27:54.613296 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'tag': '84501122-f03c-4866-924e-57b53946dd2d', 'status': 'completed', 'code': 200} Nov 08 00:27:54.620000 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-208a928a-94e2-4475-9121-d4051a03bc15 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:54.623346 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-208a928a-94e2-4475-9121-d4051a03bc15 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5637777 Nov 08 00:27:54.624405 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59964) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:54.629277 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b7a1250a-31fe-4bbf-ad0d-c2e8fc429a8d tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group_rule': {'security_group_id': 'e55b6c5d-a329-4460-a001-2d11237fa7f1', 'direction': 'ingress', 'protocol': 17}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:54.732244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d54bc-af87-4e43-b030-e28613733fcb req-ac8fb27f-cc86-4123-8847-731ea83c0481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:54.737750 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-263d54bc-af87-4e43-b030-e28613733fcb req-ac8fb27f-cc86-4123-8847-731ea83c0481 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b&device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 1094 time: 0.0671928 Nov 08 00:27:54.765386 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b7a1250a-31fe-4bbf-ad0d-c2e8fc429a8d tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:54.854520 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b7a1250a-31fe-4bbf-ad0d-c2e8fc429a8d tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:54.879051 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d54bc-af87-4e43-b030-e28613733fcb req-693f7c0c-91a3-433e-9e7d-9493b909d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:54.886325 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-263d54bc-af87-4e43-b030-e28613733fcb req-693f7c0c-91a3-433e-9e7d-9493b909d367 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1371129 Nov 08 00:27:54.955674 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b7a1250a-31fe-4bbf-ad0d-c2e8fc429a8d tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:54.995814 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1250a-31fe-4bbf-ad0d-c2e8fc429a8d tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d24d5c-b856-4933-8ecb-7000b3003cbf,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:55.025856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d54bc-af87-4e43-b030-e28613733fcb req-b8b56aa3-68fd-4bb3-92d7-d1878339b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:55.028139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-263d54bc-af87-4e43-b030-e28613733fcb req-b8b56aa3-68fd-4bb3-92d7-d1878339b5ea service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1350057 Nov 08 00:27:55.060643 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b7a1250a-31fe-4bbf-ad0d-c2e8fc429a8d tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:55.064407 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b7a1250a-31fe-4bbf-ad0d-c2e8fc429a8d tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4363835 Nov 08 00:27:55.065424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59984) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:55.094860 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 7572db4e-76ab-4874-a189-b79d48cc7e60 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:27:55.137027 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9ce5f25-7967-41f9-9f95-90ad5133a68c tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:55.183734 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9ce5f25-7967-41f9-9f95-90ad5133a68c tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:55.190305 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 7572db4e-76ab-4874-a189-b79d48cc7e60 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:27:55.191146 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:55.213457 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-fb364a11-bcf5-4706-af44-e2a7028b577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:55.214920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-fb364a11-bcf5-4706-af44-e2a7028b577e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b&device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 1094 time: 0.0861228 Nov 08 00:27:55.319512 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-2b40e0d6-ee70-41a2-8561-40748718f6fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84501122-f03c-4866-924e-57b53946dd2d HTTP/1.1" status: 200 len: 217 time: 0.0853908 Nov 08 00:27:55.328230 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:55.384266 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 7572db4e-76ab-4874-a189-b79d48cc7e60, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=7572db4e-76ab-4874-a189-b79d48cc7e60,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:55.385585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b4fde1-3112-468a-ab94-f8023def3a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7572db4e-76ab-4874-a189-b79d48cc7e60'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:27:55.388365 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae43ba9c-930c-469d-86bc-edccaf62d46e" -d '{"events": [{"server_uuid": "e7b4fde1-3112-468a-ab94-f8023def3a83", "name": "network-vif-plugged", "status": "completed", "tag": "7572db4e-76ab-4874-a189-b79d48cc7e60"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:27:55.435888 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15938a4e-1ada-4bfa-b884-4d2a8aa42093 req-c3f4d68a-b67f-4212-8d52-7b28d5f461d6 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:55.455314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15938a4e-1ada-4bfa-b884-4d2a8aa42093 req-c3f4d68a-b67f-4212-8d52-7b28d5f461d6 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 943 time: 0.1375008 Nov 08 00:27:55.459177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-266908ed-0692-4268-bad9-933dbb7f1dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:55.465413 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-266908ed-0692-4268-bad9-933dbb7f1dce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a393cfb7-883b-4bc7-9d6e-13cdec2372e8 HTTP/1.1" status: 200 len: 835 time: 0.1150644 Nov 08 00:27:55.481152 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:55.511571 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9ce5f25-7967-41f9-9f95-90ad5133a68c tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:55.514144 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9ce5f25-7967-41f9-9f95-90ad5133a68c tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:55.518033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e9ce5f25-7967-41f9-9f95-90ad5133a68c tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "DELETE /v2.0/security-groups/e55b6c5d-a329-4460-a001-2d11237fa7f1 HTTP/1.1" status: 204 len: 168 time: 0.4515748 Nov 08 00:27:55.518606 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60014) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:55.548722 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce5f25-7967-41f9-9f95-90ad5133a68c tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55b6c5d-a329-4460-a001-2d11237fa7f1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:55.559001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15938a4e-1ada-4bfa-b884-4d2a8aa42093 req-f485cf0f-998d-4df7-8bd9-b0192fdbfa65 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d445dc75-08cd-495d-a5dc-b75a36ac2932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025195 Nov 08 00:27:55.567989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-ad1afd9d-3562-4d19-ac42-f14339541e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:55.569768 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-ad1afd9d-3562-4d19-ac42-f14339541e65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcc487d0-d7d7-4a4f-9cbb-30910b100e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949996 Nov 08 00:27:55.612334 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c8b7f7-1fc1-4906-adf9-60f1d63053b2 x-openstack-request-id: req-69c8b7f7-1fc1-4906-adf9-60f1d63053b2 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:27:55.612878 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b4fde1-3112-468a-ab94-f8023def3a83", "name": "network-vif-plugged", "status": "completed", "tag": "7572db4e-76ab-4874-a189-b79d48cc7e60", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:27:55.614652 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69c8b7f7-1fc1-4906-adf9-60f1d63053b2 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:27:55.614652 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b4fde1-3112-468a-ab94-f8023def3a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7572db4e-76ab-4874-a189-b79d48cc7e60', 'code': 200} Nov 08 00:27:55.617554 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=7572db4e-76ab-4874-a189-b79d48cc7e60,revision_number=10']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:55.633436 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:55.633972 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:55.635247 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:55.635948 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:55.636509 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:55.637029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:55.637608 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:55.638110 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:55.638747 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:55.639512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:55.640029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:55.643371 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:27:55.655368 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2ba04fc2-b46b-46ea-9820-91dcfdc44bad tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1349449 Nov 08 00:27:55.659155 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60016) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:55.668736 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2733a4fb-38aa-4a7b-a997-85077f8f42e2 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1050959108'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:55.703954 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-2a8ee6c2-a2b3-4c0b-b60c-fab04fee81bd service neutron] 10.222.0.20 "GET /v2.0/networks/dcc487d0-d7d7-4a4f-9cbb-30910b100e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262810 Nov 08 00:27:55.765505 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2733a4fb-38aa-4a7b-a997-85077f8f42e2 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:55.826024 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03ce9fce-dde2-4de0-99e6-70e533312acc req-b86d6653-5928-4149-bd74-20d28763f7c7 service neutron] 10.222.0.20 "GET /v2.0/networks/dcc487d0-d7d7-4a4f-9cbb-30910b100e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147490 Nov 08 00:27:55.870331 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2733a4fb-38aa-4a7b-a997-85077f8f42e2 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:55.951596 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2733a4fb-38aa-4a7b-a997-85077f8f42e2 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:55.989985 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733a4fb-38aa-4a7b-a997-85077f8f42e2 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc87c902-868b-4d81-bd83-d513af731273,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:56.065760 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2733a4fb-38aa-4a7b-a997-85077f8f42e2 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:56.070593 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60022) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:56.071059 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2733a4fb-38aa-4a7b-a997-85077f8f42e2 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4108441 Nov 08 00:27:56.076762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-0cb4e0d1-9114-4107-b047-8541b52dca8f tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879537044'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:56.189612 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e0d1-9114-4107-b047-8541b52dca8f tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:56.270532 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e0d1-9114-4107-b047-8541b52dca8f tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:56.344000 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e0d1-9114-4107-b047-8541b52dca8f tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:56.383969 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4e0d1-9114-4107-b047-8541b52dca8f tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735127d5-7e84-4c91-adf2-afa862092eea,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:56.441718 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e0d1-9114-4107-b047-8541b52dca8f tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:56.443927 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0cb4e0d1-9114-4107-b047-8541b52dca8f tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3708494 Nov 08 00:27:56.446106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60028) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:56.450674 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2306e11d-a6e5-4b00-86a1-42bbec7ad8af tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group_rule': {'security_group_id': 'bc87c902-868b-4d81-bd83-d513af731273', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '735127d5-7e84-4c91-adf2-afa862092eea', 'remote_ip_prefix': None}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:56.576452 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2306e11d-a6e5-4b00-86a1-42bbec7ad8af tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:56.705633 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2306e11d-a6e5-4b00-86a1-42bbec7ad8af tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:56.710009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9869280-16db-4b2e-b52f-d33938b5ee0e req-d4e21f6a-8846-4156-bcf1-62e062726afd tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:56.711759 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9869280-16db-4b2e-b52f-d33938b5ee0e req-d4e21f6a-8846-4156-bcf1-62e062726afd tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 943 time: 0.0606823 Nov 08 00:27:56.755834 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2306e11d-a6e5-4b00-86a1-42bbec7ad8af tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:56.775849 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9869280-16db-4b2e-b52f-d33938b5ee0e req-4764e5ff-32c5-4ec3-aefb-3fce08ec93dd tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d445dc75-08cd-495d-a5dc-b75a36ac2932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515749 Nov 08 00:27:56.779724 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306e11d-a6e5-4b00-86a1-42bbec7ad8af tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aee7630-a91b-420e-a094-a30145912d99,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:56.877418 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2306e11d-a6e5-4b00-86a1-42bbec7ad8af tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:56.881430 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2306e11d-a6e5-4b00-86a1-42bbec7ad8af tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4315321 Nov 08 00:27:56.881790 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60044) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:56.906770 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ed41dc5-35d9-46ac-8ca2-6f974ef4ea7b tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:56.915998 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ed41dc5-35d9-46ac-8ca2-6f974ef4ea7b tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:57.024175 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ed41dc5-35d9-46ac-8ca2-6f974ef4ea7b tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:57.031597 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ed41dc5-35d9-46ac-8ca2-6f974ef4ea7b tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:57.034956 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3ed41dc5-35d9-46ac-8ca2-6f974ef4ea7b tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0aee7630-a91b-420e-a094-a30145912d99 HTTP/1.1" status: 204 len: 168 time: 0.1508696 Nov 08 00:27:57.037006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60046) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:57.043638 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed41dc5-35d9-46ac-8ca2-6f974ef4ea7b tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0aee7630-a91b-420e-a094-a30145912d99,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:57.088503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fcb82a1c-ecb1-45b5-9924-4eeb6bd8d7af tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0502272 Nov 08 00:27:57.090905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60048) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:57.162629 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6f629bab-a7b7-463d-a4ba-949d72e3dd36 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:57.196343 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6f629bab-a7b7-463d-a4ba-949d72e3dd36 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:57.315193 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6f629bab-a7b7-463d-a4ba-949d72e3dd36 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:57.317936 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6f629bab-a7b7-463d-a4ba-949d72e3dd36 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:57.319404 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6f629bab-a7b7-463d-a4ba-949d72e3dd36 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "DELETE /v2.0/security-groups/735127d5-7e84-4c91-adf2-afa862092eea HTTP/1.1" status: 204 len: 168 time: 0.2275314 Nov 08 00:27:57.322128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60056) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:57.359538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f629bab-a7b7-463d-a4ba-949d72e3dd36 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=735127d5-7e84-4c91-adf2-afa862092eea,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:57.432356 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-110f87a3-b877-4c4f-9134-4152dbbf7a1d tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1087222 Nov 08 00:27:57.434886 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60062) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:57.495914 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fb237cb5-c488-4856-a7a4-0e9fb55a97c7 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:57.529181 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fb237cb5-c488-4856-a7a4-0e9fb55a97c7 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:57.664799 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fb237cb5-c488-4856-a7a4-0e9fb55a97c7 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:57.667030 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fb237cb5-c488-4856-a7a4-0e9fb55a97c7 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:57.670467 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fb237cb5-c488-4856-a7a4-0e9fb55a97c7 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "DELETE /v2.0/security-groups/bc87c902-868b-4d81-bd83-d513af731273 HTTP/1.1" status: 204 len: 168 time: 0.2323587 Nov 08 00:27:57.671404 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60074) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:57.682263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb237cb5-c488-4856-a7a4-0e9fb55a97c7 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc87c902-868b-4d81-bd83-d513af731273,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:57.734298 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-71faf179-ca1d-475e-9813-79b3b612e750 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601866 Nov 08 00:27:57.740941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60076) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:57.745564 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-f866d22f-8da2-4858-993b-099a15bedef5 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group': {'name': 'tempest-secgroup--88980314'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:57.859665 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f866d22f-8da2-4858-993b-099a15bedef5 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:57.921505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb3fba-2689-4d02-a2c4-a08e40d528bc req-98127da5-2810-499e-996b-750fa7df1974 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:57.923615 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cbcb3fba-2689-4d02-a2c4-a08e40d528bc req-98127da5-2810-499e-996b-750fa7df1974 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 943 time: 0.0759375 Nov 08 00:27:57.986254 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cbcb3fba-2689-4d02-a2c4-a08e40d528bc req-4dbd89e7-fbac-440e-b373-942202c11387 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d445dc75-08cd-495d-a5dc-b75a36ac2932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533826 Nov 08 00:27:58.012017 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f866d22f-8da2-4858-993b-099a15bedef5 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:58.104082 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f866d22f-8da2-4858-993b-099a15bedef5 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:58.154522 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4532d540-0827-4350-8f66-1f11753f0524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:58.158672 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866d22f-8da2-4858-993b-099a15bedef5 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529ff5d3-8b6f-4f7f-8435-ddc86e271c70,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:58.213885 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f866d22f-8da2-4858-993b-099a15bedef5 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:58.215219 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f866d22f-8da2-4858-993b-099a15bedef5 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4731944 Nov 08 00:27:58.218990 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60084) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:58.225382 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-544d30b3-f4f3-4575-a651-33bcb82530d5 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group_rule': {'security_group_id': '529ff5d3-8b6f-4f7f-8435-ddc86e271c70', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:27:58.344544 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-544d30b3-f4f3-4575-a651-33bcb82530d5 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:58.420034 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-544d30b3-f4f3-4575-a651-33bcb82530d5 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:58.720993 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-544d30b3-f4f3-4575-a651-33bcb82530d5 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:58.750018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d30b3-f4f3-4575-a651-33bcb82530d5 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa3f96e-0006-4b93-9726-77b1236afc48,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:59.126557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 84501122-f03c-4866-924e-57b53946dd2d details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:27:59.155079 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996b0b9-efd3-47d9-a5ce-35d63fa12cdf req-2f7edf2e-ff2a-42f5-b1da-0e5e803c1f85 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:27:59.162917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3996b0b9-efd3-47d9-a5ce-35d63fa12cdf req-2f7edf2e-ff2a-42f5-b1da-0e5e803c1f85 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 943 time: 0.0836225 Nov 08 00:27:59.175082 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-544d30b3-f4f3-4575-a651-33bcb82530d5 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:59.175082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-544d30b3-f4f3-4575-a651-33bcb82530d5 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9545801 Nov 08 00:27:59.178106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60118) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:59.229099 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3996b0b9-efd3-47d9-a5ce-35d63fa12cdf req-87ef3484-994b-4ce5-a44d-432e303687cd tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d445dc75-08cd-495d-a5dc-b75a36ac2932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652175 Nov 08 00:27:59.236335 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e13ab039-6419-43db-9e51-36e20ecb9de3 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:59.256109 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e13ab039-6419-43db-9e51-36e20ecb9de3 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:59.373038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 84501122-f03c-4866-924e-57b53946dd2d, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=84501122-f03c-4866-924e-57b53946dd2d,segment=NetworkSegment(1859be12-d055-479e-b0e0-4d8f923e9989),segment_id=1859be12-d055-479e-b0e0-4d8f923e9989)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:59.408171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '84501122-f03c-4866-924e-57b53946dd2d', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'port_id': '84501122-f03c-4866-924e-57b53946dd2d', 'mac_address': 'fa:16:3e:d1:64:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:27:59.435653 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e13ab039-6419-43db-9e51-36e20ecb9de3 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:59.442648 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e13ab039-6419-43db-9e51-36e20ecb9de3 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:59.447048 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e13ab039-6419-43db-9e51-36e20ecb9de3 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1fa3f96e-0006-4b93-9726-77b1236afc48 HTTP/1.1" status: 204 len: 168 time: 0.2668626 Nov 08 00:27:59.452413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60124) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:59.462264 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ab039-6419-43db-9e51-36e20ecb9de3 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fa3f96e-0006-4b93-9726-77b1236afc48,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:59.468156 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:59.495097 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84501122-f03c-4866-924e-57b53946dd2d {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:27:59.519657 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 84501122-f03c-4866-924e-57b53946dd2d, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=84501122-f03c-4866-924e-57b53946dd2d,segment=NetworkSegment(1859be12-d055-479e-b0e0-4d8f923e9989),segment_id=1859be12-d055-479e-b0e0-4d8f923e9989)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:27:59.538432 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9209f995-f54e-4601-bff5-c1d822e3110e tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0890212 Nov 08 00:27:59.541041 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60128) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:59.606992 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:59.627151 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dfe9490c-3c19-4aee-94a7-ae006d526ea9 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:59.658692 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dfe9490c-3c19-4aee-94a7-ae006d526ea9 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:59.697326 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=84501122-f03c-4866-924e-57b53946dd2d,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:27:59.835413 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dfe9490c-3c19-4aee-94a7-ae006d526ea9 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:59.838327 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dfe9490c-3c19-4aee-94a7-ae006d526ea9 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:27:59.842155 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dfe9490c-3c19-4aee-94a7-ae006d526ea9 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "DELETE /v2.0/security-groups/529ff5d3-8b6f-4f7f-8435-ddc86e271c70 HTTP/1.1" status: 204 len: 168 time: 0.2974186 Nov 08 00:27:59.843311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60142) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:27:59.857517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9490c-3c19-4aee-94a7-ae006d526ea9 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529ff5d3-8b6f-4f7f-8435-ddc86e271c70,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:00.000265 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['84501122-f03c-4866-924e-57b53946dd2d'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:28:00.353430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60150) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:00.354761 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-54edbeeb-49de-4992-8d0f-1e24b9d6a17f tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5035532 Nov 08 00:28:00.358840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-71cecea6-c3a6-40dc-a96a-40745eefa49a tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group': {'name': 'tempest-secgroup--965405777'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:28:00.479055 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb928b-e07b-4bdb-8543-8cfbdbe91157 req-3c9a1890-a248-43d5-a583-96f36b265c23 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:00.481684 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69cb928b-e07b-4bdb-8543-8cfbdbe91157 req-3c9a1890-a248-43d5-a583-96f36b265c23 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 944 time: 0.0818756 Nov 08 00:28:00.483267 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71cecea6-c3a6-40dc-a96a-40745eefa49a tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:00.589959 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69cb928b-e07b-4bdb-8543-8cfbdbe91157 req-4977c4a8-97d8-4331-8d91-05e22a93dfec tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d445dc75-08cd-495d-a5dc-b75a36ac2932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930011 Nov 08 00:28:00.630689 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71cecea6-c3a6-40dc-a96a-40745eefa49a tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:00.712505 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71cecea6-c3a6-40dc-a96a-40745eefa49a tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:00.714955 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-72d20c50-cf33-41f7-b19d-3c0d5c8e8ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:00.771657 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cecea6-c3a6-40dc-a96a-40745eefa49a tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6d032b-fa22-4079-9b34-e8202c6ffea8,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:00.854786 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71cecea6-c3a6-40dc-a96a-40745eefa49a tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:00.858523 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-71cecea6-c3a6-40dc-a96a-40745eefa49a tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5012219 Nov 08 00:28:00.858867 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60172) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:00.863411 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-29909b0a-8126-45f3-a668-f1f9aa09b9f8 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group_rule': {'security_group_id': '1f6d032b-fa22-4079-9b34-e8202c6ffea8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:28:00.972485 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:01.009783 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29909b0a-8126-45f3-a668-f1f9aa09b9f8 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:01.087089 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29909b0a-8126-45f3-a668-f1f9aa09b9f8 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:01.139377 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 84501122-f03c-4866-924e-57b53946dd2d up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:28:01.172452 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29909b0a-8126-45f3-a668-f1f9aa09b9f8 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:01.219502 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29909b0a-8126-45f3-a668-f1f9aa09b9f8 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa3ea65-1c5e-4d76-a84e-2fec78e1704d,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:01.260872 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29909b0a-8126-45f3-a668-f1f9aa09b9f8 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:01.265122 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-29909b0a-8126-45f3-a668-f1f9aa09b9f8 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4052458 Nov 08 00:28:01.265238 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60174) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:01.291268 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9b595b67-ea9d-47e1-9824-f35cd4d0c269 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-group-rules/eaa3ea65-1c5e-4d76-a84e-2fec78e1704d HTTP/1.1" status: 200 len: 763 time: 0.0249791 Nov 08 00:28:01.294645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60176) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:01.343872 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 84501122-f03c-4866-924e-57b53946dd2d completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:28:01.348015 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 84501122-f03c-4866-924e-57b53946dd2d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:28:01.348502 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:01.365776 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-66ba76ff-9918-48a0-b41c-9a30aa40969c tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0670388 Nov 08 00:28:01.371388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60180) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:01.452637 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed54d09a-8293-4e45-be4f-e5832f6002d0 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:01.472776 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:01.481893 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed54d09a-8293-4e45-be4f-e5832f6002d0 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:01.494811 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84501122-f03c-4866-924e-57b53946dd2d'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:28:01.497225 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc63ddcc-c6d0-4fb5-b189-65bd098f3821" -d '{"events": [{"server_uuid": "aada646c-ca05-49f8-8e52-1400f3b6ae15", "name": "network-vif-plugged", "status": "completed", "tag": "84501122-f03c-4866-924e-57b53946dd2d"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:28:01.514178 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 84501122-f03c-4866-924e-57b53946dd2d, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=84501122-f03c-4866-924e-57b53946dd2d,segment=NetworkSegment(1859be12-d055-479e-b0e0-4d8f923e9989),segment_id=1859be12-d055-479e-b0e0-4d8f923e9989)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:28:01.556130 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95aba72-9fad-4e8d-9237-a40d93df6890 x-openstack-request-id: req-d95aba72-9fad-4e8d-9237-a40d93df6890 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:28:01.556130 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aada646c-ca05-49f8-8e52-1400f3b6ae15", "name": "network-vif-plugged", "status": "completed", "tag": "84501122-f03c-4866-924e-57b53946dd2d", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:28:01.556130 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d95aba72-9fad-4e8d-9237-a40d93df6890 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:28:01.556130 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84501122-f03c-4866-924e-57b53946dd2d', 'code': 200} Nov 08 00:28:01.623734 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed54d09a-8293-4e45-be4f-e5832f6002d0 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:01.627041 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:01.631574 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed54d09a-8293-4e45-be4f-e5832f6002d0 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:01.635601 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60188) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:01.640215 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ed54d09a-8293-4e45-be4f-e5832f6002d0 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/eaa3ea65-1c5e-4d76-a84e-2fec78e1704d HTTP/1.1" status: 204 len: 168 time: 0.2629576 Nov 08 00:28:01.649940 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54d09a-8293-4e45-be4f-e5832f6002d0 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eaa3ea65-1c5e-4d76-a84e-2fec78e1704d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:01.751868 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=84501122-f03c-4866-924e-57b53946dd2d,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:01.831966 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:01.847705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4498e422-791f-4b60-b8a9-71612c7afadf tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2100995 Nov 08 00:28:01.850930 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60192) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:01.856046 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2a6215fb-7915-455c-bb61-221d717780a6 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group_rule': {'security_group_id': '1f6d032b-fa22-4079-9b34-e8202c6ffea8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:28:01.865830 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecea30b-e50a-4d8f-9f80-e55abb9e4637 req-6840490c-1027-40c1-8005-6ee79db88d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:01.869286 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ecea30b-e50a-4d8f-9f80-e55abb9e4637 req-6840490c-1027-40c1-8005-6ee79db88d9b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 1096 time: 0.1897140 Nov 08 00:28:01.891733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23b7f0-6d0a-4db6-a6c6-7865f11a4360 req-b0ca7fbd-dc4a-458b-a31d-8ff92f18e594 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:01.892652 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca23b7f0-6d0a-4db6-a6c6-7865f11a4360 req-b0ca7fbd-dc4a-458b-a31d-8ff92f18e594 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 945 time: 0.1431503 Nov 08 00:28:01.915716 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:01.944582 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ecea30b-e50a-4d8f-9f80-e55abb9e4637 req-cd6e8a75-11e2-45d9-ac6b-8167ee26655b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d445dc75-08cd-495d-a5dc-b75a36ac2932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696778 Nov 08 00:28:01.949982 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a6215fb-7915-455c-bb61-221d717780a6 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:01.973864 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca23b7f0-6d0a-4db6-a6c6-7865f11a4360 req-8d2a0e94-8875-4cf3-818f-3e50e782da8c tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d445dc75-08cd-495d-a5dc-b75a36ac2932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738344 Nov 08 00:28:02.107723 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a6215fb-7915-455c-bb61-221d717780a6 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:02.171890 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a6215fb-7915-455c-bb61-221d717780a6 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:02.200395 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6215fb-7915-455c-bb61-221d717780a6 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a88270-511d-4696-8481-c65d637766e6,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:02.288146 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a6215fb-7915-455c-bb61-221d717780a6 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:02.295716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60204) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:02.298797 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2a6215fb-7915-455c-bb61-221d717780a6 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4466345 Nov 08 00:28:02.323063 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60206) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:02.326029 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-669479d5-eeaf-47d0-a922-0cc7fd9075ae tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-group-rules/90a88270-511d-4696-8481-c65d637766e6 HTTP/1.1" status: 200 len: 763 time: 0.0232420 Nov 08 00:28:02.378236 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3e60e3e9-b966-47f1-8fd7-494998965eb3 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0539169 Nov 08 00:28:02.381333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60208) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:02.407535 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2c17-4cec-4a81-b48f-435d3967089e tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:02.418265 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2c17-4cec-4a81-b48f-435d3967089e tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:02.544088 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2c17-4cec-4a81-b48f-435d3967089e tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:02.573209 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2c17-4cec-4a81-b48f-435d3967089e tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:02.578976 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9e0f2c17-4cec-4a81-b48f-435d3967089e tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/90a88270-511d-4696-8481-c65d637766e6 HTTP/1.1" status: 204 len: 168 time: 0.1964021 Nov 08 00:28:02.580873 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60212) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:02.600179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f2c17-4cec-4a81-b48f-435d3967089e tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90a88270-511d-4696-8481-c65d637766e6,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:02.635009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2c17-4cec-4a81-b48f-435d3967089e tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:02.639445 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2c17-4cec-4a81-b48f-435d3967089e tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:02.640072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2c17-4cec-4a81-b48f-435d3967089e tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:02.641498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2c17-4cec-4a81-b48f-435d3967089e tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:02.642087 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2c17-4cec-4a81-b48f-435d3967089e tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:02.644528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2c17-4cec-4a81-b48f-435d3967089e tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:02.645623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2c17-4cec-4a81-b48f-435d3967089e tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:02.647452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2c17-4cec-4a81-b48f-435d3967089e tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:02.648627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2c17-4cec-4a81-b48f-435d3967089e tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:02.649496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2c17-4cec-4a81-b48f-435d3967089e tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:02.651667 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2c17-4cec-4a81-b48f-435d3967089e tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:02.652238 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2c17-4cec-4a81-b48f-435d3967089e tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:02.686984 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bf4641e9-293e-4594-97e3-69be993c0c96 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1044900 Nov 08 00:28:02.689633 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60218) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:02.696684 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c972764b-197b-4ee6-a940-b0492feaa690 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Request body: {'security_group_rule': {'security_group_id': '1f6d032b-fa22-4079-9b34-e8202c6ffea8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:28:02.813169 n-d-816882-1 neutron-server[102772]: INFO neutron.db.securitygroups_db [None req-c972764b-197b-4ee6-a940-b0492feaa690 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Project 0824825249c14f7ca5bbe4d92e85a20c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:28:02.820628 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c972764b-197b-4ee6-a940-b0492feaa690 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:02.942954 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c972764b-197b-4ee6-a940-b0492feaa690 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:03.137843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5b35c-61bf-4f31-92c3-9c8c7f2319ee req-e9e3a126-7508-47f6-a944-8e28fa7277be tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:03.140430 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7da5b35c-61bf-4f31-92c3-9c8c7f2319ee req-e9e3a126-7508-47f6-a944-8e28fa7277be tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 945 time: 0.0749505 Nov 08 00:28:03.188320 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7da5b35c-61bf-4f31-92c3-9c8c7f2319ee req-b9047b0f-907a-4903-bf1d-c29f0738a6c3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d445dc75-08cd-495d-a5dc-b75a36ac2932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394752 Nov 08 00:28:03.298577 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c972764b-197b-4ee6-a940-b0492feaa690 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:03.322031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972764b-197b-4ee6-a940-b0492feaa690 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed860659-bf76-4071-bfbb-98637bd28207,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:03.327274 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:03.429240 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c972764b-197b-4ee6-a940-b0492feaa690 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:03.435102 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60238) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:03.436396 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c972764b-197b-4ee6-a940-b0492feaa690 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7443070 Nov 08 00:28:03.452086 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-92bb9be4-da17-40c4-97d8-6272d49f2fea tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-group-rules/ed860659-bf76-4071-bfbb-98637bd28207 HTTP/1.1" status: 200 len: 769 time: 0.0156398 Nov 08 00:28:03.457268 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60240) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:03.513529 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4a2e51dd-c33c-4ba5-851e-039a18b1afff tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0541415 Nov 08 00:28:03.516043 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60242) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:03.547183 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1859ab6-709c-4d78-bb97-a24ca38d7d07 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:03.558961 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1859ab6-709c-4d78-bb97-a24ca38d7d07 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:03.704148 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1859ab6-709c-4d78-bb97-a24ca38d7d07 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:03.709649 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1859ab6-709c-4d78-bb97-a24ca38d7d07 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:03.711120 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b1859ab6-709c-4d78-bb97-a24ca38d7d07 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ed860659-bf76-4071-bfbb-98637bd28207 HTTP/1.1" status: 204 len: 168 time: 0.1938016 Nov 08 00:28:03.714261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60248) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:03.732539 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1859ab6-709c-4d78-bb97-a24ca38d7d07 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed860659-bf76-4071-bfbb-98637bd28207,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:03.804930 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3cb11c86-dee7-4bce-83c8-781562b10b26 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0891087 Nov 08 00:28:03.805323 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60250) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:03.882030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60252) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:03.899399 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-628a636c-f3cf-4f47-ac99-87b8358d50d7 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:03.945627 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-628a636c-f3cf-4f47-ac99-87b8358d50d7 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:04.108699 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46e29fde-10a9-441a-b9fa-2b5676f5a918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:04.120688 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-628a636c-f3cf-4f47-ac99-87b8358d50d7 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:04.124154 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-628a636c-f3cf-4f47-ac99-87b8358d50d7 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:04.125560 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-628a636c-f3cf-4f47-ac99-87b8358d50d7 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "DELETE /v2.0/security-groups/1f6d032b-fa22-4079-9b34-e8202c6ffea8 HTTP/1.1" status: 204 len: 168 time: 0.3191893 Nov 08 00:28:04.131487 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60268) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:04.154794 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a636c-f3cf-4f47-ac99-87b8358d50d7 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6d032b-fa22-4079-9b34-e8202c6ffea8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:04.212130 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4e0a9ce2-78dc-47a3-a4b6-37ed2093d875 tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0748179 Nov 08 00:28:04.221834 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60272) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:04.267391 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46e29fde-10a9-441a-b9fa-2b5676f5a918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:04.298600 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d2e4f0dc-01e1-46dd-b6eb-73a1f8c1b49b tempest-SecGroupIPv6Test-506758589 tempest-SecGroupIPv6Test-506758589-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0710056 Nov 08 00:28:04.356989 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-46e29fde-10a9-441a-b9fa-2b5676f5a918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:04.417433 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-46e29fde-10a9-441a-b9fa-2b5676f5a918 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93338643c0ac4d6189905a714727a22c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5342495 Nov 08 00:28:04.418402 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e29fde-10a9-441a-b9fa-2b5676f5a918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017bff9e-a9d5-4c79-952b-40f99883263a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:04.420072 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60276) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:04.451052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ff81d-425d-4e32-aed0-8583f2b464b7 req-85afa585-86f7-4760-ad4b-2176fb0db563 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:04.459905 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-938ff81d-425d-4e32-aed0-8583f2b464b7 req-85afa585-86f7-4760-ad4b-2176fb0db563 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 945 time: 0.1413844 Nov 08 00:28:04.513591 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-938ff81d-425d-4e32-aed0-8583f2b464b7 req-da8f253e-c1a6-4b0d-890b-f9dd55490a3a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d445dc75-08cd-495d-a5dc-b75a36ac2932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526276 Nov 08 00:28:04.561032 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-50884de2-93fc-4089-8058-1149b2e3e023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:04.614761 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-50884de2-93fc-4089-8058-1149b2e3e023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:04.743617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e551f4-0fea-4c08-8834-c0b366856773 req-581ed055-61f2-4f6e-8cce-123bc8df8ac8 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:04.750363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1e551f4-0fea-4c08-8834-c0b366856773 req-581ed055-61f2-4f6e-8cce-123bc8df8ac8 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 945 time: 0.1227963 Nov 08 00:28:04.788957 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1e551f4-0fea-4c08-8834-c0b366856773 req-c7bfd1f1-d4d1-44e5-8ee2-385709a9b0bb tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d445dc75-08cd-495d-a5dc-b75a36ac2932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375974 Nov 08 00:28:04.814545 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60284) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:04.818904 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-50884de2-93fc-4089-8058-1149b2e3e023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:04.821816 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-50884de2-93fc-4089-8058-1149b2e3e023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:04.825698 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-50884de2-93fc-4089-8058-1149b2e3e023 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/017bff9e-a9d5-4c79-952b-40f99883263a HTTP/1.1" status: 204 len: 168 time: 0.4023116 Nov 08 00:28:04.838971 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50884de2-93fc-4089-8058-1149b2e3e023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017bff9e-a9d5-4c79-952b-40f99883263a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:04.875519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c180785f-dd99-41c1-bf01-32bbc23eb31f tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:04.880435 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c180785f-dd99-41c1-bf01-32bbc23eb31f tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 1091 time: 0.0615330 Nov 08 00:28:04.884003 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60288) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:04.897166 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': '84501122-f03c-4866-924e-57b53946dd2d', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:28:04.907561 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60290) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:05.019556 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:05.170735 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e1d805f3-623b-4520-8394-4e91e94cd006 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0824825249c14f7ca5bbe4d92e85a20c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598150 Nov 08 00:28:05.173087 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60302) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:05.213414 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:05.308360 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d732cea8-5568-425f-91ac-f6a610839bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:05.368488 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d732cea8-5568-425f-91ac-f6a610839bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:05.423364 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Allocated IP 172.25.2.108 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/a658c320-3d47-440d-bea9-bcb0f411f5c6) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:28:05.558293 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:05.634510 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d732cea8-5568-425f-91ac-f6a610839bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:05.637576 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d732cea8-5568-425f-91ac-f6a610839bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:05.641442 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d732cea8-5568-425f-91ac-f6a610839bd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b81e6e05-1cf5-49ae-82a7-495be55e0f3e HTTP/1.1" status: 204 len: 168 time: 0.4639130 Nov 08 00:28:05.649509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732cea8-5568-425f-91ac-f6a610839bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81e6e05-1cf5-49ae-82a7-495be55e0f3e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:05.681723 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:05.718816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60312) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:05.747446 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a0f6d12-ad9e-4fa6-980d-8291809f04c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:05.765618 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:28:05.778439 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:28:05.782500 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:28:05.835875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Port': ['ID=a658c320-3d47-440d-bea9-bcb0f411f5c6,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:05.941428 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a0f6d12-ad9e-4fa6-980d-8291809f04c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:06.017321 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a0f6d12-ad9e-4fa6-980d-8291809f04c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:06.104281 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f6d12-ad9e-4fa6-980d-8291809f04c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad8accb-98cf-45c3-abca-bdade41f794c,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:06.143138 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60318) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:06.151689 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7a0f6d12-ad9e-4fa6-980d-8291809f04c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ba4f79c108740d0be6effd28cf107db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4315944 Nov 08 00:28:06.313474 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce3c0cf2-87c0-4c76-8cfc-8184346a2164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:06.445030 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce3c0cf2-87c0-4c76-8cfc-8184346a2164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:06.502688 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:06.635828 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce3c0cf2-87c0-4c76-8cfc-8184346a2164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:06.639604 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce3c0cf2-87c0-4c76-8cfc-8184346a2164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:06.640822 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ce3c0cf2-87c0-4c76-8cfc-8184346a2164 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ad8accb-98cf-45c3-abca-bdade41f794c HTTP/1.1" status: 204 len: 168 time: 0.4967582 Nov 08 00:28:06.650848 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c0cf2-87c0-4c76-8cfc-8184346a2164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad8accb-98cf-45c3-abca-bdade41f794c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:06.693828 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:06.950673 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:07.002132 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:07.102061 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Port': ['ID=a658c320-3d47-440d-bea9-bcb0f411f5c6,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:07.112793 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:07.243812 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Floating IP 57431c24-63dc-44f8-9285-ea766ca0fce1 associated. External IP: 172.25.2.108, port: 84501122-f03c-4866-924e-57b53946dd2d. Nov 08 00:28:07.536804 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Router 0814d33f-5752-4ac0-838a-3c267e56f81c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:28:07.668931 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:28:07.696192 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b66d3e2-3b59-4094-a2a4-dbdbe1bcc7af None None] Sync routers for ids ['0814d33f-5752-4ac0-838a-3c267e56f81c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:28:07.708026 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b66d3e2-3b59-4094-a2a4-dbdbe1bcc7af None None] Routers {'0814d33f-5752-4ac0-838a-3c267e56f81c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:28:07.873830 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4b66d3e2-3b59-4094-a2a4-dbdbe1bcc7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:28:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0814d33f-5752-4ac0-838a-3c267e56f81c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:07.873830 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-4b66d3e2-3b59-4094-a2a4-dbdbe1bcc7af None None] Set router 0814d33f-5752-4ac0-838a-3c267e56f81c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:28:08.054306 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:08.065113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4b66d3e2-3b59-4094-a2a4-dbdbe1bcc7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:27:41Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '57431c24-63dc-44f8-9285-ea766ca0fce1', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'port_id': '84501122-f03c-4866-924e-57b53946dd2d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'mac_address': 'fa:16:3e:d1:64:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:28:06Z', 'updated_at': '2021-11-08T00:28:06Z', 'revision_number': 0, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd67d06-08ac-45f2-9ac2-272bfc7b23e4', 'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:78:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:39Z', 'updated_at': '2021-11-08T00:27:45Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:08.088472 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5e175c36-b58c-4ecb-8dbc-fcbf408b4333 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1986470 Nov 08 00:28:08.088472 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'tag': '84501122-f03c-4866-924e-57b53946dd2d'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:28:08.089834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60384) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:08.100001 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b66d3e2-3b59-4094-a2a4-dbdbe1bcc7af None None] Checking router: 0814d33f-5752-4ac0-838a-3c267e56f81c for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:28:08.100517 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be3fb57-6a35-40a4-8997-26416a207144" -d '{"events": [{"name": "network-changed", "server_uuid": "aada646c-ca05-49f8-8e52-1400f3b6ae15", "tag": "84501122-f03c-4866-924e-57b53946dd2d"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:28:08.109228 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b66d3e2-3b59-4094-a2a4-dbdbe1bcc7af None None] Routers {'0814d33f-5752-4ac0-838a-3c267e56f81c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:28:08.109940 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4b66d3e2-3b59-4094-a2a4-dbdbe1bcc7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:28:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0814d33f-5752-4ac0-838a-3c267e56f81c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:08.162188 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b91b05-d6e9-4b82-bbc5-08fd8d7ce69f x-openstack-request-id: req-80b91b05-d6e9-4b82-bbc5-08fd8d7ce69f {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:28:08.162483 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aada646c-ca05-49f8-8e52-1400f3b6ae15", "tag": "84501122-f03c-4866-924e-57b53946dd2d", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:28:08.162735 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80b91b05-d6e9-4b82-bbc5-08fd8d7ce69f {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:28:08.163335 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'tag': '84501122-f03c-4866-924e-57b53946dd2d', 'status': 'completed', 'code': 200} Nov 08 00:28:08.316278 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-4b66d3e2-3b59-4094-a2a4-dbdbe1bcc7af None None] Set router 0814d33f-5752-4ac0-838a-3c267e56f81c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:28:08.321754 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-52a9648e-a19b-4765-8357-08a1211fb39d tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/floatingips/57431c24-63dc-44f8-9285-ea766ca0fce1 HTTP/1.1" status: 200 len: 991 time: 0.2304986 Nov 08 00:28:08.435041 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:08.555615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3fb57-6a35-40a4-8997-26416a207144 req-581c5e16-c1e2-4b7f-a4b9-3c711277bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:08.557176 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6be3fb57-6a35-40a4-8997-26416a207144 req-581c5e16-c1e2-4b7f-a4b9-3c711277bba1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b&device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 1096 time: 0.3294556 Nov 08 00:28:08.681976 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4b66d3e2-3b59-4094-a2a4-dbdbe1bcc7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:27:41Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '57431c24-63dc-44f8-9285-ea766ca0fce1', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'port_id': '84501122-f03c-4866-924e-57b53946dd2d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'mac_address': 'fa:16:3e:d1:64:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:28:06Z', 'updated_at': '2021-11-08T00:28:06Z', 'revision_number': 0, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd67d06-08ac-45f2-9ac2-272bfc7b23e4', 'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:78:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:39Z', 'updated_at': '2021-11-08T00:27:45Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:08.721099 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b66d3e2-3b59-4094-a2a4-dbdbe1bcc7af None None] The sync data for ids ['0814d33f-5752-4ac0-838a-3c267e56f81c'] in n-d-816882-1 is: [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:27:41Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '57431c24-63dc-44f8-9285-ea766ca0fce1', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'port_id': '84501122-f03c-4866-924e-57b53946dd2d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'mac_address': 'fa:16:3e:d1:64:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:28:06Z', 'updated_at': '2021-11-08T00:28:06Z', 'revision_number': 0, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd67d06-08ac-45f2-9ac2-272bfc7b23e4', 'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:78:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:39Z', 'updated_at': '2021-11-08T00:27:45Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:28:08.746532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3fb57-6a35-40a4-8997-26416a207144 req-8382de99-37ae-45af-b80f-77d428ce6842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:08.748283 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6be3fb57-6a35-40a4-8997-26416a207144 req-8382de99-37ae-45af-b80f-77d428ce6842 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dcc487d0-d7d7-4a4f-9cbb-30910b100e93 HTTP/1.1" status: 200 len: 897 time: 0.1823263 Nov 08 00:28:08.873151 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6be3fb57-6a35-40a4-8997-26416a207144 req-d806d2a4-b872-442d-bbef-84d432169774 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84501122-f03c-4866-924e-57b53946dd2d HTTP/1.1" status: 200 len: 999 time: 0.1173241 Nov 08 00:28:08.958348 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3fb57-6a35-40a4-8997-26416a207144 req-4f20b973-d9c6-4ad6-aabb-bdf4f63429ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:08.966924 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6be3fb57-6a35-40a4-8997-26416a207144 req-4f20b973-d9c6-4ad6-aabb-bdf4f63429ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a393cfb7-883b-4bc7-9d6e-13cdec2372e8 HTTP/1.1" status: 200 len: 835 time: 0.0859814 Nov 08 00:28:09.004601 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad6c365-b071-4ce1-b0d4-f4a443ef47f2 None None] New status for floating IP 57431c24-63dc-44f8-9285-ea766ca0fce1: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:28:09.071860 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3fb57-6a35-40a4-8997-26416a207144 req-7e1f6320-0286-4c5f-a541-597609b32c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:09.073555 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6be3fb57-6a35-40a4-8997-26416a207144 req-7e1f6320-0286-4c5f-a541-597609b32c30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcc487d0-d7d7-4a4f-9cbb-30910b100e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989833 Nov 08 00:28:09.092031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-6be3fb57-6a35-40a4-8997-26416a207144 req-2669f167-fca8-497d-8ebd-7f5cad15b798 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:28:09.092031 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6be3fb57-6a35-40a4-8997-26416a207144 req-2669f167-fca8-497d-8ebd-7f5cad15b798 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090835 Nov 08 00:28:09.282044 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6be3fb57-6a35-40a4-8997-26416a207144 req-5351914a-058a-4c6d-8300-6830bb7d9894 service neutron] 10.222.0.20 "GET /v2.0/networks/dcc487d0-d7d7-4a4f-9cbb-30910b100e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841757 Nov 08 00:28:09.325213 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60438) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:09.394367 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6be3fb57-6a35-40a4-8997-26416a207144 req-a883b269-0b64-4d05-814b-254899e44866 service neutron] 10.222.0.20 "GET /v2.0/networks/dcc487d0-d7d7-4a4f-9cbb-30910b100e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053586 Nov 08 00:28:09.439388 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8758de9b-dd37-4a84-8ad1-874c9f291adb tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/floatingips/57431c24-63dc-44f8-9285-ea766ca0fce1 HTTP/1.1" status: 200 len: 991 time: 0.1129398 Nov 08 00:28:09.812490 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60466) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:09.933235 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5eaaaf7e-b5ad-440f-a12e-b86e6e1a9719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:10.009893 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5eaaaf7e-b5ad-440f-a12e-b86e6e1a9719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:10.075167 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5eaaaf7e-b5ad-440f-a12e-b86e6e1a9719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:10.115735 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5eaaaf7e-b5ad-440f-a12e-b86e6e1a9719 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77003b04fa174e8e91344ff16b3c3b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3007877 Nov 08 00:28:10.116643 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaaaf7e-b5ad-440f-a12e-b86e6e1a9719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775754e4-b45a-41fd-bec7-7ee55fae7551,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:10.118096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60488) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:10.173550 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c0edae2e-6520-45ef-bcd1-637b8df7d017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:10.195358 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c0edae2e-6520-45ef-bcd1-637b8df7d017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:10.314983 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c0edae2e-6520-45ef-bcd1-637b8df7d017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:10.318325 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c0edae2e-6520-45ef-bcd1-637b8df7d017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:10.322393 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c0edae2e-6520-45ef-bcd1-637b8df7d017 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/775754e4-b45a-41fd-bec7-7ee55fae7551 HTTP/1.1" status: 204 len: 168 time: 0.2004027 Nov 08 00:28:10.327813 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edae2e-6520-45ef-bcd1-637b8df7d017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775754e4-b45a-41fd-bec7-7ee55fae7551,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:10.443756 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60494) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:10.509554 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b72071b0-361e-443c-b92d-9b04bdb0db01 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/floatingips/57431c24-63dc-44f8-9285-ea766ca0fce1 HTTP/1.1" status: 200 len: 993 time: 0.0646195 Nov 08 00:28:10.574282 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60498) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:10.694643 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4f817834-3743-4384-89b9-df1fa046de13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:10.823714 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4f817834-3743-4384-89b9-df1fa046de13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:10.843242 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1935fb-4308-438f-b93d-d09503e927d0 req-e1431614-4bfe-451d-b302-da7c8eaa8124 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:10.844755 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a1935fb-4308-438f-b93d-d09503e927d0 req-e1431614-4bfe-451d-b302-da7c8eaa8124 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 951 time: 0.0651631 Nov 08 00:28:10.871626 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4f817834-3743-4384-89b9-df1fa046de13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:10.912075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4f817834-3743-4384-89b9-df1fa046de13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e85ceb66c0046d79913641a35adb442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3366568 Nov 08 00:28:10.914940 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60540) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:10.918889 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a1935fb-4308-438f-b93d-d09503e927d0 req-4dd6a6a5-ca44-4958-9206-0f58de91e6d9 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/security-groups?id=048e4418-7453-49f1-b73b-09c36946f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667455 Nov 08 00:28:10.955202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f817834-3743-4384-89b9-df1fa046de13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ef46e3-fced-43c4-a4af-16846ebf6c3b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:10.998955 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f767b8d8-da03-4130-9c58-0b725b14a252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:11.022191 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f767b8d8-da03-4130-9c58-0b725b14a252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:11.155227 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f767b8d8-da03-4130-9c58-0b725b14a252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:11.159760 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f767b8d8-da03-4130-9c58-0b725b14a252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:11.161996 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f767b8d8-da03-4130-9c58-0b725b14a252 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89ef46e3-fced-43c4-a4af-16846ebf6c3b HTTP/1.1" status: 204 len: 168 time: 0.2440529 Nov 08 00:28:11.170808 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767b8d8-da03-4130-9c58-0b725b14a252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ef46e3-fced-43c4-a4af-16846ebf6c3b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:12.069311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60610) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:12.083539 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-06c2cecd-4afe-4105-ab1c-2fa553656ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:12.162534 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-06c2cecd-4afe-4105-ab1c-2fa553656ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:12.239314 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-06c2cecd-4afe-4105-ab1c-2fa553656ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:12.288895 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-06c2cecd-4afe-4105-ab1c-2fa553656ecf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e08a430272c448ef8334cc4b07686528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2184608 Nov 08 00:28:12.290102 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2cecd-4afe-4105-ab1c-2fa553656ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dbd5a0-38c2-46a2-9a46-d747fabfd473,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:12.293853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60616) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:12.358204 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14b0d9e1-9a2b-4742-bcc2-add393a298dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:12.383526 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14b0d9e1-9a2b-4742-bcc2-add393a298dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:12.550730 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14b0d9e1-9a2b-4742-bcc2-add393a298dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:12.554563 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14b0d9e1-9a2b-4742-bcc2-add393a298dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:12.555888 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-14b0d9e1-9a2b-4742-bcc2-add393a298dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61dbd5a0-38c2-46a2-9a46-d747fabfd473 HTTP/1.1" status: 204 len: 168 time: 0.2609568 Nov 08 00:28:12.564774 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0d9e1-9a2b-4742-bcc2-add393a298dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dbd5a0-38c2-46a2-9a46-d747fabfd473,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:12.742951 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a95791-fac4-432a-82f8-f7a56f3bb056 req-b21ef071-de59-4262-a716-c96bb92123c2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:12.744496 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e2a95791-fac4-432a-82f8-f7a56f3bb056 req-b21ef071-de59-4262-a716-c96bb92123c2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 946 time: 0.3660493 Nov 08 00:28:12.784381 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e2a95791-fac4-432a-82f8-f7a56f3bb056 req-2d0bfd52-45a4-4414-b98b-9bf5f8c2c5df tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329986 Nov 08 00:28:12.914630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de66f0-b45c-4077-b941-fbf0edf1891f req-f9896851-c132-486e-96c1-eace9d31255e tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:12.916203 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b4de66f0-b45c-4077-b941-fbf0edf1891f req-f9896851-c132-486e-96c1-eace9d31255e tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 951 time: 0.0507762 Nov 08 00:28:12.957073 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b4de66f0-b45c-4077-b941-fbf0edf1891f req-e5e05b10-d224-4420-a6d7-a47995ca45ab tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/security-groups?id=048e4418-7453-49f1-b73b-09c36946f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329976 Nov 08 00:28:13.107129 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:28:13.113363 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 7572db4e-76ab-4874-a189-b79d48cc7e60 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:28:13.197679 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:13.220672 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b4fde1-3112-468a-ab94-f8023def3a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7572db4e-76ab-4874-a189-b79d48cc7e60'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:28:13.223521 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924255f9-9c34-42b5-a529-5e9f8f33bdb4" -d '{"events": [{"server_uuid": "e7b4fde1-3112-468a-ab94-f8023def3a83", "name": "network-vif-unplugged", "status": "completed", "tag": "7572db4e-76ab-4874-a189-b79d48cc7e60"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:28:13.241221 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 7572db4e-76ab-4874-a189-b79d48cc7e60, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=7572db4e-76ab-4874-a189-b79d48cc7e60,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:28:13.356733 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:13.422815 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=7572db4e-76ab-4874-a189-b79d48cc7e60,revision_number=11']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:13.448325 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c9fdaa-678c-4220-b484-ce6e31cda5f7 x-openstack-request-id: req-70c9fdaa-678c-4220-b484-ce6e31cda5f7 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:28:13.448648 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b4fde1-3112-468a-ab94-f8023def3a83", "name": "network-vif-unplugged", "status": "completed", "tag": "7572db4e-76ab-4874-a189-b79d48cc7e60", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:28:13.449090 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70c9fdaa-678c-4220-b484-ce6e31cda5f7 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:28:13.449497 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b4fde1-3112-468a-ab94-f8023def3a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7572db4e-76ab-4874-a189-b79d48cc7e60', 'code': 200} Nov 08 00:28:13.907138 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cac548-0a1a-4271-912c-c4614c463883 req-07e5591f-a7e9-430c-996d-3d54b78b3a6e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:13.908616 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d3cac548-0a1a-4271-912c-c4614c463883 req-07e5591f-a7e9-430c-996d-3d54b78b3a6e tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 946 time: 0.0480595 Nov 08 00:28:13.947827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d3cac548-0a1a-4271-912c-c4614c463883 req-a9ae6e67-56d6-4344-8c29-52fdea3dac75 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed595e03-7901-4784-814d-61863041e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326049 Nov 08 00:28:14.026952 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77bf07-1932-401f-94df-903734024406 req-c80b2a1d-cd66-4ad3-afad-bf6ac9c800e0 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:14.028377 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be77bf07-1932-401f-94df-903734024406 req-c80b2a1d-cd66-4ad3-afad-bf6ac9c800e0 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.26 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 946 time: 0.0530515 Nov 08 00:28:14.127365 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bee73a-2858-4b42-ab9a-1f4c658c792b req-3040f6a6-c4da-4a55-8b18-f50a09765d8f tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:14.128862 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7bee73a-2858-4b42-ab9a-1f4c658c792b req-3040f6a6-c4da-4a55-8b18-f50a09765d8f tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 949 time: 0.0958776 Nov 08 00:28:14.181876 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7bee73a-2858-4b42-ab9a-1f4c658c792b req-366a9dd0-ccb3-478c-9899-e309c1199d27 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/security-groups?id=048e4418-7453-49f1-b73b-09c36946f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466900 Nov 08 00:28:14.190288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-be77bf07-1932-401f-94df-903734024406 req-17cdbc5a-ae39-411f-9df4-dc5b61038ba2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Deleting port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:28:14.190625 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-be77bf07-1932-401f-94df-903734024406 req-17cdbc5a-ae39-411f-9df4-dc5b61038ba2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:14.278899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-be77bf07-1932-401f-94df-903734024406 req-17cdbc5a-ae39-411f-9df4-dc5b61038ba2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] For port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:28:14.279182 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-be77bf07-1932-401f-94df-903734024406 req-17cdbc5a-ae39-411f-9df4-dc5b61038ba2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:14.524442 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-be77bf07-1932-401f-94df-903734024406 req-17cdbc5a-ae39-411f-9df4-dc5b61038ba2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:14.524830 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-be77bf07-1932-401f-94df-903734024406 req-17cdbc5a-ae39-411f-9df4-dc5b61038ba2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:14.525222 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-be77bf07-1932-401f-94df-903734024406 req-17cdbc5a-ae39-411f-9df4-dc5b61038ba2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Floating IP cfc3a419-81da-4cea-b683-c31ebf410b50 disassociated. External IP: 172.25.2.160, port: b2b7ac29-0473-438c-8a29-b5a7f0b5da8e. Nov 08 00:28:14.525577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-be77bf07-1932-401f-94df-903734024406 req-17cdbc5a-ae39-411f-9df4-dc5b61038ba2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Calling delete_port for b2b7ac29-0473-438c-8a29-b5a7f0b5da8e owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:28:14.823004 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-be77bf07-1932-401f-94df-903734024406 req-17cdbc5a-ae39-411f-9df4-dc5b61038ba2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:14.851899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdbc5a-ae39-411f-9df4-dc5b61038ba2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Pushing event deleted for resources: {'Port': ['ID=b2b7ac29-0473-438c-8a29-b5a7f0b5da8e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:14.970819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be77bf07-1932-401f-94df-903734024406 req-17cdbc5a-ae39-411f-9df4-dc5b61038ba2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:28:15.085776 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f14cee3-01bc-4b2b-b2c8-ce23d7c043fa req-c8dd130b-32e3-4052-bca6-608550db4165 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae2279e-0dd5-4fc0-9dde-d024049cfd4d HTTP/1.1" status: 200 len: 210 time: 0.0384870 Nov 08 00:28:15.128190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be77bf07-1932-401f-94df-903734024406 req-17cdbc5a-ae39-411f-9df4-dc5b61038ba2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:28:15.143013 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b6a0c6-07f1-4a1f-87ea-33e907a0b120 None None] Sync routers for ids ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:28:15.152457 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b6a0c6-07f1-4a1f-87ea-33e907a0b120 None None] Routers {'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:28:15.153481 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-87b6a0c6-07f1-4a1f-87ea-33e907a0b120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:28:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:15.173058 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-be77bf07-1932-401f-94df-903734024406 req-17cdbc5a-ae39-411f-9df4-dc5b61038ba2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] No DVR routers for this DVR port b2b7ac29-0473-438c-8a29-b5a7f0b5da8e on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:28:15.176839 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-be77bf07-1932-401f-94df-903734024406 req-17cdbc5a-ae39-411f-9df4-dc5b61038ba2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:15.180131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be77bf07-1932-401f-94df-903734024406 req-17cdbc5a-ae39-411f-9df4-dc5b61038ba2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.26 "DELETE /v2.0/ports/b2b7ac29-0473-438c-8a29-b5a7f0b5da8e HTTP/1.1" status: 204 len: 173 time: 1.1383069 Nov 08 00:28:15.180571 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'name': 'network-vif-deleted', 'tag': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:28:15.183315 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fe444c-f180-4077-a7e9-517a75019c90" -d '{"events": [{"server_uuid": "aae2279e-0dd5-4fc0-9dde-d024049cfd4d", "name": "network-vif-deleted", "tag": "b2b7ac29-0473-438c-8a29-b5a7f0b5da8e"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:28:15.240849 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bf9776-5903-4d27-a924-a475b931f47e x-openstack-request-id: req-77bf9776-5903-4d27-a924-a475b931f47e {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:28:15.241150 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae2279e-0dd5-4fc0-9dde-d024049cfd4d", "name": "network-vif-deleted", "tag": "b2b7ac29-0473-438c-8a29-b5a7f0b5da8e", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:28:15.241644 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77bf9776-5903-4d27-a924-a475b931f47e {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:28:15.242059 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae2279e-0dd5-4fc0-9dde-d024049cfd4d', 'name': 'network-vif-deleted', 'tag': 'b2b7ac29-0473-438c-8a29-b5a7f0b5da8e', 'status': 'completed', 'code': 200} Nov 08 00:28:15.393158 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-87b6a0c6-07f1-4a1f-87ea-33e907a0b120 None None] Set router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:28:15.396912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13a1c4-8443-4f07-a5b9-537badc803db req-38fb8b86-ae45-49de-baa3-da30b4d07ec8 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:15.403492 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e13a1c4-8443-4f07-a5b9-537badc803db req-38fb8b86-ae45-49de-baa3-da30b4d07ec8 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 949 time: 0.1404905 Nov 08 00:28:15.440817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882522c5-f73d-4fb7-ab73-25501aa6e149 req-8821126d-923e-41d1-abe0-d9e1d03a8f54 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:15.448188 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-882522c5-f73d-4fb7-ab73-25501aa6e149 req-8821126d-923e-41d1-abe0-d9e1d03a8f54 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 949 time: 0.1344502 Nov 08 00:28:15.561909 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-882522c5-f73d-4fb7-ab73-25501aa6e149 req-2856d1ba-abc9-4585-b43e-54315de68255 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/security-groups?id=048e4418-7453-49f1-b73b-09c36946f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124151 Nov 08 00:28:15.616703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-1e13a1c4-8443-4f07-a5b9-537badc803db req-e0e572b9-ad9f-402e-b871-41a151692b77 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Deleting port 7572db4e-76ab-4874-a189-b79d48cc7e60 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:28:15.617024 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1e13a1c4-8443-4f07-a5b9-537badc803db req-e0e572b9-ad9f-402e-b871-41a151692b77 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:15.729255 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-1e13a1c4-8443-4f07-a5b9-537badc803db req-e0e572b9-ad9f-402e-b871-41a151692b77 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] For port 7572db4e-76ab-4874-a189-b79d48cc7e60, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=7572db4e-76ab-4874-a189-b79d48cc7e60,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:28:15.729631 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1e13a1c4-8443-4f07-a5b9-537badc803db req-e0e572b9-ad9f-402e-b871-41a151692b77 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:15.745030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-1e13a1c4-8443-4f07-a5b9-537badc803db req-e0e572b9-ad9f-402e-b871-41a151692b77 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Calling delete_port for 7572db4e-76ab-4874-a189-b79d48cc7e60 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:28:15.853572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-87b6a0c6-07f1-4a1f-87ea-33e907a0b120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 4, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port': {'id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:26Z', 'updated_at': '2021-11-08T00:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'd9627256-6eb1-4a7a-a58d-e36733b88bf2', 'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'mac_address': 'fa:16:3e:1e:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:29Z', 'updated_at': '2021-11-08T00:17:36Z', 'revision_number': 5, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'subnets': [{'id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:15.885821 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b6a0c6-07f1-4a1f-87ea-33e907a0b120 None None] Checking router: e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:28:15.906674 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b6a0c6-07f1-4a1f-87ea-33e907a0b120 None None] Routers {'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:28:15.907690 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-87b6a0c6-07f1-4a1f-87ea-33e907a0b120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:28:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:16.006494 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1e13a1c4-8443-4f07-a5b9-537badc803db req-e0e572b9-ad9f-402e-b871-41a151692b77 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:16.037612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e572b9-ad9f-402e-b871-41a151692b77 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Pushing event deleted for resources: {'Port': ['ID=7572db4e-76ab-4874-a189-b79d48cc7e60,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:16.073038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-87b6a0c6-07f1-4a1f-87ea-33e907a0b120 None None] Set router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:28:16.108704 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e13a1c4-8443-4f07-a5b9-537badc803db req-e0e572b9-ad9f-402e-b871-41a151692b77 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] No DVR routers for this DVR port 7572db4e-76ab-4874-a189-b79d48cc7e60 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:28:16.111678 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1e13a1c4-8443-4f07-a5b9-537badc803db req-e0e572b9-ad9f-402e-b871-41a151692b77 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:16.117161 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e13a1c4-8443-4f07-a5b9-537badc803db req-e0e572b9-ad9f-402e-b871-41a151692b77 tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.26 "DELETE /v2.0/ports/7572db4e-76ab-4874-a189-b79d48cc7e60 HTTP/1.1" status: 204 len: 173 time: 0.6999006 Nov 08 00:28:16.283325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60732) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:16.365963 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-11775e81-44b4-40fc-a8ce-32336337d4b2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:16.376460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-87b6a0c6-07f1-4a1f-87ea-33e907a0b120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 4, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port': {'id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:26Z', 'updated_at': '2021-11-08T00:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'd9627256-6eb1-4a7a-a58d-e36733b88bf2', 'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'mac_address': 'fa:16:3e:1e:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:29Z', 'updated_at': '2021-11-08T00:17:36Z', 'revision_number': 5, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'subnets': [{'id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:16.392928 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-11775e81-44b4-40fc-a8ce-32336337d4b2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:16.409777 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b6a0c6-07f1-4a1f-87ea-33e907a0b120 None None] The sync data for ids ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'] in n-d-816882-1 is: [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:17:30Z', 'revision_number': 4, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port': {'id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:26Z', 'updated_at': '2021-11-08T00:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'd9627256-6eb1-4a7a-a58d-e36733b88bf2', 'name': '', 'network_id': '0371df58-0f09-4690-9116-bbb16052317b', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'mac_address': 'fa:16:3e:1e:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:29Z', 'updated_at': '2021-11-08T00:17:36Z', 'revision_number': 5, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'subnets': [{'id': '6c80a8a3-462b-4322-9544-89bc8e72d39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:28:16.549319 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-11775e81-44b4-40fc-a8ce-32336337d4b2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:16.552601 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-11775e81-44b4-40fc-a8ce-32336337d4b2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:16.553834 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-11775e81-44b4-40fc-a8ce-32336337d4b2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "DELETE /v2.0/security-groups/ed595e03-7901-4784-814d-61863041e0f0 HTTP/1.1" status: 204 len: 168 time: 0.2687151 Nov 08 00:28:16.556719 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60736) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:16.573622 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-c3b5b9d0-50c6-4363-8c8d-c3a5d16eb45f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] show failed (client error): The resource could not be found. Nov 08 00:28:16.575594 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c3b5b9d0-50c6-4363-8c8d-c3a5d16eb45f tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "GET /v2.0/security-groups/ed595e03-7901-4784-814d-61863041e0f0 HTTP/1.1" status: 404 len: 347 time: 0.0169597 Nov 08 00:28:16.578555 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11775e81-44b4-40fc-a8ce-32336337d4b2 tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed595e03-7901-4784-814d-61863041e0f0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:16.578854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60738) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:16.768305 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38a44a74-77b4-4052-8b4f-b1b7cbb5159a req-7f33ed05-96a0-4b17-a921-1964acdb404c tempest-ImagesOneServerTestJSON-1629934094 tempest-ImagesOneServerTestJSON-1629934094-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b4fde1-3112-468a-ab94-f8023def3a83 HTTP/1.1" status: 200 len: 210 time: 0.0509005 Nov 08 00:28:16.816941 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5960040a-8e64-4304-9163-eced057d8de3 None None] New status for floating IP cfc3a419-81da-4cea-b683-c31ebf410b50: DOWN {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:28:16.818158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-411d0298-e165-46cc-afe1-060ad4570aad tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Deleting port 4163e41a-e4b1-44ca-b5e6-62b80ccf2df8 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:28:16.820536 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-411d0298-e165-46cc-afe1-060ad4570aad tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:16.971255 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-411d0298-e165-46cc-afe1-060ad4570aad tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:16.971563 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-411d0298-e165-46cc-afe1-060ad4570aad tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:16.992013 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-411d0298-e165-46cc-afe1-060ad4570aad tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Calling delete_port for 4163e41a-e4b1-44ca-b5e6-62b80ccf2df8 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:28:17.132812 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device b2b7ac29-0473-438c-8a29-b5a7f0b5da8e no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:28:17.165501 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: b2b7ac29-0473-438c-8a29-b5a7f0b5da8e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:28:17.166263 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device b2b7ac29-0473-438c-8a29-b5a7f0b5da8e not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:28:17.243507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b4fde1-3112-468a-ab94-f8023def3a83', 'name': 'network-vif-deleted', 'tag': '7572db4e-76ab-4874-a189-b79d48cc7e60'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:28:17.245852 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88773d61-548d-407c-9ef4-d27c6575f4d4" -d '{"events": [{"server_uuid": "e7b4fde1-3112-468a-ab94-f8023def3a83", "name": "network-vif-deleted", "tag": "7572db4e-76ab-4874-a189-b79d48cc7e60"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:28:17.283408 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ad2609-e874-4a08-9017-587f35b58b68 x-openstack-request-id: req-39ad2609-e874-4a08-9017-587f35b58b68 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:28:17.283941 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b4fde1-3112-468a-ab94-f8023def3a83", "name": "network-vif-deleted", "tag": "7572db4e-76ab-4874-a189-b79d48cc7e60", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:28:17.284097 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39ad2609-e874-4a08-9017-587f35b58b68 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:28:17.284598 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b4fde1-3112-468a-ab94-f8023def3a83', 'name': 'network-vif-deleted', 'tag': '7572db4e-76ab-4874-a189-b79d48cc7e60', 'status': 'completed', 'code': 200} Nov 08 00:28:17.301575 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-411d0298-e165-46cc-afe1-060ad4570aad tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:17.328577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d0298-e165-46cc-afe1-060ad4570aad tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Pushing event deleted for resources: {'Port': ['ID=4163e41a-e4b1-44ca-b5e6-62b80ccf2df8,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:17.396573 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-411d0298-e165-46cc-afe1-060ad4570aad tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:17.399210 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-411d0298-e165-46cc-afe1-060ad4570aad tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:17.400393 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-411d0298-e165-46cc-afe1-060ad4570aad tempest-AttachVolumeShelveTestJSON-514201628 tempest-AttachVolumeShelveTestJSON-514201628-project] 10.222.0.13 "DELETE /v2.0/floatingips/cfc3a419-81da-4cea-b683-c31ebf410b50 HTTP/1.1" status: 204 len: 168 time: 0.8203557 Nov 08 00:28:18.298836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60794) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:18.484435 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60798) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:18.485400 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0847868d-d5d2-40c6-b564-d7dd47bf2a98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fb3c189ec3b42debf7f7799a48295e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1842394 Nov 08 00:28:18.555434 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2588-71de-4d66-a4cb-f35c093bc0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:18.585772 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2588-71de-4d66-a4cb-f35c093bc0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:18.732438 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2588-71de-4d66-a4cb-f35c093bc0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:18.735860 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2588-71de-4d66-a4cb-f35c093bc0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:18.737764 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6ffb2588-71de-4d66-a4cb-f35c093bc0e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/048e4418-7453-49f1-b73b-09c36946f8b4 HTTP/1.1" status: 204 len: 168 time: 0.2523048 Nov 08 00:28:18.747484 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb2588-71de-4d66-a4cb-f35c093bc0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048e4418-7453-49f1-b73b-09c36946f8b4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:19.145779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 7572db4e-76ab-4874-a189-b79d48cc7e60 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:28:19.270373 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 7572db4e-76ab-4874-a189-b79d48cc7e60 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:28:19.271031 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 7572db4e-76ab-4874-a189-b79d48cc7e60 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:28:19.952077 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60836) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:20.099055 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7cf205fa-ff46-45af-8998-244fa0467b39 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-968018223-network', 'tenant_id': '42456dff3c024b74b53f8b2d46260432'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:28:20.206557 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf205fa-ff46-45af-8998-244fa0467b39 admin admin] Made reservation on behalf of 42456dff3c024b74b53f8b2d46260432 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:28:20.209467 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7cf205fa-ff46-45af-8998-244fa0467b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:20.218412 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7cf205fa-ff46-45af-8998-244fa0467b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:20.303732 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7cf205fa-ff46-45af-8998-244fa0467b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:20.440285 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7cf205fa-ff46-45af-8998-244fa0467b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:20.475622 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf205fa-ff46-45af-8998-244fa0467b39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:28:20.496627 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf205fa-ff46-45af-8998-244fa0467b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49f3e80-15a2-43ed-948d-0d780b9073bf,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:20.503263 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7cf205fa-ff46-45af-8998-244fa0467b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:20.503615 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-7cf205fa-ff46-45af-8998-244fa0467b39 admin admin] Added segment f21473cb-b69d-4870-9c65-ea6f943aba17 of type vlan for network 7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441 Nov 08 00:28:20.616509 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7cf205fa-ff46-45af-8998-244fa0467b39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:20.732474 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7cf205fa-ff46-45af-8998-244fa0467b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:20.733841 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf205fa-ff46-45af-8998-244fa0467b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:20.734680 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7cf205fa-ff46-45af-8998-244fa0467b39 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:20.825642 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7cf205fa-ff46-45af-8998-244fa0467b39 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8724389 Nov 08 00:28:20.828948 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60862) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:20.834449 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-5488e1f5-7281-4ba3-8077-4632195b5980 admin admin] Request body: {'subnet': {'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-968018223-subnet', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:28:20.857728 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf205fa-ff46-45af-8998-244fa0467b39 admin admin] Pushing event updated for resources: {'Network': ['ID=7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:20.869552 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:28:20.943463 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5488e1f5-7281-4ba3-8077-4632195b5980 admin admin] Made reservation on behalf of 42456dff3c024b74b53f8b2d46260432 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:28:20.946003 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5488e1f5-7281-4ba3-8077-4632195b5980 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:21.229955 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5488e1f5-7281-4ba3-8077-4632195b5980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:21.297346 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488e1f5-7281-4ba3-8077-4632195b5980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c8dbbd1-b108-4fd4-a55d-7a32e9789e34,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:21.310811 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488e1f5-7281-4ba3-8077-4632195b5980 admin admin] Checking segment: {'id': 'f21473cb-b69d-4870-9c65-ea6f943aba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:28:21.311227 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5488e1f5-7281-4ba3-8077-4632195b5980 admin admin] Network hostable DHCP agents. Network: 7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:28:21.440916 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5488e1f5-7281-4ba3-8077-4632195b5980 admin admin] Network 7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:28:21.612270 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-5488e1f5-7281-4ba3-8077-4632195b5980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:28:21.616847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5488e1f5-7281-4ba3-8077-4632195b5980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:21.617570 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5488e1f5-7281-4ba3-8077-4632195b5980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:21.624194 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b868ea90-7ccd-4cab-a68c-ece20c05a808 None None] Network 7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:28:21.732338 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5488e1f5-7281-4ba3-8077-4632195b5980 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8998673 Nov 08 00:28:21.732856 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60872) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:21.737368 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c89f01a4-7c31-4b73-b0f2-a6f3f6c12f5a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-968018223-router', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:28:21.847224 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c89f01a4-7c31-4b73-b0f2-a6f3f6c12f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:21.848877 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c89f01a4-7c31-4b73-b0f2-a6f3f6c12f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:21.892452 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441', 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'fixed_ips': [{'subnet_id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:28:21.893914 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:22.050642 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c89f01a4-7c31-4b73-b0f2-a6f3f6c12f5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:22.161798 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] Allocated IP 172.20.0.2 (7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441/7c8dbbd1-b108-4fd4-a55d-7a32e9789e34/55f954aa-133b-478e-9bb1-8962a0e76bc0) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:28:22.317647 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c89f01a4-7c31-4b73-b0f2-a6f3f6c12f5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:22.397191 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:22.509479 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:22.582741 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] Pushing event updated for resources: {'Port': ['ID=55f954aa-133b-478e-9bb1-8962a0e76bc0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:22.599560 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] Network 7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:28:22.602714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:28:22.609475 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:28:22.670076 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c89f01a4-7c31-4b73-b0f2-a6f3f6c12f5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:22.708386 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] Attempting to bind port 55f954aa-133b-478e-9bb1-8962a0e76bc0 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:28:22.709002 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] Attempting to bind port 55f954aa-133b-478e-9bb1-8962a0e76bc0 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'f21473cb-b69d-4870-9c65-ea6f943aba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:28:22.709547 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] Attempting to bind port 55f954aa-133b-478e-9bb1-8962a0e76bc0 on network 7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:28:22.716179 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:28:22.717063 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] Checking segment: {'id': 'f21473cb-b69d-4870-9c65-ea6f943aba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:28:22.717667 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:22.717988 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c89f01a4-7c31-4b73-b0f2-a6f3f6c12f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:22.718374 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] Bound using segment: {'id': 'f21473cb-b69d-4870-9c65-ea6f943aba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:28:22.718985 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] Bound port: 55f954aa-133b-478e-9bb1-8962a0e76bc0, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21473cb-b69d-4870-9c65-ea6f943aba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:28:22.719518 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:22.799823 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] For port 55f954aa-133b-478e-9bb1-8962a0e76bc0, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:28:22.803837 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] For port 55f954aa-133b-478e-9bb1-8962a0e76bc0, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=55f954aa-133b-478e-9bb1-8962a0e76bc0,segment=NetworkSegment(f21473cb-b69d-4870-9c65-ea6f943aba17),segment_id=f21473cb-b69d-4870-9c65-ea6f943aba17)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:28:22.887212 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:22.983287 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44a735-ba15-4144-ad99-1d7b0f90a781 None None] Pushing event updated for resources: {'Port': ['ID=55f954aa-133b-478e-9bb1-8962a0e76bc0,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:23.438816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-c89f01a4-7c31-4b73-b0f2-a6f3f6c12f5a admin admin] Allocated IP 172.25.2.237 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/532792c8-ab0c-47da-ad1c-b9db7228f2eb) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:28:23.641008 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c89f01a4-7c31-4b73-b0f2-a6f3f6c12f5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:23.778626 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c89f01a4-7c31-4b73-b0f2-a6f3f6c12f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:23.829197 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f01a4-7c31-4b73-b0f2-a6f3f6c12f5a admin admin] Pushing event updated for resources: {'Port': ['ID=532792c8-ab0c-47da-ad1c-b9db7228f2eb,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:23.842119 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89f01a4-7c31-4b73-b0f2-a6f3f6c12f5a admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:28:23.843654 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-c89f01a4-7c31-4b73-b0f2-a6f3f6c12f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:28:23.846097 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f01a4-7c31-4b73-b0f2-a6f3f6c12f5a admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:28:24.318565 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c89f01a4-7c31-4b73-b0f2-a6f3f6c12f5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:24.534328 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908a3b53-30c5-4a10-b1e1-56eebdc7a940 None None] Network 7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:28:24.700182 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e24d842e-0432-4c94-a5f2-16299a747365 None None] Provisioning complete for port 55f954aa-133b-478e-9bb1-8962a0e76bc0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:28:24.700548 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e24d842e-0432-4c94-a5f2-16299a747365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:24.714665 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c89f01a4-7c31-4b73-b0f2-a6f3f6c12f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:24.907178 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 55f954aa-133b-478e-9bb1-8962a0e76bc0 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:28:24.993556 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e24d842e-0432-4c94-a5f2-16299a747365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:24.994888 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89f01a4-7c31-4b73-b0f2-a6f3f6c12f5a admin admin] Router 4c6ad0c8-4187-4199-9e71-fcb97d674568 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:28:25.063730 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e24d842e-0432-4c94-a5f2-16299a747365 None None] For port 55f954aa-133b-478e-9bb1-8962a0e76bc0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=55f954aa-133b-478e-9bb1-8962a0e76bc0,segment=NetworkSegment(f21473cb-b69d-4870-9c65-ea6f943aba17),segment_id=f21473cb-b69d-4870-9c65-ea6f943aba17)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:28:25.073334 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 55f954aa-133b-478e-9bb1-8962a0e76bc0 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:28:25.076341 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:25.147345 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e24d842e-0432-4c94-a5f2-16299a747365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:25.173662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89f01a4-7c31-4b73-b0f2-a6f3f6c12f5a admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:28:25.217079 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] Sync routers for ids ['4c6ad0c8-4187-4199-9e71-fcb97d674568'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:28:25.273741 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c89f01a4-7c31-4b73-b0f2-a6f3f6c12f5a admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:25.275283 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c89f01a4-7c31-4b73-b0f2-a6f3f6c12f5a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5412128 Nov 08 00:28:25.277767 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60912) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:25.280453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] Routers {'4c6ad0c8-4187-4199-9e71-fcb97d674568'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:28:25.294520 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:28:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4c6ad0c8-4187-4199-9e71-fcb97d674568'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:25.533239 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d842e-0432-4c94-a5f2-16299a747365 None None] Pushing event updated for resources: {'Port': ['ID=55f954aa-133b-478e-9bb1-8962a0e76bc0,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:25.589245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9893ec5b-b672-413c-b5a5-6908d4a4bba0 None None] Provisioning complete for port 55f954aa-133b-478e-9bb1-8962a0e76bc0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:28:25.590347 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9893ec5b-b672-413c-b5a5-6908d4a4bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:25.663687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] Set router 4c6ad0c8-4187-4199-9e71-fcb97d674568 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:28:25.963715 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'name': 'tempest-ServersTestFqdnHostnames-968018223-router', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:28:21Z', 'updated_at': '2021-11-08T00:28:24Z', 'revision_number': 3, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'gw_port': {'id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:22Z', 'updated_at': '2021-11-08T00:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:25.994712 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cf39137a-f099-4485-8670-4f9eca199bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:26.001218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] Checking router: 4c6ad0c8-4187-4199-9e71-fcb97d674568 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:28:26.001684 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] Updating router 4c6ad0c8-4187-4199-9e71-fcb97d674568 port 532792c8-ab0c-47da-ad1c-b9db7228f2eb binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:28:26.032600 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:26.225799 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-cf39137a-f099-4485-8670-4f9eca199bd0 admin admin] Allocated IP 172.20.0.1 (7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441/7c8dbbd1-b108-4fd4-a55d-7a32e9789e34/0f670788-31f2-4a1e-b685-b2aada98820a) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:28:26.374433 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cf39137a-f099-4485-8670-4f9eca199bd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:26.392402 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:26.496897 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:26.531008 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cf39137a-f099-4485-8670-4f9eca199bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:26.572606 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] Attempting to bind port 532792c8-ab0c-47da-ad1c-b9db7228f2eb on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:28:26.572981 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] Attempting to bind port 532792c8-ab0c-47da-ad1c-b9db7228f2eb by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:28:26.573438 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] Attempting to bind port 532792c8-ab0c-47da-ad1c-b9db7228f2eb on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:28:26.576949 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c5382-de59-4408-b0fb-af49897efef1 None None] Pushing event updated for resources: {'Port': ['ID=532792c8-ab0c-47da-ad1c-b9db7228f2eb,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:26.581947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:28:26.582355 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:28:26.582762 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:26.583377 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:28:26.583963 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] Bound port: 532792c8-ab0c-47da-ad1c-b9db7228f2eb, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:28:26.584354 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:26.585009 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf39137a-f099-4485-8670-4f9eca199bd0 admin admin] Network 7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:28:26.590487 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-cf39137a-f099-4485-8670-4f9eca199bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:28:26.607865 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf39137a-f099-4485-8670-4f9eca199bd0 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:28:26.685307 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39137a-f099-4485-8670-4f9eca199bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=0f670788-31f2-4a1e-b685-b2aada98820a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:26.699701 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cf39137a-f099-4485-8670-4f9eca199bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:26.710772 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] For port 532792c8-ab0c-47da-ad1c-b9db7228f2eb, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:28:26.718321 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] For port 532792c8-ab0c-47da-ad1c-b9db7228f2eb, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=532792c8-ab0c-47da-ad1c-b9db7228f2eb,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:28:26.800979 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60936) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:26.803052 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:26.902340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 55f954aa-133b-478e-9bb1-8962a0e76bc0 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:28:26.995071 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] Routers {'4c6ad0c8-4187-4199-9e71-fcb97d674568'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:28:26.995721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:28:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4c6ad0c8-4187-4199-9e71-fcb97d674568'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:27.072592 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cf39137a-f099-4485-8670-4f9eca199bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:27.267513 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c5382-de59-4408-b0fb-af49897efef1 None None] Pushing event updated for resources: {'Port': ['ID=532792c8-ab0c-47da-ad1c-b9db7228f2eb,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:27.296092 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d3cb15ec-66f5-4b7c-afea-2df01aa8c956 None None] Provisioning complete for port 0f670788-31f2-4a1e-b685-b2aada98820a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:28:27.296471 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3cb15ec-66f5-4b7c-afea-2df01aa8c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:27.339569 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 55f954aa-133b-478e-9bb1-8962a0e76bc0 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:28:27.339970 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:27.346426 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] Set router 4c6ad0c8-4187-4199-9e71-fcb97d674568 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:28:27.401842 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb15ec-66f5-4b7c-afea-2df01aa8c956 None None] Port 0f670788-31f2-4a1e-b685-b2aada98820a cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:28:27.450012 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cf39137a-f099-4485-8670-4f9eca199bd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:27.525877 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cf39137a-f099-4485-8670-4f9eca199bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:27.625798 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cf39137a-f099-4485-8670-4f9eca199bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:27.688411 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'name': 'tempest-ServersTestFqdnHostnames-968018223-router', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:28:21Z', 'updated_at': '2021-11-08T00:28:26Z', 'revision_number': 4, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'gw_port': {'id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:22Z', 'updated_at': '2021-11-08T00:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '0f670788-31f2-4a1e-b685-b2aada98820a', 'name': '', 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'mac_address': 'fa:16:3e:8a:f4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:26Z', 'updated_at': '2021-11-08T00:28:26Z', 'revision_number': 1, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'subnets': [{'id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:27.731942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc23c355-2190-4092-823b-68a8bdfc3f2e None None] The sync data for ids ['4c6ad0c8-4187-4199-9e71-fcb97d674568'] in n-d-816882-1 is: [{'id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'name': 'tempest-ServersTestFqdnHostnames-968018223-router', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:28:21Z', 'updated_at': '2021-11-08T00:28:26Z', 'revision_number': 4, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'gw_port': {'id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:22Z', 'updated_at': '2021-11-08T00:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '0f670788-31f2-4a1e-b685-b2aada98820a', 'name': '', 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'mac_address': 'fa:16:3e:8a:f4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:26Z', 'updated_at': '2021-11-08T00:28:26Z', 'revision_number': 1, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'subnets': [{'id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:28:27.735986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39137a-f099-4485-8670-4f9eca199bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=0f670788-31f2-4a1e-b685-b2aada98820a,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:27.802337 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf39137a-f099-4485-8670-4f9eca199bd0 admin admin] Network 7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:28:27.803941 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-cf39137a-f099-4485-8670-4f9eca199bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:28:27.806495 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55d75153-6230-4442-9732-45e4c185064b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:28.024431 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf39137a-f099-4485-8670-4f9eca199bd0 admin admin] Router 4c6ad0c8-4187-4199-9e71-fcb97d674568 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:28:28.160673 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-124c7e70-aaeb-4741-9e95-544ac3a0e16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:28.237173 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7aba6192-3ae9-4b2e-a377-d2a4c1dcf894 None None] Provisioning complete for port 0f670788-31f2-4a1e-b685-b2aada98820a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:28:28.237562 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7aba6192-3ae9-4b2e-a377-d2a4c1dcf894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:28.297055 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7aba6192-3ae9-4b2e-a377-d2a4c1dcf894 None None] Port 0f670788-31f2-4a1e-b685-b2aada98820a cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:28:28.393180 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-55d75153-6230-4442-9732-45e4c185064b admin admin] Deleting port d9627256-6eb1-4a7a-a58d-e36733b88bf2 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:28:28.393520 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55d75153-6230-4442-9732-45e4c185064b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:28.480548 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-55d75153-6230-4442-9732-45e4c185064b admin admin] For port d9627256-6eb1-4a7a-a58d-e36733b88bf2, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d9627256-6eb1-4a7a-a58d-e36733b88bf2,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:28:28.480923 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55d75153-6230-4442-9732-45e4c185064b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:28.497836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-55d75153-6230-4442-9732-45e4c185064b admin admin] Calling delete_port for d9627256-6eb1-4a7a-a58d-e36733b88bf2 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:28:28.677568 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf39137a-f099-4485-8670-4f9eca199bd0 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:28:28.683168 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cf39137a-f099-4485-8670-4f9eca199bd0 admin admin] 10.222.0.13 "PUT /v2.0/routers/4c6ad0c8-4187-4199-9e71-fcb97d674568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4042549 Nov 08 00:28:28.978531 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55d75153-6230-4442-9732-45e4c185064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:29.017833 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d75153-6230-4442-9732-45e4c185064b admin admin] Pushing event deleted for resources: {'Port': ['ID=d9627256-6eb1-4a7a-a58d-e36733b88bf2,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:29.803488 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55d75153-6230-4442-9732-45e4c185064b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:30.097016 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d75153-6230-4442-9732-45e4c185064b admin admin] Router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:28:30.157243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d75153-6230-4442-9732-45e4c185064b admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:28:30.162767 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-55d75153-6230-4442-9732-45e4c185064b admin admin] 10.222.0.13 "PUT /v2.0/routers/e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3599620 Nov 08 00:28:30.168546 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60986) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:30.171303 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3747b4a-874d-4a25-a1ed-1aa78ac49477 None None] Sync routers for ids ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:28:30.181814 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3747b4a-874d-4a25-a1ed-1aa78ac49477 None None] Routers {'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:28:30.182509 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f3747b4a-874d-4a25-a1ed-1aa78ac49477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:28:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:30.307568 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5df20210-2b35-469e-a405-29dad7dc8754 admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:30.336933 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-f3747b4a-874d-4a25-a1ed-1aa78ac49477 None None] Set router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:28:30.369801 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60992) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:30.374653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7899c36c-1c6b-4fdf-9ea0-4dcf1a59643c tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1465188651', 'description': 'tempest-description--1990803251'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:28:30.534328 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7899c36c-1c6b-4fdf-9ea0-4dcf1a59643c tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:30.560375 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5df20210-2b35-469e-a405-29dad7dc8754 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:30.612811 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-58ba809e-251c-408b-bdb8-7034e1f90941 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2735341 Nov 08 00:28:30.703529 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7899c36c-1c6b-4fdf-9ea0-4dcf1a59643c tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:30.736001 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f3747b4a-874d-4a25-a1ed-1aa78ac49477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:28:28Z', 'revision_number': 5, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port': {'id': 'ba34d253-8464-4ff8-ae2d-e950ca2462f2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:17:26Z', 'updated_at': '2021-11-08T00:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:30.797631 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5df20210-2b35-469e-a405-29dad7dc8754 admin admin] Deleting port ba34d253-8464-4ff8-ae2d-e950ca2462f2 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:28:30.797631 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5df20210-2b35-469e-a405-29dad7dc8754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:30.797951 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7899c36c-1c6b-4fdf-9ea0-4dcf1a59643c tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:30.799486 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3747b4a-874d-4a25-a1ed-1aa78ac49477 None None] Checking router: e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:28:30.819750 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3747b4a-874d-4a25-a1ed-1aa78ac49477 None None] Routers {'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:28:30.823704 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f3747b4a-874d-4a25-a1ed-1aa78ac49477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:28:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:30.829475 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d486cd9-0d20-49b4-8fe2-4ee35d6fdf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:30.909150 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-fe7355b6-df2d-4f93-9d35-aea5a5f098f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:30.910599 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-fe7355b6-df2d-4f93-9d35-aea5a5f098f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:30.914838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-fe7355b6-df2d-4f93-9d35-aea5a5f098f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:30.914838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-fe7355b6-df2d-4f93-9d35-aea5a5f098f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:30.914838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-fe7355b6-df2d-4f93-9d35-aea5a5f098f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:30.914838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-fe7355b6-df2d-4f93-9d35-aea5a5f098f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:30.915269 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-fe7355b6-df2d-4f93-9d35-aea5a5f098f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:30.918797 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-fe7355b6-df2d-4f93-9d35-aea5a5f098f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a42c6631eb4454c896f7292ef18f39f&device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 6500 time: 0.1863253 Nov 08 00:28:30.947994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899c36c-1c6b-4fdf-9ea0-4dcf1a59643c tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9161e2b7-c890-4f47-9478-8632e8c3ac7e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:30.992829 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 532792c8-ab0c-47da-ad1c-b9db7228f2eb up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:28:31.000648 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-5df20210-2b35-469e-a405-29dad7dc8754 admin admin] For port ba34d253-8464-4ff8-ae2d-e950ca2462f2, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ba34d253-8464-4ff8-ae2d-e950ca2462f2,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:28:31.001148 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5df20210-2b35-469e-a405-29dad7dc8754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.016887 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5df20210-2b35-469e-a405-29dad7dc8754 admin admin] Calling delete_port for ba34d253-8464-4ff8-ae2d-e950ca2462f2 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:28:31.029564 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-f3747b4a-874d-4a25-a1ed-1aa78ac49477 None None] Set router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:28:31.077265 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] Sync routers for ids ['4c6ad0c8-4187-4199-9e71-fcb97d674568'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:28:31.081690 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7899c36c-1c6b-4fdf-9ea0-4dcf1a59643c tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.086371 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 32770) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:31.089945 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.091185 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-47d9a578-7200-43bd-bf6b-041aab844a74 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Request body: {'security_group_rule': {'security_group_id': '9161e2b7-c890-4f47-9478-8632e8c3ac7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:28:31.098669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7899c36c-1c6b-4fdf-9ea0-4dcf1a59643c tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7187111 Nov 08 00:28:31.129112 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] Routers {'4c6ad0c8-4187-4199-9e71-fcb97d674568'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:28:31.129112 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:28:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4c6ad0c8-4187-4199-9e71-fcb97d674568'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:31.129443 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f3747b4a-874d-4a25-a1ed-1aa78ac49477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:28:30Z', 'revision_number': 6, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:31.184199 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3747b4a-874d-4a25-a1ed-1aa78ac49477 None None] The sync data for ids ['e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d'] in n-d-816882-1 is: [{'id': 'e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d', 'name': 'tempest-AttachVolumeShelveTestJSON-108293973-router', 'tenant_id': '3b5853458dd24c08bad0734d1d809da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:17:25Z', 'updated_at': '2021-11-08T00:28:30Z', 'revision_number': 6, 'project_id': '3b5853458dd24c08bad0734d1d809da3', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:28:31.195731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-c7088d61-d0b0-40d8-b85c-7d511d937ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:31.196461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-c7088d61-d0b0-40d8-b85c-7d511d937ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:31.196989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-c7088d61-d0b0-40d8-b85c-7d511d937ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:31.198779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-c7088d61-d0b0-40d8-b85c-7d511d937ff4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe318fa4-2739-4425-811c-a969620e2964&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=74f4276d-9439-4600-839d-84669ee5e60a&id=74f4276d-9439-4600-839d-84669ee5e60a HTTP/1.1" status: 200 len: 2297 time: 0.2450194 Nov 08 00:28:31.237059 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47d9a578-7200-43bd-bf6b-041aab844a74 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.273421 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 532792c8-ab0c-47da-ad1c-b9db7228f2eb triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:28:31.273856 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.335414 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] Set router 4c6ad0c8-4187-4199-9e71-fcb97d674568 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:28:31.342429 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-7ea3c283-fa84-4b34-8c8f-49ef87540483 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46503f71-6482-45b3-8c5d-eb36337e12ff HTTP/1.1" status: 200 len: 1001 time: 0.1333179 Nov 08 00:28:31.379818 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47d9a578-7200-43bd-bf6b-041aab844a74 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.420143 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-0e20ebe9-c08d-4b1d-b8ce-25b42302f684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:31.421899 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-0e20ebe9-c08d-4b1d-b8ce-25b42302f684 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3be98b0-454a-423b-81f4-63aace0baef8 HTTP/1.1" status: 200 len: 855 time: 0.0611455 Nov 08 00:28:31.451959 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47d9a578-7200-43bd-bf6b-041aab844a74 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.476131 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9a578-7200-43bd-bf6b-041aab844a74 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98c2972-f41f-43c2-a362-17f603031b0d,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:31.477476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-37776177-d55e-4377-9429-8b745c9a16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:31.479162 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-37776177-d55e-4377-9429-8b745c9a16d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe318fa4-2739-4425-811c-a969620e2964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487473 Nov 08 00:28:31.490893 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.491215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-3c06c70d-6c53-46c3-b27a-341d4267d2e6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:28:31.492198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-3c06c70d-6c53-46c3-b27a-341d4267d2e6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053806 Nov 08 00:28:31.521766 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 532792c8-ab0c-47da-ad1c-b9db7228f2eb, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=532792c8-ab0c-47da-ad1c-b9db7228f2eb,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:28:31.550218 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5df20210-2b35-469e-a405-29dad7dc8754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.580307 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df20210-2b35-469e-a405-29dad7dc8754 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba34d253-8464-4ff8-ae2d-e950ca2462f2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:31.620799 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-fed0a9c8-0ef7-4f14-b654-408db7d36683 service neutron] 10.222.0.26 "GET /v2.0/networks/fe318fa4-2739-4425-811c-a969620e2964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119010 Nov 08 00:28:31.643140 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47d9a578-7200-43bd-bf6b-041aab844a74 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.648296 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-47d9a578-7200-43bd-bf6b-041aab844a74 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5583405 Nov 08 00:28:31.664006 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'name': 'tempest-ServersTestFqdnHostnames-968018223-router', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:28:21Z', 'updated_at': '2021-11-08T00:28:26Z', 'revision_number': 4, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'gw_port': {'id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:22Z', 'updated_at': '2021-11-08T00:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '0f670788-31f2-4a1e-b685-b2aada98820a', 'name': '', 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'mac_address': 'fa:16:3e:8a:f4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:26Z', 'updated_at': '2021-11-08T00:28:27Z', 'revision_number': 2, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'subnets': [{'id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:31.686509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 32776) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:31.692690 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f77ff924-f258-4dbc-a721-79c1b33585fb tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Request body: {'security_group_rule': {'security_group_id': '9161e2b7-c890-4f47-9478-8632e8c3ac7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:28:31.709849 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] Checking router: 4c6ad0c8-4187-4199-9e71-fcb97d674568 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:28:31.710921 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] Updating router 4c6ad0c8-4187-4199-9e71-fcb97d674568 port 0f670788-31f2-4a1e-b685-b2aada98820a binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:28:31.717580 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.748021 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5df20210-2b35-469e-a405-29dad7dc8754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.754936 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-d2243075-56c8-4f20-9aa1-eb74a9e2a7b0 service neutron] 10.222.0.26 "GET /v2.0/networks/fe318fa4-2739-4425-811c-a969620e2964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350393 Nov 08 00:28:31.792311 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.801547 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-afd4eff6-9b88-429f-ba96-841f8304750c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 HTTP/1.1" status: 200 len: 217 time: 0.0391419 Nov 08 00:28:31.844901 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5df20210-2b35-469e-a405-29dad7dc8754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.851197 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5df20210-2b35-469e-a405-29dad7dc8754 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.851336 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=532792c8-ab0c-47da-ad1c-b9db7228f2eb,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:31.873889 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.877021 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-558dc9b1-0e49-4f64-985c-c00858784917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:31.879900 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-558dc9b1-0e49-4f64-985c-c00858784917 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.0694671 Nov 08 00:28:31.910668 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f77ff924-f258-4dbc-a721-79c1b33585fb tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.951576 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.953673 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-ddf67271-b82a-4dc2-8a51-3630f7d049e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:31.960631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-ddf67271-b82a-4dc2-8a51-3630f7d049e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0642242 Nov 08 00:28:31.978584 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f77ff924-f258-4dbc-a721-79c1b33585fb tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.980674 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5df20210-2b35-469e-a405-29dad7dc8754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.981918 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df20210-2b35-469e-a405-29dad7dc8754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:28:31.987377 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5df20210-2b35-469e-a405-29dad7dc8754 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:31.992540 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5df20210-2b35-469e-a405-29dad7dc8754 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e5f18a04-82f3-4559-bb8f-12d3ef0d2d8d HTTP/1.1" status: 204 len: 168 time: 1.8225160 Nov 08 00:28:31.992691 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 32786) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:32.075360 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49e7da5-617a-49a2-b74a-81640a8211a6 admin admin] Deleting subnet 6c80a8a3-462b-4322-9544-89bc8e72d39f {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:28:32.080587 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c49e7da5-617a-49a2-b74a-81640a8211a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:32.121049 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f77ff924-f258-4dbc-a721-79c1b33585fb tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:32.138378 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-5be63448-63b2-4af3-b84d-80bfce1e41d6 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738188 Nov 08 00:28:32.140999 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c49e7da5-617a-49a2-b74a-81640a8211a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:32.143438 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ff924-f258-4dbc-a721-79c1b33585fb tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=292a0b7e-d010-4b06-899d-50e8143e615d,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:32.158487 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:32.270404 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:32.273932 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f77ff924-f258-4dbc-a721-79c1b33585fb tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:32.282670 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f77ff924-f258-4dbc-a721-79c1b33585fb tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5941479 Nov 08 00:28:32.285341 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 32788) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:32.302475 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b17849a9-e6df-4314-85b4-fc5816c24e58 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:28:32.325105 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-c4954ac0-8cb3-472d-adbb-a0161a13635e service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630700 Nov 08 00:28:32.329978 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c49e7da5-617a-49a2-b74a-81640a8211a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:32.464397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b0598-c20f-4437-aa7d-e51f071a8dc6 None None] Pushing event updated for resources: {'Port': ['ID=0f670788-31f2-4a1e-b685-b2aada98820a,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:32.482438 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-8e3569d2-bb50-4a67-ab7e-16934a114c97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 HTTP/1.1" status: 200 len: 217 time: 0.1495876 Nov 08 00:28:32.507948 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b17849a9-e6df-4314-85b4-fc5816c24e58 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:32.549206 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] Attempting to bind port 0f670788-31f2-4a1e-b685-b2aada98820a on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:28:32.550106 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] Attempting to bind port 0f670788-31f2-4a1e-b685-b2aada98820a by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'f21473cb-b69d-4870-9c65-ea6f943aba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:28:32.554123 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] Attempting to bind port 0f670788-31f2-4a1e-b685-b2aada98820a on network 7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:28:32.559263 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:28:32.559738 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] Checking segment: {'id': 'f21473cb-b69d-4870-9c65-ea6f943aba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:28:32.560168 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:32.560764 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] Bound using segment: {'id': 'f21473cb-b69d-4870-9c65-ea6f943aba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:28:32.561253 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] Bound port: 0f670788-31f2-4a1e-b685-b2aada98820a, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21473cb-b69d-4870-9c65-ea6f943aba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:28:32.561636 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:32.611742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-4f55ce7b-61c5-4435-8709-bb0670fcc8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:32.614157 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-4f55ce7b-61c5-4435-8709-bb0670fcc8fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.1232767 Nov 08 00:28:32.724567 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c49e7da5-617a-49a2-b74a-81640a8211a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:32.740061 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] For port 0f670788-31f2-4a1e-b685-b2aada98820a, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:28:32.751169 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] For port 0f670788-31f2-4a1e-b685-b2aada98820a, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0f670788-31f2-4a1e-b685-b2aada98820a,segment=NetworkSegment(f21473cb-b69d-4870-9c65-ea6f943aba17),segment_id=f21473cb-b69d-4870-9c65-ea6f943aba17)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:28:32.758966 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b17849a9-e6df-4314-85b4-fc5816c24e58 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:32.822772 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-37bd2c4b-35aa-4751-8973-08dbc4e49b3c req-f8504371-2d78-41df-b7ca-7248193e85f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2073252 Nov 08 00:28:32.826031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-7329e98b-e58a-4c36-aeb0-38c9ecd5c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:32.826031 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-7329e98b-e58a-4c36-aeb0-38c9ecd5c5d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2009625 Nov 08 00:28:32.831503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e7da5-617a-49a2-b74a-81640a8211a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c80a8a3-462b-4322-9544-89bc8e72d39f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:32.838103 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c49e7da5-617a-49a2-b74a-81640a8211a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:32.845733 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c49e7da5-617a-49a2-b74a-81640a8211a6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6c80a8a3-462b-4322-9544-89bc8e72d39f HTTP/1.1" status: 204 len: 168 time: 0.8516133 Nov 08 00:28:32.845893 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:32.855572 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 32806) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:32.883512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8972988f-7e7c-459f-ab21-136c82b923a0 None None] Network 0371df58-0f09-4690-9116-bbb16052317b requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:28:33.097169 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-b17849a9-e6df-4314-85b4-fc5816c24e58 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Allocated IP 172.25.2.32 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/be9590ab-5a7a-4077-8dc8-701899fa0f78) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:28:33.103149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 532792c8-ab0c-47da-ad1c-b9db7228f2eb up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:28:33.172330 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-676a21ec-dcaa-41f6-a4e1-1abe655bce1b None None] Provisioning complete for port 0f670788-31f2-4a1e-b685-b2aada98820a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:28:33.172814 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-676a21ec-dcaa-41f6-a4e1-1abe655bce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:33.203368 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:33.228289 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] Routers {'4c6ad0c8-4187-4199-9e71-fcb97d674568'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:28:33.229062 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:28:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4c6ad0c8-4187-4199-9e71-fcb97d674568'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:33.354771 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b17849a9-e6df-4314-85b4-fc5816c24e58 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:33.389025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd2c4b-35aa-4751-8973-08dbc4e49b3c req-4363274b-1ebf-4a75-9f6a-924a3a9686c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:33.391091 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-37bd2c4b-35aa-4751-8973-08dbc4e49b3c req-4363274b-1ebf-4a75-9f6a-924a3a9686c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf6aabdd7f8f40e0a5bfc671d7065857&device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 1097 time: 0.2072275 Nov 08 00:28:33.446654 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b0598-c20f-4437-aa7d-e51f071a8dc6 None None] Pushing event updated for resources: {'Port': ['ID=0f670788-31f2-4a1e-b685-b2aada98820a,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:33.452637 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b17849a9-e6df-4314-85b4-fc5816c24e58 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:33.497152 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] Set router 4c6ad0c8-4187-4199-9e71-fcb97d674568 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:28:33.500151 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17849a9-e6df-4314-85b4-fc5816c24e58 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:28:33.506612 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-b17849a9-e6df-4314-85b4-fc5816c24e58 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:28:33.509187 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-57832bc5-89d8-44af-8c33-be8877d49627 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6628907 Nov 08 00:28:33.510297 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17849a9-e6df-4314-85b4-fc5816c24e58 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:28:33.572501 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17849a9-e6df-4314-85b4-fc5816c24e58 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Pushing event updated for resources: {'Port': ['ID=be9590ab-5a7a-4077-8dc8-701899fa0f78,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:33.595540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] Deleting port 3c69fae6-15c5-4b6a-bcca-b23535159f2f {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:28:33.595909 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:33.600291 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:33.685676 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b17849a9-e6df-4314-85b4-fc5816c24e58 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:33.755529 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd2c4b-35aa-4751-8973-08dbc4e49b3c req-0a4c2585-6d0f-413c-9043-3e31ff278df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:33.757076 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-37bd2c4b-35aa-4751-8973-08dbc4e49b3c req-0a4c2585-6d0f-413c-9043-3e31ff278df9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d9e2072-e0f6-4949-9ba2-c29e6e5628ac HTTP/1.1" status: 200 len: 909 time: 0.3315744 Nov 08 00:28:33.798988 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 532792c8-ab0c-47da-ad1c-b9db7228f2eb triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:28:33.799482 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:33.845273 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-806c1bd5-f88f-4b2b-ac8b-342afb9b50c5 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274243 Nov 08 00:28:33.852350 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b17849a9-e6df-4314-85b4-fc5816c24e58 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:33.868809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] For port 3c69fae6-15c5-4b6a-bcca-b23535159f2f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3c69fae6-15c5-4b6a-bcca-b23535159f2f,segment=NetworkSegment(4ef0005b-cf7f-4157-9f3f-6ef69fbc6992),segment_id=4ef0005b-cf7f-4157-9f3f-6ef69fbc6992)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:28:33.869477 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:33.933731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-1ef7f28c-d0ce-4017-992e-dec72e5db50f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=5d3634c8-60af-48ff-8a52-e1b0a079793d HTTP/1.1" status: 200 len: 217 time: 0.0788617 Nov 08 00:28:33.954152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] Calling delete_port for 3c69fae6-15c5-4b6a-bcca-b23535159f2f owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:28:33.995382 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-37bd2c4b-35aa-4751-8973-08dbc4e49b3c req-588c9330-b002-4127-86c5-304bc30fa553 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13482f60-1143-451f-a93d-8c3ec4f297f2 HTTP/1.1" status: 200 len: 1002 time: 0.2289815 Nov 08 00:28:34.106391 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-84cb45c1-6829-449e-b9ee-46aca502345f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:34.108174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-84cb45c1-6829-449e-b9ee-46aca502345f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.1514490 Nov 08 00:28:34.117606 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd2c4b-35aa-4751-8973-08dbc4e49b3c req-516ca9d6-f063-421e-927e-0ee66d7e45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:34.119043 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-37bd2c4b-35aa-4751-8973-08dbc4e49b3c req-516ca9d6-f063-421e-927e-0ee66d7e45ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=411d4059-474f-4fc7-8a0d-b3b7cef4a1e5 HTTP/1.1" status: 200 len: 847 time: 0.1164134 Nov 08 00:28:34.186755 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-676a21ec-dcaa-41f6-a4e1-1abe655bce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:34.189129 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b17849a9-e6df-4314-85b4-fc5816c24e58 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:34.219385 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd2c4b-35aa-4751-8973-08dbc4e49b3c req-e1837f56-48c1-4047-888d-c64f08f11c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:34.221025 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-37bd2c4b-35aa-4751-8973-08dbc4e49b3c req-e1837f56-48c1-4047-888d-c64f08f11c4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d9e2072-e0f6-4949-9ba2-c29e6e5628ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852869 Nov 08 00:28:34.228956 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-a68e28ab-29f1-411e-b9b4-1f5193f3fe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:34.230534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-a68e28ab-29f1-411e-b9b4-1f5193f3fe97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1054940 Nov 08 00:28:34.278544 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-676a21ec-dcaa-41f6-a4e1-1abe655bce1b None None] For port 0f670788-31f2-4a1e-b685-b2aada98820a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0f670788-31f2-4a1e-b685-b2aada98820a,segment=NetworkSegment(f21473cb-b69d-4870-9c65-ea6f943aba17),segment_id=f21473cb-b69d-4870-9c65-ea6f943aba17)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:28:34.321026 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b17849a9-e6df-4314-85b4-fc5816c24e58 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:34.345549 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a4dc36-e808-490e-a4b9-abdab644a26c None None] DHCP port deletion for 0371df58-0f09-4690-9116-bbb16052317b request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:28:34.405503 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-35a4dc36-e808-490e-a4b9-abdab644a26c None None] The port '3c69fae6-15c5-4b6a-bcca-b23535159f2f' was deleted {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Nov 08 00:28:34.420293 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-676a21ec-dcaa-41f6-a4e1-1abe655bce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:34.422773 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-47c79b83-ec4f-4d74-96e4-b81d02606143 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825049 Nov 08 00:28:34.435423 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17849a9-e6df-4314-85b4-fc5816c24e58 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Pushing event updated for resources: {'Port': ['ID=be9590ab-5a7a-4077-8dc8-701899fa0f78,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:34.448133 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:34.509455 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] No DVR routers for this DVR port 3c69fae6-15c5-4b6a-bcca-b23535159f2f on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:28:34.524288 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a21ec-dcaa-41f6-a4e1-1abe655bce1b None None] Pushing event updated for resources: {'Port': ['ID=0f670788-31f2-4a1e-b685-b2aada98820a,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:34.529114 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b17849a9-e6df-4314-85b4-fc5816c24e58 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:34.532917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'name': 'tempest-ServersTestFqdnHostnames-968018223-router', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:28:21Z', 'updated_at': '2021-11-08T00:28:26Z', 'revision_number': 4, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'gw_port': {'id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:22Z', 'updated_at': '2021-11-08T00:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '0f670788-31f2-4a1e-b685-b2aada98820a', 'name': '', 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'mac_address': 'fa:16:3e:8a:f4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:26Z', 'updated_at': '2021-11-08T00:28:32Z', 'revision_number': 4, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'subnets': [{'id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:34.596259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d9627256-6eb1-4a7a-a58d-e36733b88bf2 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:28:34.610283 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4b68a-e016-4602-92ae-5b6c3767bda2 None None] The sync data for ids ['4c6ad0c8-4187-4199-9e71-fcb97d674568'] in n-d-816882-1 is: [{'id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'name': 'tempest-ServersTestFqdnHostnames-968018223-router', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:28:21Z', 'updated_at': '2021-11-08T00:28:26Z', 'revision_number': 4, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'gw_port': {'id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:22Z', 'updated_at': '2021-11-08T00:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '0f670788-31f2-4a1e-b685-b2aada98820a', 'name': '', 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'mac_address': 'fa:16:3e:8a:f4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:26Z', 'updated_at': '2021-11-08T00:28:32Z', 'revision_number': 4, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'subnets': [{'id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:28:34.632919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c69fae6-15c5-4b6a-bcca-b23535159f2f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:34.681277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: d9627256-6eb1-4a7a-a58d-e36733b88bf2 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:28:34.681624 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d9627256-6eb1-4a7a-a58d-e36733b88bf2 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:28:34.682042 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ba34d253-8464-4ff8-ae2d-e950ca2462f2 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:28:34.706576 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b17849a9-e6df-4314-85b4-fc5816c24e58 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:34.720306 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b17849a9-e6df-4314-85b4-fc5816c24e58 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4326327 Nov 08 00:28:34.755825 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: ba34d253-8464-4ff8-ae2d-e950ca2462f2 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:28:34.763425 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ba34d253-8464-4ff8-ae2d-e950ca2462f2 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:28:34.781269 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-90178cfd-4a6e-4bba-a17b-47608ada0d48 None None] Provisioning complete for port 0f670788-31f2-4a1e-b685-b2aada98820a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:28:34.781848 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90178cfd-4a6e-4bba-a17b-47608ada0d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:34.913396 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-37bd2c4b-35aa-4751-8973-08dbc4e49b3c req-6a28f9b6-bcd0-45ea-bac8-299f7dd10934 service neutron] 10.222.0.20 "GET /v2.0/networks/8d9e2072-e0f6-4949-9ba2-c29e6e5628ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6816714 Nov 08 00:28:34.917752 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:34.975619 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0f670788-31f2-4a1e-b685-b2aada98820a up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:28:35.045355 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0f670788-31f2-4a1e-b685-b2aada98820a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:28:35.045726 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:35.046224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0371df58-0f09-4690-9116-bbb16052317b']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:35.057048 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:35.057376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef0005b-cf7f-4157-9f3f-6ef69fbc6992') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:35.067253 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:35.082742 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:35.099726 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:28:35.100413 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:28:35.206877 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:28:35.251719 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3c69fae6-15c5-4b6a-bcca-b23535159f2f no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:28:35.273155 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 3c69fae6-15c5-4b6a-bcca-b23535159f2f {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:28:35.273509 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3c69fae6-15c5-4b6a-bcca-b23535159f2f not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:28:35.284071 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-1ac87b6c-c7e9-4b5c-80ae-fb76ed0ea2eb service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8324652 Nov 08 00:28:35.292920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-1df19843-756f-44b8-871f-c17dad22ea0b tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1465188651&fields=id&tenant_id=42456dff3c024b74b53f8b2d46260432 HTTP/1.1" status: 200 len: 267 time: 0.2582700 Nov 08 00:28:35.370177 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:35.400653 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-0b756fce-d891-438d-9956-cf2b818b91d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=58e79b86-2000-49f1-ac18-021704ff4209 HTTP/1.1" status: 200 len: 217 time: 0.1035340 Nov 08 00:28:35.420017 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:35.425733 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0371df58-0f09-4690-9116-bbb16052317b HTTP/1.1" status: 204 len: 168 time: 2.5658431 Nov 08 00:28:35.468889 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38831de-40c7-4341-b503-c9e755962592 admin admin] Pushing event deleted for resources: {'Network': ['ID=0371df58-0f09-4690-9116-bbb16052317b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:35.472288 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-37bd2c4b-35aa-4751-8973-08dbc4e49b3c req-fb699b1e-8f35-42e5-8dbd-d63d15561729 service neutron] 10.222.0.20 "GET /v2.0/networks/8d9e2072-e0f6-4949-9ba2-c29e6e5628ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508659 Nov 08 00:28:35.514875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-cc11bf6e-2d80-4c09-9b57-e17e5902b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:35.516789 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-cc11bf6e-2d80-4c09-9b57-e17e5902b4c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.0892780 Nov 08 00:28:35.550555 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-b4b7cf34-4488-4b01-8632-990eb61ae4f2 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:35.558567 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-b4b7cf34-4488-4b01-8632-990eb61ae4f2 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/networks?id=7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441 HTTP/1.1" status: 200 len: 814 time: 0.2504508 Nov 08 00:28:35.591879 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-83a998a2-bad4-42e4-a20f-7333f54e3c30 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/quotas/42456dff3c024b74b53f8b2d46260432 HTTP/1.1" status: 200 len: 375 time: 0.0322192 Nov 08 00:28:35.641413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-6c0122de-2d71-46b8-824a-0be5cd768759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:35.642996 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-6c0122de-2d71-46b8-824a-0be5cd768759 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1124473 Nov 08 00:28:35.684938 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-6068851b-ca3f-4442-aed9-b8fb34a7fcfe tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=42456dff3c024b74b53f8b2d46260432&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0919192 Nov 08 00:28:35.872673 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-fe8796ce-a227-4309-8d84-826f0a5df9e7 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220011 Nov 08 00:28:35.881756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-71eec816-8a3f-4b72-9f27-11a388941fdc service neutron] 10.222.0.13 "GET /v2.0/networks/7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579564 Nov 08 00:28:35.933441 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 32856) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:35.991827 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-613e9e28-1ba7-4842-a122-36e036bcca8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b5853458dd24c08bad0734d1d809da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614443 Nov 08 00:28:35.993343 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 32860) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:36.077843 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d928f922-4738-4039-91d0-82ec9612314d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:36.112992 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d928f922-4738-4039-91d0-82ec9612314d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:36.240821 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d928f922-4738-4039-91d0-82ec9612314d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:36.243749 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d928f922-4738-4039-91d0-82ec9612314d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:36.248269 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d928f922-4738-4039-91d0-82ec9612314d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85f3dc77-ec5f-455e-afb1-3881469c4064 HTTP/1.1" status: 204 len: 168 time: 0.2506759 Nov 08 00:28:36.264105 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928f922-4738-4039-91d0-82ec9612314d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f3dc77-ec5f-455e-afb1-3881469c4064,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:36.398687 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-2f2a1080-7d20-4c73-a969-c36860b450ee service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183256 Nov 08 00:28:36.417469 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-af80632e-5262-47c7-99de-11e08b672b13 service neutron] 10.222.0.13 "GET /v2.0/networks/7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256209 Nov 08 00:28:36.445981 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-2f281a7f-b56d-4c0c-9ffb-05a234decf08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6b819cfd-7da2-4cbd-baa5-52fb93656ef5 HTTP/1.1" status: 200 len: 217 time: 0.0397229 Nov 08 00:28:36.529063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-6d9ae79f-83fb-442e-b123-f4ffa21abce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:36.536589 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-6d9ae79f-83fb-442e-b123-f4ffa21abce4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14b76b42-1f2f-4491-9c88-ef859a8eb6c0 HTTP/1.1" status: 200 len: 797 time: 0.0822232 Nov 08 00:28:36.595027 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-7750c514-f0df-4ff1-bce2-3914f1d59076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:36.596600 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-7750c514-f0df-4ff1-bce2-3914f1d59076 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74f4276d-9439-4600-839d-84669ee5e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0546370 Nov 08 00:28:36.725432 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-84020930-c14b-4f7f-92e0-63d6b2df1258 service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199956 Nov 08 00:28:36.914261 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-415ba3d5-3da7-4197-9d00-49d30e261fa9 req-ecca21fd-b2ba-4b23-8bb7-7a1e0f66f39a tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 210 time: 0.0492697 Nov 08 00:28:36.955253 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-a41c2998-2170-48b0-b94b-df4d4af192ce service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098451 Nov 08 00:28:37.010486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-6b1c3e92-8c9d-449a-9e54-f6f25503125e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5dffe1f6-cb78-4bd0-8c29-3adfb648a164 HTTP/1.1" status: 200 len: 217 time: 0.0478246 Nov 08 00:28:37.066878 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-17494f4c-d4f7-49e7-99e9-f70641f9f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:37.068387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-17494f4c-d4f7-49e7-99e9-f70641f9f07b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14b76b42-1f2f-4491-9c88-ef859a8eb6c0 HTTP/1.1" status: 200 len: 797 time: 0.0516925 Nov 08 00:28:37.144468 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-d67e9819-572c-4bdf-b05d-2b9487e3c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:37.151112 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-d67e9819-572c-4bdf-b05d-2b9487e3c805 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74f4276d-9439-4600-839d-84669ee5e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0748925 Nov 08 00:28:37.270340 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-2ac1cab2-b745-43e4-a1f1-2ac84a893aad service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111827 Nov 08 00:28:37.422058 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-181526f6-4186-4f14-bfc5-4c51f43add2b req-c58d3f7e-f269-4405-a8ec-b33102d274d9 service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449952 Nov 08 00:28:38.063033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa0c6757-b712-4bf6-a6b4-d09753e7d142 req-c3280d15-bd98-4ceb-8907-97b0ade2ece7 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 210 time: 0.0662367 Nov 08 00:28:38.463492 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:39.227588 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f7d81cd-1567-4e09-981f-ebc5434db503 req-354f1f96-0baf-47c3-b76a-73a7e8e35743 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 210 time: 0.0635602 Nov 08 00:28:40.320773 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02c2fe1b-d8f1-4684-8deb-93ef38adaf30 req-95173bda-cedb-4947-8932-0cce72b4ff40 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 210 time: 0.0337501 Nov 08 00:28:40.521959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0cb3fc97-b98b-42ee-879e-48d59409c91c tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:40.523591 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0cb3fc97-b98b-42ee-879e-48d59409c91c tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.20 "GET /v2.0/networks?id=7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441 HTTP/1.1" status: 200 len: 814 time: 0.1341851 Nov 08 00:28:40.574092 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-a90c0990-4542-46cc-8456-4414ae585c16 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42456dff3c024b74b53f8b2d46260432 HTTP/1.1" status: 200 len: 380 time: 0.0353699 Nov 08 00:28:40.596190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-e2fde837-8c35-4f2f-92b3-4119a8e91736 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Request body: {'port': {'device_id': '3008de60-0037-436d-b441-7bc2b2f51094', 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441', 'admin_state_up': True, 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'security_groups': ['9161e2b7-c890-4f47-9478-8632e8c3ac7e']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:28:40.840778 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-e2fde837-8c35-4f2f-92b3-4119a8e91736 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Made reservation on behalf of 42456dff3c024b74b53f8b2d46260432 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:28:40.844693 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-e2fde837-8c35-4f2f-92b3-4119a8e91736 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:41.010838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-e2fde837-8c35-4f2f-92b3-4119a8e91736 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Allocated IP 172.20.0.5 (7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441/7c8dbbd1-b108-4fd4-a55d-7a32e9789e34/d6098783-9138-48b0-8a53-627a7f898c42) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:28:41.162648 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-e2fde837-8c35-4f2f-92b3-4119a8e91736 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:41.315732 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-e2fde837-8c35-4f2f-92b3-4119a8e91736 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:41.373856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-e2fde837-8c35-4f2f-92b3-4119a8e91736 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Network 7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:28:41.378300 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-e2fde837-8c35-4f2f-92b3-4119a8e91736 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:28:41.383370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-e2fde837-8c35-4f2f-92b3-4119a8e91736 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:28:41.448866 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fde837-8c35-4f2f-92b3-4119a8e91736 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Pushing event updated for resources: {'Port': ['ID=d6098783-9138-48b0-8a53-627a7f898c42,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:41.511658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-e2fde837-8c35-4f2f-92b3-4119a8e91736 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:41.511658 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-e2fde837-8c35-4f2f-92b3-4119a8e91736 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:41.569535 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c0254-d2e6-4825-88ca-2acfa8de7f2a req-68e8b788-a97d-47cf-827a-f1fd98fd635a tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:41.571539 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e56c0254-d2e6-4825-88ca-2acfa8de7f2a req-68e8b788-a97d-47cf-827a-f1fd98fd635a tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 931 time: 0.1545408 Nov 08 00:28:41.626311 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e56c0254-d2e6-4825-88ca-2acfa8de7f2a req-fee1391d-f1e6-4301-bb6c-a3e0d09735de tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9161e2b7-c890-4f47-9478-8632e8c3ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474839 Nov 08 00:28:41.636874 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-e2fde837-8c35-4f2f-92b3-4119a8e91736 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0446301 Nov 08 00:28:41.655440 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Request body: {'port': {'device_id': '3008de60-0037-436d-b441-7bc2b2f51094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:28:41.741526 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:41.781172 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ac821972-f959-4902-a0e2-ab5768535d2c None None] Provisioning complete for port d6098783-9138-48b0-8a53-627a7f898c42 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:28:41.782502 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ac821972-f959-4902-a0e2-ab5768535d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:41.832279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ac821972-f959-4902-a0e2-ab5768535d2c None None] Port d6098783-9138-48b0-8a53-627a7f898c42 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:28:42.068931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6098783-9138-48b0-8a53-627a7f898c42 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:28:42.078351 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:42.090995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Transition to ACTIVE for port object d6098783-9138-48b0-8a53-627a7f898c42 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:28:42.183955 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:42.262812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Pushing event updated for resources: {'Port': ['ID=d6098783-9138-48b0-8a53-627a7f898c42,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:42.397178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Attempting to bind port d6098783-9138-48b0-8a53-627a7f898c42 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:28:42.397829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Attempting to bind port d6098783-9138-48b0-8a53-627a7f898c42 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'f21473cb-b69d-4870-9c65-ea6f943aba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:28:42.397948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Attempting to bind port d6098783-9138-48b0-8a53-627a7f898c42 on network 7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:28:42.402980 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Port d6098783-9138-48b0-8a53-627a7f898c42 on network 7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:28:42.403922 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Attempting to bind port d6098783-9138-48b0-8a53-627a7f898c42 on network 7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:28:42.409534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:28:42.409847 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Checking segment: {'id': 'f21473cb-b69d-4870-9c65-ea6f943aba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:28:42.410386 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Bound using segment: {'id': 'f21473cb-b69d-4870-9c65-ea6f943aba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:28:42.410793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Bound port: d6098783-9138-48b0-8a53-627a7f898c42, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21473cb-b69d-4870-9c65-ea6f943aba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:28:42.411829 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:42.492791 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] For port d6098783-9138-48b0-8a53-627a7f898c42, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:28:42.499107 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] For port d6098783-9138-48b0-8a53-627a7f898c42, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=d6098783-9138-48b0-8a53-627a7f898c42,segment=NetworkSegment(f21473cb-b69d-4870-9c65-ea6f943aba17),segment_id=f21473cb-b69d-4870-9c65-ea6f943aba17)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:28:42.607713 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:42.654824 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:42.655497 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:42.656973 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] 10.222.0.20 "PUT /v2.0/ports/d6098783-9138-48b0-8a53-627a7f898c42 HTTP/1.1" status: 200 len: 1091 time: 1.0059774 Nov 08 00:28:42.657424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3008de60-0037-436d-b441-7bc2b2f51094', 'tag': 'd6098783-9138-48b0-8a53-627a7f898c42'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:28:42.662717 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1123ee58-79a8-4d80-a39e-4182b9d481d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3008de60-0037-436d-b441-7bc2b2f51094", "tag": "d6098783-9138-48b0-8a53-627a7f898c42"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:28:42.729622 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb3e77-25ef-4e54-bc64-11484c4d35bb service neutron] Pushing event updated for resources: {'Port': ['ID=d6098783-9138-48b0-8a53-627a7f898c42,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:42.800888 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae6f39b-2ef5-485a-afbc-bbaa4c265f3f x-openstack-request-id: req-bae6f39b-2ef5-485a-afbc-bbaa4c265f3f {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:28:42.801241 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3008de60-0037-436d-b441-7bc2b2f51094", "tag": "d6098783-9138-48b0-8a53-627a7f898c42", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:28:42.802384 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bae6f39b-2ef5-485a-afbc-bbaa4c265f3f {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:28:42.803119 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3008de60-0037-436d-b441-7bc2b2f51094', 'tag': 'd6098783-9138-48b0-8a53-627a7f898c42', 'status': 'completed', 'code': 200} Nov 08 00:28:42.855553 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33030) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:42.912044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b0ea9-73e6-41d9-9a63-3c82ba4259b2 req-80d7a32c-a6b8-4dbd-84ce-7fa480d9f659 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:42.913636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d17b0ea9-73e6-41d9-9a63-3c82ba4259b2 req-80d7a32c-a6b8-4dbd-84ce-7fa480d9f659 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 943 time: 0.1446607 Nov 08 00:28:42.931712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123ee58-79a8-4d80-a39e-4182b9d481d0 req-40ccbd83-cda9-450f-82d9-a6ba22488f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:42.933624 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1123ee58-79a8-4d80-a39e-4182b9d481d0 req-40ccbd83-cda9-450f-82d9-a6ba22488f14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42456dff3c024b74b53f8b2d46260432&device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 1094 time: 0.0796838 Nov 08 00:28:43.044614 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d17b0ea9-73e6-41d9-9a63-3c82ba4259b2 req-93d18822-6cee-49d4-8ed9-74e96d26ebba tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9161e2b7-c890-4f47-9478-8632e8c3ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240704 Nov 08 00:28:43.062054 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1ae54d5f-c01b-4ef2-b9f2-34de63c28536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:43.107405 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123ee58-79a8-4d80-a39e-4182b9d481d0 req-3fd03a60-313a-449e-8925-7f23eadc8e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:43.109021 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1123ee58-79a8-4d80-a39e-4182b9d481d0 req-3fd03a60-313a-449e-8925-7f23eadc8e60 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=42456dff3c024b74b53f8b2d46260432&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1601017 Nov 08 00:28:43.193318 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1ae54d5f-c01b-4ef2-b9f2-34de63c28536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:43.213078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123ee58-79a8-4d80-a39e-4182b9d481d0 req-37212ba5-4f22-4e6f-a501-6b75f016506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:43.214566 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1123ee58-79a8-4d80-a39e-4182b9d481d0 req-37212ba5-4f22-4e6f-a501-6b75f016506b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988345 Nov 08 00:28:43.303687 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1ae54d5f-c01b-4ef2-b9f2-34de63c28536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:43.333685 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-c310cf60-d4a3-4146-9f5f-e20e0c7aae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:43.335303 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-c310cf60-d4a3-4146-9f5f-e20e0c7aae77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42456dff3c024b74b53f8b2d46260432&device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 1094 time: 0.0596910 Nov 08 00:28:43.361519 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae54d5f-c01b-4ef2-b9f2-34de63c28536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2299ae5-6ceb-4693-b335-9c56ba6ccfdf,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:43.396744 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1ae54d5f-c01b-4ef2-b9f2-34de63c28536 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=082644795a8c46ff80e2d479f6e0a6d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5367298 Nov 08 00:28:43.397406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33040) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:43.440963 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-ada6661a-7e72-4372-b3a5-30c49d77a5f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6098783-9138-48b0-8a53-627a7f898c42 HTTP/1.1" status: 200 len: 217 time: 0.0908403 Nov 08 00:28:43.497281 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-244225f6-3c67-4998-aa7e-2d38126ebab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:43.518703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0c77c668-738d-45ed-8f21-a91ac95c5c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:43.518960 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-244225f6-3c67-4998-aa7e-2d38126ebab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:43.520899 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-0c77c668-738d-45ed-8f21-a91ac95c5c50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c8dbbd1-b108-4fd4-a55d-7a32e9789e34 HTTP/1.1" status: 200 len: 853 time: 0.0728927 Nov 08 00:28:43.574133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-560d613d-7999-432b-bc67-ce8ea4fc6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:43.575666 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-560d613d-7999-432b-bc67-ce8ea4fc6eda service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469844 Nov 08 00:28:43.680527 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-244225f6-3c67-4998-aa7e-2d38126ebab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:43.683367 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-244225f6-3c67-4998-aa7e-2d38126ebab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:43.686273 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-cc3a5368-dddf-495a-8b2d-d1f09046a20b service neutron] 10.222.0.20 "GET /v2.0/networks/7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033185 Nov 08 00:28:43.691344 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-244225f6-3c67-4998-aa7e-2d38126ebab5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2299ae5-6ceb-4693-b335-9c56ba6ccfdf HTTP/1.1" status: 204 len: 168 time: 0.2922804 Nov 08 00:28:43.700434 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244225f6-3c67-4998-aa7e-2d38126ebab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2299ae5-6ceb-4693-b335-9c56ba6ccfdf,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:43.831465 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81ea1d95-97bd-4e7b-bc6a-0c52fea4765c req-3ef8eb3a-7d25-4916-b93d-f263662f465a service neutron] 10.222.0.20 "GET /v2.0/networks/7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369174 Nov 08 00:28:44.184863 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6757e-fcd8-478c-a660-f00e77daf5a3 req-9db552d8-ed12-4017-9284-221816fb48f8 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:44.186488 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d8c6757e-fcd8-478c-a660-f00e77daf5a3 req-9db552d8-ed12-4017-9284-221816fb48f8 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 943 time: 0.0576882 Nov 08 00:28:44.235601 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d8c6757e-fcd8-478c-a660-f00e77daf5a3 req-52475dd3-e0d9-4b7e-baf4-92c3b7c87fd2 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9161e2b7-c890-4f47-9478-8632e8c3ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425227 Nov 08 00:28:44.459225 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33054) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:44.477457 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b562743-4a2a-4949-b8d8-86f304ee3da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:44.587174 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b562743-4a2a-4949-b8d8-86f304ee3da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:44.703392 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3b562743-4a2a-4949-b8d8-86f304ee3da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:44.746235 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b562743-4a2a-4949-b8d8-86f304ee3da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07f38a1-d60f-45d6-b4e1-882640ea9696,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:44.753066 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3b562743-4a2a-4949-b8d8-86f304ee3da7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c4f1a53ca9b4106956c2c8a9b546340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918100 Nov 08 00:28:44.756478 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33062) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:44.820028 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45fe18d0-04ae-4557-945a-b45e82070df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:44.846334 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45fe18d0-04ae-4557-945a-b45e82070df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:44.988884 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45fe18d0-04ae-4557-945a-b45e82070df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:44.992526 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45fe18d0-04ae-4557-945a-b45e82070df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:44.993725 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-45fe18d0-04ae-4557-945a-b45e82070df5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a07f38a1-d60f-45d6-b4e1-882640ea9696 HTTP/1.1" status: 204 len: 168 time: 0.2362425 Nov 08 00:28:45.003615 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe18d0-04ae-4557-945a-b45e82070df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07f38a1-d60f-45d6-b4e1-882640ea9696,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:45.369079 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e12bb-911d-4c9c-ac6a-858f485a380d req-09ad3e82-efc0-47bd-9a9d-3766aef851e7 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:45.369079 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d96e12bb-911d-4c9c-ac6a-858f485a380d req-09ad3e82-efc0-47bd-9a9d-3766aef851e7 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 943 time: 0.0526311 Nov 08 00:28:45.415927 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d96e12bb-911d-4c9c-ac6a-858f485a380d req-ea7d4501-d6a6-405a-9868-3306ee0b9bdd tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9161e2b7-c890-4f47-9478-8632e8c3ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421920 Nov 08 00:28:46.556586 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf016f0-96ad-4c4e-beab-cad4bc8db66d req-f63bd58b-9fde-4b29-a26f-eb78488cb4df tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:46.558182 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbf016f0-96ad-4c4e-beab-cad4bc8db66d req-f63bd58b-9fde-4b29-a26f-eb78488cb4df tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 943 time: 0.0640383 Nov 08 00:28:46.605667 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbf016f0-96ad-4c4e-beab-cad4bc8db66d req-d36c456f-3679-4ed5-9466-272b90bf7f78 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9161e2b7-c890-4f47-9478-8632e8c3ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396523 Nov 08 00:28:46.874859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1cdcb-a608-4432-9efe-7ae536288cb5 req-fd26ba8a-dc39-4b5b-b3dc-7c057c4a9d5b tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:46.876417 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ed1cdcb-a608-4432-9efe-7ae536288cb5 req-fd26ba8a-dc39-4b5b-b3dc-7c057c4a9d5b tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 946 time: 0.0524168 Nov 08 00:28:46.919574 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ed1cdcb-a608-4432-9efe-7ae536288cb5 req-8024f4a7-5460-40b7-af4e-04a41a26492a tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c7aa09-0758-4d71-a1c0-c86d116eaa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346675 Nov 08 00:28:47.406342 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device d6098783-9138-48b0-8a53-627a7f898c42 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:28:47.508083 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port d6098783-9138-48b0-8a53-627a7f898c42, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=d6098783-9138-48b0-8a53-627a7f898c42,segment=NetworkSegment(f21473cb-b69d-4870-9c65-ea6f943aba17),segment_id=f21473cb-b69d-4870-9c65-ea6f943aba17)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:28:47.519336 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'd6098783-9138-48b0-8a53-627a7f898c42', 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441', 'port_id': 'd6098783-9138-48b0-8a53-627a7f898c42', 'mac_address': 'fa:16:3e:be:03:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:28:47.557827 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:47.570906 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6098783-9138-48b0-8a53-627a7f898c42 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:28:47.590443 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port d6098783-9138-48b0-8a53-627a7f898c42, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=d6098783-9138-48b0-8a53-627a7f898c42,segment=NetworkSegment(f21473cb-b69d-4870-9c65-ea6f943aba17),segment_id=f21473cb-b69d-4870-9c65-ea6f943aba17)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:28:47.704843 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:47.738707 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148f46f-54f7-4fe0-becd-99e543bca013 req-eca51614-2866-43ba-ace0-05ec5f257408 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:47.741561 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4148f46f-54f7-4fe0-becd-99e543bca013 req-eca51614-2866-43ba-ace0-05ec5f257408 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 943 time: 0.0655105 Nov 08 00:28:47.769702 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=d6098783-9138-48b0-8a53-627a7f898c42,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:47.801438 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4148f46f-54f7-4fe0-becd-99e543bca013 req-fcf95b8c-26c4-4fe8-9912-ead95c9ca11c tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9161e2b7-c890-4f47-9478-8632e8c3ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496907 Nov 08 00:28:48.112439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2e7c0-1869-419b-b31c-43edfb26eb7c req-629cecd8-a51d-4966-ad63-4151459d89ef tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:48.113915 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4b2e7c0-1869-419b-b31c-43edfb26eb7c req-629cecd8-a51d-4966-ad63-4151459d89ef tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 946 time: 0.0552843 Nov 08 00:28:48.118347 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['d6098783-9138-48b0-8a53-627a7f898c42'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:28:48.153269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4b2e7c0-1869-419b-b31c-43edfb26eb7c req-5cdc14cc-e864-4f35-b7ca-414e1d6bc7bc tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c7aa09-0758-4d71-a1c0-c86d116eaa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324149 Nov 08 00:28:48.619929 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78d29d-a67d-4c53-b727-f3416ba80598 req-7c0d02f0-5ce7-4ea2-95a7-751de2611958 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:48.621322 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8b78d29d-a67d-4c53-b727-f3416ba80598 req-7c0d02f0-5ce7-4ea2-95a7-751de2611958 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.26 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 946 time: 0.0509174 Nov 08 00:28:48.729879 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-8b78d29d-a67d-4c53-b727-f3416ba80598 req-d1e9d201-de96-4b2a-9064-8ef8bcdf8ed8 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Deleting port 92dc278c-67a9-4730-85b2-eba746160aea {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:28:48.730223 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8b78d29d-a67d-4c53-b727-f3416ba80598 req-d1e9d201-de96-4b2a-9064-8ef8bcdf8ed8 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:48.863947 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-8b78d29d-a67d-4c53-b727-f3416ba80598 req-d1e9d201-de96-4b2a-9064-8ef8bcdf8ed8 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] For port 92dc278c-67a9-4730-85b2-eba746160aea, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=92dc278c-67a9-4730-85b2-eba746160aea,segment=NetworkSegment(2423fa32-c7b0-4943-9b4a-6af78151abbd),segment_id=2423fa32-c7b0-4943-9b4a-6af78151abbd)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:28:48.864480 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8b78d29d-a67d-4c53-b727-f3416ba80598 req-d1e9d201-de96-4b2a-9064-8ef8bcdf8ed8 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:49.036009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a9688-67cc-48bd-92b7-c4acc71894fe req-769eb6c2-c893-4e05-a3f4-225b1bd7f6d2 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:49.038171 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c55a9688-67cc-48bd-92b7-c4acc71894fe req-769eb6c2-c893-4e05-a3f4-225b1bd7f6d2 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 944 time: 0.1138754 Nov 08 00:28:49.157383 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c55a9688-67cc-48bd-92b7-c4acc71894fe req-29ccf80b-23e0-436f-855b-970a1d93fe46 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9161e2b7-c890-4f47-9478-8632e8c3ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057270 Nov 08 00:28:49.159182 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8b78d29d-a67d-4c53-b727-f3416ba80598 req-d1e9d201-de96-4b2a-9064-8ef8bcdf8ed8 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:49.159542 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8b78d29d-a67d-4c53-b727-f3416ba80598 req-d1e9d201-de96-4b2a-9064-8ef8bcdf8ed8 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:49.159878 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-8b78d29d-a67d-4c53-b727-f3416ba80598 req-d1e9d201-de96-4b2a-9064-8ef8bcdf8ed8 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Floating IP 1a4a9002-653a-4890-a677-7e26cef7cefd disassociated. External IP: 172.25.2.102, port: 92dc278c-67a9-4730-85b2-eba746160aea. Nov 08 00:28:49.160224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-8b78d29d-a67d-4c53-b727-f3416ba80598 req-d1e9d201-de96-4b2a-9064-8ef8bcdf8ed8 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Calling delete_port for 92dc278c-67a9-4730-85b2-eba746160aea owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:28:49.357543 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2b4e9-200a-43fe-821f-8e61a3a78fcf req-47808678-f9de-4925-a18f-19cd0c7ea21d tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:49.359495 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40b2b4e9-200a-43fe-821f-8e61a3a78fcf req-47808678-f9de-4925-a18f-19cd0c7ea21d tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 946 time: 0.1089756 Nov 08 00:28:49.410352 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device d6098783-9138-48b0-8a53-627a7f898c42 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:28:49.442581 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40b2b4e9-200a-43fe-821f-8e61a3a78fcf req-a01032e3-f901-40ab-8c39-c97734a5c0df tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c7aa09-0758-4d71-a1c0-c86d116eaa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722420 Nov 08 00:28:49.458033 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8b78d29d-a67d-4c53-b727-f3416ba80598 req-d1e9d201-de96-4b2a-9064-8ef8bcdf8ed8 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:49.460821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33212) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:49.502782 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9d201-de96-4b2a-9064-8ef8bcdf8ed8 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Pushing event deleted for resources: {'Port': ['ID=92dc278c-67a9-4730-85b2-eba746160aea,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:49.616817 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6bf808ce-19e5-449f-bd50-0082da400eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:49.623159 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port d6098783-9138-48b0-8a53-627a7f898c42 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:28:49.630229 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port d6098783-9138-48b0-8a53-627a7f898c42 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:28:49.631467 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:49.644328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b78d29d-a67d-4c53-b727-f3416ba80598 req-d1e9d201-de96-4b2a-9064-8ef8bcdf8ed8 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:28:49.706195 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6bf808ce-19e5-449f-bd50-0082da400eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:49.727199 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:49.750565 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3008de60-0037-436d-b441-7bc2b2f51094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6098783-9138-48b0-8a53-627a7f898c42'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:28:49.753019 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fde566-ae77-4811-bd31-b706d078330c" -d '{"events": [{"server_uuid": "3008de60-0037-436d-b441-7bc2b2f51094", "name": "network-vif-plugged", "status": "completed", "tag": "d6098783-9138-48b0-8a53-627a7f898c42"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:28:49.765830 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b78d29d-a67d-4c53-b727-f3416ba80598 req-d1e9d201-de96-4b2a-9064-8ef8bcdf8ed8 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:28:49.767201 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port d6098783-9138-48b0-8a53-627a7f898c42, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=d6098783-9138-48b0-8a53-627a7f898c42,segment=NetworkSegment(f21473cb-b69d-4870-9c65-ea6f943aba17),segment_id=f21473cb-b69d-4870-9c65-ea6f943aba17)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:28:49.776392 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2d68d-9e70-4d46-9946-1add30709694 None None] Sync routers for ids ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:28:49.783112 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6bf808ce-19e5-449f-bd50-0082da400eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:49.785661 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2d68d-9e70-4d46-9946-1add30709694 None None] Routers {'4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:28:49.787356 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-86f2d68d-9e70-4d46-9946-1add30709694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:28:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:49.817720 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf808ce-19e5-449f-bd50-0082da400eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3af7a7d-4205-43e7-aa27-edb58f89aa87,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:49.820583 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4353b172-01a0-44a0-919c-20a9b97a1665 x-openstack-request-id: req-4353b172-01a0-44a0-919c-20a9b97a1665 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:28:49.820880 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3008de60-0037-436d-b441-7bc2b2f51094", "name": "network-vif-plugged", "status": "completed", "tag": "d6098783-9138-48b0-8a53-627a7f898c42", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:28:49.821124 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4353b172-01a0-44a0-919c-20a9b97a1665 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:28:49.821512 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3008de60-0037-436d-b441-7bc2b2f51094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6098783-9138-48b0-8a53-627a7f898c42', 'code': 200} Nov 08 00:28:49.824157 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b78d29d-a67d-4c53-b727-f3416ba80598 req-d1e9d201-de96-4b2a-9064-8ef8bcdf8ed8 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] No DVR routers for this DVR port 92dc278c-67a9-4730-85b2-eba746160aea on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:28:49.829665 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8b78d29d-a67d-4c53-b727-f3416ba80598 req-d1e9d201-de96-4b2a-9064-8ef8bcdf8ed8 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:49.833100 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8b78d29d-a67d-4c53-b727-f3416ba80598 req-d1e9d201-de96-4b2a-9064-8ef8bcdf8ed8 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.26 "DELETE /v2.0/ports/92dc278c-67a9-4730-85b2-eba746160aea HTTP/1.1" status: 204 len: 173 time: 1.2047083 Nov 08 00:28:49.833671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1aa764-0d22-4851-85c6-2f3a9dcf1943', 'name': 'network-vif-deleted', 'tag': '92dc278c-67a9-4730-85b2-eba746160aea'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:28:49.835989 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb74965-5e5f-44fe-aa61-a41afed160f4" -d '{"events": [{"server_uuid": "da1aa764-0d22-4851-85c6-2f3a9dcf1943", "name": "network-vif-deleted", "tag": "92dc278c-67a9-4730-85b2-eba746160aea"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:28:49.855483 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6bf808ce-19e5-449f-bd50-0082da400eb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49b511ba79e4459387cf17b56bb06175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3914831 Nov 08 00:28:49.859251 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:49.865958 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33220) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:49.905652 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-86f2d68d-9e70-4d46-9946-1add30709694 None None] Set router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:28:49.935192 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b90d865-19b6-42d8-97f2-b79ed9dbf141 x-openstack-request-id: req-0b90d865-19b6-42d8-97f2-b79ed9dbf141 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:28:49.936080 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1aa764-0d22-4851-85c6-2f3a9dcf1943", "name": "network-vif-deleted", "tag": "92dc278c-67a9-4730-85b2-eba746160aea", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:28:49.936496 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b90d865-19b6-42d8-97f2-b79ed9dbf141 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:28:49.937046 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1aa764-0d22-4851-85c6-2f3a9dcf1943', 'name': 'network-vif-deleted', 'tag': '92dc278c-67a9-4730-85b2-eba746160aea', 'status': 'completed', 'code': 200} Nov 08 00:28:49.951461 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-169cf335-332c-4f8a-9a96-495b0d70efd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:49.984472 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-169cf335-332c-4f8a-9a96-495b0d70efd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:50.029240 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=d6098783-9138-48b0-8a53-627a7f898c42,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:50.060764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01994385-db57-40ab-b662-261ecb1ecd62 req-ef1654ef-fbcc-43af-ade6-6edd687275b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:50.062302 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-01994385-db57-40ab-b662-261ecb1ecd62 req-ef1654ef-fbcc-43af-ade6-6edd687275b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 1096 time: 0.1002090 Nov 08 00:28:50.113310 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-01994385-db57-40ab-b662-261ecb1ecd62 req-dc3e63bf-52de-4922-97a5-77f3378bf46d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9161e2b7-c890-4f47-9478-8632e8c3ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435159 Nov 08 00:28:50.127772 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:28:50.140515 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-169cf335-332c-4f8a-9a96-495b0d70efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:50.140692 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-169cf335-332c-4f8a-9a96-495b0d70efd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:50.144583 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-169cf335-332c-4f8a-9a96-495b0d70efd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3af7a7d-4205-43e7-aa27-edb58f89aa87 HTTP/1.1" status: 204 len: 168 time: 0.2767293 Nov 08 00:28:50.154159 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cf335-332c-4f8a-9a96-495b0d70efd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3af7a7d-4205-43e7-aa27-edb58f89aa87,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:50.240978 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-86f2d68d-9e70-4d46-9946-1add30709694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:19:17Z', 'revision_number': 4, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port': {'id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:11Z', 'updated_at': '2021-11-08T00:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'a47a8676-739a-4cfb-9666-a8bf0583f1d5', 'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'mac_address': 'fa:16:3e:b0:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:15Z', 'updated_at': '2021-11-08T00:19:23Z', 'revision_number': 5, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'subnets': [{'id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:50.267119 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2d68d-9e70-4d46-9946-1add30709694 None None] Checking router: 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:28:50.275490 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2d68d-9e70-4d46-9946-1add30709694 None None] Routers {'4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:28:50.276174 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-86f2d68d-9e70-4d46-9946-1add30709694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:28:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:50.304086 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab1729-a519-4ccc-8f23-aa508c1bec39 req-595b941f-42a0-4329-9281-f40285a6a429 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:50.305602 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5ab1729-a519-4ccc-8f23-aa508c1bec39 req-595b941f-42a0-4329-9281-f40285a6a429 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 945 time: 0.0580261 Nov 08 00:28:50.392386 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5ab1729-a519-4ccc-8f23-aa508c1bec39 req-6518044a-ba49-4d7e-88f3-439dd0e489ac tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9161e2b7-c890-4f47-9478-8632e8c3ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799110 Nov 08 00:28:50.425973 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-86f2d68d-9e70-4d46-9946-1add30709694 None None] Set router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:28:50.575058 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7304d8a-90ef-4400-bfc7-3907c1b6dae9 req-70539c9f-7562-48d5-a960-d0448b0d8314 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1aa764-0d22-4851-85c6-2f3a9dcf1943 HTTP/1.1" status: 200 len: 210 time: 0.0401876 Nov 08 00:28:50.651650 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-86f2d68d-9e70-4d46-9946-1add30709694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:19:17Z', 'revision_number': 4, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port': {'id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:11Z', 'updated_at': '2021-11-08T00:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'a47a8676-739a-4cfb-9666-a8bf0583f1d5', 'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'mac_address': 'fa:16:3e:b0:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:15Z', 'updated_at': '2021-11-08T00:19:23Z', 'revision_number': 5, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'subnets': [{'id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:50.682322 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2d68d-9e70-4d46-9946-1add30709694 None None] The sync data for ids ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'] in n-d-816882-1 is: [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:19:17Z', 'revision_number': 4, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port': {'id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:11Z', 'updated_at': '2021-11-08T00:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'a47a8676-739a-4cfb-9666-a8bf0583f1d5', 'name': '', 'network_id': 'b13a2d05-1ff5-419f-9b2f-082d70770afe', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'mac_address': 'fa:16:3e:b0:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:15Z', 'updated_at': '2021-11-08T00:19:23Z', 'revision_number': 5, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'subnets': [{'id': '82ff6155-843e-4e76-be5f-7d2f5d78c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:28:50.905686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa18494-2d9c-43b2-a81f-eb04e82c3079 None None] New status for floating IP 1a4a9002-653a-4890-a677-7e26cef7cefd: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:28:51.019166 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33238) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:51.033451 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-970c7cb5-eca5-426b-b832-fa11d00ab28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:51.133559 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-970c7cb5-eca5-426b-b832-fa11d00ab28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:51.245262 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-970c7cb5-eca5-426b-b832-fa11d00ab28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:51.263721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 92dc278c-67a9-4730-85b2-eba746160aea no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:28:51.292584 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 92dc278c-67a9-4730-85b2-eba746160aea {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:28:51.292584 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 92dc278c-67a9-4730-85b2-eba746160aea not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:28:51.295749 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-970c7cb5-eca5-426b-b832-fa11d00ab28c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cc8f62b73684992839698d21bcc09e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747695 Nov 08 00:28:51.297055 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c7cb5-eca5-426b-b832-fa11d00ab28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2753c54-aac4-44c8-9ff2-b1f2e96e8927,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:51.297742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33242) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:51.351501 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd238f9e-a994-49f4-a952-febf563e9fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:51.374602 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd238f9e-a994-49f4-a952-febf563e9fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:51.527947 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb6ead-710d-40e2-9024-8dbe44cc728e req-a6f87172-35b5-4e47-aca9-55ee2b79482e tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:51.529728 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-13eb6ead-710d-40e2-9024-8dbe44cc728e req-a6f87172-35b5-4e47-aca9-55ee2b79482e tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 945 time: 0.0565028 Nov 08 00:28:51.550624 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd238f9e-a994-49f4-a952-febf563e9fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:51.553997 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd238f9e-a994-49f4-a952-febf563e9fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:51.555137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dd238f9e-a994-49f4-a952-febf563e9fee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2753c54-aac4-44c8-9ff2-b1f2e96e8927 HTTP/1.1" status: 204 len: 168 time: 0.2558808 Nov 08 00:28:51.569139 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd238f9e-a994-49f4-a952-febf563e9fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2753c54-aac4-44c8-9ff2-b1f2e96e8927,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:51.588717 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-13eb6ead-710d-40e2-9024-8dbe44cc728e req-c6c1f0bd-1e5a-4a33-b7f8-070c3bc52a31 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9161e2b7-c890-4f47-9478-8632e8c3ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517664 Nov 08 00:28:51.833047 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33264) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:51.917505 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1a71788b-c3ec-4447-a3ba-97f3d3f4c1ff tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:51.941457 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1a71788b-c3ec-4447-a3ba-97f3d3f4c1ff tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:52.143095 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1a71788b-c3ec-4447-a3ba-97f3d3f4c1ff tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:52.146730 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1a71788b-c3ec-4447-a3ba-97f3d3f4c1ff tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:52.151353 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33274) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:52.151501 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1a71788b-c3ec-4447-a3ba-97f3d3f4c1ff tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "DELETE /v2.0/security-groups/85c7aa09-0758-4d71-a1c0-c86d116eaa9d HTTP/1.1" status: 204 len: 168 time: 0.3160868 Nov 08 00:28:52.162454 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71788b-c3ec-4447-a3ba-97f3d3f4c1ff tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c7aa09-0758-4d71-a1c0-c86d116eaa9d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:52.168549 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-1b304263-48b5-4401-b84b-b3f46e56f546 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] show failed (client error): The resource could not be found. Nov 08 00:28:52.170055 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1b304263-48b5-4401-b84b-b3f46e56f546 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "GET /v2.0/security-groups/85c7aa09-0758-4d71-a1c0-c86d116eaa9d HTTP/1.1" status: 404 len: 347 time: 0.0166731 Nov 08 00:28:52.175439 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71788b-c3ec-4447-a3ba-97f3d3f4c1ff tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:52.175439 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71788b-c3ec-4447-a3ba-97f3d3f4c1ff tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:52.176185 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71788b-c3ec-4447-a3ba-97f3d3f4c1ff tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:52.176617 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71788b-c3ec-4447-a3ba-97f3d3f4c1ff tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:52.178474 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71788b-c3ec-4447-a3ba-97f3d3f4c1ff tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:52.178474 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71788b-c3ec-4447-a3ba-97f3d3f4c1ff tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:52.183753 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71788b-c3ec-4447-a3ba-97f3d3f4c1ff tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:52.183753 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71788b-c3ec-4447-a3ba-97f3d3f4c1ff tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:52.184115 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33276) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:52.184208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71788b-c3ec-4447-a3ba-97f3d3f4c1ff tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:52.184208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71788b-c3ec-4447-a3ba-97f3d3f4c1ff tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:52.184208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71788b-c3ec-4447-a3ba-97f3d3f4c1ff tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:52.184208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71788b-c3ec-4447-a3ba-97f3d3f4c1ff tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:28:52.385101 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca4693-8a7e-4c89-bf67-54b639ec7ab5 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Deleting port 17d1e4ef-6998-4494-88a7-384821f78978 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:28:52.385650 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b8ca4693-8a7e-4c89-bf67-54b639ec7ab5 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:52.470326 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b8ca4693-8a7e-4c89-bf67-54b639ec7ab5 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:52.470652 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b8ca4693-8a7e-4c89-bf67-54b639ec7ab5 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:52.484080 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca4693-8a7e-4c89-bf67-54b639ec7ab5 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Calling delete_port for 17d1e4ef-6998-4494-88a7-384821f78978 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:28:52.716159 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b8ca4693-8a7e-4c89-bf67-54b639ec7ab5 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:52.752950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d13c68-e624-401a-9db8-cec83bf15249 req-bbe9eb28-d963-4ea9-8841-70d525915760 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:52.754101 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20d13c68-e624-401a-9db8-cec83bf15249 req-bbe9eb28-d963-4ea9-8841-70d525915760 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 945 time: 0.0808227 Nov 08 00:28:52.757393 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca4693-8a7e-4c89-bf67-54b639ec7ab5 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Pushing event deleted for resources: {'Port': ['ID=17d1e4ef-6998-4494-88a7-384821f78978,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:52.846178 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20d13c68-e624-401a-9db8-cec83bf15249 req-12e9b21d-d3e3-4b52-8ae5-0828b7bcc8e2 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9161e2b7-c890-4f47-9478-8632e8c3ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805874 Nov 08 00:28:52.851650 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b8ca4693-8a7e-4c89-bf67-54b639ec7ab5 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:52.854544 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b8ca4693-8a7e-4c89-bf67-54b639ec7ab5 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:52.858540 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b8ca4693-8a7e-4c89-bf67-54b639ec7ab5 tempest-AttachVolumeTestJSON-1177952224 tempest-AttachVolumeTestJSON-1177952224-project] 10.222.0.13 "DELETE /v2.0/floatingips/1a4a9002-653a-4890-a677-7e26cef7cefd HTTP/1.1" status: 204 len: 168 time: 0.6751308 Nov 08 00:28:53.025808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e842a5-c12e-433b-b879-e6590d888f30 req-fa4240c7-ed8d-4d64-8e76-bb437aae551e tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:53.027600 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55e842a5-c12e-433b-b879-e6590d888f30 req-fa4240c7-ed8d-4d64-8e76-bb437aae551e tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 945 time: 0.0695686 Nov 08 00:28:53.036841 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33304) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:53.043721 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-60bb1947-1af5-4ef2-86e6-affa53f1ab10 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Request body: {'floatingip': {'port_id': 'd6098783-9138-48b0-8a53-627a7f898c42'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:28:53.089575 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-60bb1947-1af5-4ef2-86e6-affa53f1ab10 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for floatingip, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:53.680444 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-60bb1947-1af5-4ef2-86e6-affa53f1ab10 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:53.800784 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-60bb1947-1af5-4ef2-86e6-affa53f1ab10 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:53.915670 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-60bb1947-1af5-4ef2-86e6-affa53f1ab10 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Floating IP 89f6e8ca-7061-42d5-9d01-dd71b8881a49 associated. External IP: 172.25.2.32, port: d6098783-9138-48b0-8a53-627a7f898c42. Nov 08 00:28:54.192385 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bb1947-1af5-4ef2-86e6-affa53f1ab10 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Router 4c6ad0c8-4187-4199-9e71-fcb97d674568 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:28:54.332994 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bb1947-1af5-4ef2-86e6-affa53f1ab10 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:28:54.338840 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-60bb1947-1af5-4ef2-86e6-affa53f1ab10 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:54.343996 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f1a4c-c41f-4928-b5ac-99e55f2082ab None None] Sync routers for ids ['4c6ad0c8-4187-4199-9e71-fcb97d674568'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:28:54.353839 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f1a4c-c41f-4928-b5ac-99e55f2082ab None None] Routers {'4c6ad0c8-4187-4199-9e71-fcb97d674568'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:28:54.354537 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-273f1a4c-c41f-4928-b5ac-99e55f2082ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:28:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4c6ad0c8-4187-4199-9e71-fcb97d674568'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:54.372181 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-60bb1947-1af5-4ef2-86e6-affa53f1ab10 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "PUT /v2.0/floatingips/89f6e8ca-7061-42d5-9d01-dd71b8881a49 HTTP/1.1" status: 200 len: 990 time: 1.3314691 Nov 08 00:28:54.372181 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3008de60-0037-436d-b441-7bc2b2f51094', 'tag': 'd6098783-9138-48b0-8a53-627a7f898c42'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:28:54.372988 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc0c070-c7b4-45d7-8250-f767f3c5e79f" -d '{"events": [{"name": "network-changed", "server_uuid": "3008de60-0037-436d-b441-7bc2b2f51094", "tag": "d6098783-9138-48b0-8a53-627a7f898c42"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:28:54.514380 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-273f1a4c-c41f-4928-b5ac-99e55f2082ab None None] Set router 4c6ad0c8-4187-4199-9e71-fcb97d674568 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:28:54.703057 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31278039-6d36-413d-85a0-eee1550114de x-openstack-request-id: req-31278039-6d36-413d-85a0-eee1550114de {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:28:54.703571 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3008de60-0037-436d-b441-7bc2b2f51094", "tag": "d6098783-9138-48b0-8a53-627a7f898c42", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:28:54.703818 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31278039-6d36-413d-85a0-eee1550114de {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:28:54.704489 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3008de60-0037-436d-b441-7bc2b2f51094', 'tag': 'd6098783-9138-48b0-8a53-627a7f898c42', 'status': 'completed', 'code': 200} Nov 08 00:28:54.829831 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0c070-c7b4-45d7-8250-f767f3c5e79f req-6fb8db29-687c-4298-a01f-fbd121c6f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:54.833223 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dc0c070-c7b4-45d7-8250-f767f3c5e79f req-6fb8db29-687c-4298-a01f-fbd121c6f442 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42456dff3c024b74b53f8b2d46260432&device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 1096 time: 0.0866778 Nov 08 00:28:54.901098 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-273f1a4c-c41f-4928-b5ac-99e55f2082ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'name': 'tempest-ServersTestFqdnHostnames-968018223-router', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:28:21Z', 'updated_at': '2021-11-08T00:28:26Z', 'revision_number': 4, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'gw_port': {'id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:22Z', 'updated_at': '2021-11-08T00:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '89f6e8ca-7061-42d5-9d01-dd71b8881a49', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'port_id': 'd6098783-9138-48b0-8a53-627a7f898c42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441', 'mac_address': 'fa:16:3e:be:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3008de60-0037-436d-b441-7bc2b2f51094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:28:33Z', 'updated_at': '2021-11-08T00:28:53Z', 'revision_number': 1, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f670788-31f2-4a1e-b685-b2aada98820a', 'name': '', 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'mac_address': 'fa:16:3e:8a:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:26Z', 'updated_at': '2021-11-08T00:28:34Z', 'revision_number': 5, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'subnets': [{'id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:54.937918 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f1a4c-c41f-4928-b5ac-99e55f2082ab None None] Checking router: 4c6ad0c8-4187-4199-9e71-fcb97d674568 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:28:54.954820 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f1a4c-c41f-4928-b5ac-99e55f2082ab None None] Routers {'4c6ad0c8-4187-4199-9e71-fcb97d674568'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:28:54.956093 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-273f1a4c-c41f-4928-b5ac-99e55f2082ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:28:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4c6ad0c8-4187-4199-9e71-fcb97d674568'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:54.958093 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0c070-c7b4-45d7-8250-f767f3c5e79f req-64559767-2ed8-4a7c-8b64-8729db8513a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:54.959737 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dc0c070-c7b4-45d7-8250-f767f3c5e79f req-64559767-2ed8-4a7c-8b64-8729db8513a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441 HTTP/1.1" status: 200 len: 915 time: 0.1190047 Nov 08 00:28:55.033613 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dc0c070-c7b4-45d7-8250-f767f3c5e79f req-d95add51-ff77-448d-a046-2d1a2487dfeb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6098783-9138-48b0-8a53-627a7f898c42 HTTP/1.1" status: 200 len: 998 time: 0.0663667 Nov 08 00:28:55.075100 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-273f1a4c-c41f-4928-b5ac-99e55f2082ab None None] Set router 4c6ad0c8-4187-4199-9e71-fcb97d674568 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:28:55.096872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0c070-c7b4-45d7-8250-f767f3c5e79f req-a264aef0-31f9-4707-86e9-0d91dd2b8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:55.098400 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dc0c070-c7b4-45d7-8250-f767f3c5e79f req-a264aef0-31f9-4707-86e9-0d91dd2b8165 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c8dbbd1-b108-4fd4-a55d-7a32e9789e34 HTTP/1.1" status: 200 len: 853 time: 0.0581579 Nov 08 00:28:55.152176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0c070-c7b4-45d7-8250-f767f3c5e79f req-68f59dc9-c3fe-4e11-8335-1f8e18f3481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:28:55.153688 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dc0c070-c7b4-45d7-8250-f767f3c5e79f req-68f59dc9-c3fe-4e11-8335-1f8e18f3481c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479863 Nov 08 00:28:55.259733 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dc0c070-c7b4-45d7-8250-f767f3c5e79f req-2cc7ede1-9b10-438f-b849-80b63583678d service neutron] 10.222.0.20 "GET /v2.0/networks/7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979347 Nov 08 00:28:55.413194 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-273f1a4c-c41f-4928-b5ac-99e55f2082ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'name': 'tempest-ServersTestFqdnHostnames-968018223-router', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:28:21Z', 'updated_at': '2021-11-08T00:28:26Z', 'revision_number': 4, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'gw_port': {'id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:22Z', 'updated_at': '2021-11-08T00:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '89f6e8ca-7061-42d5-9d01-dd71b8881a49', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'port_id': 'd6098783-9138-48b0-8a53-627a7f898c42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441', 'mac_address': 'fa:16:3e:be:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3008de60-0037-436d-b441-7bc2b2f51094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:28:33Z', 'updated_at': '2021-11-08T00:28:53Z', 'revision_number': 1, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f670788-31f2-4a1e-b685-b2aada98820a', 'name': '', 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'mac_address': 'fa:16:3e:8a:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:26Z', 'updated_at': '2021-11-08T00:28:34Z', 'revision_number': 5, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'subnets': [{'id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:28:55.460907 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f1a4c-c41f-4928-b5ac-99e55f2082ab None None] The sync data for ids ['4c6ad0c8-4187-4199-9e71-fcb97d674568'] in n-d-816882-1 is: [{'id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'name': 'tempest-ServersTestFqdnHostnames-968018223-router', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:28:21Z', 'updated_at': '2021-11-08T00:28:26Z', 'revision_number': 4, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'gw_port': {'id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:22Z', 'updated_at': '2021-11-08T00:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '89f6e8ca-7061-42d5-9d01-dd71b8881a49', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'port_id': 'd6098783-9138-48b0-8a53-627a7f898c42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441', 'mac_address': 'fa:16:3e:be:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3008de60-0037-436d-b441-7bc2b2f51094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:28:33Z', 'updated_at': '2021-11-08T00:28:53Z', 'revision_number': 1, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f670788-31f2-4a1e-b685-b2aada98820a', 'name': '', 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'mac_address': 'fa:16:3e:8a:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:26Z', 'updated_at': '2021-11-08T00:28:34Z', 'revision_number': 5, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'subnets': [{'id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:28:55.481298 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dc0c070-c7b4-45d7-8250-f767f3c5e79f req-0ef29ead-2728-43a7-b2a9-645d9245fd72 service neutron] 10.222.0.20 "GET /v2.0/networks/7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000999 Nov 08 00:28:55.772154 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ac7a3-2303-47b8-b5d6-e7efe49bab5a None None] New status for floating IP 89f6e8ca-7061-42d5-9d01-dd71b8881a49: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:28:56.634724 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33406) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:56.755593 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-94c8b648-22e7-46a9-a7a2-e51d4d643219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:56.872631 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-94c8b648-22e7-46a9-a7a2-e51d4d643219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:56.938538 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-94c8b648-22e7-46a9-a7a2-e51d4d643219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:56.983298 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-94c8b648-22e7-46a9-a7a2-e51d4d643219 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fd7ad869db341b89c33a6b154b4628e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3440802 Nov 08 00:28:56.983298 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8b648-22e7-46a9-a7a2-e51d4d643219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d1f752-08ed-4529-89a5-5ee16c2abbf6,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:56.983612 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33414) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:57.069840 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d17e8584-1a7d-45e3-b9a0-55c9982cdddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:57.095647 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d17e8584-1a7d-45e3-b9a0-55c9982cdddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:57.229073 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d17e8584-1a7d-45e3-b9a0-55c9982cdddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:57.232186 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d17e8584-1a7d-45e3-b9a0-55c9982cdddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:57.236073 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d17e8584-1a7d-45e3-b9a0-55c9982cdddf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33d1f752-08ed-4529-89a5-5ee16c2abbf6 HTTP/1.1" status: 204 len: 168 time: 0.2479925 Nov 08 00:28:57.246105 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e8584-1a7d-45e3-b9a0-55c9982cdddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d1f752-08ed-4529-89a5-5ee16c2abbf6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:58.159475 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec4ebe65-6b74-4cca-bb23-fee2f3cc6e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:58.299194 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33452) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:58.314425 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc6d96d7-73a6-4bc0-b6c1-a768bf533eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:58.395623 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc6d96d7-73a6-4bc0-b6c1-a768bf533eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:58.543579 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc6d96d7-73a6-4bc0-b6c1-a768bf533eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:58.618902 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fc6d96d7-73a6-4bc0-b6c1-a768bf533eaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adc6cdab3a5642bf984cac322216f53b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174469 Nov 08 00:28:58.621733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33458) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:28:58.645455 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d96d7-73a6-4bc0-b6c1-a768bf533eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9907d1-ce5a-4644-b224-be4bd79db367,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:28:58.717057 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6acab4a2-8f03-41a8-97d9-0805f8f037da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:58.744897 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6acab4a2-8f03-41a8-97d9-0805f8f037da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:58.913910 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6acab4a2-8f03-41a8-97d9-0805f8f037da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:58.916636 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6acab4a2-8f03-41a8-97d9-0805f8f037da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:28:58.917802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6acab4a2-8f03-41a8-97d9-0805f8f037da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e9907d1-ce5a-4644-b224-be4bd79db367 HTTP/1.1" status: 204 len: 168 time: 0.2945709 Nov 08 00:28:58.936344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acab4a2-8f03-41a8-97d9-0805f8f037da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9907d1-ce5a-4644-b224-be4bd79db367,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:00.783458 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ff02e6a-bddb-4f39-9eed-55bafba85c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:00.978257 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:01.020916 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33538) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:01.250632 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29210cd8-7d18-4897-b662-64e9e2b73e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:01.329131 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29210cd8-7d18-4897-b662-64e9e2b73e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:01.446140 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29210cd8-7d18-4897-b662-64e9e2b73e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:01.506464 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-29210cd8-7d18-4897-b662-64e9e2b73e68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8164459d6eb04cc186237ba3db9c119d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4837172 Nov 08 00:29:01.509359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33552) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:01.513377 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29210cd8-7d18-4897-b662-64e9e2b73e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ba024b-e1d4-48b4-acae-dff660a37b08,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:01.592730 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e15ed29-a115-471a-92c2-b28805f30c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:01.618336 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e15ed29-a115-471a-92c2-b28805f30c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:01.794383 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e15ed29-a115-471a-92c2-b28805f30c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:01.794934 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:01.797992 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e15ed29-a115-471a-92c2-b28805f30c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:01.799249 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8e15ed29-a115-471a-92c2-b28805f30c30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8ba024b-e1d4-48b4-acae-dff660a37b08 HTTP/1.1" status: 204 len: 168 time: 0.2888036 Nov 08 00:29:01.812147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15ed29-a115-471a-92c2-b28805f30c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ba024b-e1d4-48b4-acae-dff660a37b08,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:01.977929 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:03.222951 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33606) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:03.406389 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:03.476155 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-0b883c04-250b-4af5-bddf-93d7d5f98678 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-834502944-network', 'tenant_id': '16776a6040474125be1c5edfa91fd7f6'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:03.628921 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b883c04-250b-4af5-bddf-93d7d5f98678 admin admin] Made reservation on behalf of 16776a6040474125be1c5edfa91fd7f6 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:29:03.631608 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b883c04-250b-4af5-bddf-93d7d5f98678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:03.643075 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b883c04-250b-4af5-bddf-93d7d5f98678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:03.747382 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33622) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:03.753298 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b883c04-250b-4af5-bddf-93d7d5f98678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:03.868798 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b883c04-250b-4af5-bddf-93d7d5f98678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:03.890748 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b883c04-250b-4af5-bddf-93d7d5f98678 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:29:03.904801 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b883c04-250b-4af5-bddf-93d7d5f98678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e14b5e-4e08-42c3-9def-72405f2be11e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:03.910808 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b883c04-250b-4af5-bddf-93d7d5f98678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:03.911148 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-0b883c04-250b-4af5-bddf-93d7d5f98678 admin admin] Added segment 7bc909bb-7379-4c2b-93fe-d2381afe54ea of type vlan for network d9da96c7-8304-4517-a575-8fa3cce95313 Nov 08 00:29:03.981765 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b883c04-250b-4af5-bddf-93d7d5f98678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:04.076890 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b883c04-250b-4af5-bddf-93d7d5f98678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:04.076890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b883c04-250b-4af5-bddf-93d7d5f98678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:04.076890 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0b883c04-250b-4af5-bddf-93d7d5f98678 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:04.144269 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b883c04-250b-4af5-bddf-93d7d5f98678 admin admin] Pushing event updated for resources: {'Network': ['ID=d9da96c7-8304-4517-a575-8fa3cce95313,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:04.154795 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network d9da96c7-8304-4517-a575-8fa3cce95313 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:29:04.219665 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0b883c04-250b-4af5-bddf-93d7d5f98678 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9955082 Nov 08 00:29:04.221691 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33628) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:04.227686 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Request body: {'subnet': {'network_id': 'd9da96c7-8304-4517-a575-8fa3cce95313', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-834502944-subnet', 'tenant_id': '16776a6040474125be1c5edfa91fd7f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:04.690178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Made reservation on behalf of 16776a6040474125be1c5edfa91fd7f6 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:29:04.693379 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:04.914171 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33640) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:04.932896 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-95362abe-2e29-459c-bc46-c2163de1e391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:05.008409 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:05.038663 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b6b331b-3ea7-4059-a1eb-ba01f69c1865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:05.095749 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=87fa2d02-3c12-4f7e-b790-88bb98679748,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:05.106524 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:05.107009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:05.107441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:05.107889 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:05.108414 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:05.108921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:05.109408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:05.109893 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:05.110367 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:05.110883 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:05.111373 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:05.111884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:05.120282 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Checking segment: {'id': '7bc909bb-7379-4c2b-93fe-d2381afe54ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9da96c7-8304-4517-a575-8fa3cce95313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:29:05.128563 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Network hostable DHCP agents. Network: d9da96c7-8304-4517-a575-8fa3cce95313, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:29:05.129558 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b6b331b-3ea7-4059-a1eb-ba01f69c1865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:05.199128 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b6b331b-3ea7-4059-a1eb-ba01f69c1865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:05.239453 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8b6b331b-3ea7-4059-a1eb-ba01f69c1865 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ec8796e69994db49b45d29e0b6ea185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240526 Nov 08 00:29:05.241112 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b331b-3ea7-4059-a1eb-ba01f69c1865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cde4dd8-7a58-4eb8-a8a3-885cafc53f3e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:05.242608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33644) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:05.286147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Network d9da96c7-8304-4517-a575-8fa3cce95313 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:29:05.334277 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-06abf62c-532f-451a-a49e-b6e0da2cfda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:05.334277 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-95362abe-2e29-459c-bc46-c2163de1e391 admin admin] Deleting port a47a8676-739a-4cfb-9666-a8bf0583f1d5 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:29:05.334277 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-95362abe-2e29-459c-bc46-c2163de1e391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:05.398109 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-06abf62c-532f-451a-a49e-b6e0da2cfda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:05.443180 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, d9da96c7-8304-4517-a575-8fa3cce95313) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:29:05.449118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:05.449755 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:05.452618 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe1b4fe-a66f-4d34-ae52-5e9eb2a8e03a None None] Network d9da96c7-8304-4517-a575-8fa3cce95313 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:29:05.471651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-95362abe-2e29-459c-bc46-c2163de1e391 admin admin] For port a47a8676-739a-4cfb-9666-a8bf0583f1d5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a47a8676-739a-4cfb-9666-a8bf0583f1d5,segment=NetworkSegment(2423fa32-c7b0-4943-9b4a-6af78151abbd),segment_id=2423fa32-c7b0-4943-9b4a-6af78151abbd)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:29:05.472052 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-95362abe-2e29-459c-bc46-c2163de1e391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:05.486856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-95362abe-2e29-459c-bc46-c2163de1e391 admin admin] Calling delete_port for a47a8676-739a-4cfb-9666-a8bf0583f1d5 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:29:05.590285 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4f645026-8674-4c52-b767-a7185201bd5f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3673971 Nov 08 00:29:05.602287 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604f8e1f-5e7c-41b5-8d4b-f62be2797b4e None None] Network d9da96c7-8304-4517-a575-8fa3cce95313 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:29:05.703503 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-06abf62c-532f-451a-a49e-b6e0da2cfda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:05.706554 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-06abf62c-532f-451a-a49e-b6e0da2cfda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:05.714772 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-06abf62c-532f-451a-a49e-b6e0da2cfda4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cde4dd8-7a58-4eb8-a8a3-885cafc53f3e HTTP/1.1" status: 204 len: 168 time: 0.4680192 Nov 08 00:29:05.722904 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abf62c-532f-451a-a49e-b6e0da2cfda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cde4dd8-7a58-4eb8-a8a3-885cafc53f3e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:05.810473 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-95362abe-2e29-459c-bc46-c2163de1e391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:05.841109 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95362abe-2e29-459c-bc46-c2163de1e391 admin admin] Pushing event deleted for resources: {'Port': ['ID=a47a8676-739a-4cfb-9666-a8bf0583f1d5,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:06.053283 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-95362abe-2e29-459c-bc46-c2163de1e391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:06.288241 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95362abe-2e29-459c-bc46-c2163de1e391 admin admin] Router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:29:06.406450 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95362abe-2e29-459c-bc46-c2163de1e391 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:29:06.411601 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-95362abe-2e29-459c-bc46-c2163de1e391 admin admin] 10.222.0.13 "PUT /v2.0/routers/4d658a4c-cd1f-4da2-9d6c-31d4f34b525c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6630545 Nov 08 00:29:06.419340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33662) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:06.419741 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d30df5c-b61a-4471-b97d-c345ec44be3f None None] Sync routers for ids ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:29:06.428535 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d30df5c-b61a-4471-b97d-c345ec44be3f None None] Routers {'4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:29:06.429231 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-2d30df5c-b61a-4471-b97d-c345ec44be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:29:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:29:06.530794 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-729f05da-c0a7-4144-af34-3788d70ff58e admin admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:06.537062 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-2d30df5c-b61a-4471-b97d-c345ec44be3f None None] Set router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:29:06.540543 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33668) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:06.570977 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d7c4a25e-a15b-4167-9d9e-964cc550de3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:06.697755 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d7c4a25e-a15b-4167-9d9e-964cc550de3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:06.710519 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-729f05da-c0a7-4144-af34-3788d70ff58e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:06.774587 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-2d30df5c-b61a-4471-b97d-c345ec44be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:29:05Z', 'revision_number': 5, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port': {'id': '2a7b805f-7a1b-45e9-a094-10b31cef5e5a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:19:11Z', 'updated_at': '2021-11-08T00:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:29:06.800953 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d7c4a25e-a15b-4167-9d9e-964cc550de3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:06.824344 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d30df5c-b61a-4471-b97d-c345ec44be3f None None] Checking router: 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:29:06.842570 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d30df5c-b61a-4471-b97d-c345ec44be3f None None] Routers {'4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:29:06.843235 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-2d30df5c-b61a-4471-b97d-c345ec44be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:29:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:29:06.846071 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d7c4a25e-a15b-4167-9d9e-964cc550de3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21a7e3c6dbf643bbaeee06ee48522f35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3042810 Nov 08 00:29:06.846695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33682) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:06.905944 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4a25e-a15b-4167-9d9e-964cc550de3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba09575b-b5c8-4eef-9851-38bd58950a2c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:06.909446 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bebef2d5-6acc-416c-8771-53833f5737c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:06.936727 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bebef2d5-6acc-416c-8771-53833f5737c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:07.012195 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-729f05da-c0a7-4144-af34-3788d70ff58e admin admin] Deleting port 2a7b805f-7a1b-45e9-a094-10b31cef5e5a {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:29:07.012787 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-729f05da-c0a7-4144-af34-3788d70ff58e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:07.013445 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-2d30df5c-b61a-4471-b97d-c345ec44be3f None None] Set router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:29:07.079697 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-2d30df5c-b61a-4471-b97d-c345ec44be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:29:06Z', 'revision_number': 6, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:29:07.109011 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bebef2d5-6acc-416c-8771-53833f5737c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:07.110831 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d30df5c-b61a-4471-b97d-c345ec44be3f None None] The sync data for ids ['4d658a4c-cd1f-4da2-9d6c-31d4f34b525c'] in n-d-816882-1 is: [{'id': '4d658a4c-cd1f-4da2-9d6c-31d4f34b525c', 'name': 'tempest-AttachVolumeTestJSON-178091663-router', 'tenant_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:19:09Z', 'updated_at': '2021-11-08T00:29:06Z', 'revision_number': 6, 'project_id': 'e2278e422f74446f91e7e8ef6b5f1bb4', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:29:07.112312 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bebef2d5-6acc-416c-8771-53833f5737c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:07.113665 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bebef2d5-6acc-416c-8771-53833f5737c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba09575b-b5c8-4eef-9851-38bd58950a2c HTTP/1.1" status: 204 len: 168 time: 0.2650559 Nov 08 00:29:07.132636 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebef2d5-6acc-416c-8771-53833f5737c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba09575b-b5c8-4eef-9851-38bd58950a2c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:07.134331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-729f05da-c0a7-4144-af34-3788d70ff58e admin admin] For port 2a7b805f-7a1b-45e9-a094-10b31cef5e5a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2a7b805f-7a1b-45e9-a094-10b31cef5e5a,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:29:07.136277 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-729f05da-c0a7-4144-af34-3788d70ff58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:07.176339 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-729f05da-c0a7-4144-af34-3788d70ff58e admin admin] Calling delete_port for 2a7b805f-7a1b-45e9-a094-10b31cef5e5a owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:29:07.491835 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-729f05da-c0a7-4144-af34-3788d70ff58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:07.556299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f05da-c0a7-4144-af34-3788d70ff58e admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7b805f-7a1b-45e9-a094-10b31cef5e5a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:07.695976 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-729f05da-c0a7-4144-af34-3788d70ff58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:07.824436 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-729f05da-c0a7-4144-af34-3788d70ff58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:07.826782 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-729f05da-c0a7-4144-af34-3788d70ff58e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:08.042201 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-729f05da-c0a7-4144-af34-3788d70ff58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:08.042934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729f05da-c0a7-4144-af34-3788d70ff58e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d658a4c-cd1f-4da2-9d6c-31d4f34b525c {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:29:08.059705 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-729f05da-c0a7-4144-af34-3788d70ff58e admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:08.061066 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-729f05da-c0a7-4144-af34-3788d70ff58e admin admin] 10.222.0.13 "DELETE /v2.0/routers/4d658a4c-cd1f-4da2-9d6c-31d4f34b525c HTTP/1.1" status: 204 len: 168 time: 1.6459627 Nov 08 00:29:08.063830 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33712) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:08.142212 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1192bf7-87b0-4865-b84d-b864f460ca5e admin admin] Deleting subnet 82ff6155-843e-4e76-be5f-7d2f5d78c7b3 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:29:08.146121 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1192bf7-87b0-4865-b84d-b864f460ca5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:08.189919 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1192bf7-87b0-4865-b84d-b864f460ca5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:08.266257 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1192bf7-87b0-4865-b84d-b864f460ca5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:08.412786 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1192bf7-87b0-4865-b84d-b864f460ca5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:08.434704 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:08.446324 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1192bf7-87b0-4865-b84d-b864f460ca5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82ff6155-843e-4e76-be5f-7d2f5d78c7b3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:08.448899 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1192bf7-87b0-4865-b84d-b864f460ca5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:08.453128 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ad8027-65f5-4463-a83f-6a452628491c None None] Network b13a2d05-1ff5-419f-9b2f-082d70770afe requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:29:08.453330 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b1192bf7-87b0-4865-b84d-b864f460ca5e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/82ff6155-843e-4e76-be5f-7d2f5d78c7b3 HTTP/1.1" status: 204 len: 168 time: 0.3878829 Nov 08 00:29:08.456753 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33724) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:08.529683 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:08.594847 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] Deleting port 412c114b-5c99-4fbf-8327-ccffaaee4cbf {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:29:08.595289 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:08.668501 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] DHCP port deletion for b13a2d05-1ff5-419f-9b2f-082d70770afe request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:29:08.693854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] For port 412c114b-5c99-4fbf-8327-ccffaaee4cbf, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=412c114b-5c99-4fbf-8327-ccffaaee4cbf,segment=NetworkSegment(2423fa32-c7b0-4943-9b4a-6af78151abbd),segment_id=2423fa32-c7b0-4943-9b4a-6af78151abbd)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:29:08.694430 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:08.712202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] Calling delete_port for 412c114b-5c99-4fbf-8327-ccffaaee4cbf owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:29:08.731014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] Deleting port 412c114b-5c99-4fbf-8327-ccffaaee4cbf {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:29:08.731457 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:08.803945 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] For port 412c114b-5c99-4fbf-8327-ccffaaee4cbf, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=412c114b-5c99-4fbf-8327-ccffaaee4cbf,segment=NetworkSegment(2423fa32-c7b0-4943-9b4a-6af78151abbd),segment_id=2423fa32-c7b0-4943-9b4a-6af78151abbd)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:29:08.804634 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:08.818948 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] Calling delete_port for 412c114b-5c99-4fbf-8327-ccffaaee4cbf owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:29:08.875548 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a47a8676-739a-4cfb-9666-a8bf0583f1d5 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:29:08.900444 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: a47a8676-739a-4cfb-9666-a8bf0583f1d5 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:29:08.900779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a47a8676-739a-4cfb-9666-a8bf0583f1d5 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:29:08.901186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2a7b805f-7a1b-45e9-a094-10b31cef5e5a no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:29:08.922983 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 2a7b805f-7a1b-45e9-a094-10b31cef5e5a {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:29:08.923340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2a7b805f-7a1b-45e9-a094-10b31cef5e5a not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:29:08.923756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 412c114b-5c99-4fbf-8327-ccffaaee4cbf no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:29:08.932243 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:08.994547 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No active binding found for port 412c114b-5c99-4fbf-8327-ccffaaee4cbf {{(pid=102773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 00:29:08.994994 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 412c114b-5c99-4fbf-8327-ccffaaee4cbf not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:29:08.998086 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] Pushing event deleted for resources: {'Port': ['ID=412c114b-5c99-4fbf-8327-ccffaaee4cbf,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:08.998465 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:09.005940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] No DVR routers for this DVR port 412c114b-5c99-4fbf-8327-ccffaaee4cbf on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:29:09.023566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] Pushing event deleted for resources: {'Port': ['ID=412c114b-5c99-4fbf-8327-ccffaaee4cbf,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:09.039771 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:09.040163 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:09.040535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:09.040778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:09.041103 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:09.041424 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:09.041741 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:09.042572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:09.042572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:09.042757 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:09.043025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:09.043339 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:09.047208 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f2e15-17f3-4fed-a14c-ff5926d68079 None None] No DVR routers for this DVR port 412c114b-5c99-4fbf-8327-ccffaaee4cbf on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:29:09.100279 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:09.126354 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13a2d05-1ff5-419f-9b2f-082d70770afe']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:29:09.139031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2423fa32-c7b0-4943-9b4a-6af78151abbd') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:29:09.139328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2423fa32-c7b0-4943-9b4a-6af78151abbd') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:29:09.157481 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:09.227545 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:09.238201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:29:09.240372 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:29:09.240957 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:29:09.327905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-a4891769-0793-4fb3-90ee-1176183a95e6 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:09.329432 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-a4891769-0793-4fb3-90ee-1176183a95e6 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/networks?id=d9da96c7-8304-4517-a575-8fa3cce95313 HTTP/1.1" status: 200 len: 808 time: 0.1770670 Nov 08 00:29:09.351679 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-2ac690de-4b52-4fe6-88ca-b0d067f9f602 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/quotas/16776a6040474125be1c5edfa91fd7f6 HTTP/1.1" status: 200 len: 375 time: 0.0105686 Nov 08 00:29:09.385060 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-9834bcc2-dfeb-48ea-aa0d-5e20111290cf tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=16776a6040474125be1c5edfa91fd7f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272875 Nov 08 00:29:09.401164 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:09.416362 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:09.419641 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b13a2d05-1ff5-419f-9b2f-082d70770afe HTTP/1.1" status: 204 len: 168 time: 0.9617851 Nov 08 00:29:09.463115 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024660a4-4d45-4a20-9c97-6f0c384ced33 admin admin] Pushing event deleted for resources: {'Network': ['ID=b13a2d05-1ff5-419f-9b2f-082d70770afe,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:09.510369 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d088acaa-a5a4-40df-9bf7-e45d5b1f4dea service neutron] 10.222.0.13 "GET /v2.0/networks/d9da96c7-8304-4517-a575-8fa3cce95313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177812 Nov 08 00:29:09.617136 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-fad7fba7-6857-4194-93c2-06fa2a9cbffc service neutron] 10.222.0.13 "GET /v2.0/networks/d9da96c7-8304-4517-a575-8fa3cce95313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990028 Nov 08 00:29:09.914736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61150ef8-ff35-44c9-9466-49ecff1abd40 req-f772b9bc-2676-42a5-bcf3-4d7f4d723999 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=4da77931-f431-4a6f-85be-a9cc6291a334 HTTP/1.1" status: 200 len: 210 time: 0.0316286 Nov 08 00:29:09.974009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33774) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:10.041362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33782) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:10.046123 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-332d3314-6fbe-4014-b62d-ff07bcb2ae71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2278e422f74446f91e7e8ef6b5f1bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656567 Nov 08 00:29:10.098298 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e448940d-3f1f-4c6a-b0df-98915a1dd3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:10.120816 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e448940d-3f1f-4c6a-b0df-98915a1dd3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:10.285696 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e448940d-3f1f-4c6a-b0df-98915a1dd3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:10.298814 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e448940d-3f1f-4c6a-b0df-98915a1dd3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:10.298814 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e448940d-3f1f-4c6a-b0df-98915a1dd3d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bf18051-58df-4951-a1df-a05880f2adbc HTTP/1.1" status: 204 len: 168 time: 0.2526095 Nov 08 00:29:10.310165 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448940d-3f1f-4c6a-b0df-98915a1dd3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf18051-58df-4951-a1df-a05880f2adbc,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:10.850298 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33816) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:10.970287 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a816ffa-16c8-45e2-a27b-7100a4252514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:11.019837 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-afdde495-d19c-47bf-a156-fef49043c13d req-b90ff892-b543-49a4-a31b-0206960b681a tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=4da77931-f431-4a6f-85be-a9cc6291a334 HTTP/1.1" status: 200 len: 210 time: 0.0385880 Nov 08 00:29:11.072696 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a816ffa-16c8-45e2-a27b-7100a4252514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:11.149125 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a816ffa-16c8-45e2-a27b-7100a4252514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:11.189113 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a816ffa-16c8-45e2-a27b-7100a4252514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20363e6f-5f6c-403c-8da9-c6eb707a5f12,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:11.193624 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2a816ffa-16c8-45e2-a27b-7100a4252514 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0af264a03564f3786d9c3a5437bfd87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3424397 Nov 08 00:29:11.196488 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33836) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:11.255949 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dec640bc-ab41-4fa7-a477-a09bd542d9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:11.281746 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dec640bc-ab41-4fa7-a477-a09bd542d9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:11.394233 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dec640bc-ab41-4fa7-a477-a09bd542d9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:11.402393 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dec640bc-ab41-4fa7-a477-a09bd542d9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:11.406288 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dec640bc-ab41-4fa7-a477-a09bd542d9de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20363e6f-5f6c-403c-8da9-c6eb707a5f12 HTTP/1.1" status: 204 len: 168 time: 0.2062063 Nov 08 00:29:11.413075 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec640bc-ab41-4fa7-a477-a09bd542d9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20363e6f-5f6c-403c-8da9-c6eb707a5f12,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:11.861748 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33854) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:11.998023 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1610626d-7041-4573-ac2b-e68fd9c200e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:12.089643 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1610626d-7041-4573-ac2b-e68fd9c200e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:12.138432 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c93e891-c133-47dc-ba1c-97d4851d7e85 req-b11b776b-f88e-4e0a-a85d-20c10eb36374 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=4da77931-f431-4a6f-85be-a9cc6291a334 HTTP/1.1" status: 200 len: 210 time: 0.0312102 Nov 08 00:29:12.148878 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1610626d-7041-4573-ac2b-e68fd9c200e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:12.189170 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1610626d-7041-4573-ac2b-e68fd9c200e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=edccb571e7da4e61b3597fe7dc0e2ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264790 Nov 08 00:29:12.190412 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610626d-7041-4573-ac2b-e68fd9c200e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ff23a8-ee74-4a37-8c34-475cabaeaa2c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:12.192288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33874) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:12.252601 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-68d22e87-1ba2-4461-8d87-af1558f814c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:12.278124 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-68d22e87-1ba2-4461-8d87-af1558f814c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:12.480244 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-68d22e87-1ba2-4461-8d87-af1558f814c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:12.482780 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-68d22e87-1ba2-4461-8d87-af1558f814c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:12.496358 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-68d22e87-1ba2-4461-8d87-af1558f814c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68ff23a8-ee74-4a37-8c34-475cabaeaa2c HTTP/1.1" status: 204 len: 168 time: 0.3023081 Nov 08 00:29:12.532337 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d22e87-1ba2-4461-8d87-af1558f814c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ff23a8-ee74-4a37-8c34-475cabaeaa2c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:12.566537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-0d0cfcb9-603c-4c37-8dc2-90721903130d tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:12.568109 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-0d0cfcb9-603c-4c37-8dc2-90721903130d tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.26 "GET /v2.0/networks?id=d9da96c7-8304-4517-a575-8fa3cce95313 HTTP/1.1" status: 200 len: 808 time: 0.1671643 Nov 08 00:29:12.586128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-4fe98bfe-d107-4ac9-b79b-bf6b75881bdf tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Request body: {'port': {'device_id': '4da77931-f431-4a6f-85be-a9cc6291a334', 'network_id': 'd9da96c7-8304-4517-a575-8fa3cce95313', 'admin_state_up': True, 'tenant_id': '16776a6040474125be1c5edfa91fd7f6'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:12.777425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-4fe98bfe-d107-4ac9-b79b-bf6b75881bdf tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Made reservation on behalf of 16776a6040474125be1c5edfa91fd7f6 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:29:12.781153 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-4fe98bfe-d107-4ac9-b79b-bf6b75881bdf tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:12.924208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-4fe98bfe-d107-4ac9-b79b-bf6b75881bdf tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Allocated IP 172.20.0.11 (d9da96c7-8304-4517-a575-8fa3cce95313/87fa2d02-3c12-4f7e-b790-88bb98679748/4889fff3-0e4c-4022-ba85-a06d13dd676a) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:29:13.099199 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-4fe98bfe-d107-4ac9-b79b-bf6b75881bdf tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:13.216590 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33912) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:13.231359 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86896428-d65c-4f12-90a6-6780c58e57e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:13.314283 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86896428-d65c-4f12-90a6-6780c58e57e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:13.377807 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86896428-d65c-4f12-90a6-6780c58e57e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:13.527938 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4598312-e9b7-4dd2-b130-74751063b311 req-efbfbc6a-9b8e-4d19-8fdf-c84429bb6166 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=4da77931-f431-4a6f-85be-a9cc6291a334 HTTP/1.1" status: 200 len: 210 time: 0.0406229 Nov 08 00:29:13.611273 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-4fe98bfe-d107-4ac9-b79b-bf6b75881bdf tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:13.656143 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-4fe98bfe-d107-4ac9-b79b-bf6b75881bdf tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Network d9da96c7-8304-4517-a575-8fa3cce95313 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:29:13.661612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-4fe98bfe-d107-4ac9-b79b-bf6b75881bdf tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:29:13.663902 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-4fe98bfe-d107-4ac9-b79b-bf6b75881bdf tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:29:13.717253 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-4fe98bfe-d107-4ac9-b79b-bf6b75881bdf tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:13.717916 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-4fe98bfe-d107-4ac9-b79b-bf6b75881bdf tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:13.734092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe98bfe-d107-4ac9-b79b-bf6b75881bdf tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Pushing event updated for resources: {'Port': ['ID=4889fff3-0e4c-4022-ba85-a06d13dd676a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:13.756890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86896428-d65c-4f12-90a6-6780c58e57e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cb8496-91bf-488f-94a3-454d3df03f1b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:13.761852 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-86896428-d65c-4f12-90a6-6780c58e57e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f82b42fd855f46128ede4ac571deeee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5439334 Nov 08 00:29:13.764835 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33922) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:13.817119 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b67496c8-de09-4a0d-bdb1-772d8bde3efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:13.831526 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-4fe98bfe-d107-4ac9-b79b-bf6b75881bdf tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2499666 Nov 08 00:29:13.839882 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b67496c8-de09-4a0d-bdb1-772d8bde3efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:13.849596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Request body: {'port': {'device_id': '4da77931-f431-4a6f-85be-a9cc6291a334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:13.904509 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:13.961134 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b67496c8-de09-4a0d-bdb1-772d8bde3efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:13.964418 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b67496c8-de09-4a0d-bdb1-772d8bde3efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:13.972734 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b67496c8-de09-4a0d-bdb1-772d8bde3efe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6cb8496-91bf-488f-94a3-454d3df03f1b HTTP/1.1" status: 204 len: 168 time: 0.2026539 Nov 08 00:29:14.004045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67496c8-de09-4a0d-bdb1-772d8bde3efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cb8496-91bf-488f-94a3-454d3df03f1b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:14.279042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4889fff3-0e4c-4022-ba85-a06d13dd676a {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:29:14.286776 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:14.298526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Transition to ACTIVE for port object 4889fff3-0e4c-4022-ba85-a06d13dd676a will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:29:14.366365 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:14.435974 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Pushing event updated for resources: {'Port': ['ID=4889fff3-0e4c-4022-ba85-a06d13dd676a,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:14.491657 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Attempting to bind port 4889fff3-0e4c-4022-ba85-a06d13dd676a on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:29:14.492041 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Attempting to bind port 4889fff3-0e4c-4022-ba85-a06d13dd676a by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '7bc909bb-7379-4c2b-93fe-d2381afe54ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9da96c7-8304-4517-a575-8fa3cce95313'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:29:14.492604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Attempting to bind port 4889fff3-0e4c-4022-ba85-a06d13dd676a on network d9da96c7-8304-4517-a575-8fa3cce95313 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:29:14.497184 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Port 4889fff3-0e4c-4022-ba85-a06d13dd676a on network d9da96c7-8304-4517-a575-8fa3cce95313 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:29:14.497449 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Attempting to bind port 4889fff3-0e4c-4022-ba85-a06d13dd676a on network d9da96c7-8304-4517-a575-8fa3cce95313 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:29:14.505602 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:29:14.506039 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Checking segment: {'id': '7bc909bb-7379-4c2b-93fe-d2381afe54ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9da96c7-8304-4517-a575-8fa3cce95313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:29:14.506965 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Bound using segment: {'id': '7bc909bb-7379-4c2b-93fe-d2381afe54ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9da96c7-8304-4517-a575-8fa3cce95313'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:29:14.511090 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Bound port: 4889fff3-0e4c-4022-ba85-a06d13dd676a, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bc909bb-7379-4c2b-93fe-d2381afe54ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9da96c7-8304-4517-a575-8fa3cce95313'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:29:14.511090 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:14.589642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] For port 4889fff3-0e4c-4022-ba85-a06d13dd676a, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:29:14.593569 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] For port 4889fff3-0e4c-4022-ba85-a06d13dd676a, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=4889fff3-0e4c-4022-ba85-a06d13dd676a,segment=NetworkSegment(7bc909bb-7379-4c2b-93fe-d2381afe54ea),segment_id=7bc909bb-7379-4c2b-93fe-d2381afe54ea)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:29:14.671076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f623838-f666-4539-8fcc-c9a9d9ccd8a4 req-f2a7b677-3651-4a36-a321-cf4f7342f679 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:14.672644 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f623838-f666-4539-8fcc-c9a9d9ccd8a4 req-f2a7b677-3651-4a36-a321-cf4f7342f679 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=4da77931-f431-4a6f-85be-a9cc6291a334 HTTP/1.1" status: 200 len: 944 time: 0.0509849 Nov 08 00:29:14.674402 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:14.730476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:14.731104 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:14.732519 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] 10.222.0.26 "PUT /v2.0/ports/4889fff3-0e4c-4022-ba85-a06d13dd676a HTTP/1.1" status: 200 len: 1092 time: 0.8872268 Nov 08 00:29:14.732954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da77931-f431-4a6f-85be-a9cc6291a334', 'tag': '4889fff3-0e4c-4022-ba85-a06d13dd676a'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:29:14.735203 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ace392-3a3f-402f-97c7-3ddeb59b05ba" -d '{"events": [{"name": "network-changed", "server_uuid": "4da77931-f431-4a6f-85be-a9cc6291a334", "tag": "4889fff3-0e4c-4022-ba85-a06d13dd676a"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:29:14.774504 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514ebab6-30ab-4836-8faf-1f5d08ce5a34 x-openstack-request-id: req-514ebab6-30ab-4836-8faf-1f5d08ce5a34 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:29:14.774810 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da77931-f431-4a6f-85be-a9cc6291a334", "tag": "4889fff3-0e4c-4022-ba85-a06d13dd676a", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:29:14.775060 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-514ebab6-30ab-4836-8faf-1f5d08ce5a34 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:29:14.775490 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da77931-f431-4a6f-85be-a9cc6291a334', 'tag': '4889fff3-0e4c-4022-ba85-a06d13dd676a', 'status': 'completed', 'code': 200} Nov 08 00:29:14.776177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a1b0b-7c91-44e0-a5cc-c2c3a0d4c746 service neutron] Pushing event updated for resources: {'Port': ['ID=4889fff3-0e4c-4022-ba85-a06d13dd676a,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:14.785709 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f623838-f666-4539-8fcc-c9a9d9ccd8a4 req-ece4ed29-b684-484b-bdca-7858697c7a6b tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020396 Nov 08 00:29:14.859103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ace392-3a3f-402f-97c7-3ddeb59b05ba req-461f0d6b-9805-4fea-b5c7-a5536dbbcbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:14.860655 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5ace392-3a3f-402f-97c7-3ddeb59b05ba req-461f0d6b-9805-4fea-b5c7-a5536dbbcbe6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16776a6040474125be1c5edfa91fd7f6&device_id=4da77931-f431-4a6f-85be-a9cc6291a334 HTTP/1.1" status: 200 len: 1095 time: 0.0424478 Nov 08 00:29:14.968080 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ace392-3a3f-402f-97c7-3ddeb59b05ba req-e40de9da-0aba-4475-a37c-ce3133953591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:14.969604 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5ace392-3a3f-402f-97c7-3ddeb59b05ba req-e40de9da-0aba-4475-a37c-ce3133953591 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=16776a6040474125be1c5edfa91fd7f6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0965512 Nov 08 00:29:15.071067 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ace392-3a3f-402f-97c7-3ddeb59b05ba req-6d36a0fc-e24e-4ec2-8d9d-4071eb48147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:15.072604 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5ace392-3a3f-402f-97c7-3ddeb59b05ba req-6d36a0fc-e24e-4ec2-8d9d-4071eb48147c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964887 Nov 08 00:29:15.170678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-7f3705b3-8f8d-4522-84ac-4cd927836b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:15.172234 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-7f3705b3-8f8d-4522-84ac-4cd927836b34 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16776a6040474125be1c5edfa91fd7f6&device_id=4da77931-f431-4a6f-85be-a9cc6291a334 HTTP/1.1" status: 200 len: 1095 time: 0.0408146 Nov 08 00:29:15.225370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-f243bf5e-4241-4a58-9de1-98855e7887c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4889fff3-0e4c-4022-ba85-a06d13dd676a HTTP/1.1" status: 200 len: 217 time: 0.0400274 Nov 08 00:29:15.281842 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-ceb8c7ee-830c-489b-9bda-996286eecbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:15.283416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-ceb8c7ee-830c-489b-9bda-996286eecbab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87fa2d02-3c12-4f7e-b790-88bb98679748 HTTP/1.1" status: 200 len: 848 time: 0.0514145 Nov 08 00:29:15.315350 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-db11e0ff-ee15-433b-9d19-9e4732259781 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9da96c7-8304-4517-a575-8fa3cce95313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251186 Nov 08 00:29:15.410202 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-2c92a5e5-5def-422b-ad69-ec1bc043cbb5 service neutron] 10.222.0.26 "GET /v2.0/networks/d9da96c7-8304-4517-a575-8fa3cce95313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879571 Nov 08 00:29:15.508659 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20b9dfc1-db4b-4625-ad92-738739fca0c4 req-18a424d7-d34d-44df-8e1c-a4b6fe8841b9 service neutron] 10.222.0.26 "GET /v2.0/networks/d9da96c7-8304-4517-a575-8fa3cce95313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918233 Nov 08 00:29:15.929201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b24e28-bbe2-46cc-afde-78522e6d4298 req-cc152a03-dfa2-4e67-bb37-273cceb009c4 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:15.930858 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52b24e28-bbe2-46cc-afde-78522e6d4298 req-cc152a03-dfa2-4e67-bb37-273cceb009c4 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=4da77931-f431-4a6f-85be-a9cc6291a334 HTTP/1.1" status: 200 len: 944 time: 0.0529518 Nov 08 00:29:15.972539 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52b24e28-bbe2-46cc-afde-78522e6d4298 req-66f704dd-9201-44b3-ac89-54a29ac28bd1 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352783 Nov 08 00:29:16.196501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34018) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:16.306807 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce567a26-e049-4623-ac39-1c9ccfb2d135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:16.405331 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce567a26-e049-4623-ac39-1c9ccfb2d135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:16.491592 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce567a26-e049-4623-ac39-1c9ccfb2d135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:16.535466 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ce567a26-e049-4623-ac39-1c9ccfb2d135 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d3764f621fa4bd7a55144a6d5a072fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377993 Nov 08 00:29:16.535647 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34024) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:16.537088 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce567a26-e049-4623-ac39-1c9ccfb2d135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fc3015-3478-4b3c-958a-a3ee39f00f64,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:16.599677 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6a9eae4-9b7c-4c8a-acb2-1ce1b2c03005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:16.623894 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6a9eae4-9b7c-4c8a-acb2-1ce1b2c03005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:16.747424 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6a9eae4-9b7c-4c8a-acb2-1ce1b2c03005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:16.750157 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6a9eae4-9b7c-4c8a-acb2-1ce1b2c03005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:16.751419 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c6a9eae4-9b7c-4c8a-acb2-1ce1b2c03005 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6fc3015-3478-4b3c-958a-a3ee39f00f64 HTTP/1.1" status: 204 len: 168 time: 0.2134128 Nov 08 00:29:16.760440 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9eae4-9b7c-4c8a-acb2-1ce1b2c03005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fc3015-3478-4b3c-958a-a3ee39f00f64,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:17.199063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd4265-2438-41a3-85e2-dace332e7161 req-34ce338d-1f9e-46d0-abb0-297200c2f24d tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:17.207468 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9cdd4265-2438-41a3-85e2-dace332e7161 req-34ce338d-1f9e-46d0-abb0-297200c2f24d tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=4da77931-f431-4a6f-85be-a9cc6291a334 HTTP/1.1" status: 200 len: 944 time: 0.0743871 Nov 08 00:29:17.253493 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9cdd4265-2438-41a3-85e2-dace332e7161 req-0713cf56-d56a-4781-824b-493d4ed9decf tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450578 Nov 08 00:29:17.349947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 4889fff3-0e4c-4022-ba85-a06d13dd676a details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:29:17.456907 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 4889fff3-0e4c-4022-ba85-a06d13dd676a, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=4889fff3-0e4c-4022-ba85-a06d13dd676a,segment=NetworkSegment(7bc909bb-7379-4c2b-93fe-d2381afe54ea),segment_id=7bc909bb-7379-4c2b-93fe-d2381afe54ea)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:29:17.468932 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '4889fff3-0e4c-4022-ba85-a06d13dd676a', 'network_id': 'd9da96c7-8304-4517-a575-8fa3cce95313', 'port_id': '4889fff3-0e4c-4022-ba85-a06d13dd676a', 'mac_address': 'fa:16:3e:fd:77:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87fa2d02-3c12-4f7e-b790-88bb98679748', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:29:17.513000 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:17.525361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4889fff3-0e4c-4022-ba85-a06d13dd676a {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:29:17.544511 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 4889fff3-0e4c-4022-ba85-a06d13dd676a, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=4889fff3-0e4c-4022-ba85-a06d13dd676a,segment=NetworkSegment(7bc909bb-7379-4c2b-93fe-d2381afe54ea),segment_id=7bc909bb-7379-4c2b-93fe-d2381afe54ea)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:29:17.601549 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:17.657724 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=4889fff3-0e4c-4022-ba85-a06d13dd676a,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:17.816853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34060) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:17.893296 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c314fbb2-43e5-4263-b6a7-e9c018e435fc tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:17.893966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c314fbb2-43e5-4263-b6a7-e9c018e435fc tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:17.904094 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c314fbb2-43e5-4263-b6a7-e9c018e435fc tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:17.904094 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c314fbb2-43e5-4263-b6a7-e9c018e435fc tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=b82ab9a868254a12ae55a5dfe0aacb5b&network_id=dcc487d0-d7d7-4a4f-9cbb-30910b100e93 HTTP/1.1" status: 200 len: 2969 time: 0.0787318 Nov 08 00:29:17.951169 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['4889fff3-0e4c-4022-ba85-a06d13dd676a'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:29:18.408154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78f457-54e8-44f2-9e9b-f2c52513f543 req-6757c359-f116-4110-82ad-35876460db06 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:18.410198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e78f457-54e8-44f2-9e9b-f2c52513f543 req-6757c359-f116-4110-82ad-35876460db06 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=4da77931-f431-4a6f-85be-a9cc6291a334 HTTP/1.1" status: 200 len: 945 time: 0.0642791 Nov 08 00:29:18.454363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e78f457-54e8-44f2-9e9b-f2c52513f543 req-25998710-2927-4a02-948e-df8fb09e7b72 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347762 Nov 08 00:29:18.713315 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34114) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:18.849521 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5169ae0c-d7e2-4ede-ad5c-8f0c4e819853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:18.927582 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5169ae0c-d7e2-4ede-ad5c-8f0c4e819853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:19.010786 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5169ae0c-d7e2-4ede-ad5c-8f0c4e819853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:19.057718 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169ae0c-d7e2-4ede-ad5c-8f0c4e819853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb934e47-23dc-464d-80fb-5cd3b36fe032,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:19.070930 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5169ae0c-d7e2-4ede-ad5c-8f0c4e819853 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba9243a2eb7849acb04e1477d91d64aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3528531 Nov 08 00:29:19.071079 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34132) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:19.141106 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-93311e72-19bf-467a-bfb4-ae19b7ef12d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:19.170404 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-93311e72-19bf-467a-bfb4-ae19b7ef12d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:19.297423 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-93311e72-19bf-467a-bfb4-ae19b7ef12d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:19.300072 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-93311e72-19bf-467a-bfb4-ae19b7ef12d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:19.301229 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-93311e72-19bf-467a-bfb4-ae19b7ef12d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb934e47-23dc-464d-80fb-5cd3b36fe032 HTTP/1.1" status: 204 len: 168 time: 0.2294393 Nov 08 00:29:19.310293 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93311e72-19bf-467a-bfb4-ae19b7ef12d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb934e47-23dc-464d-80fb-5cd3b36fe032,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:19.351319 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 4889fff3-0e4c-4022-ba85-a06d13dd676a up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:29:19.404206 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34158) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:19.466018 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 4889fff3-0e4c-4022-ba85-a06d13dd676a completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:29:19.467720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 4889fff3-0e4c-4022-ba85-a06d13dd676a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:29:19.468421 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:19.469578 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30f81b7-6efe-466b-9aef-af39dac3fd87 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:19.471443 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b30f81b7-6efe-466b-9aef-af39dac3fd87 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 814 time: 0.0654995 Nov 08 00:29:19.563164 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:19.599641 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da77931-f431-4a6f-85be-a9cc6291a334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4889fff3-0e4c-4022-ba85-a06d13dd676a'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:29:19.603470 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be090deb-37a9-4dfc-a1c2-ca13569a81a5" -d '{"events": [{"server_uuid": "4da77931-f431-4a6f-85be-a9cc6291a334", "name": "network-vif-plugged", "status": "completed", "tag": "4889fff3-0e4c-4022-ba85-a06d13dd676a"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:29:19.615442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100177b3-e77c-4c01-92f2-727dd656a7e7 req-28f00ea1-2364-43a7-b1fa-e187f8f87eec tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:19.620040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 4889fff3-0e4c-4022-ba85-a06d13dd676a, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=4889fff3-0e4c-4022-ba85-a06d13dd676a,segment=NetworkSegment(7bc909bb-7379-4c2b-93fe-d2381afe54ea),segment_id=7bc909bb-7379-4c2b-93fe-d2381afe54ea)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:29:19.623598 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-100177b3-e77c-4c01-92f2-727dd656a7e7 req-28f00ea1-2364-43a7-b1fa-e187f8f87eec tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=4da77931-f431-4a6f-85be-a9cc6291a334 HTTP/1.1" status: 200 len: 945 time: 0.0691662 Nov 08 00:29:19.664864 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-100177b3-e77c-4c01-92f2-727dd656a7e7 req-e5476036-ce25-45d7-b778-32dbe0f91615 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402393 Nov 08 00:29:19.668314 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96886f9-90ad-486e-b962-4becbbee7ceb x-openstack-request-id: req-f96886f9-90ad-486e-b962-4becbbee7ceb {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:29:19.668608 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da77931-f431-4a6f-85be-a9cc6291a334", "name": "network-vif-plugged", "status": "completed", "tag": "4889fff3-0e4c-4022-ba85-a06d13dd676a", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:29:19.668846 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f96886f9-90ad-486e-b962-4becbbee7ceb {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:29:19.669316 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da77931-f431-4a6f-85be-a9cc6291a334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4889fff3-0e4c-4022-ba85-a06d13dd676a', 'code': 200} Nov 08 00:29:19.709040 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:19.762169 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=4889fff3-0e4c-4022-ba85-a06d13dd676a,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:19.812552 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939f572-74e4-4896-b6ba-6a01fd13fee2 req-899c0189-9e7f-43ff-81c0-98d21304be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:19.813636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4939f572-74e4-4896-b6ba-6a01fd13fee2 req-899c0189-9e7f-43ff-81c0-98d21304be80 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4da77931-f431-4a6f-85be-a9cc6291a334 HTTP/1.1" status: 200 len: 1097 time: 0.0467174 Nov 08 00:29:19.856930 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4939f572-74e4-4896-b6ba-6a01fd13fee2 req-90a2b0f8-f4c0-459e-9b86-dd4f31a5a311 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365152 Nov 08 00:29:19.946465 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34196) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:19.951519 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-be83785f-dc02-44fc-8539-a7ca5ed5d1de tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'network': {'name': 'tempest-network-smoke--750598178', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'port_security_enabled': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:20.017299 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be83785f-dc02-44fc-8539-a7ca5ed5d1de tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Made reservation on behalf of b82ab9a868254a12ae55a5dfe0aacb5b for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:29:20.021444 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be83785f-dc02-44fc-8539-a7ca5ed5d1de tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:20.045398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be83785f-dc02-44fc-8539-a7ca5ed5d1de tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:29:20.053935 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be83785f-dc02-44fc-8539-a7ca5ed5d1de tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:20.054278 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-be83785f-dc02-44fc-8539-a7ca5ed5d1de tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Added segment 373797eb-7f6f-4fa4-a774-5481d1108606 of type vlan for network 76d9dcf1-1802-46d3-b8b5-d20e926ac263 Nov 08 00:29:20.093079 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be83785f-dc02-44fc-8539-a7ca5ed5d1de tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:20.200248 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be83785f-dc02-44fc-8539-a7ca5ed5d1de tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:20.207133 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be83785f-dc02-44fc-8539-a7ca5ed5d1de tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:20.208566 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be83785f-dc02-44fc-8539-a7ca5ed5d1de tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:20.321888 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83785f-dc02-44fc-8539-a7ca5ed5d1de tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Network': ['ID=76d9dcf1-1802-46d3-b8b5-d20e926ac263,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:20.332962 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 76d9dcf1-1802-46d3-b8b5-d20e926ac263 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:29:20.391118 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-be83785f-dc02-44fc-8539-a7ca5ed5d1de tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4432786 Nov 08 00:29:20.397346 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34236) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:20.472871 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2431ff6-e6b9-4790-a06c-97c69388d5c7 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:20.472871 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d2431ff6-e6b9-4790-a06c-97c69388d5c7 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b82ab9a868254a12ae55a5dfe0aacb5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0728331 Nov 08 00:29:20.474358 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34248) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:20.644230 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff0f77c-9992-4689-b839-7ee1d84881f9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:20.648495 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cff0f77c-9992-4689-b839-7ee1d84881f9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1730938 Nov 08 00:29:20.651878 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34272) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:20.686956 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c1a707fa-94a6-47e5-ac9a-3f78a1e867f8 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327449 Nov 08 00:29:20.695010 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34280) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:20.760062 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-52a29891-db4b-4e5e-ac96-5b84710ead0a tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b82ab9a868254a12ae55a5dfe0aacb5b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0638576 Nov 08 00:29:20.762691 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34294) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:20.894834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290e3a8-0c2e-4fb9-9e62-62fb624d84b9 req-d6bb7a13-e1d6-4eb2-a606-a5258e8d14ab tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:20.896438 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8290e3a8-0c2e-4fb9-9e62-62fb624d84b9 req-d6bb7a13-e1d6-4eb2-a606-a5258e8d14ab tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=4da77931-f431-4a6f-85be-a9cc6291a334 HTTP/1.1" status: 200 len: 946 time: 0.1181345 Nov 08 00:29:20.941746 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e7a46c-864f-4dc6-bd1c-2873bad0c21b tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:20.946602 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b3e7a46c-864f-4dc6-bd1c-2873bad0c21b tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1797919 Nov 08 00:29:20.947018 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34306) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:20.953539 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8290e3a8-0c2e-4fb9-9e62-62fb624d84b9 req-05cc29b5-9c49-4644-9cfe-4a03d18ae2ea tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501440 Nov 08 00:29:20.993305 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0fdf30d8-9264-4b24-97d7-5fcf90a6de5b tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446339 Nov 08 00:29:20.993974 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34308) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:20.999347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-836f3ca3-ad9a-4494-a689-d1856f0413ac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1024036464', 'network_id': '76d9dcf1-1802-46d3-b8b5-d20e926ac263', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:21.210570 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836f3ca3-ad9a-4494-a689-d1856f0413ac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Made reservation on behalf of b82ab9a868254a12ae55a5dfe0aacb5b for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:29:21.218739 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-836f3ca3-ad9a-4494-a689-d1856f0413ac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:21.477791 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-836f3ca3-ad9a-4494-a689-d1856f0413ac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:21.553871 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f3ca3-ad9a-4494-a689-d1856f0413ac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Subnet': ['ID=f582681e-a3d5-442f-9871-c7f0159d8a0c,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:21.567044 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836f3ca3-ad9a-4494-a689-d1856f0413ac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Checking segment: {'id': '373797eb-7f6f-4fa4-a774-5481d1108606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '76d9dcf1-1802-46d3-b8b5-d20e926ac263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:29:21.567405 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836f3ca3-ad9a-4494-a689-d1856f0413ac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Network hostable DHCP agents. Network: 76d9dcf1-1802-46d3-b8b5-d20e926ac263, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:29:21.702901 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836f3ca3-ad9a-4494-a689-d1856f0413ac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Network 76d9dcf1-1802-46d3-b8b5-d20e926ac263 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:29:21.816264 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-836f3ca3-ad9a-4494-a689-d1856f0413ac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 76d9dcf1-1802-46d3-b8b5-d20e926ac263) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:29:21.825367 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176bad17-a470-4196-a2d7-b527fb60a791 None None] Network 76d9dcf1-1802-46d3-b8b5-d20e926ac263 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:29:21.826317 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836f3ca3-ad9a-4494-a689-d1856f0413ac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:21.827078 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-836f3ca3-ad9a-4494-a689-d1856f0413ac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:21.934362 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-836f3ca3-ad9a-4494-a689-d1856f0413ac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9392722 Nov 08 00:29:22.099823 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-76d9dcf1-1802-46d3-b8b5-d20e926ac263', 'network_id': '76d9dcf1-1802-46d3-b8b5-d20e926ac263', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'fixed_ips': [{'subnet_id': 'f582681e-a3d5-442f-9871-c7f0159d8a0c'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:29:22.105227 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:22.150105 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad5058-270f-46e4-ad8c-69862ec29beb req-5fe35b36-6178-4fe7-a1da-06ca26fde1d6 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:22.160716 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5bad5058-270f-46e4-ad8c-69862ec29beb req-5fe35b36-6178-4fe7-a1da-06ca26fde1d6 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=4da77931-f431-4a6f-85be-a9cc6291a334 HTTP/1.1" status: 200 len: 946 time: 0.1087658 Nov 08 00:29:22.214798 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5bad5058-270f-46e4-ad8c-69862ec29beb req-af659305-52ff-4f73-a551-266a167cc5ed tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450594 Nov 08 00:29:22.508488 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] Allocated IP 172.20.0.18 (76d9dcf1-1802-46d3-b8b5-d20e926ac263/f582681e-a3d5-442f-9871-c7f0159d8a0c/6c94d2c2-ecbd-4c15-aebf-46596f81b7e2) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:29:22.610179 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34420) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:22.617520 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-3b14b8f5-6bd2-45bd-889f-00926cc8145e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-843609739', 'description': 'tempest-secgroup-smoke-843609739 description', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:22.719463 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:22.766159 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3b14b8f5-6bd2-45bd-889f-00926cc8145e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:22.806156 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:22.847361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] Network 76d9dcf1-1802-46d3-b8b5-d20e926ac263 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:29:22.851348 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:29:22.855529 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:29:22.857851 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3b14b8f5-6bd2-45bd-889f-00926cc8145e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:22.896559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] Pushing event updated for resources: {'Port': ['ID=6c94d2c2-ecbd-4c15-aebf-46596f81b7e2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:22.942162 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3b14b8f5-6bd2-45bd-889f-00926cc8145e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:22.953203 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] Attempting to bind port 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:29:22.954279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] Attempting to bind port 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '373797eb-7f6f-4fa4-a774-5481d1108606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '76d9dcf1-1802-46d3-b8b5-d20e926ac263'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:29:22.954279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] Attempting to bind port 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2 on network 76d9dcf1-1802-46d3-b8b5-d20e926ac263 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:29:22.965555 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:29:22.966058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] Checking segment: {'id': '373797eb-7f6f-4fa4-a774-5481d1108606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '76d9dcf1-1802-46d3-b8b5-d20e926ac263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:29:22.966331 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:22.966778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] Bound using segment: {'id': '373797eb-7f6f-4fa4-a774-5481d1108606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '76d9dcf1-1802-46d3-b8b5-d20e926ac263'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:29:22.967179 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] Bound port: 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373797eb-7f6f-4fa4-a774-5481d1108606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '76d9dcf1-1802-46d3-b8b5-d20e926ac263'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:29:22.968336 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:23.034806 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14b8f5-6bd2-45bd-889f-00926cc8145e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03b6500-1e9a-4946-ba81-d111292667b2,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:23.071325 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] For port 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:29:23.077343 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3b14b8f5-6bd2-45bd-889f-00926cc8145e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:23.079555 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3b14b8f5-6bd2-45bd-889f-00926cc8145e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4668217 Nov 08 00:29:23.082951 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] For port 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6c94d2c2-ecbd-4c15-aebf-46596f81b7e2,segment=NetworkSegment(373797eb-7f6f-4fa4-a774-5481d1108606),segment_id=373797eb-7f6f-4fa4-a774-5481d1108606)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:29:23.085761 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34460) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:23.091071 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-155f86f4-7d46-4be3-8f36-7725e253d2dd tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group_rule': {'security_group_id': 'd03b6500-1e9a-4946-ba81-d111292667b2', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:23.166805 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:23.202049 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-155f86f4-7d46-4be3-8f36-7725e253d2dd tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:23.251894 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4510f8e-2cb1-4d49-b12b-00207e14ec0d None None] Pushing event updated for resources: {'Port': ['ID=6c94d2c2-ecbd-4c15-aebf-46596f81b7e2,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:23.295480 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-155f86f4-7d46-4be3-8f36-7725e253d2dd tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:23.417498 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-155f86f4-7d46-4be3-8f36-7725e253d2dd tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:23.478342 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f86f4-7d46-4be3-8f36-7725e253d2dd tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c522feac-b7f3-437f-a739-c01e3005dce9,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:23.608153 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-155f86f4-7d46-4be3-8f36-7725e253d2dd tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:23.613044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34482) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:23.620202 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-155f86f4-7d46-4be3-8f36-7725e253d2dd tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5323248 Nov 08 00:29:23.620921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-65e29ea7-e660-462d-9f4f-d3d84ae00329 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group_rule': {'security_group_id': 'd03b6500-1e9a-4946-ba81-d111292667b2', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:23.727197 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34484) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:23.740484 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65e29ea7-e660-462d-9f4f-d3d84ae00329 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:23.851298 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65e29ea7-e660-462d-9f4f-d3d84ae00329 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:23.904654 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99edb250-c736-4af4-acd2-47a1f35a0939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:23.920973 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65e29ea7-e660-462d-9f4f-d3d84ae00329 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:23.957680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e29ea7-e660-462d-9f4f-d3d84ae00329 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5657f57b-7a05-4693-8f8e-7c41eecdd472,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:24.066018 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65e29ea7-e660-462d-9f4f-d3d84ae00329 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.071677 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34498) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:24.077050 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7bb6f259-5923-4d2b-a627-16d5cee911e2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group_rule': {'security_group_id': 'd03b6500-1e9a-4946-ba81-d111292667b2', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:24.080674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-65e29ea7-e660-462d-9f4f-d3d84ae00329 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4662616 Nov 08 00:29:24.103639 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99edb250-c736-4af4-acd2-47a1f35a0939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.168219 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b76fd-6b3e-4f1c-8f02-1f2fdaa87193 req-11c7875c-e0a4-4714-9b47-e119615c6b6a tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:24.169985 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf4b76fd-6b3e-4f1c-8f02-1f2fdaa87193 req-11c7875c-e0a4-4714-9b47-e119615c6b6a tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=4da77931-f431-4a6f-85be-a9cc6291a334 HTTP/1.1" status: 200 len: 946 time: 0.0816872 Nov 08 00:29:24.205555 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bb6f259-5923-4d2b-a627-16d5cee911e2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.223805 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99edb250-c736-4af4-acd2-47a1f35a0939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.267088 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf4b76fd-6b3e-4f1c-8f02-1f2fdaa87193 req-a06b78de-2f44-4681-aeed-1a0d9c226b7d tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891488 Nov 08 00:29:24.295125 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-99edb250-c736-4af4-acd2-47a1f35a0939 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54e8a4cdd27b4ab894ace89f37f562e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5644336 Nov 08 00:29:24.295125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34500) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:24.307656 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bb6f259-5923-4d2b-a627-16d5cee911e2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.321498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99edb250-c736-4af4-acd2-47a1f35a0939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d99af4-99c7-4f21-a64c-d35e7c1d1d08,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:24.363847 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eeac49c5-fc91-4904-9dbd-078cd3a26878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.364903 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bb6f259-5923-4d2b-a627-16d5cee911e2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.385262 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6f259-5923-4d2b-a627-16d5cee911e2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4a3bdf-c2cb-4d45-b4d8-5a3a2b4f7294,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:24.394821 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eeac49c5-fc91-4904-9dbd-078cd3a26878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.441362 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34504) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:24.459261 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7bb6f259-5923-4d2b-a627-16d5cee911e2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.459261 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7bb6f259-5923-4d2b-a627-16d5cee911e2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3820491 Nov 08 00:29:24.461684 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34508) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:24.467513 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2b015f9a-f5cc-444e-a001-22fcc1267010 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group_rule': {'security_group_id': 'd03b6500-1e9a-4946-ba81-d111292667b2', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:24.511118 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f9914a-9eed-4cc2-92ab-07715adbc1f4 None None] Network 76d9dcf1-1802-46d3-b8b5-d20e926ac263 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:29:24.530673 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eeac49c5-fc91-4904-9dbd-078cd3a26878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.534210 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eeac49c5-fc91-4904-9dbd-078cd3a26878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.546545 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-eeac49c5-fc91-4904-9dbd-078cd3a26878 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7d99af4-99c7-4f21-a64c-d35e7c1d1d08 HTTP/1.1" status: 204 len: 168 time: 0.2521307 Nov 08 00:29:24.577984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac49c5-fc91-4904-9dbd-078cd3a26878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d99af4-99c7-4f21-a64c-d35e7c1d1d08,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:24.580003 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-07b83894-836f-4374-8917-f0df7403cdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.594095 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b015f9a-f5cc-444e-a001-22fcc1267010 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.627085 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-04a079ab-70be-447c-aa1a-78bf4433371b None None] Provisioning complete for port 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:29:24.627085 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04a079ab-70be-447c-aa1a-78bf4433371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.730654 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b015f9a-f5cc-444e-a001-22fcc1267010 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.733444 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-07b83894-836f-4374-8917-f0df7403cdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.780972 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04a079ab-70be-447c-aa1a-78bf4433371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.794032 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b015f9a-f5cc-444e-a001-22fcc1267010 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.813597 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-07b83894-836f-4374-8917-f0df7403cdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.821612 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-04a079ab-70be-447c-aa1a-78bf4433371b None None] For port 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6c94d2c2-ecbd-4c15-aebf-46596f81b7e2,segment=NetworkSegment(373797eb-7f6f-4fa4-a774-5481d1108606),segment_id=373797eb-7f6f-4fa4-a774-5481d1108606)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:29:24.826829 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b015f9a-f5cc-444e-a001-22fcc1267010 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379d6219-6fb3-4ed9-854a-db2d3bddf030,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:24.893601 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-07b83894-836f-4374-8917-f0df7403cdff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad411b7a4353468bb304d98e788007db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4511781 Nov 08 00:29:24.894784 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b83894-836f-4374-8917-f0df7403cdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d7ceca-6f8e-4686-bcff-0116dafacfff,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:24.894932 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b015f9a-f5cc-444e-a001-22fcc1267010 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.897659 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2b015f9a-f5cc-444e-a001-22fcc1267010 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4347992 Nov 08 00:29:24.898204 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34518) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:24.898803 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04a079ab-70be-447c-aa1a-78bf4433371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:24.907765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34520) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:24.914908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-ed46a268-f5c9-4779-83a7-97655e0e5e55 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group_rule': {'security_group_id': 'd03b6500-1e9a-4946-ba81-d111292667b2', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:25.017752 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:29:25.033112 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc935456-8100-4a29-9d55-321bc5740833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:25.039849 n-d-816882-1 neutron-server[102772]: INFO neutron.db.securitygroups_db [None req-ed46a268-f5c9-4779-83a7-97655e0e5e55 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Project b82ab9a868254a12ae55a5dfe0aacb5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:29:25.044596 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a079ab-70be-447c-aa1a-78bf4433371b None None] Pushing event updated for resources: {'Port': ['ID=6c94d2c2-ecbd-4c15-aebf-46596f81b7e2,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:25.046593 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ed46a268-f5c9-4779-83a7-97655e0e5e55 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:25.088406 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc935456-8100-4a29-9d55-321bc5740833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:25.117970 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:29:25.119108 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:25.163352 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ed46a268-f5c9-4779-83a7-97655e0e5e55 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:25.191535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3e203d43-08b3-4ffa-bbe4-8572bd7f6677 None None] Provisioning complete for port 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:29:25.191925 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3e203d43-08b3-4ffa-bbe4-8572bd7f6677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:25.223193 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ed46a268-f5c9-4779-83a7-97655e0e5e55 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:25.241249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46a268-f5c9-4779-83a7-97655e0e5e55 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1a6954-e990-4672-bc95-0a9dc05d92ba,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:25.262649 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc935456-8100-4a29-9d55-321bc5740833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:25.266075 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cc935456-8100-4a29-9d55-321bc5740833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:25.268360 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cc935456-8100-4a29-9d55-321bc5740833 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8d7ceca-6f8e-4686-bcff-0116dafacfff HTTP/1.1" status: 204 len: 168 time: 0.3677394 Nov 08 00:29:25.278472 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc935456-8100-4a29-9d55-321bc5740833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d7ceca-6f8e-4686-bcff-0116dafacfff,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:25.352527 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ed46a268-f5c9-4779-83a7-97655e0e5e55 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:25.354571 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ed46a268-f5c9-4779-83a7-97655e0e5e55 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4450943 Nov 08 00:29:25.356501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34536) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:25.362313 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c608d203-a154-4287-9dbd-1216d0178d75 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group_rule': {'security_group_id': 'd03b6500-1e9a-4946-ba81-d111292667b2', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:25.429998 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17136886-ba27-4b7a-9ee0-1390eccce260 req-80d35935-b6d6-4f04-bc51-1a5dfb05569c tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:25.431525 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17136886-ba27-4b7a-9ee0-1390eccce260 req-80d35935-b6d6-4f04-bc51-1a5dfb05569c tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=4da77931-f431-4a6f-85be-a9cc6291a334 HTTP/1.1" status: 200 len: 946 time: 0.0632069 Nov 08 00:29:25.503123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1bae1-000f-45ed-b35f-3c5bf202b37a req-97ce8053-08ea-46cb-b2ce-614cb3a388b3 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:25.504615 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7cc1bae1-000f-45ed-b35f-3c5bf202b37a req-97ce8053-08ea-46cb-b2ce-614cb3a388b3 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.26 "GET /v2.0/ports?device_id=4da77931-f431-4a6f-85be-a9cc6291a334 HTTP/1.1" status: 200 len: 946 time: 0.0721109 Nov 08 00:29:25.507820 n-d-816882-1 neutron-server[102772]: INFO neutron.db.securitygroups_db [None req-c608d203-a154-4287-9dbd-1216d0178d75 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Project b82ab9a868254a12ae55a5dfe0aacb5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:29:25.523672 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17136886-ba27-4b7a-9ee0-1390eccce260 req-ca7b9e10-b612-45b3-a805-46832c150c48 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814772 Nov 08 00:29:25.526535 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c608d203-a154-4287-9dbd-1216d0178d75 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:25.690484 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c608d203-a154-4287-9dbd-1216d0178d75 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:25.741004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-7cc1bae1-000f-45ed-b35f-3c5bf202b37a req-a98828f6-58e7-4063-935c-72a0b7bc11ea tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Deleting port 4889fff3-0e4c-4022-ba85-a06d13dd676a {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:29:25.741759 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7cc1bae1-000f-45ed-b35f-3c5bf202b37a req-a98828f6-58e7-4063-935c-72a0b7bc11ea tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:25.794956 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c608d203-a154-4287-9dbd-1216d0178d75 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:25.838656 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608d203-a154-4287-9dbd-1216d0178d75 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc86af1-7a0c-49c5-863e-3b175d4b2291,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:25.890091 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-7cc1bae1-000f-45ed-b35f-3c5bf202b37a req-a98828f6-58e7-4063-935c-72a0b7bc11ea tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] For port 4889fff3-0e4c-4022-ba85-a06d13dd676a, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=4889fff3-0e4c-4022-ba85-a06d13dd676a,segment=NetworkSegment(7bc909bb-7379-4c2b-93fe-d2381afe54ea),segment_id=7bc909bb-7379-4c2b-93fe-d2381afe54ea)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:29:25.890455 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7cc1bae1-000f-45ed-b35f-3c5bf202b37a req-a98828f6-58e7-4063-935c-72a0b7bc11ea tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:25.906928 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-7cc1bae1-000f-45ed-b35f-3c5bf202b37a req-a98828f6-58e7-4063-935c-72a0b7bc11ea tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Calling delete_port for 4889fff3-0e4c-4022-ba85-a06d13dd676a owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:29:25.922384 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c608d203-a154-4287-9dbd-1216d0178d75 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:25.924240 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c608d203-a154-4287-9dbd-1216d0178d75 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5667434 Nov 08 00:29:26.109039 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7cc1bae1-000f-45ed-b35f-3c5bf202b37a req-a98828f6-58e7-4063-935c-72a0b7bc11ea tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:26.140474 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['4889fff3-0e4c-4022-ba85-a06d13dd676a'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:29:26.178876 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98828f6-58e7-4063-935c-72a0b7bc11ea tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Pushing event deleted for resources: {'Port': ['ID=4889fff3-0e4c-4022-ba85-a06d13dd676a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:26.185212 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-c4696126-54ad-4c5a-bd53-1e22d0da348d tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-843609739&fields=id&tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b HTTP/1.1" status: 200 len: 267 time: 0.0861616 Nov 08 00:29:26.276293 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc1bae1-000f-45ed-b35f-3c5bf202b37a req-a98828f6-58e7-4063-935c-72a0b7bc11ea tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] No DVR routers for this DVR port 4889fff3-0e4c-4022-ba85-a06d13dd676a on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:29:26.280173 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7cc1bae1-000f-45ed-b35f-3c5bf202b37a req-a98828f6-58e7-4063-935c-72a0b7bc11ea tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:26.285153 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7cc1bae1-000f-45ed-b35f-3c5bf202b37a req-a98828f6-58e7-4063-935c-72a0b7bc11ea tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.26 "DELETE /v2.0/ports/4889fff3-0e4c-4022-ba85-a06d13dd676a HTTP/1.1" status: 204 len: 173 time: 0.7724094 Nov 08 00:29:26.285793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da77931-f431-4a6f-85be-a9cc6291a334', 'name': 'network-vif-deleted', 'tag': '4889fff3-0e4c-4022-ba85-a06d13dd676a'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:29:26.297544 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f358a060-cd31-48c8-886d-f54cb57dc6dc" -d '{"events": [{"server_uuid": "4da77931-f431-4a6f-85be-a9cc6291a334", "name": "network-vif-deleted", "tag": "4889fff3-0e4c-4022-ba85-a06d13dd676a"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:29:26.354441 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b1f556-51b3-44dc-bd68-6a6de07a2c47 x-openstack-request-id: req-70b1f556-51b3-44dc-bd68-6a6de07a2c47 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:29:26.354717 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da77931-f431-4a6f-85be-a9cc6291a334", "name": "network-vif-deleted", "tag": "4889fff3-0e4c-4022-ba85-a06d13dd676a", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:29:26.358162 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70b1f556-51b3-44dc-bd68-6a6de07a2c47 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:29:26.358162 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da77931-f431-4a6f-85be-a9cc6291a334', 'name': 'network-vif-deleted', 'tag': '4889fff3-0e4c-4022-ba85-a06d13dd676a', 'status': 'completed', 'code': 200} Nov 08 00:29:26.425577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-31b40d37-7a67-4b06-ba79-7f6f72db6b8e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:26.432891 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-31b40d37-7a67-4b06-ba79-7f6f72db6b8e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/networks?id=76d9dcf1-1802-46d3-b8b5-d20e926ac263 HTTP/1.1" status: 200 len: 796 time: 0.1941421 Nov 08 00:29:26.449840 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-b23aa38b-ced8-46ae-b3da-5ab38ac80945 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/quotas/b82ab9a868254a12ae55a5dfe0aacb5b HTTP/1.1" status: 200 len: 375 time: 0.0160217 Nov 08 00:29:26.529281 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-a6d9215f-b9e6-4695-bac9-e10cad549ad2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0776668 Nov 08 00:29:26.535657 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-fdf9acdc-b3ad-4342-b3a6-bd833452b486 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:29:26.536791 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-fdf9acdc-b3ad-4342-b3a6-bd833452b486 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067439 Nov 08 00:29:26.661953 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7e568814-7a97-4b15-b406-4035e5736b6d req-0ff36c1f-1916-4660-a18d-d9926916eac5 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=4da77931-f431-4a6f-85be-a9cc6291a334 HTTP/1.1" status: 200 len: 210 time: 0.0465715 Nov 08 00:29:26.683467 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-480d4792-689e-42ab-8952-78fa5af5f9fc service neutron] 10.222.0.13 "GET /v2.0/networks/76d9dcf1-1802-46d3-b8b5-d20e926ac263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385496 Nov 08 00:29:26.789496 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-1f4bfcc3-dcce-47ae-92a5-a9e92ad27100 service neutron] 10.222.0.13 "GET /v2.0/networks/76d9dcf1-1802-46d3-b8b5-d20e926ac263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996971 Nov 08 00:29:26.945576 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:29:27.022453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:29:27.023906 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:27.108320 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:29:27.174173 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-804267c9-2eb6-45cd-bce5-a46c0a47bce2 req-ebb9415d-8e4a-4a3e-854c-390a1dbaa7ed tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 210 time: 0.0429425 Nov 08 00:29:28.137255 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6c477bb-a9b0-45e2-ad4a-af029928aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:28.305756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a968830-6d5d-4e35-a4b7-66ea866c7a58 req-93c79730-d12e-4ae1-8f41-91e08b1251a4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 210 time: 0.0421734 Nov 08 00:29:28.698781 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be826402-6ab9-4882-a583-792642ddd7fb req-564055a3-2e7e-4894-8a24-596a3c5214aa tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:28.700312 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be826402-6ab9-4882-a583-792642ddd7fb req-564055a3-2e7e-4894-8a24-596a3c5214aa tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/networks?id=d9da96c7-8304-4517-a575-8fa3cce95313 HTTP/1.1" status: 200 len: 808 time: 0.1148262 Nov 08 00:29:28.718145 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be826402-6ab9-4882-a583-792642ddd7fb req-3744390c-24ae-47be-836a-5aab0efc21f9 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/quotas/16776a6040474125be1c5edfa91fd7f6 HTTP/1.1" status: 200 len: 375 time: 0.0112939 Nov 08 00:29:28.763089 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be826402-6ab9-4882-a583-792642ddd7fb req-61dbfa24-2b75-47b8-969f-d8b4fb624e7c tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=16776a6040474125be1c5edfa91fd7f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379281 Nov 08 00:29:28.866513 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be826402-6ab9-4882-a583-792642ddd7fb req-4fe52884-575b-446d-9034-3691f463cab6 service neutron] 10.222.0.13 "GET /v2.0/networks/d9da96c7-8304-4517-a575-8fa3cce95313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932434 Nov 08 00:29:28.983843 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be826402-6ab9-4882-a583-792642ddd7fb req-08a7de58-9fb6-4842-ba4d-cfa4a9df43d0 service neutron] 10.222.0.13 "GET /v2.0/networks/d9da96c7-8304-4517-a575-8fa3cce95313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098511 Nov 08 00:29:29.375118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-478c8c5a-268d-46c5-b6f6-e0d81e78d13b req-6b9eca97-035a-411d-8432-dd7451402907 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=49dc8eb9-07aa-495c-898c-5548557e20cb HTTP/1.1" status: 200 len: 210 time: 0.0390201 Nov 08 00:29:29.401861 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 4889fff3-0e4c-4022-ba85-a06d13dd676a no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:29:29.454653 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 4889fff3-0e4c-4022-ba85-a06d13dd676a {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:29:29.457123 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 4889fff3-0e4c-4022-ba85-a06d13dd676a not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:29:29.460305 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e862ed3-1fd4-4388-8ae0-7fb675a48eb1 req-623ef9c4-c98f-400b-97a4-8d96dbeb4123 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 210 time: 0.0664611 Nov 08 00:29:29.595405 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-6d6d1571-a0d0-4ce0-b936-320ce641b9e7 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:29.596902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-6d6d1571-a0d0-4ce0-b936-320ce641b9e7 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.26 "GET /v2.0/networks?id=76d9dcf1-1802-46d3-b8b5-d20e926ac263 HTTP/1.1" status: 200 len: 796 time: 0.1372983 Nov 08 00:29:29.652666 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-887944c0-dd39-4e09-843b-d1958e347ddd tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b HTTP/1.1" status: 200 len: 472 time: 0.0412755 Nov 08 00:29:29.664006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-add01681-6cf5-4b01-8061-9a217169baac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'port': {'device_id': '129a0b59-4d3b-46a9-93f3-d66d1b8cc46c', 'network_id': '76d9dcf1-1802-46d3-b8b5-d20e926ac263', 'admin_state_up': True, 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'security_groups': ['d03b6500-1e9a-4946-ba81-d111292667b2']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:29.869036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-add01681-6cf5-4b01-8061-9a217169baac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Made reservation on behalf of b82ab9a868254a12ae55a5dfe0aacb5b for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:29:29.873400 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-add01681-6cf5-4b01-8061-9a217169baac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:30.069484 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-add01681-6cf5-4b01-8061-9a217169baac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Allocated IP 172.20.0.21 (76d9dcf1-1802-46d3-b8b5-d20e926ac263/f582681e-a3d5-442f-9871-c7f0159d8a0c/ed4fc858-b860-409d-bcbb-a9fdef2749de) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:29:30.301137 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-add01681-6cf5-4b01-8061-9a217169baac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:30.454080 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46498ff1-659d-4734-8de5-ea402831349f req-80dd4656-54a1-4dd6-8a89-a9ed968e4242 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=49dc8eb9-07aa-495c-898c-5548557e20cb HTTP/1.1" status: 200 len: 210 time: 0.0343270 Nov 08 00:29:30.457341 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-add01681-6cf5-4b01-8061-9a217169baac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:30.519372 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-add01681-6cf5-4b01-8061-9a217169baac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Network 76d9dcf1-1802-46d3-b8b5-d20e926ac263 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:29:30.522747 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-add01681-6cf5-4b01-8061-9a217169baac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:29:30.525432 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-add01681-6cf5-4b01-8061-9a217169baac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:29:30.754466 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f83a75d-85b3-48dd-ad2f-316db0a6c206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:30.924629 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b4091b06-629a-4929-878c-f3ccadf05bd8 None None] Provisioning complete for port ed4fc858-b860-409d-bcbb-a9fdef2749de triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:29:30.927429 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4091b06-629a-4929-878c-f3ccadf05bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:30.969127 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add01681-6cf5-4b01-8061-9a217169baac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Port': ['ID=ed4fc858-b860-409d-bcbb-a9fdef2749de,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:30.982695 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b4091b06-629a-4929-878c-f3ccadf05bd8 None None] Port ed4fc858-b860-409d-bcbb-a9fdef2749de cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:29:30.996358 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:31.007208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-add01681-6cf5-4b01-8061-9a217169baac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:31.007862 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-add01681-6cf5-4b01-8061-9a217169baac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:31.022373 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073463d1-933a-4231-a195-5428b8036d1b req-b1fbf2da-d55a-4e7f-9081-63ca821d2da5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:31.023903 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-073463d1-933a-4231-a195-5428b8036d1b req-b1fbf2da-d55a-4e7f-9081-63ca821d2da5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 932 time: 0.4895115 Nov 08 00:29:31.079160 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-073463d1-933a-4231-a195-5428b8036d1b req-966bf56a-ad86-45a2-842f-d02c5214ce0e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03b6500-1e9a-4946-ba81-d111292667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475736 Nov 08 00:29:31.122559 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-add01681-6cf5-4b01-8061-9a217169baac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4635386 Nov 08 00:29:31.140347 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Request body: {'port': {'device_id': '129a0b59-4d3b-46a9-93f3-d66d1b8cc46c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:31.203596 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:31.517677 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4fc858-b860-409d-bcbb-a9fdef2749de {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:29:31.526418 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:31.569029 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8beef81-3a0e-4836-950e-d4bf49f1c778 req-9e3e615a-0cbd-4d6c-9281-15054b54ae9d tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=49dc8eb9-07aa-495c-898c-5548557e20cb HTTP/1.1" status: 200 len: 210 time: 0.0322454 Nov 08 00:29:31.572965 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Transition to ACTIVE for port object ed4fc858-b860-409d-bcbb-a9fdef2749de will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:29:31.668246 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:31.747651 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:31.769972 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4fc858-b860-409d-bcbb-a9fdef2749de,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:31.832310 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Attempting to bind port ed4fc858-b860-409d-bcbb-a9fdef2749de on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:29:31.833701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Attempting to bind port ed4fc858-b860-409d-bcbb-a9fdef2749de by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '373797eb-7f6f-4fa4-a774-5481d1108606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '76d9dcf1-1802-46d3-b8b5-d20e926ac263'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:29:31.834229 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Attempting to bind port ed4fc858-b860-409d-bcbb-a9fdef2749de on network 76d9dcf1-1802-46d3-b8b5-d20e926ac263 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:29:31.839717 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Port ed4fc858-b860-409d-bcbb-a9fdef2749de on network 76d9dcf1-1802-46d3-b8b5-d20e926ac263 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:29:31.840342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Attempting to bind port ed4fc858-b860-409d-bcbb-a9fdef2749de on network 76d9dcf1-1802-46d3-b8b5-d20e926ac263 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:29:31.846043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:29:31.846713 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Checking segment: {'id': '373797eb-7f6f-4fa4-a774-5481d1108606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '76d9dcf1-1802-46d3-b8b5-d20e926ac263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:29:31.846973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Bound using segment: {'id': '373797eb-7f6f-4fa4-a774-5481d1108606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '76d9dcf1-1802-46d3-b8b5-d20e926ac263'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:29:31.847654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Bound port: ed4fc858-b860-409d-bcbb-a9fdef2749de, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '373797eb-7f6f-4fa4-a774-5481d1108606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '76d9dcf1-1802-46d3-b8b5-d20e926ac263'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:29:31.848042 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:31.908635 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:31.932857 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] For port ed4fc858-b860-409d-bcbb-a9fdef2749de, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:29:31.945492 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] For port ed4fc858-b860-409d-bcbb-a9fdef2749de, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=ed4fc858-b860-409d-bcbb-a9fdef2749de,segment=NetworkSegment(373797eb-7f6f-4fa4-a774-5481d1108606),segment_id=373797eb-7f6f-4fa4-a774-5481d1108606)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:29:32.023710 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:32.072131 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:32.073028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be826402-6ab9-4882-a583-792642ddd7fb req-fa196d40-4791-40bd-af01-137dae5c55a1 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:32.073604 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:32.074796 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] 10.222.0.26 "PUT /v2.0/ports/ed4fc858-b860-409d-bcbb-a9fdef2749de HTTP/1.1" status: 200 len: 1092 time: 0.9388599 Nov 08 00:29:32.074994 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-be826402-6ab9-4882-a583-792642ddd7fb req-fa196d40-4791-40bd-af01-137dae5c55a1 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.26 "GET /v2.0/networks?id=d9da96c7-8304-4517-a575-8fa3cce95313 HTTP/1.1" status: 200 len: 808 time: 0.1274922 Nov 08 00:29:32.075497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129a0b59-4d3b-46a9-93f3-d66d1b8cc46c', 'tag': 'ed4fc858-b860-409d-bcbb-a9fdef2749de'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:29:32.078004 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e421d77-f775-46bf-9321-889f61b61e30" -d '{"events": [{"name": "network-changed", "server_uuid": "129a0b59-4d3b-46a9-93f3-d66d1b8cc46c", "tag": "ed4fc858-b860-409d-bcbb-a9fdef2749de"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:29:32.114277 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-be826402-6ab9-4882-a583-792642ddd7fb req-5703fe23-18a4-4a78-ad91-2164343f6e6f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Request body: {'port': {'device_id': '49dc8eb9-07aa-495c-898c-5548557e20cb', 'network_id': 'd9da96c7-8304-4517-a575-8fa3cce95313', 'admin_state_up': True, 'tenant_id': '16776a6040474125be1c5edfa91fd7f6'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:32.151620 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af721d9c-ffe7-478c-b8c3-419fcf1f90b6 x-openstack-request-id: req-af721d9c-ffe7-478c-b8c3-419fcf1f90b6 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:29:32.151940 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "129a0b59-4d3b-46a9-93f3-d66d1b8cc46c", "tag": "ed4fc858-b860-409d-bcbb-a9fdef2749de", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:29:32.152247 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af721d9c-ffe7-478c-b8c3-419fcf1f90b6 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:29:32.153681 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '129a0b59-4d3b-46a9-93f3-d66d1b8cc46c', 'tag': 'ed4fc858-b860-409d-bcbb-a9fdef2749de', 'status': 'completed', 'code': 200} Nov 08 00:29:32.166253 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab630acc-114b-4511-b86d-255194c7bcc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4fc858-b860-409d-bcbb-a9fdef2749de,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:32.314485 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208a6e4-3dc1-4cae-9099-4d6e18769130 req-3ad87c58-e2cb-4fbc-85cc-4ea15a4cb926 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:32.316363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8208a6e4-3dc1-4cae-9099-4d6e18769130 req-3ad87c58-e2cb-4fbc-85cc-4ea15a4cb926 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 944 time: 0.1330004 Nov 08 00:29:32.321738 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e421d77-f775-46bf-9321-889f61b61e30 req-f85cf442-8490-48ae-8c77-082332fb0a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:32.323400 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e421d77-f775-46bf-9321-889f61b61e30 req-f85cf442-8490-48ae-8c77-082332fb0a3b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b&device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 1095 time: 0.1168704 Nov 08 00:29:32.428887 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be826402-6ab9-4882-a583-792642ddd7fb req-5703fe23-18a4-4a78-ad91-2164343f6e6f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Made reservation on behalf of 16776a6040474125be1c5edfa91fd7f6 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:29:32.432667 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-be826402-6ab9-4882-a583-792642ddd7fb req-5703fe23-18a4-4a78-ad91-2164343f6e6f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:32.468392 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8208a6e4-3dc1-4cae-9099-4d6e18769130 req-d93db5cc-0a97-407a-a08b-60f0b2001198 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03b6500-1e9a-4946-ba81-d111292667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440194 Nov 08 00:29:32.496873 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e421d77-f775-46bf-9321-889f61b61e30 req-9f181493-9248-4738-9354-236a3f67ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:32.497338 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e421d77-f775-46bf-9321-889f61b61e30 req-9f181493-9248-4738-9354-236a3f67ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:32.498850 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e421d77-f775-46bf-9321-889f61b61e30 req-9f181493-9248-4738-9354-236a3f67ce05 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1559966 Nov 08 00:29:32.571206 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-be826402-6ab9-4882-a583-792642ddd7fb req-5703fe23-18a4-4a78-ad91-2164343f6e6f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Allocated IP 172.20.0.3 (d9da96c7-8304-4517-a575-8fa3cce95313/87fa2d02-3c12-4f7e-b790-88bb98679748/deb9676f-fbca-4275-8b8d-f3049f253c6e) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:29:32.640219 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e421d77-f775-46bf-9321-889f61b61e30 req-4ec1e5ca-57ec-4824-9d5a-e589d4bc1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:32.641887 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e421d77-f775-46bf-9321-889f61b61e30 req-4ec1e5ca-57ec-4824-9d5a-e589d4bc1f23 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356196 Nov 08 00:29:32.684021 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34850870-4456-4993-9906-a250d7fa94a9 req-2dfeabe2-d5e1-40db-87ab-657ef509026f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=49dc8eb9-07aa-495c-898c-5548557e20cb HTTP/1.1" status: 200 len: 210 time: 0.0299506 Nov 08 00:29:32.733604 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-be826402-6ab9-4882-a583-792642ddd7fb req-5703fe23-18a4-4a78-ad91-2164343f6e6f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:32.767569 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-8eb3fc8b-5f3d-4aad-bb19-40da25702946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:32.769380 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-8eb3fc8b-5f3d-4aad-bb19-40da25702946 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b&device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 1095 time: 0.0485260 Nov 08 00:29:32.823640 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-912f214a-a747-491d-b936-5487aa8fb1e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=ed4fc858-b860-409d-bcbb-a9fdef2749de HTTP/1.1" status: 200 len: 217 time: 0.0412283 Nov 08 00:29:32.835058 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-be826402-6ab9-4882-a583-792642ddd7fb req-5703fe23-18a4-4a78-ad91-2164343f6e6f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:32.886041 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-d0991f42-749a-4344-b25c-565badf43330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:32.887535 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-d0991f42-749a-4344-b25c-565badf43330 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f582681e-a3d5-442f-9871-c7f0159d8a0c HTTP/1.1" status: 200 len: 838 time: 0.0561967 Nov 08 00:29:32.911676 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be826402-6ab9-4882-a583-792642ddd7fb req-5703fe23-18a4-4a78-ad91-2164343f6e6f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Network d9da96c7-8304-4517-a575-8fa3cce95313 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:29:32.922777 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-be826402-6ab9-4882-a583-792642ddd7fb req-5703fe23-18a4-4a78-ad91-2164343f6e6f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:29:32.927642 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-be826402-6ab9-4882-a583-792642ddd7fb req-5703fe23-18a4-4a78-ad91-2164343f6e6f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:29:32.955376 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703fe23-18a4-4a78-ad91-2164343f6e6f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Pushing event updated for resources: {'Port': ['ID=deb9676f-fbca-4275-8b8d-f3049f253c6e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:32.988291 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be826402-6ab9-4882-a583-792642ddd7fb req-5703fe23-18a4-4a78-ad91-2164343f6e6f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:32.988924 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-be826402-6ab9-4882-a583-792642ddd7fb req-5703fe23-18a4-4a78-ad91-2164343f6e6f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:32.995442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-bc0d3559-bb85-43eb-873b-d22cab5116a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:32.996987 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-bc0d3559-bb85-43eb-873b-d22cab5116a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76d9dcf1-1802-46d3-b8b5-d20e926ac263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1022274 Nov 08 00:29:33.072197 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-be826402-6ab9-4882-a583-792642ddd7fb req-5703fe23-18a4-4a78-ad91-2164343f6e6f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9735572 Nov 08 00:29:33.090009 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Request body: {'port': {'device_id': '49dc8eb9-07aa-495c-898c-5548557e20cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:33.111975 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-11328f9d-8a36-4f6f-afbc-f786d723958f service neutron] 10.222.0.26 "GET /v2.0/networks/76d9dcf1-1802-46d3-b8b5-d20e926ac263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074080 Nov 08 00:29:33.166258 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:33.217876 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-712fdc0b-fcc2-4671-8456-1b2e20cda9e6 req-3878ee50-5e4e-404a-8f28-1c5a2de10118 service neutron] 10.222.0.26 "GET /v2.0/networks/76d9dcf1-1802-46d3-b8b5-d20e926ac263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992520 Nov 08 00:29:33.393991 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:33.542649 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb9676f-fbca-4275-8b8d-f3049f253c6e {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:29:33.557910 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:33.581804 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Transition to ACTIVE for port object deb9676f-fbca-4275-8b8d-f3049f253c6e will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:29:33.680547 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:33.681132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d38815-37c6-415e-b111-986d9c774b5d req-db665e9c-75af-43a6-adda-677bc2d61a10 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:33.688353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1d38815-37c6-415e-b111-986d9c774b5d req-db665e9c-75af-43a6-adda-677bc2d61a10 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 944 time: 0.1030793 Nov 08 00:29:33.722614 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7d7687be-1487-4c7f-8d30-afffaa9a77fe req-67c0f081-189c-4e65-b0a2-a51dff7af6ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0861573 Nov 08 00:29:33.754670 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Pushing event updated for resources: {'Port': ['ID=deb9676f-fbca-4275-8b8d-f3049f253c6e,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:33.762108 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1d38815-37c6-415e-b111-986d9c774b5d req-7c9f27b0-1b5d-48c5-aba0-160c86b521c6 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03b6500-1e9a-4946-ba81-d111292667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727284 Nov 08 00:29:33.840774 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Attempting to bind port deb9676f-fbca-4275-8b8d-f3049f253c6e on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:29:33.841652 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Attempting to bind port deb9676f-fbca-4275-8b8d-f3049f253c6e by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '7bc909bb-7379-4c2b-93fe-d2381afe54ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9da96c7-8304-4517-a575-8fa3cce95313'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:29:33.842149 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Attempting to bind port deb9676f-fbca-4275-8b8d-f3049f253c6e on network d9da96c7-8304-4517-a575-8fa3cce95313 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:29:33.847533 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Port deb9676f-fbca-4275-8b8d-f3049f253c6e on network d9da96c7-8304-4517-a575-8fa3cce95313 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:29:33.847900 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Attempting to bind port deb9676f-fbca-4275-8b8d-f3049f253c6e on network d9da96c7-8304-4517-a575-8fa3cce95313 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:29:33.854097 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:29:33.854844 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7687be-1487-4c7f-8d30-afffaa9a77fe req-d74321df-b37c-4ee6-8b2c-f533e89dd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:33.854964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Checking segment: {'id': '7bc909bb-7379-4c2b-93fe-d2381afe54ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9da96c7-8304-4517-a575-8fa3cce95313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:29:33.854964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Bound using segment: {'id': '7bc909bb-7379-4c2b-93fe-d2381afe54ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9da96c7-8304-4517-a575-8fa3cce95313'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:29:33.855402 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Bound port: deb9676f-fbca-4275-8b8d-f3049f253c6e, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bc909bb-7379-4c2b-93fe-d2381afe54ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9da96c7-8304-4517-a575-8fa3cce95313'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:29:33.855760 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:33.855890 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7d7687be-1487-4c7f-8d30-afffaa9a77fe req-d74321df-b37c-4ee6-8b2c-f533e89dd6a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b&device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 1096 time: 0.0927348 Nov 08 00:29:33.881634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17e598-ce9d-49bb-8230-02681d987f81 req-fca2f2a6-2ee7-4b08-a14a-15ec2bf60a3e tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:33.883455 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b17e598-ce9d-49bb-8230-02681d987f81 req-fca2f2a6-2ee7-4b08-a14a-15ec2bf60a3e tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=49dc8eb9-07aa-495c-898c-5548557e20cb HTTP/1.1" status: 200 len: 943 time: 0.0708516 Nov 08 00:29:33.933520 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] For port deb9676f-fbca-4275-8b8d-f3049f253c6e, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:29:33.936788 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] For port deb9676f-fbca-4275-8b8d-f3049f253c6e, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=deb9676f-fbca-4275-8b8d-f3049f253c6e,segment=NetworkSegment(7bc909bb-7379-4c2b-93fe-d2381afe54ea),segment_id=7bc909bb-7379-4c2b-93fe-d2381afe54ea)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:29:33.979440 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b17e598-ce9d-49bb-8230-02681d987f81 req-9224daac-9dfd-4914-afc1-6c8c612b05a0 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865953 Nov 08 00:29:34.008979 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7687be-1487-4c7f-8d30-afffaa9a77fe req-86f73797-4a88-4d36-9521-31a39617eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:34.010384 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7d7687be-1487-4c7f-8d30-afffaa9a77fe req-86f73797-4a88-4d36-9521-31a39617eaf1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dcc487d0-d7d7-4a4f-9cbb-30910b100e93 HTTP/1.1" status: 200 len: 897 time: 0.1259956 Nov 08 00:29:34.035728 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:34.105045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:34.105667 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:34.107091 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-be826402-6ab9-4882-a583-792642ddd7fb req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] 10.222.0.26 "PUT /v2.0/ports/deb9676f-fbca-4275-8b8d-f3049f253c6e HTTP/1.1" status: 200 len: 1091 time: 1.0219002 Nov 08 00:29:34.107601 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49dc8eb9-07aa-495c-898c-5548557e20cb', 'tag': 'deb9676f-fbca-4275-8b8d-f3049f253c6e'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:29:34.109929 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a13851c-9419-470f-8312-d1206a76fd95" -d '{"events": [{"name": "network-changed", "server_uuid": "49dc8eb9-07aa-495c-898c-5548557e20cb", "tag": "deb9676f-fbca-4275-8b8d-f3049f253c6e"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:29:34.140748 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7d7687be-1487-4c7f-8d30-afffaa9a77fe req-b6e2df80-c41a-41a9-9834-c67dbaca7381 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84501122-f03c-4866-924e-57b53946dd2d HTTP/1.1" status: 200 len: 1001 time: 0.0917873 Nov 08 00:29:34.148057 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead357c0-e83b-493f-8ebf-d6699535aad6 service neutron] Pushing event updated for resources: {'Port': ['ID=deb9676f-fbca-4275-8b8d-f3049f253c6e,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:34.194240 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744538ba-e981-469e-86a4-22465be5e516 x-openstack-request-id: req-744538ba-e981-469e-86a4-22465be5e516 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:29:34.194543 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49dc8eb9-07aa-495c-898c-5548557e20cb", "tag": "deb9676f-fbca-4275-8b8d-f3049f253c6e", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:29:34.194795 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-744538ba-e981-469e-86a4-22465be5e516 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:29:34.195209 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49dc8eb9-07aa-495c-898c-5548557e20cb', 'tag': 'deb9676f-fbca-4275-8b8d-f3049f253c6e', 'status': 'completed', 'code': 200} Nov 08 00:29:34.200976 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7687be-1487-4c7f-8d30-afffaa9a77fe req-3b8eb034-9bb1-4360-8521-9715d1fc8189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:34.202490 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7d7687be-1487-4c7f-8d30-afffaa9a77fe req-3b8eb034-9bb1-4360-8521-9715d1fc8189 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a393cfb7-883b-4bc7-9d6e-13cdec2372e8 HTTP/1.1" status: 200 len: 835 time: 0.0529034 Nov 08 00:29:34.272792 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7687be-1487-4c7f-8d30-afffaa9a77fe req-6ce70eeb-47d5-401b-b6db-d2ef2861aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:34.273645 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7d7687be-1487-4c7f-8d30-afffaa9a77fe req-6ce70eeb-47d5-401b-b6db-d2ef2861aba4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcc487d0-d7d7-4a4f-9cbb-30910b100e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641582 Nov 08 00:29:34.292630 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13851c-9419-470f-8312-d1206a76fd95 req-65a33331-581a-4683-abc3-bf55b74f098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:34.296046 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9a13851c-9419-470f-8312-d1206a76fd95 req-65a33331-581a-4683-abc3-bf55b74f098c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16776a6040474125be1c5edfa91fd7f6&device_id=49dc8eb9-07aa-495c-898c-5548557e20cb HTTP/1.1" status: 200 len: 1094 time: 0.0584369 Nov 08 00:29:34.399021 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7d7687be-1487-4c7f-8d30-afffaa9a77fe req-0ff93211-cd00-419a-a86a-14abf9a85b3a service neutron] 10.222.0.20 "GET /v2.0/networks/dcc487d0-d7d7-4a4f-9cbb-30910b100e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206210 Nov 08 00:29:34.508201 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7d7687be-1487-4c7f-8d30-afffaa9a77fe req-92917138-3e67-43c7-be12-7bd926f0cfc0 service neutron] 10.222.0.20 "GET /v2.0/networks/dcc487d0-d7d7-4a4f-9cbb-30910b100e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025469 Nov 08 00:29:34.513795 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13851c-9419-470f-8312-d1206a76fd95 req-c094891f-5e60-4a48-937a-412667890f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:34.515341 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9a13851c-9419-470f-8312-d1206a76fd95 req-c094891f-5e60-4a48-937a-412667890f02 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=16776a6040474125be1c5edfa91fd7f6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2059338 Nov 08 00:29:34.701637 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13851c-9419-470f-8312-d1206a76fd95 req-c366d715-3349-449d-931f-758f8215a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:34.706642 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9a13851c-9419-470f-8312-d1206a76fd95 req-c366d715-3349-449d-931f-758f8215a911 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1818752 Nov 08 00:29:34.812929 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be826402-6ab9-4882-a583-792642ddd7fb req-3dfd28b0-ff02-4324-94b2-5f2525b3503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:34.815638 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-be826402-6ab9-4882-a583-792642ddd7fb req-3dfd28b0-ff02-4324-94b2-5f2525b3503b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16776a6040474125be1c5edfa91fd7f6&device_id=49dc8eb9-07aa-495c-898c-5548557e20cb HTTP/1.1" status: 200 len: 1094 time: 0.0530179 Nov 08 00:29:34.887468 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-be826402-6ab9-4882-a583-792642ddd7fb req-d4b18035-506b-4396-8dae-e4d6baf81119 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=deb9676f-fbca-4275-8b8d-f3049f253c6e HTTP/1.1" status: 200 len: 217 time: 0.0588608 Nov 08 00:29:34.916753 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a38b38-bde0-4dd4-983c-74f116a63bc1 req-c382ea1f-aaea-4994-ac65-f537d355f1b4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:34.920575 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a3a38b38-bde0-4dd4-983c-74f116a63bc1 req-c382ea1f-aaea-4994-ac65-f537d355f1b4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 944 time: 0.0726540 Nov 08 00:29:34.950210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be826402-6ab9-4882-a583-792642ddd7fb req-187c619b-0ac4-4d3f-8ab7-8495ed706515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:34.952487 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-be826402-6ab9-4882-a583-792642ddd7fb req-187c619b-0ac4-4d3f-8ab7-8495ed706515 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87fa2d02-3c12-4f7e-b790-88bb98679748 HTTP/1.1" status: 200 len: 848 time: 0.0583315 Nov 08 00:29:34.983225 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a3a38b38-bde0-4dd4-983c-74f116a63bc1 req-823902a3-666e-4b28-a75f-c7ef5aebf250 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03b6500-1e9a-4946-ba81-d111292667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536654 Nov 08 00:29:34.993570 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-be826402-6ab9-4882-a583-792642ddd7fb req-918f837c-8df7-492c-9ff0-d5280983f9b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9da96c7-8304-4517-a575-8fa3cce95313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328784 Nov 08 00:29:35.120835 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-be826402-6ab9-4882-a583-792642ddd7fb req-337fcfa0-b0e9-4fd9-a323-79b5b4d145c0 service neutron] 10.222.0.26 "GET /v2.0/networks/d9da96c7-8304-4517-a575-8fa3cce95313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202016 Nov 08 00:29:35.229003 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e7b56-c247-47ef-be3e-404d592569d9 req-42423795-c6aa-48c2-b3ac-c26029c1dd69 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:35.234200 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b8e7b56-c247-47ef-be3e-404d592569d9 req-42423795-c6aa-48c2-b3ac-c26029c1dd69 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=49dc8eb9-07aa-495c-898c-5548557e20cb HTTP/1.1" status: 200 len: 943 time: 0.1109197 Nov 08 00:29:35.304426 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b8e7b56-c247-47ef-be3e-404d592569d9 req-1d71fbab-0f3a-4738-bc89-0c988df8c5aa tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501983 Nov 08 00:29:35.305044 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-be826402-6ab9-4882-a583-792642ddd7fb req-fb2f6143-1715-42fb-ac07-bc8ee501883c service neutron] 10.222.0.26 "GET /v2.0/networks/d9da96c7-8304-4517-a575-8fa3cce95313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719491 Nov 08 00:29:36.104624 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87570b8-d9bf-4920-a4ab-55b860b08e8a req-66fbfad8-69c2-4e49-ba11-bdacbfc7fb21 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:36.106742 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b87570b8-d9bf-4920-a4ab-55b860b08e8a req-66fbfad8-69c2-4e49-ba11-bdacbfc7fb21 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 944 time: 0.0576377 Nov 08 00:29:36.145377 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b87570b8-d9bf-4920-a4ab-55b860b08e8a req-68c509d3-362e-43cb-b13a-5ce290aec343 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03b6500-1e9a-4946-ba81-d111292667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325086 Nov 08 00:29:36.444144 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35012) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:36.466838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9641f-ee5e-4757-846b-7046ebf3767c req-1aa9c49e-b1bc-4048-a5ae-4185f70e8aaa tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:36.468787 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecb9641f-ee5e-4757-846b-7046ebf3767c req-1aa9c49e-b1bc-4048-a5ae-4185f70e8aaa tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=49dc8eb9-07aa-495c-898c-5548557e20cb HTTP/1.1" status: 200 len: 943 time: 0.0807092 Nov 08 00:29:36.521689 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecb9641f-ee5e-4757-846b-7046ebf3767c req-4f7ffbf8-03db-4ccf-a393-6c67eb3587dc tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454919 Nov 08 00:29:36.612110 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7c57983a-ea69-4251-ac3e-d03018b12ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:36.708497 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7c57983a-ea69-4251-ac3e-d03018b12ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:36.788430 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7c57983a-ea69-4251-ac3e-d03018b12ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:36.834433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57983a-ea69-4251-ac3e-d03018b12ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4007ed4-cdbe-4c70-8f19-364efc204ed0,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:36.840796 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7c57983a-ea69-4251-ac3e-d03018b12ca0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c34a809e94924b6986fcc7b93da15868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3956130 Nov 08 00:29:36.843343 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35030) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:36.894859 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dda5538c-88e3-40cc-9159-8c24e4b9e6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:36.924207 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dda5538c-88e3-40cc-9159-8c24e4b9e6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:37.017226 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dda5538c-88e3-40cc-9159-8c24e4b9e6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:37.019899 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dda5538c-88e3-40cc-9159-8c24e4b9e6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:37.021699 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dda5538c-88e3-40cc-9159-8c24e4b9e6b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4007ed4-cdbe-4c70-8f19-364efc204ed0 HTTP/1.1" status: 204 len: 168 time: 0.1774561 Nov 08 00:29:37.030496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5538c-88e3-40cc-9159-8c24e4b9e6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4007ed4-cdbe-4c70-8f19-364efc204ed0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:37.280456 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ff564-dc49-4f46-aecd-ffd94a924758 req-621b0018-e313-4c36-a16b-8175ddc18fb8 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:37.282471 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a91ff564-dc49-4f46-aecd-ffd94a924758 req-621b0018-e313-4c36-a16b-8175ddc18fb8 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 944 time: 0.0586388 Nov 08 00:29:37.332236 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a91ff564-dc49-4f46-aecd-ffd94a924758 req-4731e6bf-4117-4f7b-8b4d-63b055b12518 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03b6500-1e9a-4946-ba81-d111292667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403798 Nov 08 00:29:37.417283 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device ed4fc858-b860-409d-bcbb-a9fdef2749de details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:29:37.522462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port ed4fc858-b860-409d-bcbb-a9fdef2749de, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=ed4fc858-b860-409d-bcbb-a9fdef2749de,segment=NetworkSegment(373797eb-7f6f-4fa4-a774-5481d1108606),segment_id=373797eb-7f6f-4fa4-a774-5481d1108606)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:29:37.535333 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'ed4fc858-b860-409d-bcbb-a9fdef2749de', 'network_id': '76d9dcf1-1802-46d3-b8b5-d20e926ac263', 'port_id': 'ed4fc858-b860-409d-bcbb-a9fdef2749de', 'mac_address': 'fa:16:3e:2d:3e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f582681e-a3d5-442f-9871-c7f0159d8a0c', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:29:37.599522 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:37.615986 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4fc858-b860-409d-bcbb-a9fdef2749de {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:29:37.640759 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port ed4fc858-b860-409d-bcbb-a9fdef2749de, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=ed4fc858-b860-409d-bcbb-a9fdef2749de,segment=NetworkSegment(373797eb-7f6f-4fa4-a774-5481d1108606),segment_id=373797eb-7f6f-4fa4-a774-5481d1108606)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:29:37.666494 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e660aef-522c-4cce-abdd-bd894910465b req-992defca-0fab-4bef-b88f-71668620c33b tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:37.668580 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e660aef-522c-4cce-abdd-bd894910465b req-992defca-0fab-4bef-b88f-71668620c33b tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=49dc8eb9-07aa-495c-898c-5548557e20cb HTTP/1.1" status: 200 len: 943 time: 0.0702593 Nov 08 00:29:37.724765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e660aef-522c-4cce-abdd-bd894910465b req-8f4a1a2f-c38a-480b-9a6a-506d5c125951 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491998 Nov 08 00:29:38.455938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387f74a-26c4-48f4-be04-8b4621bbbc09 req-049ab6ec-be81-4efa-b7cc-b05735c544dc tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:38.457528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6387f74a-26c4-48f4-be04-8b4621bbbc09 req-049ab6ec-be81-4efa-b7cc-b05735c544dc tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 944 time: 0.0536201 Nov 08 00:29:38.468844 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:38.503185 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6387f74a-26c4-48f4-be04-8b4621bbbc09 req-be9e377d-860b-4c7e-aab7-7de65a2a3594 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03b6500-1e9a-4946-ba81-d111292667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394101 Nov 08 00:29:38.526781 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:38.529546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=ed4fc858-b860-409d-bcbb-a9fdef2749de,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:38.605763 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35080) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:38.620634 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-beaa673a-7b78-440f-b9b7-308042958364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:38.701431 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-beaa673a-7b78-440f-b9b7-308042958364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:38.776781 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-beaa673a-7b78-440f-b9b7-308042958364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:38.785772 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['ed4fc858-b860-409d-bcbb-a9fdef2749de'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:29:38.840771 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-beaa673a-7b78-440f-b9b7-308042958364 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c59ecfb1cadc4ae9aef3312f9ce40d0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314816 Nov 08 00:29:38.841724 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35094) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:38.857465 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa673a-7b78-440f-b9b7-308042958364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e3dc2a-e8eb-4572-87ca-8f2a8019c2ac,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:38.881310 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b15c9a-a814-436d-9769-557f0eaedd04 req-b4e2cec5-4a3f-4e3d-9fd5-0a0e2c72b274 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:38.889089 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31b15c9a-a814-436d-9769-557f0eaedd04 req-b4e2cec5-4a3f-4e3d-9fd5-0a0e2c72b274 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=49dc8eb9-07aa-495c-898c-5548557e20cb HTTP/1.1" status: 200 len: 943 time: 0.0792184 Nov 08 00:29:38.930309 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31b15c9a-a814-436d-9769-557f0eaedd04 req-41ccb095-024c-42d1-8ad3-be70c4d13cf4 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402424 Nov 08 00:29:38.964757 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce1172af-cb8e-4c06-8079-2ad99cba9948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:38.988383 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce1172af-cb8e-4c06-8079-2ad99cba9948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:39.097391 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce1172af-cb8e-4c06-8079-2ad99cba9948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:39.101113 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce1172af-cb8e-4c06-8079-2ad99cba9948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:39.102744 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ce1172af-cb8e-4c06-8079-2ad99cba9948 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79e3dc2a-e8eb-4572-87ca-8f2a8019c2ac HTTP/1.1" status: 204 len: 168 time: 0.2594566 Nov 08 00:29:39.114404 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1172af-cb8e-4c06-8079-2ad99cba9948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e3dc2a-e8eb-4572-87ca-8f2a8019c2ac,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:39.416519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device deb9676f-fbca-4275-8b8d-f3049f253c6e details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:29:39.525805 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port deb9676f-fbca-4275-8b8d-f3049f253c6e, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=deb9676f-fbca-4275-8b8d-f3049f253c6e,segment=NetworkSegment(7bc909bb-7379-4c2b-93fe-d2381afe54ea),segment_id=7bc909bb-7379-4c2b-93fe-d2381afe54ea)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:29:39.547382 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'deb9676f-fbca-4275-8b8d-f3049f253c6e', 'network_id': 'd9da96c7-8304-4517-a575-8fa3cce95313', 'port_id': 'deb9676f-fbca-4275-8b8d-f3049f253c6e', 'mac_address': 'fa:16:3e:1f:69:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87fa2d02-3c12-4f7e-b790-88bb98679748', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:29:39.595833 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:39.619734 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb9676f-fbca-4275-8b8d-f3049f253c6e {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:29:39.653665 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88aad0a-22bc-4a62-8256-e9bf936ce3e5 req-32103d09-7df3-48a7-81dc-8119935c4898 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:39.655231 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a88aad0a-22bc-4a62-8256-e9bf936ce3e5 req-32103d09-7df3-48a7-81dc-8119935c4898 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 945 time: 0.0645266 Nov 08 00:29:39.668703 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port deb9676f-fbca-4275-8b8d-f3049f253c6e, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=deb9676f-fbca-4275-8b8d-f3049f253c6e,segment=NetworkSegment(7bc909bb-7379-4c2b-93fe-d2381afe54ea),segment_id=7bc909bb-7379-4c2b-93fe-d2381afe54ea)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:29:39.700363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a88aad0a-22bc-4a62-8256-e9bf936ce3e5 req-0178d08e-cf5b-4a65-b321-2a2feb64df49 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03b6500-1e9a-4946-ba81-d111292667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386817 Nov 08 00:29:39.724070 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:39.787628 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=deb9676f-fbca-4275-8b8d-f3049f253c6e,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:39.992501 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-a6a8bc09-a0b7-4fea-8523-500614431cce req-4c38414c-fccd-45ba-b896-1438f08e6320 service neutron] (102771) timed out ('10.222.0.20', 59036) {{(pid=102771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 00:29:40.056441 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['deb9676f-fbca-4275-8b8d-f3049f253c6e'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:29:40.116940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337f4a1-08d4-431d-b953-5bd08436f6de req-d00b132c-5a03-4bcf-a64a-48c480bcf917 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:40.119490 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2337f4a1-08d4-431d-b953-5bd08436f6de req-d00b132c-5a03-4bcf-a64a-48c480bcf917 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=49dc8eb9-07aa-495c-898c-5548557e20cb HTTP/1.1" status: 200 len: 944 time: 0.0982218 Nov 08 00:29:40.159893 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2337f4a1-08d4-431d-b953-5bd08436f6de req-1afa87d6-9d1c-4923-993f-1e5bcbfae016 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331328 Nov 08 00:29:40.829042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e9843-4141-4147-94a2-ec792e98077b req-589f38ff-5d13-4a70-91c7-53375353ccb1 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:40.830663 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c93e9843-4141-4147-94a2-ec792e98077b req-589f38ff-5d13-4a70-91c7-53375353ccb1 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 945 time: 0.0511162 Nov 08 00:29:40.872069 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c93e9843-4141-4147-94a2-ec792e98077b req-690a2aaa-7266-4d36-905e-b4380fcfb4c3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03b6500-1e9a-4946-ba81-d111292667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338507 Nov 08 00:29:41.311457 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb8b68-fda8-45ed-b3a6-b8f1cd575e9e req-6a87056e-d9b3-498a-b555-e7782c5433c1 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:41.313077 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7cfb8b68-fda8-45ed-b3a6-b8f1cd575e9e req-6a87056e-d9b3-498a-b555-e7782c5433c1 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=49dc8eb9-07aa-495c-898c-5548557e20cb HTTP/1.1" status: 200 len: 944 time: 0.0756805 Nov 08 00:29:41.356542 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7cfb8b68-fda8-45ed-b3a6-b8f1cd575e9e req-f20d59dc-dd58-4665-a206-545410eabf77 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365765 Nov 08 00:29:41.432122 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device deb9676f-fbca-4275-8b8d-f3049f253c6e up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:29:41.571057 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port deb9676f-fbca-4275-8b8d-f3049f253c6e completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:29:41.575254 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port deb9676f-fbca-4275-8b8d-f3049f253c6e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:29:41.575677 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:41.662339 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:41.690959 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dc8eb9-07aa-495c-898c-5548557e20cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb9676f-fbca-4275-8b8d-f3049f253c6e'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:29:41.694055 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd325cb3-b20f-482f-af5e-f9ff2302a268" -d '{"events": [{"server_uuid": "49dc8eb9-07aa-495c-898c-5548557e20cb", "name": "network-vif-plugged", "status": "completed", "tag": "deb9676f-fbca-4275-8b8d-f3049f253c6e"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:29:41.711281 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port deb9676f-fbca-4275-8b8d-f3049f253c6e, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=deb9676f-fbca-4275-8b8d-f3049f253c6e,segment=NetworkSegment(7bc909bb-7379-4c2b-93fe-d2381afe54ea),segment_id=7bc909bb-7379-4c2b-93fe-d2381afe54ea)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:29:41.752824 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff99a5b2-7e28-4308-9525-26a625158d26 x-openstack-request-id: req-ff99a5b2-7e28-4308-9525-26a625158d26 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:29:41.753432 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49dc8eb9-07aa-495c-898c-5548557e20cb", "name": "network-vif-plugged", "status": "completed", "tag": "deb9676f-fbca-4275-8b8d-f3049f253c6e", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:29:41.753889 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff99a5b2-7e28-4308-9525-26a625158d26 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:29:41.754645 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dc8eb9-07aa-495c-898c-5548557e20cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb9676f-fbca-4275-8b8d-f3049f253c6e', 'code': 200} Nov 08 00:29:41.766983 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35246) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:41.778434 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:41.787141 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device ed4fc858-b860-409d-bcbb-a9fdef2749de up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:29:41.900462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=deb9676f-fbca-4275-8b8d-f3049f253c6e,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:41.936892 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port ed4fc858-b860-409d-bcbb-a9fdef2749de completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:29:41.947857 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port ed4fc858-b860-409d-bcbb-a9fdef2749de triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:29:41.947857 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:41.953466 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d68e6-9558-4be9-96bb-a16f975eacda req-8a828c68-98e7-44e3-8712-1bc36deae375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:41.955149 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-310d68e6-9558-4be9-96bb-a16f975eacda req-8a828c68-98e7-44e3-8712-1bc36deae375 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=49dc8eb9-07aa-495c-898c-5548557e20cb HTTP/1.1" status: 200 len: 1096 time: 0.1005104 Nov 08 00:29:41.956114 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5847336b-f0d9-47bb-88e7-8b5c46718c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:42.002197 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-310d68e6-9558-4be9-96bb-a16f975eacda req-ab3e2c99-caa4-4dcb-8c49-d37cf370aa12 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361507 Nov 08 00:29:42.077721 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5dedd-98e5-4d0d-b5d5-68c753635817 req-77da6f46-4300-4858-b7d6-8148473af413 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:42.085808 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:42.086702 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1f5dedd-98e5-4d0d-b5d5-68c753635817 req-77da6f46-4300-4858-b7d6-8148473af413 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 945 time: 0.0971966 Nov 08 00:29:42.130881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1f5dedd-98e5-4d0d-b5d5-68c753635817 req-39f95b3f-9399-4a45-b5bb-9c911ecec53e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03b6500-1e9a-4946-ba81-d111292667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425491 Nov 08 00:29:42.131332 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5847336b-f0d9-47bb-88e7-8b5c46718c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:42.132009 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port ed4fc858-b860-409d-bcbb-a9fdef2749de, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=ed4fc858-b860-409d-bcbb-a9fdef2749de,segment=NetworkSegment(373797eb-7f6f-4fa4-a774-5481d1108606),segment_id=373797eb-7f6f-4fa4-a774-5481d1108606)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:29:42.193394 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5847336b-f0d9-47bb-88e7-8b5c46718c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:42.222871 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:42.236319 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5847336b-f0d9-47bb-88e7-8b5c46718c4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6199d292cf6c4b30ba1c927d905bdf43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4649000 Nov 08 00:29:42.236319 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847336b-f0d9-47bb-88e7-8b5c46718c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bc4dda-7562-4044-a741-3ab6c9f3da15,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:42.236989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35264) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:42.313399 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=ed4fc858-b860-409d-bcbb-a9fdef2749de,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:42.320630 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d80bf7d8-02df-4958-9da0-4082827fa70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:42.344138 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d80bf7d8-02df-4958-9da0-4082827fa70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:42.478150 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d80bf7d8-02df-4958-9da0-4082827fa70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:42.481017 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d80bf7d8-02df-4958-9da0-4082827fa70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:42.482301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d80bf7d8-02df-4958-9da0-4082827fa70d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23bc4dda-7562-4044-a741-3ab6c9f3da15 HTTP/1.1" status: 204 len: 168 time: 0.2439070 Nov 08 00:29:42.494908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bf7d8-02df-4958-9da0-4082827fa70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bc4dda-7562-4044-a741-3ab6c9f3da15,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:42.514098 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac878a-51c6-4a47-9657-a66b4d2ee224 req-fb456dc5-2928-42b4-93fe-788c13e89095 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:42.533378 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-24ac878a-51c6-4a47-9657-a66b4d2ee224 req-fb456dc5-2928-42b4-93fe-788c13e89095 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=49dc8eb9-07aa-495c-898c-5548557e20cb HTTP/1.1" status: 200 len: 945 time: 0.0814660 Nov 08 00:29:42.558418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-24ac878a-51c6-4a47-9657-a66b4d2ee224 req-84097766-e91c-477e-8f43-c1a31e25406e tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355353 Nov 08 00:29:43.257789 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2115da-5fcb-4775-8c72-3082e2a3601a req-e131b74f-e02e-4917-a5df-2642982b0dbd tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:43.259255 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f2115da-5fcb-4775-8c72-3082e2a3601a req-e131b74f-e02e-4917-a5df-2642982b0dbd tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 946 time: 0.0638597 Nov 08 00:29:43.300552 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f2115da-5fcb-4775-8c72-3082e2a3601a req-7c9862e8-f95b-4346-b811-4f5f6c3b033e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03b6500-1e9a-4946-ba81-d111292667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351324 Nov 08 00:29:43.679078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df280bc-61e5-4503-95ae-f4387f8a45e5 req-539aeeb9-9556-4c0a-8687-0ea7be5e76cd tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:43.680639 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8df280bc-61e5-4503-95ae-f4387f8a45e5 req-539aeeb9-9556-4c0a-8687-0ea7be5e76cd tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=49dc8eb9-07aa-495c-898c-5548557e20cb HTTP/1.1" status: 200 len: 945 time: 0.0527735 Nov 08 00:29:43.722496 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8df280bc-61e5-4503-95ae-f4387f8a45e5 req-7628ddec-80d1-493a-9eb7-1630bc887721 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353303 Nov 08 00:29:43.756491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129a0b59-4d3b-46a9-93f3-d66d1b8cc46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4fc858-b860-409d-bcbb-a9fdef2749de'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:29:43.760636 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a623971b-c5f6-49f3-8dd7-4e4cf2914f20" -d '{"events": [{"server_uuid": "129a0b59-4d3b-46a9-93f3-d66d1b8cc46c", "name": "network-vif-plugged", "status": "completed", "tag": "ed4fc858-b860-409d-bcbb-a9fdef2749de"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:29:43.807187 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3404ba21-8605-499e-a584-316da883ef5f x-openstack-request-id: req-3404ba21-8605-499e-a584-316da883ef5f {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:29:43.808014 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129a0b59-4d3b-46a9-93f3-d66d1b8cc46c", "name": "network-vif-plugged", "status": "completed", "tag": "ed4fc858-b860-409d-bcbb-a9fdef2749de", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:29:43.808393 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3404ba21-8605-499e-a584-316da883ef5f {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:29:43.808993 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129a0b59-4d3b-46a9-93f3-d66d1b8cc46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4fc858-b860-409d-bcbb-a9fdef2749de', 'code': 200} Nov 08 00:29:43.937156 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e391aa-50b3-499f-a2d6-6ac0aff16541 req-bfe3931a-12d5-4db4-946b-c5865bc475b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:43.938835 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f2e391aa-50b3-499f-a2d6-6ac0aff16541 req-bfe3931a-12d5-4db4-946b-c5865bc475b9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 1097 time: 0.0449538 Nov 08 00:29:43.979102 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f2e391aa-50b3-499f-a2d6-6ac0aff16541 req-5147d419-2e78-4b4f-acd1-25145dc6acc5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d03b6500-1e9a-4946-ba81-d111292667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326185 Nov 08 00:29:44.359936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35344) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:44.495968 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7af3b0-080a-4395-80e0-c68fefc7bea1 req-660efa23-bf61-463b-8b13-4744492f6441 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:44.500111 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c7af3b0-080a-4395-80e0-c68fefc7bea1 req-660efa23-bf61-463b-8b13-4744492f6441 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 946 time: 0.0763612 Nov 08 00:29:44.554090 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c7af3b0-080a-4395-80e0-c68fefc7bea1 req-d2678cb4-a0f0-4c73-b8f8-82e6a49d6a4f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03b6500-1e9a-4946-ba81-d111292667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463274 Nov 08 00:29:44.580680 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-230a9c2b-2ec1-4d8f-9a82-b49c466d5660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:44.657577 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35356) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:44.661377 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-230a9c2b-2ec1-4d8f-9a82-b49c466d5660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:44.747465 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-230a9c2b-2ec1-4d8f-9a82-b49c466d5660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:44.758427 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ba839ba8-621f-40e8-8651-568346f0d719 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1252414204'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:44.788959 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-230a9c2b-2ec1-4d8f-9a82-b49c466d5660 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=049e70e7e30f43d3a5dc1d340df7a427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4279702 Nov 08 00:29:44.789755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a9c2b-2ec1-4d8f-9a82-b49c466d5660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0faf790b-c0be-4851-8772-3ee5375fbe62,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:44.792502 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35364) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:44.846850 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-83312957-b036-486a-9c82-68e2446cc5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:44.869673 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-83312957-b036-486a-9c82-68e2446cc5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:44.891494 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba839ba8-621f-40e8-8651-568346f0d719 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:44.892896 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba839ba8-621f-40e8-8651-568346f0d719 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:44.949820 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba839ba8-621f-40e8-8651-568346f0d719 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:44.965460 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-83312957-b036-486a-9c82-68e2446cc5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:44.968078 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-83312957-b036-486a-9c82-68e2446cc5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:44.969613 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-83312957-b036-486a-9c82-68e2446cc5d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0faf790b-c0be-4851-8772-3ee5375fbe62 HTTP/1.1" status: 204 len: 168 time: 0.1760271 Nov 08 00:29:44.982884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83312957-b036-486a-9c82-68e2446cc5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faf790b-c0be-4851-8772-3ee5375fbe62,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:45.056652 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba839ba8-621f-40e8-8651-568346f0d719 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:45.206695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a134030-a9d9-4a69-8da1-bf009cc5e87d req-f36d12c6-4ae4-4a5d-8074-ab7b0db2244f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:45.208921 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0a134030-a9d9-4a69-8da1-bf009cc5e87d req-f36d12c6-4ae4-4a5d-8074-ab7b0db2244f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=49dc8eb9-07aa-495c-898c-5548557e20cb HTTP/1.1" status: 200 len: 945 time: 0.0557086 Nov 08 00:29:45.209430 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba839ba8-621f-40e8-8651-568346f0d719 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:45.210662 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ba839ba8-621f-40e8-8651-568346f0d719 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5520833 Nov 08 00:29:45.213366 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35374) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:45.300451 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-002cc678-760a-43a6-b28a-926b54a3f205 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:45.378742 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0a134030-a9d9-4a69-8da1-bf009cc5e87d req-53968278-09dc-4235-ba53-4ed1389115dd tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262980 Nov 08 00:29:45.484915 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-002cc678-760a-43a6-b28a-926b54a3f205 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:45.487037 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-002cc678-760a-43a6-b28a-926b54a3f205 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:45.617213 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-002cc678-760a-43a6-b28a-926b54a3f205 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:45.617798 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002cc678-760a-43a6-b28a-926b54a3f205 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0560f44c-07a4-41db-a262-6d6f6a1f6871 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:29:45.622228 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-002cc678-760a-43a6-b28a-926b54a3f205 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:45.629749 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-002cc678-760a-43a6-b28a-926b54a3f205 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] 10.222.0.13 "DELETE /v2.0/routers/0560f44c-07a4-41db-a262-6d6f6a1f6871 HTTP/1.1" status: 204 len: 168 time: 0.4089332 Nov 08 00:29:45.632256 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35382) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:45.636752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-3e1379c5-8205-4255-8735-7229fdf2201c tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Request body: {'router': {'name': 'tempest-router-1266937661', 'distributed': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:45.677264 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f8018-56bc-4b40-bd75-174b41c97a38 req-4bf0a22a-7b04-4245-8f38-118c58f66fd4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:45.678765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-840f8018-56bc-4b40-bd75-174b41c97a38 req-4bf0a22a-7b04-4245-8f38-118c58f66fd4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 946 time: 0.0522165 Nov 08 00:29:45.719467 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-840f8018-56bc-4b40-bd75-174b41c97a38 req-fe7f4ba8-7873-464b-8e26-bd3ba1576a45 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03b6500-1e9a-4946-ba81-d111292667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346143 Nov 08 00:29:45.759458 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3e1379c5-8205-4255-8735-7229fdf2201c tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:45.760577 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3e1379c5-8205-4255-8735-7229fdf2201c tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:45.818703 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3e1379c5-8205-4255-8735-7229fdf2201c tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:45.843172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec193b1-b8ac-4d96-ae0e-2ef81e2eddae req-2dd8912d-98d1-48c3-bfb3-ead07284049e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:45.845013 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ec193b1-b8ac-4d96-ae0e-2ef81e2eddae req-2dd8912d-98d1-48c3-bfb3-ead07284049e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 946 time: 0.0526035 Nov 08 00:29:45.854247 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35386) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:45.872517 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0cea2c6-36b0-4119-9c8b-c3ef34e65ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:45.890901 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ec193b1-b8ac-4d96-ae0e-2ef81e2eddae req-896404d6-4237-490a-a7f2-829d39f91e98 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03b6500-1e9a-4946-ba81-d111292667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388525 Nov 08 00:29:45.920977 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3e1379c5-8205-4255-8735-7229fdf2201c tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:45.953714 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0cea2c6-36b0-4119-9c8b-c3ef34e65ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:46.041845 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3e1379c5-8205-4255-8735-7229fdf2201c tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:46.043193 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3e1379c5-8205-4255-8735-7229fdf2201c tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4098256 Nov 08 00:29:46.046037 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35390) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:46.088762 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0cea2c6-36b0-4119-9c8b-c3ef34e65ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:46.149551 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dbf829bc-03dd-4fcf-b768-fb1097ea8e5b tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:46.196514 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e0cea2c6-36b0-4119-9c8b-c3ef34e65ae0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff50b5b40fbf46feaa59a29eabb04c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380935 Nov 08 00:29:46.197745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35398) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:46.228416 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cea2c6-36b0-4119-9c8b-c3ef34e65ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8092f93c-ce07-4262-91cb-72398be68227,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:46.263697 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5305-5f6c-44a1-9a61-2afd21af34d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:46.286284 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5305-5f6c-44a1-9a61-2afd21af34d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:46.330121 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dbf829bc-03dd-4fcf-b768-fb1097ea8e5b tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:46.332321 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dbf829bc-03dd-4fcf-b768-fb1097ea8e5b tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:46.428498 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5305-5f6c-44a1-9a61-2afd21af34d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:46.433831 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5305-5f6c-44a1-9a61-2afd21af34d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:46.435336 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cf1b5305-5f6c-44a1-9a61-2afd21af34d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8092f93c-ce07-4262-91cb-72398be68227 HTTP/1.1" status: 204 len: 168 time: 0.2354670 Nov 08 00:29:46.447188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b5305-5f6c-44a1-9a61-2afd21af34d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8092f93c-ce07-4262-91cb-72398be68227,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:46.516299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab7f8c-d15a-4fac-b80a-b153be8c483b req-b1686423-1961-4a61-b96b-4eb07e98c619 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:46.523127 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47ab7f8c-d15a-4fac-b80a-b153be8c483b req-b1686423-1961-4a61-b96b-4eb07e98c619 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=49dc8eb9-07aa-495c-898c-5548557e20cb HTTP/1.1" status: 200 len: 945 time: 0.0654211 Nov 08 00:29:46.563436 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47ab7f8c-d15a-4fac-b80a-b153be8c483b req-35e95202-805b-4e48-819d-412b27d3f4dc tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3e14b5e-4e08-42c3-9def-72405f2be11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388117 Nov 08 00:29:46.713744 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315a36f-0101-45c1-a03b-108b9495743c req-c751eb65-c12a-4f37-96ac-fbba5a896476 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:46.718157 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d315a36f-0101-45c1-a03b-108b9495743c req-c751eb65-c12a-4f37-96ac-fbba5a896476 tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.26 "GET /v2.0/ports?device_id=49dc8eb9-07aa-495c-898c-5548557e20cb HTTP/1.1" status: 200 len: 945 time: 0.0568612 Nov 08 00:29:46.755590 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dbf829bc-03dd-4fcf-b768-fb1097ea8e5b tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:46.756226 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf829bc-03dd-4fcf-b768-fb1097ea8e5b tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 343d8928-e712-4a4f-96de-d59c0d4ddd21 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:29:46.762488 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dbf829bc-03dd-4fcf-b768-fb1097ea8e5b tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:46.763621 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dbf829bc-03dd-4fcf-b768-fb1097ea8e5b tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] 10.222.0.13 "DELETE /v2.0/routers/343d8928-e712-4a4f-96de-d59c0d4ddd21 HTTP/1.1" status: 204 len: 168 time: 0.7166393 Nov 08 00:29:46.767190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35406) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:46.771733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-81b3c922-d786-471e-86f5-4c5014572315 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Request body: {'router': {'name': 'tempest-router-1648845438', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '366d52935206491e882924de196d9716'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:46.820980 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-d315a36f-0101-45c1-a03b-108b9495743c req-2b45b48e-d080-42f2-b4b2-62210ede408f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Deleting port deb9676f-fbca-4275-8b8d-f3049f253c6e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:29:46.821316 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d315a36f-0101-45c1-a03b-108b9495743c req-2b45b48e-d080-42f2-b4b2-62210ede408f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:46.896109 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-81b3c922-d786-471e-86f5-4c5014572315 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:46.897189 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-81b3c922-d786-471e-86f5-4c5014572315 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:46.927735 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-d315a36f-0101-45c1-a03b-108b9495743c req-2b45b48e-d080-42f2-b4b2-62210ede408f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] For port deb9676f-fbca-4275-8b8d-f3049f253c6e, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=deb9676f-fbca-4275-8b8d-f3049f253c6e,segment=NetworkSegment(7bc909bb-7379-4c2b-93fe-d2381afe54ea),segment_id=7bc909bb-7379-4c2b-93fe-d2381afe54ea)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:29:46.928266 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d315a36f-0101-45c1-a03b-108b9495743c req-2b45b48e-d080-42f2-b4b2-62210ede408f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:46.942204 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-d315a36f-0101-45c1-a03b-108b9495743c req-2b45b48e-d080-42f2-b4b2-62210ede408f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Calling delete_port for deb9676f-fbca-4275-8b8d-f3049f253c6e owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:29:46.962959 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-81b3c922-d786-471e-86f5-4c5014572315 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:47.062554 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-81b3c922-d786-471e-86f5-4c5014572315 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:47.181746 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d315a36f-0101-45c1-a03b-108b9495743c req-2b45b48e-d080-42f2-b4b2-62210ede408f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:47.187102 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-81b3c922-d786-471e-86f5-4c5014572315 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:47.189206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-81b3c922-d786-471e-86f5-4c5014572315 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4202311 Nov 08 00:29:47.204185 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35420) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:47.209817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a4c5e03d-95cc-44d0-9153-79cd5c8b8f36 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:47.214359 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['deb9676f-fbca-4275-8b8d-f3049f253c6e'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:29:47.272779 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45b48e-d080-42f2-b4b2-62210ede408f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Pushing event deleted for resources: {'Port': ['ID=deb9676f-fbca-4275-8b8d-f3049f253c6e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:47.291056 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d315a36f-0101-45c1-a03b-108b9495743c req-2b45b48e-d080-42f2-b4b2-62210ede408f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] No DVR routers for this DVR port deb9676f-fbca-4275-8b8d-f3049f253c6e on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:29:47.291056 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d315a36f-0101-45c1-a03b-108b9495743c req-2b45b48e-d080-42f2-b4b2-62210ede408f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:47.294111 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d315a36f-0101-45c1-a03b-108b9495743c req-2b45b48e-d080-42f2-b4b2-62210ede408f tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.26 "DELETE /v2.0/ports/deb9676f-fbca-4275-8b8d-f3049f253c6e HTTP/1.1" status: 204 len: 173 time: 0.5721018 Nov 08 00:29:47.294798 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dc8eb9-07aa-495c-898c-5548557e20cb', 'name': 'network-vif-deleted', 'tag': 'deb9676f-fbca-4275-8b8d-f3049f253c6e'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:29:47.297393 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6baad31-a340-4fe5-89db-2cc09bd7020a" -d '{"events": [{"server_uuid": "49dc8eb9-07aa-495c-898c-5548557e20cb", "name": "network-vif-deleted", "tag": "deb9676f-fbca-4275-8b8d-f3049f253c6e"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:29:47.350063 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522f2dc0-7629-4e90-a0e5-c0906a761932 x-openstack-request-id: req-522f2dc0-7629-4e90-a0e5-c0906a761932 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:29:47.350063 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49dc8eb9-07aa-495c-898c-5548557e20cb", "name": "network-vif-deleted", "tag": "deb9676f-fbca-4275-8b8d-f3049f253c6e", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:29:47.350063 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-522f2dc0-7629-4e90-a0e5-c0906a761932 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:29:47.350063 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dc8eb9-07aa-495c-898c-5548557e20cb', 'name': 'network-vif-deleted', 'tag': 'deb9676f-fbca-4275-8b8d-f3049f253c6e', 'status': 'completed', 'code': 200} Nov 08 00:29:47.391734 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35430) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:47.450961 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4c5e03d-95cc-44d0-9153-79cd5c8b8f36 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:47.451592 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4c5e03d-95cc-44d0-9153-79cd5c8b8f36 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:47.541949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a4c5e03d-95cc-44d0-9153-79cd5c8b8f36 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102772) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 08 00:29:47.542284 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a4c5e03d-95cc-44d0-9153-79cd5c8b8f36 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Router ba49385f-362e-4dda-a618-ef1615aa8d91 migrating from provider to provider. {{(pid=102772) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 08 00:29:47.542664 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4c5e03d-95cc-44d0-9153-79cd5c8b8f36 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:47.547694 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4c5e03d-95cc-44d0-9153-79cd5c8b8f36 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:47.672615 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f2e79bf-d44c-4699-a75e-a89fe7fcc0fc req-f2b2e6bb-5c81-47cb-bb9a-e42c32e6e0eb tempest-VolumesActionsTest-1312007404 tempest-VolumesActionsTest-1312007404-project] 10.222.0.13 "GET /v2.0/ports?device_id=49dc8eb9-07aa-495c-898c-5548557e20cb HTTP/1.1" status: 200 len: 210 time: 0.0290904 Nov 08 00:29:47.734109 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4c5e03d-95cc-44d0-9153-79cd5c8b8f36 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:47.843590 n-d-816882-1 neutron-server[102772]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a4c5e03d-95cc-44d0-9153-79cd5c8b8f36 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] No L3 agents can host the router ba49385f-362e-4dda-a618-ef1615aa8d91 Nov 08 00:29:47.963021 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ada9a3e0-09ee-4e4b-8284-0f55e8d7af6a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:47.974064 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c5e03d-95cc-44d0-9153-79cd5c8b8f36 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Hosts for router ba49385f-362e-4dda-a618-ef1615aa8d91: [] {{(pid=102772) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 08 00:29:47.996799 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c5e03d-95cc-44d0-9153-79cd5c8b8f36 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Hosts for other DVR routers connected to router ba49385f-362e-4dda-a618-ef1615aa8d91: set() {{(pid=102772) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 08 00:29:47.999509 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4c5e03d-95cc-44d0-9153-79cd5c8b8f36 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:48.000858 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a4c5e03d-95cc-44d0-9153-79cd5c8b8f36 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] 10.222.0.13 "PUT /v2.0/routers/ba49385f-362e-4dda-a618-ef1615aa8d91 HTTP/1.1" status: 200 len: 717 time: 0.7956240 Nov 08 00:29:48.003850 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35442) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:48.085572 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4d1e8e9f-fb39-4e42-bcd2-401999628672 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] 10.222.0.13 "GET /v2.0/routers/ba49385f-362e-4dda-a618-ef1615aa8d91 HTTP/1.1" status: 200 len: 717 time: 0.0806305 Nov 08 00:29:48.088149 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35446) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:48.318035 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-ada9a3e0-09ee-4e4b-8284-0f55e8d7af6a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Allocated IP 172.20.0.17 (76d9dcf1-1802-46d3-b8b5-d20e926ac263/f582681e-a3d5-442f-9871-c7f0159d8a0c/d4d48970-321d-497b-b716-591c660c81e7) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:29:48.386623 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a396f7f4-ccc2-4dfa-bf12-1dfb5168860e tempest-RoutersTestDVR-265293164 tempest-RoutersTestDVR-265293164-project] 10.222.0.13 "GET /v2.0/routers/ba49385f-362e-4dda-a618-ef1615aa8d91 HTTP/1.1" status: 200 len: 683 time: 0.2973027 Nov 08 00:29:48.389906 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35458) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:48.477636 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6dac07c5-6789-4843-b870-f95ce1a059e4 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:48.498334 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ada9a3e0-09ee-4e4b-8284-0f55e8d7af6a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:48.646514 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ada9a3e0-09ee-4e4b-8284-0f55e8d7af6a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:48.706277 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada9a3e0-09ee-4e4b-8284-0f55e8d7af6a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Network 76d9dcf1-1802-46d3-b8b5-d20e926ac263 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:29:48.707671 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9a3e0-09ee-4e4b-8284-0f55e8d7af6a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Port': ['ID=d4d48970-321d-497b-b716-591c660c81e7,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:48.712165 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-ada9a3e0-09ee-4e4b-8284-0f55e8d7af6a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:29:48.714749 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada9a3e0-09ee-4e4b-8284-0f55e8d7af6a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:29:48.782299 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ada9a3e0-09ee-4e4b-8284-0f55e8d7af6a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:49.022623 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-277a14b7-ac39-4f70-8e09-c2dd64e2ccb7 None None] Provisioning complete for port d4d48970-321d-497b-b716-591c660c81e7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:29:49.023132 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-277a14b7-ac39-4f70-8e09-c2dd64e2ccb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:49.043639 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ada9a3e0-09ee-4e4b-8284-0f55e8d7af6a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:49.074345 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-277a14b7-ac39-4f70-8e09-c2dd64e2ccb7 None None] Port d4d48970-321d-497b-b716-591c660c81e7 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:29:49.099391 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6dac07c5-6789-4843-b870-f95ce1a059e4 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:49.103642 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6dac07c5-6789-4843-b870-f95ce1a059e4 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:49.199738 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6dac07c5-6789-4843-b870-f95ce1a059e4 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:49.200339 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dac07c5-6789-4843-b870-f95ce1a059e4 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba49385f-362e-4dda-a618-ef1615aa8d91 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:29:49.210665 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6dac07c5-6789-4843-b870-f95ce1a059e4 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:49.215692 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6dac07c5-6789-4843-b870-f95ce1a059e4 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ba49385f-362e-4dda-a618-ef1615aa8d91 HTTP/1.1" status: 204 len: 168 time: 0.8209183 Nov 08 00:29:49.215983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35486) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:49.220542 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-dd15b620-8230-435d-9109-2f22d87853e6 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Request body: {'router': {'name': 'tempest-router-703330296', 'distributed': True}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:49.342845 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd15b620-8230-435d-9109-2f22d87853e6 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:49.343972 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd15b620-8230-435d-9109-2f22d87853e6 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:49.379105 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ada9a3e0-09ee-4e4b-8284-0f55e8d7af6a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:49.407079 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd15b620-8230-435d-9109-2f22d87853e6 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:49.458076 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ada9a3e0-09ee-4e4b-8284-0f55e8d7af6a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:49.460854 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device deb9676f-fbca-4275-8b8d-f3049f253c6e no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:29:49.485951 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: deb9676f-fbca-4275-8b8d-f3049f253c6e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:29:49.486559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device deb9676f-fbca-4275-8b8d-f3049f253c6e not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:29:49.503416 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd15b620-8230-435d-9109-2f22d87853e6 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:49.558725 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9a3e0-09ee-4e4b-8284-0f55e8d7af6a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Port': ['ID=d4d48970-321d-497b-b716-591c660c81e7,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:49.561137 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ada9a3e0-09ee-4e4b-8284-0f55e8d7af6a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:49.575036 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd15b620-8230-435d-9109-2f22d87853e6 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:49.576302 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dd15b620-8230-435d-9109-2f22d87853e6 tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3590848 Nov 08 00:29:49.583612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35510) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:49.665280 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db3869e8-adb1-47e7-b3a5-5e40616106ae tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:49.668645 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada9a3e0-09ee-4e4b-8284-0f55e8d7af6a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Network 76d9dcf1-1802-46d3-b8b5-d20e926ac263 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:29:49.670154 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-ada9a3e0-09ee-4e4b-8284-0f55e8d7af6a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:29:49.854905 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada9a3e0-09ee-4e4b-8284-0f55e8d7af6a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Router 0814d33f-5752-4ac0-838a-3c267e56f81c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:29:49.927374 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db3869e8-adb1-47e7-b3a5-5e40616106ae tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:49.931204 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db3869e8-adb1-47e7-b3a5-5e40616106ae tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:50.011029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-54d1dc39-5947-4d41-9260-1bc1dc70a2c0 None None] Provisioning complete for port d4d48970-321d-497b-b716-591c660c81e7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:29:50.011396 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-54d1dc39-5947-4d41-9260-1bc1dc70a2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:50.042832 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada9a3e0-09ee-4e4b-8284-0f55e8d7af6a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:29:50.046173 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-54d1dc39-5947-4d41-9260-1bc1dc70a2c0 None None] Port d4d48970-321d-497b-b716-591c660c81e7 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:29:50.048438 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ada9a3e0-09ee-4e4b-8284-0f55e8d7af6a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "PUT /v2.0/routers/0814d33f-5752-4ac0-838a-3c267e56f81c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6550119 Nov 08 00:29:50.063736 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] Sync routers for ids ['0814d33f-5752-4ac0-838a-3c267e56f81c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:29:50.073795 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] Routers {'0814d33f-5752-4ac0-838a-3c267e56f81c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:29:50.074485 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:29:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0814d33f-5752-4ac0-838a-3c267e56f81c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:29:50.115683 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db3869e8-adb1-47e7-b3a5-5e40616106ae tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:50.116706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3869e8-adb1-47e7-b3a5-5e40616106ae tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d053873a-9b33-40ed-a600-6ba4c597af5e {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:29:50.137531 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db3869e8-adb1-47e7-b3a5-5e40616106ae tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:50.143815 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-db3869e8-adb1-47e7-b3a5-5e40616106ae tempest-RoutersTestDVR-89619265 tempest-RoutersTestDVR-89619265-project-admin] 10.222.0.13 "DELETE /v2.0/routers/d053873a-9b33-40ed-a600-6ba4c597af5e HTTP/1.1" status: 204 len: 168 time: 0.5636621 Nov 08 00:29:50.230770 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] Set router 0814d33f-5752-4ac0-838a-3c267e56f81c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:29:50.534961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:29:48Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '57431c24-63dc-44f8-9285-ea766ca0fce1', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'port_id': '84501122-f03c-4866-924e-57b53946dd2d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'mac_address': 'fa:16:3e:d1:64:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:28:06Z', 'updated_at': '2021-11-08T00:28:09Z', 'revision_number': 1, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d48970-321d-497b-b716-591c660c81e7', 'name': '', 'network_id': '76d9dcf1-1802-46d3-b8b5-d20e926ac263', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:44:87:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'f582681e-a3d5-442f-9871-c7f0159d8a0c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:29:48Z', 'updated_at': '2021-11-08T00:29:49Z', 'revision_number': 2, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': 'f582681e-a3d5-442f-9871-c7f0159d8a0c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd67d06-08ac-45f2-9ac2-272bfc7b23e4', 'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:78:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:39Z', 'updated_at': '2021-11-08T00:27:45Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:29:50.570470 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] Checking router: 0814d33f-5752-4ac0-838a-3c267e56f81c for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:29:50.571376 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] Updating router 0814d33f-5752-4ac0-838a-3c267e56f81c port d4d48970-321d-497b-b716-591c660c81e7 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:29:50.631222 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:50.691108 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35560) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:50.885175 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4fa30f0c-8bdb-4cfd-94cd-eb3492ebe0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:51.052109 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4fa30f0c-8bdb-4cfd-94cd-eb3492ebe0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:51.065211 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:51.160086 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4fa30f0c-8bdb-4cfd-94cd-eb3492ebe0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:51.190085 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:51.260431 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4fa30f0c-8bdb-4cfd-94cd-eb3492ebe0dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=366d52935206491e882924de196d9716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5682132 Nov 08 00:29:51.263232 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35586) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:51.263803 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa30f0c-8bdb-4cfd-94cd-eb3492ebe0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18732039-849d-4693-bb4b-1a4398b4739a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:51.304291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f37e8-5d85-4c2e-ad3f-a043c3ebf230 None None] Pushing event updated for resources: {'Port': ['ID=d4d48970-321d-497b-b716-591c660c81e7,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:51.351450 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b757f739-0db6-4010-9660-b771362a7ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:51.353369 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] Attempting to bind port d4d48970-321d-497b-b716-591c660c81e7 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:29:51.353739 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] Attempting to bind port d4d48970-321d-497b-b716-591c660c81e7 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '373797eb-7f6f-4fa4-a774-5481d1108606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '76d9dcf1-1802-46d3-b8b5-d20e926ac263'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:29:51.354094 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] Attempting to bind port d4d48970-321d-497b-b716-591c660c81e7 on network 76d9dcf1-1802-46d3-b8b5-d20e926ac263 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:29:51.359165 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:29:51.363406 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] Checking segment: {'id': '373797eb-7f6f-4fa4-a774-5481d1108606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '76d9dcf1-1802-46d3-b8b5-d20e926ac263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:29:51.363406 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:51.363406 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] Bound using segment: {'id': '373797eb-7f6f-4fa4-a774-5481d1108606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '76d9dcf1-1802-46d3-b8b5-d20e926ac263'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:29:51.363406 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] Bound port: d4d48970-321d-497b-b716-591c660c81e7, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373797eb-7f6f-4fa4-a774-5481d1108606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '76d9dcf1-1802-46d3-b8b5-d20e926ac263'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:29:51.363406 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:51.381835 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b757f739-0db6-4010-9660-b771362a7ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:51.442870 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] For port d4d48970-321d-497b-b716-591c660c81e7, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:29:51.446172 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] For port d4d48970-321d-497b-b716-591c660c81e7, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d4d48970-321d-497b-b716-591c660c81e7,segment=NetworkSegment(373797eb-7f6f-4fa4-a774-5481d1108606),segment_id=373797eb-7f6f-4fa4-a774-5481d1108606)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:29:51.474730 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f0c2131a-919a-43b6-866e-1c554563453e None None] Provisioning complete for port d4d48970-321d-497b-b716-591c660c81e7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:29:51.475121 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f0c2131a-919a-43b6-866e-1c554563453e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:51.512046 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2131a-919a-43b6-866e-1c554563453e None None] Port d4d48970-321d-497b-b716-591c660c81e7 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:29:51.605143 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b757f739-0db6-4010-9660-b771362a7ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:51.605143 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b757f739-0db6-4010-9660-b771362a7ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:51.606092 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:51.611760 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b757f739-0db6-4010-9660-b771362a7ed5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18732039-849d-4693-bb4b-1a4398b4739a HTTP/1.1" status: 204 len: 168 time: 0.3465128 Nov 08 00:29:51.638302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757f739-0db6-4010-9660-b771362a7ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18732039-849d-4693-bb4b-1a4398b4739a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:51.711040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f37e8-5d85-4c2e-ad3f-a043c3ebf230 None None] Pushing event updated for resources: {'Port': ['ID=d4d48970-321d-497b-b716-591c660c81e7,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:51.775706 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] Routers {'0814d33f-5752-4ac0-838a-3c267e56f81c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:29:51.776403 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:29:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0814d33f-5752-4ac0-838a-3c267e56f81c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:29:52.126600 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-dfce441f-d1de-4115-9caf-b2c2b46b2d95 None None] Provisioning complete for port d4d48970-321d-497b-b716-591c660c81e7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:29:52.127681 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dfce441f-d1de-4115-9caf-b2c2b46b2d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:52.226343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] Set router 0814d33f-5752-4ac0-838a-3c267e56f81c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:29:52.419862 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dfce441f-d1de-4115-9caf-b2c2b46b2d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:52.471245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-dfce441f-d1de-4115-9caf-b2c2b46b2d95 None None] For port d4d48970-321d-497b-b716-591c660c81e7, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d4d48970-321d-497b-b716-591c660c81e7,segment=NetworkSegment(373797eb-7f6f-4fa4-a774-5481d1108606),segment_id=373797eb-7f6f-4fa4-a774-5481d1108606)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:29:52.615560 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dfce441f-d1de-4115-9caf-b2c2b46b2d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:52.659514 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:29:48Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '57431c24-63dc-44f8-9285-ea766ca0fce1', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'port_id': '84501122-f03c-4866-924e-57b53946dd2d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'mac_address': 'fa:16:3e:d1:64:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:28:06Z', 'updated_at': '2021-11-08T00:28:09Z', 'revision_number': 1, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d48970-321d-497b-b716-591c660c81e7', 'name': '', 'network_id': '76d9dcf1-1802-46d3-b8b5-d20e926ac263', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:44:87:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'f582681e-a3d5-442f-9871-c7f0159d8a0c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:29:48Z', 'updated_at': '2021-11-08T00:29:51Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': 'f582681e-a3d5-442f-9871-c7f0159d8a0c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd67d06-08ac-45f2-9ac2-272bfc7b23e4', 'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:78:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:39Z', 'updated_at': '2021-11-08T00:27:45Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:29:52.699029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ff2233-5d00-458a-995d-e61006f7bc54 None None] The sync data for ids ['0814d33f-5752-4ac0-838a-3c267e56f81c'] in n-d-816882-1 is: [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:29:48Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '57431c24-63dc-44f8-9285-ea766ca0fce1', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'port_id': '84501122-f03c-4866-924e-57b53946dd2d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'mac_address': 'fa:16:3e:d1:64:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:28:06Z', 'updated_at': '2021-11-08T00:28:09Z', 'revision_number': 1, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d48970-321d-497b-b716-591c660c81e7', 'name': '', 'network_id': '76d9dcf1-1802-46d3-b8b5-d20e926ac263', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:44:87:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'f582681e-a3d5-442f-9871-c7f0159d8a0c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:29:48Z', 'updated_at': '2021-11-08T00:29:51Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': 'f582681e-a3d5-442f-9871-c7f0159d8a0c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd67d06-08ac-45f2-9ac2-272bfc7b23e4', 'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:78:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:39Z', 'updated_at': '2021-11-08T00:27:45Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:29:52.732743 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce441f-d1de-4115-9caf-b2c2b46b2d95 None None] Pushing event updated for resources: {'Port': ['ID=d4d48970-321d-497b-b716-591c660c81e7,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:52.885502 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35632) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:52.916578 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b332b647-e2c6-4219-806a-7130fe52f642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:53.069947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d4d48970-321d-497b-b716-591c660c81e7 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:29:53.148660 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b332b647-e2c6-4219-806a-7130fe52f642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:53.204899 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port d4d48970-321d-497b-b716-591c660c81e7 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:29:53.205382 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:53.211216 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b332b647-e2c6-4219-806a-7130fe52f642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:53.285018 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b332b647-e2c6-4219-806a-7130fe52f642 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43e4ab14ca8744b5bf0a97470cafc2aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3978281 Nov 08 00:29:53.288634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35642) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:53.319223 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332b647-e2c6-4219-806a-7130fe52f642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab59cf0-a885-4c1e-8675-257756920368,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:53.331921 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332b647-e2c6-4219-806a-7130fe52f642 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:53.332509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332b647-e2c6-4219-806a-7130fe52f642 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:53.333552 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332b647-e2c6-4219-806a-7130fe52f642 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:53.334070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332b647-e2c6-4219-806a-7130fe52f642 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:53.334565 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332b647-e2c6-4219-806a-7130fe52f642 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:53.335043 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332b647-e2c6-4219-806a-7130fe52f642 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:53.335544 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332b647-e2c6-4219-806a-7130fe52f642 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:53.336098 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332b647-e2c6-4219-806a-7130fe52f642 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:53.336578 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332b647-e2c6-4219-806a-7130fe52f642 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:53.337047 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332b647-e2c6-4219-806a-7130fe52f642 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:53.337682 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332b647-e2c6-4219-806a-7130fe52f642 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:53.338180 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332b647-e2c6-4219-806a-7130fe52f642 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:29:53.457715 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-065a8565-0d16-4362-8725-f962ade59e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:53.491408 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-065a8565-0d16-4362-8725-f962ade59e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:53.616305 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-065a8565-0d16-4362-8725-f962ade59e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:53.619549 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-065a8565-0d16-4362-8725-f962ade59e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:53.631510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-065a8565-0d16-4362-8725-f962ade59e3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aab59cf0-a885-4c1e-8675-257756920368 HTTP/1.1" status: 204 len: 168 time: 0.3214908 Nov 08 00:29:53.638981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a8565-0d16-4362-8725-f962ade59e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab59cf0-a885-4c1e-8675-257756920368,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:56.698674 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35746) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:56.861152 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-47093363-5d89-4058-b138-544ef74dcbbf tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1619552421', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:56.977778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47093363-5d89-4058-b138-544ef74dcbbf tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Made reservation on behalf of 32694f3a340b4328bd1a60bbcf723eb2 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:29:56.980972 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47093363-5d89-4058-b138-544ef74dcbbf tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:56.994930 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47093363-5d89-4058-b138-544ef74dcbbf tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:57.124196 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47093363-5d89-4058-b138-544ef74dcbbf tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:57.204446 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47093363-5d89-4058-b138-544ef74dcbbf tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:57.241041 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-47093363-5d89-4058-b138-544ef74dcbbf tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] device_id is not set on port fc326b65-c594-4329-bff9-a7f9f0bd9edc yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:29:57.312813 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47093363-5d89-4058-b138-544ef74dcbbf tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bb47bf-0125-4fec-87d6-eea98ad0c92d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:57.415775 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-47093363-5d89-4058-b138-544ef74dcbbf tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Allocated IP 172.25.2.15 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/fc326b65-c594-4329-bff9-a7f9f0bd9edc) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:29:57.742791 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47093363-5d89-4058-b138-544ef74dcbbf tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:57.863602 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47093363-5d89-4058-b138-544ef74dcbbf tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:57.951030 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47093363-5d89-4058-b138-544ef74dcbbf tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:29:57.959961 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-47093363-5d89-4058-b138-544ef74dcbbf tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:29:57.967203 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47093363-5d89-4058-b138-544ef74dcbbf tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:29:58.042263 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47093363-5d89-4058-b138-544ef74dcbbf tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Pushing event updated for resources: {'Port': ['ID=fc326b65-c594-4329-bff9-a7f9f0bd9edc,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:29:58.051893 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47093363-5d89-4058-b138-544ef74dcbbf tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:29:58.052608 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47093363-5d89-4058-b138-544ef74dcbbf tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:58.146145 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-47093363-5d89-4058-b138-544ef74dcbbf tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4453828 Nov 08 00:29:58.149291 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35780) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:29:58.156607 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-15fcbbd7-bc00-409b-aaac-7123afe6f838 tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.15'}]}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:29:58.174148 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b94fb47-e8af-4de7-becb-8854dcd8544b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:58.257407 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-15fcbbd7-bc00-409b-aaac-7123afe6f838 tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:58.259477 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-15fcbbd7-bc00-409b-aaac-7123afe6f838 tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:58.390516 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-15fcbbd7-bc00-409b-aaac-7123afe6f838 tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:58.683643 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-15fcbbd7-bc00-409b-aaac-7123afe6f838 tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:59.212932 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-15fcbbd7-bc00-409b-aaac-7123afe6f838 tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:59.240078 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-15fcbbd7-bc00-409b-aaac-7123afe6f838 tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:29:59.610174 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-15fcbbd7-bc00-409b-aaac-7123afe6f838 tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:00.013891 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-15fcbbd7-bc00-409b-aaac-7123afe6f838 tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:00.018224 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-15fcbbd7-bc00-409b-aaac-7123afe6f838 tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:00.181697 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-15fcbbd7-bc00-409b-aaac-7123afe6f838 tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:00.182213 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fcbbd7-bc00-409b-aaac-7123afe6f838 tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 036207dc-24b1-46b6-8baf-88d1d6b467cd {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:30:00.273868 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-15fcbbd7-bc00-409b-aaac-7123afe6f838 tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 08 00:30:00.277598 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35814) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:00.278074 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-15fcbbd7-bc00-409b-aaac-7123afe6f838 tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.1273894 Nov 08 00:30:00.417033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-e04fb194-3a4e-434f-8f56-fdb778d544ec tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Deleting port fc326b65-c594-4329-bff9-a7f9f0bd9edc {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:00.419364 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e04fb194-3a4e-434f-8f56-fdb778d544ec tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:00.433863 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35816) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:00.511310 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e04fb194-3a4e-434f-8f56-fdb778d544ec tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:00.524377 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-e04fb194-3a4e-434f-8f56-fdb778d544ec tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Calling delete_port for fc326b65-c594-4329-bff9-a7f9f0bd9edc owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:00.664830 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8088074d-06be-4ecb-b551-deccf7da125a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:00.765285 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e04fb194-3a4e-434f-8f56-fdb778d544ec tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:00.803634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04fb194-3a4e-434f-8f56-fdb778d544ec tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc326b65-c594-4329-bff9-a7f9f0bd9edc,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:00.838390 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ad304f20-ffe7-4662-b083-363d2f65c410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:00.885239 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8088074d-06be-4ecb-b551-deccf7da125a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:00.904182 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e04fb194-3a4e-434f-8f56-fdb778d544ec tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:00.914156 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e04fb194-3a4e-434f-8f56-fdb778d544ec tempest-RoutersAdminNegativeTest-1552004285 tempest-RoutersAdminNegativeTest-1552004285-project-admin] 10.222.0.13 "DELETE /v2.0/ports/fc326b65-c594-4329-bff9-a7f9f0bd9edc HTTP/1.1" status: 204 len: 168 time: 0.6330030 Nov 08 00:30:00.973720 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8088074d-06be-4ecb-b551-deccf7da125a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:00.977875 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:01.035236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088074d-06be-4ecb-b551-deccf7da125a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c397a0b-8efe-4de3-9598-44eb68f015ca,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:01.040231 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8088074d-06be-4ecb-b551-deccf7da125a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65eaced8c4fa4a9481e76c99a48074a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6051626 Nov 08 00:30:01.042852 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35830) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:01.099092 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfb47-d9b1-45bb-807b-68d22684a741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:01.226094 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfb47-d9b1-45bb-807b-68d22684a741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:01.273949 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfb47-d9b1-45bb-807b-68d22684a741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:01.276569 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfb47-d9b1-45bb-807b-68d22684a741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:01.279011 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f8cdfb47-d9b1-45bb-807b-68d22684a741 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c397a0b-8efe-4de3-9598-44eb68f015ca HTTP/1.1" status: 204 len: 168 time: 0.2350013 Nov 08 00:30:01.289421 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdfb47-d9b1-45bb-807b-68d22684a741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c397a0b-8efe-4de3-9598-44eb68f015ca,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:01.636253 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35846) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:01.748502 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:01.866969 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8423c86b-7c7b-4a69-b519-7d3917b4dcd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:01.913784 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:02.016712 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8423c86b-7c7b-4a69-b519-7d3917b4dcd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:02.106360 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35858) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:02.129529 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-200de790-4c45-4856-941a-a82aeb02cf91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:02.146675 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8423c86b-7c7b-4a69-b519-7d3917b4dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:02.234108 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8423c86b-7c7b-4a69-b519-7d3917b4dcd8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93f90daf7bd84e9eabc6aad53a0a41c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5939417 Nov 08 00:30:02.234359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35860) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:02.242644 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423c86b-7c7b-4a69-b519-7d3917b4dcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b435077-35e3-4977-8ebd-4f242d48f7cb,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:02.434519 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-48b9b335-f04e-4b23-b6cb-61dc985eb41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:02.435635 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-200de790-4c45-4856-941a-a82aeb02cf91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:02.467164 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-48b9b335-f04e-4b23-b6cb-61dc985eb41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:02.541088 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-200de790-4c45-4856-941a-a82aeb02cf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:02.605179 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-200de790-4c45-4856-941a-a82aeb02cf91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ebdae2488e04279b17511a8f6712fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4953640 Nov 08 00:30:02.607367 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35866) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:02.608472 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200de790-4c45-4856-941a-a82aeb02cf91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f4d3d0-e32b-4538-92aa-3ea089a62ff8,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:02.627006 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-48b9b335-f04e-4b23-b6cb-61dc985eb41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:02.628024 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-48b9b335-f04e-4b23-b6cb-61dc985eb41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:02.633069 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-48b9b335-f04e-4b23-b6cb-61dc985eb41b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b435077-35e3-4977-8ebd-4f242d48f7cb HTTP/1.1" status: 204 len: 168 time: 0.3938308 Nov 08 00:30:02.655734 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9b335-f04e-4b23-b6cb-61dc985eb41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b435077-35e3-4977-8ebd-4f242d48f7cb,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:02.685509 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7fe96fb-d8ad-479e-9b70-60235112d5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:02.730237 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7fe96fb-d8ad-479e-9b70-60235112d5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:02.891226 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7fe96fb-d8ad-479e-9b70-60235112d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:02.894149 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7fe96fb-d8ad-479e-9b70-60235112d5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:02.901893 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c7fe96fb-d8ad-479e-9b70-60235112d5e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7f4d3d0-e32b-4538-92aa-3ea089a62ff8 HTTP/1.1" status: 204 len: 168 time: 0.2856014 Nov 08 00:30:02.924736 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe96fb-d8ad-479e-9b70-60235112d5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f4d3d0-e32b-4538-92aa-3ea089a62ff8,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:03.341722 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:03.672915 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35896) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:03.792751 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35902) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:03.797867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-43ec716a-c9ca-4555-a22d-b87a99d250f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32694f3a340b4328bd1a60bbcf723eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473601 Nov 08 00:30:03.864808 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bca80863-e67c-4633-83d6-2fb7b88108e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:03.907061 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bca80863-e67c-4633-83d6-2fb7b88108e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:04.103242 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bca80863-e67c-4633-83d6-2fb7b88108e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:04.108671 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:30:04.115684 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bca80863-e67c-4633-83d6-2fb7b88108e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:04.115684 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bca80863-e67c-4633-83d6-2fb7b88108e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4bb47bf-0125-4fec-87d6-eea98ad0c92d HTTP/1.1" status: 204 len: 168 time: 0.3201044 Nov 08 00:30:04.179608 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca80863-e67c-4633-83d6-2fb7b88108e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bb47bf-0125-4fec-87d6-eea98ad0c92d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:06.077934 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35978) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:06.264210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-a9e95b0a-6cd1-44ac-859d-0b2a0adfb662 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-492171275'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:06.381200 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e95b0a-6cd1-44ac-859d-0b2a0adfb662 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:06.385598 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a9e95b0a-6cd1-44ac-859d-0b2a0adfb662 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:06.416867 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a9e95b0a-6cd1-44ac-859d-0b2a0adfb662 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:06.623082 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a9e95b0a-6cd1-44ac-859d-0b2a0adfb662 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:06.702670 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a9e95b0a-6cd1-44ac-859d-0b2a0adfb662 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:06.744346 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e95b0a-6cd1-44ac-859d-0b2a0adfb662 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:30:06.787713 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a9e95b0a-6cd1-44ac-859d-0b2a0adfb662 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:06.788083 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-a9e95b0a-6cd1-44ac-859d-0b2a0adfb662 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Added segment 65b6d730-b774-4423-a3c0-a69dd7b96511 of type vlan for network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb Nov 08 00:30:06.815153 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e95b0a-6cd1-44ac-859d-0b2a0adfb662 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=650c8026-70e6-40f9-ac9c-2e00cec92b43,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:06.890350 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a9e95b0a-6cd1-44ac-859d-0b2a0adfb662 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:06.999089 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a9e95b0a-6cd1-44ac-859d-0b2a0adfb662 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:07.007843 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e95b0a-6cd1-44ac-859d-0b2a0adfb662 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:07.008858 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a9e95b0a-6cd1-44ac-859d-0b2a0adfb662 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:07.118466 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e95b0a-6cd1-44ac-859d-0b2a0adfb662 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Network': ['ID=4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:07.138008 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:30:07.188660 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a9e95b0a-6cd1-44ac-859d-0b2a0adfb662 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1086433 Nov 08 00:30:07.190614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36006) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:07.199156 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb', 'name': 'tempest-PortsTestJSON-1122720623'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:07.434567 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:07.438578 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:07.472260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-68dd5603-c0e3-47a7-ba3b-d44a7a25a7f1 req-4da842b7-369a-4179-ad44-c061557ce1d1 service neutron] (102772) timed out ('10.222.0.20', 59069) {{(pid=102772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 00:30:07.480509 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] device_id is not set on port 87c26794-c082-40e9-8130-12f4663b1009 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:30:07.772091 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:07.994823 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:08.115205 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=87c26794-c082-40e9-8130-12f4663b1009,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:08.130396 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:08.130660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:08.131006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:08.131344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:08.131692 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:08.132037 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:08.135834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:08.135834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:08.135834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:08.135834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:08.135834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:08.135834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:08.139595 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Checking segment: {'id': '65b6d730-b774-4423-a3c0-a69dd7b96511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:30:08.140007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network hostable DHCP agents. Network: 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:30:08.217256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:30:08.284966 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:08.289283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:08.299650 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67faa2de-9124-482b-9fc2-67e12c6cdd44 None None] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:08.300211 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:08.300723 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:08.395775 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36036) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:08.405630 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-41c3a7de-235a-456c-9c41-8cbd8649cd2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2151911 Nov 08 00:30:08.406231 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b97eeed0-6972-4083-b137-d319ba0fda21 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-145118802'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:08.501343 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:08.507729 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97eeed0-6972-4083-b137-d319ba0fda21 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:08.507729 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b97eeed0-6972-4083-b137-d319ba0fda21 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:08.533093 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97eeed0-6972-4083-b137-d319ba0fda21 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:30:08.548054 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b97eeed0-6972-4083-b137-d319ba0fda21 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:08.552966 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-b97eeed0-6972-4083-b137-d319ba0fda21 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Added segment 7188ac45-7a5f-4117-aa36-774f9e9f3725 of type vlan for network f312285b-39f5-4bbc-a301-db524e2dd0a2 Nov 08 00:30:08.634836 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b97eeed0-6972-4083-b137-d319ba0fda21 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:08.912999 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b97eeed0-6972-4083-b137-d319ba0fda21 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:08.931467 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97eeed0-6972-4083-b137-d319ba0fda21 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:08.934252 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b97eeed0-6972-4083-b137-d319ba0fda21 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:09.060432 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36052) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:09.066287 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'ports': [{'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb'}, {'network_id': 'f312285b-39f5-4bbc-a301-db524e2dd0a2'}]} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:09.067028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:09.067749 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'network_id': 'f312285b-39f5-4bbc-a301-db524e2dd0a2'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:09.071586 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b97eeed0-6972-4083-b137-d319ba0fda21 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6745746 Nov 08 00:30:09.111757 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97eeed0-6972-4083-b137-d319ba0fda21 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Network': ['ID=f312285b-39f5-4bbc-a301-db524e2dd0a2,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:09.123707 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network f312285b-39f5-4bbc-a301-db524e2dd0a2 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:30:09.450786 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'port': 2} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:09.456546 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:09.471981 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:09.575854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] device_id is not set on port 30aa6210-69c5-41fe-a030-52d381fa61dc yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:30:09.817211 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:09.978291 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] device_id is not set on port 253ce6fd-a705-47c2-9e7d-e7fc56cf1252 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:30:10.126163 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:10.276067 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:10.328192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:10.343156 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:10.348705 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:10.349581 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:10.375143 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=30aa6210-69c5-41fe-a030-52d381fa61dc,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:10.482364 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36082) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:10.490352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=253ce6fd-a705-47c2-9e7d-e7fc56cf1252,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:10.514907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Checking segment: {'id': '7188ac45-7a5f-4117-aa36-774f9e9f3725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f312285b-39f5-4bbc-a301-db524e2dd0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:30:10.515405 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network hostable DHCP agents. Network: f312285b-39f5-4bbc-a301-db524e2dd0a2, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:30:10.612272 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36086) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:10.697468 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1c00d642-f1cc-4849-bb58-ddb75ae0bbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:10.718106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network f312285b-39f5-4bbc-a301-db524e2dd0a2 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:30:10.832334 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1c00d642-f1cc-4849-bb58-ddb75ae0bbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:10.905298 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, f312285b-39f5-4bbc-a301-db524e2dd0a2) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:10.909715 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f662aa91-15f3-4b17-895f-677def28fd05 None None] Network f312285b-39f5-4bbc-a301-db524e2dd0a2 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:10.910805 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:10.917179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:10.922365 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:10.923248 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:10.924965 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1c00d642-f1cc-4849-bb58-ddb75ae0bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:11.015755 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00d642-f1cc-4849-bb58-ddb75ae0bbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd48acf-ae55-414f-ab6e-f1bd102fc9c6,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:11.027494 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1c00d642-f1cc-4849-bb58-ddb75ae0bbfa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=478da5d142d54dc29a4d9a192d474b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5404639 Nov 08 00:30:11.027494 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36094) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:11.091165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7cb9ffbf-cc4d-4325-b62b-2a1757613e3f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0292099 Nov 08 00:30:11.095896 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36096) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:11.154665 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9fcef79-3d06-4124-bd42-a1456bf9042c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:11.209748 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9fcef79-3d06-4124-bd42-a1456bf9042c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:11.281839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-05b778a9-fe9b-4788-8938-354daa042c81 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port 253ce6fd-a705-47c2-9e7d-e7fc56cf1252 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:11.282195 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-05b778a9-fe9b-4788-8938-354daa042c81 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:11.314013 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-237b358c-d3ad-4353-b237-40462e0afbdc tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:11.412429 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9fcef79-3d06-4124-bd42-a1456bf9042c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:11.416345 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9fcef79-3d06-4124-bd42-a1456bf9042c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:11.417627 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e9fcef79-3d06-4124-bd42-a1456bf9042c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afd48acf-ae55-414f-ab6e-f1bd102fc9c6 HTTP/1.1" status: 204 len: 168 time: 0.3911359 Nov 08 00:30:11.447707 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-05b778a9-fe9b-4788-8938-354daa042c81 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:11.448375 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fcef79-3d06-4124-bd42-a1456bf9042c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd48acf-ae55-414f-ab6e-f1bd102fc9c6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:11.466439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-05b778a9-fe9b-4788-8938-354daa042c81 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for 253ce6fd-a705-47c2-9e7d-e7fc56cf1252 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:11.780692 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-05b778a9-fe9b-4788-8938-354daa042c81 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:11.828880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b778a9-fe9b-4788-8938-354daa042c81 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=253ce6fd-a705-47c2-9e7d-e7fc56cf1252,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:11.839775 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-05b778a9-fe9b-4788-8938-354daa042c81 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:11.843345 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-05b778a9-fe9b-4788-8938-354daa042c81 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/ports/253ce6fd-a705-47c2-9e7d-e7fc56cf1252 HTTP/1.1" status: 204 len: 168 time: 0.7433760 Nov 08 00:30:11.845769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36106) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:11.891418 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-237b358c-d3ad-4353-b237-40462e0afbdc tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Deleting port d4d48970-321d-497b-b716-591c660c81e7 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:11.891758 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-237b358c-d3ad-4353-b237-40462e0afbdc tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:11.999174 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83386a7d-832d-4aa8-b016-f67f2472b820 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:12.005840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83386a7d-832d-4aa8-b016-f67f2472b820 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:12.007357 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-83386a7d-832d-4aa8-b016-f67f2472b820 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1605887 Nov 08 00:30:12.010236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36108) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:12.049088 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-237b358c-d3ad-4353-b237-40462e0afbdc tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] For port d4d48970-321d-497b-b716-591c660c81e7, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d4d48970-321d-497b-b716-591c660c81e7,segment=NetworkSegment(373797eb-7f6f-4fa4-a774-5481d1108606),segment_id=373797eb-7f6f-4fa4-a774-5481d1108606)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:12.058024 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-237b358c-d3ad-4353-b237-40462e0afbdc tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:12.083652 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-237b358c-d3ad-4353-b237-40462e0afbdc tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Calling delete_port for d4d48970-321d-497b-b716-591c660c81e7 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:12.223935 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-1cd04d46-07ff-4b61-9f78-4fa4dc703847 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port 30aa6210-69c5-41fe-a030-52d381fa61dc {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:12.224280 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1cd04d46-07ff-4b61-9f78-4fa4dc703847 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:12.362500 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36116) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:12.398024 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b3869af-9fae-4659-b92c-243d0a124286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:12.417540 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1cd04d46-07ff-4b61-9f78-4fa4dc703847 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:12.508420 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b3869af-9fae-4659-b92c-243d0a124286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:12.530339 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-1cd04d46-07ff-4b61-9f78-4fa4dc703847 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for 30aa6210-69c5-41fe-a030-52d381fa61dc owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:12.591004 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b3869af-9fae-4659-b92c-243d0a124286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:12.622442 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-237b358c-d3ad-4353-b237-40462e0afbdc tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:12.628430 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8b3869af-9fae-4659-b92c-243d0a124286 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fd6d3dad5b24e4883cf8c32522b6859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651067 Nov 08 00:30:12.631202 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36122) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:12.702329 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3869af-9fae-4659-b92c-243d0a124286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a294eea-4f4f-4605-83b2-304d11aa0524,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:12.731804 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b358c-d3ad-4353-b237-40462e0afbdc tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event deleted for resources: {'Port': ['ID=d4d48970-321d-497b-b716-591c660c81e7,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:12.801121 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-841cdc16-c502-4765-a433-b710ef0839b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:12.835087 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-841cdc16-c502-4765-a433-b710ef0839b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:12.971317 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-841cdc16-c502-4765-a433-b710ef0839b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:12.974596 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-841cdc16-c502-4765-a433-b710ef0839b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:12.978438 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-841cdc16-c502-4765-a433-b710ef0839b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a294eea-4f4f-4605-83b2-304d11aa0524 HTTP/1.1" status: 204 len: 168 time: 0.3437970 Nov 08 00:30:12.986848 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1cd04d46-07ff-4b61-9f78-4fa4dc703847 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:13.058234 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cdc16-c502-4765-a433-b710ef0839b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a294eea-4f4f-4605-83b2-304d11aa0524,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:13.060494 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1cd04d46-07ff-4b61-9f78-4fa4dc703847 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:13.066499 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1cd04d46-07ff-4b61-9f78-4fa4dc703847 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/ports/30aa6210-69c5-41fe-a030-52d381fa61dc HTTP/1.1" status: 204 len: 168 time: 1.0524397 Nov 08 00:30:13.067702 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36132) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:13.068799 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd04d46-07ff-4b61-9f78-4fa4dc703847 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=30aa6210-69c5-41fe-a030-52d381fa61dc,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:13.128079 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-237b358c-d3ad-4353-b237-40462e0afbdc tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:13.165716 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe2ec8d-3a56-4cf5-94f5-8aace594c7b2 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:13.167425 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ffe2ec8d-3a56-4cf5-94f5-8aace594c7b2 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0965755 Nov 08 00:30:13.175768 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36134) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:13.241728 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee9e42b-ace4-4831-8830-47b09a9ee361 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] GET failed (client error): The resource could not be found. Nov 08 00:30:13.245978 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5ee9e42b-ace4-4831-8830-47b09a9ee361 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports/253ce6fd-a705-47c2-9e7d-e7fc56cf1252 HTTP/1.1" status: 404 len: 333 time: 0.0657251 Nov 08 00:30:13.246238 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36138) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:13.314223 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98566a2-17db-448b-b6f4-c672e9cb76b8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] GET failed (client error): The resource could not be found. Nov 08 00:30:13.317312 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b98566a2-17db-448b-b6f4-c672e9cb76b8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports/30aa6210-69c5-41fe-a030-52d381fa61dc HTTP/1.1" status: 404 len: 333 time: 0.0695894 Nov 08 00:30:13.321698 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36142) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:13.437744 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c56fe3cd-7dec-4024-b9d3-23e4c26f3688 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:13.439747 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36144) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:13.770712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237b358c-d3ad-4353-b237-40462e0afbdc tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Router 0814d33f-5752-4ac0-838a-3c267e56f81c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:30:13.982805 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb94d93c-d5e6-438b-acc8-e9affa994a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:14.004005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237b358c-d3ad-4353-b237-40462e0afbdc tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:30:14.011321 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c56fe3cd-7dec-4024-b9d3-23e4c26f3688 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:14.018067 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c8d17c-cba1-4c3a-9d50-77b6632d5de9 None None] Sync routers for ids ['0814d33f-5752-4ac0-838a-3c267e56f81c'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:30:14.023098 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-237b358c-d3ad-4353-b237-40462e0afbdc tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "PUT /v2.0/routers/0814d33f-5752-4ac0-838a-3c267e56f81c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4088619 Nov 08 00:30:14.052406 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c8d17c-cba1-4c3a-9d50-77b6632d5de9 None None] Routers {'0814d33f-5752-4ac0-838a-3c267e56f81c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:30:14.054340 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-36c8d17c-cba1-4c3a-9d50-77b6632d5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:30:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0814d33f-5752-4ac0-838a-3c267e56f81c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:14.102666 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-c56fe3cd-7dec-4024-b9d3-23e4c26f3688 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f312285b-39f5-4bbc-a301-db524e2dd0a2']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:14.120848 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-c56fe3cd-7dec-4024-b9d3-23e4c26f3688 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7188ac45-7a5f-4117-aa36-774f9e9f3725') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:14.121720 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-c56fe3cd-7dec-4024-b9d3-23e4c26f3688 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7188ac45-7a5f-4117-aa36-774f9e9f3725') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:14.138169 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c56fe3cd-7dec-4024-b9d3-23e4c26f3688 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:14.178523 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c56fe3cd-7dec-4024-b9d3-23e4c26f3688 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:14.192028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56fe3cd-7dec-4024-b9d3-23e4c26f3688 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:30:14.192583 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c56fe3cd-7dec-4024-b9d3-23e4c26f3688 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:30:14.196244 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:30:14.264377 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-36c8d17c-cba1-4c3a-9d50-77b6632d5de9 None None] Set router 0814d33f-5752-4ac0-838a-3c267e56f81c gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:30:14.288287 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb94d93c-d5e6-438b-acc8-e9affa994a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:14.342665 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb94d93c-d5e6-438b-acc8-e9affa994a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:14.485756 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c56fe3cd-7dec-4024-b9d3-23e4c26f3688 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:14.497006 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c56fe3cd-7dec-4024-b9d3-23e4c26f3688 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:14.502985 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c56fe3cd-7dec-4024-b9d3-23e4c26f3688 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/networks/f312285b-39f5-4bbc-a301-db524e2dd0a2 HTTP/1.1" status: 204 len: 168 time: 1.1817877 Nov 08 00:30:14.518948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36174) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:14.527645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-8d013b75-770e-4d22-a27e-5b7f23236ca8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1464152079'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:14.534741 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94d93c-d5e6-438b-acc8-e9affa994a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71259686-a668-423e-932f-b4cc808925c8,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:14.538035 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fe3cd-7dec-4024-b9d3-23e4c26f3688 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Network': ['ID=f312285b-39f5-4bbc-a301-db524e2dd0a2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:14.544184 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bb94d93c-d5e6-438b-acc8-e9affa994a1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86dcc3062bcc42b780370b51f2cfca34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1000350 Nov 08 00:30:14.544491 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36176) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:14.644264 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3ddb66e-1604-4e95-9b2f-a823fdc600e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:14.706934 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-36c8d17c-cba1-4c3a-9d50-77b6632d5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:30:12Z', 'revision_number': 6, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '57431c24-63dc-44f8-9285-ea766ca0fce1', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'port_id': '84501122-f03c-4866-924e-57b53946dd2d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'mac_address': 'fa:16:3e:d1:64:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:28:06Z', 'updated_at': '2021-11-08T00:28:09Z', 'revision_number': 1, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd67d06-08ac-45f2-9ac2-272bfc7b23e4', 'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:78:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:39Z', 'updated_at': '2021-11-08T00:27:45Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:14.727249 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3ddb66e-1604-4e95-9b2f-a823fdc600e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:14.733143 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d013b75-770e-4d22-a27e-5b7f23236ca8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:14.743478 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d013b75-770e-4d22-a27e-5b7f23236ca8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:14.748535 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c8d17c-cba1-4c3a-9d50-77b6632d5de9 None None] Checking router: 0814d33f-5752-4ac0-838a-3c267e56f81c for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:30:14.767107 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c8d17c-cba1-4c3a-9d50-77b6632d5de9 None None] Routers {'0814d33f-5752-4ac0-838a-3c267e56f81c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:30:14.768034 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-36c8d17c-cba1-4c3a-9d50-77b6632d5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:30:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0814d33f-5752-4ac0-838a-3c267e56f81c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:14.805096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d013b75-770e-4d22-a27e-5b7f23236ca8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:30:14.831364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17a551-4eb3-40b2-b6b1-0517674a7e9d req-8815064a-a754-4d37-98e4-3c3ba967a2a5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:14.840987 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c17a551-4eb3-40b2-b6b1-0517674a7e9d req-8815064a-a754-4d37-98e4-3c3ba967a2a5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 946 time: 0.1353989 Nov 08 00:30:14.892315 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c17a551-4eb3-40b2-b6b1-0517674a7e9d req-983ad091-d71d-4214-a67a-cd3972d4581a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03b6500-1e9a-4946-ba81-d111292667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512667 Nov 08 00:30:14.908201 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3ddb66e-1604-4e95-9b2f-a823fdc600e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:14.910146 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d013b75-770e-4d22-a27e-5b7f23236ca8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:14.911203 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-8d013b75-770e-4d22-a27e-5b7f23236ca8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Added segment 298380e3-3aa2-4dc7-8bba-d15c791b11f0 of type vlan for network 11f6798a-e4e3-4d20-9ef5-8abb511dc730 Nov 08 00:30:14.914570 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3ddb66e-1604-4e95-9b2f-a823fdc600e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:14.917069 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d3ddb66e-1604-4e95-9b2f-a823fdc600e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71259686-a668-423e-932f-b4cc808925c8 HTTP/1.1" status: 204 len: 168 time: 0.3713405 Nov 08 00:30:14.930048 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddb66e-1604-4e95-9b2f-a823fdc600e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71259686-a668-423e-932f-b4cc808925c8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:14.980490 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-36c8d17c-cba1-4c3a-9d50-77b6632d5de9 None None] Set router 0814d33f-5752-4ac0-838a-3c267e56f81c gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:30:15.036419 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d013b75-770e-4d22-a27e-5b7f23236ca8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:15.135715 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d013b75-770e-4d22-a27e-5b7f23236ca8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:15.143606 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d013b75-770e-4d22-a27e-5b7f23236ca8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:15.144369 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d013b75-770e-4d22-a27e-5b7f23236ca8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:15.359659 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-36c8d17c-cba1-4c3a-9d50-77b6632d5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:30:12Z', 'revision_number': 6, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '57431c24-63dc-44f8-9285-ea766ca0fce1', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'port_id': '84501122-f03c-4866-924e-57b53946dd2d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'mac_address': 'fa:16:3e:d1:64:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:28:06Z', 'updated_at': '2021-11-08T00:28:09Z', 'revision_number': 1, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd67d06-08ac-45f2-9ac2-272bfc7b23e4', 'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:78:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:39Z', 'updated_at': '2021-11-08T00:27:45Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:15.428296 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c8d17c-cba1-4c3a-9d50-77b6632d5de9 None None] The sync data for ids ['0814d33f-5752-4ac0-838a-3c267e56f81c'] in n-d-816882-1 is: [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:30:12Z', 'revision_number': 6, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '57431c24-63dc-44f8-9285-ea766ca0fce1', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'port_id': '84501122-f03c-4866-924e-57b53946dd2d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'mac_address': 'fa:16:3e:d1:64:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:28:06Z', 'updated_at': '2021-11-08T00:28:09Z', 'revision_number': 1, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd67d06-08ac-45f2-9ac2-272bfc7b23e4', 'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:78:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:39Z', 'updated_at': '2021-11-08T00:27:45Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:30:15.849302 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8d013b75-770e-4d22-a27e-5b7f23236ca8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3276777 Nov 08 00:30:15.856548 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36212) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:15.861739 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-2fc354d3-9380-4f12-b3d7-191c4575e26e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'subnet': {'network_id': '11f6798a-e4e3-4d20-9ef5-8abb511dc730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:15.932962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d013b75-770e-4d22-a27e-5b7f23236ca8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Network': ['ID=11f6798a-e4e3-4d20-9ef5-8abb511dc730,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:15.944676 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 11f6798a-e4e3-4d20-9ef5-8abb511dc730 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:30:16.150518 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc354d3-9380-4f12-b3d7-191c4575e26e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:16.161390 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2fc354d3-9380-4f12-b3d7-191c4575e26e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:16.239374 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.ipam_backend_mixin [None req-2fc354d3-9380-4f12-b3d7-191c4575e26e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Performing IP validity checks on allocation pools {{(pid=102772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 00:30:16.239374 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.ipam_backend_mixin [None req-2fc354d3-9380-4f12-b3d7-191c4575e26e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 00:30:16.248092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f9358-fcb2-439c-8219-b5caf80fc7fb req-2e5e3cdc-9211-4735-b598-2023024b1f63 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:16.251773 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf5f9358-fcb2-439c-8219-b5caf80fc7fb req-2e5e3cdc-9211-4735-b598-2023024b1f63 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 946 time: 0.1943069 Nov 08 00:30:16.291013 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffde0f-c417-4fac-bb66-13bc06182c8d req-0d83441b-f50d-4c55-af80-cca75c5087c6 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:16.293310 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-88ffde0f-c417-4fac-bb66-13bc06182c8d req-0d83441b-f50d-4c55-af80-cca75c5087c6 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.26 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 946 time: 0.0604708 Nov 08 00:30:16.319600 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf5f9358-fcb2-439c-8219-b5caf80fc7fb req-939fafdb-c66e-469f-a05a-d4fa5385fd21 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03b6500-1e9a-4946-ba81-d111292667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577757 Nov 08 00:30:16.440251 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-88ffde0f-c417-4fac-bb66-13bc06182c8d req-950bfd53-d113-489b-95aa-5b75d92c5688 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Deleting port ed4fc858-b860-409d-bcbb-a9fdef2749de {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:16.440720 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-88ffde0f-c417-4fac-bb66-13bc06182c8d req-950bfd53-d113-489b-95aa-5b75d92c5688 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:16.513656 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2fc354d3-9380-4f12-b3d7-191c4575e26e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:16.572551 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-88ffde0f-c417-4fac-bb66-13bc06182c8d req-950bfd53-d113-489b-95aa-5b75d92c5688 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] For port ed4fc858-b860-409d-bcbb-a9fdef2749de, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=ed4fc858-b860-409d-bcbb-a9fdef2749de,segment=NetworkSegment(373797eb-7f6f-4fa4-a774-5481d1108606),segment_id=373797eb-7f6f-4fa4-a774-5481d1108606)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:16.573200 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-88ffde0f-c417-4fac-bb66-13bc06182c8d req-950bfd53-d113-489b-95aa-5b75d92c5688 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:16.596137 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc354d3-9380-4f12-b3d7-191c4575e26e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Subnet': ['ID=a6416dee-b78c-4389-aa34-66fd4839bf40,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:16.599375 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-88ffde0f-c417-4fac-bb66-13bc06182c8d req-950bfd53-d113-489b-95aa-5b75d92c5688 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Calling delete_port for ed4fc858-b860-409d-bcbb-a9fdef2749de owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:16.611470 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc354d3-9380-4f12-b3d7-191c4575e26e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Checking segment: {'id': '298380e3-3aa2-4dc7-8bba-d15c791b11f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '11f6798a-e4e3-4d20-9ef5-8abb511dc730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:30:16.612306 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc354d3-9380-4f12-b3d7-191c4575e26e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network hostable DHCP agents. Network: 11f6798a-e4e3-4d20-9ef5-8abb511dc730, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:30:16.718905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc354d3-9380-4f12-b3d7-191c4575e26e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 11f6798a-e4e3-4d20-9ef5-8abb511dc730 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:30:16.795449 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-2fc354d3-9380-4f12-b3d7-191c4575e26e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 11f6798a-e4e3-4d20-9ef5-8abb511dc730) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:16.808039 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0544889-1809-4324-aabb-0af46700c087 None None] Network 11f6798a-e4e3-4d20-9ef5-8abb511dc730 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:16.809791 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc354d3-9380-4f12-b3d7-191c4575e26e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:16.810703 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2fc354d3-9380-4f12-b3d7-191c4575e26e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:16.905496 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2fc354d3-9380-4f12-b3d7-191c4575e26e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0476716 Nov 08 00:30:16.908272 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36246) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:16.914083 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-9faff900-f4c5-4a80-89d4-872d81853b87 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'network_id': '11f6798a-e4e3-4d20-9ef5-8abb511dc730', 'name': 'tempest-PortsTestJSON-717183253'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:16.919019 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-88ffde0f-c417-4fac-bb66-13bc06182c8d req-950bfd53-d113-489b-95aa-5b75d92c5688 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:16.959686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d4d48970-321d-497b-b716-591c660c81e7 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:30:17.010214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: d4d48970-321d-497b-b716-591c660c81e7 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:30:17.010554 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d4d48970-321d-497b-b716-591c660c81e7 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:30:17.072909 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bfd53-d113-489b-95aa-5b75d92c5688 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event deleted for resources: {'Port': ['ID=ed4fc858-b860-409d-bcbb-a9fdef2749de,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:17.157263 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ffde0f-c417-4fac-bb66-13bc06182c8d req-950bfd53-d113-489b-95aa-5b75d92c5688 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] No DVR routers for this DVR port ed4fc858-b860-409d-bcbb-a9fdef2749de on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:30:17.161896 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-88ffde0f-c417-4fac-bb66-13bc06182c8d req-950bfd53-d113-489b-95aa-5b75d92c5688 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:17.165293 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-88ffde0f-c417-4fac-bb66-13bc06182c8d req-950bfd53-d113-489b-95aa-5b75d92c5688 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.26 "DELETE /v2.0/ports/ed4fc858-b860-409d-bcbb-a9fdef2749de HTTP/1.1" status: 204 len: 173 time: 0.8656976 Nov 08 00:30:17.165750 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129a0b59-4d3b-46a9-93f3-d66d1b8cc46c', 'name': 'network-vif-deleted', 'tag': 'ed4fc858-b860-409d-bcbb-a9fdef2749de'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:30:17.168099 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85dab0d-ea89-4c4c-ba45-b3f3e04f00c5" -d '{"events": [{"server_uuid": "129a0b59-4d3b-46a9-93f3-d66d1b8cc46c", "name": "network-vif-deleted", "tag": "ed4fc858-b860-409d-bcbb-a9fdef2749de"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:30:17.255657 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-11f6798a-e4e3-4d20-9ef5-8abb511dc730', 'network_id': '11f6798a-e4e3-4d20-9ef5-8abb511dc730', 'tenant_id': '2c1d32e80a044f72b41cfd29029e4658', 'fixed_ips': [{'subnet_id': 'a6416dee-b78c-4389-aa34-66fd4839bf40'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:30:17.257104 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:17.275313 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce3a557-473c-4d5d-9ebc-970f428b9b73 x-openstack-request-id: req-bce3a557-473c-4d5d-9ebc-970f428b9b73 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:30:17.275679 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129a0b59-4d3b-46a9-93f3-d66d1b8cc46c", "name": "network-vif-deleted", "tag": "ed4fc858-b860-409d-bcbb-a9fdef2749de", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:30:17.275895 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bce3a557-473c-4d5d-9ebc-970f428b9b73 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:30:17.276324 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129a0b59-4d3b-46a9-93f3-d66d1b8cc46c', 'name': 'network-vif-deleted', 'tag': 'ed4fc858-b860-409d-bcbb-a9fdef2749de', 'status': 'completed', 'code': 200} Nov 08 00:30:17.376377 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faff900-f4c5-4a80-89d4-872d81853b87 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:17.380880 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9faff900-f4c5-4a80-89d4-872d81853b87 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:17.422043 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-9faff900-f4c5-4a80-89d4-872d81853b87 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] device_id is not set on port ab01badb-0eba-44aa-807b-7179efb19121 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:30:17.549540 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75c6ee9f-d8b3-491d-8c66-fdde3ff1751e req-566b9883-f552-42e8-958e-cb486acd1c57 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=129a0b59-4d3b-46a9-93f3-d66d1b8cc46c HTTP/1.1" status: 200 len: 210 time: 0.0581279 Nov 08 00:30:17.579577 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Allocated IP 172.20.0.2 (11f6798a-e4e3-4d20-9ef5-8abb511dc730/a6416dee-b78c-4389-aa34-66fd4839bf40/60a3769b-135f-4a6c-b13c-38df0dea9948) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:30:17.777424 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:17.896147 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:17.959957 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Network 11f6798a-e4e3-4d20-9ef5-8abb511dc730 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:17.961397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:17.970102 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:17.973865 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Pushing event updated for resources: {'Port': ['ID=60a3769b-135f-4a6c-b13c-38df0dea9948,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:17.982573 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:17.983451 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:17.983451 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:17.983652 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:17.983918 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:17.984351 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:17.984568 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:17.984886 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:17.985201 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:17.985522 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:17.985837 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:17.986159 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:18.007870 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.db.api [None req-9faff900-f4c5-4a80-89d4-872d81853b87 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3d3778fa-ebea-41cb-a8db-21f67ca69a37 {{(pid=102771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:30:18.012656 n-d-816882-1 neutron-server[102771]: DEBUG oslo_db.api [None req-9faff900-f4c5-4a80-89d4-872d81853b87 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:30:18.052075 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Attempting to bind port 60a3769b-135f-4a6c-b13c-38df0dea9948 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:30:18.052446 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Attempting to bind port 60a3769b-135f-4a6c-b13c-38df0dea9948 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '298380e3-3aa2-4dc7-8bba-d15c791b11f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '11f6798a-e4e3-4d20-9ef5-8abb511dc730'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:30:18.052797 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Attempting to bind port 60a3769b-135f-4a6c-b13c-38df0dea9948 on network 11f6798a-e4e3-4d20-9ef5-8abb511dc730 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:30:18.057541 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:30:18.057912 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Checking segment: {'id': '298380e3-3aa2-4dc7-8bba-d15c791b11f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '11f6798a-e4e3-4d20-9ef5-8abb511dc730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:30:18.058305 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:18.058688 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Bound using segment: {'id': '298380e3-3aa2-4dc7-8bba-d15c791b11f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '11f6798a-e4e3-4d20-9ef5-8abb511dc730'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:30:18.059145 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Bound port: 60a3769b-135f-4a6c-b13c-38df0dea9948, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298380e3-3aa2-4dc7-8bba-d15c791b11f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '11f6798a-e4e3-4d20-9ef5-8abb511dc730'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:30:18.059516 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:18.131385 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] For port 60a3769b-135f-4a6c-b13c-38df0dea9948, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:30:18.134394 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] For port 60a3769b-135f-4a6c-b13c-38df0dea9948, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=60a3769b-135f-4a6c-b13c-38df0dea9948,segment=NetworkSegment(298380e3-3aa2-4dc7-8bba-d15c791b11f0),segment_id=298380e3-3aa2-4dc7-8bba-d15c791b11f0)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:30:18.211765 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:18.343841 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cbb17-f719-4274-8154-095d3686cf4a None None] Pushing event updated for resources: {'Port': ['ID=60a3769b-135f-4a6c-b13c-38df0dea9948,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:18.514721 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9faff900-f4c5-4a80-89d4-872d81853b87 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:18.540144 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-9faff900-f4c5-4a80-89d4-872d81853b87 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] device_id is not set on port 1bcff228-d605-4f21-ae88-68dcc9ed7fb1 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:30:18.655205 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36318) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:18.795766 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-9faff900-f4c5-4a80-89d4-872d81853b87 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Allocated IP 172.20.0.3 (11f6798a-e4e3-4d20-9ef5-8abb511dc730/a6416dee-b78c-4389-aa34-66fd4839bf40/1bcff228-d605-4f21-ae88-68dcc9ed7fb1) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:30:18.806877 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78dd0bcd-9c18-476d-b973-ad5d625b0e96 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:18.849718 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78dd0bcd-9c18-476d-b973-ad5d625b0e96 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:19.016057 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 60a3769b-135f-4a6c-b13c-38df0dea9948 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:30:19.067182 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9faff900-f4c5-4a80-89d4-872d81853b87 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:19.091397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 60a3769b-135f-4a6c-b13c-38df0dea9948 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:19.092190 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:19.103510 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78dd0bcd-9c18-476d-b973-ad5d625b0e96 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:19.106438 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78dd0bcd-9c18-476d-b973-ad5d625b0e96 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:19.107708 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-78dd0bcd-9c18-476d-b973-ad5d625b0e96 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "DELETE /v2.0/security-groups/d03b6500-1e9a-4946-ba81-d111292667b2 HTTP/1.1" status: 204 len: 168 time: 0.4439898 Nov 08 00:30:19.123323 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd0bcd-9c18-476d-b973-ad5d625b0e96 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03b6500-1e9a-4946-ba81-d111292667b2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:19.155545 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9faff900-f4c5-4a80-89d4-872d81853b87 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:19.190243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36330) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:19.212660 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:19.244300 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faff900-f4c5-4a80-89d4-872d81853b87 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 11f6798a-e4e3-4d20-9ef5-8abb511dc730 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:19.248859 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-9faff900-f4c5-4a80-89d4-872d81853b87 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:19.253913 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faff900-f4c5-4a80-89d4-872d81853b87 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:19.260843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cab925c-b2bf-4a83-b5b0-ab331ee645ad tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Deleting subnet f582681e-a3d5-442f-9871-c7f0159d8a0c {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:30:19.264670 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2cab925c-b2bf-4a83-b5b0-ab331ee645ad tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:19.325647 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 60a3769b-135f-4a6c-b13c-38df0dea9948, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=60a3769b-135f-4a6c-b13c-38df0dea9948,segment=NetworkSegment(298380e3-3aa2-4dc7-8bba-d15c791b11f0),segment_id=298380e3-3aa2-4dc7-8bba-d15c791b11f0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:19.361022 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2cab925c-b2bf-4a83-b5b0-ab331ee645ad tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:19.370112 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faff900-f4c5-4a80-89d4-872d81853b87 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:19.370783 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9faff900-f4c5-4a80-89d4-872d81853b87 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:19.410172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faff900-f4c5-4a80-89d4-872d81853b87 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=1bcff228-d605-4f21-ae88-68dcc9ed7fb1,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:19.413571 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:19.485738 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2cab925c-b2bf-4a83-b5b0-ab331ee645ad tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:19.503128 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=60a3769b-135f-4a6c-b13c-38df0dea9948,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:19.541487 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9faff900-f4c5-4a80-89d4-872d81853b87 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6320667 Nov 08 00:30:19.549853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36348) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:19.634148 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device ed4fc858-b860-409d-bcbb-a9fdef2749de no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:30:19.651334 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2cab925c-b2bf-4a83-b5b0-ab331ee645ad tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:19.681325 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: ed4fc858-b860-409d-bcbb-a9fdef2749de {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:30:19.681700 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device ed4fc858-b860-409d-bcbb-a9fdef2749de not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:30:19.694095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-77e443e9-7456-4822-9420-a132b402da9e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port 1bcff228-d605-4f21-ae88-68dcc9ed7fb1 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:19.694442 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-77e443e9-7456-4822-9420-a132b402da9e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:19.706857 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab925c-b2bf-4a83-b5b0-ab331ee645ad tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event deleted for resources: {'Subnet': ['ID=f582681e-a3d5-442f-9871-c7f0159d8a0c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:19.711670 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2cab925c-b2bf-4a83-b5b0-ab331ee645ad tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:19.722655 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2878ce-b884-4dd1-87a7-0902832ec0ae None None] Network 76d9dcf1-1802-46d3-b8b5-d20e926ac263 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:19.742191 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2cab925c-b2bf-4a83-b5b0-ab331ee645ad tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "DELETE /v2.0/subnets/f582681e-a3d5-442f-9871-c7f0159d8a0c HTTP/1.1" status: 204 len: 168 time: 0.5499907 Nov 08 00:30:19.746937 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36354) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:19.806643 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a861f008-79f8-4c64-9a91-cdf1c7c059f7 None None] Network 11f6798a-e4e3-4d20-9ef5-8abb511dc730 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:19.870871 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:19.874716 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-77e443e9-7456-4822-9420-a132b402da9e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:19.890800 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-77e443e9-7456-4822-9420-a132b402da9e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for 1bcff228-d605-4f21-ae88-68dcc9ed7fb1 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:19.992486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4f11738d-135c-4d60-8461-41f2e8eefb8b None None] Provisioning complete for port 60a3769b-135f-4a6c-b13c-38df0dea9948 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:19.992808 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f11738d-135c-4d60-8461-41f2e8eefb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:20.017027 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Deleting port 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:20.017372 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:20.125671 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] For port 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6c94d2c2-ecbd-4c15-aebf-46596f81b7e2,segment=NetworkSegment(373797eb-7f6f-4fa4-a774-5481d1108606),segment_id=373797eb-7f6f-4fa4-a774-5481d1108606)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:20.126037 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:20.164771 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Calling delete_port for 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:20.224185 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-77e443e9-7456-4822-9420-a132b402da9e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:20.259521 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e443e9-7456-4822-9420-a132b402da9e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=1bcff228-d605-4f21-ae88-68dcc9ed7fb1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:20.385527 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670e06d3-6a5c-4ab7-8c8a-f6a844060c26 None None] DHCP port deletion for 76d9dcf1-1802-46d3-b8b5-d20e926ac263 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:30:20.416690 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-77e443e9-7456-4822-9420-a132b402da9e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:20.420923 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-77e443e9-7456-4822-9420-a132b402da9e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/ports/1bcff228-d605-4f21-ae88-68dcc9ed7fb1 HTTP/1.1" status: 204 len: 168 time: 0.8696442 Nov 08 00:30:20.423463 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36378) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:20.452048 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-670e06d3-6a5c-4ab7-8c8a-f6a844060c26 None None] Deleting port 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:20.452533 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-670e06d3-6a5c-4ab7-8c8a-f6a844060c26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:20.460896 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-207294e1-fb5d-4266-8993-3589e6458f7a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] DELETE failed (client error): The resource could not be found. Nov 08 00:30:20.463680 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207294e1-fb5d-4266-8993-3589e6458f7a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:30:20.470551 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36382) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:20.471078 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-207294e1-fb5d-4266-8993-3589e6458f7a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/ports/1bcff228-d605-4f21-ae88-68dcc9ed7fb1 HTTP/1.1" status: 404 len: 333 time: 0.0463219 Nov 08 00:30:20.480073 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:20.538255 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18cb290-5ec4-459e-a851-fd978d30f0bd tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] GET failed (client error): The resource could not be found. Nov 08 00:30:20.540802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e18cb290-5ec4-459e-a851-fd978d30f0bd tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports/1bcff228-d605-4f21-ae88-68dcc9ed7fb1 HTTP/1.1" status: 404 len: 333 time: 0.0684063 Nov 08 00:30:20.541537 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-670e06d3-6a5c-4ab7-8c8a-f6a844060c26 None None] For port 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6c94d2c2-ecbd-4c15-aebf-46596f81b7e2,segment=NetworkSegment(373797eb-7f6f-4fa4-a774-5481d1108606),segment_id=373797eb-7f6f-4fa4-a774-5481d1108606)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:20.542191 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-670e06d3-6a5c-4ab7-8c8a-f6a844060c26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:20.546237 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36388) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:20.559877 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-670e06d3-6a5c-4ab7-8c8a-f6a844060c26 None None] Calling delete_port for 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:20.564385 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event deleted for resources: {'Port': ['ID=6c94d2c2-ecbd-4c15-aebf-46596f81b7e2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:20.569931 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] No DVR routers for this DVR port 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:30:20.628218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d54a3229-95a6-4fd9-85ee-05a835f94311 None None] Could not find standard attr ID for object 1bcff228-d605-4f21-ae88-68dcc9ed7fb1. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:30:20.700861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ea67da-ce55-4bb8-8c2d-7801c9da81cd tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting subnet a6416dee-b78c-4389-aa34-66fd4839bf40 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:30:20.701947 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:20.703987 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d54a3229-95a6-4fd9-85ee-05a835f94311 None None] Provisioning complete for port 60a3769b-135f-4a6c-b13c-38df0dea9948 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:20.704492 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d54a3229-95a6-4fd9-85ee-05a835f94311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:20.710215 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87ea67da-ce55-4bb8-8c2d-7801c9da81cd tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:20.728551 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d9dcf1-1802-46d3-b8b5-d20e926ac263']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:20.739663 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373797eb-7f6f-4fa4-a774-5481d1108606') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:20.740271 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373797eb-7f6f-4fa4-a774-5481d1108606') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:20.755874 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:20.765814 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87ea67da-ce55-4bb8-8c2d-7801c9da81cd tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:20.773422 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:20.809128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:30:20.809978 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:20.852566 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-670e06d3-6a5c-4ab7-8c8a-f6a844060c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:20.885491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670e06d3-6a5c-4ab7-8c8a-f6a844060c26 None None] No DVR routers for this DVR port 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:30:20.920491 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:30:20.924232 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87ea67da-ce55-4bb8-8c2d-7801c9da81cd tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:20.953744 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e06d3-6a5c-4ab7-8c8a-f6a844060c26 None None] Pushing event deleted for resources: {'Port': ['ID=6c94d2c2-ecbd-4c15-aebf-46596f81b7e2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:20.957896 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7efad336-d072-4251-8126-2384e5312c7c None None] Could not find standard attr ID for object 1bcff228-d605-4f21-ae88-68dcc9ed7fb1. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:30:21.016631 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:21.022403 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:21.030775 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "DELETE /v2.0/networks/76d9dcf1-1802-46d3-b8b5-d20e926ac263 HTTP/1.1" status: 204 len: 168 time: 1.2802098 Nov 08 00:30:21.030775 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36410) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:21.037528 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 60a3769b-135f-4a6c-b13c-38df0dea9948 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:30:21.059736 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d46896-a38e-47a7-98b8-3abacff55dca tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event deleted for resources: {'Network': ['ID=76d9dcf1-1802-46d3-b8b5-d20e926ac263,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:21.103002 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 60a3769b-135f-4a6c-b13c-38df0dea9948 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:21.103374 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:21.167938 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87ea67da-ce55-4bb8-8c2d-7801c9da81cd tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:21.205122 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea67da-ce55-4bb8-8c2d-7801c9da81cd tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Subnet': ['ID=a6416dee-b78c-4389-aa34-66fd4839bf40,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:21.209940 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87ea67da-ce55-4bb8-8c2d-7801c9da81cd tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:21.214331 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-87ea67da-ce55-4bb8-8c2d-7801c9da81cd tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/subnets/a6416dee-b78c-4389-aa34-66fd4839bf40 HTTP/1.1" status: 204 len: 168 time: 0.6671047 Nov 08 00:30:21.218077 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36418) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:21.224268 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8667f159-aedc-4f71-9934-bf1c48252141 None None] Network 11f6798a-e4e3-4d20-9ef5-8abb511dc730 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:21.324174 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:21.328770 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:30:21.342657 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-7a3e32ca-0fea-4cb7-8850-61499650c407 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Deleting port a658c320-3d47-440d-bea9-bcb0f411f5c6 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:21.343240 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a3e32ca-0fea-4cb7-8850-61499650c407 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:21.354267 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:30:21.354757 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6c94d2c2-ecbd-4c15-aebf-46596f81b7e2 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:30:21.539910 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a3e32ca-0fea-4cb7-8850-61499650c407 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:21.539910 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a3e32ca-0fea-4cb7-8850-61499650c407 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:21.553645 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2075d19-f93f-4856-ab96-780248b2170d None None] DHCP port deletion for 11f6798a-e4e3-4d20-9ef5-8abb511dc730 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:30:21.556278 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-7a3e32ca-0fea-4cb7-8850-61499650c407 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Calling delete_port for a658c320-3d47-440d-bea9-bcb0f411f5c6 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:21.568929 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port 60a3769b-135f-4a6c-b13c-38df0dea9948 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:21.569521 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:21.599481 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f2075d19-f93f-4856-ab96-780248b2170d None None] Deleting port 60a3769b-135f-4a6c-b13c-38df0dea9948 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:21.599898 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f2075d19-f93f-4856-ab96-780248b2170d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:21.671378 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f2075d19-f93f-4856-ab96-780248b2170d None None] For port 60a3769b-135f-4a6c-b13c-38df0dea9948, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=60a3769b-135f-4a6c-b13c-38df0dea9948,segment=NetworkSegment(298380e3-3aa2-4dc7-8bba-d15c791b11f0),segment_id=298380e3-3aa2-4dc7-8bba-d15c791b11f0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:21.671871 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f2075d19-f93f-4856-ab96-780248b2170d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:21.685679 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f2075d19-f93f-4856-ab96-780248b2170d None None] Calling delete_port for 60a3769b-135f-4a6c-b13c-38df0dea9948 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:21.710749 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] For port 60a3769b-135f-4a6c-b13c-38df0dea9948, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=60a3769b-135f-4a6c-b13c-38df0dea9948,segment=NetworkSegment(298380e3-3aa2-4dc7-8bba-d15c791b11f0),segment_id=298380e3-3aa2-4dc7-8bba-d15c791b11f0)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:21.710749 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:21.729194 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for 60a3769b-135f-4a6c-b13c-38df0dea9948 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:21.874409 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f2075d19-f93f-4856-ab96-780248b2170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:21.886374 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:21.906335 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2075d19-f93f-4856-ab96-780248b2170d None None] Pushing event deleted for resources: {'Port': ['ID=60a3769b-135f-4a6c-b13c-38df0dea9948,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:21.913561 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2075d19-f93f-4856-ab96-780248b2170d None None] No DVR routers for this DVR port 60a3769b-135f-4a6c-b13c-38df0dea9948 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:30:21.922566 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No DVR routers for this DVR port 60a3769b-135f-4a6c-b13c-38df0dea9948 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:30:21.935195 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=60a3769b-135f-4a6c-b13c-38df0dea9948,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:21.971357 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a3e32ca-0fea-4cb7-8850-61499650c407 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:22.033071 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e32ca-0fea-4cb7-8850-61499650c407 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event deleted for resources: {'Port': ['ID=a658c320-3d47-440d-bea9-bcb0f411f5c6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:22.064573 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:22.113841 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f6798a-e4e3-4d20-9ef5-8abb511dc730']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:22.127205 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298380e3-3aa2-4dc7-8bba-d15c791b11f0') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:22.127451 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298380e3-3aa2-4dc7-8bba-d15c791b11f0') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:22.141885 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:22.143834 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a3e32ca-0fea-4cb7-8850-61499650c407 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:22.144187 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-7a3e32ca-0fea-4cb7-8850-61499650c407 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Floating IP 57431c24-63dc-44f8-9285-ea766ca0fce1 disassociated (deleted). External IP: 172.25.2.108, port: 84501122-f03c-4866-924e-57b53946dd2d. Nov 08 00:30:22.220717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:22.235206 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:30:22.236129 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:30:22.241086 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:30:22.764938 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:22.774734 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:22.777836 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/networks/11f6798a-e4e3-4d20-9ef5-8abb511dc730 HTTP/1.1" status: 204 len: 168 time: 1.5581522 Nov 08 00:30:22.781837 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36472) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:22.787080 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-4e1db5e2-87ff-4a16-ac6c-270fc9804c0a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1653074031'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:22.790866 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d68223-1483-477a-8e60-6e229a7cd905 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Network': ['ID=11f6798a-e4e3-4d20-9ef5-8abb511dc730,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:22.831228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3e32ca-0fea-4cb7-8850-61499650c407 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Router 0814d33f-5752-4ac0-838a-3c267e56f81c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:30:22.862030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1db5e2-87ff-4a16-ac6c-270fc9804c0a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:22.866307 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e1db5e2-87ff-4a16-ac6c-270fc9804c0a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:22.911002 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1db5e2-87ff-4a16-ac6c-270fc9804c0a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:30:22.932219 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e1db5e2-87ff-4a16-ac6c-270fc9804c0a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:22.932592 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-4e1db5e2-87ff-4a16-ac6c-270fc9804c0a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Added segment 9568b6b4-f2b3-4bd8-8656-c5da78f1e92d of type vlan for network 2aa00cfe-e5a9-480a-b212-a397b6f92e25 Nov 08 00:30:22.966498 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3e32ca-0fea-4cb7-8850-61499650c407 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:30:22.982916 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a3e32ca-0fea-4cb7-8850-61499650c407 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:22.991506 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 60a3769b-135f-4a6c-b13c-38df0dea9948 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:30:22.998747 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddde8658-2209-4124-9cff-da3e14b60a0d None None] Sync routers for ids ['0814d33f-5752-4ac0-838a-3c267e56f81c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:30:23.030253 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7a3e32ca-0fea-4cb7-8850-61499650c407 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "DELETE /v2.0/floatingips/57431c24-63dc-44f8-9285-ea766ca0fce1 HTTP/1.1" status: 204 len: 168 time: 1.9932933 Nov 08 00:30:23.031187 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'tag': '84501122-f03c-4866-924e-57b53946dd2d'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:30:23.039435 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e1db5e2-87ff-4a16-ac6c-270fc9804c0a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:23.045038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 60a3769b-135f-4a6c-b13c-38df0dea9948 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:30:23.045504 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 60a3769b-135f-4a6c-b13c-38df0dea9948 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:30:23.048468 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddde8658-2209-4124-9cff-da3e14b60a0d None None] Routers {'0814d33f-5752-4ac0-838a-3c267e56f81c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:30:23.049447 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ddde8658-2209-4124-9cff-da3e14b60a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:30:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0814d33f-5752-4ac0-838a-3c267e56f81c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:23.063501 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecca546-49a0-4d12-9f9c-c502be5965b1" -d '{"events": [{"name": "network-changed", "server_uuid": "aada646c-ca05-49f8-8e52-1400f3b6ae15", "tag": "84501122-f03c-4866-924e-57b53946dd2d"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:30:23.139201 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2767be-7afe-46f6-8e75-ad311053f212 x-openstack-request-id: req-eb2767be-7afe-46f6-8e75-ad311053f212 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:30:23.139201 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aada646c-ca05-49f8-8e52-1400f3b6ae15", "tag": "84501122-f03c-4866-924e-57b53946dd2d", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:30:23.139475 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb2767be-7afe-46f6-8e75-ad311053f212 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:30:23.139773 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'tag': '84501122-f03c-4866-924e-57b53946dd2d', 'status': 'completed', 'code': 200} Nov 08 00:30:23.183724 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e1db5e2-87ff-4a16-ac6c-270fc9804c0a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:23.190370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1db5e2-87ff-4a16-ac6c-270fc9804c0a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:23.191464 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e1db5e2-87ff-4a16-ac6c-270fc9804c0a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:23.196692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-ddde8658-2209-4124-9cff-da3e14b60a0d None None] Set router 0814d33f-5752-4ac0-838a-3c267e56f81c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:30:23.314568 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1db5e2-87ff-4a16-ac6c-270fc9804c0a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Network': ['ID=2aa00cfe-e5a9-480a-b212-a397b6f92e25,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:23.318131 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecca546-49a0-4d12-9f9c-c502be5965b1 req-9475024e-2cf3-4ce2-bb5e-d15e0158a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:23.319657 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ecca546-49a0-4d12-9f9c-c502be5965b1 req-9475024e-2cf3-4ce2-bb5e-d15e0158a0fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b&device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 1096 time: 0.1372480 Nov 08 00:30:23.339893 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 2aa00cfe-e5a9-480a-b212-a397b6f92e25 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:30:23.446819 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4e1db5e2-87ff-4a16-ac6c-270fc9804c0a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6635571 Nov 08 00:30:23.449317 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36492) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:23.454938 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b9b26a5f-f97d-4682-8d8e-2ffe2735b98f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'subnet': {'network_id': '2aa00cfe-e5a9-480a-b212-a397b6f92e25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:23.457577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecca546-49a0-4d12-9f9c-c502be5965b1 req-44dd06c1-98ca-4ff3-b637-c57b02fd9eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:23.459243 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ecca546-49a0-4d12-9f9c-c502be5965b1 req-44dd06c1-98ca-4ff3-b637-c57b02fd9eac service neutron] 10.222.0.20 "GET /v2.0/networks?id=dcc487d0-d7d7-4a4f-9cbb-30910b100e93 HTTP/1.1" status: 200 len: 897 time: 0.1325016 Nov 08 00:30:23.558579 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ecca546-49a0-4d12-9f9c-c502be5965b1 req-58901555-3f68-4743-866b-0b89f7863f12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84501122-f03c-4866-924e-57b53946dd2d HTTP/1.1" status: 200 len: 217 time: 0.0896196 Nov 08 00:30:23.634702 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecca546-49a0-4d12-9f9c-c502be5965b1 req-0e36cf2d-ed9d-4d3e-93f8-80b41ca2cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:23.641255 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ecca546-49a0-4d12-9f9c-c502be5965b1 req-0e36cf2d-ed9d-4d3e-93f8-80b41ca2cd41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a393cfb7-883b-4bc7-9d6e-13cdec2372e8 HTTP/1.1" status: 200 len: 835 time: 0.0633340 Nov 08 00:30:23.656249 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ddde8658-2209-4124-9cff-da3e14b60a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:30:12Z', 'revision_number': 6, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'ecd67d06-08ac-45f2-9ac2-272bfc7b23e4', 'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:78:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:39Z', 'updated_at': '2021-11-08T00:27:45Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:23.663255 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b26a5f-f97d-4682-8d8e-2ffe2735b98f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:23.667541 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b9b26a5f-f97d-4682-8d8e-2ffe2735b98f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:23.712108 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddde8658-2209-4124-9cff-da3e14b60a0d None None] Checking router: 0814d33f-5752-4ac0-838a-3c267e56f81c for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:30:23.727512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddde8658-2209-4124-9cff-da3e14b60a0d None None] Routers {'0814d33f-5752-4ac0-838a-3c267e56f81c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:30:23.727512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ddde8658-2209-4124-9cff-da3e14b60a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:30:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0814d33f-5752-4ac0-838a-3c267e56f81c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:23.747891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecca546-49a0-4d12-9f9c-c502be5965b1 req-835922b0-5b2a-4535-98b5-1e26efc755ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:23.749544 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ecca546-49a0-4d12-9f9c-c502be5965b1 req-835922b0-5b2a-4535-98b5-1e26efc755ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcc487d0-d7d7-4a4f-9cbb-30910b100e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047368 Nov 08 00:30:23.776560 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05814227-8c98-448d-a9cd-a5c5d89f538f req-960dcea8-253b-43e0-afbe-285533bd5535 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:23.786129 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05814227-8c98-448d-a9cd-a5c5d89f538f req-960dcea8-253b-43e0-afbe-285533bd5535 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 945 time: 0.0875523 Nov 08 00:30:23.929425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05814227-8c98-448d-a9cd-a5c5d89f538f req-3994fdbd-f47a-49ad-b242-c18aeab60df1 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d445dc75-08cd-495d-a5dc-b75a36ac2932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319947 Nov 08 00:30:23.964516 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-ddde8658-2209-4124-9cff-da3e14b60a0d None None] Set router 0814d33f-5752-4ac0-838a-3c267e56f81c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:30:23.998762 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ecca546-49a0-4d12-9f9c-c502be5965b1 req-63c1831c-841e-497f-96f6-b8588a18e912 service neutron] 10.222.0.20 "GET /v2.0/networks/dcc487d0-d7d7-4a4f-9cbb-30910b100e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401536 Nov 08 00:30:24.096674 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b9b26a5f-f97d-4682-8d8e-2ffe2735b98f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:24.122711 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ecca546-49a0-4d12-9f9c-c502be5965b1 req-c3ee5b7d-8c55-4710-8378-256adac47f38 service neutron] 10.222.0.20 "GET /v2.0/networks/dcc487d0-d7d7-4a4f-9cbb-30910b100e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106999 Nov 08 00:30:24.170032 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b26a5f-f97d-4682-8d8e-2ffe2735b98f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Subnet': ['ID=c261c72d-0942-4a2d-b671-9e176df7c1b3,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:24.177394 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b26a5f-f97d-4682-8d8e-2ffe2735b98f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Checking segment: {'id': '9568b6b4-f2b3-4bd8-8656-c5da78f1e92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2aa00cfe-e5a9-480a-b212-a397b6f92e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:30:24.177533 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b26a5f-f97d-4682-8d8e-2ffe2735b98f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network hostable DHCP agents. Network: 2aa00cfe-e5a9-480a-b212-a397b6f92e25, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:30:24.231197 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ddde8658-2209-4124-9cff-da3e14b60a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:30:12Z', 'revision_number': 6, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'ecd67d06-08ac-45f2-9ac2-272bfc7b23e4', 'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:78:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:39Z', 'updated_at': '2021-11-08T00:27:45Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:24.257392 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddde8658-2209-4124-9cff-da3e14b60a0d None None] The sync data for ids ['0814d33f-5752-4ac0-838a-3c267e56f81c'] in n-d-816882-1 is: [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:30:12Z', 'revision_number': 6, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'ecd67d06-08ac-45f2-9ac2-272bfc7b23e4', 'name': '', 'network_id': 'dcc487d0-d7d7-4a4f-9cbb-30910b100e93', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:78:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:39Z', 'updated_at': '2021-11-08T00:27:45Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': 'a393cfb7-883b-4bc7-9d6e-13cdec2372e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:30:24.314063 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b26a5f-f97d-4682-8d8e-2ffe2735b98f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 2aa00cfe-e5a9-480a-b212-a397b6f92e25 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:30:24.406598 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-b9b26a5f-f97d-4682-8d8e-2ffe2735b98f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 2aa00cfe-e5a9-480a-b212-a397b6f92e25) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:24.420199 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d3130c-cea2-4208-851b-1da6983a2a92 None None] Network 2aa00cfe-e5a9-480a-b212-a397b6f92e25 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:24.445365 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b26a5f-f97d-4682-8d8e-2ffe2735b98f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:24.446029 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b9b26a5f-f97d-4682-8d8e-2ffe2735b98f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:24.525357 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a157592-077e-483f-ac2b-c6ae0b24a031 None None] New status for floating IP 57431c24-63dc-44f8-9285-ea766ca0fce1: DOWN {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:30:24.561839 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b9b26a5f-f97d-4682-8d8e-2ffe2735b98f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1114035 Nov 08 00:30:24.565480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36528) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:24.572452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-db6abd20-75ce-4e99-9ac0-1380de8f23a9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'network_id': '2aa00cfe-e5a9-480a-b212-a397b6f92e25', 'security_groups': [], 'name': 'tempest-PortsTestJSON-13413570'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:24.689140 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-2aa00cfe-e5a9-480a-b212-a397b6f92e25', 'network_id': '2aa00cfe-e5a9-480a-b212-a397b6f92e25', 'tenant_id': '2c1d32e80a044f72b41cfd29029e4658', 'fixed_ips': [{'subnet_id': 'c261c72d-0942-4a2d-b671-9e176df7c1b3'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:30:24.690074 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:24.833876 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6abd20-75ce-4e99-9ac0-1380de8f23a9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:24.843061 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db6abd20-75ce-4e99-9ac0-1380de8f23a9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:24.869136 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-db6abd20-75ce-4e99-9ac0-1380de8f23a9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] device_id is not set on port 32b61805-5f34-4f80-aade-5a2ab6527b1d yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:30:24.889175 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] Allocated IP 172.20.0.2 (2aa00cfe-e5a9-480a-b212-a397b6f92e25/c261c72d-0942-4a2d-b671-9e176df7c1b3/e724d585-4b04-4c68-9065-0845ea9223b1) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:30:25.085804 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:25.095910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e109d-1155-4fdf-83a4-6cd73bb09b5e req-49b204a1-fb00-42ea-a88e-1fdc326e8d48 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:25.098478 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a1e109d-1155-4fdf-83a4-6cd73bb09b5e req-49b204a1-fb00-42ea-a88e-1fdc326e8d48 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 945 time: 0.0856292 Nov 08 00:30:25.151188 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a1e109d-1155-4fdf-83a4-6cd73bb09b5e req-db161a07-3bfa-42e4-982b-880fcc63e56a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=d445dc75-08cd-495d-a5dc-b75a36ac2932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382640 Nov 08 00:30:25.159891 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:25.214333 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] Network 2aa00cfe-e5a9-480a-b212-a397b6f92e25 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:25.217627 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:25.221623 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:25.229146 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-db6abd20-75ce-4e99-9ac0-1380de8f23a9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Allocated IP 172.20.0.12 (2aa00cfe-e5a9-480a-b212-a397b6f92e25/c261c72d-0942-4a2d-b671-9e176df7c1b3/32b61805-5f34-4f80-aade-5a2ab6527b1d) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:30:25.233822 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] Pushing event updated for resources: {'Port': ['ID=e724d585-4b04-4c68-9065-0845ea9223b1,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:25.344343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] Attempting to bind port e724d585-4b04-4c68-9065-0845ea9223b1 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:30:25.344343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] Attempting to bind port e724d585-4b04-4c68-9065-0845ea9223b1 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '9568b6b4-f2b3-4bd8-8656-c5da78f1e92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2aa00cfe-e5a9-480a-b212-a397b6f92e25'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:30:25.344343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] Attempting to bind port e724d585-4b04-4c68-9065-0845ea9223b1 on network 2aa00cfe-e5a9-480a-b212-a397b6f92e25 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:30:25.346160 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:30:25.346527 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] Checking segment: {'id': '9568b6b4-f2b3-4bd8-8656-c5da78f1e92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2aa00cfe-e5a9-480a-b212-a397b6f92e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:30:25.346922 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:25.347317 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] Bound using segment: {'id': '9568b6b4-f2b3-4bd8-8656-c5da78f1e92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2aa00cfe-e5a9-480a-b212-a397b6f92e25'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:30:25.347766 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] Bound port: e724d585-4b04-4c68-9065-0845ea9223b1, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9568b6b4-f2b3-4bd8-8656-c5da78f1e92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2aa00cfe-e5a9-480a-b212-a397b6f92e25'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:30:25.348183 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:25.384904 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d06bec-ea6f-4748-9fc2-4fdf801adbe3 req-a4da0ca2-d5d6-4aa2-a2c6-646af8f9fc92 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:25.386534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b7d06bec-ea6f-4748-9fc2-4fdf801adbe3 req-a4da0ca2-d5d6-4aa2-a2c6-646af8f9fc92 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.20 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 945 time: 0.1339378 Nov 08 00:30:25.448941 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] For port e724d585-4b04-4c68-9065-0845ea9223b1, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:30:25.456395 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] For port e724d585-4b04-4c68-9065-0845ea9223b1, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e724d585-4b04-4c68-9065-0845ea9223b1,segment=NetworkSegment(9568b6b4-f2b3-4bd8-8656-c5da78f1e92d),segment_id=9568b6b4-f2b3-4bd8-8656-c5da78f1e92d)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:30:25.465281 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36556) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:25.481174 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db6abd20-75ce-4e99-9ac0-1380de8f23a9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:25.524074 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-223e833c-3e05-4555-b7ab-4575f59592ab admin admin] Deleting subnet 87fa2d02-3c12-4f7e-b790-88bb98679748 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:30:25.528349 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-223e833c-3e05-4555-b7ab-4575f59592ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:25.531225 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:25.594956 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-223e833c-3e05-4555-b7ab-4575f59592ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:25.611353 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-b7d06bec-ea6f-4748-9fc2-4fdf801adbe3 req-6d11f162-03e1-415f-bf5a-02991300a241 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Deleting port 84501122-f03c-4866-924e-57b53946dd2d {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:25.611737 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b7d06bec-ea6f-4748-9fc2-4fdf801adbe3 req-6d11f162-03e1-415f-bf5a-02991300a241 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:25.672289 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-223e833c-3e05-4555-b7ab-4575f59592ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:25.681067 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db6abd20-75ce-4e99-9ac0-1380de8f23a9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:25.696331 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabd2b4-4201-492f-a42c-8f60102cc1fa None None] Pushing event updated for resources: {'Port': ['ID=e724d585-4b04-4c68-9065-0845ea9223b1,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:25.822558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6abd20-75ce-4e99-9ac0-1380de8f23a9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=32b61805-5f34-4f80-aade-5a2ab6527b1d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:25.841138 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6abd20-75ce-4e99-9ac0-1380de8f23a9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 2aa00cfe-e5a9-480a-b212-a397b6f92e25 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:25.853128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-db6abd20-75ce-4e99-9ac0-1380de8f23a9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:25.857323 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-223e833c-3e05-4555-b7ab-4575f59592ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:25.864036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6abd20-75ce-4e99-9ac0-1380de8f23a9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:25.890007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e833c-3e05-4555-b7ab-4575f59592ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87fa2d02-3c12-4f7e-b790-88bb98679748,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:25.899508 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-223e833c-3e05-4555-b7ab-4575f59592ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:25.903737 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-223e833c-3e05-4555-b7ab-4575f59592ab admin admin] 10.222.0.13 "DELETE /v2.0/subnets/87fa2d02-3c12-4f7e-b790-88bb98679748 HTTP/1.1" status: 204 len: 168 time: 0.4365361 Nov 08 00:30:25.906209 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36566) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:25.913593 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-b7d06bec-ea6f-4748-9fc2-4fdf801adbe3 req-6d11f162-03e1-415f-bf5a-02991300a241 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] For port 84501122-f03c-4866-924e-57b53946dd2d, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=84501122-f03c-4866-924e-57b53946dd2d,segment=NetworkSegment(1859be12-d055-479e-b0e0-4d8f923e9989),segment_id=1859be12-d055-479e-b0e0-4d8f923e9989)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:25.916049 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b7d06bec-ea6f-4748-9fc2-4fdf801adbe3 req-6d11f162-03e1-415f-bf5a-02991300a241 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:25.936656 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-b7d06bec-ea6f-4748-9fc2-4fdf801adbe3 req-6d11f162-03e1-415f-bf5a-02991300a241 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Calling delete_port for 84501122-f03c-4866-924e-57b53946dd2d owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:25.956245 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6abd20-75ce-4e99-9ac0-1380de8f23a9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:25.956881 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db6abd20-75ce-4e99-9ac0-1380de8f23a9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:26.009450 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25073fae-eb24-4c13-94c5-1468179dc981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:26.110932 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-db6abd20-75ce-4e99-9ac0-1380de8f23a9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.5382740 Nov 08 00:30:26.110932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36572) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:26.144057 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25073fae-eb24-4c13-94c5-1468179dc981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:26.179525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-25073fae-eb24-4c13-94c5-1468179dc981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9da96c7-8304-4517-a575-8fa3cce95313']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:26.189929 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-25073fae-eb24-4c13-94c5-1468179dc981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc909bb-7379-4c2b-93fe-d2381afe54ea') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:26.190224 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-25073fae-eb24-4c13-94c5-1468179dc981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc909bb-7379-4c2b-93fe-d2381afe54ea') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:26.202926 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25073fae-eb24-4c13-94c5-1468179dc981 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:26.221334 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25073fae-eb24-4c13-94c5-1468179dc981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:26.239582 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25073fae-eb24-4c13-94c5-1468179dc981 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:30:26.248031 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25073fae-eb24-4c13-94c5-1468179dc981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:30:26.252377 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:30:26.261236 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-6961ee19-6426-4635-a1de-11124a300be4 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port 32b61805-5f34-4f80-aade-5a2ab6527b1d {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:26.261587 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6961ee19-6426-4635-a1de-11124a300be4 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:26.315411 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b7d06bec-ea6f-4748-9fc2-4fdf801adbe3 req-6d11f162-03e1-415f-bf5a-02991300a241 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:26.343083 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0259a234-63a3-4da8-9524-2cab5637b239 req-f9407c12-2295-461c-a120-01c3e0cc6af2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 210 time: 0.0781538 Nov 08 00:30:26.374292 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11f162-03e1-415f-bf5a-02991300a241 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event deleted for resources: {'Port': ['ID=84501122-f03c-4866-924e-57b53946dd2d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:26.398558 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25073fae-eb24-4c13-94c5-1468179dc981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:26.407169 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25073fae-eb24-4c13-94c5-1468179dc981 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:26.410669 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-25073fae-eb24-4c13-94c5-1468179dc981 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d9da96c7-8304-4517-a575-8fa3cce95313 HTTP/1.1" status: 204 len: 168 time: 0.5031579 Nov 08 00:30:26.423654 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25073fae-eb24-4c13-94c5-1468179dc981 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9da96c7-8304-4517-a575-8fa3cce95313,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:26.448076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d06bec-ea6f-4748-9fc2-4fdf801adbe3 req-6d11f162-03e1-415f-bf5a-02991300a241 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] No DVR routers for this DVR port 84501122-f03c-4866-924e-57b53946dd2d on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:30:26.453042 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b7d06bec-ea6f-4748-9fc2-4fdf801adbe3 req-6d11f162-03e1-415f-bf5a-02991300a241 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:26.456368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b7d06bec-ea6f-4748-9fc2-4fdf801adbe3 req-6d11f162-03e1-415f-bf5a-02991300a241 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.20 "DELETE /v2.0/ports/84501122-f03c-4866-924e-57b53946dd2d HTTP/1.1" status: 204 len: 173 time: 1.0608668 Nov 08 00:30:26.456808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'name': 'network-vif-deleted', 'tag': '84501122-f03c-4866-924e-57b53946dd2d'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:30:26.459698 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be77732-2909-42d1-ab5f-a48f6b39dec0" -d '{"events": [{"server_uuid": "aada646c-ca05-49f8-8e52-1400f3b6ae15", "name": "network-vif-deleted", "tag": "84501122-f03c-4866-924e-57b53946dd2d"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:30:26.470788 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6961ee19-6426-4635-a1de-11124a300be4 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:26.484345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-6961ee19-6426-4635-a1de-11124a300be4 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for 32b61805-5f34-4f80-aade-5a2ab6527b1d owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:26.713268 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210ac862-59c4-4f3a-8a6c-052bc44fdc06 x-openstack-request-id: req-210ac862-59c4-4f3a-8a6c-052bc44fdc06 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:30:26.713556 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aada646c-ca05-49f8-8e52-1400f3b6ae15", "name": "network-vif-deleted", "tag": "84501122-f03c-4866-924e-57b53946dd2d", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:30:26.721361 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-210ac862-59c4-4f3a-8a6c-052bc44fdc06 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:30:26.721361 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada646c-ca05-49f8-8e52-1400f3b6ae15', 'name': 'network-vif-deleted', 'tag': '84501122-f03c-4866-924e-57b53946dd2d', 'status': 'completed', 'code': 200} Nov 08 00:30:26.742426 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6961ee19-6426-4635-a1de-11124a300be4 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:26.775515 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961ee19-6426-4635-a1de-11124a300be4 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=32b61805-5f34-4f80-aade-5a2ab6527b1d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:26.880347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36596) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:26.898060 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6961ee19-6426-4635-a1de-11124a300be4 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:26.906099 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6961ee19-6426-4635-a1de-11124a300be4 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/ports/32b61805-5f34-4f80-aade-5a2ab6527b1d HTTP/1.1" status: 204 len: 168 time: 0.7767272 Nov 08 00:30:26.908762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36598) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:26.963186 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbe1cdb-32a4-4fd7-95cc-735ccab1d48e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] GET failed (client error): The resource could not be found. Nov 08 00:30:26.963186 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5fbe1cdb-32a4-4fd7-95cc-735ccab1d48e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports/32b61805-5f34-4f80-aade-5a2ab6527b1d HTTP/1.1" status: 404 len: 333 time: 0.0482948 Nov 08 00:30:26.963186 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36600) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:26.970541 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d222e81b-ed78-46ac-83ab-4bf079ee0e69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16776a6040474125be1c5edfa91fd7f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0853977 Nov 08 00:30:26.971176 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36604) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:27.032280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7af085-2b6a-462b-9ff3-3983457a619e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting subnet c261c72d-0942-4a2d-b671-9e176df7c1b3 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:30:27.037019 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a7af085-2b6a-462b-9ff3-3983457a619e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:27.099598 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-85978e52-88ea-4006-aac8-83d6bbd0b209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:27.121250 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e724d585-4b04-4c68-9065-0845ea9223b1 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:30:27.133424 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a7af085-2b6a-462b-9ff3-3983457a619e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:27.152073 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-85978e52-88ea-4006-aac8-83d6bbd0b209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:27.152281 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6e986e-7571-4a46-874a-10ce20ae1728 None None] Network 2aa00cfe-e5a9-480a-b212-a397b6f92e25 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:27.227661 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6c8b4ad2-a45c-443b-bfc8-e6b12a4eb355 None None] Provisioning complete for port e724d585-4b04-4c68-9065-0845ea9223b1 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:27.228057 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c8b4ad2-a45c-443b-bfc8-e6b12a4eb355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:27.270474 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a7af085-2b6a-462b-9ff3-3983457a619e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:27.304477 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e724d585-4b04-4c68-9065-0845ea9223b1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:27.304854 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:27.376292 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-85978e52-88ea-4006-aac8-83d6bbd0b209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:27.381017 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-85978e52-88ea-4006-aac8-83d6bbd0b209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:27.393313 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-85978e52-88ea-4006-aac8-83d6bbd0b209 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3e14b5e-4e08-42c3-9def-72405f2be11e HTTP/1.1" status: 204 len: 168 time: 0.4166412 Nov 08 00:30:27.430225 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85978e52-88ea-4006-aac8-83d6bbd0b209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e14b5e-4e08-42c3-9def-72405f2be11e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:27.463023 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a7af085-2b6a-462b-9ff3-3983457a619e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:27.524685 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a7af085-2b6a-462b-9ff3-3983457a619e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:27.538379 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4a7af085-2b6a-462b-9ff3-3983457a619e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/subnets/c261c72d-0942-4a2d-b671-9e176df7c1b3 HTTP/1.1" status: 204 len: 168 time: 0.5718281 Nov 08 00:30:27.538909 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36624) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:27.544158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7af085-2b6a-462b-9ff3-3983457a619e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Subnet': ['ID=c261c72d-0942-4a2d-b671-9e176df7c1b3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:27.582938 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ffaf27f-549b-4359-a654-109170c3306b req-4e478f7c-c50c-4d7b-a81c-a44c9bd4d888 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=aada646c-ca05-49f8-8e52-1400f3b6ae15 HTTP/1.1" status: 200 len: 210 time: 0.0592721 Nov 08 00:30:27.713120 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:27.753086 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:27.788854 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port e724d585-4b04-4c68-9065-0845ea9223b1 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:27.789341 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:27.800591 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c8b4ad2-a45c-443b-bfc8-e6b12a4eb355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:27.847477 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port e724d585-4b04-4c68-9065-0845ea9223b1, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e724d585-4b04-4c68-9065-0845ea9223b1,segment=NetworkSegment(9568b6b4-f2b3-4bd8-8656-c5da78f1e92d),segment_id=9568b6b4-f2b3-4bd8-8656-c5da78f1e92d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:27.915621 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] For port e724d585-4b04-4c68-9065-0845ea9223b1, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e724d585-4b04-4c68-9065-0845ea9223b1,segment=NetworkSegment(9568b6b4-f2b3-4bd8-8656-c5da78f1e92d),segment_id=9568b6b4-f2b3-4bd8-8656-c5da78f1e92d)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:27.916243 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:27.920768 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:27.935183 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for e724d585-4b04-4c68-9065-0845ea9223b1 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:28.002210 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-6c8b4ad2-a45c-443b-bfc8-e6b12a4eb355 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:30:28.002736 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-6c8b4ad2-a45c-443b-bfc8-e6b12a4eb355 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:30:28.007722 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=e724d585-4b04-4c68-9065-0845ea9223b1,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:28.113341 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:28.142133 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5cc63ca-412e-466f-9b2d-dda269ae0c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:28.150849 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=e724d585-4b04-4c68-9065-0845ea9223b1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:28.155766 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b76855-9888-40d4-94a4-f052088c301a None None] Network 2aa00cfe-e5a9-480a-b212-a397b6f92e25 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:28.169290 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No DVR routers for this DVR port e724d585-4b04-4c68-9065-0845ea9223b1 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:30:28.303817 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:28.324798 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa00cfe-e5a9-480a-b212-a397b6f92e25']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:28.341912 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9568b6b4-f2b3-4bd8-8656-c5da78f1e92d') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:28.342230 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9568b6b4-f2b3-4bd8-8656-c5da78f1e92d') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:28.353194 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:28.367481 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:28.373619 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:30:28.374013 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:30:28.377133 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:30:28.439180 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91764a6f-2924-44cc-8eb1-eaffa7586c16 None None] DHCP port deletion for 2aa00cfe-e5a9-480a-b212-a397b6f92e25 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:30:28.525236 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6c8b4ad2-a45c-443b-bfc8-e6b12a4eb355 None None] Port e724d585-4b04-4c68-9065-0845ea9223b1 update to ACTIVE by agent not found {{(pid=102773) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 08 00:30:28.576304 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:28.584893 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:28.589838 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/networks/2aa00cfe-e5a9-480a-b212-a397b6f92e25 HTTP/1.1" status: 204 len: 168 time: 1.0495872 Nov 08 00:30:28.600653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36664) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:28.604317 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da31a65-0b67-4b50-b0e2-1bf1167f2983 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Network': ['ID=2aa00cfe-e5a9-480a-b212-a397b6f92e25,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:28.605762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-30b7db2c-1246-4f1d-abff-1b4d21f5c268 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb', 'name': 'tempest-PortsTestJSON-2030747894'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:28.648622 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-dfa7c435-251c-4530-bf72-10e1decc6086 None None] Could not find standard attr ID for object e724d585-4b04-4c68-9065-0845ea9223b1. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:30:28.667468 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36674) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:28.786667 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e1d754da-597a-4391-9758-addc4ccadfac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:28.815117 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e1d754da-597a-4391-9758-addc4ccadfac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:28.901790 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b7db2c-1246-4f1d-abff-1b4d21f5c268 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:28.905668 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-30b7db2c-1246-4f1d-abff-1b4d21f5c268 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:28.924107 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-30b7db2c-1246-4f1d-abff-1b4d21f5c268 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] device_id is not set on port 59ed4b90-a16d-4dbd-9a43-4a0d2ada2746 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:30:28.997636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e724d585-4b04-4c68-9065-0845ea9223b1 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:30:29.005435 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e1d754da-597a-4391-9758-addc4ccadfac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:29.008235 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e1d754da-597a-4391-9758-addc4ccadfac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:29.017794 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e1d754da-597a-4391-9758-addc4ccadfac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "DELETE /v2.0/security-groups/d445dc75-08cd-495d-a5dc-b75a36ac2932 HTTP/1.1" status: 204 len: 168 time: 0.3469357 Nov 08 00:30:29.024931 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: e724d585-4b04-4c68-9065-0845ea9223b1 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:30:29.026261 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e724d585-4b04-4c68-9065-0845ea9223b1 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:30:29.050238 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d754da-597a-4391-9758-addc4ccadfac tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d445dc75-08cd-495d-a5dc-b75a36ac2932,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:29.109277 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36690) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:29.184882 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-30b7db2c-1246-4f1d-abff-1b4d21f5c268 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:29.297237 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-30b7db2c-1246-4f1d-abff-1b4d21f5c268 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:29.372208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b7db2c-1246-4f1d-abff-1b4d21f5c268 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:29.376402 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-30b7db2c-1246-4f1d-abff-1b4d21f5c268 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:29.380507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b7db2c-1246-4f1d-abff-1b4d21f5c268 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:29.390965 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b7db2c-1246-4f1d-abff-1b4d21f5c268 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:29.391634 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-30b7db2c-1246-4f1d-abff-1b4d21f5c268 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:29.420827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7db2c-1246-4f1d-abff-1b4d21f5c268 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=59ed4b90-a16d-4dbd-9a43-4a0d2ada2746,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:29.517517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-30b7db2c-1246-4f1d-abff-1b4d21f5c268 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9166443 Nov 08 00:30:29.520411 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36712) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:29.685403 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-b8920038-e37a-453a-83e7-692a7098fd27 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port 59ed4b90-a16d-4dbd-9a43-4a0d2ada2746 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:29.685744 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8920038-e37a-453a-83e7-692a7098fd27 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:29.773747 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a879da98-ed8f-4578-a4fc-96cac698228f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:29.777724 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8920038-e37a-453a-83e7-692a7098fd27 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:29.847578 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-b8920038-e37a-453a-83e7-692a7098fd27 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for 59ed4b90-a16d-4dbd-9a43-4a0d2ada2746 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:29.946122 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 84501122-f03c-4866-924e-57b53946dd2d no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:30:29.968348 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 84501122-f03c-4866-924e-57b53946dd2d {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:30:29.968697 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 84501122-f03c-4866-924e-57b53946dd2d not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:30:30.103649 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8920038-e37a-453a-83e7-692a7098fd27 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:30.133516 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8920038-e37a-453a-83e7-692a7098fd27 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=59ed4b90-a16d-4dbd-9a43-4a0d2ada2746,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:30.145938 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8920038-e37a-453a-83e7-692a7098fd27 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:30.149188 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b8920038-e37a-453a-83e7-692a7098fd27 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/ports/59ed4b90-a16d-4dbd-9a43-4a0d2ada2746 HTTP/1.1" status: 204 len: 168 time: 0.6278164 Nov 08 00:30:30.151929 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36736) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:30.160817 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-35d29abf-2a82-4867-83da-9bee38cead40 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb', 'mac_address': 'fa:16:3e:58:8e:e6', 'name': 'tempest-PortsTestJSON-1354310302'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:30.258454 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-a879da98-ed8f-4578-a4fc-96cac698228f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Deleting port ecd67d06-08ac-45f2-9ac2-272bfc7b23e4 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:30.260473 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a879da98-ed8f-4578-a4fc-96cac698228f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:30.381684 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-a879da98-ed8f-4578-a4fc-96cac698228f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] For port ecd67d06-08ac-45f2-9ac2-272bfc7b23e4, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ecd67d06-08ac-45f2-9ac2-272bfc7b23e4,segment=NetworkSegment(1859be12-d055-479e-b0e0-4d8f923e9989),segment_id=1859be12-d055-479e-b0e0-4d8f923e9989)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:30.382053 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a879da98-ed8f-4578-a4fc-96cac698228f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:30.396095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-a879da98-ed8f-4578-a4fc-96cac698228f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Calling delete_port for ecd67d06-08ac-45f2-9ac2-272bfc7b23e4 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:30.467999 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d29abf-2a82-4867-83da-9bee38cead40 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:30.579552 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35d29abf-2a82-4867-83da-9bee38cead40 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:30.617020 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-35d29abf-2a82-4867-83da-9bee38cead40 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] device_id is not set on port 10d6f393-f0fd-4a17-8147-e563eddf7d07 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:30:30.718074 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e0256d1-571a-46c0-87e1-ce19eaf62db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:30.857422 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35d29abf-2a82-4867-83da-9bee38cead40 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:30.884449 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a879da98-ed8f-4578-a4fc-96cac698228f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:30.920773 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879da98-ed8f-4578-a4fc-96cac698228f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event deleted for resources: {'Port': ['ID=ecd67d06-08ac-45f2-9ac2-272bfc7b23e4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:30.989452 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35d29abf-2a82-4867-83da-9bee38cead40 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:31.005556 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:31.165844 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d29abf-2a82-4867-83da-9bee38cead40 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:31.170181 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d29abf-2a82-4867-83da-9bee38cead40 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=10d6f393-f0fd-4a17-8147-e563eddf7d07,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:31.176223 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-35d29abf-2a82-4867-83da-9bee38cead40 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:31.180617 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d29abf-2a82-4867-83da-9bee38cead40 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:31.188019 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d29abf-2a82-4867-83da-9bee38cead40 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:31.188845 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35d29abf-2a82-4867-83da-9bee38cead40 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:31.233175 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a879da98-ed8f-4578-a4fc-96cac698228f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:31.255368 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-35d29abf-2a82-4867-83da-9bee38cead40 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1022112 Nov 08 00:30:31.258104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36774) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:31.378642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4623b638-5597-4681-b8b1-10cfccd59751 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:31.385415 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4623b638-5597-4681-b8b1-10cfccd59751 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports/10d6f393-f0fd-4a17-8147-e563eddf7d07 HTTP/1.1" status: 200 len: 841 time: 0.1230683 Nov 08 00:30:31.386029 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36782) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:31.499391 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-1a44329a-3604-42a7-af2c-1e4cf910b9b0 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port 10d6f393-f0fd-4a17-8147-e563eddf7d07 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:31.499605 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a44329a-3604-42a7-af2c-1e4cf910b9b0 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:31.597559 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a44329a-3604-42a7-af2c-1e4cf910b9b0 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:31.636678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-1a44329a-3604-42a7-af2c-1e4cf910b9b0 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for 10d6f393-f0fd-4a17-8147-e563eddf7d07 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:31.777143 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:31.856695 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a44329a-3604-42a7-af2c-1e4cf910b9b0 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:31.898652 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44329a-3604-42a7-af2c-1e4cf910b9b0 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=10d6f393-f0fd-4a17-8147-e563eddf7d07,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:31.929046 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a44329a-3604-42a7-af2c-1e4cf910b9b0 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:31.932360 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1a44329a-3604-42a7-af2c-1e4cf910b9b0 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/ports/10d6f393-f0fd-4a17-8147-e563eddf7d07 HTTP/1.1" status: 204 len: 168 time: 0.5453830 Nov 08 00:30:31.935012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36794) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:31.941975 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:31.962387 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf891f72-a263-4d32-9718-7fa33023f924 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] GET failed (client error): The resource could not be found. Nov 08 00:30:31.967507 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bf891f72-a263-4d32-9718-7fa33023f924 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports/10d6f393-f0fd-4a17-8147-e563eddf7d07 HTTP/1.1" status: 404 len: 333 time: 0.0277464 Nov 08 00:30:31.968164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36796) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:31.973694 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-76df19fc-95bd-46ae-8206-2aecc0dd7068 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb', 'name': 'tempest-PortsTestJSON-1883152920'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:31.976851 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a879da98-ed8f-4578-a4fc-96cac698228f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Router 0814d33f-5752-4ac0-838a-3c267e56f81c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:30:32.104569 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a879da98-ed8f-4578-a4fc-96cac698228f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:30:32.117106 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c588db64-4ddf-4ba0-95fc-db6ce2bbe75a None None] Sync routers for ids ['0814d33f-5752-4ac0-838a-3c267e56f81c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:30:32.118610 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a879da98-ed8f-4578-a4fc-96cac698228f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "PUT /v2.0/routers/0814d33f-5752-4ac0-838a-3c267e56f81c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0069964 Nov 08 00:30:32.125650 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36800) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:32.132682 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c588db64-4ddf-4ba0-95fc-db6ce2bbe75a None None] Routers {'0814d33f-5752-4ac0-838a-3c267e56f81c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:30:32.133552 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c588db64-4ddf-4ba0-95fc-db6ce2bbe75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:30:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0814d33f-5752-4ac0-838a-3c267e56f81c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:32.153487 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76df19fc-95bd-46ae-8206-2aecc0dd7068 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:32.157248 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-76df19fc-95bd-46ae-8206-2aecc0dd7068 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:32.189725 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f607b64b-14d6-49e5-884a-7b95aa7f3926 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Deleting subnet a393cfb7-883b-4bc7-9d6e-13cdec2372e8 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:30:32.193768 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f607b64b-14d6-49e5-884a-7b95aa7f3926 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:32.195367 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-76df19fc-95bd-46ae-8206-2aecc0dd7068 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] device_id is not set on port 14e9c1d1-58e1-4c57-9cbc-139b559134a2 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:30:32.244495 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f607b64b-14d6-49e5-884a-7b95aa7f3926 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:32.269513 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c588db64-4ddf-4ba0-95fc-db6ce2bbe75a None None] Set router 0814d33f-5752-4ac0-838a-3c267e56f81c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:30:32.424714 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-76df19fc-95bd-46ae-8206-2aecc0dd7068 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:32.428126 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f607b64b-14d6-49e5-884a-7b95aa7f3926 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:32.509225 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-76df19fc-95bd-46ae-8206-2aecc0dd7068 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:32.522688 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-d12eb863-9fc8-4885-a9fa-bc02679c5b6f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1367538 Nov 08 00:30:32.588177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c588db64-4ddf-4ba0-95fc-db6ce2bbe75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:30:30Z', 'revision_number': 7, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:32.603214 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df19fc-95bd-46ae-8206-2aecc0dd7068 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=14e9c1d1-58e1-4c57-9cbc-139b559134a2,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:32.619083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76df19fc-95bd-46ae-8206-2aecc0dd7068 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:32.620976 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-76df19fc-95bd-46ae-8206-2aecc0dd7068 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:32.623766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76df19fc-95bd-46ae-8206-2aecc0dd7068 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:32.632238 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c588db64-4ddf-4ba0-95fc-db6ce2bbe75a None None] Checking router: 0814d33f-5752-4ac0-838a-3c267e56f81c for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:30:32.643548 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c588db64-4ddf-4ba0-95fc-db6ce2bbe75a None None] Routers {'0814d33f-5752-4ac0-838a-3c267e56f81c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:30:32.646834 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c588db64-4ddf-4ba0-95fc-db6ce2bbe75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:30:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0814d33f-5752-4ac0-838a-3c267e56f81c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:32.647220 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f607b64b-14d6-49e5-884a-7b95aa7f3926 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:32.649299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76df19fc-95bd-46ae-8206-2aecc0dd7068 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:32.650334 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-76df19fc-95bd-46ae-8206-2aecc0dd7068 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:32.728001 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607b64b-14d6-49e5-884a-7b95aa7f3926 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event deleted for resources: {'Subnet': ['ID=a393cfb7-883b-4bc7-9d6e-13cdec2372e8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:32.730390 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f607b64b-14d6-49e5-884a-7b95aa7f3926 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:32.735943 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f607b64b-14d6-49e5-884a-7b95aa7f3926 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "DELETE /v2.0/subnets/a393cfb7-883b-4bc7-9d6e-13cdec2372e8 HTTP/1.1" status: 204 len: 168 time: 0.6033154 Nov 08 00:30:32.736772 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36826) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:32.757716 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-e81c16a5-3e44-4172-970d-7af57784da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:32.757716 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-e81c16a5-3e44-4172-970d-7af57784da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:32.757885 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-e81c16a5-3e44-4172-970d-7af57784da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:32.758318 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-e81c16a5-3e44-4172-970d-7af57784da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:32.758777 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-e81c16a5-3e44-4172-970d-7af57784da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:32.759230 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-e81c16a5-3e44-4172-970d-7af57784da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:32.759688 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-e81c16a5-3e44-4172-970d-7af57784da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:32.761699 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-e81c16a5-3e44-4172-970d-7af57784da1b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a42c6631eb4454c896f7292ef18f39f&device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 6500 time: 0.1656578 Nov 08 00:30:32.780427 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f884cb2-f548-40bc-ab75-a365c82d09c1 None None] Network dcc487d0-d7d7-4a4f-9cbb-30910b100e93 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:32.802718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-76df19fc-95bd-46ae-8206-2aecc0dd7068 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8334601 Nov 08 00:30:32.813024 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36830) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:32.821111 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-4eafdac2-2413-437c-a9a1-1f242bc2fcd3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:32.877257 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da3507a5-1335-4302-b546-56ee5d71a966 req-639af521-ede5-4b20-b02e-13e84a28b20e tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=041a7c75189c4e458cc579482d2b01fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1133575 Nov 08 00:30:32.965183 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c588db64-4ddf-4ba0-95fc-db6ce2bbe75a None None] Set router 0814d33f-5752-4ac0-838a-3c267e56f81c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:30:32.974674 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4eafdac2-2413-437c-a9a1-1f242bc2fcd3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:32.996369 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-6192dd9d-eae8-4305-a46b-b5316dc66171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:32.996909 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-6192dd9d-eae8-4305-a46b-b5316dc66171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:32.997281 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-6192dd9d-eae8-4305-a46b-b5316dc66171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:32.998936 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-6192dd9d-eae8-4305-a46b-b5316dc66171 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe318fa4-2739-4425-811c-a969620e2964&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=74f4276d-9439-4600-839d-84669ee5e60a&id=74f4276d-9439-4600-839d-84669ee5e60a HTTP/1.1" status: 200 len: 2297 time: 0.2113867 Nov 08 00:30:33.055897 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3507a5-1335-4302-b546-56ee5d71a966 req-63153e3a-821f-4bf7-a8eb-d93d4b01a00d tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:33.058106 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da3507a5-1335-4302-b546-56ee5d71a966 req-63153e3a-821f-4bf7-a8eb-d93d4b01a00d tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800742 Nov 08 00:30:33.088946 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da3507a5-1335-4302-b546-56ee5d71a966 req-698d19ea-e9ee-4b00-bd31-8b6fa5072a30 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/quotas/041a7c75189c4e458cc579482d2b01fc HTTP/1.1" status: 200 len: 375 time: 0.0238907 Nov 08 00:30:33.091477 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3495fef-970e-465d-9f63-b84bb03261b2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:33.200703 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-d66e15bb-5166-44dc-a4ad-b507dd54db14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46503f71-6482-45b3-8c5d-eb36337e12ff HTTP/1.1" status: 200 len: 1001 time: 0.0974247 Nov 08 00:30:33.256364 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da3507a5-1335-4302-b546-56ee5d71a966 req-562459bd-1dc2-4a6c-8ebd-1b710d0e98cb tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=041a7c75189c4e458cc579482d2b01fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1254101 Nov 08 00:30:33.273082 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4eafdac2-2413-437c-a9a1-1f242bc2fcd3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:33.320965 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-225484e4-ca72-4a92-a756-f910d43b800f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:33.321886 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131d6026-e425-4c8e-9ffa-a9a61d2637a7 None None] DHCP port deletion for dcc487d0-d7d7-4a4f-9cbb-30910b100e93 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:30:33.322530 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-225484e4-ca72-4a92-a756-f910d43b800f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3be98b0-454a-423b-81f4-63aace0baef8 HTTP/1.1" status: 200 len: 855 time: 0.1085813 Nov 08 00:30:33.327714 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4eafdac2-2413-437c-a9a1-1f242bc2fcd3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:33.349257 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3495fef-970e-465d-9f63-b84bb03261b2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:33.423472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c588db64-4ddf-4ba0-95fc-db6ce2bbe75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:30:30Z', 'revision_number': 7, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:33.429520 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:33.460506 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-131d6026-e425-4c8e-9ffa-a9a61d2637a7 None None] Deleting port fe292516-f016-404e-a781-e369cf3df291 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:33.460892 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-131d6026-e425-4c8e-9ffa-a9a61d2637a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:33.463117 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c588db64-4ddf-4ba0-95fc-db6ce2bbe75a None None] The sync data for ids ['0814d33f-5752-4ac0-838a-3c267e56f81c'] in n-d-816882-1 is: [{'id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'name': 'tempest-TestNetworkBasicOps-router-1044204281', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:27:30Z', 'updated_at': '2021-11-08T00:30:30Z', 'revision_number': 7, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '6e174c42-e2e3-45e6-aea1-57f0532ba699', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814d33f-5752-4ac0-838a-3c267e56f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:27:31Z', 'updated_at': '2021-11-08T00:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:30:33.504946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c3495fef-970e-465d-9f63-b84bb03261b2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Deleting port 6e174c42-e2e3-45e6-aea1-57f0532ba699 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:33.505676 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3495fef-970e-465d-9f63-b84bb03261b2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:33.519154 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafdac2-2413-437c-a9a1-1f242bc2fcd3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=14e9c1d1-58e1-4c57-9cbc-139b559134a2,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:33.547129 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-4eafdac2-2413-437c-a9a1-1f242bc2fcd3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] In _notify_port_updated(), no bound segment for port 14e9c1d1-58e1-4c57-9cbc-139b559134a2 on network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb {{(pid=102771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:30:33.581357 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eafdac2-2413-437c-a9a1-1f242bc2fcd3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:33.583438 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4eafdac2-2413-437c-a9a1-1f242bc2fcd3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:33.590723 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4eafdac2-2413-437c-a9a1-1f242bc2fcd3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "PUT /v2.0/ports/14e9c1d1-58e1-4c57-9cbc-139b559134a2 HTTP/1.1" status: 200 len: 818 time: 0.7764401 Nov 08 00:30:33.592513 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36844) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:33.606947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-131d6026-e425-4c8e-9ffa-a9a61d2637a7 None None] For port fe292516-f016-404e-a781-e369cf3df291, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=fe292516-f016-404e-a781-e369cf3df291,segment=NetworkSegment(1859be12-d055-479e-b0e0-4d8f923e9989),segment_id=1859be12-d055-479e-b0e0-4d8f923e9989)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:33.606947 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-131d6026-e425-4c8e-9ffa-a9a61d2637a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:33.623722 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0eea2ec0-5eb3-48b6-8359-7c37717a93e8 req-bd9f6ff4-9fd8-4671-bd73-5b4f625256bd tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 210 time: 0.0368185 Nov 08 00:30:33.648322 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-131d6026-e425-4c8e-9ffa-a9a61d2637a7 None None] Calling delete_port for fe292516-f016-404e-a781-e369cf3df291 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:33.708559 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-c3495fef-970e-465d-9f63-b84bb03261b2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] For port 6e174c42-e2e3-45e6-aea1-57f0532ba699, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6e174c42-e2e3-45e6-aea1-57f0532ba699,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:33.708559 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3495fef-970e-465d-9f63-b84bb03261b2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:33.722020 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-85eb6668-d181-4b17-b92c-713de50be620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:33.724002 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-85eb6668-d181-4b17-b92c-713de50be620 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe318fa4-2739-4425-811c-a969620e2964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3918433 Nov 08 00:30:33.728563 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c3495fef-970e-465d-9f63-b84bb03261b2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Calling delete_port for 6e174c42-e2e3-45e6-aea1-57f0532ba699 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:33.851004 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-131d6026-e425-4c8e-9ffa-a9a61d2637a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:33.912086 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d6026-e425-4c8e-9ffa-a9a61d2637a7 None None] Pushing event deleted for resources: {'Port': ['ID=fe292516-f016-404e-a781-e369cf3df291,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:33.938177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131d6026-e425-4c8e-9ffa-a9a61d2637a7 None None] No DVR routers for this DVR port fe292516-f016-404e-a781-e369cf3df291 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:30:33.939511 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-9d545534-62ea-4961-a8df-48091b3b49d3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port 14e9c1d1-58e1-4c57-9cbc-139b559134a2 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:33.941597 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d545534-62ea-4961-a8df-48091b3b49d3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:34.203973 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-f668641a-acfe-40f3-a7dc-eaea45619e5b service neutron] 10.222.0.26 "GET /v2.0/networks/fe318fa4-2739-4425-811c-a969620e2964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618104 Nov 08 00:30:34.323213 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d545534-62ea-4961-a8df-48091b3b49d3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:34.444440 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-9d545534-62ea-4961-a8df-48091b3b49d3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for 14e9c1d1-58e1-4c57-9cbc-139b559134a2 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:34.542471 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-829ec864-a9fa-4217-a040-1c5dc11404e3 service neutron] 10.222.0.26 "GET /v2.0/networks/fe318fa4-2739-4425-811c-a969620e2964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356581 Nov 08 00:30:34.624780 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-10de0feb-3649-483b-98e4-3943852da81f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 HTTP/1.1" status: 200 len: 217 time: 0.0743508 Nov 08 00:30:34.656965 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3495fef-970e-465d-9f63-b84bb03261b2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:34.690439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3495fef-970e-465d-9f63-b84bb03261b2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event deleted for resources: {'Port': ['ID=6e174c42-e2e3-45e6-aea1-57f0532ba699,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:34.731762 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d545534-62ea-4961-a8df-48091b3b49d3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:34.774682 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d545534-62ea-4961-a8df-48091b3b49d3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=14e9c1d1-58e1-4c57-9cbc-139b559134a2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:34.782889 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9231e6a9-e016-4712-9440-9263742d3f4d req-5d91deb6-e4e1-472f-aa54-2f79399e3ece tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 210 time: 0.0548005 Nov 08 00:30:34.786790 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d545534-62ea-4961-a8df-48091b3b49d3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:34.792697 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36872) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:34.792973 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9d545534-62ea-4961-a8df-48091b3b49d3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/ports/14e9c1d1-58e1-4c57-9cbc-139b559134a2 HTTP/1.1" status: 204 len: 168 time: 1.1991265 Nov 08 00:30:34.794522 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-4650c743-62ef-4cef-bced-5a055fb139cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:34.796264 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-4650c743-62ef-4cef-bced-5a055fb139cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.1476653 Nov 08 00:30:34.824939 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3495fef-970e-465d-9f63-b84bb03261b2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:34.877315 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-c0279813-9991-45b4-8b3b-70273e20c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:34.879186 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-c0279813-9991-45b4-8b3b-70273e20c84e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0757647 Nov 08 00:30:34.951387 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3495fef-970e-465d-9f63-b84bb03261b2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:34.958544 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3495fef-970e-465d-9f63-b84bb03261b2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:34.989163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9084d9-2414-41ef-97b1-ea9edaa4448c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:34.991008 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5c9084d9-2414-41ef-97b1-ea9edaa4448c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1973553 Nov 08 00:30:34.995598 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36878) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:35.045072 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device fe292516-f016-404e-a781-e369cf3df291 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:30:35.049486 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-196e833a-9f60-4df4-be1b-326679f1929f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] GET failed (client error): The resource could not be found. Nov 08 00:30:35.051709 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-196e833a-9f60-4df4-be1b-326679f1929f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports/14e9c1d1-58e1-4c57-9cbc-139b559134a2 HTTP/1.1" status: 404 len: 333 time: 0.0551217 Nov 08 00:30:35.056292 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36880) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:35.062884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-1668163c-6473-4d58-817b-66136aa64317 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1295444167'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:35.086310 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: fe292516-f016-404e-a781-e369cf3df291 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:30:35.090154 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device fe292516-f016-404e-a781-e369cf3df291 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:30:35.090154 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ecd67d06-08ac-45f2-9ac2-272bfc7b23e4 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:30:35.090460 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-d27c5aaa-fbb0-4761-b306-4bafdb61e123 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925066 Nov 08 00:30:35.116517 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: ecd67d06-08ac-45f2-9ac2-272bfc7b23e4 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:30:35.117118 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ecd67d06-08ac-45f2-9ac2-272bfc7b23e4 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:30:35.119182 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3495fef-970e-465d-9f63-b84bb03261b2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:35.119775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3495fef-970e-465d-9f63-b84bb03261b2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Fanout notify agent at l3_agent the message router_deleted on router 0814d33f-5752-4ac0-838a-3c267e56f81c {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:30:35.133003 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3495fef-970e-465d-9f63-b84bb03261b2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:35.136950 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c3495fef-970e-465d-9f63-b84bb03261b2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "DELETE /v2.0/routers/0814d33f-5752-4ac0-838a-3c267e56f81c HTTP/1.1" status: 204 len: 168 time: 2.3956277 Nov 08 00:30:35.139565 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36882) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:35.187018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1668163c-6473-4d58-817b-66136aa64317 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:35.190110 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1668163c-6473-4d58-817b-66136aa64317 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:35.304259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1668163c-6473-4d58-817b-66136aa64317 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:30:35.312808 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-dd1335e8-6eb5-4d3d-9163-c7f569b33a09 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171357 Nov 08 00:30:35.327922 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce31229c-59b2-4161-8353-92e2f4018636 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:35.342834 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1668163c-6473-4d58-817b-66136aa64317 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:35.343181 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-1668163c-6473-4d58-817b-66136aa64317 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Added segment b5e7c687-b001-4fa5-913d-c62c4cba2968 of type vlan for network e4fd10d5-ca84-435e-ba4b-80d60e1ec08d Nov 08 00:30:35.408357 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-928116d9-b7d6-483b-857c-b90dadfbcd3a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 HTTP/1.1" status: 200 len: 217 time: 0.0840836 Nov 08 00:30:35.484681 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-57d76cf6-6634-41d3-bb50-ab8d83378274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:35.486553 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-57d76cf6-6634-41d3-bb50-ab8d83378274 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.0701795 Nov 08 00:30:35.496795 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce31229c-59b2-4161-8353-92e2f4018636 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:35.502412 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1668163c-6473-4d58-817b-66136aa64317 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:35.527029 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-ce31229c-59b2-4161-8353-92e2f4018636 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc487d0-d7d7-4a4f-9cbb-30910b100e93']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:35.545915 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-ce31229c-59b2-4161-8353-92e2f4018636 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1859be12-d055-479e-b0e0-4d8f923e9989') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:35.546214 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-ce31229c-59b2-4161-8353-92e2f4018636 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1859be12-d055-479e-b0e0-4d8f923e9989') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:35.550164 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-d2e03367-849e-4f29-84ec-12f4de29db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:35.556404 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce31229c-59b2-4161-8353-92e2f4018636 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:35.558084 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-d2e03367-849e-4f29-84ec-12f4de29db1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0648625 Nov 08 00:30:35.571824 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce31229c-59b2-4161-8353-92e2f4018636 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:35.579885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce31229c-59b2-4161-8353-92e2f4018636 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:30:35.580377 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce31229c-59b2-4161-8353-92e2f4018636 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:30:35.584618 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:30:35.605897 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1668163c-6473-4d58-817b-66136aa64317 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:35.611415 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1668163c-6473-4d58-817b-66136aa64317 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:35.612256 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1668163c-6473-4d58-817b-66136aa64317 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:35.666604 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-29853c8e-a363-4054-a101-9e8b1ec38eb9 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945284 Nov 08 00:30:35.761004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668163c-6473-4d58-817b-66136aa64317 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Network': ['ID=e4fd10d5-ca84-435e-ba4b-80d60e1ec08d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:35.776560 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network e4fd10d5-ca84-435e-ba4b-80d60e1ec08d details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:30:35.778599 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbb3e88c-1429-41b0-85c7-96788573c8ff req-5b88d828-538e-4950-90a8-11d244359d15 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1800604 Nov 08 00:30:35.824400 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-34d1bdb1-5a23-4810-a5d4-cb7ad506b6b5 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469781 Nov 08 00:30:35.908727 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce31229c-59b2-4161-8353-92e2f4018636 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:35.914998 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-bddfe0c9-6a45-4f94-a862-bd68b9b81421 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=5d3634c8-60af-48ff-8a52-e1b0a079793d HTTP/1.1" status: 200 len: 217 time: 0.0798790 Nov 08 00:30:35.915620 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1668163c-6473-4d58-817b-66136aa64317 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8580492 Nov 08 00:30:35.918807 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36894) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:35.931677 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-56f5c007-22d3-4296-990c-b0414622bf54 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'subnet': {'network_id': 'e4fd10d5-ca84-435e-ba4b-80d60e1ec08d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:35.936665 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce31229c-59b2-4161-8353-92e2f4018636 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:35.940018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ce31229c-59b2-4161-8353-92e2f4018636 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "DELETE /v2.0/networks/dcc487d0-d7d7-4a4f-9cbb-30910b100e93 HTTP/1.1" status: 204 len: 168 time: 0.7982051 Nov 08 00:30:35.968570 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31229c-59b2-4161-8353-92e2f4018636 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event deleted for resources: {'Network': ['ID=dcc487d0-d7d7-4a4f-9cbb-30910b100e93,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:35.972275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1bce65ba-c472-434a-9caa-fab862ea2cc0 req-56393539-ad16-4db5-a702-6bef27b33361 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 210 time: 0.0675614 Nov 08 00:30:35.979385 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36896) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:35.982411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-5b93745f-cff8-4541-ab6d-29a02a4cc618 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'network': {'name': 'tempest-network-smoke--1043255210', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'port_security_enabled': True}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:36.013877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3e88c-1429-41b0-85c7-96788573c8ff req-d035cb61-59b9-4491-a663-2d58e339eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:36.015632 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbb3e88c-1429-41b0-85c7-96788573c8ff req-d035cb61-59b9-4491-a663-2d58e339eba6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf6aabdd7f8f40e0a5bfc671d7065857&device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 1097 time: 0.1539023 Nov 08 00:30:36.084804 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-76150b60-617c-4a55-a952-98555a2c628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:36.086330 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-76150b60-617c-4a55-a952-98555a2c628d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.1511669 Nov 08 00:30:36.132928 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b93745f-cff8-4541-ab6d-29a02a4cc618 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Made reservation on behalf of b82ab9a868254a12ae55a5dfe0aacb5b for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:36.136683 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5b93745f-cff8-4541-ab6d-29a02a4cc618 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:36.157325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-76469a1e-97b6-4517-b0f5-7d803fac189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:36.158891 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-76469a1e-97b6-4517-b0f5-7d803fac189e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0434885 Nov 08 00:30:36.167462 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da3507a5-1335-4302-b546-56ee5d71a966 req-b05a454e-1bdd-413b-ae40-ca36384c05c2 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=041a7c75189c4e458cc579482d2b01fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515196 Nov 08 00:30:36.217622 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f5c007-22d3-4296-990c-b0414622bf54 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:36.221310 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56f5c007-22d3-4296-990c-b0414622bf54 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:36.245136 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b93745f-cff8-4541-ab6d-29a02a4cc618 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:30:36.277523 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5b93745f-cff8-4541-ab6d-29a02a4cc618 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:36.277874 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-5b93745f-cff8-4541-ab6d-29a02a4cc618 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Added segment 4cd07b0d-e72e-4651-b92a-8251a28811a2 of type vlan for network 30f474ab-1523-4058-99ef-18ce6d067781 Nov 08 00:30:36.296466 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3e88c-1429-41b0-85c7-96788573c8ff req-ec26073e-c923-4a17-8bc9-1a49e5866b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:36.297977 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbb3e88c-1429-41b0-85c7-96788573c8ff req-ec26073e-c923-4a17-8bc9-1a49e5866b6a service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d9e2072-e0f6-4949-9ba2-c29e6e5628ac HTTP/1.1" status: 200 len: 909 time: 0.2578218 Nov 08 00:30:36.326567 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-595132d1-1136-41bf-b319-9f1fe1a317c3 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608250 Nov 08 00:30:36.364083 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5b93745f-cff8-4541-ab6d-29a02a4cc618 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:36.460744 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5b93745f-cff8-4541-ab6d-29a02a4cc618 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:36.467205 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b93745f-cff8-4541-ab6d-29a02a4cc618 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:36.467869 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5b93745f-cff8-4541-ab6d-29a02a4cc618 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:36.486620 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-05a13b0e-2e4b-413f-8179-65aab8ccb776 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491871 Nov 08 00:30:36.561392 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-9dbea71b-e9ae-4965-93fa-3370d192854d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=58e79b86-2000-49f1-ac18-021704ff4209 HTTP/1.1" status: 200 len: 217 time: 0.0652006 Nov 08 00:30:36.589710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3507a5-1335-4302-b546-56ee5d71a966 req-d82211dc-1ea1-499b-96fe-fb83d4dbd16d tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:36.591313 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da3507a5-1335-4302-b546-56ee5d71a966 req-d82211dc-1ea1-499b-96fe-fb83d4dbd16d tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4161241 Nov 08 00:30:36.621781 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbb3e88c-1429-41b0-85c7-96788573c8ff req-8d854af0-e999-4003-8f95-b69fd93fb0b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13482f60-1143-451f-a93d-8c3ec4f297f2 HTTP/1.1" status: 200 len: 1002 time: 0.2247632 Nov 08 00:30:36.624153 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-ff8f6c0d-22de-4b82-865e-4055e9aff692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:36.625618 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-ff8f6c0d-22de-4b82-865e-4055e9aff692 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.0570536 Nov 08 00:30:36.627871 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93745f-cff8-4541-ab6d-29a02a4cc618 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Network': ['ID=30f474ab-1523-4058-99ef-18ce6d067781,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:36.643531 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 30f474ab-1523-4058-99ef-18ce6d067781 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:30:36.645658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-da3507a5-1335-4302-b546-56ee5d71a966 req-d03b26bf-5377-49c2-bba9-a4766324a558 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Request body: {'port': {'device_id': 'c09dda24-e9c9-482b-a139-03587ccb0462', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '041a7c75189c4e458cc579482d2b01fc'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:36.684027 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-3b867b43-e1e1-446b-ba01-183914a3dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:36.685567 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5b93745f-cff8-4541-ab6d-29a02a4cc618 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7071252 Nov 08 00:30:36.685880 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-3b867b43-e1e1-446b-ba01-183914a3dfab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480516 Nov 08 00:30:36.686427 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36908) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:36.692103 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7fa13c2a-e729-4114-9f99-49ca2d208383 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-825281122', 'admin_state_up': True, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:36.698375 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56f5c007-22d3-4296-990c-b0414622bf54 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:36.746103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3e88c-1429-41b0-85c7-96788573c8ff req-9f641648-5049-4472-a3b3-a179fd70739b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:36.747647 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbb3e88c-1429-41b0-85c7-96788573c8ff req-9f641648-5049-4472-a3b3-a179fd70739b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=411d4059-474f-4fc7-8a0d-b3b7cef4a1e5 HTTP/1.1" status: 200 len: 847 time: 0.1157658 Nov 08 00:30:36.828468 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3e88c-1429-41b0-85c7-96788573c8ff req-f48304a0-eddf-4d88-aff1-9ce9f6714917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:36.829853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5c007-22d3-4296-990c-b0414622bf54 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Subnet': ['ID=c78a7a45-fe2f-4a5d-88f6-03cf28fc47d8,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:36.829974 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbb3e88c-1429-41b0-85c7-96788573c8ff req-f48304a0-eddf-4d88-aff1-9ce9f6714917 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d9e2072-e0f6-4949-9ba2-c29e6e5628ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743601 Nov 08 00:30:36.859631 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f5c007-22d3-4296-990c-b0414622bf54 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Checking segment: {'id': 'b5e7c687-b001-4fa5-913d-c62c4cba2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e4fd10d5-ca84-435e-ba4b-80d60e1ec08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:30:36.860058 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f5c007-22d3-4296-990c-b0414622bf54 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network hostable DHCP agents. Network: e4fd10d5-ca84-435e-ba4b-80d60e1ec08d, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:30:36.880176 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fa13c2a-e729-4114-9f99-49ca2d208383 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:36.881203 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fa13c2a-e729-4114-9f99-49ca2d208383 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:36.889511 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-591bd15d-48d8-4829-89d3-125c1c0559e9 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842294 Nov 08 00:30:36.915404 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6e174c42-e2e3-45e6-aea1-57f0532ba699 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:30:36.956510 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 6e174c42-e2e3-45e6-aea1-57f0532ba699 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:30:36.958218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6e174c42-e2e3-45e6-aea1-57f0532ba699 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:30:36.974374 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbb3e88c-1429-41b0-85c7-96788573c8ff req-91c3f785-ba68-4937-868c-b6b6aded4888 service neutron] 10.222.0.20 "GET /v2.0/networks/8d9e2072-e0f6-4949-9ba2-c29e6e5628ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364515 Nov 08 00:30:36.995412 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f5c007-22d3-4296-990c-b0414622bf54 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network e4fd10d5-ca84-435e-ba4b-80d60e1ec08d is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:30:37.003558 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fa13c2a-e729-4114-9f99-49ca2d208383 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:37.039315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3507a5-1335-4302-b546-56ee5d71a966 req-d03b26bf-5377-49c2-bba9-a4766324a558 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Made reservation on behalf of 041a7c75189c4e458cc579482d2b01fc for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:37.043530 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-da3507a5-1335-4302-b546-56ee5d71a966 req-d03b26bf-5377-49c2-bba9-a4766324a558 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:37.060617 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-da3507a5-1335-4302-b546-56ee5d71a966 req-d03b26bf-5377-49c2-bba9-a4766324a558 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:37.073073 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-c64895ba-054f-407e-8426-e9b7421c0baf service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756253 Nov 08 00:30:37.104210 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-669573f1-23ef-43e9-89c5-78d9e2f44c85 req-bd3df573-2377-4ffe-9e32-da3d30059c27 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 210 time: 0.0353005 Nov 08 00:30:37.125165 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-cdb2b0d8-af68-4e42-a8c7-c055a458a2ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6b819cfd-7da2-4cbd-baa5-52fb93656ef5 HTTP/1.1" status: 200 len: 217 time: 0.0446439 Nov 08 00:30:37.125934 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-56f5c007-22d3-4296-990c-b0414622bf54 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, e4fd10d5-ca84-435e-ba4b-80d60e1ec08d) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:37.134254 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f5c007-22d3-4296-990c-b0414622bf54 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:37.135230 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-56f5c007-22d3-4296-990c-b0414622bf54 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:37.137995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13500f51-87c4-4262-a047-914e300cf510 None None] Network e4fd10d5-ca84-435e-ba4b-80d60e1ec08d requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:37.179306 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbb3e88c-1429-41b0-85c7-96788573c8ff req-ce8bd6de-94c0-4af6-ad2f-511b28c31892 service neutron] 10.222.0.20 "GET /v2.0/networks/8d9e2072-e0f6-4949-9ba2-c29e6e5628ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976025 Nov 08 00:30:37.225090 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-da3507a5-1335-4302-b546-56ee5d71a966 req-d03b26bf-5377-49c2-bba9-a4766324a558 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:37.278065 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-da3507a5-1335-4302-b546-56ee5d71a966 req-d03b26bf-5377-49c2-bba9-a4766324a558 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:37.318914 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-5610ae02-6f1e-426d-a10c-b1911a2ffb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:37.321615 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-5610ae02-6f1e-426d-a10c-b1911a2ffb8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14b76b42-1f2f-4491-9c88-ef859a8eb6c0 HTTP/1.1" status: 200 len: 797 time: 0.1683884 Nov 08 00:30:37.352092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b26bf-5377-49c2-bba9-a4766324a558 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1178883b-d1c5-466a-bbf9-c9a67462cba0,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:37.356420 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-e4fd10d5-ca84-435e-ba4b-80d60e1ec08d', 'network_id': 'e4fd10d5-ca84-435e-ba4b-80d60e1ec08d', 'tenant_id': '2c1d32e80a044f72b41cfd29029e4658', 'fixed_ips': [{'subnet_id': 'c78a7a45-fe2f-4a5d-88f6-03cf28fc47d8'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:30:37.357536 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:37.442573 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-56f5c007-22d3-4296-990c-b0414622bf54 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5201380 Nov 08 00:30:37.445455 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36918) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:37.451144 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-24b4cbd4-e1e8-4a27-a92f-48d23c4d79e9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'subnet': {'network_id': 'e4fd10d5-ca84-435e-ba4b-80d60e1ec08d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:37.487938 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fa13c2a-e729-4114-9f99-49ca2d208383 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:37.489542 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-da3507a5-1335-4302-b546-56ee5d71a966 req-d03b26bf-5377-49c2-bba9-a4766324a558 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Allocated IP 192.168.233.156 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/a374703b-d8d1-466d-9f0d-168cbf09d9ce) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:30:37.497229 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36920) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:37.568588 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-bcd63000-63b3-4909-b97c-ab468a30e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:37.570384 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-bcd63000-63b3-4909-b97c-ab468a30e553 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74f4276d-9439-4600-839d-84669ee5e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1868310 Nov 08 00:30:37.631184 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] Allocated IP 172.20.0.2 (e4fd10d5-ca84-435e-ba4b-80d60e1ec08d/c78a7a45-fe2f-4a5d-88f6-03cf28fc47d8/075044e8-1412-41ac-b69c-df6464212dfe) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:30:37.773268 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eea69857-8123-4ee5-91a6-d14736f36892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:37.782654 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-da3507a5-1335-4302-b546-56ee5d71a966 req-d03b26bf-5377-49c2-bba9-a4766324a558 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:37.870160 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:37.882329 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b4cbd4-e1e8-4a27-a92f-48d23c4d79e9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:37.885503 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-da3507a5-1335-4302-b546-56ee5d71a966 req-d03b26bf-5377-49c2-bba9-a4766324a558 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:37.886029 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24b4cbd4-e1e8-4a27-a92f-48d23c4d79e9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:37.932500 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:37.939161 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-79c58f3a-2aae-4e6c-a5d0-4ffd260ab807 service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089530 Nov 08 00:30:37.948103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3507a5-1335-4302-b546-56ee5d71a966 req-d03b26bf-5377-49c2-bba9-a4766324a558 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:37.951852 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-da3507a5-1335-4302-b546-56ee5d71a966 req-d03b26bf-5377-49c2-bba9-a4766324a558 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:37.957336 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3507a5-1335-4302-b546-56ee5d71a966 req-d03b26bf-5377-49c2-bba9-a4766324a558 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:37.960249 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] Network e4fd10d5-ca84-435e-ba4b-80d60e1ec08d is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:37.964059 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:37.989945 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:37.998357 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b26bf-5377-49c2-bba9-a4766324a558 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Pushing event updated for resources: {'Port': ['ID=a374703b-d8d1-466d-9f0d-168cbf09d9ce,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:38.055758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3507a5-1335-4302-b546-56ee5d71a966 req-d03b26bf-5377-49c2-bba9-a4766324a558 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:38.056762 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] Attempting to bind port 075044e8-1412-41ac-b69c-df6464212dfe on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:30:38.057128 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] Attempting to bind port 075044e8-1412-41ac-b69c-df6464212dfe by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'b5e7c687-b001-4fa5-913d-c62c4cba2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e4fd10d5-ca84-435e-ba4b-80d60e1ec08d'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:30:38.057486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] Attempting to bind port 075044e8-1412-41ac-b69c-df6464212dfe on network e4fd10d5-ca84-435e-ba4b-80d60e1ec08d {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:30:38.059602 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-da3507a5-1335-4302-b546-56ee5d71a966 req-d03b26bf-5377-49c2-bba9-a4766324a558 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:38.065042 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:30:38.065842 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] Checking segment: {'id': 'b5e7c687-b001-4fa5-913d-c62c4cba2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e4fd10d5-ca84-435e-ba4b-80d60e1ec08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:30:38.066259 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:38.067392 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] Bound using segment: {'id': 'b5e7c687-b001-4fa5-913d-c62c4cba2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e4fd10d5-ca84-435e-ba4b-80d60e1ec08d'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:30:38.067944 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] Bound port: 075044e8-1412-41ac-b69c-df6464212dfe, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e7c687-b001-4fa5-913d-c62c4cba2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e4fd10d5-ca84-435e-ba4b-80d60e1ec08d'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:30:38.068327 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:38.093139 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] Pushing event updated for resources: {'Port': ['ID=075044e8-1412-41ac-b69c-df6464212dfe,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:38.174459 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da3507a5-1335-4302-b546-56ee5d71a966 req-d03b26bf-5377-49c2-bba9-a4766324a558 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5344915 Nov 08 00:30:38.176636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] For port 075044e8-1412-41ac-b69c-df6464212dfe, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:30:38.184222 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] For port 075044e8-1412-41ac-b69c-df6464212dfe, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=075044e8-1412-41ac-b69c-df6464212dfe,segment=NetworkSegment(b5e7c687-b001-4fa5-913d-c62c4cba2968),segment_id=b5e7c687-b001-4fa5-913d-c62c4cba2968)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:30:38.199322 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Request body: {'port': {'device_id': 'c09dda24-e9c9-482b-a139-03587ccb0462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:38.257790 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:38.334873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f60ab-a6b4-4714-bae8-7f3de7cfdb5e None None] Pushing event updated for resources: {'Port': ['ID=075044e8-1412-41ac-b69c-df6464212dfe,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:38.392066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-848de117-07a2-4c33-b11b-fb1a78b8d361 None None] Provisioning complete for port a374703b-d8d1-466d-9f0d-168cbf09d9ce triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:38.392437 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-848de117-07a2-4c33-b11b-fb1a78b8d361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:38.396728 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:38.411761 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756bf08-5bae-4f22-9b6f-5a8f8484f48a req-a83b22af-d209-40e2-a633-164539411b12 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:38.419992 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7756bf08-5bae-4f22-9b6f-5a8f8484f48a req-a83b22af-d209-40e2-a633-164539411b12 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 936 time: 0.1791832 Nov 08 00:30:38.448213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-848de117-07a2-4c33-b11b-fb1a78b8d361 None None] Port a374703b-d8d1-466d-9f0d-168cbf09d9ce cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:30:38.466987 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:38.507517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7756bf08-5bae-4f22-9b6f-5a8f8484f48a req-6fab4001-f808-4df6-8c40-a05bd8808b39 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/security-groups?id=1178883b-d1c5-466a-bbf9-c9a67462cba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813792 Nov 08 00:30:38.515953 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eea69857-8123-4ee5-91a6-d14736f36892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:38.544795 n-d-816882-1 neutron-server[102771]: INFO neutron.db.ipam_backend_mixin [None req-24b4cbd4-e1e8-4a27-a92f-48d23c4d79e9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c78a7a45-fe2f-4a5d-88f6-03cf28fc47d8 (CIDR: 172.20.0.0/28) Nov 08 00:30:38.559948 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-758eaf9e-0ae5-4338-bca8-270c6f71ed55 service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6066248 Nov 08 00:30:38.693737 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b4cbd4-e1e8-4a27-a92f-48d23c4d79e9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:30:38.694391 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b4cbd4-e1e8-4a27-a92f-48d23c4d79e9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:30:38.696665 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eea69857-8123-4ee5-91a6-d14736f36892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:38.736112 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-8216274b-ed76-4e72-8468-6396ccf1f5c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5dffe1f6-cb78-4bd0-8c29-3adfb648a164 HTTP/1.1" status: 200 len: 217 time: 0.1682065 Nov 08 00:30:38.791547 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-eea69857-8123-4ee5-91a6-d14736f36892 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1baef748c34841d6bf3d4c43e83633b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2925615 Nov 08 00:30:38.809543 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36938) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:38.827562 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea69857-8123-4ee5-91a6-d14736f36892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c279d91-190e-4482-8089-2685669f75ce,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:38.833847 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fa13c2a-e729-4114-9f99-49ca2d208383 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:38.864265 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-24b4cbd4-e1e8-4a27-a92f-48d23c4d79e9 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4145439 Nov 08 00:30:38.864265 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fa13c2a-e729-4114-9f99-49ca2d208383 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:38.864538 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36940) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:38.871992 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8363e55a-ad16-4854-8f52-17f7d371b452 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'subnet': {'network_id': 'e4fd10d5-ca84-435e-ba4b-80d60e1ec08d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:38.899085 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-7976af51-d162-4757-981a-c8204e469730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:38.900655 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-7976af51-d162-4757-981a-c8204e469730 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14b76b42-1f2f-4491-9c88-ef859a8eb6c0 HTTP/1.1" status: 200 len: 797 time: 0.1277092 Nov 08 00:30:38.924373 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a374703b-d8d1-466d-9f0d-168cbf09d9ce {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:30:38.939517 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:38.965526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Transition to ACTIVE for port object a374703b-d8d1-466d-9f0d-168cbf09d9ce will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:30:38.976862 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fed82e39-2693-4ef0-ba9a-a0fc96e8be19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:39.013612 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fed82e39-2693-4ef0-ba9a-a0fc96e8be19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:39.052483 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:39.082083 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-355344d8-56c7-4b9b-8f98-2a91191ac0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:39.084375 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-355344d8-56c7-4b9b-8f98-2a91191ac0da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74f4276d-9439-4600-839d-84669ee5e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1242511 Nov 08 00:30:39.091099 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 075044e8-1412-41ac-b69c-df6464212dfe up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:30:39.134274 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-7fa13c2a-e729-4114-9f99-49ca2d208383 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Allocated IP 172.25.2.22 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/89a49f3a-44a8-4767-abf3-5245b1c1e52b) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:30:39.186098 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 075044e8-1412-41ac-b69c-df6464212dfe triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:39.187835 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:39.250990 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Pushing event updated for resources: {'Port': ['ID=a374703b-d8d1-466d-9f0d-168cbf09d9ce,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:39.276552 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fed82e39-2693-4ef0-ba9a-a0fc96e8be19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:39.280853 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fed82e39-2693-4ef0-ba9a-a0fc96e8be19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:39.282017 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fed82e39-2693-4ef0-ba9a-a0fc96e8be19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c279d91-190e-4482-8089-2685669f75ce HTTP/1.1" status: 204 len: 168 time: 0.4711258 Nov 08 00:30:39.340185 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Attempting to bind port a374703b-d8d1-466d-9f0d-168cbf09d9ce on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:30:39.340536 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Attempting to bind port a374703b-d8d1-466d-9f0d-168cbf09d9ce by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:30:39.340868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Attempting to bind port a374703b-d8d1-466d-9f0d-168cbf09d9ce on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:30:39.344119 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed82e39-2693-4ef0-ba9a-a0fc96e8be19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c279d91-190e-4482-8089-2685669f75ce,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:39.362079 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Port a374703b-d8d1-466d-9f0d-168cbf09d9ce on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:30:39.367102 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8363e55a-ad16-4854-8f52-17f7d371b452 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:39.369558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Attempting to bind port a374703b-d8d1-466d-9f0d-168cbf09d9ce on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:30:39.371206 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8363e55a-ad16-4854-8f52-17f7d371b452 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:39.395308 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:30:39.395659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:30:39.397219 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:30:39.401793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Bound port: a374703b-d8d1-466d-9f0d-168cbf09d9ce, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:30:39.401944 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:39.407169 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:39.431043 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-bde5f587-6a18-4ba3-82a6-ab9f9b09653e service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377995 Nov 08 00:30:39.488732 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 075044e8-1412-41ac-b69c-df6464212dfe, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=075044e8-1412-41ac-b69c-df6464212dfe,segment=NetworkSegment(b5e7c687-b001-4fa5-913d-c62c4cba2968),segment_id=b5e7c687-b001-4fa5-913d-c62c4cba2968)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:39.541914 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:39.580933 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] For port a374703b-d8d1-466d-9f0d-168cbf09d9ce, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:30:39.588934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] For port a374703b-d8d1-466d-9f0d-168cbf09d9ce, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a374703b-d8d1-466d-9f0d-168cbf09d9ce,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:30:39.670293 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:39.683844 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fa13c2a-e729-4114-9f99-49ca2d208383 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:39.687410 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=075044e8-1412-41ac-b69c-df6464212dfe,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:39.735701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfcf2f-d776-47f4-b925-02aa463aaa5e req-1918c890-568f-4a36-b94e-2ede95bb6a9a tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:39.743981 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-77bfcf2f-d776-47f4-b925-02aa463aaa5e req-1918c890-568f-4a36-b94e-2ede95bb6a9a tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 948 time: 0.1352394 Nov 08 00:30:39.747334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:39.748464 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:39.750046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da3507a5-1335-4302-b546-56ee5d71a966 req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] 10.222.0.26 "PUT /v2.0/ports/a374703b-d8d1-466d-9f0d-168cbf09d9ce HTTP/1.1" status: 200 len: 1096 time: 1.5561223 Nov 08 00:30:39.752597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09dda24-e9c9-482b-a139-03587ccb0462', 'tag': 'a374703b-d8d1-466d-9f0d-168cbf09d9ce'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:30:39.755672 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df922f0-2434-4ce9-8223-c8a18094fe21" -d '{"events": [{"name": "network-changed", "server_uuid": "c09dda24-e9c9-482b-a139-03587ccb0462", "tag": "a374703b-d8d1-466d-9f0d-168cbf09d9ce"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:30:39.776933 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-525fa8fe-6c11-4f8f-8632-fc4bfa7056c1 req-8f4c8bce-2da6-49c8-8833-def61a51879e service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851615 Nov 08 00:30:39.826368 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fa13c2a-e729-4114-9f99-49ca2d208383 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:39.832695 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8243fe-6cc1-44cd-882d-bd15af097ddb x-openstack-request-id: req-ef8243fe-6cc1-44cd-882d-bd15af097ddb {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:30:39.833001 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09dda24-e9c9-482b-a139-03587ccb0462", "tag": "a374703b-d8d1-466d-9f0d-168cbf09d9ce", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:30:39.833246 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef8243fe-6cc1-44cd-882d-bd15af097ddb {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:30:39.833639 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09dda24-e9c9-482b-a139-03587ccb0462', 'tag': 'a374703b-d8d1-466d-9f0d-168cbf09d9ce', 'status': 'completed', 'code': 200} Nov 08 00:30:39.836134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2406d1e-8ca0-435d-90e0-ddf120404020 service neutron] Pushing event updated for resources: {'Port': ['ID=a374703b-d8d1-466d-9f0d-168cbf09d9ce,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:39.901002 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-77bfcf2f-d776-47f4-b925-02aa463aaa5e req-df588d61-1be4-4683-8763-47ca5da3bd08 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/security-groups?id=1178883b-d1c5-466a-bbf9-c9a67462cba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464047 Nov 08 00:30:39.951779 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa13c2a-e729-4114-9f99-49ca2d208383 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:39.986865 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacc483a-c2b4-4dea-9878-0c1e19deaee3 None None] Network e4fd10d5-ca84-435e-ba4b-80d60e1ec08d requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:40.015690 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-7fa13c2a-e729-4114-9f99-49ca2d208383 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:40.028070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa13c2a-e729-4114-9f99-49ca2d208383 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:40.069506 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa13c2a-e729-4114-9f99-49ca2d208383 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Port': ['ID=89a49f3a-44a8-4767-abf3-5245b1c1e52b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:40.134324 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df922f0-2434-4ce9-8223-c8a18094fe21 req-bc6d728e-9b10-4bf9-9e7b-cc8d92cdbb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:40.135748 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5df922f0-2434-4ce9-8223-c8a18094fe21 req-bc6d728e-9b10-4bf9-9e7b-cc8d92cdbb29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=041a7c75189c4e458cc579482d2b01fc&device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 1099 time: 0.2218270 Nov 08 00:30:40.173637 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-100f4789-6bf7-4ef5-bae8-3563a047ca87 None None] Provisioning complete for port 075044e8-1412-41ac-b69c-df6464212dfe triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:40.174256 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-100f4789-6bf7-4ef5-bae8-3563a047ca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:40.236355 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36958) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:40.254260 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5df922f0-2434-4ce9-8223-c8a18094fe21 req-21ba260c-30f5-4f8f-8a3a-d88f97470718 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=041a7c75189c4e458cc579482d2b01fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727661 Nov 08 00:30:40.281518 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-023dad41-2550-4626-b24b-c7a0efdd757a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:40.349291 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8363e55a-ad16-4854-8f52-17f7d371b452 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:40.410800 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-023dad41-2550-4626-b24b-c7a0efdd757a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:40.426068 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8363e55a-ad16-4854-8f52-17f7d371b452 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network e4fd10d5-ca84-435e-ba4b-80d60e1ec08d is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:40.437645 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-8363e55a-ad16-4854-8f52-17f7d371b452 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:40.444175 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8363e55a-ad16-4854-8f52-17f7d371b452 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:40.444783 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8363e55a-ad16-4854-8f52-17f7d371b452 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:40.473667 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363e55a-ad16-4854-8f52-17f7d371b452 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Subnet': ['ID=12b73d02-d612-41c9-9192-3ceb3333aa93,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:40.480383 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df922f0-2434-4ce9-8223-c8a18094fe21 req-6cf84871-8fea-4fe5-9259-4d86f10d50c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:40.482081 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5df922f0-2434-4ce9-8223-c8a18094fe21 req-6cf84871-8fea-4fe5-9259-4d86f10d50c3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2013307 Nov 08 00:30:40.502292 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-023dad41-2550-4626-b24b-c7a0efdd757a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:40.526338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa3a26d-239c-4a47-b9f4-6d83d0cc7886 None None] Network e4fd10d5-ca84-435e-ba4b-80d60e1ec08d requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:40.555714 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-023dad41-2550-4626-b24b-c7a0efdd757a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=641e683543cd439bb930a45748b59fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3159227 Nov 08 00:30:40.557152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36962) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:40.567084 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dad41-2550-4626-b24b-c7a0efdd757a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3261b9-0cf6-48b8-86bb-9c057c9897ac,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:40.614639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-862a3464-8803-4463-a949-c56d2d3d27a8 None None] Provisioning complete for port 075044e8-1412-41ac-b69c-df6464212dfe triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:40.615007 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-862a3464-8803-4463-a949-c56d2d3d27a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:40.639479 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8363e55a-ad16-4854-8f52-17f7d371b452 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7724700 Nov 08 00:30:40.654308 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36964) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:40.655960 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3d819247-3c40-4eee-9f69-4729db62dc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:40.673729 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-30d8ef91-3feb-48c6-83d9-83a7a2b71261 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'network_id': 'e4fd10d5-ca84-435e-ba4b-80d60e1ec08d', 'fixed_ips': [{'subnet_id': 'c78a7a45-fe2f-4a5d-88f6-03cf28fc47d8'}, {'subnet_id': '12b73d02-d612-41c9-9192-3ceb3333aa93'}], 'name': 'tempest-PortsTestJSON-651696121'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:40.711255 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fa13c2a-e729-4114-9f99-49ca2d208383 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:40.737603 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3d819247-3c40-4eee-9f69-4729db62dc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:40.822012 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3507a5-1335-4302-b546-56ee5d71a966 req-4ef0a27d-60e7-45c2-94cc-f9e416718fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:40.823525 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-da3507a5-1335-4302-b546-56ee5d71a966 req-4ef0a27d-60e7-45c2-94cc-f9e416718fe6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=041a7c75189c4e458cc579482d2b01fc&device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 1099 time: 0.2310071 Nov 08 00:30:40.885104 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-da3507a5-1335-4302-b546-56ee5d71a966 req-fcc4ac0c-43fa-4831-a8fd-4b80ae48c285 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=a374703b-d8d1-466d-9f0d-168cbf09d9ce HTTP/1.1" status: 200 len: 217 time: 0.0425210 Nov 08 00:30:40.939084 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d8ef91-3feb-48c6-83d9-83a7a2b71261 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:40.943394 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3507a5-1335-4302-b546-56ee5d71a966 req-0da9a2eb-bb5f-47c7-887a-b813b1fcc4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:40.944909 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-da3507a5-1335-4302-b546-56ee5d71a966 req-0da9a2eb-bb5f-47c7-887a-b813b1fcc4c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0525050 Nov 08 00:30:41.020473 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 075044e8-1412-41ac-b69c-df6464212dfe up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:30:41.022687 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3507a5-1335-4302-b546-56ee5d71a966 req-b1315fbc-9163-43be-863c-3e238f16bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:41.026227 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-da3507a5-1335-4302-b546-56ee5d71a966 req-b1315fbc-9163-43be-863c-3e238f16bf91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697627 Nov 08 00:30:41.111378 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:30:41.118326 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 075044e8-1412-41ac-b69c-df6464212dfe triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:41.118566 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:41.150572 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-30d8ef91-3feb-48c6-83d9-83a7a2b71261 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:41.185593 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3d819247-3c40-4eee-9f69-4729db62dc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:41.189798 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3d819247-3c40-4eee-9f69-4729db62dc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:41.192368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3d819247-3c40-4eee-9f69-4729db62dc94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb3261b9-0cf6-48b8-86bb-9c057c9897ac HTTP/1.1" status: 204 len: 168 time: 0.6333747 Nov 08 00:30:41.210134 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff95598-23a4-4043-8957-bb2f5e530caa None None] Update dhcp port {'port': {'network_id': 'e4fd10d5-ca84-435e-ba4b-80d60e1ec08d', 'fixed_ips': [{'subnet_id': 'c78a7a45-fe2f-4a5d-88f6-03cf28fc47d8', 'ip_address': '172.20.0.2'}, {'subnet_id': '12b73d02-d612-41c9-9192-3ceb3333aa93'}], 'binding:host_id': 'n-d-816882-1'}, 'id': '075044e8-1412-41ac-b69c-df6464212dfe'} from n-d-816882-1. {{(pid=102773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 00:30:41.238860 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ff95598-23a4-4043-8957-bb2f5e530caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:41.246046 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fa13c2a-e729-4114-9f99-49ca2d208383 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:41.299632 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-30d8ef91-3feb-48c6-83d9-83a7a2b71261 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] device_id is not set on port 1a812b6f-1e4e-41c5-b9ee-5f6251ec1619 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:30:41.321823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d819247-3c40-4eee-9f69-4729db62dc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3261b9-0cf6-48b8-86bb-9c057c9897ac,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:41.419326 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-da3507a5-1335-4302-b546-56ee5d71a966 req-57422e0a-5cd4-4093-9f49-323cf9732a42 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186052 Nov 08 00:30:41.499840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c362c-4dd4-41d6-9889-1f916d36a312 req-48801592-cc9f-4b9b-a9a8-ae63dda89147 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:41.501672 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b81c362c-4dd4-41d6-9889-1f916d36a312 req-48801592-cc9f-4b9b-a9a8-ae63dda89147 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 948 time: 0.3559601 Nov 08 00:30:41.529724 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-1ff95598-23a4-4043-8957-bb2f5e530caa None None] Allocated IP 172.20.0.18 (e4fd10d5-ca84-435e-ba4b-80d60e1ec08d/12b73d02-d612-41c9-9192-3ceb3333aa93/075044e8-1412-41ac-b69c-df6464212dfe) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:30:41.654581 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-da3507a5-1335-4302-b546-56ee5d71a966 req-d412a2d8-55c8-4610-a26f-1d4ba206f7c7 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249744 Nov 08 00:30:41.676124 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36982) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:41.694006 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b81c362c-4dd4-41d6-9889-1f916d36a312 req-a9b865be-a78f-42f4-bcdd-10caad293b34 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/security-groups?id=1178883b-d1c5-466a-bbf9-c9a67462cba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837382 Nov 08 00:30:41.739745 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1ff95598-23a4-4043-8957-bb2f5e530caa None None] For port 075044e8-1412-41ac-b69c-df6464212dfe, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=075044e8-1412-41ac-b69c-df6464212dfe,segment=NetworkSegment(b5e7c687-b001-4fa5-913d-c62c4cba2968),segment_id=b5e7c687-b001-4fa5-913d-c62c4cba2968)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:41.742230 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa13c2a-e729-4114-9f99-49ca2d208383 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Router 78829916-2b4b-4b22-832c-e22d596f4c2f is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:30:41.781674 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ff95598-23a4-4043-8957-bb2f5e530caa None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:41.856573 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ff95598-23a4-4043-8957-bb2f5e530caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:41.873294 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff6be47d-2ca7-4425-9d07-294ef75feb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:41.953366 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff95598-23a4-4043-8957-bb2f5e530caa None None] Pushing event updated for resources: {'Port': ['ID=075044e8-1412-41ac-b69c-df6464212dfe,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:41.988505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-30d8ef91-3feb-48c6-83d9-83a7a2b71261 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Allocated IP 172.20.0.7 (e4fd10d5-ca84-435e-ba4b-80d60e1ec08d/c78a7a45-fe2f-4a5d-88f6-03cf28fc47d8/1a812b6f-1e4e-41c5-b9ee-5f6251ec1619) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:30:41.997439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-30d8ef91-3feb-48c6-83d9-83a7a2b71261 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Allocated IP 172.20.0.30 (e4fd10d5-ca84-435e-ba4b-80d60e1ec08d/12b73d02-d612-41c9-9192-3ceb3333aa93/1a812b6f-1e4e-41c5-b9ee-5f6251ec1619) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:30:42.204325 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-30d8ef91-3feb-48c6-83d9-83a7a2b71261 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:42.307771 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-30d8ef91-3feb-48c6-83d9-83a7a2b71261 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:42.315554 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa13c2a-e729-4114-9f99-49ca2d208383 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:30:42.338665 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] Sync routers for ids ['78829916-2b4b-4b22-832c-e22d596f4c2f'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:30:42.356582 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] Routers {'78829916-2b4b-4b22-832c-e22d596f4c2f'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:30:42.356820 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:30:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['78829916-2b4b-4b22-832c-e22d596f4c2f'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:42.372141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d8ef91-3feb-48c6-83d9-83a7a2b71261 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network e4fd10d5-ca84-435e-ba4b-80d60e1ec08d is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:42.375964 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-30d8ef91-3feb-48c6-83d9-83a7a2b71261 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:42.380034 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d8ef91-3feb-48c6-83d9-83a7a2b71261 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:42.399403 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff6be47d-2ca7-4425-9d07-294ef75feb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:42.417709 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fa13c2a-e729-4114-9f99-49ca2d208383 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:42.419118 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7fa13c2a-e729-4114-9f99-49ca2d208383 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7311847 Nov 08 00:30:42.422134 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37002) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:42.464769 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5f7bf0a4-054a-4ea2-b628-f87dc0fca8d3 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b82ab9a868254a12ae55a5dfe0aacb5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403247 Nov 08 00:30:42.467079 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37006) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:42.524471 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] Set router 78829916-2b4b-4b22-832c-e22d596f4c2f gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:30:42.589901 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d700411-4fd9-42e2-ae33-d10598b60064 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:42.594706 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9d700411-4fd9-42e2-ae33-d10598b60064 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1240714 Nov 08 00:30:42.594706 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff6be47d-2ca7-4425-9d07-294ef75feb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:42.596280 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37008) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:42.641562 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8955e018-5054-4eca-a370-7057714ae231 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421994 Nov 08 00:30:42.655055 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37010) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:42.665049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ac76cd46-e395-4398-afe6-7a05d8bd3a6d tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1894901146', 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:42.688160 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6a97c607-c8dc-4496-b032-d466ac6107bd None None] Provisioning complete for port 075044e8-1412-41ac-b69c-df6464212dfe triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:42.688664 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a97c607-c8dc-4496-b032-d466ac6107bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:42.879497 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6be47d-2ca7-4425-9d07-294ef75feb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a827ea4-587b-4832-9819-ad7c42a8181a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:42.885504 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'name': 'tempest-TestNetworkBasicOps-router-825281122', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:36Z', 'updated_at': '2021-11-08T00:30:40Z', 'revision_number': 3, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:38Z', 'updated_at': '2021-11-08T00:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:42.891584 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ff6be47d-2ca7-4425-9d07-294ef75feb3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18e6ac5e7af64ebc8230b1b36c4a6a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2147374 Nov 08 00:30:42.898441 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37018) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:42.935022 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] Checking router: 78829916-2b4b-4b22-832c-e22d596f4c2f for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:30:42.935372 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] Updating router 78829916-2b4b-4b22-832c-e22d596f4c2f port 89a49f3a-44a8-4767-abf3-5245b1c1e52b binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:30:42.973475 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a5c61d9d-d534-4c70-ab62-0578fbfeff61 None None] Provisioning complete for port 1a812b6f-1e4e-41c5-b9ee-5f6251ec1619 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:42.973868 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5c61d9d-d534-4c70-ab62-0578fbfeff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:42.979561 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cd36e9e1-83ff-432f-80f4-6ea60bba1f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:42.993266 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:42.993486 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8ef91-3feb-48c6-83d9-83a7a2b71261 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=1a812b6f-1e4e-41c5-b9ee-5f6251ec1619,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:43.004908 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cd36e9e1-83ff-432f-80f4-6ea60bba1f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:43.014155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02bd8b-447f-44c5-a653-908efc531921 req-21935763-844c-465f-889f-eaef8cde33d7 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:43.014357 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac76cd46-e395-4398-afe6-7a05d8bd3a6d tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Made reservation on behalf of b82ab9a868254a12ae55a5dfe0aacb5b for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:43.019040 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac76cd46-e395-4398-afe6-7a05d8bd3a6d tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:43.022559 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d02bd8b-447f-44c5-a653-908efc531921 req-21935763-844c-465f-889f-eaef8cde33d7 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 948 time: 0.0935769 Nov 08 00:30:43.060345 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 075044e8-1412-41ac-b69c-df6464212dfe up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:30:43.074680 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d02bd8b-447f-44c5-a653-908efc531921 req-94b608ce-f274-4c89-8607-0846fb466480 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/security-groups?id=1178883b-d1c5-466a-bbf9-c9a67462cba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511446 Nov 08 00:30:43.082686 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d8ef91-3feb-48c6-83d9-83a7a2b71261 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:43.083661 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-30d8ef91-3feb-48c6-83d9-83a7a2b71261 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:43.117907 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a5c61d9d-d534-4c70-ab62-0578fbfeff61 None None] Port 1a812b6f-1e4e-41c5-b9ee-5f6251ec1619 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:30:43.151245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 075044e8-1412-41ac-b69c-df6464212dfe triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:43.151698 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:43.187192 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37022) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:43.187684 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-30d8ef91-3feb-48c6-83d9-83a7a2b71261 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.5238929 Nov 08 00:30:43.193364 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-21acfe3b-354b-4f63-b41d-8635c37d478c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c78a7a45-fe2f-4a5d-88f6-03cf28fc47d8'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:43.253503 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cd36e9e1-83ff-432f-80f4-6ea60bba1f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:43.256078 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cd36e9e1-83ff-432f-80f4-6ea60bba1f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:43.259759 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cd36e9e1-83ff-432f-80f4-6ea60bba1f78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a827ea4-587b-4832-9819-ad7c42a8181a HTTP/1.1" status: 204 len: 168 time: 0.3603303 Nov 08 00:30:43.312776 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36e9e1-83ff-432f-80f4-6ea60bba1f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a827ea4-587b-4832-9819-ad7c42a8181a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:43.367713 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:43.468463 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:43.469823 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-21acfe3b-354b-4f63-b41d-8635c37d478c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:43.531503 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352305d6-779f-4a49-87e3-d59a6604cdcc None None] Pushing event updated for resources: {'Port': ['ID=89a49f3a-44a8-4767-abf3-5245b1c1e52b,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:43.534702 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] Attempting to bind port 89a49f3a-44a8-4767-abf3-5245b1c1e52b on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:30:43.535080 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] Attempting to bind port 89a49f3a-44a8-4767-abf3-5245b1c1e52b by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:30:43.535442 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] Attempting to bind port 89a49f3a-44a8-4767-abf3-5245b1c1e52b on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:30:43.543960 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352305d6-779f-4a49-87e3-d59a6604cdcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:43.544306 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352305d6-779f-4a49-87e3-d59a6604cdcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:43.544640 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352305d6-779f-4a49-87e3-d59a6604cdcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:43.544996 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352305d6-779f-4a49-87e3-d59a6604cdcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:43.545326 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352305d6-779f-4a49-87e3-d59a6604cdcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:43.545713 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352305d6-779f-4a49-87e3-d59a6604cdcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:43.545963 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352305d6-779f-4a49-87e3-d59a6604cdcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:43.546280 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352305d6-779f-4a49-87e3-d59a6604cdcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:43.546594 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352305d6-779f-4a49-87e3-d59a6604cdcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:43.546906 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352305d6-779f-4a49-87e3-d59a6604cdcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:43.547376 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352305d6-779f-4a49-87e3-d59a6604cdcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:43.547916 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352305d6-779f-4a49-87e3-d59a6604cdcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:43.551903 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac76cd46-e395-4398-afe6-7a05d8bd3a6d tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:43.560407 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:30:43.561096 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:30:43.562202 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:43.562702 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:30:43.563213 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] Bound port: 89a49f3a-44a8-4767-abf3-5245b1c1e52b, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:30:43.563618 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:43.632480 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] For port 89a49f3a-44a8-4767-abf3-5245b1c1e52b, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:30:43.636172 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] For port 89a49f3a-44a8-4767-abf3-5245b1c1e52b, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=89a49f3a-44a8-4767-abf3-5245b1c1e52b,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:30:43.675432 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76cd46-e395-4398-afe6-7a05d8bd3a6d tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Subnet': ['ID=7b5f70ab-cf1c-42f2-8ea1-0e11e081756c,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:43.700658 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac76cd46-e395-4398-afe6-7a05d8bd3a6d tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Checking segment: {'id': '4cd07b0d-e72e-4651-b92a-8251a28811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:30:43.701020 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac76cd46-e395-4398-afe6-7a05d8bd3a6d tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Network hostable DHCP agents. Network: 30f474ab-1523-4058-99ef-18ce6d067781, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:30:43.709189 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:43.770983 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] Routers {'78829916-2b4b-4b22-832c-e22d596f4c2f'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:30:43.771867 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:30:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['78829916-2b4b-4b22-832c-e22d596f4c2f'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:43.842858 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac76cd46-e395-4398-afe6-7a05d8bd3a6d tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Network 30f474ab-1523-4058-99ef-18ce6d067781 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:30:43.852170 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-21acfe3b-354b-4f63-b41d-8635c37d478c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Delete allocated IP 172.20.0.30 (e4fd10d5-ca84-435e-ba4b-80d60e1ec08d/12b73d02-d612-41c9-9192-3ceb3333aa93) {{(pid=102771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 08 00:30:43.861707 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352305d6-779f-4a49-87e3-d59a6604cdcc None None] Pushing event updated for resources: {'Port': ['ID=89a49f3a-44a8-4767-abf3-5245b1c1e52b,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:43.928431 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] Set router 78829916-2b4b-4b22-832c-e22d596f4c2f gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:30:43.938825 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-ac76cd46-e395-4398-afe6-7a05d8bd3a6d tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 30f474ab-1523-4058-99ef-18ce6d067781) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:43.947192 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac76cd46-e395-4398-afe6-7a05d8bd3a6d tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:43.947825 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac76cd46-e395-4398-afe6-7a05d8bd3a6d tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:43.948841 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351dd7f3-4ab1-4102-9bf7-9992980b798a None None] Network 30f474ab-1523-4058-99ef-18ce6d067781 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:44.044725 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37054) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:44.051526 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ac76cd46-e395-4398-afe6-7a05d8bd3a6d tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3946247 Nov 08 00:30:44.069148 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-21acfe3b-354b-4f63-b41d-8635c37d478c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:44.124667 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-21acfe3b-354b-4f63-b41d-8635c37d478c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:44.173616 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-30f474ab-1523-4058-99ef-18ce6d067781', 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'fixed_ips': [{'subnet_id': '7b5f70ab-cf1c-42f2-8ea1-0e11e081756c'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:30:44.175114 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:44.274436 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acfe3b-354b-4f63-b41d-8635c37d478c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=1a812b6f-1e4e-41c5-b9ee-5f6251ec1619,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:44.299140 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21530e01-5032-412e-8eae-0dbacd000de5 req-6daf2c33-1343-4dff-9dab-8be21cb71b2c tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:44.302741 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-21530e01-5032-412e-8eae-0dbacd000de5 req-6daf2c33-1343-4dff-9dab-8be21cb71b2c tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 948 time: 0.1279726 Nov 08 00:30:44.332944 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-21acfe3b-354b-4f63-b41d-8635c37d478c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] In _notify_port_updated(), no bound segment for port 1a812b6f-1e4e-41c5-b9ee-5f6251ec1619 on network e4fd10d5-ca84-435e-ba4b-80d60e1ec08d {{(pid=102771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:30:44.351865 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21acfe3b-354b-4f63-b41d-8635c37d478c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:44.360641 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-21acfe3b-354b-4f63-b41d-8635c37d478c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:44.364414 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-21acfe3b-354b-4f63-b41d-8635c37d478c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "PUT /v2.0/ports/1a812b6f-1e4e-41c5-b9ee-5f6251ec1619 HTTP/1.1" status: 200 len: 918 time: 1.1759861 Nov 08 00:30:44.367059 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37062) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:44.377276 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-a1e057f8-97c8-4a54-8047-bc8cb05b2f5b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c78a7a45-fe2f-4a5d-88f6-03cf28fc47d8'}, {'subnet_id': '12b73d02-d612-41c9-9192-3ceb3333aa93'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:44.502010 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1e057f8-97c8-4a54-8047-bc8cb05b2f5b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:44.506348 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] Allocated IP 172.20.0.2 (30f474ab-1523-4058-99ef-18ce6d067781/7b5f70ab-cf1c-42f2-8ea1-0e11e081756c/bec839db-79e4-496b-a58c-4825f305cb31) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:30:44.541713 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'name': 'tempest-TestNetworkBasicOps-router-825281122', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:36Z', 'updated_at': '2021-11-08T00:30:40Z', 'revision_number': 3, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:38Z', 'updated_at': '2021-11-08T00:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:44.635638 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178abd7-a081-4721-a792-87d740e9ff50 None None] The sync data for ids ['78829916-2b4b-4b22-832c-e22d596f4c2f'] in n-d-816882-1 is: [{'id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'name': 'tempest-TestNetworkBasicOps-router-825281122', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:36Z', 'updated_at': '2021-11-08T00:30:40Z', 'revision_number': 3, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:38Z', 'updated_at': '2021-11-08T00:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:30:44.697986 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-32b28d20-969b-401f-a740-de1e72aa2b4f None None] Provisioning complete for port 1a812b6f-1e4e-41c5-b9ee-5f6251ec1619 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:44.698458 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32b28d20-969b-401f-a740-de1e72aa2b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:44.706050 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-21530e01-5032-412e-8eae-0dbacd000de5 req-e40c5182-9155-4fc7-9f47-0e65d570fbbe tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/security-groups?id=1178883b-d1c5-466a-bbf9-c9a67462cba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883805 Nov 08 00:30:44.732974 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:44.753162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-32b28d20-969b-401f-a740-de1e72aa2b4f None None] Port 1a812b6f-1e4e-41c5-b9ee-5f6251ec1619 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:30:44.828221 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:44.878152 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] Pushing event updated for resources: {'Port': ['ID=bec839db-79e4-496b-a58c-4825f305cb31,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:44.882325 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] Network 30f474ab-1523-4058-99ef-18ce6d067781 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:44.884304 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:44.886506 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:44.980315 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] Attempting to bind port bec839db-79e4-496b-a58c-4825f305cb31 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:30:44.980935 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] Attempting to bind port bec839db-79e4-496b-a58c-4825f305cb31 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '4cd07b0d-e72e-4651-b92a-8251a28811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:30:44.981043 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] Attempting to bind port bec839db-79e4-496b-a58c-4825f305cb31 on network 30f474ab-1523-4058-99ef-18ce6d067781 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:30:44.994171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:30:44.994550 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] Checking segment: {'id': '4cd07b0d-e72e-4651-b92a-8251a28811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:30:44.994967 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:44.995361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] Bound using segment: {'id': '4cd07b0d-e72e-4651-b92a-8251a28811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:30:45.004076 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] Bound port: bec839db-79e4-496b-a58c-4825f305cb31, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd07b0d-e72e-4651-b92a-8251a28811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:30:45.004730 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:45.006695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-a1e057f8-97c8-4a54-8047-bc8cb05b2f5b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Allocated IP 172.20.0.24 (e4fd10d5-ca84-435e-ba4b-80d60e1ec08d/12b73d02-d612-41c9-9192-3ceb3333aa93/1a812b6f-1e4e-41c5-b9ee-5f6251ec1619) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:30:45.090376 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0848a13-843a-494f-9a56-f787875ef0c5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:45.173447 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] For port bec839db-79e4-496b-a58c-4825f305cb31, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:30:45.182283 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] For port bec839db-79e4-496b-a58c-4825f305cb31, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bec839db-79e4-496b-a58c-4825f305cb31,segment=NetworkSegment(4cd07b0d-e72e-4651-b92a-8251a28811a2),segment_id=4cd07b0d-e72e-4651-b92a-8251a28811a2)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:30:45.250385 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1e057f8-97c8-4a54-8047-bc8cb05b2f5b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:45.393538 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1e057f8-97c8-4a54-8047-bc8cb05b2f5b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:45.393798 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:45.491487 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36275d9-6d1e-4654-babb-40d3e1246b3a None None] Pushing event updated for resources: {'Port': ['ID=bec839db-79e4-496b-a58c-4825f305cb31,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:45.514542 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-d0848a13-843a-494f-9a56-f787875ef0c5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Allocated IP 172.20.0.1 (30f474ab-1523-4058-99ef-18ce6d067781/7b5f70ab-cf1c-42f2-8ea1-0e11e081756c/aa646c55-d217-4868-92ea-eb681d4dab8e) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:30:45.639737 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e057f8-97c8-4a54-8047-bc8cb05b2f5b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=1a812b6f-1e4e-41c5-b9ee-5f6251ec1619,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:45.678345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-a1e057f8-97c8-4a54-8047-bc8cb05b2f5b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] In _notify_port_updated(), no bound segment for port 1a812b6f-1e4e-41c5-b9ee-5f6251ec1619 on network e4fd10d5-ca84-435e-ba4b-80d60e1ec08d {{(pid=102771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:30:45.684556 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e057f8-97c8-4a54-8047-bc8cb05b2f5b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:45.685241 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1e057f8-97c8-4a54-8047-bc8cb05b2f5b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:45.690955 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a1e057f8-97c8-4a54-8047-bc8cb05b2f5b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "PUT /v2.0/ports/1a812b6f-1e4e-41c5-b9ee-5f6251ec1619 HTTP/1.1" status: 200 len: 998 time: 1.3225203 Nov 08 00:30:45.698257 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37088) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:45.736332 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0848a13-843a-494f-9a56-f787875ef0c5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:45.806362 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a374703b-d8d1-466d-9f0d-168cbf09d9ce details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:30:45.856184 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-a78fbed4-360a-4bd8-9d53-72611f511d2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port 1a812b6f-1e4e-41c5-b9ee-5f6251ec1619 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:45.856969 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a78fbed4-360a-4bd8-9d53-72611f511d2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:45.919511 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0848a13-843a-494f-9a56-f787875ef0c5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:46.032997 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a78fbed4-360a-4bd8-9d53-72611f511d2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:46.057597 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-583a9620-f602-4bf3-8c1d-fe88f979e920 None None] Provisioning complete for port 1a812b6f-1e4e-41c5-b9ee-5f6251ec1619 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:46.058217 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-583a9620-f602-4bf3-8c1d-fe88f979e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:46.077235 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-a78fbed4-360a-4bd8-9d53-72611f511d2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for 1a812b6f-1e4e-41c5-b9ee-5f6251ec1619 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:46.123661 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-583a9620-f602-4bf3-8c1d-fe88f979e920 None None] Port 1a812b6f-1e4e-41c5-b9ee-5f6251ec1619 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:30:46.142315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0848a13-843a-494f-9a56-f787875ef0c5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Network 30f474ab-1523-4058-99ef-18ce6d067781 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:46.151616 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-d0848a13-843a-494f-9a56-f787875ef0c5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:46.160920 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0848a13-843a-494f-9a56-f787875ef0c5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:46.171624 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port a374703b-d8d1-466d-9f0d-168cbf09d9ce, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a374703b-d8d1-466d-9f0d-168cbf09d9ce,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:46.185288 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'a374703b-d8d1-466d-9f0d-168cbf09d9ce', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': 'a374703b-d8d1-466d-9f0d-168cbf09d9ce', 'mac_address': 'fa:16:3e:ed:f8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:30:46.193090 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0848a13-843a-494f-9a56-f787875ef0c5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Port': ['ID=aa646c55-d217-4868-92ea-eb681d4dab8e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:46.237321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7b686-814e-44f6-83d8-2280c3022cbb req-6e093ee7-227c-4652-89e4-e34c929a3a2d tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:46.248314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48b7b686-814e-44f6-83d8-2280c3022cbb req-6e093ee7-227c-4652-89e4-e34c929a3a2d tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 948 time: 0.4359503 Nov 08 00:30:46.271727 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:46.302541 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a374703b-d8d1-466d-9f0d-168cbf09d9ce {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:30:46.314708 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0848a13-843a-494f-9a56-f787875ef0c5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:46.331732 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port a374703b-d8d1-466d-9f0d-168cbf09d9ce, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a374703b-d8d1-466d-9f0d-168cbf09d9ce,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:46.362944 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48b7b686-814e-44f6-83d8-2280c3022cbb req-138adc19-bba4-4095-9fe8-86a771f4cd05 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/security-groups?id=1178883b-d1c5-466a-bbf9-c9a67462cba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122229 Nov 08 00:30:46.410408 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:46.460059 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=a374703b-d8d1-466d-9f0d-168cbf09d9ce,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:46.462064 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a78fbed4-360a-4bd8-9d53-72611f511d2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:46.489509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fbed4-360a-4bd8-9d53-72611f511d2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=1a812b6f-1e4e-41c5-b9ee-5f6251ec1619,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:46.578278 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0848a13-843a-494f-9a56-f787875ef0c5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:46.627395 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a78fbed4-360a-4bd8-9d53-72611f511d2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:46.632102 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a78fbed4-360a-4bd8-9d53-72611f511d2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/ports/1a812b6f-1e4e-41c5-b9ee-5f6251ec1619 HTTP/1.1" status: 204 len: 168 time: 0.9391789 Nov 08 00:30:46.636401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37122) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:46.664055 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a906fde-a81f-41c5-bfce-b228808e0eb0 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] GET failed (client error): The resource could not be found. Nov 08 00:30:46.673854 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4a906fde-a81f-41c5-bfce-b228808e0eb0 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports/1a812b6f-1e4e-41c5-b9ee-5f6251ec1619 HTTP/1.1" status: 404 len: 333 time: 0.0370984 Nov 08 00:30:46.678192 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37124) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:46.753131 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9575e9f1-5bc1-41ec-a0dc-ded4d9cb2bd6 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting subnet 12b73d02-d612-41c9-9192-3ceb3333aa93 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:30:46.757108 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['a374703b-d8d1-466d-9f0d-168cbf09d9ce'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:30:46.758501 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9575e9f1-5bc1-41ec-a0dc-ded4d9cb2bd6 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:46.812897 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9575e9f1-5bc1-41ec-a0dc-ded4d9cb2bd6 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:47.022271 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9575e9f1-5bc1-41ec-a0dc-ded4d9cb2bd6 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:47.028198 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0848a13-843a-494f-9a56-f787875ef0c5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:47.086553 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 89a49f3a-44a8-4767-abf3-5245b1c1e52b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:30:47.124799 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0848a13-843a-494f-9a56-f787875ef0c5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:47.136562 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 89a49f3a-44a8-4767-abf3-5245b1c1e52b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:47.137188 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:47.206318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0848a13-843a-494f-9a56-f787875ef0c5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Port': ['ID=aa646c55-d217-4868-92ea-eb681d4dab8e,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:47.227292 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0848a13-843a-494f-9a56-f787875ef0c5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:47.241695 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:47.244738 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9575e9f1-5bc1-41ec-a0dc-ded4d9cb2bd6 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:47.276089 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575e9f1-5bc1-41ec-a0dc-ded4d9cb2bd6 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Subnet': ['ID=12b73d02-d612-41c9-9192-3ceb3333aa93,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:47.280106 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9575e9f1-5bc1-41ec-a0dc-ded4d9cb2bd6 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:47.283623 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9575e9f1-5bc1-41ec-a0dc-ded4d9cb2bd6 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/subnets/12b73d02-d612-41c9-9192-3ceb3333aa93 HTTP/1.1" status: 204 len: 168 time: 0.6044095 Nov 08 00:30:47.301723 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 89a49f3a-44a8-4767-abf3-5245b1c1e52b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=89a49f3a-44a8-4767-abf3-5245b1c1e52b,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:47.302155 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37158) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:47.310495 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38be767-3b39-42cc-9a3f-43a327d29bb5 None None] Network e4fd10d5-ca84-435e-ba4b-80d60e1ec08d requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:47.370480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0848a13-843a-494f-9a56-f787875ef0c5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Network 30f474ab-1523-4058-99ef-18ce6d067781 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:47.375257 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-d0848a13-843a-494f-9a56-f787875ef0c5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:47.391371 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:47.391884 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bec839db-79e4-496b-a58c-4825f305cb31 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:30:47.421516 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c49e0dd-f822-4c77-92d3-a4d2eb0bbd5c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting subnet c78a7a45-fe2f-4a5d-88f6-03cf28fc47d8 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:30:47.435589 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c49e0dd-f822-4c77-92d3-a4d2eb0bbd5c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:47.511975 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port bec839db-79e4-496b-a58c-4825f305cb31 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:47.514853 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:47.527161 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0848a13-843a-494f-9a56-f787875ef0c5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Router 78829916-2b4b-4b22-832c-e22d596f4c2f has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:30:47.559112 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c49e0dd-f822-4c77-92d3-a4d2eb0bbd5c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:47.566783 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=89a49f3a-44a8-4767-abf3-5245b1c1e52b,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:47.632951 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164f37c2-36b7-4dce-8f5d-7ae9fde32fdc None None] Network 30f474ab-1523-4058-99ef-18ce6d067781 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:47.647988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c9508-3879-4efe-8a44-ff654f5ad220 req-a73773ec-c157-4c8d-90fa-421fb281ed60 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:47.649519 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e97c9508-3879-4efe-8a44-ff654f5ad220 req-a73773ec-c157-4c8d-90fa-421fb281ed60 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 949 time: 0.1247480 Nov 08 00:30:47.693645 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c49e0dd-f822-4c77-92d3-a4d2eb0bbd5c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:47.719068 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-44c95427-177f-467e-9832-a46abc847f0e None None] Provisioning complete for port bec839db-79e4-496b-a58c-4825f305cb31 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:47.719068 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-44c95427-177f-467e-9832-a46abc847f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:47.737062 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e97c9508-3879-4efe-8a44-ff654f5ad220 req-ce917029-c47e-4e52-99c7-a7b6d8d4fcea tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/security-groups?id=1178883b-d1c5-466a-bbf9-c9a67462cba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573356 Nov 08 00:30:47.763637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0848a13-843a-494f-9a56-f787875ef0c5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:30:47.774326 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d0848a13-843a-494f-9a56-f787875ef0c5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "PUT /v2.0/routers/78829916-2b4b-4b22-832c-e22d596f4c2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7259088 Nov 08 00:30:47.775163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37184) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:47.790249 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] Sync routers for ids ['78829916-2b4b-4b22-832c-e22d596f4c2f'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:30:47.842599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a374703b-d8d1-466d-9f0d-168cbf09d9ce up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:30:47.887231 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] Routers {'78829916-2b4b-4b22-832c-e22d596f4c2f'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:30:47.887895 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:30:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['78829916-2b4b-4b22-832c-e22d596f4c2f'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:47.960308 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c49e0dd-f822-4c77-92d3-a4d2eb0bbd5c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:48.003248 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49e0dd-f822-4c77-92d3-a4d2eb0bbd5c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Subnet': ['ID=c78a7a45-fe2f-4a5d-88f6-03cf28fc47d8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:48.015593 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b535b4-225b-4053-8419-1fbebe30d4a9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.016144 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b535b4-225b-4053-8419-1fbebe30d4a9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.016597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b535b4-225b-4053-8419-1fbebe30d4a9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.017049 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b535b4-225b-4053-8419-1fbebe30d4a9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.017495 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b535b4-225b-4053-8419-1fbebe30d4a9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.017938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b535b4-225b-4053-8419-1fbebe30d4a9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.018398 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b535b4-225b-4053-8419-1fbebe30d4a9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.018829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b535b4-225b-4053-8419-1fbebe30d4a9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.019281 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b535b4-225b-4053-8419-1fbebe30d4a9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.020664 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b535b4-225b-4053-8419-1fbebe30d4a9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.020767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b535b4-225b-4053-8419-1fbebe30d4a9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.021181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b535b4-225b-4053-8419-1fbebe30d4a9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.022772 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5c49e0dd-f822-4c77-92d3-a4d2eb0bbd5c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:48.026388 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-02b535b4-225b-4053-8419-1fbebe30d4a9 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8405 time: 0.2501667 Nov 08 00:30:48.029085 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37188) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:48.029658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37190) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:48.030402 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5c49e0dd-f822-4c77-92d3-a4d2eb0bbd5c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/subnets/c78a7a45-fe2f-4a5d-88f6-03cf28fc47d8 HTTP/1.1" status: 204 len: 168 time: 0.7225349 Nov 08 00:30:48.207602 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] Set router 78829916-2b4b-4b22-832c-e22d596f4c2f gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:30:48.210097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039af8d-55e6-4356-8ac3-9bb6b61b93b6 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.211579 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039af8d-55e6-4356-8ac3-9bb6b61b93b6 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.212565 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039af8d-55e6-4356-8ac3-9bb6b61b93b6 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.213224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039af8d-55e6-4356-8ac3-9bb6b61b93b6 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.213791 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039af8d-55e6-4356-8ac3-9bb6b61b93b6 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.214424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039af8d-55e6-4356-8ac3-9bb6b61b93b6 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.215269 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039af8d-55e6-4356-8ac3-9bb6b61b93b6 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.215967 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039af8d-55e6-4356-8ac3-9bb6b61b93b6 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.216723 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039af8d-55e6-4356-8ac3-9bb6b61b93b6 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.217307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039af8d-55e6-4356-8ac3-9bb6b61b93b6 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:48.222165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9039af8d-55e6-4356-8ac3-9bb6b61b93b6 tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6452 time: 0.1868997 Nov 08 00:30:48.222953 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37196) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:48.249088 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:48.315528 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:48.346984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port 075044e8-1412-41ac-b69c-df6464212dfe {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:48.347658 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:48.449874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] For port 075044e8-1412-41ac-b69c-df6464212dfe, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=075044e8-1412-41ac-b69c-df6464212dfe,segment=NetworkSegment(b5e7c687-b001-4fa5-913d-c62c4cba2968),segment_id=b5e7c687-b001-4fa5-913d-c62c4cba2968)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:48.450324 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:48.478953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for 075044e8-1412-41ac-b69c-df6464212dfe owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:48.574047 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-634c77ea-24d4-4585-b804-38cc9b13983e tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4485 time: 0.3496974 Nov 08 00:30:48.599963 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port bec839db-79e4-496b-a58c-4825f305cb31, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bec839db-79e4-496b-a58c-4825f305cb31,segment=NetworkSegment(4cd07b0d-e72e-4651-b92a-8251a28811a2),segment_id=4cd07b0d-e72e-4651-b92a-8251a28811a2)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:48.604988 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d541a791-d7e3-4db8-b03a-05df610f6e41 None None] Network e4fd10d5-ca84-435e-ba4b-80d60e1ec08d requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:48.682501 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port a374703b-d8d1-466d-9f0d-168cbf09d9ce completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:30:48.727004 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:48.732835 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-44c95427-177f-467e-9832-a46abc847f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:48.745363 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port a374703b-d8d1-466d-9f0d-168cbf09d9ce triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:48.745772 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:48.783356 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:48.839974 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No DVR routers for this DVR port 075044e8-1412-41ac-b69c-df6464212dfe on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:30:48.846972 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=075044e8-1412-41ac-b69c-df6464212dfe,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:49.085903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=bec839db-79e4-496b-a58c-4825f305cb31,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:49.132072 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:49.157359 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-44c95427-177f-467e-9832-a46abc847f0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:30:49.157359 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-44c95427-177f-467e-9832-a46abc847f0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:30:49.164072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030b587-7632-4c6b-9512-c435bf0bd9d2 req-3af3a970-dc98-4e4f-841d-6653b6142508 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:49.168730 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b030b587-7632-4c6b-9512-c435bf0bd9d2 req-3af3a970-dc98-4e4f-841d-6653b6142508 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 949 time: 0.3244309 Nov 08 00:30:49.186890 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'name': 'tempest-TestNetworkBasicOps-router-825281122', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:36Z', 'updated_at': '2021-11-08T00:30:46Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:38Z', 'updated_at': '2021-11-08T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'aa646c55-d217-4868-92ea-eb681d4dab8e', 'name': '', 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:12:ba:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7b5f70ab-cf1c-42f2-8ea1-0e11e081756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:45Z', 'updated_at': '2021-11-08T00:30:46Z', 'revision_number': 2, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': '7b5f70ab-cf1c-42f2-8ea1-0e11e081756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:49.249362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37258) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:49.253886 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b448f356-82fc-49a7-86fa-5df277f5c18c tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-349027687', 'description': 'tempest-secgroup-smoke-349027687 description', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:49.274218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 89a49f3a-44a8-4767-abf3-5245b1c1e52b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:30:49.289553 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] Checking router: 78829916-2b4b-4b22-832c-e22d596f4c2f for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:30:49.289553 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] Updating router 78829916-2b4b-4b22-832c-e22d596f4c2f port aa646c55-d217-4868-92ea-eb681d4dab8e binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:30:49.297500 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b030b587-7632-4c6b-9512-c435bf0bd9d2 req-53f41335-012c-41cb-a612-2a2a2fdb2339 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/security-groups?id=1178883b-d1c5-466a-bbf9-c9a67462cba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134181 Nov 08 00:30:49.329009 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a18661-2416-4e91-b978-8a2d882da041 None None] DHCP port deletion for e4fd10d5-ca84-435e-ba4b-80d60e1ec08d request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:30:49.329908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4fd10d5-ca84-435e-ba4b-80d60e1ec08d']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:49.344553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e7c687-b001-4fa5-913d-c62c4cba2968') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:49.345025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e7c687-b001-4fa5-913d-c62c4cba2968') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:49.363034 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:49.363205 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:49.366915 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:49.384218 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:49.396004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:30:49.396545 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:30:49.400073 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:30:49.406032 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b448f356-82fc-49a7-86fa-5df277f5c18c tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:49.419183 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port a374703b-d8d1-466d-9f0d-168cbf09d9ce, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a374703b-d8d1-466d-9f0d-168cbf09d9ce,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:49.421074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09dda24-e9c9-482b-a139-03587ccb0462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a374703b-d8d1-466d-9f0d-168cbf09d9ce'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:30:49.424210 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6647b3f0-6328-46e6-b2c8-d176d829eb3e" -d '{"events": [{"server_uuid": "c09dda24-e9c9-482b-a139-03587ccb0462", "name": "network-vif-plugged", "status": "completed", "tag": "a374703b-d8d1-466d-9f0d-168cbf09d9ce"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:30:49.472633 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 89a49f3a-44a8-4767-abf3-5245b1c1e52b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:49.473158 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:49.484157 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5c2d80-2140-4212-a0ea-b9d4c197dd75 x-openstack-request-id: req-ec5c2d80-2140-4212-a0ea-b9d4c197dd75 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:30:49.484546 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09dda24-e9c9-482b-a139-03587ccb0462", "name": "network-vif-plugged", "status": "completed", "tag": "a374703b-d8d1-466d-9f0d-168cbf09d9ce", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:30:49.484855 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec5c2d80-2140-4212-a0ea-b9d4c197dd75 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:30:49.485312 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09dda24-e9c9-482b-a139-03587ccb0462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a374703b-d8d1-466d-9f0d-168cbf09d9ce', 'code': 200} Nov 08 00:30:49.542988 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b448f356-82fc-49a7-86fa-5df277f5c18c tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:49.581744 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:49.606233 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:49.616394 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:49.620367 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/networks/e4fd10d5-ca84-435e-ba4b-80d60e1ec08d HTTP/1.1" status: 204 len: 168 time: 1.5888460 Nov 08 00:30:49.620528 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b7e21-1959-421d-bc43-da6dbe8f14be req-ffb6544a-cfaf-44fa-86e9-bcba5bec2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:49.622210 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2f5b7e21-1959-421d-bc43-da6dbe8f14be req-ffb6544a-cfaf-44fa-86e9-bcba5bec2084 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 1101 time: 0.0531046 Nov 08 00:30:49.624929 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37274) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:49.632997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636bc9f-84e7-476c-814f-80cb70650909 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Network': ['ID=e4fd10d5-ca84-435e-ba4b-80d60e1ec08d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:49.709632 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b448f356-82fc-49a7-86fa-5df277f5c18c tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:49.745851 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=a374703b-d8d1-466d-9f0d-168cbf09d9ce,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:49.775596 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448f356-82fc-49a7-86fa-5df277f5c18c tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab258aa-bef4-47e8-8a0e-d9be242b2d39,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:49.775596 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2f5b7e21-1959-421d-bc43-da6dbe8f14be req-bc4c2fe5-6f90-4965-b2e5-bc2a91da7933 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1178883b-d1c5-466a-bbf9-c9a67462cba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259680 Nov 08 00:30:49.778257 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d97d8b9-0512-4e34-8eb3-1c326959d4b8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:49.781343 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5d97d8b9-0512-4e34-8eb3-1c326959d4b8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1536682 Nov 08 00:30:49.785643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37286) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:49.832176 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b448f356-82fc-49a7-86fa-5df277f5c18c tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:49.839398 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b448f356-82fc-49a7-86fa-5df277f5c18c tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5901914 Nov 08 00:30:49.841590 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37290) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:49.848209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-98e146d9-d5cb-4987-8c95-d6e9f24638f4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group_rule': {'security_group_id': '2ab258aa-bef4-47e8-8a0e-d9be242b2d39', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:49.872386 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e2750592-b6cd-4e23-afe0-7ecb14d8c07d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0853796 Nov 08 00:30:49.879480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37292) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:49.881871 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-8354180c-2232-4207-9272-ba1cf1287edb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-238744307'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:49.921652 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:49.932581 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b5b9b219-8158-4ebc-b016-904bec5cbe34 None None] Provisioning complete for port aa646c55-d217-4868-92ea-eb681d4dab8e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:49.932941 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5b9b219-8158-4ebc-b016-904bec5cbe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:49.965886 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9b219-8158-4ebc-b016-904bec5cbe34 None None] Port aa646c55-d217-4868-92ea-eb681d4dab8e cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:30:49.969125 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b5b9b219-8158-4ebc-b016-904bec5cbe34 None None] Could not find standard attr ID for object 075044e8-1412-41ac-b69c-df6464212dfe. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:30:49.979045 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b5b9b219-8158-4ebc-b016-904bec5cbe34 None None] Provisioning complete for port bec839db-79e4-496b-a58c-4825f305cb31 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:49.981660 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5b9b219-8158-4ebc-b016-904bec5cbe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:50.029178 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98e146d9-d5cb-4987-8c95-d6e9f24638f4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:50.045578 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:50.100022 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8354180c-2232-4207-9272-ba1cf1287edb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:50.104388 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8354180c-2232-4207-9272-ba1cf1287edb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:50.116458 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6c7fb-759b-4a2b-9bdb-e3bd115336e5 None None] Pushing event updated for resources: {'Port': ['ID=aa646c55-d217-4868-92ea-eb681d4dab8e,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:50.136124 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98e146d9-d5cb-4987-8c95-d6e9f24638f4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:50.161817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8354180c-2232-4207-9272-ba1cf1287edb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:30:50.174072 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8354180c-2232-4207-9272-ba1cf1287edb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:50.174834 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-8354180c-2232-4207-9272-ba1cf1287edb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Added segment 825dbb7d-0e80-48a5-9cf0-8564246e6fe6 of type vlan for network e5ce1f7b-8d85-46ae-9a81-222bdc4025d1 Nov 08 00:30:50.179081 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] Attempting to bind port aa646c55-d217-4868-92ea-eb681d4dab8e on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:30:50.179550 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] Attempting to bind port aa646c55-d217-4868-92ea-eb681d4dab8e by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '4cd07b0d-e72e-4651-b92a-8251a28811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:30:50.180031 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] Attempting to bind port aa646c55-d217-4868-92ea-eb681d4dab8e on network 30f474ab-1523-4058-99ef-18ce6d067781 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:30:50.186487 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:30:50.186965 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] Checking segment: {'id': '4cd07b0d-e72e-4651-b92a-8251a28811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:30:50.187578 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:50.187927 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] Bound using segment: {'id': '4cd07b0d-e72e-4651-b92a-8251a28811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:30:50.189087 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] Bound port: aa646c55-d217-4868-92ea-eb681d4dab8e, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd07b0d-e72e-4651-b92a-8251a28811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:30:50.189087 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:50.222057 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98e146d9-d5cb-4987-8c95-d6e9f24638f4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:50.242774 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8354180c-2232-4207-9272-ba1cf1287edb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:50.257791 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e146d9-d5cb-4987-8c95-d6e9f24638f4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a0562a6-54f4-435f-939a-bc5a6c0e14df,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:50.267668 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] For port aa646c55-d217-4868-92ea-eb681d4dab8e, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:30:50.272483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] For port aa646c55-d217-4868-92ea-eb681d4dab8e, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=aa646c55-d217-4868-92ea-eb681d4dab8e,segment=NetworkSegment(4cd07b0d-e72e-4651-b92a-8251a28811a2),segment_id=4cd07b0d-e72e-4651-b92a-8251a28811a2)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:30:50.348055 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98e146d9-d5cb-4987-8c95-d6e9f24638f4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:50.349979 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-98e146d9-d5cb-4987-8c95-d6e9f24638f4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5071936 Nov 08 00:30:50.353019 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37304) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:50.360370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-f9df9a45-5f61-4d14-95bf-b6864e3bfbee tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group_rule': {'security_group_id': '2ab258aa-bef4-47e8-8a0e-d9be242b2d39', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:50.370456 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:50.385589 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8354180c-2232-4207-9272-ba1cf1287edb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:50.392584 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8354180c-2232-4207-9272-ba1cf1287edb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:50.393912 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8354180c-2232-4207-9272-ba1cf1287edb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:50.466482 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6c7fb-759b-4a2b-9bdb-e3bd115336e5 None None] Pushing event updated for resources: {'Port': ['ID=aa646c55-d217-4868-92ea-eb681d4dab8e,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:50.477821 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] Routers {'78829916-2b4b-4b22-832c-e22d596f4c2f'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:30:50.485455 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:30:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['78829916-2b4b-4b22-832c-e22d596f4c2f'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:50.485455 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-666861da-4dad-4b1e-9d81-880d48acc664 None None] Provisioning complete for port aa646c55-d217-4868-92ea-eb681d4dab8e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:50.485455 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-666861da-4dad-4b1e-9d81-880d48acc664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:50.666724 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] Set router 78829916-2b4b-4b22-832c-e22d596f4c2f gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:30:50.731244 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-666861da-4dad-4b1e-9d81-880d48acc664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:50.739675 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37316) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:50.928528 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-41377038-d738-40c0-9409-4dbd587d0afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:51.012955 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bec839db-79e4-496b-a58c-4825f305cb31 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:30:51.018189 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-666861da-4dad-4b1e-9d81-880d48acc664 None None] For port aa646c55-d217-4868-92ea-eb681d4dab8e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=aa646c55-d217-4868-92ea-eb681d4dab8e,segment=NetworkSegment(4cd07b0d-e72e-4651-b92a-8251a28811a2),segment_id=4cd07b0d-e72e-4651-b92a-8251a28811a2)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:51.024373 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354180c-2232-4207-9272-ba1cf1287edb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Network': ['ID=e5ce1f7b-8d85-46ae-9a81-222bdc4025d1,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:51.029564 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f9df9a45-5f61-4d14-95bf-b6864e3bfbee tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:51.039308 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bc97b-ca54-4733-b485-4aaff7df865e req-91f1358d-e088-4339-b228-ab889bcc24cf tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:51.040848 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f26bc97b-ca54-4733-b485-4aaff7df865e req-91f1358d-e088-4339-b228-ab889bcc24cf tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 950 time: 0.6565793 Nov 08 00:30:51.070322 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network e5ce1f7b-8d85-46ae-9a81-222bdc4025d1 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:30:51.073016 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-41377038-d738-40c0-9409-4dbd587d0afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:51.104903 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f26bc97b-ca54-4733-b485-4aaff7df865e req-262cf204-8aa7-4ac8-a59a-fc9a16823c4d tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/security-groups?id=1178883b-d1c5-466a-bbf9-c9a67462cba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559795 Nov 08 00:30:51.109554 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8354180c-2232-4207-9272-ba1cf1287edb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2326691 Nov 08 00:30:51.112539 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37324) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:51.118357 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-3a7b9382-5c7c-493b-82fd-8e97c573f944 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'subnet': {'network_id': 'e5ce1f7b-8d85-46ae-9a81-222bdc4025d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:51.125653 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-666861da-4dad-4b1e-9d81-880d48acc664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:51.138486 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f9df9a45-5f61-4d14-95bf-b6864e3bfbee tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:51.183418 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-41377038-d738-40c0-9409-4dbd587d0afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:51.227640 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f9df9a45-5f61-4d14-95bf-b6864e3bfbee tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:51.252018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df9a45-5f61-4d14-95bf-b6864e3bfbee tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c736a8-7dbc-44ad-bf17-beff737f9b45,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:51.252233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666861da-4dad-4b1e-9d81-880d48acc664 None None] Pushing event updated for resources: {'Port': ['ID=aa646c55-d217-4868-92ea-eb681d4dab8e,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:51.256557 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37328) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:51.260653 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-41377038-d738-40c0-9409-4dbd587d0afb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=154d7559bd1f4e58b248d9311c1b94d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5115602 Nov 08 00:30:51.266969 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41377038-d738-40c0-9409-4dbd587d0afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad563580-10a9-4171-bf43-b81c6926f808,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:51.307329 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port bec839db-79e4-496b-a58c-4825f305cb31 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:51.307704 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:51.310275 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc5c9a7b-7f91-4d03-bdb6-47733f4f828a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:51.333096 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f9df9a45-5f61-4d14-95bf-b6864e3bfbee tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:51.335165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f9df9a45-5f61-4d14-95bf-b6864e3bfbee tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9805815 Nov 08 00:30:51.335281 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a3969df4-276b-47e8-9a94-05c68dd642c1 None None] Provisioning complete for port aa646c55-d217-4868-92ea-eb681d4dab8e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:51.335374 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3969df4-276b-47e8-9a94-05c68dd642c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:51.340160 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37330) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:51.340382 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc5c9a7b-7f91-4d03-bdb6-47733f4f828a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:51.347050 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-bdf348a2-55ba-438f-bd0d-fb78571a97c2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group_rule': {'security_group_id': '2ab258aa-bef4-47e8-8a0e-d9be242b2d39', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:51.413355 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'name': 'tempest-TestNetworkBasicOps-router-825281122', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:36Z', 'updated_at': '2021-11-08T00:30:46Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:38Z', 'updated_at': '2021-11-08T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'aa646c55-d217-4868-92ea-eb681d4dab8e', 'name': '', 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:12:ba:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7b5f70ab-cf1c-42f2-8ea1-0e11e081756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:45Z', 'updated_at': '2021-11-08T00:30:50Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': '7b5f70ab-cf1c-42f2-8ea1-0e11e081756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:51.415070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7b9382-5c7c-493b-82fd-8e97c573f944 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:51.418951 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3a7b9382-5c7c-493b-82fd-8e97c573f944 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:51.428060 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc5c9a7b-7f91-4d03-bdb6-47733f4f828a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:51.432587 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc5c9a7b-7f91-4d03-bdb6-47733f4f828a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:51.434318 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cc5c9a7b-7f91-4d03-bdb6-47733f4f828a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad563580-10a9-4171-bf43-b81c6926f808 HTTP/1.1" status: 204 len: 168 time: 0.1765964 Nov 08 00:30:51.447679 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c9a7b-7f91-4d03-bdb6-47733f4f828a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad563580-10a9-4171-bf43-b81c6926f808,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:51.463995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca015fa-0374-4fee-99e4-b8f883fc400e None None] The sync data for ids ['78829916-2b4b-4b22-832c-e22d596f4c2f'] in n-d-816882-1 is: [{'id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'name': 'tempest-TestNetworkBasicOps-router-825281122', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:36Z', 'updated_at': '2021-11-08T00:30:46Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:38Z', 'updated_at': '2021-11-08T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'aa646c55-d217-4868-92ea-eb681d4dab8e', 'name': '', 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:12:ba:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7b5f70ab-cf1c-42f2-8ea1-0e11e081756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:45Z', 'updated_at': '2021-11-08T00:30:50Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': '7b5f70ab-cf1c-42f2-8ea1-0e11e081756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:30:51.596511 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 075044e8-1412-41ac-b69c-df6464212dfe no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:30:51.616347 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bdf348a2-55ba-438f-bd0d-fb78571a97c2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:51.652009 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 075044e8-1412-41ac-b69c-df6464212dfe {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:30:51.652658 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 075044e8-1412-41ac-b69c-df6464212dfe not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:30:51.734967 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bdf348a2-55ba-438f-bd0d-fb78571a97c2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:51.782135 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3a7b9382-5c7c-493b-82fd-8e97c573f944 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:51.841653 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bdf348a2-55ba-438f-bd0d-fb78571a97c2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:51.897199 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b9382-5c7c-493b-82fd-8e97c573f944 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Subnet': ['ID=59b06aeb-1c85-4c93-aa39-2db748f86030,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:51.902269 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf348a2-55ba-438f-bd0d-fb78571a97c2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a071e382-bd98-4d59-b40b-eb831a5ea5e4,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:51.908854 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b9382-5c7c-493b-82fd-8e97c573f944 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Checking segment: {'id': '825dbb7d-0e80-48a5-9cf0-8564246e6fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e5ce1f7b-8d85-46ae-9a81-222bdc4025d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:30:51.909430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7b9382-5c7c-493b-82fd-8e97c573f944 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network hostable DHCP agents. Network: e5ce1f7b-8d85-46ae-9a81-222bdc4025d1, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:30:51.950035 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bdf348a2-55ba-438f-bd0d-fb78571a97c2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:51.951125 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bdf348a2-55ba-438f-bd0d-fb78571a97c2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6099741 Nov 08 00:30:51.954114 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37344) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:51.959144 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-84cfad56-5044-415c-b103-161cca2f4b42 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group_rule': {'security_group_id': '2ab258aa-bef4-47e8-8a0e-d9be242b2d39', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:51.987457 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7b9382-5c7c-493b-82fd-8e97c573f944 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network e5ce1f7b-8d85-46ae-9a81-222bdc4025d1 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:30:52.065836 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-84cfad56-5044-415c-b103-161cca2f4b42 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:52.092780 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-3a7b9382-5c7c-493b-82fd-8e97c573f944 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, e5ce1f7b-8d85-46ae-9a81-222bdc4025d1) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:52.101681 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c1a20e-873f-47f1-903d-8b363cd38634 None None] Network e5ce1f7b-8d85-46ae-9a81-222bdc4025d1 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:52.108647 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7b9382-5c7c-493b-82fd-8e97c573f944 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:52.109235 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3a7b9382-5c7c-493b-82fd-8e97c573f944 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:52.161861 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-84cfad56-5044-415c-b103-161cca2f4b42 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:52.201371 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3a7b9382-5c7c-493b-82fd-8e97c573f944 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0874348 Nov 08 00:30:52.210565 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37350) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:52.222734 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-84cfad56-5044-415c-b103-161cca2f4b42 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:52.234189 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-ac9c6a02-23ba-4fa8-aeeb-1d054235348b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'network_id': 'e5ce1f7b-8d85-46ae-9a81-222bdc4025d1', 'name': 'tempest-PortsTestJSON-1749488439'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:52.259281 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfad56-5044-415c-b103-161cca2f4b42 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428e0f16-165e-4939-9aa1-edfbd0887bc0,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:52.301675 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-e5ce1f7b-8d85-46ae-9a81-222bdc4025d1', 'network_id': 'e5ce1f7b-8d85-46ae-9a81-222bdc4025d1', 'tenant_id': '2c1d32e80a044f72b41cfd29029e4658', 'fixed_ips': [{'subnet_id': '59b06aeb-1c85-4c93-aa39-2db748f86030'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:30:52.302911 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:52.321641 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-84cfad56-5044-415c-b103-161cca2f4b42 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:52.326296 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-84cfad56-5044-415c-b103-161cca2f4b42 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3684323 Nov 08 00:30:52.327052 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37352) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:52.333749 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-5ef32a89-2f25-4f27-9199-29d5e5bdf867 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group_rule': {'security_group_id': '2ab258aa-bef4-47e8-8a0e-d9be242b2d39', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:52.359069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a7651-8bae-4a15-b234-9a7f09f4b39c req-a274407f-123a-46cc-9a52-21d6a5a1765f tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:52.368615 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c21a7651-8bae-4a15-b234-9a7f09f4b39c req-a274407f-123a-46cc-9a52-21d6a5a1765f tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 950 time: 0.1748881 Nov 08 00:30:52.386269 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37354) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:52.404958 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-174c625a-88ac-4680-9739-0c72ff2d1dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:52.451835 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c21a7651-8bae-4a15-b234-9a7f09f4b39c req-463b34d9-c51a-4326-88ef-d00551f11e6e tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/security-groups?id=1178883b-d1c5-466a-bbf9-c9a67462cba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822053 Nov 08 00:30:52.459221 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-5ef32a89-2f25-4f27-9199-29d5e5bdf867 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Project b82ab9a868254a12ae55a5dfe0aacb5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:30:52.470058 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ef32a89-2f25-4f27-9199-29d5e5bdf867 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:52.498993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] Allocated IP 172.20.0.2 (e5ce1f7b-8d85-46ae-9a81-222bdc4025d1/59b06aeb-1c85-4c93-aa39-2db748f86030/e016c401-9ce9-4f02-94cb-1ca02068f884) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:30:52.572550 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ef32a89-2f25-4f27-9199-29d5e5bdf867 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:52.584842 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-174c625a-88ac-4680-9739-0c72ff2d1dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:52.592208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9c6a02-23ba-4fa8-aeeb-1d054235348b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:52.596181 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6a02-23ba-4fa8-aeeb-1d054235348b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:52.615280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-ac9c6a02-23ba-4fa8-aeeb-1d054235348b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] device_id is not set on port ef454c79-cf7c-43fe-86ab-a112cc46bed1 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:30:52.649752 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ef32a89-2f25-4f27-9199-29d5e5bdf867 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:52.686888 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef32a89-2f25-4f27-9199-29d5e5bdf867 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0afe7f36-f372-4080-a415-17ae75b8864d,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:52.691138 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:52.718978 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-174c625a-88ac-4680-9739-0c72ff2d1dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:52.760989 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-174c625a-88ac-4680-9739-0c72ff2d1dbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00b55f81d2394cdfaafafb230c8888e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3733633 Nov 08 00:30:52.762138 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c625a-88ac-4680-9739-0c72ff2d1dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dac2cb6-d0bb-45db-b395-1ce3e2c645d8,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:52.764525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37364) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:52.807668 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:52.813058 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ef32a89-2f25-4f27-9199-29d5e5bdf867 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:52.813058 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5ef32a89-2f25-4f27-9199-29d5e5bdf867 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4842825 Nov 08 00:30:52.815134 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37366) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:52.820251 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-dc28a1a6-982f-4f48-b3d6-d9bcc46e897b tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'security_group_rule': {'security_group_id': '2ab258aa-bef4-47e8-8a0e-d9be242b2d39', 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:52.865584 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] Pushing event updated for resources: {'Port': ['ID=e016c401-9ce9-4f02-94cb-1ca02068f884,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:52.867358 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2aec8a33-9d9e-462f-88f4-20a673761ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:52.878361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-ac9c6a02-23ba-4fa8-aeeb-1d054235348b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Allocated IP 172.20.0.10 (e5ce1f7b-8d85-46ae-9a81-222bdc4025d1/59b06aeb-1c85-4c93-aa39-2db748f86030/ef454c79-cf7c-43fe-86ab-a112cc46bed1) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:30:52.896780 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] Network e5ce1f7b-8d85-46ae-9a81-222bdc4025d1 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:52.899154 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:52.900751 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:52.922477 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-dc28a1a6-982f-4f48-b3d6-d9bcc46e897b tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Project b82ab9a868254a12ae55a5dfe0aacb5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:30:52.927443 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2aec8a33-9d9e-462f-88f4-20a673761ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:52.937568 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc28a1a6-982f-4f48-b3d6-d9bcc46e897b tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:53.017066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] Attempting to bind port e016c401-9ce9-4f02-94cb-1ca02068f884 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:30:53.017517 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] Attempting to bind port e016c401-9ce9-4f02-94cb-1ca02068f884 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '825dbb7d-0e80-48a5-9cf0-8564246e6fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e5ce1f7b-8d85-46ae-9a81-222bdc4025d1'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:30:53.017803 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] Attempting to bind port e016c401-9ce9-4f02-94cb-1ca02068f884 on network e5ce1f7b-8d85-46ae-9a81-222bdc4025d1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:30:53.023750 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:30:53.025120 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] Checking segment: {'id': '825dbb7d-0e80-48a5-9cf0-8564246e6fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e5ce1f7b-8d85-46ae-9a81-222bdc4025d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:30:53.025533 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:53.025955 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] Bound using segment: {'id': '825dbb7d-0e80-48a5-9cf0-8564246e6fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e5ce1f7b-8d85-46ae-9a81-222bdc4025d1'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:30:53.026610 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] Bound port: e016c401-9ce9-4f02-94cb-1ca02068f884, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825dbb7d-0e80-48a5-9cf0-8564246e6fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e5ce1f7b-8d85-46ae-9a81-222bdc4025d1'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:30:53.026996 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:53.073793 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc28a1a6-982f-4f48-b3d6-d9bcc46e897b tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:53.095748 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device aa646c55-d217-4868-92ea-eb681d4dab8e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:30:53.142451 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2aec8a33-9d9e-462f-88f4-20a673761ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:53.145674 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2aec8a33-9d9e-462f-88f4-20a673761ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:53.147245 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2aec8a33-9d9e-462f-88f4-20a673761ed0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7dac2cb6-d0bb-45db-b395-1ce3e2c645d8 HTTP/1.1" status: 204 len: 168 time: 0.3817298 Nov 08 00:30:53.157743 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec8a33-9d9e-462f-88f4-20a673761ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dac2cb6-d0bb-45db-b395-1ce3e2c645d8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:53.178130 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc28a1a6-982f-4f48-b3d6-d9bcc46e897b tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:53.187075 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] For port e016c401-9ce9-4f02-94cb-1ca02068f884, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:30:53.190784 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] For port e016c401-9ce9-4f02-94cb-1ca02068f884, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e016c401-9ce9-4f02-94cb-1ca02068f884,segment=NetworkSegment(825dbb7d-0e80-48a5-9cf0-8564246e6fe6),segment_id=825dbb7d-0e80-48a5-9cf0-8564246e6fe6)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:30:53.191967 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port aa646c55-d217-4868-92ea-eb681d4dab8e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:53.192446 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:53.214073 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28a1a6-982f-4f48-b3d6-d9bcc46e897b tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9cda8c-e52c-4f64-a9ae-49109592027f,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:53.223300 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6a02-23ba-4fa8-aeeb-1d054235348b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:53.270023 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc28a1a6-982f-4f48-b3d6-d9bcc46e897b tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:53.271272 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dc28a1a6-982f-4f48-b3d6-d9bcc46e897b tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4550042 Nov 08 00:30:53.289775 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:53.325022 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6a02-23ba-4fa8-aeeb-1d054235348b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:53.365233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddec3a-03fb-4ccf-a45e-643050debe50 None None] Pushing event updated for resources: {'Port': ['ID=e016c401-9ce9-4f02-94cb-1ca02068f884,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:53.389384 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c6a02-23ba-4fa8-aeeb-1d054235348b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network e5ce1f7b-8d85-46ae-9a81-222bdc4025d1 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:53.392823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-ac9c6a02-23ba-4fa8-aeeb-1d054235348b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:53.397022 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9c6a02-23ba-4fa8-aeeb-1d054235348b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:53.431539 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c6a02-23ba-4fa8-aeeb-1d054235348b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=ef454c79-cf7c-43fe-86ab-a112cc46bed1,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:53.459005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c6a02-23ba-4fa8-aeeb-1d054235348b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:53.459655 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6a02-23ba-4fa8-aeeb-1d054235348b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:53.577562 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ac9c6a02-23ba-4fa8-aeeb-1d054235348b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3655782 Nov 08 00:30:53.580399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37386) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:53.589855 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-4bf3f3b9-399d-4f48-b468-4ae11bf5553c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'network_id': 'e5ce1f7b-8d85-46ae-9a81-222bdc4025d1', 'name': 'tempest-PortsTestJSON-2041703075'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:53.823164 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-4e553e54-f044-4674-bc9b-7f5dd5f2899c tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-349027687&fields=id&tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b HTTP/1.1" status: 200 len: 267 time: 0.0806186 Nov 08 00:30:53.915202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf3f3b9-399d-4f48-b468-4ae11bf5553c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:53.919522 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4bf3f3b9-399d-4f48-b468-4ae11bf5553c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:53.996789 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-4bf3f3b9-399d-4f48-b468-4ae11bf5553c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] device_id is not set on port 62e6b2a4-e866-4803-aae6-620ca29a506b yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:30:54.098799 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-056bdba5-39d4-42d0-92d9-0cf6e228261b tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:54.100782 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-056bdba5-39d4-42d0-92d9-0cf6e228261b tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/networks?id=30f474ab-1523-4058-99ef-18ce6d067781 HTTP/1.1" status: 200 len: 797 time: 0.2692008 Nov 08 00:30:54.131650 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-0bc249e5-c755-47ff-939d-18106793d7a3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/quotas/b82ab9a868254a12ae55a5dfe0aacb5b HTTP/1.1" status: 200 len: 375 time: 0.0196640 Nov 08 00:30:54.251703 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-c57d79bf-6870-4e28-9293-8b1a73e5e47d tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089284 Nov 08 00:30:54.271501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-4bf3f3b9-399d-4f48-b468-4ae11bf5553c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Allocated IP 172.20.0.13 (e5ce1f7b-8d85-46ae-9a81-222bdc4025d1/59b06aeb-1c85-4c93-aa39-2db748f86030/62e6b2a4-e866-4803-aae6-620ca29a506b) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:30:54.525999 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4bf3f3b9-399d-4f48-b468-4ae11bf5553c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:54.657378 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-4a09d3b5-5ec0-41da-a7a7-a6206dafc500 service neutron] 10.222.0.13 "GET /v2.0/networks/30f474ab-1523-4058-99ef-18ce6d067781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873279 Nov 08 00:30:54.662670 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55aaf6c-d5e3-48c0-aa32-5f6201190e90 None None] Network e5ce1f7b-8d85-46ae-9a81-222bdc4025d1 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:54.778468 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4bf3f3b9-399d-4f48-b468-4ae11bf5553c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:54.787543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-180a1396-5e5d-4a7d-88df-38e03960addb None None] Provisioning complete for port e016c401-9ce9-4f02-94cb-1ca02068f884 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:54.788199 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-180a1396-5e5d-4a7d-88df-38e03960addb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:54.858814 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf3f3b9-399d-4f48-b468-4ae11bf5553c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network e5ce1f7b-8d85-46ae-9a81-222bdc4025d1 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:54.865304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-4bf3f3b9-399d-4f48-b468-4ae11bf5553c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:54.877597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf3f3b9-399d-4f48-b468-4ae11bf5553c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:54.968881 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf3f3b9-399d-4f48-b468-4ae11bf5553c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:54.969529 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4bf3f3b9-399d-4f48-b468-4ae11bf5553c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:55.000464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3f3b9-399d-4f48-b468-4ae11bf5553c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=62e6b2a4-e866-4803-aae6-620ca29a506b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:55.033335 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-180a1396-5e5d-4a7d-88df-38e03960addb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:55.035387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-339e333b-a8fd-44f8-a9fd-9ee3756e0ed7 service neutron] 10.222.0.13 "GET /v2.0/networks/30f474ab-1523-4058-99ef-18ce6d067781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627646 Nov 08 00:30:55.082029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e016c401-9ce9-4f02-94cb-1ca02068f884 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:30:55.129957 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37442) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:55.147018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4bf3f3b9-399d-4f48-b468-4ae11bf5553c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5590181 Nov 08 00:30:55.147424 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37448) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:55.162773 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-180a1396-5e5d-4a7d-88df-38e03960addb None None] For port e016c401-9ce9-4f02-94cb-1ca02068f884, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e016c401-9ce9-4f02-94cb-1ca02068f884,segment=NetworkSegment(825dbb7d-0e80-48a5-9cf0-8564246e6fe6),segment_id=825dbb7d-0e80-48a5-9cf0-8564246e6fe6)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:55.217372 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e016c401-9ce9-4f02-94cb-1ca02068f884 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:55.223035 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:55.290459 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-180a1396-5e5d-4a7d-88df-38e03960addb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:55.312868 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb35700-a4a0-49b7-aab6-d581f54344b0 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:55.314778 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ddb35700-a4a0-49b7-aab6-d581f54344b0 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.1664119 Nov 08 00:30:55.317982 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37452) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:55.423939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a1396-5e5d-4a7d-88df-38e03960addb None None] Pushing event updated for resources: {'Port': ['ID=e016c401-9ce9-4f02-94cb-1ca02068f884,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:55.447276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-fc967215-caac-4e7f-ae8b-6864d21cd566 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1882206418-network', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:55.544038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a24883c5-1523-4303-8cda-0fe9ce26c9f9 None None] Provisioning complete for port e016c401-9ce9-4f02-94cb-1ca02068f884 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:55.544675 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a24883c5-1523-4303-8cda-0fe9ce26c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:55.573217 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e17c6dcd-4e4b-4df1-acf9-d6bc5b64ad61 req-598fc923-d91b-459f-a5c4-71667bd836c2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 210 time: 0.0545766 Nov 08 00:30:55.579637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc967215-caac-4e7f-ae8b-6864d21cd566 admin admin] Made reservation on behalf of f2f6913f27fa41388788e5027b9340cb for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:55.584185 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fc967215-caac-4e7f-ae8b-6864d21cd566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:55.605094 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-35cd19a7-708a-421e-8814-a9e217cfe8fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port 62e6b2a4-e866-4803-aae6-620ca29a506b {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:55.608867 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35cd19a7-708a-421e-8814-a9e217cfe8fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:55.610551 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fc967215-caac-4e7f-ae8b-6864d21cd566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:55.721453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a24883c5-1523-4303-8cda-0fe9ce26c9f9 None None] Provisioning complete for port ef454c79-cf7c-43fe-86ab-a112cc46bed1 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:55.723232 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a24883c5-1523-4303-8cda-0fe9ce26c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:55.771038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a24883c5-1523-4303-8cda-0fe9ce26c9f9 None None] Port ef454c79-cf7c-43fe-86ab-a112cc46bed1 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:30:55.786152 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a24883c5-1523-4303-8cda-0fe9ce26c9f9 None None] Provisioning complete for port 62e6b2a4-e866-4803-aae6-620ca29a506b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:55.789670 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a24883c5-1523-4303-8cda-0fe9ce26c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:55.828207 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fc967215-caac-4e7f-ae8b-6864d21cd566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:55.860831 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35cd19a7-708a-421e-8814-a9e217cfe8fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:55.864331 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a24883c5-1523-4303-8cda-0fe9ce26c9f9 None None] Port 62e6b2a4-e866-4803-aae6-620ca29a506b cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:30:55.875941 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-35cd19a7-708a-421e-8814-a9e217cfe8fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for 62e6b2a4-e866-4803-aae6-620ca29a506b owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:55.897399 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fc967215-caac-4e7f-ae8b-6864d21cd566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:55.984552 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc967215-caac-4e7f-ae8b-6864d21cd566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e23b44-cff0-40a5-a90f-93d438903dad,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:55.994598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3ac2767a-d75c-4799-bd96-84ec80b8827d None None] Provisioning complete for port ef454c79-cf7c-43fe-86ab-a112cc46bed1 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:55.994974 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3ac2767a-d75c-4799-bd96-84ec80b8827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:56.069834 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2767a-d75c-4799-bd96-84ec80b8827d None None] Port ef454c79-cf7c-43fe-86ab-a112cc46bed1 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:30:56.131240 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35cd19a7-708a-421e-8814-a9e217cfe8fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:56.136306 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc967215-caac-4e7f-ae8b-6864d21cd566 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:30:56.153751 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fc967215-caac-4e7f-ae8b-6864d21cd566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:56.154098 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-fc967215-caac-4e7f-ae8b-6864d21cd566 admin admin] Added segment c11b4e0d-a727-4e7f-9b23-d5c88bf3323a of type vlan for network 222a6220-2806-4bd6-bcce-57bc7ca690d4 Nov 08 00:30:56.179487 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd19a7-708a-421e-8814-a9e217cfe8fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=62e6b2a4-e866-4803-aae6-620ca29a506b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:56.194151 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5ce58601-a4b5-4e09-8c67-b8114fc920f2 None None] Could not find standard attr ID for object 62e6b2a4-e866-4803-aae6-620ca29a506b. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:30:56.201295 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fc967215-caac-4e7f-ae8b-6864d21cd566 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:56.258599 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd19a7-708a-421e-8814-a9e217cfe8fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:56.259279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd19a7-708a-421e-8814-a9e217cfe8fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:56.259838 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd19a7-708a-421e-8814-a9e217cfe8fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:56.265991 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd19a7-708a-421e-8814-a9e217cfe8fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:56.265991 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd19a7-708a-421e-8814-a9e217cfe8fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:56.265991 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd19a7-708a-421e-8814-a9e217cfe8fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:56.265991 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd19a7-708a-421e-8814-a9e217cfe8fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:56.265991 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd19a7-708a-421e-8814-a9e217cfe8fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:56.265991 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd19a7-708a-421e-8814-a9e217cfe8fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:56.265991 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd19a7-708a-421e-8814-a9e217cfe8fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:56.265991 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd19a7-708a-421e-8814-a9e217cfe8fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:56.265991 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd19a7-708a-421e-8814-a9e217cfe8fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:30:56.317024 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35cd19a7-708a-421e-8814-a9e217cfe8fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:56.320492 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-35cd19a7-708a-421e-8814-a9e217cfe8fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/ports/62e6b2a4-e866-4803-aae6-620ca29a506b HTTP/1.1" status: 204 len: 168 time: 1.0013111 Nov 08 00:30:56.323183 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37482) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:56.354716 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fc967215-caac-4e7f-ae8b-6864d21cd566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:56.355891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc967215-caac-4e7f-ae8b-6864d21cd566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:56.357007 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fc967215-caac-4e7f-ae8b-6864d21cd566 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:56.359413 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec072cb-cadb-41c0-b772-a073cb4c16b7 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] GET failed (client error): The resource could not be found. Nov 08 00:30:56.363847 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-aec072cb-cadb-41c0-b772-a073cb4c16b7 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports/62e6b2a4-e866-4803-aae6-620ca29a506b HTTP/1.1" status: 404 len: 333 time: 0.0369136 Nov 08 00:30:56.365143 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37488) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:56.467052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc967215-caac-4e7f-ae8b-6864d21cd566 admin admin] Pushing event updated for resources: {'Network': ['ID=222a6220-2806-4bd6-bcce-57bc7ca690d4,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:56.478174 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 222a6220-2806-4bd6-bcce-57bc7ca690d4 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:30:56.521307 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c408d-121f-4c65-8d8b-4249d3f22f2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port ef454c79-cf7c-43fe-86ab-a112cc46bed1 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:56.521791 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a3c408d-121f-4c65-8d8b-4249d3f22f2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:56.564817 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fc967215-caac-4e7f-ae8b-6864d21cd566 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4314420 Nov 08 00:30:56.565398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37490) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:56.571111 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e098b871-e17b-4c9f-8cfd-f511eec0b16c admin admin] Request body: {'subnet': {'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1882206418-subnet', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:56.640317 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a3c408d-121f-4c65-8d8b-4249d3f22f2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:56.656331 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c408d-121f-4c65-8d8b-4249d3f22f2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for ef454c79-cf7c-43fe-86ab-a112cc46bed1 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:56.694050 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d0ee73cd-7ccd-4410-ac4d-8491e4965907 req-57d02155-0ded-4013-b2e0-e85e1a8d308f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 210 time: 0.0343955 Nov 08 00:30:56.712184 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e098b871-e17b-4c9f-8cfd-f511eec0b16c admin admin] Made reservation on behalf of f2f6913f27fa41388788e5027b9340cb for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:56.714839 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e098b871-e17b-4c9f-8cfd-f511eec0b16c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:56.989127 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e016c401-9ce9-4f02-94cb-1ca02068f884 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:30:57.049445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e016c401-9ce9-4f02-94cb-1ca02068f884 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:30:57.049846 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:57.325507 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a3c408d-121f-4c65-8d8b-4249d3f22f2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:57.367228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c408d-121f-4c65-8d8b-4249d3f22f2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=ef454c79-cf7c-43fe-86ab-a112cc46bed1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:57.437744 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a3c408d-121f-4c65-8d8b-4249d3f22f2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:57.443741 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6a3c408d-121f-4c65-8d8b-4249d3f22f2d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/ports/ef454c79-cf7c-43fe-86ab-a112cc46bed1 HTTP/1.1" status: 204 len: 168 time: 1.0750272 Nov 08 00:30:57.444092 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37502) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:57.477278 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cd625c-be38-4481-ae21-2503a9b996fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] GET failed (client error): The resource could not be found. Nov 08 00:30:57.478917 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b4cd625c-be38-4481-ae21-2503a9b996fc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports/ef454c79-cf7c-43fe-86ab-a112cc46bed1 HTTP/1.1" status: 404 len: 333 time: 0.0339005 Nov 08 00:30:57.480078 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e098b871-e17b-4c9f-8cfd-f511eec0b16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:57.482682 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37504) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:57.564940 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098b871-e17b-4c9f-8cfd-f511eec0b16c admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e59a5d-5e01-4db4-8fa5-ce93b687fd07,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:57.602336 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8e8844-7ea6-4582-a161-9ad25795e388 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting subnet 59b06aeb-1c85-4c93-aa39-2db748f86030 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:30:57.607916 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8844-7ea6-4582-a161-9ad25795e388 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:57.620034 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098b871-e17b-4c9f-8cfd-f511eec0b16c admin admin] Checking segment: {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:30:57.620438 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e098b871-e17b-4c9f-8cfd-f511eec0b16c admin admin] Network hostable DHCP agents. Network: 222a6220-2806-4bd6-bcce-57bc7ca690d4, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:30:57.690408 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8844-7ea6-4582-a161-9ad25795e388 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:57.701721 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e098b871-e17b-4c9f-8cfd-f511eec0b16c admin admin] Network 222a6220-2806-4bd6-bcce-57bc7ca690d4 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:30:57.799100 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-e098b871-e17b-4c9f-8cfd-f511eec0b16c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 222a6220-2806-4bd6-bcce-57bc7ca690d4) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:57.803201 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f766e2b-8f30-4adf-84c6-cb88fcf0616e req-17021b46-2bc2-46c4-b3f9-3094e5b0c63b tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 210 time: 0.0339355 Nov 08 00:30:57.809858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3fd188-fa2e-4ab4-8617-6cb5c118c913 None None] Network 222a6220-2806-4bd6-bcce-57bc7ca690d4 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:57.813527 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e098b871-e17b-4c9f-8cfd-f511eec0b16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:57.815985 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e098b871-e17b-4c9f-8cfd-f511eec0b16c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:57.820718 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8844-7ea6-4582-a161-9ad25795e388 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:57.932911 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e098b871-e17b-4c9f-8cfd-f511eec0b16c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3658340 Nov 08 00:30:57.940100 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37516) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:57.947222 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8b5de839-cacb-44e0-961d-d3760b8e4cf8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:58.026492 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-fe28e82e-d154-4ecc-b481-3936bc42bf49 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:30:58.027997 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-fe28e82e-d154-4ecc-b481-3936bc42bf49 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.20 "GET /v2.0/networks?id=30f474ab-1523-4058-99ef-18ce6d067781 HTTP/1.1" status: 200 len: 797 time: 0.1780603 Nov 08 00:30:58.055309 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b5de839-cacb-44e0-961d-d3760b8e4cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:58.056884 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b5de839-cacb-44e0-961d-d3760b8e4cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:58.061306 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8844-7ea6-4582-a161-9ad25795e388 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:58.100442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e8844-7ea6-4582-a161-9ad25795e388 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Subnet': ['ID=59b06aeb-1c85-4c93-aa39-2db748f86030,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:58.111281 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8844-7ea6-4582-a161-9ad25795e388 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:58.112735 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-222a6220-2806-4bd6-bcce-57bc7ca690d4', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:30:58.117216 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cc8e8844-7ea6-4582-a161-9ad25795e388 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/subnets/59b06aeb-1c85-4c93-aa39-2db748f86030 HTTP/1.1" status: 204 len: 168 time: 0.6298203 Nov 08 00:30:58.123812 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:58.123978 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37520) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:30:58.133620 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-8164ab3d-a8c9-4d0a-a56c-5078517b712e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b HTTP/1.1" status: 200 len: 379 time: 0.0897956 Nov 08 00:30:58.146179 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d99da5-1d35-49fb-bdb9-76614e850599 None None] Network e5ce1f7b-8d85-46ae-9a81-222bdc4025d1 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:30:58.178144 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b5de839-cacb-44e0-961d-d3760b8e4cf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:58.181022 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-54e31cd2-9fdb-4045-ac78-88eda9fbef86 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'port': {'device_id': 'cdde1338-584b-4006-a2be-e42864858165', 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781', 'admin_state_up': True, 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'security_groups': ['2ab258aa-bef4-47e8-8a0e-d9be242b2d39']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:30:58.188051 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2931ee11-bbd9-4fd1-9b1d-1b214c7bdbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:58.267141 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:58.416845 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] Allocated IP 172.20.0.2 (222a6220-2806-4bd6-bcce-57bc7ca690d4/79e59a5d-5e01-4db4-8fa5-ce93b687fd07/25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:30:58.439123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port e016c401-9ce9-4f02-94cb-1ca02068f884 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:58.441744 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:58.473081 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-54e31cd2-9fdb-4045-ac78-88eda9fbef86 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Made reservation on behalf of b82ab9a868254a12ae55a5dfe0aacb5b for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:30:58.479281 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-54e31cd2-9fdb-4045-ac78-88eda9fbef86 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:58.489214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b03506a-cca9-4019-aaea-d557216ca43c None None] DHCP port deletion for e5ce1f7b-8d85-46ae-9a81-222bdc4025d1 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:30:58.515505 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b5de839-cacb-44e0-961d-d3760b8e4cf8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:58.599457 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] For port e016c401-9ce9-4f02-94cb-1ca02068f884, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e016c401-9ce9-4f02-94cb-1ca02068f884,segment=NetworkSegment(825dbb7d-0e80-48a5-9cf0-8564246e6fe6),segment_id=825dbb7d-0e80-48a5-9cf0-8564246e6fe6)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:58.600073 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:58.734612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for e016c401-9ce9-4f02-94cb-1ca02068f884 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:58.736377 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:58.773348 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8b03506a-cca9-4019-aaea-d557216ca43c None None] Deleting port e016c401-9ce9-4f02-94cb-1ca02068f884 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:30:58.773964 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b03506a-cca9-4019-aaea-d557216ca43c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:58.843656 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:58.908475 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] Pushing event updated for resources: {'Port': ['ID=25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:58.948786 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] Network 222a6220-2806-4bd6-bcce-57bc7ca690d4 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:58.955325 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:58.967024 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:58.971871 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8b03506a-cca9-4019-aaea-d557216ca43c None None] For port e016c401-9ce9-4f02-94cb-1ca02068f884, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e016c401-9ce9-4f02-94cb-1ca02068f884,segment=NetworkSegment(825dbb7d-0e80-48a5-9cf0-8564246e6fe6),segment_id=825dbb7d-0e80-48a5-9cf0-8564246e6fe6)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:30:58.973285 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b03506a-cca9-4019-aaea-d557216ca43c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:59.027195 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b5de839-cacb-44e0-961d-d3760b8e4cf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:59.053216 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8b03506a-cca9-4019-aaea-d557216ca43c None None] Calling delete_port for e016c401-9ce9-4f02-94cb-1ca02068f884 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:30:59.054752 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b5de839-cacb-44e0-961d-d3760b8e4cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:59.058177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e016c401-9ce9-4f02-94cb-1ca02068f884 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:30:59.091754 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71e78a8e-fb8e-4674-a7d6-4c00ab2a9944 req-b9103b2b-42e3-45ef-a3b8-b2f815456ad5 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 210 time: 0.0997190 Nov 08 00:30:59.111116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-54e31cd2-9fdb-4045-ac78-88eda9fbef86 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Allocated IP 172.20.0.4 (30f474ab-1523-4058-99ef-18ce6d067781/7b5f70ab-cf1c-42f2-8ea1-0e11e081756c/1bd4635f-e19b-4a22-a26b-f80281ef882f) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:30:59.224852 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:59.241441 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-8b5de839-cacb-44e0-961d-d3760b8e4cf8 admin admin] Allocated IP 172.25.2.86 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/d71b4430-8eaf-4a42-a13d-009adcbc5406) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:30:59.334503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=e016c401-9ce9-4f02-94cb-1ca02068f884,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:59.350625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No DVR routers for this DVR port e016c401-9ce9-4f02-94cb-1ca02068f884 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:30:59.420406 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b5de839-cacb-44e0-961d-d3760b8e4cf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:59.486256 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: e016c401-9ce9-4f02-94cb-1ca02068f884 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:30:59.486829 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e016c401-9ce9-4f02-94cb-1ca02068f884 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:30:59.553155 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] Attempting to bind port 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:30:59.554283 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] Attempting to bind port 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:30:59.554907 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] Attempting to bind port 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5 on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:30:59.564983 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:30:59.565233 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b5de839-cacb-44e0-961d-d3760b8e4cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:59.565690 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] Checking segment: {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:30:59.565786 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:59.566654 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] Bound using segment: {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:30:59.567184 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] Bound port: 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:30:59.567973 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:59.619076 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5de839-cacb-44e0-961d-d3760b8e4cf8 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:30:59.620829 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:59.623828 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-8b5de839-cacb-44e0-961d-d3760b8e4cf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:30:59.628022 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5de839-cacb-44e0-961d-d3760b8e4cf8 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:30:59.658467 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5de839-cacb-44e0-961d-d3760b8e4cf8 admin admin] Pushing event updated for resources: {'Port': ['ID=d71b4430-8eaf-4a42-a13d-009adcbc5406,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:59.666388 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] For port 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:30:59.676221 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] For port 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:30:59.692437 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b03506a-cca9-4019-aaea-d557216ca43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:59.710116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ce1f7b-8d85-46ae-9a81-222bdc4025d1']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:59.720557 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-54e31cd2-9fdb-4045-ac78-88eda9fbef86 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:59.720778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03506a-cca9-4019-aaea-d557216ca43c None None] Pushing event deleted for resources: {'Port': ['ID=e016c401-9ce9-4f02-94cb-1ca02068f884,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:30:59.726678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825dbb7d-0e80-48a5-9cf0-8564246e6fe6') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:59.726993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825dbb7d-0e80-48a5-9cf0-8564246e6fe6') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:30:59.734018 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b03506a-cca9-4019-aaea-d557216ca43c None None] No DVR routers for this DVR port e016c401-9ce9-4f02-94cb-1ca02068f884 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:30:59.749131 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:59.779636 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:59.787989 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:59.793918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:30:59.795928 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:30:59.798110 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:30:59.890878 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff80148-f8d7-4aca-a96b-84a9d6585602 None None] Pushing event updated for resources: {'Port': ['ID=25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:00.161083 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b5de839-cacb-44e0-961d-d3760b8e4cf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:00.244635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc7d159f-7aa8-4a12-a979-fe4ac93330cd req-00826ac8-78d2-4eb8-a5d9-8b6c653d330f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 210 time: 0.0543103 Nov 08 00:31:00.290588 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-54e31cd2-9fdb-4045-ac78-88eda9fbef86 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:00.326052 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:00.346643 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:00.350004 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/networks/e5ce1f7b-8d85-46ae-9a81-222bdc4025d1 HTTP/1.1" status: 204 len: 168 time: 2.2293818 Nov 08 00:31:00.364200 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-54e31cd2-9fdb-4045-ac78-88eda9fbef86 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Network 30f474ab-1523-4058-99ef-18ce6d067781 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:00.367110 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37558) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:00.372099 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-31cbdcaf-42ac-480a-8c91-7405e08f745e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1696883811'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:00.378499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-54e31cd2-9fdb-4045-ac78-88eda9fbef86 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:00.381059 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a799ba6-d761-4db6-82c9-3c148541b45e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Network': ['ID=e5ce1f7b-8d85-46ae-9a81-222bdc4025d1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:00.390900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-54e31cd2-9fdb-4045-ac78-88eda9fbef86 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:00.399017 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e31cd2-9fdb-4045-ac78-88eda9fbef86 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Port': ['ID=1bd4635f-e19b-4a22-a26b-f80281ef882f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:00.426561 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b5de839-cacb-44e0-961d-d3760b8e4cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:00.464638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-54e31cd2-9fdb-4045-ac78-88eda9fbef86 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:00.465269 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-54e31cd2-9fdb-4045-ac78-88eda9fbef86 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:00.513018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cbdcaf-42ac-480a-8c91-7405e08f745e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:00.516705 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31cbdcaf-42ac-480a-8c91-7405e08f745e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:00.544825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31cbdcaf-42ac-480a-8c91-7405e08f745e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:31:00.562704 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31cbdcaf-42ac-480a-8c91-7405e08f745e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:00.562985 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-31cbdcaf-42ac-480a-8c91-7405e08f745e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Added segment 60a46039-ee8e-4756-807e-20badd61b3ef of type vlan for network 07f81e5c-75c5-47a7-9b23-4228d9e6e574 Nov 08 00:31:00.602067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-54e31cd2-9fdb-4045-ac78-88eda9fbef86 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4552686 Nov 08 00:31:00.614101 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31cbdcaf-42ac-480a-8c91-7405e08f745e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:00.625915 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Request body: {'port': {'device_id': 'cdde1338-584b-4006-a2be-e42864858165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:00.673622 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5de839-cacb-44e0-961d-d3760b8e4cf8 admin admin] Router ca9afdab-d8f7-442a-85bd-986095c64ea2 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:31:00.682274 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a5220514-bf70-4a55-b7a0-a1044e807692 None None] Provisioning complete for port 1bd4635f-e19b-4a22-a26b-f80281ef882f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:00.682845 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5220514-bf70-4a55-b7a0-a1044e807692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:00.727725 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:00.735716 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a5220514-bf70-4a55-b7a0-a1044e807692 None None] Port 1bd4635f-e19b-4a22-a26b-f80281ef882f cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:00.770965 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8891947-357c-4ec5-b69c-af45d08b0a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:00.839684 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5de839-cacb-44e0-961d-d3760b8e4cf8 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:31:00.855079 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] Sync routers for ids ['ca9afdab-d8f7-442a-85bd-986095c64ea2'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:31:00.864231 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] Routers {'ca9afdab-d8f7-442a-85bd-986095c64ea2'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:00.865241 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ca9afdab-d8f7-442a-85bd-986095c64ea2'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:00.870704 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31cbdcaf-42ac-480a-8c91-7405e08f745e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:00.876654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cbdcaf-42ac-480a-8c91-7405e08f745e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:00.877309 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31cbdcaf-42ac-480a-8c91-7405e08f745e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:00.955993 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b5de839-cacb-44e0-961d-d3760b8e4cf8 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:00.958114 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8b5de839-cacb-44e0-961d-d3760b8e4cf8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0167463 Nov 08 00:31:00.964628 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37566) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:01.023080 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-31cbdcaf-42ac-480a-8c91-7405e08f745e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6548541 Nov 08 00:31:01.030907 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] Set router ca9afdab-d8f7-442a-85bd-986095c64ea2 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:31:01.034947 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37568) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:01.057117 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:01.089631 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:01.139653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-090b951c-7bd4-4b28-a83d-c75aac12306d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'subnet': {'network_id': '07f81e5c-75c5-47a7-9b23-4228d9e6e574', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:01.233514 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:01.233878 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:01.256139 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbdcaf-42ac-480a-8c91-7405e08f745e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Network': ['ID=07f81e5c-75c5-47a7-9b23-4228d9e6e574,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:01.299189 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0857e7ca-9a81-4c04-9c6a-a2af01e0b8f2 None None] Network 222a6220-2806-4bd6-bcce-57bc7ca690d4 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:01.303538 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 07f81e5c-75c5-47a7-9b23-4228d9e6e574 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:31:01.386651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd4635f-e19b-4a22-a26b-f80281ef882f {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:31:01.396219 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:01.425654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Transition to ACTIVE for port object 1bd4635f-e19b-4a22-a26b-f80281ef882f will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:31:01.461115 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:30:59Z', 'revision_number': 3, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:01.469006 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-bf1f745b-eeaa-4041-a04f-c50dd17214ff None None] Provisioning complete for port 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:01.469592 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf1f745b-eeaa-4041-a04f-c50dd17214ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:01.485190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8974d8-9d3e-49b6-af03-aadb6b36c2f8 req-a6deecfa-a504-4922-91ca-f65f3946fb73 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:01.497220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb8974d8-9d3e-49b6-af03-aadb6b36c2f8 req-a6deecfa-a504-4922-91ca-f65f3946fb73 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 931 time: 0.0882900 Nov 08 00:31:01.503113 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] Checking router: ca9afdab-d8f7-442a-85bd-986095c64ea2 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:31:01.503858 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] Updating router ca9afdab-d8f7-442a-85bd-986095c64ea2 port d71b4430-8eaf-4a42-a13d-009adcbc5406 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:31:01.514544 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090b951c-7bd4-4b28-a83d-c75aac12306d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:01.521635 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-090b951c-7bd4-4b28-a83d-c75aac12306d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:01.542997 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:01.595931 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:01.621445 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81350502-9f57-477f-8a90-bb36efcfbd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:01.683093 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf1f745b-eeaa-4041-a04f-c50dd17214ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:01.732160 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:01.760600 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:01.788653 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:01.808438 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-090b951c-7bd4-4b28-a83d-c75aac12306d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:01.822447 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb8974d8-9d3e-49b6-af03-aadb6b36c2f8 req-03c76902-5cc1-4361-8804-480019e73e4e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab258aa-bef4-47e8-8a0e-d9be242b2d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3216023 Nov 08 00:31:01.856988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Pushing event updated for resources: {'Port': ['ID=1bd4635f-e19b-4a22-a26b-f80281ef882f,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:01.866749 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:01.933279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-81350502-9f57-477f-8a90-bb36efcfbd69 admin admin] Allocated IP 172.20.0.1 (222a6220-2806-4bd6-bcce-57bc7ca690d4/79e59a5d-5e01-4db4-8fa5-ce93b687fd07/7ef3378b-a77f-43b3-ba0f-94089e4d2eae) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:01.982718 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:02.060828 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b951c-7bd4-4b28-a83d-c75aac12306d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Subnet': ['ID=446e2ad6-8e46-428a-87ef-c39303b622d5,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:02.068525 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:02.098902 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:02.104359 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-bf1f745b-eeaa-4041-a04f-c50dd17214ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:31:02.105178 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-bf1f745b-eeaa-4041-a04f-c50dd17214ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:31:02.112157 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Attempting to bind port 1bd4635f-e19b-4a22-a26b-f80281ef882f on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:31:02.112420 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Attempting to bind port 1bd4635f-e19b-4a22-a26b-f80281ef882f by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '4cd07b0d-e72e-4651-b92a-8251a28811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:31:02.113565 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Attempting to bind port 1bd4635f-e19b-4a22-a26b-f80281ef882f on network 30f474ab-1523-4058-99ef-18ce6d067781 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:31:02.117679 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090b951c-7bd4-4b28-a83d-c75aac12306d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Checking segment: {'id': '60a46039-ee8e-4756-807e-20badd61b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '07f81e5c-75c5-47a7-9b23-4228d9e6e574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:02.118170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090b951c-7bd4-4b28-a83d-c75aac12306d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network hostable DHCP agents. Network: 07f81e5c-75c5-47a7-9b23-4228d9e6e574, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:31:02.126062 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Port 1bd4635f-e19b-4a22-a26b-f80281ef882f on network 30f474ab-1523-4058-99ef-18ce6d067781 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:31:02.126616 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Attempting to bind port 1bd4635f-e19b-4a22-a26b-f80281ef882f on network 30f474ab-1523-4058-99ef-18ce6d067781 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:31:02.130103 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:02.139192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:31:02.139451 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Checking segment: {'id': '4cd07b0d-e72e-4651-b92a-8251a28811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:02.139883 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Bound using segment: {'id': '4cd07b0d-e72e-4651-b92a-8251a28811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:31:02.140621 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Bound port: 1bd4635f-e19b-4a22-a26b-f80281ef882f, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd07b0d-e72e-4651-b92a-8251a28811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:31:02.141060 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:02.202775 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81350502-9f57-477f-8a90-bb36efcfbd69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:02.216623 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9184187-c862-4279-ae77-b59fe5bbcb2b None None] Pushing event updated for resources: {'Port': ['ID=d71b4430-8eaf-4a42-a13d-009adcbc5406,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:02.219180 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] For port 1bd4635f-e19b-4a22-a26b-f80281ef882f, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:31:02.223233 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] For port 1bd4635f-e19b-4a22-a26b-f80281ef882f, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1bd4635f-e19b-4a22-a26b-f80281ef882f,segment=NetworkSegment(4cd07b0d-e72e-4651-b92a-8251a28811a2),segment_id=4cd07b0d-e72e-4651-b92a-8251a28811a2)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:31:02.225732 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] Attempting to bind port d71b4430-8eaf-4a42-a13d-009adcbc5406 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:31:02.228256 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] Attempting to bind port d71b4430-8eaf-4a42-a13d-009adcbc5406 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:31:02.228623 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] Attempting to bind port d71b4430-8eaf-4a42-a13d-009adcbc5406 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:31:02.235492 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:31:02.235891 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:02.236285 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:02.245423 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:31:02.245423 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] Bound port: d71b4430-8eaf-4a42-a13d-009adcbc5406, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:31:02.245423 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:02.245671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090b951c-7bd4-4b28-a83d-c75aac12306d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 07f81e5c-75c5-47a7-9b23-4228d9e6e574 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:31:02.302033 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] For port d71b4430-8eaf-4a42-a13d-009adcbc5406, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:31:02.305198 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] For port d71b4430-8eaf-4a42-a13d-009adcbc5406, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d71b4430-8eaf-4a42-a13d-009adcbc5406,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:31:02.330414 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:02.359015 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81350502-9f57-477f-8a90-bb36efcfbd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:02.362004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-090b951c-7bd4-4b28-a83d-c75aac12306d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 07f81e5c-75c5-47a7-9b23-4228d9e6e574) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:02.368883 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:02.370002 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:02.371574 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] 10.222.0.20 "PUT /v2.0/ports/1bd4635f-e19b-4a22-a26b-f80281ef882f HTTP/1.1" status: 200 len: 1091 time: 1.7542284 Nov 08 00:31:02.371574 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdde1338-584b-4006-a2be-e42864858165', 'tag': '1bd4635f-e19b-4a22-a26b-f80281ef882f'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:31:02.373613 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa03d8a-bc05-46b8-9815-b09dfb45382a" -d '{"events": [{"name": "network-changed", "server_uuid": "cdde1338-584b-4006-a2be-e42864858165", "tag": "1bd4635f-e19b-4a22-a26b-f80281ef882f"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:31:02.379055 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090b951c-7bd4-4b28-a83d-c75aac12306d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:02.379546 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-090b951c-7bd4-4b28-a83d-c75aac12306d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:02.386437 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2538b8-f902-4ee7-8c71-f3e27a4ae934 None None] Network 07f81e5c-75c5-47a7-9b23-4228d9e6e574 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:02.411998 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:02.440062 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81350502-9f57-477f-8a90-bb36efcfbd69 admin admin] Network 222a6220-2806-4bd6-bcce-57bc7ca690d4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:02.446807 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-81350502-9f57-477f-8a90-bb36efcfbd69 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:02.448938 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc218ad-b8ce-401d-804c-4d8c5afc30db x-openstack-request-id: req-6bc218ad-b8ce-401d-804c-4d8c5afc30db {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:31:02.449249 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdde1338-584b-4006-a2be-e42864858165", "tag": "1bd4635f-e19b-4a22-a26b-f80281ef882f", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:31:02.449485 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bc218ad-b8ce-401d-804c-4d8c5afc30db {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:31:02.449898 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdde1338-584b-4006-a2be-e42864858165', 'tag': '1bd4635f-e19b-4a22-a26b-f80281ef882f', 'status': 'completed', 'code': 200} Nov 08 00:31:02.451689 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81350502-9f57-477f-8a90-bb36efcfbd69 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:02.453502 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882b4c4-4122-451c-aad1-7f36f5b4d66f service neutron] Pushing event updated for resources: {'Port': ['ID=1bd4635f-e19b-4a22-a26b-f80281ef882f,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:02.530377 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] Routers {'ca9afdab-d8f7-442a-85bd-986095c64ea2'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:02.531015 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ca9afdab-d8f7-442a-85bd-986095c64ea2'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:02.550010 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81350502-9f57-477f-8a90-bb36efcfbd69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:02.594180 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9184187-c862-4279-ae77-b59fe5bbcb2b None None] Pushing event updated for resources: {'Port': ['ID=d71b4430-8eaf-4a42-a13d-009adcbc5406,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:02.609276 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-090b951c-7bd4-4b28-a83d-c75aac12306d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4741018 Nov 08 00:31:02.612224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37596) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:02.632376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c535f822-1f93-424c-a1ad-968e4b359ee5 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'network_id': '07f81e5c-75c5-47a7-9b23-4228d9e6e574', 'name': 'tempest-PortsTestJSON-776882459', 'fixed_ips': [{'subnet_id': '446e2ad6-8e46-428a-87ef-c39303b622d5', 'ip_address': '172.20.0.10'}]}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:02.700287 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] Set router ca9afdab-d8f7-442a-85bd-986095c64ea2 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:31:02.721266 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81350502-9f57-477f-8a90-bb36efcfbd69 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef3378b-a77f-43b3-ba0f-94089e4d2eae,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:02.776161 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-07f81e5c-75c5-47a7-9b23-4228d9e6e574', 'network_id': '07f81e5c-75c5-47a7-9b23-4228d9e6e574', 'tenant_id': '2c1d32e80a044f72b41cfd29029e4658', 'fixed_ips': [{'subnet_id': '446e2ad6-8e46-428a-87ef-c39303b622d5'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:31:02.777037 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:02.777385 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa03d8a-bc05-46b8-9815-b09dfb45382a req-40fdc975-47af-4fa1-b41d-928b16e13461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:02.779183 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cfa03d8a-bc05-46b8-9815-b09dfb45382a req-40fdc975-47af-4fa1-b41d-928b16e13461 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b&device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 1094 time: 0.2884915 Nov 08 00:31:02.880420 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81350502-9f57-477f-8a90-bb36efcfbd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:02.986762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa03d8a-bc05-46b8-9815-b09dfb45382a req-60b04a40-8833-455a-a6f6-2910470a77b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:02.992219 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cfa03d8a-bc05-46b8-9815-b09dfb45382a req-60b04a40-8833-455a-a6f6-2910470a77b5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1963811 Nov 08 00:31:03.026104 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:30:59Z', 'revision_number': 3, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:03.051225 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0a52f26d-db2e-41a9-b4e2-a8536a605f46 None None] Provisioning complete for port 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:03.051865 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0a52f26d-db2e-41a9-b4e2-a8536a605f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:03.057730 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297a93ec-89d9-43c5-bf29-40e891accea9 None None] The sync data for ids ['ca9afdab-d8f7-442a-85bd-986095c64ea2'] in n-d-816882-1 is: [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:30:59Z', 'revision_number': 3, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:31:03.081275 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] Allocated IP 172.20.0.2 (07f81e5c-75c5-47a7-9b23-4228d9e6e574/446e2ad6-8e46-428a-87ef-c39303b622d5/08a26684-ce6c-4ab0-8bbd-af9a3c28d72e) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:03.090279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c535f822-1f93-424c-a1ad-968e4b359ee5 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:03.114630 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:03.230806 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81350502-9f57-477f-8a90-bb36efcfbd69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:03.241066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75355ff4-7ba5-45cc-a705-2bed1ae05eba req-029d728a-ed6b-43fd-8c84-8d744635627a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:03.242592 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75355ff4-7ba5-45cc-a705-2bed1ae05eba req-029d728a-ed6b-43fd-8c84-8d744635627a tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 943 time: 0.2459550 Nov 08 00:31:03.284477 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81350502-9f57-477f-8a90-bb36efcfbd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:03.320070 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c535f822-1f93-424c-a1ad-968e4b359ee5 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:03.338777 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:03.353488 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:03.353858 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:03.356022 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa03d8a-bc05-46b8-9815-b09dfb45382a req-5767958b-44f1-43a6-91ba-5b0c41b8d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:03.357612 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cfa03d8a-bc05-46b8-9815-b09dfb45382a req-5767958b-44f1-43a6-91ba-5b0c41b8d817 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2860272 Nov 08 00:31:03.384719 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-c535f822-1f93-424c-a1ad-968e4b359ee5 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] device_id is not set on port 975d4493-3d85-47f1-94ce-c381308dcecf yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:31:03.391899 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75355ff4-7ba5-45cc-a705-2bed1ae05eba req-298d7d3d-6e93-4a65-8664-4ea50fb565c1 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab258aa-bef4-47e8-8a0e-d9be242b2d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188052 Nov 08 00:31:03.445049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81350502-9f57-477f-8a90-bb36efcfbd69 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef3378b-a77f-43b3-ba0f-94089e4d2eae,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:03.452123 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-81350502-9f57-477f-8a90-bb36efcfbd69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:03.600591 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-17043b2a-6344-47f6-8267-b8cfce69e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:03.602363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-17043b2a-6344-47f6-8267-b8cfce69e4d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b&device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 1094 time: 0.1640377 Nov 08 00:31:03.639883 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81350502-9f57-477f-8a90-bb36efcfbd69 admin admin] Network 222a6220-2806-4bd6-bcce-57bc7ca690d4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:03.641643 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-81350502-9f57-477f-8a90-bb36efcfbd69 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:03.667576 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-354ede0d-b1e6-496a-9c45-050038c0c2c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bd4635f-e19b-4a22-a26b-f80281ef882f HTTP/1.1" status: 200 len: 217 time: 0.0500839 Nov 08 00:31:03.757761 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-9ff5a898-c182-4bc5-a63d-66524a8cc6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:03.760236 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-9ff5a898-c182-4bc5-a63d-66524a8cc6f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b5f70ab-cf1c-42f2-8ea1-0e11e081756c HTTP/1.1" status: 200 len: 835 time: 0.0830474 Nov 08 00:31:03.780348 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a8a81f1d-3a14-4bc9-ac6d-a501f4121496 None None] Provisioning complete for port 7ef3378b-a77f-43b3-ba0f-94089e4d2eae triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:03.781392 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8a81f1d-3a14-4bc9-ac6d-a501f4121496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:03.822872 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:03.826354 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a8a81f1d-3a14-4bc9-ac6d-a501f4121496 None None] Port 7ef3378b-a77f-43b3-ba0f-94089e4d2eae cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:03.827585 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81350502-9f57-477f-8a90-bb36efcfbd69 admin admin] Router ca9afdab-d8f7-442a-85bd-986095c64ea2 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:31:03.843846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-0930d982-3d5a-41d8-92ac-6df3ba58f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:03.849156 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-0930d982-3d5a-41d8-92ac-6df3ba58f787 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30f474ab-1523-4058-99ef-18ce6d067781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767138 Nov 08 00:31:03.951484 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:04.000550 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81350502-9f57-477f-8a90-bb36efcfbd69 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:31:04.016409 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-81350502-9f57-477f-8a90-bb36efcfbd69 admin admin] 10.222.0.13 "PUT /v2.0/routers/ca9afdab-d8f7-442a-85bd-986095c64ea2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0417185 Nov 08 00:31:04.023324 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] Network 07f81e5c-75c5-47a7-9b23-4228d9e6e574 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:04.023324 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] Pushing event updated for resources: {'Port': ['ID=08a26684-ce6c-4ab0-8bbd-af9a3c28d72e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:04.023324 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:04.023324 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:04.111806 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] Attempting to bind port 08a26684-ce6c-4ab0-8bbd-af9a3c28d72e on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:31:04.111806 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] Attempting to bind port 08a26684-ce6c-4ab0-8bbd-af9a3c28d72e by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '60a46039-ee8e-4756-807e-20badd61b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '07f81e5c-75c5-47a7-9b23-4228d9e6e574'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:31:04.112222 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] Attempting to bind port 08a26684-ce6c-4ab0-8bbd-af9a3c28d72e on network 07f81e5c-75c5-47a7-9b23-4228d9e6e574 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:31:04.115136 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-29e1bbf8-7e12-47b1-8470-344827761071 None None] Provisioning complete for port 7ef3378b-a77f-43b3-ba0f-94089e4d2eae triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:04.115505 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29e1bbf8-7e12-47b1-8470-344827761071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:04.119946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:31:04.120322 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] Checking segment: {'id': '60a46039-ee8e-4756-807e-20badd61b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '07f81e5c-75c5-47a7-9b23-4228d9e6e574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:04.120720 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:04.121109 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] Bound using segment: {'id': '60a46039-ee8e-4756-807e-20badd61b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '07f81e5c-75c5-47a7-9b23-4228d9e6e574'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:31:04.121581 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] Bound port: 08a26684-ce6c-4ab0-8bbd-af9a3c28d72e, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a46039-ee8e-4756-807e-20badd61b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '07f81e5c-75c5-47a7-9b23-4228d9e6e574'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:31:04.121964 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:04.129680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-c535f822-1f93-424c-a1ad-968e4b359ee5 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Allocated IP 172.20.0.10 (07f81e5c-75c5-47a7-9b23-4228d9e6e574/446e2ad6-8e46-428a-87ef-c39303b622d5/975d4493-3d85-47f1-94ce-c381308dcecf) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:04.154947 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-43d9334e-4776-45f5-b463-1ba4ea0788de service neutron] 10.222.0.20 "GET /v2.0/networks/30f474ab-1523-4058-99ef-18ce6d067781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989466 Nov 08 00:31:04.200802 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-29e1bbf8-7e12-47b1-8470-344827761071 None None] Port 7ef3378b-a77f-43b3-ba0f-94089e4d2eae cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:04.237343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] For port 08a26684-ce6c-4ab0-8bbd-af9a3c28d72e, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:31:04.252956 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] For port 08a26684-ce6c-4ab0-8bbd-af9a3c28d72e, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=08a26684-ce6c-4ab0-8bbd-af9a3c28d72e,segment=NetworkSegment(60a46039-ee8e-4756-807e-20badd61b3ef),segment_id=60a46039-ee8e-4756-807e-20badd61b3ef)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:31:04.312821 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:04.384442 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be21adff-d2bf-4d6f-88f8-33166373f3b0 req-b975d54d-e9de-4a75-a0f8-97424d9d160b service neutron] 10.222.0.20 "GET /v2.0/networks/30f474ab-1523-4058-99ef-18ce6d067781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195346 Nov 08 00:31:04.411170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c466721-ea4a-4fc2-a676-4eccdd04a368 None None] Pushing event updated for resources: {'Port': ['ID=08a26684-ce6c-4ab0-8bbd-af9a3c28d72e,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:04.444602 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c535f822-1f93-424c-a1ad-968e4b359ee5 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:04.576170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbc33d-0f9a-4e0e-b0c8-5c0de548b792 req-fa606d8e-d543-4039-a4cb-84d4eb19aa7e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:04.578056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4bbc33d-0f9a-4e0e-b0c8-5c0de548b792 req-fa606d8e-d543-4039-a4cb-84d4eb19aa7e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 943 time: 0.0551045 Nov 08 00:31:04.635414 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c535f822-1f93-424c-a1ad-968e4b359ee5 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:04.722971 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c535f822-1f93-424c-a1ad-968e4b359ee5 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 07f81e5c-75c5-47a7-9b23-4228d9e6e574 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:04.732985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-c535f822-1f93-424c-a1ad-968e4b359ee5 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:04.737013 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c535f822-1f93-424c-a1ad-968e4b359ee5 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:04.746537 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4bbc33d-0f9a-4e0e-b0c8-5c0de548b792 req-7ec594a3-6c1c-4167-ac1b-3b6c29b9d0e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab258aa-bef4-47e8-8a0e-d9be242b2d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614885 Nov 08 00:31:04.784671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535f822-1f93-424c-a1ad-968e4b359ee5 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=975d4493-3d85-47f1-94ce-c381308dcecf,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:04.808832 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c535f822-1f93-424c-a1ad-968e4b359ee5 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:04.809476 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c535f822-1f93-424c-a1ad-968e4b359ee5 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:04.902320 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c535f822-1f93-424c-a1ad-968e4b359ee5 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2866488 Nov 08 00:31:04.904117 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37650) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:04.911437 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c736c533-1744-44f7-a082-f073fabd7691 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'network_id': '07f81e5c-75c5-47a7-9b23-4228d9e6e574', 'name': 'tempest-PortsTestJSON-469641274', 'fixed_ips': [{'subnet_id': '446e2ad6-8e46-428a-87ef-c39303b622d5', 'ip_address': '172.20.0.9'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:05.059107 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 08a26684-ce6c-4ab0-8bbd-af9a3c28d72e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:05.114307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 08a26684-ce6c-4ab0-8bbd-af9a3c28d72e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:05.114679 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:05.152968 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c736c533-1744-44f7-a082-f073fabd7691 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:05.252981 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:05.275966 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c736c533-1744-44f7-a082-f073fabd7691 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:05.279389 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37662) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:05.284437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-2cc2a2c3-8bbc-4458-bd22-d6d2201a41e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-170084660-network', 'tenant_id': '02f9811412474b1a9a1027abe3d4b236'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:05.292800 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 08a26684-ce6c-4ab0-8bbd-af9a3c28d72e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=08a26684-ce6c-4ab0-8bbd-af9a3c28d72e,segment=NetworkSegment(60a46039-ee8e-4756-807e-20badd61b3ef),segment_id=60a46039-ee8e-4756-807e-20badd61b3ef)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:05.300109 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-c736c533-1744-44f7-a082-f073fabd7691 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] device_id is not set on port 3f851e72-6b9d-4f9e-a4f2-0f997b4f1ea8 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:31:05.382098 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:05.382999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d71b4430-8eaf-4a42-a13d-009adcbc5406 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:05.392738 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc2a2c3-8bbc-4458-bd22-d6d2201a41e1 admin admin] Made reservation on behalf of 02f9811412474b1a9a1027abe3d4b236 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:05.395362 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2cc2a2c3-8bbc-4458-bd22-d6d2201a41e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:05.407446 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2cc2a2c3-8bbc-4458-bd22-d6d2201a41e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:05.539744 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2cc2a2c3-8bbc-4458-bd22-d6d2201a41e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:05.544660 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-c736c533-1744-44f7-a082-f073fabd7691 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Allocated IP 172.20.0.9 (07f81e5c-75c5-47a7-9b23-4228d9e6e574/446e2ad6-8e46-428a-87ef-c39303b622d5/3f851e72-6b9d-4f9e-a4f2-0f997b4f1ea8) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:05.604391 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2cc2a2c3-8bbc-4458-bd22-d6d2201a41e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:05.624076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc2a2c3-8bbc-4458-bd22-d6d2201a41e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:31:05.656721 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2cc2a2c3-8bbc-4458-bd22-d6d2201a41e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:05.657283 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-2cc2a2c3-8bbc-4458-bd22-d6d2201a41e1 admin admin] Added segment ff32e999-ed32-49e1-9397-29309cf2a596 of type vlan for network ebad296c-05a6-4849-8581-4c5973de91a4 Nov 08 00:31:05.723510 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0602e126-d253-4583-9126-7d09fe33e7c1 None None] Network 07f81e5c-75c5-47a7-9b23-4228d9e6e574 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:05.744537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2a2c3-8bbc-4458-bd22-d6d2201a41e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0aabc46-e448-4bdf-b594-599cde326de9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:05.792023 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c736c533-1744-44f7-a082-f073fabd7691 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:05.850799 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=08a26684-ce6c-4ab0-8bbd-af9a3c28d72e,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:05.858377 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-cf1390b8-c59b-4e50-ba48-d8b3b9cdf75f None None] Provisioning complete for port 08a26684-ce6c-4ab0-8bbd-af9a3c28d72e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:05.858736 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf1390b8-c59b-4e50-ba48-d8b3b9cdf75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:05.862348 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2cc2a2c3-8bbc-4458-bd22-d6d2201a41e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:05.895582 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port d71b4430-8eaf-4a42-a13d-009adcbc5406 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:05.896435 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:05.918323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d233fe-152e-4c60-980a-ca4902720fff req-abe278dc-bd58-4b19-8dd2-950e0f1afab4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:05.920082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c2d233fe-152e-4c60-980a-ca4902720fff req-abe278dc-bd58-4b19-8dd2-950e0f1afab4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 943 time: 0.0713787 Nov 08 00:31:05.932332 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c736c533-1744-44f7-a082-f073fabd7691 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:05.971701 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2cc2a2c3-8bbc-4458-bd22-d6d2201a41e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:05.973479 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc2a2c3-8bbc-4458-bd22-d6d2201a41e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:05.975855 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2cc2a2c3-8bbc-4458-bd22-d6d2201a41e1 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:06.003217 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736c533-1744-44f7-a082-f073fabd7691 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=3f851e72-6b9d-4f9e-a4f2-0f997b4f1ea8,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:06.004000 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c2d233fe-152e-4c60-980a-ca4902720fff req-de8b9720-67e0-4633-bcc1-1be2344039c2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab258aa-bef4-47e8-8a0e-d9be242b2d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705812 Nov 08 00:31:06.054926 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] Sync routers for ids ['ca9afdab-d8f7-442a-85bd-986095c64ea2'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:31:06.055581 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c736c533-1744-44f7-a082-f073fabd7691 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 07f81e5c-75c5-47a7-9b23-4228d9e6e574 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:06.058278 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-c736c533-1744-44f7-a082-f073fabd7691 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:06.080970 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c736c533-1744-44f7-a082-f073fabd7691 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:06.085219 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2a2c3-8bbc-4458-bd22-d6d2201a41e1 admin admin] Pushing event updated for resources: {'Network': ['ID=ebad296c-05a6-4849-8581-4c5973de91a4,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:06.115984 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network ebad296c-05a6-4849-8581-4c5973de91a4 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:31:06.117051 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2cc2a2c3-8bbc-4458-bd22-d6d2201a41e1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8356075 Nov 08 00:31:06.118038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] Routers {'ca9afdab-d8f7-442a-85bd-986095c64ea2'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:06.118666 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ca9afdab-d8f7-442a-85bd-986095c64ea2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:06.118996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37674) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:06.124171 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-1abcf6d4-b08c-4a91-8154-c4841cdcbad0 admin admin] Request body: {'subnet': {'network_id': 'ebad296c-05a6-4849-8581-4c5973de91a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-170084660-subnet', 'tenant_id': '02f9811412474b1a9a1027abe3d4b236', 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:06.143223 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c736c533-1744-44f7-a082-f073fabd7691 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:06.143953 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c736c533-1744-44f7-a082-f073fabd7691 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:06.204436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abcf6d4-b08c-4a91-8154-c4841cdcbad0 admin admin] Made reservation on behalf of 02f9811412474b1a9a1027abe3d4b236 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:06.207407 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1abcf6d4-b08c-4a91-8154-c4841cdcbad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:06.256436 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:06.307813 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c736c533-1744-44f7-a082-f073fabd7691 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3997560 Nov 08 00:31:06.308437 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37682) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:06.313298 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port d71b4430-8eaf-4a42-a13d-009adcbc5406, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d71b4430-8eaf-4a42-a13d-009adcbc5406,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:06.331318 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] Set router ca9afdab-d8f7-442a-85bd-986095c64ea2 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:31:06.421981 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:06.445740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565e6ea4-9627-44a8-83c9-6a8dac312cee tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:06.447488 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-565e6ea4-9627-44a8-83c9-6a8dac312cee tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1380250 Nov 08 00:31:06.450936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37686) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:06.530396 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1abcf6d4-b08c-4a91-8154-c4841cdcbad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:06.560961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=d71b4430-8eaf-4a42-a13d-009adcbc5406,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:06.589026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcf6d4-b08c-4a91-8154-c4841cdcbad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7961f9a2-4af3-48f8-afd2-f5f7bb007af7,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:06.611425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35106c6a-e0dc-44ba-9ede-a0ae79ffec4c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:06.618073 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35106c6a-e0dc-44ba-9ede-a0ae79ffec4c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:06.623264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ef0375c9-afe7-4cc8-ba1f-3d1cb5be84af None None] Provisioning complete for port 975d4493-3d85-47f1-94ce-c381308dcecf triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:06.623638 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ef0375c9-afe7-4cc8-ba1f-3d1cb5be84af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:06.624317 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35106c6a-e0dc-44ba-9ede-a0ae79ffec4c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:06.628958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-35106c6a-e0dc-44ba-9ede-a0ae79ffec4c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1742327 Nov 08 00:31:06.629721 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37690) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:06.656028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abcf6d4-b08c-4a91-8154-c4841cdcbad0 admin admin] Checking segment: {'id': 'ff32e999-ed32-49e1-9397-29309cf2a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ebad296c-05a6-4849-8581-4c5973de91a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:06.656396 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abcf6d4-b08c-4a91-8154-c4841cdcbad0 admin admin] Network hostable DHCP agents. Network: ebad296c-05a6-4849-8581-4c5973de91a4, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:31:06.686315 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ef0375c9-afe7-4cc8-ba1f-3d1cb5be84af None None] Port 975d4493-3d85-47f1-94ce-c381308dcecf cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:06.705634 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ef0375c9-afe7-4cc8-ba1f-3d1cb5be84af None None] Provisioning complete for port 08a26684-ce6c-4ab0-8bbd-af9a3c28d72e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:06.706146 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ef0375c9-afe7-4cc8-ba1f-3d1cb5be84af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:06.742044 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:03Z', 'revision_number': 2, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:06.776051 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abcf6d4-b08c-4a91-8154-c4841cdcbad0 admin admin] Network ebad296c-05a6-4849-8581-4c5973de91a4 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:31:06.788708 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] Checking router: ca9afdab-d8f7-442a-85bd-986095c64ea2 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:31:06.789049 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] Updating router ca9afdab-d8f7-442a-85bd-986095c64ea2 port 7ef3378b-a77f-43b3-ba0f-94089e4d2eae binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:31:06.830426 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:06.879742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-1abcf6d4-b08c-4a91-8154-c4841cdcbad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, ebad296c-05a6-4849-8581-4c5973de91a4) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:06.885266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abcf6d4-b08c-4a91-8154-c4841cdcbad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:06.886579 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1abcf6d4-b08c-4a91-8154-c4841cdcbad0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:06.976539 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7f82d5-86ed-41ca-a3ed-6acf82bfebdb None None] Network ebad296c-05a6-4849-8581-4c5973de91a4 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:07.009787 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1abcf6d4-b08c-4a91-8154-c4841cdcbad0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8891704 Nov 08 00:31:07.011981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37700) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:07.025166 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-1711c2e3-b9fa-4e94-81a3-9322f08e65e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-170084660-router', 'tenant_id': '02f9811412474b1a9a1027abe3d4b236', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:07.050108 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ef0375c9-afe7-4cc8-ba1f-3d1cb5be84af None None] Provisioning complete for port 3f851e72-6b9d-4f9e-a4f2-0f997b4f1ea8 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:07.050576 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ef0375c9-afe7-4cc8-ba1f-3d1cb5be84af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:07.061150 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 08a26684-ce6c-4ab0-8bbd-af9a3c28d72e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:07.159181 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-4d9effe4-da00-4a2a-8a45-ca57e1ddfe2f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port 3f851e72-6b9d-4f9e-a4f2-0f997b4f1ea8 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:31:07.162123 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4d9effe4-da00-4a2a-8a45-ca57e1ddfe2f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:07.200898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ef0375c9-afe7-4cc8-ba1f-3d1cb5be84af None None] Port 3f851e72-6b9d-4f9e-a4f2-0f997b4f1ea8 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:07.208852 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1711c2e3-b9fa-4e94-81a3-9322f08e65e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:07.209919 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1711c2e3-b9fa-4e94-81a3-9322f08e65e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:07.257028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31fbba-b617-45fb-8e81-019a3e4e00d7 req-9fbfb2e3-9098-4388-8621-5946dea88410 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:07.265387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f31fbba-b617-45fb-8e81-019a3e4e00d7 req-9fbfb2e3-9098-4388-8621-5946dea88410 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 943 time: 0.1139197 Nov 08 00:31:07.299913 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4d9effe4-da00-4a2a-8a45-ca57e1ddfe2f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:07.311299 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 08a26684-ce6c-4ab0-8bbd-af9a3c28d72e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:07.311683 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:07.324847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-4d9effe4-da00-4a2a-8a45-ca57e1ddfe2f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for 3f851e72-6b9d-4f9e-a4f2-0f997b4f1ea8 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:31:07.393317 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1711c2e3-b9fa-4e94-81a3-9322f08e65e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:07.402889 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-56fd12ce-eb1d-45e9-8d88-0a76c130e800 None None] Provisioning complete for port 975d4493-3d85-47f1-94ce-c381308dcecf triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:07.403259 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56fd12ce-eb1d-45e9-8d88-0a76c130e800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:07.410594 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-ebad296c-05a6-4849-8581-4c5973de91a4', 'network_id': 'ebad296c-05a6-4849-8581-4c5973de91a4', 'tenant_id': '02f9811412474b1a9a1027abe3d4b236', 'fixed_ips': [{'subnet_id': '7961f9a2-4af3-48f8-afd2-f5f7bb007af7'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:31:07.411816 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:07.414786 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f31fbba-b617-45fb-8e81-019a3e4e00d7 req-dd305c23-a8f9-449b-bb2a-ed0263f822f2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab258aa-bef4-47e8-8a0e-d9be242b2d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423681 Nov 08 00:31:07.514093 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-56fd12ce-eb1d-45e9-8d88-0a76c130e800 None None] Port 975d4493-3d85-47f1-94ce-c381308dcecf cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:07.516882 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:07.583176 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4d9effe4-da00-4a2a-8a45-ca57e1ddfe2f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:07.647284 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9effe4-da00-4a2a-8a45-ca57e1ddfe2f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=3f851e72-6b9d-4f9e-a4f2-0f997b4f1ea8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:07.775410 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4d9effe4-da00-4a2a-8a45-ca57e1ddfe2f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:07.775410 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4d9effe4-da00-4a2a-8a45-ca57e1ddfe2f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/ports/3f851e72-6b9d-4f9e-a4f2-0f997b4f1ea8 HTTP/1.1" status: 204 len: 168 time: 1.1428721 Nov 08 00:31:07.776954 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37722) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:07.794337 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1711c2e3-b9fa-4e94-81a3-9322f08e65e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:07.810501 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a19180-b02a-476e-be86-149d68cf18c6 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] GET failed (client error): The resource could not be found. Nov 08 00:31:07.812377 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-67a19180-b02a-476e-be86-149d68cf18c6 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports/3f851e72-6b9d-4f9e-a4f2-0f997b4f1ea8 HTTP/1.1" status: 404 len: 333 time: 0.0340245 Nov 08 00:31:07.815131 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37726) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:07.816596 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:07.841718 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-56fd12ce-eb1d-45e9-8d88-0a76c130e800 None None] Provisioning complete for port 3f851e72-6b9d-4f9e-a4f2-0f997b4f1ea8 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:07.842094 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56fd12ce-eb1d-45e9-8d88-0a76c130e800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:07.933576 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d144fa-c2e2-43a2-8f90-a9ce0b1700ca None None] Pushing event updated for resources: {'Port': ['ID=7ef3378b-a77f-43b3-ba0f-94089e4d2eae,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:07.957564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d71b4430-8eaf-4a42-a13d-009adcbc5406 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:07.961776 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-2b9af979-3779-4d12-afe4-fb0bb313655a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port 975d4493-3d85-47f1-94ce-c381308dcecf {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:31:07.962130 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2b9af979-3779-4d12-afe4-fb0bb313655a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:07.997359 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-56fd12ce-eb1d-45e9-8d88-0a76c130e800 None None] Port 3f851e72-6b9d-4f9e-a4f2-0f997b4f1ea8 was deleted so its status cannot be updated. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Nov 08 00:31:08.071324 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2b9af979-3779-4d12-afe4-fb0bb313655a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:08.087929 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-2b9af979-3779-4d12-afe4-fb0bb313655a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for 975d4493-3d85-47f1-94ce-c381308dcecf owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:31:08.124923 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] Allocated IP 172.20.0.2 (ebad296c-05a6-4849-8581-4c5973de91a4/7961f9a2-4af3-48f8-afd2-f5f7bb007af7/0bbcc7aa-7308-49a2-9848-df180ee0024b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:08.161694 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 1bd4635f-e19b-4a22-a26b-f80281ef882f details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:31:08.190346 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port d71b4430-8eaf-4a42-a13d-009adcbc5406 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:08.191173 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:08.279195 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] Attempting to bind port 7ef3378b-a77f-43b3-ba0f-94089e4d2eae on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:31:08.279922 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] Attempting to bind port 7ef3378b-a77f-43b3-ba0f-94089e4d2eae by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:31:08.280032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] Attempting to bind port 7ef3378b-a77f-43b3-ba0f-94089e4d2eae on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:31:08.308737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:31:08.309113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] Checking segment: {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:08.309519 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:08.309918 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] Bound using segment: {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:31:08.310425 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] Bound port: 7ef3378b-a77f-43b3-ba0f-94089e4d2eae, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:31:08.310808 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:08.569936 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-449f0652-f4e0-461a-8aad-f0642b17cb9f None None] Provisioning complete for port 7ef3378b-a77f-43b3-ba0f-94089e4d2eae triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:08.570307 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-449f0652-f4e0-461a-8aad-f0642b17cb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:08.615331 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1711c2e3-b9fa-4e94-81a3-9322f08e65e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:08.642288 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1711c2e3-b9fa-4e94-81a3-9322f08e65e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:08.669698 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c4c55-18ad-4df1-acea-2094f606ea25 req-288cc3e5-bc11-430e-aeb5-5c39c5b23182 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:08.671208 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a31c4c55-18ad-4df1-acea-2094f606ea25 req-288cc3e5-bc11-430e-aeb5-5c39c5b23182 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 943 time: 0.1281917 Nov 08 00:31:08.760669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-449f0652-f4e0-461a-8aad-f0642b17cb9f None None] Port 7ef3378b-a77f-43b3-ba0f-94089e4d2eae cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:08.764589 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:08.777645 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:08.799247 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] For port 7ef3378b-a77f-43b3-ba0f-94089e4d2eae, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:31:08.807520 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] For port 7ef3378b-a77f-43b3-ba0f-94089e4d2eae, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7ef3378b-a77f-43b3-ba0f-94089e4d2eae,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:31:08.810720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 1bd4635f-e19b-4a22-a26b-f80281ef882f, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1bd4635f-e19b-4a22-a26b-f80281ef882f,segment=NetworkSegment(4cd07b0d-e72e-4651-b92a-8251a28811a2),segment_id=4cd07b0d-e72e-4651-b92a-8251a28811a2)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:08.843029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '1bd4635f-e19b-4a22-a26b-f80281ef882f', 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781', 'port_id': '1bd4635f-e19b-4a22-a26b-f80281ef882f', 'mac_address': 'fa:16:3e:86:79:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b5f70ab-cf1c-42f2-8ea1-0e11e081756c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:31:08.850195 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a31c4c55-18ad-4df1-acea-2094f606ea25 req-f75ed122-4b00-4a9d-aebf-8c5af0192698 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab258aa-bef4-47e8-8a0e-d9be242b2d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553259 Nov 08 00:31:08.889211 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:08.915513 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-1711c2e3-b9fa-4e94-81a3-9322f08e65e3 admin admin] Allocated IP 172.25.2.84 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/fc24db7b-2ecc-4122-aeae-6d520ed74a4e) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:08.944935 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2b9af979-3779-4d12-afe4-fb0bb313655a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:08.946014 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:08.949059 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] Network ebad296c-05a6-4849-8581-4c5973de91a4 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:08.951970 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:08.965612 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:08.973060 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] Pushing event updated for resources: {'Port': ['ID=0bbcc7aa-7308-49a2-9848-df180ee0024b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:08.976805 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:09.014111 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9af979-3779-4d12-afe4-fb0bb313655a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=975d4493-3d85-47f1-94ce-c381308dcecf,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:09.033686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d144fa-c2e2-43a2-8f90-a9ce0b1700ca None None] Pushing event updated for resources: {'Port': ['ID=7ef3378b-a77f-43b3-ba0f-94089e4d2eae,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:09.041721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd4635f-e19b-4a22-a26b-f80281ef882f {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:31:09.054255 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9af979-3779-4d12-afe4-fb0bb313655a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:09.054715 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9af979-3779-4d12-afe4-fb0bb313655a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:09.055152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9af979-3779-4d12-afe4-fb0bb313655a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:09.055686 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9af979-3779-4d12-afe4-fb0bb313655a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:09.056111 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9af979-3779-4d12-afe4-fb0bb313655a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:09.056537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9af979-3779-4d12-afe4-fb0bb313655a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:09.057481 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9af979-3779-4d12-afe4-fb0bb313655a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:09.057481 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9af979-3779-4d12-afe4-fb0bb313655a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:09.057968 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9af979-3779-4d12-afe4-fb0bb313655a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:09.058391 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9af979-3779-4d12-afe4-fb0bb313655a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:09.058932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9af979-3779-4d12-afe4-fb0bb313655a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:09.059350 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9af979-3779-4d12-afe4-fb0bb313655a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:09.099040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 1bd4635f-e19b-4a22-a26b-f80281ef882f, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1bd4635f-e19b-4a22-a26b-f80281ef882f,segment=NetworkSegment(4cd07b0d-e72e-4651-b92a-8251a28811a2),segment_id=4cd07b0d-e72e-4651-b92a-8251a28811a2)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:09.134462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] Routers {'ca9afdab-d8f7-442a-85bd-986095c64ea2'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:09.135145 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ca9afdab-d8f7-442a-85bd-986095c64ea2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:09.192573 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2b9af979-3779-4d12-afe4-fb0bb313655a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:09.195867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2b9af979-3779-4d12-afe4-fb0bb313655a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/ports/975d4493-3d85-47f1-94ce-c381308dcecf HTTP/1.1" status: 204 len: 168 time: 1.3788245 Nov 08 00:31:09.198980 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37750) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:09.238923 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1711c2e3-b9fa-4e94-81a3-9322f08e65e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:09.257433 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9286e84-eb3e-4ad7-83e9-94ade6687658 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] GET failed (client error): The resource could not be found. Nov 08 00:31:09.259114 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e9286e84-eb3e-4ad7-83e9-94ade6687658 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports/975d4493-3d85-47f1-94ce-c381308dcecf HTTP/1.1" status: 404 len: 333 time: 0.0591006 Nov 08 00:31:09.262146 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37752) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:09.290822 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:09.305330 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] Attempting to bind port 0bbcc7aa-7308-49a2-9848-df180ee0024b on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:31:09.305697 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] Attempting to bind port 0bbcc7aa-7308-49a2-9848-df180ee0024b by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'ff32e999-ed32-49e1-9397-29309cf2a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ebad296c-05a6-4849-8581-4c5973de91a4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:31:09.306055 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] Attempting to bind port 0bbcc7aa-7308-49a2-9848-df180ee0024b on network ebad296c-05a6-4849-8581-4c5973de91a4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:31:09.356228 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:31:09.356603 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] Checking segment: {'id': 'ff32e999-ed32-49e1-9397-29309cf2a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ebad296c-05a6-4849-8581-4c5973de91a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:09.356794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c45f36f-0694-4349-b231-1eb1b03b1c48 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting subnet 446e2ad6-8e46-428a-87ef-c39303b622d5 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:31:09.357001 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:09.357386 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] Bound using segment: {'id': 'ff32e999-ed32-49e1-9397-29309cf2a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ebad296c-05a6-4849-8581-4c5973de91a4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:31:09.357856 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] Bound port: 0bbcc7aa-7308-49a2-9848-df180ee0024b, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff32e999-ed32-49e1-9397-29309cf2a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ebad296c-05a6-4849-8581-4c5973de91a4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:31:09.358231 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:09.360529 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1c45f36f-0694-4349-b231-1eb1b03b1c48 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:09.405891 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1c45f36f-0694-4349-b231-1eb1b03b1c48 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:09.431553 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] Set router ca9afdab-d8f7-442a-85bd-986095c64ea2 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:31:09.499354 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1c45f36f-0694-4349-b231-1eb1b03b1c48 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:09.611200 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1711c2e3-b9fa-4e94-81a3-9322f08e65e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:09.617141 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=1bd4635f-e19b-4a22-a26b-f80281ef882f,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:09.626754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-bf98ff43-781a-4ac8-ac7a-4221fb4fd717 None None] Provisioning complete for port 7ef3378b-a77f-43b3-ba0f-94089e4d2eae triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:09.627138 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf98ff43-781a-4ac8-ac7a-4221fb4fd717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:09.647946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1711c2e3-b9fa-4e94-81a3-9322f08e65e3 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:09.651400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-1711c2e3-b9fa-4e94-81a3-9322f08e65e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:09.653940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1711c2e3-b9fa-4e94-81a3-9322f08e65e3 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:09.683037 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1c45f36f-0694-4349-b231-1eb1b03b1c48 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:09.707687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] For port 0bbcc7aa-7308-49a2-9848-df180ee0024b, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:31:09.713667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] For port 0bbcc7aa-7308-49a2-9848-df180ee0024b, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0bbcc7aa-7308-49a2-9848-df180ee0024b,segment=NetworkSegment(ff32e999-ed32-49e1-9397-29309cf2a596),segment_id=ff32e999-ed32-49e1-9397-29309cf2a596)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:31:09.738845 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1c45f36f-0694-4349-b231-1eb1b03b1c48 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:09.742249 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1c45f36f-0694-4349-b231-1eb1b03b1c48 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/subnets/446e2ad6-8e46-428a-87ef-c39303b622d5 HTTP/1.1" status: 204 len: 168 time: 0.4789560 Nov 08 00:31:09.744953 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37760) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:09.754126 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea4779f-6585-4798-801b-80f7d3c2c956 None None] Network 07f81e5c-75c5-47a7-9b23-4228d9e6e574 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:09.756978 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['1bd4635f-e19b-4a22-a26b-f80281ef882f'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:31:09.772509 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45f36f-0694-4349-b231-1eb1b03b1c48 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Subnet': ['ID=446e2ad6-8e46-428a-87ef-c39303b622d5,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:09.777525 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711c2e3-b9fa-4e94-81a3-9322f08e65e3 admin admin] Pushing event updated for resources: {'Port': ['ID=fc24db7b-2ecc-4122-aeae-6d520ed74a4e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:09.845855 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:09.883366 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:09.979754 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port 08a26684-ce6c-4ab0-8bbd-af9a3c28d72e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:31:09.980324 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:10.060841 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f79209-dce1-4562-8aa5-24b91c8e713e req-fd7bad83-34a8-4395-bd35-b8530586a514 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:10.067212 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] For port 08a26684-ce6c-4ab0-8bbd-af9a3c28d72e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=08a26684-ce6c-4ab0-8bbd-af9a3c28d72e,segment=NetworkSegment(60a46039-ee8e-4756-807e-20badd61b3ef),segment_id=60a46039-ee8e-4756-807e-20badd61b3ef)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:10.068068 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:10.071122 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03f79209-dce1-4562-8aa5-24b91c8e713e req-fd7bad83-34a8-4395-bd35-b8530586a514 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 944 time: 0.0901158 Nov 08 00:31:10.089147 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for 08a26684-ce6c-4ab0-8bbd-af9a3c28d72e owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:31:10.221687 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03f79209-dce1-4562-8aa5-24b91c8e713e req-af9d3e6c-c219-4fd5-8255-542d7eef18db tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab258aa-bef4-47e8-8a0e-d9be242b2d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496620 Nov 08 00:31:10.261728 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:10.281020 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1711c2e3-b9fa-4e94-81a3-9322f08e65e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:10.344322 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=08a26684-ce6c-4ab0-8bbd-af9a3c28d72e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:10.353838 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No DVR routers for this DVR port 08a26684-ce6c-4ab0-8bbd-af9a3c28d72e on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:31:10.356601 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf98ff43-781a-4ac8-ac7a-4221fb4fd717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:10.391619 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d440f-705a-4670-a514-fe3ac9f3a1db None None] Pushing event updated for resources: {'Port': ['ID=0bbcc7aa-7308-49a2-9848-df180ee0024b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:10.499342 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:08Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:10.558060 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d944a30-dbcb-4437-a7ef-c3ff73c719c6 None None] DHCP port deletion for 07f81e5c-75c5-47a7-9b23-4228d9e6e574 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:31:10.561460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153c6cc-cd71-43ea-bfc5-f9ebb5426064 None None] The sync data for ids ['ca9afdab-d8f7-442a-85bd-986095c64ea2'] in n-d-816882-1 is: [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:08Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:31:10.565590 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:10.580528 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-bf98ff43-781a-4ac8-ac7a-4221fb4fd717 None None] For port 7ef3378b-a77f-43b3-ba0f-94089e4d2eae, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7ef3378b-a77f-43b3-ba0f-94089e4d2eae,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:10.609757 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f81e5c-75c5-47a7-9b23-4228d9e6e574']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:10.636071 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1711c2e3-b9fa-4e94-81a3-9322f08e65e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:10.636728 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a46039-ee8e-4756-807e-20badd61b3ef') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:10.637044 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a46039-ee8e-4756-807e-20badd61b3ef') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:10.662548 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:10.680376 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:10.712738 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:31:10.713082 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:31:10.716597 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:31:10.763991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37774) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:10.828523 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf98ff43-781a-4ac8-ac7a-4221fb4fd717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:10.896451 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:10.908706 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:10.912229 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/networks/07f81e5c-75c5-47a7-9b23-4228d9e6e574 HTTP/1.1" status: 204 len: 168 time: 1.1646841 Nov 08 00:31:10.915563 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37780) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:10.921914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a4074859-fb24-4b0e-a1f2-deb84ca66397 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1172271524'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:10.983337 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e995dd-3efe-4ad0-a56c-4bf748c1de2e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Network': ['ID=07f81e5c-75c5-47a7-9b23-4228d9e6e574,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:11.008519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1711c2e3-b9fa-4e94-81a3-9322f08e65e3 admin admin] Router cb950fd0-5f76-4772-88ed-114fb6f3df59 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:31:11.034891 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-207c4f4b-3a72-4895-855a-881e1d0177d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:11.085549 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4074859-fb24-4b0e-a1f2-deb84ca66397 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:11.089706 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4074859-fb24-4b0e-a1f2-deb84ca66397 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:11.107441 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98ff43-781a-4ac8-ac7a-4221fb4fd717 None None] Pushing event updated for resources: {'Port': ['ID=7ef3378b-a77f-43b3-ba0f-94089e4d2eae,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:11.175237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0bbcc7aa-7308-49a2-9848-df180ee0024b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:11.201829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4074859-fb24-4b0e-a1f2-deb84ca66397 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:31:11.236738 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4074859-fb24-4b0e-a1f2-deb84ca66397 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:11.237183 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-a4074859-fb24-4b0e-a1f2-deb84ca66397 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Added segment 510271c7-c877-432b-abb4-175fcf5eaff3 of type vlan for network 1744eb27-9bd2-4f3b-948c-5fd9e22d5614 Nov 08 00:31:11.277945 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0bbcc7aa-7308-49a2-9848-df180ee0024b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:11.278641 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:11.327537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1711c2e3-b9fa-4e94-81a3-9322f08e65e3 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:31:11.343301 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] Sync routers for ids ['cb950fd0-5f76-4772-88ed-114fb6f3df59'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:31:11.358571 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] Routers {'cb950fd0-5f76-4772-88ed-114fb6f3df59'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:11.359686 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['cb950fd0-5f76-4772-88ed-114fb6f3df59'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:11.359900 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4074859-fb24-4b0e-a1f2-deb84ca66397 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:11.453515 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-207c4f4b-3a72-4895-855a-881e1d0177d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:11.487368 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:11.521022 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1711c2e3-b9fa-4e94-81a3-9322f08e65e3 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:11.522911 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1711c2e3-b9fa-4e94-81a3-9322f08e65e3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5098774 Nov 08 00:31:11.525649 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37786) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:11.532348 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-207c4f4b-3a72-4895-855a-881e1d0177d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:11.543334 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 0bbcc7aa-7308-49a2-9848-df180ee0024b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0bbcc7aa-7308-49a2-9848-df180ee0024b,segment=NetworkSegment(ff32e999-ed32-49e1-9397-29309cf2a596),segment_id=ff32e999-ed32-49e1-9397-29309cf2a596)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:11.557778 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] Set router cb950fd0-5f76-4772-88ed-114fb6f3df59 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:31:11.586410 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3659f8-579b-4e64-a673-98bc94ad9ff9 None None] Network ebad296c-05a6-4849-8581-4c5973de91a4 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:11.602748 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4074859-fb24-4b0e-a1f2-deb84ca66397 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:11.618595 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4074859-fb24-4b0e-a1f2-deb84ca66397 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:11.619285 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4074859-fb24-4b0e-a1f2-deb84ca66397 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:11.637391 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:11.638354 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 7ef3378b-a77f-43b3-ba0f-94089e4d2eae up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:11.677802 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605de40e-3f34-4b54-b439-6361ff46e50a req-c81d2430-d626-400e-aad4-d7cbac8be492 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:11.679390 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-605de40e-3f34-4b54-b439-6361ff46e50a req-c81d2430-d626-400e-aad4-d7cbac8be492 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 944 time: 0.3034029 Nov 08 00:31:11.720461 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-207c4f4b-3a72-4895-855a-881e1d0177d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e99f6f0c05b44e9a0ccc95680127eea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9550157 Nov 08 00:31:11.721223 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37788) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:11.802084 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2fe0fe78-0067-4262-8abe-dfda6b0f696f None None] Provisioning complete for port 0bbcc7aa-7308-49a2-9848-df180ee0024b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:11.802718 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2fe0fe78-0067-4262-8abe-dfda6b0f696f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:11.809940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c4f4b-3a72-4895-855a-881e1d0177d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4175338-0575-471a-8a88-81d20bccac43,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:11.921290 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb950fd0-5f76-4772-88ed-114fb6f3df59', 'name': 'tempest-TestVolumeBootPattern-170084660-router', 'tenant_id': '02f9811412474b1a9a1027abe3d4b236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'fc24db7b-2ecc-4122-aeae-6d520ed74a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:07Z', 'updated_at': '2021-11-08T00:31:09Z', 'revision_number': 3, 'project_id': '02f9811412474b1a9a1027abe3d4b236', 'gw_port': {'id': 'fc24db7b-2ecc-4122-aeae-6d520ed74a4e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb950fd0-5f76-4772-88ed-114fb6f3df59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:08Z', 'updated_at': '2021-11-08T00:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:11.954939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=0bbcc7aa-7308-49a2-9848-df180ee0024b,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:11.990818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4074859-fb24-4b0e-a1f2-deb84ca66397 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Network': ['ID=1744eb27-9bd2-4f3b-948c-5fd9e22d5614,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:11.995409 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] Checking router: cb950fd0-5f76-4772-88ed-114fb6f3df59 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:31:11.997917 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] Updating router cb950fd0-5f76-4772-88ed-114fb6f3df59 port fc24db7b-2ecc-4122-aeae-6d520ed74a4e binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:31:12.024421 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 1744eb27-9bd2-4f3b-948c-5fd9e22d5614 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:31:12.026185 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a4074859-fb24-4b0e-a1f2-deb84ca66397 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1093524 Nov 08 00:31:12.036035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37796) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:12.048496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-e610f9d5-845e-4fb4-8767-e980dfb86172 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'subnet': {'network_id': '1744eb27-9bd2-4f3b-948c-5fd9e22d5614', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:12.049592 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:12.169303 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 1bd4635f-e19b-4a22-a26b-f80281ef882f up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:12.245391 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-605de40e-3f34-4b54-b439-6361ff46e50a req-e1332046-774b-45f8-bec7-3de095e7effb tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab258aa-bef4-47e8-8a0e-d9be242b2d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5214002 Nov 08 00:31:12.283201 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87952e66-54ab-4c98-93d6-7e4316ee8b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:12.308041 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87952e66-54ab-4c98-93d6-7e4316ee8b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:12.400692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 7ef3378b-a77f-43b3-ba0f-94089e4d2eae triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:12.401418 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:12.456045 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87952e66-54ab-4c98-93d6-7e4316ee8b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:12.460558 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87952e66-54ab-4c98-93d6-7e4316ee8b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:12.462104 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-87952e66-54ab-4c98-93d6-7e4316ee8b90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4175338-0575-471a-8a88-81d20bccac43 HTTP/1.1" status: 204 len: 168 time: 0.6669350 Nov 08 00:31:12.502826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e610f9d5-845e-4fb4-8767-e980dfb86172 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:12.536876 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e610f9d5-845e-4fb4-8767-e980dfb86172 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:12.542960 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87952e66-54ab-4c98-93d6-7e4316ee8b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4175338-0575-471a-8a88-81d20bccac43,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:12.544531 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 1bd4635f-e19b-4a22-a26b-f80281ef882f completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:31:12.597022 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b00b1b21-7da0-45db-8dbe-e0932f1f1468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:12.604794 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 1bd4635f-e19b-4a22-a26b-f80281ef882f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:12.608649 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:12.682015 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:12.798696 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:12.810534 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:12.875640 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdde1338-584b-4006-a2be-e42864858165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd4635f-e19b-4a22-a26b-f80281ef882f'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:31:12.878371 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6170a288-0891-4561-964c-6d9bb7739e94" -d '{"events": [{"server_uuid": "cdde1338-584b-4006-a2be-e42864858165", "name": "network-vif-plugged", "status": "completed", "tag": "1bd4635f-e19b-4a22-a26b-f80281ef882f"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:31:12.899294 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 08a26684-ce6c-4ab0-8bbd-af9a3c28d72e no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:31:12.906141 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] Attempting to bind port fc24db7b-2ecc-4122-aeae-6d520ed74a4e on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:31:12.906428 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] Attempting to bind port fc24db7b-2ecc-4122-aeae-6d520ed74a4e by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:31:12.906830 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] Attempting to bind port fc24db7b-2ecc-4122-aeae-6d520ed74a4e on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:31:12.914878 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 1bd4635f-e19b-4a22-a26b-f80281ef882f, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1bd4635f-e19b-4a22-a26b-f80281ef882f,segment=NetworkSegment(4cd07b0d-e72e-4651-b92a-8251a28811a2),segment_id=4cd07b0d-e72e-4651-b92a-8251a28811a2)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:12.939253 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 08a26684-ce6c-4ab0-8bbd-af9a3c28d72e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:31:12.940097 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 08a26684-ce6c-4ab0-8bbd-af9a3c28d72e not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:31:12.944746 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:31:12.945909 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:12.945909 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:12.945909 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:31:12.946497 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] Bound port: fc24db7b-2ecc-4122-aeae-6d520ed74a4e, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:31:12.946712 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:12.953233 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f37b8-ebad-4b0e-a899-8a53f39088a1 None None] Pushing event updated for resources: {'Port': ['ID=fc24db7b-2ecc-4122-aeae-6d520ed74a4e,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:12.980639 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:13.050340 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-b00b1b21-7da0-45db-8dbe-e0932f1f1468 admin admin] Allocated IP 172.20.0.1 (ebad296c-05a6-4849-8581-4c5973de91a4/7961f9a2-4af3-48f8-afd2-f5f7bb007af7/5295d30c-78cf-4011-9f26-5f36151a5e54) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:13.056983 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fdb3e8-55e2-4280-9b34-6a8350a476f8 x-openstack-request-id: req-98fdb3e8-55e2-4280-9b34-6a8350a476f8 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:31:13.062187 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdde1338-584b-4006-a2be-e42864858165", "name": "network-vif-plugged", "status": "completed", "tag": "1bd4635f-e19b-4a22-a26b-f80281ef882f", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:31:13.062187 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98fdb3e8-55e2-4280-9b34-6a8350a476f8 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:31:13.062187 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdde1338-584b-4006-a2be-e42864858165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd4635f-e19b-4a22-a26b-f80281ef882f', 'code': 200} Nov 08 00:31:13.102944 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] For port fc24db7b-2ecc-4122-aeae-6d520ed74a4e, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:31:13.112470 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] For port fc24db7b-2ecc-4122-aeae-6d520ed74a4e, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=fc24db7b-2ecc-4122-aeae-6d520ed74a4e,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:31:13.170549 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=1bd4635f-e19b-4a22-a26b-f80281ef882f,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:13.193511 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4b3d76cb-f3e2-4230-b0df-cae51d35cca6 None None] Provisioning complete for port 0bbcc7aa-7308-49a2-9848-df180ee0024b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:13.193883 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b3d76cb-f3e2-4230-b0df-cae51d35cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:13.216787 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:13.220502 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e610f9d5-845e-4fb4-8767-e980dfb86172 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:13.224218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0bbcc7aa-7308-49a2-9848-df180ee0024b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:13.277307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e43d2-e896-4f86-93b3-bb90839f6d35 req-195918f7-44b6-4a4a-84ec-447d9034d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:13.279235 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-367e43d2-e896-4f86-93b3-bb90839f6d35 req-195918f7-44b6-4a4a-84ec-447d9034d5cd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 1096 time: 0.1200128 Nov 08 00:31:13.325969 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] Routers {'cb950fd0-5f76-4772-88ed-114fb6f3df59'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:13.326850 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['cb950fd0-5f76-4772-88ed-114fb6f3df59'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:13.344379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610f9d5-845e-4fb4-8767-e980dfb86172 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Subnet': ['ID=3ac5c358-4ae2-4df8-ad14-4a75ee13e910,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:13.351903 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b00b1b21-7da0-45db-8dbe-e0932f1f1468 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:13.369938 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-367e43d2-e896-4f86-93b3-bb90839f6d35 req-e2b33243-901d-4a87-b3f2-86b99441e9eb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2ab258aa-bef4-47e8-8a0e-d9be242b2d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808859 Nov 08 00:31:13.384950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e610f9d5-845e-4fb4-8767-e980dfb86172 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Checking segment: {'id': '510271c7-c877-432b-abb4-175fcf5eaff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1744eb27-9bd2-4f3b-948c-5fd9e22d5614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:13.389195 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e610f9d5-845e-4fb4-8767-e980dfb86172 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network hostable DHCP agents. Network: 1744eb27-9bd2-4f3b-948c-5fd9e22d5614, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:31:13.459534 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f37b8-ebad-4b0e-a899-8a53f39088a1 None None] Pushing event updated for resources: {'Port': ['ID=fc24db7b-2ecc-4122-aeae-6d520ed74a4e,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:13.460965 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0bbcc7aa-7308-49a2-9848-df180ee0024b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:13.461345 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:13.489327 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48102cf5-76c9-4aed-a985-f4c1c11d4b83 req-49e852fe-4ad3-41fc-a560-150991464919 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:13.491006 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48102cf5-76c9-4aed-a985-f4c1c11d4b83 req-49e852fe-4ad3-41fc-a560-150991464919 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 945 time: 0.0711048 Nov 08 00:31:13.518837 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] Set router cb950fd0-5f76-4772-88ed-114fb6f3df59 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:31:13.543824 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e610f9d5-845e-4fb4-8767-e980dfb86172 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 1744eb27-9bd2-4f3b-948c-5fd9e22d5614 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:31:13.559754 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b00b1b21-7da0-45db-8dbe-e0932f1f1468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:13.585118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48102cf5-76c9-4aed-a985-f4c1c11d4b83 req-1e359e6f-d659-4dc6-89ed-f21e107b7b14 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab258aa-bef4-47e8-8a0e-d9be242b2d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848696 Nov 08 00:31:13.619587 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00b1b21-7da0-45db-8dbe-e0932f1f1468 admin admin] Network ebad296c-05a6-4849-8581-4c5973de91a4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:13.623243 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-b00b1b21-7da0-45db-8dbe-e0932f1f1468 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:13.627142 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37814) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:13.641288 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00b1b21-7da0-45db-8dbe-e0932f1f1468 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:13.646019 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 7ef3378b-a77f-43b3-ba0f-94089e4d2eae up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:13.647676 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-41e97cad-bf39-46ed-afe8-9865125b73d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:13.666307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-e610f9d5-845e-4fb4-8767-e980dfb86172 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 1744eb27-9bd2-4f3b-948c-5fd9e22d5614) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:13.685204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e610f9d5-845e-4fb4-8767-e980dfb86172 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:13.685804 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e610f9d5-845e-4fb4-8767-e980dfb86172 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:13.709684 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e918d902-8cc2-4be5-980b-4925b5d1acb5 None None] Network 1744eb27-9bd2-4f3b-948c-5fd9e22d5614 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:13.739880 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b1b21-7da0-45db-8dbe-e0932f1f1468 admin admin] Pushing event updated for resources: {'Port': ['ID=5295d30c-78cf-4011-9f26-5f36151a5e54,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:13.766269 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b00b1b21-7da0-45db-8dbe-e0932f1f1468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:13.798511 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb950fd0-5f76-4772-88ed-114fb6f3df59', 'name': 'tempest-TestVolumeBootPattern-170084660-router', 'tenant_id': '02f9811412474b1a9a1027abe3d4b236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'fc24db7b-2ecc-4122-aeae-6d520ed74a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:07Z', 'updated_at': '2021-11-08T00:31:09Z', 'revision_number': 3, 'project_id': '02f9811412474b1a9a1027abe3d4b236', 'gw_port': {'id': 'fc24db7b-2ecc-4122-aeae-6d520ed74a4e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb950fd0-5f76-4772-88ed-114fb6f3df59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:08Z', 'updated_at': '2021-11-08T00:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:13.873208 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 7ef3378b-a77f-43b3-ba0f-94089e4d2eae triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:13.873735 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:13.876299 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-41e97cad-bf39-46ed-afe8-9865125b73d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:13.885927 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e610f9d5-845e-4fb4-8767-e980dfb86172 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8464768 Nov 08 00:31:13.888396 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37816) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:13.890080 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1f0665-7c5c-4525-a5a7-c15b67b814a2 None None] The sync data for ids ['cb950fd0-5f76-4772-88ed-114fb6f3df59'] in n-d-816882-1 is: [{'id': 'cb950fd0-5f76-4772-88ed-114fb6f3df59', 'name': 'tempest-TestVolumeBootPattern-170084660-router', 'tenant_id': '02f9811412474b1a9a1027abe3d4b236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'fc24db7b-2ecc-4122-aeae-6d520ed74a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:07Z', 'updated_at': '2021-11-08T00:31:09Z', 'revision_number': 3, 'project_id': '02f9811412474b1a9a1027abe3d4b236', 'gw_port': {'id': 'fc24db7b-2ecc-4122-aeae-6d520ed74a4e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb950fd0-5f76-4772-88ed-114fb6f3df59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:08Z', 'updated_at': '2021-11-08T00:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:31:13.897193 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2273f443-de13-458b-a6a6-69581945089a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2121645429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:13.957223 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-1744eb27-9bd2-4f3b-948c-5fd9e22d5614', 'network_id': '1744eb27-9bd2-4f3b-948c-5fd9e22d5614', 'tenant_id': '2c1d32e80a044f72b41cfd29029e4658', 'fixed_ips': [{'subnet_id': '3ac5c358-4ae2-4df8-ad14-4a75ee13e910'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:31:13.958192 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:13.963598 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-41e97cad-bf39-46ed-afe8-9865125b73d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:14.018614 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-41e97cad-bf39-46ed-afe8-9865125b73d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a948dbfdd8764981ac7c0de4f85dee0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3875763 Nov 08 00:31:14.018614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e97cad-bf39-46ed-afe8-9865125b73d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28badf42-59b9-4b90-80b4-676ffa741c67,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:14.020022 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37818) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:14.081425 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9e271296-23df-4c11-a62e-cd302cfe7946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:14.104896 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2273f443-de13-458b-a6a6-69581945089a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:14.105997 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2273f443-de13-458b-a6a6-69581945089a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:14.107140 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9e271296-23df-4c11-a62e-cd302cfe7946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:14.120628 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b00b1b21-7da0-45db-8dbe-e0932f1f1468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:14.149853 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-8ae5e7c3-265d-4dda-a692-6222dd5f1983 None None] Provisioning complete for port 5295d30c-78cf-4011-9f26-5f36151a5e54 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:14.150416 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ae5e7c3-265d-4dda-a692-6222dd5f1983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:14.195302 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8ae5e7c3-265d-4dda-a692-6222dd5f1983 None None] Port 5295d30c-78cf-4011-9f26-5f36151a5e54 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:14.230275 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2273f443-de13-458b-a6a6-69581945089a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:14.298678 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] Allocated IP 172.20.0.2 (1744eb27-9bd2-4f3b-948c-5fd9e22d5614/3ac5c358-4ae2-4df8-ad14-4a75ee13e910/9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:14.348067 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9e271296-23df-4c11-a62e-cd302cfe7946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:14.350659 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9e271296-23df-4c11-a62e-cd302cfe7946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:14.352118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9e271296-23df-4c11-a62e-cd302cfe7946 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28badf42-59b9-4b90-80b4-676ffa741c67 HTTP/1.1" status: 204 len: 168 time: 0.3307996 Nov 08 00:31:14.362429 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e271296-23df-4c11-a62e-cd302cfe7946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28badf42-59b9-4b90-80b4-676ffa741c67,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:14.382094 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2273f443-de13-458b-a6a6-69581945089a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:14.518739 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2273f443-de13-458b-a6a6-69581945089a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:14.522907 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2273f443-de13-458b-a6a6-69581945089a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6309998 Nov 08 00:31:14.523241 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37828) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:14.528528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-dccf8ac3-a165-40a8-8b23-c5c97669f750 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'network_id': '1744eb27-9bd2-4f3b-948c-5fd9e22d5614', 'name': 'tempest-PortsTestJSON-1135994193'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:14.532430 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b00b1b21-7da0-45db-8dbe-e0932f1f1468 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:14.538748 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:14.593202 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b00b1b21-7da0-45db-8dbe-e0932f1f1468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:14.634992 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:14.737376 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b00b1b21-7da0-45db-8dbe-e0932f1f1468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:14.741268 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b1b21-7da0-45db-8dbe-e0932f1f1468 admin admin] Pushing event updated for resources: {'Port': ['ID=5295d30c-78cf-4011-9f26-5f36151a5e54,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:14.762430 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] Network 1744eb27-9bd2-4f3b-948c-5fd9e22d5614 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:14.772281 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:14.774965 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:14.790116 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] Pushing event updated for resources: {'Port': ['ID=9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:14.842412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a207d-84d3-466f-968e-1204e7b5b3aa req-2842b6bf-1e66-4317-bcc0-e5dae6b60f41 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:14.850468 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f6a207d-84d3-466f-968e-1204e7b5b3aa req-2842b6bf-1e66-4317-bcc0-e5dae6b60f41 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 945 time: 0.0756664 Nov 08 00:31:14.896102 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00b1b21-7da0-45db-8dbe-e0932f1f1468 admin admin] Network ebad296c-05a6-4849-8581-4c5973de91a4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:14.897582 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] Attempting to bind port 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:31:14.898123 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] Attempting to bind port 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '510271c7-c877-432b-abb4-175fcf5eaff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1744eb27-9bd2-4f3b-948c-5fd9e22d5614'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:31:14.898642 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] Attempting to bind port 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489 on network 1744eb27-9bd2-4f3b-948c-5fd9e22d5614 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:31:14.899347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-b00b1b21-7da0-45db-8dbe-e0932f1f1468 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:14.905896 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:31:14.907361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] Checking segment: {'id': '510271c7-c877-432b-abb4-175fcf5eaff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1744eb27-9bd2-4f3b-948c-5fd9e22d5614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:14.908117 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:14.908838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] Bound using segment: {'id': '510271c7-c877-432b-abb4-175fcf5eaff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1744eb27-9bd2-4f3b-948c-5fd9e22d5614'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:31:14.909849 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] Bound port: 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510271c7-c877-432b-abb4-175fcf5eaff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1744eb27-9bd2-4f3b-948c-5fd9e22d5614'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:31:14.910409 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:14.926828 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccf8ac3-a165-40a8-8b23-c5c97669f750 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:14.949891 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dccf8ac3-a165-40a8-8b23-c5c97669f750 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:15.006026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-dccf8ac3-a165-40a8-8b23-c5c97669f750 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] device_id is not set on port 2bd98f8c-2f98-4ca5-8e31-a32b4de12f08 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:31:15.047893 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f6a207d-84d3-466f-968e-1204e7b5b3aa req-f3b921d4-5e53-4292-aa6e-e7510b797954 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab258aa-bef4-47e8-8a0e-d9be242b2d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840839 Nov 08 00:31:15.067581 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] For port 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:31:15.088651 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] For port 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489,segment=NetworkSegment(510271c7-c877-432b-abb4-175fcf5eaff3),segment_id=510271c7-c877-432b-abb4-175fcf5eaff3)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:31:15.158849 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device fc24db7b-2ecc-4122-aeae-6d520ed74a4e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:15.239171 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00b1b21-7da0-45db-8dbe-e0932f1f1468 admin admin] Router cb950fd0-5f76-4772-88ed-114fb6f3df59 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:31:15.243839 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:15.396762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-dccf8ac3-a165-40a8-8b23-c5c97669f750 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Allocated IP 172.20.0.7 (1744eb27-9bd2-4f3b-948c-5fd9e22d5614/3ac5c358-4ae2-4df8-ad14-4a75ee13e910/2bd98f8c-2f98-4ca5-8e31-a32b4de12f08) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:15.425906 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00b1b21-7da0-45db-8dbe-e0932f1f1468 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:31:15.440490 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b00b1b21-7da0-45db-8dbe-e0932f1f1468 admin admin] 10.222.0.13 "PUT /v2.0/routers/cb950fd0-5f76-4772-88ed-114fb6f3df59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9055529 Nov 08 00:31:15.452784 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095806ee-489c-4278-96da-6cba67f2d4cd None None] Pushing event updated for resources: {'Port': ['ID=9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:15.500759 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e55add01-8d91-4979-b23e-4dca82ed04b8 None None] Provisioning complete for port 5295d30c-78cf-4011-9f26-5f36151a5e54 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:15.501123 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e55add01-8d91-4979-b23e-4dca82ed04b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:15.536510 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port fc24db7b-2ecc-4122-aeae-6d520ed74a4e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:15.536881 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:15.582437 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e55add01-8d91-4979-b23e-4dca82ed04b8 None None] Port 5295d30c-78cf-4011-9f26-5f36151a5e54 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:15.696286 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:15.745221 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port fc24db7b-2ecc-4122-aeae-6d520ed74a4e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=fc24db7b-2ecc-4122-aeae-6d520ed74a4e,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:15.760038 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dccf8ac3-a165-40a8-8b23-c5c97669f750 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:15.823568 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:15.931292 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=fc24db7b-2ecc-4122-aeae-6d520ed74a4e,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:15.934205 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dccf8ac3-a165-40a8-8b23-c5c97669f750 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:16.030031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccf8ac3-a165-40a8-8b23-c5c97669f750 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 1744eb27-9bd2-4f3b-948c-5fd9e22d5614 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:16.039198 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-dccf8ac3-a165-40a8-8b23-c5c97669f750 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:16.043376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf8ac3-a165-40a8-8b23-c5c97669f750 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:16.083856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf8ac3-a165-40a8-8b23-c5c97669f750 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=2bd98f8c-2f98-4ca5-8e31-a32b4de12f08,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:16.107887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccf8ac3-a165-40a8-8b23-c5c97669f750 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:16.108457 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dccf8ac3-a165-40a8-8b23-c5c97669f750 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:16.178310 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642b4e3-6ca8-4e2c-9003-6faa31cb2f1a req-c6e14736-5650-495a-9f87-4ce50d90205f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:16.188404 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d642b4e3-6ca8-4e2c-9003-6faa31cb2f1a req-c6e14736-5650-495a-9f87-4ce50d90205f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 945 time: 0.0523212 Nov 08 00:31:16.227682 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d642b4e3-6ca8-4e2c-9003-6faa31cb2f1a req-81771bb3-ec47-4667-88c7-79ac8d0c33fd tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab258aa-bef4-47e8-8a0e-d9be242b2d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417268 Nov 08 00:31:16.270366 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dccf8ac3-a165-40a8-8b23-c5c97669f750 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7460361 Nov 08 00:31:16.273446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37870) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:16.944634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce80e76-583d-4dc4-8b1a-0d5665e50f97 req-60527c0e-b250-49e6-b1ee-886ae306fbd2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:16.959828 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ce80e76-583d-4dc4-8b1a-0d5665e50f97 req-60527c0e-b250-49e6-b1ee-886ae306fbd2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 945 time: 0.6000290 Nov 08 00:31:17.025716 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ce80e76-583d-4dc4-8b1a-0d5665e50f97 req-eb3db274-9c93-4902-8f56-a5d1060f79a6 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab258aa-bef4-47e8-8a0e-d9be242b2d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690589 Nov 08 00:31:17.057538 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37888) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:17.094972 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] Sync routers for ids ['cb950fd0-5f76-4772-88ed-114fb6f3df59'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:31:17.118555 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabf9763-45bb-4959-89f5-9c9190b576a6 None None] Network 1744eb27-9bd2-4f3b-948c-5fd9e22d5614 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:17.148650 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ac2db0-30ab-4f5a-843a-4f534f4c506d tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:17.150309 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-44ac2db0-30ab-4f5a-843a-4f534f4c506d tempest-TestNetworkBasicOps-736975378 tempest-TestNetworkBasicOps-736975378-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 1091 time: 0.0908997 Nov 08 00:31:17.153093 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37890) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:17.158020 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': '1bd4635f-e19b-4a22-a26b-f80281ef882f', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:17.177765 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3241fa29-7e6a-4546-95dc-b754bd93770c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:17.215295 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] Routers {'cb950fd0-5f76-4772-88ed-114fb6f3df59'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:17.215936 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['cb950fd0-5f76-4772-88ed-114fb6f3df59'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:17.238690 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:17.252413 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37894) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:17.296409 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:17.467749 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-50a29dde-c7a5-45a9-96a8-e90e366769a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:17.505085 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3241fa29-7e6a-4546-95dc-b754bd93770c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:17.530816 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:17.609103 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2f6831ac-024b-4ea3-9585-e019e9b6d23d None None] Provisioning complete for port 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:17.609478 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2f6831ac-024b-4ea3-9585-e019e9b6d23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:17.631264 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3241fa29-7e6a-4546-95dc-b754bd93770c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:17.727753 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Allocated IP 172.25.2.104 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/571e242a-c0e0-46f4-a2e3-c33afb13ec27) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:17.744814 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241fa29-7e6a-4546-95dc-b754bd93770c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=2bd98f8c-2f98-4ca5-8e31-a32b4de12f08,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:17.756381 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] Set router cb950fd0-5f76-4772-88ed-114fb6f3df59 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:31:17.763248 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:17.763831 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:17.771820 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-50a29dde-c7a5-45a9-96a8-e90e366769a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:17.909940 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:17.944035 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2f6831ac-024b-4ea3-9585-e019e9b6d23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:17.954812 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3241fa29-7e6a-4546-95dc-b754bd93770c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:17.959899 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-50a29dde-c7a5-45a9-96a8-e90e366769a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:18.001305 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a29dde-c7a5-45a9-96a8-e90e366769a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df51c67a-edb9-4107-bb57-f2e84d45483d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:18.006088 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-50a29dde-c7a5-45a9-96a8-e90e366769a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c08489be07be4306902a4e5a0d0829b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7521729 Nov 08 00:31:18.024823 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37906) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:18.067241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2f6831ac-024b-4ea3-9585-e019e9b6d23d None None] For port 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489,segment=NetworkSegment(510271c7-c877-432b-abb4-175fcf5eaff3),segment_id=510271c7-c877-432b-abb4-175fcf5eaff3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:18.110820 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:31:18.124096 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4edabaa8-5b0a-4346-a1d5-052d4b2fc076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:18.132722 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:18.177574 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2f6831ac-024b-4ea3-9585-e019e9b6d23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:18.209232 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4edabaa8-5b0a-4346-a1d5-052d4b2fc076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:18.237100 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:18.248024 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3241fa29-7e6a-4546-95dc-b754bd93770c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:18.254765 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:18.261432 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:18.277358 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:18.281524 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6831ac-024b-4ea3-9585-e019e9b6d23d None None] Pushing event updated for resources: {'Port': ['ID=9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:18.298837 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6831ac-024b-4ea3-9585-e019e9b6d23d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:18.299391 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6831ac-024b-4ea3-9585-e019e9b6d23d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:18.299927 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6831ac-024b-4ea3-9585-e019e9b6d23d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:18.300565 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6831ac-024b-4ea3-9585-e019e9b6d23d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:18.301069 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6831ac-024b-4ea3-9585-e019e9b6d23d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:18.301563 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6831ac-024b-4ea3-9585-e019e9b6d23d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:18.302033 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6831ac-024b-4ea3-9585-e019e9b6d23d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:18.302510 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6831ac-024b-4ea3-9585-e019e9b6d23d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:18.302982 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6831ac-024b-4ea3-9585-e019e9b6d23d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:18.303584 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6831ac-024b-4ea3-9585-e019e9b6d23d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:18.304185 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6831ac-024b-4ea3-9585-e019e9b6d23d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:18.304648 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6831ac-024b-4ea3-9585-e019e9b6d23d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:18.372867 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Port': ['ID=571e242a-c0e0-46f4-a2e3-c33afb13ec27,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:18.388742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb950fd0-5f76-4772-88ed-114fb6f3df59', 'name': 'tempest-TestVolumeBootPattern-170084660-router', 'tenant_id': '02f9811412474b1a9a1027abe3d4b236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'fc24db7b-2ecc-4122-aeae-6d520ed74a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:07Z', 'updated_at': '2021-11-08T00:31:13Z', 'revision_number': 4, 'project_id': '02f9811412474b1a9a1027abe3d4b236', 'gw_port': {'id': 'fc24db7b-2ecc-4122-aeae-6d520ed74a4e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb950fd0-5f76-4772-88ed-114fb6f3df59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:08Z', 'updated_at': '2021-11-08T00:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '5295d30c-78cf-4011-9f26-5f36151a5e54', 'name': '', 'network_id': 'ebad296c-05a6-4849-8581-4c5973de91a4', 'tenant_id': '02f9811412474b1a9a1027abe3d4b236', 'mac_address': 'fa:16:3e:2d:6e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb950fd0-5f76-4772-88ed-114fb6f3df59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '7961f9a2-4af3-48f8-afd2-f5f7bb007af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:12Z', 'updated_at': '2021-11-08T00:31:14Z', 'revision_number': 2, 'project_id': '02f9811412474b1a9a1027abe3d4b236', 'subnets': [{'id': '7961f9a2-4af3-48f8-afd2-f5f7bb007af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:18.425852 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] Checking router: cb950fd0-5f76-4772-88ed-114fb6f3df59 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:31:18.426315 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] Updating router cb950fd0-5f76-4772-88ed-114fb6f3df59 port 5295d30c-78cf-4011-9f26-5f36151a5e54 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:31:18.455947 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:31:18.457204 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:31:18.468834 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:18.483526 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4edabaa8-5b0a-4346-a1d5-052d4b2fc076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:18.491711 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4edabaa8-5b0a-4346-a1d5-052d4b2fc076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:18.495730 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4edabaa8-5b0a-4346-a1d5-052d4b2fc076 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df51c67a-edb9-4107-bb57-f2e84d45483d HTTP/1.1" status: 204 len: 168 time: 0.4677565 Nov 08 00:31:18.549640 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edabaa8-5b0a-4346-a1d5-052d4b2fc076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df51c67a-edb9-4107-bb57-f2e84d45483d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:18.676121 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ec431e23-6d1b-4a5b-be3a-1261edf4fd2b None None] Provisioning complete for port 2bd98f8c-2f98-4ca5-8e31-a32b4de12f08 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:18.677131 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec431e23-6d1b-4a5b-be3a-1261edf4fd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:18.811884 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3241fa29-7e6a-4546-95dc-b754bd93770c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:18.835717 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ec431e23-6d1b-4a5b-be3a-1261edf4fd2b None None] Port 2bd98f8c-2f98-4ca5-8e31-a32b4de12f08 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:18.886521 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ec431e23-6d1b-4a5b-be3a-1261edf4fd2b None None] Provisioning complete for port 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:18.886896 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec431e23-6d1b-4a5b-be3a-1261edf4fd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:18.892193 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3241fa29-7e6a-4546-95dc-b754bd93770c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:19.090480 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device fc24db7b-2ecc-4122-aeae-6d520ed74a4e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:19.116774 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3241fa29-7e6a-4546-95dc-b754bd93770c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:19.122418 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241fa29-7e6a-4546-95dc-b754bd93770c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=2bd98f8c-2f98-4ca5-8e31-a32b4de12f08,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:19.125473 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:19.253458 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3241fa29-7e6a-4546-95dc-b754bd93770c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 1744eb27-9bd2-4f3b-948c-5fd9e22d5614 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:19.255230 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-3241fa29-7e6a-4546-95dc-b754bd93770c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:19.256430 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:19.282745 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port fc24db7b-2ecc-4122-aeae-6d520ed74a4e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:19.282745 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:19.353053 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:19.365650 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e9b54f0e-f15c-4e13-8e6c-6c722decd2d5 None None] Provisioning complete for port 2bd98f8c-2f98-4ca5-8e31-a32b4de12f08 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:19.366381 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e9b54f0e-f15c-4e13-8e6c-6c722decd2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:19.394480 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:19.485227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e9b54f0e-f15c-4e13-8e6c-6c722decd2d5 None None] Port 2bd98f8c-2f98-4ca5-8e31-a32b4de12f08 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:19.510287 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c11609-489c-4ea5-9ee3-045e2035742d None None] Pushing event updated for resources: {'Port': ['ID=5295d30c-78cf-4011-9f26-5f36151a5e54,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:19.540550 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3241fa29-7e6a-4546-95dc-b754bd93770c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Router 07d48f9c-852a-422e-a1f8-82332858a3c2 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:31:19.600775 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] Attempting to bind port 5295d30c-78cf-4011-9f26-5f36151a5e54 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:31:19.601416 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] Attempting to bind port 5295d30c-78cf-4011-9f26-5f36151a5e54 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'ff32e999-ed32-49e1-9397-29309cf2a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ebad296c-05a6-4849-8581-4c5973de91a4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:31:19.601789 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] Attempting to bind port 5295d30c-78cf-4011-9f26-5f36151a5e54 on network ebad296c-05a6-4849-8581-4c5973de91a4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:31:19.609722 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:19.609840 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:31:19.614160 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] Checking segment: {'id': 'ff32e999-ed32-49e1-9397-29309cf2a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ebad296c-05a6-4849-8581-4c5973de91a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:19.614418 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:19.614820 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] Bound using segment: {'id': 'ff32e999-ed32-49e1-9397-29309cf2a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ebad296c-05a6-4849-8581-4c5973de91a4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:31:19.615315 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] Bound port: 5295d30c-78cf-4011-9f26-5f36151a5e54, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff32e999-ed32-49e1-9397-29309cf2a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ebad296c-05a6-4849-8581-4c5973de91a4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:31:19.615704 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:19.719518 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3241fa29-7e6a-4546-95dc-b754bd93770c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:31:19.721557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:19.729460 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5a49a-78a2-4bca-8bee-f4026c79bab3 None None] Sync routers for ids ['07d48f9c-852a-422e-a1f8-82332858a3c2'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:31:19.757853 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:19.758093 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3241fa29-7e6a-4546-95dc-b754bd93770c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "PUT /v2.0/routers/07d48f9c-852a-422e-a1f8-82332858a3c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4789939 Nov 08 00:31:19.758093 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37934) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:19.758504 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a5a49a-78a2-4bca-8bee-f4026c79bab3 None None] Routers {'07d48f9c-852a-422e-a1f8-82332858a3c2'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:19.759328 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-d9a5a49a-78a2-4bca-8bee-f4026c79bab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['07d48f9c-852a-422e-a1f8-82332858a3c2'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:19.763693 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] For port 5295d30c-78cf-4011-9f26-5f36151a5e54, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:31:19.797787 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5098cbf6-af33-40ad-b0ff-a6328b805ca2 None None] Provisioning complete for port 2bd98f8c-2f98-4ca5-8e31-a32b4de12f08 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:19.798167 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5098cbf6-af33-40ad-b0ff-a6328b805ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:19.826818 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] For port 5295d30c-78cf-4011-9f26-5f36151a5e54, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5295d30c-78cf-4011-9f26-5f36151a5e54,segment=NetworkSegment(ff32e999-ed32-49e1-9397-29309cf2a596),segment_id=ff32e999-ed32-49e1-9397-29309cf2a596)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:31:19.848620 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-d9a5a49a-78a2-4bca-8bee-f4026c79bab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:19.884975 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a5a49a-78a2-4bca-8bee-f4026c79bab3 None None] Routers {'07d48f9c-852a-422e-a1f8-82332858a3c2'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:19.884975 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-d9a5a49a-78a2-4bca-8bee-f4026c79bab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['07d48f9c-852a-422e-a1f8-82332858a3c2'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:19.894577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c345755e-fb5c-4e5c-bcb7-e13c0ea1a686 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:19.896291 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c345755e-fb5c-4e5c-bcb7-e13c0ea1a686 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports?device_id=07d48f9c-852a-422e-a1f8-82332858a3c2 HTTP/1.1" status: 200 len: 982 time: 0.1344442 Nov 08 00:31:19.901944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37942) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:19.915016 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event updated for resources: {'Port': ['ID=571e242a-c0e0-46f4-a2e3-c33afb13ec27,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:19.928596 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:19.939368 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:19.975345 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-d9a5a49a-78a2-4bca-8bee-f4026c79bab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:19.976723 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5a49a-78a2-4bca-8bee-f4026c79bab3 None None] The sync data for ids ['07d48f9c-852a-422e-a1f8-82332858a3c2'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:31:20.017131 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c11609-489c-4ea5-9ee3-045e2035742d None None] Pushing event updated for resources: {'Port': ['ID=5295d30c-78cf-4011-9f26-5f36151a5e54,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:20.033990 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5098cbf6-af33-40ad-b0ff-a6328b805ca2 None None] Port 2bd98f8c-2f98-4ca5-8e31-a32b4de12f08 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:20.038940 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:20.039372 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:20.093581 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] Routers {'cb950fd0-5f76-4772-88ed-114fb6f3df59'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:20.094459 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['cb950fd0-5f76-4772-88ed-114fb6f3df59'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:20.147412 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Floating IP 0d35ef40-b217-4ab5-9aed-41e617d52c4e associated. External IP: 172.25.2.104, port: 1bd4635f-e19b-4a22-a26b-f80281ef882f. Nov 08 00:31:20.471457 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Router 78829916-2b4b-4b22-832c-e22d596f4c2f has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:31:20.601254 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] Set router cb950fd0-5f76-4772-88ed-114fb6f3df59 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:31:20.655276 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2246ba38-33a2-442c-b168-90efdc7fd7b3 None None] Provisioning complete for port 5295d30c-78cf-4011-9f26-5f36151a5e54 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:20.655743 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2246ba38-33a2-442c-b168-90efdc7fd7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:20.662359 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:31:20.699552 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd48733f-30df-4bb5-9e95-2a6809ffeb67 None None] Sync routers for ids ['78829916-2b4b-4b22-832c-e22d596f4c2f'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:31:20.725765 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-518362f1-abc6-4cb6-aeea-820dad192489 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:20.761871 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd48733f-30df-4bb5-9e95-2a6809ffeb67 None None] Routers {'78829916-2b4b-4b22-832c-e22d596f4c2f'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:20.762492 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-bd48733f-30df-4bb5-9e95-2a6809ffeb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['78829916-2b4b-4b22-832c-e22d596f4c2f'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:20.779732 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:20.809156 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a4faa5e3-9716-403b-a642-26c2139554e3 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6549971 Nov 08 00:31:20.824824 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdde1338-584b-4006-a2be-e42864858165', 'tag': '1bd4635f-e19b-4a22-a26b-f80281ef882f'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:31:20.825283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37964) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:20.825375 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e382972-e733-477a-b943-9ee6372a30ef" -d '{"events": [{"name": "network-changed", "server_uuid": "cdde1338-584b-4006-a2be-e42864858165", "tag": "1bd4635f-e19b-4a22-a26b-f80281ef882f"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:31:20.868097 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6a85af-1a73-444d-b071-b7235864beba x-openstack-request-id: req-5a6a85af-1a73-444d-b071-b7235864beba {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:31:20.868749 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdde1338-584b-4006-a2be-e42864858165", "tag": "1bd4635f-e19b-4a22-a26b-f80281ef882f", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:31:20.869238 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a6a85af-1a73-444d-b071-b7235864beba {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:31:20.869838 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdde1338-584b-4006-a2be-e42864858165', 'tag': '1bd4635f-e19b-4a22-a26b-f80281ef882f', 'status': 'completed', 'code': 200} Nov 08 00:31:21.000315 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-bd48733f-30df-4bb5-9e95-2a6809ffeb67 None None] Set router 78829916-2b4b-4b22-832c-e22d596f4c2f gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:31:21.046280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91b065-f048-4489-9b74-665a580128af req-62a18251-6ab6-4d4c-bfef-3e7441c2b1d8 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:21.047036 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2246ba38-33a2-442c-b168-90efdc7fd7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:21.048687 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb91b065-f048-4489-9b74-665a580128af req-62a18251-6ab6-4d4c-bfef-3e7441c2b1d8 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 812 time: 0.4363618 Nov 08 00:31:21.053020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0738d22d-bdc5-4455-a988-9750f9bd53d2 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/floatingips/0d35ef40-b217-4ab5-9aed-41e617d52c4e HTTP/1.1" status: 200 len: 991 time: 0.2399278 Nov 08 00:31:21.104497 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb91b065-f048-4489-9b74-665a580128af req-f8d4bdd7-51e1-4cab-860c-7270b5465ed0 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/quotas/f2f6913f27fa41388788e5027b9340cb HTTP/1.1" status: 200 len: 375 time: 0.0176091 Nov 08 00:31:21.152565 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e382972-e733-477a-b943-9ee6372a30ef req-319811ca-acfd-41a3-b318-715e02ad6fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:21.154495 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e382972-e733-477a-b943-9ee6372a30ef req-319811ca-acfd-41a3-b318-715e02ad6fa9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b&device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 1096 time: 0.2148812 Nov 08 00:31:21.167307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2246ba38-33a2-442c-b168-90efdc7fd7b3 None None] For port 5295d30c-78cf-4011-9f26-5f36151a5e54, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5295d30c-78cf-4011-9f26-5f36151a5e54,segment=NetworkSegment(ff32e999-ed32-49e1-9397-29309cf2a596),segment_id=ff32e999-ed32-49e1-9397-29309cf2a596)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:21.232083 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb950fd0-5f76-4772-88ed-114fb6f3df59', 'name': 'tempest-TestVolumeBootPattern-170084660-router', 'tenant_id': '02f9811412474b1a9a1027abe3d4b236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'fc24db7b-2ecc-4122-aeae-6d520ed74a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:07Z', 'updated_at': '2021-11-08T00:31:13Z', 'revision_number': 4, 'project_id': '02f9811412474b1a9a1027abe3d4b236', 'gw_port': {'id': 'fc24db7b-2ecc-4122-aeae-6d520ed74a4e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb950fd0-5f76-4772-88ed-114fb6f3df59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:08Z', 'updated_at': '2021-11-08T00:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '5295d30c-78cf-4011-9f26-5f36151a5e54', 'name': '', 'network_id': 'ebad296c-05a6-4849-8581-4c5973de91a4', 'tenant_id': '02f9811412474b1a9a1027abe3d4b236', 'mac_address': 'fa:16:3e:2d:6e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb950fd0-5f76-4772-88ed-114fb6f3df59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '7961f9a2-4af3-48f8-afd2-f5f7bb007af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:12Z', 'updated_at': '2021-11-08T00:31:19Z', 'revision_number': 4, 'project_id': '02f9811412474b1a9a1027abe3d4b236', 'subnets': [{'id': '7961f9a2-4af3-48f8-afd2-f5f7bb007af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:21.267390 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05e435a-8863-43c4-a789-68d9a7ef129c None None] The sync data for ids ['cb950fd0-5f76-4772-88ed-114fb6f3df59'] in n-d-816882-1 is: [{'id': 'cb950fd0-5f76-4772-88ed-114fb6f3df59', 'name': 'tempest-TestVolumeBootPattern-170084660-router', 'tenant_id': '02f9811412474b1a9a1027abe3d4b236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'fc24db7b-2ecc-4122-aeae-6d520ed74a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:07Z', 'updated_at': '2021-11-08T00:31:13Z', 'revision_number': 4, 'project_id': '02f9811412474b1a9a1027abe3d4b236', 'gw_port': {'id': 'fc24db7b-2ecc-4122-aeae-6d520ed74a4e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb950fd0-5f76-4772-88ed-114fb6f3df59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:08Z', 'updated_at': '2021-11-08T00:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '5295d30c-78cf-4011-9f26-5f36151a5e54', 'name': '', 'network_id': 'ebad296c-05a6-4849-8581-4c5973de91a4', 'tenant_id': '02f9811412474b1a9a1027abe3d4b236', 'mac_address': 'fa:16:3e:2d:6e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb950fd0-5f76-4772-88ed-114fb6f3df59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '7961f9a2-4af3-48f8-afd2-f5f7bb007af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:12Z', 'updated_at': '2021-11-08T00:31:19Z', 'revision_number': 4, 'project_id': '02f9811412474b1a9a1027abe3d4b236', 'subnets': [{'id': '7961f9a2-4af3-48f8-afd2-f5f7bb007af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:31:21.277339 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2246ba38-33a2-442c-b168-90efdc7fd7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:21.298535 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb91b065-f048-4489-9b74-665a580128af req-1369162a-a9ad-401e-ba16-5dde038ee448 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1714249 Nov 08 00:31:21.303903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e382972-e733-477a-b943-9ee6372a30ef req-114e56b0-7a2d-42a6-bce1-104717fe422e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:21.306448 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e382972-e733-477a-b943-9ee6372a30ef req-114e56b0-7a2d-42a6-bce1-104717fe422e service neutron] 10.222.0.20 "GET /v2.0/networks?id=30f474ab-1523-4058-99ef-18ce6d067781 HTTP/1.1" status: 200 len: 898 time: 0.1338739 Nov 08 00:31:21.388266 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246ba38-33a2-442c-b168-90efdc7fd7b3 None None] Pushing event updated for resources: {'Port': ['ID=5295d30c-78cf-4011-9f26-5f36151a5e54,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:21.405776 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a5418037-d4d1-4e33-a6af-b5c2597cea32 None None] Provisioning complete for port 5295d30c-78cf-4011-9f26-5f36151a5e54 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:21.406152 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5418037-d4d1-4e33-a6af-b5c2597cea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:21.470253 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-bd48733f-30df-4bb5-9e95-2a6809ffeb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'name': 'tempest-TestNetworkBasicOps-router-825281122', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:36Z', 'updated_at': '2021-11-08T00:30:46Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:38Z', 'updated_at': '2021-11-08T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '0d35ef40-b217-4ab5-9aed-41e617d52c4e', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'port_id': '1bd4635f-e19b-4a22-a26b-f80281ef882f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781', 'mac_address': 'fa:16:3e:86:79:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdde1338-584b-4006-a2be-e42864858165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:31:18Z', 'updated_at': '2021-11-08T00:31:18Z', 'revision_number': 0, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa646c55-d217-4868-92ea-eb681d4dab8e', 'name': '', 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:12:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7b5f70ab-cf1c-42f2-8ea1-0e11e081756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:45Z', 'updated_at': '2021-11-08T00:30:50Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': '7b5f70ab-cf1c-42f2-8ea1-0e11e081756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:21.517169 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd48733f-30df-4bb5-9e95-2a6809ffeb67 None None] Checking router: 78829916-2b4b-4b22-832c-e22d596f4c2f for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:31:21.581153 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd48733f-30df-4bb5-9e95-2a6809ffeb67 None None] Routers {'78829916-2b4b-4b22-832c-e22d596f4c2f'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:21.582975 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-bd48733f-30df-4bb5-9e95-2a6809ffeb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['78829916-2b4b-4b22-832c-e22d596f4c2f'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:21.763349 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5295d30c-78cf-4011-9f26-5f36151a5e54 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:21.814880 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-bd48733f-30df-4bb5-9e95-2a6809ffeb67 None None] Set router 78829916-2b4b-4b22-832c-e22d596f4c2f gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:31:21.937263 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e382972-e733-477a-b943-9ee6372a30ef req-6616028d-a753-45ac-86f0-d91cf4fcb6ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bd4635f-e19b-4a22-a26b-f80281ef882f HTTP/1.1" status: 200 len: 999 time: 0.6220894 Nov 08 00:31:21.999693 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 5295d30c-78cf-4011-9f26-5f36151a5e54 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:22.000335 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:22.034422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e382972-e733-477a-b943-9ee6372a30ef req-5e31897f-5c16-4cbd-a5d0-a0547a4d4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:22.035616 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e382972-e733-477a-b943-9ee6372a30ef req-5e31897f-5c16-4cbd-a5d0-a0547a4d4ec0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b5f70ab-cf1c-42f2-8ea1-0e11e081756c HTTP/1.1" status: 200 len: 835 time: 0.0906429 Nov 08 00:31:22.056906 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37992) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:22.104706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-518362f1-abc6-4cb6-aeea-820dad192489 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port 2bd98f8c-2f98-4ca5-8e31-a32b4de12f08 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:31:22.105069 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-518362f1-abc6-4cb6-aeea-820dad192489 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:22.147898 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb91b065-f048-4489-9b74-665a580128af req-6f4c0264-e323-4395-ba95-5b5c2d95b847 service neutron] 10.222.0.13 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8301871 Nov 08 00:31:22.233643 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-562d0ed5-e32e-433d-a8c4-dc1238f834b6 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/floatingips/0d35ef40-b217-4ab5-9aed-41e617d52c4e HTTP/1.1" status: 200 len: 991 time: 0.1755304 Nov 08 00:31:22.327245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-bd48733f-30df-4bb5-9e95-2a6809ffeb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'name': 'tempest-TestNetworkBasicOps-router-825281122', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:36Z', 'updated_at': '2021-11-08T00:30:46Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:38Z', 'updated_at': '2021-11-08T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '0d35ef40-b217-4ab5-9aed-41e617d52c4e', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'port_id': '1bd4635f-e19b-4a22-a26b-f80281ef882f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781', 'mac_address': 'fa:16:3e:86:79:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdde1338-584b-4006-a2be-e42864858165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:31:18Z', 'updated_at': '2021-11-08T00:31:18Z', 'revision_number': 0, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa646c55-d217-4868-92ea-eb681d4dab8e', 'name': '', 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:12:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7b5f70ab-cf1c-42f2-8ea1-0e11e081756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:45Z', 'updated_at': '2021-11-08T00:30:50Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': '7b5f70ab-cf1c-42f2-8ea1-0e11e081756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:22.340135 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e382972-e733-477a-b943-9ee6372a30ef req-e1012c8e-ea8d-42cd-80f9-eeab3725237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:22.341631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e382972-e733-477a-b943-9ee6372a30ef req-e1012c8e-ea8d-42cd-80f9-eeab3725237e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30f474ab-1523-4058-99ef-18ce6d067781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2811365 Nov 08 00:31:22.362467 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd48733f-30df-4bb5-9e95-2a6809ffeb67 None None] The sync data for ids ['78829916-2b4b-4b22-832c-e22d596f4c2f'] in n-d-816882-1 is: [{'id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'name': 'tempest-TestNetworkBasicOps-router-825281122', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:36Z', 'updated_at': '2021-11-08T00:30:46Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:38Z', 'updated_at': '2021-11-08T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '0d35ef40-b217-4ab5-9aed-41e617d52c4e', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'port_id': '1bd4635f-e19b-4a22-a26b-f80281ef882f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781', 'mac_address': 'fa:16:3e:86:79:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdde1338-584b-4006-a2be-e42864858165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:31:18Z', 'updated_at': '2021-11-08T00:31:18Z', 'revision_number': 0, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa646c55-d217-4868-92ea-eb681d4dab8e', 'name': '', 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:12:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7b5f70ab-cf1c-42f2-8ea1-0e11e081756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:45Z', 'updated_at': '2021-11-08T00:30:50Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': '7b5f70ab-cf1c-42f2-8ea1-0e11e081756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:31:22.434800 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-518362f1-abc6-4cb6-aeea-820dad192489 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:22.460303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-518362f1-abc6-4cb6-aeea-820dad192489 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for 2bd98f8c-2f98-4ca5-8e31-a32b4de12f08 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:31:22.566151 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb91b065-f048-4489-9b74-665a580128af req-e88478a6-2377-4c3a-9f4a-e239a94d9be8 service neutron] 10.222.0.13 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980370 Nov 08 00:31:22.569754 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e382972-e733-477a-b943-9ee6372a30ef req-2dc122a6-4d31-4648-a471-b6067a2b96dd service neutron] 10.222.0.20 "GET /v2.0/networks/30f474ab-1523-4058-99ef-18ce6d067781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080138 Nov 08 00:31:22.803268 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786da9d-e071-4125-bfe1-9e0e3db8a198 None None] New status for floating IP 0d35ef40-b217-4ab5-9aed-41e617d52c4e: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:31:22.803766 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38008) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:22.820676 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e382972-e733-477a-b943-9ee6372a30ef req-2b933fa3-8f60-41a9-8818-e374e84749d0 service neutron] 10.222.0.20 "GET /v2.0/networks/30f474ab-1523-4058-99ef-18ce6d067781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340870 Nov 08 00:31:22.934607 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-42029768-ef20-4622-9bbd-7055c2e9e7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:22.936709 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-518362f1-abc6-4cb6-aeea-820dad192489 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:22.986439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518362f1-abc6-4cb6-aeea-820dad192489 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=2bd98f8c-2f98-4ca5-8e31-a32b4de12f08,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:23.070177 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-42029768-ef20-4622-9bbd-7055c2e9e7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:23.176853 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-42029768-ef20-4622-9bbd-7055c2e9e7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:23.177619 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-518362f1-abc6-4cb6-aeea-820dad192489 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:23.225537 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-42029768-ef20-4622-9bbd-7055c2e9e7ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61f04c6fa34243ad9d791f15a2fa2692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232521 Nov 08 00:31:23.229737 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38012) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:23.240974 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38014) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:23.292572 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42029768-ef20-4622-9bbd-7055c2e9e7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55038d71-23c7-466f-bf57-023a62c6817a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:23.344277 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c0d9108d-1b68-4087-a047-1b94f069989e tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/floatingips/0d35ef40-b217-4ab5-9aed-41e617d52c4e HTTP/1.1" status: 200 len: 993 time: 0.1014719 Nov 08 00:31:23.349681 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d187c8ef-5a71-491c-ac9b-4e2eb2daa900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:23.385984 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d187c8ef-5a71-491c-ac9b-4e2eb2daa900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:23.398661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518362f1-abc6-4cb6-aeea-820dad192489 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Router 07d48f9c-852a-422e-a1f8-82332858a3c2 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:31:23.504064 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b2fd447-9b3e-4048-a256-4e870cf648a7 req-649fd8ce-7308-49de-a1af-eb927eb176e8 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 210 time: 0.0585468 Nov 08 00:31:23.506981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518362f1-abc6-4cb6-aeea-820dad192489 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:31:23.512012 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-518362f1-abc6-4cb6-aeea-820dad192489 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "PUT /v2.0/routers/07d48f9c-852a-422e-a1f8-82332858a3c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6089869 Nov 08 00:31:23.530644 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeacd630-4371-421b-92cd-96979a528634 None None] Sync routers for ids ['07d48f9c-852a-422e-a1f8-82332858a3c2'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:31:23.530644 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeacd630-4371-421b-92cd-96979a528634 None None] Routers {'07d48f9c-852a-422e-a1f8-82332858a3c2'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:23.531752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38024) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:23.532312 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-eeacd630-4371-421b-92cd-96979a528634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['07d48f9c-852a-422e-a1f8-82332858a3c2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:23.556166 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d187c8ef-5a71-491c-ac9b-4e2eb2daa900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:23.559170 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d187c8ef-5a71-491c-ac9b-4e2eb2daa900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:23.562958 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d187c8ef-5a71-491c-ac9b-4e2eb2daa900 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55038d71-23c7-466f-bf57-023a62c6817a HTTP/1.1" status: 204 len: 168 time: 0.3294907 Nov 08 00:31:23.568146 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-eeacd630-4371-421b-92cd-96979a528634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:23.580373 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeacd630-4371-421b-92cd-96979a528634 None None] Routers {'07d48f9c-852a-422e-a1f8-82332858a3c2'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:23.581048 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-eeacd630-4371-421b-92cd-96979a528634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['07d48f9c-852a-422e-a1f8-82332858a3c2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:23.588015 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbdd7efe-4159-4067-bd11-06c8f90f342a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] GET failed (client error): The resource could not be found. Nov 08 00:31:23.588015 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fbdd7efe-4159-4067-bd11-06c8f90f342a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports/2bd98f8c-2f98-4ca5-8e31-a32b4de12f08 HTTP/1.1" status: 404 len: 333 time: 0.0526037 Nov 08 00:31:23.589963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38032) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:23.593650 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187c8ef-5a71-491c-ac9b-4e2eb2daa900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55038d71-23c7-466f-bf57-023a62c6817a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:23.638517 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-eeacd630-4371-421b-92cd-96979a528634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:23.639122 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeacd630-4371-421b-92cd-96979a528634 None None] The sync data for ids ['07d48f9c-852a-422e-a1f8-82332858a3c2'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:31:23.677833 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3da93762-547e-4bba-9146-f87acd247285 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:23.844944 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3da93762-547e-4bba-9146-f87acd247285 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:23.847401 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3da93762-547e-4bba-9146-f87acd247285 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:23.969005 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3da93762-547e-4bba-9146-f87acd247285 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:23.974192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da93762-547e-4bba-9146-f87acd247285 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Fanout notify agent at l3_agent the message router_deleted on router 07d48f9c-852a-422e-a1f8-82332858a3c2 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:31:23.981385 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3da93762-547e-4bba-9146-f87acd247285 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:23.982521 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3da93762-547e-4bba-9146-f87acd247285 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/routers/07d48f9c-852a-422e-a1f8-82332858a3c2 HTTP/1.1" status: 204 len: 168 time: 0.3913836 Nov 08 00:31:23.985151 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38038) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:24.036718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d35d8f-21b8-41a2-8a12-cc27f7c58f45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting subnet 3ac5c358-4ae2-4df8-ad14-4a75ee13e910 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:31:24.040071 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d4d35d8f-21b8-41a2-8a12-cc27f7c58f45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:24.084493 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d4d35d8f-21b8-41a2-8a12-cc27f7c58f45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:24.183262 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d4d35d8f-21b8-41a2-8a12-cc27f7c58f45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:24.313389 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38040) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:24.323919 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d4d35d8f-21b8-41a2-8a12-cc27f7c58f45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:24.327511 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d94365d0-c1b5-49d2-9cc8-f2cd073ad455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:24.360479 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d35d8f-21b8-41a2-8a12-cc27f7c58f45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac5c358-4ae2-4df8-ad14-4a75ee13e910,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:24.365480 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d4d35d8f-21b8-41a2-8a12-cc27f7c58f45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:24.371238 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d4d35d8f-21b8-41a2-8a12-cc27f7c58f45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/subnets/3ac5c358-4ae2-4df8-ad14-4a75ee13e910 HTTP/1.1" status: 204 len: 168 time: 0.3850660 Nov 08 00:31:24.375481 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38046) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:24.379275 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb44ce7-42f3-44a7-bbd5-026e4b18ce9c None None] Network 1744eb27-9bd2-4f3b-948c-5fd9e22d5614 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:24.619726 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1535bbe-52e2-4c74-8d12-4e0ad13c88c8 req-aebc190f-72d9-43f4-962d-644d9b6e10d8 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 210 time: 0.0405109 Nov 08 00:31:24.624326 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8202c47b-c330-44a3-86d3-22c5752003da None None] DHCP port deletion for 1744eb27-9bd2-4f3b-948c-5fd9e22d5614 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:31:24.683438 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8202c47b-c330-44a3-86d3-22c5752003da None None] Deleting port 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:31:24.683852 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8202c47b-c330-44a3-86d3-22c5752003da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:24.820085 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:24.835704 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d94365d0-c1b5-49d2-9cc8-f2cd073ad455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:24.908074 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:31:24.912989 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:24.924591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8202c47b-c330-44a3-86d3-22c5752003da None None] For port 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489,segment=NetworkSegment(510271c7-c877-432b-abb4-175fcf5eaff3),segment_id=510271c7-c877-432b-abb4-175fcf5eaff3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:24.924987 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8202c47b-c330-44a3-86d3-22c5752003da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:24.938848 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8202c47b-c330-44a3-86d3-22c5752003da None None] Calling delete_port for 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:31:24.948870 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d94365d0-c1b5-49d2-9cc8-f2cd073ad455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:25.007327 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94365d0-c1b5-49d2-9cc8-f2cd073ad455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9dc33d-4a86-46d8-9874-52cf8311a1e0,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:25.013807 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d94365d0-c1b5-49d2-9cc8-f2cd073ad455 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b4b6ffedfc547a39ffe2349706b8b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6993580 Nov 08 00:31:25.017139 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38056) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:25.020791 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] For port 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489,segment=NetworkSegment(510271c7-c877-432b-abb4-175fcf5eaff3),segment_id=510271c7-c877-432b-abb4-175fcf5eaff3)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:25.021175 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:25.036366 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:31:25.096159 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b7d3388a-ae8f-4a50-b3ad-7fcf91a02847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:25.118675 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b7d3388a-ae8f-4a50-b3ad-7fcf91a02847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:25.130016 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8202c47b-c330-44a3-86d3-22c5752003da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:25.136324 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:25.156778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202c47b-c330-44a3-86d3-22c5752003da None None] Pushing event deleted for resources: {'Port': ['ID=9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:25.161937 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8202c47b-c330-44a3-86d3-22c5752003da None None] No DVR routers for this DVR port 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:31:25.164513 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:25.168141 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No DVR routers for this DVR port 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:31:25.252353 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:25.255736 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b7d3388a-ae8f-4a50-b3ad-7fcf91a02847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:25.258631 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b7d3388a-ae8f-4a50-b3ad-7fcf91a02847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:25.259828 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b7d3388a-ae8f-4a50-b3ad-7fcf91a02847 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d9dc33d-4a86-46d8-9874-52cf8311a1e0 HTTP/1.1" status: 204 len: 168 time: 0.2415061 Nov 08 00:31:25.277676 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3388a-ae8f-4a50-b3ad-7fcf91a02847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9dc33d-4a86-46d8-9874-52cf8311a1e0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:25.277939 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1744eb27-9bd2-4f3b-948c-5fd9e22d5614']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:25.304786 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510271c7-c877-432b-abb4-175fcf5eaff3') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:25.305209 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510271c7-c877-432b-abb4-175fcf5eaff3') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:25.315560 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:25.332228 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:25.340706 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:31:25.341359 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:31:25.345297 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:31:25.490385 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:25.501893 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:25.504224 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/networks/1744eb27-9bd2-4f3b-948c-5fd9e22d5614 HTTP/1.1" status: 204 len: 168 time: 1.1255388 Nov 08 00:31:25.507946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38064) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:25.514910 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260058f5-82ea-443d-a1d8-f1bc8bfcc14d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Network': ['ID=1744eb27-9bd2-4f3b-948c-5fd9e22d5614,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:25.583885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd8923d-d0d3-4c26-b91a-eb66f02891a2 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:25.585273 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fbd8923d-d0d3-4c26-b91a-eb66f02891a2 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports/87c26794-c082-40e9-8130-12f4663b1009 HTTP/1.1" status: 200 len: 841 time: 0.0761352 Nov 08 00:31:25.589288 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38068) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:25.668266 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0bdf1660-afe4-4dda-8bd3-7b67cef3f55f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports/87c26794-c082-40e9-8130-12f4663b1009?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0774758 Nov 08 00:31:25.676953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38074) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:25.680545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:31:25.682813 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c3e755e3-23e4-47e7-8051-23491c37a49c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'subnet': {'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:25.724369 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:31:25.725219 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9c3ca8b0-9f55-4b5a-b31b-6ac2a22eb489 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:31:25.824962 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-edc514fd-6a44-4b7b-87e3-5ce70a5ba058 req-a7649327-b6e0-4b38-8e04-94920438dea5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 210 time: 0.0346818 Nov 08 00:31:25.969551 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e755e3-23e4-47e7-8051-23491c37a49c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:25.973812 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3e755e3-23e4-47e7-8051-23491c37a49c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:26.260778 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3e755e3-23e4-47e7-8051-23491c37a49c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:26.313837 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e755e3-23e4-47e7-8051-23491c37a49c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:26.320390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-c3e755e3-23e4-47e7-8051-23491c37a49c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:26.327678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e755e3-23e4-47e7-8051-23491c37a49c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:26.328309 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3e755e3-23e4-47e7-8051-23491c37a49c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:26.337898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8f2bdb-eb39-4289-9812-b12e83fc5206 None None] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:26.341388 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f9a8b-d6a8-4ec2-8a44-63b641f566d4 req-ecc0cfc0-2341-4073-9154-9fc72232c406 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:26.342900 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c77f9a8b-d6a8-4ec2-8a44-63b641f566d4 req-ecc0cfc0-2341-4073-9154-9fc72232c406 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 945 time: 0.1095688 Nov 08 00:31:26.362151 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e755e3-23e4-47e7-8051-23491c37a49c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Subnet': ['ID=570b50c9-5f96-4d88-ab12-3b27cafef79a,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:26.421399 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c77f9a8b-d6a8-4ec2-8a44-63b641f566d4 req-c7b9cd03-d0d3-40a7-985a-35a692502746 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9161e2b7-c890-4f47-9478-8632e8c3ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629909 Nov 08 00:31:26.464388 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c3e755e3-23e4-47e7-8051-23491c37a49c tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7912009 Nov 08 00:31:26.466980 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38096) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:26.473654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-f31cba2a-419d-4f93-8e3a-ecf1248df278 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'security_group': {'name': 'tempest-secgroup-303885323'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:26.545720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb', 'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb', 'tenant_id': '2c1d32e80a044f72b41cfd29029e4658', 'fixed_ips': [{'subnet_id': '570b50c9-5f96-4d88-ab12-3b27cafef79a'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:31:26.546581 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:26.605440 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f31cba2a-419d-4f93-8e3a-ecf1248df278 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:26.720868 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f31cba2a-419d-4f93-8e3a-ecf1248df278 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:26.727663 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] Allocated IP 172.20.0.2 (4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb/570b50c9-5f96-4d88-ab12-3b27cafef79a/baaceb0f-9665-4dc9-aa73-0d90df4250e5) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:26.779465 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91b065-f048-4489-9b74-665a580128af req-284394e9-68be-4b7b-a051-b6dea1550bf3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:26.781239 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eb91b065-f048-4489-9b74-665a580128af req-284394e9-68be-4b7b-a051-b6dea1550bf3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 812 time: 0.1709771 Nov 08 00:31:26.821740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-eb91b065-f048-4489-9b74-665a580128af req-58771601-e8a4-43d0-b2e4-5161066ddf78 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Request body: {'port': {'device_id': '2a442b69-5bf2-473f-a577-bc849e3e5063', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'admin_state_up': True, 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:26.827401 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f31cba2a-419d-4f93-8e3a-ecf1248df278 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:26.870785 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31cba2a-419d-4f93-8e3a-ecf1248df278 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351373b6-e4b1-4754-b36c-36805f612dca,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:26.914938 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:26.952667 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f31cba2a-419d-4f93-8e3a-ecf1248df278 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:26.954315 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f31cba2a-419d-4f93-8e3a-ecf1248df278 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4864347 Nov 08 00:31:26.956484 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c13fb25-07bd-48d6-9505-f344458e2ca2 req-cd074a90-63e3-4b4d-a92b-82ef3c7535e1 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 210 time: 0.0380993 Nov 08 00:31:26.957195 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38106) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:26.961707 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7e115faf-fb96-450e-83aa-2b3481c0d8cc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'security_group': {'name': 'tempest-secgroup-1055085901'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:27.056482 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:27.079047 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb91b065-f048-4489-9b74-665a580128af req-58771601-e8a4-43d0-b2e4-5161066ddf78 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Made reservation on behalf of f2f6913f27fa41388788e5027b9340cb for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:27.085295 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-eb91b065-f048-4489-9b74-665a580128af req-58771601-e8a4-43d0-b2e4-5161066ddf78 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:27.102269 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:27.108413 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:27.110734 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] Pushing event updated for resources: {'Port': ['ID=baaceb0f-9665-4dc9-aa73-0d90df4250e5,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:27.114214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:27.169798 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e115faf-fb96-450e-83aa-2b3481c0d8cc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:27.191880 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] Attempting to bind port baaceb0f-9665-4dc9-aa73-0d90df4250e5 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:31:27.192338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] Attempting to bind port baaceb0f-9665-4dc9-aa73-0d90df4250e5 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '65b6d730-b774-4423-a3c0-a69dd7b96511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:31:27.193058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] Attempting to bind port baaceb0f-9665-4dc9-aa73-0d90df4250e5 on network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:31:27.198369 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:31:27.198826 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] Checking segment: {'id': '65b6d730-b774-4423-a3c0-a69dd7b96511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:27.199292 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:27.199740 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] Bound using segment: {'id': '65b6d730-b774-4423-a3c0-a69dd7b96511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:31:27.200314 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] Bound port: baaceb0f-9665-4dc9-aa73-0d90df4250e5, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b6d730-b774-4423-a3c0-a69dd7b96511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:31:27.200729 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:27.273700 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-eb91b065-f048-4489-9b74-665a580128af req-58771601-e8a4-43d0-b2e4-5161066ddf78 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Allocated IP 172.20.0.6 (222a6220-2806-4bd6-bcce-57bc7ca690d4/79e59a5d-5e01-4db4-8fa5-ce93b687fd07/29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:27.274375 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e115faf-fb96-450e-83aa-2b3481c0d8cc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:27.295252 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] For port baaceb0f-9665-4dc9-aa73-0d90df4250e5, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:31:27.300917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] For port baaceb0f-9665-4dc9-aa73-0d90df4250e5, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=baaceb0f-9665-4dc9-aa73-0d90df4250e5,segment=NetworkSegment(65b6d730-b774-4423-a3c0-a69dd7b96511),segment_id=65b6d730-b774-4423-a3c0-a69dd7b96511)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:31:27.335590 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e115faf-fb96-450e-83aa-2b3481c0d8cc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:27.367715 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e115faf-fb96-450e-83aa-2b3481c0d8cc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89bd38e-44fc-4fe5-b928-970731cf7cfd,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:27.376149 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:27.440427 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e115faf-fb96-450e-83aa-2b3481c0d8cc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:27.441978 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7e115faf-fb96-450e-83aa-2b3481c0d8cc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4837420 Nov 08 00:31:27.446862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38110) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:27.451841 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-917ef200-06b8-49b3-80cd-3a214e220f50 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2067721698', 'security_groups': ['e89bd38e-44fc-4fe5-b928-970731cf7cfd'], 'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '570b50c9-5f96-4d88-ab12-3b27cafef79a'}]}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:27.463068 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e5a95-b4da-47c5-ad62-02568b171c1a None None] Pushing event updated for resources: {'Port': ['ID=baaceb0f-9665-4dc9-aa73-0d90df4250e5,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:27.509562 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-eb91b065-f048-4489-9b74-665a580128af req-58771601-e8a4-43d0-b2e4-5161066ddf78 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:27.617728 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffe6cd-8c98-4ab7-8e44-47284d5ae775 req-96bb7593-2732-46c1-bc88-b7f441e5a99f tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:27.619366 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87ffe6cd-8c98-4ab7-8e44-47284d5ae775 req-96bb7593-2732-46c1-bc88-b7f441e5a99f tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 945 time: 0.0925753 Nov 08 00:31:27.630684 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-eb91b065-f048-4489-9b74-665a580128af req-58771601-e8a4-43d0-b2e4-5161066ddf78 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:27.679288 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb91b065-f048-4489-9b74-665a580128af req-58771601-e8a4-43d0-b2e4-5161066ddf78 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Network 222a6220-2806-4bd6-bcce-57bc7ca690d4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:27.681765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87ffe6cd-8c98-4ab7-8e44-47284d5ae775 req-aaba1790-9452-490c-8ff3-05d4f105d33d tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9161e2b7-c890-4f47-9478-8632e8c3ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553496 Nov 08 00:31:27.683333 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-eb91b065-f048-4489-9b74-665a580128af req-58771601-e8a4-43d0-b2e4-5161066ddf78 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:27.687237 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb91b065-f048-4489-9b74-665a580128af req-58771601-e8a4-43d0-b2e4-5161066ddf78 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:27.747917 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58771601-e8a4-43d0-b2e4-5161066ddf78 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event updated for resources: {'Port': ['ID=29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:27.758366 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917ef200-06b8-49b3-80cd-3a214e220f50 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:27.814185 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91b065-f048-4489-9b74-665a580128af req-58771601-e8a4-43d0-b2e4-5161066ddf78 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:27.814937 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-eb91b065-f048-4489-9b74-665a580128af req-58771601-e8a4-43d0-b2e4-5161066ddf78 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:27.932808 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eb91b065-f048-4489-9b74-665a580128af req-58771601-e8a4-43d0-b2e4-5161066ddf78 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1152496 Nov 08 00:31:27.951417 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-917ef200-06b8-49b3-80cd-3a214e220f50 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:27.952016 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Request body: {'port': {'device_id': '2a442b69-5bf2-473f-a577-bc849e3e5063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:27.989080 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-917ef200-06b8-49b3-80cd-3a214e220f50 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] device_id is not set on port c9f76b35-83d5-4dc2-866d-65adb41cf655 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:31:28.133226 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:28.189591 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b19c6c6c-f98f-4d9a-b8b4-5f91aa3ed7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:28.213033 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-cd759acd-976a-4b5a-923b-6825c74332d6 None None] Provisioning complete for port 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:28.214438 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd759acd-976a-4b5a-923b-6825c74332d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:28.310559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-cd759acd-976a-4b5a-923b-6825c74332d6 None None] Port 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:28.608122 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:31:28.621113 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-917ef200-06b8-49b3-80cd-3a214e220f50 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Allocated IP 172.20.0.13 (4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb/570b50c9-5f96-4d88-ab12-3b27cafef79a/c9f76b35-83d5-4dc2-866d-65adb41cf655) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:28.624577 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:28.647380 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Transition to ACTIVE for port object 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:31:28.747278 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:28.871875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cc298-87e0-43af-9477-c885d22863c2 req-cb5dcd4a-1518-449a-a99b-b851f3747311 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:28.873654 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e54cc298-87e0-43af-9477-c885d22863c2 req-cb5dcd4a-1518-449a-a99b-b851f3747311 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.20 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 945 time: 0.2156484 Nov 08 00:31:28.929249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d37a81-0959-4d2e-80f0-fe98efdd6699 req-bb82b41e-d3f6-4d96-8ca8-7f3bcde6b5a6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:28.937997 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Pushing event updated for resources: {'Port': ['ID=29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:28.941222 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a3d37a81-0959-4d2e-80f0-fe98efdd6699 req-bb82b41e-d3f6-4d96-8ca8-7f3bcde6b5a6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 931 time: 0.2807806 Nov 08 00:31:28.963923 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Attempting to bind port 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:31:28.964919 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Attempting to bind port 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:31:28.965225 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Attempting to bind port 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:31:28.970233 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Port 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:31:28.970558 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Attempting to bind port 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:31:28.977650 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:31:28.978000 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Checking segment: {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:28.978386 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Bound using segment: {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:31:28.978809 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Bound port: 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:31:28.979176 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:29.117243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f1101-9cb2-4582-b6b2-574235dcf00a req-106ae450-9aa5-47ec-9986-83dafaa15811 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:29.118894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-210f1101-9cb2-4582-b6b2-574235dcf00a req-106ae450-9aa5-47ec-9986-83dafaa15811 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 945 time: 0.3002837 Nov 08 00:31:29.140329 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] For port 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:31:29.150679 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] For port 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:31:29.172964 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-917ef200-06b8-49b3-80cd-3a214e220f50 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:29.187498 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a3d37a81-0959-4d2e-80f0-fe98efdd6699 req-64e5768f-7818-48fe-9b51-1b53fd50cb1a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449589 Nov 08 00:31:29.246040 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:29.251675 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-dda70b64-349e-4d40-9417-c9d8bce29cbb None None] Provisioning complete for port baaceb0f-9665-4dc9-aa73-0d90df4250e5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:29.252260 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dda70b64-349e-4d40-9417-c9d8bce29cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:29.321530 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-210f1101-9cb2-4582-b6b2-574235dcf00a req-c73498c1-80b3-4838-b818-82de5f5d229f tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9161e2b7-c890-4f47-9478-8632e8c3ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881216 Nov 08 00:31:29.326628 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:29.340711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-e54cc298-87e0-43af-9477-c885d22863c2 req-e7939888-a0df-470e-b645-bc2467ef3aa5 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Deleting port d6098783-9138-48b0-8a53-627a7f898c42 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:31:29.341308 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e54cc298-87e0-43af-9477-c885d22863c2 req-e7939888-a0df-470e-b645-bc2467ef3aa5 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:29.356091 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:29.356091 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eb91b065-f048-4489-9b74-665a580128af req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] 10.222.0.26 "PUT /v2.0/ports/29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f HTTP/1.1" status: 200 len: 1091 time: 1.4076686 Nov 08 00:31:29.356091 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a442b69-5bf2-473f-a577-bc849e3e5063', 'tag': '29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:31:29.362435 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a99517-94b8-4952-8501-94fb59336030" -d '{"events": [{"name": "network-changed", "server_uuid": "2a442b69-5bf2-473f-a577-bc849e3e5063", "tag": "29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:31:29.405545 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dda70b64-349e-4d40-9417-c9d8bce29cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:29.427215 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8579a9-faf4-423b-a1c1-6384b093b88c service neutron] Pushing event updated for resources: {'Port': ['ID=29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:29.433850 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-917ef200-06b8-49b3-80cd-3a214e220f50 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:29.462488 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-dda70b64-349e-4d40-9417-c9d8bce29cbb None None] For port baaceb0f-9665-4dc9-aa73-0d90df4250e5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=baaceb0f-9665-4dc9-aa73-0d90df4250e5,segment=NetworkSegment(65b6d730-b774-4423-a3c0-a69dd7b96511),segment_id=65b6d730-b774-4423-a3c0-a69dd7b96511)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:29.484272 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823168ba-2d92-4058-b158-3e6e3c63f8b0 x-openstack-request-id: req-823168ba-2d92-4058-b158-3e6e3c63f8b0 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:31:29.484272 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a442b69-5bf2-473f-a577-bc849e3e5063", "tag": "29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:31:29.484272 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-823168ba-2d92-4058-b158-3e6e3c63f8b0 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:31:29.484272 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a442b69-5bf2-473f-a577-bc849e3e5063', 'tag': '29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f', 'status': 'completed', 'code': 200} Nov 08 00:31:29.510387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917ef200-06b8-49b3-80cd-3a214e220f50 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:29.525750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-917ef200-06b8-49b3-80cd-3a214e220f50 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:29.531055 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917ef200-06b8-49b3-80cd-3a214e220f50 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:29.533767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ef200-06b8-49b3-80cd-3a214e220f50 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=c9f76b35-83d5-4dc2-866d-65adb41cf655,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:29.552765 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dda70b64-349e-4d40-9417-c9d8bce29cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:29.587061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e54cc298-87e0-43af-9477-c885d22863c2 req-e7939888-a0df-470e-b645-bc2467ef3aa5 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] For port d6098783-9138-48b0-8a53-627a7f898c42, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=d6098783-9138-48b0-8a53-627a7f898c42,segment=NetworkSegment(f21473cb-b69d-4870-9c65-ea6f943aba17),segment_id=f21473cb-b69d-4870-9c65-ea6f943aba17)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:29.587432 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e54cc298-87e0-43af-9477-c885d22863c2 req-e7939888-a0df-470e-b645-bc2467ef3aa5 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:29.636407 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91b065-f048-4489-9b74-665a580128af req-b7e49447-60d6-43c3-a05b-cff83063fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:29.638255 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eb91b065-f048-4489-9b74-665a580128af req-b7e49447-60d6-43c3-a05b-cff83063fc34 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 1094 time: 0.1293204 Nov 08 00:31:29.681248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917ef200-06b8-49b3-80cd-3a214e220f50 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:29.681935 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-917ef200-06b8-49b3-80cd-3a214e220f50 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:29.700571 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-dda70b64-349e-4d40-9417-c9d8bce29cbb None None] Provisioning complete for port 87c26794-c082-40e9-8130-12f4663b1009 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:29.701554 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dda70b64-349e-4d40-9417-c9d8bce29cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:29.780733 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eb91b065-f048-4489-9b74-665a580128af req-cd9f5259-696f-4bb4-894a-afae2382a548 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f HTTP/1.1" status: 200 len: 217 time: 0.1288028 Nov 08 00:31:29.809077 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda70b64-349e-4d40-9417-c9d8bce29cbb None None] Pushing event updated for resources: {'Port': ['ID=baaceb0f-9665-4dc9-aa73-0d90df4250e5,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:29.861038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-dda70b64-349e-4d40-9417-c9d8bce29cbb None None] Port 87c26794-c082-40e9-8130-12f4663b1009 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:29.888489 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device baaceb0f-9665-4dc9-aa73-0d90df4250e5 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:29.927096 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91b065-f048-4489-9b74-665a580128af req-7761314f-6c43-4bc9-9325-771fca48ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:29.930647 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eb91b065-f048-4489-9b74-665a580128af req-7761314f-6c43-4bc9-9325-771fca48ed98 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.1342883 Nov 08 00:31:29.962458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-917ef200-06b8-49b3-80cd-3a214e220f50 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5121043 Nov 08 00:31:29.989773 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port baaceb0f-9665-4dc9-aa73-0d90df4250e5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:29.990370 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:29.997032 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38144) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:30.006453 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6038938e-c8d3-47f9-91bd-066dc8d731bd tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'subnet': {'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:30.107903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1d529c6a-d4e0-44e0-9c50-13db9df7ceca None None] Provisioning complete for port c9f76b35-83d5-4dc2-866d-65adb41cf655 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:30.108755 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d529c6a-d4e0-44e0-9c50-13db9df7ceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:30.109977 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91b065-f048-4489-9b74-665a580128af req-95a7d661-5740-4bb9-a843-98271b965cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:30.113938 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eb91b065-f048-4489-9b74-665a580128af req-95a7d661-5740-4bb9-a843-98271b965cf3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1740272 Nov 08 00:31:30.121601 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e54cc298-87e0-43af-9477-c885d22863c2 req-e7939888-a0df-470e-b645-bc2467ef3aa5 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:30.122105 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e54cc298-87e0-43af-9477-c885d22863c2 req-e7939888-a0df-470e-b645-bc2467ef3aa5 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:30.122549 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-e54cc298-87e0-43af-9477-c885d22863c2 req-e7939888-a0df-470e-b645-bc2467ef3aa5 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Floating IP 89f6e8ca-7061-42d5-9d01-dd71b8881a49 disassociated. External IP: 172.25.2.32, port: d6098783-9138-48b0-8a53-627a7f898c42. Nov 08 00:31:30.123046 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-e54cc298-87e0-43af-9477-c885d22863c2 req-e7939888-a0df-470e-b645-bc2467ef3aa5 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Calling delete_port for d6098783-9138-48b0-8a53-627a7f898c42 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:31:30.217683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1d529c6a-d4e0-44e0-9c50-13db9df7ceca None None] Port c9f76b35-83d5-4dc2-866d-65adb41cf655 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:30.298657 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eb91b065-f048-4489-9b74-665a580128af req-2e8dc352-f146-4e4d-ac82-ccfed85b4f90 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691275 Nov 08 00:31:30.365324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d671b-668f-49ff-9d5c-3f4b81c35d1f req-ac4ef42f-d74b-48e3-bd3d-c47c2a38f13b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:30.366851 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e58d671b-668f-49ff-9d5c-3f4b81c35d1f req-ac4ef42f-d74b-48e3-bd3d-c47c2a38f13b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 943 time: 0.0913410 Nov 08 00:31:30.386900 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6038938e-c8d3-47f9-91bd-066dc8d731bd tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:30.390767 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6038938e-c8d3-47f9-91bd-066dc8d731bd tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:30.449037 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e58d671b-668f-49ff-9d5c-3f4b81c35d1f req-9e151fa3-1712-4ae9-9b52-a6dc62349580 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715871 Nov 08 00:31:30.515771 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-eb91b065-f048-4489-9b74-665a580128af req-c7e38ecd-9ad0-45d1-a96b-8168adb9939d service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069204 Nov 08 00:31:30.549144 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e54cc298-87e0-43af-9477-c885d22863c2 req-e7939888-a0df-470e-b645-bc2467ef3aa5 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:30.552003 n-d-816882-1 neutron-server[102771]: INFO neutron.db.ipam_backend_mixin [None req-6038938e-c8d3-47f9-91bd-066dc8d731bd tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 570b50c9-5f96-4d88-ab12-3b27cafef79a (CIDR: 172.20.0.0/28) Nov 08 00:31:30.591065 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7939888-a0df-470e-b645-bc2467ef3aa5 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Pushing event deleted for resources: {'Port': ['ID=d6098783-9138-48b0-8a53-627a7f898c42,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:30.604771 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6038938e-c8d3-47f9-91bd-066dc8d731bd tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:31:30.606861 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6038938e-c8d3-47f9-91bd-066dc8d731bd tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:31:30.682345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98feb37-3233-481e-801e-e777ab180a02 req-43404319-d2ce-4769-aa91-6b3386a379d8 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:30.683824 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e98feb37-3233-481e-801e-e777ab180a02 req-43404319-d2ce-4769-aa91-6b3386a379d8 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 867 time: 0.1643913 Nov 08 00:31:30.739308 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6038938e-c8d3-47f9-91bd-066dc8d731bd tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7374446 Nov 08 00:31:30.741266 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38154) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:30.746875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f45c3452-135b-46e3-84a8-d07b2e4aa89d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'subnet': {'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:30.761769 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e98feb37-3233-481e-801e-e777ab180a02 req-9c66cef8-f256-4ed0-9719-aada6588fc90 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9161e2b7-c890-4f47-9478-8632e8c3ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698268 Nov 08 00:31:30.768591 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a99517-94b8-4952-8501-94fb59336030 req-afecbed7-2eef-4b72-abf4-c2fa01098df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:30.770166 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ebf257a4-5069-4445-8563-9300bf06bcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:30.771072 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f4a99517-94b8-4952-8501-94fb59336030 req-afecbed7-2eef-4b72-abf4-c2fa01098df4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 1094 time: 0.0926044 Nov 08 00:31:30.785053 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e54cc298-87e0-43af-9477-c885d22863c2 req-e7939888-a0df-470e-b645-bc2467ef3aa5 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Router 4c6ad0c8-4187-4199-9e71-fcb97d674568 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:31:30.922733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e54cc298-87e0-43af-9477-c885d22863c2 req-e7939888-a0df-470e-b645-bc2467ef3aa5 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:31:30.934779 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37412f3-e53c-4efa-bc65-fa5d76a15569 None None] Sync routers for ids ['4c6ad0c8-4187-4199-9e71-fcb97d674568'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:31:30.949117 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37412f3-e53c-4efa-bc65-fa5d76a15569 None None] Routers {'4c6ad0c8-4187-4199-9e71-fcb97d674568'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:30.951240 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e37412f3-e53c-4efa-bc65-fa5d76a15569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4c6ad0c8-4187-4199-9e71-fcb97d674568'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:30.984163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54cc298-87e0-43af-9477-c885d22863c2 req-e7939888-a0df-470e-b645-bc2467ef3aa5 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] No DVR routers for this DVR port d6098783-9138-48b0-8a53-627a7f898c42 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:31:30.986954 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e54cc298-87e0-43af-9477-c885d22863c2 req-e7939888-a0df-470e-b645-bc2467ef3aa5 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:30.992009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e54cc298-87e0-43af-9477-c885d22863c2 req-e7939888-a0df-470e-b645-bc2467ef3aa5 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.20 "DELETE /v2.0/ports/d6098783-9138-48b0-8a53-627a7f898c42 HTTP/1.1" status: 204 len: 173 time: 2.0898657 Nov 08 00:31:30.992568 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3008de60-0037-436d-b441-7bc2b2f51094', 'name': 'network-vif-deleted', 'tag': 'd6098783-9138-48b0-8a53-627a7f898c42'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:31:30.996043 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b45fa2-4f20-43df-ad46-c0962912aa2b" -d '{"events": [{"server_uuid": "3008de60-0037-436d-b441-7bc2b2f51094", "name": "network-vif-deleted", "tag": "d6098783-9138-48b0-8a53-627a7f898c42"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:31:31.027057 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:31.047336 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a99517-94b8-4952-8501-94fb59336030 req-be6134aa-0ddd-47bb-955c-7d464de8c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:31.049396 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f4a99517-94b8-4952-8501-94fb59336030 req-be6134aa-0ddd-47bb-955c-7d464de8c425 service neutron] 10.222.0.26 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 913 time: 0.2358062 Nov 08 00:31:31.096031 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95428ff-d2b4-44bc-8d42-2149ed7ff758 x-openstack-request-id: req-b95428ff-d2b4-44bc-8d42-2149ed7ff758 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:31:31.096326 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3008de60-0037-436d-b441-7bc2b2f51094", "name": "network-vif-deleted", "tag": "d6098783-9138-48b0-8a53-627a7f898c42", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:31:31.096575 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b95428ff-d2b4-44bc-8d42-2149ed7ff758 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:31:31.099310 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3008de60-0037-436d-b441-7bc2b2f51094', 'name': 'network-vif-deleted', 'tag': 'd6098783-9138-48b0-8a53-627a7f898c42', 'status': 'completed', 'code': 200} Nov 08 00:31:31.121157 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f4a99517-94b8-4952-8501-94fb59336030 req-a7035cea-7fad-4c3b-b161-be35ca386aa3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f HTTP/1.1" status: 200 len: 217 time: 0.0644240 Nov 08 00:31:31.182959 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45c3452-135b-46e3-84a8-d07b2e4aa89d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:31.187027 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f45c3452-135b-46e3-84a8-d07b2e4aa89d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:31.219854 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-e37412f3-e53c-4efa-bc65-fa5d76a15569 None None] Set router 4c6ad0c8-4187-4199-9e71-fcb97d674568 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:31:31.282443 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a99517-94b8-4952-8501-94fb59336030 req-1c86d3ac-c0ab-460c-a394-eb1afca49552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:31.284062 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f4a99517-94b8-4952-8501-94fb59336030 req-1c86d3ac-c0ab-460c-a394-eb1afca49552 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.1551285 Nov 08 00:31:31.376604 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a99517-94b8-4952-8501-94fb59336030 req-e0a1d986-bc40-44e3-b8c7-7727863c2dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:31.378808 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f4a99517-94b8-4952-8501-94fb59336030 req-e0a1d986-bc40-44e3-b8c7-7727863c2dbf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833886 Nov 08 00:31:31.658300 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f4a99517-94b8-4952-8501-94fb59336030 req-e7fe43c3-798a-4ba1-9ac2-7b016c1874ae service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496741 Nov 08 00:31:31.678438 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e37412f3-e53c-4efa-bc65-fa5d76a15569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'name': 'tempest-ServersTestFqdnHostnames-968018223-router', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:28:21Z', 'updated_at': '2021-11-08T00:28:26Z', 'revision_number': 4, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'gw_port': {'id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:22Z', 'updated_at': '2021-11-08T00:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '0f670788-31f2-4a1e-b685-b2aada98820a', 'name': '', 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'mac_address': 'fa:16:3e:8a:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:26Z', 'updated_at': '2021-11-08T00:28:34Z', 'revision_number': 5, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'subnets': [{'id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:31.697301 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550a171-c86f-4b37-a15e-3e0c84dd703b req-435d6754-15a9-4dd5-8fcc-0ea5fdea3dfa tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:31.698947 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3550a171-c86f-4b37-a15e-3e0c84dd703b req-435d6754-15a9-4dd5-8fcc-0ea5fdea3dfa tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 943 time: 0.1213036 Nov 08 00:31:31.727446 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37412f3-e53c-4efa-bc65-fa5d76a15569 None None] Checking router: 4c6ad0c8-4187-4199-9e71-fcb97d674568 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:31:31.746832 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37412f3-e53c-4efa-bc65-fa5d76a15569 None None] Routers {'4c6ad0c8-4187-4199-9e71-fcb97d674568'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:31.750213 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e37412f3-e53c-4efa-bc65-fa5d76a15569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4c6ad0c8-4187-4199-9e71-fcb97d674568'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:31.773572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device baaceb0f-9665-4dc9-aa73-0d90df4250e5 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:31.789333 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f45c3452-135b-46e3-84a8-d07b2e4aa89d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:31.790984 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3550a171-c86f-4b37-a15e-3e0c84dd703b req-2866b039-079e-428b-8a24-49a642b68fc7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678024 Nov 08 00:31:31.832876 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:31.873740 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port baaceb0f-9665-4dc9-aa73-0d90df4250e5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:31.874487 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:31.939129 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45c3452-135b-46e3-84a8-d07b2e4aa89d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:31.956721 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-f45c3452-135b-46e3-84a8-d07b2e4aa89d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:31.978345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45c3452-135b-46e3-84a8-d07b2e4aa89d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:31.978345 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f45c3452-135b-46e3-84a8-d07b2e4aa89d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:32.009954 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf53eab2-f274-4466-9058-d2ac8f8930d0 req-8f69e13b-ac1d-4dcb-a851-7367000b9341 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 210 time: 0.0495093 Nov 08 00:31:32.033695 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f4a99517-94b8-4952-8501-94fb59336030 req-768d5684-ec04-4fd3-b31f-da72d020d9e1 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580770 Nov 08 00:31:32.035051 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-e37412f3-e53c-4efa-bc65-fa5d76a15569 None None] Set router 4c6ad0c8-4187-4199-9e71-fcb97d674568 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:31:32.038152 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c3452-135b-46e3-84a8-d07b2e4aa89d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Subnet': ['ID=5553b6e0-c34e-408f-8f5e-64352bf01a19,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:32.056439 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51de8a62-8799-41e3-b1a4-58b0e956d8e0 None None] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:32.133066 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f45c3452-135b-46e3-84a8-d07b2e4aa89d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3904200 Nov 08 00:31:32.136109 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38174) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:32.141282 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-daf0bfc7-1df2-42f6-9ad8-05ff83afc762 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1415926439', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5553b6e0-c34e-408f-8f5e-64352bf01a19'}], 'security_groups': ['351373b6-e4b1-4754-b36c-36805f612dca']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:32.174775 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:32.252508 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-daf0bfc7-1df2-42f6-9ad8-05ff83afc762 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:32.303384 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device d6098783-9138-48b0-8a53-627a7f898c42 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:31:32.333559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: d6098783-9138-48b0-8a53-627a7f898c42 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:31:32.333916 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device d6098783-9138-48b0-8a53-627a7f898c42 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:31:32.406809 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-c2d63223-eb24-4965-beac-d12c7f9f4c64 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0742397 Nov 08 00:31:32.465728 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0561c0d6-7b1c-4d11-bb5d-cf176433d735 None None] Update dhcp port {'port': {'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb', 'fixed_ips': [{'subnet_id': '570b50c9-5f96-4d88-ab12-3b27cafef79a', 'ip_address': '172.20.0.2'}, {'subnet_id': '5553b6e0-c34e-408f-8f5e-64352bf01a19'}], 'binding:host_id': 'n-d-816882-1'}, 'id': 'baaceb0f-9665-4dc9-aa73-0d90df4250e5'} from n-d-816882-1. {{(pid=102773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 00:31:32.536470 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0561c0d6-7b1c-4d11-bb5d-cf176433d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:32.540246 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e37412f3-e53c-4efa-bc65-fa5d76a15569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'name': 'tempest-ServersTestFqdnHostnames-968018223-router', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:28:21Z', 'updated_at': '2021-11-08T00:28:26Z', 'revision_number': 4, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'gw_port': {'id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:22Z', 'updated_at': '2021-11-08T00:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '0f670788-31f2-4a1e-b685-b2aada98820a', 'name': '', 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'mac_address': 'fa:16:3e:8a:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:26Z', 'updated_at': '2021-11-08T00:28:34Z', 'revision_number': 5, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'subnets': [{'id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:32.624130 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37412f3-e53c-4efa-bc65-fa5d76a15569 None None] The sync data for ids ['4c6ad0c8-4187-4199-9e71-fcb97d674568'] in n-d-816882-1 is: [{'id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'name': 'tempest-ServersTestFqdnHostnames-968018223-router', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:28:21Z', 'updated_at': '2021-11-08T00:28:26Z', 'revision_number': 4, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'gw_port': {'id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:22Z', 'updated_at': '2021-11-08T00:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '0f670788-31f2-4a1e-b685-b2aada98820a', 'name': '', 'network_id': '7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'mac_address': 'fa:16:3e:8a:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:26Z', 'updated_at': '2021-11-08T00:28:34Z', 'revision_number': 5, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'subnets': [{'id': '7c8dbbd1-b108-4fd4-a55d-7a32e9789e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:31:32.650535 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-3e2e34ab-e9f1-4adc-8660-fa408d7f330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:32.651394 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-3e2e34ab-e9f1-4adc-8660-fa408d7f330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:32.652305 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-3e2e34ab-e9f1-4adc-8660-fa408d7f330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:32.653121 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-3e2e34ab-e9f1-4adc-8660-fa408d7f330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:32.653752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-3e2e34ab-e9f1-4adc-8660-fa408d7f330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:32.654480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-3e2e34ab-e9f1-4adc-8660-fa408d7f330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:32.655375 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-3e2e34ab-e9f1-4adc-8660-fa408d7f330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:32.663729 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-3e2e34ab-e9f1-4adc-8660-fa408d7f330b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a42c6631eb4454c896f7292ef18f39f&device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 6500 time: 0.1648092 Nov 08 00:31:32.760051 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-daf0bfc7-1df2-42f6-9ad8-05ff83afc762 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Delete allocated IP 172.20.0.13 (4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb/570b50c9-5f96-4d88-ab12-3b27cafef79a) {{(pid=102772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 08 00:31:32.800561 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-daf0bfc7-1df2-42f6-9ad8-05ff83afc762 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Allocated IP 172.20.0.28 (4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb/5553b6e0-c34e-408f-8f5e-64352bf01a19/c9f76b35-83d5-4dc2-866d-65adb41cf655) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:32.945304 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-43d86ec6-6521-4dbd-a4c9-0a587a695e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:32.945878 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-43d86ec6-6521-4dbd-a4c9-0a587a695e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:32.946403 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-43d86ec6-6521-4dbd-a4c9-0a587a695e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:32.948615 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-43d86ec6-6521-4dbd-a4c9-0a587a695e3c service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe318fa4-2739-4425-811c-a969620e2964&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=74f4276d-9439-4600-839d-84669ee5e60a&id=74f4276d-9439-4600-839d-84669ee5e60a HTTP/1.1" status: 200 len: 2297 time: 0.2472379 Nov 08 00:31:33.058888 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-610b27d4-0a08-4198-9719-b5d9dafdc958 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46503f71-6482-45b3-8c5d-eb36337e12ff HTTP/1.1" status: 200 len: 1001 time: 0.1032000 Nov 08 00:31:33.071678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffce2d-0258-4117-901d-7832f2851e35 req-2b5f7804-8213-45b3-aa0a-a81d115ec949 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:33.073214 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44ffce2d-0258-4117-901d-7832f2851e35 req-2b5f7804-8213-45b3-aa0a-a81d115ec949 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 943 time: 0.1849592 Nov 08 00:31:33.080736 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d12b67f-3f61-4f3e-ba48-04a4f3b56e0c None None] New status for floating IP 89f6e8ca-7061-42d5-9d01-dd71b8881a49: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:31:33.138039 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-a5cbdd65-d54e-4b92-89a0-212bb23e74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:33.138039 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-a5cbdd65-d54e-4b92-89a0-212bb23e74ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3be98b0-454a-423b-81f4-63aace0baef8 HTTP/1.1" status: 200 len: 855 time: 0.0724230 Nov 08 00:31:33.178877 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-daf0bfc7-1df2-42f6-9ad8-05ff83afc762 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:33.183658 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44ffce2d-0258-4117-901d-7832f2851e35 req-9c8e1a8a-ba4b-4f17-9b29-c63fbcc4d60d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853486 Nov 08 00:31:33.224393 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-0f45ec51-61d6-46b3-af88-bbbbd5a1421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:33.226345 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-0f45ec51-61d6-46b3-af88-bbbbd5a1421d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe318fa4-2739-4425-811c-a969620e2964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732837 Nov 08 00:31:33.229902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad4aebb9-6637-4c50-8096-0db28a05aa00 req-442927ed-b7aa-48ce-a032-d555da016e28 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3008de60-0037-436d-b441-7bc2b2f51094 HTTP/1.1" status: 200 len: 210 time: 0.0317571 Nov 08 00:31:33.307644 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-daf0bfc7-1df2-42f6-9ad8-05ff83afc762 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:33.360070 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-c4c1cd19-029f-4d15-9b06-18bc55185091 service neutron] 10.222.0.26 "GET /v2.0/networks/fe318fa4-2739-4425-811c-a969620e2964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256909 Nov 08 00:31:33.383265 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:33.391354 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-0561c0d6-7b1c-4d11-bb5d-cf176433d735 None None] Allocated IP 172.20.0.18 (4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb/5553b6e0-c34e-408f-8f5e-64352bf01a19/baaceb0f-9665-4dc9-aa73-0d90df4250e5) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:33.412775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0bfc7-1df2-42f6-9ad8-05ff83afc762 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=c9f76b35-83d5-4dc2-866d-65adb41cf655,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:33.459853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-daf0bfc7-1df2-42f6-9ad8-05ff83afc762 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] In _notify_port_updated(), no bound segment for port c9f76b35-83d5-4dc2-866d-65adb41cf655 on network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb {{(pid=102772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:31:33.466361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf0bfc7-1df2-42f6-9ad8-05ff83afc762 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:33.468626 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-daf0bfc7-1df2-42f6-9ad8-05ff83afc762 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:33.472297 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-daf0bfc7-1df2-42f6-9ad8-05ff83afc762 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "PUT /v2.0/ports/c9f76b35-83d5-4dc2-866d-65adb41cf655 HTTP/1.1" status: 200 len: 921 time: 1.3352799 Nov 08 00:31:33.473385 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38190) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:33.496590 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-200a9be6-0b92-4cdb-bb5a-186dcdb4da65 service neutron] 10.222.0.26 "GET /v2.0/networks/fe318fa4-2739-4425-811c-a969620e2964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254616 Nov 08 00:31:33.517182 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-0561c0d6-7b1c-4d11-bb5d-cf176433d735 None None] For port baaceb0f-9665-4dc9-aa73-0d90df4250e5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=baaceb0f-9665-4dc9-aa73-0d90df4250e5,segment=NetworkSegment(65b6d730-b774-4423-a3c0-a69dd7b96511),segment_id=65b6d730-b774-4423-a3c0-a69dd7b96511)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:33.552901 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0561c0d6-7b1c-4d11-bb5d-cf176433d735 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:33.561148 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-591c4834-45b7-4a7d-86c3-da4c5f69669c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 HTTP/1.1" status: 200 len: 217 time: 0.0518034 Nov 08 00:31:33.579124 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-9c5fb031-e545-4608-8ffe-f9e51ed243ba tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port c9f76b35-83d5-4dc2-866d-65adb41cf655 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:31:33.579553 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb031-e545-4608-8ffe-f9e51ed243ba tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:33.616068 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-dfd5b002-e1d2-4504-ad8e-e2ddef2c5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:33.617666 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-dfd5b002-e1d2-4504-ad8e-e2ddef2c5c41 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.0503790 Nov 08 00:31:33.662534 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0561c0d6-7b1c-4d11-bb5d-cf176433d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:33.665661 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-4a7cb714-2353-4dcd-b512-a7aa276b2164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:33.667231 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-4a7cb714-2353-4dcd-b512-a7aa276b2164 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0422297 Nov 08 00:31:33.672414 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb031-e545-4608-8ffe-f9e51ed243ba tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:33.687609 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-9c5fb031-e545-4608-8ffe-f9e51ed243ba tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for c9f76b35-83d5-4dc2-866d-65adb41cf655 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:31:33.779548 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561c0d6-7b1c-4d11-bb5d-cf176433d735 None None] Pushing event updated for resources: {'Port': ['ID=baaceb0f-9665-4dc9-aa73-0d90df4250e5,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:33.792765 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-d57f8edf-71c5-45ba-aafa-06f12db11096 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172516 Nov 08 00:31:33.922648 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-0d44cf67-b428-4708-b318-294c0171a615 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216013 Nov 08 00:31:33.968411 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-3ebe7634-a3a1-4861-88e0-c2605a90c2b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 HTTP/1.1" status: 200 len: 217 time: 0.0389476 Nov 08 00:31:33.997529 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb031-e545-4608-8ffe-f9e51ed243ba tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:34.027966 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fb031-e545-4608-8ffe-f9e51ed243ba tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=c9f76b35-83d5-4dc2-866d-65adb41cf655,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:34.045717 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-f54202ff-fe88-4efe-94bc-abfc30863857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:34.047972 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-f54202ff-fe88-4efe-94bc-abfc30863857 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.0711317 Nov 08 00:31:34.115397 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-62ac6cae-8e77-4193-aa43-7322f8fc45da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:34.116949 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-62ac6cae-8e77-4193-aa43-7322f8fc45da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0600553 Nov 08 00:31:34.131403 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb031-e545-4608-8ffe-f9e51ed243ba tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:34.134799 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9c5fb031-e545-4608-8ffe-f9e51ed243ba tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/ports/c9f76b35-83d5-4dc2-866d-65adb41cf655 HTTP/1.1" status: 204 len: 168 time: 0.6603866 Nov 08 00:31:34.137608 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38198) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:34.169580 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17efdc9-081e-4748-baa5-ff19393711e7 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] GET failed (client error): The resource could not be found. Nov 08 00:31:34.172060 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f17efdc9-081e-4748-baa5-ff19393711e7 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports/c9f76b35-83d5-4dc2-866d-65adb41cf655 HTTP/1.1" status: 404 len: 333 time: 0.0334032 Nov 08 00:31:34.175050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38200) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:34.258734 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ec05072-7956-4548-9912-a3163c78a1bb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:34.317534 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-712b92bb-f6f3-4d5f-a7d3-ceb588ced76e service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496344 Nov 08 00:31:34.366968 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ec05072-7956-4548-9912-a3163c78a1bb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:34.420774 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0614f-ea67-4008-a0c2-9152c2b4f9a2 req-c66bf15e-fe35-4829-9e9d-a4e0b09dd8da tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:34.428807 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17b0614f-ea67-4008-a0c2-9152c2b4f9a2 req-c66bf15e-fe35-4829-9e9d-a4e0b09dd8da tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 943 time: 0.1229305 Nov 08 00:31:34.453649 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-d0497cda-d5c2-413b-9234-508412c99741 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260886 Nov 08 00:31:34.457883 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38208) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:34.514771 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17b0614f-ea67-4008-a0c2-9152c2b4f9a2 req-688b4cc6-997c-4594-b60c-feee576490f9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850642 Nov 08 00:31:34.533189 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1efdd6df-af9b-494e-9061-a87ab6659337 None None] Provisioning complete for port baaceb0f-9665-4dc9-aa73-0d90df4250e5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:34.533680 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1efdd6df-af9b-494e-9061-a87ab6659337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:34.579147 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-b27d710c-8d0e-4b83-9cb0-baa32f6750d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=5d3634c8-60af-48ff-8a52-e1b0a079793d HTTP/1.1" status: 200 len: 217 time: 0.1112971 Nov 08 00:31:34.615819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ec05072-7956-4548-9912-a3163c78a1bb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:34.619110 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ec05072-7956-4548-9912-a3163c78a1bb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:34.619974 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0ec05072-7956-4548-9912-a3163c78a1bb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/security-groups/e89bd38e-44fc-4fe5-b928-970731cf7cfd HTTP/1.1" status: 204 len: 168 time: 0.4435472 Nov 08 00:31:34.623386 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38210) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:34.635718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec05072-7956-4548-9912-a3163c78a1bb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89bd38e-44fc-4fe5-b928-970731cf7cfd,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:34.644526 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1efdd6df-af9b-494e-9061-a87ab6659337 None None] Could not find standard attr ID for object c9f76b35-83d5-4dc2-866d-65adb41cf655. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:31:34.664740 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1efdd6df-af9b-494e-9061-a87ab6659337 None None] Provisioning complete for port 87c26794-c082-40e9-8130-12f4663b1009 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:34.665086 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1efdd6df-af9b-494e-9061-a87ab6659337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:34.697142 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-843b77a9-004c-4a0f-a8b7-c660464591ce tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:34.705836 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1efdd6df-af9b-494e-9061-a87ab6659337 None None] Port 87c26794-c082-40e9-8130-12f4663b1009 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:34.714311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-0c34d135-7de8-4011-a9ce-74c92b716b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:34.715797 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-0c34d135-7de8-4011-a9ce-74c92b716b23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.1288965 Nov 08 00:31:34.771040 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c48be0c5-7943-44e5-9249-e357adc2b97d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:34.771040 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-843b77a9-004c-4a0f-a8b7-c660464591ce tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:34.816254 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c48be0c5-7943-44e5-9249-e357adc2b97d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:34.849044 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-c0cde3de-9c85-4ebe-890b-6f491e0318bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:34.850578 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-c0cde3de-9c85-4ebe-890b-6f491e0318bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1209648 Nov 08 00:31:34.959135 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-89cdc1f6-01f4-401e-b186-8261b4994611 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944085 Nov 08 00:31:35.035644 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-843b77a9-004c-4a0f-a8b7-c660464591ce tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:35.038065 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-843b77a9-004c-4a0f-a8b7-c660464591ce tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:35.041756 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-843b77a9-004c-4a0f-a8b7-c660464591ce tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "DELETE /v2.0/security-groups/9161e2b7-c890-4f47-9478-8632e8c3ac7e HTTP/1.1" status: 204 len: 168 time: 0.5801373 Nov 08 00:31:35.043342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38216) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:35.059439 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b77a9-004c-4a0f-a8b7-c660464591ce tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9161e2b7-c890-4f47-9478-8632e8c3ac7e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:35.061415 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-c7b20849-ba18-4066-b690-5d482bf0d26e tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] show failed (client error): The resource could not be found. Nov 08 00:31:35.064611 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c7b20849-ba18-4066-b690-5d482bf0d26e tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "GET /v2.0/security-groups/9161e2b7-c890-4f47-9478-8632e8c3ac7e HTTP/1.1" status: 404 len: 347 time: 0.0183785 Nov 08 00:31:35.064996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38218) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:35.069681 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c48be0c5-7943-44e5-9249-e357adc2b97d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:35.069681 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c48be0c5-7943-44e5-9249-e357adc2b97d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:35.069681 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c48be0c5-7943-44e5-9249-e357adc2b97d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/security-groups/351373b6-e4b1-4754-b36c-36805f612dca HTTP/1.1" status: 204 len: 168 time: 0.4416344 Nov 08 00:31:35.071688 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38220) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:35.098799 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48be0c5-7943-44e5-9249-e357adc2b97d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=351373b6-e4b1-4754-b36c-36805f612dca,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:35.110357 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-15ffe46e-24f2-4a55-96b3-7fc52a84b7c9 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435175 Nov 08 00:31:35.124562 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-22bb2419-3a1a-4cb4-a278-6e65f992cb15 None None] Could not find standard attr ID for object c9f76b35-83d5-4dc2-866d-65adb41cf655. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:31:35.156991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef915486-527b-4259-940b-02bdb7181b55 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting subnet 570b50c9-5f96-4d88-ab12-3b27cafef79a {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:31:35.184769 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-e0edd91d-d92b-44fc-8488-4b5a672e03d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=58e79b86-2000-49f1-ac18-021704ff4209 HTTP/1.1" status: 200 len: 217 time: 0.0650177 Nov 08 00:31:35.204584 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ef915486-527b-4259-940b-02bdb7181b55 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:35.261049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-a8bd5e45-0373-4521-8184-0038f0fa4be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:35.262861 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-a8bd5e45-0373-4521-8184-0038f0fa4be7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.0704906 Nov 08 00:31:35.324409 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-05be2ba5-1742-4584-837a-376253ff9651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:35.325775 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ef915486-527b-4259-940b-02bdb7181b55 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:35.326377 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-05be2ba5-1742-4584-837a-376253ff9651 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0559597 Nov 08 00:31:35.414585 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-343cb41c-8295-42ad-aa7e-6d6d3ccac641 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Deleting port be9590ab-5a7a-4077-8dc8-701899fa0f78 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:31:35.414932 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-343cb41c-8295-42ad-aa7e-6d6d3ccac641 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:35.463380 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-746a3a35-2675-49b5-8716-3bc96f838687 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275544 Nov 08 00:31:35.501972 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ef915486-527b-4259-940b-02bdb7181b55 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:35.562690 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-343cb41c-8295-42ad-aa7e-6d6d3ccac641 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:35.563021 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-343cb41c-8295-42ad-aa7e-6d6d3ccac641 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:35.566082 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-fa71127e-5793-45ab-b899-a1531eea510a service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949173 Nov 08 00:31:35.578066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-343cb41c-8295-42ad-aa7e-6d6d3ccac641 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Calling delete_port for be9590ab-5a7a-4077-8dc8-701899fa0f78 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:31:35.610026 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-270175df-bb98-4892-bc1d-f19868d4de3b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6b819cfd-7da2-4cbd-baa5-52fb93656ef5 HTTP/1.1" status: 200 len: 217 time: 0.0381780 Nov 08 00:31:35.684302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-3b53e0d9-3713-4d94-bfa0-25bccdda114b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:35.685841 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-3b53e0d9-3713-4d94-bfa0-25bccdda114b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14b76b42-1f2f-4491-9c88-ef859a8eb6c0 HTTP/1.1" status: 200 len: 797 time: 0.0690124 Nov 08 00:31:35.692603 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ef915486-527b-4259-940b-02bdb7181b55 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:35.701652 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device baaceb0f-9665-4dc9-aa73-0d90df4250e5 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:35.710937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c7096-a682-4a9f-a00a-05740d2d2dd2 req-62b47cc1-9615-4109-905d-f6b8418d68a2 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:35.718757 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-485c7096-a682-4a9f-a00a-05740d2d2dd2 req-62b47cc1-9615-4109-905d-f6b8418d68a2 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 943 time: 0.1370163 Nov 08 00:31:35.759499 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port baaceb0f-9665-4dc9-aa73-0d90df4250e5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:35.760000 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:35.778773 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef915486-527b-4259-940b-02bdb7181b55 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Subnet': ['ID=570b50c9-5f96-4d88-ab12-3b27cafef79a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:35.792651 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ef915486-527b-4259-940b-02bdb7181b55 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:35.802569 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ef915486-527b-4259-940b-02bdb7181b55 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/subnets/570b50c9-5f96-4d88-ab12-3b27cafef79a HTTP/1.1" status: 204 len: 168 time: 0.7296932 Nov 08 00:31:35.803043 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921ca404-c827-4c57-aaae-529b15afd56c None None] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:35.806718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38234) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:35.811731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a6fac9ba-404b-4a24-a056-bc3732aeb239 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'subnet': {'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:35.820808 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-485c7096-a682-4a9f-a00a-05740d2d2dd2 req-ad853c21-bbbc-4ffc-87ca-587e9de7d6cf tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011422 Nov 08 00:31:36.067574 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fac9ba-404b-4a24-a056-bc3732aeb239 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:36.071647 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a6fac9ba-404b-4a24-a056-bc3732aeb239 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:36.074987 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-343cb41c-8295-42ad-aa7e-6d6d3ccac641 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:36.096355 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-42cde9a8-9875-4025-8b64-49fc0893a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:36.098444 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-42cde9a8-9875-4025-8b64-49fc0893a2e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74f4276d-9439-4600-839d-84669ee5e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4056334 Nov 08 00:31:36.146701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cb41c-8295-42ad-aa7e-6d6d3ccac641 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Pushing event deleted for resources: {'Port': ['ID=be9590ab-5a7a-4077-8dc8-701899fa0f78,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:36.203125 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-9e1eb001-45ef-4571-85cf-98b57d13395d service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961418 Nov 08 00:31:36.245241 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-343cb41c-8295-42ad-aa7e-6d6d3ccac641 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:36.247838 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-343cb41c-8295-42ad-aa7e-6d6d3ccac641 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:36.249121 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-343cb41c-8295-42ad-aa7e-6d6d3ccac641 tempest-ServersTestFqdnHostnames-1634500609 tempest-ServersTestFqdnHostnames-1634500609-project] 10.222.0.13 "DELETE /v2.0/floatingips/89f6e8ca-7061-42d5-9d01-dd71b8881a49 HTTP/1.1" status: 204 len: 168 time: 1.1832719 Nov 08 00:31:36.252251 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38240) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:36.322628 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-ecba3eb1-83c8-4f14-aa26-aafd672ad200 service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097801 Nov 08 00:31:36.372371 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-26a52dbb-8782-437f-8441-c9f342ff378f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5dffe1f6-cb78-4bd0-8c29-3adfb648a164 HTTP/1.1" status: 200 len: 217 time: 0.0412407 Nov 08 00:31:36.442627 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-25cfbd8c-a8d8-43ad-8ab0-ce6a84e429e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:36.444379 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-25cfbd8c-a8d8-43ad-8ab0-ce6a84e429e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14b76b42-1f2f-4491-9c88-ef859a8eb6c0 HTTP/1.1" status: 200 len: 797 time: 0.0644727 Nov 08 00:31:36.497459 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-881d99a0-e538-4755-910a-48d76eb6dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:36.499194 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-881d99a0-e538-4755-910a-48d76eb6dbfd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74f4276d-9439-4600-839d-84669ee5e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0470991 Nov 08 00:31:36.634141 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-acb74261-a654-4e0f-b82e-1d71d9fa4c32 service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267312 Nov 08 00:31:36.754600 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e2e4e55d-bae1-417e-a10d-2ab1fb796e05 req-b6840ec8-b325-4615-ba49-19f66ad18bf9 service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135468 Nov 08 00:31:36.756470 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5f12f978-8b59-4dd8-949d-529e1642438e None None] Provisioning complete for port baaceb0f-9665-4dc9-aa73-0d90df4250e5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:36.757020 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f12f978-8b59-4dd8-949d-529e1642438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:36.859718 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5f12f978-8b59-4dd8-949d-529e1642438e None None] Provisioning complete for port 87c26794-c082-40e9-8130-12f4663b1009 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:36.860192 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f12f978-8b59-4dd8-949d-529e1642438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:36.896687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5f12f978-8b59-4dd8-949d-529e1642438e None None] Port 87c26794-c082-40e9-8130-12f4663b1009 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:36.967451 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a6fac9ba-404b-4a24-a056-bc3732aeb239 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:37.022534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb926a-760e-4fd5-99ff-2b67fdd7b53d req-4d1231bf-78b0-469a-8431-0fa487841d73 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:37.023967 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00bb926a-760e-4fd5-99ff-2b67fdd7b53d req-4d1231bf-78b0-469a-8431-0fa487841d73 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 943 time: 0.1131010 Nov 08 00:31:37.072305 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fac9ba-404b-4a24-a056-bc3732aeb239 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:37.087238 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-a6fac9ba-404b-4a24-a056-bc3732aeb239 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:37.092859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fac9ba-404b-4a24-a056-bc3732aeb239 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:37.093452 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a6fac9ba-404b-4a24-a056-bc3732aeb239 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:37.098691 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ca9cae-ca37-424a-818b-f9c1cf8fc6e6 None None] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:37.112630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fac9ba-404b-4a24-a056-bc3732aeb239 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Subnet': ['ID=cb749ae0-9bb7-48d8-8333-67e4102692a5,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:37.163231 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00bb926a-760e-4fd5-99ff-2b67fdd7b53d req-e4cce90f-bc84-4cf1-9ef2-6f2e7ab91b0f tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153765 Nov 08 00:31:37.192453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a6fac9ba-404b-4a24-a056-bc3732aeb239 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3846877 Nov 08 00:31:37.195168 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38248) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:37.199815 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-3b502ac2-f2b2-4b00-a55d-2d347cf19cf8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'security_group': {'name': 'tempest-secgroup-1278175278'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:37.262418 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3389cc66-28f8-4c7d-84b9-95eed92b9836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:37.295723 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3b502ac2-f2b2-4b00-a55d-2d347cf19cf8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:37.362834 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e1fd27-d100-44ff-b3ad-5faee04f4b47 None None] Update dhcp port {'port': {'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb', 'fixed_ips': [{'subnet_id': '5553b6e0-c34e-408f-8f5e-64352bf01a19', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cb749ae0-9bb7-48d8-8333-67e4102692a5'}], 'binding:host_id': 'n-d-816882-1'}, 'id': 'baaceb0f-9665-4dc9-aa73-0d90df4250e5'} from n-d-816882-1. {{(pid=102773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 00:31:37.390526 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3b502ac2-f2b2-4b00-a55d-2d347cf19cf8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:37.396860 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10e1fd27-d100-44ff-b3ad-5faee04f4b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:37.473299 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3b502ac2-f2b2-4b00-a55d-2d347cf19cf8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:37.504342 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b502ac2-f2b2-4b00-a55d-2d347cf19cf8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e411c5e-48c9-4efd-8f91-bc29f5f5f129,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:37.549306 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-3389cc66-28f8-4c7d-84b9-95eed92b9836 admin admin] Deleting port 0f670788-31f2-4a1e-b685-b2aada98820a {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:31:37.549818 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3389cc66-28f8-4c7d-84b9-95eed92b9836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:37.588976 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3b502ac2-f2b2-4b00-a55d-2d347cf19cf8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:37.590408 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3b502ac2-f2b2-4b00-a55d-2d347cf19cf8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3941805 Nov 08 00:31:37.593096 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38250) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:37.601499 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-af6982d3-e5a6-4194-a164-3505965fc147 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'security_group': {'name': 'tempest-secgroup-1370472651'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:37.652040 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-3389cc66-28f8-4c7d-84b9-95eed92b9836 admin admin] For port 0f670788-31f2-4a1e-b685-b2aada98820a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0f670788-31f2-4a1e-b685-b2aada98820a,segment=NetworkSegment(f21473cb-b69d-4870-9c65-ea6f943aba17),segment_id=f21473cb-b69d-4870-9c65-ea6f943aba17)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:37.652739 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3389cc66-28f8-4c7d-84b9-95eed92b9836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:37.666582 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-3389cc66-28f8-4c7d-84b9-95eed92b9836 admin admin] Calling delete_port for 0f670788-31f2-4a1e-b685-b2aada98820a owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:31:37.724291 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-af6982d3-e5a6-4194-a164-3505965fc147 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:37.753838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-10e1fd27-d100-44ff-b3ad-5faee04f4b47 None None] Allocated IP 172.20.0.2 (4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb/cb749ae0-9bb7-48d8-8333-67e4102692a5/baaceb0f-9665-4dc9-aa73-0d90df4250e5) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:37.810241 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-af6982d3-e5a6-4194-a164-3505965fc147 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:37.870168 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-10e1fd27-d100-44ff-b3ad-5faee04f4b47 None None] For port baaceb0f-9665-4dc9-aa73-0d90df4250e5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=baaceb0f-9665-4dc9-aa73-0d90df4250e5,segment=NetworkSegment(65b6d730-b774-4423-a3c0-a69dd7b96511),segment_id=65b6d730-b774-4423-a3c0-a69dd7b96511)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:37.872556 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-af6982d3-e5a6-4194-a164-3505965fc147 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:37.900673 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10e1fd27-d100-44ff-b3ad-5faee04f4b47 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:37.903442 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6982d3-e5a6-4194-a164-3505965fc147 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d1559c-5c76-42f7-95e6-2fb6f2c1f327,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:37.946799 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3389cc66-28f8-4c7d-84b9-95eed92b9836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:37.977007 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-af6982d3-e5a6-4194-a164-3505965fc147 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:37.977179 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10e1fd27-d100-44ff-b3ad-5faee04f4b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:37.977284 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389cc66-28f8-4c7d-84b9-95eed92b9836 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f670788-31f2-4a1e-b685-b2aada98820a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:37.978874 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-af6982d3-e5a6-4194-a164-3505965fc147 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3843944 Nov 08 00:31:37.981254 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38254) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:37.986188 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b56d9111-75d5-4989-9463-30de581a3f76 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'security_group': {'name': 'tempest-secgroup-467344661'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:38.061013 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1fd27-d100-44ff-b3ad-5faee04f4b47 None None] Pushing event updated for resources: {'Port': ['ID=baaceb0f-9665-4dc9-aa73-0d90df4250e5,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:38.157843 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b56d9111-75d5-4989-9463-30de581a3f76 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:38.212859 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3389cc66-28f8-4c7d-84b9-95eed92b9836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:38.300927 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b56d9111-75d5-4989-9463-30de581a3f76 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:38.364245 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b56d9111-75d5-4989-9463-30de581a3f76 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:38.405001 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d9111-75d5-4989-9463-30de581a3f76 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a0ce2e-951d-4114-bae0-617601794ec5,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:38.434126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3a9d1-89ca-4d22-b42d-d0c26cc350e9 req-90dae328-d08f-496a-b7d2-7202e9cd8932 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:38.435682 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-22d3a9d1-89ca-4d22-b42d-d0c26cc350e9 req-90dae328-d08f-496a-b7d2-7202e9cd8932 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 943 time: 0.1897602 Nov 08 00:31:38.478591 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:38.504068 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b56d9111-75d5-4989-9463-30de581a3f76 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:38.505349 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b56d9111-75d5-4989-9463-30de581a3f76 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5228834 Nov 08 00:31:38.508112 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38260) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:38.513225 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-38c94151-0634-429a-8d6b-1d11882cb32e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-701101485', 'security_groups': ['a8a0ce2e-951d-4114-bae0-617601794ec5'], 'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cb749ae0-9bb7-48d8-8333-67e4102692a5'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:38.557466 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-22d3a9d1-89ca-4d22-b42d-d0c26cc350e9 req-1e738a03-46ab-43b8-a67f-abe8d1a38b8c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124334 Nov 08 00:31:38.596420 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3389cc66-28f8-4c7d-84b9-95eed92b9836 admin admin] Router 4c6ad0c8-4187-4199-9e71-fcb97d674568 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:31:38.705606 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c94151-0634-429a-8d6b-1d11882cb32e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:38.724727 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3389cc66-28f8-4c7d-84b9-95eed92b9836 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:31:38.733975 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3389cc66-28f8-4c7d-84b9-95eed92b9836 admin admin] 10.222.0.13 "PUT /v2.0/routers/4c6ad0c8-4187-4199-9e71-fcb97d674568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4768236 Nov 08 00:31:38.733975 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38262) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:38.735369 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007cad34-9cc5-4b46-967b-bc767e9e73ab None None] Sync routers for ids ['4c6ad0c8-4187-4199-9e71-fcb97d674568'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:31:38.747277 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007cad34-9cc5-4b46-967b-bc767e9e73ab None None] Routers {'4c6ad0c8-4187-4199-9e71-fcb97d674568'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:38.748298 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-007cad34-9cc5-4b46-967b-bc767e9e73ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4c6ad0c8-4187-4199-9e71-fcb97d674568'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:38.801985 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38c94151-0634-429a-8d6b-1d11882cb32e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:38.821078 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-38c94151-0634-429a-8d6b-1d11882cb32e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] device_id is not set on port 3305cdb4-4ef0-4c3c-8a1a-46d94f3b91e1 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:31:38.831061 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-800b1804-1fb9-42c8-9f98-2e9a1e659393 None None] Provisioning complete for port baaceb0f-9665-4dc9-aa73-0d90df4250e5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:38.832456 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-800b1804-1fb9-42c8-9f98-2e9a1e659393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:38.865878 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e813a58-2f4f-4570-af4e-c307ce28fa53 admin admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:38.868933 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-007cad34-9cc5-4b46-967b-bc767e9e73ab None None] Set router 4c6ad0c8-4187-4199-9e71-fcb97d674568 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:31:38.950924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-800b1804-1fb9-42c8-9f98-2e9a1e659393 None None] Provisioning complete for port 87c26794-c082-40e9-8130-12f4663b1009 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:38.951691 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-800b1804-1fb9-42c8-9f98-2e9a1e659393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:38.996491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-800b1804-1fb9-42c8-9f98-2e9a1e659393 None None] Port 87c26794-c082-40e9-8130-12f4663b1009 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:39.024633 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-38c94151-0634-429a-8d6b-1d11882cb32e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Allocated IP 172.20.0.4 (4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb/cb749ae0-9bb7-48d8-8333-67e4102692a5/3305cdb4-4ef0-4c3c-8a1a-46d94f3b91e1) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:39.068793 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e813a58-2f4f-4570-af4e-c307ce28fa53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:39.144717 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-007cad34-9cc5-4b46-967b-bc767e9e73ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'name': 'tempest-ServersTestFqdnHostnames-968018223-router', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:28:21Z', 'updated_at': '2021-11-08T00:31:37Z', 'revision_number': 5, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'gw_port': {'id': '532792c8-ab0c-47da-ad1c-b9db7228f2eb', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:28:22Z', 'updated_at': '2021-11-08T00:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:39.176922 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007cad34-9cc5-4b46-967b-bc767e9e73ab None None] Checking router: 4c6ad0c8-4187-4199-9e71-fcb97d674568 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:31:39.186655 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007cad34-9cc5-4b46-967b-bc767e9e73ab None None] Routers {'4c6ad0c8-4187-4199-9e71-fcb97d674568'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:39.187661 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-007cad34-9cc5-4b46-967b-bc767e9e73ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4c6ad0c8-4187-4199-9e71-fcb97d674568'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:39.194740 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-4e813a58-2f4f-4570-af4e-c307ce28fa53 admin admin] Deleting port 532792c8-ab0c-47da-ad1c-b9db7228f2eb {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:31:39.195085 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e813a58-2f4f-4570-af4e-c307ce28fa53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:39.201610 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38c94151-0634-429a-8d6b-1d11882cb32e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:39.285004 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38c94151-0634-429a-8d6b-1d11882cb32e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:39.296702 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-007cad34-9cc5-4b46-967b-bc767e9e73ab None None] Set router 4c6ad0c8-4187-4199-9e71-fcb97d674568 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:31:39.303147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-4e813a58-2f4f-4570-af4e-c307ce28fa53 admin admin] For port 532792c8-ab0c-47da-ad1c-b9db7228f2eb, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=532792c8-ab0c-47da-ad1c-b9db7228f2eb,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:39.303662 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e813a58-2f4f-4570-af4e-c307ce28fa53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:39.316558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-4e813a58-2f4f-4570-af4e-c307ce28fa53 admin admin] Calling delete_port for 532792c8-ab0c-47da-ad1c-b9db7228f2eb owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:31:39.335026 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c94151-0634-429a-8d6b-1d11882cb32e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:39.338346 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-38c94151-0634-429a-8d6b-1d11882cb32e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:39.342331 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c94151-0634-429a-8d6b-1d11882cb32e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:39.389969 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c94151-0634-429a-8d6b-1d11882cb32e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=3305cdb4-4ef0-4c3c-8a1a-46d94f3b91e1,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:39.401737 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-007cad34-9cc5-4b46-967b-bc767e9e73ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'name': 'tempest-ServersTestFqdnHostnames-968018223-router', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:28:21Z', 'updated_at': '2021-11-08T00:31:39Z', 'revision_number': 6, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:39.414431 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c94151-0634-429a-8d6b-1d11882cb32e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:39.415488 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38c94151-0634-429a-8d6b-1d11882cb32e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:39.451259 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007cad34-9cc5-4b46-967b-bc767e9e73ab None None] The sync data for ids ['4c6ad0c8-4187-4199-9e71-fcb97d674568'] in n-d-816882-1 is: [{'id': '4c6ad0c8-4187-4199-9e71-fcb97d674568', 'name': 'tempest-ServersTestFqdnHostnames-968018223-router', 'tenant_id': '42456dff3c024b74b53f8b2d46260432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:28:21Z', 'updated_at': '2021-11-08T00:31:39Z', 'revision_number': 6, 'project_id': '42456dff3c024b74b53f8b2d46260432', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:31:39.504326 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-38c94151-0634-429a-8d6b-1d11882cb32e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9947600 Nov 08 00:31:39.513959 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38268) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:39.521457 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e861644d-45a5-4472-9160-a93e863e5f78 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'subnet': {'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:39.627300 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-eb181acf-4978-4a45-b0b0-81a01b2e3d9c None None] Provisioning complete for port 3305cdb4-4ef0-4c3c-8a1a-46d94f3b91e1 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:39.627678 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eb181acf-4978-4a45-b0b0-81a01b2e3d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:39.671710 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e813a58-2f4f-4570-af4e-c307ce28fa53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:39.675043 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-eb181acf-4978-4a45-b0b0-81a01b2e3d9c None None] Port 3305cdb4-4ef0-4c3c-8a1a-46d94f3b91e1 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:39.704185 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e813a58-2f4f-4570-af4e-c307ce28fa53 admin admin] Pushing event deleted for resources: {'Port': ['ID=532792c8-ab0c-47da-ad1c-b9db7228f2eb,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:39.713725 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e861644d-45a5-4472-9160-a93e863e5f78 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:39.717806 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e861644d-45a5-4472-9160-a93e863e5f78 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:39.764268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299523e7-a397-4261-bfb8-a7699af94709 req-0062d1df-8211-4d2d-ad39-8d3be86ea2b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:39.765912 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-299523e7-a397-4261-bfb8-a7699af94709 req-0062d1df-8211-4d2d-ad39-8d3be86ea2b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 943 time: 0.1219471 Nov 08 00:31:39.788111 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e813a58-2f4f-4570-af4e-c307ce28fa53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:39.845031 n-d-816882-1 neutron-server[102771]: INFO neutron.db.ipam_backend_mixin [None req-e861644d-45a5-4472-9160-a93e863e5f78 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cb749ae0-9bb7-48d8-8333-67e4102692a5 (CIDR: 172.20.0.0/28) Nov 08 00:31:39.888113 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e861644d-45a5-4472-9160-a93e863e5f78 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:31:39.888783 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e861644d-45a5-4472-9160-a93e863e5f78 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:31:39.925319 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-299523e7-a397-4261-bfb8-a7699af94709 req-600bb7b5-3d87-401a-8a93-48dd48797673 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445301 Nov 08 00:31:39.929994 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e813a58-2f4f-4570-af4e-c307ce28fa53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:39.932438 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e813a58-2f4f-4570-af4e-c307ce28fa53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:39.984076 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e861644d-45a5-4472-9160-a93e863e5f78 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4688711 Nov 08 00:31:39.986722 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38272) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:39.991881 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-753f68f1-24e5-48b6-81ea-77a42fb8426e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'subnet': {'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:40.067589 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e813a58-2f4f-4570-af4e-c307ce28fa53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:40.068300 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e813a58-2f4f-4570-af4e-c307ce28fa53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c6ad0c8-4187-4199-9e71-fcb97d674568 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:31:40.074256 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e813a58-2f4f-4570-af4e-c307ce28fa53 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:40.077552 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4e813a58-2f4f-4570-af4e-c307ce28fa53 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4c6ad0c8-4187-4199-9e71-fcb97d674568 HTTP/1.1" status: 204 len: 168 time: 1.3417671 Nov 08 00:31:40.078332 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38276) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:40.145357 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb78bd3-4b06-4431-9cfa-b66fc8f9fe46 admin admin] Deleting subnet 7c8dbbd1-b108-4fd4-a55d-7a32e9789e34 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:31:40.148282 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0eb78bd3-4b06-4431-9cfa-b66fc8f9fe46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:40.182273 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0eb78bd3-4b06-4431-9cfa-b66fc8f9fe46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:40.247478 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753f68f1-24e5-48b6-81ea-77a42fb8426e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:40.250908 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-753f68f1-24e5-48b6-81ea-77a42fb8426e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:40.285901 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device baaceb0f-9665-4dc9-aa73-0d90df4250e5 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:40.319879 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0eb78bd3-4b06-4431-9cfa-b66fc8f9fe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:40.374546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port baaceb0f-9665-4dc9-aa73-0d90df4250e5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:40.375045 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:40.402646 n-d-816882-1 neutron-server[102771]: INFO neutron.db.ipam_backend_mixin [None req-753f68f1-24e5-48b6-81ea-77a42fb8426e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5553b6e0-c34e-408f-8f5e-64352bf01a19 (CIDR: 172.20.0.16/28) Nov 08 00:31:40.450972 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-753f68f1-24e5-48b6-81ea-77a42fb8426e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:31:40.451478 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753f68f1-24e5-48b6-81ea-77a42fb8426e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:31:40.478156 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0eb78bd3-4b06-4431-9cfa-b66fc8f9fe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:40.508690 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb78bd3-4b06-4431-9cfa-b66fc8f9fe46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c8dbbd1-b108-4fd4-a55d-7a32e9789e34,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:40.511548 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0eb78bd3-4b06-4431-9cfa-b66fc8f9fe46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:40.516981 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0eb78bd3-4b06-4431-9cfa-b66fc8f9fe46 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7c8dbbd1-b108-4fd4-a55d-7a32e9789e34 HTTP/1.1" status: 204 len: 168 time: 0.4354401 Nov 08 00:31:40.517140 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2619039-538e-4223-8121-4eb924ea565d None None] Network 7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:40.518227 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38280) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:40.539508 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-753f68f1-24e5-48b6-81ea-77a42fb8426e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5516238 Nov 08 00:31:40.542977 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38282) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:40.552390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7689975a-d438-40e2-a928-49b4888f81d3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'subnet': {'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:40.605582 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0f670788-31f2-4a1e-b685-b2aada98820a no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:31:40.621480 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:40.659086 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 0f670788-31f2-4a1e-b685-b2aada98820a {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:31:40.659086 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0f670788-31f2-4a1e-b685-b2aada98820a not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:31:40.700535 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] Deleting port 55f954aa-133b-478e-9bb1-8962a0e76bc0 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:31:40.701322 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:40.799913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08327a3a-d63b-4dc9-aa64-0ee2b0d5d914 None None] DHCP port deletion for 7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:31:40.802336 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] For port 55f954aa-133b-478e-9bb1-8962a0e76bc0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=55f954aa-133b-478e-9bb1-8962a0e76bc0,segment=NetworkSegment(f21473cb-b69d-4870-9c65-ea6f943aba17),segment_id=f21473cb-b69d-4870-9c65-ea6f943aba17)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:40.802696 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:40.811219 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7689975a-d438-40e2-a928-49b4888f81d3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Made reservation on behalf of 2c1d32e80a044f72b41cfd29029e4658 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:40.817664 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7689975a-d438-40e2-a928-49b4888f81d3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:40.823322 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] Calling delete_port for 55f954aa-133b-478e-9bb1-8962a0e76bc0 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:31:40.869625 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-08327a3a-d63b-4dc9-aa64-0ee2b0d5d914 None None] Deleting port 55f954aa-133b-478e-9bb1-8962a0e76bc0 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:31:40.869998 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-08327a3a-d63b-4dc9-aa64-0ee2b0d5d914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:40.948274 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-08327a3a-d63b-4dc9-aa64-0ee2b0d5d914 None None] For port 55f954aa-133b-478e-9bb1-8962a0e76bc0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=55f954aa-133b-478e-9bb1-8962a0e76bc0,segment=NetworkSegment(f21473cb-b69d-4870-9c65-ea6f943aba17),segment_id=f21473cb-b69d-4870-9c65-ea6f943aba17)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:40.948731 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-08327a3a-d63b-4dc9-aa64-0ee2b0d5d914 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:40.963987 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-08327a3a-d63b-4dc9-aa64-0ee2b0d5d914 None None] Calling delete_port for 55f954aa-133b-478e-9bb1-8962a0e76bc0 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:31:40.988616 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:41.022028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] Pushing event deleted for resources: {'Port': ['ID=55f954aa-133b-478e-9bb1-8962a0e76bc0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:41.031217 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] No DVR routers for this DVR port 55f954aa-133b-478e-9bb1-8962a0e76bc0 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:31:41.087726 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-08327a3a-d63b-4dc9-aa64-0ee2b0d5d914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:41.113772 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08327a3a-d63b-4dc9-aa64-0ee2b0d5d914 None None] Pushing event deleted for resources: {'Port': ['ID=55f954aa-133b-478e-9bb1-8962a0e76bc0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:41.117952 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:41.118741 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08327a3a-d63b-4dc9-aa64-0ee2b0d5d914 None None] No DVR routers for this DVR port 55f954aa-133b-478e-9bb1-8962a0e76bc0 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:31:41.139815 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:41.142731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358f7bd-0e2f-4317-9eb7-de8da4677bdb req-ad72d1f8-d4b5-4b3e-9b14-24e96995f12f tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:41.144770 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a358f7bd-0e2f-4317-9eb7-de8da4677bdb req-ad72d1f8-d4b5-4b3e-9b14-24e96995f12f tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 943 time: 0.0871429 Nov 08 00:31:41.150068 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21473cb-b69d-4870-9c65-ea6f943aba17') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:41.150369 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21473cb-b69d-4870-9c65-ea6f943aba17') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:41.161104 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:41.178410 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:41.186802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a358f7bd-0e2f-4317-9eb7-de8da4677bdb req-ab5bdb5a-3175-490a-84f0-f3d522ab2d93 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329812 Nov 08 00:31:41.188515 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:31:41.188921 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:31:41.190709 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:31:41.204204 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7689975a-d438-40e2-a928-49b4888f81d3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:41.253841 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7689975a-d438-40e2-a928-49b4888f81d3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:41.257201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-7689975a-d438-40e2-a928-49b4888f81d3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:41.260637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7689975a-d438-40e2-a928-49b4888f81d3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:41.261214 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7689975a-d438-40e2-a928-49b4888f81d3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:41.266030 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8133a798-d8d4-4865-8429-0d539277b55c None None] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:41.278073 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689975a-d438-40e2-a928-49b4888f81d3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Subnet': ['ID=21ec7836-9f77-494e-bba6-613d58267c85,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:41.290146 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:41.295882 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:41.302134 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441 HTTP/1.1" status: 204 len: 168 time: 0.7813709 Nov 08 00:31:41.312895 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbea9c-6631-44a2-9ff5-881fbef1dd90 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd4b7d3-0af5-400b-bda2-bdbc7fe7e441,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:41.352750 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7689975a-d438-40e2-a928-49b4888f81d3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8079493 Nov 08 00:31:41.355215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38292) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:41.362122 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-ce4d5c7c-b142-41c9-99b3-b972fd227ecb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1198381341', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '21ec7836-9f77-494e-bba6-613d58267c85'}], 'security_groups': ['2e411c5e-48c9-4efd-8f91-bc29f5f5f129', '45d1559c-5c76-42f7-95e6-2fb6f2c1f327']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:41.485980 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42417d16-a826-4446-ab6f-ab0933e5e974 None None] Update dhcp port {'port': {'network_id': '4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb', 'fixed_ips': [{'subnet_id': '5553b6e0-c34e-408f-8f5e-64352bf01a19', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cb749ae0-9bb7-48d8-8333-67e4102692a5', 'ip_address': '172.20.0.2'}, {'subnet_id': '21ec7836-9f77-494e-bba6-613d58267c85'}], 'binding:host_id': 'n-d-816882-1'}, 'id': 'baaceb0f-9665-4dc9-aa73-0d90df4250e5'} from n-d-816882-1. {{(pid=102773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 00:31:41.513529 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42417d16-a826-4446-ab6f-ab0933e5e974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:41.524137 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5c7c-b142-41c9-99b3-b972fd227ecb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:41.683547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38296) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:41.691151 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 532792c8-ab0c-47da-ad1c-b9db7228f2eb no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:31:41.697015 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-42417d16-a826-4446-ab6f-ab0933e5e974 None None] Allocated IP 172.20.0.34 (4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb/21ec7836-9f77-494e-bba6-613d58267c85/baaceb0f-9665-4dc9-aa73-0d90df4250e5) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:41.717753 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 532792c8-ab0c-47da-ad1c-b9db7228f2eb {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:31:41.718097 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 532792c8-ab0c-47da-ad1c-b9db7228f2eb not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:31:41.718519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 55f954aa-133b-478e-9bb1-8962a0e76bc0 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:31:41.749666 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 55f954aa-133b-478e-9bb1-8962a0e76bc0 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:31:41.749931 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 55f954aa-133b-478e-9bb1-8962a0e76bc0 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:31:41.768958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b9b17640-3873-4e07-87e2-ca0a68c83a59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42456dff3c024b74b53f8b2d46260432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0833542 Nov 08 00:31:41.771310 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38298) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:41.822801 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-88e520c6-a010-47b9-94fb-22d044396c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:41.840896 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-42417d16-a826-4446-ab6f-ab0933e5e974 None None] For port baaceb0f-9665-4dc9-aa73-0d90df4250e5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=baaceb0f-9665-4dc9-aa73-0d90df4250e5,segment=NetworkSegment(65b6d730-b774-4423-a3c0-a69dd7b96511),segment_id=65b6d730-b774-4423-a3c0-a69dd7b96511)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:41.844191 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-88e520c6-a010-47b9-94fb-22d044396c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:41.872806 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42417d16-a826-4446-ab6f-ab0933e5e974 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:41.957630 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42417d16-a826-4446-ab6f-ab0933e5e974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:41.994227 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-88e520c6-a010-47b9-94fb-22d044396c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:41.997647 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-88e520c6-a010-47b9-94fb-22d044396c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:41.999340 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-88e520c6-a010-47b9-94fb-22d044396c68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d49f3e80-15a2-43ed-948d-0d780b9073bf HTTP/1.1" status: 204 len: 168 time: 0.2265580 Nov 08 00:31:42.019598 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e520c6-a010-47b9-94fb-22d044396c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49f3e80-15a2-43ed-948d-0d780b9073bf,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:42.044413 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42417d16-a826-4446-ab6f-ab0933e5e974 None None] Pushing event updated for resources: {'Port': ['ID=baaceb0f-9665-4dc9-aa73-0d90df4250e5,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:42.059449 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:31:42.125797 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-ce4d5c7c-b142-41c9-99b3-b972fd227ecb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Delete allocated IP 172.20.0.4 (4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb/cb749ae0-9bb7-48d8-8333-67e4102692a5) {{(pid=102772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 08 00:31:42.136299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-ce4d5c7c-b142-41c9-99b3-b972fd227ecb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Allocated IP 172.20.0.45 (4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb/21ec7836-9f77-494e-bba6-613d58267c85/3305cdb4-4ef0-4c3c-8a1a-46d94f3b91e1) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:42.225214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:42.246547 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'port_id': '29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f', 'mac_address': 'fa:16:3e:52:34:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:31:42.313121 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:42.329760 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:31:42.354620 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:42.385483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309094d-1b42-4e5b-b308-eb792fe62265 req-2c2d37a4-2d24-4070-8fa1-7c248a788c5d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:42.386861 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7309094d-1b42-4e5b-b308-eb792fe62265 req-2c2d37a4-2d24-4070-8fa1-7c248a788c5d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 943 time: 0.0974956 Nov 08 00:31:42.421274 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5c7c-b142-41c9-99b3-b972fd227ecb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:42.444477 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:42.457502 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7309094d-1b42-4e5b-b308-eb792fe62265 req-efb95a62-92ba-46c1-bed1-930cea87c2a7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585277 Nov 08 00:31:42.501124 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5c7c-b142-41c9-99b3-b972fd227ecb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:42.512337 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:42.606211 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d5c7c-b142-41c9-99b3-b972fd227ecb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event updated for resources: {'Port': ['ID=3305cdb4-4ef0-4c3c-8a1a-46d94f3b91e1,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:42.668391 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-ce4d5c7c-b142-41c9-99b3-b972fd227ecb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] In _notify_port_updated(), no bound segment for port 3305cdb4-4ef0-4c3c-8a1a-46d94f3b91e1 on network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb {{(pid=102772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:31:42.675846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4d5c7c-b142-41c9-99b3-b972fd227ecb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:42.677461 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5c7c-b142-41c9-99b3-b972fd227ecb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:42.680480 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ce4d5c7c-b142-41c9-99b3-b972fd227ecb tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "PUT /v2.0/ports/3305cdb4-4ef0-4c3c-8a1a-46d94f3b91e1 HTTP/1.1" status: 200 len: 960 time: 1.3214748 Nov 08 00:31:42.680884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38326) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:42.779746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:31:42.787715 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-1d32ba88-333f-493a-a016-d2281d4b764e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port 3305cdb4-4ef0-4c3c-8a1a-46d94f3b91e1 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:31:42.788295 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1d32ba88-333f-493a-a016-d2281d4b764e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:42.884901 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1d32ba88-333f-493a-a016-d2281d4b764e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:42.900820 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-1d32ba88-333f-493a-a016-d2281d4b764e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for 3305cdb4-4ef0-4c3c-8a1a-46d94f3b91e1 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:31:42.943603 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0bf76bb7-d497-4bf1-983b-f0a63a1cee5f None None] Provisioning complete for port baaceb0f-9665-4dc9-aa73-0d90df4250e5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:42.944031 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0bf76bb7-d497-4bf1-983b-f0a63a1cee5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:43.039760 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0bf76bb7-d497-4bf1-983b-f0a63a1cee5f None None] Provisioning complete for port 87c26794-c082-40e9-8130-12f4663b1009 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:43.040171 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0bf76bb7-d497-4bf1-983b-f0a63a1cee5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:43.077739 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0bf76bb7-d497-4bf1-983b-f0a63a1cee5f None None] Port 87c26794-c082-40e9-8130-12f4663b1009 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:43.088145 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0bf76bb7-d497-4bf1-983b-f0a63a1cee5f None None] Provisioning complete for port 3305cdb4-4ef0-4c3c-8a1a-46d94f3b91e1 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:43.088510 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0bf76bb7-d497-4bf1-983b-f0a63a1cee5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:43.113298 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1d32ba88-333f-493a-a016-d2281d4b764e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:43.125239 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0bf76bb7-d497-4bf1-983b-f0a63a1cee5f None None] Port 3305cdb4-4ef0-4c3c-8a1a-46d94f3b91e1 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:43.138866 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32ba88-333f-493a-a016-d2281d4b764e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=3305cdb4-4ef0-4c3c-8a1a-46d94f3b91e1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:43.226237 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1d32ba88-333f-493a-a016-d2281d4b764e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:43.232528 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38348) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:43.233111 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1d32ba88-333f-493a-a016-d2281d4b764e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/ports/3305cdb4-4ef0-4c3c-8a1a-46d94f3b91e1 HTTP/1.1" status: 204 len: 168 time: 0.5507834 Nov 08 00:31:43.258514 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e165fcfb-5c41-4bed-97f0-c4ed68e18e76 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] GET failed (client error): The resource could not be found. Nov 08 00:31:43.260666 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e165fcfb-5c41-4bed-97f0-c4ed68e18e76 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports/3305cdb4-4ef0-4c3c-8a1a-46d94f3b91e1 HTTP/1.1" status: 404 len: 333 time: 0.0270994 Nov 08 00:31:43.264273 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38350) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:43.322510 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38352) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:43.336185 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b09eebe-d1c4-44d6-bef3-355b70716822 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:43.380220 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b09eebe-d1c4-44d6-bef3-355b70716822 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:43.444721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-fe5f69c5-8952-4a75-a9da-d0ecc01ce73e None None] Could not find standard attr ID for object 3305cdb4-4ef0-4c3c-8a1a-46d94f3b91e1. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:31:43.520099 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-616a8758-4588-46c8-a6ad-23fcb641e161 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1936374690-network', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:43.536348 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b09eebe-d1c4-44d6-bef3-355b70716822 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:43.539060 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b09eebe-d1c4-44d6-bef3-355b70716822 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:43.540802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0b09eebe-d1c4-44d6-bef3-355b70716822 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/security-groups/a8a0ce2e-951d-4114-bae0-617601794ec5 HTTP/1.1" status: 204 len: 168 time: 0.2750649 Nov 08 00:31:43.544760 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38358) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:43.551333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09eebe-d1c4-44d6-bef3-355b70716822 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a0ce2e-951d-4114-bae0-617601794ec5,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:43.636351 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-492c15b2-e749-4d91-8044-61bbf0824938 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:43.643225 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004c131-4158-432f-ab91-d2654ac08a37 req-8fd7fa6e-8088-4132-859b-6db3a10b9f2f tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:43.645545 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0004c131-4158-432f-ab91-d2654ac08a37 req-8fd7fa6e-8088-4132-859b-6db3a10b9f2f tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 944 time: 0.0790815 Nov 08 00:31:43.666663 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-492c15b2-e749-4d91-8044-61bbf0824938 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:43.677068 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616a8758-4588-46c8-a6ad-23fcb641e161 admin admin] Made reservation on behalf of 175592328bdb4cfe99ce860fa6768d79 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:43.678716 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-616a8758-4588-46c8-a6ad-23fcb641e161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:43.691667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device baaceb0f-9665-4dc9-aa73-0d90df4250e5 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:43.699365 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-616a8758-4588-46c8-a6ad-23fcb641e161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:43.720614 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0004c131-4158-432f-ab91-d2654ac08a37 req-414943b7-5357-453e-8343-138a6b096020 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555270 Nov 08 00:31:43.746080 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port baaceb0f-9665-4dc9-aa73-0d90df4250e5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:43.746454 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:43.863561 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-492c15b2-e749-4d91-8044-61bbf0824938 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:43.866329 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-492c15b2-e749-4d91-8044-61bbf0824938 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:43.867503 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-492c15b2-e749-4d91-8044-61bbf0824938 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/security-groups/45d1559c-5c76-42f7-95e6-2fb6f2c1f327 HTTP/1.1" status: 204 len: 168 time: 0.3169255 Nov 08 00:31:43.870278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38368) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:43.882588 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c15b2-e749-4d91-8044-61bbf0824938 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d1559c-5c76-42f7-95e6-2fb6f2c1f327,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:43.943556 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-616a8758-4588-46c8-a6ad-23fcb641e161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:43.945742 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c5895158-20aa-43fb-96b5-1e266edcca8a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:43.969780 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c5895158-20aa-43fb-96b5-1e266edcca8a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:44.006265 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-616a8758-4588-46c8-a6ad-23fcb641e161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:44.033381 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a8758-4588-46c8-a6ad-23fcb641e161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ac0440-14cb-4b62-9428-f4d3ea008d0a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:44.072417 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c5895158-20aa-43fb-96b5-1e266edcca8a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:44.075187 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c5895158-20aa-43fb-96b5-1e266edcca8a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:44.076395 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c5895158-20aa-43fb-96b5-1e266edcca8a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/security-groups/2e411c5e-48c9-4efd-8f91-bc29f5f5f129 HTTP/1.1" status: 204 len: 168 time: 0.2051241 Nov 08 00:31:44.077397 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616a8758-4588-46c8-a6ad-23fcb641e161 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:31:44.079305 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38372) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:44.085536 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5895158-20aa-43fb-96b5-1e266edcca8a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e411c5e-48c9-4efd-8f91-bc29f5f5f129,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:44.103101 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:44.138194 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-616a8758-4588-46c8-a6ad-23fcb641e161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:44.138194 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-616a8758-4588-46c8-a6ad-23fcb641e161 admin admin] Added segment f727bc3e-a3d0-4889-a9a6-17d6d985a3b1 of type vlan for network a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 Nov 08 00:31:44.180536 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d593a67c-b919-440c-bd5f-ced1f074356f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting subnet cb749ae0-9bb7-48d8-8333-67e4102692a5 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:31:44.191365 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d593a67c-b919-440c-bd5f-ced1f074356f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:44.218798 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-616a8758-4588-46c8-a6ad-23fcb641e161 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:44.243973 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:31:44.248326 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:44.249124 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:44.252490 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d593a67c-b919-440c-bd5f-ced1f074356f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:44.334151 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:44.341953 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-616a8758-4588-46c8-a6ad-23fcb641e161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:44.342934 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616a8758-4588-46c8-a6ad-23fcb641e161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:44.343512 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-616a8758-4588-46c8-a6ad-23fcb641e161 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:44.360698 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a442b69-5bf2-473f-a577-bc849e3e5063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:31:44.363593 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820452a2-6805-4cc5-b23f-8929e8c81556" -d '{"events": [{"server_uuid": "2a442b69-5bf2-473f-a577-bc849e3e5063", "name": "network-vif-plugged", "status": "completed", "tag": "29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:31:44.377332 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:44.379757 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d593a67c-b919-440c-bd5f-ced1f074356f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:44.403549 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1694800-7009-43aa-930e-9bba6940ee06 x-openstack-request-id: req-e1694800-7009-43aa-930e-9bba6940ee06 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:31:44.403968 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a442b69-5bf2-473f-a577-bc849e3e5063", "name": "network-vif-plugged", "status": "completed", "tag": "29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:31:44.404318 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1694800-7009-43aa-930e-9bba6940ee06 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:31:44.405088 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a442b69-5bf2-473f-a577-bc849e3e5063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f', 'code': 200} Nov 08 00:31:44.437407 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:44.465942 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a8758-4588-46c8-a6ad-23fcb641e161 admin admin] Pushing event updated for resources: {'Network': ['ID=a5cf0ca0-69ee-49fe-bef7-4992bc3dc192,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:44.493092 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:44.539361 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895e92d-dfb1-494f-8fef-66d59c29ed28 req-6b24f715-ae93-4665-93fd-8bea1ac31dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:44.541017 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a895e92d-dfb1-494f-8fef-66d59c29ed28 req-6b24f715-ae93-4665-93fd-8bea1ac31dce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 1096 time: 0.0455043 Nov 08 00:31:44.585773 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a895e92d-dfb1-494f-8fef-66d59c29ed28 req-59dccf7b-2340-4f19-bccc-7c872b7db8cb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367293 Nov 08 00:31:44.589446 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-616a8758-4588-46c8-a6ad-23fcb641e161 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2649496 Nov 08 00:31:44.592618 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38384) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:44.597420 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b1941e53-866f-4b26-a2c1-4dd580cd8e1a admin admin] Request body: {'subnet': {'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1936374690-subnet', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:44.616798 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:31:44.620127 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d593a67c-b919-440c-bd5f-ced1f074356f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:44.653721 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d593a67c-b919-440c-bd5f-ced1f074356f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:44.657033 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d593a67c-b919-440c-bd5f-ced1f074356f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/subnets/cb749ae0-9bb7-48d8-8333-67e4102692a5 HTTP/1.1" status: 204 len: 168 time: 0.5767438 Nov 08 00:31:44.657901 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593a67c-b919-440c-bd5f-ced1f074356f tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Subnet': ['ID=cb749ae0-9bb7-48d8-8333-67e4102692a5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:44.663268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38386) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:44.680613 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c52b59-55be-4c62-a8a0-be72f07245ea None None] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:44.712963 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1941e53-866f-4b26-a2c1-4dd580cd8e1a admin admin] Made reservation on behalf of 175592328bdb4cfe99ce860fa6768d79 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:44.717412 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1941e53-866f-4b26-a2c1-4dd580cd8e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:44.724822 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c6ed99-62bb-4d8a-8a90-a103aa74377e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting subnet 21ec7836-9f77-494e-bba6-613d58267c85 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:31:44.729324 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55c6ed99-62bb-4d8a-8a90-a103aa74377e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:44.787985 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55c6ed99-62bb-4d8a-8a90-a103aa74377e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:44.918561 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c83838-d420-4302-aa44-e69c40a41d11 req-c356392a-b7ce-4224-9576-8d986cb02b33 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:44.920275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d0c83838-d420-4302-aa44-e69c40a41d11 req-c356392a-b7ce-4224-9576-8d986cb02b33 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 945 time: 0.0877087 Nov 08 00:31:44.976382 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55c6ed99-62bb-4d8a-8a90-a103aa74377e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:45.003736 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1941e53-866f-4b26-a2c1-4dd580cd8e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:45.028019 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d0c83838-d420-4302-aa44-e69c40a41d11 req-139c44c8-30cd-40dd-8b90-c80715fbbd0f tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881817 Nov 08 00:31:45.071805 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1941e53-866f-4b26-a2c1-4dd580cd8e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b6b1c0d-e48e-4647-bfd1-558f26656d9e,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:45.093775 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1941e53-866f-4b26-a2c1-4dd580cd8e1a admin admin] Checking segment: {'id': 'f727bc3e-a3d0-4889-a9a6-17d6d985a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:45.094147 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1941e53-866f-4b26-a2c1-4dd580cd8e1a admin admin] Network hostable DHCP agents. Network: a5cf0ca0-69ee-49fe-bef7-4992bc3dc192, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:31:45.153305 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55c6ed99-62bb-4d8a-8a90-a103aa74377e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:45.181260 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1941e53-866f-4b26-a2c1-4dd580cd8e1a admin admin] Network a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:31:45.197662 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6ed99-62bb-4d8a-8a90-a103aa74377e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Subnet': ['ID=21ec7836-9f77-494e-bba6-613d58267c85,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:45.201293 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55c6ed99-62bb-4d8a-8a90-a103aa74377e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:45.204791 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-55c6ed99-62bb-4d8a-8a90-a103aa74377e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/subnets/21ec7836-9f77-494e-bba6-613d58267c85 HTTP/1.1" status: 204 len: 168 time: 0.5392499 Nov 08 00:31:45.207720 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38398) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:45.234763 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3abb29-4ef6-41d2-b130-84b4341c1725 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] DELETE failed (client error): The resource could not be found. Nov 08 00:31:45.235229 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3abb29-4ef6-41d2-b130-84b4341c1725 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:31:45.238586 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ca3abb29-4ef6-41d2-b130-84b4341c1725 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/subnets/cb749ae0-9bb7-48d8-8333-67e4102692a5 HTTP/1.1" status: 404 len: 337 time: 0.0297418 Nov 08 00:31:45.241313 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38400) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:45.272687 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-b1941e53-866f-4b26-a2c1-4dd580cd8e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, a5cf0ca0-69ee-49fe-bef7-4992bc3dc192) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:45.288742 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1941e53-866f-4b26-a2c1-4dd580cd8e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:45.288903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3a3ae7-c0a0-45bf-90c5-5cfe912fbf79 None None] Network a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:45.294236 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1941e53-866f-4b26-a2c1-4dd580cd8e1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:45.304443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-02161aaa-7a8d-4db5-b29a-256f3ee3806b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting subnet 5553b6e0-c34e-408f-8f5e-64352bf01a19 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:31:45.307777 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-02161aaa-7a8d-4db5-b29a-256f3ee3806b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:45.374422 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-02161aaa-7a8d-4db5-b29a-256f3ee3806b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:45.379173 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b1941e53-866f-4b26-a2c1-4dd580cd8e1a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7853050 Nov 08 00:31:45.381612 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38404) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:45.386704 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2050573d-96d8-4a63-adac-bd8fba5ee1d4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1936374690-router', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:45.478544 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2050573d-96d8-4a63-adac-bd8fba5ee1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:45.479607 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2050573d-96d8-4a63-adac-bd8fba5ee1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:45.480527 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-02161aaa-7a8d-4db5-b29a-256f3ee3806b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:45.503890 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-a5cf0ca0-69ee-49fe-bef7-4992bc3dc192', 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'fixed_ips': [{'subnet_id': '4b6b1c0d-e48e-4647-bfd1-558f26656d9e'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:31:45.504782 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:45.563891 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2050573d-96d8-4a63-adac-bd8fba5ee1d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:45.568912 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf370018-a173-4139-810c-ed7fcc255fa6 None None] Network 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:45.637084 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3aeb1f99-09d6-43e7-b36b-8499bfd58600 None None] Provisioning complete for port baaceb0f-9665-4dc9-aa73-0d90df4250e5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:45.637370 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3aeb1f99-09d6-43e7-b36b-8499bfd58600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:45.667165 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-02161aaa-7a8d-4db5-b29a-256f3ee3806b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:45.699263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02161aaa-7a8d-4db5-b29a-256f3ee3806b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Subnet': ['ID=5553b6e0-c34e-408f-8f5e-64352bf01a19,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:45.703426 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-02161aaa-7a8d-4db5-b29a-256f3ee3806b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:45.707398 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-02161aaa-7a8d-4db5-b29a-256f3ee3806b tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/subnets/5553b6e0-c34e-408f-8f5e-64352bf01a19 HTTP/1.1" status: 204 len: 168 time: 0.4650612 Nov 08 00:31:45.709946 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38408) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:45.783222 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8914f10f-63e6-43bd-b76b-938bccf98ccf tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] DELETE failed (client error): The resource could not be found. Nov 08 00:31:45.783683 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8914f10f-63e6-43bd-b76b-938bccf98ccf tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:31:45.790002 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8914f10f-63e6-43bd-b76b-938bccf98ccf tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/subnets/570b50c9-5f96-4d88-ab12-3b27cafef79a HTTP/1.1" status: 404 len: 337 time: 0.0765676 Nov 08 00:31:45.790557 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38412) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:45.822125 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0cf79002-c134-4630-93be-cf69af638535 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "GET /v2.0/ports?device_id=07d48f9c-852a-422e-a1f8-82332858a3c2 HTTP/1.1" status: 200 len: 205 time: 0.0280652 Nov 08 00:31:45.823577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38414) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:45.867427 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-855284e0-8fae-4409-88b7-15bd714124f8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] delete failed (client error): The resource could not be found. Nov 08 00:31:45.871052 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-855284e0-8fae-4409-88b7-15bd714124f8 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/routers/07d48f9c-852a-422e-a1f8-82332858a3c2 HTTP/1.1" status: 404 len: 336 time: 0.0450392 Nov 08 00:31:45.871374 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38416) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:45.900404 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2050573d-96d8-4a63-adac-bd8fba5ee1d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:45.901200 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] Allocated IP 172.20.0.2 (a5cf0ca0-69ee-49fe-bef7-4992bc3dc192/4b6b1c0d-e48e-4647-bfd1-558f26656d9e/85c3103e-c5ed-41c3-87c6-282d46413271) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:45.902503 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a110ccb-2916-4b71-8276-22e02a79dadc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] DELETE failed (client error): The resource could not be found. Nov 08 00:31:45.903602 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a110ccb-2916-4b71-8276-22e02a79dadc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:31:45.915509 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9a110ccb-2916-4b71-8276-22e02a79dadc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/subnets/3ac5c358-4ae2-4df8-ad14-4a75ee13e910 HTTP/1.1" status: 404 len: 337 time: 0.0363245 Nov 08 00:31:45.916275 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38420) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:45.963569 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-96975a8c-ae5d-4915-ab8d-450f26ad5c80 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] DELETE failed (client error): The resource could not be found. Nov 08 00:31:45.964055 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96975a8c-ae5d-4915-ab8d-450f26ad5c80 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:31:45.973954 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-96975a8c-ae5d-4915-ab8d-450f26ad5c80 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/subnets/446e2ad6-8e46-428a-87ef-c39303b622d5 HTTP/1.1" status: 404 len: 337 time: 0.0586174 Nov 08 00:31:45.974139 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38424) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:45.996444 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3aeb1f99-09d6-43e7-b36b-8499bfd58600 None None] Provisioning complete for port 87c26794-c082-40e9-8130-12f4663b1009 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:45.996807 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3aeb1f99-09d6-43e7-b36b-8499bfd58600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:46.007007 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b38e2bc-f5c6-4ba2-8dfd-8fb94c4233dc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] DELETE failed (client error): The resource could not be found. Nov 08 00:31:46.007394 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b38e2bc-f5c6-4ba2-8dfd-8fb94c4233dc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:31:46.013271 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38426) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:46.014172 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9b38e2bc-f5c6-4ba2-8dfd-8fb94c4233dc tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/subnets/59b06aeb-1c85-4c93-aa39-2db748f86030 HTTP/1.1" status: 404 len: 337 time: 0.0389431 Nov 08 00:31:46.023961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86aa122-b005-4e6a-b073-316749a9f468 None None] DHCP port deletion for 4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:31:46.063236 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c4af3b-033d-4ff6-857a-37d5bffdcb7e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] DELETE failed (client error): The resource could not be found. Nov 08 00:31:46.063945 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c4af3b-033d-4ff6-857a-37d5bffdcb7e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:31:46.067656 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-16c4af3b-033d-4ff6-857a-37d5bffdcb7e tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/ports/1a812b6f-1e4e-41c5-b9ee-5f6251ec1619 HTTP/1.1" status: 404 len: 333 time: 0.0519953 Nov 08 00:31:46.069911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38428) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:46.083398 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3aeb1f99-09d6-43e7-b36b-8499bfd58600 None None] Port 87c26794-c082-40e9-8130-12f4663b1009 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:46.101328 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-72200213-ee8b-474f-b40c-7e5f8aa9507d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] DELETE failed (client error): The resource could not be found. Nov 08 00:31:46.101821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72200213-ee8b-474f-b40c-7e5f8aa9507d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:31:46.107354 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-72200213-ee8b-474f-b40c-7e5f8aa9507d tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/subnets/12b73d02-d612-41c9-9192-3ceb3333aa93 HTTP/1.1" status: 404 len: 337 time: 0.0340977 Nov 08 00:31:46.107576 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38432) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:46.140904 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd2ff95-207b-48af-9b8d-22cb454a6251 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] DELETE failed (client error): The resource could not be found. Nov 08 00:31:46.141370 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd2ff95-207b-48af-9b8d-22cb454a6251 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:31:46.144551 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fcd2ff95-207b-48af-9b8d-22cb454a6251 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/subnets/c78a7a45-fe2f-4a5d-88f6-03cf28fc47d8 HTTP/1.1" status: 404 len: 337 time: 0.0358262 Nov 08 00:31:46.147598 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38434) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:46.174200 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:46.177523 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e86aa122-b005-4e6a-b073-316749a9f468 None None] Deleting port baaceb0f-9665-4dc9-aa73-0d90df4250e5 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:31:46.177523 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e86aa122-b005-4e6a-b073-316749a9f468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:46.183978 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9dae028-a03f-4529-ab1e-0abfd1c8d5c3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] DELETE failed (client error): The resource could not be found. Nov 08 00:31:46.183978 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9dae028-a03f-4529-ab1e-0abfd1c8d5c3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:31:46.187989 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e9dae028-a03f-4529-ab1e-0abfd1c8d5c3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/ports/32b61805-5f34-4f80-aade-5a2ab6527b1d HTTP/1.1" status: 404 len: 333 time: 0.0387874 Nov 08 00:31:46.190809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38438) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:46.264167 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e86aa122-b005-4e6a-b073-316749a9f468 None None] For port baaceb0f-9665-4dc9-aa73-0d90df4250e5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=baaceb0f-9665-4dc9-aa73-0d90df4250e5,segment=NetworkSegment(65b6d730-b774-4423-a3c0-a69dd7b96511),segment_id=65b6d730-b774-4423-a3c0-a69dd7b96511)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:46.265078 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e86aa122-b005-4e6a-b073-316749a9f468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:46.282847 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e86aa122-b005-4e6a-b073-316749a9f468 None None] Calling delete_port for baaceb0f-9665-4dc9-aa73-0d90df4250e5 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:31:46.308395 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:46.362397 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2050573d-96d8-4a63-adac-bd8fba5ee1d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:46.390127 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2050573d-96d8-4a63-adac-bd8fba5ee1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:46.544752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-2050573d-96d8-4a63-adac-bd8fba5ee1d4 admin admin] Allocated IP 172.25.2.192 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/71a061e4-d0a6-4fee-9a71-92e9496a86e2) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:46.548784 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] Network a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:46.555993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:46.567683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:46.576163 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5648a5c0-943c-4afd-90a4-88889354fcd4 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] DELETE failed (client error): The resource could not be found. Nov 08 00:31:46.576877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5648a5c0-943c-4afd-90a4-88889354fcd4 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:31:46.580060 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5648a5c0-943c-4afd-90a4-88889354fcd4 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/subnets/c261c72d-0942-4a2d-b671-9e176df7c1b3 HTTP/1.1" status: 404 len: 337 time: 0.3873417 Nov 08 00:31:46.583172 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] Pushing event updated for resources: {'Port': ['ID=85c3103e-c5ed-41c3-87c6-282d46413271,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:46.584645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38444) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:46.593733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048b05b-c369-4f1d-9bb0-2446fb8d02a2 req-dc98f018-0580-4166-a4b9-2baea068f3e4 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:46.595604 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9048b05b-c369-4f1d-9bb0-2446fb8d02a2 req-dc98f018-0580-4166-a4b9-2baea068f3e4 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 945 time: 0.4592581 Nov 08 00:31:46.628536 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5701a8f5-3446-4416-bd71-8361172e1ca3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] DELETE failed (client error): The resource could not be found. Nov 08 00:31:46.629198 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5701a8f5-3446-4416-bd71-8361172e1ca3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:31:46.633114 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5701a8f5-3446-4416-bd71-8361172e1ca3 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/subnets/a6416dee-b78c-4389-aa34-66fd4839bf40 HTTP/1.1" status: 404 len: 337 time: 0.0362144 Nov 08 00:31:46.637224 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38446) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:46.646520 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] Attempting to bind port 85c3103e-c5ed-41c3-87c6-282d46413271 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:31:46.651064 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] Attempting to bind port 85c3103e-c5ed-41c3-87c6-282d46413271 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'f727bc3e-a3d0-4889-a9a6-17d6d985a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:31:46.651064 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] Attempting to bind port 85c3103e-c5ed-41c3-87c6-282d46413271 on network a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:31:46.661997 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:31:46.662456 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] Checking segment: {'id': 'f727bc3e-a3d0-4889-a9a6-17d6d985a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:46.662761 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:46.663158 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] Bound using segment: {'id': 'f727bc3e-a3d0-4889-a9a6-17d6d985a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:31:46.663628 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] Bound port: 85c3103e-c5ed-41c3-87c6-282d46413271, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f727bc3e-a3d0-4889-a9a6-17d6d985a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:31:46.672081 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:46.673591 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9048b05b-c369-4f1d-9bb0-2446fb8d02a2 req-17fec0a4-6b9d-46cf-b542-e56c05bf8174 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473642 Nov 08 00:31:46.789638 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] For port 85c3103e-c5ed-41c3-87c6-282d46413271, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:31:46.789638 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] For port 85c3103e-c5ed-41c3-87c6-282d46413271, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=85c3103e-c5ed-41c3-87c6-282d46413271,segment=NetworkSegment(f727bc3e-a3d0-4889-a9a6-17d6d985a3b1),segment_id=f727bc3e-a3d0-4889-a9a6-17d6d985a3b1)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:31:46.789989 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2050573d-96d8-4a63-adac-bd8fba5ee1d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:46.807978 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-1eb098d9-ec7b-4d5d-a842-2609fc67e15a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Deleting port 87c26794-c082-40e9-8130-12f4663b1009 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:31:46.808314 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1eb098d9-ec7b-4d5d-a842-2609fc67e15a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:46.826610 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e86aa122-b005-4e6a-b073-316749a9f468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:46.864396 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55968a1d-538b-4ba9-8a5a-a6a8675028d5 req-dcb0421c-0b0e-42e8-90bf-e09c92bae28b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:46.864595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86aa122-b005-4e6a-b073-316749a9f468 None None] No DVR routers for this DVR port baaceb0f-9665-4dc9-aa73-0d90df4250e5 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:31:46.864710 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55968a1d-538b-4ba9-8a5a-a6a8675028d5 req-dcb0421c-0b0e-42e8-90bf-e09c92bae28b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 945 time: 0.0609484 Nov 08 00:31:46.864819 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86aa122-b005-4e6a-b073-316749a9f468 None None] Pushing event deleted for resources: {'Port': ['ID=baaceb0f-9665-4dc9-aa73-0d90df4250e5,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:46.890247 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55968a1d-538b-4ba9-8a5a-a6a8675028d5 req-2f07e03d-6319-4ee6-98ee-6ebe17d9ef9c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370314 Nov 08 00:31:46.895565 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1eb098d9-ec7b-4d5d-a842-2609fc67e15a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:46.910745 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-1eb098d9-ec7b-4d5d-a842-2609fc67e15a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Calling delete_port for 87c26794-c082-40e9-8130-12f4663b1009 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:31:47.010318 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:47.045176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344ed27-8717-471d-9bf2-8056bc3a0e89 req-e9eaebb3-f0f5-4814-b335-16f2479236fa tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:47.047450 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0344ed27-8717-471d-9bf2-8056bc3a0e89 req-e9eaebb3-f0f5-4814-b335-16f2479236fa tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 945 time: 0.0902669 Nov 08 00:31:47.056106 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2050573d-96d8-4a63-adac-bd8fba5ee1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:47.097903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e775f-676a-4b37-a7b8-3c07841387f3 None None] Pushing event updated for resources: {'Port': ['ID=85c3103e-c5ed-41c3-87c6-282d46413271,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:47.112922 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2050573d-96d8-4a63-adac-bd8fba5ee1d4 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:47.116616 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-2050573d-96d8-4a63-adac-bd8fba5ee1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:47.120771 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050573d-96d8-4a63-adac-bd8fba5ee1d4 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:47.158177 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0344ed27-8717-471d-9bf2-8056bc3a0e89 req-5f3ac09e-8d4e-4dee-b707-3faca74a35b0 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982118 Nov 08 00:31:47.163957 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1eb098d9-ec7b-4d5d-a842-2609fc67e15a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:47.202425 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050573d-96d8-4a63-adac-bd8fba5ee1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=71a061e4-d0a6-4fee-9a71-92e9496a86e2,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:47.244377 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb098d9-ec7b-4d5d-a842-2609fc67e15a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Port': ['ID=87c26794-c082-40e9-8130-12f4663b1009,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:47.253193 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1eb098d9-ec7b-4d5d-a842-2609fc67e15a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:47.256381 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1eb098d9-ec7b-4d5d-a842-2609fc67e15a tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/ports/87c26794-c082-40e9-8130-12f4663b1009 HTTP/1.1" status: 204 len: 168 time: 0.6179140 Nov 08 00:31:47.258991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38468) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:47.411775 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d8f71abe-85e8-458e-8c40-5f8ecb32fb45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:47.521532 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d8f71abe-85e8-458e-8c40-5f8ecb32fb45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:47.541751 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-d8f71abe-85e8-458e-8c40-5f8ecb32fb45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:47.551538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-d8f71abe-85e8-458e-8c40-5f8ecb32fb45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b6d730-b774-4423-a3c0-a69dd7b96511') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:47.551861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-d8f71abe-85e8-458e-8c40-5f8ecb32fb45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b6d730-b774-4423-a3c0-a69dd7b96511') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:47.561143 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d8f71abe-85e8-458e-8c40-5f8ecb32fb45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:47.575584 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d8f71abe-85e8-458e-8c40-5f8ecb32fb45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:47.583674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f71abe-85e8-458e-8c40-5f8ecb32fb45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:31:47.584885 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d8f71abe-85e8-458e-8c40-5f8ecb32fb45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:31:47.588567 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:31:47.620168 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2050573d-96d8-4a63-adac-bd8fba5ee1d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:47.740182 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c98f65-6115-48f6-915d-b7d840079966 req-407239f1-8622-4707-9863-824756057a81 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:47.742156 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9c98f65-6115-48f6-915d-b7d840079966 req-407239f1-8622-4707-9863-824756057a81 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 945 time: 0.0734951 Nov 08 00:31:47.759136 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 85c3103e-c5ed-41c3-87c6-282d46413271 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:47.785095 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d8f71abe-85e8-458e-8c40-5f8ecb32fb45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:47.803516 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d8f71abe-85e8-458e-8c40-5f8ecb32fb45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:47.817366 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d8f71abe-85e8-458e-8c40-5f8ecb32fb45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] 10.222.0.13 "DELETE /v2.0/networks/4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb HTTP/1.1" status: 204 len: 168 time: 0.5515592 Nov 08 00:31:47.825726 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 85c3103e-c5ed-41c3-87c6-282d46413271 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:47.826947 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:47.862078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f71abe-85e8-458e-8c40-5f8ecb32fb45 tempest-PortsTestJSON-1516916260 tempest-PortsTestJSON-1516916260-project] Pushing event deleted for resources: {'Network': ['ID=4bb11321-8fe9-4c0d-aee6-4ce3013dcdcb,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:47.894373 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9c98f65-6115-48f6-915d-b7d840079966 req-eda70fde-e464-4b4d-bedd-6c530c7ed34e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419613 Nov 08 00:31:47.973048 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:48.010868 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 85c3103e-c5ed-41c3-87c6-282d46413271, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=85c3103e-c5ed-41c3-87c6-282d46413271,segment=NetworkSegment(f727bc3e-a3d0-4889-a9a6-17d6d985a3b1),segment_id=f727bc3e-a3d0-4889-a9a6-17d6d985a3b1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:48.072825 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:48.173304 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=85c3103e-c5ed-41c3-87c6-282d46413271,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:48.205472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device baaceb0f-9665-4dc9-aa73-0d90df4250e5 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:31:48.231393 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: baaceb0f-9665-4dc9-aa73-0d90df4250e5 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:31:48.232041 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device baaceb0f-9665-4dc9-aa73-0d90df4250e5 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:31:48.350788 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2050573d-96d8-4a63-adac-bd8fba5ee1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:48.356637 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38492) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:48.389400 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d7437a-bfef-4218-8728-50268c751754 None None] Network a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:48.460286 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-092b8420-9b97-4b61-a09f-d6449a7f449c None None] Provisioning complete for port 85c3103e-c5ed-41c3-87c6-282d46413271 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:48.460610 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-092b8420-9b97-4b61-a09f-d6449a7f449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:48.563730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38502) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:48.571091 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0de48970-0c83-4f55-a1bc-396c1dd88e12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c1d32e80a044f72b41cfd29029e4658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132523 Nov 08 00:31:48.622943 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23988dfe-6b6a-4bf7-9dd1-1a4fd03bd1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:48.649064 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23988dfe-6b6a-4bf7-9dd1-1a4fd03bd1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:48.668027 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2050573d-96d8-4a63-adac-bd8fba5ee1d4 admin admin] Router b7a536e0-f505-4c8e-8699-18f9fadfb72b is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:31:48.774971 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23988dfe-6b6a-4bf7-9dd1-1a4fd03bd1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:48.777712 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23988dfe-6b6a-4bf7-9dd1-1a4fd03bd1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:48.778772 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-23988dfe-6b6a-4bf7-9dd1-1a4fd03bd1f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/650c8026-70e6-40f9-ac9c-2e00cec92b43 HTTP/1.1" status: 204 len: 168 time: 0.2140996 Nov 08 00:31:48.788083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23988dfe-6b6a-4bf7-9dd1-1a4fd03bd1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650c8026-70e6-40f9-ac9c-2e00cec92b43,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:48.818015 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2050573d-96d8-4a63-adac-bd8fba5ee1d4 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:31:48.829926 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] Sync routers for ids ['b7a536e0-f505-4c8e-8699-18f9fadfb72b'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:31:48.844206 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] Routers {'b7a536e0-f505-4c8e-8699-18f9fadfb72b'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:48.844928 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b7a536e0-f505-4c8e-8699-18f9fadfb72b'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:48.908769 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2050573d-96d8-4a63-adac-bd8fba5ee1d4 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:48.914410 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38514) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:48.914554 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2050573d-96d8-4a63-adac-bd8fba5ee1d4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5303524 Nov 08 00:31:49.000896 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] Set router b7a536e0-f505-4c8e-8699-18f9fadfb72b gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:31:49.004068 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2d751802-0355-47bd-9fa2-c067ce4f97be None None] Provisioning complete for port 85c3103e-c5ed-41c3-87c6-282d46413271 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:49.004443 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d751802-0355-47bd-9fa2-c067ce4f97be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:49.068787 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b4eac-7c26-44ba-b6b8-9380ff20303c req-cca589fd-d341-4440-ae95-30df4e851678 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:49.070332 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac2b4eac-7c26-44ba-b6b8-9380ff20303c req-cca589fd-d341-4440-ae95-30df4e851678 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 945 time: 0.0732155 Nov 08 00:31:49.211908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac2b4eac-7c26-44ba-b6b8-9380ff20303c req-3c9f0f41-1e77-44bd-87ad-c54a2d92ddff tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289103 Nov 08 00:31:49.322115 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'name': 'tempest-ServersTestManualDisk-1936374690-router', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:45Z', 'updated_at': '2021-11-08T00:31:47Z', 'revision_number': 3, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'gw_port': {'id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:46Z', 'updated_at': '2021-11-08T00:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:49.340816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdc607-3bf6-49a7-ab65-5a5be6db10a3 req-81103e13-1d8e-4fe0-beef-5f1ab5c78074 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:49.345181 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8fbdc607-3bf6-49a7-ab65-5a5be6db10a3 req-81103e13-1d8e-4fe0-beef-5f1ab5c78074 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 945 time: 0.0986094 Nov 08 00:31:49.361731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] Checking router: b7a536e0-f505-4c8e-8699-18f9fadfb72b for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:31:49.361731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] Updating router b7a536e0-f505-4c8e-8699-18f9fadfb72b port 71a061e4-d0a6-4fee-9a71-92e9496a86e2 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:31:49.400465 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:49.491975 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-8fbdc607-3bf6-49a7-ab65-5a5be6db10a3 req-23299edb-e933-4c59-b72a-7d6ab4455f4e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Deleting port 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:31:49.492609 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8fbdc607-3bf6-49a7-ab65-5a5be6db10a3 req-23299edb-e933-4c59-b72a-7d6ab4455f4e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:49.555463 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aadab0d3-9b6c-46b8-843e-89f0de0c776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:49.677739 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-8fbdc607-3bf6-49a7-ab65-5a5be6db10a3 req-23299edb-e933-4c59-b72a-7d6ab4455f4e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] For port 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:49.678363 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8fbdc607-3bf6-49a7-ab65-5a5be6db10a3 req-23299edb-e933-4c59-b72a-7d6ab4455f4e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:49.692347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-8fbdc607-3bf6-49a7-ab65-5a5be6db10a3 req-23299edb-e933-4c59-b72a-7d6ab4455f4e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Calling delete_port for 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:31:49.715956 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 85c3103e-c5ed-41c3-87c6-282d46413271 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:49.785374 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:49.804300 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 85c3103e-c5ed-41c3-87c6-282d46413271 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:49.804715 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:49.823039 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-aadab0d3-9b6c-46b8-843e-89f0de0c776b admin admin] Allocated IP 172.20.0.1 (a5cf0ca0-69ee-49fe-bef7-4992bc3dc192/4b6b1c0d-e48e-4647-bfd1-558f26656d9e/1e95d237-49af-4dba-9f93-90abeb3dc041) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:49.918214 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:49.954978 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aadab0d3-9b6c-46b8-843e-89f0de0c776b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:49.964022 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8fbdc607-3bf6-49a7-ab65-5a5be6db10a3 req-23299edb-e933-4c59-b72a-7d6ab4455f4e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:49.977572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] Attempting to bind port 71a061e4-d0a6-4fee-9a71-92e9496a86e2 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:31:49.983852 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] Attempting to bind port 71a061e4-d0a6-4fee-9a71-92e9496a86e2 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:31:49.983852 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] Attempting to bind port 71a061e4-d0a6-4fee-9a71-92e9496a86e2 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:31:49.997295 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:31:49.998009 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:49.998610 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:49.999190 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:31:50.000391 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] Bound port: 71a061e4-d0a6-4fee-9a71-92e9496a86e2, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:31:50.001191 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:50.036961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:31:50.086711 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae09ae-d72b-4209-80d2-d662d2cf71f2 None None] Pushing event updated for resources: {'Port': ['ID=71a061e4-d0a6-4fee-9a71-92e9496a86e2,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:50.096052 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aadab0d3-9b6c-46b8-843e-89f0de0c776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:50.118470 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] For port 71a061e4-d0a6-4fee-9a71-92e9496a86e2, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:31:50.123874 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] For port 71a061e4-d0a6-4fee-9a71-92e9496a86e2, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=71a061e4-d0a6-4fee-9a71-92e9496a86e2,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:31:50.151183 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23299edb-e933-4c59-b72a-7d6ab4455f4e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event deleted for resources: {'Port': ['ID=29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:50.151183 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbdc607-3bf6-49a7-ab65-5a5be6db10a3 req-23299edb-e933-4c59-b72a-7d6ab4455f4e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] No DVR routers for this DVR port 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:31:50.152720 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8fbdc607-3bf6-49a7-ab65-5a5be6db10a3 req-23299edb-e933-4c59-b72a-7d6ab4455f4e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:50.156189 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8fbdc607-3bf6-49a7-ab65-5a5be6db10a3 req-23299edb-e933-4c59-b72a-7d6ab4455f4e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "DELETE /v2.0/ports/29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f HTTP/1.1" status: 204 len: 173 time: 0.7976344 Nov 08 00:31:50.156672 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a442b69-5bf2-473f-a577-bc849e3e5063', 'name': 'network-vif-deleted', 'tag': '29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:31:50.159003 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f424ad-e4e8-4cdb-b8d5-d0f39218d259" -d '{"events": [{"server_uuid": "2a442b69-5bf2-473f-a577-bc849e3e5063", "name": "network-vif-deleted", "tag": "29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:31:50.159997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadab0d3-9b6c-46b8-843e-89f0de0c776b admin admin] Network a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:50.164627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-aadab0d3-9b6c-46b8-843e-89f0de0c776b admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:50.168229 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadab0d3-9b6c-46b8-843e-89f0de0c776b admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:50.205283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadab0d3-9b6c-46b8-843e-89f0de0c776b admin admin] Pushing event updated for resources: {'Port': ['ID=1e95d237-49af-4dba-9f93-90abeb3dc041,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:50.215485 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f3c4e2-2522-4279-a103-e74f46ee34c8 x-openstack-request-id: req-16f3c4e2-2522-4279-a103-e74f46ee34c8 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:31:50.215838 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a442b69-5bf2-473f-a577-bc849e3e5063", "name": "network-vif-deleted", "tag": "29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:31:50.216051 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16f3c4e2-2522-4279-a103-e74f46ee34c8 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:31:50.216455 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a442b69-5bf2-473f-a577-bc849e3e5063', 'name': 'network-vif-deleted', 'tag': '29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f', 'status': 'completed', 'code': 200} Nov 08 00:31:50.216960 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aadab0d3-9b6c-46b8-843e-89f0de0c776b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:50.227589 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:50.395248 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] Routers {'b7a536e0-f505-4c8e-8699-18f9fadfb72b'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:50.407722 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b7a536e0-f505-4c8e-8699-18f9fadfb72b'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:50.461868 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ebc0588f-0907-471f-bdba-e8066e2b9daf req-236f0261-5015-4a11-bd48-420f86c6f816 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 210 time: 0.0363145 Nov 08 00:31:50.492827 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38566) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:50.518326 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae09ae-d72b-4209-80d2-d662d2cf71f2 None None] Pushing event updated for resources: {'Port': ['ID=71a061e4-d0a6-4fee-9a71-92e9496a86e2,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:50.580837 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] Set router b7a536e0-f505-4c8e-8699-18f9fadfb72b gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:31:50.644771 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aadab0d3-9b6c-46b8-843e-89f0de0c776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:50.687302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-32d24dbd-d4b6-44cd-acc6-58c94207d39c tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-463734310'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:50.731636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0a72c3d2-a13f-4590-9a57-ad1a89c037a7 None None] Provisioning complete for port 1e95d237-49af-4dba-9f93-90abeb3dc041 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:50.738404 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0a72c3d2-a13f-4590-9a57-ad1a89c037a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:50.786841 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d24dbd-d4b6-44cd-acc6-58c94207d39c tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Made reservation on behalf of 2ca9f2452e8a47159151cbbe0fdfc045 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:50.790539 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32d24dbd-d4b6-44cd-acc6-58c94207d39c tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:50.794458 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0a72c3d2-a13f-4590-9a57-ad1a89c037a7 None None] Port 1e95d237-49af-4dba-9f93-90abeb3dc041 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:50.802967 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32d24dbd-d4b6-44cd-acc6-58c94207d39c tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:50.877634 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aadab0d3-9b6c-46b8-843e-89f0de0c776b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:50.891373 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'name': 'tempest-ServersTestManualDisk-1936374690-router', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:45Z', 'updated_at': '2021-11-08T00:31:47Z', 'revision_number': 3, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'gw_port': {'id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:46Z', 'updated_at': '2021-11-08T00:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:50.907898 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32d24dbd-d4b6-44cd-acc6-58c94207d39c tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:50.923277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3529ddc9-0145-483c-8231-8f389c1d1251 None None] The sync data for ids ['b7a536e0-f505-4c8e-8699-18f9fadfb72b'] in n-d-816882-1 is: [{'id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'name': 'tempest-ServersTestManualDisk-1936374690-router', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:45Z', 'updated_at': '2021-11-08T00:31:47Z', 'revision_number': 3, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'gw_port': {'id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:46Z', 'updated_at': '2021-11-08T00:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:31:50.958057 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aadab0d3-9b6c-46b8-843e-89f0de0c776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:50.979988 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32d24dbd-d4b6-44cd-acc6-58c94207d39c tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:51.030776 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d24dbd-d4b6-44cd-acc6-58c94207d39c tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3563ecff-de4d-4171-b19c-4dd3ea9fe748,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:51.048372 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d24dbd-d4b6-44cd-acc6-58c94207d39c tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:31:51.068885 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32d24dbd-d4b6-44cd-acc6-58c94207d39c tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:51.069238 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-32d24dbd-d4b6-44cd-acc6-58c94207d39c tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Added segment 9ca37a75-bf00-4307-9cd3-c5773b566834 of type vlan for network 56ed380e-673b-43d8-8bea-29e1efa33556 Nov 08 00:31:51.075813 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aadab0d3-9b6c-46b8-843e-89f0de0c776b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:51.078750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadab0d3-9b6c-46b8-843e-89f0de0c776b admin admin] Pushing event updated for resources: {'Port': ['ID=1e95d237-49af-4dba-9f93-90abeb3dc041,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:51.134153 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32d24dbd-d4b6-44cd-acc6-58c94207d39c tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:51.190002 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadab0d3-9b6c-46b8-843e-89f0de0c776b admin admin] Network a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:51.193296 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-aadab0d3-9b6c-46b8-843e-89f0de0c776b admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:51.221282 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32d24dbd-d4b6-44cd-acc6-58c94207d39c tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:51.230102 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d24dbd-d4b6-44cd-acc6-58c94207d39c tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:51.230986 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32d24dbd-d4b6-44cd-acc6-58c94207d39c tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:51.367133 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d24dbd-d4b6-44cd-acc6-58c94207d39c tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Network': ['ID=56ed380e-673b-43d8-8bea-29e1efa33556,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:51.392884 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 56ed380e-673b-43d8-8bea-29e1efa33556 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:31:51.406855 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadab0d3-9b6c-46b8-843e-89f0de0c776b admin admin] Router b7a536e0-f505-4c8e-8699-18f9fadfb72b has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:31:51.412605 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-32d24dbd-d4b6-44cd-acc6-58c94207d39c tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9186080 Nov 08 00:31:51.415103 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38580) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:51.420271 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ef24670a-96a2-4d48-8ae2-f34fff2af5c6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1723198527'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:51.546721 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef24670a-96a2-4d48-8ae2-f34fff2af5c6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Made reservation on behalf of 2ca9f2452e8a47159151cbbe0fdfc045 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:51.550427 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ef24670a-96a2-4d48-8ae2-f34fff2af5c6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:51.647697 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef24670a-96a2-4d48-8ae2-f34fff2af5c6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:31:51.696071 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ef24670a-96a2-4d48-8ae2-f34fff2af5c6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:51.696676 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-ef24670a-96a2-4d48-8ae2-f34fff2af5c6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Added segment e28982fb-82ac-43dc-96bc-afecbc52145e of type vlan for network 3f29009f-8feb-4def-ad3b-3cf2e935a791 Nov 08 00:31:51.697907 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-66f2bc27-60d9-4e80-893a-3823c9a210e8 req-30983486-5fe6-41e1-8381-927521ef5980 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 210 time: 0.1013510 Nov 08 00:31:51.742789 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadab0d3-9b6c-46b8-843e-89f0de0c776b admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:31:51.751317 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0302e629-ea1a-4364-8cdb-2c113ff01165 None None] Provisioning complete for port 1e95d237-49af-4dba-9f93-90abeb3dc041 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:51.752196 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0302e629-ea1a-4364-8cdb-2c113ff01165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:51.760271 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-aadab0d3-9b6c-46b8-843e-89f0de0c776b admin admin] 10.222.0.13 "PUT /v2.0/routers/b7a536e0-f505-4c8e-8699-18f9fadfb72b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8458145 Nov 08 00:31:51.810378 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ef24670a-96a2-4d48-8ae2-f34fff2af5c6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:51.837259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0302e629-ea1a-4364-8cdb-2c113ff01165 None None] Port 1e95d237-49af-4dba-9f93-90abeb3dc041 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:51.859926 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 71a061e4-d0a6-4fee-9a71-92e9496a86e2 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:51.935370 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ef24670a-96a2-4d48-8ae2-f34fff2af5c6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:51.942073 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef24670a-96a2-4d48-8ae2-f34fff2af5c6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:51.942654 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ef24670a-96a2-4d48-8ae2-f34fff2af5c6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:51.963566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 71a061e4-d0a6-4fee-9a71-92e9496a86e2 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:51.964259 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:52.080613 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ef24670a-96a2-4d48-8ae2-f34fff2af5c6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6644228 Nov 08 00:31:52.084250 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38606) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:52.091598 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-13cd1d8d-be4c-4197-9ff3-45fb12f0acf4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'subnet': {'network_id': '56ed380e-673b-43d8-8bea-29e1efa33556', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:52.118519 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24670a-96a2-4d48-8ae2-f34fff2af5c6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Network': ['ID=3f29009f-8feb-4def-ad3b-3cf2e935a791,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:52.174457 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 3f29009f-8feb-4def-ad3b-3cf2e935a791 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:31:52.265739 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:52.303726 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 71a061e4-d0a6-4fee-9a71-92e9496a86e2, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=71a061e4-d0a6-4fee-9a71-92e9496a86e2,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:52.403714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cd1d8d-be4c-4197-9ff3-45fb12f0acf4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Made reservation on behalf of 2ca9f2452e8a47159151cbbe0fdfc045 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:52.409139 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-13cd1d8d-be4c-4197-9ff3-45fb12f0acf4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:52.426991 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:52.508484 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=71a061e4-d0a6-4fee-9a71-92e9496a86e2,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:52.510544 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38614) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:52.516831 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-24895fbb-f28a-46c1-9423-1c3ce6fc6e48 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1147399995', 'description': 'tempest-description--1476511777'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:52.615838 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24895fbb-f28a-46c1-9423-1c3ce6fc6e48 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:52.703712 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24895fbb-f28a-46c1-9423-1c3ce6fc6e48 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:52.723775 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-13cd1d8d-be4c-4197-9ff3-45fb12f0acf4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:52.782901 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24895fbb-f28a-46c1-9423-1c3ce6fc6e48 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:52.789442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd1d8d-be4c-4197-9ff3-45fb12f0acf4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Subnet': ['ID=22cb7421-6755-49d4-b57c-921bd441fce6,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:52.818977 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24895fbb-f28a-46c1-9423-1c3ce6fc6e48 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2218397-c2d7-4861-8581-eca4fcf150d9,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:52.836500 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4e754cc-589e-4afd-b351-ae0a332faecd req-406210f7-baf1-4e1f-b9c8-06ad2596fb6b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 210 time: 0.0365281 Nov 08 00:31:52.845445 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd1d8d-be4c-4197-9ff3-45fb12f0acf4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Checking segment: {'id': '9ca37a75-bf00-4307-9cd3-c5773b566834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '56ed380e-673b-43d8-8bea-29e1efa33556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:52.847561 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cd1d8d-be4c-4197-9ff3-45fb12f0acf4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network hostable DHCP agents. Network: 56ed380e-673b-43d8-8bea-29e1efa33556, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:31:52.897935 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24895fbb-f28a-46c1-9423-1c3ce6fc6e48 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:52.901816 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-24895fbb-f28a-46c1-9423-1c3ce6fc6e48 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3875329 Nov 08 00:31:52.902111 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38624) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:52.913853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-13e2dfff-cb27-4f1d-a427-27b35a01452f tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Request body: {'security_group_rule': {'security_group_id': 'e2218397-c2d7-4861-8581-eca4fcf150d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:52.939878 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cd1d8d-be4c-4197-9ff3-45fb12f0acf4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 56ed380e-673b-43d8-8bea-29e1efa33556 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:31:53.001642 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13e2dfff-cb27-4f1d-a427-27b35a01452f tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:53.014027 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-13cd1d8d-be4c-4197-9ff3-45fb12f0acf4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 56ed380e-673b-43d8-8bea-29e1efa33556) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:53.019671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cd1d8d-be4c-4197-9ff3-45fb12f0acf4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:53.020391 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-13cd1d8d-be4c-4197-9ff3-45fb12f0acf4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:53.026719 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79419ecd-4c5d-48b2-b8bb-54a2f5738f61 None None] Network 56ed380e-673b-43d8-8bea-29e1efa33556 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:53.110122 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-13cd1d8d-be4c-4197-9ff3-45fb12f0acf4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0240424 Nov 08 00:31:53.113004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38626) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:53.121880 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13e2dfff-cb27-4f1d-a427-27b35a01452f tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:53.124768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-6b740e45-495b-4625-b9f2-8e329173bf0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'subnet': {'network_id': '3f29009f-8feb-4def-ad3b-3cf2e935a791', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:53.203597 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13e2dfff-cb27-4f1d-a427-27b35a01452f tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:53.224881 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-56ed380e-673b-43d8-8bea-29e1efa33556', 'network_id': '56ed380e-673b-43d8-8bea-29e1efa33556', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'fixed_ips': [{'subnet_id': '22cb7421-6755-49d4-b57c-921bd441fce6'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:31:53.227171 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:53.241387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2dfff-cb27-4f1d-a427-27b35a01452f tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8a0fb2-00cd-43b0-8af5-ac1f8e6b93ba,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:53.287888 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13e2dfff-cb27-4f1d-a427-27b35a01452f tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:53.288557 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-13e2dfff-cb27-4f1d-a427-27b35a01452f tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3848929 Nov 08 00:31:53.290810 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38634) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:53.296428 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-62ca6fc2-9f85-4dc5-89e2-f3361a834693 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Request body: {'security_group_rule': {'security_group_id': 'e2218397-c2d7-4861-8581-eca4fcf150d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:53.357747 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] Sync routers for ids ['b7a536e0-f505-4c8e-8699-18f9fadfb72b'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:31:53.364510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b740e45-495b-4625-b9f2-8e329173bf0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Made reservation on behalf of 2ca9f2452e8a47159151cbbe0fdfc045 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:31:53.370187 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6b740e45-495b-4625-b9f2-8e329173bf0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:53.370433 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] Routers {'b7a536e0-f505-4c8e-8699-18f9fadfb72b'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:53.376224 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b7a536e0-f505-4c8e-8699-18f9fadfb72b'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:53.446461 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] Allocated IP 2001:db8::2 (56ed380e-673b-43d8-8bea-29e1efa33556/22cb7421-6755-49d4-b57c-921bd441fce6/44b992a0-d3bd-4c70-952f-8269fed4b0f0) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:53.477608 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62ca6fc2-9f85-4dc5-89e2-f3361a834693 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:53.504954 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] Set router b7a536e0-f505-4c8e-8699-18f9fadfb72b gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:31:53.617611 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62ca6fc2-9f85-4dc5-89e2-f3361a834693 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:53.619982 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:53.683371 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62ca6fc2-9f85-4dc5-89e2-f3361a834693 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:53.703095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca6fc2-9f85-4dc5-89e2-f3361a834693 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbbd933-f678-4a41-babe-ad8911406ad4,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:53.734251 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 71a061e4-d0a6-4fee-9a71-92e9496a86e2 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:53.739085 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:53.788818 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62ca6fc2-9f85-4dc5-89e2-f3361a834693 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:53.793472 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-62ca6fc2-9f85-4dc5-89e2-f3361a834693 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4974835 Nov 08 00:31:53.793472 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38642) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:53.798490 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-55e46545-ee5b-47a8-9d48-8d4c25fd9137 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:53.808390 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'name': 'tempest-ServersTestManualDisk-1936374690-router', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:45Z', 'updated_at': '2021-11-08T00:31:50Z', 'revision_number': 4, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'gw_port': {'id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:46Z', 'updated_at': '2021-11-08T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '1e95d237-49af-4dba-9f93-90abeb3dc041', 'name': '', 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'mac_address': 'fa:16:3e:ce:56:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '4b6b1c0d-e48e-4647-bfd1-558f26656d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:49Z', 'updated_at': '2021-11-08T00:31:50Z', 'revision_number': 2, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'subnets': [{'id': '4b6b1c0d-e48e-4647-bfd1-558f26656d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:53.815879 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6b740e45-495b-4625-b9f2-8e329173bf0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:53.824329 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] Network 56ed380e-673b-43d8-8bea-29e1efa33556 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:53.839269 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:53.844309 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:53.846311 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] Checking router: b7a536e0-f505-4c8e-8699-18f9fadfb72b for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:31:53.847461 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] Updating router b7a536e0-f505-4c8e-8699-18f9fadfb72b port 1e95d237-49af-4dba-9f93-90abeb3dc041 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:31:53.859334 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] Pushing event updated for resources: {'Port': ['ID=44b992a0-d3bd-4c70-952f-8269fed4b0f0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:53.882078 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:53.923994 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55e46545-ee5b-47a8-9d48-8d4c25fd9137 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:53.938960 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b740e45-495b-4625-b9f2-8e329173bf0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Subnet': ['ID=a9fdb8a7-04e3-4935-85e4-9de6f9426c0f,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:54.060002 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07f00fde-e626-4b92-8eb4-cd1def055832 req-8f8ca2d7-cad1-4260-8556-b722fd8da2e6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 210 time: 0.0685458 Nov 08 00:31:54.072102 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b740e45-495b-4625-b9f2-8e329173bf0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Checking segment: {'id': 'e28982fb-82ac-43dc-96bc-afecbc52145e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f29009f-8feb-4def-ad3b-3cf2e935a791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:54.072464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b740e45-495b-4625-b9f2-8e329173bf0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network hostable DHCP agents. Network: 3f29009f-8feb-4def-ad3b-3cf2e935a791, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:31:54.136004 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55e46545-ee5b-47a8-9d48-8d4c25fd9137 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:54.164543 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b740e45-495b-4625-b9f2-8e329173bf0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 3f29009f-8feb-4def-ad3b-3cf2e935a791 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:31:54.174988 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 71a061e4-d0a6-4fee-9a71-92e9496a86e2 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:54.175555 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:54.222169 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:31:54.249809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-6b740e45-495b-4625-b9f2-8e329173bf0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 3f29009f-8feb-4def-ad3b-3cf2e935a791) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:54.260032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b740e45-495b-4625-b9f2-8e329173bf0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:54.260626 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6b740e45-495b-4625-b9f2-8e329173bf0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:54.264416 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f1304f-d095-4e05-bdbd-596f4def2291 None None] Network 3f29009f-8feb-4def-ad3b-3cf2e935a791 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:54.315760 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-55e46545-ee5b-47a8-9d48-8d4c25fd9137 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Allocated IP 172.25.2.81 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/277a0153-e3f2-4342-9e1d-0e4e98c1f4ff) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:54.361839 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6b740e45-495b-4625-b9f2-8e329173bf0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2467091 Nov 08 00:31:54.365000 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38656) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:54.370777 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-cade32b9-9522-4238-9c1b-3c72ca93ff98 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1577117779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:31:54.378471 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:31:54.382193 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 29ac5f6a-52a8-4fcb-ba6b-9ea7e049c21f not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:31:54.388286 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] Attempting to bind port 44b992a0-d3bd-4c70-952f-8269fed4b0f0 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:31:54.388684 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] Attempting to bind port 44b992a0-d3bd-4c70-952f-8269fed4b0f0 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '9ca37a75-bf00-4307-9cd3-c5773b566834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '56ed380e-673b-43d8-8bea-29e1efa33556'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:31:54.389043 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] Attempting to bind port 44b992a0-d3bd-4c70-952f-8269fed4b0f0 on network 56ed380e-673b-43d8-8bea-29e1efa33556 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:31:54.447907 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:31:54.448286 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] Checking segment: {'id': '9ca37a75-bf00-4307-9cd3-c5773b566834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '56ed380e-673b-43d8-8bea-29e1efa33556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:54.448683 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:54.449071 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] Bound using segment: {'id': '9ca37a75-bf00-4307-9cd3-c5773b566834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '56ed380e-673b-43d8-8bea-29e1efa33556'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:31:54.449546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] Bound port: 44b992a0-d3bd-4c70-952f-8269fed4b0f0, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca37a75-bf00-4307-9cd3-c5773b566834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '56ed380e-673b-43d8-8bea-29e1efa33556'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:31:54.449921 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:54.523848 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cade32b9-9522-4238-9c1b-3c72ca93ff98 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:54.530734 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cade32b9-9522-4238-9c1b-3c72ca93ff98 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:54.549253 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:54.567895 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] For port 44b992a0-d3bd-4c70-952f-8269fed4b0f0, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:31:54.574015 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-3f29009f-8feb-4def-ad3b-3cf2e935a791', 'network_id': '3f29009f-8feb-4def-ad3b-3cf2e935a791', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'fixed_ips': [{'subnet_id': 'a9fdb8a7-04e3-4935-85e4-9de6f9426c0f'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:31:54.574974 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:54.595870 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] For port 44b992a0-d3bd-4c70-952f-8269fed4b0f0, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=44b992a0-d3bd-4c70-952f-8269fed4b0f0,segment=NetworkSegment(9ca37a75-bf00-4307-9cd3-c5773b566834),segment_id=9ca37a75-bf00-4307-9cd3-c5773b566834)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:31:54.602043 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55e46545-ee5b-47a8-9d48-8d4c25fd9137 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:54.624742 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cade32b9-9522-4238-9c1b-3c72ca93ff98 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:54.626530 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:54.691078 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b90732-8d6a-406f-96ba-78960c2f9a73 None None] Pushing event updated for resources: {'Port': ['ID=1e95d237-49af-4dba-9f93-90abeb3dc041,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:54.703086 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:54.716635 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90732-8d6a-406f-96ba-78960c2f9a73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:54.717015 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90732-8d6a-406f-96ba-78960c2f9a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:54.717357 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90732-8d6a-406f-96ba-78960c2f9a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:54.717686 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90732-8d6a-406f-96ba-78960c2f9a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:54.718026 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90732-8d6a-406f-96ba-78960c2f9a73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:54.718338 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90732-8d6a-406f-96ba-78960c2f9a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:54.718672 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90732-8d6a-406f-96ba-78960c2f9a73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:54.718979 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90732-8d6a-406f-96ba-78960c2f9a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:54.719296 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90732-8d6a-406f-96ba-78960c2f9a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:54.719628 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90732-8d6a-406f-96ba-78960c2f9a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:54.724089 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90732-8d6a-406f-96ba-78960c2f9a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:54.724764 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90732-8d6a-406f-96ba-78960c2f9a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:54.733332 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55e46545-ee5b-47a8-9d48-8d4c25fd9137 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:54.736940 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cade32b9-9522-4238-9c1b-3c72ca93ff98 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:54.838777 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] Attempting to bind port 1e95d237-49af-4dba-9f93-90abeb3dc041 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:31:54.839148 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] Attempting to bind port 1e95d237-49af-4dba-9f93-90abeb3dc041 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'f727bc3e-a3d0-4889-a9a6-17d6d985a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:31:54.839512 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] Attempting to bind port 1e95d237-49af-4dba-9f93-90abeb3dc041 on network a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:31:54.856648 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:31:54.857030 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] Checking segment: {'id': 'f727bc3e-a3d0-4889-a9a6-17d6d985a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:54.857418 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:54.857813 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] Bound using segment: {'id': 'f727bc3e-a3d0-4889-a9a6-17d6d985a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:31:54.858281 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] Bound port: 1e95d237-49af-4dba-9f93-90abeb3dc041, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f727bc3e-a3d0-4889-a9a6-17d6d985a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:31:54.858662 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:54.865420 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cade32b9-9522-4238-9c1b-3c72ca93ff98 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:54.870037 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e46545-ee5b-47a8-9d48-8d4c25fd9137 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Pushing event updated for resources: {'Port': ['ID=277a0153-e3f2-4342-9e1d-0e4e98c1f4ff,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:54.871440 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cade32b9-9522-4238-9c1b-3c72ca93ff98 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5045364 Nov 08 00:31:54.874536 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] Allocated IP 2001:db8:1::2 (3f29009f-8feb-4def-ad3b-3cf2e935a791/a9fdb8a7-04e3-4935-85e4-9de6f9426c0f/c010962e-8f1d-4375-81a7-833de2d5eb54) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:54.882029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885cdc5d-8b5a-45f5-8358-ea62ae0c3d74 None None] Pushing event updated for resources: {'Port': ['ID=44b992a0-d3bd-4c70-952f-8269fed4b0f0,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:54.882720 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38664) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:54.898159 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e46545-ee5b-47a8-9d48-8d4c25fd9137 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:54.900172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-55e46545-ee5b-47a8-9d48-8d4c25fd9137 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:54.906476 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e46545-ee5b-47a8-9d48-8d4c25fd9137 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:55.038856 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] For port 1e95d237-49af-4dba-9f93-90abeb3dc041, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:31:55.045744 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] For port 1e95d237-49af-4dba-9f93-90abeb3dc041, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=1e95d237-49af-4dba-9f93-90abeb3dc041,segment=NetworkSegment(f727bc3e-a3d0-4889-a9a6-17d6d985a3b1),segment_id=f727bc3e-a3d0-4889-a9a6-17d6d985a3b1)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:31:55.109624 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:31:55.140494 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:55.154025 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55e46545-ee5b-47a8-9d48-8d4c25fd9137 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:55.273344 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] Routers {'b7a536e0-f505-4c8e-8699-18f9fadfb72b'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:31:55.274228 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:31:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b7a536e0-f505-4c8e-8699-18f9fadfb72b'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:55.277709 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:55.293361 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b90732-8d6a-406f-96ba-78960c2f9a73 None None] Pushing event updated for resources: {'Port': ['ID=1e95d237-49af-4dba-9f93-90abeb3dc041,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:55.321130 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d9fdbf1a-549a-4ddb-aa5a-95f2b2ddc711 None None] Provisioning complete for port 1e95d237-49af-4dba-9f93-90abeb3dc041 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:55.321788 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9fdbf1a-549a-4ddb-aa5a-95f2b2ddc711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:55.366077 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55e46545-ee5b-47a8-9d48-8d4c25fd9137 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:55.378598 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38674) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:55.378842 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:55.396394 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6aeb9b6b-e7a6-4954-8490-b4197eb39b47 req-e0842505-f6f5-4b82-8eb2-ecc6566d879d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 210 time: 0.1732411 Nov 08 00:31:55.574099 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] Pushing event updated for resources: {'Port': ['ID=c010962e-8f1d-4375-81a7-833de2d5eb54,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:55.610489 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] Network 3f29009f-8feb-4def-ad3b-3cf2e935a791 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:55.619110 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] Set router b7a536e0-f505-4c8e-8699-18f9fadfb72b gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:31:55.629817 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:55.637601 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:55.789042 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55e46545-ee5b-47a8-9d48-8d4c25fd9137 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:55.843538 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6decd28b-4869-4266-a16b-71b4eb56f499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:55.861519 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55e46545-ee5b-47a8-9d48-8d4c25fd9137 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:55.906842 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-88f3a30d-ec7b-45ca-8cc8-17df9beb8559 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:55.954798 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 44b992a0-d3bd-4c70-952f-8269fed4b0f0 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:56.087166 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] Attempting to bind port c010962e-8f1d-4375-81a7-833de2d5eb54 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:31:56.091929 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] Attempting to bind port c010962e-8f1d-4375-81a7-833de2d5eb54 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e28982fb-82ac-43dc-96bc-afecbc52145e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f29009f-8feb-4def-ad3b-3cf2e935a791'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:31:56.092300 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] Attempting to bind port c010962e-8f1d-4375-81a7-833de2d5eb54 on network 3f29009f-8feb-4def-ad3b-3cf2e935a791 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:31:56.119804 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:31:56.131927 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] Checking segment: {'id': 'e28982fb-82ac-43dc-96bc-afecbc52145e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f29009f-8feb-4def-ad3b-3cf2e935a791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:31:56.131927 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:56.131927 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] Bound using segment: {'id': 'e28982fb-82ac-43dc-96bc-afecbc52145e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f29009f-8feb-4def-ad3b-3cf2e935a791'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:31:56.131927 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] Bound port: c010962e-8f1d-4375-81a7-833de2d5eb54, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28982fb-82ac-43dc-96bc-afecbc52145e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f29009f-8feb-4def-ad3b-3cf2e935a791'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:31:56.131927 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:56.132568 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e46545-ee5b-47a8-9d48-8d4c25fd9137 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Pushing event updated for resources: {'Port': ['ID=277a0153-e3f2-4342-9e1d-0e4e98c1f4ff,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:56.161627 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55e46545-ee5b-47a8-9d48-8d4c25fd9137 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:56.201649 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9fdbf1a-549a-4ddb-aa5a-95f2b2ddc711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:56.212968 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'name': 'tempest-ServersTestManualDisk-1936374690-router', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:45Z', 'updated_at': '2021-11-08T00:31:50Z', 'revision_number': 4, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'gw_port': {'id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:46Z', 'updated_at': '2021-11-08T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '1e95d237-49af-4dba-9f93-90abeb3dc041', 'name': '', 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'mac_address': 'fa:16:3e:ce:56:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '4b6b1c0d-e48e-4647-bfd1-558f26656d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:49Z', 'updated_at': '2021-11-08T00:31:55Z', 'revision_number': 4, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'subnets': [{'id': '4b6b1c0d-e48e-4647-bfd1-558f26656d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:31:56.214114 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 44b992a0-d3bd-4c70-952f-8269fed4b0f0 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:56.214685 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:56.274465 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3c667-fb74-4360-ac64-c4ab4c85e5c9 None None] The sync data for ids ['b7a536e0-f505-4c8e-8699-18f9fadfb72b'] in n-d-816882-1 is: [{'id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'name': 'tempest-ServersTestManualDisk-1936374690-router', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:45Z', 'updated_at': '2021-11-08T00:31:50Z', 'revision_number': 4, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'gw_port': {'id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:46Z', 'updated_at': '2021-11-08T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '1e95d237-49af-4dba-9f93-90abeb3dc041', 'name': '', 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'mac_address': 'fa:16:3e:ce:56:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '4b6b1c0d-e48e-4647-bfd1-558f26656d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:49Z', 'updated_at': '2021-11-08T00:31:55Z', 'revision_number': 4, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'subnets': [{'id': '4b6b1c0d-e48e-4647-bfd1-558f26656d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:31:56.302534 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55e46545-ee5b-47a8-9d48-8d4c25fd9137 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:56.314697 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-55e46545-ee5b-47a8-9d48-8d4c25fd9137 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5205269 Nov 08 00:31:56.417555 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6decd28b-4869-4266-a16b-71b4eb56f499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:56.494371 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6decd28b-4869-4266-a16b-71b4eb56f499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:56.605152 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d9fdbf1a-549a-4ddb-aa5a-95f2b2ddc711 None None] For port 1e95d237-49af-4dba-9f93-90abeb3dc041, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=1e95d237-49af-4dba-9f93-90abeb3dc041,segment=NetworkSegment(f727bc3e-a3d0-4889-a9a6-17d6d985a3b1),segment_id=f727bc3e-a3d0-4889-a9a6-17d6d985a3b1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:56.606307 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:56.620305 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6decd28b-4869-4266-a16b-71b4eb56f499 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87ac1eeab8c64a609494a48c7420dfa2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2399538 Nov 08 00:31:56.620988 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38700) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:31:56.631231 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-efbe1d1a-ceff-451c-8043-2584d1be3898 req-6c7f1f68-1cd6-409f-bcea-4b28e0c358d9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 210 time: 0.0891418 Nov 08 00:31:56.632644 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6decd28b-4869-4266-a16b-71b4eb56f499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5250b66-0830-40c4-aefd-632dae1d479e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:56.665828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] For port c010962e-8f1d-4375-81a7-833de2d5eb54, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:31:56.679005 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd28b-4869-4266-a16b-71b4eb56f499 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:56.679476 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd28b-4869-4266-a16b-71b4eb56f499 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:56.679945 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd28b-4869-4266-a16b-71b4eb56f499 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:56.680553 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd28b-4869-4266-a16b-71b4eb56f499 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:56.681003 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd28b-4869-4266-a16b-71b4eb56f499 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:56.681570 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd28b-4869-4266-a16b-71b4eb56f499 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:56.682161 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd28b-4869-4266-a16b-71b4eb56f499 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:56.682638 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd28b-4869-4266-a16b-71b4eb56f499 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:56.683055 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd28b-4869-4266-a16b-71b4eb56f499 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:56.683474 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd28b-4869-4266-a16b-71b4eb56f499 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:56.683922 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd28b-4869-4266-a16b-71b4eb56f499 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:56.684340 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd28b-4869-4266-a16b-71b4eb56f499 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:31:56.732101 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] For port c010962e-8f1d-4375-81a7-833de2d5eb54, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c010962e-8f1d-4375-81a7-833de2d5eb54,segment=NetworkSegment(e28982fb-82ac-43dc-96bc-afecbc52145e),segment_id=e28982fb-82ac-43dc-96bc-afecbc52145e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:31:56.756441 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9fdbf1a-549a-4ddb-aa5a-95f2b2ddc711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:56.775081 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-88f3a30d-ec7b-45ca-8cc8-17df9beb8559 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Allocated IP 2001:db8::1 (56ed380e-673b-43d8-8bea-29e1efa33556/22cb7421-6755-49d4-b57c-921bd441fce6/c27871bc-13ce-43cf-9ed1-bb58b0256ef9) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:31:56.775216 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23f66c37-d170-4b6f-9d68-fab1a1df7ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:56.837122 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23f66c37-d170-4b6f-9d68-fab1a1df7ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:56.869865 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ab1372-ea3c-4b79-be8a-cceaca6722b6 None None] Network 56ed380e-673b-43d8-8bea-29e1efa33556 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:56.890405 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:56.948452 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 44b992a0-d3bd-4c70-952f-8269fed4b0f0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=44b992a0-d3bd-4c70-952f-8269fed4b0f0,segment=NetworkSegment(9ca37a75-bf00-4307-9cd3-c5773b566834),segment_id=9ca37a75-bf00-4307-9cd3-c5773b566834)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:56.973359 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fdbf1a-549a-4ddb-aa5a-95f2b2ddc711 None None] Pushing event updated for resources: {'Port': ['ID=1e95d237-49af-4dba-9f93-90abeb3dc041,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:56.981592 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23f66c37-d170-4b6f-9d68-fab1a1df7ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:56.984412 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23f66c37-d170-4b6f-9d68-fab1a1df7ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:56.989073 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-23f66c37-d170-4b6f-9d68-fab1a1df7ba1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5250b66-0830-40c4-aefd-632dae1d479e HTTP/1.1" status: 204 len: 168 time: 0.3644404 Nov 08 00:31:57.014148 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3fe0525c-167e-4af8-850c-ba6317e0dadb None None] Provisioning complete for port 44b992a0-d3bd-4c70-952f-8269fed4b0f0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:57.014379 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f66c37-d170-4b6f-9d68-fab1a1df7ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5250b66-0830-40c4-aefd-632dae1d479e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:57.014503 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3fe0525c-167e-4af8-850c-ba6317e0dadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:57.060267 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-0d747109-c2c1-4be7-a49b-0d76e1aa6354 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1147399995&fields=id&tenant_id=175592328bdb4cfe99ce860fa6768d79 HTTP/1.1" status: 200 len: 267 time: 0.2363865 Nov 08 00:31:57.079973 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:57.166134 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be29d6c-6aaa-47ca-96aa-c4ea11580720 None None] Pushing event updated for resources: {'Port': ['ID=c010962e-8f1d-4375-81a7-833de2d5eb54,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:57.229993 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-88f3a30d-ec7b-45ca-8cc8-17df9beb8559 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:57.255069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d913f2-7b14-4ce5-a80a-3d8c172573c6 req-7eb30cb4-3f61-473d-8d8f-dc50f1ebc49e tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:57.266596 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1d913f2-7b14-4ce5-a80a-3d8c172573c6 req-7eb30cb4-3f61-473d-8d8f-dc50f1ebc49e tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 946 time: 0.3361871 Nov 08 00:31:57.390388 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=44b992a0-d3bd-4c70-952f-8269fed4b0f0,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:57.450924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3fe0525c-167e-4af8-850c-ba6317e0dadb None None] Provisioning complete for port 1e95d237-49af-4dba-9f93-90abeb3dc041 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:57.451217 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3fe0525c-167e-4af8-850c-ba6317e0dadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:57.498042 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1d913f2-7b14-4ce5-a80a-3d8c172573c6 req-c25c72dc-b499-4be8-b7be-d9fa3d84372a tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b676ce-1f60-4f0d-aeba-74b1eb6a8433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272751 Nov 08 00:31:57.576359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-47dd3b86-2da5-4502-a208-ecda632666a4 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:57.584453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-47dd3b86-2da5-4502-a208-ecda632666a4 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/networks?id=a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 HTTP/1.1" status: 200 len: 812 time: 0.5230665 Nov 08 00:31:57.633995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-793f0d72-56b5-4ba8-98b7-5055611a2889 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/quotas/175592328bdb4cfe99ce860fa6768d79 HTTP/1.1" status: 200 len: 375 time: 0.0484326 Nov 08 00:31:57.767376 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-88f3a30d-ec7b-45ca-8cc8-17df9beb8559 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:57.812876 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dd6d3-e2ef-4ea9-979c-7beb512cdb87 req-2ec4dd9c-4a35-402b-a389-271a7ce8ee84 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:57.814286 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-253dd6d3-e2ef-4ea9-979c-7beb512cdb87 req-2ec4dd9c-4a35-402b-a389-271a7ce8ee84 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.20 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 946 time: 0.3846052 Nov 08 00:31:57.989274 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a3745831-deb9-49eb-bd81-ee306cd1831c None None] Provisioning complete for port 44b992a0-d3bd-4c70-952f-8269fed4b0f0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:57.989829 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3745831-deb9-49eb-bd81-ee306cd1831c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:58.034732 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c010962e-8f1d-4375-81a7-833de2d5eb54 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:58.052768 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-091d7c54-feb0-4390-85d7-f4f9fec41a56 req-efdb8850-6d7e-4403-80b9-c9c6f2c533d4 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a442b69-5bf2-473f-a577-bc849e3e5063 HTTP/1.1" status: 200 len: 210 time: 0.1698287 Nov 08 00:31:58.053995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3a30d-ec7b-45ca-8cc8-17df9beb8559 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=c27871bc-13ce-43cf-9ed1-bb58b0256ef9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:58.082819 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-ef7e5120-a4e5-4514-9d93-e59ad43ebbe4 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=175592328bdb4cfe99ce860fa6768d79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4380314 Nov 08 00:31:58.106100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f3a30d-ec7b-45ca-8cc8-17df9beb8559 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 56ed380e-673b-43d8-8bea-29e1efa33556 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:31:58.197694 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76cbd0a2-81c4-4c76-b2be-c0af4f46ae08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:58.204870 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c010962e-8f1d-4375-81a7-833de2d5eb54 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:58.205490 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:58.210768 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-ba5c4370-e262-413a-822b-559d97ae5b5f service neutron] 10.222.0.13 "GET /v2.0/networks/a5cf0ca0-69ee-49fe-bef7-4992bc3dc192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269703 Nov 08 00:31:58.212124 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-88f3a30d-ec7b-45ca-8cc8-17df9beb8559 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:31:58.215402 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f3a30d-ec7b-45ca-8cc8-17df9beb8559 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:31:58.216536 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-88f3a30d-ec7b-45ca-8cc8-17df9beb8559 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:58.418985 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:58.490152 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port c010962e-8f1d-4375-81a7-833de2d5eb54, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c010962e-8f1d-4375-81a7-833de2d5eb54,segment=NetworkSegment(e28982fb-82ac-43dc-96bc-afecbc52145e),segment_id=e28982fb-82ac-43dc-96bc-afecbc52145e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:58.523628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-253dd6d3-e2ef-4ea9-979c-7beb512cdb87 req-533645c9-30be-405b-a04b-3d577eb5cf47 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Deleting port 13482f60-1143-451f-a93d-8c3ec4f297f2 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:31:58.523628 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-253dd6d3-e2ef-4ea9-979c-7beb512cdb87 req-533645c9-30be-405b-a04b-3d577eb5cf47 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:58.552479 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:58.553296 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 44b992a0-d3bd-4c70-952f-8269fed4b0f0 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:58.688900 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=c010962e-8f1d-4375-81a7-833de2d5eb54,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:31:58.689616 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-a7c18e26-24a8-4fd6-a265-059828c8c60d service neutron] 10.222.0.13 "GET /v2.0/networks/a5cf0ca0-69ee-49fe-bef7-4992bc3dc192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470589 Nov 08 00:31:58.747370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 44b992a0-d3bd-4c70-952f-8269fed4b0f0 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:58.747750 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:58.819902 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-88f3a30d-ec7b-45ca-8cc8-17df9beb8559 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:58.850669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5135b4-2121-48e2-ad3c-434a4c994ed8 None None] Network 3f29009f-8feb-4def-ad3b-3cf2e935a791 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:31:58.949261 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2584fb6a-5b38-47fc-ae6a-691bb8392c38 None None] Provisioning complete for port c27871bc-13ce-43cf-9ed1-bb58b0256ef9 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:58.949636 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2584fb6a-5b38-47fc-ae6a-691bb8392c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:59.001435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2584fb6a-5b38-47fc-ae6a-691bb8392c38 None None] Port c27871bc-13ce-43cf-9ed1-bb58b0256ef9 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:31:59.139938 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 1e95d237-49af-4dba-9f93-90abeb3dc041 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:31:59.425399 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-afdbb121-6922-442c-9e55-3e8373ce644d None None] Provisioning complete for port c010962e-8f1d-4375-81a7-833de2d5eb54 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:59.434060 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-afdbb121-6922-442c-9e55-3e8373ce644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:59.531967 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 1e95d237-49af-4dba-9f93-90abeb3dc041 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:31:59.532255 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:59.565679 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa98c7ca-f2cb-4e09-9ebb-bbd2c26d818d req-e4882eae-3cc3-415e-bfef-91621f2855af tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 210 time: 0.1309760 Nov 08 00:31:59.603905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd3472-0061-4936-9cdc-9b8bc228c51b req-5afa85a4-3409-4254-be47-3b3779ca5e07 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:31:59.605725 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ecd3472-0061-4936-9cdc-9b8bc228c51b req-5afa85a4-3409-4254-be47-3b3779ca5e07 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 946 time: 0.9685345 Nov 08 00:31:59.608161 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-253dd6d3-e2ef-4ea9-979c-7beb512cdb87 req-533645c9-30be-405b-a04b-3d577eb5cf47 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] For port 13482f60-1143-451f-a93d-8c3ec4f297f2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=13482f60-1143-451f-a93d-8c3ec4f297f2,segment=NetworkSegment(87845c7a-31a7-40af-8818-b20eeedac210),segment_id=87845c7a-31a7-40af-8818-b20eeedac210)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:31:59.608631 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-253dd6d3-e2ef-4ea9-979c-7beb512cdb87 req-533645c9-30be-405b-a04b-3d577eb5cf47 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:31:59.756004 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ecd3472-0061-4936-9cdc-9b8bc228c51b req-c9954813-1c0d-4559-97a8-cef60cf67a7f tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b676ce-1f60-4f0d-aeba-74b1eb6a8433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281531 Nov 08 00:32:00.003846 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-88f3a30d-ec7b-45ca-8cc8-17df9beb8559 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:00.044595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c010962e-8f1d-4375-81a7-833de2d5eb54 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:32:00.049761 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-253dd6d3-e2ef-4ea9-979c-7beb512cdb87 req-533645c9-30be-405b-a04b-3d577eb5cf47 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:00.050484 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-253dd6d3-e2ef-4ea9-979c-7beb512cdb87 req-533645c9-30be-405b-a04b-3d577eb5cf47 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:00.050812 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-253dd6d3-e2ef-4ea9-979c-7beb512cdb87 req-533645c9-30be-405b-a04b-3d577eb5cf47 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Floating IP 34a9c38e-43b4-4aeb-996b-ac3f151d37e6 disassociated. External IP: 172.25.2.220, port: 13482f60-1143-451f-a93d-8c3ec4f297f2. Nov 08 00:32:00.051155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-253dd6d3-e2ef-4ea9-979c-7beb512cdb87 req-533645c9-30be-405b-a04b-3d577eb5cf47 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Calling delete_port for 13482f60-1143-451f-a93d-8c3ec4f297f2 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:00.098012 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c010962e-8f1d-4375-81a7-833de2d5eb54 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:00.098442 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:00.129686 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-88f3a30d-ec7b-45ca-8cc8-17df9beb8559 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:00.129686 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-88f3a30d-ec7b-45ca-8cc8-17df9beb8559 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:00.159147 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d3836975-6768-42b6-a50d-feea1c0e826f None None] Provisioning complete for port c010962e-8f1d-4375-81a7-833de2d5eb54 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:00.159509 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3836975-6768-42b6-a50d-feea1c0e826f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:00.247033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3a30d-ec7b-45ca-8cc8-17df9beb8559 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=c27871bc-13ce-43cf-9ed1-bb58b0256ef9,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:00.340867 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f3a30d-ec7b-45ca-8cc8-17df9beb8559 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 56ed380e-673b-43d8-8bea-29e1efa33556 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:00.344671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-88f3a30d-ec7b-45ca-8cc8-17df9beb8559 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:00.458477 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-253dd6d3-e2ef-4ea9-979c-7beb512cdb87 req-533645c9-30be-405b-a04b-3d577eb5cf47 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:00.573759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533645c9-30be-405b-a04b-3d577eb5cf47 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Pushing event deleted for resources: {'Port': ['ID=13482f60-1143-451f-a93d-8c3ec4f297f2,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:00.775394 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5e37c944-0dc9-4186-a9d3-d4f4cb5d94c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:00.793237 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d15855f-94bd-4eca-a57d-7447e4c6b842 req-c09d8648-341b-49ba-be1f-5be9fbaf7345 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 210 time: 0.1108453 Nov 08 00:32:00.852643 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-457f5f67-730f-4662-9e9d-d23258125886 None None] Provisioning complete for port c27871bc-13ce-43cf-9ed1-bb58b0256ef9 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:00.853175 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-457f5f67-730f-4662-9e9d-d23258125886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:00.892121 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-253dd6d3-e2ef-4ea9-979c-7beb512cdb87 req-533645c9-30be-405b-a04b-3d577eb5cf47 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Router d4df023d-45c0-430e-98d7-f96b6f53f292 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:32:00.927260 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e63be9d1-6cd9-4188-8620-48e1aeda53ff req-64c900d2-4da3-4954-9d31-ed4b8a40a32b tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 210 time: 0.0399582 Nov 08 00:32:00.947760 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-457f5f67-730f-4662-9e9d-d23258125886 None None] Port c27871bc-13ce-43cf-9ed1-bb58b0256ef9 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:32:01.035962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f3a30d-ec7b-45ca-8cc8-17df9beb8559 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 405afe56-f01a-4cf5-824a-e75a022f494a is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:32:01.036941 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:01.239271 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-253dd6d3-e2ef-4ea9-979c-7beb512cdb87 req-533645c9-30be-405b-a04b-3d577eb5cf47 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:01.254297 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8b3fbc-4d2b-4334-974c-05f42c146fdd None None] Sync routers for ids ['d4df023d-45c0-430e-98d7-f96b6f53f292'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:01.269605 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8b3fbc-4d2b-4334-974c-05f42c146fdd None None] Routers {'d4df023d-45c0-430e-98d7-f96b6f53f292'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:01.273971 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5e8b3fbc-4d2b-4334-974c-05f42c146fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d4df023d-45c0-430e-98d7-f96b6f53f292'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:01.343712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f3a30d-ec7b-45ca-8cc8-17df9beb8559 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:01.354627 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-88f3a30d-ec7b-45ca-8cc8-17df9beb8559 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/405afe56-f01a-4cf5-824a-e75a022f494a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4696486 Nov 08 00:32:01.357347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38862) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:01.363393 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e6355b-11a7-4c0b-9ca1-743191f7ba58 None None] Sync routers for ids ['405afe56-f01a-4cf5-824a-e75a022f494a'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:01.377335 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e6355b-11a7-4c0b-9ca1-743191f7ba58 None None] Routers {'405afe56-f01a-4cf5-824a-e75a022f494a'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:01.381097 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-80e6355b-11a7-4c0b-9ca1-743191f7ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['405afe56-f01a-4cf5-824a-e75a022f494a'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:01.403499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-253dd6d3-e2ef-4ea9-979c-7beb512cdb87 req-533645c9-30be-405b-a04b-3d577eb5cf47 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] No DVR routers for this DVR port 13482f60-1143-451f-a93d-8c3ec4f297f2 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:32:01.424367 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-253dd6d3-e2ef-4ea9-979c-7beb512cdb87 req-533645c9-30be-405b-a04b-3d577eb5cf47 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:01.427353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8450585-ba83-4851-9b6a-33ffacdcfd2e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:01.428970 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f8450585-ba83-4851-9b6a-33ffacdcfd2e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/ports/c27871bc-13ce-43cf-9ed1-bb58b0256ef9 HTTP/1.1" status: 200 len: 911 time: 0.0704989 Nov 08 00:32:01.432001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-253dd6d3-e2ef-4ea9-979c-7beb512cdb87 req-533645c9-30be-405b-a04b-3d577eb5cf47 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.20 "DELETE /v2.0/ports/13482f60-1143-451f-a93d-8c3ec4f297f2 HTTP/1.1" status: 204 len: 173 time: 3.5695910 Nov 08 00:32:01.432709 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6072d935-3175-4d17-ac7b-306862c90f97', 'name': 'network-vif-deleted', 'tag': '13482f60-1143-451f-a93d-8c3ec4f297f2'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:32:01.438161 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38864) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:01.448811 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b677ce-eb05-487c-84c4-9d69298a7207" -d '{"events": [{"server_uuid": "6072d935-3175-4d17-ac7b-306862c90f97", "name": "network-vif-deleted", "tag": "13482f60-1143-451f-a93d-8c3ec4f297f2"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:32:01.505515 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-80e6355b-11a7-4c0b-9ca1-743191f7ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:01.529258 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfac01a-f5d9-43c3-91f4-7fd3997b23c5 x-openstack-request-id: req-4dfac01a-f5d9-43c3-91f4-7fd3997b23c5 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:32:01.529566 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6072d935-3175-4d17-ac7b-306862c90f97", "name": "network-vif-deleted", "tag": "13482f60-1143-451f-a93d-8c3ec4f297f2", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:32:01.529887 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dfac01a-f5d9-43c3-91f4-7fd3997b23c5 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:32:01.530356 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6072d935-3175-4d17-ac7b-306862c90f97', 'name': 'network-vif-deleted', 'tag': '13482f60-1143-451f-a93d-8c3ec4f297f2', 'status': 'completed', 'code': 200} Nov 08 00:32:01.531138 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e6355b-11a7-4c0b-9ca1-743191f7ba58 None None] Routers {'405afe56-f01a-4cf5-824a-e75a022f494a'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:01.531857 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-80e6355b-11a7-4c0b-9ca1-743191f7ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['405afe56-f01a-4cf5-824a-e75a022f494a'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:01.581362 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5e8b3fbc-4d2b-4334-974c-05f42c146fdd None None] Set router d4df023d-45c0-430e-98d7-f96b6f53f292 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:01.593864 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-80e6355b-11a7-4c0b-9ca1-743191f7ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:01.594820 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e6355b-11a7-4c0b-9ca1-743191f7ba58 None None] The sync data for ids ['405afe56-f01a-4cf5-824a-e75a022f494a'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:32:01.801364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a5538-429d-4c84-8de1-51575b8807cc req-6eef5c62-a370-4101-a14c-a13f55f65009 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:01.807935 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a5538-429d-4c84-8de1-51575b8807cc req-6eef5c62-a370-4101-a14c-a13f55f65009 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:01.818026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a5538-429d-4c84-8de1-51575b8807cc req-6eef5c62-a370-4101-a14c-a13f55f65009 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:01.825265 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a5538-429d-4c84-8de1-51575b8807cc req-6eef5c62-a370-4101-a14c-a13f55f65009 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:01.833304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a5538-429d-4c84-8de1-51575b8807cc req-6eef5c62-a370-4101-a14c-a13f55f65009 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:01.840216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a5538-429d-4c84-8de1-51575b8807cc req-6eef5c62-a370-4101-a14c-a13f55f65009 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:01.862280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a5538-429d-4c84-8de1-51575b8807cc req-6eef5c62-a370-4101-a14c-a13f55f65009 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:01.887041 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:01.894109 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-715a5538-429d-4c84-8de1-51575b8807cc req-6eef5c62-a370-4101-a14c-a13f55f65009 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5443 time: 0.1573517 Nov 08 00:32:02.026579 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5e8b3fbc-4d2b-4334-974c-05f42c146fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'name': 'tempest-TestServerBasicOps-104179338-router', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '43894125-939f-4a23-8be7-d3a5b537291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:41Z', 'updated_at': '2021-11-08T00:25:50Z', 'revision_number': 4, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'gw_port': {'id': '43894125-939f-4a23-8be7-d3a5b537291f', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:42Z', 'updated_at': '2021-11-08T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'dae3a252-23dc-4709-bc87-c0c1e5d06167', 'name': '', 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'mac_address': 'fa:16:3e:dc:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:48Z', 'updated_at': '2021-11-08T00:26:01Z', 'revision_number': 5, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'subnets': [{'id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:02.079688 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8b3fbc-4d2b-4334-974c-05f42c146fdd None None] Checking router: d4df023d-45c0-430e-98d7-f96b6f53f292 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:32:02.089167 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-715a5538-429d-4c84-8de1-51575b8807cc req-fef0abc0-2ddf-4847-b39a-1e04ee604e37 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1633861 Nov 08 00:32:02.091872 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8b3fbc-4d2b-4334-974c-05f42c146fdd None None] Routers {'d4df023d-45c0-430e-98d7-f96b6f53f292'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:02.093296 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5e8b3fbc-4d2b-4334-974c-05f42c146fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d4df023d-45c0-430e-98d7-f96b6f53f292'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:02.156063 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f6743da-0f89-4968-a9df-7c8b0cc40d21 req-134eda50-4c39-4118-9f4d-55c84cc47575 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 210 time: 0.1658602 Nov 08 00:32:02.255604 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5e8b3fbc-4d2b-4334-974c-05f42c146fdd None None] Set router d4df023d-45c0-430e-98d7-f96b6f53f292 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:02.297516 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-87c8bfd6-c882-4d28-80b9-9e7e1b48ebfd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:02.358640 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:02.437641 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 13482f60-1143-451f-a93d-8c3ec4f297f2 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:32:02.486537 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 13482f60-1143-451f-a93d-8c3ec4f297f2 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:32:02.487191 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 13482f60-1143-451f-a93d-8c3ec4f297f2 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:32:02.512548 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d218a820-f196-440f-8b7b-06b5f36741ff req-72bd6ec6-9a00-458c-9840-4c7d149d42b4 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6072d935-3175-4d17-ac7b-306862c90f97 HTTP/1.1" status: 200 len: 210 time: 0.2675223 Nov 08 00:32:02.602829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb1145-ea87-4b61-81a1-c6140dfd3b89 req-a493f35e-fc12-4bc8-bfbc-5f675cb8f8b2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:02.605975 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5e8b3fbc-4d2b-4334-974c-05f42c146fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'name': 'tempest-TestServerBasicOps-104179338-router', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '43894125-939f-4a23-8be7-d3a5b537291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:41Z', 'updated_at': '2021-11-08T00:25:50Z', 'revision_number': 4, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'gw_port': {'id': '43894125-939f-4a23-8be7-d3a5b537291f', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:42Z', 'updated_at': '2021-11-08T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'dae3a252-23dc-4709-bc87-c0c1e5d06167', 'name': '', 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'mac_address': 'fa:16:3e:dc:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:48Z', 'updated_at': '2021-11-08T00:26:01Z', 'revision_number': 5, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'subnets': [{'id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:02.611331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb1145-ea87-4b61-81a1-c6140dfd3b89 req-a493f35e-fc12-4bc8-bfbc-5f675cb8f8b2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:02.630155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb1145-ea87-4b61-81a1-c6140dfd3b89 req-a493f35e-fc12-4bc8-bfbc-5f675cb8f8b2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:02.635985 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-87c8bfd6-c882-4d28-80b9-9e7e1b48ebfd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Allocated IP 2001:db8:1::1 (3f29009f-8feb-4def-ad3b-3cf2e935a791/a9fdb8a7-04e3-4935-85e4-9de6f9426c0f/5728cd6f-1ab1-4202-96b1-f054b6db7ce3) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:32:02.646572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8b3fbc-4d2b-4334-974c-05f42c146fdd None None] The sync data for ids ['d4df023d-45c0-430e-98d7-f96b6f53f292'] in n-d-816882-1 is: [{'id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'name': 'tempest-TestServerBasicOps-104179338-router', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '43894125-939f-4a23-8be7-d3a5b537291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:41Z', 'updated_at': '2021-11-08T00:25:50Z', 'revision_number': 4, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'gw_port': {'id': '43894125-939f-4a23-8be7-d3a5b537291f', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:42Z', 'updated_at': '2021-11-08T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'dae3a252-23dc-4709-bc87-c0c1e5d06167', 'name': '', 'network_id': '8d9e2072-e0f6-4949-9ba2-c29e6e5628ac', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'mac_address': 'fa:16:3e:dc:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:48Z', 'updated_at': '2021-11-08T00:26:01Z', 'revision_number': 5, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'subnets': [{'id': '411d4059-474f-4fc7-8a0d-b3b7cef4a1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:32:02.653205 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb1145-ea87-4b61-81a1-c6140dfd3b89 req-a493f35e-fc12-4bc8-bfbc-5f675cb8f8b2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:02.668055 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb1145-ea87-4b61-81a1-c6140dfd3b89 req-a493f35e-fc12-4bc8-bfbc-5f675cb8f8b2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:02.686337 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb1145-ea87-4b61-81a1-c6140dfd3b89 req-a493f35e-fc12-4bc8-bfbc-5f675cb8f8b2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:02.732938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb1145-ea87-4b61-81a1-c6140dfd3b89 req-a493f35e-fc12-4bc8-bfbc-5f675cb8f8b2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:02.752520 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbeb1145-ea87-4b61-81a1-c6140dfd3b89 req-a493f35e-fc12-4bc8-bfbc-5f675cb8f8b2 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5443 time: 0.3230577 Nov 08 00:32:02.769793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-c3f666d0-9d4e-466c-bc41-f4406bd70fac tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:02.776279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-c3f666d0-9d4e-466c-bc41-f4406bd70fac tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.20 "GET /v2.0/networks?id=a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 HTTP/1.1" status: 200 len: 812 time: 0.5488572 Nov 08 00:32:02.838374 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-5eabc280-bf4f-4fe1-b869-15f1d2969496 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=175592328bdb4cfe99ce860fa6768d79 HTTP/1.1" status: 200 len: 380 time: 0.0479388 Nov 08 00:32:02.850220 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-13ce8147-e132-4cfa-bb2b-4abb61936305 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Request body: {'port': {'device_id': '162385da-e538-417c-b56b-b4ae318a9889', 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192', 'admin_state_up': True, 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'security_groups': ['e2218397-c2d7-4861-8581-eca4fcf150d9']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:02.852701 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-87c8bfd6-c882-4d28-80b9-9e7e1b48ebfd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:03.005469 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-87c8bfd6-c882-4d28-80b9-9e7e1b48ebfd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:03.076875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c8bfd6-c882-4d28-80b9-9e7e1b48ebfd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 3f29009f-8feb-4def-ad3b-3cf2e935a791 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:03.080344 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-87c8bfd6-c882-4d28-80b9-9e7e1b48ebfd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:03.084500 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c8bfd6-c882-4d28-80b9-9e7e1b48ebfd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:32:03.085052 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-87c8bfd6-c882-4d28-80b9-9e7e1b48ebfd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:03.116245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e6bdb-93b1-4d4a-890a-72bcc9a5832d None None] New status for floating IP 34a9c38e-43b4-4aeb-996b-ac3f151d37e6: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:32:03.118454 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-13ce8147-e132-4cfa-bb2b-4abb61936305 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Made reservation on behalf of 175592328bdb4cfe99ce860fa6768d79 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:03.122267 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-13ce8147-e132-4cfa-bb2b-4abb61936305 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:03.149483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8bfd6-c882-4d28-80b9-9e7e1b48ebfd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=5728cd6f-1ab1-4202-96b1-f054b6db7ce3,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:03.400516 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38942) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:03.447038 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee43c68a-aa7d-4346-b115-0c83907b1835 req-b0a737c0-66b0-45ee-bce8-dbbcebd7fb9a tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 210 time: 0.0638437 Nov 08 00:32:03.461301 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:03.472048 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-13ce8147-e132-4cfa-bb2b-4abb61936305 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Allocated IP 172.20.0.14 (a5cf0ca0-69ee-49fe-bef7-4992bc3dc192/4b6b1c0d-e48e-4647-bfd1-558f26656d9e/75b568cd-0483-46a2-8b09-9b0a983710a7) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:32:03.508104 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2ca3091e-a24b-48d2-8212-14124a3c68f1 None None] Provisioning complete for port 5728cd6f-1ab1-4202-96b1-f054b6db7ce3 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:03.508974 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ca3091e-a24b-48d2-8212-14124a3c68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:03.519874 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-87c8bfd6-c882-4d28-80b9-9e7e1b48ebfd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:03.589212 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2ca3091e-a24b-48d2-8212-14124a3c68f1 None None] Port 5728cd6f-1ab1-4202-96b1-f054b6db7ce3 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:32:03.628433 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38952) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:03.723208 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-13ce8147-e132-4cfa-bb2b-4abb61936305 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:03.735517 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9b7bb7cd-2808-47b5-9183-1658f755923c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:03.843995 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-13ce8147-e132-4cfa-bb2b-4abb61936305 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:03.892998 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-13ce8147-e132-4cfa-bb2b-4abb61936305 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Network a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:03.911970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-13ce8147-e132-4cfa-bb2b-4abb61936305 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:03.926533 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-13ce8147-e132-4cfa-bb2b-4abb61936305 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:32:03.991035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce8147-e132-4cfa-bb2b-4abb61936305 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Pushing event updated for resources: {'Port': ['ID=75b568cd-0483-46a2-8b09-9b0a983710a7,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:03.996392 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-1ddd4a69-499c-4814-b534-ec152b15b788 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Deleting port 40480288-c8b7-494d-bd10-52c86ff7a178 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:03.996740 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4a69-499c-4814-b534-ec152b15b788 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:04.021430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-13ce8147-e132-4cfa-bb2b-4abb61936305 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:04.029384 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-13ce8147-e132-4cfa-bb2b-4abb61936305 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:04.044273 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9b7bb7cd-2808-47b5-9183-1658f755923c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:04.106401 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-13ce8147-e132-4cfa-bb2b-4abb61936305 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2613995 Nov 08 00:32:04.125310 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Request body: {'port': {'device_id': '162385da-e538-417c-b56b-b4ae318a9889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:04.203090 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9b7bb7cd-2808-47b5-9183-1658f755923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:04.210132 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:04.226617 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-87c8bfd6-c882-4d28-80b9-9e7e1b48ebfd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:04.427229 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-25465eb5-54ad-4314-983a-126687ba4321 None None] Provisioning complete for port 75b568cd-0483-46a2-8b09-9b0a983710a7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:04.427616 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-25465eb5-54ad-4314-983a-126687ba4321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:04.509260 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-25465eb5-54ad-4314-983a-126687ba4321 None None] Port 75b568cd-0483-46a2-8b09-9b0a983710a7 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:32:04.732274 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7bb7cd-2808-47b5-9183-1658f755923c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9697857-410a-47a4-8a6d-a7dbd39faf04,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:04.737893 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-87c8bfd6-c882-4d28-80b9-9e7e1b48ebfd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:04.738520 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-87c8bfd6-c882-4d28-80b9-9e7e1b48ebfd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:04.741714 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4a69-499c-4814-b534-ec152b15b788 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:04.741714 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4a69-499c-4814-b534-ec152b15b788 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:04.756500 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b682d1-329e-4ea5-863d-ccb60c8580dc req-d0456a43-e984-4f78-bf06-9728aab629bd tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:04.758967 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08b682d1-329e-4ea5-863d-ccb60c8580dc req-d0456a43-e984-4f78-bf06-9728aab629bd tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 932 time: 0.1847637 Nov 08 00:32:04.760121 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9b7bb7cd-2808-47b5-9183-1658f755923c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85435b41f1374227bc4eed1ad14d5159&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3582237 Nov 08 00:32:04.774873 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b568cd-0483-46a2-8b09-9b0a983710a7 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:32:04.786208 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:04.799864 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39020) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:04.804397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Transition to ACTIVE for port object 75b568cd-0483-46a2-8b09-9b0a983710a7 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:32:04.822492 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-1ddd4a69-499c-4814-b534-ec152b15b788 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Calling delete_port for 40480288-c8b7-494d-bd10-52c86ff7a178 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:04.861509 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08b682d1-329e-4ea5-863d-ccb60c8580dc req-7a1ed34f-cbb6-4530-8fd3-bc9d365d867c tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2218397-c2d7-4861-8581-eca4fcf150d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448649 Nov 08 00:32:04.941292 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:04.950547 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8bfd6-c882-4d28-80b9-9e7e1b48ebfd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=5728cd6f-1ab1-4202-96b1-f054b6db7ce3,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:05.003402 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Pushing event updated for resources: {'Port': ['ID=75b568cd-0483-46a2-8b09-9b0a983710a7,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:05.060912 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c8bfd6-c882-4d28-80b9-9e7e1b48ebfd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 3f29009f-8feb-4def-ad3b-3cf2e935a791 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:05.091573 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-87c8bfd6-c882-4d28-80b9-9e7e1b48ebfd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:05.107996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Attempting to bind port 75b568cd-0483-46a2-8b09-9b0a983710a7 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:05.108416 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Attempting to bind port 75b568cd-0483-46a2-8b09-9b0a983710a7 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'f727bc3e-a3d0-4889-a9a6-17d6d985a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:05.108817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Attempting to bind port 75b568cd-0483-46a2-8b09-9b0a983710a7 on network a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:05.116812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Port 75b568cd-0483-46a2-8b09-9b0a983710a7 on network a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:05.119070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Attempting to bind port 75b568cd-0483-46a2-8b09-9b0a983710a7 on network a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:05.123687 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:32:05.123862 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b389166-1dc9-4f87-ba68-5b93eed2e198 req-5ef722e8-43cb-431d-802a-b282eb1f9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:05.123956 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Checking segment: {'id': 'f727bc3e-a3d0-4889-a9a6-17d6d985a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:32:05.124189 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b389166-1dc9-4f87-ba68-5b93eed2e198 req-5ef722e8-43cb-431d-802a-b282eb1f9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:05.124441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Bound using segment: {'id': 'f727bc3e-a3d0-4889-a9a6-17d6d985a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:32:05.124661 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b389166-1dc9-4f87-ba68-5b93eed2e198 req-5ef722e8-43cb-431d-802a-b282eb1f9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:05.125043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Bound port: 75b568cd-0483-46a2-8b09-9b0a983710a7, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f727bc3e-a3d0-4889-a9a6-17d6d985a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:32:05.125165 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b389166-1dc9-4f87-ba68-5b93eed2e198 req-5ef722e8-43cb-431d-802a-b282eb1f9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:05.125567 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:05.125681 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b389166-1dc9-4f87-ba68-5b93eed2e198 req-5ef722e8-43cb-431d-802a-b282eb1f9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:05.126099 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b389166-1dc9-4f87-ba68-5b93eed2e198 req-5ef722e8-43cb-431d-802a-b282eb1f9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:05.126947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b389166-1dc9-4f87-ba68-5b93eed2e198 req-5ef722e8-43cb-431d-802a-b282eb1f9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:05.130166 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4b389166-1dc9-4f87-ba68-5b93eed2e198 req-5ef722e8-43cb-431d-802a-b282eb1f9737 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 6500 time: 0.3389051 Nov 08 00:32:05.248185 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] For port 75b568cd-0483-46a2-8b09-9b0a983710a7, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:32:05.251837 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] For port 75b568cd-0483-46a2-8b09-9b0a983710a7, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=75b568cd-0483-46a2-8b09-9b0a983710a7,segment=NetworkSegment(f727bc3e-a3d0-4889-a9a6-17d6d985a3b1),segment_id=f727bc3e-a3d0-4889-a9a6-17d6d985a3b1)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:32:05.275698 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4516a121-220c-4253-bae8-243cbe9b224a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:05.300104 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4b389166-1dc9-4f87-ba68-5b93eed2e198 req-4bd9866c-00fe-45ce-9375-7521943c92ca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&id=c04d1184-05eb-416d-858a-5acd3a4a9519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1272926 Nov 08 00:32:05.392864 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:05.447748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:05.448762 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:05.449988 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] 10.222.0.20 "PUT /v2.0/ports/75b568cd-0483-46a2-8b09-9b0a983710a7 HTTP/1.1" status: 200 len: 1092 time: 1.3291304 Nov 08 00:32:05.450432 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162385da-e538-417c-b56b-b4ae318a9889', 'tag': '75b568cd-0483-46a2-8b09-9b0a983710a7'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:32:05.452781 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b95137f-26b9-496b-afed-d775c52e52aa" -d '{"events": [{"name": "network-changed", "server_uuid": "162385da-e538-417c-b56b-b4ae318a9889", "tag": "75b568cd-0483-46a2-8b09-9b0a983710a7"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:32:05.465995 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4516a121-220c-4253-bae8-243cbe9b224a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:05.521867 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8352265d-ec06-415f-88fd-71931f5d7d06 x-openstack-request-id: req-8352265d-ec06-415f-88fd-71931f5d7d06 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:32:05.522402 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162385da-e538-417c-b56b-b4ae318a9889", "tag": "75b568cd-0483-46a2-8b09-9b0a983710a7", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:32:05.523993 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8352265d-ec06-415f-88fd-71931f5d7d06 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:32:05.524585 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162385da-e538-417c-b56b-b4ae318a9889', 'tag': '75b568cd-0483-46a2-8b09-9b0a983710a7', 'status': 'completed', 'code': 200} Nov 08 00:32:05.525517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa6a8c-717d-4678-b725-f7d9f13a31cf service neutron] Pushing event updated for resources: {'Port': ['ID=75b568cd-0483-46a2-8b09-9b0a983710a7,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:05.530809 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c8bfd6-c882-4d28-80b9-9e7e1b48ebfd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 405afe56-f01a-4cf5-824a-e75a022f494a has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:32:05.621639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2b4d6679-6a4a-4471-ac27-8646cf9cc12a None None] Provisioning complete for port 5728cd6f-1ab1-4202-96b1-f054b6db7ce3 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:05.622742 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b4d6679-6a4a-4471-ac27-8646cf9cc12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:05.630060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95137f-26b9-496b-afed-d775c52e52aa req-c34f4830-1a2c-45a1-a589-8329e81c3922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:05.632383 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b95137f-26b9-496b-afed-d775c52e52aa req-c34f4830-1a2c-45a1-a589-8329e81c3922 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=175592328bdb4cfe99ce860fa6768d79&device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 1095 time: 0.0635300 Nov 08 00:32:05.641009 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4a69-499c-4814-b534-ec152b15b788 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:05.712152 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd4a69-499c-4814-b534-ec152b15b788 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Pushing event deleted for resources: {'Port': ['ID=40480288-c8b7-494d-bd10-52c86ff7a178,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:05.717227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d6679-6a4a-4471-ac27-8646cf9cc12a None None] Port 5728cd6f-1ab1-4202-96b1-f054b6db7ce3 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:32:05.771663 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4516a121-220c-4253-bae8-243cbe9b224a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:05.792333 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4516a121-220c-4253-bae8-243cbe9b224a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:05.792333 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4516a121-220c-4253-bae8-243cbe9b224a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9697857-410a-47a4-8a6d-a7dbd39faf04 HTTP/1.1" status: 204 len: 168 time: 0.9723902 Nov 08 00:32:05.801994 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c8bfd6-c882-4d28-80b9-9e7e1b48ebfd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:05.812033 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-87c8bfd6-c882-4d28-80b9-9e7e1b48ebfd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/405afe56-f01a-4cf5-824a-e75a022f494a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3661435 Nov 08 00:32:05.818009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39044) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:05.819418 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005d69c5-202f-409c-afa5-2bc7b57208f4 None None] Sync routers for ids ['405afe56-f01a-4cf5-824a-e75a022f494a'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:05.837230 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516a121-220c-4253-bae8-243cbe9b224a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9697857-410a-47a4-8a6d-a7dbd39faf04,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:05.838258 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d69c5-202f-409c-afa5-2bc7b57208f4 None None] Routers {'405afe56-f01a-4cf5-824a-e75a022f494a'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:05.845021 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-005d69c5-202f-409c-afa5-2bc7b57208f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['405afe56-f01a-4cf5-824a-e75a022f494a'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:05.860675 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4a69-499c-4814-b534-ec152b15b788 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:05.863284 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4a69-499c-4814-b534-ec152b15b788 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:05.892053 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1ddd4a69-499c-4814-b534-ec152b15b788 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "DELETE /v2.0/floatingips/34a9c38e-43b4-4aeb-996b-ac3f151d37e6 HTTP/1.1" status: 204 len: 168 time: 2.2498207 Nov 08 00:32:05.925095 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-005d69c5-202f-409c-afa5-2bc7b57208f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:05.936043 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d69c5-202f-409c-afa5-2bc7b57208f4 None None] Routers {'405afe56-f01a-4cf5-824a-e75a022f494a'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:05.936379 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-005d69c5-202f-409c-afa5-2bc7b57208f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['405afe56-f01a-4cf5-824a-e75a022f494a'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:05.961983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95137f-26b9-496b-afed-d775c52e52aa req-8095bc8d-22e4-4647-99ca-10bb89a95ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:05.963478 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b95137f-26b9-496b-afed-d775c52e52aa req-8095bc8d-22e4-4647-99ca-10bb89a95ff8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=175592328bdb4cfe99ce860fa6768d79&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3172345 Nov 08 00:32:05.977883 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-005d69c5-202f-409c-afa5-2bc7b57208f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:05.978620 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005d69c5-202f-409c-afa5-2bc7b57208f4 None None] The sync data for ids ['405afe56-f01a-4cf5-824a-e75a022f494a'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:32:05.988029 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db80dde-a713-4673-a717-b7206be5e0ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:05.988029 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4db80dde-a713-4673-a717-b7206be5e0ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/ports/5728cd6f-1ab1-4202-96b1-f054b6db7ce3 HTTP/1.1" status: 200 len: 913 time: 0.1676121 Nov 08 00:32:05.990414 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39052) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:05.997112 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39054) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:06.102669 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca898b-ea0b-4f84-81ef-dd4e7420066e req-36b53528-dcfd-47c7-a001-38e89547ed5d tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:06.110118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ceca898b-ea0b-4f84-81ef-dd4e7420066e req-36b53528-dcfd-47c7-a001-38e89547ed5d tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 944 time: 0.1218538 Nov 08 00:32:06.154647 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86be7dcc-7a81-40e8-858f-f70b547f4ef7 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:06.168753 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95137f-26b9-496b-afed-d775c52e52aa req-9c649b9c-d110-4d45-8160-22e6d6edf138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:06.170247 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b95137f-26b9-496b-afed-d775c52e52aa req-9c649b9c-d110-4d45-8160-22e6d6edf138 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1810131 Nov 08 00:32:06.182415 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ceca898b-ea0b-4f84-81ef-dd4e7420066e req-cf9424f8-b1fa-4cf0-b64c-a91c2acbfb4b tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2218397-c2d7-4861-8581-eca4fcf150d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711625 Nov 08 00:32:06.266586 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86be7dcc-7a81-40e8-858f-f70b547f4ef7 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:06.331257 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-8c32ebfe-5920-4d87-bd5f-fe6e70b4710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:06.340190 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-8c32ebfe-5920-4d87-bd5f-fe6e70b4710e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=175592328bdb4cfe99ce860fa6768d79&device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 1095 time: 0.0992000 Nov 08 00:32:06.402373 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-5127533f-fddb-4543-b9fc-017cd7852aef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75b568cd-0483-46a2-8b09-9b0a983710a7 HTTP/1.1" status: 200 len: 217 time: 0.0490263 Nov 08 00:32:06.467611 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-1f7c7b37-7022-4dfe-bd37-cac122db5d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:06.469361 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-1f7c7b37-7022-4dfe-bd37-cac122db5d00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b6b1c0d-e48e-4647-bfd1-558f26656d9e HTTP/1.1" status: 200 len: 851 time: 0.0591431 Nov 08 00:32:06.543182 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-862f2134-ef34-4900-bee1-5aaa7ba25892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:06.544659 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-862f2134-ef34-4900-bee1-5aaa7ba25892 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5cf0ca0-69ee-49fe-bef7-4992bc3dc192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680780 Nov 08 00:32:06.553371 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be956f32-c6d6-4e60-bf7c-f71c27644d16 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:06.594565 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86be7dcc-7a81-40e8-858f-f70b547f4ef7 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:06.596489 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86be7dcc-7a81-40e8-858f-f70b547f4ef7 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:06.598717 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-86be7dcc-7a81-40e8-858f-f70b547f4ef7 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] 10.222.0.13 "DELETE /v2.0/security-groups/e5b676ce-1f60-4f0d-aeba-74b1eb6a8433 HTTP/1.1" status: 204 len: 168 time: 0.6005952 Nov 08 00:32:06.641292 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be7dcc-7a81-40e8-858f-f70b547f4ef7 tempest-TestServerBasicOps-985616433 tempest-TestServerBasicOps-985616433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b676ce-1f60-4f0d-aeba-74b1eb6a8433,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:06.658631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-261e2a0d-8bd7-4bf5-ba53-a482328ae2dd service neutron] 10.222.0.20 "GET /v2.0/networks/a5cf0ca0-69ee-49fe-bef7-4992bc3dc192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069479 Nov 08 00:32:06.714641 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39100) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:06.735670 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39102) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:06.750523 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc7916d2-3123-4227-8927-ceeb4c0269bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:06.813928 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a2fc010-0961-4e78-9688-ec3d62be3c55 req-0de53b1c-d943-4ac1-acb0-9f0eb6d668f8 service neutron] 10.222.0.20 "GET /v2.0/networks/a5cf0ca0-69ee-49fe-bef7-4992bc3dc192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481972 Nov 08 00:32:06.927508 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc7916d2-3123-4227-8927-ceeb4c0269bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:06.954696 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-be956f32-c6d6-4e60-bf7c-f71c27644d16 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting port 5728cd6f-1ab1-4202-96b1-f054b6db7ce3 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:06.955125 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be956f32-c6d6-4e60-bf7c-f71c27644d16 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:07.019535 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc7916d2-3123-4227-8927-ceeb4c0269bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:07.081462 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fc7916d2-3123-4227-8927-ceeb4c0269bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcdfbd29415a4ce7ae9f8c74a552127a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3648207 Nov 08 00:32:07.084496 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7916d2-3123-4227-8927-ceeb4c0269bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e005341-89ee-4370-8e1d-6008e6ea04bf,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:07.090947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39112) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:07.120038 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be956f32-c6d6-4e60-bf7c-f71c27644d16 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:07.144459 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-be956f32-c6d6-4e60-bf7c-f71c27644d16 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Calling delete_port for 5728cd6f-1ab1-4202-96b1-f054b6db7ce3 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:07.221145 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35bf8082-5f9d-4219-a371-c026a309583c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:07.265985 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35bf8082-5f9d-4219-a371-c026a309583c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:07.466838 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35bf8082-5f9d-4219-a371-c026a309583c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:07.469602 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35bf8082-5f9d-4219-a371-c026a309583c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:07.470813 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-35bf8082-5f9d-4219-a371-c026a309583c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e005341-89ee-4370-8e1d-6008e6ea04bf HTTP/1.1" status: 204 len: 168 time: 0.3789141 Nov 08 00:32:07.483012 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf8082-5f9d-4219-a371-c026a309583c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e005341-89ee-4370-8e1d-6008e6ea04bf,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:07.519522 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be956f32-c6d6-4e60-bf7c-f71c27644d16 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:07.554942 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be956f32-c6d6-4e60-bf7c-f71c27644d16 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Port': ['ID=5728cd6f-1ab1-4202-96b1-f054b6db7ce3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:07.760003 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be956f32-c6d6-4e60-bf7c-f71c27644d16 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:07.829227 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb74748-368f-441b-8ba1-9bc60924da7d req-9a9cdbdc-c411-4df3-a86e-b065daa96547 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:07.831195 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3fb74748-368f-441b-8ba1-9bc60924da7d req-9a9cdbdc-c411-4df3-a86e-b065daa96547 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 944 time: 0.1069078 Nov 08 00:32:07.916054 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3fb74748-368f-441b-8ba1-9bc60924da7d req-998dde08-c3ea-454b-b961-6b6bdd4a6312 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2218397-c2d7-4861-8581-eca4fcf150d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738177 Nov 08 00:32:08.036865 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:08.133741 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be956f32-c6d6-4e60-bf7c-f71c27644d16 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 405afe56-f01a-4cf5-824a-e75a022f494a has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:32:08.259387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be956f32-c6d6-4e60-bf7c-f71c27644d16 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:08.272581 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39144) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:08.272892 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-be956f32-c6d6-4e60-bf7c-f71c27644d16 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/405afe56-f01a-4cf5-824a-e75a022f494a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2811639 Nov 08 00:32:08.280637 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d4764c-9cac-4cd9-8c0b-838e8b36e0b1 None None] Sync routers for ids ['405afe56-f01a-4cf5-824a-e75a022f494a'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:08.302145 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4764c-9cac-4cd9-8c0b-838e8b36e0b1 None None] Routers {'405afe56-f01a-4cf5-824a-e75a022f494a'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:08.304116 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-21d4764c-9cac-4cd9-8c0b-838e8b36e0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['405afe56-f01a-4cf5-824a-e75a022f494a'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:08.350543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-21d4764c-9cac-4cd9-8c0b-838e8b36e0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:08.361453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4764c-9cac-4cd9-8c0b-838e8b36e0b1 None None] Routers {'405afe56-f01a-4cf5-824a-e75a022f494a'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:08.362465 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-21d4764c-9cac-4cd9-8c0b-838e8b36e0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['405afe56-f01a-4cf5-824a-e75a022f494a'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:08.413348 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-21d4764c-9cac-4cd9-8c0b-838e8b36e0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:08.414251 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d4764c-9cac-4cd9-8c0b-838e8b36e0b1 None None] The sync data for ids ['405afe56-f01a-4cf5-824a-e75a022f494a'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:32:08.679608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Deleting port dae3a252-23dc-4709-bc87-c0c1e5d06167 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:08.680017 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:08.712646 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:08.800165 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] For port dae3a252-23dc-4709-bc87-c0c1e5d06167, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=dae3a252-23dc-4709-bc87-c0c1e5d06167,segment=NetworkSegment(87845c7a-31a7-40af-8818-b20eeedac210),segment_id=87845c7a-31a7-40af-8818-b20eeedac210)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:08.800533 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:08.817714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Calling delete_port for dae3a252-23dc-4709-bc87-c0c1e5d06167 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:08.942917 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df63f0bf-6ee3-4475-ba34-2da60d7bedfa tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:09.215072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d67178-ee5d-4f4a-8421-2a0fa71d53b5 req-e21ca4c9-3dec-4148-bb68-d42288f57635 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:09.216685 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4d67178-ee5d-4f4a-8421-2a0fa71d53b5 req-e21ca4c9-3dec-4148-bb68-d42288f57635 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 944 time: 0.1052184 Nov 08 00:32:09.273898 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:09.352682 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4d67178-ee5d-4f4a-8421-2a0fa71d53b5 req-42127e90-bc8f-4919-b917-e94369b9a958 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2218397-c2d7-4861-8581-eca4fcf150d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256771 Nov 08 00:32:09.381035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dae3a252-23dc-4709-bc87-c0c1e5d06167,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:09.431999 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:09.432340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:09.432686 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:09.433045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:09.433383 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:09.433712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:09.434042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:09.434533 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:09.434867 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:09.435195 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:09.435519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:09.435891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:09.589788 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-df63f0bf-6ee3-4475-ba34-2da60d7bedfa tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting port c27871bc-13ce-43cf-9ed1-bb58b0256ef9 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:09.590400 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df63f0bf-6ee3-4475-ba34-2da60d7bedfa tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:09.671497 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:09.771554 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df63f0bf-6ee3-4475-ba34-2da60d7bedfa tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:09.789704 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-df63f0bf-6ee3-4475-ba34-2da60d7bedfa tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Calling delete_port for c27871bc-13ce-43cf-9ed1-bb58b0256ef9 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:10.069102 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Router d4df023d-45c0-430e-98d7-f96b6f53f292 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:32:10.169504 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39190) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:10.192775 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df63f0bf-6ee3-4475-ba34-2da60d7bedfa tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:10.257674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63f0bf-6ee3-4475-ba34-2da60d7bedfa tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Port': ['ID=c27871bc-13ce-43cf-9ed1-bb58b0256ef9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:10.291676 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:10.300455 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a688c081-ddfb-4673-934d-f3a75b2fe6e7 admin admin] 10.222.0.13 "PUT /v2.0/routers/d4df023d-45c0-430e-98d7-f96b6f53f292/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5586357 Nov 08 00:32:10.300561 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39198) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:10.302707 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e433efd6-50f2-400c-a630-6331f2b17080 None None] Sync routers for ids ['d4df023d-45c0-430e-98d7-f96b6f53f292'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:10.339077 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e433efd6-50f2-400c-a630-6331f2b17080 None None] Routers {'d4df023d-45c0-430e-98d7-f96b6f53f292'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:10.340482 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e433efd6-50f2-400c-a630-6331f2b17080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d4df023d-45c0-430e-98d7-f96b6f53f292'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:10.468656 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-295b7f37-80f3-43dd-930d-695acfd67831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2101878474'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:10.478168 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 75b568cd-0483-46a2-8b09-9b0a983710a7 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:32:10.485403 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df63f0bf-6ee3-4475-ba34-2da60d7bedfa tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:10.543277 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f6d0de8d-28e1-422f-8eb4-0819abce2e0b admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:10.650260 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-e433efd6-50f2-400c-a630-6331f2b17080 None None] Set router d4df023d-45c0-430e-98d7-f96b6f53f292 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:10.652983 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 75b568cd-0483-46a2-8b09-9b0a983710a7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=75b568cd-0483-46a2-8b09-9b0a983710a7,segment=NetworkSegment(f727bc3e-a3d0-4889-a9a6-17d6d985a3b1),segment_id=f727bc3e-a3d0-4889-a9a6-17d6d985a3b1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:10.689357 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '75b568cd-0483-46a2-8b09-9b0a983710a7', 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192', 'port_id': '75b568cd-0483-46a2-8b09-9b0a983710a7', 'mac_address': 'fa:16:3e:c4:79:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b6b1c0d-e48e-4647-bfd1-558f26656d9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:32:10.757212 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:10.783388 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b568cd-0483-46a2-8b09-9b0a983710a7 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:32:10.809962 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 75b568cd-0483-46a2-8b09-9b0a983710a7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=75b568cd-0483-46a2-8b09-9b0a983710a7,segment=NetworkSegment(f727bc3e-a3d0-4889-a9a6-17d6d985a3b1),segment_id=f727bc3e-a3d0-4889-a9a6-17d6d985a3b1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:10.811736 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f6d0de8d-28e1-422f-8eb4-0819abce2e0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:10.906551 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:10.932573 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e433efd6-50f2-400c-a630-6331f2b17080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'name': 'tempest-TestServerBasicOps-104179338-router', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '43894125-939f-4a23-8be7-d3a5b537291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:41Z', 'updated_at': '2021-11-08T00:32:09Z', 'revision_number': 5, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'gw_port': {'id': '43894125-939f-4a23-8be7-d3a5b537291f', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:42Z', 'updated_at': '2021-11-08T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:10.984815 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e433efd6-50f2-400c-a630-6331f2b17080 None None] Checking router: d4df023d-45c0-430e-98d7-f96b6f53f292 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:32:10.999864 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e433efd6-50f2-400c-a630-6331f2b17080 None None] Routers {'d4df023d-45c0-430e-98d7-f96b6f53f292'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:11.000495 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e433efd6-50f2-400c-a630-6331f2b17080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d4df023d-45c0-430e-98d7-f96b6f53f292'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:11.019959 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-f6d0de8d-28e1-422f-8eb4-0819abce2e0b admin admin] Deleting port 43894125-939f-4a23-8be7-d3a5b537291f {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:11.020306 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f6d0de8d-28e1-422f-8eb4-0819abce2e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:11.037854 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=75b568cd-0483-46a2-8b09-9b0a983710a7,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:11.098000 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295b7f37-80f3-43dd-930d-695acfd67831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Made reservation on behalf of 8235544cc5394de38777a83e420d6263 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:11.101708 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-295b7f37-80f3-43dd-930d-695acfd67831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:11.122941 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-295b7f37-80f3-43dd-930d-695acfd67831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:11.126833 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-e433efd6-50f2-400c-a630-6331f2b17080 None None] Set router d4df023d-45c0-430e-98d7-f96b6f53f292 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:11.169745 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-f6d0de8d-28e1-422f-8eb4-0819abce2e0b admin admin] For port 43894125-939f-4a23-8be7-d3a5b537291f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=43894125-939f-4a23-8be7-d3a5b537291f,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:11.170513 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f6d0de8d-28e1-422f-8eb4-0819abce2e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:11.187366 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-f6d0de8d-28e1-422f-8eb4-0819abce2e0b admin admin] Calling delete_port for 43894125-939f-4a23-8be7-d3a5b537291f owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:11.210607 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95038710-7df7-4922-bbcb-a2351d82bd8a req-cf163cd4-bc5e-431c-a6fb-1ffbc8cfc796 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:11.218068 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95038710-7df7-4922-bbcb-a2351d82bd8a req-cf163cd4-bc5e-431c-a6fb-1ffbc8cfc796 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 944 time: 0.6883607 Nov 08 00:32:11.253778 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e433efd6-50f2-400c-a630-6331f2b17080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'name': 'tempest-TestServerBasicOps-104179338-router', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:41Z', 'updated_at': '2021-11-08T00:32:10Z', 'revision_number': 6, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:11.282094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df63f0bf-6ee3-4475-ba34-2da60d7bedfa tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 405afe56-f01a-4cf5-824a-e75a022f494a has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:32:11.285964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['75b568cd-0483-46a2-8b09-9b0a983710a7'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:32:11.328017 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e433efd6-50f2-400c-a630-6331f2b17080 None None] The sync data for ids ['d4df023d-45c0-430e-98d7-f96b6f53f292'] in n-d-816882-1 is: [{'id': 'd4df023d-45c0-430e-98d7-f96b6f53f292', 'name': 'tempest-TestServerBasicOps-104179338-router', 'tenant_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:41Z', 'updated_at': '2021-11-08T00:32:10Z', 'revision_number': 6, 'project_id': 'bf6aabdd7f8f40e0a5bfc671d7065857', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:32:11.339446 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95038710-7df7-4922-bbcb-a2351d82bd8a req-1b28a7b3-2087-4c96-93f8-da9614da9539 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2218397-c2d7-4861-8581-eca4fcf150d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203842 Nov 08 00:32:11.515235 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df63f0bf-6ee3-4475-ba34-2da60d7bedfa tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:11.516234 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-df63f0bf-6ee3-4475-ba34-2da60d7bedfa tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/405afe56-f01a-4cf5-824a-e75a022f494a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2426126 Nov 08 00:32:11.520777 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39214) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:11.522432 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca7535-4a08-4488-8343-9ceca1746c09 None None] Sync routers for ids ['405afe56-f01a-4cf5-824a-e75a022f494a'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:11.532177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca7535-4a08-4488-8343-9ceca1746c09 None None] Routers {'405afe56-f01a-4cf5-824a-e75a022f494a'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:11.532797 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-68ca7535-4a08-4488-8343-9ceca1746c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['405afe56-f01a-4cf5-824a-e75a022f494a'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:11.556880 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-309463cc-1430-427e-93bb-e849c5652c68 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/ports?device_id=405afe56-f01a-4cf5-824a-e75a022f494a HTTP/1.1" status: 200 len: 205 time: 0.0348079 Nov 08 00:32:11.557235 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-295b7f37-80f3-43dd-930d-695acfd67831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:11.557619 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39216) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:11.560520 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f6d0de8d-28e1-422f-8eb4-0819abce2e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:11.569735 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-68ca7535-4a08-4488-8343-9ceca1746c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:11.578566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca7535-4a08-4488-8343-9ceca1746c09 None None] Routers {'405afe56-f01a-4cf5-824a-e75a022f494a'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:11.579170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-68ca7535-4a08-4488-8343-9ceca1746c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['405afe56-f01a-4cf5-824a-e75a022f494a'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:11.616213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-68ca7535-4a08-4488-8343-9ceca1746c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:11.616787 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca7535-4a08-4488-8343-9ceca1746c09 None None] The sync data for ids ['405afe56-f01a-4cf5-824a-e75a022f494a'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:32:11.631389 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-295b7f37-80f3-43dd-930d-695acfd67831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:11.652038 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295b7f37-80f3-43dd-930d-695acfd67831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:32:11.662690 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b7f37-80f3-43dd-930d-695acfd67831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=316cc2cd-2d24-4df7-a133-a64dc32573d4,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:11.671697 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-295b7f37-80f3-43dd-930d-695acfd67831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:11.672045 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-295b7f37-80f3-43dd-930d-695acfd67831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Added segment 9d5ad5e0-2b64-496b-8916-33627f097762 of type vlan for network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 Nov 08 00:32:11.684022 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0de8d-28e1-422f-8eb4-0819abce2e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=43894125-939f-4a23-8be7-d3a5b537291f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:11.726863 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0e9f80b0-27cf-4fd7-a073-488a372db96b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:11.727719 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-295b7f37-80f3-43dd-930d-695acfd67831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:11.815023 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-295b7f37-80f3-43dd-930d-695acfd67831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:11.817852 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f6d0de8d-28e1-422f-8eb4-0819abce2e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:11.825008 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295b7f37-80f3-43dd-930d-695acfd67831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:11.825686 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-295b7f37-80f3-43dd-930d-695acfd67831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:11.976426 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b7f37-80f3-43dd-930d-695acfd67831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Pushing event updated for resources: {'Network': ['ID=e31b4f36-6c85-4223-a7a0-3ba6207e29a1,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:11.991273 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:32:11.995049 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-295b7f37-80f3-43dd-930d-695acfd67831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.8235462 Nov 08 00:32:12.249750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39228) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:12.256232 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Request body: {'port': {'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1', 'binding:host_id': 'n-h2-816882-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-850100066'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:12.381122 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device dae3a252-23dc-4709-bc87-c0c1e5d06167 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:32:12.410153 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: dae3a252-23dc-4709-bc87-c0c1e5d06167 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:32:12.410716 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device dae3a252-23dc-4709-bc87-c0c1e5d06167 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:32:12.436386 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0e9f80b0-27cf-4fd7-a073-488a372db96b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:12.439021 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f6d0de8d-28e1-422f-8eb4-0819abce2e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:12.441069 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0e9f80b0-27cf-4fd7-a073-488a372db96b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:12.448247 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f6d0de8d-28e1-422f-8eb4-0819abce2e0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:12.466065 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Made reservation on behalf of c98d77f9f3de445894f7c864af3034f3 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:12.468410 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:12.477106 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 75b568cd-0483-46a2-8b09-9b0a983710a7 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:32:12.525573 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:12.562045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c04ce6-1996-4c91-ae54-29ef3d9e7f29 req-ad466c60-d9e7-4012-9bc1-badcc829a49d tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:12.563890 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d1c04ce6-1996-4c91-ae54-29ef3d9e7f29 req-ad466c60-d9e7-4012-9bc1-badcc829a49d tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 945 time: 0.1225307 Nov 08 00:32:12.569290 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0e9f80b0-27cf-4fd7-a073-488a372db96b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:12.569854 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9f80b0-27cf-4fd7-a073-488a372db96b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Fanout notify agent at l3_agent the message router_deleted on router 405afe56-f01a-4cf5-824a-e75a022f494a {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:32:12.582736 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0e9f80b0-27cf-4fd7-a073-488a372db96b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:12.584296 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0e9f80b0-27cf-4fd7-a073-488a372db96b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/routers/405afe56-f01a-4cf5-824a-e75a022f494a HTTP/1.1" status: 204 len: 168 time: 1.0252769 Nov 08 00:32:12.586824 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39238) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:12.649903 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f6d0de8d-28e1-422f-8eb4-0819abce2e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:12.650397 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d0de8d-28e1-422f-8eb4-0819abce2e0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4df023d-45c0-430e-98d7-f96b6f53f292 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:32:12.652475 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d1c04ce6-1996-4c91-ae54-29ef3d9e7f29 req-74bb6e2a-32ac-4d5a-aca6-6c6237d0f286 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2218397-c2d7-4861-8581-eca4fcf150d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728629 Nov 08 00:32:12.656688 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f6d0de8d-28e1-422f-8eb4-0819abce2e0b admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:12.663994 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f6d0de8d-28e1-422f-8eb4-0819abce2e0b admin admin] 10.222.0.13 "DELETE /v2.0/routers/d4df023d-45c0-430e-98d7-f96b6f53f292 HTTP/1.1" status: 204 len: 168 time: 2.3630280 Nov 08 00:32:12.667308 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39240) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:12.679378 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6618ba95-7e91-494f-8919-462677ee9b26 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting subnet a9fdb8a7-04e3-4935-85e4-9de6f9426c0f {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:32:12.682928 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 75b568cd-0483-46a2-8b09-9b0a983710a7 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:32:12.696641 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 75b568cd-0483-46a2-8b09-9b0a983710a7 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:12.696641 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:12.696915 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6618ba95-7e91-494f-8919-462677ee9b26 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:12.727616 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:12.742349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7bcc1ef-c409-420b-b592-fb55eeed6f90 admin admin] Deleting subnet 411d4059-474f-4fc7-8a0d-b3b7cef4a1e5 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:32:12.745751 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7bcc1ef-c409-420b-b592-fb55eeed6f90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:12.773979 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6618ba95-7e91-494f-8919-462677ee9b26 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:12.781897 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7bcc1ef-c409-420b-b592-fb55eeed6f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:12.889835 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:12.894556 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] device_id is not set on port 7c4dab46-8c92-431b-afab-62aaef58fdab yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:32:12.920940 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6618ba95-7e91-494f-8919-462677ee9b26 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:13.019996 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:13.058971 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162385da-e538-417c-b56b-b4ae318a9889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b568cd-0483-46a2-8b09-9b0a983710a7'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:32:13.062105 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9137d7b5-6380-43b4-9bc7-8db3f7b28625" -d '{"events": [{"server_uuid": "162385da-e538-417c-b56b-b4ae318a9889", "name": "network-vif-plugged", "status": "completed", "tag": "75b568cd-0483-46a2-8b09-9b0a983710a7"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:32:13.098980 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 75b568cd-0483-46a2-8b09-9b0a983710a7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=75b568cd-0483-46a2-8b09-9b0a983710a7,segment=NetworkSegment(f727bc3e-a3d0-4889-a9a6-17d6d985a3b1),segment_id=f727bc3e-a3d0-4889-a9a6-17d6d985a3b1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:13.112123 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7eaf32e-099c-4822-beab-297a87fee53b x-openstack-request-id: req-c7eaf32e-099c-4822-beab-297a87fee53b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:32:13.112411 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162385da-e538-417c-b56b-b4ae318a9889", "name": "network-vif-plugged", "status": "completed", "tag": "75b568cd-0483-46a2-8b09-9b0a983710a7", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:32:13.112777 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7eaf32e-099c-4822-beab-297a87fee53b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:32:13.113298 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162385da-e538-417c-b56b-b4ae318a9889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b568cd-0483-46a2-8b09-9b0a983710a7', 'code': 200} Nov 08 00:32:13.124466 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6618ba95-7e91-494f-8919-462677ee9b26 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:13.163134 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618ba95-7e91-494f-8919-462677ee9b26 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Subnet': ['ID=a9fdb8a7-04e3-4935-85e4-9de6f9426c0f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:13.166685 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7bcc1ef-c409-420b-b592-fb55eeed6f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:13.178859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] device_id is not set on port 7c4dab46-8c92-431b-afab-62aaef58fdab yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:32:13.179026 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dea56a5-0552-4df5-8ad4-d12771b073cc None None] Network 3f29009f-8feb-4def-ad3b-3cf2e935a791 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:13.189832 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6618ba95-7e91-494f-8919-462677ee9b26 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:13.198475 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6618ba95-7e91-494f-8919-462677ee9b26 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/subnets/a9fdb8a7-04e3-4935-85e4-9de6f9426c0f HTTP/1.1" status: 204 len: 168 time: 0.6072195 Nov 08 00:32:13.199646 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39250) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:13.213551 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:13.229048 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:13.262812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03934d3-08d8-4b1c-9a9d-e878ca09bb67,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:13.273705 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb73647-7702-485c-b9ad-a31822a2d5e3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting subnet 22cb7421-6755-49d4-b57c-921bd441fce6 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:32:13.278634 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcb73647-7702-485c-b9ad-a31822a2d5e3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:13.308226 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21c6ac-d7e5-422e-86da-8968db623253 req-ddf09d84-1f6f-4723-a8bc-5e83fbfb2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:13.312450 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6d21c6ac-d7e5-422e-86da-8968db623253 req-ddf09d84-1f6f-4723-a8bc-5e83fbfb2c7e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 1097 time: 0.0945654 Nov 08 00:32:13.331007 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:13.345747 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcb73647-7702-485c-b9ad-a31822a2d5e3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:13.414370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=75b568cd-0483-46a2-8b09-9b0a983710a7,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:13.444636 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7bcc1ef-c409-420b-b592-fb55eeed6f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:13.467511 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6d21c6ac-d7e5-422e-86da-8968db623253 req-fe972b39-48fd-466e-b5dc-dc438fbbf7d7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e2218397-c2d7-4861-8581-eca4fcf150d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470535 Nov 08 00:32:13.489655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Pushing event updated for resources: {'Port': ['ID=7c4dab46-8c92-431b-afab-62aaef58fdab,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:13.504659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcc1ef-c409-420b-b592-fb55eeed6f90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=411d4059-474f-4fc7-8a0d-b3b7cef4a1e5,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:13.519446 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7bcc1ef-c409-420b-b592-fb55eeed6f90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:13.519678 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcb73647-7702-485c-b9ad-a31822a2d5e3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:13.522626 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a7bcc1ef-c409-420b-b592-fb55eeed6f90 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/411d4059-474f-4fc7-8a0d-b3b7cef4a1e5 HTTP/1.1" status: 204 len: 168 time: 0.8544221 Nov 08 00:32:13.523599 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Checking segment: {'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:32:13.529463 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Network hostable DHCP agents. Network: e31b4f36-6c85-4223-a7a0-3ba6207e29a1, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:32:13.529737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbd4cb2-6e02-4271-99f1-274c4be87c16 None None] Network 8d9e2072-e0f6-4949-9ba2-c29e6e5628ac requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:13.529846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39260) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:13.553694 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea3c1b3-1c37-4a9d-9b51-3df53927b784 None None] DHCP port deletion for 3f29009f-8feb-4def-ad3b-3cf2e935a791 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:32:13.625514 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:13.692915 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] Deleting port 6a1420d6-e724-4039-87c7-10968dc2728d {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:13.693210 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:13.736406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:32:13.738720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-aea3c1b3-1c37-4a9d-9b51-3df53927b784 None None] Deleting port c010962e-8f1d-4375-81a7-833de2d5eb54 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:13.738720 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aea3c1b3-1c37-4a9d-9b51-3df53927b784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:13.757465 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcb73647-7702-485c-b9ad-a31822a2d5e3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:13.775303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] For port 6a1420d6-e724-4039-87c7-10968dc2728d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6a1420d6-e724-4039-87c7-10968dc2728d,segment=NetworkSegment(87845c7a-31a7-40af-8818-b20eeedac210),segment_id=87845c7a-31a7-40af-8818-b20eeedac210)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:13.775667 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:13.794737 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] Calling delete_port for 6a1420d6-e724-4039-87c7-10968dc2728d owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:13.823096 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-aea3c1b3-1c37-4a9d-9b51-3df53927b784 None None] For port c010962e-8f1d-4375-81a7-833de2d5eb54, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c010962e-8f1d-4375-81a7-833de2d5eb54,segment=NetworkSegment(e28982fb-82ac-43dc-96bc-afecbc52145e),segment_id=e28982fb-82ac-43dc-96bc-afecbc52145e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:13.823489 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aea3c1b3-1c37-4a9d-9b51-3df53927b784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:13.826484 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb73647-7702-485c-b9ad-a31822a2d5e3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Subnet': ['ID=22cb7421-6755-49d4-b57c-921bd441fce6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:13.832100 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcb73647-7702-485c-b9ad-a31822a2d5e3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:13.834869 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fcb73647-7702-485c-b9ad-a31822a2d5e3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/subnets/22cb7421-6755-49d4-b57c-921bd441fce6 HTTP/1.1" status: 204 len: 168 time: 0.6350491 Nov 08 00:32:13.838926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39268) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:13.848242 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, e31b4f36-6c85-4223-a7a0-3ba6207e29a1) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:13.848444 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a40891a-a7f5-465f-82b5-f3ef8882794d None None] Network 56ed380e-673b-43d8-8bea-29e1efa33556 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:13.852236 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:32:13.902106 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f31c2c-945c-4c44-8bc4-1a300ce94a66 None None] Network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:13.904066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57188444-74c9-45f2-b02f-6b6ef4c17495 None None] DHCP port deletion for 8d9e2072-e0f6-4949-9ba2-c29e6e5628ac request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:32:13.972794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:13.973123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:13.973491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:14.007271 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 7c4dab46-8c92-431b-afab-62aaef58fdab on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:14.007639 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:14.011364 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 2 to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab Nov 08 00:32:14.033871 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:14.048861 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-aea3c1b3-1c37-4a9d-9b51-3df53927b784 None None] Calling delete_port for c010962e-8f1d-4375-81a7-833de2d5eb54 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:14.061014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04a42c-0433-46b1-a194-fa18d80f598a req-7080a510-88a7-4a2f-b69a-182478b964c6 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:14.062612 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad04a42c-0433-46b1-a194-fa18d80f598a req-7080a510-88a7-4a2f-b69a-182478b964c6 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 946 time: 0.2418509 Nov 08 00:32:14.086838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:14.087181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:14.087655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:14.092861 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 43894125-939f-4a23-8be7-d3a5b537291f no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:32:14.108695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 7c4dab46-8c92-431b-afab-62aaef58fdab on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:14.108999 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:14.110247 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 3 to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab Nov 08 00:32:14.155332 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:14.155672 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:14.156038 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:14.166951 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad04a42c-0433-46b1-a194-fa18d80f598a req-220a24c6-210d-444a-ae66-533386c057c5 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2218397-c2d7-4861-8581-eca4fcf150d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880346 Nov 08 00:32:14.167209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 7c4dab46-8c92-431b-afab-62aaef58fdab on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:14.167946 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:14.169953 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 4 to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab Nov 08 00:32:14.179660 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 43894125-939f-4a23-8be7-d3a5b537291f {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:32:14.180326 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 43894125-939f-4a23-8be7-d3a5b537291f not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:32:14.181029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c010962e-8f1d-4375-81a7-833de2d5eb54 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:32:14.198154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:14.201116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:14.201116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:14.202696 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:14.214961 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting port c010962e-8f1d-4375-81a7-833de2d5eb54 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:14.215301 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:14.238422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 7c4dab46-8c92-431b-afab-62aaef58fdab on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:14.238759 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:14.249867 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 5 to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab Nov 08 00:32:14.283587 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a1420d6-e724-4039-87c7-10968dc2728d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:14.294057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] No DVR routers for this DVR port 6a1420d6-e724-4039-87c7-10968dc2728d on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:32:14.349854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:14.350191 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:14.350528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:14.413479 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 7c4dab46-8c92-431b-afab-62aaef58fdab on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:14.413859 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:14.422356 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 6 to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab Nov 08 00:32:14.427923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] For port c010962e-8f1d-4375-81a7-833de2d5eb54, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c010962e-8f1d-4375-81a7-833de2d5eb54,segment=NetworkSegment(e28982fb-82ac-43dc-96bc-afecbc52145e),segment_id=e28982fb-82ac-43dc-96bc-afecbc52145e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:14.428437 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:14.454475 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-57188444-74c9-45f2-b02f-6b6ef4c17495 None None] Deleting port 6a1420d6-e724-4039-87c7-10968dc2728d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:14.454781 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-57188444-74c9-45f2-b02f-6b6ef4c17495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:14.504375 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Calling delete_port for c010962e-8f1d-4375-81a7-833de2d5eb54 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:14.505999 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aea3c1b3-1c37-4a9d-9b51-3df53927b784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:14.507041 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:14.509804 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:14.510349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:14.510714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:14.523083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 7c4dab46-8c92-431b-afab-62aaef58fdab on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:14.523505 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:14.526863 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 7 to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab Nov 08 00:32:14.533090 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea3c1b3-1c37-4a9d-9b51-3df53927b784 None None] No DVR routers for this DVR port c010962e-8f1d-4375-81a7-833de2d5eb54 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:32:14.551214 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:14.552090 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:14.552462 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:14.554198 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:14.578796 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 7c4dab46-8c92-431b-afab-62aaef58fdab on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:14.578796 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:14.578796 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9e2072-e0f6-4949-9ba2-c29e6e5628ac']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:14.580878 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 8 to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab Nov 08 00:32:14.587368 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85db2d70-1e7c-4ecf-91b3-79822331e103 None None] DHCP port deletion for 56ed380e-673b-43d8-8bea-29e1efa33556 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:32:14.602038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3c1b3-1c37-4a9d-9b51-3df53927b784 None None] Pushing event deleted for resources: {'Port': ['ID=c010962e-8f1d-4375-81a7-833de2d5eb54,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:14.641754 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87845c7a-31a7-40af-8818-b20eeedac210') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:14.642009 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-57188444-74c9-45f2-b02f-6b6ef4c17495 None None] For port 6a1420d6-e724-4039-87c7-10968dc2728d, host n-d-816882-1, got binding levels [] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:14.642117 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87845c7a-31a7-40af-8818-b20eeedac210') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:14.642232 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-57188444-74c9-45f2-b02f-6b6ef4c17495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:14.658425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:14.658425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:14.658425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:14.661305 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:14.662912 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-57188444-74c9-45f2-b02f-6b6ef4c17495 None None] Calling delete_port for 6a1420d6-e724-4039-87c7-10968dc2728d owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:14.668545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.ipam_backend_mixin [None req-57188444-74c9-45f2-b02f-6b6ef4c17495 None None] Port 6a1420d6-e724-4039-87c7-10968dc2728d was not found and therefore no delete operation was performed {{(pid=102773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 00:32:14.682696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 7c4dab46-8c92-431b-afab-62aaef58fdab on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:14.683083 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:14.690638 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 9 to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab Nov 08 00:32:14.692343 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-57188444-74c9-45f2-b02f-6b6ef4c17495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:14.703488 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:14.713965 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6a1420d6-e724-4039-87c7-10968dc2728d no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:32:14.718614 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57188444-74c9-45f2-b02f-6b6ef4c17495 None None] Pushing event deleted for resources: {'Port': ['ID=6a1420d6-e724-4039-87c7-10968dc2728d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:14.724974 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:32:14.725428 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:32:14.728547 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:32:14.749069 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 6a1420d6-e724-4039-87c7-10968dc2728d {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:32:14.749651 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6a1420d6-e724-4039-87c7-10968dc2728d not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:32:14.750931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:14.751276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:14.753926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:14.754816 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57188444-74c9-45f2-b02f-6b6ef4c17495 None None] No DVR routers for this DVR port 6a1420d6-e724-4039-87c7-10968dc2728d on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:32:14.773784 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-85db2d70-1e7c-4ecf-91b3-79822331e103 None None] Deleting port 44b992a0-d3bd-4c70-952f-8269fed4b0f0 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:14.774160 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-85db2d70-1e7c-4ecf-91b3-79822331e103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:14.816893 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 7c4dab46-8c92-431b-afab-62aaef58fdab on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:14.817419 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:14.822330 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 10 to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab Nov 08 00:32:14.852093 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:14.867997 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-85db2d70-1e7c-4ecf-91b3-79822331e103 None None] For port 44b992a0-d3bd-4c70-952f-8269fed4b0f0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=44b992a0-d3bd-4c70-952f-8269fed4b0f0,segment=NetworkSegment(9ca37a75-bf00-4307-9cd3-c5773b566834),segment_id=9ca37a75-bf00-4307-9cd3-c5773b566834)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:14.868612 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-85db2d70-1e7c-4ecf-91b3-79822331e103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:14.872162 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] No DVR routers for this DVR port c010962e-8f1d-4375-81a7-833de2d5eb54 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:32:14.886485 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-85db2d70-1e7c-4ecf-91b3-79822331e103 None None] Calling delete_port for 44b992a0-d3bd-4c70-952f-8269fed4b0f0 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:14.899030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:14.899376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:14.899713 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:14.923027 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Port': ['ID=c010962e-8f1d-4375-81a7-833de2d5eb54,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:14.933630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 7c4dab46-8c92-431b-afab-62aaef58fdab on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:14.933630 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 7c4dab46-8c92-431b-afab-62aaef58fdab on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:14.933630 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:15.035517 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:15.043740 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-85db2d70-1e7c-4ecf-91b3-79822331e103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:15.051519 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:15.054788 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8d9e2072-e0f6-4949-9ba2-c29e6e5628ac HTTP/1.1" status: 204 len: 168 time: 1.5176671 Nov 08 00:32:15.058315 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39286) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:15.075872 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db2d70-1e7c-4ecf-91b3-79822331e103 None None] Pushing event deleted for resources: {'Port': ['ID=44b992a0-d3bd-4c70-952f-8269fed4b0f0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:15.080017 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db2d70-1e7c-4ecf-91b3-79822331e103 None None] No DVR routers for this DVR port 44b992a0-d3bd-4c70-952f-8269fed4b0f0 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:32:15.089097 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:15.095876 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780416d3-78e4-4981-9484-607107beb522 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d9e2072-e0f6-4949-9ba2-c29e6e5628ac,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:15.121657 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f29009f-8feb-4def-ad3b-3cf2e935a791']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:15.143578 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28982fb-82ac-43dc-96bc-afecbc52145e') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:15.143993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28982fb-82ac-43dc-96bc-afecbc52145e') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:15.160940 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:15.169205 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] For port 7c4dab46-8c92-431b-afab-62aaef58fdab, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:32:15.169604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempted to set empty binding levels {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 08 00:32:15.194657 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:15.216902 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:32:15.217319 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:32:15.221045 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:32:15.322230 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:15.377377 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:15.378648 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:15.418019 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282b376-8abc-4a18-8fb5-95336eb43686 req-c97e9acd-e168-4f7a-9c18-23c2a62adf7b tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:15.419906 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c282b376-8abc-4a18-8fb5-95336eb43686 req-c97e9acd-e168-4f7a-9c18-23c2a62adf7b tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 946 time: 0.1506531 Nov 08 00:32:15.420694 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Pushing event updated for resources: {'Port': ['ID=7c4dab46-8c92-431b-afab-62aaef58fdab,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:15.432350 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:15.436996 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:15.440527 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/networks/3f29009f-8feb-4def-ad3b-3cf2e935a791 HTTP/1.1" status: 204 len: 168 time: 1.6004303 Nov 08 00:32:15.444794 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39296) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:15.463929 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde79f7-1bda-44d8-9444-d3fe23c95757 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Network': ['ID=3f29009f-8feb-4def-ad3b-3cf2e935a791,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:15.497974 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c282b376-8abc-4a18-8fb5-95336eb43686 req-7404f94a-0409-477f-a804-4bfcc1d20d48 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2218397-c2d7-4861-8581-eca4fcf150d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561059 Nov 08 00:32:15.524627 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39300) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:15.525672 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bfa8efd7-d305-4d7a-b632-72943d23a612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.2738729 Nov 08 00:32:15.585099 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc69771b-b3c6-4e9d-945c-f09adefe01e0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:15.658527 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15190326-264f-4a48-adf1-89e0cee32010 req-7daa3763-940a-49dc-b042-09e95f755139 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:15.661509 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15190326-264f-4a48-adf1-89e0cee32010 req-7daa3763-940a-49dc-b042-09e95f755139 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 946 time: 0.0759950 Nov 08 00:32:15.675399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39306) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:15.681528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-0e7844c1-d228-4500-9d70-cc8ad715876c tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Request body: {'floatingip': {'port_id': '75b568cd-0483-46a2-8b09-9b0a983710a7'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:15.733469 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0e7844c1-d228-4500-9d70-cc8ad715876c tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:15.820030 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c07630af-71e4-4d0a-8128-8f64a78ebbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Deleting port 7c4dab46-8c92-431b-afab-62aaef58fdab {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:15.820797 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c07630af-71e4-4d0a-8128-8f64a78ebbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:15.838784 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc69771b-b3c6-4e9d-945c-f09adefe01e0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:15.908535 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-fc69771b-b3c6-4e9d-945c-f09adefe01e0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ed380e-673b-43d8-8bea-29e1efa33556']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:15.937100 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-fc69771b-b3c6-4e9d-945c-f09adefe01e0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca37a75-bf00-4307-9cd3-c5773b566834') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:15.937405 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-fc69771b-b3c6-4e9d-945c-f09adefe01e0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca37a75-bf00-4307-9cd3-c5773b566834') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:15.939438 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-c07630af-71e4-4d0a-8128-8f64a78ebbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] For port 7c4dab46-8c92-431b-afab-62aaef58fdab, host n-h2-816882-1, got binding levels [] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:15.939812 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c07630af-71e4-4d0a-8128-8f64a78ebbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:15.958134 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc69771b-b3c6-4e9d-945c-f09adefe01e0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:15.968864 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c07630af-71e4-4d0a-8128-8f64a78ebbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Calling delete_port for 7c4dab46-8c92-431b-afab-62aaef58fdab owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:15.982225 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-96f77755-ef97-4569-ac13-8b7455c6cb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:15.988946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 44b992a0-d3bd-4c70-952f-8269fed4b0f0 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:32:16.011647 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 44b992a0-d3bd-4c70-952f-8269fed4b0f0 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:32:16.012060 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 44b992a0-d3bd-4c70-952f-8269fed4b0f0 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:32:16.056064 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc69771b-b3c6-4e9d-945c-f09adefe01e0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:16.106231 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc69771b-b3c6-4e9d-945c-f09adefe01e0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:32:16.106966 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc69771b-b3c6-4e9d-945c-f09adefe01e0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:32:16.111133 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:32:16.276481 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc69771b-b3c6-4e9d-945c-f09adefe01e0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:16.285853 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc69771b-b3c6-4e9d-945c-f09adefe01e0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:16.289220 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fc69771b-b3c6-4e9d-945c-f09adefe01e0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/networks/56ed380e-673b-43d8-8bea-29e1efa33556 HTTP/1.1" status: 204 len: 168 time: 0.8434672 Nov 08 00:32:16.293622 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39312) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:16.298135 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-25688524-596e-458f-b19c-88c248e5fb7e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1054459247'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:16.314656 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69771b-b3c6-4e9d-945c-f09adefe01e0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Network': ['ID=56ed380e-673b-43d8-8bea-29e1efa33556,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:16.325888 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c07630af-71e4-4d0a-8128-8f64a78ebbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:16.366988 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07630af-71e4-4d0a-8128-8f64a78ebbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c4dab46-8c92-431b-afab-62aaef58fdab,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:16.380888 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c07630af-71e4-4d0a-8128-8f64a78ebbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:16.384306 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c07630af-71e4-4d0a-8128-8f64a78ebbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] 10.222.0.13 "DELETE /v2.0/ports/7c4dab46-8c92-431b-afab-62aaef58fdab HTTP/1.1" status: 204 len: 168 time: 0.8586979 Nov 08 00:32:16.386814 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39316) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:16.436285 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a987311-c949-43f9-b083-2a238f822c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] GET failed (client error): The resource could not be found. Nov 08 00:32:16.441021 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1a987311-c949-43f9-b083-2a238f822c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] 10.222.0.13 "GET /v2.0/ports/7c4dab46-8c92-431b-afab-62aaef58fdab HTTP/1.1" status: 404 len: 333 time: 0.0521512 Nov 08 00:32:16.446498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39322) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:16.453271 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-91af22a6-dc0f-4de0-ae78-234170131c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Request body: {'port': {'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1150945709'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:16.454314 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25688524-596e-458f-b19c-88c248e5fb7e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Made reservation on behalf of 2ca9f2452e8a47159151cbbe0fdfc045 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:16.462219 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25688524-596e-458f-b19c-88c248e5fb7e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:16.486657 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0e7844c1-d228-4500-9d70-cc8ad715876c tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:16.526622 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25688524-596e-458f-b19c-88c248e5fb7e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:32:16.552126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91af22a6-dc0f-4de0-ae78-234170131c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Made reservation on behalf of c98d77f9f3de445894f7c864af3034f3 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:16.556371 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25688524-596e-458f-b19c-88c248e5fb7e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:16.556725 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-25688524-596e-458f-b19c-88c248e5fb7e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Added segment aa74825b-9f7a-411b-9845-15faa03f4855 of type vlan for network 52a7dd5d-5363-4f0e-a28a-34e7ddfa223a Nov 08 00:32:16.558631 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-91af22a6-dc0f-4de0-ae78-234170131c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:16.589710 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0e7844c1-d228-4500-9d70-cc8ad715876c tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:16.594370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-91af22a6-dc0f-4de0-ae78-234170131c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] device_id is not set on port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:32:16.609596 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25688524-596e-458f-b19c-88c248e5fb7e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:16.628052 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-96f77755-ef97-4569-ac13-8b7455c6cb64 admin admin] Deleting port 634ef74b-a7a1-433c-a484-f88e1b70c0e4 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:16.628339 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-96f77755-ef97-4569-ac13-8b7455c6cb64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:16.745887 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-96f77755-ef97-4569-ac13-8b7455c6cb64 admin admin] For port 634ef74b-a7a1-433c-a484-f88e1b70c0e4, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=634ef74b-a7a1-433c-a484-f88e1b70c0e4,segment=NetworkSegment(b6d1a282-f969-4605-9832-16f2dae82af7),segment_id=b6d1a282-f969-4605-9832-16f2dae82af7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:16.746575 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-96f77755-ef97-4569-ac13-8b7455c6cb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:16.757785 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25688524-596e-458f-b19c-88c248e5fb7e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:16.763476 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25688524-596e-458f-b19c-88c248e5fb7e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:16.764124 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25688524-596e-458f-b19c-88c248e5fb7e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:16.775616 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-96f77755-ef97-4569-ac13-8b7455c6cb64 admin admin] Calling delete_port for 634ef74b-a7a1-433c-a484-f88e1b70c0e4 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:16.899107 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25688524-596e-458f-b19c-88c248e5fb7e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Network': ['ID=52a7dd5d-5363-4f0e-a28a-34e7ddfa223a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:16.906290 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 52a7dd5d-5363-4f0e-a28a-34e7ddfa223a details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:32:16.944378 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-25688524-596e-458f-b19c-88c248e5fb7e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6475570 Nov 08 00:32:16.952228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39330) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:16.960003 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-a1f615a7-e230-4115-a3b6-b7b21cddad55 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'subnet': {'network_id': '52a7dd5d-5363-4f0e-a28a-34e7ddfa223a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:17.141020 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-0e7844c1-d228-4500-9d70-cc8ad715876c tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Floating IP 87312026-9e32-4051-8773-b4aa8f3db787 associated. External IP: 172.25.2.81, port: 75b568cd-0483-46a2-8b09-9b0a983710a7. Nov 08 00:32:17.257112 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f615a7-e230-4115-a3b6-b7b21cddad55 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Made reservation on behalf of 2ca9f2452e8a47159151cbbe0fdfc045 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:17.261896 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1f615a7-e230-4115-a3b6-b7b21cddad55 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:17.283268 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-91af22a6-dc0f-4de0-ae78-234170131c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:17.322094 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-96f77755-ef97-4569-ac13-8b7455c6cb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:17.372600 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77755-ef97-4569-ac13-8b7455c6cb64 admin admin] Pushing event deleted for resources: {'Port': ['ID=634ef74b-a7a1-433c-a484-f88e1b70c0e4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:17.518375 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7844c1-d228-4500-9d70-cc8ad715876c tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Router b7a536e0-f505-4c8e-8699-18f9fadfb72b has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:32:17.616113 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-91af22a6-dc0f-4de0-ae78-234170131c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:17.695028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91af22a6-dc0f-4de0-ae78-234170131c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:17.703525 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-91af22a6-dc0f-4de0-ae78-234170131c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:17.710498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af22a6-dc0f-4de0-ae78-234170131c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:32:17.711524 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91af22a6-dc0f-4de0-ae78-234170131c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:17.712060 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-91af22a6-dc0f-4de0-ae78-234170131c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:17.720323 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-96f77755-ef97-4569-ac13-8b7455c6cb64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:17.726139 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af22a6-dc0f-4de0-ae78-234170131c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Pushing event updated for resources: {'Port': ['ID=5c8343f8-2cc1-4ece-aa32-ab846b6a76af,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:17.750495 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7844c1-d228-4500-9d70-cc8ad715876c tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:17.754337 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0e7844c1-d228-4500-9d70-cc8ad715876c tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:17.761980 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339ce83-d066-4b9b-aea1-a325d7b8d4b4 None None] Sync routers for ids ['b7a536e0-f505-4c8e-8699-18f9fadfb72b'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:17.774996 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9339ce83-d066-4b9b-aea1-a325d7b8d4b4 None None] Routers {'b7a536e0-f505-4c8e-8699-18f9fadfb72b'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:17.777932 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-9339ce83-d066-4b9b-aea1-a325d7b8d4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b7a536e0-f505-4c8e-8699-18f9fadfb72b'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:17.793758 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0e7844c1-d228-4500-9d70-cc8ad715876c tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "PUT /v2.0/floatingips/87312026-9e32-4051-8773-b4aa8f3db787 HTTP/1.1" status: 200 len: 991 time: 2.1145492 Nov 08 00:32:17.793758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162385da-e538-417c-b56b-b4ae318a9889', 'tag': '75b568cd-0483-46a2-8b09-9b0a983710a7'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:32:17.794245 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1324a507-384e-4d20-a163-e892c1f9d3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "162385da-e538-417c-b56b-b4ae318a9889", "tag": "75b568cd-0483-46a2-8b09-9b0a983710a7"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:32:17.822574 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-91af22a6-dc0f-4de0-ae78-234170131c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3722808 Nov 08 00:32:17.832608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39348) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:17.839889 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:17.904569 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1f615a7-e230-4115-a3b6-b7b21cddad55 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:17.970485 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:18.000798 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0db18c0-11dc-41b2-b076-6baebc761403 x-openstack-request-id: req-f0db18c0-11dc-41b2-b076-6baebc761403 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:32:18.006572 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162385da-e538-417c-b56b-b4ae318a9889", "tag": "75b568cd-0483-46a2-8b09-9b0a983710a7", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:32:18.006885 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0db18c0-11dc-41b2-b076-6baebc761403 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:32:18.007551 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162385da-e538-417c-b56b-b4ae318a9889', 'tag': '75b568cd-0483-46a2-8b09-9b0a983710a7', 'status': 'completed', 'code': 200} Nov 08 00:32:18.079550 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f615a7-e230-4115-a3b6-b7b21cddad55 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Subnet': ['ID=406e10d2-ecfc-47e1-8b0a-b381ef5ce2a9,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:18.158351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324a507-384e-4d20-a163-e892c1f9d3ea req-1a3acfb4-a340-49e6-ab53-28cc9c949957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:18.159956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1324a507-384e-4d20-a163-e892c1f9d3ea req-1a3acfb4-a340-49e6-ab53-28cc9c949957 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=175592328bdb4cfe99ce860fa6768d79&device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 1097 time: 0.1883831 Nov 08 00:32:18.164068 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f615a7-e230-4115-a3b6-b7b21cddad55 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Checking segment: {'id': 'aa74825b-9f7a-411b-9845-15faa03f4855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '52a7dd5d-5363-4f0e-a28a-34e7ddfa223a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:32:18.164808 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f615a7-e230-4115-a3b6-b7b21cddad55 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network hostable DHCP agents. Network: 52a7dd5d-5363-4f0e-a28a-34e7ddfa223a, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:32:18.167590 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-9339ce83-d066-4b9b-aea1-a325d7b8d4b4 None None] Set router b7a536e0-f505-4c8e-8699-18f9fadfb72b gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:18.244433 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f77755-ef97-4569-ac13-8b7455c6cb64 admin admin] Router 49dedec4-9093-4b71-ba50-924d1b650d9f has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:32:18.321635 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f615a7-e230-4115-a3b6-b7b21cddad55 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 52a7dd5d-5363-4f0e-a28a-34e7ddfa223a is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:32:18.342881 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324a507-384e-4d20-a163-e892c1f9d3ea req-11c12208-1a65-4ea2-9f30-e6167c8e086f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:18.344602 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1324a507-384e-4d20-a163-e892c1f9d3ea req-11c12208-1a65-4ea2-9f30-e6167c8e086f service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 HTTP/1.1" status: 200 len: 913 time: 0.1711497 Nov 08 00:32:18.432022 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-a1f615a7-e230-4115-a3b6-b7b21cddad55 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 52a7dd5d-5363-4f0e-a28a-34e7ddfa223a) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:18.436830 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f615a7-e230-4115-a3b6-b7b21cddad55 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:18.437633 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1f615a7-e230-4115-a3b6-b7b21cddad55 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:18.441206 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15170c7b-b2b2-4aa6-b484-3e2f602140ec None None] Network 52a7dd5d-5363-4f0e-a28a-34e7ddfa223a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:18.454067 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] device_id is not set on port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:32:18.466519 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:18.468038 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f77755-ef97-4569-ac13-8b7455c6cb64 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:18.474588 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-96f77755-ef97-4569-ac13-8b7455c6cb64 admin admin] 10.222.0.13 "PUT /v2.0/routers/49dedec4-9093-4b71-ba50-924d1b650d9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4143183 Nov 08 00:32:18.478154 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39356) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:18.493317 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1324a507-384e-4d20-a163-e892c1f9d3ea req-718f0cc2-0327-41af-a757-22145bb86709 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75b568cd-0483-46a2-8b09-9b0a983710a7 HTTP/1.1" status: 200 len: 999 time: 0.1347430 Nov 08 00:32:18.494591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09281fc-601b-4d02-aab3-aa457e198bf3 None None] Sync routers for ids ['49dedec4-9093-4b71-ba50-924d1b650d9f'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:18.550586 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09281fc-601b-4d02-aab3-aa457e198bf3 None None] Routers {'49dedec4-9093-4b71-ba50-924d1b650d9f'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:18.551506 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c09281fc-601b-4d02-aab3-aa457e198bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['49dedec4-9093-4b71-ba50-924d1b650d9f'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:18.566297 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:18.573600 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-9339ce83-d066-4b9b-aea1-a325d7b8d4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'name': 'tempest-ServersTestManualDisk-1936374690-router', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:45Z', 'updated_at': '2021-11-08T00:31:50Z', 'revision_number': 4, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'gw_port': {'id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:46Z', 'updated_at': '2021-11-08T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '87312026-9e32-4051-8773-b4aa8f3db787', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'port_id': '75b568cd-0483-46a2-8b09-9b0a983710a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192', 'mac_address': 'fa:16:3e:c4:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162385da-e538-417c-b56b-b4ae318a9889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:31:55Z', 'updated_at': '2021-11-08T00:32:16Z', 'revision_number': 1, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95d237-49af-4dba-9f93-90abeb3dc041', 'name': '', 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'mac_address': 'fa:16:3e:ce:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '4b6b1c0d-e48e-4647-bfd1-558f26656d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:49Z', 'updated_at': '2021-11-08T00:31:56Z', 'revision_number': 5, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'subnets': [{'id': '4b6b1c0d-e48e-4647-bfd1-558f26656d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:18.594725 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a1f615a7-e230-4115-a3b6-b7b21cddad55 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6464384 Nov 08 00:32:18.623363 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39358) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:18.629615 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8f6ade8a-1f40-4275-8a02-418b307f6b3e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2129084851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:18.642809 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339ce83-d066-4b9b-aea1-a325d7b8d4b4 None None] Checking router: b7a536e0-f505-4c8e-8699-18f9fadfb72b for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:32:18.668219 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9339ce83-d066-4b9b-aea1-a325d7b8d4b4 None None] Routers {'b7a536e0-f505-4c8e-8699-18f9fadfb72b'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:18.668921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324a507-384e-4d20-a163-e892c1f9d3ea req-36ff140e-3d6a-4881-bcc8-ee13b61846ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:18.669374 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-9339ce83-d066-4b9b-aea1-a325d7b8d4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b7a536e0-f505-4c8e-8699-18f9fadfb72b'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:18.670418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1324a507-384e-4d20-a163-e892c1f9d3ea req-36ff140e-3d6a-4881-bcc8-ee13b61846ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b6b1c0d-e48e-4647-bfd1-558f26656d9e HTTP/1.1" status: 200 len: 851 time: 0.1664381 Nov 08 00:32:18.671836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Pushing event updated for resources: {'Port': ['ID=5c8343f8-2cc1-4ece-aa32-ab846b6a76af,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:18.722387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:18.722725 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:18.723068 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:18.726101 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5691750f-c872-4d3f-84fd-93ddf89607da admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:18.731831 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:18.732173 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:18.735391 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 2 to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af Nov 08 00:32:18.749289 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324a507-384e-4d20-a163-e892c1f9d3ea req-970c3c7f-b8af-401f-8ecd-aca4eb6b872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:18.751238 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1324a507-384e-4d20-a163-e892c1f9d3ea req-970c3c7f-b8af-401f-8ecd-aca4eb6b872e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5cf0ca0-69ee-49fe-bef7-4992bc3dc192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717092 Nov 08 00:32:18.756488 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:18.756816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:18.757157 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:18.775828 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:18.775828 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:18.775828 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 3 to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af Nov 08 00:32:18.831982 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:18.832328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:18.832672 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:18.861532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:18.865330 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:18.869175 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 4 to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af Nov 08 00:32:18.916099 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8f6ade8a-1f40-4275-8a02-418b307f6b3e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:18.917219 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8f6ade8a-1f40-4275-8a02-418b307f6b3e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:18.917436 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-9339ce83-d066-4b9b-aea1-a325d7b8d4b4 None None] Set router b7a536e0-f505-4c8e-8699-18f9fadfb72b gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:18.923313 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c09281fc-601b-4d02-aab3-aa457e198bf3 None None] Set router 49dedec4-9093-4b71-ba50-924d1b650d9f gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:18.938963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:18.939376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:18.939708 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:18.959029 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:18.960097 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:18.968921 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 5 to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af Nov 08 00:32:18.990537 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8f6ade8a-1f40-4275-8a02-418b307f6b3e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:19.004872 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5691750f-c872-4d3f-84fd-93ddf89607da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:19.036453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:19.036849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:19.037368 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:19.051045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:19.051443 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:19.052122 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 6 to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af Nov 08 00:32:19.058890 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1324a507-384e-4d20-a163-e892c1f9d3ea req-4f89fb86-10ba-4983-8995-f197908f562a service neutron] 10.222.0.20 "GET /v2.0/networks/a5cf0ca0-69ee-49fe-bef7-4992bc3dc192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916868 Nov 08 00:32:19.061805 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8f6ade8a-1f40-4275-8a02-418b307f6b3e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:19.182272 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:19.182612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:19.182956 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:19.187857 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5691750f-c872-4d3f-84fd-93ddf89607da admin admin] Deleting port a6d7d887-0f9d-4f95-ab07-8942740bc16d {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:19.188371 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5691750f-c872-4d3f-84fd-93ddf89607da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:19.195037 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:19.195283 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:19.197387 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 7 to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af Nov 08 00:32:19.235089 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:19.235652 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:19.236034 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:19.244552 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:19.244943 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:19.251602 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 8 to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af Nov 08 00:32:19.284902 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:19.285158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:19.285500 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:19.291163 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1324a507-384e-4d20-a163-e892c1f9d3ea req-4dcf839c-e4a8-4619-9e8b-5992201acc39 service neutron] 10.222.0.20 "GET /v2.0/networks/a5cf0ca0-69ee-49fe-bef7-4992bc3dc192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243502 Nov 08 00:32:19.300798 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:19.301159 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:19.302512 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 9 to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af Nov 08 00:32:19.311856 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-5691750f-c872-4d3f-84fd-93ddf89607da admin admin] For port a6d7d887-0f9d-4f95-ab07-8942740bc16d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a6d7d887-0f9d-4f95-ab07-8942740bc16d,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:19.312230 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5691750f-c872-4d3f-84fd-93ddf89607da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:19.328124 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:19.328926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:19.329265 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:19.332072 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5691750f-c872-4d3f-84fd-93ddf89607da admin admin] Calling delete_port for a6d7d887-0f9d-4f95-ab07-8942740bc16d owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:19.334757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:19.335013 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:19.335471 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 10 to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af Nov 08 00:32:19.371201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:19.371689 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:19.372085 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:19.372316 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-9339ce83-d066-4b9b-aea1-a325d7b8d4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'name': 'tempest-ServersTestManualDisk-1936374690-router', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:45Z', 'updated_at': '2021-11-08T00:31:50Z', 'revision_number': 4, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'gw_port': {'id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:46Z', 'updated_at': '2021-11-08T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '87312026-9e32-4051-8773-b4aa8f3db787', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'port_id': '75b568cd-0483-46a2-8b09-9b0a983710a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192', 'mac_address': 'fa:16:3e:c4:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162385da-e538-417c-b56b-b4ae318a9889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:31:55Z', 'updated_at': '2021-11-08T00:32:16Z', 'revision_number': 1, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95d237-49af-4dba-9f93-90abeb3dc041', 'name': '', 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'mac_address': 'fa:16:3e:ce:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '4b6b1c0d-e48e-4647-bfd1-558f26656d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:49Z', 'updated_at': '2021-11-08T00:31:56Z', 'revision_number': 5, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'subnets': [{'id': '4b6b1c0d-e48e-4647-bfd1-558f26656d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:19.384504 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:19.384861 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:19.385398 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:19.413063 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339ce83-d066-4b9b-aea1-a325d7b8d4b4 None None] The sync data for ids ['b7a536e0-f505-4c8e-8699-18f9fadfb72b'] in n-d-816882-1 is: [{'id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'name': 'tempest-ServersTestManualDisk-1936374690-router', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:45Z', 'updated_at': '2021-11-08T00:31:50Z', 'revision_number': 4, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'gw_port': {'id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:46Z', 'updated_at': '2021-11-08T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '87312026-9e32-4051-8773-b4aa8f3db787', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'port_id': '75b568cd-0483-46a2-8b09-9b0a983710a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192', 'mac_address': 'fa:16:3e:c4:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162385da-e538-417c-b56b-b4ae318a9889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:31:55Z', 'updated_at': '2021-11-08T00:32:16Z', 'revision_number': 1, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95d237-49af-4dba-9f93-90abeb3dc041', 'name': '', 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'mac_address': 'fa:16:3e:ce:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '4b6b1c0d-e48e-4647-bfd1-558f26656d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:49Z', 'updated_at': '2021-11-08T00:31:56Z', 'revision_number': 5, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'subnets': [{'id': '4b6b1c0d-e48e-4647-bfd1-558f26656d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:32:19.462864 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-52a7dd5d-5363-4f0e-a28a-34e7ddfa223a', 'network_id': '52a7dd5d-5363-4f0e-a28a-34e7ddfa223a', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'fixed_ips': [{'subnet_id': '406e10d2-ecfc-47e1-8b0a-b381ef5ce2a9'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:32:19.464049 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:19.527458 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] For port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:32:19.528340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempted to set empty binding levels {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 08 00:32:19.733070 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c09281fc-601b-4d02-aab3-aa457e198bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dedec4-9093-4b71-ba50-924d1b650d9f', 'name': 'tempest-TestServerBasicOps-342726987-router', 'tenant_id': '0998765bf76d42c185e17901aef0c4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a6d7d887-0f9d-4f95-ab07-8942740bc16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:57Z', 'updated_at': '2021-11-08T00:32:17Z', 'revision_number': 5, 'project_id': '0998765bf76d42c185e17901aef0c4ca', 'gw_port': {'id': 'a6d7d887-0f9d-4f95-ab07-8942740bc16d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dedec4-9093-4b71-ba50-924d1b650d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:25:58Z', 'updated_at': '2021-11-08T00:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:19.772876 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42ea9a-db49-4b58-a2f3-9ea643d084a0 None None] New status for floating IP 87312026-9e32-4051-8773-b4aa8f3db787: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:32:19.779476 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09281fc-601b-4d02-aab3-aa457e198bf3 None None] Checking router: 49dedec4-9093-4b71-ba50-924d1b650d9f for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:32:19.794960 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Allocated IP 2001:db8::2 (52a7dd5d-5363-4f0e-a28a-34e7ddfa223a/406e10d2-ecfc-47e1-8b0a-b381ef5ce2a9/702a374f-70c8-4bb4-b9c1-c9d208aa4245) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:32:19.804015 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09281fc-601b-4d02-aab3-aa457e198bf3 None None] Routers {'49dedec4-9093-4b71-ba50-924d1b650d9f'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:19.804746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c09281fc-601b-4d02-aab3-aa457e198bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['49dedec4-9093-4b71-ba50-924d1b650d9f'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:19.970872 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c09281fc-601b-4d02-aab3-aa457e198bf3 None None] Set router 49dedec4-9093-4b71-ba50-924d1b650d9f gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:20.040515 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c09281fc-601b-4d02-aab3-aa457e198bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dedec4-9093-4b71-ba50-924d1b650d9f', 'name': 'tempest-TestServerBasicOps-342726987-router', 'tenant_id': '0998765bf76d42c185e17901aef0c4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:57Z', 'updated_at': '2021-11-08T00:32:19Z', 'revision_number': 6, 'project_id': '0998765bf76d42c185e17901aef0c4ca', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:20.065076 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8f6ade8a-1f40-4275-8a02-418b307f6b3e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:20.065076 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8f6ade8a-1f40-4275-8a02-418b307f6b3e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4386537 Nov 08 00:32:20.067233 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39374) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:20.072685 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d3ad6a76-73a3-4e8d-8a1b-67a31148214b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'port': {'network_id': '52a7dd5d-5363-4f0e-a28a-34e7ddfa223a', 'name': 'tempest-RoutersIpV6Test-646834459'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:20.076036 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09281fc-601b-4d02-aab3-aa457e198bf3 None None] The sync data for ids ['49dedec4-9093-4b71-ba50-924d1b650d9f'] in n-d-816882-1 is: [{'id': '49dedec4-9093-4b71-ba50-924d1b650d9f', 'name': 'tempest-TestServerBasicOps-342726987-router', 'tenant_id': '0998765bf76d42c185e17901aef0c4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:25:57Z', 'updated_at': '2021-11-08T00:32:19Z', 'revision_number': 6, 'project_id': '0998765bf76d42c185e17901aef0c4ca', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:32:20.085257 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:20.169730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] In _notify_port_updated(), no bound segment for port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:32:20.170628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.171249 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:20.172629 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] 10.222.0.13 "PUT /v2.0/ports/5c8343f8-2cc1-4ece-aa32-ab846b6a76af HTTP/1.1" status: 200 len: 979 time: 2.3454003 Nov 08 00:32:20.175766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39380) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:20.176713 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:20.301181 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:20.317131 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52265d-6494-446c-a294-b996f209417d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Pushing event updated for resources: {'Port': ['ID=5c8343f8-2cc1-4ece-aa32-ab846b6a76af,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:20.363590 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5691750f-c872-4d3f-84fd-93ddf89607da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:20.382512 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.383205 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.383875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.384532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.385356 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.385974 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.387680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.388559 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.389192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.389812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.390453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.391252 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.391905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.392519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.393166 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.394304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.394912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.401743 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.401743 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.401743 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.401743 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.401743 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.403293 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691750f-c872-4d3f-84fd-93ddf89607da admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d7d887-0f9d-4f95-ab07-8942740bc16d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:20.404395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.405092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.411612 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Pushing event updated for resources: {'Port': ['ID=702a374f-70c8-4bb4-b9c1-c9d208aa4245,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:20.417403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.418339 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.419235 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.420008 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.420756 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.421376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.421995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.422632 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.423250 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.423899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.425061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.425681 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.426472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:20.431225 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-10f9ae8c-cd68-41ec-b07c-a0f97f76e375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33420 time: 0.2501314 Nov 08 00:32:20.433770 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:20.435675 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ad6a76-73a3-4e8d-8a1b-67a31148214b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Made reservation on behalf of 2ca9f2452e8a47159151cbbe0fdfc045 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:20.436311 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39382) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:20.438368 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:20.442003 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:20.444577 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:20.445576 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6a76-73a3-4e8d-8a1b-67a31148214b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:20.446595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:20.447734 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:20.449051 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:20.449557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:20.450064 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:20.450551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:20.451214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:20.451712 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:32:20.462719 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Network 52a7dd5d-5363-4f0e-a28a-34e7ddfa223a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:20.463634 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:20.470133 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:32:20.511374 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-d3ad6a76-73a3-4e8d-8a1b-67a31148214b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] device_id is not set on port c5af52a4-67f7-466b-a610-252d41dab392 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:32:20.548752 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Attempting to bind port 702a374f-70c8-4bb4-b9c1-c9d208aa4245 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:20.549484 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Attempting to bind port 702a374f-70c8-4bb4-b9c1-c9d208aa4245 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'aa74825b-9f7a-411b-9845-15faa03f4855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '52a7dd5d-5363-4f0e-a28a-34e7ddfa223a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:20.550239 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Attempting to bind port 702a374f-70c8-4bb4-b9c1-c9d208aa4245 on network 52a7dd5d-5363-4f0e-a28a-34e7ddfa223a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:20.559245 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-8642420a-5fc1-49d0-a738-667e7b8a8ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Deleting port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:20.560153 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8642420a-5fc1-49d0-a738-667e7b8a8ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:20.562186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:32:20.562620 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Checking segment: {'id': 'aa74825b-9f7a-411b-9845-15faa03f4855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '52a7dd5d-5363-4f0e-a28a-34e7ddfa223a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:32:20.564495 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:20.565727 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Bound using segment: {'id': 'aa74825b-9f7a-411b-9845-15faa03f4855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '52a7dd5d-5363-4f0e-a28a-34e7ddfa223a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:32:20.571476 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Bound port: 702a374f-70c8-4bb4-b9c1-c9d208aa4245, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa74825b-9f7a-411b-9845-15faa03f4855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '52a7dd5d-5363-4f0e-a28a-34e7ddfa223a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:32:20.571476 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:20.572268 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5691750f-c872-4d3f-84fd-93ddf89607da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:20.640017 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-8642420a-5fc1-49d0-a738-667e7b8a8ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] For port 5c8343f8-2cc1-4ece-aa32-ab846b6a76af, host n-h2-816882-1, got binding levels [] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:20.640668 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8642420a-5fc1-49d0-a738-667e7b8a8ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:20.656188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-8642420a-5fc1-49d0-a738-667e7b8a8ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Calling delete_port for 5c8343f8-2cc1-4ece-aa32-ab846b6a76af owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:20.680743 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5691750f-c872-4d3f-84fd-93ddf89607da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:20.680743 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5691750f-c872-4d3f-84fd-93ddf89607da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:20.748931 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] For port 702a374f-70c8-4bb4-b9c1-c9d208aa4245, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:32:20.753802 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] For port 702a374f-70c8-4bb4-b9c1-c9d208aa4245, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=702a374f-70c8-4bb4-b9c1-c9d208aa4245,segment=NetworkSegment(aa74825b-9f7a-411b-9845-15faa03f4855),segment_id=aa74825b-9f7a-411b-9845-15faa03f4855)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:32:20.790809 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5691750f-c872-4d3f-84fd-93ddf89607da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:20.792111 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5691750f-c872-4d3f-84fd-93ddf89607da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49dedec4-9093-4b71-ba50-924d1b650d9f {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:32:20.797140 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5691750f-c872-4d3f-84fd-93ddf89607da admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:20.798425 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5691750f-c872-4d3f-84fd-93ddf89607da admin admin] 10.222.0.13 "DELETE /v2.0/routers/49dedec4-9093-4b71-ba50-924d1b650d9f HTTP/1.1" status: 204 len: 168 time: 2.3192401 Nov 08 00:32:20.801331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39390) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:20.814665 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:20.856832 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8642420a-5fc1-49d0-a738-667e7b8a8ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:20.868048 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-d3ad6a76-73a3-4e8d-8a1b-67a31148214b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Allocated IP 2001:db8::a5 (52a7dd5d-5363-4f0e-a28a-34e7ddfa223a/406e10d2-ecfc-47e1-8b0a-b381ef5ce2a9/c5af52a4-67f7-466b-a610-252d41dab392) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:32:20.872483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec98ac8-816e-4aba-80eb-bb4c8af662ab admin admin] Deleting subnet 4bd76ee9-c7fa-4c50-9741-674db731b47b {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:32:20.876724 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bec98ac8-816e-4aba-80eb-bb4c8af662ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:20.918846 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91add2bd-9ffa-4750-b18b-c4c896cda7b0 None None] Pushing event updated for resources: {'Port': ['ID=702a374f-70c8-4bb4-b9c1-c9d208aa4245,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:20.931655 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bec98ac8-816e-4aba-80eb-bb4c8af662ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:21.022288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642420a-5fc1-49d0-a738-667e7b8a8ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c8343f8-2cc1-4ece-aa32-ab846b6a76af,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:21.048710 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8642420a-5fc1-49d0-a738-667e7b8a8ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:21.056993 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8642420a-5fc1-49d0-a738-667e7b8a8ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] 10.222.0.13 "DELETE /v2.0/ports/5c8343f8-2cc1-4ece-aa32-ab846b6a76af HTTP/1.1" status: 204 len: 168 time: 0.6191063 Nov 08 00:32:21.062419 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39396) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:21.118851 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab273b1e-e394-4648-abba-ac0cd3627280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] GET failed (client error): The resource could not be found. Nov 08 00:32:21.128039 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ab273b1e-e394-4648-abba-ac0cd3627280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] 10.222.0.13 "GET /v2.0/ports/5c8343f8-2cc1-4ece-aa32-ab846b6a76af HTTP/1.1" status: 404 len: 333 time: 0.0501225 Nov 08 00:32:21.143061 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39400) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:21.145823 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bec98ac8-816e-4aba-80eb-bb4c8af662ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:21.148040 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d8f37287-39b5-45a5-aca7-81332609dad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468650605', 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:21.201867 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6a76-73a3-4e8d-8a1b-67a31148214b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:21.301356 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f37287-39b5-45a5-aca7-81332609dad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Made reservation on behalf of c98d77f9f3de445894f7c864af3034f3 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:21.303805 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8f37287-39b5-45a5-aca7-81332609dad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:21.327872 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-d8f37287-39b5-45a5-aca7-81332609dad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] device_id is not set on port d95fc4f2-082d-4b39-b5d6-3a340dd278d4 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:32:21.352676 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bec98ac8-816e-4aba-80eb-bb4c8af662ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:21.408439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec98ac8-816e-4aba-80eb-bb4c8af662ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bd76ee9-c7fa-4c50-9741-674db731b47b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:21.409234 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6a76-73a3-4e8d-8a1b-67a31148214b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:21.416296 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bec98ac8-816e-4aba-80eb-bb4c8af662ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:21.419512 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bec98ac8-816e-4aba-80eb-bb4c8af662ab admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4bd76ee9-c7fa-4c50-9741-674db731b47b HTTP/1.1" status: 204 len: 168 time: 0.6168668 Nov 08 00:32:21.422198 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39404) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:21.431434 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dedf0e-8e4b-496b-abc6-58f0f822b456 None None] Network 39cd99d3-21d6-432f-af0a-ef6a8bf65da0 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:21.525560 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:21.538937 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ad6a76-73a3-4e8d-8a1b-67a31148214b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 52a7dd5d-5363-4f0e-a28a-34e7ddfa223a is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:21.553666 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-d3ad6a76-73a3-4e8d-8a1b-67a31148214b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:21.565023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad6a76-73a3-4e8d-8a1b-67a31148214b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:32:21.571916 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ad6a76-73a3-4e8d-8a1b-67a31148214b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:21.572560 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6a76-73a3-4e8d-8a1b-67a31148214b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:21.596669 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad6a76-73a3-4e8d-8a1b-67a31148214b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=c5af52a4-67f7-466b-a610-252d41dab392,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:21.615643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] Deleting port bc15a1f2-3be7-4ecc-b01b-bf1322041441 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:21.616029 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:21.713009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] For port bc15a1f2-3be7-4ecc-b01b-bf1322041441, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bc15a1f2-3be7-4ecc-b01b-bf1322041441,segment=NetworkSegment(b6d1a282-f969-4605-9832-16f2dae82af7),segment_id=b6d1a282-f969-4605-9832-16f2dae82af7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:21.715001 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:21.744321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] Calling delete_port for bc15a1f2-3be7-4ecc-b01b-bf1322041441 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:21.751614 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bf280a-45e5-4d1c-92fa-f8f89ad823a2 None None] DHCP port deletion for 39cd99d3-21d6-432f-af0a-ef6a8bf65da0 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:32:21.755727 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8f37287-39b5-45a5-aca7-81332609dad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:21.775561 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d3ad6a76-73a3-4e8d-8a1b-67a31148214b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.7072530 Nov 08 00:32:21.778624 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39416) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:21.842327 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf280a-45e5-4d1c-92fa-f8f89ad823a2 None None] Deleting port bc15a1f2-3be7-4ecc-b01b-bf1322041441 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:21.843302 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3bf280a-45e5-4d1c-92fa-f8f89ad823a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:21.967631 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a3bf280a-45e5-4d1c-92fa-f8f89ad823a2 None None] For port bc15a1f2-3be7-4ecc-b01b-bf1322041441, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bc15a1f2-3be7-4ecc-b01b-bf1322041441,segment=NetworkSegment(b6d1a282-f969-4605-9832-16f2dae82af7),segment_id=b6d1a282-f969-4605-9832-16f2dae82af7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:21.967934 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3bf280a-45e5-4d1c-92fa-f8f89ad823a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:21.990710 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf280a-45e5-4d1c-92fa-f8f89ad823a2 None None] Calling delete_port for bc15a1f2-3be7-4ecc-b01b-bf1322041441 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:22.103463 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39418) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:22.160562 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 702a374f-70c8-4bb4-b9c1-c9d208aa4245 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:22.196558 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:32:22.216143 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:22.219410 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3bf280a-45e5-4d1c-92fa-f8f89ad823a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:22.260935 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bf280a-45e5-4d1c-92fa-f8f89ad823a2 None None] No DVR routers for this DVR port bc15a1f2-3be7-4ecc-b01b-bf1322041441 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:32:22.261185 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=bc15a1f2-3be7-4ecc-b01b-bf1322041441,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:22.298904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-66e4631a-a475-4346-a39a-36554e0c72ea tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/floatingips/0d35ef40-b217-4ab5-9aed-41e617d52c4e HTTP/1.1" status: 200 len: 993 time: 0.1819382 Nov 08 00:32:22.305581 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] No DVR routers for this DVR port bc15a1f2-3be7-4ecc-b01b-bf1322041441 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:32:22.337906 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8f37287-39b5-45a5-aca7-81332609dad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:22.369436 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf280a-45e5-4d1c-92fa-f8f89ad823a2 None None] Pushing event deleted for resources: {'Port': ['ID=bc15a1f2-3be7-4ecc-b01b-bf1322041441,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:22.398968 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 702a374f-70c8-4bb4-b9c1-c9d208aa4245 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:22.399375 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:22.431271 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:22.460117 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f37287-39b5-45a5-aca7-81332609dad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:22.466549 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-d8f37287-39b5-45a5-aca7-81332609dad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:22.472451 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39cd99d3-21d6-432f-af0a-ef6a8bf65da0']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:22.481878 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f37287-39b5-45a5-aca7-81332609dad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:32:22.483347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f37287-39b5-45a5-aca7-81332609dad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:22.484006 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8f37287-39b5-45a5-aca7-81332609dad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:22.487720 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d1a282-f969-4605-9832-16f2dae82af7') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:22.488416 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d1a282-f969-4605-9832-16f2dae82af7') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:22.505517 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f37287-39b5-45a5-aca7-81332609dad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Pushing event updated for resources: {'Port': ['ID=d95fc4f2-082d-4b39-b5d6-3a340dd278d4,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:22.517920 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e71ae5a-1f28-42b4-a700-6f5043bacff4 None None] Network 52a7dd5d-5363-4f0e-a28a-34e7ddfa223a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:22.520078 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:22.540972 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:22.548386 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:32:22.549032 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:32:22.550889 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:32:22.601009 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba524bdc-31b9-4241-b0b4-8410c1b7bf3d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:22.614714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-53376993-d93b-488c-8ade-48fe586478f2 None None] Provisioning complete for port 702a374f-70c8-4bb4-b9c1-c9d208aa4245 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:22.617238 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53376993-d93b-488c-8ade-48fe586478f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:22.647404 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d8f37287-39b5-45a5-aca7-81332609dad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5030935 Nov 08 00:32:22.650299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39434) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:22.690803 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39438) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:22.707118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bdccbb-cfa6-4a4f-9f5a-097951adc774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:22.707759 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a9bdccbb-cfa6-4a4f-9f5a-097951adc774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] 10.222.0.13 "GET /v2.0/ports/d95fc4f2-082d-4b39-b5d6-3a340dd278d4 HTTP/1.1" status: 200 len: 959 time: 0.0558312 Nov 08 00:32:22.713563 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39440) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:22.807575 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-afb92836-e3a6-4c82-91c4-0a2ec8290e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Deleting port d95fc4f2-082d-4b39-b5d6-3a340dd278d4 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:22.808232 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-afb92836-e3a6-4c82-91c4-0a2ec8290e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:22.878914 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:22.948999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 702a374f-70c8-4bb4-b9c1-c9d208aa4245, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=702a374f-70c8-4bb4-b9c1-c9d208aa4245,segment=NetworkSegment(aa74825b-9f7a-411b-9845-15faa03f4855),segment_id=aa74825b-9f7a-411b-9845-15faa03f4855)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:22.957567 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:22.994707 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53376993-d93b-488c-8ade-48fe586478f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:22.999651 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:23.005647 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] 10.222.0.13 "DELETE /v2.0/networks/39cd99d3-21d6-432f-af0a-ef6a8bf65da0 HTTP/1.1" status: 204 len: 168 time: 1.5822904 Nov 08 00:32:23.009088 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87941da5-4f49-4f6c-9d0d-988041d85c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=39cd99d3-21d6-432f-af0a-ef6a8bf65da0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:23.055380 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:23.097507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c2b50878-b424-4f6c-8fc4-b35edc5a9851 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Deleting port 571e242a-c0e0-46f4-a2e3-c33afb13ec27 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:23.097507 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2b50878-b424-4f6c-8fc4-b35edc5a9851 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:23.176735 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-afb92836-e3a6-4c82-91c4-0a2ec8290e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:23.244911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-afb92836-e3a6-4c82-91c4-0a2ec8290e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Calling delete_port for d95fc4f2-082d-4b39-b5d6-3a340dd278d4 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:23.261367 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=702a374f-70c8-4bb4-b9c1-c9d208aa4245,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:23.279874 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bc15a1f2-3be7-4ecc-b01b-bf1322041441 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:32:23.311673 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2b50878-b424-4f6c-8fc4-b35edc5a9851 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:23.312440 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2b50878-b424-4f6c-8fc4-b35edc5a9851 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:23.349165 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: bc15a1f2-3be7-4ecc-b01b-bf1322041441 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:32:23.349577 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bc15a1f2-3be7-4ecc-b01b-bf1322041441 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:32:23.349931 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 634ef74b-a7a1-433c-a484-f88e1b70c0e4 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:32:23.351425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c2b50878-b424-4f6c-8fc4-b35edc5a9851 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Calling delete_port for 571e242a-c0e0-46f4-a2e3-c33afb13ec27 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:23.384715 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 634ef74b-a7a1-433c-a484-f88e1b70c0e4 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:32:23.385058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 634ef74b-a7a1-433c-a484-f88e1b70c0e4 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:32:23.386486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a6d7d887-0f9d-4f95-ab07-8942740bc16d no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:32:23.424742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: a6d7d887-0f9d-4f95-ab07-8942740bc16d {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:32:23.425297 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a6d7d887-0f9d-4f95-ab07-8942740bc16d not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:32:23.438783 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba524bdc-31b9-4241-b0b4-8410c1b7bf3d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:23.439280 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-53376993-d93b-488c-8ade-48fe586478f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:32:23.440672 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-53376993-d93b-488c-8ade-48fe586478f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:32:23.506718 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba524bdc-31b9-4241-b0b4-8410c1b7bf3d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:23.508821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39450) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:23.568890 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-afb92836-e3a6-4c82-91c4-0a2ec8290e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:23.712483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba524bdc-31b9-4241-b0b4-8410c1b7bf3d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=c5af52a4-67f7-466b-a610-252d41dab392,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:23.724581 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2b50878-b424-4f6c-8fc4-b35edc5a9851 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:23.725000 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-afb92836-e3a6-4c82-91c4-0a2ec8290e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:23.730871 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-afb92836-e3a6-4c82-91c4-0a2ec8290e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d95fc4f2-082d-4b39-b5d6-3a340dd278d4 HTTP/1.1" status: 204 len: 168 time: 1.0102265 Nov 08 00:32:23.732590 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39458) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:23.774648 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b50878-b424-4f6c-8fc4-b35edc5a9851 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event deleted for resources: {'Port': ['ID=571e242a-c0e0-46f4-a2e3-c33afb13ec27,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:23.779356 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb92836-e3a6-4c82-91c4-0a2ec8290e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Pushing event deleted for resources: {'Port': ['ID=d95fc4f2-082d-4b39-b5d6-3a340dd278d4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:23.789903 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ed4a544b-461f-445c-98bf-b34c5e1c866a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf6aabdd7f8f40e0a5bfc671d7065857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762563 Nov 08 00:32:23.793754 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39460) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:23.810427 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a8f7b0-9efb-450f-9e63-cfdc789b3231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] GET failed (client error): The resource could not be found. Nov 08 00:32:23.814046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f4a8f7b0-9efb-450f-9e63-cfdc789b3231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] 10.222.0.13 "GET /v2.0/ports/d95fc4f2-082d-4b39-b5d6-3a340dd278d4 HTTP/1.1" status: 404 len: 333 time: 0.0795557 Nov 08 00:32:23.818620 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39462) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:23.833623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7e48c3c1-4b2a-4ec6-a57e-75e57dd18764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Request body: {'port': {'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146739486'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:23.852543 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba524bdc-31b9-4241-b0b4-8410c1b7bf3d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:23.935735 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2b50878-b424-4f6c-8fc4-b35edc5a9851 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:23.936737 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-c2b50878-b424-4f6c-8fc4-b35edc5a9851 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Floating IP 0d35ef40-b217-4ab5-9aed-41e617d52c4e disassociated (deleted). External IP: 172.25.2.104, port: 1bd4635f-e19b-4a22-a26b-f80281ef882f. Nov 08 00:32:23.990690 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05952fd0-96e0-4503-97e7-55ebf44b8d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:24.015874 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05952fd0-96e0-4503-97e7-55ebf44b8d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:24.048845 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 702a374f-70c8-4bb4-b9c1-c9d208aa4245 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:32:24.143808 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 702a374f-70c8-4bb4-b9c1-c9d208aa4245 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:24.144396 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:24.147772 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-74d32d2b-9ef1-45c7-9867-21f66b35ef3a None None] Provisioning complete for port c5af52a4-67f7-466b-a610-252d41dab392 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:24.148170 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-74d32d2b-9ef1-45c7-9867-21f66b35ef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:24.153590 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba524bdc-31b9-4241-b0b4-8410c1b7bf3d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:24.166175 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e48c3c1-4b2a-4ec6-a57e-75e57dd18764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Made reservation on behalf of c98d77f9f3de445894f7c864af3034f3 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:24.176149 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e48c3c1-4b2a-4ec6-a57e-75e57dd18764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:24.219254 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-74d32d2b-9ef1-45c7-9867-21f66b35ef3a None None] Port c5af52a4-67f7-466b-a610-252d41dab392 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:32:24.260865 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-74d32d2b-9ef1-45c7-9867-21f66b35ef3a None None] Provisioning complete for port 702a374f-70c8-4bb4-b9c1-c9d208aa4245 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:24.261238 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-74d32d2b-9ef1-45c7-9867-21f66b35ef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:24.279362 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05952fd0-96e0-4503-97e7-55ebf44b8d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:24.282016 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05952fd0-96e0-4503-97e7-55ebf44b8d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:24.287030 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-05952fd0-96e0-4503-97e7-55ebf44b8d92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2dfba682-fa4d-45a6-8399-2f9cdad1ed86 HTTP/1.1" status: 204 len: 168 time: 0.4920428 Nov 08 00:32:24.356243 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05952fd0-96e0-4503-97e7-55ebf44b8d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfba682-fa4d-45a6-8399-2f9cdad1ed86,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:24.427925 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-7e48c3c1-4b2a-4ec6-a57e-75e57dd18764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] device_id is not set on port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:32:24.561208 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba524bdc-31b9-4241-b0b4-8410c1b7bf3d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:24.638625 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba524bdc-31b9-4241-b0b4-8410c1b7bf3d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:24.641113 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba524bdc-31b9-4241-b0b4-8410c1b7bf3d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:24.823453 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba524bdc-31b9-4241-b0b4-8410c1b7bf3d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=c5af52a4-67f7-466b-a610-252d41dab392,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:24.935638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b50878-b424-4f6c-8fc4-b35edc5a9851 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Router 78829916-2b4b-4b22-832c-e22d596f4c2f has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:32:24.947384 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba524bdc-31b9-4241-b0b4-8410c1b7bf3d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 52a7dd5d-5363-4f0e-a28a-34e7ddfa223a is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:24.948858 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-ba524bdc-31b9-4241-b0b4-8410c1b7bf3d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:25.076398 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e48c3c1-4b2a-4ec6-a57e-75e57dd18764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:25.131499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b50878-b424-4f6c-8fc4-b35edc5a9851 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:25.137047 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2b50878-b424-4f6c-8fc4-b35edc5a9851 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:25.144667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a80b07e-6e09-43ad-880a-9129cb79a1c2 None None] Sync routers for ids ['78829916-2b4b-4b22-832c-e22d596f4c2f'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:25.172057 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a80b07e-6e09-43ad-880a-9129cb79a1c2 None None] Routers {'78829916-2b4b-4b22-832c-e22d596f4c2f'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:25.172704 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5a80b07e-6e09-43ad-880a-9129cb79a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['78829916-2b4b-4b22-832c-e22d596f4c2f'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:25.210459 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba524bdc-31b9-4241-b0b4-8410c1b7bf3d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 4f1da61b-9ee4-45a8-814c-5010c6c96ce7 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:32:25.216579 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c2b50878-b424-4f6c-8fc4-b35edc5a9851 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "DELETE /v2.0/floatingips/0d35ef40-b217-4ab5-9aed-41e617d52c4e HTTP/1.1" status: 204 len: 168 time: 2.5222089 Nov 08 00:32:25.219426 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdde1338-584b-4006-a2be-e42864858165', 'tag': '1bd4635f-e19b-4a22-a26b-f80281ef882f'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:32:25.223070 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb90a629-b95d-486c-9841-c7737a83bd42" -d '{"events": [{"name": "network-changed", "server_uuid": "cdde1338-584b-4006-a2be-e42864858165", "tag": "1bd4635f-e19b-4a22-a26b-f80281ef882f"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:32:25.240467 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e48c3c1-4b2a-4ec6-a57e-75e57dd18764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:25.325278 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb976ed-cb65-4f41-829c-998f944805b7 x-openstack-request-id: req-4eb976ed-cb65-4f41-829c-998f944805b7 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:32:25.325624 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdde1338-584b-4006-a2be-e42864858165", "tag": "1bd4635f-e19b-4a22-a26b-f80281ef882f", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:32:25.325835 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4eb976ed-cb65-4f41-829c-998f944805b7 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:32:25.326186 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdde1338-584b-4006-a2be-e42864858165', 'tag': '1bd4635f-e19b-4a22-a26b-f80281ef882f', 'status': 'completed', 'code': 200} Nov 08 00:32:25.360168 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e48c3c1-4b2a-4ec6-a57e-75e57dd18764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:25.391216 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba524bdc-31b9-4241-b0b4-8410c1b7bf3d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:25.391455 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-7e48c3c1-4b2a-4ec6-a57e-75e57dd18764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:25.393843 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39498) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:25.397469 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e48c3c1-4b2a-4ec6-a57e-75e57dd18764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:32:25.398252 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e48c3c1-4b2a-4ec6-a57e-75e57dd18764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:25.398847 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e48c3c1-4b2a-4ec6-a57e-75e57dd18764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:25.401258 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48c3c1-4b2a-4ec6-a57e-75e57dd18764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Pushing event updated for resources: {'Port': ['ID=12277ec8-bbd5-44d7-81b7-1543ed3579e0,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:25.404304 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a3bc73-9b98-41d3-8586-8fea3674fbaa None None] Sync routers for ids ['4f1da61b-9ee4-45a8-814c-5010c6c96ce7'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:25.410904 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ba524bdc-31b9-4241-b0b4-8410c1b7bf3d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/4f1da61b-9ee4-45a8-814c-5010c6c96ce7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6280499 Nov 08 00:32:25.413023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39500) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:25.419774 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a3bc73-9b98-41d3-8586-8fea3674fbaa None None] Routers {'4f1da61b-9ee4-45a8-814c-5010c6c96ce7'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:25.423988 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-26a3bc73-9b98-41d3-8586-8fea3674fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4f1da61b-9ee4-45a8-814c-5010c6c96ce7'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:25.477309 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5a80b07e-6e09-43ad-880a-9129cb79a1c2 None None] Set router 78829916-2b4b-4b22-832c-e22d596f4c2f gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:25.499814 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-76621955-5343-449f-adda-8756559d5f6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0998765bf76d42c185e17901aef0c4ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1044092 Nov 08 00:32:25.501961 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39504) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:25.522484 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-26a3bc73-9b98-41d3-8586-8fea3674fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:25.534456 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a3bc73-9b98-41d3-8586-8fea3674fbaa None None] Routers {'4f1da61b-9ee4-45a8-814c-5010c6c96ce7'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:25.535170 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-26a3bc73-9b98-41d3-8586-8fea3674fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4f1da61b-9ee4-45a8-814c-5010c6c96ce7'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:25.556452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90a629-b95d-486c-9841-c7737a83bd42 req-8b9de9cf-1635-460d-a41c-ee6941ab1d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:25.558130 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb90a629-b95d-486c-9841-c7737a83bd42 req-8b9de9cf-1635-460d-a41c-ee6941ab1d03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b&device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 1096 time: 0.2020712 Nov 08 00:32:25.568158 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bf828767-c186-4764-b8f2-999e4e399b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:25.569552 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-26a3bc73-9b98-41d3-8586-8fea3674fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:25.570264 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a3bc73-9b98-41d3-8586-8fea3674fbaa None None] The sync data for ids ['4f1da61b-9ee4-45a8-814c-5010c6c96ce7'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:32:25.576304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47593ef-3635-402d-982c-180f035b4860 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:25.580280 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d47593ef-3635-402d-982c-180f035b4860 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/ports/c5af52a4-67f7-466b-a610-252d41dab392 HTTP/1.1" status: 200 len: 982 time: 0.1634493 Nov 08 00:32:25.591358 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39508) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:25.600965 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bf828767-c186-4764-b8f2-999e4e399b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:25.681642 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39512) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:25.681897 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7e48c3c1-4b2a-4ec6-a57e-75e57dd18764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8528240 Nov 08 00:32:25.689032 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:25.746830 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bf828767-c186-4764-b8f2-999e4e399b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:25.757229 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bf828767-c186-4764-b8f2-999e4e399b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:25.765076 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bf828767-c186-4764-b8f2-999e4e399b3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70b094e5-40f7-4ed3-9350-3c39f1cb625f HTTP/1.1" status: 204 len: 168 time: 0.2616363 Nov 08 00:32:25.930930 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:25.933520 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf828767-c186-4764-b8f2-999e4e399b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b094e5-40f7-4ed3-9350-3c39f1cb625f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:26.030036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90a629-b95d-486c-9841-c7737a83bd42 req-c6b03021-ebe9-41e5-b4a8-db6b4f415a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:26.031510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb90a629-b95d-486c-9841-c7737a83bd42 req-c6b03021-ebe9-41e5-b4a8-db6b4f415a8f service neutron] 10.222.0.20 "GET /v2.0/networks?id=30f474ab-1523-4058-99ef-18ce6d067781 HTTP/1.1" status: 200 len: 898 time: 0.4529135 Nov 08 00:32:26.064621 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e2b0ae30-a867-45c6-9a4f-cdd9a078eb7c None None] Provisioning complete for port c5af52a4-67f7-466b-a610-252d41dab392 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:26.065074 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2b0ae30-a867-45c6-9a4f-cdd9a078eb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:26.131647 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb90a629-b95d-486c-9841-c7737a83bd42 req-062c7d10-f171-4c0d-8ee0-63e64a2b8241 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bd4635f-e19b-4a22-a26b-f80281ef882f HTTP/1.1" status: 200 len: 217 time: 0.0831752 Nov 08 00:32:26.153018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c4caa-c43d-4208-8073-5fa2f38af2ea req-ac5f2dbe-fcd6-45ee-b3fb-28badc236453 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:26.158716 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e2b0ae30-a867-45c6-9a4f-cdd9a078eb7c None None] Port c5af52a4-67f7-466b-a610-252d41dab392 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:32:26.165220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f56c4caa-c43d-4208-8073-5fa2f38af2ea req-ac5f2dbe-fcd6-45ee-b3fb-28badc236453 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 945 time: 0.2065597 Nov 08 00:32:26.284896 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] device_id is not set on port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:32:26.306828 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f56c4caa-c43d-4208-8073-5fa2f38af2ea req-f1848914-0e9e-4d1a-bc58-0398b397315c tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab258aa-bef4-47e8-8a0e-d9be242b2d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407743 Nov 08 00:32:26.312266 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:26.324202 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5a80b07e-6e09-43ad-880a-9129cb79a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'name': 'tempest-TestNetworkBasicOps-router-825281122', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:36Z', 'updated_at': '2021-11-08T00:30:46Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:38Z', 'updated_at': '2021-11-08T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'aa646c55-d217-4868-92ea-eb681d4dab8e', 'name': '', 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:12:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7b5f70ab-cf1c-42f2-8ea1-0e11e081756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:45Z', 'updated_at': '2021-11-08T00:30:50Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': '7b5f70ab-cf1c-42f2-8ea1-0e11e081756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:26.324465 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90a629-b95d-486c-9841-c7737a83bd42 req-80e496f5-5325-4080-8ca8-5d11b3eb119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:26.328147 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb90a629-b95d-486c-9841-c7737a83bd42 req-80e496f5-5325-4080-8ca8-5d11b3eb119e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b5f70ab-cf1c-42f2-8ea1-0e11e081756c HTTP/1.1" status: 200 len: 835 time: 0.1863499 Nov 08 00:32:26.373375 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a80b07e-6e09-43ad-880a-9129cb79a1c2 None None] Checking router: 78829916-2b4b-4b22-832c-e22d596f4c2f for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:32:26.390303 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a80b07e-6e09-43ad-880a-9129cb79a1c2 None None] Routers {'78829916-2b4b-4b22-832c-e22d596f4c2f'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:26.392058 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:26.392217 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5a80b07e-6e09-43ad-880a-9129cb79a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['78829916-2b4b-4b22-832c-e22d596f4c2f'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:26.444041 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90a629-b95d-486c-9841-c7737a83bd42 req-49672129-e398-4e9b-9aa9-b28021e3d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:26.451685 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb90a629-b95d-486c-9841-c7737a83bd42 req-49672129-e398-4e9b-9aa9-b28021e3d287 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30f474ab-1523-4058-99ef-18ce6d067781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088200 Nov 08 00:32:26.507854 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Pushing event updated for resources: {'Port': ['ID=12277ec8-bbd5-44d7-81b7-1543ed3579e0,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:26.562093 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:26.563108 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:26.563670 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:26.572554 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5a80b07e-6e09-43ad-880a-9129cb79a1c2 None None] Set router 78829916-2b4b-4b22-832c-e22d596f4c2f gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:26.573094 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:26.573682 n-d-816882-1 neutron-server[102771]: ERROR neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:26.575581 n-d-816882-1 neutron-server[102771]: INFO neutron.plugins.ml2.plugin [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 2 to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 Nov 08 00:32:26.594673 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:26.595012 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:26.595512 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:26.602053 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:26.602462 n-d-816882-1 neutron-server[102771]: ERROR neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:26.608589 n-d-816882-1 neutron-server[102771]: INFO neutron.plugins.ml2.plugin [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 3 to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 Nov 08 00:32:26.618076 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:26.618607 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:26.618953 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:26.624403 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:26.625141 n-d-816882-1 neutron-server[102771]: ERROR neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:26.625268 n-d-816882-1 neutron-server[102771]: INFO neutron.plugins.ml2.plugin [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 4 to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 Nov 08 00:32:26.641861 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:26.642379 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:26.642719 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:26.648477 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:26.649552 n-d-816882-1 neutron-server[102771]: ERROR neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:26.649959 n-d-816882-1 neutron-server[102771]: INFO neutron.plugins.ml2.plugin [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 5 to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 Nov 08 00:32:26.666074 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:26.666405 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:26.667016 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:26.667927 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eac33d8d-ee2a-41de-94fe-70491bd6f560 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:26.672164 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:26.672731 n-d-816882-1 neutron-server[102771]: ERROR neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:26.672861 n-d-816882-1 neutron-server[102771]: INFO neutron.plugins.ml2.plugin [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 6 to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 Nov 08 00:32:26.688912 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:26.689781 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:26.690859 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:26.696080 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:26.696607 n-d-816882-1 neutron-server[102771]: ERROR neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:26.697198 n-d-816882-1 neutron-server[102771]: INFO neutron.plugins.ml2.plugin [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 7 to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 Nov 08 00:32:26.720777 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:26.722065 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:26.722609 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:26.728520 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:26.729147 n-d-816882-1 neutron-server[102771]: ERROR neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:26.729801 n-d-816882-1 neutron-server[102771]: INFO neutron.plugins.ml2.plugin [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 8 to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 Nov 08 00:32:26.745307 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:26.745953 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:26.746464 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:26.751816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:26.752376 n-d-816882-1 neutron-server[102771]: ERROR neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:26.753016 n-d-816882-1 neutron-server[102771]: INFO neutron.plugins.ml2.plugin [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 9 to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 Nov 08 00:32:26.767277 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:26.767870 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:26.768888 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:26.776819 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:26.777380 n-d-816882-1 neutron-server[102771]: ERROR neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:26.778088 n-d-816882-1 neutron-server[102771]: INFO neutron.plugins.ml2.plugin [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempt 10 to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 Nov 08 00:32:26.798493 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:26.799090 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:26.800489 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempting to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:26.806394 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:26.806768 n-d-816882-1 neutron-server[102771]: ERROR neutron.plugins.ml2.managers [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Failed to bind port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '9d5ad5e0-2b64-496b-8916-33627f097762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e31b4f36-6c85-4223-a7a0-3ba6207e29a1'}] Nov 08 00:32:26.807120 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:26.815617 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb90a629-b95d-486c-9841-c7737a83bd42 req-bd8d0afc-6cc9-41d6-9df4-ec961721d0b6 service neutron] 10.222.0.20 "GET /v2.0/networks/30f474ab-1523-4058-99ef-18ce6d067781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558793 Nov 08 00:32:26.911353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] For port 12277ec8-bbd5-44d7-81b7-1543ed3579e0, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:32:26.911663 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attempted to set empty binding levels {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 08 00:32:26.934738 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5a80b07e-6e09-43ad-880a-9129cb79a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'name': 'tempest-TestNetworkBasicOps-router-825281122', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:36Z', 'updated_at': '2021-11-08T00:30:46Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:38Z', 'updated_at': '2021-11-08T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'aa646c55-d217-4868-92ea-eb681d4dab8e', 'name': '', 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:12:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7b5f70ab-cf1c-42f2-8ea1-0e11e081756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:45Z', 'updated_at': '2021-11-08T00:30:50Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': '7b5f70ab-cf1c-42f2-8ea1-0e11e081756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:26.966354 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a80b07e-6e09-43ad-880a-9129cb79a1c2 None None] The sync data for ids ['78829916-2b4b-4b22-832c-e22d596f4c2f'] in n-d-816882-1 is: [{'id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'name': 'tempest-TestNetworkBasicOps-router-825281122', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:36Z', 'updated_at': '2021-11-08T00:30:46Z', 'revision_number': 4, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:38Z', 'updated_at': '2021-11-08T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'aa646c55-d217-4868-92ea-eb681d4dab8e', 'name': '', 'network_id': '30f474ab-1523-4058-99ef-18ce6d067781', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'mac_address': 'fa:16:3e:12:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7b5f70ab-cf1c-42f2-8ea1-0e11e081756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:45Z', 'updated_at': '2021-11-08T00:30:50Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'subnets': [{'id': '7b5f70ab-cf1c-42f2-8ea1-0e11e081756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:32:26.986606 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:27.074608 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] In _notify_port_updated(), no bound segment for port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 on network e31b4f36-6c85-4223-a7a0-3ba6207e29a1 {{(pid=102771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:32:27.075989 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:27.077057 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:27.083822 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] 10.222.0.13 "PUT /v2.0/ports/12277ec8-bbd5-44d7-81b7-1543ed3579e0 HTTP/1.1" status: 200 len: 979 time: 1.4003785 Nov 08 00:32:27.084503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39556) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:27.172137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb90a629-b95d-486c-9841-c7737a83bd42 req-aa366a31-f9e4-4356-a8ee-37452ee304d5 service neutron] 10.222.0.20 "GET /v2.0/networks/30f474ab-1523-4058-99ef-18ce6d067781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898617 Nov 08 00:32:27.181759 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38414f78-5ab5-430a-8567-4f3f1784b4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Pushing event updated for resources: {'Port': ['ID=12277ec8-bbd5-44d7-81b7-1543ed3579e0,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:27.215602 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-df4a6bb3-c34f-47d5-93a4-d170a50a3776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Deleting port 12277ec8-bbd5-44d7-81b7-1543ed3579e0 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:27.215984 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df4a6bb3-c34f-47d5-93a4-d170a50a3776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:27.300659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-eac33d8d-ee2a-41de-94fe-70491bd6f560 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting port c5af52a4-67f7-466b-a610-252d41dab392 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:27.300659 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eac33d8d-ee2a-41de-94fe-70491bd6f560 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:27.317885 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-df4a6bb3-c34f-47d5-93a4-d170a50a3776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] For port 12277ec8-bbd5-44d7-81b7-1543ed3579e0, host n-h2-816882-1, got binding levels [] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:27.318902 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df4a6bb3-c34f-47d5-93a4-d170a50a3776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:27.336881 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219b7a69-6f5f-4b79-a78b-c088f874f03c None None] New status for floating IP 0d35ef40-b217-4ab5-9aed-41e617d52c4e: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:32:27.406004 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-df4a6bb3-c34f-47d5-93a4-d170a50a3776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Calling delete_port for 12277ec8-bbd5-44d7-81b7-1543ed3579e0 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:27.431535 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39570) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:27.492820 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eac33d8d-ee2a-41de-94fe-70491bd6f560 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:27.559552 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-eac33d8d-ee2a-41de-94fe-70491bd6f560 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Calling delete_port for c5af52a4-67f7-466b-a610-252d41dab392 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:27.604924 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df4a6bb3-c34f-47d5-93a4-d170a50a3776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:27.639673 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a6bb3-c34f-47d5-93a4-d170a50a3776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Pushing event deleted for resources: {'Port': ['ID=12277ec8-bbd5-44d7-81b7-1543ed3579e0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:27.649367 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df4a6bb3-c34f-47d5-93a4-d170a50a3776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:27.658130 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-df4a6bb3-c34f-47d5-93a4-d170a50a3776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] 10.222.0.13 "DELETE /v2.0/ports/12277ec8-bbd5-44d7-81b7-1543ed3579e0 HTTP/1.1" status: 204 len: 168 time: 0.5679512 Nov 08 00:32:27.659086 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39578) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:27.676655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-9195f37b-6722-468d-b010-38db95f30216 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1186341387-network', 'tenant_id': 'e654d48041cb41cfbc892b9cf478725c'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:27.687288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a98f60-1c29-4b26-8c28-382e5cf199bf req-03ff89f3-dc50-4808-9972-60e9ace8fc5f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:27.688860 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51a98f60-1c29-4b26-8c28-382e5cf199bf req-03ff89f3-dc50-4808-9972-60e9ace8fc5f tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 945 time: 0.2098467 Nov 08 00:32:27.701352 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-27148583-6d96-4dea-bd98-305bc703132b tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] GET failed (client error): The resource could not be found. Nov 08 00:32:27.704401 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-27148583-6d96-4dea-bd98-305bc703132b tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149999457-project-admin] 10.222.0.13 "GET /v2.0/ports/12277ec8-bbd5-44d7-81b7-1543ed3579e0 HTTP/1.1" status: 404 len: 333 time: 0.0397093 Nov 08 00:32:27.708530 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39588) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:27.803914 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eb0da5c0-b954-4d65-8789-a44b7407acab tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:27.930940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9195f37b-6722-468d-b010-38db95f30216 admin admin] Made reservation on behalf of e654d48041cb41cfbc892b9cf478725c for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:27.935159 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9195f37b-6722-468d-b010-38db95f30216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:27.948647 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51a98f60-1c29-4b26-8c28-382e5cf199bf req-bcb0ec30-9374-4656-bc84-35dd22c4bc25 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab258aa-bef4-47e8-8a0e-d9be242b2d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475767 Nov 08 00:32:27.981318 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9195f37b-6722-468d-b010-38db95f30216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:27.996587 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45a9f6-43e8-4aa5-8525-3227b1d66fb7 req-3acdd31a-dd3d-45c7-87e4-96d88977ed4c tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:28.001723 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f45a9f6-43e8-4aa5-8525-3227b1d66fb7 req-3acdd31a-dd3d-45c7-87e4-96d88977ed4c tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 945 time: 0.2641573 Nov 08 00:32:28.164160 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-897bd77e-733c-4db0-836a-0b512cb60bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:28.200360 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-2f45a9f6-43e8-4aa5-8525-3227b1d66fb7 req-0da8754f-208e-4cd5-8751-992d008ce1c4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Deleting port 1bd4635f-e19b-4a22-a26b-f80281ef882f {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:28.200705 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2f45a9f6-43e8-4aa5-8525-3227b1d66fb7 req-0da8754f-208e-4cd5-8751-992d008ce1c4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:28.259406 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eac33d8d-ee2a-41de-94fe-70491bd6f560 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:28.368764 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eb0da5c0-b954-4d65-8789-a44b7407acab tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:28.381177 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9195f37b-6722-468d-b010-38db95f30216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:28.394546 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-eb0da5c0-b954-4d65-8789-a44b7407acab tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31b4f36-6c85-4223-a7a0-3ba6207e29a1']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:28.417985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac33d8d-ee2a-41de-94fe-70491bd6f560 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Port': ['ID=c5af52a4-67f7-466b-a610-252d41dab392,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:28.422399 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-eb0da5c0-b954-4d65-8789-a44b7407acab tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5ad5e0-2b64-496b-8916-33627f097762') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:28.423248 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-eb0da5c0-b954-4d65-8789-a44b7407acab tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5ad5e0-2b64-496b-8916-33627f097762') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:28.440603 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eb0da5c0-b954-4d65-8789-a44b7407acab tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:28.456406 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eb0da5c0-b954-4d65-8789-a44b7407acab tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:28.463254 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0da5c0-b954-4d65-8789-a44b7407acab tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:32:28.463802 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eb0da5c0-b954-4d65-8789-a44b7407acab tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:32:28.466984 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:32:28.474041 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9195f37b-6722-468d-b010-38db95f30216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:28.598236 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eb0da5c0-b954-4d65-8789-a44b7407acab tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:28.606235 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eac33d8d-ee2a-41de-94fe-70491bd6f560 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:28.612828 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eb0da5c0-b954-4d65-8789-a44b7407acab tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:28.622906 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-eb0da5c0-b954-4d65-8789-a44b7407acab tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] 10.222.0.13 "DELETE /v2.0/networks/e31b4f36-6c85-4223-a7a0-3ba6207e29a1 HTTP/1.1" status: 204 len: 168 time: 0.9074187 Nov 08 00:32:28.648085 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0da5c0-b954-4d65-8789-a44b7407acab tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-493122416-project] Pushing event deleted for resources: {'Network': ['ID=e31b4f36-6c85-4223-a7a0-3ba6207e29a1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:28.656255 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9195f37b-6722-468d-b010-38db95f30216 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:32:28.756851 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-2f45a9f6-43e8-4aa5-8525-3227b1d66fb7 req-0da8754f-208e-4cd5-8751-992d008ce1c4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] For port 1bd4635f-e19b-4a22-a26b-f80281ef882f, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1bd4635f-e19b-4a22-a26b-f80281ef882f,segment=NetworkSegment(4cd07b0d-e72e-4651-b92a-8251a28811a2),segment_id=4cd07b0d-e72e-4651-b92a-8251a28811a2)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:28.762103 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2f45a9f6-43e8-4aa5-8525-3227b1d66fb7 req-0da8754f-208e-4cd5-8751-992d008ce1c4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:28.786033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195f37b-6722-468d-b010-38db95f30216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2839bff5-09b3-44c3-acec-e14feaae6864,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:28.793984 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9195f37b-6722-468d-b010-38db95f30216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:28.794336 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-9195f37b-6722-468d-b010-38db95f30216 admin admin] Added segment e0295b67-2770-46c9-a928-503e71b8a8e5 of type vlan for network 639e8422-575c-4b74-b12e-94c71b983f87 Nov 08 00:32:28.835981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-2f45a9f6-43e8-4aa5-8525-3227b1d66fb7 req-0da8754f-208e-4cd5-8751-992d008ce1c4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Calling delete_port for 1bd4635f-e19b-4a22-a26b-f80281ef882f owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:28.888383 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9195f37b-6722-468d-b010-38db95f30216 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:29.033270 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac33d8d-ee2a-41de-94fe-70491bd6f560 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 4f1da61b-9ee4-45a8-814c-5010c6c96ce7 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:32:29.185674 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9195f37b-6722-468d-b010-38db95f30216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:29.194601 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9195f37b-6722-468d-b010-38db95f30216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:29.194601 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9195f37b-6722-468d-b010-38db95f30216 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:29.345509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39622) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:29.362077 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195f37b-6722-468d-b010-38db95f30216 admin admin] Pushing event updated for resources: {'Network': ['ID=639e8422-575c-4b74-b12e-94c71b983f87,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:29.396370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 639e8422-575c-4b74-b12e-94c71b983f87 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:32:29.405175 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39626) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:29.406357 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9195f37b-6722-468d-b010-38db95f30216 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9735677 Nov 08 00:32:29.407813 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2f45a9f6-43e8-4aa5-8525-3227b1d66fb7 req-0da8754f-208e-4cd5-8751-992d008ce1c4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:29.410956 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-be44a7d0-1903-4ab6-90b3-abb5a6c06407 admin admin] Request body: {'subnet': {'network_id': '639e8422-575c-4b74-b12e-94c71b983f87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1186341387-subnet', 'tenant_id': 'e654d48041cb41cfbc892b9cf478725c', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:29.527464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8754f-208e-4cd5-8751-992d008ce1c4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event deleted for resources: {'Port': ['ID=1bd4635f-e19b-4a22-a26b-f80281ef882f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:29.546328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac33d8d-ee2a-41de-94fe-70491bd6f560 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:29.553958 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91c7a5e-ce09-42fd-b09f-2375b658a64c None None] Sync routers for ids ['4f1da61b-9ee4-45a8-814c-5010c6c96ce7'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:29.563196 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-eac33d8d-ee2a-41de-94fe-70491bd6f560 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/4f1da61b-9ee4-45a8-814c-5010c6c96ce7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9692214 Nov 08 00:32:29.569919 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39628) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:29.581499 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91c7a5e-ce09-42fd-b09f-2375b658a64c None None] Routers {'4f1da61b-9ee4-45a8-814c-5010c6c96ce7'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:29.581698 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4136a604-a643-433e-bd79-86408033ecee req-45985b2f-471e-46b6-a5c6-ae8ae65fbbfa tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 210 time: 0.0593939 Nov 08 00:32:29.582343 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f45a9f6-43e8-4aa5-8525-3227b1d66fb7 req-0da8754f-208e-4cd5-8751-992d008ce1c4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] No DVR routers for this DVR port 1bd4635f-e19b-4a22-a26b-f80281ef882f on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:32:29.582668 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b91c7a5e-ce09-42fd-b09f-2375b658a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4f1da61b-9ee4-45a8-814c-5010c6c96ce7'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:29.585415 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2f45a9f6-43e8-4aa5-8525-3227b1d66fb7 req-0da8754f-208e-4cd5-8751-992d008ce1c4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:29.590100 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f45a9f6-43e8-4aa5-8525-3227b1d66fb7 req-0da8754f-208e-4cd5-8751-992d008ce1c4 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.20 "DELETE /v2.0/ports/1bd4635f-e19b-4a22-a26b-f80281ef882f HTTP/1.1" status: 204 len: 173 time: 1.5831819 Nov 08 00:32:29.590861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdde1338-584b-4006-a2be-e42864858165', 'name': 'network-vif-deleted', 'tag': '1bd4635f-e19b-4a22-a26b-f80281ef882f'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:32:29.593832 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6113a969-d755-405e-bec9-522f5add43ea" -d '{"events": [{"server_uuid": "cdde1338-584b-4006-a2be-e42864858165", "name": "network-vif-deleted", "tag": "1bd4635f-e19b-4a22-a26b-f80281ef882f"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:32:29.620294 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be44a7d0-1903-4ab6-90b3-abb5a6c06407 admin admin] Made reservation on behalf of e654d48041cb41cfbc892b9cf478725c for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:29.622539 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be44a7d0-1903-4ab6-90b3-abb5a6c06407 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:29.652570 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b91c7a5e-ce09-42fd-b09f-2375b658a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:29.661872 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91c7a5e-ce09-42fd-b09f-2375b658a64c None None] Routers {'4f1da61b-9ee4-45a8-814c-5010c6c96ce7'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:29.663625 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b91c7a5e-ce09-42fd-b09f-2375b658a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['4f1da61b-9ee4-45a8-814c-5010c6c96ce7'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:29.668947 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2966fec-4117-4c7b-9a2b-fc4173dee9c5 x-openstack-request-id: req-e2966fec-4117-4c7b-9a2b-fc4173dee9c5 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:32:29.669240 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdde1338-584b-4006-a2be-e42864858165", "name": "network-vif-deleted", "tag": "1bd4635f-e19b-4a22-a26b-f80281ef882f", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:32:29.669495 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2966fec-4117-4c7b-9a2b-fc4173dee9c5 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:32:29.669949 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdde1338-584b-4006-a2be-e42864858165', 'name': 'network-vif-deleted', 'tag': '1bd4635f-e19b-4a22-a26b-f80281ef882f', 'status': 'completed', 'code': 200} Nov 08 00:32:29.705042 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b91c7a5e-ce09-42fd-b09f-2375b658a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:29.706082 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91c7a5e-ce09-42fd-b09f-2375b658a64c None None] The sync data for ids ['4f1da61b-9ee4-45a8-814c-5010c6c96ce7'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:32:29.860765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39638) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:29.861379 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2cea7ae4-38ad-42d8-9ce1-9e08c949ff1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8235544cc5394de38777a83e420d6263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5140531 Nov 08 00:32:29.967874 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-507f31a4-eda8-44b6-996f-424483ee8f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:30.008645 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-507f31a4-eda8-44b6-996f-424483ee8f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:30.050592 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-acd2fcba-2501-4bb5-8692-5418181e4f8b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] remove_router_interface failed (client error): The resource could not be found. Nov 08 00:32:30.055871 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-acd2fcba-2501-4bb5-8692-5418181e4f8b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/4f1da61b-9ee4-45a8-814c-5010c6c96ce7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4804080 Nov 08 00:32:30.056571 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39642) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:30.099162 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39644) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:30.100994 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b10fef15-92ff-44ae-981b-0da5ca3e5ff8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1da61b-9ee4-45a8-814c-5010c6c96ce7 HTTP/1.1" status: 200 len: 205 time: 0.0428610 Nov 08 00:32:30.192057 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-00eb49f9-1f49-4005-b48a-974ab3d5dc68 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:30.299145 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-507f31a4-eda8-44b6-996f-424483ee8f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:30.299145 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-507f31a4-eda8-44b6-996f-424483ee8f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:30.299145 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-507f31a4-eda8-44b6-996f-424483ee8f50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/316cc2cd-2d24-4df7-a133-a64dc32573d4 HTTP/1.1" status: 204 len: 168 time: 0.4104695 Nov 08 00:32:30.299145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f31a4-eda8-44b6-996f-424483ee8f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316cc2cd-2d24-4df7-a133-a64dc32573d4,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:30.405367 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-00eb49f9-1f49-4005-b48a-974ab3d5dc68 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:30.407802 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-00eb49f9-1f49-4005-b48a-974ab3d5dc68 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:30.529438 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be44a7d0-1903-4ab6-90b3-abb5a6c06407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:30.570995 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-00eb49f9-1f49-4005-b48a-974ab3d5dc68 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:30.578981 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00eb49f9-1f49-4005-b48a-974ab3d5dc68 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Fanout notify agent at l3_agent the message router_deleted on router 4f1da61b-9ee4-45a8-814c-5010c6c96ce7 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:32:30.589610 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-00eb49f9-1f49-4005-b48a-974ab3d5dc68 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:30.590734 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-00eb49f9-1f49-4005-b48a-974ab3d5dc68 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/routers/4f1da61b-9ee4-45a8-814c-5010c6c96ce7 HTTP/1.1" status: 204 len: 168 time: 0.4904943 Nov 08 00:32:30.594128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39654) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:30.611895 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44a7d0-1903-4ab6-90b3-abb5a6c06407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86357c1a-15b6-4ffe-827a-71582c979c8e,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:30.624083 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be44a7d0-1903-4ab6-90b3-abb5a6c06407 admin admin] Checking segment: {'id': 'e0295b67-2770-46c9-a928-503e71b8a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:32:30.625198 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be44a7d0-1903-4ab6-90b3-abb5a6c06407 admin admin] Network hostable DHCP agents. Network: 639e8422-575c-4b74-b12e-94c71b983f87, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:32:30.671612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9fd9e3-ed55-481b-92e2-2eeab5ac7074 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting subnet 406e10d2-ecfc-47e1-8b0a-b381ef5ce2a9 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:32:30.675103 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7c9fd9e3-ed55-481b-92e2-2eeab5ac7074 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:30.717831 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be44a7d0-1903-4ab6-90b3-abb5a6c06407 admin admin] Network 639e8422-575c-4b74-b12e-94c71b983f87 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:32:30.728851 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7c9fd9e3-ed55-481b-92e2-2eeab5ac7074 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:30.762923 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77b722c2-7ea4-4612-a44b-1d5b0ae8bb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:30.771263 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-13151b49-f647-49c4-90e6-d811454a7371 req-941d1810-1992-4f8a-95cb-500a1bb54847 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdde1338-584b-4006-a2be-e42864858165 HTTP/1.1" status: 200 len: 210 time: 0.0550797 Nov 08 00:32:30.848798 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7c9fd9e3-ed55-481b-92e2-2eeab5ac7074 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:30.923985 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-be44a7d0-1903-4ab6-90b3-abb5a6c06407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 639e8422-575c-4b74-b12e-94c71b983f87) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:30.935403 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be44a7d0-1903-4ab6-90b3-abb5a6c06407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:30.938227 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be44a7d0-1903-4ab6-90b3-abb5a6c06407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:30.955495 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5e00df-bc71-4619-b738-940bfe180032 None None] Network 639e8422-575c-4b74-b12e-94c71b983f87 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:31.066622 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7c9fd9e3-ed55-481b-92e2-2eeab5ac7074 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:31.101108 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-be44a7d0-1903-4ab6-90b3-abb5a6c06407 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6918001 Nov 08 00:32:31.101313 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39668) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:31.105747 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-74848e7c-bc99-4669-ae86-6f7a37be947b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1186341387-router', 'tenant_id': 'e654d48041cb41cfbc892b9cf478725c', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:31.108843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fd9e3-ed55-481b-92e2-2eeab5ac7074 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Subnet': ['ID=406e10d2-ecfc-47e1-8b0a-b381ef5ce2a9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:31.118918 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7c9fd9e3-ed55-481b-92e2-2eeab5ac7074 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:31.125199 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7c9fd9e3-ed55-481b-92e2-2eeab5ac7074 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/subnets/406e10d2-ecfc-47e1-8b0a-b381ef5ce2a9 HTTP/1.1" status: 204 len: 168 time: 0.5272179 Nov 08 00:32:31.125847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39670) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:31.133148 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2efe12-ff5d-4e99-915a-4401dbff016b None None] Network 52a7dd5d-5363-4f0e-a28a-34e7ddfa223a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:31.189133 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-639e8422-575c-4b74-b12e-94c71b983f87', 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87', 'tenant_id': 'e654d48041cb41cfbc892b9cf478725c', 'fixed_ips': [{'subnet_id': '86357c1a-15b6-4ffe-827a-71582c979c8e'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:32:31.190568 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:31.195713 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:31.216916 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:31.290189 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting port 702a374f-70c8-4bb4-b9c1-c9d208aa4245 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:31.290685 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:31.340663 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74848e7c-bc99-4669-ae86-6f7a37be947b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:31.343715 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74848e7c-bc99-4669-ae86-6f7a37be947b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:31.419766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39676) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:31.449778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] For port 702a374f-70c8-4bb4-b9c1-c9d208aa4245, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=702a374f-70c8-4bb4-b9c1-c9d208aa4245,segment=NetworkSegment(aa74825b-9f7a-411b-9845-15faa03f4855),segment_id=aa74825b-9f7a-411b-9845-15faa03f4855)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:31.449778 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:31.451307 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74848e7c-bc99-4669-ae86-6f7a37be947b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:31.476686 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Calling delete_port for 702a374f-70c8-4bb4-b9c1-c9d208aa4245 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:31.480815 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] Allocated IP 172.20.0.2 (639e8422-575c-4b74-b12e-94c71b983f87/86357c1a-15b6-4ffe-827a-71582c979c8e/80f8c599-218b-4762-8af6-c56274a024d4) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:32:31.500456 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b749762b-1bca-4e7a-8fb1-a8548dc1926f None None] DHCP port deletion for 52a7dd5d-5363-4f0e-a28a-34e7ddfa223a request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:32:31.507036 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8cb1c018-28c8-43dd-8fe8-7206ab7bec47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c98d77f9f3de445894f7c864af3034f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0874801 Nov 08 00:32:31.515319 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39680) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:31.644442 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b749762b-1bca-4e7a-8fb1-a8548dc1926f None None] Deleting port 702a374f-70c8-4bb4-b9c1-c9d208aa4245 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:31.645174 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b749762b-1bca-4e7a-8fb1-a8548dc1926f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:31.758442 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74848e7c-bc99-4669-ae86-6f7a37be947b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:31.788735 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b749762b-1bca-4e7a-8fb1-a8548dc1926f None None] For port 702a374f-70c8-4bb4-b9c1-c9d208aa4245, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=702a374f-70c8-4bb4-b9c1-c9d208aa4245,segment=NetworkSegment(aa74825b-9f7a-411b-9845-15faa03f4855),segment_id=aa74825b-9f7a-411b-9845-15faa03f4855)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:31.789420 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b749762b-1bca-4e7a-8fb1-a8548dc1926f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:31.811778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b749762b-1bca-4e7a-8fb1-a8548dc1926f None None] Calling delete_port for 702a374f-70c8-4bb4-b9c1-c9d208aa4245 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:31.826816 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:31.844306 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39688) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:31.867592 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:31.886363 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:31.922968 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.000924 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-17fa7ee1-d060-41bb-b3a0-1e48c7ee0e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.025616 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] Network 639e8422-575c-4b74-b12e-94c71b983f87 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:32.031276 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:32.035541 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b749762b-1bca-4e7a-8fb1-a8548dc1926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.039059 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:32:32.043125 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-17fa7ee1-d060-41bb-b3a0-1e48c7ee0e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.084532 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] Pushing event updated for resources: {'Port': ['ID=80f8c599-218b-4762-8af6-c56274a024d4,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:32.104298 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] No DVR routers for this DVR port 702a374f-70c8-4bb4-b9c1-c9d208aa4245 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:32:32.105178 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 702a374f-70c8-4bb4-b9c1-c9d208aa4245 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:32:32.106103 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Port': ['ID=702a374f-70c8-4bb4-b9c1-c9d208aa4245,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:32.118269 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:32:32.131732 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749762b-1bca-4e7a-8fb1-a8548dc1926f None None] No DVR routers for this DVR port 702a374f-70c8-4bb4-b9c1-c9d208aa4245 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:32:32.135117 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.182429 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749762b-1bca-4e7a-8fb1-a8548dc1926f None None] Pushing event deleted for resources: {'Port': ['ID=702a374f-70c8-4bb4-b9c1-c9d208aa4245,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:32.192904 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 702a374f-70c8-4bb4-b9c1-c9d208aa4245 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:32:32.193246 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 702a374f-70c8-4bb4-b9c1-c9d208aa4245 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:32:32.207609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] Attempting to bind port 80f8c599-218b-4762-8af6-c56274a024d4 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:32.207914 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] Attempting to bind port 80f8c599-218b-4762-8af6-c56274a024d4 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e0295b67-2770-46c9-a928-503e71b8a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:32.208197 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] Attempting to bind port 80f8c599-218b-4762-8af6-c56274a024d4 on network 639e8422-575c-4b74-b12e-94c71b983f87 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:32.213452 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:32:32.219632 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] Checking segment: {'id': 'e0295b67-2770-46c9-a928-503e71b8a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:32:32.219632 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.219632 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] Bound using segment: {'id': 'e0295b67-2770-46c9-a928-503e71b8a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:32:32.219632 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] Bound port: 80f8c599-218b-4762-8af6-c56274a024d4, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0295b67-2770-46c9-a928-503e71b8a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:32:32.219632 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.243176 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-17fa7ee1-d060-41bb-b3a0-1e48c7ee0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.246038 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-17fa7ee1-d060-41bb-b3a0-1e48c7ee0e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.247063 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-17fa7ee1-d060-41bb-b3a0-1e48c7ee0e7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a03934d3-08d8-4b1c-9a9d-e878ca09bb67 HTTP/1.1" status: 204 len: 168 time: 0.7305734 Nov 08 00:32:32.257704 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa7ee1-d060-41bb-b3a0-1e48c7ee0e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03934d3-08d8-4b1c-9a9d-e878ca09bb67,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:32.264435 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.284524 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5228-7ef1-499f-abc7-5d718a1c415c tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.311270 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a7dd5d-5363-4f0e-a28a-34e7ddfa223a']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:32.313406 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] For port 80f8c599-218b-4762-8af6-c56274a024d4, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:32:32.317633 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] For port 80f8c599-218b-4762-8af6-c56274a024d4, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=80f8c599-218b-4762-8af6-c56274a024d4,segment=NetworkSegment(e0295b67-2770-46c9-a928-503e71b8a8e5),segment_id=e0295b67-2770-46c9-a928-503e71b8a8e5)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:32:32.331091 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa74825b-9f7a-411b-9845-15faa03f4855') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:32.332268 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa74825b-9f7a-411b-9845-15faa03f4855') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:32.347821 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.351577 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5228-7ef1-499f-abc7-5d718a1c415c tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.406804 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.422122 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:32:32.422596 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:32:32.428353 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:32:32.461388 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.538594 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1f5e1-ce6d-4a59-95d0-d5d4da38c9fd None None] Pushing event updated for resources: {'Port': ['ID=80f8c599-218b-4762-8af6-c56274a024d4,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:32.588710 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 1bd4635f-e19b-4a22-a26b-f80281ef882f no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:32:32.623401 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74848e7c-bc99-4669-ae86-6f7a37be947b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.641373 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 1bd4635f-e19b-4a22-a26b-f80281ef882f {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:32:32.648255 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 1bd4635f-e19b-4a22-a26b-f80281ef882f not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:32:32.650240 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74848e7c-bc99-4669-ae86-6f7a37be947b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.697102 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.707394 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.710579 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/networks/52a7dd5d-5363-4f0e-a28a-34e7ddfa223a HTTP/1.1" status: 204 len: 168 time: 1.5840578 Nov 08 00:32:32.717699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39702) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:32.724201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-0f05e151-8e60-4ceb-862c-27f0a7b700c1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-151972387'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:32.728372 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c5ff5-281e-4187-9405-d0c91d334ca3 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Network': ['ID=52a7dd5d-5363-4f0e-a28a-34e7ddfa223a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:32.782898 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5228-7ef1-499f-abc7-5d718a1c415c tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.785865 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5228-7ef1-499f-abc7-5d718a1c415c tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:32.791200 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4e8c5228-7ef1-499f-abc7-5d718a1c415c tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "DELETE /v2.0/security-groups/2ab258aa-bef4-47e8-8a0e-d9be242b2d39 HTTP/1.1" status: 204 len: 168 time: 0.9456756 Nov 08 00:32:32.813789 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c5228-7ef1-499f-abc7-5d718a1c415c tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab258aa-bef4-47e8-8a0e-d9be242b2d39,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:32.837122 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-74848e7c-bc99-4669-ae86-6f7a37be947b admin admin] Allocated IP 172.25.2.126 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/848e908d-eafe-4fef-bf5a-ffe17893e9da) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:32:32.962793 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74848e7c-bc99-4669-ae86-6f7a37be947b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:33.049347 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f05e151-8e60-4ceb-862c-27f0a7b700c1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Made reservation on behalf of 2ca9f2452e8a47159151cbbe0fdfc045 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:33.056147 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0f05e151-8e60-4ceb-862c-27f0a7b700c1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:33.078536 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f05e151-8e60-4ceb-862c-27f0a7b700c1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:32:33.090276 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39720) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:33.093096 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0f05e151-8e60-4ceb-862c-27f0a7b700c1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:33.096673 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-0f05e151-8e60-4ceb-862c-27f0a7b700c1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Added segment f36c1c41-4e0d-4484-9bc1-33adee42fe32 of type vlan for network 6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149 Nov 08 00:32:33.139977 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0f05e151-8e60-4ceb-862c-27f0a7b700c1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:33.205025 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74848e7c-bc99-4669-ae86-6f7a37be947b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:33.317303 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0f05e151-8e60-4ceb-862c-27f0a7b700c1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:33.327765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f05e151-8e60-4ceb-862c-27f0a7b700c1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:33.331943 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0f05e151-8e60-4ceb-862c-27f0a7b700c1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:33.358634 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74848e7c-bc99-4669-ae86-6f7a37be947b admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:33.397426 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:33.401559 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-74848e7c-bc99-4669-ae86-6f7a37be947b admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:33.411874 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74848e7c-bc99-4669-ae86-6f7a37be947b admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:32:33.442323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05e151-8e60-4ceb-862c-27f0a7b700c1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Network': ['ID=6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:33.442545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:32:33.443855 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74848e7c-bc99-4669-ae86-6f7a37be947b admin admin] Pushing event updated for resources: {'Port': ['ID=848e908d-eafe-4fef-bf5a-ffe17893e9da,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:33.533813 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0f05e151-8e60-4ceb-862c-27f0a7b700c1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8138185 Nov 08 00:32:33.535756 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39728) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:33.541379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-0a128abf-5590-419d-b99a-6a4680ca40a0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'subnet': {'network_id': '6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:33.751073 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a128abf-5590-419d-b99a-6a4680ca40a0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Made reservation on behalf of 2ca9f2452e8a47159151cbbe0fdfc045 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:33.754891 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0a128abf-5590-419d-b99a-6a4680ca40a0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:33.785564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68f8ebc-a498-4f52-9bec-9dc70fa8a9a5 None None] Network 639e8422-575c-4b74-b12e-94c71b983f87 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:33.852005 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29c4fe82-83b1-4cb2-9d2d-eb54d906c196 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:33.901424 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d5c00f0e-d8dd-4433-abec-55cc7f4559b6 None None] Provisioning complete for port 80f8c599-218b-4762-8af6-c56274a024d4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:33.902192 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5c00f0e-d8dd-4433-abec-55cc7f4559b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:34.113976 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5c00f0e-d8dd-4433-abec-55cc7f4559b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:34.139172 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 80f8c599-218b-4762-8af6-c56274a024d4 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:32:34.151603 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0a128abf-5590-419d-b99a-6a4680ca40a0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:34.215712 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d5c00f0e-d8dd-4433-abec-55cc7f4559b6 None None] For port 80f8c599-218b-4762-8af6-c56274a024d4, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=80f8c599-218b-4762-8af6-c56274a024d4,segment=NetworkSegment(e0295b67-2770-46c9-a928-503e71b8a8e5),segment_id=e0295b67-2770-46c9-a928-503e71b8a8e5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:34.230469 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 80f8c599-218b-4762-8af6-c56274a024d4 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:34.230847 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:34.254414 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a128abf-5590-419d-b99a-6a4680ca40a0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Subnet': ['ID=1830b5ed-b06c-4650-8a7c-7ab16ee5c03e,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:34.309215 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5c00f0e-d8dd-4433-abec-55cc7f4559b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:34.380781 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a128abf-5590-419d-b99a-6a4680ca40a0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Checking segment: {'id': 'f36c1c41-4e0d-4484-9bc1-33adee42fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:32:34.382092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a128abf-5590-419d-b99a-6a4680ca40a0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network hostable DHCP agents. Network: 6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:32:34.453930 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c00f0e-d8dd-4433-abec-55cc7f4559b6 None None] Pushing event updated for resources: {'Port': ['ID=80f8c599-218b-4762-8af6-c56274a024d4,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:34.529857 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a128abf-5590-419d-b99a-6a4680ca40a0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:32:34.548600 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2abf5e16-7c10-4289-88cc-d48852f8d866 None None] Provisioning complete for port 80f8c599-218b-4762-8af6-c56274a024d4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:34.549428 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2abf5e16-7c10-4289-88cc-d48852f8d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:34.592473 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00c4764-6eb3-4ee6-a088-3294b1fa0e1b req-571c0641-90fe-427e-a761-6b4a257457f9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c09dda24-e9c9-482b-a139-03587ccb0462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1188819 Nov 08 00:32:34.612057 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74848e7c-bc99-4669-ae86-6f7a37be947b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:34.677820 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-0a128abf-5590-419d-b99a-6a4680ca40a0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:34.685784 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca8c42f-5d5f-4882-a87e-bc40b7de6e13 None None] Network 6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:34.689845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a128abf-5590-419d-b99a-6a4680ca40a0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:34.690447 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0a128abf-5590-419d-b99a-6a4680ca40a0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:34.805183 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c4764-6eb3-4ee6-a088-3294b1fa0e1b req-6c12bae7-d287-4792-8e80-5acb3a5cc347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:34.807552 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00c4764-6eb3-4ee6-a088-3294b1fa0e1b req-6c12bae7-d287-4792-8e80-5acb3a5cc347 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=041a7c75189c4e458cc579482d2b01fc&device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 1101 time: 0.1318614 Nov 08 00:32:34.848583 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0a128abf-5590-419d-b99a-6a4680ca40a0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3053052 Nov 08 00:32:34.850471 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39764) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:34.859518 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-8b11e988-8e5d-4af3-bb4c-7005d0ebc0fc tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1750625478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:35.009571 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8b11e988-8e5d-4af3-bb4c-7005d0ebc0fc tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:35.010669 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8b11e988-8e5d-4af3-bb4c-7005d0ebc0fc tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:35.088407 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c4764-6eb3-4ee6-a088-3294b1fa0e1b req-960d6a54-5864-4f0f-b6f8-d7537790af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:35.090044 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00c4764-6eb3-4ee6-a088-3294b1fa0e1b req-960d6a54-5864-4f0f-b6f8-d7537790af31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116 HTTP/1.1" status: 200 len: 870 time: 0.2334957 Nov 08 00:32:35.178331 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00c4764-6eb3-4ee6-a088-3294b1fa0e1b req-5655cea3-3c9f-46bb-acc8-b12984dca947 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=a374703b-d8d1-466d-9f0d-168cbf09d9ce HTTP/1.1" status: 200 len: 217 time: 0.0800834 Nov 08 00:32:35.185427 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8b11e988-8e5d-4af3-bb4c-7005d0ebc0fc tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:35.205920 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149', 'network_id': '6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'fixed_ips': [{'subnet_id': '1830b5ed-b06c-4650-8a7c-7ab16ee5c03e'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:32:35.213390 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:35.284811 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74848e7c-bc99-4669-ae86-6f7a37be947b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:35.298636 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c4764-6eb3-4ee6-a088-3294b1fa0e1b req-5824faa4-f775-4638-a779-8ba791de40e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:35.300191 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00c4764-6eb3-4ee6-a088-3294b1fa0e1b req-5824faa4-f775-4638-a779-8ba791de40e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.1103284 Nov 08 00:32:35.319016 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8b11e988-8e5d-4af3-bb4c-7005d0ebc0fc tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:35.423535 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-29c4fe82-83b1-4cb2-9d2d-eb54d906c196 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Deleting port aa646c55-d217-4868-92ea-eb681d4dab8e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:35.423917 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29c4fe82-83b1-4cb2-9d2d-eb54d906c196 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:35.432914 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] Allocated IP 2001:db8::2 (6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149/1830b5ed-b06c-4650-8a7c-7ab16ee5c03e/783dc25e-7c85-42d7-bd51-d32d70bc2aa5) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:32:35.480465 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8b11e988-8e5d-4af3-bb4c-7005d0ebc0fc tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:35.487370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8b11e988-8e5d-4af3-bb4c-7005d0ebc0fc tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6336153 Nov 08 00:32:35.490622 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39780) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:35.528976 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c4764-6eb3-4ee6-a088-3294b1fa0e1b req-3357e0b0-1042-4b34-b018-0fe48960ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:35.530669 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00c4764-6eb3-4ee6-a088-3294b1fa0e1b req-3357e0b0-1042-4b34-b018-0fe48960ddf1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2236552 Nov 08 00:32:35.536620 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39782) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:35.607823 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:35.712155 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:35.718007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-29c4fe82-83b1-4cb2-9d2d-eb54d906c196 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] For port aa646c55-d217-4868-92ea-eb681d4dab8e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=aa646c55-d217-4868-92ea-eb681d4dab8e,segment=NetworkSegment(4cd07b0d-e72e-4651-b92a-8251a28811a2),segment_id=4cd07b0d-e72e-4651-b92a-8251a28811a2)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:35.718007 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29c4fe82-83b1-4cb2-9d2d-eb54d906c196 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:35.724461 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e08cb293-8218-4445-af7d-97b922f60f79 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-387854018', 'router:external': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:35.754405 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] Network 6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:35.757559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:35.760796 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-29c4fe82-83b1-4cb2-9d2d-eb54d906c196 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Calling delete_port for aa646c55-d217-4868-92ea-eb681d4dab8e owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:35.761782 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:32:35.794270 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00c4764-6eb3-4ee6-a088-3294b1fa0e1b req-cecefc3b-61a4-4dc4-9fe3-f2d4fc1092b3 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472148 Nov 08 00:32:35.814022 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] Pushing event updated for resources: {'Port': ['ID=783dc25e-7c85-42d7-bd51-d32d70bc2aa5,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:35.827392 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] Attempting to bind port 783dc25e-7c85-42d7-bd51-d32d70bc2aa5 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:35.828009 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] Attempting to bind port 783dc25e-7c85-42d7-bd51-d32d70bc2aa5 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'f36c1c41-4e0d-4484-9bc1-33adee42fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:35.828456 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] Attempting to bind port 783dc25e-7c85-42d7-bd51-d32d70bc2aa5 on network 6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:35.834514 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:32:35.842960 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] Checking segment: {'id': 'f36c1c41-4e0d-4484-9bc1-33adee42fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:32:35.842960 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:35.842960 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] Bound using segment: {'id': 'f36c1c41-4e0d-4484-9bc1-33adee42fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:32:35.842960 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] Bound port: 783dc25e-7c85-42d7-bd51-d32d70bc2aa5, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36c1c41-4e0d-4484-9bc1-33adee42fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:32:35.842960 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:35.843516 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c11fd8d5-aeea-474f-b511-d4a79e0d28a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:35.886101 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74848e7c-bc99-4669-ae86-6f7a37be947b admin admin] Router 62760149-5fca-474f-a05a-11871ea6b618 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:32:35.911882 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] For port 783dc25e-7c85-42d7-bd51-d32d70bc2aa5, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:32:35.918437 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] For port 783dc25e-7c85-42d7-bd51-d32d70bc2aa5, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=783dc25e-7c85-42d7-bd51-d32d70bc2aa5,segment=NetworkSegment(f36c1c41-4e0d-4484-9bc1-33adee42fe32),segment_id=f36c1c41-4e0d-4484-9bc1-33adee42fe32)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:32:35.992733 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08cb293-8218-4445-af7d-97b922f60f79 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Made reservation on behalf of 86371a894e7b453d916a8192cf196451 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:35.996600 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e08cb293-8218-4445-af7d-97b922f60f79 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:36.014929 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e08cb293-8218-4445-af7d-97b922f60f79 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:36.030323 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:36.169301 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd7150-9218-4031-9f20-a3fbcb359adc None None] Pushing event updated for resources: {'Port': ['ID=783dc25e-7c85-42d7-bd51-d32d70bc2aa5,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:36.177653 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 80f8c599-218b-4762-8af6-c56274a024d4 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:32:36.187233 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b00c4764-6eb3-4ee6-a088-3294b1fa0e1b req-891519b8-b938-4549-abba-9c476a238537 service neutron] 10.222.0.26 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525176 Nov 08 00:32:36.258080 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74848e7c-bc99-4669-ae86-6f7a37be947b admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:36.279073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 80f8c599-218b-4762-8af6-c56274a024d4 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:36.279584 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:36.282339 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] Sync routers for ids ['62760149-5fca-474f-a05a-11871ea6b618'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:36.313868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-c11fd8d5-aeea-474f-b511-d4a79e0d28a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Allocated IP 2001:db8::1 (6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149/1830b5ed-b06c-4650-8a7c-7ab16ee5c03e/7873170e-dd5d-41d6-b99d-ac1c86bbfdca) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:32:36.323319 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] Routers {'62760149-5fca-474f-a05a-11871ea6b618'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:36.323990 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['62760149-5fca-474f-a05a-11871ea6b618'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:36.366403 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e08cb293-8218-4445-af7d-97b922f60f79 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:36.428022 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74848e7c-bc99-4669-ae86-6f7a37be947b admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:36.430140 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-74848e7c-bc99-4669-ae86-6f7a37be947b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3277483 Nov 08 00:32:36.434355 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39796) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:36.435136 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e08cb293-8218-4445-af7d-97b922f60f79 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:36.506776 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] Set router 62760149-5fca-474f-a05a-11871ea6b618 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:36.508971 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cb293-8218-4445-af7d-97b922f60f79 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edda578a-900b-48a7-a562-1226825ace3d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:36.531166 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29c4fe82-83b1-4cb2-9d2d-eb54d906c196 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:36.637369 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c11fd8d5-aeea-474f-b511-d4a79e0d28a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:36.644461 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4fe82-83b1-4cb2-9d2d-eb54d906c196 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event deleted for resources: {'Port': ['ID=aa646c55-d217-4868-92ea-eb681d4dab8e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:36.651875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08cb293-8218-4445-af7d-97b922f60f79 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:32:36.823601 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e08cb293-8218-4445-af7d-97b922f60f79 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:36.829558 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-e08cb293-8218-4445-af7d-97b922f60f79 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Added segment e1525463-11d1-4704-a873-6abdba4b7304 of type vlan for network 1b477886-45c0-487e-8f96-0cfb2eebd782 Nov 08 00:32:36.842770 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62760149-5fca-474f-a05a-11871ea6b618', 'name': 'tempest-TestServerMultinode-1186341387-router', 'tenant_id': 'e654d48041cb41cfbc892b9cf478725c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '848e908d-eafe-4fef-bf5a-ffe17893e9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:31Z', 'updated_at': '2021-11-08T00:32:33Z', 'revision_number': 3, 'project_id': 'e654d48041cb41cfbc892b9cf478725c', 'gw_port': {'id': '848e908d-eafe-4fef-bf5a-ffe17893e9da', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62760149-5fca-474f-a05a-11871ea6b618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:32Z', 'updated_at': '2021-11-08T00:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:36.879307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] Checking router: 62760149-5fca-474f-a05a-11871ea6b618 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:32:36.879943 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] Updating router 62760149-5fca-474f-a05a-11871ea6b618 port 848e908d-eafe-4fef-bf5a-ffe17893e9da binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:32:36.919583 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:36.950824 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c11fd8d5-aeea-474f-b511-d4a79e0d28a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:37.024455 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e08cb293-8218-4445-af7d-97b922f60f79 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:37.036235 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11fd8d5-aeea-474f-b511-d4a79e0d28a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:37.066593 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29c4fe82-83b1-4cb2-9d2d-eb54d906c196 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:37.104838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-c11fd8d5-aeea-474f-b511-d4a79e0d28a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:37.111874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11fd8d5-aeea-474f-b511-d4a79e0d28a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:32:37.117887 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c11fd8d5-aeea-474f-b511-d4a79e0d28a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:37.228642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fd8d5-aeea-474f-b511-d4a79e0d28a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=7873170e-dd5d-41d6-b99d-ac1c86bbfdca,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:37.280968 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e08cb293-8218-4445-af7d-97b922f60f79 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:37.282344 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08cb293-8218-4445-af7d-97b922f60f79 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:37.282933 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e08cb293-8218-4445-af7d-97b922f60f79 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:37.301653 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:37.363816 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:37.386852 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cb293-8218-4445-af7d-97b922f60f79 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Pushing event updated for resources: {'Network': ['ID=1b477886-45c0-487e-8f96-0cfb2eebd782,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:37.415019 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 1b477886-45c0-487e-8f96-0cfb2eebd782 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:32:37.436959 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e08cb293-8218-4445-af7d-97b922f60f79 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.8995199 Nov 08 00:32:37.446414 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39810) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:37.454919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-cff9ec25-6a99-40fa-b5c5-93b3e365c606 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Request body: {'subnet': {'network_id': '1b477886-45c0-487e-8f96-0cfb2eebd782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:37.472345 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] Attempting to bind port 848e908d-eafe-4fef-bf5a-ffe17893e9da on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:37.472857 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] Attempting to bind port 848e908d-eafe-4fef-bf5a-ffe17893e9da by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:37.473312 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] Attempting to bind port 848e908d-eafe-4fef-bf5a-ffe17893e9da on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:37.486538 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:32:37.494525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:32:37.494525 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:37.494525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:32:37.494525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] Bound port: 848e908d-eafe-4fef-bf5a-ffe17893e9da, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:32:37.494525 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:37.537629 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c11fd8d5-aeea-474f-b511-d4a79e0d28a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:37.569561 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ddaf7-ef17-4de6-b5e7-9bbd52a08177 None None] Pushing event updated for resources: {'Port': ['ID=848e908d-eafe-4fef-bf5a-ffe17893e9da,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:37.593785 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c4fe82-83b1-4cb2-9d2d-eb54d906c196 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Router 78829916-2b4b-4b22-832c-e22d596f4c2f has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:32:37.652658 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-52903971-4dc9-4a05-871b-465fb8e9678c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:37.655023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff9ec25-6a99-40fa-b5c5-93b3e365c606 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Made reservation on behalf of 86371a894e7b453d916a8192cf196451 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:37.657899 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cff9ec25-6a99-40fa-b5c5-93b3e365c606 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:37.671749 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] For port 848e908d-eafe-4fef-bf5a-ffe17893e9da, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:32:37.678813 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] For port 848e908d-eafe-4fef-bf5a-ffe17893e9da, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=848e908d-eafe-4fef-bf5a-ffe17893e9da,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:32:37.707771 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16688244-e270-40c4-b522-9d1f017d694d None None] Network 6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:37.767018 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:37.768272 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c4fe82-83b1-4cb2-9d2d-eb54d906c196 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:37.777828 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-29c4fe82-83b1-4cb2-9d2d-eb54d906c196 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "PUT /v2.0/routers/78829916-2b4b-4b22-832c-e22d596f4c2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6862719 Nov 08 00:32:37.780325 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f209db6-849a-4139-86e2-63977cf288bf None None] Sync routers for ids ['78829916-2b4b-4b22-832c-e22d596f4c2f'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:37.787270 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39822) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:37.796212 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f209db6-849a-4139-86e2-63977cf288bf None None] Routers {'78829916-2b4b-4b22-832c-e22d596f4c2f'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:37.798429 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-5f209db6-849a-4139-86e2-63977cf288bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['78829916-2b4b-4b22-832c-e22d596f4c2f'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:37.867517 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] Routers {'62760149-5fca-474f-a05a-11871ea6b618'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:37.868090 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['62760149-5fca-474f-a05a-11871ea6b618'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:37.886276 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4beb9452-c7bc-4b90-abc2-67e1cebcf4d9 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Deleting subnet 7b5f70ab-cf1c-42f2-8ea1-0e11e081756c {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:32:37.891307 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4beb9452-c7bc-4b90-abc2-67e1cebcf4d9 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:37.911508 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ddaf7-ef17-4de6-b5e7-9bbd52a08177 None None] Pushing event updated for resources: {'Port': ['ID=848e908d-eafe-4fef-bf5a-ffe17893e9da,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:38.009144 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-5f209db6-849a-4139-86e2-63977cf288bf None None] Set router 78829916-2b4b-4b22-832c-e22d596f4c2f gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:38.020327 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-137261ca-9600-452f-89d0-6807cb9242a6 None None] Provisioning complete for port 783dc25e-7c85-42d7-bd51-d32d70bc2aa5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:38.020692 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-137261ca-9600-452f-89d0-6807cb9242a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:38.032949 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4beb9452-c7bc-4b90-abc2-67e1cebcf4d9 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:38.180195 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] Set router 62760149-5fca-474f-a05a-11871ea6b618 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:38.302173 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4beb9452-c7bc-4b90-abc2-67e1cebcf4d9 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:38.345535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 783dc25e-7c85-42d7-bd51-d32d70bc2aa5 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:32:38.438159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-52903971-4dc9-4a05-871b-465fb8e9678c admin admin] Allocated IP 172.20.0.1 (639e8422-575c-4b74-b12e-94c71b983f87/86357c1a-15b6-4ffe-827a-71582c979c8e/f294cbc6-0115-4ccd-92d1-79d5087dad0f) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:32:38.465377 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-5f209db6-849a-4139-86e2-63977cf288bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'name': 'tempest-TestNetworkBasicOps-router-825281122', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:36Z', 'updated_at': '2021-11-08T00:32:36Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:38Z', 'updated_at': '2021-11-08T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:38.509378 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4beb9452-c7bc-4b90-abc2-67e1cebcf4d9 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:38.538818 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4beb9452-c7bc-4b90-abc2-67e1cebcf4d9 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:38.548628 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4beb9452-c7bc-4b90-abc2-67e1cebcf4d9 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "DELETE /v2.0/subnets/7b5f70ab-cf1c-42f2-8ea1-0e11e081756c HTTP/1.1" status: 204 len: 168 time: 0.7568223 Nov 08 00:32:38.551430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39842) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:38.615886 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3380b5-f48a-421d-88be-a7751166ac61 None None] Network 30f474ab-1523-4058-99ef-18ce6d067781 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:38.686068 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-137261ca-9600-452f-89d0-6807cb9242a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:38.686068 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:38.690802 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f209db6-849a-4139-86e2-63977cf288bf None None] Checking router: 78829916-2b4b-4b22-832c-e22d596f4c2f for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:32:38.716483 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f209db6-849a-4139-86e2-63977cf288bf None None] Routers {'78829916-2b4b-4b22-832c-e22d596f4c2f'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:38.717165 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-5f209db6-849a-4139-86e2-63977cf288bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['78829916-2b4b-4b22-832c-e22d596f4c2f'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:38.733891 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8ed5fb7-4848-4e5f-9ffe-554aef098853 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:38.795513 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c11fd8d5-aeea-474f-b511-d4a79e0d28a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:38.886498 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9513409-802c-4814-b041-3367ffa071c4 req-99f8970e-e8e3-4d73-b5af-3406edc0b60f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2225680 Nov 08 00:32:38.889665 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb9452-c7bc-4b90-abc2-67e1cebcf4d9 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event deleted for resources: {'Subnet': ['ID=7b5f70ab-cf1c-42f2-8ea1-0e11e081756c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:38.964167 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-52903971-4dc9-4a05-871b-465fb8e9678c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:38.966538 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c11fd8d5-aeea-474f-b511-d4a79e0d28a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:38.967478 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c11fd8d5-aeea-474f-b511-d4a79e0d28a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:38.983191 n-d-816882-1 neutron-server[102772]: DEBUG neutron.objects.ports [None req-cff9ec25-6a99-40fa-b5c5-93b3e365c606 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 00:32:38.984665 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cff9ec25-6a99-40fa-b5c5-93b3e365c606 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:39.011596 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-5f209db6-849a-4139-86e2-63977cf288bf None None] Set router 78829916-2b4b-4b22-832c-e22d596f4c2f gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:39.062069 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8ed5fb7-4848-4e5f-9ffe-554aef098853 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:39.089983 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-137261ca-9600-452f-89d0-6807cb9242a6 None None] For port 783dc25e-7c85-42d7-bd51-d32d70bc2aa5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=783dc25e-7c85-42d7-bd51-d32d70bc2aa5,segment=NetworkSegment(f36c1c41-4e0d-4484-9bc1-33adee42fe32),segment_id=f36c1c41-4e0d-4484-9bc1-33adee42fe32)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:39.094217 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 783dc25e-7c85-42d7-bd51-d32d70bc2aa5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:39.094828 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:39.230724 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62760149-5fca-474f-a05a-11871ea6b618', 'name': 'tempest-TestServerMultinode-1186341387-router', 'tenant_id': 'e654d48041cb41cfbc892b9cf478725c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '848e908d-eafe-4fef-bf5a-ffe17893e9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:31Z', 'updated_at': '2021-11-08T00:32:33Z', 'revision_number': 3, 'project_id': 'e654d48041cb41cfbc892b9cf478725c', 'gw_port': {'id': '848e908d-eafe-4fef-bf5a-ffe17893e9da', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62760149-5fca-474f-a05a-11871ea6b618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:32Z', 'updated_at': '2021-11-08T00:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:39.235632 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fd8d5-aeea-474f-b511-d4a79e0d28a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=7873170e-dd5d-41d6-b99d-ac1c86bbfdca,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:39.254883 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9ec25-6a99-40fa-b5c5-93b3e365c606 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Pushing event updated for resources: {'Subnet': ['ID=94324315-11f2-4d79-a5de-27f2b68c75ac,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:39.263953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513409-802c-4814-b041-3367ffa071c4 req-ae5b9089-7cb0-4e42-9f83-94f148d01311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:39.265867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9513409-802c-4814-b041-3367ffa071c4 req-ae5b9089-7cb0-4e42-9f83-94f148d01311 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=175592328bdb4cfe99ce860fa6768d79&device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 1097 time: 0.2950547 Nov 08 00:32:39.274231 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff9ec25-6a99-40fa-b5c5-93b3e365c606 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Checking segment: {'id': 'e1525463-11d1-4704-a873-6abdba4b7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1b477886-45c0-487e-8f96-0cfb2eebd782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:32:39.274231 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff9ec25-6a99-40fa-b5c5-93b3e365c606 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Network hostable DHCP agents. Network: 1b477886-45c0-487e-8f96-0cfb2eebd782, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:32:39.277398 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526a1730-242f-40a4-beeb-c6f360e6621d None None] The sync data for ids ['62760149-5fca-474f-a05a-11871ea6b618'] in n-d-816882-1 is: [{'id': '62760149-5fca-474f-a05a-11871ea6b618', 'name': 'tempest-TestServerMultinode-1186341387-router', 'tenant_id': 'e654d48041cb41cfbc892b9cf478725c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '848e908d-eafe-4fef-bf5a-ffe17893e9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:31Z', 'updated_at': '2021-11-08T00:32:33Z', 'revision_number': 3, 'project_id': 'e654d48041cb41cfbc892b9cf478725c', 'gw_port': {'id': '848e908d-eafe-4fef-bf5a-ffe17893e9da', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62760149-5fca-474f-a05a-11871ea6b618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:32Z', 'updated_at': '2021-11-08T00:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:32:39.300050 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-137261ca-9600-452f-89d0-6807cb9242a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:39.444890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed5fb7-4848-4e5f-9ffe-554aef098853 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Deleting port 89a49f3a-44a8-4767-abf3-5245b1c1e52b {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:39.464085 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8ed5fb7-4848-4e5f-9ffe-554aef098853 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:39.464358 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d249c2-55f0-48ee-a2d9-a14efbe1339b None None] DHCP port deletion for 30f474ab-1523-4058-99ef-18ce6d067781 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:32:39.494190 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-5f209db6-849a-4139-86e2-63977cf288bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'name': 'tempest-TestNetworkBasicOps-router-825281122', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:36Z', 'updated_at': '2021-11-08T00:32:36Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:38Z', 'updated_at': '2021-11-08T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:39.495003 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137261ca-9600-452f-89d0-6807cb9242a6 None None] Pushing event updated for resources: {'Port': ['ID=783dc25e-7c85-42d7-bd51-d32d70bc2aa5,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:39.536177 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f209db6-849a-4139-86e2-63977cf288bf None None] The sync data for ids ['78829916-2b4b-4b22-832c-e22d596f4c2f'] in n-d-816882-1 is: [{'id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'name': 'tempest-TestNetworkBasicOps-router-825281122', 'tenant_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:36Z', 'updated_at': '2021-11-08T00:32:36Z', 'revision_number': 5, 'project_id': 'b82ab9a868254a12ae55a5dfe0aacb5b', 'gw_port': {'id': '89a49f3a-44a8-4767-abf3-5245b1c1e52b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829916-2b4b-4b22-832c-e22d596f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:38Z', 'updated_at': '2021-11-08T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:32:39.554341 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-fc9b8a92-6049-4bab-8c68-1eee858b57aa None None] Provisioning complete for port 783dc25e-7c85-42d7-bd51-d32d70bc2aa5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:39.554862 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8a92-6049-4bab-8c68-1eee858b57aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:39.656665 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f3d249c2-55f0-48ee-a2d9-a14efbe1339b None None] Deleting port bec839db-79e4-496b-a58c-4825f305cb31 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:39.657401 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f3d249c2-55f0-48ee-a2d9-a14efbe1339b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:39.665017 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-d8ed5fb7-4848-4e5f-9ffe-554aef098853 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] For port 89a49f3a-44a8-4767-abf3-5245b1c1e52b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=89a49f3a-44a8-4767-abf3-5245b1c1e52b,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:39.665524 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8ed5fb7-4848-4e5f-9ffe-554aef098853 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:39.697116 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed5fb7-4848-4e5f-9ffe-554aef098853 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Calling delete_port for 89a49f3a-44a8-4767-abf3-5245b1c1e52b owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:39.763082 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f3d249c2-55f0-48ee-a2d9-a14efbe1339b None None] For port bec839db-79e4-496b-a58c-4825f305cb31, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bec839db-79e4-496b-a58c-4825f305cb31,segment=NetworkSegment(4cd07b0d-e72e-4651-b92a-8251a28811a2),segment_id=4cd07b0d-e72e-4651-b92a-8251a28811a2)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:39.763485 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f3d249c2-55f0-48ee-a2d9-a14efbe1339b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:39.780368 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f3d249c2-55f0-48ee-a2d9-a14efbe1339b None None] Calling delete_port for bec839db-79e4-496b-a58c-4825f305cb31 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:39.796216 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-fc9b8a92-6049-4bab-8c68-1eee858b57aa None None] Provisioning complete for port 7873170e-dd5d-41d6-b99d-ac1c86bbfdca triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:39.796457 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8a92-6049-4bab-8c68-1eee858b57aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:39.840317 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b8a92-6049-4bab-8c68-1eee858b57aa None None] Port 7873170e-dd5d-41d6-b99d-ac1c86bbfdca cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:32:40.035474 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-52903971-4dc9-4a05-871b-465fb8e9678c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:40.055415 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f3d249c2-55f0-48ee-a2d9-a14efbe1339b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:40.056563 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8ed5fb7-4848-4e5f-9ffe-554aef098853 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:40.108649 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed5fb7-4848-4e5f-9ffe-554aef098853 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event deleted for resources: {'Port': ['ID=89a49f3a-44a8-4767-abf3-5245b1c1e52b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:40.119823 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d249c2-55f0-48ee-a2d9-a14efbe1339b None None] Pushing event deleted for resources: {'Port': ['ID=bec839db-79e4-496b-a58c-4825f305cb31,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:40.130682 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d249c2-55f0-48ee-a2d9-a14efbe1339b None None] No DVR routers for this DVR port bec839db-79e4-496b-a58c-4825f305cb31 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:32:40.173646 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11fd8d5-aeea-474f-b511-d4a79e0d28a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:40.182456 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-c11fd8d5-aeea-474f-b511-d4a79e0d28a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:40.233247 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8ed5fb7-4848-4e5f-9ffe-554aef098853 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:40.248469 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 848e908d-eafe-4fef-bf5a-ffe17893e9da up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:32:40.369175 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 848e908d-eafe-4fef-bf5a-ffe17893e9da triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:40.369606 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:40.458098 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8ed5fb7-4848-4e5f-9ffe-554aef098853 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:40.506075 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8ed5fb7-4848-4e5f-9ffe-554aef098853 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:40.563780 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52903971-4dc9-4a05-871b-465fb8e9678c admin admin] Network 639e8422-575c-4b74-b12e-94c71b983f87 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:40.640409 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:40.649193 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52903971-4dc9-4a05-871b-465fb8e9678c admin admin] Pushing event updated for resources: {'Port': ['ID=f294cbc6-0115-4ccd-92d1-79d5087dad0f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:40.664953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-52903971-4dc9-4a05-871b-465fb8e9678c admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:40.680651 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8ed5fb7-4848-4e5f-9ffe-554aef098853 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:40.681551 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ed5fb7-4848-4e5f-9ffe-554aef098853 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Fanout notify agent at l3_agent the message router_deleted on router 78829916-2b4b-4b22-832c-e22d596f4c2f {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:32:40.689876 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8ed5fb7-4848-4e5f-9ffe-554aef098853 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:40.691034 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d8ed5fb7-4848-4e5f-9ffe-554aef098853 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "DELETE /v2.0/routers/78829916-2b4b-4b22-832c-e22d596f4c2f HTTP/1.1" status: 204 len: 168 time: 2.1383393 Nov 08 00:32:40.693796 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52903971-4dc9-4a05-871b-465fb8e9678c admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:32:40.695661 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39856) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:40.700616 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff9ec25-6a99-40fa-b5c5-93b3e365c606 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Network 1b477886-45c0-487e-8f96-0cfb2eebd782 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:32:40.702470 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 848e908d-eafe-4fef-bf5a-ffe17893e9da, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=848e908d-eafe-4fef-bf5a-ffe17893e9da,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:40.804170 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:40.804170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 783dc25e-7c85-42d7-bd51-d32d70bc2aa5 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:32:40.869684 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513409-802c-4814-b041-3367ffa071c4 req-b172bad9-90cf-4ce6-9762-6e0eba1786e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:40.873850 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9513409-802c-4814-b041-3367ffa071c4 req-b172bad9-90cf-4ce6-9762-6e0eba1786e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 HTTP/1.1" status: 200 len: 913 time: 1.5758815 Nov 08 00:32:40.952427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-cff9ec25-6a99-40fa-b5c5-93b3e365c606 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 1b477886-45c0-487e-8f96-0cfb2eebd782) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:40.961552 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ad062b5b-08b3-4eaf-9f8c-75e536799c06 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:40.968806 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8af5f8e-2261-4596-a63e-baae09fa3504 None None] Network 1b477886-45c0-487e-8f96-0cfb2eebd782 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:40.982775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff9ec25-6a99-40fa-b5c5-93b3e365c606 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:40.983379 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cff9ec25-6a99-40fa-b5c5-93b3e365c606 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:41.103277 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-52903971-4dc9-4a05-871b-465fb8e9678c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:41.157340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=848e908d-eafe-4fef-bf5a-ffe17893e9da,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:41.161667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0c06034f-eb4c-4660-bf39-da13106fe04e None None] Provisioning complete for port 7873170e-dd5d-41d6-b99d-ac1c86bbfdca triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:41.162045 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0c06034f-eb4c-4660-bf39-da13106fe04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:41.185805 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ad062b5b-08b3-4eaf-9f8c-75e536799c06 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:41.218612 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-ad062b5b-08b3-4eaf-9f8c-75e536799c06 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f474ab-1523-4058-99ef-18ce6d067781']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:41.230481 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-ad062b5b-08b3-4eaf-9f8c-75e536799c06 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd07b0d-e72e-4651-b92a-8251a28811a2') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:41.230828 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-ad062b5b-08b3-4eaf-9f8c-75e536799c06 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd07b0d-e72e-4651-b92a-8251a28811a2') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:41.242166 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433578c7-7d43-4e0b-b3f4-8eae027e5e2f None None] Network 1b477886-45c0-487e-8f96-0cfb2eebd782 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:41.253145 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ad062b5b-08b3-4eaf-9f8c-75e536799c06 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:41.274775 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ad062b5b-08b3-4eaf-9f8c-75e536799c06 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:41.275647 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9513409-802c-4814-b041-3367ffa071c4 req-6f19e587-a276-445e-a157-9a8d21176b11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75b568cd-0483-46a2-8b09-9b0a983710a7 HTTP/1.1" status: 200 len: 1001 time: 0.3652220 Nov 08 00:32:41.283801 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad062b5b-08b3-4eaf-9f8c-75e536799c06 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:32:41.284712 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cff9ec25-6a99-40fa-b5c5-93b3e365c606 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.8363011 Nov 08 00:32:41.284847 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ad062b5b-08b3-4eaf-9f8c-75e536799c06 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:32:41.289725 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:32:41.292471 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39858) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:41.322352 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-94c20253-e044-48d8-af06-6cca45031c0a tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-43042337', 'network_id': '1b477886-45c0-487e-8f96-0cfb2eebd782'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:41.345802 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 783dc25e-7c85-42d7-bd51-d32d70bc2aa5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:41.346824 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:41.355269 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0c06034f-eb4c-4660-bf39-da13106fe04e None None] Port 7873170e-dd5d-41d6-b99d-ac1c86bbfdca cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:32:41.411592 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513409-802c-4814-b041-3367ffa071c4 req-79e949b5-505f-41e8-9bac-21af3495fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:41.413766 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9513409-802c-4814-b041-3367ffa071c4 req-79e949b5-505f-41e8-9bac-21af3495fc2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b6b1c0d-e48e-4647-bfd1-558f26656d9e HTTP/1.1" status: 200 len: 851 time: 0.1193168 Nov 08 00:32:41.443461 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c20253-e044-48d8-af06-6cca45031c0a tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Made reservation on behalf of 86371a894e7b453d916a8192cf196451 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:41.446621 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-94c20253-e044-48d8-af06-6cca45031c0a tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:41.471673 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-94c20253-e044-48d8-af06-6cca45031c0a tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] device_id is not set on port 7e15a57a-a63f-49cd-979b-8f88bdb7bc99 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:32:41.472981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513409-802c-4814-b041-3367ffa071c4 req-74388f9c-1add-476e-a4cc-b59a3b958b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:41.474516 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9513409-802c-4814-b041-3367ffa071c4 req-74388f9c-1add-476e-a4cc-b59a3b958b4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5cf0ca0-69ee-49fe-bef7-4992bc3dc192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545118 Nov 08 00:32:41.476691 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11fd8d5-aeea-474f-b511-d4a79e0d28a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router ae608d35-31d6-4cef-bcbb-e0fb0c674932 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:32:41.534760 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-96bc5f35-ecff-446c-a0b8-8c2a72592e3c None None] Provisioning complete for port f294cbc6-0115-4ccd-92d1-79d5087dad0f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:41.535292 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96bc5f35-ecff-446c-a0b8-8c2a72592e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:41.536017 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ad062b5b-08b3-4eaf-9f8c-75e536799c06 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:41.548911 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ad062b5b-08b3-4eaf-9f8c-75e536799c06 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:41.552694 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ad062b5b-08b3-4eaf-9f8c-75e536799c06 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] 10.222.0.13 "DELETE /v2.0/networks/30f474ab-1523-4058-99ef-18ce6d067781 HTTP/1.1" status: 204 len: 168 time: 0.8539283 Nov 08 00:32:41.586379 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad062b5b-08b3-4eaf-9f8c-75e536799c06 tempest-TestNetworkBasicOps-755920154 tempest-TestNetworkBasicOps-755920154-project] Pushing event deleted for resources: {'Network': ['ID=30f474ab-1523-4058-99ef-18ce6d067781,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:41.611374 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-96bc5f35-ecff-446c-a0b8-8c2a72592e3c None None] Port f294cbc6-0115-4ccd-92d1-79d5087dad0f cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:32:41.669399 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device aa646c55-d217-4868-92ea-eb681d4dab8e no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:32:41.714206 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: aa646c55-d217-4868-92ea-eb681d4dab8e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:32:41.714550 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device aa646c55-d217-4868-92ea-eb681d4dab8e not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:32:41.720630 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bec839db-79e4-496b-a58c-4825f305cb31 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:32:41.762766 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: bec839db-79e4-496b-a58c-4825f305cb31 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:32:41.762955 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bec839db-79e4-496b-a58c-4825f305cb31 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:32:41.809605 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-52903971-4dc9-4a05-871b-465fb8e9678c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:41.940252 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11fd8d5-aeea-474f-b511-d4a79e0d28a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:41.961537 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c11fd8d5-aeea-474f-b511-d4a79e0d28a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/ae608d35-31d6-4cef-bcbb-e0fb0c674932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4687142 Nov 08 00:32:41.963060 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4149a4-7b30-4759-832d-9d7ec4244ace None None] Sync routers for ids ['ae608d35-31d6-4cef-bcbb-e0fb0c674932'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:41.966505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39878) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:41.976274 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4149a4-7b30-4759-832d-9d7ec4244ace None None] Routers {'ae608d35-31d6-4cef-bcbb-e0fb0c674932'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:41.976906 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ed4149a4-7b30-4759-832d-9d7ec4244ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ae608d35-31d6-4cef-bcbb-e0fb0c674932'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:42.012116 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9513409-802c-4814-b041-3367ffa071c4 req-02045699-80d8-4293-b211-9492adbe4029 service neutron] 10.222.0.20 "GET /v2.0/networks/a5cf0ca0-69ee-49fe-bef7-4992bc3dc192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274527 Nov 08 00:32:42.065529 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ed4149a4-7b30-4759-832d-9d7ec4244ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:42.082631 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4149a4-7b30-4759-832d-9d7ec4244ace None None] Routers {'ae608d35-31d6-4cef-bcbb-e0fb0c674932'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:42.088782 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ed4149a4-7b30-4759-832d-9d7ec4244ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ae608d35-31d6-4cef-bcbb-e0fb0c674932'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:42.180404 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 848e908d-eafe-4fef-bf5a-ffe17893e9da up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:32:42.190630 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ed4149a4-7b30-4759-832d-9d7ec4244ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:42.191367 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4149a4-7b30-4759-832d-9d7ec4244ace None None] The sync data for ids ['ae608d35-31d6-4cef-bcbb-e0fb0c674932'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:32:42.224706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d513967-17d0-4fb3-9c70-f18da88741e5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:42.233978 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3d513967-17d0-4fb3-9c70-f18da88741e5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/ports/7873170e-dd5d-41d6-b99d-ac1c86bbfdca HTTP/1.1" status: 200 len: 911 time: 0.2662430 Nov 08 00:32:42.234844 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39880) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:42.301503 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 848e908d-eafe-4fef-bf5a-ffe17893e9da triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:42.301503 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:42.373832 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-94c20253-e044-48d8-af06-6cca45031c0a tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Allocated IP 2001:db8::327 (1b477886-45c0-487e-8f96-0cfb2eebd782/94324315-11f2-4d79-a5de-27f2b68c75ac/7e15a57a-a63f-49cd-979b-8f88bdb7bc99) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:32:42.403686 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39886) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:42.543825 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 89a49f3a-44a8-4767-abf3-5245b1c1e52b no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:32:42.574555 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 89a49f3a-44a8-4767-abf3-5245b1c1e52b {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:32:42.574903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 89a49f3a-44a8-4767-abf3-5245b1c1e52b not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:32:42.614711 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9513409-802c-4814-b041-3367ffa071c4 req-903df453-0f89-4784-82d2-9b7febd84ad8 service neutron] 10.222.0.20 "GET /v2.0/networks/a5cf0ca0-69ee-49fe-bef7-4992bc3dc192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343840 Nov 08 00:32:42.626984 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-52903971-4dc9-4a05-871b-465fb8e9678c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:42.656814 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-94c20253-e044-48d8-af06-6cca45031c0a tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:42.675270 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fcc24d46-213a-42aa-813c-a13afb6f79c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b82ab9a868254a12ae55a5dfe0aacb5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677460 Nov 08 00:32:42.675653 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39892) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:42.722826 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-52903971-4dc9-4a05-871b-465fb8e9678c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:42.744799 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a45a327-8f75-4fc3-b3b6-05823a13168d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:42.765873 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a45a327-8f75-4fc3-b3b6-05823a13168d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:42.776345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-64d7c984-4ea4-4302-9e16-c4dd7fab7b29 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:42.777912 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-64d7c984-4ea4-4302-9e16-c4dd7fab7b29 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 812 time: 0.2461596 Nov 08 00:32:42.824937 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-d31145dd-e74b-4312-b688-4dde5b4274bc tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/quotas/f2f6913f27fa41388788e5027b9340cb HTTP/1.1" status: 200 len: 375 time: 0.0335102 Nov 08 00:32:42.828997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52903971-4dc9-4a05-871b-465fb8e9678c admin admin] Pushing event updated for resources: {'Port': ['ID=f294cbc6-0115-4ccd-92d1-79d5087dad0f,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:42.832773 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-94c20253-e044-48d8-af06-6cca45031c0a tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:42.834799 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-52903971-4dc9-4a05-871b-465fb8e9678c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:42.872485 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c20253-e044-48d8-af06-6cca45031c0a tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Network 1b477886-45c0-487e-8f96-0cfb2eebd782 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:42.875569 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-94c20253-e044-48d8-af06-6cca45031c0a tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:42.880143 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c20253-e044-48d8-af06-6cca45031c0a tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:32:42.881151 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c20253-e044-48d8-af06-6cca45031c0a tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:42.881754 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-94c20253-e044-48d8-af06-6cca45031c0a tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:42.907157 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c20253-e044-48d8-af06-6cca45031c0a tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Pushing event updated for resources: {'Port': ['ID=7e15a57a-a63f-49cd-979b-8f88bdb7bc99,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:42.927578 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a45a327-8f75-4fc3-b3b6-05823a13168d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:42.927578 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a45a327-8f75-4fc3-b3b6-05823a13168d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:42.927578 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4a45a327-8f75-4fc3-b3b6-05823a13168d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73cb9292-b831-40a0-8e03-0049fc24d526 HTTP/1.1" status: 204 len: 168 time: 0.2437592 Nov 08 00:32:42.953674 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45a327-8f75-4fc3-b3b6-05823a13168d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cb9292-b831-40a0-8e03-0049fc24d526,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:42.988420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-b9b6595b-9033-41fc-8887-681b77464688 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1452661 Nov 08 00:32:43.007882 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-94c20253-e044-48d8-af06-6cca45031c0a tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6909690 Nov 08 00:32:43.016149 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39900) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:43.030820 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52903971-4dc9-4a05-871b-465fb8e9678c admin admin] Network 639e8422-575c-4b74-b12e-94c71b983f87 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:43.050508 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-182e6404-2e39-485e-8f68-bd0a5faf35f6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:43.055173 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-52903971-4dc9-4a05-871b-465fb8e9678c admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:43.101799 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-64a73b71-98fd-49b1-aaad-28240bf7888c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:32:43.102765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-64a73b71-98fd-49b1-aaad-28240bf7888c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1023870 Nov 08 00:32:43.358488 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b60fb850-a43d-4cb9-8249-91a706f8beae None None] Provisioning complete for port f294cbc6-0115-4ccd-92d1-79d5087dad0f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:43.359675 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b60fb850-a43d-4cb9-8249-91a706f8beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:43.403062 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-901f8ce4-9567-4c36-8520-1c5271fd0294 service neutron] 10.222.0.13 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692888 Nov 08 00:32:43.403643 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b60fb850-a43d-4cb9-8249-91a706f8beae None None] Port f294cbc6-0115-4ccd-92d1-79d5087dad0f cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:32:43.597363 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39906) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:43.615028 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9df5a013-d0f7-49b3-9a5c-54178879acbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:43.701719 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9df5a013-d0f7-49b3-9a5c-54178879acbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:43.763264 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9df5a013-d0f7-49b3-9a5c-54178879acbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:43.807069 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9df5a013-d0f7-49b3-9a5c-54178879acbb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d0ed1b674de4842a3218610c93b770b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2058618 Nov 08 00:32:43.807069 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5a013-d0f7-49b3-9a5c-54178879acbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e9aa8c-e741-4c47-84ca-8c5159a4e2b0,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:43.808163 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39908) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:43.831055 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-3dcbd3a5-351e-44e5-b5bd-20c610398cda tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Deleting port 7e15a57a-a63f-49cd-979b-8f88bdb7bc99 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:43.831401 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd3a5-351e-44e5-b5bd-20c610398cda tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:43.851944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52903971-4dc9-4a05-871b-465fb8e9678c admin admin] Router 62760149-5fca-474f-a05a-11871ea6b618 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:32:43.859150 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bac858eb-79d7-47e3-8879-5f03464f2e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:43.880521 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bac858eb-79d7-47e3-8879-5f03464f2e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:44.004012 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bac858eb-79d7-47e3-8879-5f03464f2e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:44.009512 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bac858eb-79d7-47e3-8879-5f03464f2e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:44.023138 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6057fe91-1ca6-4014-9dd1-3c55b0197b48 service neutron] 10.222.0.13 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6192977 Nov 08 00:32:44.032460 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bac858eb-79d7-47e3-8879-5f03464f2e7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16e9aa8c-e741-4c47-84ca-8c5159a4e2b0 HTTP/1.1" status: 204 len: 168 time: 0.2131238 Nov 08 00:32:44.046695 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd3a5-351e-44e5-b5bd-20c610398cda tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:44.057535 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac858eb-79d7-47e3-8879-5f03464f2e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e9aa8c-e741-4c47-84ca-8c5159a4e2b0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:44.100036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-3dcbd3a5-351e-44e5-b5bd-20c610398cda tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Calling delete_port for 7e15a57a-a63f-49cd-979b-8f88bdb7bc99 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:44.214127 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52903971-4dc9-4a05-871b-465fb8e9678c admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:44.221787 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] Sync routers for ids ['62760149-5fca-474f-a05a-11871ea6b618'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:44.227060 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-52903971-4dc9-4a05-871b-465fb8e9678c admin admin] 10.222.0.13 "PUT /v2.0/routers/62760149-5fca-474f-a05a-11871ea6b618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7917633 Nov 08 00:32:44.231093 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] Routers {'62760149-5fca-474f-a05a-11871ea6b618'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:44.231713 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['62760149-5fca-474f-a05a-11871ea6b618'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:44.270623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-182e6404-2e39-485e-8f68-bd0a5faf35f6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting port 7873170e-dd5d-41d6-b99d-ac1c86bbfdca {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:44.270976 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-182e6404-2e39-485e-8f68-bd0a5faf35f6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:44.413950 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] Set router 62760149-5fca-474f-a05a-11871ea6b618 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:44.421562 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-182e6404-2e39-485e-8f68-bd0a5faf35f6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:44.438159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-182e6404-2e39-485e-8f68-bd0a5faf35f6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Calling delete_port for 7873170e-dd5d-41d6-b99d-ac1c86bbfdca owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:44.447290 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd3a5-351e-44e5-b5bd-20c610398cda tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:44.521853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbd3a5-351e-44e5-b5bd-20c610398cda tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e15a57a-a63f-49cd-979b-8f88bdb7bc99,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:44.798453 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62760149-5fca-474f-a05a-11871ea6b618', 'name': 'tempest-TestServerMultinode-1186341387-router', 'tenant_id': 'e654d48041cb41cfbc892b9cf478725c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '848e908d-eafe-4fef-bf5a-ffe17893e9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:31Z', 'updated_at': '2021-11-08T00:32:41Z', 'revision_number': 4, 'project_id': 'e654d48041cb41cfbc892b9cf478725c', 'gw_port': {'id': '848e908d-eafe-4fef-bf5a-ffe17893e9da', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62760149-5fca-474f-a05a-11871ea6b618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:32Z', 'updated_at': '2021-11-08T00:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'f294cbc6-0115-4ccd-92d1-79d5087dad0f', 'name': '', 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87', 'tenant_id': 'e654d48041cb41cfbc892b9cf478725c', 'mac_address': 'fa:16:3e:4d:d1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62760149-5fca-474f-a05a-11871ea6b618', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '86357c1a-15b6-4ffe-827a-71582c979c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:37Z', 'updated_at': '2021-11-08T00:32:41Z', 'revision_number': 2, 'project_id': 'e654d48041cb41cfbc892b9cf478725c', 'subnets': [{'id': '86357c1a-15b6-4ffe-827a-71582c979c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:44.802941 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd3a5-351e-44e5-b5bd-20c610398cda tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:44.806853 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3dcbd3a5-351e-44e5-b5bd-20c610398cda tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "DELETE /v2.0/ports/7e15a57a-a63f-49cd-979b-8f88bdb7bc99 HTTP/1.1" status: 204 len: 168 time: 1.7888355 Nov 08 00:32:44.809766 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39936) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:44.816021 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-070866ff-0510-4030-b987-6d789d741e87 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b477886-45c0-487e-8f96-0cfb2eebd782', 'external_fixed_ips': [{'subnet_id': '94324315-11f2-4d79-a5de-27f2b68c75ac', 'ip_address': '2001:db8::327'}]}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:44.844886 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f28a50ae-3e4a-460f-a142-86ec6eb3435c req-3c36a785-ba3a-4aa1-9d38-e6a194292cbc tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 210 time: 0.4337463 Nov 08 00:32:44.862566 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] Checking router: 62760149-5fca-474f-a05a-11871ea6b618 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:32:44.864631 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] Updating router 62760149-5fca-474f-a05a-11871ea6b618 port f294cbc6-0115-4ccd-92d1-79d5087dad0f binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:32:44.876916 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-182e6404-2e39-485e-8f68-bd0a5faf35f6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:44.940170 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:44.975102 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-070866ff-0510-4030-b987-6d789d741e87 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:44.976709 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e6404-2e39-485e-8f68-bd0a5faf35f6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Port': ['ID=7873170e-dd5d-41d6-b99d-ac1c86bbfdca,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:44.977219 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-070866ff-0510-4030-b987-6d789d741e87 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:45.077594 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-070866ff-0510-4030-b987-6d789d741e87 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:45.157653 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-182e6404-2e39-485e-8f68-bd0a5faf35f6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:45.418645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182e6404-2e39-485e-8f68-bd0a5faf35f6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router ae608d35-31d6-4cef-bcbb-e0fb0c674932 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:32:45.478211 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-070866ff-0510-4030-b987-6d789d741e87 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:45.494581 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:45.511574 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182e6404-2e39-485e-8f68-bd0a5faf35f6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:45.517204 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-182e6404-2e39-485e-8f68-bd0a5faf35f6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/ae608d35-31d6-4cef-bcbb-e0fb0c674932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2754760 Nov 08 00:32:45.521480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39958) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:45.534867 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b76a1-b89c-4ba5-ae2f-60f83ec9913c None None] Sync routers for ids ['ae608d35-31d6-4cef-bcbb-e0fb0c674932'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:45.538453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39962) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:45.545095 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-98d4788b-9840-46b9-99aa-96dd1a12397e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-180375310-network', 'tenant_id': 'b804d2805927453d99faf03cb2ab593f'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:45.555722 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b76a1-b89c-4ba5-ae2f-60f83ec9913c None None] Routers {'ae608d35-31d6-4cef-bcbb-e0fb0c674932'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:45.557911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c76b76a1-b89c-4ba5-ae2f-60f83ec9913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ae608d35-31d6-4cef-bcbb-e0fb0c674932'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:45.568988 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6c2a918a-bc12-4f1e-ae99-539d1e5c2347 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae608d35-31d6-4cef-bcbb-e0fb0c674932 HTTP/1.1" status: 200 len: 205 time: 0.0446928 Nov 08 00:32:45.578691 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39966) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:45.603281 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:45.630382 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c76b76a1-b89c-4ba5-ae2f-60f83ec9913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:45.655527 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b76a1-b89c-4ba5-ae2f-60f83ec9913c None None] Routers {'ae608d35-31d6-4cef-bcbb-e0fb0c674932'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:45.656193 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c76b76a1-b89c-4ba5-ae2f-60f83ec9913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ae608d35-31d6-4cef-bcbb-e0fb0c674932'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:45.682658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d4788b-9840-46b9-99aa-96dd1a12397e admin admin] Made reservation on behalf of b804d2805927453d99faf03cb2ab593f for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:45.682658 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98d4788b-9840-46b9-99aa-96dd1a12397e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:45.689425 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98d4788b-9840-46b9-99aa-96dd1a12397e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:45.745655 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf266d-27c7-4422-b9a0-97d35a61b300 None None] Pushing event updated for resources: {'Port': ['ID=f294cbc6-0115-4ccd-92d1-79d5087dad0f,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:45.753430 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c76b76a1-b89c-4ba5-ae2f-60f83ec9913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:45.756501 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b76a1-b89c-4ba5-ae2f-60f83ec9913c None None] The sync data for ids ['ae608d35-31d6-4cef-bcbb-e0fb0c674932'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:32:45.770780 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2eab0fcb-cd3a-41d7-8990-5acdc11087bd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:45.839491 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] Attempting to bind port f294cbc6-0115-4ccd-92d1-79d5087dad0f on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:45.839895 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] Attempting to bind port f294cbc6-0115-4ccd-92d1-79d5087dad0f by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e0295b67-2770-46c9-a928-503e71b8a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:45.840257 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] Attempting to bind port f294cbc6-0115-4ccd-92d1-79d5087dad0f on network 639e8422-575c-4b74-b12e-94c71b983f87 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:45.853364 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:32:45.853364 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] Checking segment: {'id': 'e0295b67-2770-46c9-a928-503e71b8a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:32:45.853749 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:45.854357 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] Bound using segment: {'id': 'e0295b67-2770-46c9-a928-503e71b8a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:32:45.855162 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] Bound port: f294cbc6-0115-4ccd-92d1-79d5087dad0f, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0295b67-2770-46c9-a928-503e71b8a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:32:45.857092 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:45.890127 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98d4788b-9840-46b9-99aa-96dd1a12397e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:45.964282 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98d4788b-9840-46b9-99aa-96dd1a12397e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.024403 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2eab0fcb-cd3a-41d7-8990-5acdc11087bd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.028498 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2eab0fcb-cd3a-41d7-8990-5acdc11087bd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.035431 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] For port f294cbc6-0115-4ccd-92d1-79d5087dad0f, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:32:46.041748 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] For port f294cbc6-0115-4ccd-92d1-79d5087dad0f, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=f294cbc6-0115-4ccd-92d1-79d5087dad0f,segment=NetworkSegment(e0295b67-2770-46c9-a928-503e71b8a8e5),segment_id=e0295b67-2770-46c9-a928-503e71b8a8e5)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:32:46.070042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d4788b-9840-46b9-99aa-96dd1a12397e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:32:46.074276 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acec7ae5-bf2a-4a53-b5c0-60657bd37344 req-322324e1-e4c3-47e7-9104-f8ea185a8959 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 210 time: 0.0669005 Nov 08 00:32:46.080332 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4788b-9840-46b9-99aa-96dd1a12397e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ce30a4-e305-4bcd-82b2-7030175851f9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:46.110278 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39976) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:46.110881 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98d4788b-9840-46b9-99aa-96dd1a12397e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.112674 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-98d4788b-9840-46b9-99aa-96dd1a12397e admin admin] Added segment 52823f32-8dcc-4320-92fd-b73060a94760 of type vlan for network 855bf3a5-33ad-4ce7-a082-12028ab1b09f Nov 08 00:32:46.124732 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.155609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-34a6d2fc-2fc0-40ab-bfe3-be22b00cdfd7 None None] Provisioning complete for port f294cbc6-0115-4ccd-92d1-79d5087dad0f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:46.156956 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34a6d2fc-2fc0-40ab-bfe3-be22b00cdfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.250770 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf266d-27c7-4422-b9a0-97d35a61b300 None None] Pushing event updated for resources: {'Port': ['ID=f294cbc6-0115-4ccd-92d1-79d5087dad0f,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:46.253297 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2eab0fcb-cd3a-41d7-8990-5acdc11087bd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.256074 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eab0fcb-cd3a-41d7-8990-5acdc11087bd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Fanout notify agent at l3_agent the message router_deleted on router ae608d35-31d6-4cef-bcbb-e0fb0c674932 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:32:46.269489 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98d4788b-9840-46b9-99aa-96dd1a12397e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.271194 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2eab0fcb-cd3a-41d7-8990-5acdc11087bd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.276710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39982) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:46.279218 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2eab0fcb-cd3a-41d7-8990-5acdc11087bd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/routers/ae608d35-31d6-4cef-bcbb-e0fb0c674932 HTTP/1.1" status: 204 len: 168 time: 0.6976366 Nov 08 00:32:46.294935 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] Routers {'62760149-5fca-474f-a05a-11871ea6b618'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:46.296472 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['62760149-5fca-474f-a05a-11871ea6b618'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:46.398410 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-beb681cb-2141-4846-8ebe-7d5e973d52b1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1637748568-network', 'tenant_id': '102f52ce60934d409b5717d0ddd1a078'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:46.422619 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34a6d2fc-2fc0-40ab-bfe3-be22b00cdfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.428349 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-070866ff-0510-4030-b987-6d789d741e87 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.432618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e3a971-970e-43c3-831d-77323add510b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting subnet 1830b5ed-b06c-4650-8a7c-7ab16ee5c03e {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:32:46.440355 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-72e3a971-970e-43c3-831d-77323add510b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.474581 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-070866ff-0510-4030-b987-6d789d741e87 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.503932 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98d4788b-9840-46b9-99aa-96dd1a12397e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.505133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d4788b-9840-46b9-99aa-96dd1a12397e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:46.506387 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98d4788b-9840-46b9-99aa-96dd1a12397e admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.517399 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-34a6d2fc-2fc0-40ab-bfe3-be22b00cdfd7 None None] For port f294cbc6-0115-4ccd-92d1-79d5087dad0f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=f294cbc6-0115-4ccd-92d1-79d5087dad0f,segment=NetworkSegment(e0295b67-2770-46c9-a928-503e71b8a8e5),segment_id=e0295b67-2770-46c9-a928-503e71b8a8e5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:46.536332 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-72e3a971-970e-43c3-831d-77323add510b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.547043 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb681cb-2141-4846-8ebe-7d5e973d52b1 admin admin] Made reservation on behalf of 102f52ce60934d409b5717d0ddd1a078 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:46.550836 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-beb681cb-2141-4846-8ebe-7d5e973d52b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.589916 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-beb681cb-2141-4846-8ebe-7d5e973d52b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.606136 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34a6d2fc-2fc0-40ab-bfe3-be22b00cdfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.613187 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] Set router 62760149-5fca-474f-a05a-11871ea6b618 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:46.730074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6d2fc-2fc0-40ab-bfe3-be22b00cdfd7 None None] Pushing event updated for resources: {'Port': ['ID=f294cbc6-0115-4ccd-92d1-79d5087dad0f,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:46.757695 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-98d4788b-9840-46b9-99aa-96dd1a12397e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2170844 Nov 08 00:32:46.759571 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39992) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:46.764810 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-937c843f-8693-445f-992d-ea6f7369b6f4 admin admin] Request body: {'subnet': {'network_id': '855bf3a5-33ad-4ce7-a082-12028ab1b09f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-180375310-subnet', 'tenant_id': 'b804d2805927453d99faf03cb2ab593f', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:46.774017 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3b111eac-871a-4df9-aebf-595e9e3741bf None None] Provisioning complete for port f294cbc6-0115-4ccd-92d1-79d5087dad0f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:46.784094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4788b-9840-46b9-99aa-96dd1a12397e admin admin] Pushing event updated for resources: {'Network': ['ID=855bf3a5-33ad-4ce7-a082-12028ab1b09f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:46.786181 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3b111eac-871a-4df9-aebf-595e9e3741bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.816508 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-070866ff-0510-4030-b987-6d789d741e87 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Allocated IP 2001:db8::327 (1b477886-45c0-487e-8f96-0cfb2eebd782/94324315-11f2-4d79-a5de-27f2b68c75ac/6ebc7cfd-24b8-4ae2-96f2-94bad1e4d64f) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:32:46.849189 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 855bf3a5-33ad-4ce7-a082-12028ab1b09f details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:32:46.867164 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-72e3a971-970e-43c3-831d-77323add510b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.920250 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937c843f-8693-445f-992d-ea6f7369b6f4 admin admin] Made reservation on behalf of b804d2805927453d99faf03cb2ab593f for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:46.922923 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-937c843f-8693-445f-992d-ea6f7369b6f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:46.973278 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62760149-5fca-474f-a05a-11871ea6b618', 'name': 'tempest-TestServerMultinode-1186341387-router', 'tenant_id': 'e654d48041cb41cfbc892b9cf478725c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '848e908d-eafe-4fef-bf5a-ffe17893e9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:31Z', 'updated_at': '2021-11-08T00:32:41Z', 'revision_number': 4, 'project_id': 'e654d48041cb41cfbc892b9cf478725c', 'gw_port': {'id': '848e908d-eafe-4fef-bf5a-ffe17893e9da', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62760149-5fca-474f-a05a-11871ea6b618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:32Z', 'updated_at': '2021-11-08T00:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'f294cbc6-0115-4ccd-92d1-79d5087dad0f', 'name': '', 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87', 'tenant_id': 'e654d48041cb41cfbc892b9cf478725c', 'mac_address': 'fa:16:3e:4d:d1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62760149-5fca-474f-a05a-11871ea6b618', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '86357c1a-15b6-4ffe-827a-71582c979c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:37Z', 'updated_at': '2021-11-08T00:32:46Z', 'revision_number': 4, 'project_id': 'e654d48041cb41cfbc892b9cf478725c', 'subnets': [{'id': '86357c1a-15b6-4ffe-827a-71582c979c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:46.999187 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-beb681cb-2141-4846-8ebe-7d5e973d52b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:47.012872 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc478b6e-26a5-43e2-b562-f4c819d38614 None None] The sync data for ids ['62760149-5fca-474f-a05a-11871ea6b618'] in n-d-816882-1 is: [{'id': '62760149-5fca-474f-a05a-11871ea6b618', 'name': 'tempest-TestServerMultinode-1186341387-router', 'tenant_id': 'e654d48041cb41cfbc892b9cf478725c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '848e908d-eafe-4fef-bf5a-ffe17893e9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:31Z', 'updated_at': '2021-11-08T00:32:41Z', 'revision_number': 4, 'project_id': 'e654d48041cb41cfbc892b9cf478725c', 'gw_port': {'id': '848e908d-eafe-4fef-bf5a-ffe17893e9da', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62760149-5fca-474f-a05a-11871ea6b618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:32Z', 'updated_at': '2021-11-08T00:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'f294cbc6-0115-4ccd-92d1-79d5087dad0f', 'name': '', 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87', 'tenant_id': 'e654d48041cb41cfbc892b9cf478725c', 'mac_address': 'fa:16:3e:4d:d1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62760149-5fca-474f-a05a-11871ea6b618', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '86357c1a-15b6-4ffe-827a-71582c979c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:37Z', 'updated_at': '2021-11-08T00:32:46Z', 'revision_number': 4, 'project_id': 'e654d48041cb41cfbc892b9cf478725c', 'subnets': [{'id': '86357c1a-15b6-4ffe-827a-71582c979c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:32:47.087522 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-beb681cb-2141-4846-8ebe-7d5e973d52b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:47.124749 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-070866ff-0510-4030-b987-6d789d741e87 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:47.140907 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb681cb-2141-4846-8ebe-7d5e973d52b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:32:47.183533 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb681cb-2141-4846-8ebe-7d5e973d52b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd10c89-805d-4964-afdb-1a1eee86ce48,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:47.190375 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-beb681cb-2141-4846-8ebe-7d5e973d52b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:47.192062 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-beb681cb-2141-4846-8ebe-7d5e973d52b1 admin admin] Added segment 30bb7b68-5506-44c9-b561-b2ca79da7456 of type vlan for network 89a6d7df-925f-4c3e-829d-12c8c8ba6796 Nov 08 00:32:47.242237 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-beb681cb-2141-4846-8ebe-7d5e973d52b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:47.324154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-53886231-6f2a-4cc9-a41f-58a200b0eaa5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:47.324154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-53886231-6f2a-4cc9-a41f-58a200b0eaa5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.20 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 812 time: 0.2787678 Nov 08 00:32:47.324154 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-72e3a971-970e-43c3-831d-77323add510b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:47.373222 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a412874d-91df-419d-a768-d0d56766adf7 None None] Network 6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:47.380502 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-beb681cb-2141-4846-8ebe-7d5e973d52b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:47.381727 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb681cb-2141-4846-8ebe-7d5e973d52b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:47.382485 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-beb681cb-2141-4846-8ebe-7d5e973d52b1 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:47.392705 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-162e0163-3408-44eb-b9e4-42e57b5c682b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Request body: {'port': {'device_id': '2bdfae33-a987-436b-a31a-769ab9f40e7e', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'admin_state_up': True, 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:47.456710 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-070866ff-0510-4030-b987-6d789d741e87 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:47.462044 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44164fb7-fd44-4c74-a5d9-565bef58f931 req-ef87eb72-d0f3-41f7-b8cd-ae02bd3ff57e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 210 time: 0.2685239 Nov 08 00:32:47.462818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3a971-970e-43c3-831d-77323add510b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Subnet': ['ID=1830b5ed-b06c-4650-8a7c-7ab16ee5c03e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:47.475451 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-72e3a971-970e-43c3-831d-77323add510b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:47.502945 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-72e3a971-970e-43c3-831d-77323add510b tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/subnets/1830b5ed-b06c-4650-8a7c-7ab16ee5c03e HTTP/1.1" status: 204 len: 168 time: 1.2226088 Nov 08 00:32:47.525927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40016) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:47.543011 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070866ff-0510-4030-b987-6d789d741e87 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Pushing event updated for resources: {'Port': ['ID=6ebc7cfd-24b8-4ae2-96f2-94bad1e4d64f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:47.553406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070866ff-0510-4030-b987-6d789d741e87 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Network 1b477886-45c0-487e-8f96-0cfb2eebd782 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:47.554367 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb681cb-2141-4846-8ebe-7d5e973d52b1 admin admin] Pushing event updated for resources: {'Network': ['ID=89a6d7df-925f-4c3e-829d-12c8c8ba6796,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:47.558835 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-070866ff-0510-4030-b987-6d789d741e87 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:47.565193 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070866ff-0510-4030-b987-6d789d741e87 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:32:47.594334 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 89a6d7df-925f-4c3e-829d-12c8c8ba6796 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:32:47.752173 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-beb681cb-2141-4846-8ebe-7d5e973d52b1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6378455 Nov 08 00:32:47.786851 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-937c843f-8693-445f-992d-ea6f7369b6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:47.792840 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40026) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:47.804538 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-08ce20d2-4754-4213-a053-2d14dfce717a admin admin] Request body: {'subnet': {'network_id': '89a6d7df-925f-4c3e-829d-12c8c8ba6796', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1637748568-subnet', 'tenant_id': '102f52ce60934d409b5717d0ddd1a078', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:47.891711 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e209dfb7-774a-4e35-a1bb-dcedb2a914bc None None] DHCP port deletion for 6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:32:47.905712 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:47.910789 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c843f-8693-445f-992d-ea6f7369b6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35ecfa41-e41c-4c30-8deb-9c193a984664,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:47.933110 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c843f-8693-445f-992d-ea6f7369b6f4 admin admin] Checking segment: {'id': '52823f32-8dcc-4320-92fd-b73060a94760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '855bf3a5-33ad-4ce7-a082-12028ab1b09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:32:47.933825 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937c843f-8693-445f-992d-ea6f7369b6f4 admin admin] Network hostable DHCP agents. Network: 855bf3a5-33ad-4ce7-a082-12028ab1b09f, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:32:47.969938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-162e0163-3408-44eb-b9e4-42e57b5c682b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Made reservation on behalf of f2f6913f27fa41388788e5027b9340cb for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:47.985148 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-162e0163-3408-44eb-b9e4-42e57b5c682b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:48.013701 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e209dfb7-774a-4e35-a1bb-dcedb2a914bc None None] Deleting port 783dc25e-7c85-42d7-bd51-d32d70bc2aa5 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:48.015041 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e209dfb7-774a-4e35-a1bb-dcedb2a914bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:48.115278 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937c843f-8693-445f-992d-ea6f7369b6f4 admin admin] Network 855bf3a5-33ad-4ce7-a082-12028ab1b09f is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:32:48.120009 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ce20d2-4754-4213-a053-2d14dfce717a admin admin] Made reservation on behalf of 102f52ce60934d409b5717d0ddd1a078 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:48.123022 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08ce20d2-4754-4213-a053-2d14dfce717a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:48.136750 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e209dfb7-774a-4e35-a1bb-dcedb2a914bc None None] For port 783dc25e-7c85-42d7-bd51-d32d70bc2aa5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=783dc25e-7c85-42d7-bd51-d32d70bc2aa5,segment=NetworkSegment(f36c1c41-4e0d-4484-9bc1-33adee42fe32),segment_id=f36c1c41-4e0d-4484-9bc1-33adee42fe32)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:48.137147 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e209dfb7-774a-4e35-a1bb-dcedb2a914bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:48.155011 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e209dfb7-774a-4e35-a1bb-dcedb2a914bc None None] Calling delete_port for 783dc25e-7c85-42d7-bd51-d32d70bc2aa5 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:48.206410 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting port 783dc25e-7c85-42d7-bd51-d32d70bc2aa5 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:48.207524 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:48.244561 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-937c843f-8693-445f-992d-ea6f7369b6f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 855bf3a5-33ad-4ce7-a082-12028ab1b09f) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:48.263682 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937c843f-8693-445f-992d-ea6f7369b6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:48.264363 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f294cbc6-0115-4ccd-92d1-79d5087dad0f up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:32:48.265251 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-937c843f-8693-445f-992d-ea6f7369b6f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:48.318040 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-070866ff-0510-4030-b987-6d789d741e87 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:48.347396 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3667e7bf-3f92-4ad7-adb8-cca722b79bef None None] Network 855bf3a5-33ad-4ce7-a082-12028ab1b09f requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:48.348130 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] For port 783dc25e-7c85-42d7-bd51-d32d70bc2aa5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=783dc25e-7c85-42d7-bd51-d32d70bc2aa5,segment=NetworkSegment(f36c1c41-4e0d-4484-9bc1-33adee42fe32),segment_id=f36c1c41-4e0d-4484-9bc1-33adee42fe32)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:48.348754 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:48.369224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Calling delete_port for 783dc25e-7c85-42d7-bd51-d32d70bc2aa5 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:48.406666 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-937c843f-8693-445f-992d-ea6f7369b6f4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6436996 Nov 08 00:32:48.412365 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40054) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:48.418116 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6b7e412a-739c-4067-aba1-c902ac790112 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-180375310-router', 'tenant_id': 'b804d2805927453d99faf03cb2ab593f', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:48.568528 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:48.678006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Port': ['ID=783dc25e-7c85-42d7-bd51-d32d70bc2aa5,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:48.681663 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68f388af-d780-41a5-9557-887f653e718a req-f3961e29-5cef-4daa-bab7-520a3339b060 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 210 time: 0.0666027 Nov 08 00:32:48.686141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] No DVR routers for this DVR port 783dc25e-7c85-42d7-bd51-d32d70bc2aa5 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:32:48.761453 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b7e412a-739c-4067-aba1-c902ac790112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:48.762506 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b7e412a-739c-4067-aba1-c902ac790112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:48.843139 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e209dfb7-774a-4e35-a1bb-dcedb2a914bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:48.864500 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e209dfb7-774a-4e35-a1bb-dcedb2a914bc None None] No DVR routers for this DVR port 783dc25e-7c85-42d7-bd51-d32d70bc2aa5 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:32:48.898302 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209dfb7-774a-4e35-a1bb-dcedb2a914bc None None] Pushing event deleted for resources: {'Port': ['ID=783dc25e-7c85-42d7-bd51-d32d70bc2aa5,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:48.928969 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-070866ff-0510-4030-b987-6d789d741e87 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:48.931948 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b7e412a-739c-4067-aba1-c902ac790112 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:48.937163 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port f294cbc6-0115-4ccd-92d1-79d5087dad0f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:48.937778 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:48.942667 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:48.967270 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:48.978364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36c1c41-4e0d-4484-9bc1-33adee42fe32') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:48.978669 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36c1c41-4e0d-4484-9bc1-33adee42fe32') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:49.001500 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:49.025701 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:49.037884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:32:49.038304 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:49.101675 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-855bf3a5-33ad-4ce7-a082-12028ab1b09f', 'network_id': '855bf3a5-33ad-4ce7-a082-12028ab1b09f', 'tenant_id': 'b804d2805927453d99faf03cb2ab593f', 'fixed_ips': [{'subnet_id': '35ecfa41-e41c-4c30-8deb-9c193a984664'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:32:49.102644 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:32:49.114790 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:32:49.144372 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-162e0163-3408-44eb-b9e4-42e57b5c682b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Allocated IP 172.20.0.5 (222a6220-2806-4bd6-bcce-57bc7ca690d4/79e59a5d-5e01-4db4-8fa5-ce93b687fd07/783b1598-3a14-49b0-b1e3-5b92933bc0c3) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:32:49.179025 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:49.184540 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:49.190530 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/networks/6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149 HTTP/1.1" status: 204 len: 168 time: 1.6627769 Nov 08 00:32:49.204609 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40092) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:49.216639 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-bae45cdd-9b5a-4120-be24-1979338150de tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-129066381', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}, 'admin_state_up': False}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:49.246129 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca139f-f19f-40c1-b463-ef6bc96cfba7 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Network': ['ID=6ff1e38b-c4a1-4b86-8b5d-a6c52f9f9149,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:49.256090 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08ce20d2-4754-4213-a053-2d14dfce717a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:49.308738 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce20d2-4754-4213-a053-2d14dfce717a admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc0c1c5-cbfe-4c5d-903e-7d426e26a1db,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:49.398733 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] Allocated IP 172.20.0.2 (855bf3a5-33ad-4ce7-a082-12028ab1b09f/35ecfa41-e41c-4c30-8deb-9c193a984664/9c0ae435-1378-46e2-aa87-febe6a066e86) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:32:49.486079 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bae45cdd-9b5a-4120-be24-1979338150de tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:49.488075 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bae45cdd-9b5a-4120-be24-1979338150de tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:49.496952 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-162e0163-3408-44eb-b9e4-42e57b5c682b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:49.575414 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:49.617604 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bae45cdd-9b5a-4120-be24-1979338150de tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:49.666164 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:49.682397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 783dc25e-7c85-42d7-bd51-d32d70bc2aa5 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:32:49.684277 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-162e0163-3408-44eb-b9e4-42e57b5c682b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:49.764279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 783dc25e-7c85-42d7-bd51-d32d70bc2aa5 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:32:49.764898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 783dc25e-7c85-42d7-bd51-d32d70bc2aa5 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:32:49.783814 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] Network 855bf3a5-33ad-4ce7-a082-12028ab1b09f is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:49.783814 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:49.787971 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:32:49.807833 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] Pushing event updated for resources: {'Port': ['ID=9c0ae435-1378-46e2-aa87-febe6a066e86,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:49.892335 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] Attempting to bind port 9c0ae435-1378-46e2-aa87-febe6a066e86 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:49.893713 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] Attempting to bind port 9c0ae435-1378-46e2-aa87-febe6a066e86 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '52823f32-8dcc-4320-92fd-b73060a94760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '855bf3a5-33ad-4ce7-a082-12028ab1b09f'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:49.894392 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] Attempting to bind port 9c0ae435-1378-46e2-aa87-febe6a066e86 on network 855bf3a5-33ad-4ce7-a082-12028ab1b09f {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:49.901677 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:32:49.902974 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] Checking segment: {'id': '52823f32-8dcc-4320-92fd-b73060a94760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '855bf3a5-33ad-4ce7-a082-12028ab1b09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:32:49.903586 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:49.904202 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] Bound using segment: {'id': '52823f32-8dcc-4320-92fd-b73060a94760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '855bf3a5-33ad-4ce7-a082-12028ab1b09f'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:32:49.905027 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] Bound port: 9c0ae435-1378-46e2-aa87-febe6a066e86, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52823f32-8dcc-4320-92fd-b73060a94760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '855bf3a5-33ad-4ce7-a082-12028ab1b09f'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:32:49.905613 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:50.016880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-ef76bd8e-5546-4ad6-9363-1fcbb434ff0c req-7974c429-6e10-434d-b7a5-84438c372186 service neutron] (102772) timed out ('10.222.0.26', 49661) {{(pid=102772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 00:32:50.055045 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] For port 9c0ae435-1378-46e2-aa87-febe6a066e86, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:32:50.071537 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] For port 9c0ae435-1378-46e2-aa87-febe6a066e86, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9c0ae435-1378-46e2-aa87-febe6a066e86,segment=NetworkSegment(52823f32-8dcc-4320-92fd-b73060a94760),segment_id=52823f32-8dcc-4320-92fd-b73060a94760)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:32:50.118298 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-162e0163-3408-44eb-b9e4-42e57b5c682b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Network 222a6220-2806-4bd6-bcce-57bc7ca690d4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:50.131777 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-4b863db4-5b78-4abb-a705-f7f708db22a6 req-fadaff31-351e-4ff3-8c84-8f3f57d73470 tempest-ServersTestJSON-589439448 tempest-ServersTestJSON-589439448-project] (102771) timed out ('10.222.0.26', 49423) {{(pid=102771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 00:32:50.132793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e0163-3408-44eb-b9e4-42e57b5c682b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event updated for resources: {'Port': ['ID=783b1598-3a14-49b0-b1e3-5b92933bc0c3,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:50.138531 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-162e0163-3408-44eb-b9e4-42e57b5c682b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:50.144763 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b7e412a-739c-4067-aba1-c902ac790112 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:50.160416 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:50.212204 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ce20d2-4754-4213-a053-2d14dfce717a admin admin] Checking segment: {'id': '30bb7b68-5506-44c9-b561-b2ca79da7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '89a6d7df-925f-4c3e-829d-12c8c8ba6796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:32:50.212768 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ce20d2-4754-4213-a053-2d14dfce717a admin admin] Network hostable DHCP agents. Network: 89a6d7df-925f-4c3e-829d-12c8c8ba6796, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:32:50.253008 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-162e0163-3408-44eb-b9e4-42e57b5c682b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:32:50.381190 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bae45cdd-9b5a-4120-be24-1979338150de tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:50.400986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ce20d2-4754-4213-a053-2d14dfce717a admin admin] Network 89a6d7df-925f-4c3e-829d-12c8c8ba6796 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:32:50.413407 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30816e6-76e5-4d12-9c95-69cf1ede1466 None None] Pushing event updated for resources: {'Port': ['ID=9c0ae435-1378-46e2-aa87-febe6a066e86,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:50.460708 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413c2b2-ce0e-40c6-af69-2e70009f728d req-ad54b37c-981c-42d0-9808-d69f07c52f3c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:50.469399 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7413c2b2-ce0e-40c6-af69-2e70009f728d req-ad54b37c-981c-42d0-9808-d69f07c52f3c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 931 time: 0.5679762 Nov 08 00:32:50.509981 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-08ce20d2-4754-4213-a053-2d14dfce717a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 89a6d7df-925f-4c3e-829d-12c8c8ba6796) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:50.523329 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ce20d2-4754-4213-a053-2d14dfce717a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:50.524195 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08ce20d2-4754-4213-a053-2d14dfce717a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:50.530274 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd6ac6c-2e13-4917-8863-c50b1b5e3399 None None] Network 89a6d7df-925f-4c3e-829d-12c8c8ba6796 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:50.556748 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7413c2b2-ce0e-40c6-af69-2e70009f728d req-e287c093-d7e2-4d22-bbd4-1ee740ede2e6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855455 Nov 08 00:32:50.667393 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-162e0163-3408-44eb-b9e4-42e57b5c682b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:50.668031 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-162e0163-3408-44eb-b9e4-42e57b5c682b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:50.669298 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070866ff-0510-4030-b987-6d789d741e87 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Router ab908821-a717-45fe-8e9c-9173b9d9f432 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:32:50.681105 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-08ce20d2-4754-4213-a053-2d14dfce717a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8829761 Nov 08 00:32:50.852055 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a28c1e4d-4de5-49c4-b83e-37144bb62005 None None] Provisioning complete for port 783b1598-3a14-49b0-b1e3-5b92933bc0c3 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:50.852750 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a28c1e4d-4de5-49c4-b83e-37144bb62005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:50.857680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a10eabb-acb7-4b69-a20b-863dd79a0bb6 None None] Network 89a6d7df-925f-4c3e-829d-12c8c8ba6796 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:50.976262 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b7e412a-739c-4067-aba1-c902ac790112 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:51.057212 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b7e412a-739c-4067-aba1-c902ac790112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:51.075717 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a28c1e4d-4de5-49c4-b83e-37144bb62005 None None] Port 783b1598-3a14-49b0-b1e3-5b92933bc0c3 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:32:51.151204 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070866ff-0510-4030-b987-6d789d741e87 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:51.162204 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] Sync routers for ids ['ab908821-a717-45fe-8e9c-9173b9d9f432'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:51.181570 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] Routers {'ab908821-a717-45fe-8e9c-9173b9d9f432'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:51.182218 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ab908821-a717-45fe-8e9c-9173b9d9f432'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:51.245509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-6b7e412a-739c-4067-aba1-c902ac790112 admin admin] Allocated IP 172.25.2.176 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/ceeb86f4-46fc-42e7-a3b8-65e6d181a47a) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:32:51.353049 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-070866ff-0510-4030-b987-6d789d741e87 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:51.365144 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-070866ff-0510-4030-b987-6d789d741e87 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.5534101 Nov 08 00:32:51.366414 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40184) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:51.378597 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-162e0163-3408-44eb-b9e4-42e57b5c682b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0120168 Nov 08 00:32:51.427409 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b7e412a-739c-4067-aba1-c902ac790112 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:51.561857 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37468d84-686f-4082-9235-bfd710e1d4a3 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:51.582450 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b7e412a-739c-4067-aba1-c902ac790112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:51.609766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Request body: {'port': {'device_id': '2bdfae33-a987-436b-a31a-769ab9f40e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:51.658969 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] Set router ab908821-a717-45fe-8e9c-9173b9d9f432 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:51.700857 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7e412a-739c-4067-aba1-c902ac790112 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:51.704206 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-6b7e412a-739c-4067-aba1-c902ac790112 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:51.708951 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7e412a-739c-4067-aba1-c902ac790112 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:32:51.822408 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bae45cdd-9b5a-4120-be24-1979338150de tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:51.895664 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40216) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:51.905065 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bae45cdd-9b5a-4120-be24-1979338150de tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:51.905728 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e9060f73-5a76-4abd-a1d0-254da783b99e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1137215930-network', 'tenant_id': '2bd9536ccd8c4b669e29d879e1c23103'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:51.918522 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e412a-739c-4067-aba1-c902ac790112 admin admin] Pushing event updated for resources: {'Port': ['ID=ceeb86f4-46fc-42e7-a3b8-65e6d181a47a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:51.977771 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e786faf-e143-4908-bb9b-f0b1b26effcd None None] Network 855bf3a5-33ad-4ce7-a082-12028ab1b09f requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:52.037982 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37468d84-686f-4082-9235-bfd710e1d4a3 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:52.110137 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57847307-09f0-4023-8cab-e921a5aba693 req-2e1232d6-0c0b-4d11-b6b4-3346d169bc42 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:52.112194 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57847307-09f0-4023-8cab-e921a5aba693 req-2e1232d6-0c0b-4d11-b6b4-3346d169bc42 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 931 time: 0.3284011 Nov 08 00:32:52.115676 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:52.118626 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9060f73-5a76-4abd-a1d0-254da783b99e admin admin] Made reservation on behalf of 2bd9536ccd8c4b669e29d879e1c23103 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:52.121144 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9060f73-5a76-4abd-a1d0-254da783b99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:52.140343 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9060f73-5a76-4abd-a1d0-254da783b99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:52.195584 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9c0ae435-1378-46e2-aa87-febe6a066e86 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:32:52.207069 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab908821-a717-45fe-8e9c-9173b9d9f432', 'name': '', 'tenant_id': '86371a894e7b453d916a8192cf196451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b477886-45c0-487e-8f96-0cfb2eebd782', 'external_fixed_ips': [{'subnet_id': '94324315-11f2-4d79-a5de-27f2b68c75ac', 'ip_address': '2001:db8::327'}], 'enable_snat': True}, 'gw_port_id': '6ebc7cfd-24b8-4ae2-96f2-94bad1e4d64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:44Z', 'updated_at': '2021-11-08T00:32:47Z', 'revision_number': 3, 'project_id': '86371a894e7b453d916a8192cf196451', 'gw_port': {'id': '6ebc7cfd-24b8-4ae2-96f2-94bad1e4d64f', 'name': '', 'network_id': '1b477886-45c0-487e-8f96-0cfb2eebd782', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab908821-a717-45fe-8e9c-9173b9d9f432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '94324315-11f2-4d79-a5de-27f2b68c75ac', 'ip_address': '2001:db8::327', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:46Z', 'updated_at': '2021-11-08T00:32:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94324315-11f2-4d79-a5de-27f2b68c75ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:52.247195 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] Checking router: ab908821-a717-45fe-8e9c-9173b9d9f432 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:32:52.248010 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] Updating router ab908821-a717-45fe-8e9c-9173b9d9f432 port 6ebc7cfd-24b8-4ae2-96f2-94bad1e4d64f binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:32:52.306637 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9060f73-5a76-4abd-a1d0-254da783b99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:52.324554 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57847307-09f0-4023-8cab-e921a5aba693 req-5f2cdffa-c9f6-49ca-a414-14b870854c0d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797707 Nov 08 00:32:52.340195 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:52.353948 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-867bfd4c-56fc-46d0-93bb-739591586b99 None None] Provisioning complete for port 9c0ae435-1378-46e2-aa87-febe6a066e86 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:52.354324 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-867bfd4c-56fc-46d0-93bb-739591586b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:52.473404 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 9c0ae435-1378-46e2-aa87-febe6a066e86 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:52.473691 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:52.514581 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9060f73-5a76-4abd-a1d0-254da783b99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:52.549398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9060f73-5a76-4abd-a1d0-254da783b99e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:32:52.577351 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9060f73-5a76-4abd-a1d0-254da783b99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:52.579357 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-e9060f73-5a76-4abd-a1d0-254da783b99e admin admin] Added segment ebc87199-44f9-41a3-a3c3-b23d02f923fc of type vlan for network 024059ae-aab2-4990-8a06-9bcbfb38cb61 Nov 08 00:32:52.588304 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-867bfd4c-56fc-46d0-93bb-739591586b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:52.622378 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-bae45cdd-9b5a-4120-be24-1979338150de tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Allocated IP 172.25.2.225 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/e77bfce4-cfa2-4916-b4f0-88df88dc6ed1) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:32:52.633910 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-867bfd4c-56fc-46d0-93bb-739591586b99 None None] For port 9c0ae435-1378-46e2-aa87-febe6a066e86, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9c0ae435-1378-46e2-aa87-febe6a066e86,segment=NetworkSegment(52823f32-8dcc-4320-92fd-b73060a94760),segment_id=52823f32-8dcc-4320-92fd-b73060a94760)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:52.665518 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9060f73-5a76-4abd-a1d0-254da783b99e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:52.681285 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:52.702956 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-867bfd4c-56fc-46d0-93bb-739591586b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:52.772371 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bfd4c-56fc-46d0-93bb-739591586b99 None None] Pushing event updated for resources: {'Port': ['ID=9c0ae435-1378-46e2-aa87-febe6a066e86,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:52.795152 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b7e412a-739c-4067-aba1-c902ac790112 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:52.820324 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:32:52.820770 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:32:52.840073 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:52.879287 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9060f73-5a76-4abd-a1d0-254da783b99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:52.881641 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9060f73-5a76-4abd-a1d0-254da783b99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:52.884475 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9060f73-5a76-4abd-a1d0-254da783b99e admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:52.885523 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-37468d84-686f-4082-9235-bfd710e1d4a3 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Deleting port 6ebc7cfd-24b8-4ae2-96f2-94bad1e4d64f {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:32:52.885873 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37468d84-686f-4082-9235-bfd710e1d4a3 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:52.909462 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bae45cdd-9b5a-4120-be24-1979338150de tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:52.922233 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9060f73-5a76-4abd-a1d0-254da783b99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4a7519-6484-457c-8e6d-ab17c695537f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:52.966343 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:53.017498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783b1598-3a14-49b0-b1e3-5b92933bc0c3 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:32:53.037419 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9060f73-5a76-4abd-a1d0-254da783b99e admin admin] Pushing event updated for resources: {'Network': ['ID=024059ae-aab2-4990-8a06-9bcbfb38cb61,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:53.040504 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:53.048504 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b5624bee-a97c-4f1a-873f-02a8fb24d469 None None] Provisioning complete for port 9c0ae435-1378-46e2-aa87-febe6a066e86 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:53.056161 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5624bee-a97c-4f1a-873f-02a8fb24d469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:53.059305 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 024059ae-aab2-4990-8a06-9bcbfb38cb61 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:32:53.062061 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] Attempting to bind port 6ebc7cfd-24b8-4ae2-96f2-94bad1e4d64f on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:53.062429 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] Attempting to bind port 6ebc7cfd-24b8-4ae2-96f2-94bad1e4d64f by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e1525463-11d1-4704-a873-6abdba4b7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1b477886-45c0-487e-8f96-0cfb2eebd782'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:53.062789 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] Attempting to bind port 6ebc7cfd-24b8-4ae2-96f2-94bad1e4d64f on network 1b477886-45c0-487e-8f96-0cfb2eebd782 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:53.065747 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37468d84-686f-4082-9235-bfd710e1d4a3 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:53.066405 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347ea9e-6206-4cfd-9055-20d3388c874c None None] Pushing event updated for resources: {'Port': ['ID=6ebc7cfd-24b8-4ae2-96f2-94bad1e4d64f,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:53.071178 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:32:53.071546 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] Checking segment: {'id': 'e1525463-11d1-4704-a873-6abdba4b7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1b477886-45c0-487e-8f96-0cfb2eebd782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:32:53.071985 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:53.072367 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] Bound using segment: {'id': 'e1525463-11d1-4704-a873-6abdba4b7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1b477886-45c0-487e-8f96-0cfb2eebd782'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:32:53.072828 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] Bound port: 6ebc7cfd-24b8-4ae2-96f2-94bad1e4d64f, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1525463-11d1-4704-a873-6abdba4b7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1b477886-45c0-487e-8f96-0cfb2eebd782'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:32:53.073202 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:53.079813 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Transition to ACTIVE for port object 783b1598-3a14-49b0-b1e3-5b92933bc0c3 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:32:53.083965 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-37468d84-686f-4082-9235-bfd710e1d4a3 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Calling delete_port for 6ebc7cfd-24b8-4ae2-96f2-94bad1e4d64f owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:32:53.092692 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e9060f73-5a76-4abd-a1d0-254da783b99e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1908052 Nov 08 00:32:53.095317 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40262) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:53.102765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-64061e8a-5e28-4a17-bb75-136805714683 admin admin] Request body: {'subnet': {'network_id': '024059ae-aab2-4990-8a06-9bcbfb38cb61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1137215930-subnet', 'tenant_id': '2bd9536ccd8c4b669e29d879e1c23103', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:53.139124 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] For port 6ebc7cfd-24b8-4ae2-96f2-94bad1e4d64f, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:32:53.144114 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] For port 6ebc7cfd-24b8-4ae2-96f2-94bad1e4d64f, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6ebc7cfd-24b8-4ae2-96f2-94bad1e4d64f,segment=NetworkSegment(e1525463-11d1-4704-a873-6abdba4b7304),segment_id=e1525463-11d1-4704-a873-6abdba4b7304)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:32:53.197108 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bae45cdd-9b5a-4120-be24-1979338150de tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:53.276254 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b7e412a-739c-4067-aba1-c902ac790112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:53.279478 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae45cdd-9b5a-4120-be24-1979338150de tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:53.285309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-bae45cdd-9b5a-4120-be24-1979338150de tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:53.300305 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae45cdd-9b5a-4120-be24-1979338150de tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:32:53.303688 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:53.306437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae45cdd-9b5a-4120-be24-1979338150de tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=e77bfce4-cfa2-4916-b4f0-88df88dc6ed1,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:53.347950 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:53.348562 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64061e8a-5e28-4a17-bb75-136805714683 admin admin] Made reservation on behalf of 2bd9536ccd8c4b669e29d879e1c23103 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:32:53.351152 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-64061e8a-5e28-4a17-bb75-136805714683 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:53.481152 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] Routers {'ab908821-a717-45fe-8e9c-9173b9d9f432'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:53.481720 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ab908821-a717-45fe-8e9c-9173b9d9f432'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:53.570246 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347ea9e-6206-4cfd-9055-20d3388c874c None None] Pushing event updated for resources: {'Port': ['ID=6ebc7cfd-24b8-4ae2-96f2-94bad1e4d64f,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:53.597863 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7e412a-739c-4067-aba1-c902ac790112 admin admin] Router de6951ad-6b9b-4563-85c1-b6ef013fbc1c is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:32:53.605998 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Pushing event updated for resources: {'Port': ['ID=783b1598-3a14-49b0-b1e3-5b92933bc0c3,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:53.637315 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] Set router ab908821-a717-45fe-8e9c-9173b9d9f432 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:53.724075 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab908821-a717-45fe-8e9c-9173b9d9f432', 'name': '', 'tenant_id': '86371a894e7b453d916a8192cf196451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:44Z', 'updated_at': '2021-11-08T00:32:52Z', 'revision_number': 4, 'project_id': '86371a894e7b453d916a8192cf196451', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:53.756952 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14d2d23-fed9-4230-96e9-107d32a35d6a None None] The sync data for ids ['ab908821-a717-45fe-8e9c-9173b9d9f432'] in n-d-816882-1 is: [{'id': 'ab908821-a717-45fe-8e9c-9173b9d9f432', 'name': '', 'tenant_id': '86371a894e7b453d916a8192cf196451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:44Z', 'updated_at': '2021-11-08T00:32:52Z', 'revision_number': 4, 'project_id': '86371a894e7b453d916a8192cf196451', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:32:53.758267 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7e412a-739c-4067-aba1-c902ac790112 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:53.792986 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] Sync routers for ids ['de6951ad-6b9b-4563-85c1-b6ef013fbc1c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:53.809690 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] Routers {'de6951ad-6b9b-4563-85c1-b6ef013fbc1c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:53.810312 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['de6951ad-6b9b-4563-85c1-b6ef013fbc1c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:53.825015 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54642a56-802b-44eb-aaea-dd1390ac2514 req-7c551439-03a4-48e8-8aa5-bc737c799d20 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:53.826997 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54642a56-802b-44eb-aaea-dd1390ac2514 req-7c551439-03a4-48e8-8aa5-bc737c799d20 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.3342175 Nov 08 00:32:53.904891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Attempting to bind port 783b1598-3a14-49b0-b1e3-5b92933bc0c3 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:53.905272 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Attempting to bind port 783b1598-3a14-49b0-b1e3-5b92933bc0c3 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:53.905559 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Attempting to bind port 783b1598-3a14-49b0-b1e3-5b92933bc0c3 on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:53.922453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Port 783b1598-3a14-49b0-b1e3-5b92933bc0c3 on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:32:53.922783 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Attempting to bind port 783b1598-3a14-49b0-b1e3-5b92933bc0c3 on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:53.922997 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b7e412a-739c-4067-aba1-c902ac790112 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:53.928124 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6b7e412a-739c-4067-aba1-c902ac790112 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5139568 Nov 08 00:32:53.929320 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40298) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:53.944640 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:32:53.945039 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Checking segment: {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:32:53.945385 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Bound using segment: {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:32:53.945818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Bound port: 783b1598-3a14-49b0-b1e3-5b92933bc0c3, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:32:53.946180 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:53.948844 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] Set router de6951ad-6b9b-4563-85c1-b6ef013fbc1c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:53.952803 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54642a56-802b-44eb-aaea-dd1390ac2514 req-9ed2df70-7692-4fa1-80ae-5836e55b9190 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155424 Nov 08 00:32:53.996583 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37468d84-686f-4082-9235-bfd710e1d4a3 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:54.146047 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37468d84-686f-4082-9235-bfd710e1d4a3 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ebc7cfd-24b8-4ae2-96f2-94bad1e4d64f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:54.161916 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9c0ae435-1378-46e2-aa87-febe6a066e86 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:32:54.220065 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37468d84-686f-4082-9235-bfd710e1d4a3 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:54.248944 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'name': 'tempest-TestServerMultinode-180375310-router', 'tenant_id': 'b804d2805927453d99faf03cb2ab593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ceeb86f4-46fc-42e7-a3b8-65e6d181a47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:48Z', 'updated_at': '2021-11-08T00:32:52Z', 'revision_number': 3, 'project_id': 'b804d2805927453d99faf03cb2ab593f', 'gw_port': {'id': 'ceeb86f4-46fc-42e7-a3b8-65e6d181a47a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:51Z', 'updated_at': '2021-11-08T00:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:54.282649 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] Checking router: de6951ad-6b9b-4563-85c1-b6ef013fbc1c for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:32:54.283006 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] Updating router de6951ad-6b9b-4563-85c1-b6ef013fbc1c port ceeb86f4-46fc-42e7-a3b8-65e6d181a47a binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:32:54.291946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 9c0ae435-1378-46e2-aa87-febe6a066e86 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:54.291946 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:54.318725 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-64061e8a-5e28-4a17-bb75-136805714683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:54.354373 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:54.421938 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37468d84-686f-4082-9235-bfd710e1d4a3 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:54.427050 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37468d84-686f-4082-9235-bfd710e1d4a3 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:54.446797 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] For port 783b1598-3a14-49b0-b1e3-5b92933bc0c3, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:32:54.522144 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] For port 783b1598-3a14-49b0-b1e3-5b92933bc0c3, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=783b1598-3a14-49b0-b1e3-5b92933bc0c3,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:32:54.542106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64061e8a-5e28-4a17-bb75-136805714683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c13ce4-7012-4310-97a2-44fdfc8b6ff0,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:54.550001 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bae45cdd-9b5a-4120-be24-1979338150de tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:54.646142 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64061e8a-5e28-4a17-bb75-136805714683 admin admin] Checking segment: {'id': 'ebc87199-44f9-41a3-a3c3-b23d02f923fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '024059ae-aab2-4990-8a06-9bcbfb38cb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:32:54.647165 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64061e8a-5e28-4a17-bb75-136805714683 admin admin] Network hostable DHCP agents. Network: 024059ae-aab2-4990-8a06-9bcbfb38cb61, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:32:54.653559 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:54.660595 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37468d84-686f-4082-9235-bfd710e1d4a3 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:54.661153 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37468d84-686f-4082-9235-bfd710e1d4a3 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab908821-a717-45fe-8e9c-9173b9d9f432 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:32:54.667176 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9c17-8c39-4381-a441-301f18abda48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:54.742530 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:54.836661 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:54.893837 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] Attempting to bind port ceeb86f4-46fc-42e7-a3b8-65e6d181a47a on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:32:54.894275 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] Attempting to bind port ceeb86f4-46fc-42e7-a3b8-65e6d181a47a by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:32:54.894446 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-dbcb9c17-8c39-4381-a441-301f18abda48 admin admin] Allocated IP 172.20.0.1 (855bf3a5-33ad-4ce7-a082-12028ab1b09f/35ecfa41-e41c-4c30-8deb-9c193a984664/b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:32:54.894663 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] Attempting to bind port ceeb86f4-46fc-42e7-a3b8-65e6d181a47a on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:32:54.902120 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:32:54.902596 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:32:54.903014 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:54.903414 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:32:54.903917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] Bound port: ceeb86f4-46fc-42e7-a3b8-65e6d181a47a, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:32:54.904303 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:54.948163 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1a946-3da6-4a5c-ae1e-6f76865a1ca1 None None] Pushing event updated for resources: {'Port': ['ID=ceeb86f4-46fc-42e7-a3b8-65e6d181a47a,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:54.990250 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] For port ceeb86f4-46fc-42e7-a3b8-65e6d181a47a, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:32:54.993587 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] For port ceeb86f4-46fc-42e7-a3b8-65e6d181a47a, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ceeb86f4-46fc-42e7-a3b8-65e6d181a47a,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:32:55.072185 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:55.081013 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9c17-8c39-4381-a441-301f18abda48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:55.109286 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37468d84-686f-4082-9235-bfd710e1d4a3 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:55.110443 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-37468d84-686f-4082-9235-bfd710e1d4a3 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ab908821-a717-45fe-8e9c-9173b9d9f432 HTTP/1.1" status: 204 len: 168 time: 3.7364883 Nov 08 00:32:55.115094 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40338) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:55.146600 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1a946-3da6-4a5c-ae1e-6f76865a1ca1 None None] Pushing event updated for resources: {'Port': ['ID=ceeb86f4-46fc-42e7-a3b8-65e6d181a47a,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:55.163076 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] Routers {'de6951ad-6b9b-4563-85c1-b6ef013fbc1c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:55.163972 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['de6951ad-6b9b-4563-85c1-b6ef013fbc1c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:55.195271 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:55.195917 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:55.198579 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] 10.222.0.20 "PUT /v2.0/ports/783b1598-3a14-49b0-b1e3-5b92933bc0c3 HTTP/1.1" status: 200 len: 1091 time: 3.6337357 Nov 08 00:32:55.230288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bdfae33-a987-436b-a31a-769ab9f40e7e', 'tag': '783b1598-3a14-49b0-b1e3-5b92933bc0c3'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:32:55.233876 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1874caef-68c3-49ef-af23-f3bc8e67d4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2bdfae33-a987-436b-a31a-769ab9f40e7e", "tag": "783b1598-3a14-49b0-b1e3-5b92933bc0c3"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:32:55.257104 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e40c827-c400-4af0-b2bd-e2833c17d06d tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Deleting subnet 94324315-11f2-4d79-a5de-27f2b68c75ac {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:32:55.264711 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e40c827-c400-4af0-b2bd-e2833c17d06d tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:55.337259 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2529f2-3abb-410b-aea1-09b018d62270 x-openstack-request-id: req-ed2529f2-3abb-410b-aea1-09b018d62270 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:32:55.337835 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bdfae33-a987-436b-a31a-769ab9f40e7e", "tag": "783b1598-3a14-49b0-b1e3-5b92933bc0c3", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:32:55.337835 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed2529f2-3abb-410b-aea1-09b018d62270 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:32:55.338209 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bdfae33-a987-436b-a31a-769ab9f40e7e', 'tag': '783b1598-3a14-49b0-b1e3-5b92933bc0c3', 'status': 'completed', 'code': 200} Nov 08 00:32:55.364025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3cf4a-becb-47c3-80a9-7922dbac1a35 service neutron] Pushing event updated for resources: {'Port': ['ID=783b1598-3a14-49b0-b1e3-5b92933bc0c3,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:55.371294 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e40c827-c400-4af0-b2bd-e2833c17d06d tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:55.442072 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e40c827-c400-4af0-b2bd-e2833c17d06d tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:55.476402 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9c17-8c39-4381-a441-301f18abda48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:55.510922 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349de95a-39ad-423f-848d-d2881541766c req-084529af-2bf3-47bb-babc-f592f493b5a0 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:55.518614 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-349de95a-39ad-423f-848d-d2881541766c req-084529af-2bf3-47bb-babc-f592f493b5a0 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.3983719 Nov 08 00:32:55.523996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64061e8a-5e28-4a17-bb75-136805714683 admin admin] Network 024059ae-aab2-4990-8a06-9bcbfb38cb61 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:32:55.540255 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb9c17-8c39-4381-a441-301f18abda48 admin admin] Pushing event updated for resources: {'Port': ['ID=b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:55.552761 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcb9c17-8c39-4381-a441-301f18abda48 admin admin] Network 855bf3a5-33ad-4ce7-a082-12028ab1b09f is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:55.555849 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-dbcb9c17-8c39-4381-a441-301f18abda48 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:55.561435 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb9c17-8c39-4381-a441-301f18abda48 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:32:55.593750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874caef-68c3-49ef-af23-f3bc8e67d4f1 req-b0fe3dc8-89f6-4d3b-9629-5c926af93c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:55.595258 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1874caef-68c3-49ef-af23-f3bc8e67d4f1 req-b0fe3dc8-89f6-4d3b-9629-5c926af93c70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 1094 time: 0.2183414 Nov 08 00:32:55.609097 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-349de95a-39ad-423f-848d-d2881541766c req-3f966b99-70bc-418f-be8a-4e5a9639d313 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864496 Nov 08 00:32:55.611673 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] Set router de6951ad-6b9b-4563-85c1-b6ef013fbc1c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:55.641246 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9c17-8c39-4381-a441-301f18abda48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:55.692367 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bae45cdd-9b5a-4120-be24-1979338150de tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:55.694668 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-64061e8a-5e28-4a17-bb75-136805714683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 024059ae-aab2-4990-8a06-9bcbfb38cb61) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:55.721789 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64061e8a-5e28-4a17-bb75-136805714683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:55.721789 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-64061e8a-5e28-4a17-bb75-136805714683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:55.749386 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cc1b2f-7802-4800-a387-339ad7ee7075 None None] Network 024059ae-aab2-4990-8a06-9bcbfb38cb61 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:55.756663 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e40c827-c400-4af0-b2bd-e2833c17d06d tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:55.829152 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6e40c827-c400-4af0-b2bd-e2833c17d06d tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:55.835277 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6e40c827-c400-4af0-b2bd-e2833c17d06d tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/94324315-11f2-4d79-a5de-27f2b68c75ac HTTP/1.1" status: 204 len: 168 time: 0.7187839 Nov 08 00:32:55.839661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40366) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:55.840777 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40c827-c400-4af0-b2bd-e2833c17d06d tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=94324315-11f2-4d79-a5de-27f2b68c75ac,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:55.879067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-64061e8a-5e28-4a17-bb75-136805714683 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7739346 Nov 08 00:32:55.914577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874caef-68c3-49ef-af23-f3bc8e67d4f1 req-c61bb137-736b-4435-a360-ef344f8831f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:55.916092 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1874caef-68c3-49ef-af23-f3bc8e67d4f1 req-c61bb137-736b-4435-a360-ef344f8831f4 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f2f6913f27fa41388788e5027b9340cb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3042166 Nov 08 00:32:55.953624 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeec4cdc-9e00-471f-a6fd-77de77809311 None None] Network 024059ae-aab2-4990-8a06-9bcbfb38cb61 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:32:55.992069 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9c17-8c39-4381-a441-301f18abda48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:56.017428 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec15fb10-ac68-4cbb-9bb1-f33b1c49f826 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:56.060469 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-33347436-5dbf-4f42-9e6f-72e158ae7986 None None] Provisioning complete for port b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:56.060706 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33347436-5dbf-4f42-9e6f-72e158ae7986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:56.099237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-33347436-5dbf-4f42-9e6f-72e158ae7986 None None] Port b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:32:56.120503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874caef-68c3-49ef-af23-f3bc8e67d4f1 req-dc7c3bd4-34d4-4642-86c4-8033dc540f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:56.123125 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1874caef-68c3-49ef-af23-f3bc8e67d4f1 req-dc7c3bd4-34d4-4642-86c4-8033dc540f0d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1942701 Nov 08 00:32:56.186404 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec15fb10-ac68-4cbb-9bb1-f33b1c49f826 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:56.216554 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-ec15fb10-ac68-4cbb-9bb1-f33b1c49f826 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b477886-45c0-487e-8f96-0cfb2eebd782']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:56.220477 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'name': 'tempest-TestServerMultinode-180375310-router', 'tenant_id': 'b804d2805927453d99faf03cb2ab593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ceeb86f4-46fc-42e7-a3b8-65e6d181a47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:48Z', 'updated_at': '2021-11-08T00:32:52Z', 'revision_number': 3, 'project_id': 'b804d2805927453d99faf03cb2ab593f', 'gw_port': {'id': 'ceeb86f4-46fc-42e7-a3b8-65e6d181a47a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:51Z', 'updated_at': '2021-11-08T00:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:56.231720 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-ec15fb10-ac68-4cbb-9bb1-f33b1c49f826 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1525463-11d1-4704-a873-6abdba4b7304') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:56.235922 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-ec15fb10-ac68-4cbb-9bb1-f33b1c49f826 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1525463-11d1-4704-a873-6abdba4b7304') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:56.246434 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9c17-8c39-4381-a441-301f18abda48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:56.258903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b44b8d2-0e90-49c0-8dcf-3c83dcf62269 None None] The sync data for ids ['de6951ad-6b9b-4563-85c1-b6ef013fbc1c'] in n-d-816882-1 is: [{'id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'name': 'tempest-TestServerMultinode-180375310-router', 'tenant_id': 'b804d2805927453d99faf03cb2ab593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ceeb86f4-46fc-42e7-a3b8-65e6d181a47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:48Z', 'updated_at': '2021-11-08T00:32:52Z', 'revision_number': 3, 'project_id': 'b804d2805927453d99faf03cb2ab593f', 'gw_port': {'id': 'ceeb86f4-46fc-42e7-a3b8-65e6d181a47a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:51Z', 'updated_at': '2021-11-08T00:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:32:56.307451 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec15fb10-ac68-4cbb-9bb1-f33b1c49f826 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:56.309152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae45cdd-9b5a-4120-be24-1979338150de tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 8ca341ed-1094-4fa5-bc27-5f824af0e7fb is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:32:56.338824 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec15fb10-ac68-4cbb-9bb1-f33b1c49f826 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:56.340018 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9c17-8c39-4381-a441-301f18abda48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:56.424595 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9c17-8c39-4381-a441-301f18abda48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:56.457649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec15fb10-ac68-4cbb-9bb1-f33b1c49f826 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:32:56.457649 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec15fb10-ac68-4cbb-9bb1-f33b1c49f826 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:56.493358 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb9c17-8c39-4381-a441-301f18abda48 admin admin] Pushing event updated for resources: {'Port': ['ID=b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: items = [ Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:32:56.516103 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:32:56.542043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-23953cb7-bc80-44c8-8192-ebaa7922780b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:56.542043 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-23953cb7-bc80-44c8-8192-ebaa7922780b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 1094 time: 0.2806756 Nov 08 00:32:56.586295 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcb9c17-8c39-4381-a441-301f18abda48 admin admin] Network 855bf3a5-33ad-4ce7-a082-12028ab1b09f is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:32:56.589861 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-dbcb9c17-8c39-4381-a441-301f18abda48 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:32:56.684512 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-57e7dc60-a4c5-4f23-b425-e4ab1b7565d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=783b1598-3a14-49b0-b1e3-5b92933bc0c3 HTTP/1.1" status: 200 len: 217 time: 0.1242807 Nov 08 00:32:56.690776 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec15fb10-ac68-4cbb-9bb1-f33b1c49f826 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:56.772976 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec15fb10-ac68-4cbb-9bb1-f33b1c49f826 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1b477886-45c0-487e-8f96-0cfb2eebd782 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 00:32:56.826033 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec15fb10-ac68-4cbb-9bb1-f33b1c49f826 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:56.833453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ec15fb10-ac68-4cbb-9bb1-f33b1c49f826 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "DELETE /v2.0/networks/1b477886-45c0-487e-8f96-0cfb2eebd782 HTTP/1.1" status: 204 len: 168 time: 0.9850485 Nov 08 00:32:56.868028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcb9c17-8c39-4381-a441-301f18abda48 admin admin] Router de6951ad-6b9b-4563-85c1-b6ef013fbc1c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:32:56.945535 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-90b0ea8d-0f74-4d03-b1d2-a83026b71c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:56.948213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-90b0ea8d-0f74-4d03-b1d2-a83026b71c03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.2433519 Nov 08 00:32:56.960065 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15fb10-ac68-4cbb-9bb1-f33b1c49f826 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b477886-45c0-487e-8f96-0cfb2eebd782,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:57.089175 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-847e90bc-a352-4b46-b114-626f92c81ce0 None None] Provisioning complete for port b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:57.090871 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-847e90bc-a352-4b46-b114-626f92c81ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:57.126549 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a09416-ac5e-414e-8756-34896cc12966 req-f558e552-a270-4a33-be78-e6f71dddda47 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:57.129106 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1a09416-ac5e-414e-8756-34896cc12966 req-f558e552-a270-4a33-be78-e6f71dddda47 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/networks?id=89a6d7df-925f-4c3e-829d-12c8c8ba6796 HTTP/1.1" status: 200 len: 812 time: 0.4433439 Nov 08 00:32:57.153599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-847e90bc-a352-4b46-b114-626f92c81ce0 None None] Port b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:32:57.157323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae45cdd-9b5a-4120-be24-1979338150de tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:57.205476 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1a09416-ac5e-414e-8756-34896cc12966 req-cb44ca97-1be4-43e8-bd61-2d13dd02e591 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/quotas/102f52ce60934d409b5717d0ddd1a078 HTTP/1.1" status: 200 len: 375 time: 0.0588608 Nov 08 00:32:57.230526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-2edce2de-4e56-453e-abb2-b5c93df80b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:57.232054 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-2edce2de-4e56-453e-abb2-b5c93df80b85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2620065 Nov 08 00:32:57.246132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1e888-f51c-43ce-8642-300e7d155b26 req-dcd48d5b-753f-44e9-b77d-11cb88d6d66e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:57.248144 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ae1e888-f51c-43ce-8642-300e7d155b26 req-dcd48d5b-753f-44e9-b77d-11cb88d6d66e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.2958028 Nov 08 00:32:57.293052 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59956dd2-84d1-46be-bdab-aee1b85054d0 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=102f52ce60934d409b5717d0ddd1a078&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773373 Nov 08 00:32:57.416002 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bae45cdd-9b5a-4120-be24-1979338150de tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:57.417699 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bae45cdd-9b5a-4120-be24-1979338150de tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.2051415 Nov 08 00:32:57.429611 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40446) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:57.506240 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ae1e888-f51c-43ce-8642-300e7d155b26 req-ce515f7a-9665-4e81-af09-b253e63de405 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237670 Nov 08 00:32:57.541349 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cec9a3-f53b-455c-8143-9672e860faa7 None None] Sync routers for ids ['8ca341ed-1094-4fa5-bc27-5f824af0e7fb'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:57.551425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40452) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:57.552133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-65ae5585-8cc7-4c65-a036-d10049e8828b tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Request body: {'router': {'name': 'tempest-router--1498432073', 'project_id': 'dd98033d9556414985cdd34fffb8c2f2'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:57.564152 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-1fd9b662-1c81-488b-9cf4-58e962fba232 service neutron] 10.222.0.20 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831578 Nov 08 00:32:57.584780 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cec9a3-f53b-455c-8143-9672e860faa7 None None] Routers {'8ca341ed-1094-4fa5-bc27-5f824af0e7fb'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:57.589402 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-70cec9a3-f53b-455c-8143-9672e860faa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8ca341ed-1094-4fa5-bc27-5f824af0e7fb'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:57.597361 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1a09416-ac5e-414e-8756-34896cc12966 req-3e7ccb2e-23a9-45f9-8557-c7765f5a58e9 service neutron] 10.222.0.13 "GET /v2.0/networks/89a6d7df-925f-4c3e-829d-12c8c8ba6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003369 Nov 08 00:32:57.647493 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-70cec9a3-f53b-455c-8143-9672e860faa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:57.664245 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cec9a3-f53b-455c-8143-9672e860faa7 None None] Routers {'8ca341ed-1094-4fa5-bc27-5f824af0e7fb'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:57.665288 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-70cec9a3-f53b-455c-8143-9672e860faa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8ca341ed-1094-4fa5-bc27-5f824af0e7fb'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:57.676213 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcb9c17-8c39-4381-a441-301f18abda48 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:57.686132 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dbcb9c17-8c39-4381-a441-301f18abda48 admin admin] 10.222.0.13 "PUT /v2.0/routers/de6951ad-6b9b-4563-85c1-b6ef013fbc1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7556078 Nov 08 00:32:57.714016 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-41e1f394-904b-4ae6-ad4b-8b775a7a42aa tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/routers/8ca341ed-1094-4fa5-bc27-5f824af0e7fb HTTP/1.1" status: 200 len: 884 time: 0.2815430 Nov 08 00:32:57.714949 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40460) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:57.734992 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-70cec9a3-f53b-455c-8143-9672e860faa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:57.735951 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cec9a3-f53b-455c-8143-9672e860faa7 None None] The sync data for ids ['8ca341ed-1094-4fa5-bc27-5f824af0e7fb'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:32:57.882598 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1edeb648-95a5-4ea5-bd31-4de99912b647 req-c5bd35bd-ff21-4b93-b13a-1cd37204ba4b service neutron] 10.222.0.20 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086622 Nov 08 00:32:57.920041 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65ae5585-8cc7-4c65-a036-d10049e8828b tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:57.921125 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65ae5585-8cc7-4c65-a036-d10049e8828b tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:57.931294 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1a09416-ac5e-414e-8756-34896cc12966 req-5c3f4475-b159-4722-bd90-e8371662680d service neutron] 10.222.0.13 "GET /v2.0/networks/89a6d7df-925f-4c3e-829d-12c8c8ba6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351182 Nov 08 00:32:57.999329 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65ae5585-8cc7-4c65-a036-d10049e8828b tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:58.073573 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65ae5585-8cc7-4c65-a036-d10049e8828b tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:58.181493 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65ae5585-8cc7-4c65-a036-d10049e8828b tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:58.185169 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-65ae5585-8cc7-4c65-a036-d10049e8828b tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6373391 Nov 08 00:32:58.187777 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40484) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:58.192158 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ceeb86f4-46fc-42e7-a3b8-65e6d181a47a up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:32:58.220102 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ec34b44e-efbb-4d5e-b283-f4e64bfb8f1a tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5011804 Nov 08 00:32:58.224416 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40486) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:58.243273 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e824ea00-ff35-4c1b-8428-c84b168a82c1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-129066381'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:32:58.308528 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9eb8ebe5-2f7f-4e46-8138-e3070e00dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:58.317805 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port ceeb86f4-46fc-42e7-a3b8-65e6d181a47a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:32:58.329812 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:58.386249 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-366e5f15-9606-4391-bc7a-e1eddc373e4e tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:58.393267 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61429790-dd1c-4568-bfb3-009faeda239b req-277ee2ab-550d-4830-b303-92f3c6455374 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 210 time: 0.0929518 Nov 08 00:32:58.498504 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:58.550512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port ceeb86f4-46fc-42e7-a3b8-65e6d181a47a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ceeb86f4-46fc-42e7-a3b8-65e6d181a47a,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:32:58.634033 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:58.727155 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=ceeb86f4-46fc-42e7-a3b8-65e6d181a47a,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:32:58.810315 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-366e5f15-9606-4391-bc7a-e1eddc373e4e tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:58.841991 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-366e5f15-9606-4391-bc7a-e1eddc373e4e tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:58.889753 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e824ea00-ff35-4c1b-8428-c84b168a82c1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:58.910674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e9356-2453-46ef-a026-66c318eb1e83 req-1665b379-8877-431c-9e42-e4c614c4cfb4 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:58.919589 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a1e9356-2453-46ef-a026-66c318eb1e83 req-1665b379-8877-431c-9e42-e4c614c4cfb4 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.2216816 Nov 08 00:32:58.974920 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e824ea00-ff35-4c1b-8428-c84b168a82c1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:58.977851 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-83677848-043a-4891-9c0e-cf2f369d32ad tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:32:58.979349 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-83677848-043a-4891-9c0e-cf2f369d32ad tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/networks?id=639e8422-575c-4b74-b12e-94c71b983f87 HTTP/1.1" status: 200 len: 911 time: 0.2419498 Nov 08 00:32:58.979935 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-366e5f15-9606-4391-bc7a-e1eddc373e4e tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:58.980423 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366e5f15-9606-4391-bc7a-e1eddc373e4e tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14ceb09f-31a2-4e01-8926-2375b60f8329 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:32:58.991439 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a1e9356-2453-46ef-a026-66c318eb1e83 req-72693198-28a4-4835-b6da-bc516da0f3b5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706253 Nov 08 00:32:59.001032 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-366e5f15-9606-4391-bc7a-e1eddc373e4e tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:59.018727 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-366e5f15-9606-4391-bc7a-e1eddc373e4e tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "DELETE /v2.0/routers/14ceb09f-31a2-4e01-8926-2375b60f8329 HTTP/1.1" status: 204 len: 168 time: 0.8252954 Nov 08 00:32:59.040205 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-37cd5c3d-1f26-4dba-9475-cb89587fe277 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/quotas/b804d2805927453d99faf03cb2ab593f HTTP/1.1" status: 200 len: 375 time: 0.0225790 Nov 08 00:32:59.192444 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-666ab53f-6846-4825-a9d6-874e544a490e tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=b804d2805927453d99faf03cb2ab593f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237047 Nov 08 00:32:59.241786 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e824ea00-ff35-4c1b-8428-c84b168a82c1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 8ca341ed-1094-4fa5-bc27-5f824af0e7fb has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:32:59.349835 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-623c9fef-2a59-44e7-be0a-49589f80fe67 service neutron] 10.222.0.13 "GET /v2.0/networks/639e8422-575c-4b74-b12e-94c71b983f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553495 Nov 08 00:32:59.443086 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e824ea00-ff35-4c1b-8428-c84b168a82c1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:32:59.455769 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528036e6-a3ca-47d2-8b82-1f72580ef325 None None] Sync routers for ids ['8ca341ed-1094-4fa5-bc27-5f824af0e7fb'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:59.476508 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e824ea00-ff35-4c1b-8428-c84b168a82c1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:32:59.476508 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e824ea00-ff35-4c1b-8428-c84b168a82c1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/8ca341ed-1094-4fa5-bc27-5f824af0e7fb HTTP/1.1" status: 200 len: 891 time: 1.2344317 Nov 08 00:32:59.476696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40558) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:59.478699 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528036e6-a3ca-47d2-8b82-1f72580ef325 None None] Routers {'8ca341ed-1094-4fa5-bc27-5f824af0e7fb'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:59.479419 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-528036e6-a3ca-47d2-8b82-1f72580ef325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8ca341ed-1094-4fa5-bc27-5f824af0e7fb'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:59.544289 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-528036e6-a3ca-47d2-8b82-1f72580ef325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:59.557849 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40562) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:59.562050 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528036e6-a3ca-47d2-8b82-1f72580ef325 None None] Routers {'8ca341ed-1094-4fa5-bc27-5f824af0e7fb'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:59.562680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-528036e6-a3ca-47d2-8b82-1f72580ef325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8ca341ed-1094-4fa5-bc27-5f824af0e7fb'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:59.606686 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c7b12b19-3259-45f0-8451-5cc2e477fbee tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/routers/8ca341ed-1094-4fa5-bc27-5f824af0e7fb HTTP/1.1" status: 200 len: 891 time: 0.1314301 Nov 08 00:32:59.610004 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40566) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:59.646717 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-528036e6-a3ca-47d2-8b82-1f72580ef325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:59.647584 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528036e6-a3ca-47d2-8b82-1f72580ef325 None None] The sync data for ids ['8ca341ed-1094-4fa5-bc27-5f824af0e7fb'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:32:59.651420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-075223a5-427e-42f2-a4cf-cd3310756081 req-9b03ff43-e535-4917-816b-c841ef9e8466 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 210 time: 0.0432596 Nov 08 00:32:59.666180 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] Sync routers for ids ['de6951ad-6b9b-4563-85c1-b6ef013fbc1c'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:32:59.679131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-1478b39d-e983-40a8-a81d-1896e8fe1757 service neutron] 10.222.0.13 "GET /v2.0/networks/639e8422-575c-4b74-b12e-94c71b983f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145781 Nov 08 00:32:59.687107 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-32b3fed4-da53-4711-9038-89fb9653e833 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ca341ed-1094-4fa5-bc27-5f824af0e7fb HTTP/1.1" status: 200 len: 205 time: 0.0756042 Nov 08 00:32:59.689909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40570) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:32:59.710575 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] Routers {'de6951ad-6b9b-4563-85c1-b6ef013fbc1c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:32:59.711207 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['de6951ad-6b9b-4563-85c1-b6ef013fbc1c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:32:59.902492 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] Set router de6951ad-6b9b-4563-85c1-b6ef013fbc1c gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:32:59.978447 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1113904060', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:00.121657 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ceeb86f4-46fc-42e7-a3b8-65e6d181a47a up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:00.158124 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:00.159721 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:00.298431 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'name': 'tempest-TestServerMultinode-180375310-router', 'tenant_id': 'b804d2805927453d99faf03cb2ab593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ceeb86f4-46fc-42e7-a3b8-65e6d181a47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:48Z', 'updated_at': '2021-11-08T00:32:55Z', 'revision_number': 4, 'project_id': 'b804d2805927453d99faf03cb2ab593f', 'gw_port': {'id': 'ceeb86f4-46fc-42e7-a3b8-65e6d181a47a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:51Z', 'updated_at': '2021-11-08T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64', 'name': '', 'network_id': '855bf3a5-33ad-4ce7-a082-12028ab1b09f', 'tenant_id': 'b804d2805927453d99faf03cb2ab593f', 'mac_address': 'fa:16:3e:3f:e0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '35ecfa41-e41c-4c30-8deb-9c193a984664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:54Z', 'updated_at': '2021-11-08T00:32:56Z', 'revision_number': 2, 'project_id': 'b804d2805927453d99faf03cb2ab593f', 'subnets': [{'id': '35ecfa41-e41c-4c30-8deb-9c193a984664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:00.305915 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port ceeb86f4-46fc-42e7-a3b8-65e6d181a47a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:00.306299 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:00.318063 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2440afe7-8d11-4d6b-a87e-814bacfc2f5b req-4642a4e9-e0d9-43e3-8139-c633f88aba8a tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 210 time: 0.0795817 Nov 08 00:33:00.319676 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:00.345627 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] Checking router: de6951ad-6b9b-4563-85c1-b6ef013fbc1c for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:33:00.351546 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] Updating router de6951ad-6b9b-4563-85c1-b6ef013fbc1c port b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:33:00.378766 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:00.400557 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb9060-af55-4756-8e04-b7dc4c13408a req-8745eb7e-62f4-4e17-bd04-842085c16fc1 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:00.402664 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cafb9060-af55-4756-8e04-b7dc4c13408a req-8745eb7e-62f4-4e17-bd04-842085c16fc1 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.1623402 Nov 08 00:33:00.435332 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cca833e7-be3c-4f99-b094-171bdac19273 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:00.617212 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cafb9060-af55-4756-8e04-b7dc4c13408a req-18ac6b50-ca73-4204-a96c-cd3f39f762c7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033114 Nov 08 00:33:00.673247 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:00.693502 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cca833e7-be3c-4f99-b094-171bdac19273 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:00.750450 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1267ce3-d83b-4616-bc9f-8d498d205175 req-7d7e8e8d-f6f0-4a04-982c-68a67d31b938 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 210 time: 0.0317791 Nov 08 00:33:00.769296 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:00.808735 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f4cfdda2-c081-43bc-8418-be0bf75d234e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:00.875450 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-cca833e7-be3c-4f99-b094-171bdac19273 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting port e77bfce4-cfa2-4916-b4f0-88df88dc6ed1 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:33:00.875811 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cca833e7-be3c-4f99-b094-171bdac19273 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:00.888025 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:00.960882 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da2e22-cf3a-4aab-9144-be62a92c8e4b None None] Pushing event updated for resources: {'Port': ['ID=b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:00.993036 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cca833e7-be3c-4f99-b094-171bdac19273 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:00.999007 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da2e22-cf3a-4aab-9144-be62a92c8e4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:00.999395 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da2e22-cf3a-4aab-9144-be62a92c8e4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:00.999689 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da2e22-cf3a-4aab-9144-be62a92c8e4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.000020 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da2e22-cf3a-4aab-9144-be62a92c8e4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.000843 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da2e22-cf3a-4aab-9144-be62a92c8e4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.000843 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da2e22-cf3a-4aab-9144-be62a92c8e4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.001160 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da2e22-cf3a-4aab-9144-be62a92c8e4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.001472 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da2e22-cf3a-4aab-9144-be62a92c8e4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.002010 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da2e22-cf3a-4aab-9144-be62a92c8e4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.002532 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da2e22-cf3a-4aab-9144-be62a92c8e4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.003022 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da2e22-cf3a-4aab-9144-be62a92c8e4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.003536 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da2e22-cf3a-4aab-9144-be62a92c8e4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.010154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-cca833e7-be3c-4f99-b094-171bdac19273 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Calling delete_port for e77bfce4-cfa2-4916-b4f0-88df88dc6ed1 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:33:01.046902 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] Attempting to bind port b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:33:01.047689 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] Attempting to bind port b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '52823f32-8dcc-4320-92fd-b73060a94760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '855bf3a5-33ad-4ce7-a082-12028ab1b09f'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:33:01.048370 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] Attempting to bind port b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64 on network 855bf3a5-33ad-4ce7-a082-12028ab1b09f {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:33:01.056076 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:33:01.056728 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] Checking segment: {'id': '52823f32-8dcc-4320-92fd-b73060a94760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '855bf3a5-33ad-4ce7-a082-12028ab1b09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:01.057321 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:01.057871 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] Bound using segment: {'id': '52823f32-8dcc-4320-92fd-b73060a94760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '855bf3a5-33ad-4ce7-a082-12028ab1b09f'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:33:01.058824 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] Bound port: b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52823f32-8dcc-4320-92fd-b73060a94760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '855bf3a5-33ad-4ce7-a082-12028ab1b09f'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:33:01.059378 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:01.059701 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:01.108641 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:01.183699 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] For port b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:33:01.187119 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] For port b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64,segment=NetworkSegment(52823f32-8dcc-4320-92fd-b73060a94760),segment_id=52823f32-8dcc-4320-92fd-b73060a94760)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:33:01.208977 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:01.245960 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-5bd46ed2-f51c-48fc-b1da-cd8d751250f9 req-9ee2cb81-e252-4d86-9286-b28631d6fb92 service neutron] (102771) timed out ('10.222.0.20', 58883) {{(pid=102771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 00:33:01.275713 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Allocated IP 172.25.2.244 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/087ac818-afb8-4d34-b3bb-4313d3f9dca1) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:01.320195 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6f40e66a-d230-4a98-8592-a06489ce37ed None None] Provisioning complete for port b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:01.320663 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f40e66a-d230-4a98-8592-a06489ce37ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:01.332308 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:01.393877 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6f40e66a-d230-4a98-8592-a06489ce37ed None None] Port b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:33:01.414829 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cca833e7-be3c-4f99-b094-171bdac19273 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:01.431919 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] Routers {'de6951ad-6b9b-4563-85c1-b6ef013fbc1c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:01.433540 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['de6951ad-6b9b-4563-85c1-b6ef013fbc1c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:01.467819 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11ea7586-d54f-4a9c-882e-b52ffd47aa45 req-455abd83-9499-4c12-9495-808e873b51f1 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 210 time: 0.0834327 Nov 08 00:33:01.474351 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:01.497023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca833e7-be3c-4f99-b094-171bdac19273 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Port': ['ID=e77bfce4-cfa2-4916-b4f0-88df88dc6ed1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:01.620721 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:01.629752 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da2e22-cf3a-4aab-9144-be62a92c8e4b None None] Pushing event updated for resources: {'Port': ['ID=b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:01.663629 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cca833e7-be3c-4f99-b094-171bdac19273 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:01.701555 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Pushing event updated for resources: {'Port': ['ID=087ac818-afb8-4d34-b3bb-4313d3f9dca1,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:01.717790 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] Set router de6951ad-6b9b-4563-85c1-b6ef013fbc1c gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:01.739053 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:01.740757 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:01.758500 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.758858 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.759209 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.759550 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.759911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.760249 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.760579 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.760908 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.761280 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.761608 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.761987 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.762316 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:01.765860 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:01.831643 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4be866d6-06dc-4a4c-a826-35b54d687fcc None None] Provisioning complete for port b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:01.832297 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4be866d6-06dc-4a4c-a826-35b54d687fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:01.907368 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:01.939998 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-594f64e2-8761-4b24-817b-6fd937899b68 req-c32f97e3-8b4e-4358-b8a6-af04d7e9c160 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 210 time: 0.0640996 Nov 08 00:33:01.942937 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cca833e7-be3c-4f99-b094-171bdac19273 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:01.947386 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cca833e7-be3c-4f99-b094-171bdac19273 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:02.029745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639eab9-12ea-4977-9407-0c2d34372dda req-d3eaea65-6ef9-4ebf-bca2-8a8f74ac585c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:02.031468 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1639eab9-12ea-4977-9407-0c2d34372dda req-d3eaea65-6ef9-4ebf-bca2-8a8f74ac585c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.2370186 Nov 08 00:33:02.055004 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4be866d6-06dc-4a4c-a826-35b54d687fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:02.089126 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4be866d6-06dc-4a4c-a826-35b54d687fcc None None] For port b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64,segment=NetworkSegment(52823f32-8dcc-4320-92fd-b73060a94760),segment_id=52823f32-8dcc-4320-92fd-b73060a94760)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:02.091833 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:02.109012 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cca833e7-be3c-4f99-b094-171bdac19273 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:02.110059 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca833e7-be3c-4f99-b094-171bdac19273 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Fanout notify agent at l3_agent the message router_deleted on router 8ca341ed-1094-4fa5-bc27-5f824af0e7fb {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:33:02.130485 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1639eab9-12ea-4977-9407-0c2d34372dda req-63f09072-2e9a-481e-8dd7-7655af589e24 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849216 Nov 08 00:33:02.138730 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cca833e7-be3c-4f99-b094-171bdac19273 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:02.148245 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cca833e7-be3c-4f99-b094-171bdac19273 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/routers/8ca341ed-1094-4fa5-bc27-5f824af0e7fb HTTP/1.1" status: 204 len: 168 time: 2.4538999 Nov 08 00:33:02.150454 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40640) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:02.155755 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-4cb34efc-c8b5-4253-8ea3-a3c6246b353f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-673003385'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:02.169239 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4be866d6-06dc-4a4c-a826-35b54d687fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:02.192525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a09416-ac5e-414e-8756-34896cc12966 req-d26d0695-8c87-49a8-b986-5f02444dc0f3 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:02.194018 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c1a09416-ac5e-414e-8756-34896cc12966 req-d26d0695-8c87-49a8-b986-5f02444dc0f3 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.26 "GET /v2.0/networks?id=89a6d7df-925f-4c3e-829d-12c8c8ba6796 HTTP/1.1" status: 200 len: 812 time: 0.2451551 Nov 08 00:33:02.199498 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'name': 'tempest-TestServerMultinode-180375310-router', 'tenant_id': 'b804d2805927453d99faf03cb2ab593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ceeb86f4-46fc-42e7-a3b8-65e6d181a47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:48Z', 'updated_at': '2021-11-08T00:32:55Z', 'revision_number': 4, 'project_id': 'b804d2805927453d99faf03cb2ab593f', 'gw_port': {'id': 'ceeb86f4-46fc-42e7-a3b8-65e6d181a47a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:51Z', 'updated_at': '2021-11-08T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64', 'name': '', 'network_id': '855bf3a5-33ad-4ce7-a082-12028ab1b09f', 'tenant_id': 'b804d2805927453d99faf03cb2ab593f', 'mac_address': 'fa:16:3e:3f:e0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '35ecfa41-e41c-4c30-8deb-9c193a984664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:54Z', 'updated_at': '2021-11-08T00:33:01Z', 'revision_number': 4, 'project_id': 'b804d2805927453d99faf03cb2ab593f', 'subnets': [{'id': '35ecfa41-e41c-4c30-8deb-9c193a984664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:02.213804 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-c1a09416-ac5e-414e-8756-34896cc12966 req-76962a06-e51f-49b7-affc-6bcd023a2e24 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Request body: {'port': {'device_id': 'a5ae523f-16ae-40b9-899a-c3e6c5aa646d', 'network_id': '89a6d7df-925f-4c3e-829d-12c8c8ba6796', 'admin_state_up': True, 'tenant_id': '102f52ce60934d409b5717d0ddd1a078'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:02.236635 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0da8ab-a180-468c-8311-8f8e8830233d None None] The sync data for ids ['de6951ad-6b9b-4563-85c1-b6ef013fbc1c'] in n-d-816882-1 is: [{'id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'name': 'tempest-TestServerMultinode-180375310-router', 'tenant_id': 'b804d2805927453d99faf03cb2ab593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ceeb86f4-46fc-42e7-a3b8-65e6d181a47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:48Z', 'updated_at': '2021-11-08T00:32:55Z', 'revision_number': 4, 'project_id': 'b804d2805927453d99faf03cb2ab593f', 'gw_port': {'id': 'ceeb86f4-46fc-42e7-a3b8-65e6d181a47a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:51Z', 'updated_at': '2021-11-08T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64', 'name': '', 'network_id': '855bf3a5-33ad-4ce7-a082-12028ab1b09f', 'tenant_id': 'b804d2805927453d99faf03cb2ab593f', 'mac_address': 'fa:16:3e:3f:e0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '35ecfa41-e41c-4c30-8deb-9c193a984664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:54Z', 'updated_at': '2021-11-08T00:33:01Z', 'revision_number': 4, 'project_id': 'b804d2805927453d99faf03cb2ab593f', 'subnets': [{'id': '35ecfa41-e41c-4c30-8deb-9c193a984664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:33:02.241406 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be866d6-06dc-4a4c-a826-35b54d687fcc None None] Pushing event updated for resources: {'Port': ['ID=b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:02.374465 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb34efc-c8b5-4253-8ea3-a3c6246b353f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Made reservation on behalf of 2ca9f2452e8a47159151cbbe0fdfc045 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:33:02.378524 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4cb34efc-c8b5-4253-8ea3-a3c6246b353f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:02.463091 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb34efc-c8b5-4253-8ea3-a3c6246b353f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:33:02.485854 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4cb34efc-c8b5-4253-8ea3-a3c6246b353f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:02.486563 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-4cb34efc-c8b5-4253-8ea3-a3c6246b353f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Added segment 4e379664-8f0a-41b9-a15c-a8251667b551 of type vlan for network 7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa Nov 08 00:33:02.509952 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:02.555568 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4cb34efc-c8b5-4253-8ea3-a3c6246b353f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:02.613979 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-648253a0-c41f-4963-9d88-8a66fee44550 req-21b1c100-7f85-460b-9a48-e7e2b500179b tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 210 time: 0.0583313 Nov 08 00:33:02.809841 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a09416-ac5e-414e-8756-34896cc12966 req-76962a06-e51f-49b7-affc-6bcd023a2e24 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Made reservation on behalf of 102f52ce60934d409b5717d0ddd1a078 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:33:02.813997 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c1a09416-ac5e-414e-8756-34896cc12966 req-76962a06-e51f-49b7-affc-6bcd023a2e24 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:02.818920 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4cb34efc-c8b5-4253-8ea3-a3c6246b353f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:02.825198 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb34efc-c8b5-4253-8ea3-a3c6246b353f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:02.825731 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4cb34efc-c8b5-4253-8ea3-a3c6246b353f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:03.159571 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6337f522-609c-4b54-987b-a12e5540cfe2 req-5fcb8177-d60c-4b1c-97e7-df84219f5170 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 210 time: 0.0946980 Nov 08 00:33:03.293780 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb34efc-c8b5-4253-8ea3-a3c6246b353f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Network': ['ID=7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:03.318905 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:33:03.354301 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca1d69-b8a8-4efa-995b-94ce80bd31c7 req-07cdd5df-ee14-46ab-bb29-471ce9f3ca54 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:03.370461 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-26ca1d69-b8a8-4efa-995b-94ce80bd31c7 req-07cdd5df-ee14-46ab-bb29-471ce9f3ca54 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.1107802 Nov 08 00:33:03.410981 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:03.441510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-26ca1d69-b8a8-4efa-995b-94ce80bd31c7 req-d1dfe03d-511b-4a25-96ee-8129b8902e03 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696869 Nov 08 00:33:03.480663 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4cb34efc-c8b5-4253-8ea3-a3c6246b353f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3262269 Nov 08 00:33:03.480968 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40662) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:03.483711 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-c1a09416-ac5e-414e-8756-34896cc12966 req-76962a06-e51f-49b7-affc-6bcd023a2e24 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Allocated IP 172.20.0.2 (89a6d7df-925f-4c3e-829d-12c8c8ba6796/edc0c1c5-cbfe-4c5d-903e-7d426e26a1db/076a123e-11ae-4ff8-ac9b-47fc2419beab) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:03.492439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-560b9a74-6f2e-435d-bf3c-a5ce1eb32083 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'subnet': {'network_id': '7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:03.502899 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:03.745532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560b9a74-6f2e-435d-bf3c-a5ce1eb32083 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Made reservation on behalf of 2ca9f2452e8a47159151cbbe0fdfc045 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:33:03.749670 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-560b9a74-6f2e-435d-bf3c-a5ce1eb32083 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:03.796331 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68898edb-fc4c-4aa9-9606-bf208755f834 req-1ca1072b-bd88-45a6-9b80-dfc947c1e680 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 210 time: 0.0920510 Nov 08 00:33:03.801983 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c1a09416-ac5e-414e-8756-34896cc12966 req-76962a06-e51f-49b7-affc-6bcd023a2e24 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:03.929892 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c1a09416-ac5e-414e-8756-34896cc12966 req-76962a06-e51f-49b7-affc-6bcd023a2e24 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:03.983039 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a09416-ac5e-414e-8756-34896cc12966 req-76962a06-e51f-49b7-affc-6bcd023a2e24 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Network 89a6d7df-925f-4c3e-829d-12c8c8ba6796 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:03.993069 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-c1a09416-ac5e-414e-8756-34896cc12966 req-76962a06-e51f-49b7-affc-6bcd023a2e24 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:03.995929 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a09416-ac5e-414e-8756-34896cc12966 req-76962a06-e51f-49b7-affc-6bcd023a2e24 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:04.037497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-25c183e2-517f-49e7-a985-ddd4f9ad73b6 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:04.039025 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-25c183e2-517f-49e7-a985-ddd4f9ad73b6 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.26 "GET /v2.0/networks?id=639e8422-575c-4b74-b12e-94c71b983f87 HTTP/1.1" status: 200 len: 911 time: 0.1451011 Nov 08 00:33:04.046392 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76962a06-e51f-49b7-affc-6bcd023a2e24 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Pushing event updated for resources: {'Port': ['ID=076a123e-11ae-4ff8-ac9b-47fc2419beab,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:04.061782 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Router 1e381ca3-d130-4949-b740-53cdde846891 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:33:04.079884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-274372b7-7744-429e-b9b9-dc4a8d6d6513 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Request body: {'port': {'device_id': '82db33d0-a85f-442b-87a1-6abde59b3912', 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87', 'admin_state_up': True, 'tenant_id': 'b804d2805927453d99faf03cb2ab593f'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:04.084831 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a09416-ac5e-414e-8756-34896cc12966 req-76962a06-e51f-49b7-affc-6bcd023a2e24 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:04.085643 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c1a09416-ac5e-414e-8756-34896cc12966 req-76962a06-e51f-49b7-affc-6bcd023a2e24 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:04.227284 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-560b9a74-6f2e-435d-bf3c-a5ce1eb32083 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:04.290385 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:04.303595 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-274372b7-7744-429e-b9b9-dc4a8d6d6513 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Made reservation on behalf of b804d2805927453d99faf03cb2ab593f for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:33:04.309414 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-274372b7-7744-429e-b9b9-dc4a8d6d6513 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:04.337375 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:33:04.344102 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c1a09416-ac5e-414e-8756-34896cc12966 req-76962a06-e51f-49b7-affc-6bcd023a2e24 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1338291 Nov 08 00:33:04.353089 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb5ed28-333e-4546-962a-9f8848333df8 None None] Sync routers for ids ['1e381ca3-d130-4949-b740-53cdde846891'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:33:04.363331 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:04.363861 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:04.368514 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Request body: {'port': {'device_id': 'a5ae523f-16ae-40b9-899a-c3e6c5aa646d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:04.401516 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb5ed28-333e-4546-962a-9f8848333df8 None None] Routers {'1e381ca3-d130-4949-b740-53cdde846891'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:04.402505 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cfb5ed28-333e-4546-962a-9f8848333df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['1e381ca3-d130-4949-b740-53cdde846891'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:04.444538 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:04.446056 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cfb5ed28-333e-4546-962a-9f8848333df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:04.462981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b9a74-6f2e-435d-bf3c-a5ce1eb32083 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Subnet': ['ID=4dcc15f9-fdb8-4429-ab14-498f62e30f7b,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:04.475932 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb5ed28-333e-4546-962a-9f8848333df8 None None] Routers {'1e381ca3-d130-4949-b740-53cdde846891'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:04.476947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cfb5ed28-333e-4546-962a-9f8848333df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['1e381ca3-d130-4949-b740-53cdde846891'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:04.519587 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cfb5ed28-333e-4546-962a-9f8848333df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:04.520911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb5ed28-333e-4546-962a-9f8848333df8 None None] The sync data for ids ['1e381ca3-d130-4949-b740-53cdde846891'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:33:04.532866 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:04.537717 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7ea9fd23-c29c-4728-9206-7a82311189e7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.9785838 Nov 08 00:33:04.543536 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40674) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:04.546324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560b9a74-6f2e-435d-bf3c-a5ce1eb32083 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Checking segment: {'id': '4e379664-8f0a-41b9-a15c-a8251667b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:04.546742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560b9a74-6f2e-435d-bf3c-a5ce1eb32083 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network hostable DHCP agents. Network: 7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:33:04.622742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779ffe-e1c0-4345-94c5-7d7b5ed7cb55 req-1b62228f-91f8-4ebc-ad87-a843bd1b149c tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:04.624283 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-98779ffe-e1c0-4345-94c5-7d7b5ed7cb55 req-1b62228f-91f8-4ebc-ad87-a843bd1b149c tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 931 time: 0.3124356 Nov 08 00:33:04.801109 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-98779ffe-e1c0-4345-94c5-7d7b5ed7cb55 req-8411b147-df96-4a33-922c-138b4896bac4 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427724 Nov 08 00:33:04.816390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-274372b7-7744-429e-b9b9-dc4a8d6d6513 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Allocated IP 172.20.0.9 (639e8422-575c-4b74-b12e-94c71b983f87/86357c1a-15b6-4ffe-827a-71582c979c8e/fb17c3cc-495e-4b0c-88dc-ecedfcf68abc) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:04.818983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560b9a74-6f2e-435d-bf3c-a5ce1eb32083 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:33:04.831324 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076a123e-11ae-4ff8-ac9b-47fc2419beab {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:33:04.848325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d38a89-d8ea-45b8-b4d2-da150e6056d5 req-f85f2e0f-b75a-4cc4-9769-5b57b293585d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:04.850365 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:04.855993 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b7d38a89-d8ea-45b8-b4d2-da150e6056d5 req-f85f2e0f-b75a-4cc4-9769-5b57b293585d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.2048199 Nov 08 00:33:04.871873 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7c591fba-b769-45df-a9f9-a4fd6a14074f tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "GET /v2.0/routers/1e381ca3-d130-4949-b740-53cdde846891 HTTP/1.1" status: 200 len: 925 time: 0.3082120 Nov 08 00:33:04.875495 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40678) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:04.921969 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-80dd3291-1c0c-410e-b731-87c6a8a79973 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e381ca3-d130-4949-b740-53cdde846891 HTTP/1.1" status: 200 len: 205 time: 0.0428739 Nov 08 00:33:04.921969 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Transition to ACTIVE for port object 076a123e-11ae-4ff8-ac9b-47fc2419beab will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:33:04.923080 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40682) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:04.934922 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b7d38a89-d8ea-45b8-b4d2-da150e6056d5 req-86d5d227-022d-41e8-a483-3c1b49da4cb7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779569 Nov 08 00:33:04.953386 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-560b9a74-6f2e-435d-bf3c-a5ce1eb32083 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:04.965731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560b9a74-6f2e-435d-bf3c-a5ce1eb32083 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:04.966361 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-560b9a74-6f2e-435d-bf3c-a5ce1eb32083 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:04.967500 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a577cf-d9ce-4886-bb24-d3db655894a6 None None] Network 7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:33:05.047618 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa32ac3e-a6cb-4f8a-a660-762e7a0f0c6e req-d4a73c91-2913-44ea-9d74-cdc32166e313 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 210 time: 0.0635040 Nov 08 00:33:05.058837 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:05.114792 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcec2c33-bd47-45a1-9535-2332835bf468 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:05.148549 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-274372b7-7744-429e-b9b9-dc4a8d6d6513 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:05.159997 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-560b9a74-6f2e-435d-bf3c-a5ce1eb32083 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6761043 Nov 08 00:33:05.162992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40684) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:05.169220 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-25346a84-8e38-4357-ba28-d05703065c5e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-379486780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:05.200034 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Pushing event updated for resources: {'Port': ['ID=076a123e-11ae-4ff8-ac9b-47fc2419beab,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:05.238346 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa', 'network_id': '7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'fixed_ips': [{'subnet_id': '4dcc15f9-fdb8-4429-ab14-498f62e30f7b'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:33:05.239320 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:05.311849 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcec2c33-bd47-45a1-9535-2332835bf468 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:05.314972 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Attempting to bind port 076a123e-11ae-4ff8-ac9b-47fc2419beab on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:33:05.315309 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Attempting to bind port 076a123e-11ae-4ff8-ac9b-47fc2419beab by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '30bb7b68-5506-44c9-b561-b2ca79da7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '89a6d7df-925f-4c3e-829d-12c8c8ba6796'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:33:05.315689 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Attempting to bind port 076a123e-11ae-4ff8-ac9b-47fc2419beab on network 89a6d7df-925f-4c3e-829d-12c8c8ba6796 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:33:05.321699 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-25346a84-8e38-4357-ba28-d05703065c5e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:05.323076 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Port 076a123e-11ae-4ff8-ac9b-47fc2419beab on network 89a6d7df-925f-4c3e-829d-12c8c8ba6796 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:33:05.323400 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Attempting to bind port 076a123e-11ae-4ff8-ac9b-47fc2419beab on network 89a6d7df-925f-4c3e-829d-12c8c8ba6796 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:33:05.324146 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-25346a84-8e38-4357-ba28-d05703065c5e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:05.328926 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:33:05.329265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Checking segment: {'id': '30bb7b68-5506-44c9-b561-b2ca79da7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '89a6d7df-925f-4c3e-829d-12c8c8ba6796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:05.329651 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Bound using segment: {'id': '30bb7b68-5506-44c9-b561-b2ca79da7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '89a6d7df-925f-4c3e-829d-12c8c8ba6796'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:33:05.330610 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Bound port: 076a123e-11ae-4ff8-ac9b-47fc2419beab, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30bb7b68-5506-44c9-b561-b2ca79da7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '89a6d7df-925f-4c3e-829d-12c8c8ba6796'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:33:05.330967 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:05.435700 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] For port 076a123e-11ae-4ff8-ac9b-47fc2419beab, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:33:05.439088 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] For port 076a123e-11ae-4ff8-ac9b-47fc2419beab, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=076a123e-11ae-4ff8-ac9b-47fc2419beab,segment=NetworkSegment(30bb7b68-5506-44c9-b561-b2ca79da7456),segment_id=30bb7b68-5506-44c9-b561-b2ca79da7456)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:33:05.448299 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-25346a84-8e38-4357-ba28-d05703065c5e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:05.456402 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-274372b7-7744-429e-b9b9-dc4a8d6d6513 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:05.456607 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] Allocated IP 2001:db8::2 (7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa/4dcc15f9-fdb8-4429-ab14-498f62e30f7b/a6485783-5583-41ae-8494-5e100e89f1e4) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:05.492679 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-fcec2c33-bd47-45a1-9535-2332835bf468 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Deleting port 087ac818-afb8-4d34-b3bb-4313d3f9dca1 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:33:05.493012 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcec2c33-bd47-45a1-9535-2332835bf468 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:05.513152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274372b7-7744-429e-b9b9-dc4a8d6d6513 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Pushing event updated for resources: {'Port': ['ID=fb17c3cc-495e-4b0c-88dc-ecedfcf68abc,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:05.537977 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-274372b7-7744-429e-b9b9-dc4a8d6d6513 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Network 639e8422-575c-4b74-b12e-94c71b983f87 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:05.537977 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-274372b7-7744-429e-b9b9-dc4a8d6d6513 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:05.537977 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-274372b7-7744-429e-b9b9-dc4a8d6d6513 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:05.576375 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-25346a84-8e38-4357-ba28-d05703065c5e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:05.601552 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcec2c33-bd47-45a1-9535-2332835bf468 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:05.614449 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-274372b7-7744-429e-b9b9-dc4a8d6d6513 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:05.615400 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-274372b7-7744-429e-b9b9-dc4a8d6d6513 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:05.621737 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-fcec2c33-bd47-45a1-9535-2332835bf468 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Calling delete_port for 087ac818-afb8-4d34-b3bb-4313d3f9dca1 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:33:05.671265 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:05.680224 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:05.718586 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-25346a84-8e38-4357-ba28-d05703065c5e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:05.721181 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-25346a84-8e38-4357-ba28-d05703065c5e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5565803 Nov 08 00:33:05.724189 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40688) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:05.735835 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:05.737602 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:05.739088 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c1a09416-ac5e-414e-8756-34896cc12966 req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] 10.222.0.26 "PUT /v2.0/ports/076a123e-11ae-4ff8-ac9b-47fc2419beab HTTP/1.1" status: 200 len: 1091 time: 1.3804848 Nov 08 00:33:05.739570 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ae523f-16ae-40b9-899a-c3e6c5aa646d', 'tag': '076a123e-11ae-4ff8-ac9b-47fc2419beab'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:33:05.741955 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf2fa64-a77e-4041-9a85-66d25f6c4f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ae523f-16ae-40b9-899a-c3e6c5aa646d", "tag": "076a123e-11ae-4ff8-ac9b-47fc2419beab"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:33:05.768977 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:05.814855 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] Network 7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:05.815458 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:05.819899 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:05.836552 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-274372b7-7744-429e-b9b9-dc4a8d6d6513 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7678492 Nov 08 00:33:05.870397 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0deca160-1f44-4346-845e-06605ae0f0e3 x-openstack-request-id: req-0deca160-1f44-4346-845e-06605ae0f0e3 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:33:05.870983 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ae523f-16ae-40b9-899a-c3e6c5aa646d", "tag": "076a123e-11ae-4ff8-ac9b-47fc2419beab", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:33:05.871526 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0deca160-1f44-4346-845e-06605ae0f0e3 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:33:05.872265 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ae523f-16ae-40b9-899a-c3e6c5aa646d', 'tag': '076a123e-11ae-4ff8-ac9b-47fc2419beab', 'status': 'completed', 'code': 200} Nov 08 00:33:05.878680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Request body: {'port': {'device_id': '82db33d0-a85f-442b-87a1-6abde59b3912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:05.961898 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59235ed4-927c-4316-8e33-c8a86e9053e0 service neutron] Pushing event updated for resources: {'Port': ['ID=076a123e-11ae-4ff8-ac9b-47fc2419beab,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:06.003450 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2fa64-a77e-4041-9a85-66d25f6c4f9b req-a02ae3f4-8687-4c43-ba8b-136b4fc2b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:06.005156 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fdf2fa64-a77e-4041-9a85-66d25f6c4f9b req-a02ae3f4-8687-4c43-ba8b-136b4fc2b55a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=102f52ce60934d409b5717d0ddd1a078&device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 1094 time: 0.1318192 Nov 08 00:33:06.009346 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:06.179942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] Pushing event updated for resources: {'Port': ['ID=a6485783-5583-41ae-8494-5e100e89f1e4,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:06.183397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1e12d35b-ba54-4aff-a777-5996034f811d None None] Provisioning complete for port fb17c3cc-495e-4b0c-88dc-ecedfcf68abc triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:06.186534 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1e12d35b-ba54-4aff-a777-5996034f811d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:06.251260 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] Attempting to bind port a6485783-5583-41ae-8494-5e100e89f1e4 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:33:06.251547 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] Attempting to bind port a6485783-5583-41ae-8494-5e100e89f1e4 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '4e379664-8f0a-41b9-a15c-a8251667b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:33:06.251989 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] Attempting to bind port a6485783-5583-41ae-8494-5e100e89f1e4 on network 7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:33:06.252823 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2fa64-a77e-4041-9a85-66d25f6c4f9b req-cb201f6b-43f7-48eb-8a78-0ef61125d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:06.255022 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fdf2fa64-a77e-4041-9a85-66d25f6c4f9b req-cb201f6b-43f7-48eb-8a78-0ef61125d5f3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=102f52ce60934d409b5717d0ddd1a078&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1936252 Nov 08 00:33:06.256565 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcec2c33-bd47-45a1-9535-2332835bf468 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:06.257088 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1e12d35b-ba54-4aff-a777-5996034f811d None None] Port fb17c3cc-495e-4b0c-88dc-ecedfcf68abc cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:33:06.260669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:33:06.260669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] Checking segment: {'id': '4e379664-8f0a-41b9-a15c-a8251667b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:06.260669 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:06.260669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] Bound using segment: {'id': '4e379664-8f0a-41b9-a15c-a8251667b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:33:06.260669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] Bound port: a6485783-5583-41ae-8494-5e100e89f1e4, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e379664-8f0a-41b9-a15c-a8251667b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:33:06.261175 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:06.356204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222240d-e470-4058-b025-02d38dfef1cb req-d7f414a0-2ddf-4039-a187-dd63054b7d97 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:06.357800 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8222240d-e470-4058-b025-02d38dfef1cb req-d7f414a0-2ddf-4039-a187-dd63054b7d97 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 943 time: 0.3319724 Nov 08 00:33:06.373176 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:06.378611 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] For port a6485783-5583-41ae-8494-5e100e89f1e4, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:33:06.382026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74270b68-9740-4e96-bd56-44cc5c0b7050 req-819e9204-1a26-4ab2-9305-1b6b4506ff4a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:06.382643 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] For port a6485783-5583-41ae-8494-5e100e89f1e4, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a6485783-5583-41ae-8494-5e100e89f1e4,segment=NetworkSegment(4e379664-8f0a-41b9-a15c-a8251667b551),segment_id=4e379664-8f0a-41b9-a15c-a8251667b551)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:33:06.383521 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74270b68-9740-4e96-bd56-44cc5c0b7050 req-819e9204-1a26-4ab2-9305-1b6b4506ff4a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.2921202 Nov 08 00:33:06.410215 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec2c33-bd47-45a1-9535-2332835bf468 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Pushing event deleted for resources: {'Port': ['ID=087ac818-afb8-4d34-b3bb-4313d3f9dca1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:06.489229 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcec2c33-bd47-45a1-9535-2332835bf468 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:06.496851 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:06.568441 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74270b68-9740-4e96-bd56-44cc5c0b7050 req-d4a938a3-47e1-48ec-ae20-19149d253c57 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623168 Nov 08 00:33:06.607171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ab2f3-033f-478a-ba31-d62fceb1803f None None] Pushing event updated for resources: {'Port': ['ID=a6485783-5583-41ae-8494-5e100e89f1e4,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:06.636369 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8222240d-e470-4058-b025-02d38dfef1cb req-383d122c-76a6-4f80-ae4c-23eda7737259 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517943 Nov 08 00:33:06.745196 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcec2c33-bd47-45a1-9535-2332835bf468 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:06.749483 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcec2c33-bd47-45a1-9535-2332835bf468 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:06.818350 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2fa64-a77e-4041-9a85-66d25f6c4f9b req-4db2d171-438b-4f28-b13b-02a2fc7a8937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:06.821818 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-fdf2fa64-a77e-4041-9a85-66d25f6c4f9b req-4db2d171-438b-4f28-b13b-02a2fc7a8937 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5529351 Nov 08 00:33:06.935254 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcec2c33-bd47-45a1-9535-2332835bf468 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:06.935909 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcec2c33-bd47-45a1-9535-2332835bf468 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Fanout notify agent at l3_agent the message router_deleted on router 1e381ca3-d130-4949-b740-53cdde846891 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:33:06.945424 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcec2c33-bd47-45a1-9535-2332835bf468 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:06.946573 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fcec2c33-bd47-45a1-9535-2332835bf468 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "DELETE /v2.0/routers/1e381ca3-d130-4949-b740-53cdde846891 HTTP/1.1" status: 204 len: 168 time: 2.0225089 Nov 08 00:33:06.950838 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40702) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:06.956850 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-4594c701-c0f6-42af-a964-07b712ff3204 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1080929707', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'enable_snat': False}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:06.985918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29657895-6ecf-4149-b36d-9c863d375646 req-ea4c24c4-b1b1-4d44-b6e9-767c08c56d01 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:06.988671 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a09416-ac5e-414e-8756-34896cc12966 req-2cb15491-7cfb-4e64-9025-f24c72b3ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:06.990236 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c1a09416-ac5e-414e-8756-34896cc12966 req-2cb15491-7cfb-4e64-9025-f24c72b3ca5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=102f52ce60934d409b5717d0ddd1a078&device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 1094 time: 0.0901952 Nov 08 00:33:06.994584 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29657895-6ecf-4149-b36d-9c863d375646 req-ea4c24c4-b1b1-4d44-b6e9-767c08c56d01 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 1027 time: 0.2201512 Nov 08 00:33:07.046686 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c1a09416-ac5e-414e-8756-34896cc12966 req-62756589-9bcd-4bd0-897c-d0d9def28ce1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=076a123e-11ae-4ff8-ac9b-47fc2419beab HTTP/1.1" status: 200 len: 217 time: 0.0428805 Nov 08 00:33:07.091387 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4594c701-c0f6-42af-a964-07b712ff3204 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:07.092422 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4594c701-c0f6-42af-a964-07b712ff3204 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:07.105013 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a09416-ac5e-414e-8756-34896cc12966 req-80f6a299-eac7-4ae2-95de-94cd5f28920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:07.106622 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c1a09416-ac5e-414e-8756-34896cc12966 req-80f6a299-eac7-4ae2-95de-94cd5f28920e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edc0c1c5-cbfe-4c5d-903e-7d426e26a1db HTTP/1.1" status: 200 len: 852 time: 0.0537624 Nov 08 00:33:07.108346 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29657895-6ecf-4149-b36d-9c863d375646 req-526f4808-b9ab-4e22-bc48-42b4bad379bf tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128595 Nov 08 00:33:07.146500 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Allocated IP 2001:db8::1 (7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa/4dcc15f9-fdb8-4429-ab14-498f62e30f7b/5a892863-ea0c-411d-abb7-bb23c450c2db) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:07.153119 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c1a09416-ac5e-414e-8756-34896cc12966 req-5783e07a-7c07-4afb-b878-9578577a0066 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89a6d7df-925f-4c3e-829d-12c8c8ba6796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351045 Nov 08 00:33:07.172846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb17c3cc-495e-4b0c-88dc-ecedfcf68abc {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:33:07.241379 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4594c701-c0f6-42af-a964-07b712ff3204 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:07.278369 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:07.291435 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c1a09416-ac5e-414e-8756-34896cc12966 req-8e241ef9-ad0e-4769-b50b-091224432d13 service neutron] 10.222.0.26 "GET /v2.0/networks/89a6d7df-925f-4c3e-829d-12c8c8ba6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053905 Nov 08 00:33:07.305006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Transition to ACTIVE for port object fb17c3cc-495e-4b0c-88dc-ecedfcf68abc will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:33:07.356500 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:07.396458 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:07.464452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Pushing event updated for resources: {'Port': ['ID=fb17c3cc-495e-4b0c-88dc-ecedfcf68abc,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:07.581632 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:07.607514 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4594c701-c0f6-42af-a964-07b712ff3204 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:07.696707 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c1a09416-ac5e-414e-8756-34896cc12966 req-b2440d5e-af04-4ef0-ba0a-b7397d91e7aa service neutron] 10.222.0.26 "GET /v2.0/networks/89a6d7df-925f-4c3e-829d-12c8c8ba6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983886 Nov 08 00:33:07.980990 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19624453-97c4-4bba-ad1c-b82a66eae09a None None] Network 7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:33:08.184694 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a6485783-5583-41ae-8494-5e100e89f1e4 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:08.196983 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4594c701-c0f6-42af-a964-07b712ff3204 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:08.218065 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4594c701-c0f6-42af-a964-07b712ff3204 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:08.248524 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-64388ed1-8113-4e99-b0f5-ab5392818f25 None None] Provisioning complete for port a6485783-5583-41ae-8494-5e100e89f1e4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:08.249048 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-64388ed1-8113-4e99-b0f5-ab5392818f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:08.268497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=5a892863-ea0c-411d-abb7-bb23c450c2db,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:08.308454 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port a6485783-5583-41ae-8494-5e100e89f1e4 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:08.308454 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:08.308716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Attempting to bind port fb17c3cc-495e-4b0c-88dc-ecedfcf68abc on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:33:08.308716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Attempting to bind port fb17c3cc-495e-4b0c-88dc-ecedfcf68abc by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'e0295b67-2770-46c9-a928-503e71b8a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:33:08.308716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Attempting to bind port fb17c3cc-495e-4b0c-88dc-ecedfcf68abc on network 639e8422-575c-4b74-b12e-94c71b983f87 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:33:08.313322 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:08.327113 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:08.333305 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:08.333842 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:08.336516 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Port fb17c3cc-495e-4b0c-88dc-ecedfcf68abc on network 639e8422-575c-4b74-b12e-94c71b983f87 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:33:08.336516 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Attempting to bind port fb17c3cc-495e-4b0c-88dc-ecedfcf68abc on network 639e8422-575c-4b74-b12e-94c71b983f87 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:33:08.344932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:33:08.345268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Checking segment: {'id': 'e0295b67-2770-46c9-a928-503e71b8a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:08.346185 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Bound using segment: {'id': 'e0295b67-2770-46c9-a928-503e71b8a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:33:08.346622 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Bound port: fb17c3cc-495e-4b0c-88dc-ecedfcf68abc, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0295b67-2770-46c9-a928-503e71b8a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:33:08.346977 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:08.394122 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-4594c701-c0f6-42af-a964-07b712ff3204 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Allocated IP 172.25.2.45 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/9fa96469-19f4-42ae-9ef0-02512831670f) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:08.462915 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-64388ed1-8113-4e99-b0f5-ab5392818f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:08.467969 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a86617-ce57-481b-8ff9-4fac7d32dea2 req-b3b37995-1160-4479-b447-6c854703ae55 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:08.476351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-41a86617-ce57-481b-8ff9-4fac7d32dea2 req-b3b37995-1160-4479-b447-6c854703ae55 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 943 time: 0.2167709 Nov 08 00:33:08.487220 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:08.530887 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-64388ed1-8113-4e99-b0f5-ab5392818f25 None None] For port a6485783-5583-41ae-8494-5e100e89f1e4, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a6485783-5583-41ae-8494-5e100e89f1e4,segment=NetworkSegment(4e379664-8f0a-41b9-a15c-a8251667b551),segment_id=4e379664-8f0a-41b9-a15c-a8251667b551)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:08.544302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe273b-43a3-42ad-9208-3962e5c810a9 req-814e4aaa-393b-4f4b-8c32-4a9ef951f735 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:08.545929 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ebe273b-43a3-42ad-9208-3962e5c810a9 req-814e4aaa-393b-4f4b-8c32-4a9ef951f735 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.2947490 Nov 08 00:33:08.547131 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] For port fb17c3cc-495e-4b0c-88dc-ecedfcf68abc, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:33:08.582476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] For port fb17c3cc-495e-4b0c-88dc-ecedfcf68abc, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=fb17c3cc-495e-4b0c-88dc-ecedfcf68abc,segment=NetworkSegment(e0295b67-2770-46c9-a928-503e71b8a8e5),segment_id=e0295b67-2770-46c9-a928-503e71b8a8e5)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:33:08.591321 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:08.598741 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4594c701-c0f6-42af-a964-07b712ff3204 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:08.629468 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-41a86617-ce57-481b-8ff9-4fac7d32dea2 req-b71a0f90-65ec-48e1-aca4-3d4c8b7b8917 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521537 Nov 08 00:33:08.634034 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-64388ed1-8113-4e99-b0f5-ab5392818f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:08.653944 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ebe273b-43a3-42ad-9208-3962e5c810a9 req-430b32fb-2e08-47c9-9cee-98d23fe9bb53 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924559 Nov 08 00:33:08.754871 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64388ed1-8113-4e99-b0f5-ab5392818f25 None None] Pushing event updated for resources: {'Port': ['ID=a6485783-5583-41ae-8494-5e100e89f1e4,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:08.769144 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:08.805335 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:33:08.810172 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:33:08.832423 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4594c701-c0f6-42af-a964-07b712ff3204 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:08.846885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:08.847855 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:08.849610 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] 10.222.0.26 "PUT /v2.0/ports/fb17c3cc-495e-4b0c-88dc-ecedfcf68abc HTTP/1.1" status: 200 len: 1091 time: 2.9779990 Nov 08 00:33:08.851400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82db33d0-a85f-442b-87a1-6abde59b3912', 'tag': 'fb17c3cc-495e-4b0c-88dc-ecedfcf68abc'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:33:08.856024 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e735141f-bd50-4784-86f7-302fb1a8fb5e" -d '{"events": [{"name": "network-changed", "server_uuid": "82db33d0-a85f-442b-87a1-6abde59b3912", "tag": "fb17c3cc-495e-4b0c-88dc-ecedfcf68abc"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:33:08.907483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4594c701-c0f6-42af-a964-07b712ff3204 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:08.913078 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-4594c701-c0f6-42af-a964-07b712ff3204 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:08.924087 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4594c701-c0f6-42af-a964-07b712ff3204 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:08.928427 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594c701-c0f6-42af-a964-07b712ff3204 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Pushing event updated for resources: {'Port': ['ID=9fa96469-19f4-42ae-9ef0-02512831670f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:08.950487 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1090ac2d-13b9-4990-a2ce-87357fce00e3 None None] Provisioning complete for port a6485783-5583-41ae-8494-5e100e89f1e4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:08.952378 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1090ac2d-13b9-4990-a2ce-87357fce00e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:08.962294 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565e56c6-5628-4c18-b10f-45c6baed3c2f x-openstack-request-id: req-565e56c6-5628-4c18-b10f-45c6baed3c2f {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:33:08.962520 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82db33d0-a85f-442b-87a1-6abde59b3912", "tag": "fb17c3cc-495e-4b0c-88dc-ecedfcf68abc", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:33:08.962739 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-565e56c6-5628-4c18-b10f-45c6baed3c2f {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:33:08.963127 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82db33d0-a85f-442b-87a1-6abde59b3912', 'tag': 'fb17c3cc-495e-4b0c-88dc-ecedfcf68abc', 'status': 'completed', 'code': 200} Nov 08 00:33:09.027040 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cccc7-fa64-477b-a0b9-782dc99b6974 service neutron] Pushing event updated for resources: {'Port': ['ID=fb17c3cc-495e-4b0c-88dc-ecedfcf68abc,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:09.054506 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6008b2-6321-4bf2-a208-5e980bab1dec req-b5208976-0f64-4873-b8ce-1973246b04fe tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:09.056149 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b6008b2-6321-4bf2-a208-5e980bab1dec req-b5208976-0f64-4873-b8ce-1973246b04fe tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 1094 time: 0.2482665 Nov 08 00:33:09.061952 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:09.111008 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:33:09.147863 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1090ac2d-13b9-4990-a2ce-87357fce00e3 None None] Provisioning complete for port 5a892863-ea0c-411d-abb7-bb23c450c2db triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:09.148450 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1090ac2d-13b9-4990-a2ce-87357fce00e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:09.173534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735141f-bd50-4784-86f7-302fb1a8fb5e req-1f67887e-d967-4c51-9979-a61af2d52444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:09.175350 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e735141f-bd50-4784-86f7-302fb1a8fb5e req-1f67887e-d967-4c51-9979-a61af2d52444 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b804d2805927453d99faf03cb2ab593f&device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 1094 time: 0.1917017 Nov 08 00:33:09.223322 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1090ac2d-13b9-4990-a2ce-87357fce00e3 None None] Port 5a892863-ea0c-411d-abb7-bb23c450c2db cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:33:09.347084 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b6008b2-6321-4bf2-a208-5e980bab1dec req-afeb99d2-2c70-4cd7-b174-aaf58a99938b tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644751 Nov 08 00:33:09.449002 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d736e5f5-3b05-4f8e-96b9-79a059df2e93 None None] Provisioning complete for port 5a892863-ea0c-411d-abb7-bb23c450c2db triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:09.449702 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d736e5f5-3b05-4f8e-96b9-79a059df2e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:09.470046 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4594c701-c0f6-42af-a964-07b712ff3204 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:09.492032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735141f-bd50-4784-86f7-302fb1a8fb5e req-e15d5711-43ea-4e10-a2c4-c1a5135d5458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:09.493533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e735141f-bd50-4784-86f7-302fb1a8fb5e req-e15d5711-43ea-4e10-a2c4-c1a5135d5458 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b804d2805927453d99faf03cb2ab593f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2991712 Nov 08 00:33:09.495748 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d736e5f5-3b05-4f8e-96b9-79a059df2e93 None None] Port 5a892863-ea0c-411d-abb7-bb23c450c2db cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:33:09.644718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735141f-bd50-4784-86f7-302fb1a8fb5e req-6e73fe52-c553-48f6-8a21-b9758204c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:09.646627 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e735141f-bd50-4784-86f7-302fb1a8fb5e req-6e73fe52-c553-48f6-8a21-b9758204c1aa service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1457524 Nov 08 00:33:09.650406 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:09.699837 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4594c701-c0f6-42af-a964-07b712ff3204 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:09.780867 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:09.781722 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:09.952927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe3123-5bdd-4cbf-91ed-ec63e0f6d640 req-b103e002-2dc3-42e5-992c-dc872bda70c4 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:09.954510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9fe3123-5bdd-4cbf-91ed-ec63e0f6d640 req-b103e002-2dc3-42e5-992c-dc872bda70c4 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 943 time: 0.2391260 Nov 08 00:33:09.960506 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=5a892863-ea0c-411d-abb7-bb23c450c2db,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:09.968390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-ce6bd779-bdd6-4f8a-ada6-7c532da70f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:09.969897 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-ce6bd779-bdd6-4f8a-ada6-7c532da70f79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b804d2805927453d99faf03cb2ab593f&device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 1094 time: 0.2625058 Nov 08 00:33:09.983079 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bfa65-7af7-46fc-b212-d91872459c1c req-39d6acf2-dea5-4c8d-9ae4-a342a6c06f5c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:09.984670 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e2bfa65-7af7-46fc-b212-d91872459c1c req-39d6acf2-dea5-4c8d-9ae4-a342a6c06f5c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.2174091 Nov 08 00:33:10.011201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:10.012086 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:10.012086 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:10.012086 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:10.013370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:10.013370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:10.013370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:10.013370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:10.014604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:10.014604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:10.014604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:10.014604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:10.075887 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-dcfaaae4-37e0-4c2a-a1a5-c0d967bd34dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb17c3cc-495e-4b0c-88dc-ecedfcf68abc HTTP/1.1" status: 200 len: 217 time: 0.0899756 Nov 08 00:33:10.107250 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a6485783-5583-41ae-8494-5e100e89f1e4 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:10.156053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9fe3123-5bdd-4cbf-91ed-ec63e0f6d640 req-db30b4bc-2953-490f-b6d8-32cca76b77ed tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662562 Nov 08 00:33:10.175444 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e2bfa65-7af7-46fc-b212-d91872459c1c req-372cb8eb-52ef-44e4-ae17-95c825c62bcb tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678212 Nov 08 00:33:10.177516 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:10.178553 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port a6485783-5583-41ae-8494-5e100e89f1e4 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:10.180511 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:10.181335 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:10.198554 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-322da728-e263-4820-ac15-64562f607821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:10.200056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-322da728-e263-4820-ac15-64562f607821 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86357c1a-15b6-4ffe-827a-71582c979c8e HTTP/1.1" status: 200 len: 849 time: 0.1092100 Nov 08 00:33:10.400962 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 076a123e-11ae-4ff8-ac9b-47fc2419beab details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:33:10.536616 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4594c701-c0f6-42af-a964-07b712ff3204 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Router 354e377e-f5c5-4f82-b76e-7d2b16edcbff is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:33:10.571670 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-2f08331b-6159-4705-b304-57d3e8f958ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:10.573365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-2f08331b-6159-4705-b304-57d3e8f958ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=639e8422-575c-4b74-b12e-94c71b983f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3641577 Nov 08 00:33:10.621437 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 076a123e-11ae-4ff8-ac9b-47fc2419beab, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=076a123e-11ae-4ff8-ac9b-47fc2419beab,segment=NetworkSegment(30bb7b68-5506-44c9-b561-b2ca79da7456),segment_id=30bb7b68-5506-44c9-b561-b2ca79da7456)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:10.629593 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f92a58-8568-4752-9ccb-4e680e7594e2 req-9efa5e64-0430-46d1-96b9-65a816f595b0 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:10.631304 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0f92a58-8568-4752-9ccb-4e680e7594e2 req-9efa5e64-0430-46d1-96b9-65a816f595b0 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 1094 time: 0.1256013 Nov 08 00:33:10.642286 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '076a123e-11ae-4ff8-ac9b-47fc2419beab', 'network_id': '89a6d7df-925f-4c3e-829d-12c8c8ba6796', 'port_id': '076a123e-11ae-4ff8-ac9b-47fc2419beab', 'mac_address': 'fa:16:3e:44:c2:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc0c1c5-cbfe-4c5d-903e-7d426e26a1db', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:33:10.684837 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4594c701-c0f6-42af-a964-07b712ff3204 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:33:10.691290 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-670199fb-1ee9-4951-8abd-580563278875 None None] Provisioning complete for port 5a892863-ea0c-411d-abb7-bb23c450c2db triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:10.692102 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-670199fb-1ee9-4951-8abd-580563278875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:10.698173 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] Sync routers for ids ['354e377e-f5c5-4f82-b76e-7d2b16edcbff'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:33:10.711536 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] Routers {'354e377e-f5c5-4f82-b76e-7d2b16edcbff'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:10.712586 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['354e377e-f5c5-4f82-b76e-7d2b16edcbff'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:10.718353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0f92a58-8568-4752-9ccb-4e680e7594e2 req-08314f80-96f5-41ea-ab0a-cfa33bf9b4b7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603504 Nov 08 00:33:10.730300 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-670199fb-1ee9-4951-8abd-580563278875 None None] Port 5a892863-ea0c-411d-abb7-bb23c450c2db cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:33:10.737454 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 6d02d073-dd7b-40b5-8ac0-49b0da68780c is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:33:10.744003 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:10.757645 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076a123e-11ae-4ff8-ac9b-47fc2419beab {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:33:10.802530 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 076a123e-11ae-4ff8-ac9b-47fc2419beab, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=076a123e-11ae-4ff8-ac9b-47fc2419beab,segment=NetworkSegment(30bb7b68-5506-44c9-b561-b2ca79da7456),segment_id=30bb7b68-5506-44c9-b561-b2ca79da7456)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:10.834177 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] Set router 354e377e-f5c5-4f82-b76e-7d2b16edcbff gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:10.839674 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4594c701-c0f6-42af-a964-07b712ff3204 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:10.841217 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4594c701-c0f6-42af-a964-07b712ff3204 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8886881 Nov 08 00:33:10.846765 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40732) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:10.881366 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-951ebd72-bf4a-406f-a2a3-cb0bab0bbf96 service neutron] 10.222.0.26 "GET /v2.0/networks/639e8422-575c-4b74-b12e-94c71b983f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986872 Nov 08 00:33:10.922185 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:11.007723 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c2aa50a1-9972-4d78-81b9-dec4010720d0 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "GET /v2.0/routers/354e377e-f5c5-4f82-b76e-7d2b16edcbff HTTP/1.1" status: 200 len: 908 time: 0.1575277 Nov 08 00:33:11.008740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40734) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:11.017112 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-137e0604-4ea4-495b-8f67-e1a68cc2aed6 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1080929707', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'enable_snat': True}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:11.057357 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:33:11.069467 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9dc08478-b8c7-4e93-a4f1-422ff712faec tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/6d02d073-dd7b-40b5-8ac0-49b0da68780c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3393500 Nov 08 00:33:11.069807 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40736) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:11.077560 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154bb64-9233-4b3d-9491-e1bbd5424499 None None] Sync routers for ids ['6d02d073-dd7b-40b5-8ac0-49b0da68780c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:33:11.086588 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354e377e-f5c5-4f82-b76e-7d2b16edcbff', 'name': 'tempest-snat-router-1080929707', 'tenant_id': '86371a894e7b453d916a8192cf196451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.45'}], 'enable_snat': False}, 'gw_port_id': '9fa96469-19f4-42ae-9ef0-02512831670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:07Z', 'updated_at': '2021-11-08T00:33:09Z', 'revision_number': 3, 'project_id': '86371a894e7b453d916a8192cf196451', 'gw_port': {'id': '9fa96469-19f4-42ae-9ef0-02512831670f', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:91:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354e377e-f5c5-4f82-b76e-7d2b16edcbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:08Z', 'updated_at': '2021-11-08T00:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:11.091455 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=076a123e-11ae-4ff8-ac9b-47fc2419beab,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:11.096260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b71ad1-37b4-4100-bcd7-abcda51e39b7 req-4205243f-11c9-4fa8-bc1e-05048d54084a tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:11.104048 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5b71ad1-37b4-4100-bcd7-abcda51e39b7 req-4205243f-11c9-4fa8-bc1e-05048d54084a tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 950 time: 0.0963604 Nov 08 00:33:11.118925 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] Checking router: 354e377e-f5c5-4f82-b76e-7d2b16edcbff for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:33:11.119519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154bb64-9233-4b3d-9491-e1bbd5424499 None None] Routers {'6d02d073-dd7b-40b5-8ac0-49b0da68780c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:11.119945 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] Updating router 354e377e-f5c5-4f82-b76e-7d2b16edcbff port 9fa96469-19f4-42ae-9ef0-02512831670f binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:33:11.128698 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e154bb64-9233-4b3d-9491-e1bbd5424499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6d02d073-dd7b-40b5-8ac0-49b0da68780c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:11.149033 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:11.150713 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e455186d-7e82-43ee-9e8f-316cc18f7616 req-c2c30bf8-aae5-40d2-b90f-2359dcd6c1a8 service neutron] 10.222.0.26 "GET /v2.0/networks/639e8422-575c-4b74-b12e-94c71b983f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573371 Nov 08 00:33:11.153796 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5b71ad1-37b4-4100-bcd7-abcda51e39b7 req-ce44882e-6b88-4128-b5c1-913d5a695b06 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/security-groups?id=1178883b-d1c5-466a-bbf9-c9a67462cba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489664 Nov 08 00:33:11.170044 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-137e0604-4ea4-495b-8f67-e1a68cc2aed6 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:11.178321 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-137e0604-4ea4-495b-8f67-e1a68cc2aed6 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:11.246345 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e154bb64-9233-4b3d-9491-e1bbd5424499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:11.270470 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aefeae-a27a-4d93-ae1d-f3c35fd5827f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:11.274859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154bb64-9233-4b3d-9491-e1bbd5424499 None None] Routers {'6d02d073-dd7b-40b5-8ac0-49b0da68780c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:11.278043 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e154bb64-9233-4b3d-9491-e1bbd5424499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6d02d073-dd7b-40b5-8ac0-49b0da68780c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:11.286929 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40742) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:11.292114 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-20edf188-0e32-4fb8-a990-17219b3157b5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4dcc15f9-fdb8-4429-ab14-498f62e30f7b'}]}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:11.300051 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-66aefeae-a27a-4d93-ae1d-f3c35fd5827f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/ports/5a892863-ea0c-411d-abb7-bb23c450c2db HTTP/1.1" status: 200 len: 911 time: 0.2109058 Nov 08 00:33:11.337793 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e154bb64-9233-4b3d-9491-e1bbd5424499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:11.340790 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154bb64-9233-4b3d-9491-e1bbd5424499 None None] The sync data for ids ['6d02d073-dd7b-40b5-8ac0-49b0da68780c'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:33:11.386669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['076a123e-11ae-4ff8-ac9b-47fc2419beab'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:33:11.390587 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-137e0604-4ea4-495b-8f67-e1a68cc2aed6 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:11.426442 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:11.486163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8d8bf-6656-4d7a-a5dc-e8d24c9a22b0 req-6c2edf6d-2277-43c4-89e6-94af20850966 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:11.487694 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eef8d8bf-6656-4d7a-a5dc-e8d24c9a22b0 req-6c2edf6d-2277-43c4-89e6-94af20850966 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.2045515 Nov 08 00:33:11.495445 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54459980-918b-4dde-989e-cca6a6ac6cfc req-82b33d91-2e92-43f7-b123-8e1e0d6678e9 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:11.496730 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54459980-918b-4dde-989e-cca6a6ac6cfc req-82b33d91-2e92-43f7-b123-8e1e0d6678e9 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 944 time: 0.1954834 Nov 08 00:33:11.511111 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:11.562207 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] Attempting to bind port 9fa96469-19f4-42ae-9ef0-02512831670f on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:33:11.562436 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] Attempting to bind port 9fa96469-19f4-42ae-9ef0-02512831670f by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:33:11.563293 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] Attempting to bind port 9fa96469-19f4-42ae-9ef0-02512831670f on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:33:11.585157 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54459980-918b-4dde-989e-cca6a6ac6cfc req-d89b35e2-6bb3-4a05-b183-4177b3adb5ff tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793312 Nov 08 00:33:11.588327 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:33:11.588327 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:11.589220 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:11.589220 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:33:11.589525 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] Bound port: 9fa96469-19f4-42ae-9ef0-02512831670f, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:33:11.589898 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:11.594644 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eef8d8bf-6656-4d7a-a5dc-e8d24c9a22b0 req-e1c0425d-83af-4142-a0bf-8417c1783d3d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969319 Nov 08 00:33:11.663122 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-20edf188-0e32-4fb8-a990-17219b3157b5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:11.670294 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] For port 9fa96469-19f4-42ae-9ef0-02512831670f, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:33:11.673817 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] For port 9fa96469-19f4-42ae-9ef0-02512831670f, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9fa96469-19f4-42ae-9ef0-02512831670f,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:33:11.694916 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3ecd7-d1b3-48ed-8af7-d32d48151679 None None] Pushing event updated for resources: {'Port': ['ID=9fa96469-19f4-42ae-9ef0-02512831670f,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:11.715905 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-137e0604-4ea4-495b-8f67-e1a68cc2aed6 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:11.786804 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:11.841251 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] Routers {'354e377e-f5c5-4f82-b76e-7d2b16edcbff'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:11.842275 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['354e377e-f5c5-4f82-b76e-7d2b16edcbff'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:11.919033 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3ecd7-d1b3-48ed-8af7-d32d48151679 None None] Pushing event updated for resources: {'Port': ['ID=9fa96469-19f4-42ae-9ef0-02512831670f,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:11.956046 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e3e95-b5d4-4ab3-97f8-3f3e2dc6691c req-42eb9e5e-bfb1-49db-a737-caa63ccaad59 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:11.957621 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-499e3e95-b5d4-4ab3-97f8-3f3e2dc6691c req-42eb9e5e-bfb1-49db-a737-caa63ccaad59 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 1094 time: 0.1070764 Nov 08 00:33:11.989914 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] Set router 354e377e-f5c5-4f82-b76e-7d2b16edcbff gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:12.049538 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-499e3e95-b5d4-4ab3-97f8-3f3e2dc6691c req-9a58407e-ff2d-43ed-9eb1-c04a53621c69 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854559 Nov 08 00:33:12.133622 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-137e0604-4ea4-495b-8f67-e1a68cc2aed6 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:12.163208 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-137e0604-4ea4-495b-8f67-e1a68cc2aed6 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:12.238534 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354e377e-f5c5-4f82-b76e-7d2b16edcbff', 'name': 'tempest-snat-router-1080929707', 'tenant_id': '86371a894e7b453d916a8192cf196451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.45'}], 'enable_snat': False}, 'gw_port_id': '9fa96469-19f4-42ae-9ef0-02512831670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:07Z', 'updated_at': '2021-11-08T00:33:09Z', 'revision_number': 3, 'project_id': '86371a894e7b453d916a8192cf196451', 'gw_port': {'id': '9fa96469-19f4-42ae-9ef0-02512831670f', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:91:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354e377e-f5c5-4f82-b76e-7d2b16edcbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:08Z', 'updated_at': '2021-11-08T00:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:12.272879 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33945990-e52d-458f-98cc-97caf725f3aa None None] The sync data for ids ['354e377e-f5c5-4f82-b76e-7d2b16edcbff'] in n-d-816882-1 is: [{'id': '354e377e-f5c5-4f82-b76e-7d2b16edcbff', 'name': 'tempest-snat-router-1080929707', 'tenant_id': '86371a894e7b453d916a8192cf196451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.45'}], 'enable_snat': False}, 'gw_port_id': '9fa96469-19f4-42ae-9ef0-02512831670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:07Z', 'updated_at': '2021-11-08T00:33:09Z', 'revision_number': 3, 'project_id': '86371a894e7b453d916a8192cf196451', 'gw_port': {'id': '9fa96469-19f4-42ae-9ef0-02512831670f', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:91:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354e377e-f5c5-4f82-b76e-7d2b16edcbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:08Z', 'updated_at': '2021-11-08T00:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:33:12.319066 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-137e0604-4ea4-495b-8f67-e1a68cc2aed6 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Allocated IP 172.25.2.5 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/84ba2629-b492-4830-b7f4-f83724bd0a54) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:12.394186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 076a123e-11ae-4ff8-ac9b-47fc2419beab up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:12.455539 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-137e0604-4ea4-495b-8f67-e1a68cc2aed6 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:12.511636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 076a123e-11ae-4ff8-ac9b-47fc2419beab completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:33:12.517124 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 076a123e-11ae-4ff8-ac9b-47fc2419beab triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:12.517575 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:12.561200 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-137e0604-4ea4-495b-8f67-e1a68cc2aed6 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:12.637125 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e0604-4ea4-495b-8f67-e1a68cc2aed6 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Pushing event updated for resources: {'Port': ['ID=84ba2629-b492-4830-b7f4-f83724bd0a54,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:12.642010 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137e0604-4ea4-495b-8f67-e1a68cc2aed6 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:12.643529 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-137e0604-4ea4-495b-8f67-e1a68cc2aed6 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:12.650309 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137e0604-4ea4-495b-8f67-e1a68cc2aed6 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:12.662859 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:12.696902 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ae523f-16ae-40b9-899a-c3e6c5aa646d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076a123e-11ae-4ff8-ac9b-47fc2419beab'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:33:12.698858 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc38ad-0466-4213-92f5-a5e8481e3996 req-31b163b9-80f7-49ca-aab2-f3b522d16f3c tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:12.699354 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6e593b-ab0b-4973-9f90-0bcaf8e9fd05" -d '{"events": [{"server_uuid": "a5ae523f-16ae-40b9-899a-c3e6c5aa646d", "name": "network-vif-plugged", "status": "completed", "tag": "076a123e-11ae-4ff8-ac9b-47fc2419beab"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:33:12.704876 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cedc38ad-0466-4213-92f5-a5e8481e3996 req-31b163b9-80f7-49ca-aab2-f3b522d16f3c tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 950 time: 0.1239946 Nov 08 00:33:12.708648 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-20edf188-0e32-4fb8-a990-17219b3157b5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:12.713446 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 076a123e-11ae-4ff8-ac9b-47fc2419beab, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=076a123e-11ae-4ff8-ac9b-47fc2419beab,segment=NetworkSegment(30bb7b68-5506-44c9-b561-b2ca79da7456),segment_id=30bb7b68-5506-44c9-b561-b2ca79da7456)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:12.736962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e32945-324e-4398-9687-a83dc174ec05 req-01430839-28b3-47ce-a191-ce4f58cfc112 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:12.738874 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6e32945-324e-4398-9687-a83dc174ec05 req-01430839-28b3-47ce-a191-ce4f58cfc112 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.26 "GET /v2.0/ports?device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 950 time: 0.1571443 Nov 08 00:33:12.785877 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:12.810655 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-20edf188-0e32-4fb8-a990-17219b3157b5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:12.816786 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20edf188-0e32-4fb8-a990-17219b3157b5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:12.817483 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-20edf188-0e32-4fb8-a990-17219b3157b5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:12.820089 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-20edf188-0e32-4fb8-a990-17219b3157b5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/ports/5a892863-ea0c-411d-abb7-bb23c450c2db HTTP/1.1" status: 200 len: 911 time: 1.5309336 Nov 08 00:33:12.822947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40758) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:12.854941 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=076a123e-11ae-4ff8-ac9b-47fc2419beab,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:12.870715 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cedc38ad-0466-4213-92f5-a5e8481e3996 req-b82619ac-49f9-4d83-97e7-d88183bc7758 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/security-groups?id=1178883b-d1c5-466a-bbf9-c9a67462cba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499236 Nov 08 00:33:12.942215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edf188-0e32-4fb8-a990-17219b3157b5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=5a892863-ea0c-411d-abb7-bb23c450c2db,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:12.985384 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44e934-0d92-45e8-b146-df6fee3b35e7 req-66942ccc-60e4-4015-a349-66f21901b611 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:12.992369 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d44e934-0d92-45e8-b146-df6fee3b35e7 req-66942ccc-60e4-4015-a349-66f21901b611 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 944 time: 0.2686193 Nov 08 00:33:13.054194 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d44e934-0d92-45e8-b146-df6fee3b35e7 req-48563aac-df6b-4a0f-ae55-8420de743230 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608904 Nov 08 00:33:13.063475 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146ad76-9bdf-43d8-b320-26982ae70d9f req-889110f7-956f-4911-b482-fb0c1a3707e5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:13.065099 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f146ad76-9bdf-43d8-b320-26982ae70d9f req-889110f7-956f-4911-b482-fb0c1a3707e5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.1153710 Nov 08 00:33:13.086328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-a6e32945-324e-4398-9687-a83dc174ec05 req-fdc6df2b-c2d3-4432-96d0-cac01ef89e8c tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Deleting port a374703b-d8d1-466d-9f0d-168cbf09d9ce {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:33:13.087143 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a6e32945-324e-4398-9687-a83dc174ec05 req-fdc6df2b-c2d3-4432-96d0-cac01ef89e8c tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:13.132925 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0440e9-c3e6-4f38-befb-d3505d1efe70 x-openstack-request-id: req-4a0440e9-c3e6-4f38-befb-d3505d1efe70 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:33:13.133305 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ae523f-16ae-40b9-899a-c3e6c5aa646d", "name": "network-vif-plugged", "status": "completed", "tag": "076a123e-11ae-4ff8-ac9b-47fc2419beab", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:33:13.134396 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a0440e9-c3e6-4f38-befb-d3505d1efe70 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:33:13.134396 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ae523f-16ae-40b9-899a-c3e6c5aa646d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076a123e-11ae-4ff8-ac9b-47fc2419beab', 'code': 200} Nov 08 00:33:13.174422 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-137e0604-4ea4-495b-8f67-e1a68cc2aed6 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:13.187943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f146ad76-9bdf-43d8-b320-26982ae70d9f req-59a2ffba-894b-43fa-b538-dcc2115c615a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110764 Nov 08 00:33:13.245200 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-a6e32945-324e-4398-9687-a83dc174ec05 req-fdc6df2b-c2d3-4432-96d0-cac01ef89e8c tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] For port a374703b-d8d1-466d-9f0d-168cbf09d9ce, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a374703b-d8d1-466d-9f0d-168cbf09d9ce,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:13.245570 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a6e32945-324e-4398-9687-a83dc174ec05 req-fdc6df2b-c2d3-4432-96d0-cac01ef89e8c tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:13.259845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-a6e32945-324e-4398-9687-a83dc174ec05 req-fdc6df2b-c2d3-4432-96d0-cac01ef89e8c tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Calling delete_port for a374703b-d8d1-466d-9f0d-168cbf09d9ce owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:33:13.359918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ca9bd-a041-4af3-ac45-616a758fd799 req-f1ded281-c899-4de1-aa32-199ed0a641b7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:13.362035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d69ca9bd-a041-4af3-ac45-616a758fd799 req-f1ded281-c899-4de1-aa32-199ed0a641b7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 1094 time: 0.0595994 Nov 08 00:33:13.388989 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c994a5-751c-4348-a21d-d601d5b7e915 req-d177ab61-c298-4722-b049-3f9d4c60e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:13.390518 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-14c994a5-751c-4348-a21d-d601d5b7e915 req-d177ab61-c298-4722-b049-3f9d4c60e606 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 1096 time: 0.1509690 Nov 08 00:33:13.416224 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d69ca9bd-a041-4af3-ac45-616a758fd799 req-74d9b948-416a-464c-98f9-3f7961159b4e tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456436 Nov 08 00:33:13.529908 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-14c994a5-751c-4348-a21d-d601d5b7e915 req-d7057882-55e5-4527-ae5c-42836afc2ecb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299791 Nov 08 00:33:13.554055 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a6e32945-324e-4398-9687-a83dc174ec05 req-fdc6df2b-c2d3-4432-96d0-cac01ef89e8c tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:13.566596 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5a97741c-9290-4c25-a78b-77dd72ceaed9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:13.573379 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-137e0604-4ea4-495b-8f67-e1a68cc2aed6 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:13.582564 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6df2b-c2d3-4432-96d0-cac01ef89e8c tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Pushing event deleted for resources: {'Port': ['ID=a374703b-d8d1-466d-9f0d-168cbf09d9ce,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:13.593734 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['a374703b-d8d1-466d-9f0d-168cbf09d9ce'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:33:13.630086 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e32945-324e-4398-9687-a83dc174ec05 req-fdc6df2b-c2d3-4432-96d0-cac01ef89e8c tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] No DVR routers for this DVR port a374703b-d8d1-466d-9f0d-168cbf09d9ce on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:33:13.632843 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-a6e32945-324e-4398-9687-a83dc174ec05 req-fdc6df2b-c2d3-4432-96d0-cac01ef89e8c tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:13.636344 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6e32945-324e-4398-9687-a83dc174ec05 req-fdc6df2b-c2d3-4432-96d0-cac01ef89e8c tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.26 "DELETE /v2.0/ports/a374703b-d8d1-466d-9f0d-168cbf09d9ce HTTP/1.1" status: 204 len: 173 time: 0.8783915 Nov 08 00:33:13.636793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09dda24-e9c9-482b-a139-03587ccb0462', 'name': 'network-vif-deleted', 'tag': 'a374703b-d8d1-466d-9f0d-168cbf09d9ce'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:33:13.639406 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc5af94-61b8-475f-9efb-bca1415fa6b7" -d '{"events": [{"server_uuid": "c09dda24-e9c9-482b-a139-03587ccb0462", "name": "network-vif-deleted", "tag": "a374703b-d8d1-466d-9f0d-168cbf09d9ce"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:33:13.681954 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf533b8-5b5a-4953-ae93-ab5beb5bfb54 x-openstack-request-id: req-edf533b8-5b5a-4953-ae93-ab5beb5bfb54 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:33:13.682238 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09dda24-e9c9-482b-a139-03587ccb0462", "name": "network-vif-deleted", "tag": "a374703b-d8d1-466d-9f0d-168cbf09d9ce", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:33:13.682481 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edf533b8-5b5a-4953-ae93-ab5beb5bfb54 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:33:13.682906 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09dda24-e9c9-482b-a139-03587ccb0462', 'name': 'network-vif-deleted', 'tag': 'a374703b-d8d1-466d-9f0d-168cbf09d9ce', 'status': 'completed', 'code': 200} Nov 08 00:33:13.912816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137e0604-4ea4-495b-8f67-e1a68cc2aed6 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Router 84cc1e7a-1c4e-45b8-ab77-f5b3d6bbedb9 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:33:14.000849 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5a97741c-9290-4c25-a78b-77dd72ceaed9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting port 5a892863-ea0c-411d-abb7-bb23c450c2db {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:33:14.000849 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5a97741c-9290-4c25-a78b-77dd72ceaed9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:14.027940 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae4e82e8-fa9a-4771-9f05-58f70acdc7db req-1c50b2b7-05ad-4b4f-adc4-808d41066b00 tempest-VolumesBackupsTest-1394914074 tempest-VolumesBackupsTest-1394914074-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09dda24-e9c9-482b-a139-03587ccb0462 HTTP/1.1" status: 200 len: 210 time: 0.0526576 Nov 08 00:33:14.164809 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9fa96469-19f4-42ae-9ef0-02512831670f up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:14.252616 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 9fa96469-19f4-42ae-9ef0-02512831670f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:14.253447 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:14.276079 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0943d-7c33-4a1a-8257-000e99c13b8c req-a34ee65f-686e-426f-8831-148c5adf2c0a tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:14.293577 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28b0943d-7c33-4a1a-8257-000e99c13b8c req-a34ee65f-686e-426f-8831-148c5adf2c0a tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 945 time: 0.1063743 Nov 08 00:33:14.359597 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:14.389171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 9fa96469-19f4-42ae-9ef0-02512831670f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9fa96469-19f4-42ae-9ef0-02512831670f,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:14.393931 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28b0943d-7c33-4a1a-8257-000e99c13b8c req-14a005ed-f9dd-4133-995b-35d07e8608bc tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993226 Nov 08 00:33:14.427697 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device fb17c3cc-495e-4b0c-88dc-ecedfcf68abc details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:33:14.450434 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0c599-3a59-4c30-b49d-151521d39c6f req-6781b5df-c5c3-45a5-95bc-dd23f442c8f3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:14.458740 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5d0c599-3a59-4c30-b49d-151521d39c6f req-6781b5df-c5c3-45a5-95bc-dd23f442c8f3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.1361380 Nov 08 00:33:14.522942 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5d0c599-3a59-4c30-b49d-151521d39c6f req-a26884e6-0d1b-442e-bb9d-856d570a2c38 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544226 Nov 08 00:33:14.565881 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port fb17c3cc-495e-4b0c-88dc-ecedfcf68abc, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=fb17c3cc-495e-4b0c-88dc-ecedfcf68abc,segment=NetworkSegment(e0295b67-2770-46c9-a928-503e71b8a8e5),segment_id=e0295b67-2770-46c9-a928-503e71b8a8e5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:14.583392 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'fb17c3cc-495e-4b0c-88dc-ecedfcf68abc', 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87', 'port_id': 'fb17c3cc-495e-4b0c-88dc-ecedfcf68abc', 'mac_address': 'fa:16:3e:d9:32:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86357c1a-15b6-4ffe-827a-71582c979c8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:33:14.585090 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:14.643351 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=9fa96469-19f4-42ae-9ef0-02512831670f,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:14.655018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0db25-a01c-463d-8c29-1fcdd7ac074a req-eeffccf8-5bd6-46b0-b517-f24d59d5a418 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:14.656889 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8a0db25-a01c-463d-8c29-1fcdd7ac074a req-eeffccf8-5bd6-46b0-b517-f24d59d5a418 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 1094 time: 0.0674024 Nov 08 00:33:14.681216 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5a97741c-9290-4c25-a78b-77dd72ceaed9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:14.684477 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:14.700149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb17c3cc-495e-4b0c-88dc-ecedfcf68abc {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:33:14.711161 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8a0db25-a01c-463d-8c29-1fcdd7ac074a req-e631350f-8d19-4496-95b8-155d05206ae9 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422533 Nov 08 00:33:14.716843 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5a97741c-9290-4c25-a78b-77dd72ceaed9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Calling delete_port for 5a892863-ea0c-411d-abb7-bb23c450c2db owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:33:14.723696 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137e0604-4ea4-495b-8f67-e1a68cc2aed6 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:33:14.724423 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port fb17c3cc-495e-4b0c-88dc-ecedfcf68abc, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=fb17c3cc-495e-4b0c-88dc-ecedfcf68abc,segment=NetworkSegment(e0295b67-2770-46c9-a928-503e71b8a8e5),segment_id=e0295b67-2770-46c9-a928-503e71b8a8e5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:14.739691 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] Sync routers for ids ['84cc1e7a-1c4e-45b8-ab77-f5b3d6bbedb9'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:33:14.761001 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] Routers {'84cc1e7a-1c4e-45b8-ab77-f5b3d6bbedb9'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:14.761630 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['84cc1e7a-1c4e-45b8-ab77-f5b3d6bbedb9'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:14.814542 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:14.846863 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-137e0604-4ea4-495b-8f67-e1a68cc2aed6 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:14.848866 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-137e0604-4ea4-495b-8f67-e1a68cc2aed6 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.8360426 Nov 08 00:33:14.852602 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40774) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:14.945280 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=fb17c3cc-495e-4b0c-88dc-ecedfcf68abc,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:14.961034 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] Set router 84cc1e7a-1c4e-45b8-ab77-f5b3d6bbedb9 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:15.021760 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-29981769-2e84-4a54-b53c-90304569c122 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "GET /v2.0/routers/84cc1e7a-1c4e-45b8-ab77-f5b3d6bbedb9 HTTP/1.1" status: 200 len: 906 time: 0.1642547 Nov 08 00:33:15.021971 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40776) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:15.054774 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5a97741c-9290-4c25-a78b-77dd72ceaed9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:15.145957 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97741c-9290-4c25-a78b-77dd72ceaed9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Port': ['ID=5a892863-ea0c-411d-abb7-bb23c450c2db,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:15.153882 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['fb17c3cc-495e-4b0c-88dc-ecedfcf68abc'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:33:15.165715 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-624d9fe9-e755-42cb-8e31-c41f6d54be40 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:15.296355 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cc1e7a-1c4e-45b8-ab77-f5b3d6bbedb9', 'name': 'tempest-snat-router-1080929707', 'tenant_id': '86371a894e7b453d916a8192cf196451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '84ba2629-b492-4830-b7f4-f83724bd0a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:11Z', 'updated_at': '2021-11-08T00:33:12Z', 'revision_number': 3, 'project_id': '86371a894e7b453d916a8192cf196451', 'gw_port': {'id': '84ba2629-b492-4830-b7f4-f83724bd0a54', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cc1e7a-1c4e-45b8-ab77-f5b3d6bbedb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:12Z', 'updated_at': '2021-11-08T00:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:15.383864 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5a97741c-9290-4c25-a78b-77dd72ceaed9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:15.403378 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] Checking router: 84cc1e7a-1c4e-45b8-ab77-f5b3d6bbedb9 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:33:15.403718 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] Updating router 84cc1e7a-1c4e-45b8-ab77-f5b3d6bbedb9 port 84ba2629-b492-4830-b7f4-f83724bd0a54 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:33:15.436491 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-624d9fe9-e755-42cb-8e31-c41f6d54be40 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:15.460705 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:15.581203 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f058d-55b0-47d7-84c6-15e452c45710 req-0d9de615-7bf1-44a5-b13b-0709451dc328 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:15.583493 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b12f058d-55b0-47d7-84c6-15e452c45710 req-0d9de615-7bf1-44a5-b13b-0709451dc328 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 945 time: 0.0872254 Nov 08 00:33:15.609910 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a97741c-9290-4c25-a78b-77dd72ceaed9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 6d02d073-dd7b-40b5-8ac0-49b0da68780c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:33:15.676630 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b12f058d-55b0-47d7-84c6-15e452c45710 req-35c698b7-5114-4cf5-826c-b599b723b4dd tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606537 Nov 08 00:33:15.701472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-624d9fe9-e755-42cb-8e31-c41f6d54be40 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Deleting port 84ba2629-b492-4830-b7f4-f83724bd0a54 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:33:15.701472 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-624d9fe9-e755-42cb-8e31-c41f6d54be40 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:15.744995 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a97741c-9290-4c25-a78b-77dd72ceaed9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:33:15.755271 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607ce6f7-a671-4cf5-9aa9-0ccaf29bf6e8 None None] Sync routers for ids ['6d02d073-dd7b-40b5-8ac0-49b0da68780c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:33:15.761283 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5a97741c-9290-4c25-a78b-77dd72ceaed9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/6d02d073-dd7b-40b5-8ac0-49b0da68780c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9372528 Nov 08 00:33:15.762563 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40794) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:15.771318 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ce6f7-a671-4cf5-9aa9-0ccaf29bf6e8 None None] Routers {'6d02d073-dd7b-40b5-8ac0-49b0da68780c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:15.772366 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-607ce6f7-a671-4cf5-9aa9-0ccaf29bf6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6d02d073-dd7b-40b5-8ac0-49b0da68780c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:15.797130 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3fc4b34f-1a27-4220-9ad8-dcbe9d39043d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d02d073-dd7b-40b5-8ac0-49b0da68780c HTTP/1.1" status: 200 len: 205 time: 0.0333200 Nov 08 00:33:15.797897 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40796) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:15.857896 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-607ce6f7-a671-4cf5-9aa9-0ccaf29bf6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:15.866918 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:15.881248 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ce6f7-a671-4cf5-9aa9-0ccaf29bf6e8 None None] Routers {'6d02d073-dd7b-40b5-8ac0-49b0da68780c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:15.881939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-607ce6f7-a671-4cf5-9aa9-0ccaf29bf6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6d02d073-dd7b-40b5-8ac0-49b0da68780c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:15.895271 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c425543a-fd96-4116-af32-b74ece13a514 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:15.922816 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-607ce6f7-a671-4cf5-9aa9-0ccaf29bf6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:15.923489 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607ce6f7-a671-4cf5-9aa9-0ccaf29bf6e8 None None] The sync data for ids ['6d02d073-dd7b-40b5-8ac0-49b0da68780c'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:33:15.939129 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:15.972835 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-624d9fe9-e755-42cb-8e31-c41f6d54be40 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.001324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2dea1-cc99-4be7-becb-8c517e22b874 req-2a97675f-57a0-4aaa-9d14-965024d97440 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:16.004129 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27e2dea1-cc99-4be7-becb-8c517e22b874 req-2a97675f-57a0-4aaa-9d14-965024d97440 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 945 time: 0.1970010 Nov 08 00:33:16.006289 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ec7b4-c4ce-4dd8-9ad5-8c3c08dae0aa None None] Pushing event updated for resources: {'Port': ['ID=84ba2629-b492-4830-b7f4-f83724bd0a54,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:16.039991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-624d9fe9-e755-42cb-8e31-c41f6d54be40 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Calling delete_port for 84ba2629-b492-4830-b7f4-f83724bd0a54 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:33:16.056964 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] Attempting to bind port 84ba2629-b492-4830-b7f4-f83724bd0a54 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:33:16.059340 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] Attempting to bind port 84ba2629-b492-4830-b7f4-f83724bd0a54 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:33:16.059960 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] Attempting to bind port 84ba2629-b492-4830-b7f4-f83724bd0a54 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:33:16.066371 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:33:16.066981 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:16.067523 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.068089 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:33:16.068810 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] Bound port: 84ba2629-b492-4830-b7f4-f83724bd0a54, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:33:16.069391 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.069824 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27e2dea1-cc99-4be7-becb-8c517e22b874 req-319b3239-0035-4fa7-bd11-680b7a98db67 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594003 Nov 08 00:33:16.084065 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452e65f-44cb-4b7c-88fb-a980c00dbc19 req-55b131f3-6548-4a22-ade2-6003f611fe5a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:16.085846 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f452e65f-44cb-4b7c-88fb-a980c00dbc19 req-55b131f3-6548-4a22-ade2-6003f611fe5a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.2743368 Nov 08 00:33:16.127724 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c425543a-fd96-4116-af32-b74ece13a514 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.132562 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c425543a-fd96-4116-af32-b74ece13a514 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.145734 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9fa96469-19f4-42ae-9ef0-02512831670f up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:16.155742 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] For port 84ba2629-b492-4830-b7f4-f83724bd0a54, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:33:16.159042 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] For port 84ba2629-b492-4830-b7f4-f83724bd0a54, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=84ba2629-b492-4830-b7f4-f83724bd0a54,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:33:16.208649 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 9fa96469-19f4-42ae-9ef0-02512831670f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:16.209074 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.227211 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.254637 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c425543a-fd96-4116-af32-b74ece13a514 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.255519 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c425543a-fd96-4116-af32-b74ece13a514 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Fanout notify agent at l3_agent the message router_deleted on router 6d02d073-dd7b-40b5-8ac0-49b0da68780c {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:33:16.267006 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f452e65f-44cb-4b7c-88fb-a980c00dbc19 req-5850dff8-2a08-4535-942d-6b6212514b6b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685307 Nov 08 00:33:16.267483 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c425543a-fd96-4116-af32-b74ece13a514 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.267483 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c425543a-fd96-4116-af32-b74ece13a514 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/routers/6d02d073-dd7b-40b5-8ac0-49b0da68780c HTTP/1.1" status: 204 len: 168 time: 0.4660258 Nov 08 00:33:16.268841 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40800) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:16.277954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe58b7-dac5-4741-93e8-4b33e714b1b4 req-c5c077b2-3f13-4c2f-a72b-419d5764c901 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:16.279470 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4bfe58b7-dac5-4741-93e8-4b33e714b1b4 req-c5c077b2-3f13-4c2f-a72b-419d5764c901 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 1095 time: 0.0978947 Nov 08 00:33:16.354601 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a4609d-493c-4227-902b-ca4ca3c21b64 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting subnet 4dcc15f9-fdb8-4429-ab14-498f62e30f7b {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:33:16.360285 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14a4609d-493c-4227-902b-ca4ca3c21b64 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.369972 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] Routers {'84cc1e7a-1c4e-45b8-ab77-f5b3d6bbedb9'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:16.370812 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['84cc1e7a-1c4e-45b8-ab77-f5b3d6bbedb9'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:16.413048 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4bfe58b7-dac5-4741-93e8-4b33e714b1b4 req-d2f9d702-edfa-481a-8108-3537c8f29d06 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529230 Nov 08 00:33:16.433492 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14a4609d-493c-4227-902b-ca4ca3c21b64 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.441532 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device fb17c3cc-495e-4b0c-88dc-ecedfcf68abc up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:16.473963 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] Set router 84cc1e7a-1c4e-45b8-ab77-f5b3d6bbedb9 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:16.539054 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ec7b4-c4ce-4dd8-9ad5-8c3c08dae0aa None None] Pushing event updated for resources: {'Port': ['ID=84ba2629-b492-4830-b7f4-f83724bd0a54,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:16.543680 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cc1e7a-1c4e-45b8-ab77-f5b3d6bbedb9', 'name': 'tempest-snat-router-1080929707', 'tenant_id': '86371a894e7b453d916a8192cf196451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:11Z', 'updated_at': '2021-11-08T00:33:15Z', 'revision_number': 4, 'project_id': '86371a894e7b453d916a8192cf196451', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:16.573545 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a6ae4f-a01d-4c85-9613-fbe4ce200159 None None] The sync data for ids ['84cc1e7a-1c4e-45b8-ab77-f5b3d6bbedb9'] in n-d-816882-1 is: [{'id': '84cc1e7a-1c4e-45b8-ab77-f5b3d6bbedb9', 'name': 'tempest-snat-router-1080929707', 'tenant_id': '86371a894e7b453d916a8192cf196451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:11Z', 'updated_at': '2021-11-08T00:33:15Z', 'revision_number': 4, 'project_id': '86371a894e7b453d916a8192cf196451', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:33:16.584474 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14a4609d-493c-4227-902b-ca4ca3c21b64 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.586127 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-624d9fe9-e755-42cb-8e31-c41f6d54be40 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.622775 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port fb17c3cc-495e-4b0c-88dc-ecedfcf68abc completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:33:16.632475 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port fb17c3cc-495e-4b0c-88dc-ecedfcf68abc triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:16.632915 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.639404 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d9fe9-e755-42cb-8e31-c41f6d54be40 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Pushing event deleted for resources: {'Port': ['ID=84ba2629-b492-4830-b7f4-f83724bd0a54,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:16.716249 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-624d9fe9-e755-42cb-8e31-c41f6d54be40 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.755904 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.766084 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14a4609d-493c-4227-902b-ca4ca3c21b64 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.810568 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82db33d0-a85f-442b-87a1-6abde59b3912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb17c3cc-495e-4b0c-88dc-ecedfcf68abc'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:33:16.815592 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a494512-d2a4-4697-8120-2167885b2388" -d '{"events": [{"server_uuid": "82db33d0-a85f-442b-87a1-6abde59b3912", "name": "network-vif-plugged", "status": "completed", "tag": "fb17c3cc-495e-4b0c-88dc-ecedfcf68abc"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:33:16.821105 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4609d-493c-4227-902b-ca4ca3c21b64 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Subnet': ['ID=4dcc15f9-fdb8-4429-ab14-498f62e30f7b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:16.829876 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14a4609d-493c-4227-902b-ca4ca3c21b64 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.834103 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563ec2f8-f045-42de-9b15-91544fa652be None None] Network 7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:33:16.840739 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port fb17c3cc-495e-4b0c-88dc-ecedfcf68abc, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=fb17c3cc-495e-4b0c-88dc-ecedfcf68abc,segment=NetworkSegment(e0295b67-2770-46c9-a928-503e71b8a8e5),segment_id=e0295b67-2770-46c9-a928-503e71b8a8e5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:16.852054 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-14a4609d-493c-4227-902b-ca4ca3c21b64 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/subnets/4dcc15f9-fdb8-4429-ab14-498f62e30f7b HTTP/1.1" status: 204 len: 168 time: 0.5814648 Nov 08 00:33:16.854601 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40812) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:16.897541 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-624d9fe9-e755-42cb-8e31-c41f6d54be40 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.905701 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-624d9fe9-e755-42cb-8e31-c41f6d54be40 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.926680 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:16.927620 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a374703b-d8d1-466d-9f0d-168cbf09d9ce no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:33:16.932577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4da22-d1ac-4fed-b307-ee59c86666c3 req-e0fb4764-89bb-4eb0-beae-65b0ca38513e tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:16.933484 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91b4da22-d1ac-4fed-b307-ee59c86666c3 req-e0fb4764-89bb-4eb0-beae-65b0ca38513e tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 945 time: 0.1216090 Nov 08 00:33:17.005680 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91b4da22-d1ac-4fed-b307-ee59c86666c3 req-7b438959-9528-44cb-814a-783a60c51338 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398886 Nov 08 00:33:17.049311 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: a374703b-d8d1-466d-9f0d-168cbf09d9ce {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:33:17.049882 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a374703b-d8d1-466d-9f0d-168cbf09d9ce not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:33:17.050783 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:17.055073 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-624d9fe9-e755-42cb-8e31-c41f6d54be40 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:17.056170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624d9fe9-e755-42cb-8e31-c41f6d54be40 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84cc1e7a-1c4e-45b8-ab77-f5b3d6bbedb9 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:33:17.067272 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-624d9fe9-e755-42cb-8e31-c41f6d54be40 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:17.068816 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-624d9fe9-e755-42cb-8e31-c41f6d54be40 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "DELETE /v2.0/routers/84cc1e7a-1c4e-45b8-ab77-f5b3d6bbedb9 HTTP/1.1" status: 204 len: 168 time: 2.0460188 Nov 08 00:33:17.072085 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40814) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:17.115347 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af608b54-63f0-40e4-8b9d-abe5e3d06b1f x-openstack-request-id: req-af608b54-63f0-40e4-8b9d-abe5e3d06b1f {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:33:17.115643 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82db33d0-a85f-442b-87a1-6abde59b3912", "name": "network-vif-plugged", "status": "completed", "tag": "fb17c3cc-495e-4b0c-88dc-ecedfcf68abc", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:33:17.116137 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af608b54-63f0-40e4-8b9d-abe5e3d06b1f {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:33:17.116578 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82db33d0-a85f-442b-87a1-6abde59b3912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb17c3cc-495e-4b0c-88dc-ecedfcf68abc', 'code': 200} Nov 08 00:33:17.123995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=fb17c3cc-495e-4b0c-88dc-ecedfcf68abc,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:17.148288 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting port a6485783-5583-41ae-8494-5e100e89f1e4 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:33:17.148823 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:17.220549 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed6617f-35c9-4587-b128-d52ff384a95e None None] DHCP port deletion for 7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:33:17.250278 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e4547722-9601-4ac3-976a-ac32a3d77661 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:17.263228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] For port a6485783-5583-41ae-8494-5e100e89f1e4, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a6485783-5583-41ae-8494-5e100e89f1e4,segment=NetworkSegment(4e379664-8f0a-41b9-a15c-a8251667b551),segment_id=4e379664-8f0a-41b9-a15c-a8251667b551)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:17.263979 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:17.279703 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Calling delete_port for a6485783-5583-41ae-8494-5e100e89f1e4 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:33:17.296727 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9ed6617f-35c9-4587-b128-d52ff384a95e None None] Deleting port a6485783-5583-41ae-8494-5e100e89f1e4 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:33:17.298071 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ed6617f-35c9-4587-b128-d52ff384a95e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:17.335338 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb82d50-eac3-41d2-9c2b-e03d7b525cc7 req-7ffa8ac7-a485-49cb-9be2-55d3aafa5077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:17.336864 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3eb82d50-eac3-41d2-9c2b-e03d7b525cc7 req-7ffa8ac7-a485-49cb-9be2-55d3aafa5077 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 1096 time: 0.1295319 Nov 08 00:33:17.418950 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9ed6617f-35c9-4587-b128-d52ff384a95e None None] For port a6485783-5583-41ae-8494-5e100e89f1e4, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a6485783-5583-41ae-8494-5e100e89f1e4,segment=NetworkSegment(4e379664-8f0a-41b9-a15c-a8251667b551),segment_id=4e379664-8f0a-41b9-a15c-a8251667b551)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:17.419871 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ed6617f-35c9-4587-b128-d52ff384a95e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:17.420090 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3eb82d50-eac3-41d2-9c2b-e03d7b525cc7 req-fb15d26c-0f18-4e55-a712-a8b2278a1ca7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757530 Nov 08 00:33:17.438208 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9ed6617f-35c9-4587-b128-d52ff384a95e None None] Calling delete_port for a6485783-5583-41ae-8494-5e100e89f1e4 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:33:17.453407 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e4547722-9601-4ac3-976a-ac32a3d77661 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:17.472379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753f65d-68e2-4bad-8953-f2bae9b26ed1 req-0fb238af-8107-48b7-b167-cd82eaa5ea83 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:17.474105 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b753f65d-68e2-4bad-8953-f2bae9b26ed1 req-0fb238af-8107-48b7-b167-cd82eaa5ea83 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.0974324 Nov 08 00:33:17.505669 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:17.529986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] No DVR routers for this DVR port a6485783-5583-41ae-8494-5e100e89f1e4 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:33:17.534876 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ed6617f-35c9-4587-b128-d52ff384a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:17.552151 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed6617f-35c9-4587-b128-d52ff384a95e None None] No DVR routers for this DVR port a6485783-5583-41ae-8494-5e100e89f1e4 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:33:17.590521 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6617f-35c9-4587-b128-d52ff384a95e None None] Pushing event deleted for resources: {'Port': ['ID=a6485783-5583-41ae-8494-5e100e89f1e4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:17.640307 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:17.645454 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b753f65d-68e2-4bad-8953-f2bae9b26ed1 req-7779443d-d8c8-4027-8cc6-5aec05d166d5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638160 Nov 08 00:33:17.677629 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Port': ['ID=a6485783-5583-41ae-8494-5e100e89f1e4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:17.682772 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48c27e-2a1d-4039-8e31-9e401e9737da req-29c5844f-6c66-459a-908d-666a14fb2869 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:17.684645 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb48c27e-2a1d-4039-8e31-9e401e9737da req-29c5844f-6c66-459a-908d-666a14fb2869 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 1096 time: 0.1879916 Nov 08 00:33:17.702433 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:17.710013 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e379664-8f0a-41b9-a15c-a8251667b551') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:17.710322 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e379664-8f0a-41b9-a15c-a8251667b551') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:17.721788 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:17.734836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-e4547722-9601-4ac3-976a-ac32a3d77661 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Deleting port 9fa96469-19f4-42ae-9ef0-02512831670f {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:33:17.735205 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e4547722-9601-4ac3-976a-ac32a3d77661 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:17.741015 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:17.748649 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:33:17.749328 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:33:17.755924 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:33:17.784646 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb48c27e-2a1d-4039-8e31-9e401e9737da req-53d38a5d-d56f-4be1-ae26-34a70acc940c tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918076 Nov 08 00:33:17.848762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-e4547722-9601-4ac3-976a-ac32a3d77661 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] For port 9fa96469-19f4-42ae-9ef0-02512831670f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9fa96469-19f4-42ae-9ef0-02512831670f,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:17.849075 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e4547722-9601-4ac3-976a-ac32a3d77661 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:17.864291 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-e4547722-9601-4ac3-976a-ac32a3d77661 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Calling delete_port for 9fa96469-19f4-42ae-9ef0-02512831670f owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:33:17.887492 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:17.910788 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:17.918211 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/networks/7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa HTTP/1.1" status: 204 len: 168 time: 1.0578675 Nov 08 00:33:17.918211 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab36d8-874e-432f-9683-dcbbc4763c76 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Network': ['ID=7a308d6a-ae7c-4f8e-bd67-b1e19b81c3aa,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:17.918497 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40824) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:17.926595 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c389bbc4-efde-47fe-8714-b549a04253ae tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-239627806', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:18.042872 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c389bbc4-efde-47fe-8714-b549a04253ae tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:18.044126 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c389bbc4-efde-47fe-8714-b549a04253ae tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:18.094214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a6485783-5583-41ae-8494-5e100e89f1e4 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:33:18.120984 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: a6485783-5583-41ae-8494-5e100e89f1e4 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:33:18.121509 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a6485783-5583-41ae-8494-5e100e89f1e4 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:33:18.152584 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e4547722-9601-4ac3-976a-ac32a3d77661 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:18.188051 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4547722-9601-4ac3-976a-ac32a3d77661 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fa96469-19f4-42ae-9ef0-02512831670f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:18.208458 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c389bbc4-efde-47fe-8714-b549a04253ae tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:18.219852 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c622d-5af6-4395-8019-36a98da3b824 req-7db783a5-8d17-4cd9-b744-b6c3aeb8c39c tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:18.221909 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-168c622d-5af6-4395-8019-36a98da3b824 req-7db783a5-8d17-4cd9-b744-b6c3aeb8c39c tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 945 time: 0.1023779 Nov 08 00:33:18.277220 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c389bbc4-efde-47fe-8714-b549a04253ae tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:18.302677 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e4547722-9601-4ac3-976a-ac32a3d77661 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:18.308134 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-168c622d-5af6-4395-8019-36a98da3b824 req-ee6da139-9b56-4f80-b3f2-42477cc927fc tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676200 Nov 08 00:33:18.376300 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c389bbc4-efde-47fe-8714-b549a04253ae tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:18.382364 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c389bbc4-efde-47fe-8714-b549a04253ae tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4629648 Nov 08 00:33:18.383158 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40830) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:18.388777 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e888a0e8-1121-4789-af29-091412c930a4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1941913257'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:18.432376 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e4547722-9601-4ac3-976a-ac32a3d77661 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:18.435279 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e4547722-9601-4ac3-976a-ac32a3d77661 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:18.488990 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e888a0e8-1121-4789-af29-091412c930a4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Made reservation on behalf of 2ca9f2452e8a47159151cbbe0fdfc045 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:33:18.493439 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e888a0e8-1121-4789-af29-091412c930a4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:18.546222 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e4547722-9601-4ac3-976a-ac32a3d77661 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:18.547122 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4547722-9601-4ac3-976a-ac32a3d77661 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 354e377e-f5c5-4f82-b76e-7d2b16edcbff {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:33:18.559163 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e4547722-9601-4ac3-976a-ac32a3d77661 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:18.561759 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e888a0e8-1121-4789-af29-091412c930a4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:33:18.569723 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e4547722-9601-4ac3-976a-ac32a3d77661 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "DELETE /v2.0/routers/354e377e-f5c5-4f82-b76e-7d2b16edcbff HTTP/1.1" status: 204 len: 168 time: 1.4962411 Nov 08 00:33:18.570745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40832) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:18.582710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c2c12d63-4e2e-4731-8063-834b8e89057f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-242236944', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}, 'admin_state_up': False}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:18.615451 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e888a0e8-1121-4789-af29-091412c930a4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:18.616291 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-e888a0e8-1121-4789-af29-091412c930a4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Added segment 762a21f4-84f4-41ae-89f1-fc5f0eda03df of type vlan for network ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7 Nov 08 00:33:18.760971 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2c12d63-4e2e-4731-8063-834b8e89057f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:18.762467 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2c12d63-4e2e-4731-8063-834b8e89057f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:18.773663 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e888a0e8-1121-4789-af29-091412c930a4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:18.891768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937adaa-8100-478a-a95f-cbf57975a44c req-d2fdab10-8894-4394-98af-439915f807fb tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:18.893935 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0937adaa-8100-478a-a95f-cbf57975a44c req-d2fdab10-8894-4394-98af-439915f807fb tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 945 time: 0.1688728 Nov 08 00:33:18.895321 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2c12d63-4e2e-4731-8063-834b8e89057f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:18.911129 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e888a0e8-1121-4789-af29-091412c930a4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:18.916989 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e888a0e8-1121-4789-af29-091412c930a4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:18.917627 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e888a0e8-1121-4789-af29-091412c930a4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:18.967444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65092d60-197a-4f5b-91e9-7e143b6cdf9f req-5f668ff8-3699-4a3f-a897-f564d0c16cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:18.970070 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65092d60-197a-4f5b-91e9-7e143b6cdf9f req-5f668ff8-3699-4a3f-a897-f564d0c16cca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=102f52ce60934d409b5717d0ddd1a078&device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 1096 time: 0.1785946 Nov 08 00:33:18.974642 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0937adaa-8100-478a-a95f-cbf57975a44c req-91f49634-f55f-442e-aee3-7b06d3a49d3f tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562038 Nov 08 00:33:19.001331 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888a0e8-1121-4789-af29-091412c930a4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Network': ['ID=ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:19.013811 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:33:19.015915 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e888a0e8-1121-4789-af29-091412c930a4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6309433 Nov 08 00:33:19.025892 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40844) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:19.057333 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2331a832-b3bf-4961-86f1-043f8a5a503e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'subnet': {'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:19.085650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3ba1d-1d2c-4225-81a9-e15f7f1be2be req-2ae36012-1b8b-4671-9aac-f4d104c15fec tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:19.087219 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2e3ba1d-1d2c-4225-81a9-e15f7f1be2be req-2ae36012-1b8b-4671-9aac-f4d104c15fec tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.2391498 Nov 08 00:33:19.293112 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2331a832-b3bf-4961-86f1-043f8a5a503e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Made reservation on behalf of 2ca9f2452e8a47159151cbbe0fdfc045 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:33:19.293112 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2331a832-b3bf-4961-86f1-043f8a5a503e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:19.551859 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2331a832-b3bf-4961-86f1-043f8a5a503e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:19.614232 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331a832-b3bf-4961-86f1-043f8a5a503e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Subnet': ['ID=3a423316-524a-45bd-a613-772a45122a36,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:19.648387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2331a832-b3bf-4961-86f1-043f8a5a503e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Checking segment: {'id': '762a21f4-84f4-41ae-89f1-fc5f0eda03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:19.648387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2331a832-b3bf-4961-86f1-043f8a5a503e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network hostable DHCP agents. Network: ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:33:19.669617 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2c12d63-4e2e-4731-8063-834b8e89057f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:19.678912 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2e3ba1d-1d2c-4225-81a9-e15f7f1be2be req-f0c56684-66e3-4e8b-9419-728b5773eae6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727978 Nov 08 00:33:19.719132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e01033-afa8-44fe-93f7-053eff213fe8 req-3383afdf-e045-4008-afc9-9a08083b4b63 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:19.720981 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b9e01033-afa8-44fe-93f7-053eff213fe8 req-3383afdf-e045-4008-afc9-9a08083b4b63 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 1096 time: 0.5418210 Nov 08 00:33:19.725942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65092d60-197a-4f5b-91e9-7e143b6cdf9f req-f41e4193-3c53-4f4d-a0d4-98b5ea8268b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:19.727375 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65092d60-197a-4f5b-91e9-7e143b6cdf9f req-f41e4193-3c53-4f4d-a0d4-98b5ea8268b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=89a6d7df-925f-4c3e-829d-12c8c8ba6796 HTTP/1.1" status: 200 len: 913 time: 0.7470393 Nov 08 00:33:19.769060 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2331a832-b3bf-4961-86f1-043f8a5a503e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:33:19.802506 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65092d60-197a-4f5b-91e9-7e143b6cdf9f req-a48185e8-4f90-4036-ab0e-ce5111395a84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=076a123e-11ae-4ff8-ac9b-47fc2419beab HTTP/1.1" status: 200 len: 217 time: 0.0551152 Nov 08 00:33:19.884647 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-2331a832-b3bf-4961-86f1-043f8a5a503e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:19.889461 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b9e01033-afa8-44fe-93f7-053eff213fe8 req-6bd14301-c23b-4f0c-881d-dce9910f6ca1 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555431 Nov 08 00:33:19.899461 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a9dfdc-c56e-4882-9ea0-81a005094f9e None None] Network ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:33:19.903747 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2331a832-b3bf-4961-86f1-043f8a5a503e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:19.919958 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2331a832-b3bf-4961-86f1-043f8a5a503e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:19.922881 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65092d60-197a-4f5b-91e9-7e143b6cdf9f req-458de9fb-eea0-48a6-aa4e-7e4967fb2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:19.924458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65092d60-197a-4f5b-91e9-7e143b6cdf9f req-458de9fb-eea0-48a6-aa4e-7e4967fb2a8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edc0c1c5-cbfe-4c5d-903e-7d426e26a1db HTTP/1.1" status: 200 len: 852 time: 0.1037920 Nov 08 00:33:20.013137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65092d60-197a-4f5b-91e9-7e143b6cdf9f req-84563544-cb9d-41ca-b354-05fb2ef31b93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89a6d7df-925f-4c3e-829d-12c8c8ba6796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720975 Nov 08 00:33:20.034058 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2331a832-b3bf-4961-86f1-043f8a5a503e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0012329 Nov 08 00:33:20.034058 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40852) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:20.112117 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:33:20.112997 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:20.124252 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9fa96469-19f4-42ae-9ef0-02512831670f no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:33:20.190673 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540fd35-4896-4cd2-a8ec-d2d0686c1b00 req-4f86ade0-a62b-408b-8d57-be5ce0d6a870 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:20.191552 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6540fd35-4896-4cd2-a8ec-d2d0686c1b00 req-4f86ade0-a62b-408b-8d57-be5ce0d6a870 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 1096 time: 0.1894741 Nov 08 00:33:20.265400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932028c-555f-4561-8f4d-a5f546f38f58 req-d75949b3-7c7d-4ce6-a2f8-c66ebc872b43 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:20.269419 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d932028c-555f-4561-8f4d-a5f546f38f58 req-d75949b3-7c7d-4ce6-a2f8-c66ebc872b43 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 945 time: 0.1476214 Nov 08 00:33:20.303011 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6540fd35-4896-4cd2-a8ec-d2d0686c1b00 req-f061daa8-d057-4afc-b373-90330f08470b tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005213 Nov 08 00:33:20.407158 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65092d60-197a-4f5b-91e9-7e143b6cdf9f req-7cba4c2f-500d-491d-be95-d4529bb5eef9 service neutron] 10.222.0.26 "GET /v2.0/networks/89a6d7df-925f-4c3e-829d-12c8c8ba6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738890 Nov 08 00:33:20.454255 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 9fa96469-19f4-42ae-9ef0-02512831670f {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:33:20.454525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9fa96469-19f4-42ae-9ef0-02512831670f not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:33:20.486582 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Allocated IP 2001:db8::2 (ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7/3a423316-524a-45bd-a613-772a45122a36/ba5b70aa-e617-4d68-ae39-72d9727efccd) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:20.498842 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76ed6d67-5d62-4554-b491-6deafa97c675 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:20.549129 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d932028c-555f-4561-8f4d-a5f546f38f58 req-b51abae2-cb9c-4069-bed2-666e6562e76a tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482486 Nov 08 00:33:20.594233 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2c12d63-4e2e-4731-8063-834b8e89057f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:20.639686 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2c12d63-4e2e-4731-8063-834b8e89057f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:20.657484 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208000f7-74cc-4c28-a23f-0f8f72792145 req-989b0fe7-041c-4d4c-abf6-58d8d7731b8b tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:20.659098 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-208000f7-74cc-4c28-a23f-0f8f72792145 req-989b0fe7-041c-4d4c-abf6-58d8d7731b8b tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 1096 time: 0.2075050 Nov 08 00:33:20.670999 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:20.684019 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65092d60-197a-4f5b-91e9-7e143b6cdf9f req-0edb5dfd-cdaf-4f4a-b1fd-dc18fa1f1e26 service neutron] 10.222.0.26 "GET /v2.0/networks/89a6d7df-925f-4c3e-829d-12c8c8ba6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396679 Nov 08 00:33:20.725212 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-208000f7-74cc-4c28-a23f-0f8f72792145 req-32032e0e-5054-4e7e-a350-cb55cca5ccd1 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579510 Nov 08 00:33:20.773960 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:20.790573 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Network ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:20.792038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:20.794556 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:20.868054 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-76ed6d67-5d62-4554-b491-6deafa97c675 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Allocated IP 2001:db8::1 (ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7/3a423316-524a-45bd-a613-772a45122a36/4714ad3e-9af9-4400-a1e2-3f23bc0f94ea) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:21.034729 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d4cb0-266e-4a8d-ba6a-d29732716c4e req-5db396f6-241d-4c2f-a5b1-e23b10a54795 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:21.048007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Pushing event updated for resources: {'Port': ['ID=ba5b70aa-e617-4d68-ae39-72d9727efccd,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:21.048710 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Attempting to bind port ba5b70aa-e617-4d68-ae39-72d9727efccd on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:33:21.049158 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Attempting to bind port ba5b70aa-e617-4d68-ae39-72d9727efccd by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '762a21f4-84f4-41ae-89f1-fc5f0eda03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:33:21.050139 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Attempting to bind port ba5b70aa-e617-4d68-ae39-72d9727efccd on network ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:33:21.050274 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b46d4cb0-266e-4a8d-ba6a-d29732716c4e req-5db396f6-241d-4c2f-a5b1-e23b10a54795 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.2872565 Nov 08 00:33:21.059636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:21.060018 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:21.060638 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:21.060799 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:21.060997 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:21.061326 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:21.061647 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:21.061967 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:21.062285 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:21.062606 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:21.062924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:21.063240 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:33:21.066811 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:33:21.067186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Checking segment: {'id': '762a21f4-84f4-41ae-89f1-fc5f0eda03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:21.067590 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:21.067998 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Bound using segment: {'id': '762a21f4-84f4-41ae-89f1-fc5f0eda03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:33:21.068519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Bound port: ba5b70aa-e617-4d68-ae39-72d9727efccd, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762a21f4-84f4-41ae-89f1-fc5f0eda03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:33:21.068904 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:21.117036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-c2c12d63-4e2e-4731-8063-834b8e89057f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Allocated IP 172.25.2.27 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/0bdf8da6-bf46-464e-806c-81bcee352cca) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:21.136192 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b46d4cb0-266e-4a8d-ba6a-d29732716c4e req-01061650-567b-4d56-8cca-16523068a407 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853858 Nov 08 00:33:21.152418 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76ed6d67-5d62-4554-b491-6deafa97c675 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:21.238750 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] For port ba5b70aa-e617-4d68-ae39-72d9727efccd, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:33:21.242030 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] For port ba5b70aa-e617-4d68-ae39-72d9727efccd, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ba5b70aa-e617-4d68-ae39-72d9727efccd,segment=NetworkSegment(762a21f4-84f4-41ae-89f1-fc5f0eda03df),segment_id=762a21f4-84f4-41ae-89f1-fc5f0eda03df)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:33:21.311877 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:21.312140 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76ed6d67-5d62-4554-b491-6deafa97c675 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:21.360110 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ed6d67-5d62-4554-b491-6deafa97c675 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:21.366668 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-76ed6d67-5d62-4554-b491-6deafa97c675 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:21.371249 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ed6d67-5d62-4554-b491-6deafa97c675 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:21.371904 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76ed6d67-5d62-4554-b491-6deafa97c675 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:21.374939 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-d8f0ced6-fe33-4c7c-b488-280fc9bb8397 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:21.379458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-d8f0ced6-fe33-4c7c-b488-280fc9bb8397 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/networks?id=639e8422-575c-4b74-b12e-94c71b983f87 HTTP/1.1" status: 200 len: 911 time: 0.2581506 Nov 08 00:33:21.403199 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416843a4-7712-43be-89b3-23e1162ed13e None None] Pushing event updated for resources: {'Port': ['ID=ba5b70aa-e617-4d68-ae39-72d9727efccd,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:21.413592 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-563f75ec-d5e7-4fab-9794-7c4870f57cb9 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/quotas/b804d2805927453d99faf03cb2ab593f HTTP/1.1" status: 200 len: 375 time: 0.0266645 Nov 08 00:33:21.421642 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed6d67-5d62-4554-b491-6deafa97c675 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=4714ad3e-9af9-4400-a1e2-3f23bc0f94ea,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:21.473186 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2c12d63-4e2e-4731-8063-834b8e89057f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:21.493537 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-0667993d-e9ae-4a30-9eac-206b3565f6b9 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=b804d2805927453d99faf03cb2ab593f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790195 Nov 08 00:33:21.614750 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-9ce47a17-a8ef-4e9b-b5b6-e92bc0d8a93f service neutron] 10.222.0.13 "GET /v2.0/networks/639e8422-575c-4b74-b12e-94c71b983f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127212 Nov 08 00:33:21.648754 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76ed6d67-5d62-4554-b491-6deafa97c675 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:21.769496 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2c12d63-4e2e-4731-8063-834b8e89057f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:21.843556 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c12d63-4e2e-4731-8063-834b8e89057f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Pushing event updated for resources: {'Port': ['ID=0bdf8da6-bf46-464e-806c-81bcee352cca,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:21.887371 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c12d63-4e2e-4731-8063-834b8e89057f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:21.899008 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e0b285c7-faf5-4fb5-ad13-c2b74a4543dc service neutron] 10.222.0.13 "GET /v2.0/networks/639e8422-575c-4b74-b12e-94c71b983f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776260 Nov 08 00:33:21.904392 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-c2c12d63-4e2e-4731-8063-834b8e89057f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:21.918361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c12d63-4e2e-4731-8063-834b8e89057f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:21.983937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac5221-ca81-4885-903c-f0f0ef949b84 req-239ab962-fe9a-4091-baed-3fb157eb85e9 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:21.985528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75ac5221-ca81-4885-903c-f0f0ef949b84 req-239ab962-fe9a-4091-baed-3fb157eb85e9 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 945 time: 0.2231331 Nov 08 00:33:22.107454 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76ed6d67-5d62-4554-b491-6deafa97c675 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:22.135549 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ba5b70aa-e617-4d68-ae39-72d9727efccd up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:22.140373 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75ac5221-ca81-4885-903c-f0f0ef949b84 req-ffb97a60-6386-4e12-8fe3-9e72256b86fc tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472347 Nov 08 00:33:22.179990 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76ed6d67-5d62-4554-b491-6deafa97c675 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:22.180826 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76ed6d67-5d62-4554-b491-6deafa97c675 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:22.216566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port ba5b70aa-e617-4d68-ae39-72d9727efccd triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:22.218267 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:22.278941 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed6d67-5d62-4554-b491-6deafa97c675 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=4714ad3e-9af9-4400-a1e2-3f23bc0f94ea,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:22.391836 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:22.457564 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ed6d67-5d62-4554-b491-6deafa97c675 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:22.466659 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port ba5b70aa-e617-4d68-ae39-72d9727efccd, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ba5b70aa-e617-4d68-ae39-72d9727efccd,segment=NetworkSegment(762a21f4-84f4-41ae-89f1-fc5f0eda03df),segment_id=762a21f4-84f4-41ae-89f1-fc5f0eda03df)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:22.471522 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-76ed6d67-5d62-4554-b491-6deafa97c675 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:22.537844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ddfb59d8-aa13-43d3-9a5a-78c28ed429d9 req-b28f0728-4b75-4e38-a0a5-2ac9a58d11b6 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 210 time: 0.1072366 Nov 08 00:33:22.568596 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:22.572589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42ef8e-a09e-46c4-9dc7-ec28ff51a35b req-1c9b2d40-e518-42b3-93f6-fa0097b2f976 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:22.584020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b42ef8e-a09e-46c4-9dc7-ec28ff51a35b req-1c9b2d40-e518-42b3-93f6-fa0097b2f976 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.2414281 Nov 08 00:33:22.604717 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2c12d63-4e2e-4731-8063-834b8e89057f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:22.686269 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=ba5b70aa-e617-4d68-ae39-72d9727efccd,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:22.711628 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b42ef8e-a09e-46c4-9dc7-ec28ff51a35b req-3402944d-51f2-4c40-8c96-d1351ef53f16 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266499 Nov 08 00:33:22.740057 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ed6d67-5d62-4554-b491-6deafa97c675 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 50512e1e-a145-4f56-bc0d-868df0514dea is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:33:22.858713 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ed6d67-5d62-4554-b491-6deafa97c675 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:33:22.867517 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-76ed6d67-5d62-4554-b491-6deafa97c675 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/50512e1e-a145-4f56-bc0d-868df0514dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8328776 Nov 08 00:33:22.867517 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40964) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:22.873541 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-a9935421-b3c7-49d1-94a1-5d8b44ef561e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-618814228'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:22.882772 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6507a8c1-2ca4-4837-ad32-5881606deb7e None None] Network ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:33:22.884409 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] Sync routers for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:33:22.892950 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2c12d63-4e2e-4731-8063-834b8e89057f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:22.913382 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:22.914033 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:23.033476 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:23.037121 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-49713ff6-a022-4e51-84c0-fcdf520d25f7 None None] Provisioning complete for port ba5b70aa-e617-4d68-ae39-72d9727efccd triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:23.037676 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-49713ff6-a022-4e51-84c0-fcdf520d25f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:23.049044 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9935421-b3c7-49d1-94a1-5d8b44ef561e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Made reservation on behalf of 2ca9f2452e8a47159151cbbe0fdfc045 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:33:23.053251 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a9935421-b3c7-49d1-94a1-5d8b44ef561e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:23.113745 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9935421-b3c7-49d1-94a1-5d8b44ef561e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:33:23.138811 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a9935421-b3c7-49d1-94a1-5d8b44ef561e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:23.140412 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-a9935421-b3c7-49d1-94a1-5d8b44ef561e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Added segment 8427444e-e382-4534-84c7-14393c5c6a4b of type vlan for network 6751d54e-5867-449e-a715-84203d1df288 Nov 08 00:33:23.156822 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c12d63-4e2e-4731-8063-834b8e89057f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Router e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:33:23.257407 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a9935421-b3c7-49d1-94a1-5d8b44ef561e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:23.310845 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:21Z', 'revision_number': 2, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:21Z', 'revision_number': 2, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:23.342792 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] Checking router: 50512e1e-a145-4f56-bc0d-868df0514dea for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:33:23.343160 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] Updating router 50512e1e-a145-4f56-bc0d-868df0514dea port 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:33:23.378064 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:23.393553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ea6eb-1f53-40f4-81c8-14e2559eb70f req-2cefd38c-bad3-4045-b721-69ce57ffe9c4 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:23.394347 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a9935421-b3c7-49d1-94a1-5d8b44ef561e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:23.395258 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-523ea6eb-1f53-40f4-81c8-14e2559eb70f req-2cefd38c-bad3-4045-b721-69ce57ffe9c4 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 945 time: 0.1385653 Nov 08 00:33:23.407716 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9935421-b3c7-49d1-94a1-5d8b44ef561e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:23.409325 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a9935421-b3c7-49d1-94a1-5d8b44ef561e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:23.421444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c12d63-4e2e-4731-8063-834b8e89057f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:33:23.434969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee2ceeb-3b2a-4146-97e9-b3f80abef052 None None] Sync routers for ids ['e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:33:23.449556 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2ceeb-3b2a-4146-97e9-b3f80abef052 None None] Routers {'e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:23.450182 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-8ee2ceeb-3b2a-4146-97e9-b3f80abef052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:23.521195 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9935421-b3c7-49d1-94a1-5d8b44ef561e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Network': ['ID=6751d54e-5867-449e-a715-84203d1df288,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:23.526828 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-523ea6eb-1f53-40f4-81c8-14e2559eb70f req-788d8243-78c1-487e-a2e0-5e7879bd24a8 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078119 Nov 08 00:33:23.533506 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 6751d54e-5867-449e-a715-84203d1df288 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:33:23.576220 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c2c12d63-4e2e-4731-8063-834b8e89057f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:23.577733 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c2c12d63-4e2e-4731-8063-834b8e89057f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0060072 Nov 08 00:33:23.580730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40978) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:23.588274 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-8ee2ceeb-3b2a-4146-97e9-b3f80abef052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:23.590881 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-ea15644e-e063-40ee-9c90-bce09d02ee98 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'enable_snat': False}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:23.606840 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a9935421-b3c7-49d1-94a1-5d8b44ef561e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7378612 Nov 08 00:33:23.609714 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40980) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:23.615540 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-3e2a56d9-044d-44f4-b6b1-6ce763bf33a8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'subnet': {'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:23.625733 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2ceeb-3b2a-4146-97e9-b3f80abef052 None None] Routers {'e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:23.626389 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-8ee2ceeb-3b2a-4146-97e9-b3f80abef052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:23.685640 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-8ee2ceeb-3b2a-4146-97e9-b3f80abef052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:23.686337 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee2ceeb-3b2a-4146-97e9-b3f80abef052 None None] The sync data for ids ['e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:33:23.774589 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-8a0c7eaa-aff6-40fc-9867-3bdcb412738f None None] Provisioning complete for port ba5b70aa-e617-4d68-ae39-72d9727efccd triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:23.774956 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7eaa-aff6-40fc-9867-3bdcb412738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:23.913369 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:23.948650 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2a56d9-044d-44f4-b6b1-6ce763bf33a8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Made reservation on behalf of 2ca9f2452e8a47159151cbbe0fdfc045 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:33:23.953057 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3e2a56d9-044d-44f4-b6b1-6ce763bf33a8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:23.964112 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-8a0c7eaa-aff6-40fc-9867-3bdcb412738f None None] Provisioning complete for port 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:23.964471 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7eaa-aff6-40fc-9867-3bdcb412738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:24.007544 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:24.067257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c7eaa-aff6-40fc-9867-3bdcb412738f None None] Port 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:33:24.175665 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af8500-b53f-4881-835d-e26b3cb441ad None None] Pushing event updated for resources: {'Port': ['ID=4714ad3e-9af9-4400-a1e2-3f23bc0f94ea,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:24.181327 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ba5b70aa-e617-4d68-ae39-72d9727efccd up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:24.257028 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] Attempting to bind port 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:33:24.257527 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] Attempting to bind port 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '762a21f4-84f4-41ae-89f1-fc5f0eda03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:33:24.257892 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] Attempting to bind port 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea on network ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:33:24.273326 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:33:24.273874 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] Checking segment: {'id': '762a21f4-84f4-41ae-89f1-fc5f0eda03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:24.274326 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:24.274724 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] Bound using segment: {'id': '762a21f4-84f4-41ae-89f1-fc5f0eda03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:33:24.275382 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] Bound port: 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762a21f4-84f4-41ae-89f1-fc5f0eda03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:33:24.275768 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:24.308875 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c218d413-58c8-489b-b060-11e521c1e140 None None] Provisioning complete for port 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:24.309583 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c218d413-58c8-489b-b060-11e521c1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:24.313486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port ba5b70aa-e617-4d68-ae39-72d9727efccd triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:24.314714 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:24.397983 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] For port 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:33:24.399317 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c218d413-58c8-489b-b060-11e521c1e140 None None] Port 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:33:24.404142 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] For port 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4714ad3e-9af9-4400-a1e2-3f23bc0f94ea,segment=NetworkSegment(762a21f4-84f4-41ae-89f1-fc5f0eda03df),segment_id=762a21f4-84f4-41ae-89f1-fc5f0eda03df)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:33:24.454863 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3e2a56d9-044d-44f4-b6b1-6ce763bf33a8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:24.488909 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:24.505959 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dab98153-0309-49bf-93b0-4d832bf591c1 req-eda7214f-c7f0-48f6-ac36-e8c5f5ee4c5d tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 210 time: 0.0619035 Nov 08 00:33:24.542890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a56d9-044d-44f4-b6b1-6ce763bf33a8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Subnet': ['ID=eeeca968-d37e-480d-8444-74e790d959dd,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:24.545114 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2a56d9-044d-44f4-b6b1-6ce763bf33a8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Checking segment: {'id': '8427444e-e382-4534-84c7-14393c5c6a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6751d54e-5867-449e-a715-84203d1df288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:24.545481 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2a56d9-044d-44f4-b6b1-6ce763bf33a8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network hostable DHCP agents. Network: 6751d54e-5867-449e-a715-84203d1df288, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:33:24.595009 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f386043d-2511-4c3c-a291-18be24ac64a2 None None] Provisioning complete for port 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:24.596250 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f386043d-2511-4c3c-a291-18be24ac64a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:24.599312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c99070-7777-4a16-ad0e-cafa5cb74e24 req-a39d4469-8f06-4376-aebb-10a5118cdd2b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:24.601388 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f3c99070-7777-4a16-ad0e-cafa5cb74e24 req-a39d4469-8f06-4376-aebb-10a5118cdd2b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.1577268 Nov 08 00:33:24.630948 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2a56d9-044d-44f4-b6b1-6ce763bf33a8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 6751d54e-5867-449e-a715-84203d1df288 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:33:24.636591 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:24.645003 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:24.711143 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-3e2a56d9-044d-44f4-b6b1-6ce763bf33a8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 6751d54e-5867-449e-a715-84203d1df288) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:24.716555 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2a56d9-044d-44f4-b6b1-6ce763bf33a8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:24.717941 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3e2a56d9-044d-44f4-b6b1-6ce763bf33a8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:24.753048 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f386043d-2511-4c3c-a291-18be24ac64a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:24.772770 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee0aa30-c0b1-4d1e-89b1-d8db895b3ab4 None None] Network 6751d54e-5867-449e-a715-84203d1df288 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:33:24.794459 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3e2a56d9-044d-44f4-b6b1-6ce763bf33a8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1836562 Nov 08 00:33:24.797718 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40990) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:24.875437 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f3c99070-7777-4a16-ad0e-cafa5cb74e24 req-3e4ccbef-6aef-4534-9402-9fc568c1a2fa tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446601 Nov 08 00:33:24.898491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27798cdf-0751-45a4-b7ba-49de06676aa7 req-8bffb698-8dee-42d8-b204-fa5fc421a364 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:24.900407 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27798cdf-0751-45a4-b7ba-49de06676aa7 req-8bffb698-8dee-42d8-b204-fa5fc421a364 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 945 time: 0.2960267 Nov 08 00:33:24.922661 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:24.956446 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f386043d-2511-4c3c-a291-18be24ac64a2 None None] For port 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4714ad3e-9af9-4400-a1e2-3f23bc0f94ea,segment=NetworkSegment(762a21f4-84f4-41ae-89f1-fc5f0eda03df),segment_id=762a21f4-84f4-41ae-89f1-fc5f0eda03df)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:24.967730 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af8500-b53f-4881-835d-e26b3cb441ad None None] Pushing event updated for resources: {'Port': ['ID=4714ad3e-9af9-4400-a1e2-3f23bc0f94ea,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:25.020944 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f386043d-2511-4c3c-a291-18be24ac64a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:25.267538 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3838631a-bb1c-4bec-b8b7-d6d4f2899423 None None] Provisioning complete for port 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:25.268255 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3838631a-bb1c-4bec-b8b7-d6d4f2899423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:25.282348 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:21Z', 'revision_number': 2, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 4, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:25.317753 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386043d-2511-4c3c-a291-18be24ac64a2 None None] Pushing event updated for resources: {'Port': ['ID=4714ad3e-9af9-4400-a1e2-3f23bc0f94ea,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:25.326521 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d6183b-2066-4042-84c7-64cbffcd3a55 None None] The sync data for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 is: [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:21Z', 'revision_number': 2, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 4, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:33:25.376423 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-6751d54e-5867-449e-a715-84203d1df288', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:33:25.377632 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:25.398929 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27798cdf-0751-45a4-b7ba-49de06676aa7 req-ae64fe36-fc9a-4a9a-ac4a-c00d48ec05fb tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812791 Nov 08 00:33:25.465430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-a799f635-2edd-413c-a526-08ec789d08d7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:25.471269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-a799f635-2edd-413c-a526-08ec789d08d7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.20 "GET /v2.0/networks?id=639e8422-575c-4b74-b12e-94c71b983f87 HTTP/1.1" status: 200 len: 911 time: 0.5674577 Nov 08 00:33:25.484498 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea15644e-e063-40ee-9c90-bce09d02ee98 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:25.491150 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e1ec8ea9-ddcc-47f4-8dca-d6b983a135f7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Request body: {'port': {'device_id': 'c1eafa08-e240-469d-a05b-aca98f6118be', 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87', 'admin_state_up': True, 'tenant_id': 'b804d2805927453d99faf03cb2ab593f'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:25.660223 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] Allocated IP 2001:db8:1::2 (6751d54e-5867-449e-a715-84203d1df288/eeeca968-d37e-480d-8444-74e790d959dd/0d613518-beb5-4b25-8e29-f1eb731d7835) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:25.704447 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-90cb84da-a172-4b63-a489-77ff5b0d5593 req-b1f0a479-e89f-4c3c-91ee-f9d03b4cac06 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 210 time: 0.0966632 Nov 08 00:33:25.707009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e1ec8ea9-ddcc-47f4-8dca-d6b983a135f7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Made reservation on behalf of b804d2805927453d99faf03cb2ab593f for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:33:25.710081 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e1ec8ea9-ddcc-47f4-8dca-d6b983a135f7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:25.783344 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-af7ca83d-129d-4b17-a489-c7a337983959 None None] Provisioning complete for port 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:25.783728 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af7ca83d-129d-4b17-a489-c7a337983959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:25.881581 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e1ec8ea9-ddcc-47f4-8dca-d6b983a135f7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Allocated IP 172.20.0.14 (639e8422-575c-4b74-b12e-94c71b983f87/86357c1a-15b6-4ffe-827a-71582c979c8e/50ad5020-d700-466c-b6f8-a26477600659) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:25.994460 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:26.103012 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:26.142095 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb7599a8-f76d-4ff0-9732-d6c70acde52e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:26.185044 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] Network 6751d54e-5867-449e-a715-84203d1df288 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:26.215242 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:26.218656 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:26.222594 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:26.229195 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] Pushing event updated for resources: {'Port': ['ID=0d613518-beb5-4b25-8e29-f1eb731d7835,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:26.355073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] Attempting to bind port 0d613518-beb5-4b25-8e29-f1eb731d7835 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:33:26.359806 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] Attempting to bind port 0d613518-beb5-4b25-8e29-f1eb731d7835 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '8427444e-e382-4534-84c7-14393c5c6a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6751d54e-5867-449e-a715-84203d1df288'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:33:26.359806 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] Attempting to bind port 0d613518-beb5-4b25-8e29-f1eb731d7835 on network 6751d54e-5867-449e-a715-84203d1df288 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:33:26.371829 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:33:26.372370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] Checking segment: {'id': '8427444e-e382-4534-84c7-14393c5c6a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6751d54e-5867-449e-a715-84203d1df288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:26.372877 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:26.373373 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] Bound using segment: {'id': '8427444e-e382-4534-84c7-14393c5c6a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6751d54e-5867-449e-a715-84203d1df288'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:33:26.373954 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] Bound port: 0d613518-beb5-4b25-8e29-f1eb731d7835, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8427444e-e382-4534-84c7-14393c5c6a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6751d54e-5867-449e-a715-84203d1df288'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:33:26.374437 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:26.375822 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc9469-f5f0-404c-af23-f69d07f685f2 req-091e9f78-7c23-46a4-ac34-10c8c84930a6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:26.378141 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d6bc9469-f5f0-404c-af23-f69d07f685f2 req-091e9f78-7c23-46a4-ac34-10c8c84930a6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.3616877 Nov 08 00:33:26.443799 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:26.444297 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:26.459494 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d6bc9469-f5f0-404c-af23-f69d07f685f2 req-fca884d7-2b38-4a63-920d-bc247c71229c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694828 Nov 08 00:33:26.518491 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e1ec8ea9-ddcc-47f4-8dca-d6b983a135f7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:26.539174 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] For port 0d613518-beb5-4b25-8e29-f1eb731d7835, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:33:26.557842 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] For port 0d613518-beb5-4b25-8e29-f1eb731d7835, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0d613518-beb5-4b25-8e29-f1eb731d7835,segment=NetworkSegment(8427444e-e382-4534-84c7-14393c5c6a4b),segment_id=8427444e-e382-4534-84c7-14393c5c6a4b)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:33:26.629441 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:26.636800 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-fb7599a8-f76d-4ff0-9732-d6c70acde52e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Allocated IP 2001:db8:1::1 (6751d54e-5867-449e-a715-84203d1df288/eeeca968-d37e-480d-8444-74e790d959dd/84d0ab19-ba2d-40ac-a780-5e28342224a7) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:26.681413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6be995-1c90-4240-842e-327bf22995cc req-470edcc7-50df-4f55-b844-63dc817dcd09 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:26.686197 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8b6be995-1c90-4240-842e-327bf22995cc req-470edcc7-50df-4f55-b844-63dc817dcd09 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 945 time: 0.0988879 Nov 08 00:33:26.687486 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea15644e-e063-40ee-9c90-bce09d02ee98 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:26.691665 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea15644e-e063-40ee-9c90-bce09d02ee98 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:26.728926 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144b906-c3f1-452d-929f-ac4633d0f876 None None] Pushing event updated for resources: {'Port': ['ID=0d613518-beb5-4b25-8e29-f1eb731d7835,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:26.794075 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e1ec8ea9-ddcc-47f4-8dca-d6b983a135f7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:26.831824 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['fb17c3cc-495e-4b0c-88dc-ecedfcf68abc'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:33:26.840822 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb7599a8-f76d-4ff0-9732-d6c70acde52e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:26.905213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8b6be995-1c90-4240-842e-327bf22995cc req-a122bd57-367c-46f2-8135-e959d98e3f67 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096794 Nov 08 00:33:26.934590 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e1ec8ea9-ddcc-47f4-8dca-d6b983a135f7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Network 639e8422-575c-4b74-b12e-94c71b983f87 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:26.960783 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e1ec8ea9-ddcc-47f4-8dca-d6b983a135f7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:26.972386 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb7599a8-f76d-4ff0-9732-d6c70acde52e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:26.972687 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e1ec8ea9-ddcc-47f4-8dca-d6b983a135f7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:26.976847 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec8ea9-ddcc-47f4-8dca-d6b983a135f7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Pushing event updated for resources: {'Port': ['ID=50ad5020-d700-466c-b6f8-a26477600659,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:27.040577 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7599a8-f76d-4ff0-9732-d6c70acde52e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 6751d54e-5867-449e-a715-84203d1df288 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:27.045836 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-fb7599a8-f76d-4ff0-9732-d6c70acde52e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:27.050639 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7599a8-f76d-4ff0-9732-d6c70acde52e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:27.051190 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb7599a8-f76d-4ff0-9732-d6c70acde52e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:27.106584 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2e165-26de-45dd-a0f8-6697a146b12c req-03f875e9-70e9-4804-8d6b-da3ef6987b66 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:27.110532 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ad2e165-26de-45dd-a0f8-6697a146b12c req-03f875e9-70e9-4804-8d6b-da3ef6987b66 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1028 time: 0.2928047 Nov 08 00:33:27.131304 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7599a8-f76d-4ff0-9732-d6c70acde52e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=84d0ab19-ba2d-40ac-a780-5e28342224a7,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:27.162263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea15644e-e063-40ee-9c90-bce09d02ee98 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Router e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:33:27.179719 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e1ec8ea9-ddcc-47f4-8dca-d6b983a135f7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:27.186002 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e1ec8ea9-ddcc-47f4-8dca-d6b983a135f7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:27.248658 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ad2e165-26de-45dd-a0f8-6697a146b12c req-df87c159-3178-489d-876d-80f2ed215c8f tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295636 Nov 08 00:33:27.302508 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e1ec8ea9-ddcc-47f4-8dca-d6b983a135f7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8230727 Nov 08 00:33:27.395808 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb7599a8-f76d-4ff0-9732-d6c70acde52e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:27.449433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea15644e-e063-40ee-9c90-bce09d02ee98 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:33:27.465171 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a4e018-261f-4d81-9c99-38711e92db58 None None] Sync routers for ids ['e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:33:27.488208 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4e018-261f-4d81-9c99-38711e92db58 None None] Routers {'e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:27.488864 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f7a4e018-261f-4d81-9c99-38711e92db58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:27.499594 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Request body: {'port': {'device_id': 'c1eafa08-e240-469d-a05b-aca98f6118be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:27.506390 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea15644e-e063-40ee-9c90-bce09d02ee98 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:27.509927 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ea15644e-e063-40ee-9c90-bce09d02ee98 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "PUT /v2.0/routers/e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce HTTP/1.1" status: 200 len: 924 time: 3.9250238 Nov 08 00:33:27.510368 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41020) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:27.539994 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0e6239e5-a442-4dc2-9ba7-2185c5cc8cfe None None] Provisioning complete for port 50ad5020-d700-466c-b6f8-a26477600659 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:27.540674 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0e6239e5-a442-4dc2-9ba7-2185c5cc8cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:27.549340 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f7a4e018-261f-4d81-9c99-38711e92db58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:27.579534 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4e018-261f-4d81-9c99-38711e92db58 None None] Routers {'e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:27.581134 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f7a4e018-261f-4d81-9c99-38711e92db58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:27.622769 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0e6239e5-a442-4dc2-9ba7-2185c5cc8cfe None None] Port 50ad5020-d700-466c-b6f8-a26477600659 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:33:27.633585 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f7a4e018-261f-4d81-9c99-38711e92db58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:27.634990 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a4e018-261f-4d81-9c99-38711e92db58 None None] The sync data for ids ['e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:33:27.752220 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942d6c0-f84c-43f7-8bbf-3d38cabdd05e req-54f5873e-ef14-493e-ac9c-4b0faae62b7f tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:27.753729 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a942d6c0-f84c-43f7-8bbf-3d38cabdd05e req-54f5873e-ef14-493e-ac9c-4b0faae62b7f tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 945 time: 0.3014669 Nov 08 00:33:27.763297 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:27.826060 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb7599a8-f76d-4ff0-9732-d6c70acde52e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:27.827126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618a2b1-24cf-417d-b71a-142e7d430441 req-a30cf5cc-f268-428d-8049-9e253b83561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:27.833323 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d618a2b1-24cf-417d-b71a-142e7d430441 req-a30cf5cc-f268-428d-8049-9e253b83561b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=102f52ce60934d409b5717d0ddd1a078&device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 1096 time: 0.2387273 Nov 08 00:33:27.878362 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e06512-f829-4c88-8ee6-807b85a2ca69 req-b56fc982-10dd-473b-aca2-e42a480f8f9f tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:27.879908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-90e06512-f829-4c88-8ee6-807b85a2ca69 req-b56fc982-10dd-473b-aca2-e42a480f8f9f tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.2509773 Nov 08 00:33:27.885611 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb7599a8-f76d-4ff0-9732-d6c70acde52e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:27.886413 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb7599a8-f76d-4ff0-9732-d6c70acde52e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:27.894695 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-64620181-5506-4209-9e7c-22109e49cb3b tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "GET /v2.0/routers/e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce HTTP/1.1" status: 200 len: 924 time: 0.3831623 Nov 08 00:33:27.917057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41022) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:27.998168 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a942d6c0-f84c-43f7-8bbf-3d38cabdd05e req-5e468475-396b-452f-a917-482529d13e15 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270961 Nov 08 00:33:28.021641 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7599a8-f76d-4ff0-9732-d6c70acde52e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=84d0ab19-ba2d-40ac-a780-5e28342224a7,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:28.121268 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7599a8-f76d-4ff0-9732-d6c70acde52e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 6751d54e-5867-449e-a715-84203d1df288 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:28.123007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-fb7599a8-f76d-4ff0-9732-d6c70acde52e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:28.145845 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6c6428c-0118-4f3f-a6c3-0d6c7f1817ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:28.197936 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0d613518-beb5-4b25-8e29-f1eb731d7835 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:28.255264 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7599a8-f76d-4ff0-9732-d6c70acde52e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 50512e1e-a145-4f56-bc0d-868df0514dea has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:33:28.264063 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0d613518-beb5-4b25-8e29-f1eb731d7835 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:28.264436 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:28.396799 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:28.420941 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7599a8-f76d-4ff0-9732-d6c70acde52e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:33:28.435672 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] Sync routers for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:33:28.444074 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fb7599a8-f76d-4ff0-9732-d6c70acde52e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/50512e1e-a145-4f56-bc0d-868df0514dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6440094 Nov 08 00:33:28.445385 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41030) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:28.457540 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-bf95aade-62a1-4d58-a198-ce5ffbe77487 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1266446797'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:28.473183 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 0d613518-beb5-4b25-8e29-f1eb731d7835, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0d613518-beb5-4b25-8e29-f1eb731d7835,segment=NetworkSegment(8427444e-e382-4534-84c7-14393c5c6a4b),segment_id=8427444e-e382-4534-84c7-14393c5c6a4b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:28.478389 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ec65c0-ed72-461b-b916-a96c051d688b None None] Network 6751d54e-5867-449e-a715-84203d1df288 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:33:28.502439 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:28.502439 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:28.576319 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf95aade-62a1-4d58-a198-ce5ffbe77487 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Made reservation on behalf of 2ca9f2452e8a47159151cbbe0fdfc045 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:33:28.582296 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bf95aade-62a1-4d58-a198-ce5ffbe77487 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:28.599662 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:28.612239 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf95aade-62a1-4d58-a198-ce5ffbe77487 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:33:28.624919 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bf95aade-62a1-4d58-a198-ce5ffbe77487 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:28.625659 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-bf95aade-62a1-4d58-a198-ce5ffbe77487 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Added segment b77f097d-0289-4f09-9b5c-d1cd86e98022 of type vlan for network ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a Nov 08 00:33:28.666780 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-90e06512-f829-4c88-8ee6-807b85a2ca69 req-1bded3bf-7e29-4aaa-929b-ad6404b5e7d0 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7538538 Nov 08 00:33:28.680761 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bf95aade-62a1-4d58-a198-ce5ffbe77487 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:28.691688 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a11a37c0-2ab1-47b7-af6f-1352bab8c00b None None] Provisioning complete for port 0d613518-beb5-4b25-8e29-f1eb731d7835 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:28.692157 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a11a37c0-2ab1-47b7-af6f-1352bab8c00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:28.759265 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ddddcd-14da-4d1d-b998-7c86fc5118e4 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:28.761864 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-11ddddcd-14da-4d1d-b998-7c86fc5118e4 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&device_id=e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8046691 Nov 08 00:33:28.764734 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41032) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:28.776127 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bf95aade-62a1-4d58-a198-ce5ffbe77487 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:28.783424 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf95aade-62a1-4d58-a198-ce5ffbe77487 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:28.784108 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bf95aade-62a1-4d58-a198-ce5ffbe77487 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:28.900565 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bf95aade-62a1-4d58-a198-ce5ffbe77487 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4528694 Nov 08 00:33:28.902983 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=0d613518-beb5-4b25-8e29-f1eb731d7835,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:28.907656 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41034) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:28.911181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e8107-b7ba-43e3-a538-ca489d58a42a req-9707deac-acf7-467f-8999-ff7f2581d5cd tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:28.915006 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c4e8107-b7ba-43e3-a538-ca489d58a42a req-9707deac-acf7-467f-8999-ff7f2581d5cd tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1028 time: 0.3459208 Nov 08 00:33:28.916147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618a2b1-24cf-417d-b71a-142e7d430441 req-25f0e65e-8d33-4425-b0a7-0acf0d04dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:28.916492 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-817df7d6-bd46-41fc-8719-df927450e3f0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'subnet': {'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:28.917538 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d618a2b1-24cf-417d-b71a-142e7d430441 req-25f0e65e-8d33-4425-b0a7-0acf0d04dbac service neutron] 10.222.0.26 "GET /v2.0/networks?id=89a6d7df-925f-4c3e-829d-12c8c8ba6796 HTTP/1.1" status: 200 len: 913 time: 1.0476911 Nov 08 00:33:28.937826 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:28.973042 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 783b1598-3a14-49b0-b1e3-5b92933bc0c3 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:33:29.004013 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d618a2b1-24cf-417d-b71a-142e7d430441 req-95084c9d-bd97-4c94-962e-1be20b74f121 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=076a123e-11ae-4ff8-ac9b-47fc2419beab HTTP/1.1" status: 200 len: 217 time: 0.0714278 Nov 08 00:33:29.044570 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95aade-62a1-4d58-a198-ce5ffbe77487 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Network': ['ID=ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:29.084636 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4cac2b-d0cd-48e4-b8f6-7cb68b2b2335 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:29.089005 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1c4cac2b-d0cd-48e4-b8f6-7cb68b2b2335 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 881 time: 0.3231995 Nov 08 00:33:29.089594 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41038) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:29.112583 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c4e8107-b7ba-43e3-a538-ca489d58a42a req-9de12b27-ff4b-4ce3-babf-3579dd579383 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875162 Nov 08 00:33:29.125634 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-eb26a75f-9682-4013-8296-23526e0d7fcd tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce HTTP/1.1" status: 200 len: 205 time: 0.0348973 Nov 08 00:33:29.126295 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41040) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:29.128123 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:33:29.148278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ad5020-d700-466c-b6f8-a26477600659 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:33:29.170937 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:29.199991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618a2b1-24cf-417d-b71a-142e7d430441 req-357b36ef-08c2-449d-b36e-7a5f769ba197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:29.200225 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817df7d6-bd46-41fc-8719-df927450e3f0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Made reservation on behalf of 2ca9f2452e8a47159151cbbe0fdfc045 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:33:29.205589 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d618a2b1-24cf-417d-b71a-142e7d430441 req-357b36ef-08c2-449d-b36e-7a5f769ba197 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edc0c1c5-cbfe-4c5d-903e-7d426e26a1db HTTP/1.1" status: 200 len: 852 time: 0.1877298 Nov 08 00:33:29.205752 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-817df7d6-bd46-41fc-8719-df927450e3f0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:29.224916 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Transition to ACTIVE for port object 50ad5020-d700-466c-b6f8-a26477600659 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:33:29.242778 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d618a2b1-24cf-417d-b71a-142e7d430441 req-401fa652-001c-4c6a-bce8-efd69ff7eea7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89a6d7df-925f-4c3e-829d-12c8c8ba6796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316095 Nov 08 00:33:29.256443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c3389-7d8c-49a0-867f-50e1743a4625 req-c89d032d-7ca0-4db4-a47a-e8bc70688b17 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:29.258301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb9c3389-7d8c-49a0-867f-50e1743a4625 req-c89d032d-7ca0-4db4-a47a-e8bc70688b17 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 945 time: 0.1059384 Nov 08 00:33:29.320745 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36ca25ff-21aa-43d0-8e30-a414d714dff2 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:29.326233 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:29.435102 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb9c3389-7d8c-49a0-867f-50e1743a4625 req-146c940b-3ca2-4321-ac2e-338bae45b4cf tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593995 Nov 08 00:33:29.457001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Pushing event updated for resources: {'Port': ['ID=50ad5020-d700-466c-b6f8-a26477600659,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:29.515862 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d618a2b1-24cf-417d-b71a-142e7d430441 req-ea19e8d4-e7cd-4ea0-a67b-7c79fa43ad3b service neutron] 10.222.0.26 "GET /v2.0/networks/89a6d7df-925f-4c3e-829d-12c8c8ba6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565215 Nov 08 00:33:29.565717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36ca25ff-21aa-43d0-8e30-a414d714dff2 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:29.601556 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 783b1598-3a14-49b0-b1e3-5b92933bc0c3, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=783b1598-3a14-49b0-b1e3-5b92933bc0c3,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:29.639943 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '783b1598-3a14-49b0-b1e3-5b92933bc0c3', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'port_id': '783b1598-3a14-49b0-b1e3-5b92933bc0c3', 'mac_address': 'fa:16:3e:f3:45:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:33:29.654273 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Attempting to bind port 50ad5020-d700-466c-b6f8-a26477600659 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:33:29.654736 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Attempting to bind port 50ad5020-d700-466c-b6f8-a26477600659 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'e0295b67-2770-46c9-a928-503e71b8a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:33:29.654935 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Attempting to bind port 50ad5020-d700-466c-b6f8-a26477600659 on network 639e8422-575c-4b74-b12e-94c71b983f87 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:33:29.668518 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Port 50ad5020-d700-466c-b6f8-a26477600659 on network 639e8422-575c-4b74-b12e-94c71b983f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:33:29.668775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Attempting to bind port 50ad5020-d700-466c-b6f8-a26477600659 on network 639e8422-575c-4b74-b12e-94c71b983f87 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:33:29.688081 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:33:29.688372 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Checking segment: {'id': 'e0295b67-2770-46c9-a928-503e71b8a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:29.689222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Bound using segment: {'id': 'e0295b67-2770-46c9-a928-503e71b8a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:33:29.689351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Bound port: 50ad5020-d700-466c-b6f8-a26477600659, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0295b67-2770-46c9-a928-503e71b8a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:33:29.689663 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:29.716171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:27Z', 'revision_number': 3, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:27Z', 'revision_number': 2, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:29.723178 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d618a2b1-24cf-417d-b71a-142e7d430441 req-815fdfa6-1c77-4f7e-b94d-14b4e34ed20d service neutron] 10.222.0.26 "GET /v2.0/networks/89a6d7df-925f-4c3e-829d-12c8c8ba6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928890 Nov 08 00:33:29.727184 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-817df7d6-bd46-41fc-8719-df927450e3f0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:29.773867 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] Checking router: 50512e1e-a145-4f56-bc0d-868df0514dea for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:33:29.774227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] Updating router 50512e1e-a145-4f56-bc0d-868df0514dea port 84d0ab19-ba2d-40ac-a780-5e28342224a7 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:33:29.814361 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817df7d6-bd46-41fc-8719-df927450e3f0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Subnet': ['ID=700247d5-8292-4819-ad0d-f13359608554,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:29.825485 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:29.825699 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-36ca25ff-21aa-43d0-8e30-a414d714dff2 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Deleting port 0bdf8da6-bf46-464e-806c-81bcee352cca {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:33:29.826053 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36ca25ff-21aa-43d0-8e30-a414d714dff2 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:29.909875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] For port 50ad5020-d700-466c-b6f8-a26477600659, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:33:29.913406 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:29.914894 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817df7d6-bd46-41fc-8719-df927450e3f0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Checking segment: {'id': 'b77f097d-0289-4f09-9b5c-d1cd86e98022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:29.915261 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817df7d6-bd46-41fc-8719-df927450e3f0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network hostable DHCP agents. Network: ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:33:29.922806 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] For port 50ad5020-d700-466c-b6f8-a26477600659, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=50ad5020-d700-466c-b6f8-a26477600659,segment=NetworkSegment(e0295b67-2770-46c9-a928-503e71b8a8e5),segment_id=e0295b67-2770-46c9-a928-503e71b8a8e5)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:33:29.953669 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29d689-30cd-4955-9552-0f42eeb2696f req-2dea909d-240c-481f-b137-7a2da599afc7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:29.957822 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783b1598-3a14-49b0-b1e3-5b92933bc0c3 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:33:29.959466 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b29d689-30cd-4955-9552-0f42eeb2696f req-2dea909d-240c-481f-b137-7a2da599afc7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 943 time: 0.1685362 Nov 08 00:33:29.971264 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36ca25ff-21aa-43d0-8e30-a414d714dff2 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:29.985348 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-36ca25ff-21aa-43d0-8e30-a414d714dff2 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Calling delete_port for 0bdf8da6-bf46-464e-806c-81bcee352cca owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:33:29.991563 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 783b1598-3a14-49b0-b1e3-5b92933bc0c3, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=783b1598-3a14-49b0-b1e3-5b92933bc0c3,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:30.003814 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:30.072164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:30.072954 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:30.074472 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/50ad5020-d700-466c-b6f8-a26477600659 HTTP/1.1" status: 200 len: 1092 time: 2.7320762 Nov 08 00:33:30.075009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1eafa08-e240-469d-a05b-aca98f6118be', 'tag': '50ad5020-d700-466c-b6f8-a26477600659'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:33:30.077414 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a19b10-0096-4971-8c24-affdd4fc2cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "c1eafa08-e240-469d-a05b-aca98f6118be", "tag": "50ad5020-d700-466c-b6f8-a26477600659"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:33:30.107468 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b29d689-30cd-4955-9552-0f42eeb2696f req-6fffcf39-caf3-4304-b10d-aae466d3aafc tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370754 Nov 08 00:33:30.108359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908155a-49f3-4053-a8a9-2636be9568c8 service neutron] Pushing event updated for resources: {'Port': ['ID=50ad5020-d700-466c-b6f8-a26477600659,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:30.137272 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817df7d6-bd46-41fc-8719-df927450e3f0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:33:30.168165 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4983e915-42c2-4001-ac9f-8e2449b3e20b x-openstack-request-id: req-4983e915-42c2-4001-ac9f-8e2449b3e20b {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:33:30.168165 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1eafa08-e240-469d-a05b-aca98f6118be", "tag": "50ad5020-d700-466c-b6f8-a26477600659", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:33:30.168165 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4983e915-42c2-4001-ac9f-8e2449b3e20b {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:33:30.168165 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1eafa08-e240-469d-a05b-aca98f6118be', 'tag': '50ad5020-d700-466c-b6f8-a26477600659', 'status': 'completed', 'code': 200} Nov 08 00:33:30.243528 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-817df7d6-bd46-41fc-8719-df927450e3f0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:30.256275 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817df7d6-bd46-41fc-8719-df927450e3f0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:30.256898 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-817df7d6-bd46-41fc-8719-df927450e3f0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:30.269532 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0d613518-beb5-4b25-8e29-f1eb731d7835 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:30.271277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8410b72b-2a54-421a-8d7e-64510c96f06a None None] Network ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:33:30.290472 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:30.342051 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a19b10-0096-4971-8c24-affdd4fc2cb6 req-e9e2d18b-48f1-4345-9742-460f4f3b2734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:30.351532 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63a19b10-0096-4971-8c24-affdd4fc2cb6 req-e9e2d18b-48f1-4345-9742-460f4f3b2734 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b804d2805927453d99faf03cb2ab593f&device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1095 time: 0.1424727 Nov 08 00:33:30.355731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11394a0-02ee-404a-aeff-dba653d918a9 req-d774cddf-1f81-4109-85b1-958faeb4c03d tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:30.357722 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a11394a0-02ee-404a-aeff-dba653d918a9 req-d774cddf-1f81-4109-85b1-958faeb4c03d tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1095 time: 0.0976911 Nov 08 00:33:30.380314 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-817df7d6-bd46-41fc-8719-df927450e3f0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4690900 Nov 08 00:33:30.383525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41052) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:30.491884 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=783b1598-3a14-49b0-b1e3-5b92933bc0c3,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:30.591289 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a7a42e53-f86e-4105-bb46-22ba893685be None None] Provisioning complete for port 0d613518-beb5-4b25-8e29-f1eb731d7835 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:30.591660 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a7a42e53-f86e-4105-bb46-22ba893685be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:30.682308 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a11394a0-02ee-404a-aeff-dba653d918a9 req-04ebd6e9-69e9-4cf8-8d94-799b580078c0 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004401 Nov 08 00:33:30.742271 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36ca25ff-21aa-43d0-8e30-a414d714dff2 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:30.754375 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['783b1598-3a14-49b0-b1e3-5b92933bc0c3'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:33:30.766755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a19b10-0096-4971-8c24-affdd4fc2cb6 req-bbe71fc3-5d77-4f90-be53-ea6fa1100954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:30.770008 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63a19b10-0096-4971-8c24-affdd4fc2cb6 req-bbe71fc3-5d77-4f90-be53-ea6fa1100954 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b804d2805927453d99faf03cb2ab593f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4067137 Nov 08 00:33:30.794642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce93835-a70a-4f49-b704-43e77c760528 req-0823fd2f-6bb0-45aa-b1e1-b3c312109f27 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:30.807229 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bce93835-a70a-4f49-b704-43e77c760528 req-0823fd2f-6bb0-45aa-b1e1-b3c312109f27 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 945 time: 0.2370088 Nov 08 00:33:30.812677 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca25ff-21aa-43d0-8e30-a414d714dff2 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Pushing event deleted for resources: {'Port': ['ID=0bdf8da6-bf46-464e-806c-81bcee352cca,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:30.833012 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c35006fc-795d-43ad-89fe-0d0d82e6934e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:30.923036 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36ca25ff-21aa-43d0-8e30-a414d714dff2 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:30.928652 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0d613518-beb5-4b25-8e29-f1eb731d7835 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:30.929033 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:30.945706 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bce93835-a70a-4f49-b704-43e77c760528 req-d2d226c6-487d-4906-b96c-b86ad56a11d6 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375046 Nov 08 00:33:31.020003 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a19b10-0096-4971-8c24-affdd4fc2cb6 req-8489d694-2704-40de-ac18-b562fbd7967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:31.023003 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63a19b10-0096-4971-8c24-affdd4fc2cb6 req-8489d694-2704-40de-ac18-b562fbd7967e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2137518 Nov 08 00:33:31.050933 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:31.066887 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a', 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'fixed_ips': [{'subnet_id': '700247d5-8292-4819-ad0d-f13359608554'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:33:31.067754 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:31.110678 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a7a42e53-f86e-4105-bb46-22ba893685be None None] Provisioning complete for port 84d0ab19-ba2d-40ac-a780-5e28342224a7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:31.110978 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a7a42e53-f86e-4105-bb46-22ba893685be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:31.121906 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36ca25ff-21aa-43d0-8e30-a414d714dff2 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:31.125496 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36ca25ff-21aa-43d0-8e30-a414d714dff2 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:31.186781 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-0ef3f858-611f-437a-a0d8-d3405897146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:31.189759 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-0ef3f858-611f-437a-a0d8-d3405897146b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b804d2805927453d99faf03cb2ab593f&device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1095 time: 0.0714474 Nov 08 00:33:31.247181 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36ca25ff-21aa-43d0-8e30-a414d714dff2 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:31.247742 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ca25ff-21aa-43d0-8e30-a414d714dff2 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Fanout notify agent at l3_agent the message router_deleted on router e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:33:31.256984 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-ce0be3fe-0534-49dc-be76-019f1a250442 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ad5020-d700-466c-b6f8-a26477600659 HTTP/1.1" status: 200 len: 217 time: 0.0534317 Nov 08 00:33:31.260177 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36ca25ff-21aa-43d0-8e30-a414d714dff2 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:31.268300 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-36ca25ff-21aa-43d0-8e30-a414d714dff2 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "DELETE /v2.0/routers/e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce HTTP/1.1" status: 204 len: 168 time: 2.1404135 Nov 08 00:33:31.271108 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41062) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:31.275984 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f9af9b53-0f1a-41e4-b87c-e634cba9db4a tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1125186657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:31.310869 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c3c0ee2-b759-42a4-87e8-f8022b3a1d06 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:31.324313 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] Allocated IP 2001:db8:2::2 (ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a/700247d5-8292-4819-ad0d-f13359608554/96d962cb-83a3-4146-8c5f-63986f500128) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:31.339635 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:31.343887 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:31.358149 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed1b8c-22ce-42d6-9711-276a937b1cbe req-b3c2a776-ebc5-4355-886f-60568b72063a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:31.367503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-16ed1b8c-22ce-42d6-9711-276a937b1cbe req-b3c2a776-ebc5-4355-886f-60568b72063a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 944 time: 0.1209655 Nov 08 00:33:31.386489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-bca47933-591f-4222-a7dc-e27ea15cd4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:31.387808 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-bca47933-591f-4222-a7dc-e27ea15cd4fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=86357c1a-15b6-4ffe-827a-71582c979c8e HTTP/1.1" status: 200 len: 849 time: 0.1121807 Nov 08 00:33:31.399234 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f9af9b53-0f1a-41e4-b87c-e634cba9db4a tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:31.399234 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f9af9b53-0f1a-41e4-b87c-e634cba9db4a tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:31.449666 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-16ed1b8c-22ce-42d6-9711-276a937b1cbe req-858e4e9d-dcae-47dc-a7b1-0de44b99a6c6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764353 Nov 08 00:33:31.458024 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a7a42e53-f86e-4105-bb46-22ba893685be None None] Port 84d0ab19-ba2d-40ac-a780-5e28342224a7 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:33:31.481270 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-ae553c49-b5de-45bd-84e5-60ae4a93d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:31.483175 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-ae553c49-b5de-45bd-84e5-60ae4a93d49a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=639e8422-575c-4b74-b12e-94c71b983f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801167 Nov 08 00:33:31.648870 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-f7806e0e-a9ac-4fc1-8078-39c27e3d26ab service neutron] 10.222.0.20 "GET /v2.0/networks/639e8422-575c-4b74-b12e-94c71b983f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580317 Nov 08 00:33:31.882495 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36470808-2b02-4fb3-ac07-fd38bb407d5c None None] Pushing event updated for resources: {'Port': ['ID=84d0ab19-ba2d-40ac-a780-5e28342224a7,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:31.889727 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5125cccd-0927-422b-9633-1e18d4b071c1 req-8ba64fe4-9fe8-4d9d-9b6b-62ed2f639e0a service neutron] 10.222.0.20 "GET /v2.0/networks/639e8422-575c-4b74-b12e-94c71b983f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323694 Nov 08 00:33:31.902823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba58f6-890b-452b-884a-bf1466c9eed6 req-7bee3459-db6b-426c-b38c-83d44ed7d163 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:31.902823 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5ba58f6-890b-452b-884a-bf1466c9eed6 req-7bee3459-db6b-426c-b38c-83d44ed7d163 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1095 time: 0.0686622 Nov 08 00:33:31.958746 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5ba58f6-890b-452b-884a-bf1466c9eed6 req-5e0a8502-aaa3-4f9c-a0db-de11ec9c685d tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537744 Nov 08 00:33:32.036307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] Attempting to bind port 84d0ab19-ba2d-40ac-a780-5e28342224a7 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:33:32.036850 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] Attempting to bind port 84d0ab19-ba2d-40ac-a780-5e28342224a7 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '8427444e-e382-4534-84c7-14393c5c6a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6751d54e-5867-449e-a715-84203d1df288'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:33:32.037173 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] Attempting to bind port 84d0ab19-ba2d-40ac-a780-5e28342224a7 on network 6751d54e-5867-449e-a715-84203d1df288 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:33:32.075079 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f9af9b53-0f1a-41e4-b87c-e634cba9db4a tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:32.075709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:33:32.075709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] Checking segment: {'id': '8427444e-e382-4534-84c7-14393c5c6a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6751d54e-5867-449e-a715-84203d1df288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:32.075709 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:32.075709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] Bound using segment: {'id': '8427444e-e382-4534-84c7-14393c5c6a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6751d54e-5867-449e-a715-84203d1df288'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:33:32.075709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] Bound port: 84d0ab19-ba2d-40ac-a780-5e28342224a7, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8427444e-e382-4534-84c7-14393c5c6a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6751d54e-5867-449e-a715-84203d1df288'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:33:32.075709 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:32.099646 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9488d595-ac01-4164-88aa-bcb914fe568c None None] Provisioning complete for port 84d0ab19-ba2d-40ac-a780-5e28342224a7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:32.100088 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9488d595-ac01-4164-88aa-bcb914fe568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:32.139208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fab1f2-7c7a-4f6a-8778-ca6d1772368e req-3d6f9fe9-4d05-4ff7-8d3b-fac20f8756a5 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:32.141932 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9fab1f2-7c7a-4f6a-8778-ca6d1772368e req-3d6f9fe9-4d05-4ff7-8d3b-fac20f8756a5 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 945 time: 0.1107919 Nov 08 00:33:32.163022 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:32.189725 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9fab1f2-7c7a-4f6a-8778-ca6d1772368e req-10db5b8b-4045-4d8a-9bd2-4e31d1a88d86 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400929 Nov 08 00:33:32.220808 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9488d595-ac01-4164-88aa-bcb914fe568c None None] Port 84d0ab19-ba2d-40ac-a780-5e28342224a7 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:33:32.234583 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:32.249460 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f9af9b53-0f1a-41e4-b87c-e634cba9db4a tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:32.259338 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:32.267018 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] For port 84d0ab19-ba2d-40ac-a780-5e28342224a7, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:33:32.270285 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] For port 84d0ab19-ba2d-40ac-a780-5e28342224a7, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=84d0ab19-ba2d-40ac-a780-5e28342224a7,segment=NetworkSegment(8427444e-e382-4534-84c7-14393c5c6a4b),segment_id=8427444e-e382-4534-84c7-14393c5c6a4b)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:33:32.340910 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:32.342673 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d8a18ef7-7f6a-4dd7-9c57-0cc86e55cbe3 None None] Provisioning complete for port 84d0ab19-ba2d-40ac-a780-5e28342224a7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:32.343030 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d8a18ef7-7f6a-4dd7-9c57-0cc86e55cbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:32.378016 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f9af9b53-0f1a-41e4-b87c-e634cba9db4a tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:32.379360 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f9af9b53-0f1a-41e4-b87c-e634cba9db4a tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1073620 Nov 08 00:33:32.382130 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41074) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:32.386731 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b081aea2-670d-4e81-9768-58bfccabe6f3 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Request body: {'router': {'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:32.396580 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:32.420230 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] Network ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:32.433502 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:32.435188 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] Pushing event updated for resources: {'Port': ['ID=96d962cb-83a3-4146-8c5f-63986f500128,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:32.439559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:32.443521 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d8a18ef7-7f6a-4dd7-9c57-0cc86e55cbe3 None None] Port 84d0ab19-ba2d-40ac-a780-5e28342224a7 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:33:32.473361 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-8c3c0ee2-b759-42a4-87e8-f8022b3a1d06 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Allocated IP 2001:db8:2::1 (ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a/700247d5-8292-4819-ad0d-f13359608554/b6c044ce-d0c5-42de-9606-16697000254e) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:32.481852 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:32.482502 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:32.646143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36470808-2b02-4fb3-ac07-fd38bb407d5c None None] Pushing event updated for resources: {'Port': ['ID=84d0ab19-ba2d-40ac-a780-5e28342224a7,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:32.650659 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] Attempting to bind port 96d962cb-83a3-4146-8c5f-63986f500128 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:33:32.652843 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] Attempting to bind port 96d962cb-83a3-4146-8c5f-63986f500128 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'b77f097d-0289-4f09-9b5c-d1cd86e98022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:33:32.652843 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] Attempting to bind port 96d962cb-83a3-4146-8c5f-63986f500128 on network ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:33:32.669759 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:33:32.670186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] Checking segment: {'id': 'b77f097d-0289-4f09-9b5c-d1cd86e98022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:32.670684 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:32.681615 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] Bound using segment: {'id': 'b77f097d-0289-4f09-9b5c-d1cd86e98022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:33:32.681615 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] Bound port: 96d962cb-83a3-4146-8c5f-63986f500128, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77f097d-0289-4f09-9b5c-d1cd86e98022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:33:32.681615 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:32.689135 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:32.689848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059ba7c-6f54-42c5-9544-746562dfa4bb req-dd3a2e45-39de-40fb-ab43-8d8df930ce91 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:32.700424 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c059ba7c-6f54-42c5-9544-746562dfa4bb req-dd3a2e45-39de-40fb-ab43-8d8df930ce91 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 944 time: 0.1111989 Nov 08 00:33:32.728839 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b081aea2-670d-4e81-9768-58bfccabe6f3 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:32.777966 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c059ba7c-6f54-42c5-9544-746562dfa4bb req-375cc372-606b-4c28-a314-fb1a6b6bfd17 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761564 Nov 08 00:33:32.802884 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c3c0ee2-b759-42a4-87e8-f8022b3a1d06 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:32.903866 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99b3f1-4392-4918-858c-2664bfa461cd req-714c2eb0-f2a0-45b0-8916-aa442609c91e tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:32.908257 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d99b3f1-4392-4918-858c-2664bfa461cd req-714c2eb0-f2a0-45b0-8916-aa442609c91e tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 945 time: 0.1155896 Nov 08 00:33:32.917371 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c3c0ee2-b759-42a4-87e8-f8022b3a1d06 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:32.925238 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] For port 96d962cb-83a3-4146-8c5f-63986f500128, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:33:32.941143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] For port 96d962cb-83a3-4146-8c5f-63986f500128, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=96d962cb-83a3-4146-8c5f-63986f500128,segment=NetworkSegment(b77f097d-0289-4f09-9b5c-d1cd86e98022),segment_id=b77f097d-0289-4f09-9b5c-d1cd86e98022)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:33:32.959396 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 783b1598-3a14-49b0-b1e3-5b92933bc0c3 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:32.967877 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3c0ee2-b759-42a4-87e8-f8022b3a1d06 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:32.971538 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-8c3c0ee2-b759-42a4-87e8-f8022b3a1d06 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:32.974675 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3c0ee2-b759-42a4-87e8-f8022b3a1d06 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:32.975762 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c3c0ee2-b759-42a4-87e8-f8022b3a1d06 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:32.992994 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d99b3f1-4392-4918-858c-2664bfa461cd req-a569fabf-0b2b-4e43-b71f-dfc6f1b0565f tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785246 Nov 08 00:33:33.056765 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c0ee2-b759-42a4-87e8-f8022b3a1d06 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=b6c044ce-d0c5-42de-9606-16697000254e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:33.058062 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-be06fec6-17ec-481f-9e18-01c55deedd88 None None] Provisioning complete for port 84d0ab19-ba2d-40ac-a780-5e28342224a7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:33.058478 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be06fec6-17ec-481f-9e18-01c55deedd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:33.062547 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:33.108232 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea3226-4498-44bf-927c-bba742554715 req-70975cb7-edeb-451b-829d-ba98bfb4ec64 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:33.115970 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dfea3226-4498-44bf-927c-bba742554715 req-70975cb7-edeb-451b-829d-ba98bfb4ec64 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1095 time: 0.0596378 Nov 08 00:33:33.158706 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dfea3226-4498-44bf-927c-bba742554715 req-be7d0856-5d5b-469f-98b0-79ae858c3df4 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390940 Nov 08 00:33:33.187852 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5c07f-a2c4-42d0-8f18-51226babec5c None None] Pushing event updated for resources: {'Port': ['ID=96d962cb-83a3-4146-8c5f-63986f500128,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:33.230658 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b081aea2-670d-4e81-9768-58bfccabe6f3 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:33.267187 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b081aea2-670d-4e81-9768-58bfccabe6f3 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:33.291149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:27Z', 'revision_number': 3, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:32Z', 'revision_number': 4, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:33.344760 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c3c0ee2-b759-42a4-87e8-f8022b3a1d06 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:33.347410 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55276c6-5d32-4401-b969-b7b5ee3009d7 None None] The sync data for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 is: [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:27Z', 'revision_number': 3, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:32Z', 'revision_number': 4, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:33:33.350893 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 783b1598-3a14-49b0-b1e3-5b92933bc0c3 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:33:33.366500 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 783b1598-3a14-49b0-b1e3-5b92933bc0c3 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:33.366500 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:33.457773 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:33.460917 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be06fec6-17ec-481f-9e18-01c55deedd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:33.522788 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-be06fec6-17ec-481f-9e18-01c55deedd88 None None] For port 84d0ab19-ba2d-40ac-a780-5e28342224a7, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=84d0ab19-ba2d-40ac-a780-5e28342224a7,segment=NetworkSegment(8427444e-e382-4534-84c7-14393c5c6a4b),segment_id=8427444e-e382-4534-84c7-14393c5c6a4b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:33.572259 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-b081aea2-670d-4e81-9768-58bfccabe6f3 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Allocated IP 172.25.2.182 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/e931715c-a241-45ee-b365-8e77cb212f2d) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:33.588368 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:33.604358 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be06fec6-17ec-481f-9e18-01c55deedd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:33.659267 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdfae33-a987-436b-a31a-769ab9f40e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783b1598-3a14-49b0-b1e3-5b92933bc0c3'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:33:33.661264 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa99fa4d-c80a-4d50-9b1a-a65237b12db2" -d '{"events": [{"server_uuid": "2bdfae33-a987-436b-a31a-769ab9f40e7e", "name": "network-vif-plugged", "status": "completed", "tag": "783b1598-3a14-49b0-b1e3-5b92933bc0c3"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:33:33.685524 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 783b1598-3a14-49b0-b1e3-5b92933bc0c3, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=783b1598-3a14-49b0-b1e3-5b92933bc0c3,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:33.713020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06fec6-17ec-481f-9e18-01c55deedd88 None None] Pushing event updated for resources: {'Port': ['ID=84d0ab19-ba2d-40ac-a780-5e28342224a7,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:33.729068 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6e78ca-9056-45b2-9e1d-7313c6fe8d3b x-openstack-request-id: req-8e6e78ca-9056-45b2-9e1d-7313c6fe8d3b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:33:33.729466 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdfae33-a987-436b-a31a-769ab9f40e7e", "name": "network-vif-plugged", "status": "completed", "tag": "783b1598-3a14-49b0-b1e3-5b92933bc0c3", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:33:33.729810 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e6e78ca-9056-45b2-9e1d-7313c6fe8d3b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:33:33.730779 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdfae33-a987-436b-a31a-769ab9f40e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783b1598-3a14-49b0-b1e3-5b92933bc0c3', 'code': 200} Nov 08 00:33:33.756253 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:33.844476 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=783b1598-3a14-49b0-b1e3-5b92933bc0c3,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:33.944142 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b081aea2-670d-4e81-9768-58bfccabe6f3 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:33.966246 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b5d48-2992-49ab-9a29-6ac104c3b817 req-b36fc51e-6df0-4a75-979d-03eb253dd21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:33.971174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-067b5d48-2992-49ab-9a29-6ac104c3b817 req-b36fc51e-6df0-4a75-979d-03eb253dd21d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 1096 time: 0.1097918 Nov 08 00:33:34.012784 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c3c0ee2-b759-42a4-87e8-f8022b3a1d06 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:34.037885 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-067b5d48-2992-49ab-9a29-6ac104c3b817 req-25e16cf4-1c82-48ad-9634-fe838cb2ea40 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580363 Nov 08 00:33:34.049189 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b081aea2-670d-4e81-9768-58bfccabe6f3 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:34.050172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9035c0-f7e3-4bf7-ad7a-e0dcb8bdb7a9 req-ff8953be-b2f1-41dd-838a-14d02ed32d6b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:34.052649 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e9035c0-f7e3-4bf7-ad7a-e0dcb8bdb7a9 req-ff8953be-b2f1-41dd-838a-14d02ed32d6b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 945 time: 0.1365745 Nov 08 00:33:34.134083 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e9035c0-f7e3-4bf7-ad7a-e0dcb8bdb7a9 req-dee6eec1-d071-4402-8da9-946bcebc64d9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725112 Nov 08 00:33:34.146544 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c3c0ee2-b759-42a4-87e8-f8022b3a1d06 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:34.146544 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c3c0ee2-b759-42a4-87e8-f8022b3a1d06 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:34.159765 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b081aea2-670d-4e81-9768-58bfccabe6f3 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:34.175994 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-b081aea2-670d-4e81-9768-58bfccabe6f3 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:34.196338 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b081aea2-670d-4e81-9768-58bfccabe6f3 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:34.281861 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081aea2-670d-4e81-9768-58bfccabe6f3 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Pushing event updated for resources: {'Port': ['ID=e931715c-a241-45ee-b365-8e77cb212f2d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:34.288270 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 84d0ab19-ba2d-40ac-a780-5e28342224a7 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:34.307517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197ae38-39b0-4119-9af0-714641780983 req-e8f306ed-4090-42ac-984c-f699a21d778c tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:34.319045 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2197ae38-39b0-4119-9af0-714641780983 req-e8f306ed-4090-42ac-984c-f699a21d778c tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 945 time: 0.1821284 Nov 08 00:33:34.431258 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c0ee2-b759-42a4-87e8-f8022b3a1d06 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=b6c044ce-d0c5-42de-9606-16697000254e,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:34.431486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 84d0ab19-ba2d-40ac-a780-5e28342224a7 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:34.431774 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:34.475055 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2197ae38-39b0-4119-9af0-714641780983 req-f9dd6bc4-06f0-4fdb-86e9-74d62f68ec33 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565149 Nov 08 00:33:34.535829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2039ce-4077-4993-a811-b3d6a133ba08 req-262fabf7-68ca-44c0-a566-be8e14dc5f5a tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:34.551213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-df2039ce-4077-4993-a811-b3d6a133ba08 req-262fabf7-68ca-44c0-a566-be8e14dc5f5a tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1095 time: 0.2110617 Nov 08 00:33:34.586709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 96d962cb-83a3-4146-8c5f-63986f500128 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:34.654878 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3c0ee2-b759-42a4-87e8-f8022b3a1d06 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:34.670448 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 96d962cb-83a3-4146-8c5f-63986f500128 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:34.670813 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:34.685353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-8c3c0ee2-b759-42a4-87e8-f8022b3a1d06 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:34.723222 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-df2039ce-4077-4993-a811-b3d6a133ba08 req-61dedfa0-1ff8-47f7-abf2-ed7118eac202 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702034 Nov 08 00:33:34.755133 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff93c77e-8026-43ae-8ec4-366b4d5f75b0 None None] Network ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:33:34.759346 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-914ef0e0-e9e6-42b7-bcdf-270bff48741b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3115923 Nov 08 00:33:34.857435 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:34.882890 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e12fb6bc-51a1-4c83-a5e0-f20668e826b2 None None] Provisioning complete for port 96d962cb-83a3-4146-8c5f-63986f500128 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:34.883497 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e12fb6bc-51a1-4c83-a5e0-f20668e826b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:34.905637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-918f4ee5-c295-4a73-a2de-52b5c4343f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:34.906209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-918f4ee5-c295-4a73-a2de-52b5c4343f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:34.906729 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-918f4ee5-c295-4a73-a2de-52b5c4343f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:34.907245 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-918f4ee5-c295-4a73-a2de-52b5c4343f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:34.908496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-918f4ee5-c295-4a73-a2de-52b5c4343f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:34.909012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-918f4ee5-c295-4a73-a2de-52b5c4343f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:34.909524 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-918f4ee5-c295-4a73-a2de-52b5c4343f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:34.912055 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-918f4ee5-c295-4a73-a2de-52b5c4343f64 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a42c6631eb4454c896f7292ef18f39f&device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 6500 time: 0.0672641 Nov 08 00:33:34.932315 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a36c7-0224-4116-beec-197d7d175aa6 req-c5b6755f-5eb4-4786-bebd-0ab225c721c8 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:34.933918 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-832a36c7-0224-4116-beec-197d7d175aa6 req-c5b6755f-5eb4-4786-bebd-0ab225c721c8 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 945 time: 0.2454836 Nov 08 00:33:34.941532 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3c0ee2-b759-42a4-87e8-f8022b3a1d06 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 50512e1e-a145-4f56-bc0d-868df0514dea has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:33:34.980129 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 96d962cb-83a3-4146-8c5f-63986f500128, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=96d962cb-83a3-4146-8c5f-63986f500128,segment=NetworkSegment(b77f097d-0289-4f09-9b5c-d1cd86e98022),segment_id=b77f097d-0289-4f09-9b5c-d1cd86e98022)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:34.988101 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 50ad5020-d700-466c-b6f8-a26477600659 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:33:35.086724 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:35.097211 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b081aea2-670d-4e81-9768-58bfccabe6f3 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:35.098415 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-2219e612-e035-43ff-b8f1-903c9b1edd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:35.099141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-2219e612-e035-43ff-b8f1-903c9b1edd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:35.099596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-2219e612-e035-43ff-b8f1-903c9b1edd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:35.103863 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-2219e612-e035-43ff-b8f1-903c9b1edd86 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe318fa4-2739-4425-811c-a969620e2964&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&id=74f4276d-9439-4600-839d-84669ee5e60a&id=74f4276d-9439-4600-839d-84669ee5e60a HTTP/1.1" status: 200 len: 2297 time: 0.1569712 Nov 08 00:33:35.197911 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-80cb613e-83d1-47ad-9e0b-aa46e2b8aae8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46503f71-6482-45b3-8c5d-eb36337e12ff HTTP/1.1" status: 200 len: 1001 time: 0.0882597 Nov 08 00:33:35.211983 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3c0ee2-b759-42a4-87e8-f8022b3a1d06 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:33:35.219552 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8c3c0ee2-b759-42a4-87e8-f8022b3a1d06 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/50512e1e-a145-4f56-bc0d-868df0514dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8313453 Nov 08 00:33:35.224735 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41104) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:35.227744 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] Sync routers for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:33:35.229796 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-825fe7d7-c69c-4030-aea8-c1006dc3e073 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1187855094'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:35.246617 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:35.247250 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:35.271832 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-832a36c7-0224-4116-beec-197d7d175aa6 req-74a7d86d-1811-422e-b4f5-92acc65b2dcf tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Deleting port 076a123e-11ae-4ff8-ac9b-47fc2419beab {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:33:35.272682 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-832a36c7-0224-4116-beec-197d7d175aa6 req-74a7d86d-1811-422e-b4f5-92acc65b2dcf tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:35.306340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=96d962cb-83a3-4146-8c5f-63986f500128,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:35.319092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-d20e51ae-6d14-428e-9c33-5e24f1128b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:35.321547 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-d20e51ae-6d14-428e-9c33-5e24f1128b86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3be98b0-454a-423b-81f4-63aace0baef8 HTTP/1.1" status: 200 len: 855 time: 0.1165094 Nov 08 00:33:35.342307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 50ad5020-d700-466c-b6f8-a26477600659, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=50ad5020-d700-466c-b6f8-a26477600659,segment=NetworkSegment(e0295b67-2770-46c9-a928-503e71b8a8e5),segment_id=e0295b67-2770-46c9-a928-503e71b8a8e5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:35.361268 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '50ad5020-d700-466c-b6f8-a26477600659', 'network_id': '639e8422-575c-4b74-b12e-94c71b983f87', 'port_id': '50ad5020-d700-466c-b6f8-a26477600659', 'mac_address': 'fa:16:3e:c5:2e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86357c1a-15b6-4ffe-827a-71582c979c8e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:33:35.429619 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:35.459311 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ad5020-d700-466c-b6f8-a26477600659 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:33:35.471738 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:35.481547 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 50ad5020-d700-466c-b6f8-a26477600659, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=50ad5020-d700-466c-b6f8-a26477600659,segment=NetworkSegment(e0295b67-2770-46c9-a928-503e71b8a8e5),segment_id=e0295b67-2770-46c9-a928-503e71b8a8e5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:35.585654 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:35.607999 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825fe7d7-c69c-4030-aea8-c1006dc3e073 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Made reservation on behalf of 2ca9f2452e8a47159151cbbe0fdfc045 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:33:35.618047 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-825fe7d7-c69c-4030-aea8-c1006dc3e073 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:35.635272 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51401cc3-8653-4035-ae36-3a36b8820f7f req-b00e30c6-7880-4a2c-a7fe-1e5fd5811e50 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:35.647749 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51401cc3-8653-4035-ae36-3a36b8820f7f req-b00e30c6-7880-4a2c-a7fe-1e5fd5811e50 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 945 time: 0.3251245 Nov 08 00:33:35.712239 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=50ad5020-d700-466c-b6f8-a26477600659,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:35.778524 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51401cc3-8653-4035-ae36-3a36b8820f7f req-d00b1a75-f9eb-4d9f-9a8c-3df84916119c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273243 Nov 08 00:33:35.790571 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-45ce7934-1b7c-4f6d-8142-facce437223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:35.791484 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-45ce7934-1b7c-4f6d-8142-facce437223c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe318fa4-2739-4425-811c-a969620e2964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3932006 Nov 08 00:33:35.813357 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825fe7d7-c69c-4030-aea8-c1006dc3e073 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:33:35.827758 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-825fe7d7-c69c-4030-aea8-c1006dc3e073 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:35.828598 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-825fe7d7-c69c-4030-aea8-c1006dc3e073 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Added segment c6a8191f-2b9c-471e-9783-029b6f8efd50 of type vlan for network 738682c8-76cb-4f59-869d-d0c17875f8a2 Nov 08 00:33:35.857031 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6a4a2cbf-39d1-4869-99a7-7f5ecb51d920 None None] Provisioning complete for port b6c044ce-d0c5-42de-9606-16697000254e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:35.861480 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a4a2cbf-39d1-4869-99a7-7f5ecb51d920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:35.881270 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-825fe7d7-c69c-4030-aea8-c1006dc3e073 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:35.904410 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec66ca2-3c2e-4eab-9f06-685bffe44718 req-cd3c7cd0-3d9f-4c55-b008-7da1f3ba863e tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:35.906029 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ec66ca2-3c2e-4eab-9f06-685bffe44718 req-cd3c7cd0-3d9f-4c55-b008-7da1f3ba863e tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 945 time: 0.2002497 Nov 08 00:33:35.940837 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-832a36c7-0224-4116-beec-197d7d175aa6 req-74a7d86d-1811-422e-b4f5-92acc65b2dcf tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] For port 076a123e-11ae-4ff8-ac9b-47fc2419beab, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=076a123e-11ae-4ff8-ac9b-47fc2419beab,segment=NetworkSegment(30bb7b68-5506-44c9-b561-b2ca79da7456),segment_id=30bb7b68-5506-44c9-b561-b2ca79da7456)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:35.946938 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-832a36c7-0224-4116-beec-197d7d175aa6 req-74a7d86d-1811-422e-b4f5-92acc65b2dcf tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:35.961857 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-832a36c7-0224-4116-beec-197d7d175aa6 req-74a7d86d-1811-422e-b4f5-92acc65b2dcf tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Calling delete_port for 076a123e-11ae-4ff8-ac9b-47fc2419beab owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:33:35.964307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a2cbf-39d1-4869-99a7-7f5ecb51d920 None None] Port b6c044ce-d0c5-42de-9606-16697000254e cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:33:35.996369 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6a4a2cbf-39d1-4869-99a7-7f5ecb51d920 None None] Provisioning complete for port 96d962cb-83a3-4146-8c5f-63986f500128 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:35.997020 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a4a2cbf-39d1-4869-99a7-7f5ecb51d920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:36.003297 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ec66ca2-3c2e-4eab-9f06-685bffe44718 req-f27e753a-0371-4e65-8ee0-833f99b331e4 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895743 Nov 08 00:33:36.086722 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 4, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6c044ce-d0c5-42de-9606-16697000254e', 'name': '', 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:22:8a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '700247d5-8292-4819-ad0d-f13359608554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:31Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 2, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '700247d5-8292-4819-ad0d-f13359608554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:36.107305 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['50ad5020-d700-466c-b6f8-a26477600659'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:33:36.147659 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-f12c4c5d-173d-47cf-b2eb-9ebb50f9ea9e service neutron] 10.222.0.26 "GET /v2.0/networks/fe318fa4-2739-4425-811c-a969620e2964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450046 Nov 08 00:33:36.153908 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] Checking router: 50512e1e-a145-4f56-bc0d-868df0514dea for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:33:36.154270 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] Updating router 50512e1e-a145-4f56-bc0d-868df0514dea port b6c044ce-d0c5-42de-9606-16697000254e binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:33:36.223974 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:36.351110 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7ef9d-63b3-4d1e-a266-595f8598c099 req-1b784c60-4c33-4789-a180-9cbc88539686 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:36.370107 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bab7ef9d-63b3-4d1e-a266-595f8598c099 req-1b784c60-4c33-4789-a180-9cbc88539686 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1096 time: 0.3652780 Nov 08 00:33:36.411032 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-6a666b31-6c20-486e-ae21-bd598c7080d3 service neutron] 10.222.0.26 "GET /v2.0/networks/fe318fa4-2739-4425-811c-a969620e2964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522533 Nov 08 00:33:36.447068 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 96d962cb-83a3-4146-8c5f-63986f500128 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:36.490167 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-78e352ad-8991-41d8-aed8-49f4dc362600 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 HTTP/1.1" status: 200 len: 217 time: 0.0700209 Nov 08 00:33:36.569216 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bab7ef9d-63b3-4d1e-a266-595f8598c099 req-c09743a8-c12e-4284-a337-041972168428 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977348 Nov 08 00:33:36.595099 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-39a80bb0-bc3f-44d2-9a13-af9432083b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:36.597273 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-39a80bb0-bc3f-44d2-9a13-af9432083b57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.0972223 Nov 08 00:33:36.667149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 96d962cb-83a3-4146-8c5f-63986f500128 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:36.669085 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:36.677891 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b081aea2-670d-4e81-9768-58bfccabe6f3 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:36.687477 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-dcffad73-2c4e-44b3-aa22-8cd569e0d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:36.689587 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-dcffad73-2c4e-44b3-aa22-8cd569e0d80b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0803547 Nov 08 00:33:36.691326 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b081aea2-670d-4e81-9768-58bfccabe6f3 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:36.695000 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-825fe7d7-c69c-4030-aea8-c1006dc3e073 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:36.705424 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825fe7d7-c69c-4030-aea8-c1006dc3e073 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:36.706323 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-825fe7d7-c69c-4030-aea8-c1006dc3e073 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:36.811427 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825fe7d7-c69c-4030-aea8-c1006dc3e073 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Network': ['ID=738682c8-76cb-4f59-869d-d0c17875f8a2,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:36.833920 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:36.842602 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 738682c8-76cb-4f59-869d-d0c17875f8a2 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:33:36.856395 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-f29104a7-585d-4e96-a321-1453c562e051 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584487 Nov 08 00:33:36.906437 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:36.930954 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c4486cd8-b460-40cc-85cd-dc8e326a5f80 None None] Provisioning complete for port b6c044ce-d0c5-42de-9606-16697000254e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:36.931433 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c4486cd8-b460-40cc-85cd-dc8e326a5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:36.969763 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-f5a0f293-5d43-42c7-81fe-a39ceb409354 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053672 Nov 08 00:33:36.986407 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-825fe7d7-c69c-4030-aea8-c1006dc3e073 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7598155 Nov 08 00:33:36.992406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41118) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:36.999647 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b66fc9f8-ad44-4c92-9e97-d110579136a5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'subnet': {'network_id': '738682c8-76cb-4f59-869d-d0c17875f8a2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:37.011432 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf630a-fc27-43a5-a286-430b581116d4 None None] Pushing event updated for resources: {'Port': ['ID=b6c044ce-d0c5-42de-9606-16697000254e,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:37.046746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c4486cd8-b460-40cc-85cd-dc8e326a5f80 None None] Port b6c044ce-d0c5-42de-9606-16697000254e cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:33:37.115404 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-bbf5fba9-1606-4ffd-87e8-0bb2aecaf344 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 HTTP/1.1" status: 200 len: 217 time: 0.1322076 Nov 08 00:33:37.139687 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] Attempting to bind port b6c044ce-d0c5-42de-9606-16697000254e on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:33:37.140410 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] Attempting to bind port b6c044ce-d0c5-42de-9606-16697000254e by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'b77f097d-0289-4f09-9b5c-d1cd86e98022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:33:37.140760 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] Attempting to bind port b6c044ce-d0c5-42de-9606-16697000254e on network ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:33:37.154124 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:33:37.154822 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] Checking segment: {'id': 'b77f097d-0289-4f09-9b5c-d1cd86e98022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:37.155697 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:37.156281 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] Bound using segment: {'id': 'b77f097d-0289-4f09-9b5c-d1cd86e98022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:33:37.156978 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] Bound port: b6c044ce-d0c5-42de-9606-16697000254e, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77f097d-0289-4f09-9b5c-d1cd86e98022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:33:37.158139 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:37.207533 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48995749-1513-4c94-9fb0-e0496c24b0bf req-f6112ba4-0d1f-4ca2-ae96-4237499e45ea tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:37.209267 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48995749-1513-4c94-9fb0-e0496c24b0bf req-f6112ba4-0d1f-4ca2-ae96-4237499e45ea tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 945 time: 0.2380555 Nov 08 00:33:37.248630 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] For port b6c044ce-d0c5-42de-9606-16697000254e, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:33:37.252479 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] For port b6c044ce-d0c5-42de-9606-16697000254e, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b6c044ce-d0c5-42de-9606-16697000254e,segment=NetworkSegment(b77f097d-0289-4f09-9b5c-d1cd86e98022),segment_id=b77f097d-0289-4f09-9b5c-d1cd86e98022)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:33:37.257985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-1663964b-65dd-4212-8473-ee19ecd9cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:37.265818 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-1663964b-65dd-4212-8473-ee19ecd9cc81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.1259613 Nov 08 00:33:37.301928 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c19d9-e0d1-4d1d-94f9-0820384416f3 req-b8b83998-ce50-41eb-96d2-5abb6e267f83 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:37.303573 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-402c19d9-e0d1-4d1d-94f9-0820384416f3 req-b8b83998-ce50-41eb-96d2-5abb6e267f83 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 945 time: 0.1907110 Nov 08 00:33:37.333709 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:37.363629 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-832a36c7-0224-4116-beec-197d7d175aa6 req-74a7d86d-1811-422e-b4f5-92acc65b2dcf tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:37.390462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1ccd4625-686e-4916-805b-90e3fb724c7c None None] Provisioning complete for port b6c044ce-d0c5-42de-9606-16697000254e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:37.390462 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ccd4625-686e-4916-805b-90e3fb724c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:37.404862 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:37.405079 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48995749-1513-4c94-9fb0-e0496c24b0bf req-73ba7f65-65fc-4654-948e-c0dc79d13ad3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879032 Nov 08 00:33:37.405531 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:37.420076 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf630a-fc27-43a5-a286-430b581116d4 None None] Pushing event updated for resources: {'Port': ['ID=b6c044ce-d0c5-42de-9606-16697000254e,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:37.422307 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-402c19d9-e0d1-4d1d-94f9-0820384416f3 req-e8bd3403-a042-47b3-80a8-2747a2f4105c tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd10c89-805d-4964-afdb-1a1eee86ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967512 Nov 08 00:33:37.432257 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-97619374-c4d9-43c5-9db1-a960632e9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:37.433843 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-97619374-c4d9-43c5-9db1-a960632e9263 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1645334 Nov 08 00:33:37.466329 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7d86d-1811-422e-b4f5-92acc65b2dcf tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Pushing event deleted for resources: {'Port': ['ID=076a123e-11ae-4ff8-ac9b-47fc2419beab,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:37.468222 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66fc9f8-ad44-4c92-9e97-d110579136a5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Made reservation on behalf of 2ca9f2452e8a47159151cbbe0fdfc045 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:33:37.471797 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b66fc9f8-ad44-4c92-9e97-d110579136a5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:37.566128 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ccd4625-686e-4916-805b-90e3fb724c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:37.633304 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1ccd4625-686e-4916-805b-90e3fb724c7c None None] For port b6c044ce-d0c5-42de-9606-16697000254e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b6c044ce-d0c5-42de-9606-16697000254e,segment=NetworkSegment(b77f097d-0289-4f09-9b5c-d1cd86e98022),segment_id=b77f097d-0289-4f09-9b5c-d1cd86e98022)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:37.637229 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1dc62-450b-49b1-8cb8-948e2a907763 req-ee1198e1-a48c-4ed5-a7fa-487dadd2f722 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:37.645200 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60e1dc62-450b-49b1-8cb8-948e2a907763 req-ee1198e1-a48c-4ed5-a7fa-487dadd2f722 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 945 time: 0.0981052 Nov 08 00:33:37.674170 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-832a36c7-0224-4116-beec-197d7d175aa6 req-74a7d86d-1811-422e-b4f5-92acc65b2dcf tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] No DVR routers for this DVR port 076a123e-11ae-4ff8-ac9b-47fc2419beab on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:33:37.675583 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:37.681334 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-832a36c7-0224-4116-beec-197d7d175aa6 req-74a7d86d-1811-422e-b4f5-92acc65b2dcf tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:37.701390 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-832a36c7-0224-4116-beec-197d7d175aa6 req-74a7d86d-1811-422e-b4f5-92acc65b2dcf tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.26 "DELETE /v2.0/ports/076a123e-11ae-4ff8-ac9b-47fc2419beab HTTP/1.1" status: 204 len: 173 time: 2.7539551 Nov 08 00:33:37.704666 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ae523f-16ae-40b9-899a-c3e6c5aa646d', 'name': 'network-vif-deleted', 'tag': '076a123e-11ae-4ff8-ac9b-47fc2419beab'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:33:37.713166 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94be1d31-b2fb-4e14-8c4c-d2c31a7416ec" -d '{"events": [{"server_uuid": "a5ae523f-16ae-40b9-899a-c3e6c5aa646d", "name": "network-vif-deleted", "tag": "076a123e-11ae-4ff8-ac9b-47fc2419beab"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:33:37.715602 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b081aea2-670d-4e81-9768-58bfccabe6f3 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Router dc72116c-b3df-4fe3-9d85-489e5dc665fc is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:33:37.729520 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ccd4625-686e-4916-805b-90e3fb724c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:37.736400 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-ff0050e0-2c90-4f61-9026-b3fb346d80f1 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931798 Nov 08 00:33:37.753912 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60e1dc62-450b-49b1-8cb8-948e2a907763 req-c4f98988-c207-4267-ae5d-15fab18c9040 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021817 Nov 08 00:33:37.849198 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd4625-686e-4916-805b-90e3fb724c7c None None] Pushing event updated for resources: {'Port': ['ID=b6c044ce-d0c5-42de-9606-16697000254e,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:37.898847 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9ccac3-7437-4ab0-99c5-f9daa46dd2e0 x-openstack-request-id: req-6c9ccac3-7437-4ab0-99c5-f9daa46dd2e0 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:33:37.899226 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ae523f-16ae-40b9-899a-c3e6c5aa646d", "name": "network-vif-deleted", "tag": "076a123e-11ae-4ff8-ac9b-47fc2419beab", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:33:37.899360 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d454acf-7081-4e21-b949-00828393fc29 req-404e0ad4-6934-4a3f-9d05-fc2cbe69634a tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:37.899599 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c9ccac3-7437-4ab0-99c5-f9daa46dd2e0 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:33:37.900098 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ae523f-16ae-40b9-899a-c3e6c5aa646d', 'name': 'network-vif-deleted', 'tag': '076a123e-11ae-4ff8-ac9b-47fc2419beab', 'status': 'completed', 'code': 200} Nov 08 00:33:37.906931 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d454acf-7081-4e21-b949-00828393fc29 req-404e0ad4-6934-4a3f-9d05-fc2cbe69634a tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1096 time: 0.2105522 Nov 08 00:33:37.953152 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b081aea2-670d-4e81-9768-58bfccabe6f3 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:33:37.957026 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-41f5f348-5b24-413c-b239-824ee5799ef0 None None] Provisioning complete for port b6c044ce-d0c5-42de-9606-16697000254e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:37.957887 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-41f5f348-5b24-413c-b239-824ee5799ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:37.968234 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd6de4-a0bf-4b49-a9ed-a78870251041 None None] Sync routers for ids ['dc72116c-b3df-4fe3-9d85-489e5dc665fc'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:33:37.979503 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b081aea2-670d-4e81-9768-58bfccabe6f3 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:37.983450 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b081aea2-670d-4e81-9768-58bfccabe6f3 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "PUT /v2.0/routers/dc72116c-b3df-4fe3-9d85-489e5dc665fc HTTP/1.1" status: 200 len: 884 time: 5.5976939 Nov 08 00:33:37.988422 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41132) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:37.992172 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d454acf-7081-4e21-b949-00828393fc29 req-2bad9305-b872-439b-bd1e-3e1dea8c90b4 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800633 Nov 08 00:33:38.010726 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-b6b62a57-8ddf-41e6-8623-26bb183affc7 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555616 Nov 08 00:33:38.034735 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd6de4-a0bf-4b49-a9ed-a78870251041 None None] Routers {'dc72116c-b3df-4fe3-9d85-489e5dc665fc'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:38.035967 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-7fcd6de4-a0bf-4b49-a9ed-a78870251041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dc72116c-b3df-4fe3-9d85-489e5dc665fc'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:38.076636 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 4, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6c044ce-d0c5-42de-9606-16697000254e', 'name': '', 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:22:8a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '700247d5-8292-4819-ad0d-f13359608554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:31Z', 'updated_at': '2021-11-08T00:33:37Z', 'revision_number': 4, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '700247d5-8292-4819-ad0d-f13359608554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:38.132273 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-7fcd6de4-a0bf-4b49-a9ed-a78870251041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:38.150011 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bb075a-b87b-4b5f-81ce-7682b73320fa None None] The sync data for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 is: [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 4, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6c044ce-d0c5-42de-9606-16697000254e', 'name': '', 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:22:8a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '700247d5-8292-4819-ad0d-f13359608554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:31Z', 'updated_at': '2021-11-08T00:33:37Z', 'revision_number': 4, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '700247d5-8292-4819-ad0d-f13359608554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:33:38.183237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd6de4-a0bf-4b49-a9ed-a78870251041 None None] Routers {'dc72116c-b3df-4fe3-9d85-489e5dc665fc'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:38.184055 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-7fcd6de4-a0bf-4b49-a9ed-a78870251041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dc72116c-b3df-4fe3-9d85-489e5dc665fc'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:38.249549 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-7fcd6de4-a0bf-4b49-a9ed-a78870251041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:38.250233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd6de4-a0bf-4b49-a9ed-a78870251041 None None] The sync data for ids ['dc72116c-b3df-4fe3-9d85-489e5dc665fc'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:33:38.362631 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2abdeb9d-f9cc-4e28-9fa3-bd1692de0bd9 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "GET /v2.0/routers/dc72116c-b3df-4fe3-9d85-489e5dc665fc HTTP/1.1" status: 200 len: 925 time: 0.3719501 Nov 08 00:33:38.362631 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41138) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:38.505341 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 076a123e-11ae-4ff8-ac9b-47fc2419beab no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:33:38.513006 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f03f24-4eb0-409e-bebf-9159faceaabd tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:38.517850 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-53f03f24-4eb0-409e-bebf-9159faceaabd tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&device_id=dc72116c-b3df-4fe3-9d85-489e5dc665fc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1516299 Nov 08 00:33:38.521468 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41142) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:38.553912 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 076a123e-11ae-4ff8-ac9b-47fc2419beab {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:33:38.554339 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 076a123e-11ae-4ff8-ac9b-47fc2419beab not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:33:38.560778 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:38.583497 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b66fc9f8-ad44-4c92-9e97-d110579136a5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:38.609743 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-c16baf76-f958-4620-a74a-8c65bbe30151 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=5d3634c8-60af-48ff-8a52-e1b0a079793d HTTP/1.1" status: 200 len: 217 time: 0.5817804 Nov 08 00:33:38.656487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8190b061-4305-46e0-8916-fd8c09a0c193 req-670f4805-c922-4b90-aae5-3e427b180d89 tempest-TestServerAdvancedOps-1316633636 tempest-TestServerAdvancedOps-1316633636-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ae523f-16ae-40b9-899a-c3e6c5aa646d HTTP/1.1" status: 200 len: 210 time: 0.0496566 Nov 08 00:33:38.663067 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fc9f8-ad44-4c92-9e97-d110579136a5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Subnet': ['ID=442339ae-68f4-408c-9dff-d7b8d008e495,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:38.729649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f709f-b5aa-4788-8e55-681f1f52f5a6 req-ec7a92e8-d228-4783-a2c0-1f7f4378e4dc tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:38.730256 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66fc9f8-ad44-4c92-9e97-d110579136a5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Checking segment: {'id': 'c6a8191f-2b9c-471e-9783-029b6f8efd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '738682c8-76cb-4f59-869d-d0c17875f8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:38.730744 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66fc9f8-ad44-4c92-9e97-d110579136a5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network hostable DHCP agents. Network: 738682c8-76cb-4f59-869d-d0c17875f8a2, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:33:38.738198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa5f709f-b5aa-4788-8e55-681f1f52f5a6 req-ec7a92e8-d228-4783-a2c0-1f7f4378e4dc tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 945 time: 0.7581167 Nov 08 00:33:38.746238 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cea9a9-efcd-4000-b387-ff22e0ce2105 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:38.750896 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d4cea9a9-efcd-4000-b387-ff22e0ce2105 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 881 time: 0.2249243 Nov 08 00:33:38.753250 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41144) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:38.771893 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-c65890b4-0655-4d4e-a22e-1e97a3b911a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:38.771893 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-c65890b4-0655-4d4e-a22e-1e97a3b911a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.1398489 Nov 08 00:33:38.802723 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41146) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:38.802947 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8951d010-b4b8-421a-bc22-755e229a47b2 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc72116c-b3df-4fe3-9d85-489e5dc665fc HTTP/1.1" status: 200 len: 205 time: 0.0407650 Nov 08 00:33:38.826752 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa5f709f-b5aa-4788-8e55-681f1f52f5a6 req-e8f0237c-89cb-4ed4-8830-90efccbcb1c3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853484 Nov 08 00:33:38.865563 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66fc9f8-ad44-4c92-9e97-d110579136a5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 738682c8-76cb-4f59-869d-d0c17875f8a2 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:33:38.918432 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-9e069386-64a2-4eaf-9dec-61e44e69b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:38.920065 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-9e069386-64a2-4eaf-9dec-61e44e69b017 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1316848 Nov 08 00:33:38.928812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-b66fc9f8-ad44-4c92-9e97-d110579136a5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 738682c8-76cb-4f59-869d-d0c17875f8a2) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:38.933909 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66fc9f8-ad44-4c92-9e97-d110579136a5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:38.938494 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b66fc9f8-ad44-4c92-9e97-d110579136a5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:38.943535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb78c7d4-69b6-4a80-b4f0-2d064abe2f21 None None] Network 738682c8-76cb-4f59-869d-d0c17875f8a2 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:33:38.998553 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 50ad5020-d700-466c-b6f8-a26477600659 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:39.024697 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-850f1009-08cc-4fc6-9943-40067eb5087d tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:39.047141 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b66fc9f8-ad44-4c92-9e97-d110579136a5 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0529618 Nov 08 00:33:39.050052 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41154) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:39.178145 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 50ad5020-d700-466c-b6f8-a26477600659 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:33:39.201440 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-c2205da3-af41-4fb9-8cd0-81d5c7ac999d service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726955 Nov 08 00:33:39.208669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-738682c8-76cb-4f59-869d-d0c17875f8a2', 'network_id': '738682c8-76cb-4f59-869d-d0c17875f8a2', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'fixed_ips': [{'subnet_id': '442339ae-68f4-408c-9dff-d7b8d008e495'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:33:39.208669 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:39.214271 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 50ad5020-d700-466c-b6f8-a26477600659 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:39.224613 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:39.280566 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9184a-7491-4dee-93d4-26b8992bd109 req-2fac3bc5-5925-4fb2-9a50-b2e3bce36d62 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:39.282802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ac9184a-7491-4dee-93d4-26b8992bd109 req-2fac3bc5-5925-4fb2-9a50-b2e3bce36d62 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1096 time: 0.1432579 Nov 08 00:33:39.339407 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-850f1009-08cc-4fc6-9943-40067eb5087d tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:39.372752 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ac9184a-7491-4dee-93d4-26b8992bd109 req-c17bab03-a590-4d3e-8993-17275b1d31c6 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808649 Nov 08 00:33:39.377888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-83566333-8c87-41d6-938d-f74893fb644a service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660664 Nov 08 00:33:39.436154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-1835996e-611a-4428-832e-7799236d3730 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=58e79b86-2000-49f1-ac18-021704ff4209 HTTP/1.1" status: 200 len: 217 time: 0.0504346 Nov 08 00:33:39.447214 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:39.520042 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] Allocated IP 2001:db8:3::2 (738682c8-76cb-4f59-869d-d0c17875f8a2/442339ae-68f4-408c-9dff-d7b8d008e495/462c0c45-8d36-4dc9-a53d-ba219ee6f2cf) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:39.528045 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1eafa08-e240-469d-a05b-aca98f6118be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ad5020-d700-466c-b6f8-a26477600659'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:33:39.531179 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b69fde-a9fe-4fcc-b764-825888205b8b" -d '{"events": [{"server_uuid": "c1eafa08-e240-469d-a05b-aca98f6118be", "name": "network-vif-plugged", "status": "completed", "tag": "50ad5020-d700-466c-b6f8-a26477600659"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:33:39.561875 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 50ad5020-d700-466c-b6f8-a26477600659, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=50ad5020-d700-466c-b6f8-a26477600659,segment=NetworkSegment(e0295b67-2770-46c9-a928-503e71b8a8e5),segment_id=e0295b67-2770-46c9-a928-503e71b8a8e5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:39.602294 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-e4a405d2-6b52-4461-9420-37f5e5298cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:39.603844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-e4a405d2-6b52-4461-9420-37f5e5298cf3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 200 len: 797 time: 0.1134851 Nov 08 00:33:39.624228 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0736d4ed-e197-47f8-acf5-e6a85891d774 x-openstack-request-id: req-0736d4ed-e197-47f8-acf5-e6a85891d774 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:33:39.628208 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1eafa08-e240-469d-a05b-aca98f6118be", "name": "network-vif-plugged", "status": "completed", "tag": "50ad5020-d700-466c-b6f8-a26477600659", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:33:39.629747 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0736d4ed-e197-47f8-acf5-e6a85891d774 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:33:39.631729 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1eafa08-e240-469d-a05b-aca98f6118be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ad5020-d700-466c-b6f8-a26477600659', 'code': 200} Nov 08 00:33:39.641884 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:39.657219 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-850f1009-08cc-4fc6-9943-40067eb5087d tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Deleting port e931715c-a241-45ee-b365-8e77cb212f2d {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:33:39.658373 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-850f1009-08cc-4fc6-9943-40067eb5087d tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:39.662250 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-370a7a77-2773-4f8e-813a-84cba700647d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:39.680200 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dad27-d8ee-48fc-afdc-2cdc9194f51a req-a6eee28f-8acb-479b-bba6-d1095886ab91 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:39.680200 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-090dad27-d8ee-48fc-afdc-2cdc9194f51a req-a6eee28f-8acb-479b-bba6-d1095886ab91 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 945 time: 0.1206892 Nov 08 00:33:39.708582 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=50ad5020-d700-466c-b6f8-a26477600659,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:39.811962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-aa76f81c-344d-474b-a435-3c22a1b3eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:39.811962 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-aa76f81c-344d-474b-a435-3c22a1b3eb6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1775301 Nov 08 00:33:39.821016 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:39.823328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41166) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:39.897187 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-090dad27-d8ee-48fc-afdc-2cdc9194f51a req-67371fe6-3087-4411-853f-f1944021f83a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095544 Nov 08 00:33:39.960573 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215b75f-1f7d-43e6-b816-2ef39e4777f6 req-11d2076d-4afe-4f4d-9250-ffd410b02812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:39.962363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2215b75f-1f7d-43e6-b816-2ef39e4777f6 req-11d2076d-4afe-4f4d-9250-ffd410b02812 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1097 time: 0.2666752 Nov 08 00:33:40.003600 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-850f1009-08cc-4fc6-9943-40067eb5087d tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:40.030604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-850f1009-08cc-4fc6-9943-40067eb5087d tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Calling delete_port for e931715c-a241-45ee-b365-8e77cb212f2d owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:33:40.046418 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c7116d-0904-4f6a-a605-41140480b4ab admin admin] Deleting subnet edc0c1c5-cbfe-4c5d-903e-7d426e26a1db {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:33:40.071849 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71c7116d-0904-4f6a-a605-41140480b4ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:40.162327 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2215b75f-1f7d-43e6-b816-2ef39e4777f6 req-d577e305-c516-4bde-b035-d875100a6c8a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870995 Nov 08 00:33:40.164908 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b6c044ce-d0c5-42de-9606-16697000254e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:40.202733 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-2f2cc238-1551-4b05-ba88-1a87411bbf26 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839865 Nov 08 00:33:40.202733 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71c7116d-0904-4f6a-a605-41140480b4ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:40.227528 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port b6c044ce-d0c5-42de-9606-16697000254e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:40.228056 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:40.347903 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71c7116d-0904-4f6a-a605-41140480b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:40.456839 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-c0bf4a2b-cb3e-417f-859b-26710bf20a0a service neutron] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306573 Nov 08 00:33:40.522117 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:40.533880 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-4da37dd8-7191-4918-85e4-02eaf0dd8fcc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6b819cfd-7da2-4cbd-baa5-52fb93656ef5 HTTP/1.1" status: 200 len: 217 time: 0.0669701 Nov 08 00:33:40.585387 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] Network 738682c8-76cb-4f59-869d-d0c17875f8a2 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:40.588603 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:40.596277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:40.599972 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] Pushing event updated for resources: {'Port': ['ID=462c0c45-8d36-4dc9-a53d-ba219ee6f2cf,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:40.604305 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-850f1009-08cc-4fc6-9943-40067eb5087d tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:40.622213 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1222ea-855f-425e-a83b-6f76c6d68f95 req-fc91b7bd-60b3-4bfa-8a77-7b21b23d8f82 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:40.631629 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e1222ea-855f-425e-a83b-6f76c6d68f95 req-fc91b7bd-60b3-4bfa-8a77-7b21b23d8f82 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1097 time: 0.1687744 Nov 08 00:33:40.670134 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] Attempting to bind port 462c0c45-8d36-4dc9-a53d-ba219ee6f2cf on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:33:40.670793 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] Attempting to bind port 462c0c45-8d36-4dc9-a53d-ba219ee6f2cf by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'c6a8191f-2b9c-471e-9783-029b6f8efd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '738682c8-76cb-4f59-869d-d0c17875f8a2'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:33:40.671011 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71c7116d-0904-4f6a-a605-41140480b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:40.672408 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] Attempting to bind port 462c0c45-8d36-4dc9-a53d-ba219ee6f2cf on network 738682c8-76cb-4f59-869d-d0c17875f8a2 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:33:40.676902 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-370a7a77-2773-4f8e-813a-84cba700647d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Allocated IP 2001:db8:3::1 (738682c8-76cb-4f59-869d-d0c17875f8a2/442339ae-68f4-408c-9dff-d7b8d008e495/927ccec6-a317-49f4-9e4f-71454502f4df) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:40.679659 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:33:40.681084 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] Checking segment: {'id': 'c6a8191f-2b9c-471e-9783-029b6f8efd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '738682c8-76cb-4f59-869d-d0c17875f8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:40.681084 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:40.681329 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f1009-08cc-4fc6-9943-40067eb5087d tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Pushing event deleted for resources: {'Port': ['ID=e931715c-a241-45ee-b365-8e77cb212f2d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:40.681448 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] Bound using segment: {'id': 'c6a8191f-2b9c-471e-9783-029b6f8efd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '738682c8-76cb-4f59-869d-d0c17875f8a2'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:33:40.681448 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] Bound port: 462c0c45-8d36-4dc9-a53d-ba219ee6f2cf, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a8191f-2b9c-471e-9783-029b6f8efd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '738682c8-76cb-4f59-869d-d0c17875f8a2'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:33:40.681802 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:40.715832 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-8f06f472-ffbf-4c3d-afde-6bccdae4dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:40.717296 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-8f06f472-ffbf-4c3d-afde-6bccdae4dc6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14b76b42-1f2f-4491-9c88-ef859a8eb6c0 HTTP/1.1" status: 200 len: 797 time: 0.1744146 Nov 08 00:33:40.743035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7116d-0904-4f6a-a605-41140480b4ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc0c1c5-cbfe-4c5d-903e-7d426e26a1db,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:40.778778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] For port 462c0c45-8d36-4dc9-a53d-ba219ee6f2cf, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:33:40.781077 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71c7116d-0904-4f6a-a605-41140480b4ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:40.781332 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] For port 462c0c45-8d36-4dc9-a53d-ba219ee6f2cf, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=462c0c45-8d36-4dc9-a53d-ba219ee6f2cf,segment=NetworkSegment(c6a8191f-2b9c-471e-9783-029b6f8efd50),segment_id=c6a8191f-2b9c-471e-9783-029b6f8efd50)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:33:40.784399 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-71c7116d-0904-4f6a-a605-41140480b4ab admin admin] 10.222.0.13 "DELETE /v2.0/subnets/edc0c1c5-cbfe-4c5d-903e-7d426e26a1db HTTP/1.1" status: 204 len: 168 time: 0.9530621 Nov 08 00:33:40.788989 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41174) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:40.830624 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e1222ea-855f-425e-a83b-6f76c6d68f95 req-2c8bb7e8-50d7-45a6-ac50-bc32eb082ccb tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975484 Nov 08 00:33:40.860221 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:40.871852 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-b09cddc9-1c8e-41d8-99d5-79a5c3593f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:40.873380 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-b09cddc9-1c8e-41d8-99d5-79a5c3593f41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74f4276d-9439-4600-839d-84669ee5e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1259596 Nov 08 00:33:40.874235 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-850f1009-08cc-4fc6-9943-40067eb5087d tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:40.878986 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95bb23f7-ed56-43ef-a254-e7e89a8b0d90 req-8eb5d77c-976c-4446-9530-4d297d5a259b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1650524 Nov 08 00:33:40.905168 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-370a7a77-2773-4f8e-813a-84cba700647d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:40.973404 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d02ce-ec32-423e-b61d-0c3e486d814e None None] Pushing event updated for resources: {'Port': ['ID=462c0c45-8d36-4dc9-a53d-ba219ee6f2cf,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:40.996284 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc21e337-1e85-4aea-8ab0-7ebaba4f8dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.042718 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-370a7a77-2773-4f8e-813a-84cba700647d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.112666 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-850f1009-08cc-4fc6-9943-40067eb5087d tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.115261 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-850f1009-08cc-4fc6-9943-40067eb5087d tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.152279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a7a77-2773-4f8e-813a-84cba700647d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=927ccec6-a317-49f4-9e4f-71454502f4df,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:41.158285 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370a7a77-2773-4f8e-813a-84cba700647d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 738682c8-76cb-4f59-869d-d0c17875f8a2 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:41.163154 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc21e337-1e85-4aea-8ab0-7ebaba4f8dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.208836 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-370a7a77-2773-4f8e-813a-84cba700647d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:41.218536 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a7a77-2773-4f8e-813a-84cba700647d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:41.219418 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-370a7a77-2773-4f8e-813a-84cba700647d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.221471 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-00e4764e-76d5-4db9-9541-32e6505aa83c service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398559 Nov 08 00:33:41.246701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb23f7-ed56-43ef-a254-e7e89a8b0d90 req-22e825f8-48a5-4aaa-aac5-8feb58bba9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:41.248245 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95bb23f7-ed56-43ef-a254-e7e89a8b0d90 req-22e825f8-48a5-4aaa-aac5-8feb58bba9a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=175592328bdb4cfe99ce860fa6768d79&device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 1097 time: 0.1743634 Nov 08 00:33:41.302995 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-dc21e337-1e85-4aea-8ab0-7ebaba4f8dfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a6d7df-925f-4c3e-829d-12c8c8ba6796']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:41.312145 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-850f1009-08cc-4fc6-9943-40067eb5087d tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.313179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850f1009-08cc-4fc6-9943-40067eb5087d tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Fanout notify agent at l3_agent the message router_deleted on router dc72116c-b3df-4fe3-9d85-489e5dc665fc {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:33:41.318835 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-dc21e337-1e85-4aea-8ab0-7ebaba4f8dfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30bb7b68-5506-44c9-b561-b2ca79da7456') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:41.319139 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-dc21e337-1e85-4aea-8ab0-7ebaba4f8dfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30bb7b68-5506-44c9-b561-b2ca79da7456') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:41.341910 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc21e337-1e85-4aea-8ab0-7ebaba4f8dfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.354276 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-850f1009-08cc-4fc6-9943-40067eb5087d tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.358682 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-850f1009-08cc-4fc6-9943-40067eb5087d tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "DELETE /v2.0/routers/dc72116c-b3df-4fe3-9d85-489e5dc665fc HTTP/1.1" status: 204 len: 168 time: 2.5519054 Nov 08 00:33:41.359388 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc21e337-1e85-4aea-8ab0-7ebaba4f8dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.361238 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41178) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:41.371761 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa280b-fa58-4727-90a9-0aca26f136d0 req-98c528b5-fff7-4bd0-b5f4-45f380fccd27 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:41.373350 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5efa280b-fa58-4727-90a9-0aca26f136d0 req-98c528b5-fff7-4bd0-b5f4-45f380fccd27 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 945 time: 0.2980764 Nov 08 00:33:41.384803 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-0dcbb3f1-2eb3-4ca8-bf22-be8421726b7a tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1870067817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:41.402347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc21e337-1e85-4aea-8ab0-7ebaba4f8dfc admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:33:41.402756 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc21e337-1e85-4aea-8ab0-7ebaba4f8dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:33:41.406007 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:33:41.452734 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-96a19372-faf6-466c-80f8-83cca4bcde34 service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182026 Nov 08 00:33:41.461234 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5efa280b-fa58-4727-90a9-0aca26f136d0 req-a48a9091-2d0a-450e-8b83-a2b661b65c26 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790043 Nov 08 00:33:41.479611 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb23f7-ed56-43ef-a254-e7e89a8b0d90 req-bc5146f1-be77-44c7-a0c7-e751cf2dde18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:41.481095 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95bb23f7-ed56-43ef-a254-e7e89a8b0d90 req-bc5146f1-be77-44c7-a0c7-e751cf2dde18 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 HTTP/1.1" status: 200 len: 913 time: 0.1939454 Nov 08 00:33:41.516742 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0dcbb3f1-2eb3-4ca8-bf22-be8421726b7a tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.517887 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0dcbb3f1-2eb3-4ca8-bf22-be8421726b7a tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.519856 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-88d7464e-f744-4b55-bd23-5c772fac4f9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5dffe1f6-cb78-4bd0-8c29-3adfb648a164 HTTP/1.1" status: 200 len: 217 time: 0.0523217 Nov 08 00:33:41.565699 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc21e337-1e85-4aea-8ab0-7ebaba4f8dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.591174 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc21e337-1e85-4aea-8ab0-7ebaba4f8dfc admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.594389 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dc21e337-1e85-4aea-8ab0-7ebaba4f8dfc admin admin] 10.222.0.13 "DELETE /v2.0/networks/89a6d7df-925f-4c3e-829d-12c8c8ba6796 HTTP/1.1" status: 204 len: 168 time: 0.8048775 Nov 08 00:33:41.599113 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41180) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:41.630935 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0dcbb3f1-2eb3-4ca8-bf22-be8421726b7a tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.640573 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21e337-1e85-4aea-8ab0-7ebaba4f8dfc admin admin] Pushing event deleted for resources: {'Network': ['ID=89a6d7df-925f-4c3e-829d-12c8c8ba6796,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:41.642408 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-370a7a77-2773-4f8e-813a-84cba700647d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.643087 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95bb23f7-ed56-43ef-a254-e7e89a8b0d90 req-50f262ef-9a60-4d4a-90c7-219a8322dcb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75b568cd-0483-46a2-8b09-9b0a983710a7 HTTP/1.1" status: 200 len: 1001 time: 0.1302574 Nov 08 00:33:41.652235 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-c75d4feb-51b5-4325-b2e4-e99ce29b972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:41.653536 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-c75d4feb-51b5-4325-b2e4-e99ce29b972a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14b76b42-1f2f-4491-9c88-ef859a8eb6c0 HTTP/1.1" status: 200 len: 797 time: 0.1029782 Nov 08 00:33:41.705590 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-471a0e6e-6569-4c08-8333-da38b075a072 admin admin] Deleting subnet 26c13ce4-7012-4310-97a2-44fdfc8b6ff0 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:33:41.726260 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-471a0e6e-6569-4c08-8333-da38b075a072 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.735306 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0dcbb3f1-2eb3-4ca8-bf22-be8421726b7a tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.828220 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-683580c9-8f82-47d4-9155-9d0cc84f7be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:41.831757 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-683580c9-8f82-47d4-9155-9d0cc84f7be2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74f4276d-9439-4600-839d-84669ee5e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1689146 Nov 08 00:33:41.842220 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-471a0e6e-6569-4c08-8333-da38b075a072 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.861396 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6a535-78e3-4df8-8c0f-1dfa8ee928e3 req-ab2bef30-ead9-4aa2-b27f-fad933727e58 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:41.863044 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aed6a535-78e3-4df8-8c0f-1dfa8ee928e3 req-ab2bef30-ead9-4aa2-b27f-fad933727e58 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 945 time: 0.1658740 Nov 08 00:33:41.879475 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0dcbb3f1-2eb3-4ca8-bf22-be8421726b7a tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:41.880797 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0dcbb3f1-2eb3-4ca8-bf22-be8421726b7a tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5174115 Nov 08 00:33:41.890157 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41188) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:41.899254 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2a8d54a3-6bef-415b-8a82-1866ebad0cb2 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'enable_snat': True}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:42.231647 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 462c0c45-8d36-4dc9-a53d-ba219ee6f2cf up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:42.315933 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd96c7d-188b-4d07-9f5a-9c4220d8a428 None None] Network 738682c8-76cb-4f59-869d-d0c17875f8a2 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:33:42.367487 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 462c0c45-8d36-4dc9-a53d-ba219ee6f2cf triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:42.368152 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:42.369275 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-471a0e6e-6569-4c08-8333-da38b075a072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:42.435998 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb23f7-ed56-43ef-a254-e7e89a8b0d90 req-c826e851-a901-48b4-a662-9591bdd8b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:42.437894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95bb23f7-ed56-43ef-a254-e7e89a8b0d90 req-c826e851-a901-48b4-a662-9591bdd8b113 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b6b1c0d-e48e-4647-bfd1-558f26656d9e HTTP/1.1" status: 200 len: 851 time: 0.7220082 Nov 08 00:33:42.460255 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0de847d3-2eee-4997-b47c-071262041df1 None None] Provisioning complete for port 462c0c45-8d36-4dc9-a53d-ba219ee6f2cf triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:42.460965 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0de847d3-2eee-4997-b47c-071262041df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:42.541495 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-471a0e6e-6569-4c08-8333-da38b075a072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:42.636859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a0e6e-6569-4c08-8333-da38b075a072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c13ce4-7012-4310-97a2-44fdfc8b6ff0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:42.670995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba97f5-4a08-42a9-a3e4-406950c4f4fa req-c0ee32a6-2102-47be-9c5c-be6a2516dc1e tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:42.672744 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:42.672927 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05ba97f5-4a08-42a9-a3e4-406950c4f4fa req-c0ee32a6-2102-47be-9c5c-be6a2516dc1e tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1097 time: 0.2227798 Nov 08 00:33:42.686368 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-471a0e6e-6569-4c08-8333-da38b075a072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:42.690584 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-471a0e6e-6569-4c08-8333-da38b075a072 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/26c13ce4-7012-4310-97a2-44fdfc8b6ff0 HTTP/1.1" status: 204 len: 168 time: 1.0883107 Nov 08 00:33:42.717223 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41200) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:42.726891 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0de847d3-2eee-4997-b47c-071262041df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:42.732934 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 462c0c45-8d36-4dc9-a53d-ba219ee6f2cf, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=462c0c45-8d36-4dc9-a53d-ba219ee6f2cf,segment=NetworkSegment(c6a8191f-2b9c-471e-9783-029b6f8efd50),segment_id=c6a8191f-2b9c-471e-9783-029b6f8efd50)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:42.738701 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05ba97f5-4a08-42a9-a3e4-406950c4f4fa req-1f37faff-b90c-4e66-9b33-f7beea9310d5 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466466 Nov 08 00:33:42.799206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-76939305-0aa2-46dc-81dd-ae0ddda72929 service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9525275 Nov 08 00:33:42.809287 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14298325-6f1f-414e-9cdd-33cac690b78b req-b3388dde-f24e-4bf4-8eff-28e7126c47c7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:42.810769 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-14298325-6f1f-414e-9cdd-33cac690b78b req-b3388dde-f24e-4bf4-8eff-28e7126c47c7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 945 time: 0.2103341 Nov 08 00:33:42.833450 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a8d54a3-6bef-415b-8a82-1866ebad0cb2 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:42.843029 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:42.847315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb23f7-ed56-43ef-a254-e7e89a8b0d90 req-59b7f5af-c3ef-4ed7-9648-f2d9bdeec4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:42.848858 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95bb23f7-ed56-43ef-a254-e7e89a8b0d90 req-59b7f5af-c3ef-4ed7-9648-f2d9bdeec4a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5cf0ca0-69ee-49fe-bef7-4992bc3dc192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3265584 Nov 08 00:33:42.882901 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-aed6a535-78e3-4df8-8c0f-1dfa8ee928e3 req-30fe3222-786f-47d4-a3c6-9cf1a2cf1ea5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Deleting port 783b1598-3a14-49b0-b1e3-5b92933bc0c3 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:33:42.883248 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-aed6a535-78e3-4df8-8c0f-1dfa8ee928e3 req-30fe3222-786f-47d4-a3c6-9cf1a2cf1ea5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:42.956247 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-0de847d3-2eee-4997-b47c-071262041df1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:33:42.956606 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-0de847d3-2eee-4997-b47c-071262041df1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:33:42.976236 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-57bdf5b6-2f79-4c00-a80f-8d0049cdf6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:42.981068 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=462c0c45-8d36-4dc9-a53d-ba219ee6f2cf,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:42.988383 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-14298325-6f1f-414e-9cdd-33cac690b78b req-5377c52c-3f75-4d32-a739-5cd56826c3ea tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672657 Nov 08 00:33:43.054921 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-370a7a77-2773-4f8e-813a-84cba700647d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:43.067779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95bb23f7-ed56-43ef-a254-e7e89a8b0d90 req-74c0d93c-ffa2-48dc-91c6-2fc40b79affd service neutron] 10.222.0.20 "GET /v2.0/networks/a5cf0ca0-69ee-49fe-bef7-4992bc3dc192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835933 Nov 08 00:33:43.070258 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf811a7b-cf62-4f4a-b759-fa5cb98af493 req-f2c466ff-cca3-411a-9375-303c57d4f9e5 service neutron] 10.222.0.26 "GET /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584810 Nov 08 00:33:43.158692 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-370a7a77-2773-4f8e-813a-84cba700647d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:43.159484 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-370a7a77-2773-4f8e-813a-84cba700647d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:43.182300 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-aed6a535-78e3-4df8-8c0f-1dfa8ee928e3 req-30fe3222-786f-47d4-a3c6-9cf1a2cf1ea5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] For port 783b1598-3a14-49b0-b1e3-5b92933bc0c3, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=783b1598-3a14-49b0-b1e3-5b92933bc0c3,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:43.182682 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-aed6a535-78e3-4df8-8c0f-1dfa8ee928e3 req-30fe3222-786f-47d4-a3c6-9cf1a2cf1ea5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:43.198219 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95bb23f7-ed56-43ef-a254-e7e89a8b0d90 req-7ef01f5a-57e7-45fd-a199-f60e2394492d service neutron] 10.222.0.20 "GET /v2.0/networks/a5cf0ca0-69ee-49fe-bef7-4992bc3dc192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229360 Nov 08 00:33:43.237461 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-57bdf5b6-2f79-4c00-a80f-8d0049cdf6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:43.240010 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-aed6a535-78e3-4df8-8c0f-1dfa8ee928e3 req-30fe3222-786f-47d4-a3c6-9cf1a2cf1ea5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Calling delete_port for 783b1598-3a14-49b0-b1e3-5b92933bc0c3 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:33:43.324806 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-57bdf5b6-2f79-4c00-a80f-8d0049cdf6a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024059ae-aab2-4990-8a06-9bcbfb38cb61']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:43.334548 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a7a77-2773-4f8e-813a-84cba700647d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event updated for resources: {'Port': ['ID=927ccec6-a317-49f4-9e4f-71454502f4df,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:43.341515 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-57bdf5b6-2f79-4c00-a80f-8d0049cdf6a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc87199-44f9-41a3-a3c3-b23d02f923fc') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:43.341816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-57bdf5b6-2f79-4c00-a80f-8d0049cdf6a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc87199-44f9-41a3-a3c3-b23d02f923fc') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:43.415627 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-57bdf5b6-2f79-4c00-a80f-8d0049cdf6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:43.446191 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-57bdf5b6-2f79-4c00-a80f-8d0049cdf6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:43.466240 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57bdf5b6-2f79-4c00-a80f-8d0049cdf6a0 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:33:43.466650 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-57bdf5b6-2f79-4c00-a80f-8d0049cdf6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:33:43.475409 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:33:43.630551 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370a7a77-2773-4f8e-813a-84cba700647d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Network 738682c8-76cb-4f59-869d-d0c17875f8a2 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:43.643808 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a53851d8-0169-4179-9108-1d18e8be7b25 None None] Provisioning complete for port 462c0c45-8d36-4dc9-a53d-ba219ee6f2cf triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:43.644490 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a53851d8-0169-4179-9108-1d18e8be7b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:43.653442 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-370a7a77-2773-4f8e-813a-84cba700647d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:43.743737 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-57bdf5b6-2f79-4c00-a80f-8d0049cdf6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:43.749115 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-57bdf5b6-2f79-4c00-a80f-8d0049cdf6a0 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:43.753369 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-57bdf5b6-2f79-4c00-a80f-8d0049cdf6a0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/024059ae-aab2-4990-8a06-9bcbfb38cb61 HTTP/1.1" status: 204 len: 168 time: 1.0057991 Nov 08 00:33:43.789195 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a53851d8-0169-4179-9108-1d18e8be7b25 None None] Provisioning complete for port 927ccec6-a317-49f4-9e4f-71454502f4df triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:43.789814 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a53851d8-0169-4179-9108-1d18e8be7b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:43.799067 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a8d54a3-6bef-415b-8a82-1866ebad0cb2 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:43.805633 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bdf5b6-2f79-4c00-a80f-8d0049cdf6a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=024059ae-aab2-4990-8a06-9bcbfb38cb61,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:43.836155 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a8d54a3-6bef-415b-8a82-1866ebad0cb2 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:43.839422 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a53851d8-0169-4179-9108-1d18e8be7b25 None None] Port 927ccec6-a317-49f4-9e4f-71454502f4df cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:33:43.928435 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370a7a77-2773-4f8e-813a-84cba700647d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 50512e1e-a145-4f56-bc0d-868df0514dea has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:33:43.974501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d96b4b-2c10-46c1-b9d2-da3448bf57ec req-722fb602-8757-416b-9523-e842fd754385 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:43.982903 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b6d96b4b-2c10-46c1-b9d2-da3448bf57ec req-722fb602-8757-416b-9523-e842fd754385 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1097 time: 0.0687790 Nov 08 00:33:44.035545 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b6d96b4b-2c10-46c1-b9d2-da3448bf57ec req-3d8e7131-8865-4a29-a6f5-1491d6cb895f tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513237 Nov 08 00:33:44.111464 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370a7a77-2773-4f8e-813a-84cba700647d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:33:44.115952 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-aed6a535-78e3-4df8-8c0f-1dfa8ee928e3 req-30fe3222-786f-47d4-a3c6-9cf1a2cf1ea5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:44.126153 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-370a7a77-2773-4f8e-813a-84cba700647d tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/50512e1e-a145-4f56-bc0d-868df0514dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0743525 Nov 08 00:33:44.128968 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41226) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:44.136726 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-01237f91-1a26-447e-8bd2-959ad6ca8ee9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:44.147673 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] Sync routers for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:33:44.161830 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:44.163605 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:44.195105 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-668deb73-eac6-46df-94ca-3b8174542233 None None] Provisioning complete for port 927ccec6-a317-49f4-9e4f-71454502f4df triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:44.195521 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-668deb73-eac6-46df-94ca-3b8174542233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:44.208413 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0785620-35ba-4e03-9cc8-3c6e12f5e615 req-7074c9a6-59e0-4e1e-9a9a-7501305dfbe5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 210 time: 0.0876095 Nov 08 00:33:44.242854 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-668deb73-eac6-46df-94ca-3b8174542233 None None] Port 927ccec6-a317-49f4-9e4f-71454502f4df cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:33:44.254915 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 462c0c45-8d36-4dc9-a53d-ba219ee6f2cf up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:44.280257 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe3222-786f-47d4-a3c6-9cf1a2cf1ea5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event deleted for resources: {'Port': ['ID=783b1598-3a14-49b0-b1e3-5b92933bc0c3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:44.285612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263e731-3e1c-4b52-b091-40455866c7cc req-ed14092e-76b3-44d0-9808-5bf45b09fd52 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:44.296174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d263e731-3e1c-4b52-b091-40455866c7cc req-ed14092e-76b3-44d0-9808-5bf45b09fd52 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1097 time: 0.1088893 Nov 08 00:33:44.325381 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-2a8d54a3-6bef-415b-8a82-1866ebad0cb2 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Allocated IP 172.25.2.128 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/2d52bedb-7a8b-4122-8520-b0a02d3e44fe) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:44.337501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41228) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:44.364786 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:44.367845 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 462c0c45-8d36-4dc9-a53d-ba219ee6f2cf triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:44.367845 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:44.401972 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed6a535-78e3-4df8-8c0f-1dfa8ee928e3 req-30fe3222-786f-47d4-a3c6-9cf1a2cf1ea5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] No DVR routers for this DVR port 783b1598-3a14-49b0-b1e3-5b92933bc0c3 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:33:44.406936 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-aed6a535-78e3-4df8-8c0f-1dfa8ee928e3 req-30fe3222-786f-47d4-a3c6-9cf1a2cf1ea5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:44.411509 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-aed6a535-78e3-4df8-8c0f-1dfa8ee928e3 req-30fe3222-786f-47d4-a3c6-9cf1a2cf1ea5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.20 "DELETE /v2.0/ports/783b1598-3a14-49b0-b1e3-5b92933bc0c3 HTTP/1.1" status: 204 len: 173 time: 2.5358810 Nov 08 00:33:44.422351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d263e731-3e1c-4b52-b091-40455866c7cc req-96f72e41-3c4e-41a4-8610-804740f0321c tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126862 Nov 08 00:33:44.428310 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-aca93642-a50d-49c8-b81c-fc443665f420 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=102f52ce60934d409b5717d0ddd1a078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0879159 Nov 08 00:33:44.432199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41234) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:44.522670 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cfa13e10-feb1-4998-a788-0f584c2513ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:44.545879 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdfae33-a987-436b-a31a-769ab9f40e7e', 'name': 'network-vif-deleted', 'tag': '783b1598-3a14-49b0-b1e3-5b92933bc0c3'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:33:44.548837 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e90395-faa9-4ad9-8c86-8ec80eb082fc" -d '{"events": [{"server_uuid": "2bdfae33-a987-436b-a31a-769ab9f40e7e", "name": "network-vif-deleted", "tag": "783b1598-3a14-49b0-b1e3-5b92933bc0c3"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:33:44.629054 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cfa13e10-feb1-4998-a788-0f584c2513ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:44.667389 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e5984-b50e-4180-a116-6a3cfeab96bc req-d7f36b2a-a855-4297-90ec-dfbb08aa8bea tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:44.669754 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c19e5984-b50e-4180-a116-6a3cfeab96bc req-d7f36b2a-a855-4297-90ec-dfbb08aa8bea tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1097 time: 0.1342332 Nov 08 00:33:44.699359 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246305b4-a25b-40d8-bb51-bb9cf61a7308 x-openstack-request-id: req-246305b4-a25b-40d8-bb51-bb9cf61a7308 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:33:44.699705 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdfae33-a987-436b-a31a-769ab9f40e7e", "name": "network-vif-deleted", "tag": "783b1598-3a14-49b0-b1e3-5b92933bc0c3", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:33:44.706466 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-246305b4-a25b-40d8-bb51-bb9cf61a7308 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:33:44.706884 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdfae33-a987-436b-a31a-769ab9f40e7e', 'name': 'network-vif-deleted', 'tag': '783b1598-3a14-49b0-b1e3-5b92933bc0c3', 'status': 'completed', 'code': 200} Nov 08 00:33:44.726406 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a8d54a3-6bef-415b-8a82-1866ebad0cb2 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:44.759631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c19e5984-b50e-4180-a116-6a3cfeab96bc req-063ea7f4-f108-48c6-bc09-0fe1b34cd7fd tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699644 Nov 08 00:33:44.792522 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:41Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ccec6-a317-49f4-9e4f-71454502f4df', 'name': '', 'network_id': '738682c8-76cb-4f59-869d-d0c17875f8a2', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:b8:af:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '442339ae-68f4-408c-9dff-d7b8d008e495', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:39Z', 'updated_at': '2021-11-08T00:33:41Z', 'revision_number': 2, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '442339ae-68f4-408c-9dff-d7b8d008e495', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6c044ce-d0c5-42de-9606-16697000254e', 'name': '', 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:22:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '700247d5-8292-4819-ad0d-f13359608554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:31Z', 'updated_at': '2021-11-08T00:33:37Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '700247d5-8292-4819-ad0d-f13359608554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:44.826655 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] Checking router: 50512e1e-a145-4f56-bc0d-868df0514dea for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:33:44.827011 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] Updating router 50512e1e-a145-4f56-bc0d-868df0514dea port 927ccec6-a317-49f4-9e4f-71454502f4df binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:33:44.853927 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cfa13e10-feb1-4998-a788-0f584c2513ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:44.856539 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cfa13e10-feb1-4998-a788-0f584c2513ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:44.856964 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:44.860358 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cfa13e10-feb1-4998-a788-0f584c2513ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdd10c89-805d-4964-afdb-1a1eee86ce48 HTTP/1.1" status: 204 len: 168 time: 0.4262779 Nov 08 00:33:44.876498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa13e10-feb1-4998-a788-0f584c2513ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd10c89-805d-4964-afdb-1a1eee86ce48,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:44.997734 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a8d54a3-6bef-415b-8a82-1866ebad0cb2 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:45.008002 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 783b1598-3a14-49b0-b1e3-5b92933bc0c3 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:33:45.053448 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 783b1598-3a14-49b0-b1e3-5b92933bc0c3 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:33:45.053792 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 783b1598-3a14-49b0-b1e3-5b92933bc0c3 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:33:45.092883 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8d54a3-6bef-415b-8a82-1866ebad0cb2 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:45.105234 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-2a8d54a3-6bef-415b-8a82-1866ebad0cb2 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:45.115500 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8d54a3-6bef-415b-8a82-1866ebad0cb2 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:45.184716 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d54a3-6bef-415b-8a82-1866ebad0cb2 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Pushing event updated for resources: {'Port': ['ID=2d52bedb-7a8b-4122-8520-b0a02d3e44fe,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:45.255468 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.extraroute_db [None req-01237f91-1a26-447e-8bd2-959ad6ca8ee9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 08 00:33:45.388251 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.extraroute_db [None req-01237f91-1a26-447e-8bd2-959ad6ca8ee9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Removed routes are [] {{(pid=102771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 08 00:33:45.388653 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-01237f91-1a26-447e-8bd2-959ad6ca8ee9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:45.430555 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:45.440645 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b34cec6-086d-4f2d-a313-ac5cc70bda9e req-397d45d4-da46-4092-bb92-132ee0f2ae4a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 210 time: 0.0642028 Nov 08 00:33:45.445655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72b6f4-fb45-49c3-b9fa-a7b417d11a27 req-149ab96e-5418-4e58-8cd1-0f7ef0677655 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:45.447248 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6d72b6f4-fb45-49c3-b9fa-a7b417d11a27 req-149ab96e-5418-4e58-8cd1-0f7ef0677655 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1097 time: 0.1391435 Nov 08 00:33:45.505086 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:45.520683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6d72b6f4-fb45-49c3-b9fa-a7b417d11a27 req-9c303acd-33a2-416e-8f8d-e1b5eba95f67 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672243 Nov 08 00:33:45.593448 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022755a-f160-459a-93c6-2fbf56db1a84 None None] Pushing event updated for resources: {'Port': ['ID=927ccec6-a317-49f4-9e4f-71454502f4df,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:45.658577 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] Attempting to bind port 927ccec6-a317-49f4-9e4f-71454502f4df on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:33:45.658953 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] Attempting to bind port 927ccec6-a317-49f4-9e4f-71454502f4df by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'c6a8191f-2b9c-471e-9783-029b6f8efd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '738682c8-76cb-4f59-869d-d0c17875f8a2'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:33:45.661495 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] Attempting to bind port 927ccec6-a317-49f4-9e4f-71454502f4df on network 738682c8-76cb-4f59-869d-d0c17875f8a2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:33:45.675043 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:33:45.676591 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] Checking segment: {'id': 'c6a8191f-2b9c-471e-9783-029b6f8efd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '738682c8-76cb-4f59-869d-d0c17875f8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:45.677790 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:45.679163 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] Bound using segment: {'id': 'c6a8191f-2b9c-471e-9783-029b6f8efd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '738682c8-76cb-4f59-869d-d0c17875f8a2'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:33:45.679663 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] Bound port: 927ccec6-a317-49f4-9e4f-71454502f4df, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a8191f-2b9c-471e-9783-029b6f8efd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '738682c8-76cb-4f59-869d-d0c17875f8a2'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:33:45.680082 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:45.720473 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a8d54a3-6bef-415b-8a82-1866ebad0cb2 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:45.780278 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] For port 927ccec6-a317-49f4-9e4f-71454502f4df, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:33:45.785448 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] For port 927ccec6-a317-49f4-9e4f-71454502f4df, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=927ccec6-a317-49f4-9e4f-71454502f4df,segment=NetworkSegment(c6a8191f-2b9c-471e-9783-029b6f8efd50),segment_id=c6a8191f-2b9c-471e-9783-029b6f8efd50)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:33:45.806973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41258) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:45.859969 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:45.877306 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c44ee9c0-3eb4-45b3-a171-067df42e989d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bd9536ccd8c4b669e29d879e1c23103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0676432 Nov 08 00:33:45.879563 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41260) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:45.985433 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-59ffa912-c903-47c3-a795-c19fbb9efded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:45.991959 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a63ac947-e0d0-4fb3-8017-cc72860392dc None None] Provisioning complete for port 927ccec6-a317-49f4-9e4f-71454502f4df triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:45.994195 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a63ac947-e0d0-4fb3-8017-cc72860392dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:46.031630 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-59ffa912-c903-47c3-a795-c19fbb9efded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:46.049229 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:46.049871 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:46.053265 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022755a-f160-459a-93c6-2fbf56db1a84 None None] Pushing event updated for resources: {'Port': ['ID=927ccec6-a317-49f4-9e4f-71454502f4df,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:46.180275 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-59ffa912-c903-47c3-a795-c19fbb9efded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:46.184907 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-59ffa912-c903-47c3-a795-c19fbb9efded admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:46.187847 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-59ffa912-c903-47c3-a795-c19fbb9efded admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f4a7519-6484-457c-8e6d-ab17c695537f HTTP/1.1" status: 204 len: 168 time: 0.3047092 Nov 08 00:33:46.194129 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a63ac947-e0d0-4fb3-8017-cc72860392dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:46.218717 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffa912-c903-47c3-a795-c19fbb9efded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4a7519-6484-457c-8e6d-ab17c695537f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:46.227148 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:33:46.291543 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:46.324240 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a63ac947-e0d0-4fb3-8017-cc72860392dc None None] For port 927ccec6-a317-49f4-9e4f-71454502f4df, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=927ccec6-a317-49f4-9e4f-71454502f4df,segment=NetworkSegment(c6a8191f-2b9c-471e-9783-029b6f8efd50),segment_id=c6a8191f-2b9c-471e-9783-029b6f8efd50)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:46.396923 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a63ac947-e0d0-4fb3-8017-cc72860392dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:46.511175 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ac947-e0d0-4fb3-8017-cc72860392dc None None] Pushing event updated for resources: {'Port': ['ID=927ccec6-a317-49f4-9e4f-71454502f4df,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:46.566903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f7054276-edce-4ddc-8222-21d2b9e90d6b None None] Provisioning complete for port 927ccec6-a317-49f4-9e4f-71454502f4df triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:46.568166 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7054276-edce-4ddc-8222-21d2b9e90d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:46.685142 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e61d7ec-7d95-4f9b-bd7c-64509ed2007e req-aa60da66-932c-43f5-b3db-55928f77dfaa tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 210 time: 0.1196849 Nov 08 00:33:46.747754 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-01237f91-1a26-447e-8bd2-959ad6ca8ee9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:46.754477 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-01237f91-1a26-447e-8bd2-959ad6ca8ee9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:46.759319 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:45Z', 'revision_number': 6, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ccec6-a317-49f4-9e4f-71454502f4df', 'name': '', 'network_id': '738682c8-76cb-4f59-869d-d0c17875f8a2', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:b8:af:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '442339ae-68f4-408c-9dff-d7b8d008e495', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:39Z', 'updated_at': '2021-11-08T00:33:45Z', 'revision_number': 4, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '442339ae-68f4-408c-9dff-d7b8d008e495', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6c044ce-d0c5-42de-9606-16697000254e', 'name': '', 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:22:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '700247d5-8292-4819-ad0d-f13359608554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:31Z', 'updated_at': '2021-11-08T00:33:37Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '700247d5-8292-4819-ad0d-f13359608554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:46.799545 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a2898-4c10-4bb7-b92f-67b524bd2be1 req-3ed1f4d7-556a-48bb-8a42-0c63a6f14002 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:46.801250 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b3a2898-4c10-4bb7-b92f-67b524bd2be1 req-3ed1f4d7-556a-48bb-8a42-0c63a6f14002 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1097 time: 0.0919478 Nov 08 00:33:46.805647 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b3bcaa-d2e4-4a69-a7e4-ee2b3b4a6982 None None] The sync data for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 is: [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:45Z', 'revision_number': 6, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ccec6-a317-49f4-9e4f-71454502f4df', 'name': '', 'network_id': '738682c8-76cb-4f59-869d-d0c17875f8a2', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:b8:af:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '442339ae-68f4-408c-9dff-d7b8d008e495', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:39Z', 'updated_at': '2021-11-08T00:33:45Z', 'revision_number': 4, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '442339ae-68f4-408c-9dff-d7b8d008e495', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6c044ce-d0c5-42de-9606-16697000254e', 'name': '', 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:22:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '700247d5-8292-4819-ad0d-f13359608554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:31Z', 'updated_at': '2021-11-08T00:33:37Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '700247d5-8292-4819-ad0d-f13359608554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:33:46.857776 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b3a2898-4c10-4bb7-b92f-67b524bd2be1 req-68d0d53e-6c04-40c9-b956-d3089c72dfc6 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497437 Nov 08 00:33:47.065872 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06df53a-ff29-4e38-bc83-c898feb31dc4 req-521730b3-c120-4c77-96f2-0e21320c0cc3 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:47.067445 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e06df53a-ff29-4e38-bc83-c898feb31dc4 req-521730b3-c120-4c77-96f2-0e21320c0cc3 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1097 time: 0.3262334 Nov 08 00:33:47.080370 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01237f91-1a26-447e-8bd2-959ad6ca8ee9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 50512e1e-a145-4f56-bc0d-868df0514dea has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:33:47.097140 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a8d54a3-6bef-415b-8a82-1866ebad0cb2 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:47.116049 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a8d54a3-6bef-415b-8a82-1866ebad0cb2 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:47.346341 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01237f91-1a26-447e-8bd2-959ad6ca8ee9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:33:47.356389 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-01237f91-1a26-447e-8bd2-959ad6ca8ee9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:47.357631 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-01237f91-1a26-447e-8bd2-959ad6ca8ee9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/50512e1e-a145-4f56-bc0d-868df0514dea HTTP/1.1" status: 200 len: 953 time: 3.2259994 Nov 08 00:33:47.360330 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41284) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:47.397668 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-e06df53a-ff29-4e38-bc83-c898feb31dc4 req-a84c480d-8081-4749-94ec-09b8be4fe0b2 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Deleting port 50ad5020-d700-466c-b6f8-a26477600659 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:33:47.398011 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e06df53a-ff29-4e38-bc83-c898feb31dc4 req-a84c480d-8081-4749-94ec-09b8be4fe0b2 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:47.520324 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4a98dc9a-cb93-4268-8da0-dd18687fe1ac tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/routers/50512e1e-a145-4f56-bc0d-868df0514dea HTTP/1.1" status: 200 len: 953 time: 0.1552694 Nov 08 00:33:47.522073 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41292) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:47.530165 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f66a6994-1a9d-4423-a1d7-e352735776cb tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'router': {'routes': None}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:47.619330 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-e06df53a-ff29-4e38-bc83-c898feb31dc4 req-a84c480d-8081-4749-94ec-09b8be4fe0b2 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] For port 50ad5020-d700-466c-b6f8-a26477600659, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=50ad5020-d700-466c-b6f8-a26477600659,segment=NetworkSegment(e0295b67-2770-46c9-a928-503e71b8a8e5),segment_id=e0295b67-2770-46c9-a928-503e71b8a8e5)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:47.619767 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e06df53a-ff29-4e38-bc83-c898feb31dc4 req-a84c480d-8081-4749-94ec-09b8be4fe0b2 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:47.639598 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-e06df53a-ff29-4e38-bc83-c898feb31dc4 req-a84c480d-8081-4749-94ec-09b8be4fe0b2 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Calling delete_port for 50ad5020-d700-466c-b6f8-a26477600659 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:33:47.732716 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8d54a3-6bef-415b-8a82-1866ebad0cb2 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Router f3b714dc-d06c-46a9-b425-c0106a4eef83 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:33:47.866643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b50cfb2d-fbe7-4c99-9d01-eba0cf4ebcd5 req-99cb70c7-2edc-4462-aa96-cb318f018c16 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 210 time: 0.0594130 Nov 08 00:33:47.876857 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41300) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:48.002279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a60f37-853f-47d8-9a7c-9f691e67c0ee req-e94c0e36-0ad6-4926-9d87-20e0f5bc7ba7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:48.010401 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-93a60f37-853f-47d8-9a7c-9f691e67c0ee req-e94c0e36-0ad6-4926-9d87-20e0f5bc7ba7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 1097 time: 0.0525050 Nov 08 00:33:48.089519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a37dcc7c-31e4-4c80-ace8-0ae751a1375e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-952071225-network', 'tenant_id': '7c677d19bb7543c38466cd744faf660f'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:48.118743 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8d54a3-6bef-415b-8a82-1866ebad0cb2 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:33:48.134424 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76896b92-02ff-4c9f-b888-0060da9684e2 None None] Sync routers for ids ['f3b714dc-d06c-46a9-b425-c0106a4eef83'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:33:48.135252 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a8d54a3-6bef-415b-8a82-1866ebad0cb2 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:48.135252 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2a8d54a3-6bef-415b-8a82-1866ebad0cb2 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "PUT /v2.0/routers/f3b714dc-d06c-46a9-b425-c0106a4eef83 HTTP/1.1" status: 200 len: 919 time: 6.2398670 Nov 08 00:33:48.137416 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41306) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:48.142926 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-93a60f37-853f-47d8-9a7c-9f691e67c0ee req-90a42eeb-7519-410f-8584-d73b261374a7 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266778 Nov 08 00:33:48.145918 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76896b92-02ff-4c9f-b888-0060da9684e2 None None] Routers {'f3b714dc-d06c-46a9-b425-c0106a4eef83'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:48.147403 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-76896b92-02ff-4c9f-b888-0060da9684e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['f3b714dc-d06c-46a9-b425-c0106a4eef83'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:48.209496 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81cd688-75eb-4ad0-ac14-4f4fa6d36838 None None] Sync routers for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:33:48.223967 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81cd688-75eb-4ad0-ac14-4f4fa6d36838 None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:48.224745 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b81cd688-75eb-4ad0-ac14-4f4fa6d36838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:48.233860 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37dcc7c-31e4-4c80-ace8-0ae751a1375e admin admin] Made reservation on behalf of 7c677d19bb7543c38466cd744faf660f for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:33:48.236796 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a37dcc7c-31e4-4c80-ace8-0ae751a1375e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:48.257566 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a37dcc7c-31e4-4c80-ace8-0ae751a1375e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:48.270299 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e06df53a-ff29-4e38-bc83-c898feb31dc4 req-a84c480d-8081-4749-94ec-09b8be4fe0b2 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:48.337479 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c480d-8081-4749-94ec-09b8be4fe0b2 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Pushing event deleted for resources: {'Port': ['ID=50ad5020-d700-466c-b6f8-a26477600659,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:48.341653 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-b81cd688-75eb-4ad0-ac14-4f4fa6d36838 None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:48.403509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.extraroute_db [None req-f66a6994-1a9d-4423-a1d7-e352735776cb tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Added routes are [] {{(pid=102771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 08 00:33:48.404210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.extraroute_db [None req-f66a6994-1a9d-4423-a1d7-e352735776cb tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 08 00:33:48.445655 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06df53a-ff29-4e38-bc83-c898feb31dc4 req-a84c480d-8081-4749-94ec-09b8be4fe0b2 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] No DVR routers for this DVR port 50ad5020-d700-466c-b6f8-a26477600659 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:33:48.451779 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e06df53a-ff29-4e38-bc83-c898feb31dc4 req-a84c480d-8081-4749-94ec-09b8be4fe0b2 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:48.460325 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e06df53a-ff29-4e38-bc83-c898feb31dc4 req-a84c480d-8081-4749-94ec-09b8be4fe0b2 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.20 "DELETE /v2.0/ports/50ad5020-d700-466c-b6f8-a26477600659 HTTP/1.1" status: 204 len: 173 time: 1.3827136 Nov 08 00:33:48.463473 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1eafa08-e240-469d-a05b-aca98f6118be', 'name': 'network-vif-deleted', 'tag': '50ad5020-d700-466c-b6f8-a26477600659'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:33:48.465351 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b365bef1-bac2-4ccc-9a30-a2f13f986055" -d '{"events": [{"server_uuid": "c1eafa08-e240-469d-a05b-aca98f6118be", "name": "network-vif-deleted", "tag": "50ad5020-d700-466c-b6f8-a26477600659"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:33:48.509794 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-36d6eea3-e779-4363-bd54-dcc4b01b32b4 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "GET /v2.0/routers/f3b714dc-d06c-46a9-b425-c0106a4eef83 HTTP/1.1" status: 200 len: 925 time: 0.3690076 Nov 08 00:33:48.515581 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41312) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:48.540801 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f66a6994-1a9d-4423-a1d7-e352735776cb tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:48.550105 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1000c8d1-aabf-4e09-b8db-e81711f401f6 x-openstack-request-id: req-1000c8d1-aabf-4e09-b8db-e81711f401f6 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:33:48.550105 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1eafa08-e240-469d-a05b-aca98f6118be", "name": "network-vif-deleted", "tag": "50ad5020-d700-466c-b6f8-a26477600659", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:33:48.550105 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1000c8d1-aabf-4e09-b8db-e81711f401f6 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:33:48.551103 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1eafa08-e240-469d-a05b-aca98f6118be', 'name': 'network-vif-deleted', 'tag': '50ad5020-d700-466c-b6f8-a26477600659', 'status': 'completed', 'code': 200} Nov 08 00:33:48.597742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 927ccec6-a317-49f4-9e4f-71454502f4df up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:48.600909 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['50ad5020-d700-466c-b6f8-a26477600659'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:33:48.612416 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a37dcc7c-31e4-4c80-ace8-0ae751a1375e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:48.628513 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['fb17c3cc-495e-4b0c-88dc-ecedfcf68abc'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:33:48.630939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-76896b92-02ff-4c9f-b888-0060da9684e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:48.662585 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f2e778-bcad-4650-a90c-679f1d918b31 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:48.667558 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-53f2e778-bcad-4650-a90c-679f1d918b31 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&device_id=f3b714dc-d06c-46a9-b425-c0106a4eef83&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1466906 Nov 08 00:33:48.667754 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b81cd688-75eb-4ad0-ac14-4f4fa6d36838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:45Z', 'revision_number': 6, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ccec6-a317-49f4-9e4f-71454502f4df', 'name': '', 'network_id': '738682c8-76cb-4f59-869d-d0c17875f8a2', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:b8:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '442339ae-68f4-408c-9dff-d7b8d008e495', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:39Z', 'updated_at': '2021-11-08T00:33:46Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '442339ae-68f4-408c-9dff-d7b8d008e495', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6c044ce-d0c5-42de-9606-16697000254e', 'name': '', 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:22:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '700247d5-8292-4819-ad0d-f13359608554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:31Z', 'updated_at': '2021-11-08T00:33:37Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '700247d5-8292-4819-ad0d-f13359608554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:48.667984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41316) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:48.700304 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81cd688-75eb-4ad0-ac14-4f4fa6d36838 None None] Checking router: 50512e1e-a145-4f56-bc0d-868df0514dea for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:33:48.710863 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81cd688-75eb-4ad0-ac14-4f4fa6d36838 None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:48.711632 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b81cd688-75eb-4ad0-ac14-4f4fa6d36838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:48.736442 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76896b92-02ff-4c9f-b888-0060da9684e2 None None] Routers {'f3b714dc-d06c-46a9-b425-c0106a4eef83'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:48.737357 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-76896b92-02ff-4c9f-b888-0060da9684e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['f3b714dc-d06c-46a9-b425-c0106a4eef83'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:48.779145 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-76896b92-02ff-4c9f-b888-0060da9684e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:48.780553 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76896b92-02ff-4c9f-b888-0060da9684e2 None None] The sync data for ids ['f3b714dc-d06c-46a9-b425-c0106a4eef83'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:33:48.820276 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a37dcc7c-31e4-4c80-ace8-0ae751a1375e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:48.829019 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 927ccec6-a317-49f4-9e4f-71454502f4df triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:48.829605 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:48.858459 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37dcc7c-31e4-4c80-ace8-0ae751a1375e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:33:48.908600 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37dcc7c-31e4-4c80-ace8-0ae751a1375e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56d7bf3-ec6f-44e1-a224-9bc352a2ec0e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:48.919330 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a37dcc7c-31e4-4c80-ace8-0ae751a1375e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:48.920300 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-a37dcc7c-31e4-4c80-ace8-0ae751a1375e admin admin] Added segment 27d91a53-6c8e-46f5-9e9c-63f763e26a06 of type vlan for network 1bb99286-5590-4fc0-919e-dd1affc95e96 Nov 08 00:33:48.957306 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-b81cd688-75eb-4ad0-ac14-4f4fa6d36838 None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:48.985210 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ea5f8-865e-458e-b6f7-32125c5e4336 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:48.987923 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ee1ea5f8-865e-458e-b6f7-32125c5e4336 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 881 time: 0.3168721 Nov 08 00:33:48.991484 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41320) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:49.001618 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a37dcc7c-31e4-4c80-ace8-0ae751a1375e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:49.056288 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bcb65b61-459a-454e-9b56-5c2311f5c00d req-5e0411f7-60e8-4a8b-a02a-20b71075a533 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 210 time: 0.0486505 Nov 08 00:33:49.074599 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5f6b409c-2deb-4cad-9521-ce6dff66c2de tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3b714dc-d06c-46a9-b425-c0106a4eef83 HTTP/1.1" status: 200 len: 205 time: 0.0776572 Nov 08 00:33:49.077518 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41322) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:49.157202 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a37dcc7c-31e4-4c80-ace8-0ae751a1375e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:49.159401 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37dcc7c-31e4-4c80-ace8-0ae751a1375e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:49.161454 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a37dcc7c-31e4-4c80-ace8-0ae751a1375e admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:49.165268 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f66a6994-1a9d-4423-a1d7-e352735776cb tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:49.181162 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f66a6994-1a9d-4423-a1d7-e352735776cb tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:49.249041 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37dcc7c-31e4-4c80-ace8-0ae751a1375e admin admin] Pushing event updated for resources: {'Network': ['ID=1bb99286-5590-4fc0-919e-dd1affc95e96,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:49.271296 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 1bb99286-5590-4fc0-919e-dd1affc95e96 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:33:49.313951 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b81cd688-75eb-4ad0-ac14-4f4fa6d36838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:48Z', 'revision_number': 7, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ccec6-a317-49f4-9e4f-71454502f4df', 'name': '', 'network_id': '738682c8-76cb-4f59-869d-d0c17875f8a2', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:b8:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '442339ae-68f4-408c-9dff-d7b8d008e495', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:39Z', 'updated_at': '2021-11-08T00:33:46Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '442339ae-68f4-408c-9dff-d7b8d008e495', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6c044ce-d0c5-42de-9606-16697000254e', 'name': '', 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:22:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '700247d5-8292-4819-ad0d-f13359608554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:31Z', 'updated_at': '2021-11-08T00:33:37Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '700247d5-8292-4819-ad0d-f13359608554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:49.319368 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e77aa20d-b29c-435e-afcb-c980a54f9111 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:49.346249 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a37dcc7c-31e4-4c80-ace8-0ae751a1375e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4676399 Nov 08 00:33:49.363360 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81cd688-75eb-4ad0-ac14-4f4fa6d36838 None None] The sync data for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 is: [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:48Z', 'revision_number': 7, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ccec6-a317-49f4-9e4f-71454502f4df', 'name': '', 'network_id': '738682c8-76cb-4f59-869d-d0c17875f8a2', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:b8:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '442339ae-68f4-408c-9dff-d7b8d008e495', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:39Z', 'updated_at': '2021-11-08T00:33:46Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '442339ae-68f4-408c-9dff-d7b8d008e495', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6c044ce-d0c5-42de-9606-16697000254e', 'name': '', 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:22:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '700247d5-8292-4819-ad0d-f13359608554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:31Z', 'updated_at': '2021-11-08T00:33:37Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '700247d5-8292-4819-ad0d-f13359608554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:33:49.364239 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41326) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:49.369237 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b1d4ca8-73fa-40d2-85e5-44c129c25ed3 req-6acab24c-decd-465d-81bd-cef5b80620cb tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1eafa08-e240-469d-a05b-aca98f6118be HTTP/1.1" status: 200 len: 210 time: 0.0439961 Nov 08 00:33:49.373782 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-9c99fe3f-837a-46dc-87a4-e49ffef68af5 admin admin] Request body: {'subnet': {'network_id': '1bb99286-5590-4fc0-919e-dd1affc95e96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-952071225-subnet', 'tenant_id': '7c677d19bb7543c38466cd744faf660f', 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:49.482322 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66a6994-1a9d-4423-a1d7-e352735776cb tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 50512e1e-a145-4f56-bc0d-868df0514dea has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:33:49.534774 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c99fe3f-837a-46dc-87a4-e49ffef68af5 admin admin] Made reservation on behalf of 7c677d19bb7543c38466cd744faf660f for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:33:49.537303 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9c99fe3f-837a-46dc-87a4-e49ffef68af5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:49.544971 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e77aa20d-b29c-435e-afcb-c980a54f9111 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:49.605964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66a6994-1a9d-4423-a1d7-e352735776cb tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:33:49.614528 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f66a6994-1a9d-4423-a1d7-e352735776cb tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:49.616356 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f66a6994-1a9d-4423-a1d7-e352735776cb tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/50512e1e-a145-4f56-bc0d-868df0514dea HTTP/1.1" status: 200 len: 703 time: 2.0905905 Nov 08 00:33:49.618899 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41330) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:49.707583 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826f0668-46c7-4e39-b9f1-9f93c9a95c3e None None] Sync routers for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:33:49.741253 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826f0668-46c7-4e39-b9f1-9f93c9a95c3e None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:49.741860 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-826f0668-46c7-4e39-b9f1-9f93c9a95c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:49.754613 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-40aabf35-b111-4fea-97b6-3f9eb7df2baa tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/routers/50512e1e-a145-4f56-bc0d-868df0514dea HTTP/1.1" status: 200 len: 703 time: 0.1314909 Nov 08 00:33:49.754835 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41334) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:49.894966 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-826f0668-46c7-4e39-b9f1-9f93c9a95c3e None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:49.973458 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9c99fe3f-837a-46dc-87a4-e49ffef68af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:50.003814 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-e77aa20d-b29c-435e-afcb-c980a54f9111 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Deleting port 2d52bedb-7a8b-4122-8520-b0a02d3e44fe {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:33:50.004264 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e77aa20d-b29c-435e-afcb-c980a54f9111 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:50.054228 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99fe3f-837a-46dc-87a4-e49ffef68af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5726c528-8541-448a-9471-7562c8dbba40,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:50.077839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c99fe3f-837a-46dc-87a4-e49ffef68af5 admin admin] Checking segment: {'id': '27d91a53-6c8e-46f5-9e9c-63f763e26a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1bb99286-5590-4fc0-919e-dd1affc95e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:50.077839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c99fe3f-837a-46dc-87a4-e49ffef68af5 admin admin] Network hostable DHCP agents. Network: 1bb99286-5590-4fc0-919e-dd1affc95e96, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:33:50.163197 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-826f0668-46c7-4e39-b9f1-9f93c9a95c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:48Z', 'revision_number': 7, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ccec6-a317-49f4-9e4f-71454502f4df', 'name': '', 'network_id': '738682c8-76cb-4f59-869d-d0c17875f8a2', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:b8:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '442339ae-68f4-408c-9dff-d7b8d008e495', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:39Z', 'updated_at': '2021-11-08T00:33:46Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '442339ae-68f4-408c-9dff-d7b8d008e495', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6c044ce-d0c5-42de-9606-16697000254e', 'name': '', 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:22:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '700247d5-8292-4819-ad0d-f13359608554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:31Z', 'updated_at': '2021-11-08T00:33:37Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '700247d5-8292-4819-ad0d-f13359608554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:50.195481 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826f0668-46c7-4e39-b9f1-9f93c9a95c3e None None] Checking router: 50512e1e-a145-4f56-bc0d-868df0514dea for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:33:50.196398 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e77aa20d-b29c-435e-afcb-c980a54f9111 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:50.200581 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb4e507c-9110-4f9c-9211-de6f17aa7329 req-c8709697-a081-4748-9212-4c710e7515e9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 210 time: 0.0434716 Nov 08 00:33:50.204238 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c99fe3f-837a-46dc-87a4-e49ffef68af5 admin admin] Network 1bb99286-5590-4fc0-919e-dd1affc95e96 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:33:50.214645 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826f0668-46c7-4e39-b9f1-9f93c9a95c3e None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:50.214645 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-826f0668-46c7-4e39-b9f1-9f93c9a95c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:50.215848 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-e77aa20d-b29c-435e-afcb-c980a54f9111 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Calling delete_port for 2d52bedb-7a8b-4122-8520-b0a02d3e44fe owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:33:50.306072 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-826f0668-46c7-4e39-b9f1-9f93c9a95c3e None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:50.322768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-9c99fe3f-837a-46dc-87a4-e49ffef68af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 1bb99286-5590-4fc0-919e-dd1affc95e96) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:50.346843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c99fe3f-837a-46dc-87a4-e49ffef68af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:50.351613 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9c99fe3f-837a-46dc-87a4-e49ffef68af5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:50.353885 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e871f4c-ff83-47c7-af88-661a82f25534 None None] Network 1bb99286-5590-4fc0-919e-dd1affc95e96 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:33:50.450643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9c99fe3f-837a-46dc-87a4-e49ffef68af5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0784755 Nov 08 00:33:50.450824 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41342) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:50.458025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-578e47b3-68b7-49be-a347-2a37d611f335 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-952071225-router', 'tenant_id': '7c677d19bb7543c38466cd744faf660f', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:50.602534 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-578e47b3-68b7-49be-a347-2a37d611f335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:50.603711 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-578e47b3-68b7-49be-a347-2a37d611f335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:50.671331 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-826f0668-46c7-4e39-b9f1-9f93c9a95c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:48Z', 'revision_number': 7, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ccec6-a317-49f4-9e4f-71454502f4df', 'name': '', 'network_id': '738682c8-76cb-4f59-869d-d0c17875f8a2', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:b8:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '442339ae-68f4-408c-9dff-d7b8d008e495', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:39Z', 'updated_at': '2021-11-08T00:33:46Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '442339ae-68f4-408c-9dff-d7b8d008e495', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6c044ce-d0c5-42de-9606-16697000254e', 'name': '', 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:22:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '700247d5-8292-4819-ad0d-f13359608554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:31Z', 'updated_at': '2021-11-08T00:33:37Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '700247d5-8292-4819-ad0d-f13359608554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:50.677878 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-578e47b3-68b7-49be-a347-2a37d611f335 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:50.721581 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826f0668-46c7-4e39-b9f1-9f93c9a95c3e None None] The sync data for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 is: [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:48Z', 'revision_number': 7, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ccec6-a317-49f4-9e4f-71454502f4df', 'name': '', 'network_id': '738682c8-76cb-4f59-869d-d0c17875f8a2', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:b8:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '442339ae-68f4-408c-9dff-d7b8d008e495', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:39Z', 'updated_at': '2021-11-08T00:33:46Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '442339ae-68f4-408c-9dff-d7b8d008e495', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6c044ce-d0c5-42de-9606-16697000254e', 'name': '', 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:22:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '700247d5-8292-4819-ad0d-f13359608554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:31Z', 'updated_at': '2021-11-08T00:33:37Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '700247d5-8292-4819-ad0d-f13359608554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:33:50.733560 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-1bb99286-5590-4fc0-919e-dd1affc95e96', 'network_id': '1bb99286-5590-4fc0-919e-dd1affc95e96', 'tenant_id': '7c677d19bb7543c38466cd744faf660f', 'fixed_ips': [{'subnet_id': '5726c528-8541-448a-9471-7562c8dbba40'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:33:50.734488 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:50.874241 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c98dddee-6366-4462-8086-fad9422c6927 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:50.956590 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] Allocated IP 172.20.0.2 (1bb99286-5590-4fc0-919e-dd1affc95e96/5726c528-8541-448a-9471-7562c8dbba40/1eba04ea-ef59-4227-807d-7f9aa980e77e) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:51.023844 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-578e47b3-68b7-49be-a347-2a37d611f335 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.035617 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 50ad5020-d700-466c-b6f8-a26477600659 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:33:51.059748 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 50ad5020-d700-466c-b6f8-a26477600659 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:33:51.060147 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 50ad5020-d700-466c-b6f8-a26477600659 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:33:51.100484 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e77aa20d-b29c-435e-afcb-c980a54f9111 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.111149 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1cc21-11ac-4b28-b6fa-27c98ccd7717 req-3f419c06-5384-4365-9634-59a3c43d42ad tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:51.113279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-80d1cc21-11ac-4b28-b6fa-27c98ccd7717 req-3f419c06-5384-4365-9634-59a3c43d42ad tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 1096 time: 0.0529122 Nov 08 00:33:51.152212 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.152904 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77aa20d-b29c-435e-afcb-c980a54f9111 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Pushing event deleted for resources: {'Port': ['ID=2d52bedb-7a8b-4122-8520-b0a02d3e44fe,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:51.164339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-80d1cc21-11ac-4b28-b6fa-27c98ccd7717 req-8b2ba9e5-c90a-4799-8ae5-906a1e7e8358 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430646 Nov 08 00:33:51.259747 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e77aa20d-b29c-435e-afcb-c980a54f9111 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.271744 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.291188 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] Network 1bb99286-5590-4fc0-919e-dd1affc95e96 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:51.349748 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:51.351980 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] Pushing event updated for resources: {'Port': ['ID=1eba04ea-ef59-4227-807d-7f9aa980e77e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:51.354543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:51.364306 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e77aa20d-b29c-435e-afcb-c980a54f9111 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.367733 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e77aa20d-b29c-435e-afcb-c980a54f9111 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.377206 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c98dddee-6366-4462-8086-fad9422c6927 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting port 927ccec6-a317-49f4-9e4f-71454502f4df {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:33:51.377206 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c98dddee-6366-4462-8086-fad9422c6927 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.409167 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a728859-c7fd-4acc-8d87-b51619b1e708 req-db8480cb-92cd-4900-a806-c5150f2556be tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdfae33-a987-436b-a31a-769ab9f40e7e HTTP/1.1" status: 200 len: 210 time: 0.0755646 Nov 08 00:33:51.428976 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] Attempting to bind port 1eba04ea-ef59-4227-807d-7f9aa980e77e on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:33:51.429547 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] Attempting to bind port 1eba04ea-ef59-4227-807d-7f9aa980e77e by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '27d91a53-6c8e-46f5-9e9c-63f763e26a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1bb99286-5590-4fc0-919e-dd1affc95e96'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:33:51.430036 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] Attempting to bind port 1eba04ea-ef59-4227-807d-7f9aa980e77e on network 1bb99286-5590-4fc0-919e-dd1affc95e96 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:33:51.446989 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:33:51.446989 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] Checking segment: {'id': '27d91a53-6c8e-46f5-9e9c-63f763e26a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1bb99286-5590-4fc0-919e-dd1affc95e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:51.446989 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.446989 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] Bound using segment: {'id': '27d91a53-6c8e-46f5-9e9c-63f763e26a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1bb99286-5590-4fc0-919e-dd1affc95e96'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:33:51.446989 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] Bound port: 1eba04ea-ef59-4227-807d-7f9aa980e77e, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d91a53-6c8e-46f5-9e9c-63f763e26a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1bb99286-5590-4fc0-919e-dd1affc95e96'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:33:51.446989 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.481106 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-578e47b3-68b7-49be-a347-2a37d611f335 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.487883 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-5ef7b299-ab9f-4e09-acd4-6611412c11f7 req-9aa459bd-ed51-45ca-8de9-e7e821941e24 tempest-ServerTagsTestJSON-1620199713 tempest-ServerTagsTestJSON-1620199713-project] (102771) timed out ('10.222.0.26', 49440) {{(pid=102771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 00:33:51.503108 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-578e47b3-68b7-49be-a347-2a37d611f335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.528163 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-c98dddee-6366-4462-8086-fad9422c6927 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] For port 927ccec6-a317-49f4-9e4f-71454502f4df, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=927ccec6-a317-49f4-9e4f-71454502f4df,segment=NetworkSegment(c6a8191f-2b9c-471e-9783-029b6f8efd50),segment_id=c6a8191f-2b9c-471e-9783-029b6f8efd50)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:51.528892 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c98dddee-6366-4462-8086-fad9422c6927 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.529967 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] For port 1eba04ea-ef59-4227-807d-7f9aa980e77e, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:33:51.535151 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] For port 1eba04ea-ef59-4227-807d-7f9aa980e77e, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=1eba04ea-ef59-4227-807d-7f9aa980e77e,segment=NetworkSegment(27d91a53-6c8e-46f5-9e9c-63f763e26a06),segment_id=27d91a53-6c8e-46f5-9e9c-63f763e26a06)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:33:51.548656 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c98dddee-6366-4462-8086-fad9422c6927 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Calling delete_port for 927ccec6-a317-49f4-9e4f-71454502f4df owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:33:51.613991 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e77aa20d-b29c-435e-afcb-c980a54f9111 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.613991 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77aa20d-b29c-435e-afcb-c980a54f9111 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Fanout notify agent at l3_agent the message router_deleted on router f3b714dc-d06c-46a9-b425-c0106a4eef83 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:33:51.618871 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e77aa20d-b29c-435e-afcb-c980a54f9111 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.620382 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e77aa20d-b29c-435e-afcb-c980a54f9111 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "DELETE /v2.0/routers/f3b714dc-d06c-46a9-b425-c0106a4eef83 HTTP/1.1" status: 204 len: 168 time: 2.5421016 Nov 08 00:33:51.625190 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41354) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:51.632091 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-35340c91-cc09-4a06-9788-eea9e345d993 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2109534526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:51.637469 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.647227 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-578e47b3-68b7-49be-a347-2a37d611f335 admin admin] Allocated IP 172.25.2.168 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/bcf66064-117c-455b-8c9d-f165a369b328) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:51.737280 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d72b7-8ae1-4082-8b1d-a55a5c9b03e3 None None] Pushing event updated for resources: {'Port': ['ID=1eba04ea-ef59-4227-807d-7f9aa980e77e,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:51.835075 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-578e47b3-68b7-49be-a347-2a37d611f335 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.853513 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35340c91-cc09-4a06-9788-eea9e345d993 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.854635 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35340c91-cc09-4a06-9788-eea9e345d993 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.919243 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35340c91-cc09-4a06-9788-eea9e345d993 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.964123 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c98dddee-6366-4462-8086-fad9422c6927 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:51.968838 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-578e47b3-68b7-49be-a347-2a37d611f335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:52.033299 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98dddee-6366-4462-8086-fad9422c6927 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Port': ['ID=927ccec6-a317-49f4-9e4f-71454502f4df,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:52.046091 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35340c91-cc09-4a06-9788-eea9e345d993 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:52.099742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e47b3-68b7-49be-a347-2a37d611f335 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf66064-117c-455b-8c9d-f165a369b328,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:52.128678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578e47b3-68b7-49be-a347-2a37d611f335 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:52.132736 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-578e47b3-68b7-49be-a347-2a37d611f335 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:52.141781 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578e47b3-68b7-49be-a347-2a37d611f335 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:52.244576 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35340c91-cc09-4a06-9788-eea9e345d993 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:52.248375 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-35340c91-cc09-4a06-9788-eea9e345d993 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6174104 Nov 08 00:33:52.249232 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41360) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:52.270935 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-9175131e-2a89-44dd-9fca-a60e4753b205 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'enable_snat': False}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:33:52.337531 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c98dddee-6366-4462-8086-fad9422c6927 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:52.433751 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 1eba04ea-ef59-4227-807d-7f9aa980e77e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:52.583598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 1eba04ea-ef59-4227-807d-7f9aa980e77e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:52.584025 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:52.730934 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98dddee-6366-4462-8086-fad9422c6927 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 50512e1e-a145-4f56-bc0d-868df0514dea has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:33:52.793909 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:52.843230 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 1eba04ea-ef59-4227-807d-7f9aa980e77e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=1eba04ea-ef59-4227-807d-7f9aa980e77e,segment=NetworkSegment(27d91a53-6c8e-46f5-9e9c-63f763e26a06),segment_id=27d91a53-6c8e-46f5-9e9c-63f763e26a06)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:52.899859 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98dddee-6366-4462-8086-fad9422c6927 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:33:52.908233 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c98dddee-6366-4462-8086-fad9422c6927 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/50512e1e-a145-4f56-bc0d-868df0514dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1495633 Nov 08 00:33:52.908233 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41368) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:52.916463 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7151f2b1-ed53-4a28-8fa8-1511bd591983 None None] Sync routers for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:33:52.917451 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:52.931883 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7151f2b1-ed53-4a28-8fa8-1511bd591983 None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:52.932488 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7151f2b1-ed53-4a28-8fa8-1511bd591983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:52.984253 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9175131e-2a89-44dd-9fca-a60e4753b205 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:52.990655 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-578e47b3-68b7-49be-a347-2a37d611f335 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:52.990866 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb6385a-2cb0-4407-a453-854294322ab4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting subnet 442339ae-68f4-408c-9dff-d7b8d008e495 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:33:52.994978 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ffb6385a-2cb0-4407-a453-854294322ab4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:53.023652 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=1eba04ea-ef59-4227-807d-7f9aa980e77e,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:53.066310 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b962613-7938-467f-8023-9c9077530952 req-58db4cc9-c65d-40c5-a1b3-7225423de9f8 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:53.068074 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b962613-7938-467f-8023-9c9077530952 req-58db4cc9-c65d-40c5-a1b3-7225423de9f8 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 1096 time: 0.7027266 Nov 08 00:33:53.081362 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ffb6385a-2cb0-4407-a453-854294322ab4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:53.097957 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-7151f2b1-ed53-4a28-8fa8-1511bd591983 None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:53.122350 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32627902-0540-4737-9b61-eebd81b7bc0c req-19e6f664-39cd-4eff-b859-e2d65dc34086 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:53.123887 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32627902-0540-4737-9b61-eebd81b7bc0c req-19e6f664-39cd-4eff-b859-e2d65dc34086 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 1096 time: 0.6431501 Nov 08 00:33:53.250487 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ffb6385a-2cb0-4407-a453-854294322ab4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:53.349294 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93992fbc-78f0-4c2f-83f7-746fccccde55 None None] Network 1bb99286-5590-4fc0-919e-dd1affc95e96 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:33:53.421078 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7151f2b1-ed53-4a28-8fa8-1511bd591983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:51Z', 'revision_number': 8, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6c044ce-d0c5-42de-9606-16697000254e', 'name': '', 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:22:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '700247d5-8292-4819-ad0d-f13359608554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:31Z', 'updated_at': '2021-11-08T00:33:37Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '700247d5-8292-4819-ad0d-f13359608554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:53.454659 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ffb6385a-2cb0-4407-a453-854294322ab4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:53.459047 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7151f2b1-ed53-4a28-8fa8-1511bd591983 None None] Checking router: 50512e1e-a145-4f56-bc0d-868df0514dea for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:33:53.471484 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7151f2b1-ed53-4a28-8fa8-1511bd591983 None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:53.472166 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7151f2b1-ed53-4a28-8fa8-1511bd591983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:53.480403 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ffb6385a-2cb0-4407-a453-854294322ab4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:53.480631 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5739d9e0-649f-44ab-8505-25e2493a40eb None None] Provisioning complete for port 1eba04ea-ef59-4227-807d-7f9aa980e77e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:53.485126 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ffb6385a-2cb0-4407-a453-854294322ab4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/subnets/442339ae-68f4-408c-9dff-d7b8d008e495 HTTP/1.1" status: 204 len: 168 time: 0.5758650 Nov 08 00:33:53.487660 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5739d9e0-649f-44ab-8505-25e2493a40eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:53.488983 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41372) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:53.575330 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e810b1e-df47-471b-9e91-b35a50c854b3 None None] Network 738682c8-76cb-4f59-869d-d0c17875f8a2 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:33:53.627320 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6385a-2cb0-4407-a453-854294322ab4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Subnet': ['ID=442339ae-68f4-408c-9dff-d7b8d008e495,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:53.634452 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:53.642437 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-7151f2b1-ed53-4a28-8fa8-1511bd591983 None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:53.800334 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b962613-7938-467f-8023-9c9077530952 req-7c4f66a5-f920-4ddd-90fd-c0d29e7c6d54 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=04ce30a4-e305-4bcd-82b2-7030175851f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6751995 Nov 08 00:33:53.830812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting port 462c0c45-8d36-4dc9-a53d-ba219ee6f2cf {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:33:53.830812 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:53.902293 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] For port 462c0c45-8d36-4dc9-a53d-ba219ee6f2cf, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=462c0c45-8d36-4dc9-a53d-ba219ee6f2cf,segment=NetworkSegment(c6a8191f-2b9c-471e-9783-029b6f8efd50),segment_id=c6a8191f-2b9c-471e-9783-029b6f8efd50)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:53.902667 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:53.919433 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Calling delete_port for 462c0c45-8d36-4dc9-a53d-ba219ee6f2cf owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:33:53.998615 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7151f2b1-ed53-4a28-8fa8-1511bd591983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:51Z', 'revision_number': 8, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6c044ce-d0c5-42de-9606-16697000254e', 'name': '', 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:22:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '700247d5-8292-4819-ad0d-f13359608554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:31Z', 'updated_at': '2021-11-08T00:33:37Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '700247d5-8292-4819-ad0d-f13359608554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:54.039984 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7151f2b1-ed53-4a28-8fa8-1511bd591983 None None] The sync data for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 is: [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:51Z', 'revision_number': 8, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6c044ce-d0c5-42de-9606-16697000254e', 'name': '', 'network_id': 'ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:22:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '700247d5-8292-4819-ad0d-f13359608554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:31Z', 'updated_at': '2021-11-08T00:33:37Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '700247d5-8292-4819-ad0d-f13359608554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:33:54.047716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-32627902-0540-4737-9b61-eebd81b7bc0c req-19bbc85f-9cd6-4f84-bdff-28606093b021 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Deleting port fb17c3cc-495e-4b0c-88dc-ecedfcf68abc {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:33:54.048608 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-32627902-0540-4737-9b61-eebd81b7bc0c req-19bbc85f-9cd6-4f84-bdff-28606093b021 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:54.071366 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-578e47b3-68b7-49be-a347-2a37d611f335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:54.110073 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:54.144453 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Port': ['ID=462c0c45-8d36-4dc9-a53d-ba219ee6f2cf,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:54.154763 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] No DVR routers for this DVR port 462c0c45-8d36-4dc9-a53d-ba219ee6f2cf on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:33:54.262541 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:54.286159 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738682c8-76cb-4f59-869d-d0c17875f8a2']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:54.298546 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a8191f-2b9c-471e-9783-029b6f8efd50') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:54.299015 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a8191f-2b9c-471e-9783-029b6f8efd50') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:54.310681 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:54.331426 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:54.342709 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:33:54.344368 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:33:54.347618 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:33:54.349821 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-32627902-0540-4737-9b61-eebd81b7bc0c req-19bbc85f-9cd6-4f84-bdff-28606093b021 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] For port fb17c3cc-495e-4b0c-88dc-ecedfcf68abc, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=fb17c3cc-495e-4b0c-88dc-ecedfcf68abc,segment=NetworkSegment(e0295b67-2770-46c9-a928-503e71b8a8e5),segment_id=e0295b67-2770-46c9-a928-503e71b8a8e5)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:54.349821 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-32627902-0540-4737-9b61-eebd81b7bc0c req-19bbc85f-9cd6-4f84-bdff-28606093b021 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:54.369449 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-32627902-0540-4737-9b61-eebd81b7bc0c req-19bbc85f-9cd6-4f84-bdff-28606093b021 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Calling delete_port for fb17c3cc-495e-4b0c-88dc-ecedfcf68abc owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:33:54.477765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75420d0e-b8b2-4f4e-b941-d196416a5725 None None] DHCP port deletion for 738682c8-76cb-4f59-869d-d0c17875f8a2 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:33:54.504914 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9175131e-2a89-44dd-9fca-a60e4753b205 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:54.522359 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 1eba04ea-ef59-4227-807d-7f9aa980e77e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:54.528430 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:54.535910 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:54.541990 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/networks/738682c8-76cb-4f59-869d-d0c17875f8a2 HTTP/1.1" status: 204 len: 168 time: 1.0389032 Nov 08 00:33:54.552164 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41382) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:54.553716 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9175131e-2a89-44dd-9fca-a60e4753b205 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:54.581733 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf81dd-fbd5-46a2-a001-3f13d8c5e839 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Network': ['ID=738682c8-76cb-4f59-869d-d0c17875f8a2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:54.650097 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 1eba04ea-ef59-4227-807d-7f9aa980e77e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:54.650532 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:54.759484 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-9175131e-2a89-44dd-9fca-a60e4753b205 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Allocated IP 172.25.2.25 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/41a465fe-16ef-4c34-9bdd-cf2464aec155) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:54.761981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578e47b3-68b7-49be-a347-2a37d611f335 admin admin] Router 5b639f1b-b29e-445e-8765-90517b6d52f6 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:33:54.778075 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-18f8e874-cac7-444e-a47a-dde930e0a988 None None] Provisioning complete for port 1eba04ea-ef59-4227-807d-7f9aa980e77e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:54.783083 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18f8e874-cac7-444e-a47a-dde930e0a988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:54.910270 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-32627902-0540-4737-9b61-eebd81b7bc0c req-19bbc85f-9cd6-4f84-bdff-28606093b021 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:54.971088 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbc85f-9cd6-4f84-bdff-28606093b021 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb17c3cc-495e-4b0c-88dc-ecedfcf68abc,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:55.014258 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6bdf2c74-d57b-48cc-a870-7abb36a12cd7 req-5b282463-bc59-40a9-8a02-f57921090481 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 210 time: 0.0802648 Nov 08 00:33:55.056457 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-32627902-0540-4737-9b61-eebd81b7bc0c req-19bbc85f-9cd6-4f84-bdff-28606093b021 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] No DVR routers for this DVR port fb17c3cc-495e-4b0c-88dc-ecedfcf68abc on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:33:55.059356 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-32627902-0540-4737-9b61-eebd81b7bc0c req-19bbc85f-9cd6-4f84-bdff-28606093b021 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:55.062953 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32627902-0540-4737-9b61-eebd81b7bc0c req-19bbc85f-9cd6-4f84-bdff-28606093b021 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.26 "DELETE /v2.0/ports/fb17c3cc-495e-4b0c-88dc-ecedfcf68abc HTTP/1.1" status: 204 len: 173 time: 1.9204922 Nov 08 00:33:55.069112 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82db33d0-a85f-442b-87a1-6abde59b3912', 'name': 'network-vif-deleted', 'tag': 'fb17c3cc-495e-4b0c-88dc-ecedfcf68abc'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:33:55.071657 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84801207-d10a-47b7-9ee1-1216aa146ebb" -d '{"events": [{"server_uuid": "82db33d0-a85f-442b-87a1-6abde59b3912", "name": "network-vif-deleted", "tag": "fb17c3cc-495e-4b0c-88dc-ecedfcf68abc"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:33:55.104488 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578e47b3-68b7-49be-a347-2a37d611f335 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:33:55.121425 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c17c6b69-2ae5-4ea4-9b62-4fc7ccca16bd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:55.123845 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d2240c-b243-4191-903d-bfdf412b9d3e x-openstack-request-id: req-79d2240c-b243-4191-903d-bfdf412b9d3e {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:33:55.123845 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82db33d0-a85f-442b-87a1-6abde59b3912", "name": "network-vif-deleted", "tag": "fb17c3cc-495e-4b0c-88dc-ecedfcf68abc", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:33:55.123845 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79d2240c-b243-4191-903d-bfdf412b9d3e {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:33:55.124222 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82db33d0-a85f-442b-87a1-6abde59b3912', 'name': 'network-vif-deleted', 'tag': 'fb17c3cc-495e-4b0c-88dc-ecedfcf68abc', 'status': 'completed', 'code': 200} Nov 08 00:33:55.124394 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] Sync routers for ids ['5b639f1b-b29e-445e-8765-90517b6d52f6'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:33:55.127330 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9175131e-2a89-44dd-9fca-a60e4753b205 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:55.137472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] Routers {'5b639f1b-b29e-445e-8765-90517b6d52f6'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:55.138503 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['5b639f1b-b29e-445e-8765-90517b6d52f6'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:55.223697 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-578e47b3-68b7-49be-a347-2a37d611f335 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:55.226220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-578e47b3-68b7-49be-a347-2a37d611f335 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.7742550 Nov 08 00:33:55.228801 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41396) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:55.252651 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] Set router 5b639f1b-b29e-445e-8765-90517b6d52f6 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:55.311078 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9175131e-2a89-44dd-9fca-a60e4753b205 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:55.430118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9175131e-2a89-44dd-9fca-a60e4753b205 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:55.440559 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175131e-2a89-44dd-9fca-a60e4753b205 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Pushing event updated for resources: {'Port': ['ID=41a465fe-16ef-4c34-9bdd-cf2464aec155,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:55.443825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-9175131e-2a89-44dd-9fca-a60e4753b205 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:55.445944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175131e-2a89-44dd-9fca-a60e4753b205 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:55.532687 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c17c6b69-2ae5-4ea4-9b62-4fc7ccca16bd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting port b6c044ce-d0c5-42de-9606-16697000254e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:33:55.533271 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c17c6b69-2ae5-4ea4-9b62-4fc7ccca16bd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:55.546645 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'name': 'tempest-ImageQuotaTest-952071225-router', 'tenant_id': '7c677d19bb7543c38466cd744faf660f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bcf66064-117c-455b-8c9d-f165a369b328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:50Z', 'updated_at': '2021-11-08T00:33:52Z', 'revision_number': 3, 'project_id': '7c677d19bb7543c38466cd744faf660f', 'gw_port': {'id': 'bcf66064-117c-455b-8c9d-f165a369b328', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:51Z', 'updated_at': '2021-11-08T00:33:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:55.625822 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] Checking router: 5b639f1b-b29e-445e-8765-90517b6d52f6 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:33:55.627587 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] Updating router 5b639f1b-b29e-445e-8765-90517b6d52f6 port bcf66064-117c-455b-8c9d-f165a369b328 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:33:55.656777 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:55.698718 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-c17c6b69-2ae5-4ea4-9b62-4fc7ccca16bd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] For port b6c044ce-d0c5-42de-9606-16697000254e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b6c044ce-d0c5-42de-9606-16697000254e,segment=NetworkSegment(b77f097d-0289-4f09-9b5c-d1cd86e98022),segment_id=b77f097d-0289-4f09-9b5c-d1cd86e98022)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:55.699125 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c17c6b69-2ae5-4ea4-9b62-4fc7ccca16bd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:55.718293 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c17c6b69-2ae5-4ea4-9b62-4fc7ccca16bd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Calling delete_port for b6c044ce-d0c5-42de-9606-16697000254e owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:33:56.043130 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c17c6b69-2ae5-4ea4-9b62-4fc7ccca16bd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:56.100661 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9175131e-2a89-44dd-9fca-a60e4753b205 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:56.103798 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:56.131277 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c6b69-2ae5-4ea4-9b62-4fc7ccca16bd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Port': ['ID=b6c044ce-d0c5-42de-9606-16697000254e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:56.179871 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:56.285391 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 462c0c45-8d36-4dc9-a53d-ba219ee6f2cf no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:33:56.388702 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 462c0c45-8d36-4dc9-a53d-ba219ee6f2cf {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:33:56.389209 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 462c0c45-8d36-4dc9-a53d-ba219ee6f2cf not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:33:56.389461 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 927ccec6-a317-49f4-9e4f-71454502f4df no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:33:56.479261 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-56b02af6-8112-4f1b-84a3-3d7707bb8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:56.526581 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 927ccec6-a317-49f4-9e4f-71454502f4df {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:33:56.526918 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 927ccec6-a317-49f4-9e4f-71454502f4df not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:33:56.553731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7b771-b468-40c6-8caa-341a48e5c211 None None] Pushing event updated for resources: {'Port': ['ID=bcf66064-117c-455b-8c9d-f165a369b328,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:56.564914 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] Attempting to bind port bcf66064-117c-455b-8c9d-f165a369b328 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:33:56.565353 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] Attempting to bind port bcf66064-117c-455b-8c9d-f165a369b328 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:33:56.565724 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] Attempting to bind port bcf66064-117c-455b-8c9d-f165a369b328 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:33:56.571689 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adbde427-76c2-4c58-9dcd-27d1d1bde459 req-e5115370-dc46-43e7-b74b-aade4c4bc038 tempest-TestServerMultinode-1042890527 tempest-TestServerMultinode-1042890527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82db33d0-a85f-442b-87a1-6abde59b3912 HTTP/1.1" status: 200 len: 210 time: 0.2465806 Nov 08 00:33:56.572080 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:33:56.572766 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:33:56.573436 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:56.574047 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:33:56.574453 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c17c6b69-2ae5-4ea4-9b62-4fc7ccca16bd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:56.575343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] Bound port: bcf66064-117c-455b-8c9d-f165a369b328, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:33:56.576080 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:56.684479 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9175131e-2a89-44dd-9fca-a60e4753b205 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:56.695993 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9175131e-2a89-44dd-9fca-a60e4753b205 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:56.700725 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] For port bcf66064-117c-455b-8c9d-f165a369b328, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:33:56.706958 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] For port bcf66064-117c-455b-8c9d-f165a369b328, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bcf66064-117c-455b-8c9d-f165a369b328,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:33:56.714241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device fb17c3cc-495e-4b0c-88dc-ecedfcf68abc no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:33:56.755826 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: fb17c3cc-495e-4b0c-88dc-ecedfcf68abc {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:33:56.755826 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device fb17c3cc-495e-4b0c-88dc-ecedfcf68abc not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:33:56.786127 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:56.856730 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] Routers {'5b639f1b-b29e-445e-8765-90517b6d52f6'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:56.857591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['5b639f1b-b29e-445e-8765-90517b6d52f6'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:56.935573 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7b771-b468-40c6-8caa-341a48e5c211 None None] Pushing event updated for resources: {'Port': ['ID=bcf66064-117c-455b-8c9d-f165a369b328,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:57.017602 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] Set router 5b639f1b-b29e-445e-8765-90517b6d52f6 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:57.017819 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17c6b69-2ae5-4ea4-9b62-4fc7ccca16bd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 50512e1e-a145-4f56-bc0d-868df0514dea has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:33:57.191561 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17c6b69-2ae5-4ea4-9b62-4fc7ccca16bd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:33:57.203644 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21623374-2817-4f61-9cff-d4c47e0b3f27 None None] Sync routers for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:33:57.210003 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c17c6b69-2ae5-4ea4-9b62-4fc7ccca16bd tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/50512e1e-a145-4f56-bc0d-868df0514dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6567497 Nov 08 00:33:57.210859 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41418) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:57.217704 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21623374-2817-4f61-9cff-d4c47e0b3f27 None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:57.218324 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-21623374-2817-4f61-9cff-d4c47e0b3f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:57.292371 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf87f28-c9d1-41c9-bce8-d343dbaf70d8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting subnet 700247d5-8292-4819-ad0d-f13359608554 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:33:57.307224 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2bf87f28-c9d1-41c9-bce8-d343dbaf70d8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:57.321860 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'name': 'tempest-ImageQuotaTest-952071225-router', 'tenant_id': '7c677d19bb7543c38466cd744faf660f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bcf66064-117c-455b-8c9d-f165a369b328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:50Z', 'updated_at': '2021-11-08T00:33:52Z', 'revision_number': 3, 'project_id': '7c677d19bb7543c38466cd744faf660f', 'gw_port': {'id': 'bcf66064-117c-455b-8c9d-f165a369b328', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:51Z', 'updated_at': '2021-11-08T00:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:57.332052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-56b02af6-8112-4f1b-84a3-3d7707bb8e3b admin admin] Allocated IP 172.20.0.1 (1bb99286-5590-4fc0-919e-dd1affc95e96/5726c528-8541-448a-9471-7562c8dbba40/01b9ee62-8295-4ffe-bd15-fc71facaa2da) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:33:57.336539 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-21623374-2817-4f61-9cff-d4c47e0b3f27 None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:57.387018 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680171ab-a8ab-4a6e-96c7-905a8f894f0c None None] The sync data for ids ['5b639f1b-b29e-445e-8765-90517b6d52f6'] in n-d-816882-1 is: [{'id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'name': 'tempest-ImageQuotaTest-952071225-router', 'tenant_id': '7c677d19bb7543c38466cd744faf660f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bcf66064-117c-455b-8c9d-f165a369b328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:50Z', 'updated_at': '2021-11-08T00:33:52Z', 'revision_number': 3, 'project_id': '7c677d19bb7543c38466cd744faf660f', 'gw_port': {'id': 'bcf66064-117c-455b-8c9d-f165a369b328', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:51Z', 'updated_at': '2021-11-08T00:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:33:57.414480 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2bf87f28-c9d1-41c9-bce8-d343dbaf70d8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:57.549164 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-56b02af6-8112-4f1b-84a3-3d7707bb8e3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:57.569006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9175131e-2a89-44dd-9fca-a60e4753b205 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Router eeefcd3a-20de-4822-867f-9271ee003240 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:33:57.590189 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2bf87f28-c9d1-41c9-bce8-d343dbaf70d8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:57.677745 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41426) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:57.729336 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-21623374-2817-4f61-9cff-d4c47e0b3f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:55Z', 'revision_number': 9, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:57.802209 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21623374-2817-4f61-9cff-d4c47e0b3f27 None None] Checking router: 50512e1e-a145-4f56-bc0d-868df0514dea for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:33:57.817898 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21623374-2817-4f61-9cff-d4c47e0b3f27 None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:57.818770 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-21623374-2817-4f61-9cff-d4c47e0b3f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:57.837561 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-56b02af6-8112-4f1b-84a3-3d7707bb8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:57.880322 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2bf87f28-c9d1-41c9-bce8-d343dbaf70d8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:57.918012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b02af6-8112-4f1b-84a3-3d7707bb8e3b admin admin] Pushing event updated for resources: {'Port': ['ID=01b9ee62-8295-4ffe-bd15-fc71facaa2da,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:57.924385 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9175131e-2a89-44dd-9fca-a60e4753b205 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:33:57.930758 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9175131e-2a89-44dd-9fca-a60e4753b205 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:57.932116 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9175131e-2a89-44dd-9fca-a60e4753b205 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "PUT /v2.0/routers/eeefcd3a-20de-4822-867f-9271ee003240 HTTP/1.1" status: 200 len: 919 time: 5.6760955 Nov 08 00:33:57.935561 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05be617e-6f19-47ea-9a10-bed6376ebf3b None None] Sync routers for ids ['eeefcd3a-20de-4822-867f-9271ee003240'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:33:57.946189 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41430) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:57.972729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05be617e-6f19-47ea-9a10-bed6376ebf3b None None] Routers {'eeefcd3a-20de-4822-867f-9271ee003240'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:57.973587 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-05be617e-6f19-47ea-9a10-bed6376ebf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['eeefcd3a-20de-4822-867f-9271ee003240'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:58.024765 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2bf87f28-c9d1-41c9-bce8-d343dbaf70d8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:58.028183 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2bf87f28-c9d1-41c9-bce8-d343dbaf70d8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/subnets/700247d5-8292-4819-ad0d-f13359608554 HTTP/1.1" status: 204 len: 168 time: 0.8158262 Nov 08 00:33:58.031373 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41432) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:58.040538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b02af6-8112-4f1b-84a3-3d7707bb8e3b admin admin] Network 1bb99286-5590-4fc0-919e-dd1affc95e96 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:33:58.043534 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf87f28-c9d1-41c9-bce8-d343dbaf70d8 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Subnet': ['ID=700247d5-8292-4819-ad0d-f13359608554,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:58.111195 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-56b02af6-8112-4f1b-84a3-3d7707bb8e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:33:58.112148 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b02af6-8112-4f1b-84a3-3d7707bb8e3b admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:33:58.145476 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea86588-9f8e-4448-a29b-7009266a1a2c None None] Network ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:33:58.175342 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-05be617e-6f19-47ea-9a10-bed6376ebf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:58.195156 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-56b02af6-8112-4f1b-84a3-3d7707bb8e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:58.273372 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05be617e-6f19-47ea-9a10-bed6376ebf3b None None] Routers {'eeefcd3a-20de-4822-867f-9271ee003240'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:33:58.274046 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-05be617e-6f19-47ea-9a10-bed6376ebf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:33:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['eeefcd3a-20de-4822-867f-9271ee003240'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:58.437102 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-21623374-2817-4f61-9cff-d4c47e0b3f27 None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:33:58.480321 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bcf66064-117c-455b-8c9d-f165a369b328 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:33:58.569035 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87673f1b-f488-4dbc-80aa-77fe3bc435bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:58.585927 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-05be617e-6f19-47ea-9a10-bed6376ebf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:58.586875 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05be617e-6f19-47ea-9a10-bed6376ebf3b None None] The sync data for ids ['eeefcd3a-20de-4822-867f-9271ee003240'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:33:58.621859 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cde7576d-0b44-4117-aad1-c4e2095d690e tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "GET /v2.0/routers/eeefcd3a-20de-4822-867f-9271ee003240 HTTP/1.1" status: 200 len: 925 time: 0.6720302 Nov 08 00:33:58.628410 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41436) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:58.664721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port bcf66064-117c-455b-8c9d-f165a369b328 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:58.668044 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:58.674930 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-56b02af6-8112-4f1b-84a3-3d7707bb8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:58.774418 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e37a4d-6f37-43b4-a69e-7ea4ea931908 None None] DHCP port deletion for ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:33:58.865426 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-21623374-2817-4f61-9cff-d4c47e0b3f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:55Z', 'revision_number': 9, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:33:58.872677 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f705ca6-b2aa-4cbd-850b-d639188aba9f tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:58.874186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0a6530f6-f124-49f3-b9b2-061d8c342da0 None None] Provisioning complete for port 01b9ee62-8295-4ffe-bd15-fc71facaa2da triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:33:58.874557 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0a6530f6-f124-49f3-b9b2-061d8c342da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:58.878743 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5f705ca6-b2aa-4cbd-850b-d639188aba9f tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&device_id=eeefcd3a-20de-4822-867f-9271ee003240&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2492886 Nov 08 00:33:58.905625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41442) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:58.932120 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21623374-2817-4f61-9cff-d4c47e0b3f27 None None] The sync data for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 is: [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:33:55Z', 'revision_number': 9, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d0ab19-ba2d-40ac-a780-5e28342224a7', 'name': '', 'network_id': '6751d54e-5867-449e-a715-84203d1df288', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:45:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:26Z', 'updated_at': '2021-11-08T00:33:33Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': 'eeeca968-d37e-480d-8444-74e790d959dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:33:59.029675 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:59.071067 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:59.100655 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port bcf66064-117c-455b-8c9d-f165a369b328, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bcf66064-117c-455b-8c9d-f165a369b328,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:59.109952 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0a6530f6-f124-49f3-b9b2-061d8c342da0 None None] Port 01b9ee62-8295-4ffe-bd15-fc71facaa2da cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:33:59.121838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-79e37a4d-6f37-43b4-a69e-7ea4ea931908 None None] Deleting port 96d962cb-83a3-4146-8c5f-63986f500128 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:33:59.122279 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-79e37a4d-6f37-43b4-a69e-7ea4ea931908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:59.282780 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a5ee6c-4837-4e63-8fdc-f7f4687e5f9f tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:33:59.292912 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41444) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:59.295086 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e4a5ee6c-4837-4e63-8fdc-f7f4687e5f9f tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "GET /v2.0/networks/93b45e1b-d6a9-4738-9835-eb7b67227ee4 HTTP/1.1" status: 200 len: 881 time: 0.3783319 Nov 08 00:33:59.345691 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6905413f-392e-4407-bb40-2df9da0d402c tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeefcd3a-20de-4822-867f-9271ee003240 HTTP/1.1" status: 200 len: 205 time: 0.0510645 Nov 08 00:33:59.349282 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41446) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:33:59.384904 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting port 96d962cb-83a3-4146-8c5f-63986f500128 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:33:59.385533 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:59.491562 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:59.568191 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-79e37a4d-6f37-43b4-a69e-7ea4ea931908 None None] For port 96d962cb-83a3-4146-8c5f-63986f500128, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=96d962cb-83a3-4146-8c5f-63986f500128,segment=NetworkSegment(b77f097d-0289-4f09-9b5c-d1cd86e98022),segment_id=b77f097d-0289-4f09-9b5c-d1cd86e98022)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:59.568665 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-79e37a4d-6f37-43b4-a69e-7ea4ea931908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:59.592376 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-800f6740-20ed-4dc9-981f-8d403d0685e0 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:59.596939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-79e37a4d-6f37-43b4-a69e-7ea4ea931908 None None] Calling delete_port for 96d962cb-83a3-4146-8c5f-63986f500128 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:33:59.602878 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=bcf66064-117c-455b-8c9d-f165a369b328,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:59.661139 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] For port 96d962cb-83a3-4146-8c5f-63986f500128, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=96d962cb-83a3-4146-8c5f-63986f500128,segment=NetworkSegment(b77f097d-0289-4f09-9b5c-d1cd86e98022),segment_id=b77f097d-0289-4f09-9b5c-d1cd86e98022)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:33:59.661699 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:59.689704 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Calling delete_port for 96d962cb-83a3-4146-8c5f-63986f500128 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:33:59.796952 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-79e37a4d-6f37-43b4-a69e-7ea4ea931908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:59.814311 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-56b02af6-8112-4f1b-84a3-3d7707bb8e3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:59.822313 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-800f6740-20ed-4dc9-981f-8d403d0685e0 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:59.868120 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e37a4d-6f37-43b4-a69e-7ea4ea931908 None None] Pushing event deleted for resources: {'Port': ['ID=96d962cb-83a3-4146-8c5f-63986f500128,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:33:59.871368 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-56b02af6-8112-4f1b-84a3-3d7707bb8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:33:59.877892 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e37a4d-6f37-43b4-a69e-7ea4ea931908 None None] No DVR routers for this DVR port 96d962cb-83a3-4146-8c5f-63986f500128 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:33:59.993161 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:00.027375 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Port': ['ID=96d962cb-83a3-4146-8c5f-63986f500128,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:00.036017 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] No DVR routers for this DVR port 96d962cb-83a3-4146-8c5f-63986f500128 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:00.036170 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-56b02af6-8112-4f1b-84a3-3d7707bb8e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:00.050927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b02af6-8112-4f1b-84a3-3d7707bb8e3b admin admin] Pushing event updated for resources: {'Port': ['ID=01b9ee62-8295-4ffe-bd15-fc71facaa2da,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:00.057645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-800f6740-20ed-4dc9-981f-8d403d0685e0 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Deleting port 41a465fe-16ef-4c34-9bdd-cf2464aec155 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:00.058000 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-800f6740-20ed-4dc9-981f-8d403d0685e0 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:00.075712 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b70b21d2-b4a4-4c83-9076-22be9ba72368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:00.169656 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-800f6740-20ed-4dc9-981f-8d403d0685e0 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:00.196346 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-800f6740-20ed-4dc9-981f-8d403d0685e0 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Calling delete_port for 41a465fe-16ef-4c34-9bdd-cf2464aec155 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:00.212962 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:00.249029 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:00.263509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77f097d-0289-4f09-9b5c-d1cd86e98022') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:00.264018 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77f097d-0289-4f09-9b5c-d1cd86e98022') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:00.268459 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bcf66064-117c-455b-8c9d-f165a369b328 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:34:00.279415 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:00.348405 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:00.379169 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:34:00.379169 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:34:00.383114 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:34:00.406414 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port bcf66064-117c-455b-8c9d-f165a369b328 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:00.408395 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:00.519755 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:00.534379 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:00.545306 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/networks/ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a HTTP/1.1" status: 204 len: 168 time: 2.5124114 Nov 08 00:34:00.545961 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41458) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:00.554763 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-800f6740-20ed-4dc9-981f-8d403d0685e0 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:00.561542 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488ccc0-68d0-4eab-9a7e-a9d55846fd0f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Network': ['ID=ca34ecc2-9d7c-465d-acf4-7ae9ebb6364a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:00.629355 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b6c044ce-d0c5-42de-9606-16697000254e no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:00.662958 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-b70b21d2-b4a4-4c83-9076-22be9ba72368 admin admin] Deleting port f294cbc6-0115-4ccd-92d1-79d5087dad0f {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:00.663872 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b70b21d2-b4a4-4c83-9076-22be9ba72368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:00.666014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: b6c044ce-d0c5-42de-9606-16697000254e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:34:00.666280 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b6c044ce-d0c5-42de-9606-16697000254e not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:34:00.666690 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 96d962cb-83a3-4146-8c5f-63986f500128 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:00.695122 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f6740-20ed-4dc9-981f-8d403d0685e0 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Pushing event deleted for resources: {'Port': ['ID=41a465fe-16ef-4c34-9bdd-cf2464aec155,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:00.711648 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 96d962cb-83a3-4146-8c5f-63986f500128 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:34:00.712101 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 96d962cb-83a3-4146-8c5f-63986f500128 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:34:00.772264 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-b70b21d2-b4a4-4c83-9076-22be9ba72368 admin admin] For port f294cbc6-0115-4ccd-92d1-79d5087dad0f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=f294cbc6-0115-4ccd-92d1-79d5087dad0f,segment=NetworkSegment(e0295b67-2770-46c9-a928-503e71b8a8e5),segment_id=e0295b67-2770-46c9-a928-503e71b8a8e5)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:00.772652 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b70b21d2-b4a4-4c83-9076-22be9ba72368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:00.779557 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-068a4f0d-37d6-4061-b11c-43c761a9c22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:00.788032 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-b70b21d2-b4a4-4c83-9076-22be9ba72368 admin admin] Calling delete_port for f294cbc6-0115-4ccd-92d1-79d5087dad0f owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:00.904357 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b02af6-8112-4f1b-84a3-3d7707bb8e3b admin admin] Network 1bb99286-5590-4fc0-919e-dd1affc95e96 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:34:00.909386 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-56b02af6-8112-4f1b-84a3-3d7707bb8e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:00.911492 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-800f6740-20ed-4dc9-981f-8d403d0685e0 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:01.036626 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:01.142117 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-800f6740-20ed-4dc9-981f-8d403d0685e0 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:01.145054 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b70b21d2-b4a4-4c83-9076-22be9ba72368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:01.147903 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-800f6740-20ed-4dc9-981f-8d403d0685e0 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:01.189510 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b21d2-b4a4-4c83-9076-22be9ba72368 admin admin] Pushing event deleted for resources: {'Port': ['ID=f294cbc6-0115-4ccd-92d1-79d5087dad0f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:01.272725 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9067fc16-a76e-4f49-ab6a-357ff7b642a8 None None] Provisioning complete for port 01b9ee62-8295-4ffe-bd15-fc71facaa2da triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:01.273337 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9067fc16-a76e-4f49-ab6a-357ff7b642a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:01.339077 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-800f6740-20ed-4dc9-981f-8d403d0685e0 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:01.339823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800f6740-20ed-4dc9-981f-8d403d0685e0 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Fanout notify agent at l3_agent the message router_deleted on router eeefcd3a-20de-4822-867f-9271ee003240 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:34:01.348646 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-800f6740-20ed-4dc9-981f-8d403d0685e0 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:01.350295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-800f6740-20ed-4dc9-981f-8d403d0685e0 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "DELETE /v2.0/routers/eeefcd3a-20de-4822-867f-9271ee003240 HTTP/1.1" status: 204 len: 168 time: 1.9857864 Nov 08 00:34:01.353937 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9067fc16-a76e-4f49-ab6a-357ff7b642a8 None None] Port 01b9ee62-8295-4ffe-bd15-fc71facaa2da cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:34:01.356937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41468) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:01.364359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-234d554b-7aa8-4c20-894c-c6f98cc4c1d7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-726909688', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}, 'admin_state_up': False}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:01.372551 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b02af6-8112-4f1b-84a3-3d7707bb8e3b admin admin] Router 5b639f1b-b29e-445e-8765-90517b6d52f6 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:34:01.486932 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b70b21d2-b4a4-4c83-9076-22be9ba72368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:01.731835 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70b21d2-b4a4-4c83-9076-22be9ba72368 admin admin] Router 62760149-5fca-474f-a05a-11871ea6b618 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:34:01.785175 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:01.873089 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70b21d2-b4a4-4c83-9076-22be9ba72368 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:34:01.886893 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b70b21d2-b4a4-4c83-9076-22be9ba72368 admin admin] 10.222.0.13 "PUT /v2.0/routers/62760149-5fca-474f-a05a-11871ea6b618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1957500 Nov 08 00:34:01.887661 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76acfec0-4257-40e6-afa4-4ab7331597ac None None] Sync routers for ids ['62760149-5fca-474f-a05a-11871ea6b618'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:34:01.894794 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41474) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:01.899598 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76acfec0-4257-40e6-afa4-4ab7331597ac None None] Routers {'62760149-5fca-474f-a05a-11871ea6b618'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:01.901051 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-76acfec0-4257-40e6-afa4-4ab7331597ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['62760149-5fca-474f-a05a-11871ea6b618'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:01.903842 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-234d554b-7aa8-4c20-894c-c6f98cc4c1d7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:01.904874 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-234d554b-7aa8-4c20-894c-c6f98cc4c1d7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:01.971338 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-234d554b-7aa8-4c20-894c-c6f98cc4c1d7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:02.011879 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:02.071053 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:02.082843 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-76acfec0-4257-40e6-afa4-4ab7331597ac None None] Set router 62760149-5fca-474f-a05a-11871ea6b618 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:34:02.232501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b02af6-8112-4f1b-84a3-3d7707bb8e3b admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:34:02.243263 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] Sync routers for ids ['5b639f1b-b29e-445e-8765-90517b6d52f6'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:34:02.244363 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:02.246778 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-56b02af6-8112-4f1b-84a3-3d7707bb8e3b admin admin] 10.222.0.13 "PUT /v2.0/routers/5b639f1b-b29e-445e-8765-90517b6d52f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0168357 Nov 08 00:34:02.268789 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] Routers {'5b639f1b-b29e-445e-8765-90517b6d52f6'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:02.269460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['5b639f1b-b29e-445e-8765-90517b6d52f6'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:02.385884 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Deleting port 848e908d-eafe-4fef-bf5a-ffe17893e9da {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:02.386661 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:02.390435 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-234d554b-7aa8-4c20-894c-c6f98cc4c1d7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:02.408417 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-48a03426-947c-4356-8b44-025e3ef2d42e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:02.421498 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-76acfec0-4257-40e6-afa4-4ab7331597ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62760149-5fca-474f-a05a-11871ea6b618', 'name': 'tempest-TestServerMultinode-1186341387-router', 'tenant_id': 'e654d48041cb41cfbc892b9cf478725c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '848e908d-eafe-4fef-bf5a-ffe17893e9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:31Z', 'updated_at': '2021-11-08T00:34:01Z', 'revision_number': 5, 'project_id': 'e654d48041cb41cfbc892b9cf478725c', 'gw_port': {'id': '848e908d-eafe-4fef-bf5a-ffe17893e9da', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62760149-5fca-474f-a05a-11871ea6b618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:32Z', 'updated_at': '2021-11-08T00:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:02.482072 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76acfec0-4257-40e6-afa4-4ab7331597ac None None] Checking router: 62760149-5fca-474f-a05a-11871ea6b618 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:34:02.510980 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76acfec0-4257-40e6-afa4-4ab7331597ac None None] Routers {'62760149-5fca-474f-a05a-11871ea6b618'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:02.511610 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-76acfec0-4257-40e6-afa4-4ab7331597ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['62760149-5fca-474f-a05a-11871ea6b618'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:02.528035 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] Set router 5b639f1b-b29e-445e-8765-90517b6d52f6 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:34:02.579834 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] For port 848e908d-eafe-4fef-bf5a-ffe17893e9da, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=848e908d-eafe-4fef-bf5a-ffe17893e9da,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:02.580203 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:02.614922 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Calling delete_port for 848e908d-eafe-4fef-bf5a-ffe17893e9da owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:02.716465 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-76acfec0-4257-40e6-afa4-4ab7331597ac None None] Set router 62760149-5fca-474f-a05a-11871ea6b618 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:34:02.845271 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-76acfec0-4257-40e6-afa4-4ab7331597ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62760149-5fca-474f-a05a-11871ea6b618', 'name': 'tempest-TestServerMultinode-1186341387-router', 'tenant_id': 'e654d48041cb41cfbc892b9cf478725c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:31Z', 'updated_at': '2021-11-08T00:34:02Z', 'revision_number': 6, 'project_id': 'e654d48041cb41cfbc892b9cf478725c', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:02.889513 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76acfec0-4257-40e6-afa4-4ab7331597ac None None] The sync data for ids ['62760149-5fca-474f-a05a-11871ea6b618'] in n-d-816882-1 is: [{'id': '62760149-5fca-474f-a05a-11871ea6b618', 'name': 'tempest-TestServerMultinode-1186341387-router', 'tenant_id': 'e654d48041cb41cfbc892b9cf478725c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:31Z', 'updated_at': '2021-11-08T00:34:02Z', 'revision_number': 6, 'project_id': 'e654d48041cb41cfbc892b9cf478725c', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:34:02.974938 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'name': 'tempest-ImageQuotaTest-952071225-router', 'tenant_id': '7c677d19bb7543c38466cd744faf660f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bcf66064-117c-455b-8c9d-f165a369b328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:50Z', 'updated_at': '2021-11-08T00:33:58Z', 'revision_number': 4, 'project_id': '7c677d19bb7543c38466cd744faf660f', 'gw_port': {'id': 'bcf66064-117c-455b-8c9d-f165a369b328', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:51Z', 'updated_at': '2021-11-08T00:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '01b9ee62-8295-4ffe-bd15-fc71facaa2da', 'name': '', 'network_id': '1bb99286-5590-4fc0-919e-dd1affc95e96', 'tenant_id': '7c677d19bb7543c38466cd744faf660f', 'mac_address': 'fa:16:3e:9f:f4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '5726c528-8541-448a-9471-7562c8dbba40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:56Z', 'updated_at': '2021-11-08T00:33:58Z', 'revision_number': 2, 'project_id': '7c677d19bb7543c38466cd744faf660f', 'subnets': [{'id': '5726c528-8541-448a-9471-7562c8dbba40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:03.040805 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] Checking router: 5b639f1b-b29e-445e-8765-90517b6d52f6 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:34:03.041669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] Updating router 5b639f1b-b29e-445e-8765-90517b6d52f6 port 01b9ee62-8295-4ffe-bd15-fc71facaa2da binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:34:03.071705 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:03.101549 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:03.120259 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Pushing event deleted for resources: {'Port': ['ID=848e908d-eafe-4fef-bf5a-ffe17893e9da,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:03.138382 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-234d554b-7aa8-4c20-894c-c6f98cc4c1d7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:03.160162 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:03.160632 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:03.161052 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:03.161490 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:03.161923 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:03.162359 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:03.162780 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:03.163199 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:03.163865 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:03.164298 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:03.164939 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:03.165438 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:03.208054 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-234d554b-7aa8-4c20-894c-c6f98cc4c1d7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:03.239520 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:03.404700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-48a03426-947c-4356-8b44-025e3ef2d42e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting port 84d0ab19-ba2d-40ac-a780-5e28342224a7 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:03.417735 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-48a03426-947c-4356-8b44-025e3ef2d42e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:03.496897 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:03.525559 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:03.528946 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:03.620395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-234d554b-7aa8-4c20-894c-c6f98cc4c1d7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Allocated IP 172.25.2.239 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/8d8f2db8-8630-469f-93ae-8903d87663f7) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:34:03.692635 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:03.769354 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:03.769973 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62760149-5fca-474f-a05a-11871ea6b618 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:34:03.776605 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:03.777978 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-16075463-7e10-4dd3-9b97-7d00ac81a068 admin admin] 10.222.0.13 "DELETE /v2.0/routers/62760149-5fca-474f-a05a-11871ea6b618 HTTP/1.1" status: 204 len: 168 time: 1.8821492 Nov 08 00:34:03.789604 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41538) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:03.789762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-48a03426-947c-4356-8b44-025e3ef2d42e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] For port 84d0ab19-ba2d-40ac-a780-5e28342224a7, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=84d0ab19-ba2d-40ac-a780-5e28342224a7,segment=NetworkSegment(8427444e-e382-4534-84c7-14393c5c6a4b),segment_id=8427444e-e382-4534-84c7-14393c5c6a4b)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:03.789762 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-48a03426-947c-4356-8b44-025e3ef2d42e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:03.828699 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-234d554b-7aa8-4c20-894c-c6f98cc4c1d7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:03.831407 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-48a03426-947c-4356-8b44-025e3ef2d42e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Calling delete_port for 84d0ab19-ba2d-40ac-a780-5e28342224a7 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:03.836747 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:03.837853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd775157-66a5-4678-acec-aa8c4f4f7e64 admin admin] Deleting subnet 86357c1a-15b6-4ffe-827a-71582c979c8e {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:34:03.846982 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd775157-66a5-4678-acec-aa8c4f4f7e64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:03.945052 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd775157-66a5-4678-acec-aa8c4f4f7e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:04.009260 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-234d554b-7aa8-4c20-894c-c6f98cc4c1d7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:04.096689 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d554b-7aa8-4c20-894c-c6f98cc4c1d7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Pushing event updated for resources: {'Port': ['ID=8d8f2db8-8630-469f-93ae-8903d87663f7,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:04.143498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234d554b-7aa8-4c20-894c-c6f98cc4c1d7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:34:04.145959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-234d554b-7aa8-4c20-894c-c6f98cc4c1d7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:04.149481 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d554b-7aa8-4c20-894c-c6f98cc4c1d7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:34:04.194802 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb77f2-21ff-414d-8809-9c83b1da77a7 None None] Pushing event updated for resources: {'Port': ['ID=01b9ee62-8295-4ffe-bd15-fc71facaa2da,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:04.212173 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] Attempting to bind port 01b9ee62-8295-4ffe-bd15-fc71facaa2da on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:34:04.223213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] Attempting to bind port 01b9ee62-8295-4ffe-bd15-fc71facaa2da by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '27d91a53-6c8e-46f5-9e9c-63f763e26a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1bb99286-5590-4fc0-919e-dd1affc95e96'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:34:04.223565 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] Attempting to bind port 01b9ee62-8295-4ffe-bd15-fc71facaa2da on network 1bb99286-5590-4fc0-919e-dd1affc95e96 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:34:04.234431 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:34:04.234817 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] Checking segment: {'id': '27d91a53-6c8e-46f5-9e9c-63f763e26a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1bb99286-5590-4fc0-919e-dd1affc95e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:34:04.235220 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:04.236862 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] Bound using segment: {'id': '27d91a53-6c8e-46f5-9e9c-63f763e26a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1bb99286-5590-4fc0-919e-dd1affc95e96'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:34:04.237348 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] Bound port: 01b9ee62-8295-4ffe-bd15-fc71facaa2da, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d91a53-6c8e-46f5-9e9c-63f763e26a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1bb99286-5590-4fc0-919e-dd1affc95e96'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:34:04.237915 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:04.266258 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd775157-66a5-4678-acec-aa8c4f4f7e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:04.308182 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 848e908d-eafe-4fef-bf5a-ffe17893e9da no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:04.403924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] For port 01b9ee62-8295-4ffe-bd15-fc71facaa2da, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:34:04.407619 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] For port 01b9ee62-8295-4ffe-bd15-fc71facaa2da, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=01b9ee62-8295-4ffe-bd15-fc71facaa2da,segment=NetworkSegment(27d91a53-6c8e-46f5-9e9c-63f763e26a06),segment_id=27d91a53-6c8e-46f5-9e9c-63f763e26a06)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:34:04.427640 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 848e908d-eafe-4fef-bf5a-ffe17893e9da {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:34:04.435435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 848e908d-eafe-4fef-bf5a-ffe17893e9da not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:34:04.449279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f294cbc6-0115-4ccd-92d1-79d5087dad0f no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:04.490583 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:04.535820 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: f294cbc6-0115-4ccd-92d1-79d5087dad0f {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:34:04.536180 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f294cbc6-0115-4ccd-92d1-79d5087dad0f not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:34:04.557363 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd775157-66a5-4678-acec-aa8c4f4f7e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:04.585316 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb77f2-21ff-414d-8809-9c83b1da77a7 None None] Pushing event updated for resources: {'Port': ['ID=01b9ee62-8295-4ffe-bd15-fc71facaa2da,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:04.590032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-61a97583-ac5c-499e-8055-bdd96e1cdc17 None None] Provisioning complete for port 01b9ee62-8295-4ffe-bd15-fc71facaa2da triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:04.590405 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61a97583-ac5c-499e-8055-bdd96e1cdc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:04.597590 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-48a03426-947c-4356-8b44-025e3ef2d42e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:04.642313 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd775157-66a5-4678-acec-aa8c4f4f7e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86357c1a-15b6-4ffe-827a-71582c979c8e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:04.645320 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd775157-66a5-4678-acec-aa8c4f4f7e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:04.655980 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3af0a9-827a-40b4-90a6-0e4e04099baa None None] Network 639e8422-575c-4b74-b12e-94c71b983f87 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:34:04.666151 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dd775157-66a5-4678-acec-aa8c4f4f7e64 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/86357c1a-15b6-4ffe-827a-71582c979c8e HTTP/1.1" status: 204 len: 168 time: 0.8841503 Nov 08 00:34:04.668549 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41568) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:04.694066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a03426-947c-4356-8b44-025e3ef2d42e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Port': ['ID=84d0ab19-ba2d-40ac-a780-5e28342224a7,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:04.797875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41582) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:04.886087 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] Routers {'5b639f1b-b29e-445e-8765-90517b6d52f6'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:04.886645 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['5b639f1b-b29e-445e-8765-90517b6d52f6'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:05.037163 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:05.048590 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61a97583-ac5c-499e-8055-bdd96e1cdc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:05.087494 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-61a97583-ac5c-499e-8055-bdd96e1cdc17 None None] For port 01b9ee62-8295-4ffe-bd15-fc71facaa2da, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=01b9ee62-8295-4ffe-bd15-fc71facaa2da,segment=NetworkSegment(27d91a53-6c8e-46f5-9e9c-63f763e26a06),segment_id=27d91a53-6c8e-46f5-9e9c-63f763e26a06)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:05.128976 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-48a03426-947c-4356-8b44-025e3ef2d42e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:05.136703 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] Set router 5b639f1b-b29e-445e-8765-90517b6d52f6 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:34:05.139205 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5728977-fe96-4aed-ae97-0c1800b17fce None None] DHCP port deletion for 639e8422-575c-4b74-b12e-94c71b983f87 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:34:05.182426 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61a97583-ac5c-499e-8055-bdd96e1cdc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:05.248091 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a97583-ac5c-499e-8055-bdd96e1cdc17 None None] Pushing event updated for resources: {'Port': ['ID=01b9ee62-8295-4ffe-bd15-fc71facaa2da,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:05.291458 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-234d554b-7aa8-4c20-894c-c6f98cc4c1d7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:05.301151 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] Deleting port 80f8c599-218b-4762-8af6-c56274a024d4 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:05.302400 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:05.413041 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ed7ce221-40f2-4ca9-b7bc-0069f38c02a9 None None] Provisioning complete for port 01b9ee62-8295-4ffe-bd15-fc71facaa2da triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:05.413439 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed7ce221-40f2-4ca9-b7bc-0069f38c02a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:05.431888 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] For port 80f8c599-218b-4762-8af6-c56274a024d4, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=80f8c599-218b-4762-8af6-c56274a024d4,segment=NetworkSegment(e0295b67-2770-46c9-a928-503e71b8a8e5),segment_id=e0295b67-2770-46c9-a928-503e71b8a8e5)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:05.432258 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:05.467622 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] Calling delete_port for 80f8c599-218b-4762-8af6-c56274a024d4 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:05.496176 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b5728977-fe96-4aed-ae97-0c1800b17fce None None] Deleting port 80f8c599-218b-4762-8af6-c56274a024d4 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:05.496548 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5728977-fe96-4aed-ae97-0c1800b17fce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:05.614354 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a03426-947c-4356-8b44-025e3ef2d42e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 50512e1e-a145-4f56-bc0d-868df0514dea has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:34:05.653124 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b5728977-fe96-4aed-ae97-0c1800b17fce None None] For port 80f8c599-218b-4762-8af6-c56274a024d4, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=80f8c599-218b-4762-8af6-c56274a024d4,segment=NetworkSegment(e0295b67-2770-46c9-a928-503e71b8a8e5),segment_id=e0295b67-2770-46c9-a928-503e71b8a8e5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:05.653702 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5728977-fe96-4aed-ae97-0c1800b17fce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:05.699378 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b5728977-fe96-4aed-ae97-0c1800b17fce None None] Calling delete_port for 80f8c599-218b-4762-8af6-c56274a024d4 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:05.741702 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ea16e67-d5eb-4d55-871b-c54893d9d0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:05.784074 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:05.806251 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-234d554b-7aa8-4c20-894c-c6f98cc4c1d7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:05.856141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a03426-947c-4356-8b44-025e3ef2d42e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:34:05.870307 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f8c599-218b-4762-8af6-c56274a024d4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:05.871118 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6593dc15-1f88-443d-908f-b632f0918602 None None] Sync routers for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:34:05.874565 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] No DVR routers for this DVR port 80f8c599-218b-4762-8af6-c56274a024d4 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:05.888673 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6593dc15-1f88-443d-908f-b632f0918602 None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:05.891119 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6593dc15-1f88-443d-908f-b632f0918602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:05.918687 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-48a03426-947c-4356-8b44-025e3ef2d42e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/50512e1e-a145-4f56-bc0d-868df0514dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3700051 Nov 08 00:34:05.920464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41602) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:06.007389 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be520de-187f-496b-bc76-061de153977e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting subnet eeeca968-d37e-480d-8444-74e790d959dd {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:34:06.009704 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:06.011855 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5be520de-187f-496b-bc76-061de153977e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:06.074963 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5be520de-187f-496b-bc76-061de153977e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:06.113100 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639e8422-575c-4b74-b12e-94c71b983f87']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:06.135430 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-6593dc15-1f88-443d-908f-b632f0918602 None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:34:06.155647 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0295b67-2770-46c9-a928-503e71b8a8e5') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:06.156242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0295b67-2770-46c9-a928-503e71b8a8e5') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:06.157770 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5728977-fe96-4aed-ae97-0c1800b17fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:06.176468 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:06.201527 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:06.228480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:34:06.229746 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:06.232376 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5728977-fe96-4aed-ae97-0c1800b17fce None None] No DVR routers for this DVR port 80f8c599-218b-4762-8af6-c56274a024d4 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:34:06.235174 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:34:06.327578 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 80f8c599-218b-4762-8af6-c56274a024d4 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:06.343565 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5728977-fe96-4aed-ae97-0c1800b17fce None None] Pushing event deleted for resources: {'Port': ['ID=80f8c599-218b-4762-8af6-c56274a024d4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:06.370493 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5be520de-187f-496b-bc76-061de153977e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:06.392800 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 80f8c599-218b-4762-8af6-c56274a024d4 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:34:06.393710 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 80f8c599-218b-4762-8af6-c56274a024d4 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:34:06.419889 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'name': 'tempest-ImageQuotaTest-952071225-router', 'tenant_id': '7c677d19bb7543c38466cd744faf660f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bcf66064-117c-455b-8c9d-f165a369b328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:50Z', 'updated_at': '2021-11-08T00:33:58Z', 'revision_number': 4, 'project_id': '7c677d19bb7543c38466cd744faf660f', 'gw_port': {'id': 'bcf66064-117c-455b-8c9d-f165a369b328', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:51Z', 'updated_at': '2021-11-08T00:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '01b9ee62-8295-4ffe-bd15-fc71facaa2da', 'name': '', 'network_id': '1bb99286-5590-4fc0-919e-dd1affc95e96', 'tenant_id': '7c677d19bb7543c38466cd744faf660f', 'mac_address': 'fa:16:3e:9f:f4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '5726c528-8541-448a-9471-7562c8dbba40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:56Z', 'updated_at': '2021-11-08T00:34:04Z', 'revision_number': 4, 'project_id': '7c677d19bb7543c38466cd744faf660f', 'subnets': [{'id': '5726c528-8541-448a-9471-7562c8dbba40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:06.451173 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234d554b-7aa8-4c20-894c-c6f98cc4c1d7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Router d4039f87-d090-4579-9e20-1e80600905f9 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:34:06.470412 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb717f9-e33f-4cb2-b97e-e0da8740c590 None None] The sync data for ids ['5b639f1b-b29e-445e-8765-90517b6d52f6'] in n-d-816882-1 is: [{'id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'name': 'tempest-ImageQuotaTest-952071225-router', 'tenant_id': '7c677d19bb7543c38466cd744faf660f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bcf66064-117c-455b-8c9d-f165a369b328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:50Z', 'updated_at': '2021-11-08T00:33:58Z', 'revision_number': 4, 'project_id': '7c677d19bb7543c38466cd744faf660f', 'gw_port': {'id': 'bcf66064-117c-455b-8c9d-f165a369b328', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:51Z', 'updated_at': '2021-11-08T00:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '01b9ee62-8295-4ffe-bd15-fc71facaa2da', 'name': '', 'network_id': '1bb99286-5590-4fc0-919e-dd1affc95e96', 'tenant_id': '7c677d19bb7543c38466cd744faf660f', 'mac_address': 'fa:16:3e:9f:f4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '5726c528-8541-448a-9471-7562c8dbba40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:56Z', 'updated_at': '2021-11-08T00:34:04Z', 'revision_number': 4, 'project_id': '7c677d19bb7543c38466cd744faf660f', 'subnets': [{'id': '5726c528-8541-448a-9471-7562c8dbba40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:34:06.506821 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:06.519289 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:06.536409 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] 10.222.0.13 "DELETE /v2.0/networks/639e8422-575c-4b74-b12e-94c71b983f87 HTTP/1.1" status: 204 len: 168 time: 1.8661077 Nov 08 00:34:06.577479 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41610) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:06.605745 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6593dc15-1f88-443d-908f-b632f0918602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:34:04Z', 'revision_number': 10, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:06.669646 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6593dc15-1f88-443d-908f-b632f0918602 None None] Checking router: 50512e1e-a145-4f56-bc0d-868df0514dea for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:34:06.680683 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5be520de-187f-496b-bc76-061de153977e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:06.685099 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6593dc15-1f88-443d-908f-b632f0918602 None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:06.685900 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6593dc15-1f88-443d-908f-b632f0918602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:06.707184 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2c167-9129-4ea0-b443-c645b1cb8781 admin admin] Pushing event deleted for resources: {'Network': ['ID=639e8422-575c-4b74-b12e-94c71b983f87,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:06.742088 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be520de-187f-496b-bc76-061de153977e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Subnet': ['ID=eeeca968-d37e-480d-8444-74e790d959dd,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:06.755114 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5be520de-187f-496b-bc76-061de153977e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:06.760788 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5be520de-187f-496b-bc76-061de153977e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/subnets/eeeca968-d37e-480d-8444-74e790d959dd HTTP/1.1" status: 204 len: 168 time: 0.8322523 Nov 08 00:34:06.761897 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41616) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:06.765031 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5d9ba4-4702-409c-a6fe-34719e3b92d7 None None] Network 6751d54e-5867-449e-a715-84203d1df288 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:34:06.820384 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234d554b-7aa8-4c20-894c-c6f98cc4c1d7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:34:06.908826 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-6593dc15-1f88-443d-908f-b632f0918602 None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:34:06.910162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2df39b-27c1-497e-9981-4e25de9169b4 None None] Sync routers for ids ['d4039f87-d090-4579-9e20-1e80600905f9'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:34:06.926664 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5ea16e67-d5eb-4d55-871b-c54893d9d0b1 admin admin] Deleting port 01b9ee62-8295-4ffe-bd15-fc71facaa2da {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:06.927005 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ea16e67-d5eb-4d55-871b-c54893d9d0b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:06.935223 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:06.947157 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-234d554b-7aa8-4c20-894c-c6f98cc4c1d7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:06.947715 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2df39b-27c1-497e-9981-4e25de9169b4 None None] Routers {'d4039f87-d090-4579-9e20-1e80600905f9'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:06.948711 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-234d554b-7aa8-4c20-894c-c6f98cc4c1d7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.5895972 Nov 08 00:34:06.951514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41620) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:06.955901 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-8c2df39b-27c1-497e-9981-4e25de9169b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d4039f87-d090-4579-9e20-1e80600905f9'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:06.959001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-e92e37ab-dbb1-4238-87b4-04792cb5846b tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:07.069787 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-8c2df39b-27c1-497e-9981-4e25de9169b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:07.160537 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2df39b-27c1-497e-9981-4e25de9169b4 None None] Routers {'d4039f87-d090-4579-9e20-1e80600905f9'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:07.162051 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-8c2df39b-27c1-497e-9981-4e25de9169b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d4039f87-d090-4579-9e20-1e80600905f9'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:07.247537 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-8c2df39b-27c1-497e-9981-4e25de9169b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:07.250800 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2df39b-27c1-497e-9981-4e25de9169b4 None None] The sync data for ids ['d4039f87-d090-4579-9e20-1e80600905f9'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:34:07.422165 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6593dc15-1f88-443d-908f-b632f0918602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:34:04Z', 'revision_number': 10, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:07.510760 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6593dc15-1f88-443d-908f-b632f0918602 None None] The sync data for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 is: [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:34:04Z', 'revision_number': 10, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None, '_interfaces': [{'id': '4714ad3e-9af9-4400-a1e2-3f23bc0f94ea', 'name': '', 'network_id': 'ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'mac_address': 'fa:16:3e:f1:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '3a423316-524a-45bd-a613-772a45122a36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:20Z', 'updated_at': '2021-11-08T00:33:24Z', 'revision_number': 5, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'subnets': [{'id': '3a423316-524a-45bd-a613-772a45122a36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:34:07.525914 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af56bc76-525f-469d-8f5b-cacdfa99a0dd None None] DHCP port deletion for 6751d54e-5867-449e-a715-84203d1df288 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:34:07.613197 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-af56bc76-525f-469d-8f5b-cacdfa99a0dd None None] Deleting port 0d613518-beb5-4b25-8e29-f1eb731d7835 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:07.614839 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af56bc76-525f-469d-8f5b-cacdfa99a0dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:07.759667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-af56bc76-525f-469d-8f5b-cacdfa99a0dd None None] For port 0d613518-beb5-4b25-8e29-f1eb731d7835, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0d613518-beb5-4b25-8e29-f1eb731d7835,segment=NetworkSegment(8427444e-e382-4534-84c7-14393c5c6a4b),segment_id=8427444e-e382-4534-84c7-14393c5c6a4b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:07.760225 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af56bc76-525f-469d-8f5b-cacdfa99a0dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:07.779607 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-af56bc76-525f-469d-8f5b-cacdfa99a0dd None None] Calling delete_port for 0d613518-beb5-4b25-8e29-f1eb731d7835 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:08.083355 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af56bc76-525f-469d-8f5b-cacdfa99a0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:08.145672 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-5ea16e67-d5eb-4d55-871b-c54893d9d0b1 admin admin] For port 01b9ee62-8295-4ffe-bd15-fc71facaa2da, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=01b9ee62-8295-4ffe-bd15-fc71facaa2da,segment=NetworkSegment(27d91a53-6c8e-46f5-9e9c-63f763e26a06),segment_id=27d91a53-6c8e-46f5-9e9c-63f763e26a06)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:08.147707 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ea16e67-d5eb-4d55-871b-c54893d9d0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:08.165182 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56bc76-525f-469d-8f5b-cacdfa99a0dd None None] Pushing event deleted for resources: {'Port': ['ID=0d613518-beb5-4b25-8e29-f1eb731d7835,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:08.199989 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af56bc76-525f-469d-8f5b-cacdfa99a0dd None None] No DVR routers for this DVR port 0d613518-beb5-4b25-8e29-f1eb731d7835 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:08.234745 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5ea16e67-d5eb-4d55-871b-c54893d9d0b1 admin admin] Calling delete_port for 01b9ee62-8295-4ffe-bd15-fc71facaa2da owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:08.346630 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting port 0d613518-beb5-4b25-8e29-f1eb731d7835 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:08.347300 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:08.354603 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 01b9ee62-8295-4ffe-bd15-fc71facaa2da up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:34:08.490577 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 01b9ee62-8295-4ffe-bd15-fc71facaa2da triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:08.491308 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:08.559494 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:08.605098 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] For port 0d613518-beb5-4b25-8e29-f1eb731d7835, host n-d-816882-1, got binding levels [] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:08.605448 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:08.676931 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Calling delete_port for 0d613518-beb5-4b25-8e29-f1eb731d7835 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:08.681576 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.ipam_backend_mixin [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Port 0d613518-beb5-4b25-8e29-f1eb731d7835 was not found and therefore no delete operation was performed {{(pid=102771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 00:34:08.689825 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:08.730473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210c9a8-77df-4360-acd6-f38de4236670 req-d14262ae-9665-4616-b7f3-10b2a40a3586 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:08.732967 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Port': ['ID=0d613518-beb5-4b25-8e29-f1eb731d7835,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:08.740570 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 84d0ab19-ba2d-40ac-a780-5e28342224a7 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:08.755126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210c9a8-77df-4360-acd6-f38de4236670 req-d14262ae-9665-4616-b7f3-10b2a40a3586 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:08.764740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] No DVR routers for this DVR port 0d613518-beb5-4b25-8e29-f1eb731d7835 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:08.772278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210c9a8-77df-4360-acd6-f38de4236670 req-d14262ae-9665-4616-b7f3-10b2a40a3586 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:08.778236 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210c9a8-77df-4360-acd6-f38de4236670 req-d14262ae-9665-4616-b7f3-10b2a40a3586 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:08.780657 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 84d0ab19-ba2d-40ac-a780-5e28342224a7 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:34:08.781008 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 84d0ab19-ba2d-40ac-a780-5e28342224a7 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:34:08.781423 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0d613518-beb5-4b25-8e29-f1eb731d7835 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:08.784539 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210c9a8-77df-4360-acd6-f38de4236670 req-d14262ae-9665-4616-b7f3-10b2a40a3586 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:08.790647 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210c9a8-77df-4360-acd6-f38de4236670 req-d14262ae-9665-4616-b7f3-10b2a40a3586 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:08.796821 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210c9a8-77df-4360-acd6-f38de4236670 req-d14262ae-9665-4616-b7f3-10b2a40a3586 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:08.799410 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1210c9a8-77df-4360-acd6-f38de4236670 req-d14262ae-9665-4616-b7f3-10b2a40a3586 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5443 time: 0.6375203 Nov 08 00:34:08.824834 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 0d613518-beb5-4b25-8e29-f1eb731d7835 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:34:08.825860 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0d613518-beb5-4b25-8e29-f1eb731d7835 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:34:08.862428 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e92e37ab-dbb1-4238-87b4-04792cb5846b tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:08.895334 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1210c9a8-77df-4360-acd6-f38de4236670 req-66961bbc-5d48-4fdc-9346-5911c5add5be tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794382 Nov 08 00:34:08.951514 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e92e37ab-dbb1-4238-87b4-04792cb5846b tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:08.956164 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:08.996762 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6751d54e-5867-449e-a715-84203d1df288']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:09.009938 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8427444e-e382-4534-84c7-14393c5c6a4b') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:09.010255 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8427444e-e382-4534-84c7-14393c5c6a4b') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:09.022639 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:09.057604 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd360b85-e510-4774-b786-9dee5bb6fbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:09.105550 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ea16e67-d5eb-4d55-871b-c54893d9d0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:09.137525 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:09.203819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-e92e37ab-dbb1-4238-87b4-04792cb5846b tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Deleting port 8d8f2db8-8630-469f-93ae-8903d87663f7 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:09.205243 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e92e37ab-dbb1-4238-87b4-04792cb5846b tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:09.266534 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:34:09.267167 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:34:09.271632 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:34:09.286667 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea16e67-d5eb-4d55-871b-c54893d9d0b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=01b9ee62-8295-4ffe-bd15-fc71facaa2da,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:09.336804 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-8e805865-79a1-4706-8931-544e00b35414 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:09.344294 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-8e805865-79a1-4706-8931-544e00b35414 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:09.354503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-8e805865-79a1-4706-8931-544e00b35414 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:09.364957 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-8e805865-79a1-4706-8931-544e00b35414 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:09.386476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-8e805865-79a1-4706-8931-544e00b35414 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:09.396735 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-8e805865-79a1-4706-8931-544e00b35414 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:09.415304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-8e805865-79a1-4706-8931-544e00b35414 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:09.417492 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-8e805865-79a1-4706-8931-544e00b35414 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.26 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5443 time: 0.2155952 Nov 08 00:34:09.451501 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e92e37ab-dbb1-4238-87b4-04792cb5846b tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:09.473353 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-e92e37ab-dbb1-4238-87b4-04792cb5846b tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Calling delete_port for 8d8f2db8-8630-469f-93ae-8903d87663f7 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:09.537801 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:09.562475 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:09.570382 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/networks/6751d54e-5867-449e-a715-84203d1df288 HTTP/1.1" status: 204 len: 168 time: 2.8060901 Nov 08 00:34:09.581167 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41650) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:09.627903 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34680bf-8aa1-4697-b80e-ab5019af48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Network': ['ID=6751d54e-5867-449e-a715-84203d1df288,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:09.738649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-6460eba1-1ead-4b01-a5c3-3eae8ae227b5 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:09.740831 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-6460eba1-1ead-4b01-a5c3-3eae8ae227b5 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.26 "GET /v2.0/ports/3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1369479 Nov 08 00:34:09.787996 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ea16e67-d5eb-4d55-871b-c54893d9d0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:09.820937 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e92e37ab-dbb1-4238-87b4-04792cb5846b tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:09.864701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e37ab-dbb1-4238-87b4-04792cb5846b tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Pushing event deleted for resources: {'Port': ['ID=8d8f2db8-8630-469f-93ae-8903d87663f7,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:09.969517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d20ab340-da2c-4bb3-bf6a-a2cb44bcda6e tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.26 "GET /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2216427 Nov 08 00:34:09.983863 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:09.998920 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-dd360b85-e510-4774-b786-9dee5bb6fbaa admin admin] Deleting port b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:09.999263 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd360b85-e510-4774-b786-9dee5bb6fbaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:10.042505 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e92e37ab-dbb1-4238-87b4-04792cb5846b tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:10.280200 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f687067-9700-4cf9-9859-a36287cf8be2 req-88298f55-6637-4217-82af-d53702de2782 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:10.295102 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f687067-9700-4cf9-9859-a36287cf8be2 req-88298f55-6637-4217-82af-d53702de2782 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:10.301627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f687067-9700-4cf9-9859-a36287cf8be2 req-88298f55-6637-4217-82af-d53702de2782 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:10.308007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f687067-9700-4cf9-9859-a36287cf8be2 req-88298f55-6637-4217-82af-d53702de2782 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:10.314167 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f687067-9700-4cf9-9859-a36287cf8be2 req-88298f55-6637-4217-82af-d53702de2782 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:10.318539 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-dd360b85-e510-4774-b786-9dee5bb6fbaa admin admin] For port b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64,segment=NetworkSegment(52823f32-8dcc-4320-92fd-b73060a94760),segment_id=52823f32-8dcc-4320-92fd-b73060a94760)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:10.319063 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd360b85-e510-4774-b786-9dee5bb6fbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:10.322795 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f687067-9700-4cf9-9859-a36287cf8be2 req-88298f55-6637-4217-82af-d53702de2782 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:10.333306 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f687067-9700-4cf9-9859-a36287cf8be2 req-88298f55-6637-4217-82af-d53702de2782 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:10.343572 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f687067-9700-4cf9-9859-a36287cf8be2 req-88298f55-6637-4217-82af-d53702de2782 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 5443 time: 0.3665054 Nov 08 00:34:10.350582 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-dd360b85-e510-4774-b786-9dee5bb6fbaa admin admin] Calling delete_port for b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:10.354068 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:10.446454 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea16e67-d5eb-4d55-871b-c54893d9d0b1 admin admin] Router 5b639f1b-b29e-445e-8765-90517b6d52f6 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:34:10.556450 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f687067-9700-4cf9-9859-a36287cf8be2 req-f8ffcbc1-d5de-47a3-9a47-1613125a3248 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2117591 Nov 08 00:34:10.572381 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e92e37ab-dbb1-4238-87b4-04792cb5846b tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:10.590819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e92e37ab-dbb1-4238-87b4-04792cb5846b tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:10.674234 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-54891520-05aa-486c-a228-f9f04e78abd9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:10.736530 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92e37ab-dbb1-4238-87b4-04792cb5846b tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Router d4039f87-d090-4579-9e20-1e80600905f9 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:34:10.756745 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea16e67-d5eb-4d55-871b-c54893d9d0b1 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:34:10.762550 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5ea16e67-d5eb-4d55-871b-c54893d9d0b1 admin admin] 10.222.0.13 "PUT /v2.0/routers/5b639f1b-b29e-445e-8765-90517b6d52f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9626884 Nov 08 00:34:10.768361 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41666) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:10.772396 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305fab4a-9c63-4a37-af1f-46967615a013 None None] Sync routers for ids ['5b639f1b-b29e-445e-8765-90517b6d52f6'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:34:10.786019 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305fab4a-9c63-4a37-af1f-46967615a013 None None] Routers {'5b639f1b-b29e-445e-8765-90517b6d52f6'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:10.787213 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-305fab4a-9c63-4a37-af1f-46967615a013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['5b639f1b-b29e-445e-8765-90517b6d52f6'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:10.992271 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92e37ab-dbb1-4238-87b4-04792cb5846b tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:34:11.019604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] For port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:11.019754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db807dff-692a-4aba-a1cc-74829571ffa8 None None] Sync routers for ids ['d4039f87-d090-4579-9e20-1e80600905f9'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:34:11.033052 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db807dff-692a-4aba-a1cc-74829571ffa8 None None] Routers {'d4039f87-d090-4579-9e20-1e80600905f9'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:11.033783 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-db807dff-692a-4aba-a1cc-74829571ffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d4039f87-d090-4579-9e20-1e80600905f9'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:11.059280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] For port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:34:11.096405 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-305fab4a-9c63-4a37-af1f-46967615a013 None None] Set router 5b639f1b-b29e-445e-8765-90517b6d52f6 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:34:11.110529 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] device_id is not set on port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:34:11.133432 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:11.144187 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-db807dff-692a-4aba-a1cc-74829571ffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:11.155381 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e92e37ab-dbb1-4238-87b4-04792cb5846b tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:11.159225 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e92e37ab-dbb1-4238-87b4-04792cb5846b tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "PUT /v2.0/routers/d4039f87-d090-4579-9e20-1e80600905f9 HTTP/1.1" status: 200 len: 709 time: 4.2067113 Nov 08 00:34:11.164185 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41668) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:11.173306 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db807dff-692a-4aba-a1cc-74829571ffa8 None None] Routers {'d4039f87-d090-4579-9e20-1e80600905f9'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:11.174135 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-db807dff-692a-4aba-a1cc-74829571ffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d4039f87-d090-4579-9e20-1e80600905f9'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:11.285745 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-db807dff-692a-4aba-a1cc-74829571ffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:11.287970 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db807dff-692a-4aba-a1cc-74829571ffa8 None None] The sync data for ids ['d4039f87-d090-4579-9e20-1e80600905f9'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:34:11.338824 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d1fa5daf-e54e-4ada-8600-c1bf21df9f35 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "GET /v2.0/routers/d4039f87-d090-4579-9e20-1e80600905f9 HTTP/1.1" status: 200 len: 744 time: 0.1711643 Nov 08 00:34:11.340146 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41674) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:11.340808 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:11.394718 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-305fab4a-9c63-4a37-af1f-46967615a013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'name': 'tempest-ImageQuotaTest-952071225-router', 'tenant_id': '7c677d19bb7543c38466cd744faf660f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bcf66064-117c-455b-8c9d-f165a369b328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:50Z', 'updated_at': '2021-11-08T00:34:08Z', 'revision_number': 5, 'project_id': '7c677d19bb7543c38466cd744faf660f', 'gw_port': {'id': 'bcf66064-117c-455b-8c9d-f165a369b328', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:51Z', 'updated_at': '2021-11-08T00:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:11.413226 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-24542bdd-7dff-48bb-9a32-29a8e3f82b89 tempest-RoutersIpV6AdminTest-356450964 tempest-RoutersIpV6AdminTest-356450964-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&device_id=d4039f87-d090-4579-9e20-1e80600905f9 HTTP/1.1" status: 200 len: 205 time: 0.0691853 Nov 08 00:34:11.417357 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41676) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:11.433349 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305fab4a-9c63-4a37-af1f-46967615a013 None None] Checking router: 5b639f1b-b29e-445e-8765-90517b6d52f6 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:34:11.446875 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305fab4a-9c63-4a37-af1f-46967615a013 None None] Routers {'5b639f1b-b29e-445e-8765-90517b6d52f6'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:11.447965 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-305fab4a-9c63-4a37-af1f-46967615a013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['5b639f1b-b29e-445e-8765-90517b6d52f6'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:11.492997 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-17f70331-29ce-4934-86cb-91451b5e379d tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4039f87-d090-4579-9e20-1e80600905f9 HTTP/1.1" status: 200 len: 205 time: 0.0733871 Nov 08 00:34:11.496623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41678) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:11.581265 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1574983f-d1ed-4c10-a6ca-063a70fb0539 admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:11.583258 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-305fab4a-9c63-4a37-af1f-46967615a013 None None] Set router 5b639f1b-b29e-445e-8765-90517b6d52f6 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:34:11.713026 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd360b85-e510-4774-b786-9dee5bb6fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:11.761053 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd360b85-e510-4774-b786-9dee5bb6fbaa admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:11.771332 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1574983f-d1ed-4c10-a6ca-063a70fb0539 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:11.788427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] No DVR routers for this DVR port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:11.804462 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dcb0c74c-2cff-41c1-ab40-648201e552f4 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:11.827982 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] Pushing event updated for resources: {'Port': ['ID=3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7,revision_number=6']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:11.875008 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-305fab4a-9c63-4a37-af1f-46967615a013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'name': 'tempest-ImageQuotaTest-952071225-router', 'tenant_id': '7c677d19bb7543c38466cd744faf660f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bcf66064-117c-455b-8c9d-f165a369b328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:50Z', 'updated_at': '2021-11-08T00:34:08Z', 'revision_number': 5, 'project_id': '7c677d19bb7543c38466cd744faf660f', 'gw_port': {'id': 'bcf66064-117c-455b-8c9d-f165a369b328', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:51Z', 'updated_at': '2021-11-08T00:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:11.911926 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305fab4a-9c63-4a37-af1f-46967615a013 None None] The sync data for ids ['5b639f1b-b29e-445e-8765-90517b6d52f6'] in n-d-816882-1 is: [{'id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'name': 'tempest-ImageQuotaTest-952071225-router', 'tenant_id': '7c677d19bb7543c38466cd744faf660f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bcf66064-117c-455b-8c9d-f165a369b328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:50Z', 'updated_at': '2021-11-08T00:34:08Z', 'revision_number': 5, 'project_id': '7c677d19bb7543c38466cd744faf660f', 'gw_port': {'id': 'bcf66064-117c-455b-8c9d-f165a369b328', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b639f1b-b29e-445e-8765-90517b6d52f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:33:51Z', 'updated_at': '2021-11-08T00:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:34:12.004601 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:12.005169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:12.008105 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:12.012139 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:12.014288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:12.014703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:12.015231 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:12.015684 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:12.019499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:12.020680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:12.022744 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:12.023939 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:12.104443 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6c212a7c-363e-442b-bafc-7986a93c2418 None None] Provisioning complete for port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:12.105057 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c212a7c-363e-442b-bafc-7986a93c2418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:12.111362 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] In _notify_port_updated(), no bound segment for port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 on network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 {{(pid=102772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:34:12.112927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:12.116953 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:12.121077 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d1a8a92e-8d2c-4e89-8bd1-7d894c8cef4a service neutron] 10.222.0.26 "PUT /v2.0/ports/3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 HTTP/1.1" status: 200 len: 1032 time: 2.1431301 Nov 08 00:34:12.154966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-1574983f-d1ed-4c10-a6ca-063a70fb0539 admin admin] Deleting port bcf66064-117c-455b-8c9d-f165a369b328 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:12.155206 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1574983f-d1ed-4c10-a6ca-063a70fb0539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:12.159316 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af241a2c-3055-418b-93e6-3fec4ea53380 req-c23dde4e-750a-4138-bc82-532095bab776 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:12.169756 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af241a2c-3055-418b-93e6-3fec4ea53380 req-c23dde4e-750a-4138-bc82-532095bab776 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:12.178274 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af241a2c-3055-418b-93e6-3fec4ea53380 req-c23dde4e-750a-4138-bc82-532095bab776 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:12.184666 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af241a2c-3055-418b-93e6-3fec4ea53380 req-c23dde4e-750a-4138-bc82-532095bab776 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:12.185885 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6c212a7c-363e-442b-bafc-7986a93c2418 None None] Port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:34:12.191650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af241a2c-3055-418b-93e6-3fec4ea53380 req-c23dde4e-750a-4138-bc82-532095bab776 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:12.198592 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af241a2c-3055-418b-93e6-3fec4ea53380 req-c23dde4e-750a-4138-bc82-532095bab776 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:12.200470 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af241a2c-3055-418b-93e6-3fec4ea53380 req-c23dde4e-750a-4138-bc82-532095bab776 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 4664 time: 0.5236204 Nov 08 00:34:12.245662 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd360b85-e510-4774-b786-9dee5bb6fbaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:12.292161 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-54891520-05aa-486c-a228-f9f04e78abd9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting port 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:12.295282 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-54891520-05aa-486c-a228-f9f04e78abd9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:12.408306 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dcb0c74c-2cff-41c1-ab40-648201e552f4 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:12.413475 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-1574983f-d1ed-4c10-a6ca-063a70fb0539 admin admin] For port bcf66064-117c-455b-8c9d-f165a369b328, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bcf66064-117c-455b-8c9d-f165a369b328,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:12.413862 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1574983f-d1ed-4c10-a6ca-063a70fb0539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:12.415267 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dcb0c74c-2cff-41c1-ab40-648201e552f4 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:12.437983 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-1574983f-d1ed-4c10-a6ca-063a70fb0539 admin admin] Calling delete_port for bcf66064-117c-455b-8c9d-f165a369b328 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:12.452983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af241a2c-3055-418b-93e6-3fec4ea53380 req-bab560c5-7ba0-4ed8-be7b-cf2ea7d9c274 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04d1184-05eb-416d-858a-5acd3a4a9519&id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2165565 Nov 08 00:34:12.458819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-07af3e58-0375-4e9c-92c0-38356f44af93 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:12.458819 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-07af3e58-0375-4e9c-92c0-38356f44af93 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.26 "GET /v2.0/ports/70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2564628 Nov 08 00:34:12.488400 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 01b9ee62-8295-4ffe-bd15-fc71facaa2da no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:12.527309 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 01b9ee62-8295-4ffe-bd15-fc71facaa2da {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:34:12.527957 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 01b9ee62-8295-4ffe-bd15-fc71facaa2da not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:34:12.530662 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-c6ae724c-2380-49ea-b850-d09b97cd7b21 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:12.575005 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-54891520-05aa-486c-a228-f9f04e78abd9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] For port 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4714ad3e-9af9-4400-a1e2-3f23bc0f94ea,segment=NetworkSegment(762a21f4-84f4-41ae-89f1-fc5f0eda03df),segment_id=762a21f4-84f4-41ae-89f1-fc5f0eda03df)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:12.575992 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-54891520-05aa-486c-a228-f9f04e78abd9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:12.599920 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-c6ae724c-2380-49ea-b850-d09b97cd7b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:12.640165 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dcb0c74c-2cff-41c1-ab40-648201e552f4 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:12.641469 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb0c74c-2cff-41c1-ab40-648201e552f4 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Fanout notify agent at l3_agent the message router_deleted on router d4039f87-d090-4579-9e20-1e80600905f9 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:34:12.650242 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dcb0c74c-2cff-41c1-ab40-648201e552f4 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:12.651590 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dcb0c74c-2cff-41c1-ab40-648201e552f4 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "DELETE /v2.0/routers/d4039f87-d090-4579-9e20-1e80600905f9 HTTP/1.1" status: 204 len: 168 time: 1.1540210 Nov 08 00:34:12.656230 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41696) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:12.678616 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:12.683743 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-54891520-05aa-486c-a228-f9f04e78abd9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Calling delete_port for 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:12.708059 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b36f6e4f-1766-4c64-99e6-446b00a6ba74 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4039f87-d090-4579-9e20-1e80600905f9 HTTP/1.1" status: 200 len: 205 time: 0.0505726 Nov 08 00:34:12.711579 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41698) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:12.788847 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-3817fc0d-dc46-4a4e-b19d-6c1646d2f5d5 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] delete failed (client error): The resource could not be found. Nov 08 00:34:12.790287 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3817fc0d-dc46-4a4e-b19d-6c1646d2f5d5 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "DELETE /v2.0/routers/d4039f87-d090-4579-9e20-1e80600905f9 HTTP/1.1" status: 404 len: 336 time: 0.0776479 Nov 08 00:34:12.794508 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41700) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:12.803993 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:12.835779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0c3ff8b4-fe5a-41fe-a3f8-732e93379a75 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeefcd3a-20de-4822-867f-9271ee003240 HTTP/1.1" status: 200 len: 205 time: 0.0382142 Nov 08 00:34:12.836120 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41702) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:12.881422 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-1f391c92-f7a7-4288-b148-0cdd3c46d57a tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] delete failed (client error): The resource could not be found. Nov 08 00:34:12.882784 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1f391c92-f7a7-4288-b148-0cdd3c46d57a tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "DELETE /v2.0/routers/eeefcd3a-20de-4822-867f-9271ee003240 HTTP/1.1" status: 404 len: 336 time: 0.0453811 Nov 08 00:34:12.886798 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41706) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:12.912844 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-c6ae724c-2380-49ea-b850-d09b97cd7b21 service neutron] For port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:12.944970 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6ed4ef29-dafd-47b4-9c80-ec694c690339 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3b714dc-d06c-46a9-b425-c0106a4eef83 HTTP/1.1" status: 200 len: 205 time: 0.0508723 Nov 08 00:34:12.951853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-c6ae724c-2380-49ea-b850-d09b97cd7b21 service neutron] For port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:34:12.956021 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd360b85-e510-4774-b786-9dee5bb6fbaa admin admin] Router de6951ad-6b9b-4563-85c1-b6ef013fbc1c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:34:12.956021 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41710) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:12.995198 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-c6ae724c-2380-49ea-b850-d09b97cd7b21 service neutron] device_id is not set on port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:34:13.013120 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-c6ae724c-2380-49ea-b850-d09b97cd7b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:13.061585 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-974c2f23-d51e-4d24-bcbe-eb187d1f5186 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] delete failed (client error): The resource could not be found. Nov 08 00:34:13.062704 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-974c2f23-d51e-4d24-bcbe-eb187d1f5186 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "DELETE /v2.0/routers/f3b714dc-d06c-46a9-b425-c0106a4eef83 HTTP/1.1" status: 404 len: 336 time: 0.0650308 Nov 08 00:34:13.066033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41714) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:13.098213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5dbc92f5-f9f7-4239-8050-31d5409fecf7 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc72116c-b3df-4fe3-9d85-489e5dc665fc HTTP/1.1" status: 200 len: 205 time: 0.0305200 Nov 08 00:34:13.100854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41716) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:13.166098 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-c6ae724c-2380-49ea-b850-d09b97cd7b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:13.166762 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:34:13.167680 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:34:13.181324 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1574983f-d1ed-4c10-a6ca-063a70fb0539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:13.214495 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-c3183285-b3c5-4f5a-bb87-98247f0330cc tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] delete failed (client error): The resource could not be found. Nov 08 00:34:13.217473 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c3183285-b3c5-4f5a-bb87-98247f0330cc tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "DELETE /v2.0/routers/dc72116c-b3df-4fe3-9d85-489e5dc665fc HTTP/1.1" status: 404 len: 336 time: 0.1152117 Nov 08 00:34:13.225865 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41718) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:13.257929 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574983f-d1ed-4c10-a6ca-063a70fb0539 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf66064-117c-455b-8c9d-f165a369b328,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:13.278835 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-307f0c10-d1b4-450b-a674-0d579c3ee711 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce HTTP/1.1" status: 200 len: 205 time: 0.0512893 Nov 08 00:34:13.289776 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41720) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:13.311399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae724c-2380-49ea-b850-d09b97cd7b21 service neutron] Pushing event updated for resources: {'Port': ['ID=70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294,revision_number=6']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:13.347192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-c6ae724c-2380-49ea-b850-d09b97cd7b21 service neutron] No DVR routers for this DVR port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:13.380081 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-9298b758-4d12-400d-bc3c-88319c9e461c tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] delete failed (client error): The resource could not be found. Nov 08 00:34:13.384236 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9298b758-4d12-400d-bc3c-88319c9e461c tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "DELETE /v2.0/routers/e1a07e7c-84c8-455b-b99f-8bea1bc6a6ce HTTP/1.1" status: 404 len: 336 time: 0.0875037 Nov 08 00:34:13.387362 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41724) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:13.394320 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd360b85-e510-4774-b786-9dee5bb6fbaa admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:34:13.409760 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dd360b85-e510-4774-b786-9dee5bb6fbaa admin admin] 10.222.0.13 "PUT /v2.0/routers/de6951ad-6b9b-4563-85c1-b6ef013fbc1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8200247 Nov 08 00:34:13.410734 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41726) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:13.412461 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10847033-1539-44fb-ae78-ce8555bc66b5 None None] Sync routers for ids ['de6951ad-6b9b-4563-85c1-b6ef013fbc1c'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:34:13.432993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-c6ae724c-2380-49ea-b850-d09b97cd7b21 service neutron] In _notify_port_updated(), no bound segment for port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 on network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 {{(pid=102772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:34:13.433973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-c6ae724c-2380-49ea-b850-d09b97cd7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:13.434504 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10847033-1539-44fb-ae78-ce8555bc66b5 None None] Routers {'de6951ad-6b9b-4563-85c1-b6ef013fbc1c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:13.434641 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-c6ae724c-2380-49ea-b850-d09b97cd7b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:13.435479 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-10847033-1539-44fb-ae78-ce8555bc66b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['de6951ad-6b9b-4563-85c1-b6ef013fbc1c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:13.440400 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-c6ae724c-2380-49ea-b850-d09b97cd7b21 service neutron] 10.222.0.26 "PUT /v2.0/ports/70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 HTTP/1.1" status: 200 len: 1031 time: 0.9723241 Nov 08 00:34:13.470421 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1f1bb50f-385e-44a0-b26a-0d3de248e3af tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e381ca3-d130-4949-b740-53cdde846891 HTTP/1.1" status: 200 len: 205 time: 0.0816488 Nov 08 00:34:13.477351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41728) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:13.514227 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-54891520-05aa-486c-a228-f9f04e78abd9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:13.517946 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1574983f-d1ed-4c10-a6ca-063a70fb0539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:13.577901 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-91480392-45a7-4271-8755-840fef834953 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] delete failed (client error): The resource could not be found. Nov 08 00:34:13.578955 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-91480392-45a7-4271-8755-840fef834953 tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "DELETE /v2.0/routers/1e381ca3-d130-4949-b740-53cdde846891 HTTP/1.1" status: 404 len: 336 time: 0.0987251 Nov 08 00:34:13.583973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41736) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:13.637592 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74cc128-f5f2-4856-932c-03d9479b877f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] DELETE failed (client error): The resource could not be found. Nov 08 00:34:13.638073 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74cc128-f5f2-4856-932c-03d9479b877f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:34:13.645665 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a74cc128-f5f2-4856-932c-03d9479b877f tempest-RoutersIpV6AdminTest-1217942542 tempest-RoutersIpV6AdminTest-1217942542-project] 10.222.0.13 "DELETE /v2.0/subnets/94324315-11f2-4d79-a5de-27f2b68c75ac HTTP/1.1" status: 404 len: 337 time: 0.0585916 Nov 08 00:34:13.674453 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-10847033-1539-44fb-ae78-ce8555bc66b5 None None] Set router de6951ad-6b9b-4563-85c1-b6ef013fbc1c gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:34:13.708970 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 58e79b86-2000-49f1-ac18-021704ff4209 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:13.722105 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54891520-05aa-486c-a228-f9f04e78abd9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Port': ['ID=4714ad3e-9af9-4400-a1e2-3f23bc0f94ea,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:13.770187 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-51d6c967-6f07-4e94-9c1d-cceca87fa91a None None] Provisioning complete for port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:13.770882 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51d6c967-6f07-4e94-9c1d-cceca87fa91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:13.785907 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1574983f-d1ed-4c10-a6ca-063a70fb0539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:13.816585 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1574983f-d1ed-4c10-a6ca-063a70fb0539 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:13.958453 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-54891520-05aa-486c-a228-f9f04e78abd9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:13.961449 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5285ff10-4511-49a7-9a77-8ee3259b3367 admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:13.979451 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:14.081637 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 58e79b86-2000-49f1-ac18-021704ff4209, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=58e79b86-2000-49f1-ac18-021704ff4209,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:14.095961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e79b86-2000-49f1-ac18-021704ff4209'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:34:14.108467 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3710cd5c-ffdb-4fe1-9252-f732563f1f11" -d '{"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-unplugged", "status": "completed", "tag": "58e79b86-2000-49f1-ac18-021704ff4209"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:34:14.148564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-51d6c967-6f07-4e94-9c1d-cceca87fa91a None None] Port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:34:14.196549 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:14.197433 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:14.250625 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-10847033-1539-44fb-ae78-ce8555bc66b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'name': 'tempest-TestServerMultinode-180375310-router', 'tenant_id': 'b804d2805927453d99faf03cb2ab593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ceeb86f4-46fc-42e7-a3b8-65e6d181a47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:48Z', 'updated_at': '2021-11-08T00:34:10Z', 'revision_number': 5, 'project_id': 'b804d2805927453d99faf03cb2ab593f', 'gw_port': {'id': 'ceeb86f4-46fc-42e7-a3b8-65e6d181a47a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:51Z', 'updated_at': '2021-11-08T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:14.302324 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2a8e30-b884-4e30-b4c9-7538f999b771 x-openstack-request-id: req-cb2a8e30-b884-4e30-b4c9-7538f999b771 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:34:14.302635 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-unplugged", "status": "completed", "tag": "58e79b86-2000-49f1-ac18-021704ff4209", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:34:14.302864 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb2a8e30-b884-4e30-b4c9-7538f999b771 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:34:14.303262 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e79b86-2000-49f1-ac18-021704ff4209', 'code': 200} Nov 08 00:34:14.367495 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10847033-1539-44fb-ae78-ce8555bc66b5 None None] Checking router: de6951ad-6b9b-4563-85c1-b6ef013fbc1c for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:34:14.392434 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10847033-1539-44fb-ae78-ce8555bc66b5 None None] Routers {'de6951ad-6b9b-4563-85c1-b6ef013fbc1c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:14.393076 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-10847033-1539-44fb-ae78-ce8555bc66b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['de6951ad-6b9b-4563-85c1-b6ef013fbc1c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:14.395580 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=58e79b86-2000-49f1-ac18-021704ff4209,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:14.402051 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:34:14.402486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 46503f71-6482-45b3-8c5d-eb36337e12ff no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:14.556295 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:14.560531 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41752) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:14.591404 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-10847033-1539-44fb-ae78-ce8555bc66b5 None None] Set router de6951ad-6b9b-4563-85c1-b6ef013fbc1c gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:34:14.632771 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 46503f71-6482-45b3-8c5d-eb36337e12ff, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=46503f71-6482-45b3-8c5d-eb36337e12ff,segment=NetworkSegment(2ab8e6cb-9119-4274-ba70-503abfbff32f),segment_id=2ab8e6cb-9119-4274-ba70-503abfbff32f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:14.703729 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ececa4c-10fe-4f62-b3c5-8fc207593b71 req-c283c00d-b260-49a4-bd08-32c9286f9444 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:14.719111 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ececa4c-10fe-4f62-b3c5-8fc207593b71 req-c283c00d-b260-49a4-bd08-32c9286f9444 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:14.732779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ececa4c-10fe-4f62-b3c5-8fc207593b71 req-c283c00d-b260-49a4-bd08-32c9286f9444 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:14.739090 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:14.740875 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 5d3634c8-60af-48ff-8a52-e1b0a079793d no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:14.747811 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ececa4c-10fe-4f62-b3c5-8fc207593b71 req-c283c00d-b260-49a4-bd08-32c9286f9444 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:14.760454 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ececa4c-10fe-4f62-b3c5-8fc207593b71 req-c283c00d-b260-49a4-bd08-32c9286f9444 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:14.765697 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ececa4c-10fe-4f62-b3c5-8fc207593b71 req-c283c00d-b260-49a4-bd08-32c9286f9444 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 3886 time: 1.0780180 Nov 08 00:34:14.850434 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98166725-790c-4e78-9bbc-62552c8b493e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:14.878183 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-664c482d-f17f-4b65-b3fd-c068d38dc81b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Deleting port 5d3634c8-60af-48ff-8a52-e1b0a079793d {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:14.881082 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-664c482d-f17f-4b65-b3fd-c068d38dc81b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:14.911205 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=46503f71-6482-45b3-8c5d-eb36337e12ff,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:14.948890 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:14.972486 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-10847033-1539-44fb-ae78-ce8555bc66b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'name': 'tempest-TestServerMultinode-180375310-router', 'tenant_id': 'b804d2805927453d99faf03cb2ab593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ceeb86f4-46fc-42e7-a3b8-65e6d181a47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:48Z', 'updated_at': '2021-11-08T00:34:10Z', 'revision_number': 5, 'project_id': 'b804d2805927453d99faf03cb2ab593f', 'gw_port': {'id': 'ceeb86f4-46fc-42e7-a3b8-65e6d181a47a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:51Z', 'updated_at': '2021-11-08T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:15.001856 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10847033-1539-44fb-ae78-ce8555bc66b5 None None] The sync data for ids ['de6951ad-6b9b-4563-85c1-b6ef013fbc1c'] in n-d-816882-1 is: [{'id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'name': 'tempest-TestServerMultinode-180375310-router', 'tenant_id': 'b804d2805927453d99faf03cb2ab593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ceeb86f4-46fc-42e7-a3b8-65e6d181a47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:32:48Z', 'updated_at': '2021-11-08T00:34:10Z', 'revision_number': 5, 'project_id': 'b804d2805927453d99faf03cb2ab593f', 'gw_port': {'id': 'ceeb86f4-46fc-42e7-a3b8-65e6d181a47a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6951ad-6b9b-4563-85c1-b6ef013fbc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:32:51Z', 'updated_at': '2021-11-08T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:34:15.017776 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 5d3634c8-60af-48ff-8a52-e1b0a079793d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5d3634c8-60af-48ff-8a52-e1b0a079793d,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:15.093984 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.094810 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6b819cfd-7da2-4cbd-baa5-52fb93656ef5 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:15.130562 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-664c482d-f17f-4b65-b3fd-c068d38dc81b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] For port 5d3634c8-60af-48ff-8a52-e1b0a079793d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5d3634c8-60af-48ff-8a52-e1b0a079793d,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:15.131033 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-664c482d-f17f-4b65-b3fd-c068d38dc81b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.144131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ececa4c-10fe-4f62-b3c5-8fc207593b71 req-988a96b6-de66-4e12-b729-6df6e3a53c88 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3606215 Nov 08 00:34:15.157824 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-664c482d-f17f-4b65-b3fd-c068d38dc81b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Calling delete_port for 5d3634c8-60af-48ff-8a52-e1b0a079793d owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:15.162501 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1574983f-d1ed-4c10-a6ca-063a70fb0539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.163106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1574983f-d1ed-4c10-a6ca-063a70fb0539 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b639f1b-b29e-445e-8765-90517b6d52f6 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:34:15.176652 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1574983f-d1ed-4c10-a6ca-063a70fb0539 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.177852 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1574983f-d1ed-4c10-a6ca-063a70fb0539 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5b639f1b-b29e-445e-8765-90517b6d52f6 HTTP/1.1" status: 204 len: 168 time: 4.4057305 Nov 08 00:34:15.192313 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41764) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:15.241587 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98166725-790c-4e78-9bbc-62552c8b493e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.301415 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5285ff10-4511-49a7-9a77-8ee3259b3367 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.309401 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-beaf213b-6978-48ed-a28f-b5ff23ba794e admin admin] Deleting subnet 5726c528-8541-448a-9471-7562c8dbba40 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:34:15.309401 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-beaf213b-6978-48ed-a28f-b5ff23ba794e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.335994 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54891520-05aa-486c-a228-f9f04e78abd9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 50512e1e-a145-4f56-bc0d-868df0514dea has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:34:15.341483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=5d3634c8-60af-48ff-8a52-e1b0a079793d,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:15.419142 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98166725-790c-4e78-9bbc-62552c8b493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.434295 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.449481 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-beaf213b-6978-48ed-a28f-b5ff23ba794e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.515291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 6b819cfd-7da2-4cbd-baa5-52fb93656ef5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6b819cfd-7da2-4cbd-baa5-52fb93656ef5,segment=NetworkSegment(c79382c5-9ff9-4a52-bfcf-a258f1e0713b),segment_id=c79382c5-9ff9-4a52-bfcf-a258f1e0713b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:15.559426 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-98166725-790c-4e78-9bbc-62552c8b493e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddb0a6c7bbe3461ca069598381ef0515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9964113 Nov 08 00:34:15.561996 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54891520-05aa-486c-a228-f9f04e78abd9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:34:15.563988 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41770) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:15.569643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98166725-790c-4e78-9bbc-62552c8b493e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0911dab8-a973-4734-85a8-2d79ddc4729a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:15.578416 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-54891520-05aa-486c-a228-f9f04e78abd9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/50512e1e-a145-4f56-bc0d-868df0514dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9939482 Nov 08 00:34:15.580483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41772) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:15.581343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339dc93d-e5d7-4b71-b910-3a8f3d9f2fe2 None None] Sync routers for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:34:15.601052 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.604838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 5dffe1f6-cb78-4bd0-8c29-3adfb648a164 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:15.646148 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5285ff10-4511-49a7-9a77-8ee3259b3367 admin admin] Deleting port ceeb86f4-46fc-42e7-a3b8-65e6d181a47a {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:15.646499 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5285ff10-4511-49a7-9a77-8ee3259b3367 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.658831 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88bdd15a-c63a-4321-8e3d-b0ff3340c0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.739824 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339dc93d-e5d7-4b71-b910-3a8f3d9f2fe2 None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:15.740472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-339dc93d-e5d7-4b71-b910-3a8f3d9f2fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:15.755899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede7954f-dae3-4060-b4d8-7ccdca5684f4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting subnet 3a423316-524a-45bd-a613-772a45122a36 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:34:15.774244 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ede7954f-dae3-4060-b4d8-7ccdca5684f4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.786639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=6b819cfd-7da2-4cbd-baa5-52fb93656ef5,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:15.790948 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88bdd15a-c63a-4321-8e3d-b0ff3340c0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.832692 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-beaf213b-6978-48ed-a28f-b5ff23ba794e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.886656 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ede7954f-dae3-4060-b4d8-7ccdca5684f4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.900152 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-5285ff10-4511-49a7-9a77-8ee3259b3367 admin admin] For port ceeb86f4-46fc-42e7-a3b8-65e6d181a47a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ceeb86f4-46fc-42e7-a3b8-65e6d181a47a,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:15.900718 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5285ff10-4511-49a7-9a77-8ee3259b3367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.917314 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5285ff10-4511-49a7-9a77-8ee3259b3367 admin admin] Calling delete_port for ceeb86f4-46fc-42e7-a3b8-65e6d181a47a owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:15.921135 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-664c482d-f17f-4b65-b3fd-c068d38dc81b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.977077 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-339dc93d-e5d7-4b71-b910-3a8f3d9f2fe2 None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:34:15.986596 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88bdd15a-c63a-4321-8e3d-b0ff3340c0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.989723 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-88bdd15a-c63a-4321-8e3d-b0ff3340c0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:15.992250 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-88bdd15a-c63a-4321-8e3d-b0ff3340c0da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0911dab8-a973-4734-85a8-2d79ddc4729a HTTP/1.1" status: 204 len: 168 time: 0.4260066 Nov 08 00:34:16.054290 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdd15a-c63a-4321-8e3d-b0ff3340c0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0911dab8-a973-4734-85a8-2d79ddc4729a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:16.104084 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:16.114595 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ede7954f-dae3-4060-b4d8-7ccdca5684f4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:16.154135 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-339dc93d-e5d7-4b71-b910-3a8f3d9f2fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:34:13Z', 'revision_number': 11, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:16.156414 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:16.164718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c482d-f17f-4b65-b3fd-c068d38dc81b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event deleted for resources: {'Port': ['ID=5d3634c8-60af-48ff-8a52-e1b0a079793d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:16.265479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339dc93d-e5d7-4b71-b910-3a8f3d9f2fe2 None None] Checking router: 50512e1e-a145-4f56-bc0d-868df0514dea for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:34:16.269338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:34:16.282422 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b1ddae4f-05fd-4ab6-bf7e-191beb5a8a64 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:34:16.282873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bcf66064-117c-455b-8c9d-f165a369b328 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:16.308371 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-664c482d-f17f-4b65-b3fd-c068d38dc81b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] No DVR routers for this DVR port 5d3634c8-60af-48ff-8a52-e1b0a079793d on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:16.311820 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-664c482d-f17f-4b65-b3fd-c068d38dc81b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:16.315486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-664c482d-f17f-4b65-b3fd-c068d38dc81b tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.26 "DELETE /v2.0/ports/5d3634c8-60af-48ff-8a52-e1b0a079793d HTTP/1.1" status: 204 len: 173 time: 2.8484192 Nov 08 00:34:16.315964 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-deleted', 'tag': '5d3634c8-60af-48ff-8a52-e1b0a079793d'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:34:16.317667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46503f71-6482-45b3-8c5d-eb36337e12ff'}, {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d3634c8-60af-48ff-8a52-e1b0a079793d'}, {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b819cfd-7da2-4cbd-baa5-52fb93656ef5'}, {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dffe1f6-cb78-4bd0-8c29-3adfb648a164'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:34:16.318301 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2e1902-cc73-4e6a-a6ce-a3cdfd350cea" -d '{"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-deleted", "tag": "5d3634c8-60af-48ff-8a52-e1b0a079793d"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:34:16.324029 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f321e1c4-4599-4706-99a4-394e1daf8dac" -d '{"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-unplugged", "status": "completed", "tag": "46503f71-6482-45b3-8c5d-eb36337e12ff"}, {"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-unplugged", "status": "completed", "tag": "5d3634c8-60af-48ff-8a52-e1b0a079793d"}, {"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-unplugged", "status": "completed", "tag": "6b819cfd-7da2-4cbd-baa5-52fb93656ef5"}, {"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-unplugged", "status": "completed", "tag": "5dffe1f6-cb78-4bd0-8c29-3adfb648a164"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:34:16.362044 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 5dffe1f6-cb78-4bd0-8c29-3adfb648a164, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5dffe1f6-cb78-4bd0-8c29-3adfb648a164,segment=NetworkSegment(c79382c5-9ff9-4a52-bfcf-a258f1e0713b),segment_id=c79382c5-9ff9-4a52-bfcf-a258f1e0713b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:16.413762 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: bcf66064-117c-455b-8c9d-f165a369b328 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:34:16.415001 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bcf66064-117c-455b-8c9d-f165a369b328 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:34:16.416588 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4621e45-6a30-4bf8-81ef-905210c7cb73 x-openstack-request-id: req-d4621e45-6a30-4bf8-81ef-905210c7cb73 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:34:16.416588 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-deleted", "tag": "5d3634c8-60af-48ff-8a52-e1b0a079793d", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:34:16.464248 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4621e45-6a30-4bf8-81ef-905210c7cb73 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:34:16.464248 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-deleted', 'tag': '5d3634c8-60af-48ff-8a52-e1b0a079793d', 'status': 'completed', 'code': 200} Nov 08 00:34:16.466320 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339dc93d-e5d7-4b71-b910-3a8f3d9f2fe2 None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:16.466320 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-339dc93d-e5d7-4b71-b910-3a8f3d9f2fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:16.466529 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaeb7e-bc2d-4906-96be-54a176baebf5 req-146a0d8d-7b80-41fb-85b4-e057ea9eabbe tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:16.466635 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 08 Nov 2021 00:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fd7bfe-05df-453e-98ce-db0258c0943b x-openstack-request-id: req-86fd7bfe-05df-453e-98ce-db0258c0943b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:34:16.466635 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-unplugged", "status": "completed", "tag": "46503f71-6482-45b3-8c5d-eb36337e12ff", "code": 200}, {"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-unplugged", "status": "completed", "tag": "5d3634c8-60af-48ff-8a52-e1b0a079793d", "code": 200}, {"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-unplugged", "status": "completed", "tag": "6b819cfd-7da2-4cbd-baa5-52fb93656ef5", "code": 200}, {"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-unplugged", "status": "completed", "tag": "5dffe1f6-cb78-4bd0-8c29-3adfb648a164", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:34:16.466635 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86fd7bfe-05df-453e-98ce-db0258c0943b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:34:16.466635 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46503f71-6482-45b3-8c5d-eb36337e12ff', 'code': 200} Nov 08 00:34:16.466635 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d3634c8-60af-48ff-8a52-e1b0a079793d', 'code': 200} Nov 08 00:34:16.466635 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b819cfd-7da2-4cbd-baa5-52fb93656ef5', 'code': 200} Nov 08 00:34:16.466635 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dffe1f6-cb78-4bd0-8c29-3adfb648a164', 'code': 200} Nov 08 00:34:16.468418 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaeb7e-bc2d-4906-96be-54a176baebf5 req-146a0d8d-7b80-41fb-85b4-e057ea9eabbe tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:16.475423 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaeb7e-bc2d-4906-96be-54a176baebf5 req-146a0d8d-7b80-41fb-85b4-e057ea9eabbe tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:16.481616 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaeb7e-bc2d-4906-96be-54a176baebf5 req-146a0d8d-7b80-41fb-85b4-e057ea9eabbe tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:16.483385 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5aaeb7e-bc2d-4906-96be-54a176baebf5 req-146a0d8d-7b80-41fb-85b4-e057ea9eabbe tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 3145 time: 0.1317189 Nov 08 00:34:16.501999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-339dc93d-e5d7-4b71-b910-3a8f3d9f2fe2 None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:34:16.533819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-beaf213b-6978-48ed-a28f-b5ff23ba794e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:16.575670 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-339dc93d-e5d7-4b71-b910-3a8f3d9f2fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:34:13Z', 'revision_number': 11, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:16.577183 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf213b-6978-48ed-a28f-b5ff23ba794e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5726c528-8541-448a-9471-7562c8dbba40,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:16.583050 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-beaf213b-6978-48ed-a28f-b5ff23ba794e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:16.589273 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-beaf213b-6978-48ed-a28f-b5ff23ba794e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5726c528-8541-448a-9471-7562c8dbba40 HTTP/1.1" status: 204 len: 168 time: 1.3993139 Nov 08 00:34:16.595997 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41794) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:16.600607 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ede7954f-dae3-4060-b4d8-7ccdca5684f4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:16.603750 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5285ff10-4511-49a7-9a77-8ee3259b3367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:16.605057 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5aaeb7e-bc2d-4906-96be-54a176baebf5 req-472a58cf-55eb-4fd2-9062-f32cfd5dbd23 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012254 Nov 08 00:34:16.656009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7954f-dae3-4060-b4d8-7ccdca5684f4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Subnet': ['ID=3a423316-524a-45bd-a613-772a45122a36,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:16.661626 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ede7954f-dae3-4060-b4d8-7ccdca5684f4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:16.669042 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ede7954f-dae3-4060-b4d8-7ccdca5684f4 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/subnets/3a423316-524a-45bd-a613-772a45122a36 HTTP/1.1" status: 204 len: 168 time: 1.0855198 Nov 08 00:34:16.672423 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41800) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:16.687858 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-785ef0de-dbd5-4bab-a065-9fa0179f5fee tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Deleting port 58e79b86-2000-49f1-ac18-021704ff4209 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:16.692307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339dc93d-e5d7-4b71-b910-3a8f3d9f2fe2 None None] The sync data for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 is: [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:34:13Z', 'revision_number': 11, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:34:16.692516 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-785ef0de-dbd5-4bab-a065-9fa0179f5fee tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:16.709250 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4948ca33-aeda-48f0-bd50-e454b10ae8e0 None None] Network 1bb99286-5590-4fc0-919e-dd1affc95e96 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:34:16.721575 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9843307e-e520-4cb9-82fb-c01694ac5d2c None None] Network ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:34:16.822059 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285ff10-4511-49a7-9a77-8ee3259b3367 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceeb86f4-46fc-42e7-a3b8-65e6d181a47a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:16.867975 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:16.919192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-785ef0de-dbd5-4bab-a065-9fa0179f5fee tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] For port 58e79b86-2000-49f1-ac18-021704ff4209, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=58e79b86-2000-49f1-ac18-021704ff4209,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:16.919759 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-785ef0de-dbd5-4bab-a065-9fa0179f5fee tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:16.958115 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:16.960404 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-785ef0de-dbd5-4bab-a065-9fa0179f5fee tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Calling delete_port for 58e79b86-2000-49f1-ac18-021704ff4209 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:16.979062 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5285ff10-4511-49a7-9a77-8ee3259b3367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:17.091351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Deleting port ba5b70aa-e617-4d68-ae39-72d9727efccd {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:17.092402 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:17.200948 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5285ff10-4511-49a7-9a77-8ee3259b3367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:17.203641 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5285ff10-4511-49a7-9a77-8ee3259b3367 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:17.205836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] For port ba5b70aa-e617-4d68-ae39-72d9727efccd, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ba5b70aa-e617-4d68-ae39-72d9727efccd,segment=NetworkSegment(762a21f4-84f4-41ae-89f1-fc5f0eda03df),segment_id=762a21f4-84f4-41ae-89f1-fc5f0eda03df)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:17.206488 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:17.255334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Calling delete_port for ba5b70aa-e617-4d68-ae39-72d9727efccd owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:17.311586 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:17.314985 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41806) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:17.372007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] Deleting port 1eba04ea-ef59-4227-807d-7f9aa980e77e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:17.372350 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:17.409347 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-785ef0de-dbd5-4bab-a065-9fa0179f5fee tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:17.441772 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5285ff10-4511-49a7-9a77-8ee3259b3367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:17.441772 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5285ff10-4511-49a7-9a77-8ee3259b3367 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de6951ad-6b9b-4563-85c1-b6ef013fbc1c {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:34:17.451841 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5285ff10-4511-49a7-9a77-8ee3259b3367 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:17.451841 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5285ff10-4511-49a7-9a77-8ee3259b3367 admin admin] 10.222.0.13 "DELETE /v2.0/routers/de6951ad-6b9b-4563-85c1-b6ef013fbc1c HTTP/1.1" status: 204 len: 168 time: 4.0344844 Nov 08 00:34:17.469249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41812) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:17.469249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ef0de-dbd5-4bab-a065-9fa0179f5fee tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event deleted for resources: {'Port': ['ID=58e79b86-2000-49f1-ac18-021704ff4209,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:17.529598 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:17.544261 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] For port 1eba04ea-ef59-4227-807d-7f9aa980e77e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=1eba04ea-ef59-4227-807d-7f9aa980e77e,segment=NetworkSegment(27d91a53-6c8e-46f5-9e9c-63f763e26a06),segment_id=27d91a53-6c8e-46f5-9e9c-63f763e26a06)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:17.544261 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:17.562278 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] Calling delete_port for 1eba04ea-ef59-4227-807d-7f9aa980e77e owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:17.571099 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=5dffe1f6-cb78-4bd0-8c29-3adfb648a164,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:17.619451 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8f8fe4fa-9d61-49ba-a576-e34001ee9dc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86371a894e7b453d916a8192cf196451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3033714 Nov 08 00:34:17.621964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41816) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:17.690014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9faec6f-0446-47bc-9a3d-f66936d54a1a None None] DHCP port deletion for ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:34:17.741077 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd596e1a-ff9d-42f3-b15e-2af22f6cc0e0 None None] DHCP port deletion for 1bb99286-5590-4fc0-919e-dd1affc95e96 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:34:17.784828 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0264cbd0-1748-405c-8533-a23ba84abcc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:17.804950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3880a97e-ae38-44f4-a84b-8f4663e68dfe admin admin] Deleting subnet 35ecfa41-e41c-4c30-8deb-9c193a984664 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:34:17.808752 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3880a97e-ae38-44f4-a84b-8f4663e68dfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:17.810460 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0264cbd0-1748-405c-8533-a23ba84abcc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:17.852821 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3880a97e-ae38-44f4-a84b-8f4663e68dfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:17.881233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-dd596e1a-ff9d-42f3-b15e-2af22f6cc0e0 None None] Deleting port 1eba04ea-ef59-4227-807d-7f9aa980e77e {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:17.881839 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd596e1a-ff9d-42f3-b15e-2af22f6cc0e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:17.919430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Port': ['ID=ba5b70aa-e617-4d68-ae39-72d9727efccd,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:17.930840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-785ef0de-dbd5-4bab-a065-9fa0179f5fee tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] No DVR routers for this DVR port 58e79b86-2000-49f1-ac18-021704ff4209 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:17.945210 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:17.964908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] No DVR routers for this DVR port ba5b70aa-e617-4d68-ae39-72d9727efccd on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:17.968759 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-dd596e1a-ff9d-42f3-b15e-2af22f6cc0e0 None None] For port 1eba04ea-ef59-4227-807d-7f9aa980e77e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=1eba04ea-ef59-4227-807d-7f9aa980e77e,segment=NetworkSegment(27d91a53-6c8e-46f5-9e9c-63f763e26a06),segment_id=27d91a53-6c8e-46f5-9e9c-63f763e26a06)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:17.969160 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd596e1a-ff9d-42f3-b15e-2af22f6cc0e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.003379 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0264cbd0-1748-405c-8533-a23ba84abcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.004582 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-dd596e1a-ff9d-42f3-b15e-2af22f6cc0e0 None None] Calling delete_port for 1eba04ea-ef59-4227-807d-7f9aa980e77e owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:18.012606 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0264cbd0-1748-405c-8533-a23ba84abcc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.016211 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0264cbd0-1748-405c-8533-a23ba84abcc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/edda578a-900b-48a7-a562-1226825ace3d HTTP/1.1" status: 204 len: 168 time: 0.3922672 Nov 08 00:34:18.018542 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=1eba04ea-ef59-4227-807d-7f9aa980e77e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:18.060012 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] No DVR routers for this DVR port 1eba04ea-ef59-4227-807d-7f9aa980e77e on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:18.072716 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264cbd0-1748-405c-8533-a23ba84abcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edda578a-900b-48a7-a562-1226825ace3d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:18.116832 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-785ef0de-dbd5-4bab-a065-9fa0179f5fee tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.120178 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-785ef0de-dbd5-4bab-a065-9fa0179f5fee tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.26 "DELETE /v2.0/ports/58e79b86-2000-49f1-ac18-021704ff4209 HTTP/1.1" status: 204 len: 173 time: 1.7900386 Nov 08 00:34:18.132095 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5227c90-86a7-4e50-9768-91c2c50e6bc1 req-ca11e1ca-3575-4b80-a222-330eca0721c6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:18.150739 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5227c90-86a7-4e50-9768-91c2c50e6bc1 req-ca11e1ca-3575-4b80-a222-330eca0721c6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:18.179130 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5227c90-86a7-4e50-9768-91c2c50e6bc1 req-ca11e1ca-3575-4b80-a222-330eca0721c6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:18.179130 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5227c90-86a7-4e50-9768-91c2c50e6bc1 req-ca11e1ca-3575-4b80-a222-330eca0721c6 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 2410 time: 0.2731371 Nov 08 00:34:18.238966 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.269184 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd596e1a-ff9d-42f3-b15e-2af22f6cc0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.294838 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb99286-5590-4fc0-919e-dd1affc95e96']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:18.315371 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d91a53-6c8e-46f5-9e9c-63f763e26a06') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:18.315662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d91a53-6c8e-46f5-9e9c-63f763e26a06') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:18.315847 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd596e1a-ff9d-42f3-b15e-2af22f6cc0e0 None None] Pushing event deleted for resources: {'Port': ['ID=1eba04ea-ef59-4227-807d-7f9aa980e77e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:18.318230 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd596e1a-ff9d-42f3-b15e-2af22f6cc0e0 None None] No DVR routers for this DVR port 1eba04ea-ef59-4227-807d-7f9aa980e77e on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:18.346844 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.376325 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.378053 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3880a97e-ae38-44f4-a84b-8f4663e68dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.383486 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:34:18.383486 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.430764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-deleted', 'tag': '58e79b86-2000-49f1-ac18-021704ff4209'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:34:18.432765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ba5b70aa-e617-4d68-ae39-72d9727efccd no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:18.433578 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6ade43-c34b-4ec2-8d0f-31aec4f27012" -d '{"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-deleted", "tag": "58e79b86-2000-49f1-ac18-021704ff4209"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:34:18.458493 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:34:18.466796 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.499268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:18.505914 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: ba5b70aa-e617-4d68-ae39-72d9727efccd {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:34:18.506716 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ba5b70aa-e617-4d68-ae39-72d9727efccd not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:34:18.507287 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:18.527103 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5227c90-86a7-4e50-9768-91c2c50e6bc1 req-6879bda2-9ee7-4cb5-bf44-7366833cac8f tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3281896 Nov 08 00:34:18.531379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762a21f4-84f4-41ae-89f1-fc5f0eda03df') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:18.531681 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762a21f4-84f4-41ae-89f1-fc5f0eda03df') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:18.535307 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.548148 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.550822 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.558329 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] 10.222.0.13 "DELETE /v2.0/networks/1bb99286-5590-4fc0-919e-dd1affc95e96 HTTP/1.1" status: 204 len: 168 time: 1.9670491 Nov 08 00:34:18.567680 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.578076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:34:18.578076 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.606496 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:34:18.610194 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4714ad3e-9af9-4400-a1e2-3f23bc0f94ea not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:34:18.618231 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ceeb86f4-46fc-42e7-a3b8-65e6d181a47a no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:18.620297 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fe949-c7ed-4a5d-afcd-5640a27ed7eb admin admin] Pushing event deleted for resources: {'Network': ['ID=1bb99286-5590-4fc0-919e-dd1affc95e96,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: items = [ Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:34:18.662240 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:34:18.670869 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9f2aa1-9654-499a-9fc3-0ef043e773d6 x-openstack-request-id: req-0d9f2aa1-9654-499a-9fc3-0ef043e773d6 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:34:18.670869 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-deleted", "tag": "58e79b86-2000-49f1-ac18-021704ff4209", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:34:18.670869 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d9f2aa1-9654-499a-9fc3-0ef043e773d6 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:34:18.670869 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-deleted', 'tag': '58e79b86-2000-49f1-ac18-021704ff4209', 'status': 'completed', 'code': 200} Nov 08 00:34:18.671208 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: ceeb86f4-46fc-42e7-a3b8-65e6d181a47a {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:34:18.671208 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ceeb86f4-46fc-42e7-a3b8-65e6d181a47a not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:34:18.671381 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 1eba04ea-ef59-4227-807d-7f9aa980e77e no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:18.695267 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 1eba04ea-ef59-4227-807d-7f9aa980e77e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:34:18.696090 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 1eba04ea-ef59-4227-807d-7f9aa980e77e not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:34:18.714674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d5a9f049-fbd4-4f5d-a54b-3a581f01498d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Deleting port 6b819cfd-7da2-4cbd-baa5-52fb93656ef5 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:18.715025 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d5a9f049-fbd4-4f5d-a54b-3a581f01498d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.810939 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.822895 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.826425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/networks/ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7 HTTP/1.1" status: 204 len: 168 time: 2.1546705 Nov 08 00:34:18.829726 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41838) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:18.834573 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-1cefec95-34a2-4074-87e0-d571eeeb7309 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'router': {'routes': None}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:18.841781 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c4757-6058-4b0b-b927-17e42cbd69ef tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Pushing event deleted for resources: {'Network': ['ID=ae0b0efe-dc5c-4bf6-b901-c997e8c41dc7,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:18.843729 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3880a97e-ae38-44f4-a84b-8f4663e68dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.878036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880a97e-ae38-44f4-a84b-8f4663e68dfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35ecfa41-e41c-4c30-8deb-9c193a984664,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:18.888344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d5a9f049-fbd4-4f5d-a54b-3a581f01498d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] For port 6b819cfd-7da2-4cbd-baa5-52fb93656ef5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6b819cfd-7da2-4cbd-baa5-52fb93656ef5,segment=NetworkSegment(c79382c5-9ff9-4a52-bfcf-a258f1e0713b),segment_id=c79382c5-9ff9-4a52-bfcf-a258f1e0713b)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:18.888344 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d5a9f049-fbd4-4f5d-a54b-3a581f01498d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.894294 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3880a97e-ae38-44f4-a84b-8f4663e68dfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:18.897608 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3880a97e-ae38-44f4-a84b-8f4663e68dfe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/35ecfa41-e41c-4c30-8deb-9c193a984664 HTTP/1.1" status: 204 len: 168 time: 1.4308493 Nov 08 00:34:18.899962 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704053bb-45cd-4ee8-b364-70d54ef80790 None None] Network 855bf3a5-33ad-4ce7-a082-12028ab1b09f requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:34:18.901336 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41842) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:18.903494 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d5a9f049-fbd4-4f5d-a54b-3a581f01498d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Calling delete_port for 6b819cfd-7da2-4cbd-baa5-52fb93656ef5 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:18.986135 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:19.133327 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.extraroute_db [None req-1cefec95-34a2-4074-87e0-d571eeeb7309 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Added routes are [] {{(pid=102771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 08 00:34:19.133634 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.extraroute_db [None req-1cefec95-34a2-4074-87e0-d571eeeb7309 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Removed routes are [] {{(pid=102771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 08 00:34:19.134000 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1cefec95-34a2-4074-87e0-d571eeeb7309 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:19.135989 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41848) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:19.190287 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a080e2-07c4-4b0d-a872-2ec5b71385d9 None None] DHCP port deletion for 855bf3a5-33ad-4ce7-a082-12028ab1b09f request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:34:19.214025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] Deleting port 9c0ae435-1378-46e2-aa87-febe6a066e86 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:19.214025 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:19.301181 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-96a080e2-07c4-4b0d-a872-2ec5b71385d9 None None] Deleting port 9c0ae435-1378-46e2-aa87-febe6a066e86 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:19.301899 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96a080e2-07c4-4b0d-a872-2ec5b71385d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:19.326228 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] For port 9c0ae435-1378-46e2-aa87-febe6a066e86, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9c0ae435-1378-46e2-aa87-febe6a066e86,segment=NetworkSegment(52823f32-8dcc-4320-92fd-b73060a94760),segment_id=52823f32-8dcc-4320-92fd-b73060a94760)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:19.326639 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:19.347953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] Calling delete_port for 9c0ae435-1378-46e2-aa87-febe6a066e86 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:19.411155 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-96a080e2-07c4-4b0d-a872-2ec5b71385d9 None None] For port 9c0ae435-1378-46e2-aa87-febe6a066e86, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9c0ae435-1378-46e2-aa87-febe6a066e86,segment=NetworkSegment(52823f32-8dcc-4320-92fd-b73060a94760),segment_id=52823f32-8dcc-4320-92fd-b73060a94760)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:19.411414 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d5a9f049-fbd4-4f5d-a54b-3a581f01498d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:19.413922 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96a080e2-07c4-4b0d-a872-2ec5b71385d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:19.451653 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-96a080e2-07c4-4b0d-a872-2ec5b71385d9 None None] Calling delete_port for 9c0ae435-1378-46e2-aa87-febe6a066e86 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:19.454587 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9f049-fbd4-4f5d-a54b-3a581f01498d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event deleted for resources: {'Port': ['ID=6b819cfd-7da2-4cbd-baa5-52fb93656ef5,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:19.500727 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1cefec95-34a2-4074-87e0-d571eeeb7309 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:19.509482 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1cefec95-34a2-4074-87e0-d571eeeb7309 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:19.534524 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d5a9f049-fbd4-4f5d-a54b-3a581f01498d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] No DVR routers for this DVR port 6b819cfd-7da2-4cbd-baa5-52fb93656ef5 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:19.539225 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d5a9f049-fbd4-4f5d-a54b-3a581f01498d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:19.555928 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-d5a9f049-fbd4-4f5d-a54b-3a581f01498d tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.26 "DELETE /v2.0/ports/6b819cfd-7da2-4cbd-baa5-52fb93656ef5 HTTP/1.1" status: 204 len: 173 time: 1.3617637 Nov 08 00:34:19.623062 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-91a13d80-2a78-4bfd-8fcb-abb4066aa4d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c677d19bb7543c38466cd744faf660f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4855111 Nov 08 00:34:19.627734 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41864) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:19.635985 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96a080e2-07c4-4b0d-a872-2ec5b71385d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:19.656243 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cefec95-34a2-4074-87e0-d571eeeb7309 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 50512e1e-a145-4f56-bc0d-868df0514dea has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:34:19.686853 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:19.738397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a080e2-07c4-4b0d-a872-2ec5b71385d9 None None] Pushing event deleted for resources: {'Port': ['ID=9c0ae435-1378-46e2-aa87-febe6a066e86,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:19.752968 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a080e2-07c4-4b0d-a872-2ec5b71385d9 None None] No DVR routers for this DVR port 9c0ae435-1378-46e2-aa87-febe6a066e86 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:19.814012 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cefec95-34a2-4074-87e0-d571eeeb7309 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:34:19.817938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c0ae435-1378-46e2-aa87-febe6a066e86,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:19.822863 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1cefec95-34a2-4074-87e0-d571eeeb7309 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:19.824223 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1cefec95-34a2-4074-87e0-d571eeeb7309 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/50512e1e-a145-4f56-bc0d-868df0514dea HTTP/1.1" status: 200 len: 704 time: 0.9930756 Nov 08 00:34:19.825141 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c546bbef-6c28-4908-b74c-f4e85f540138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:19.833003 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a933e716-f6e1-44d7-bc6c-699ebd6185ba None None] Sync routers for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:34:19.840535 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] No DVR routers for this DVR port 9c0ae435-1378-46e2-aa87-febe6a066e86 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:19.845906 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41870) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:19.858912 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c546bbef-6c28-4908-b74c-f4e85f540138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:19.861495 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a933e716-f6e1-44d7-bc6c-699ebd6185ba None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:19.862479 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a933e716-f6e1-44d7-bc6c-699ebd6185ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:19.984781 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c546bbef-6c28-4908-b74c-f4e85f540138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:19.986714 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-a933e716-f6e1-44d7-bc6c-699ebd6185ba None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:34:19.989125 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c546bbef-6c28-4908-b74c-f4e85f540138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:19.994566 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c546bbef-6c28-4908-b74c-f4e85f540138 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a56d7bf3-ec6f-44e1-a224-9bc352a2ec0e HTTP/1.1" status: 204 len: 168 time: 0.3683238 Nov 08 00:34:19.998265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41874) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:20.001480 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b6d49e01-12fb-4c63-98fd-5d5f147f677e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/ports?device_id=50512e1e-a145-4f56-bc0d-868df0514dea HTTP/1.1" status: 200 len: 205 time: 0.1326520 Nov 08 00:34:20.121012 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41878) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:20.130113 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546bbef-6c28-4908-b74c-f4e85f540138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56d7bf3-ec6f-44e1-a224-9bc352a2ec0e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:20.205740 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4388d-869a-43a0-b920-cf5e1922514a req-9ed19298-961d-48ea-85b9-b77d3d925d70 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:20.227578 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4388d-869a-43a0-b920-cf5e1922514a req-9ed19298-961d-48ea-85b9-b77d3d925d70 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:20.232977 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ea4388d-869a-43a0-b920-cf5e1922514a req-9ed19298-961d-48ea-85b9-b77d3d925d70 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 1677 time: 0.4840775 Nov 08 00:34:20.246452 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9c0ae435-1378-46e2-aa87-febe6a066e86 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:20.277020 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3ef9194-d3c9-443b-8bbd-d055b01e48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:20.302383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 9c0ae435-1378-46e2-aa87-febe6a066e86 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:34:20.304710 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9c0ae435-1378-46e2-aa87-febe6a066e86 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:34:20.304934 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a933e716-f6e1-44d7-bc6c-699ebd6185ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:34:13Z', 'revision_number': 11, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:20.339217 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a933e716-f6e1-44d7-bc6c-699ebd6185ba None None] Checking router: 50512e1e-a145-4f56-bc0d-868df0514dea for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:34:20.346653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-9c5146b7-4c4b-44dd-ba45-c2cee48d7309 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Deleting port 5dffe1f6-cb78-4bd0-8c29-3adfb648a164 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:20.349755 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a933e716-f6e1-44d7-bc6c-699ebd6185ba None None] Routers {'50512e1e-a145-4f56-bc0d-868df0514dea'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:20.349755 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a933e716-f6e1-44d7-bc6c-699ebd6185ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['50512e1e-a145-4f56-bc0d-868df0514dea'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:20.351170 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-9c5146b7-4c4b-44dd-ba45-c2cee48d7309 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:20.382039 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:20.424089 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-a933e716-f6e1-44d7-bc6c-699ebd6185ba None None] Set router 50512e1e-a145-4f56-bc0d-868df0514dea gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:34:20.486016 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a933e716-f6e1-44d7-bc6c-699ebd6185ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:34:13Z', 'revision_number': 11, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:20.509478 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ea4388d-869a-43a0-b920-cf5e1922514a req-f6e79de8-10ae-4581-a3ba-dc8365facb05 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482166 Nov 08 00:34:20.533610 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a933e716-f6e1-44d7-bc6c-699ebd6185ba None None] The sync data for ids ['50512e1e-a145-4f56-bc0d-868df0514dea'] in n-d-816882-1 is: [{'id': '50512e1e-a145-4f56-bc0d-868df0514dea', 'name': 'tempest-RoutersIpV6Test-router-239627806', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:33:18Z', 'updated_at': '2021-11-08T00:34:13Z', 'revision_number': 11, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:34:20.593756 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855bf3a5-33ad-4ce7-a082-12028ab1b09f']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:20.641173 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52823f32-8dcc-4320-92fd-b73060a94760') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:20.642451 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52823f32-8dcc-4320-92fd-b73060a94760') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:20.669907 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:20.671934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-deleted', 'tag': '6b819cfd-7da2-4cbd-baa5-52fb93656ef5'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:34:20.674726 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3003d127-5b27-4c96-b67c-449f9ad718bc" -d '{"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-deleted", "tag": "6b819cfd-7da2-4cbd-baa5-52fb93656ef5"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:34:20.714599 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3ef9194-d3c9-443b-8bbd-d055b01e48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:20.715250 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3ef9194-d3c9-443b-8bbd-d055b01e48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:20.773808 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:20.776950 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6344de-99bc-4dc1-bf26-0406e5390c72 x-openstack-request-id: req-6e6344de-99bc-4dc1-bf26-0406e5390c72 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:34:20.777407 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-deleted", "tag": "6b819cfd-7da2-4cbd-baa5-52fb93656ef5", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:34:20.777667 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e6344de-99bc-4dc1-bf26-0406e5390c72 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:34:20.778239 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-deleted', 'tag': '6b819cfd-7da2-4cbd-baa5-52fb93656ef5', 'status': 'completed', 'code': 200} Nov 08 00:34:20.797405 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-34fcff13-e5f4-4f48-8882-ce5ded75f374 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1817443424'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:20.806970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-9c5146b7-4c4b-44dd-ba45-c2cee48d7309 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] For port 5dffe1f6-cb78-4bd0-8c29-3adfb648a164, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5dffe1f6-cb78-4bd0-8c29-3adfb648a164,segment=NetworkSegment(c79382c5-9ff9-4a52-bfcf-a258f1e0713b),segment_id=c79382c5-9ff9-4a52-bfcf-a258f1e0713b)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:20.807703 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-9c5146b7-4c4b-44dd-ba45-c2cee48d7309 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:20.821439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:34:20.822091 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:34:20.829264 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:34:20.839458 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-9c5146b7-4c4b-44dd-ba45-c2cee48d7309 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Calling delete_port for 5dffe1f6-cb78-4bd0-8c29-3adfb648a164 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:20.876853 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3ef9194-d3c9-443b-8bbd-d055b01e48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:20.878678 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ef9194-d3c9-443b-8bbd-d055b01e48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Fanout notify agent at l3_agent the message router_deleted on router 50512e1e-a145-4f56-bc0d-868df0514dea {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:34:20.889884 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3ef9194-d3c9-443b-8bbd-d055b01e48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:20.891339 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c3ef9194-d3c9-443b-8bbd-d055b01e48ce tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/routers/50512e1e-a145-4f56-bc0d-868df0514dea HTTP/1.1" status: 204 len: 168 time: 0.8931379 Nov 08 00:34:20.896582 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41892) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:20.903313 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-664c2641-fe42-4682-852f-4b769099f037 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1557532243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:20.937370 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fcff13-e5f4-4f48-8882-ce5ded75f374 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Made reservation on behalf of 5fbd5175ba4b4bf095a80d48060bad4e for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:34:20.943370 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-34fcff13-e5f4-4f48-8882-ce5ded75f374 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:20.964394 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-34fcff13-e5f4-4f48-8882-ce5ded75f374 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.042144 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.055081 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.058643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/855bf3a5-33ad-4ce7-a082-12028ab1b09f HTTP/1.1" status: 204 len: 168 time: 2.1562972 Nov 08 00:34:21.070775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7c816-0af4-4054-a8ad-c93e1aa941a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=855bf3a5-33ad-4ce7-a082-12028ab1b09f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:21.081798 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-664c2641-fe42-4682-852f-4b769099f037 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.082870 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-664c2641-fe42-4682-852f-4b769099f037 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.126658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41900) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:21.143125 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fb287327-061b-4697-85c8-6bc22811296c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.159696 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-34fcff13-e5f4-4f48-8882-ce5ded75f374 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.163189 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-664c2641-fe42-4682-852f-4b769099f037 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.192619 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-9c5146b7-4c4b-44dd-ba45-c2cee48d7309 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.233757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5146b7-4c4b-44dd-ba45-c2cee48d7309 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event deleted for resources: {'Port': ['ID=5dffe1f6-cb78-4bd0-8c29-3adfb648a164,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:21.296638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-9c5146b7-4c4b-44dd-ba45-c2cee48d7309 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] No DVR routers for this DVR port 5dffe1f6-cb78-4bd0-8c29-3adfb648a164 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:21.302275 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-9c5146b7-4c4b-44dd-ba45-c2cee48d7309 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.305572 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-9c5146b7-4c4b-44dd-ba45-c2cee48d7309 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.26 "DELETE /v2.0/ports/5dffe1f6-cb78-4bd0-8c29-3adfb648a164 HTTP/1.1" status: 204 len: 173 time: 1.7289186 Nov 08 00:34:21.307379 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fb287327-061b-4697-85c8-6bc22811296c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.316565 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-34fcff13-e5f4-4f48-8882-ce5ded75f374 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.343387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34fcff13-e5f4-4f48-8882-ce5ded75f374 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:34:21.354003 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcff13-e5f4-4f48-8882-ce5ded75f374 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceebb8d6-30af-4657-b0f3-2596c99626a4,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:21.358986 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-34fcff13-e5f4-4f48-8882-ce5ded75f374 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.359330 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-34fcff13-e5f4-4f48-8882-ce5ded75f374 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Added segment a8b39359-bfa8-4ccb-8199-81018ab921c6 of type vlan for network de2a810a-ca3a-466a-9efb-9f300fe0d68f Nov 08 00:34:21.374188 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-664c2641-fe42-4682-852f-4b769099f037 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.412626 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-282c0693-e2b7-4f55-a6e9-1981eaf55fb9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Deleting port 46503f71-6482-45b3-8c5d-eb36337e12ff {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:21.413149 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-282c0693-e2b7-4f55-a6e9-1981eaf55fb9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.420884 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-34fcff13-e5f4-4f48-8882-ce5ded75f374 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.463597 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fb287327-061b-4697-85c8-6bc22811296c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.502632 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-664c2641-fe42-4682-852f-4b769099f037 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.506264 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-664c2641-fe42-4682-852f-4b769099f037 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6071546 Nov 08 00:34:21.506439 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41902) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:21.512986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b1333479-460c-4b70-afa4-4e71f66892ac tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:21.524862 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fb287327-061b-4697-85c8-6bc22811296c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3943229 Nov 08 00:34:21.524862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb287327-061b-4697-85c8-6bc22811296c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0799155-4765-4511-af3f-18a6514c4d03,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:21.528467 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41904) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:21.554020 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-34fcff13-e5f4-4f48-8882-ce5ded75f374 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.561704 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fcff13-e5f4-4f48-8882-ce5ded75f374 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:21.561704 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-34fcff13-e5f4-4f48-8882-ce5ded75f374 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.639104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41910) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:21.664018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-282c0693-e2b7-4f55-a6e9-1981eaf55fb9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] For port 46503f71-6482-45b3-8c5d-eb36337e12ff, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=46503f71-6482-45b3-8c5d-eb36337e12ff,segment=NetworkSegment(2ab8e6cb-9119-4274-ba70-503abfbff32f),segment_id=2ab8e6cb-9119-4274-ba70-503abfbff32f)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:21.664941 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-282c0693-e2b7-4f55-a6e9-1981eaf55fb9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.761801 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5ffabf86-65f9-49a7-92a1-d5a1a0f6b5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:21.851471 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcff13-e5f4-4f48-8882-ce5ded75f374 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event updated for resources: {'Network': ['ID=de2a810a-ca3a-466a-9efb-9f300fe0d68f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:21.865402 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network de2a810a-ca3a-466a-9efb-9f300fe0d68f details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:34:21.949315 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5ffabf86-65f9-49a7-92a1-d5a1a0f6b5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:22.012714 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1333479-460c-4b70-afa4-4e71f66892ac tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1553'] for router, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:22.045914 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dd859586-c7de-4f69-9ee5-9baa6c0a5974 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e654d48041cb41cfbc892b9cf478725c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4012730 Nov 08 00:34:22.046659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41916) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:22.106137 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723b584-6f8b-4baf-a339-83e4bbba3953 req-8c66efed-ae99-43ab-9f63-a5b946d0f059 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:22.107689 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a723b584-6f8b-4baf-a339-83e4bbba3953 req-8c66efed-ae99-43ab-9f63-a5b946d0f059 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 943 time: 0.4204962 Nov 08 00:34:22.576971 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0018393d-0b43-4748-b631-ebaca16387eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:22.581461 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a723b584-6f8b-4baf-a339-83e4bbba3953 req-2ea7c7b0-ea7a-444d-b507-7a3b25363903 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups?id=26b086f9-e497-4f0f-8873-0e2c9d610e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4551671 Nov 08 00:34:22.584213 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-34fcff13-e5f4-4f48-8882-ce5ded75f374 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4534838 Nov 08 00:34:22.585361 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41920) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:22.591278 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e4715263-9c5a-4098-bcd2-08950d194bc2 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Request body: {'subnet': {'network_id': 'de2a810a-ca3a-466a-9efb-9f300fe0d68f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:22.598230 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-282c0693-e2b7-4f55-a6e9-1981eaf55fb9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:22.598633 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-282c0693-e2b7-4f55-a6e9-1981eaf55fb9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:22.598909 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-282c0693-e2b7-4f55-a6e9-1981eaf55fb9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Floating IP 8e7a7a7d-e320-4f54-b5a3-113c6efb99d8 disassociated. External IP: 172.25.2.214, port: 46503f71-6482-45b3-8c5d-eb36337e12ff. Nov 08 00:34:22.599260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-282c0693-e2b7-4f55-a6e9-1981eaf55fb9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Calling delete_port for 46503f71-6482-45b3-8c5d-eb36337e12ff owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:22.640405 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1333479-460c-4b70-afa4-4e71f66892ac tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587106'] for router, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:22.652744 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5ffabf86-65f9-49a7-92a1-d5a1a0f6b5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:22.660138 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5ffabf86-65f9-49a7-92a1-d5a1a0f6b5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:22.660138 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5ffabf86-65f9-49a7-92a1-d5a1a0f6b5e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0799155-4765-4511-af3f-18a6514c4d03 HTTP/1.1" status: 204 len: 168 time: 1.1271067 Nov 08 00:34:22.665345 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0018393d-0b43-4748-b631-ebaca16387eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:22.683003 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffabf86-65f9-49a7-92a1-d5a1a0f6b5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0799155-4765-4511-af3f-18a6514c4d03,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:22.814237 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-deleted', 'tag': '5dffe1f6-cb78-4bd0-8c29-3adfb648a164'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:34:22.821309 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f20f6e0-4c47-4b6f-a9e2-09368e1033fb" -d '{"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-deleted", "tag": "5dffe1f6-cb78-4bd0-8c29-3adfb648a164"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:34:22.853672 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0018393d-0b43-4748-b631-ebaca16387eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:22.867504 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0018393d-0b43-4748-b631-ebaca16387eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:22.869132 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0018393d-0b43-4748-b631-ebaca16387eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2839bff5-09b3-44c3-acec-e14feaae6864 HTTP/1.1" status: 204 len: 168 time: 0.8213398 Nov 08 00:34:22.874112 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ea55ea-86be-405b-8569-290e106f8d91 x-openstack-request-id: req-e2ea55ea-86be-405b-8569-290e106f8d91 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:34:22.874112 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-deleted", "tag": "5dffe1f6-cb78-4bd0-8c29-3adfb648a164", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:34:22.874112 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2ea55ea-86be-405b-8569-290e106f8d91 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:34:22.874112 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-deleted', 'tag': '5dffe1f6-cb78-4bd0-8c29-3adfb648a164', 'status': 'completed', 'code': 200} Nov 08 00:34:22.885447 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018393d-0b43-4748-b631-ebaca16387eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2839bff5-09b3-44c3-acec-e14feaae6864,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:22.893361 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4715263-9c5a-4098-bcd2-08950d194bc2 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Made reservation on behalf of 5fbd5175ba4b4bf095a80d48060bad4e for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:34:22.897891 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e4715263-9c5a-4098-bcd2-08950d194bc2 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:22.934962 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1333479-460c-4b70-afa4-4e71f66892ac tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Router 2b1d3146-d846-424a-97d1-05c539c43c03 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:34:23.013974 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-282c0693-e2b7-4f55-a6e9-1981eaf55fb9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:23.121325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1333479-460c-4b70-afa4-4e71f66892ac tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:34:23.148820 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadbd37a-1c3f-4574-88ed-d90730dbb200 None None] Sync routers for ids ['2b1d3146-d846-424a-97d1-05c539c43c03'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:34:23.150311 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b1333479-460c-4b70-afa4-4e71f66892ac tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:23.151771 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b1333479-460c-4b70-afa4-4e71f66892ac tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "PUT /v2.0/routers/2b1d3146-d846-424a-97d1-05c539c43c03 HTTP/1.1" status: 200 len: 698 time: 1.6442349 Nov 08 00:34:23.154555 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41936) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:23.157720 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:34:23.174967 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadbd37a-1c3f-4574-88ed-d90730dbb200 None None] Routers {'2b1d3146-d846-424a-97d1-05c539c43c03'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:23.177971 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-dadbd37a-1c3f-4574-88ed-d90730dbb200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['2b1d3146-d846-424a-97d1-05c539c43c03'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:23.405144 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-616d04d8-e919-4380-a940-7ee7cb6690c9 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/routers/2b1d3146-d846-424a-97d1-05c539c43c03 HTTP/1.1" status: 200 len: 704 time: 0.2451844 Nov 08 00:34:23.425090 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41940) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:23.511511 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c0693-e2b7-4f55-a6e9-1981eaf55fb9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event deleted for resources: {'Port': ['ID=46503f71-6482-45b3-8c5d-eb36337e12ff,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:23.515467 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-dadbd37a-1c3f-4574-88ed-d90730dbb200 None None] Set router 2b1d3146-d846-424a-97d1-05c539c43c03 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:34:23.535183 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-256afb7d-e66d-478b-b814-516f0aa920e0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b1d3146-d846-424a-97d1-05c539c43c03 HTTP/1.1" status: 200 len: 205 time: 0.1055138 Nov 08 00:34:23.538090 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41942) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:23.585999 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-282c0693-e2b7-4f55-a6e9-1981eaf55fb9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Router 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:34:23.632416 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-dadbd37a-1c3f-4574-88ed-d90730dbb200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1d3146-d846-424a-97d1-05c539c43c03', 'name': 'tempest-RoutersIpV6Test-router-1557532243', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:34:21Z', 'updated_at': '2021-11-08T00:34:22Z', 'revision_number': 2, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:23.679655 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadbd37a-1c3f-4574-88ed-d90730dbb200 None None] Checking router: 2b1d3146-d846-424a-97d1-05c539c43c03 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:34:23.692950 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadbd37a-1c3f-4574-88ed-d90730dbb200 None None] Routers {'2b1d3146-d846-424a-97d1-05c539c43c03'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:23.695580 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-dadbd37a-1c3f-4574-88ed-d90730dbb200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['2b1d3146-d846-424a-97d1-05c539c43c03'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:23.783310 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78f322c9-ae20-427c-85c6-be17a8b8d263 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:23.810659 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-dadbd37a-1c3f-4574-88ed-d90730dbb200 None None] Set router 2b1d3146-d846-424a-97d1-05c539c43c03 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:34:23.814658 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e549283-c78d-4d43-bb09-9fd1b40ab81d req-0ae3c713-cde6-476e-bea4-d3112c4d2121 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.0498695 Nov 08 00:34:23.847256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-282c0693-e2b7-4f55-a6e9-1981eaf55fb9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:34:23.863102 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d23bc92-4115-43c7-bf75-23647c68c425 None None] Sync routers for ids ['7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:34:23.899045 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d23bc92-4115-43c7-bf75-23647c68c425 None None] Routers {'7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:23.899690 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7d23bc92-4115-43c7-bf75-23647c68c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:23.923976 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-dadbd37a-1c3f-4574-88ed-d90730dbb200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1d3146-d846-424a-97d1-05c539c43c03', 'name': 'tempest-RoutersIpV6Test-router-1557532243', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:34:21Z', 'updated_at': '2021-11-08T00:34:22Z', 'revision_number': 2, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:23.964286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-282c0693-e2b7-4f55-a6e9-1981eaf55fb9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] No DVR routers for this DVR port 46503f71-6482-45b3-8c5d-eb36337e12ff on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:23.971752 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-282c0693-e2b7-4f55-a6e9-1981eaf55fb9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:23.975531 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33930a9b-9f52-4baa-8e53-1d2a59a6a218 req-282c0693-e2b7-4f55-a6e9-1981eaf55fb9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.26 "DELETE /v2.0/ports/46503f71-6482-45b3-8c5d-eb36337e12ff HTTP/1.1" status: 204 len: 173 time: 2.6626184 Nov 08 00:34:24.001998 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadbd37a-1c3f-4574-88ed-d90730dbb200 None None] The sync data for ids ['2b1d3146-d846-424a-97d1-05c539c43c03'] in n-d-816882-1 is: [{'id': '2b1d3146-d846-424a-97d1-05c539c43c03', 'name': 'tempest-RoutersIpV6Test-router-1557532243', 'tenant_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:34:21Z', 'updated_at': '2021-11-08T00:34:22Z', 'revision_number': 2, 'project_id': '2ca9f2452e8a47159151cbbe0fdfc045', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:34:24.002287 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41950) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:24.107931 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-551f9faf-2d01-4c83-aed9-29183a3b0194 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b804d2805927453d99faf03cb2ab593f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1044276 Nov 08 00:34:24.110637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41952) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:24.239248 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-7d23bc92-4115-43c7-bf75-23647c68c425 None None] Set router 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:34:24.259044 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cf6128e7-3a8d-45b4-bbc2-244464e0a3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:24.290715 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cf6128e7-3a8d-45b4-bbc2-244464e0a3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:24.471293 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cf6128e7-3a8d-45b4-bbc2-244464e0a3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:24.474564 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cf6128e7-3a8d-45b4-bbc2-244464e0a3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:24.477347 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cf6128e7-3a8d-45b4-bbc2-244464e0a3e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04ce30a4-e305-4bcd-82b2-7030175851f9 HTTP/1.1" status: 204 len: 168 time: 0.3653681 Nov 08 00:34:24.498351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6128e7-3a8d-45b4-bbc2-244464e0a3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ce30a4-e305-4bcd-82b2-7030175851f9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:24.587447 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7d23bc92-4115-43c7-bf75-23647c68c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'name': 'tempest-TaggedBootDevicesTest_v242-185478450-router', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:22:59Z', 'updated_at': '2021-11-08T00:23:07Z', 'revision_number': 4, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'gw_port': {'id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:00Z', 'updated_at': '2021-11-08T00:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b6becab2-3f2e-475a-8ea0-1df71462c107', 'name': '', 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'mac_address': 'fa:16:3e:73:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd3be98b0-454a-423b-81f4-63aace0baef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:05Z', 'updated_at': '2021-11-08T00:23:13Z', 'revision_number': 5, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'subnets': [{'id': 'd3be98b0-454a-423b-81f4-63aace0baef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:24.626258 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d23bc92-4115-43c7-bf75-23647c68c425 None None] Checking router: 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:34:24.636299 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d23bc92-4115-43c7-bf75-23647c68c425 None None] Routers {'7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:24.637028 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7d23bc92-4115-43c7-bf75-23647c68c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:24.666888 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78f322c9-ae20-427c-85c6-be17a8b8d263 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:24.671251 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78f322c9-ae20-427c-85c6-be17a8b8d263 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:24.784638 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-7d23bc92-4115-43c7-bf75-23647c68c425 None None] Set router 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:34:24.873155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-deleted', 'tag': '46503f71-6482-45b3-8c5d-eb36337e12ff'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:34:24.878961 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d033e6-4b7d-43f4-b8d9-84405645b17f" -d '{"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-deleted", "tag": "46503f71-6482-45b3-8c5d-eb36337e12ff"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:34:24.959835 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d017ee5f-3331-49e8-ac5b-0d22f2e6b0e3 x-openstack-request-id: req-d017ee5f-3331-49e8-ac5b-0d22f2e6b0e3 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:34:24.960162 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37df04f-0923-4a80-bbab-05066ce137e1", "name": "network-vif-deleted", "tag": "46503f71-6482-45b3-8c5d-eb36337e12ff", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:34:24.960462 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d017ee5f-3331-49e8-ac5b-0d22f2e6b0e3 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:34:24.960901 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37df04f-0923-4a80-bbab-05066ce137e1', 'name': 'network-vif-deleted', 'tag': '46503f71-6482-45b3-8c5d-eb36337e12ff', 'status': 'completed', 'code': 200} Nov 08 00:34:25.017693 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5505372c-bb56-4996-8911-9b6fdb5bdb3a req-d3c1d786-c7d4-4251-85e1-d4d4782f5e0a tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.0646021 Nov 08 00:34:25.081705 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78f322c9-ae20-427c-85c6-be17a8b8d263 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:25.082275 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f322c9-ae20-427c-85c6-be17a8b8d263 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Fanout notify agent at l3_agent the message router_deleted on router 2b1d3146-d846-424a-97d1-05c539c43c03 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:34:25.091215 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78f322c9-ae20-427c-85c6-be17a8b8d263 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:25.097790 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41978) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:25.098185 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-78f322c9-ae20-427c-85c6-be17a8b8d263 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/routers/2b1d3146-d846-424a-97d1-05c539c43c03 HTTP/1.1" status: 204 len: 168 time: 1.5593383 Nov 08 00:34:25.106213 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7d23bc92-4115-43c7-bf75-23647c68c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'name': 'tempest-TaggedBootDevicesTest_v242-185478450-router', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:22:59Z', 'updated_at': '2021-11-08T00:23:07Z', 'revision_number': 4, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'gw_port': {'id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:00Z', 'updated_at': '2021-11-08T00:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b6becab2-3f2e-475a-8ea0-1df71462c107', 'name': '', 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'mac_address': 'fa:16:3e:73:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd3be98b0-454a-423b-81f4-63aace0baef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:05Z', 'updated_at': '2021-11-08T00:23:13Z', 'revision_number': 5, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'subnets': [{'id': 'd3be98b0-454a-423b-81f4-63aace0baef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:25.116904 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e4715263-9c5a-4098-bcd2-08950d194bc2 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:25.139251 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ea09075b-9c60-49fe-826f-a0b0d8afce5f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b1d3146-d846-424a-97d1-05c539c43c03 HTTP/1.1" status: 200 len: 205 time: 0.0398009 Nov 08 00:34:25.141832 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41980) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:25.225480 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d23bc92-4115-43c7-bf75-23647c68c425 None None] The sync data for ids ['7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'] in n-d-816882-1 is: [{'id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'name': 'tempest-TaggedBootDevicesTest_v242-185478450-router', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:22:59Z', 'updated_at': '2021-11-08T00:23:07Z', 'revision_number': 4, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'gw_port': {'id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:00Z', 'updated_at': '2021-11-08T00:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b6becab2-3f2e-475a-8ea0-1df71462c107', 'name': '', 'network_id': 'fe318fa4-2739-4425-811c-a969620e2964', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'mac_address': 'fa:16:3e:73:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd3be98b0-454a-423b-81f4-63aace0baef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:05Z', 'updated_at': '2021-11-08T00:23:13Z', 'revision_number': 5, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'subnets': [{'id': 'd3be98b0-454a-423b-81f4-63aace0baef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:34:25.269130 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-1a4e6838-45fc-45d7-9b6c-b69a61d61bee tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] delete failed (client error): The resource could not be found. Nov 08 00:34:25.278224 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1a4e6838-45fc-45d7-9b6c-b69a61d61bee tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/routers/2b1d3146-d846-424a-97d1-05c539c43c03 HTTP/1.1" status: 404 len: 336 time: 0.1313617 Nov 08 00:34:25.279296 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41984) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:25.323257 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4715263-9c5a-4098-bcd2-08950d194bc2 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Checking segment: {'id': 'a8b39359-bfa8-4ccb-8199-81018ab921c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'de2a810a-ca3a-466a-9efb-9f300fe0d68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:34:25.326688 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4715263-9c5a-4098-bcd2-08950d194bc2 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Network hostable DHCP agents. Network: de2a810a-ca3a-466a-9efb-9f300fe0d68f, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:34:25.367870 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-75fb7ab3-503c-415e-9a0f-cdc9bfc94a86 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] DELETE failed (client error): The resource could not be found. Nov 08 00:34:25.368697 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75fb7ab3-503c-415e-9a0f-cdc9bfc94a86 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:34:25.381135 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-75fb7ab3-503c-415e-9a0f-cdc9bfc94a86 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/subnets/442339ae-68f4-408c-9dff-d7b8d008e495 HTTP/1.1" status: 404 len: 337 time: 0.1005266 Nov 08 00:34:25.383814 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41986) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:25.458312 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dccb6cc-aa88-4b3d-8355-447fcfc92c3a tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] DELETE failed (client error): The resource could not be found. Nov 08 00:34:25.464101 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dccb6cc-aa88-4b3d-8355-447fcfc92c3a tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:34:25.472680 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2dccb6cc-aa88-4b3d-8355-447fcfc92c3a tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/subnets/700247d5-8292-4819-ad0d-f13359608554 HTTP/1.1" status: 404 len: 337 time: 0.0870245 Nov 08 00:34:25.473646 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4715263-9c5a-4098-bcd2-08950d194bc2 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event updated for resources: {'Subnet': ['ID=218937b3-16e2-4a88-9e5b-593284c9706e,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:25.475505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41988) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:25.526750 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cb87ab-8a99-46af-9710-9bc5fc4c370f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] DELETE failed (client error): The resource could not be found. Nov 08 00:34:25.527195 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00cb87ab-8a99-46af-9710-9bc5fc4c370f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:34:25.530796 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-00cb87ab-8a99-46af-9710-9bc5fc4c370f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/subnets/eeeca968-d37e-480d-8444-74e790d959dd HTTP/1.1" status: 404 len: 337 time: 0.0541461 Nov 08 00:34:25.534436 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41990) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:25.602161 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba90308-c640-4bcd-9bab-2810acd30a7a tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] DELETE failed (client error): The resource could not be found. Nov 08 00:34:25.602685 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba90308-c640-4bcd-9bab-2810acd30a7a tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:34:25.613710 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3ba90308-c640-4bcd-9bab-2810acd30a7a tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/subnets/3a423316-524a-45bd-a613-772a45122a36 HTTP/1.1" status: 404 len: 337 time: 0.0774121 Nov 08 00:34:25.614480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4715263-9c5a-4098-bcd2-08950d194bc2 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Network de2a810a-ca3a-466a-9efb-9f300fe0d68f is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:34:25.616503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41992) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:25.670547 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41994) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:25.671736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-acf12e99-0b3f-4b03-b841-221e5111d496 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/ports?device_id=50512e1e-a145-4f56-bc0d-868df0514dea HTTP/1.1" status: 200 len: 205 time: 0.0530636 Nov 08 00:34:25.747178 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-97d66e35-b6bf-4fa9-bb1b-6e33c4c0f771 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] delete failed (client error): The resource could not be found. Nov 08 00:34:25.753395 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-97d66e35-b6bf-4fa9-bb1b-6e33c4c0f771 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/routers/50512e1e-a145-4f56-bc0d-868df0514dea HTTP/1.1" status: 404 len: 336 time: 0.0767391 Nov 08 00:34:25.753395 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-e4715263-9c5a-4098-bcd2-08950d194bc2 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, de2a810a-ca3a-466a-9efb-9f300fe0d68f) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:25.754469 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41996) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:25.770641 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8721d8-0f0d-423c-85d2-7b6213dbc875 None None] Network de2a810a-ca3a-466a-9efb-9f300fe0d68f requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:34:25.823647 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3c21e075-00b4-434c-9b7c-158f6c19d6a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d02d073-dd7b-40b5-8ac0-49b0da68780c HTTP/1.1" status: 200 len: 205 time: 0.0684729 Nov 08 00:34:25.824990 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4715263-9c5a-4098-bcd2-08950d194bc2 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:25.825701 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e4715263-9c5a-4098-bcd2-08950d194bc2 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:25.826402 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42000) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:25.870877 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-8b9bdfb4-b9c0-493d-aeb8-d59b69a7f0c0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] delete failed (client error): The resource could not be found. Nov 08 00:34:25.872029 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8b9bdfb4-b9c0-493d-aeb8-d59b69a7f0c0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/routers/6d02d073-dd7b-40b5-8ac0-49b0da68780c HTTP/1.1" status: 404 len: 336 time: 0.0445788 Nov 08 00:34:25.874730 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42010) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:25.875331 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f105c909-ae38-4cd9-9258-b1037dd4cd95 None None] New status for floating IP 8e7a7a7d-e320-4f54-b5a3-113c6efb99d8: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:34:25.903706 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b687f0cf-9505-47dc-8bf0-71b14002880e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] DELETE failed (client error): The resource could not be found. Nov 08 00:34:25.904671 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b687f0cf-9505-47dc-8bf0-71b14002880e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:34:25.908271 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b687f0cf-9505-47dc-8bf0-71b14002880e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/subnets/4dcc15f9-fdb8-4429-ab14-498f62e30f7b HTTP/1.1" status: 404 len: 337 time: 0.0322704 Nov 08 00:34:25.910922 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42012) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:25.939848 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e4715263-9c5a-4098-bcd2-08950d194bc2 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3504815 Nov 08 00:34:25.940259 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42014) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:25.945896 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2cff34aa-6758-4b9d-9742-21f64d6e12e5 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Request body: {'port': {'network_id': 'de2a810a-ca3a-466a-9efb-9f300fe0d68f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-677702890'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:25.980478 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-59e13c12-5c8e-4e33-b974-c875ba1b57a1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ca341ed-1094-4fa5-bc27-5f824af0e7fb HTTP/1.1" status: 200 len: 205 time: 0.0681973 Nov 08 00:34:25.982807 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42016) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:26.031116 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-d2a7a49d-60d4-4307-bd0b-c1b1a4a7c3cb tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] delete failed (client error): The resource could not be found. Nov 08 00:34:26.036835 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d2a7a49d-60d4-4307-bd0b-c1b1a4a7c3cb tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/routers/8ca341ed-1094-4fa5-bc27-5f824af0e7fb HTTP/1.1" status: 404 len: 336 time: 0.0528746 Nov 08 00:34:26.039898 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42018) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:26.125320 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-542ee0b1-45b2-4486-a377-56ac6e16e116 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae608d35-31d6-4cef-bcbb-e0fb0c674932 HTTP/1.1" status: 200 len: 205 time: 0.0815229 Nov 08 00:34:26.126339 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42022) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:26.130347 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-de2a810a-ca3a-466a-9efb-9f300fe0d68f', 'network_id': 'de2a810a-ca3a-466a-9efb-9f300fe0d68f', 'tenant_id': '5fbd5175ba4b4bf095a80d48060bad4e', 'fixed_ips': [{'subnet_id': '218937b3-16e2-4a88-9e5b-593284c9706e'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:34:26.138135 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:26.230093 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-373af886-67a7-40ae-bda0-699fe786ef5e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] delete failed (client error): The resource could not be found. Nov 08 00:34:26.233430 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-373af886-67a7-40ae-bda0-699fe786ef5e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/routers/ae608d35-31d6-4cef-bcbb-e0fb0c674932 HTTP/1.1" status: 404 len: 336 time: 0.1036265 Nov 08 00:34:26.233700 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42026) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:26.257141 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b22e60cc-be0a-48b4-97ec-6b4c1e09dec2 req-95c0849b-9aca-4e4d-906a-702caf985152 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.0499883 Nov 08 00:34:26.310624 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cff34aa-6758-4b9d-9742-21f64d6e12e5 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Made reservation on behalf of 5fbd5175ba4b4bf095a80d48060bad4e for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:34:26.314642 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2cff34aa-6758-4b9d-9742-21f64d6e12e5 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:26.317250 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad525e3-f7d7-4a10-95bc-db36b760ea1f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] DELETE failed (client error): The resource could not be found. Nov 08 00:34:26.317756 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad525e3-f7d7-4a10-95bc-db36b760ea1f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:34:26.323172 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-aad525e3-f7d7-4a10-95bc-db36b760ea1f tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/subnets/1830b5ed-b06c-4650-8a7c-7ab16ee5c03e HTTP/1.1" status: 404 len: 337 time: 0.0857577 Nov 08 00:34:26.323830 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42030) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:26.356762 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Allocated IP 2001:db8::2 (de2a810a-ca3a-466a-9efb-9f300fe0d68f/218937b3-16e2-4a88-9e5b-593284c9706e/4a9496b3-0ab9-4133-84a2-1bb713a6e840) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:34:26.385456 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-632d7308-3480-456d-8130-802baadc1fb6 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1da61b-9ee4-45a8-814c-5010c6c96ce7 HTTP/1.1" status: 200 len: 205 time: 0.0587320 Nov 08 00:34:26.385813 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42034) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:26.395824 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-2cff34aa-6758-4b9d-9742-21f64d6e12e5 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] device_id is not set on port 59cd9346-c15b-4686-9e42-9a0b01281166 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:34:26.462322 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-1df322f4-1674-4aee-bec5-dff12f6ed065 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] delete failed (client error): The resource could not be found. Nov 08 00:34:26.480692 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1df322f4-1674-4aee-bec5-dff12f6ed065 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/routers/4f1da61b-9ee4-45a8-814c-5010c6c96ce7 HTTP/1.1" status: 404 len: 336 time: 0.0767415 Nov 08 00:34:26.481424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42038) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:26.517411 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4a5975-4d04-463d-8a8e-6fbd5a9ddbaa tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] DELETE failed (client error): The resource could not be found. Nov 08 00:34:26.518012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf4a5975-4d04-463d-8a8e-6fbd5a9ddbaa tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:34:26.523772 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cf4a5975-4d04-463d-8a8e-6fbd5a9ddbaa tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/subnets/406e10d2-ecfc-47e1-8b0a-b381ef5ce2a9 HTTP/1.1" status: 404 len: 337 time: 0.0392437 Nov 08 00:34:26.524261 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42040) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:26.542784 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:26.577732 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42042) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:26.586024 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5e8e86d0-44dc-4bd3-b9a9-24846aa909f0 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "GET /v2.0/ports?device_id=405afe56-f01a-4cf5-824a-e75a022f494a HTTP/1.1" status: 200 len: 205 time: 0.0604010 Nov 08 00:34:26.625151 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-0e194cb6-0f91-44a5-86d2-638f02d9d00e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] delete failed (client error): The resource could not be found. Nov 08 00:34:26.628474 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0e194cb6-0f91-44a5-86d2-638f02d9d00e tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/routers/405afe56-f01a-4cf5-824a-e75a022f494a HTTP/1.1" status: 404 len: 336 time: 0.0494952 Nov 08 00:34:26.629209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42044) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:26.636549 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:26.668299 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ca0a28-1aba-43e1-9f08-8ee7c20e64ca tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] DELETE failed (client error): The resource could not be found. Nov 08 00:34:26.668781 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ca0a28-1aba-43e1-9f08-8ee7c20e64ca tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:34:26.680612 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f5ca0a28-1aba-43e1-9f08-8ee7c20e64ca tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/subnets/a9fdb8a7-04e3-4935-85e4-9de6f9426c0f HTTP/1.1" status: 404 len: 337 time: 0.0503941 Nov 08 00:34:26.683706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42046) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:26.717942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Network de2a810a-ca3a-466a-9efb-9f300fe0d68f is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:34:26.722961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:26.734142 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:34:26.745480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-2cff34aa-6758-4b9d-9742-21f64d6e12e5 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Allocated IP 2001:db8::386 (de2a810a-ca3a-466a-9efb-9f300fe0d68f/218937b3-16e2-4a88-9e5b-593284c9706e/59cd9346-c15b-4686-9e42-9a0b01281166) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:34:26.746251 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0ee91f-e264-4635-b37d-4fc966a27ae1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] DELETE failed (client error): The resource could not be found. Nov 08 00:34:26.746898 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c0ee91f-e264-4635-b37d-4fc966a27ae1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:34:26.750282 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6c0ee91f-e264-4635-b37d-4fc966a27ae1 tempest-RoutersIpV6Test-1704014632 tempest-RoutersIpV6Test-1704014632-project] 10.222.0.13 "DELETE /v2.0/subnets/22cb7421-6755-49d4-b57c-921bd441fce6 HTTP/1.1" status: 404 len: 337 time: 0.0653009 Nov 08 00:34:26.754515 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Pushing event updated for resources: {'Port': ['ID=4a9496b3-0ab9-4133-84a2-1bb713a6e840,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:26.783948 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:26.784564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:26.784962 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:26.785396 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:26.785884 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:26.786310 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:26.786792 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:26.787218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:26.787641 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:26.788283 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:26.788667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:26.789192 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:34:26.863716 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Attempting to bind port 4a9496b3-0ab9-4133-84a2-1bb713a6e840 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:34:26.864264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Attempting to bind port 4a9496b3-0ab9-4133-84a2-1bb713a6e840 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'a8b39359-bfa8-4ccb-8199-81018ab921c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'de2a810a-ca3a-466a-9efb-9f300fe0d68f'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:34:26.865193 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Attempting to bind port 4a9496b3-0ab9-4133-84a2-1bb713a6e840 on network de2a810a-ca3a-466a-9efb-9f300fe0d68f {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:34:26.871757 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:34:26.872339 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Checking segment: {'id': 'a8b39359-bfa8-4ccb-8199-81018ab921c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'de2a810a-ca3a-466a-9efb-9f300fe0d68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:34:26.872849 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:26.873348 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Bound using segment: {'id': 'a8b39359-bfa8-4ccb-8199-81018ab921c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'de2a810a-ca3a-466a-9efb-9f300fe0d68f'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:34:26.873998 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Bound port: 4a9496b3-0ab9-4133-84a2-1bb713a6e840, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b39359-bfa8-4ccb-8199-81018ab921c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'de2a810a-ca3a-466a-9efb-9f300fe0d68f'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:34:26.874494 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:26.930039 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2cff34aa-6758-4b9d-9742-21f64d6e12e5 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:26.999296 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] For port 4a9496b3-0ab9-4133-84a2-1bb713a6e840, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:34:27.003165 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] For port 4a9496b3-0ab9-4133-84a2-1bb713a6e840, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4a9496b3-0ab9-4133-84a2-1bb713a6e840,segment=NetworkSegment(a8b39359-bfa8-4ccb-8199-81018ab921c6),segment_id=a8b39359-bfa8-4ccb-8199-81018ab921c6)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:34:27.082193 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:27.089576 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2cff34aa-6758-4b9d-9742-21f64d6e12e5 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:27.187294 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cff34aa-6758-4b9d-9742-21f64d6e12e5 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Network de2a810a-ca3a-466a-9efb-9f300fe0d68f is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:34:27.203903 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-2cff34aa-6758-4b9d-9742-21f64d6e12e5 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:27.206251 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93041d4-0e30-4e62-ad19-ad5658572c8a None None] Pushing event updated for resources: {'Port': ['ID=4a9496b3-0ab9-4133-84a2-1bb713a6e840,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:27.209787 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff34aa-6758-4b9d-9742-21f64d6e12e5 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event updated for resources: {'Port': ['ID=59cd9346-c15b-4686-9e42-9a0b01281166,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:27.212271 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff34aa-6758-4b9d-9742-21f64d6e12e5 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:34:27.218063 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cff34aa-6758-4b9d-9742-21f64d6e12e5 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:27.218676 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2cff34aa-6758-4b9d-9742-21f64d6e12e5 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:27.321363 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2cff34aa-6758-4b9d-9742-21f64d6e12e5 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3792279 Nov 08 00:34:27.325548 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42060) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:27.331596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-96fd6634-6261-4fc4-a638-38cc718cdc5a tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Request body: {'port': {'network_id': 'de2a810a-ca3a-466a-9efb-9f300fe0d68f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-181667775', 'allowed_address_pairs': [{'ip_address': '2001:db8::386', 'mac_address': 'fa:16:3e:a1:fd:af'}]}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:27.574876 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f54f051-8408-4ad2-ac9a-afcc59b917be req-a5abac5c-2be9-4339-93c2-f63e27b60da9 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.1363564 Nov 08 00:34:27.589085 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42066) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:27.755818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fd6634-6261-4fc4-a638-38cc718cdc5a tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Made reservation on behalf of 5fbd5175ba4b4bf095a80d48060bad4e for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:34:27.789800 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c0586f4f-e13b-4950-83de-191d7becbf5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ca9f2452e8a47159151cbbe0fdfc045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992488 Nov 08 00:34:27.792359 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42070) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:27.870916 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-98fd8451-6bd8-4409-bb8e-7b9168503250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:27.876662 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-96fd6634-6261-4fc4-a638-38cc718cdc5a tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:27.911254 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-98fd8451-6bd8-4409-bb8e-7b9168503250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:27.918157 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-96fd6634-6261-4fc4-a638-38cc718cdc5a tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] device_id is not set on port a031bedc-d170-4242-88b6-4bbbb9b49d83 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:34:28.068441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-96fd6634-6261-4fc4-a638-38cc718cdc5a tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Allocated IP 2001:db8::19b (de2a810a-ca3a-466a-9efb-9f300fe0d68f/218937b3-16e2-4a88-9e5b-593284c9706e/a031bedc-d170-4242-88b6-4bbbb9b49d83) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:34:28.069739 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-98fd8451-6bd8-4409-bb8e-7b9168503250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:28.072452 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-98fd8451-6bd8-4409-bb8e-7b9168503250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:28.073872 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-98fd8451-6bd8-4409-bb8e-7b9168503250 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3563ecff-de4d-4171-b19c-4dd3ea9fe748 HTTP/1.1" status: 204 len: 168 time: 0.2805691 Nov 08 00:34:28.092707 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd8451-6bd8-4409-bb8e-7b9168503250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3563ecff-de4d-4171-b19c-4dd3ea9fe748,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:28.163104 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af142c01-8227-402b-8810-747fd3e463f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:28.267902 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4a9496b3-0ab9-4133-84a2-1bb713a6e840 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:34:28.389111 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 4a9496b3-0ab9-4133-84a2-1bb713a6e840 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:28.390116 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:28.434486 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-96fd6634-6261-4fc4-a638-38cc718cdc5a tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:28.562363 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-96fd6634-6261-4fc4-a638-38cc718cdc5a tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:28.579823 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:28.659828 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd6634-6261-4fc4-a638-38cc718cdc5a tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event updated for resources: {'Port': ['ID=a031bedc-d170-4242-88b6-4bbbb9b49d83,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:28.675472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fd6634-6261-4fc4-a638-38cc718cdc5a tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Network de2a810a-ca3a-466a-9efb-9f300fe0d68f is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:34:28.677042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-96fd6634-6261-4fc4-a638-38cc718cdc5a tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:28.689908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fd6634-6261-4fc4-a638-38cc718cdc5a tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:34:28.699627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fd6634-6261-4fc4-a638-38cc718cdc5a tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:28.700758 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 4a9496b3-0ab9-4133-84a2-1bb713a6e840, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4a9496b3-0ab9-4133-84a2-1bb713a6e840,segment=NetworkSegment(a8b39359-bfa8-4ccb-8199-81018ab921c6),segment_id=a8b39359-bfa8-4ccb-8199-81018ab921c6)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:28.701577 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-96fd6634-6261-4fc4-a638-38cc718cdc5a tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:28.760188 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80185900-d296-4a95-ad9a-9ea943bfa755 None None] Network de2a810a-ca3a-466a-9efb-9f300fe0d68f requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:34:28.774778 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07edaf97-d59a-4970-81df-c15f5eafc188 req-d1037f68-71f4-4953-8046-11fe842cbf04 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.0447736 Nov 08 00:34:28.829700 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:28.838963 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-96fd6634-6261-4fc4-a638-38cc718cdc5a tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.5120747 Nov 08 00:34:28.841698 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42098) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:28.928504 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e301628-9771-472b-aacc-43ad1ed873e1 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:28.935261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e301628-9771-472b-aacc-43ad1ed873e1 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:28.941771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e301628-9771-472b-aacc-43ad1ed873e1 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:28.946118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9e301628-9771-472b-aacc-43ad1ed873e1 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1009471 Nov 08 00:34:28.950366 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42102) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:29.029265 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-10d0241a-f88f-460c-9405-9f5c191799d4 None None] Provisioning complete for port 4a9496b3-0ab9-4133-84a2-1bb713a6e840 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:29.029621 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d0241a-f88f-460c-9405-9f5c191799d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:29.057862 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=4a9496b3-0ab9-4133-84a2-1bb713a6e840,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:29.092932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e0756-83f5-408b-8f82-ec58fba71ae0 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Deleting port a031bedc-d170-4242-88b6-4bbbb9b49d83 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:29.093659 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e6e0756-83f5-408b-8f82-ec58fba71ae0 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:29.240076 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e6e0756-83f5-408b-8f82-ec58fba71ae0 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:29.254693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e0756-83f5-408b-8f82-ec58fba71ae0 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Calling delete_port for a031bedc-d170-4242-88b6-4bbbb9b49d83 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:29.590531 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e6e0756-83f5-408b-8f82-ec58fba71ae0 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:29.645946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7804dbea-d2f5-436c-b985-ef935f8073f0 None None] Could not find standard attr ID for object a031bedc-d170-4242-88b6-4bbbb9b49d83. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:34:29.667318 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7804dbea-d2f5-436c-b985-ef935f8073f0 None None] Provisioning complete for port 59cd9346-c15b-4686-9e42-9a0b01281166 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:29.669451 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7804dbea-d2f5-436c-b985-ef935f8073f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:29.678599 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e0756-83f5-408b-8f82-ec58fba71ae0 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event deleted for resources: {'Port': ['ID=a031bedc-d170-4242-88b6-4bbbb9b49d83,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:29.750161 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7804dbea-d2f5-436c-b985-ef935f8073f0 None None] Port 59cd9346-c15b-4686-9e42-9a0b01281166 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:34:29.770588 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7804dbea-d2f5-436c-b985-ef935f8073f0 None None] Provisioning complete for port 4a9496b3-0ab9-4133-84a2-1bb713a6e840 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:29.771347 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7804dbea-d2f5-436c-b985-ef935f8073f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:29.812158 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42122) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:30.032098 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-636b953f-788b-468d-be30-405448dd0ca8 req-5c492a54-13c4-4cb3-ac77-de7c2f5737b4 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.1072643 Nov 08 00:34:30.043155 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e6e0756-83f5-408b-8f82-ec58fba71ae0 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:30.050402 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42130) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:30.053856 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2e6e0756-83f5-408b-8f82-ec58fba71ae0 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "DELETE /v2.0/ports/a031bedc-d170-4242-88b6-4bbbb9b49d83 HTTP/1.1" status: 204 len: 168 time: 1.1019824 Nov 08 00:34:30.122955 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-52a2161a-8075-4157-acec-461f2bd1025e tempest-DvrRoutersNegativeTest-661543667 tempest-DvrRoutersNegativeTest-661543667-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2068031801', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:30.127014 n-d-816882-1 neutron-server[102771]: DEBUG neutron.policy [None req-52a2161a-8075-4157-acec-461f2bd1025e tempest-DvrRoutersNegativeTest-661543667 tempest-DvrRoutersNegativeTest-661543667-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102771) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Nov 08 00:34:30.132401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.policy [None req-52a2161a-8075-4157-acec-461f2bd1025e tempest-DvrRoutersNegativeTest-661543667 tempest-DvrRoutersNegativeTest-661543667-project] Failed policy check for 'create_router' {{(pid=102771) enforce /opt/stack/neutron/neutron/policy.py:520}} Nov 08 00:34:30.136380 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-52a2161a-8075-4157-acec-461f2bd1025e tempest-DvrRoutersNegativeTest-661543667 tempest-DvrRoutersNegativeTest-661543667-project] create failed (client error): Access was denied to this resource. Nov 08 00:34:30.137699 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-52a2161a-8075-4157-acec-461f2bd1025e tempest-DvrRoutersNegativeTest-661543667 tempest-DvrRoutersNegativeTest-661543667-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3245952 Nov 08 00:34:30.140293 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeac2f34-4059-4f6f-9158-7634bd8fdd7a tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] GET failed (client error): The resource could not be found. Nov 08 00:34:30.142190 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b8b4fb2f-6cbf-4ac3-888b-d23027c367d1 None None] Provisioning complete for port 59cd9346-c15b-4686-9e42-9a0b01281166 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:30.143016 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-aeac2f34-4059-4f6f-9158-7634bd8fdd7a tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "GET /v2.0/ports/a031bedc-d170-4242-88b6-4bbbb9b49d83 HTTP/1.1" status: 404 len: 333 time: 0.0912142 Nov 08 00:34:30.144580 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b8b4fb2f-6cbf-4ac3-888b-d23027c367d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:30.156848 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42134) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:30.166781 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b32da9d8-dd37-4682-bbf8-2afea2b90d6d tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Request body: {'port': {'network_id': 'de2a810a-ca3a-466a-9efb-9f300fe0d68f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-185964536'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:30.459311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32da9d8-dd37-4682-bbf8-2afea2b90d6d tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Made reservation on behalf of 5fbd5175ba4b4bf095a80d48060bad4e for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:34:30.469031 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b32da9d8-dd37-4682-bbf8-2afea2b90d6d tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:30.511666 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-b32da9d8-dd37-4682-bbf8-2afea2b90d6d tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] device_id is not set on port 86d251be-4ee6-41b8-a9e8-e5bc4eaee8b7 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:34:30.549946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4fb2f-6cbf-4ac3-888b-d23027c367d1 None None] Port 59cd9346-c15b-4686-9e42-9a0b01281166 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:34:30.551964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4a9496b3-0ab9-4133-84a2-1bb713a6e840 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:34:30.627291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 4a9496b3-0ab9-4133-84a2-1bb713a6e840 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:30.629442 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:30.726063 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-02a5327e-5964-489f-a1bf-5d95a579750f None None] Could not find standard attr ID for object a031bedc-d170-4242-88b6-4bbbb9b49d83. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:34:30.792724 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-b32da9d8-dd37-4682-bbf8-2afea2b90d6d tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Allocated IP 2001:db8::8 (de2a810a-ca3a-466a-9efb-9f300fe0d68f/218937b3-16e2-4a88-9e5b-593284c9706e/86d251be-4ee6-41b8-a9e8-e5bc4eaee8b7) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:34:30.860410 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0253fdf6-2d61-40aa-9de3-379b606444fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:31.016940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42148) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:31.042043 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:31.097105 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b32da9d8-dd37-4682-bbf8-2afea2b90d6d tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:31.167306 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff635af0-c7b4-4750-a80c-b7c16fce7618 req-80300358-d26a-4738-8322-60e6b9fc91bd tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.0363619 Nov 08 00:34:31.201514 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fef82a9f-321e-4c5e-a040-db2b1a87a78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:31.294598 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b32da9d8-dd37-4682-bbf8-2afea2b90d6d tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:31.300251 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fef82a9f-321e-4c5e-a040-db2b1a87a78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:31.351211 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32da9d8-dd37-4682-bbf8-2afea2b90d6d tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Network de2a810a-ca3a-466a-9efb-9f300fe0d68f is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:34:31.354443 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-b32da9d8-dd37-4682-bbf8-2afea2b90d6d tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:31.358313 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32da9d8-dd37-4682-bbf8-2afea2b90d6d tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:34:31.366450 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32da9d8-dd37-4682-bbf8-2afea2b90d6d tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:31.373335 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b32da9d8-dd37-4682-bbf8-2afea2b90d6d tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:31.377757 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32da9d8-dd37-4682-bbf8-2afea2b90d6d tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event updated for resources: {'Port': ['ID=86d251be-4ee6-41b8-a9e8-e5bc4eaee8b7,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:31.402236 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fef82a9f-321e-4c5e-a040-db2b1a87a78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:31.468115 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fef82a9f-321e-4c5e-a040-db2b1a87a78c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=717d47e01e3b47a9be3a784b4f855061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4304860 Nov 08 00:34:31.472865 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef82a9f-321e-4c5e-a040-db2b1a87a78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06b4991-3ed7-4ddb-adf3-307156adbe58,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:31.506689 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b32da9d8-dd37-4682-bbf8-2afea2b90d6d tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3483350 Nov 08 00:34:31.507892 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42154) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:31.526997 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7c74b50d-8620-4862-84cc-adcd0913d0ad tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::386', 'mac_address': 'fa:16:3e:a1:fd:af'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:31.540441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42156) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:31.607840 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5981fa1f-fe9e-40d1-bd7f-4b0c29b11c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:31.635861 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5981fa1f-fe9e-40d1-bd7f-4b0c29b11c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:31.760774 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-874254d4-31a3-4919-89d1-91ebbd450d56 None None] Provisioning complete for port 86d251be-4ee6-41b8-a9e8-e5bc4eaee8b7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:31.761299 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-874254d4-31a3-4919-89d1-91ebbd450d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:31.815383 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:31.840116 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-874254d4-31a3-4919-89d1-91ebbd450d56 None None] Port 86d251be-4ee6-41b8-a9e8-e5bc4eaee8b7 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:34:31.856422 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7c74b50d-8620-4862-84cc-adcd0913d0ad tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:31.873045 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5981fa1f-fe9e-40d1-bd7f-4b0c29b11c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:31.877450 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5981fa1f-fe9e-40d1-bd7f-4b0c29b11c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:31.881737 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5981fa1f-fe9e-40d1-bd7f-4b0c29b11c7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d06b4991-3ed7-4ddb-adf3-307156adbe58 HTTP/1.1" status: 204 len: 168 time: 0.3399789 Nov 08 00:34:31.902375 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981fa1f-fe9e-40d1-bd7f-4b0c29b11c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06b4991-3ed7-4ddb-adf3-307156adbe58,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:32.104739 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:32.121867 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7c74b50d-8620-4862-84cc-adcd0913d0ad tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:32.277332 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89442d77-c70f-48bf-9178-c67cce2f152c req-54697a4b-c3c9-454b-b6f3-8e89a5b45e97 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.0269520 Nov 08 00:34:32.354127 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7c74b50d-8620-4862-84cc-adcd0913d0ad tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:32.410978 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-7c74b50d-8620-4862-84cc-adcd0913d0ad tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] In _notify_port_updated(), no bound segment for port 86d251be-4ee6-41b8-a9e8-e5bc4eaee8b7 on network de2a810a-ca3a-466a-9efb-9f300fe0d68f {{(pid=102771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:34:32.416668 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c74b50d-8620-4862-84cc-adcd0913d0ad tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:32.417343 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7c74b50d-8620-4862-84cc-adcd0913d0ad tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:32.418703 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7c74b50d-8620-4862-84cc-adcd0913d0ad tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "PUT /v2.0/ports/86d251be-4ee6-41b8-a9e8-e5bc4eaee8b7 HTTP/1.1" status: 200 len: 1000 time: 0.9092834 Nov 08 00:34:32.424155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42174) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:32.445942 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74b50d-8620-4862-84cc-adcd0913d0ad tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event updated for resources: {'Port': ['ID=86d251be-4ee6-41b8-a9e8-e5bc4eaee8b7,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:32.682932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-fae0bb0c-3a90-4e21-8b43-34926c768b37 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Deleting port 86d251be-4ee6-41b8-a9e8-e5bc4eaee8b7 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:32.683403 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fae0bb0c-3a90-4e21-8b43-34926c768b37 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:32.772861 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-24f9935c-8b2a-462e-82fd-294c36610071 None None] Provisioning complete for port 86d251be-4ee6-41b8-a9e8-e5bc4eaee8b7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:32.773456 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24f9935c-8b2a-462e-82fd-294c36610071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:32.810871 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fae0bb0c-3a90-4e21-8b43-34926c768b37 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:32.815316 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-24f9935c-8b2a-462e-82fd-294c36610071 None None] Port 86d251be-4ee6-41b8-a9e8-e5bc4eaee8b7 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:34:32.823828 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-fae0bb0c-3a90-4e21-8b43-34926c768b37 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Calling delete_port for 86d251be-4ee6-41b8-a9e8-e5bc4eaee8b7 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:33.106749 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fae0bb0c-3a90-4e21-8b43-34926c768b37 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:33.147755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0bb0c-3a90-4e21-8b43-34926c768b37 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event deleted for resources: {'Port': ['ID=86d251be-4ee6-41b8-a9e8-e5bc4eaee8b7,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:33.315537 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fae0bb0c-3a90-4e21-8b43-34926c768b37 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:33.321831 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42198) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:33.322501 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fae0bb0c-3a90-4e21-8b43-34926c768b37 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "DELETE /v2.0/ports/86d251be-4ee6-41b8-a9e8-e5bc4eaee8b7 HTTP/1.1" status: 204 len: 168 time: 0.8966105 Nov 08 00:34:33.373917 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:33.381367 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-436122be-19f2-4446-afc9-6023d6feb65b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] GET failed (client error): The resource could not be found. Nov 08 00:34:33.392161 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42200) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:33.393108 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-436122be-19f2-4446-afc9-6023d6feb65b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "GET /v2.0/ports/86d251be-4ee6-41b8-a9e8-e5bc4eaee8b7 HTTP/1.1" status: 404 len: 333 time: 0.0690949 Nov 08 00:34:33.395658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-3a631ce5-dd15-4d25-ac12-2015ebea8a1b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Request body: {'port': {'network_id': 'de2a810a-ca3a-466a-9efb-9f300fe0d68f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-648265018'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:33.550800 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-348c0939-34d6-4105-8824-b48b2e67b421 req-369dfde0-32e5-45ec-95f1-56f0f106b9be tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.0382774 Nov 08 00:34:33.611133 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42206) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:33.717327 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a631ce5-dd15-4d25-ac12-2015ebea8a1b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Made reservation on behalf of 5fbd5175ba4b4bf095a80d48060bad4e for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:34:33.721729 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3a631ce5-dd15-4d25-ac12-2015ebea8a1b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:33.735763 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-4850257a-d0b8-4a29-ae2f-9e386f895a34 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-579425410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:33.749755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-3a631ce5-dd15-4d25-ac12-2015ebea8a1b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] device_id is not set on port a9144132-5281-4bc8-9e9e-53264de14fb9 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:34:33.881397 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4850257a-d0b8-4a29-ae2f-9e386f895a34 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:33.886173 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4850257a-d0b8-4a29-ae2f-9e386f895a34 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:33.956450 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-3a631ce5-dd15-4d25-ac12-2015ebea8a1b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Allocated IP 2001:db8::308 (de2a810a-ca3a-466a-9efb-9f300fe0d68f/218937b3-16e2-4a88-9e5b-593284c9706e/a9144132-5281-4bc8-9e9e-53264de14fb9) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:34:33.966103 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4850257a-d0b8-4a29-ae2f-9e386f895a34 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:34.123578 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4850257a-d0b8-4a29-ae2f-9e386f895a34 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:34.170006 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3a631ce5-dd15-4d25-ac12-2015ebea8a1b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:34.179463 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-57bdd348-10db-4b05-90b2-eac062e88e07 req-40be552c-5c0f-4e99-939c-dc2c7468bb13 service neutron] (102771) timed out ('10.222.0.13', 58942) {{(pid=102771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 00:34:34.260710 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4850257a-d0b8-4a29-ae2f-9e386f895a34 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:34.264757 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4850257a-d0b8-4a29-ae2f-9e386f895a34 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6500669 Nov 08 00:34:34.265637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42218) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:34.271637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-ce999d0c-ccfb-4d77-92e0-53371a125a3a tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1254650992'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:34.340132 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3a631ce5-dd15-4d25-ac12-2015ebea8a1b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:34.390205 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a631ce5-dd15-4d25-ac12-2015ebea8a1b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Network de2a810a-ca3a-466a-9efb-9f300fe0d68f is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:34:34.393993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-3a631ce5-dd15-4d25-ac12-2015ebea8a1b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:34.397211 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a631ce5-dd15-4d25-ac12-2015ebea8a1b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:34:34.403314 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a631ce5-dd15-4d25-ac12-2015ebea8a1b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:34.404019 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3a631ce5-dd15-4d25-ac12-2015ebea8a1b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:34.418841 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a631ce5-dd15-4d25-ac12-2015ebea8a1b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event updated for resources: {'Port': ['ID=a9144132-5281-4bc8-9e9e-53264de14fb9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:34.464431 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce999d0c-ccfb-4d77-92e0-53371a125a3a tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Made reservation on behalf of 62b92a7275e94f26b4044fbf271e9425 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:34:34.464431 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce999d0c-ccfb-4d77-92e0-53371a125a3a tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:34.477819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce999d0c-ccfb-4d77-92e0-53371a125a3a tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:34.582996 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3a631ce5-dd15-4d25-ac12-2015ebea8a1b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1918149 Nov 08 00:34:34.585407 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42222) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:34.601593 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-78a6dfa4-cad5-4d00-9f72-fb0c2d310146 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a1:fd:af'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:34.613922 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce999d0c-ccfb-4d77-92e0-53371a125a3a tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:34.710599 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f5ea955-d913-4845-8a87-8f1444817337 req-bb54cdc2-3349-442c-a312-2980af2ff7ac tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.0329049 Nov 08 00:34:34.715448 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78a6dfa4-cad5-4d00-9f72-fb0c2d310146 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:34.721631 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce999d0c-ccfb-4d77-92e0-53371a125a3a tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:34.761826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce999d0c-ccfb-4d77-92e0-53371a125a3a tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:34:34.767574 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-74b66b59-c21b-478e-abf2-dbd705d73858 None None] Provisioning complete for port a9144132-5281-4bc8-9e9e-53264de14fb9 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:34.768124 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-74b66b59-c21b-478e-abf2-dbd705d73858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:34.777344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce999d0c-ccfb-4d77-92e0-53371a125a3a tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2b65f7-bb81-4136-95d7-ea1cbaafca64,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:34.789314 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce999d0c-ccfb-4d77-92e0-53371a125a3a tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:34.790870 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-ce999d0c-ccfb-4d77-92e0-53371a125a3a tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Added segment cd9dcffc-f014-4f81-8e35-c0747b419c30 of type vlan for network 4b8fedd7-465e-43d1-a3d6-5772190b8b6a Nov 08 00:34:34.814857 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-74b66b59-c21b-478e-abf2-dbd705d73858 None None] Port a9144132-5281-4bc8-9e9e-53264de14fb9 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:34:34.850994 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce999d0c-ccfb-4d77-92e0-53371a125a3a tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:34.968158 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78a6dfa4-cad5-4d00-9f72-fb0c2d310146 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:34.978811 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce999d0c-ccfb-4d77-92e0-53371a125a3a tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:34.984567 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce999d0c-ccfb-4d77-92e0-53371a125a3a tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:34.985878 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce999d0c-ccfb-4d77-92e0-53371a125a3a tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:35.036804 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78a6dfa4-cad5-4d00-9f72-fb0c2d310146 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:35.054858 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce999d0c-ccfb-4d77-92e0-53371a125a3a tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Pushing event updated for resources: {'Network': ['ID=4b8fedd7-465e-43d1-a3d6-5772190b8b6a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:35.071172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-78a6dfa4-cad5-4d00-9f72-fb0c2d310146 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] In _notify_port_updated(), no bound segment for port a9144132-5281-4bc8-9e9e-53264de14fb9 on network de2a810a-ca3a-466a-9efb-9f300fe0d68f {{(pid=102771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:34:35.072030 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 4b8fedd7-465e-43d1-a3d6-5772190b8b6a details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:34:35.081545 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a6dfa4-cad5-4d00-9f72-fb0c2d310146 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:35.082193 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78a6dfa4-cad5-4d00-9f72-fb0c2d310146 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:35.083551 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-78a6dfa4-cad5-4d00-9f72-fb0c2d310146 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "PUT /v2.0/ports/a9144132-5281-4bc8-9e9e-53264de14fb9 HTTP/1.1" status: 200 len: 1002 time: 0.4970105 Nov 08 00:34:35.087471 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42228) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:35.127273 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6dfa4-cad5-4d00-9f72-fb0c2d310146 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event updated for resources: {'Port': ['ID=a9144132-5281-4bc8-9e9e-53264de14fb9,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:35.144671 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42232) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:35.148561 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ce999d0c-ccfb-4d77-92e0-53371a125a3a tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8810728 Nov 08 00:34:35.150030 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ae1d4ca9-abfa-47d1-81e8-aba429f21e6f tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Request body: {'subnet': {'network_id': '4b8fedd7-465e-43d1-a3d6-5772190b8b6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:35.315418 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-2940c7a6-1f29-4b71-b2b8-04585a7a339b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Deleting port a9144132-5281-4bc8-9e9e-53264de14fb9 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:35.315760 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2940c7a6-1f29-4b71-b2b8-04585a7a339b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:35.420007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1d4ca9-abfa-47d1-81e8-aba429f21e6f tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Made reservation on behalf of 62b92a7275e94f26b4044fbf271e9425 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:34:35.426184 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ae1d4ca9-abfa-47d1-81e8-aba429f21e6f tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:35.434809 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2940c7a6-1f29-4b71-b2b8-04585a7a339b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:35.450040 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-2940c7a6-1f29-4b71-b2b8-04585a7a339b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Calling delete_port for a9144132-5281-4bc8-9e9e-53264de14fb9 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:35.471167 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-433becef-9cab-4cf6-b81e-61a289bb7801 None None] Provisioning complete for port a9144132-5281-4bc8-9e9e-53264de14fb9 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:35.471554 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-433becef-9cab-4cf6-b81e-61a289bb7801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:35.548737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-433becef-9cab-4cf6-b81e-61a289bb7801 None None] Port a9144132-5281-4bc8-9e9e-53264de14fb9 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:34:35.733736 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2940c7a6-1f29-4b71-b2b8-04585a7a339b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:35.772693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940c7a6-1f29-4b71-b2b8-04585a7a339b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event deleted for resources: {'Port': ['ID=a9144132-5281-4bc8-9e9e-53264de14fb9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:35.823209 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2940c7a6-1f29-4b71-b2b8-04585a7a339b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:35.827648 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2940c7a6-1f29-4b71-b2b8-04585a7a339b tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "DELETE /v2.0/ports/a9144132-5281-4bc8-9e9e-53264de14fb9 HTTP/1.1" status: 204 len: 168 time: 0.7390237 Nov 08 00:34:35.838522 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42240) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:35.918194 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8408591b-69b4-4f4d-af78-62ffc38ccc62 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] GET failed (client error): The resource could not be found. Nov 08 00:34:35.921260 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8408591b-69b4-4f4d-af78-62ffc38ccc62 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "GET /v2.0/ports/a9144132-5281-4bc8-9e9e-53264de14fb9 HTTP/1.1" status: 404 len: 333 time: 0.0429189 Nov 08 00:34:35.933472 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42242) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:35.943280 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-453c5233-aa38-4e59-ae7d-e46507d34892 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Request body: {'port': {'network_id': 'de2a810a-ca3a-466a-9efb-9f300fe0d68f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-541026793'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:35.973407 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b6d7fafa-5306-4e67-9766-e755cf27cf60 req-6ce83f07-9528-4aee-ab57-b5b432258d1e tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.1421225 Nov 08 00:34:36.044249 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ae1d4ca9-abfa-47d1-81e8-aba429f21e6f tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:36.151255 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d4ca9-abfa-47d1-81e8-aba429f21e6f tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Pushing event updated for resources: {'Subnet': ['ID=ba749d1b-bd4b-42f6-807b-01c5b9e785b6,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:36.183645 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1d4ca9-abfa-47d1-81e8-aba429f21e6f tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Checking segment: {'id': 'cd9dcffc-f014-4f81-8e35-c0747b419c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4b8fedd7-465e-43d1-a3d6-5772190b8b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:34:36.184537 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1d4ca9-abfa-47d1-81e8-aba429f21e6f tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Network hostable DHCP agents. Network: 4b8fedd7-465e-43d1-a3d6-5772190b8b6a, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:34:36.339213 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453c5233-aa38-4e59-ae7d-e46507d34892 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Made reservation on behalf of 5fbd5175ba4b4bf095a80d48060bad4e for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:34:36.344906 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-453c5233-aa38-4e59-ae7d-e46507d34892 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:36.365874 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1d4ca9-abfa-47d1-81e8-aba429f21e6f tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Network 4b8fedd7-465e-43d1-a3d6-5772190b8b6a is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:34:36.380123 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-453c5233-aa38-4e59-ae7d-e46507d34892 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] device_id is not set on port 7be825a6-af70-47f1-97e7-fe5031e4ab5b yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:34:36.487129 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-ae1d4ca9-abfa-47d1-81e8-aba429f21e6f tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 4b8fedd7-465e-43d1-a3d6-5772190b8b6a) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:36.491922 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1d4ca9-abfa-47d1-81e8-aba429f21e6f tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:36.492901 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ae1d4ca9-abfa-47d1-81e8-aba429f21e6f tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:36.502878 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8b6c5c-2b63-4f5c-9564-bf4133a17fcf None None] Network 4b8fedd7-465e-43d1-a3d6-5772190b8b6a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:34:36.530451 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-453c5233-aa38-4e59-ae7d-e46507d34892 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Allocated IP 2001:db8::2fc (de2a810a-ca3a-466a-9efb-9f300fe0d68f/218937b3-16e2-4a88-9e5b-593284c9706e/7be825a6-af70-47f1-97e7-fe5031e4ab5b) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:34:36.687455 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-4b8fedd7-465e-43d1-a3d6-5772190b8b6a', 'network_id': '4b8fedd7-465e-43d1-a3d6-5772190b8b6a', 'tenant_id': '62b92a7275e94f26b4044fbf271e9425', 'fixed_ips': [{'subnet_id': 'ba749d1b-bd4b-42f6-807b-01c5b9e785b6'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:34:36.689686 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:36.719184 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-453c5233-aa38-4e59-ae7d-e46507d34892 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:36.765254 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42254) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:36.765981 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ae1d4ca9-abfa-47d1-81e8-aba429f21e6f tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6199920 Nov 08 00:34:36.771099 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-6faa7b13-7a78-41ae-a6ef-c399d7b3ac4e tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Request body: {'network': {'name': 'tempest-router-network01--1802677243'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:36.853663 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] Allocated IP 172.20.0.2 (4b8fedd7-465e-43d1-a3d6-5772190b8b6a/ba749d1b-bd4b-42f6-807b-01c5b9e785b6/bfee5207-eed2-43a5-8034-997bc32d6a12) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:34:36.881772 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-453c5233-aa38-4e59-ae7d-e46507d34892 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:36.934047 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faa7b13-7a78-41ae-a6ef-c399d7b3ac4e tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Made reservation on behalf of 62b92a7275e94f26b4044fbf271e9425 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:34:36.935411 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c5233-aa38-4e59-ae7d-e46507d34892 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event updated for resources: {'Port': ['ID=7be825a6-af70-47f1-97e7-fe5031e4ab5b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:36.944096 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6faa7b13-7a78-41ae-a6ef-c399d7b3ac4e tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:36.951345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453c5233-aa38-4e59-ae7d-e46507d34892 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Network de2a810a-ca3a-466a-9efb-9f300fe0d68f is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:34:36.952896 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-453c5233-aa38-4e59-ae7d-e46507d34892 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:36.956030 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c5233-aa38-4e59-ae7d-e46507d34892 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:34:36.963180 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c5233-aa38-4e59-ae7d-e46507d34892 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:36.963399 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-453c5233-aa38-4e59-ae7d-e46507d34892 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:36.998450 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6faa7b13-7a78-41ae-a6ef-c399d7b3ac4e tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:34:37.015179 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6faa7b13-7a78-41ae-a6ef-c399d7b3ac4e tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:37.015558 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-6faa7b13-7a78-41ae-a6ef-c399d7b3ac4e tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Added segment d92552e9-93ff-47bd-a1ea-0e3e021228f2 of type vlan for network 4074c7ee-ecd9-4ec7-b63a-4c6262931931 Nov 08 00:34:37.055562 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:37.062872 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6faa7b13-7a78-41ae-a6ef-c399d7b3ac4e tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:37.124944 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b180ec4-a0de-41d2-b95b-5e82799e3301 req-46167cdf-b48f-4724-9cea-3b5cdc72da35 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.0292900 Nov 08 00:34:37.126665 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-453c5233-aa38-4e59-ae7d-e46507d34892 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1904643 Nov 08 00:34:37.128989 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42260) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:37.137169 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8292ccf5-c7a1-4b0f-844b-bda017091a86 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Request body: {'port': {'network_id': 'de2a810a-ca3a-466a-9efb-9f300fe0d68f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-795618355'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:37.275573 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:37.320865 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] Network 4b8fedd7-465e-43d1-a3d6-5772190b8b6a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:34:37.327200 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:37.333126 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:34:37.344447 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6faa7b13-7a78-41ae-a6ef-c399d7b3ac4e tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:37.355118 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] Pushing event updated for resources: {'Port': ['ID=bfee5207-eed2-43a5-8034-997bc32d6a12,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:37.355989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faa7b13-7a78-41ae-a6ef-c399d7b3ac4e tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:37.356650 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6faa7b13-7a78-41ae-a6ef-c399d7b3ac4e tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:37.368863 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8292ccf5-c7a1-4b0f-844b-bda017091a86 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Made reservation on behalf of 5fbd5175ba4b4bf095a80d48060bad4e for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:34:37.388131 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8292ccf5-c7a1-4b0f-844b-bda017091a86 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:37.388313 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-75468534-b701-4408-81da-e1d726ac71d2 None None] Provisioning complete for port 7be825a6-af70-47f1-97e7-fe5031e4ab5b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:37.388313 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75468534-b701-4408-81da-e1d726ac71d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:37.433269 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-8292ccf5-c7a1-4b0f-844b-bda017091a86 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] device_id is not set on port 65d25e72-85ce-422d-a7c0-9e4de8d5c855 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:34:37.473291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] Attempting to bind port bfee5207-eed2-43a5-8034-997bc32d6a12 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:34:37.473918 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] Attempting to bind port bfee5207-eed2-43a5-8034-997bc32d6a12 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'cd9dcffc-f014-4f81-8e35-c0747b419c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4b8fedd7-465e-43d1-a3d6-5772190b8b6a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:34:37.474526 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] Attempting to bind port bfee5207-eed2-43a5-8034-997bc32d6a12 on network 4b8fedd7-465e-43d1-a3d6-5772190b8b6a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:34:37.494649 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:34:37.495042 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] Checking segment: {'id': 'cd9dcffc-f014-4f81-8e35-c0747b419c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4b8fedd7-465e-43d1-a3d6-5772190b8b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:34:37.495468 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:37.495936 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] Bound using segment: {'id': 'cd9dcffc-f014-4f81-8e35-c0747b419c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4b8fedd7-465e-43d1-a3d6-5772190b8b6a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:34:37.496519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] Bound port: bfee5207-eed2-43a5-8034-997bc32d6a12, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9dcffc-f014-4f81-8e35-c0747b419c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4b8fedd7-465e-43d1-a3d6-5772190b8b6a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:34:37.504031 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:37.532336 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa7b13-7a78-41ae-a6ef-c399d7b3ac4e tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Pushing event updated for resources: {'Network': ['ID=4074c7ee-ecd9-4ec7-b63a-4c6262931931,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:37.597204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] For port bfee5207-eed2-43a5-8034-997bc32d6a12, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:34:37.600889 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] For port bfee5207-eed2-43a5-8034-997bc32d6a12, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bfee5207-eed2-43a5-8034-997bc32d6a12,segment=NetworkSegment(cd9dcffc-f014-4f81-8e35-c0747b419c30),segment_id=cd9dcffc-f014-4f81-8e35-c0747b419c30)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:34:37.603592 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-75468534-b701-4408-81da-e1d726ac71d2 None None] Port 7be825a6-af70-47f1-97e7-fe5031e4ab5b cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:34:37.605281 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 4074c7ee-ecd9-4ec7-b63a-4c6262931931 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:34:37.615543 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-8292ccf5-c7a1-4b0f-844b-bda017091a86 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Allocated IP 2001:db8::101 (de2a810a-ca3a-466a-9efb-9f300fe0d68f/218937b3-16e2-4a88-9e5b-593284c9706e/65d25e72-85ce-422d-a7c0-9e4de8d5c855) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:34:37.650439 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6faa7b13-7a78-41ae-a6ef-c399d7b3ac4e tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8839576 Nov 08 00:34:37.653135 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42270) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:37.658697 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-4094d4b6-da63-4a1d-8387-bb6727e2d0be tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Request body: {'network': {'name': 'tempest-router-network02--997178031'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:37.680121 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:37.778815 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4094d4b6-da63-4a1d-8387-bb6727e2d0be tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Made reservation on behalf of 62b92a7275e94f26b4044fbf271e9425 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:34:37.782814 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4094d4b6-da63-4a1d-8387-bb6727e2d0be tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:37.833389 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a7be8-10bc-481b-b1ec-bd0df6567359 None None] Pushing event updated for resources: {'Port': ['ID=bfee5207-eed2-43a5-8034-997bc32d6a12,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:37.836625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4094d4b6-da63-4a1d-8387-bb6727e2d0be tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:34:37.853823 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4094d4b6-da63-4a1d-8387-bb6727e2d0be tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:37.853823 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-4094d4b6-da63-4a1d-8387-bb6727e2d0be tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Added segment 058af21a-c2f2-45d1-b4ae-1f4314232b5d of type vlan for network 295cdb22-8c1c-40b6-9307-8e209b8ebad3 Nov 08 00:34:37.912944 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8292ccf5-c7a1-4b0f-844b-bda017091a86 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:37.938279 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4094d4b6-da63-4a1d-8387-bb6727e2d0be tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:38.081852 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4094d4b6-da63-4a1d-8387-bb6727e2d0be tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:38.082412 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8292ccf5-c7a1-4b0f-844b-bda017091a86 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:38.100796 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4094d4b6-da63-4a1d-8387-bb6727e2d0be tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:38.103961 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4094d4b6-da63-4a1d-8387-bb6727e2d0be tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:38.151700 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8292ccf5-c7a1-4b0f-844b-bda017091a86 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Network de2a810a-ca3a-466a-9efb-9f300fe0d68f is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:34:38.161249 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-8292ccf5-c7a1-4b0f-844b-bda017091a86 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:38.184654 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8292ccf5-c7a1-4b0f-844b-bda017091a86 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:34:38.195247 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8292ccf5-c7a1-4b0f-844b-bda017091a86 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:38.196432 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8292ccf5-c7a1-4b0f-844b-bda017091a86 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:38.232398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292ccf5-c7a1-4b0f-844b-bda017091a86 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event updated for resources: {'Port': ['ID=65d25e72-85ce-422d-a7c0-9e4de8d5c855,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:38.327533 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8292ccf5-c7a1-4b0f-844b-bda017091a86 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1941922 Nov 08 00:34:38.327533 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42274) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:38.331359 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bfee5207-eed2-43a5-8034-997bc32d6a12 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:34:38.348075 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-cbc8c7cd-3fde-4d2e-8eb8-b285a4f02bc8 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::386', 'mac_address': 'fa:16:3e:a1:fd:af'}, {'ip_address': '2001:db8::2fc', 'mac_address': 'fa:16:3e:06:57:bf'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:38.404799 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094d4b6-da63-4a1d-8387-bb6727e2d0be tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Pushing event updated for resources: {'Network': ['ID=295cdb22-8c1c-40b6-9307-8e209b8ebad3,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:38.418553 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 295cdb22-8c1c-40b6-9307-8e209b8ebad3 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:34:38.427038 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4094d4b6-da63-4a1d-8387-bb6727e2d0be tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7700367 Nov 08 00:34:38.428967 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42276) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:38.436048 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-986dbebb-3725-4672-8221-9b3f04480813 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Request body: {'subnet': {'network_id': '4074c7ee-ecd9-4ec7-b63a-4c6262931931', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:38.466193 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6416ef91-2821-47e5-9127-744bff11f944 req-7f6781bc-66c9-4f1f-925a-36155fc465a4 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.0458639 Nov 08 00:34:38.562546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port bfee5207-eed2-43a5-8034-997bc32d6a12 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:38.563588 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:38.652061 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:38.676119 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-32a1b9d2-93af-44db-aeef-9e582d547b40 None None] Provisioning complete for port 65d25e72-85ce-422d-a7c0-9e4de8d5c855 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:38.676119 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32a1b9d2-93af-44db-aeef-9e582d547b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:38.734673 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-32a1b9d2-93af-44db-aeef-9e582d547b40 None None] Port 65d25e72-85ce-422d-a7c0-9e4de8d5c855 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:34:38.805752 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:38.854118 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cbc8c7cd-3fde-4d2e-8eb8-b285a4f02bc8 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:38.854585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port bfee5207-eed2-43a5-8034-997bc32d6a12, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bfee5207-eed2-43a5-8034-997bc32d6a12,segment=NetworkSegment(cd9dcffc-f014-4f81-8e35-c0747b419c30),segment_id=cd9dcffc-f014-4f81-8e35-c0747b419c30)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:38.913877 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986dbebb-3725-4672-8221-9b3f04480813 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Made reservation on behalf of 62b92a7275e94f26b4044fbf271e9425 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:34:38.917768 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-986dbebb-3725-4672-8221-9b3f04480813 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:38.922169 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:39.024202 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=bfee5207-eed2-43a5-8034-997bc32d6a12,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:39.226884 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cbc8c7cd-3fde-4d2e-8eb8-b285a4f02bc8 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:39.274742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a7cc24-8543-470c-975a-349fc79d6a04 None None] Network 4b8fedd7-465e-43d1-a3d6-5772190b8b6a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:34:39.302355 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cbc8c7cd-3fde-4d2e-8eb8-b285a4f02bc8 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:39.351373 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-cbc8c7cd-3fde-4d2e-8eb8-b285a4f02bc8 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] In _notify_port_updated(), no bound segment for port 65d25e72-85ce-422d-a7c0-9e4de8d5c855 on network de2a810a-ca3a-466a-9efb-9f300fe0d68f {{(pid=102771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:34:39.356963 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc8c7cd-3fde-4d2e-8eb8-b285a4f02bc8 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:39.357717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cbc8c7cd-3fde-4d2e-8eb8-b285a4f02bc8 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:39.362082 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42288) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:39.362663 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cbc8c7cd-3fde-4d2e-8eb8-b285a4f02bc8 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "PUT /v2.0/ports/65d25e72-85ce-422d-a7c0-9e4de8d5c855 HTTP/1.1" status: 200 len: 1067 time: 1.0336080 Nov 08 00:34:39.398033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8c7cd-3fde-4d2e-8eb8-b285a4f02bc8 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event updated for resources: {'Port': ['ID=65d25e72-85ce-422d-a7c0-9e4de8d5c855,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:39.404603 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-986dbebb-3725-4672-8221-9b3f04480813 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:39.481112 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-85266401-1542-4754-a803-5a3b8fadee61 None None] Provisioning complete for port bfee5207-eed2-43a5-8034-997bc32d6a12 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:39.481902 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-85266401-1542-4754-a803-5a3b8fadee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:39.544310 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-552b7ed2-7b53-47f0-96ce-b889c87b71e7 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Deleting port 65d25e72-85ce-422d-a7c0-9e4de8d5c855 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:39.544904 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-552b7ed2-7b53-47f0-96ce-b889c87b71e7 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:39.590507 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986dbebb-3725-4672-8221-9b3f04480813 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Pushing event updated for resources: {'Subnet': ['ID=3b7060d5-e03a-420f-8048-2aff78ec93d8,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:39.612059 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986dbebb-3725-4672-8221-9b3f04480813 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Checking segment: {'id': 'd92552e9-93ff-47bd-a1ea-0e3e021228f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4074c7ee-ecd9-4ec7-b63a-4c6262931931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:34:39.613987 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986dbebb-3725-4672-8221-9b3f04480813 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Network hostable DHCP agents. Network: 4074c7ee-ecd9-4ec7-b63a-4c6262931931, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:34:39.674564 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-552b7ed2-7b53-47f0-96ce-b889c87b71e7 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:39.695606 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-552b7ed2-7b53-47f0-96ce-b889c87b71e7 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Calling delete_port for 65d25e72-85ce-422d-a7c0-9e4de8d5c855 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:39.755840 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986dbebb-3725-4672-8221-9b3f04480813 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Network 4074c7ee-ecd9-4ec7-b63a-4c6262931931 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:34:39.841815 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-986dbebb-3725-4672-8221-9b3f04480813 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 4074c7ee-ecd9-4ec7-b63a-4c6262931931) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:39.841986 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c7ad6b2b-cab8-4b5b-a224-967a3edb1055 req-e624f3e3-02d0-4880-b71f-9581a9083246 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.1130002 Nov 08 00:34:39.846913 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986dbebb-3725-4672-8221-9b3f04480813 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:39.847596 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-986dbebb-3725-4672-8221-9b3f04480813 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:39.865103 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891dc3c7-b19c-42ca-875a-2146475d6015 None None] Network 4074c7ee-ecd9-4ec7-b63a-4c6262931931 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:34:39.949484 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-51c9be31-c5d7-4465-ba91-cf7f641fa38a None None] Provisioning complete for port 65d25e72-85ce-422d-a7c0-9e4de8d5c855 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:39.950363 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51c9be31-c5d7-4465-ba91-cf7f641fa38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:39.958831 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-986dbebb-3725-4672-8221-9b3f04480813 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5286982 Nov 08 00:34:39.961469 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42302) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:39.966586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-198579c9-26dc-4bdf-9ab6-d7cf51f31e49 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Request body: {'subnet': {'network_id': '295cdb22-8c1c-40b6-9307-8e209b8ebad3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:40.007498 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-51c9be31-c5d7-4465-ba91-cf7f641fa38a None None] Port 65d25e72-85ce-422d-a7c0-9e4de8d5c855 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:34:40.124573 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-4074c7ee-ecd9-4ec7-b63a-4c6262931931', 'network_id': '4074c7ee-ecd9-4ec7-b63a-4c6262931931', 'tenant_id': '62b92a7275e94f26b4044fbf271e9425', 'fixed_ips': [{'subnet_id': '3b7060d5-e03a-420f-8048-2aff78ec93d8'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:34:40.124826 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-552b7ed2-7b53-47f0-96ce-b889c87b71e7 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:40.125487 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:40.158553 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-05e3f2fb-6bac-4544-a262-a124e4fe926d None None] Provisioning complete for port bfee5207-eed2-43a5-8034-997bc32d6a12 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:40.158936 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-05e3f2fb-6bac-4544-a262-a124e4fe926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:40.213248 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198579c9-26dc-4bdf-9ab6-d7cf51f31e49 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Made reservation on behalf of 62b92a7275e94f26b4044fbf271e9425 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:34:40.217212 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-198579c9-26dc-4bdf-9ab6-d7cf51f31e49 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:40.228253 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b7ed2-7b53-47f0-96ce-b889c87b71e7 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event deleted for resources: {'Port': ['ID=65d25e72-85ce-422d-a7c0-9e4de8d5c855,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:40.231846 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bfee5207-eed2-43a5-8034-997bc32d6a12 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:34:40.406642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-963b8159-f9a4-4487-912e-74ae3a4fb577 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:40.409033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-963b8159-f9a4-4487-912e-74ae3a4fb577 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 812 time: 0.3272071 Nov 08 00:34:40.414662 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port bfee5207-eed2-43a5-8034-997bc32d6a12 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:40.415154 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:40.446147 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-6e34a79a-b272-4149-a6ab-f92eeb8b4c80 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/quotas/f2f6913f27fa41388788e5027b9340cb HTTP/1.1" status: 200 len: 375 time: 0.0274811 Nov 08 00:34:40.448761 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] Allocated IP 172.20.0.2 (4074c7ee-ecd9-4ec7-b63a-4c6262931931/3b7060d5-e03a-420f-8048-2aff78ec93d8/8aaf25cb-5be0-48dd-b129-a08ccc77fa90) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:34:40.606374 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-cc758448-091e-4c5b-b035-5cf43ed12211 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1582315 Nov 08 00:34:40.626832 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-552b7ed2-7b53-47f0-96ce-b889c87b71e7 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:40.631996 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-552b7ed2-7b53-47f0-96ce-b889c87b71e7 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "DELETE /v2.0/ports/65d25e72-85ce-422d-a7c0-9e4de8d5c855 HTTP/1.1" status: 204 len: 168 time: 1.2680712 Nov 08 00:34:40.667640 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42312) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:40.730768 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-198579c9-26dc-4bdf-9ab6-d7cf51f31e49 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:40.732992 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-d3d396c2-845e-4430-a614-2082358222e3 service neutron] 10.222.0.13 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079433 Nov 08 00:34:40.766986 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:40.783526 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5db9d8d-185b-4662-a1a4-1e89a9bff3c4 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] GET failed (client error): The resource could not be found. Nov 08 00:34:40.785734 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f5db9d8d-185b-4662-a1a4-1e89a9bff3c4 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "GET /v2.0/ports/65d25e72-85ce-422d-a7c0-9e4de8d5c855 HTTP/1.1" status: 404 len: 333 time: 0.1167369 Nov 08 00:34:40.788270 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42316) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:40.793704 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198579c9-26dc-4bdf-9ab6-d7cf51f31e49 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Pushing event updated for resources: {'Subnet': ['ID=230d5a85-fa70-45dd-b2ea-6e1b2d696a7f,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:40.825183 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:40.841626 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198579c9-26dc-4bdf-9ab6-d7cf51f31e49 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Checking segment: {'id': '058af21a-c2f2-45d1-b4ae-1f4314232b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '295cdb22-8c1c-40b6-9307-8e209b8ebad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:34:40.841989 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198579c9-26dc-4bdf-9ab6-d7cf51f31e49 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Network hostable DHCP agents. Network: 295cdb22-8c1c-40b6-9307-8e209b8ebad3, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:34:40.904237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] Network 4074c7ee-ecd9-4ec7-b63a-4c6262931931 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:34:40.909575 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:40.913330 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:34:40.920685 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198579c9-26dc-4bdf-9ab6-d7cf51f31e49 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Network 295cdb22-8c1c-40b6-9307-8e209b8ebad3 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:34:40.938717 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-9213a621-9b6b-434b-bd28-0510fe138c00 service neutron] 10.222.0.13 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969299 Nov 08 00:34:40.955376 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] Pushing event updated for resources: {'Port': ['ID=8aaf25cb-5be0-48dd-b129-a08ccc77fa90,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:40.964487 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f034f5a6-277e-450e-89d9-5478acfcd9ff tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Deleting port 7be825a6-af70-47f1-97e7-fe5031e4ab5b {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:40.964487 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f034f5a6-277e-450e-89d9-5478acfcd9ff tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:41.007486 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-198579c9-26dc-4bdf-9ab6-d7cf51f31e49 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 295cdb22-8c1c-40b6-9307-8e209b8ebad3) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:41.012228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198579c9-26dc-4bdf-9ab6-d7cf51f31e49 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:41.013473 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-198579c9-26dc-4bdf-9ab6-d7cf51f31e49 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:41.023815 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2773153-5acc-49b7-bc35-a292a87388f3 None None] Network 295cdb22-8c1c-40b6-9307-8e209b8ebad3 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:34:41.098352 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f034f5a6-277e-450e-89d9-5478acfcd9ff tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:41.112521 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f034f5a6-277e-450e-89d9-5478acfcd9ff tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Calling delete_port for 7be825a6-af70-47f1-97e7-fe5031e4ab5b owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:41.133908 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] Attempting to bind port 8aaf25cb-5be0-48dd-b129-a08ccc77fa90 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:34:41.134651 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] Attempting to bind port 8aaf25cb-5be0-48dd-b129-a08ccc77fa90 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'd92552e9-93ff-47bd-a1ea-0e3e021228f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4074c7ee-ecd9-4ec7-b63a-4c6262931931'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:34:41.135299 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] Attempting to bind port 8aaf25cb-5be0-48dd-b129-a08ccc77fa90 on network 4074c7ee-ecd9-4ec7-b63a-4c6262931931 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:34:41.145038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:34:41.145765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] Checking segment: {'id': 'd92552e9-93ff-47bd-a1ea-0e3e021228f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4074c7ee-ecd9-4ec7-b63a-4c6262931931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:34:41.146571 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:41.147202 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] Bound using segment: {'id': 'd92552e9-93ff-47bd-a1ea-0e3e021228f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4074c7ee-ecd9-4ec7-b63a-4c6262931931'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:34:41.148798 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] Bound port: 8aaf25cb-5be0-48dd-b129-a08ccc77fa90, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92552e9-93ff-47bd-a1ea-0e3e021228f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4074c7ee-ecd9-4ec7-b63a-4c6262931931'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:34:41.148987 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:41.156401 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-198579c9-26dc-4bdf-9ab6-d7cf51f31e49 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1936648 Nov 08 00:34:41.157436 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42328) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:41.261043 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] For port 8aaf25cb-5be0-48dd-b129-a08ccc77fa90, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:34:41.266670 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] For port 8aaf25cb-5be0-48dd-b129-a08ccc77fa90, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8aaf25cb-5be0-48dd-b129-a08ccc77fa90,segment=NetworkSegment(d92552e9-93ff-47bd-a1ea-0e3e021228f2),segment_id=d92552e9-93ff-47bd-a1ea-0e3e021228f2)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:34:41.292195 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-936d8e0f-0ea9-4c64-b1e9-41facd0060c3 req-18915d73-6b0e-43f1-851a-e85f20df6a58 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c37df04f-0923-4a80-bbab-05066ce137e1 HTTP/1.1" status: 200 len: 210 time: 0.0306532 Nov 08 00:34:41.319361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-295cdb22-8c1c-40b6-9307-8e209b8ebad3', 'network_id': '295cdb22-8c1c-40b6-9307-8e209b8ebad3', 'tenant_id': '62b92a7275e94f26b4044fbf271e9425', 'fixed_ips': [{'subnet_id': '230d5a85-fa70-45dd-b2ea-6e1b2d696a7f'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:34:41.320264 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:41.367601 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f034f5a6-277e-450e-89d9-5478acfcd9ff tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:41.407308 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:41.412129 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034f5a6-277e-450e-89d9-5478acfcd9ff tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event deleted for resources: {'Port': ['ID=7be825a6-af70-47f1-97e7-fe5031e4ab5b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:41.439977 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f034f5a6-277e-450e-89d9-5478acfcd9ff tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:41.448292 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f034f5a6-277e-450e-89d9-5478acfcd9ff tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "DELETE /v2.0/ports/7be825a6-af70-47f1-97e7-fe5031e4ab5b HTTP/1.1" status: 204 len: 168 time: 0.6590009 Nov 08 00:34:41.449235 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42330) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:41.485571 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0dc2df-1329-47ee-be14-fee14d942ca0 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] GET failed (client error): The resource could not be found. Nov 08 00:34:41.487293 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7a0dc2df-1329-47ee-be14-fee14d942ca0 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "GET /v2.0/ports/7be825a6-af70-47f1-97e7-fe5031e4ab5b HTTP/1.1" status: 404 len: 333 time: 0.0366554 Nov 08 00:34:41.493894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42332) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:41.510696 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf511b4-aa18-4b6e-9207-3b3d9fe8c40d None None] Pushing event updated for resources: {'Port': ['ID=8aaf25cb-5be0-48dd-b129-a08ccc77fa90,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:41.699949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f3267abb-ced7-4636-9d62-b8f22bca370c tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Deleting port 59cd9346-c15b-4686-9e42-9a0b01281166 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:41.700276 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f3267abb-ced7-4636-9d62-b8f22bca370c tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:41.741479 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d892e9da-1698-40c5-ab77-d1490de53ab4 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:42.104289 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] Allocated IP 172.20.0.2 (295cdb22-8c1c-40b6-9307-8e209b8ebad3/230d5a85-fa70-45dd-b2ea-6e1b2d696a7f/b5d70880-8181-4ac9-990d-ae51c9a3813e) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:34:42.192810 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-d892e9da-1698-40c5-ab77-d1490de53ab4 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Allocated IP 172.20.0.1 (4074c7ee-ecd9-4ec7-b63a-4c6262931931/3b7060d5-e03a-420f-8048-2aff78ec93d8/10b1da8e-7fd7-4c27-9b6c-7f964a76a658) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:34:42.319385 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8aaf25cb-5be0-48dd-b129-a08ccc77fa90 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:34:42.410737 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d892e9da-1698-40c5-ab77-d1490de53ab4 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:42.434130 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 8aaf25cb-5be0-48dd-b129-a08ccc77fa90 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:42.434928 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:42.473435 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:42.486620 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec52d3d4-f274-4cc8-90d5-7f40cd097a2e req-72aeb254-9fb0-4b7a-90f9-49b112cf8880 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 210 time: 0.7182024 Nov 08 00:34:42.516549 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d892e9da-1698-40c5-ab77-d1490de53ab4 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:42.539874 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:42.565673 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f3267abb-ced7-4636-9d62-b8f22bca370c tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:42.566654 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d892e9da-1698-40c5-ab77-d1490de53ab4 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Network 4074c7ee-ecd9-4ec7-b63a-4c6262931931 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:34:42.573810 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-d892e9da-1698-40c5-ab77-d1490de53ab4 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:42.585993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f3267abb-ced7-4636-9d62-b8f22bca370c tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Calling delete_port for 59cd9346-c15b-4686-9e42-9a0b01281166 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:42.590874 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d892e9da-1698-40c5-ab77-d1490de53ab4 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:34:42.606467 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] Pushing event updated for resources: {'Port': ['ID=b5d70880-8181-4ac9-990d-ae51c9a3813e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:42.611046 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:42.628192 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] Network 295cdb22-8c1c-40b6-9307-8e209b8ebad3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:34:42.650121 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:42.657269 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:34:42.686103 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892e9da-1698-40c5-ab77-d1490de53ab4 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Pushing event updated for resources: {'Port': ['ID=10b1da8e-7fd7-4c27-9b6c-7f964a76a658,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:42.711058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 8aaf25cb-5be0-48dd-b129-a08ccc77fa90, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8aaf25cb-5be0-48dd-b129-a08ccc77fa90,segment=NetworkSegment(d92552e9-93ff-47bd-a1ea-0e3e021228f2),segment_id=d92552e9-93ff-47bd-a1ea-0e3e021228f2)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:42.732647 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d892e9da-1698-40c5-ab77-d1490de53ab4 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:42.794068 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] Attempting to bind port b5d70880-8181-4ac9-990d-ae51c9a3813e on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:34:42.794420 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] Attempting to bind port b5d70880-8181-4ac9-990d-ae51c9a3813e by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '058af21a-c2f2-45d1-b4ae-1f4314232b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '295cdb22-8c1c-40b6-9307-8e209b8ebad3'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:34:42.794918 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] Attempting to bind port b5d70880-8181-4ac9-990d-ae51c9a3813e on network 295cdb22-8c1c-40b6-9307-8e209b8ebad3 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:34:42.807613 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:42.816165 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5785485f-47d3-466d-8d88-cb9e0e396a3f req-df9798fe-5d6b-4946-8e7b-5f38c7772620 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2391646 Nov 08 00:34:42.899543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=8aaf25cb-5be0-48dd-b129-a08ccc77fa90,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:42.902591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:34:42.902968 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] Checking segment: {'id': '058af21a-c2f2-45d1-b4ae-1f4314232b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '295cdb22-8c1c-40b6-9307-8e209b8ebad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:34:42.903374 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:42.903755 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] Bound using segment: {'id': '058af21a-c2f2-45d1-b4ae-1f4314232b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '295cdb22-8c1c-40b6-9307-8e209b8ebad3'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:34:42.904267 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] Bound port: b5d70880-8181-4ac9-990d-ae51c9a3813e, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '058af21a-c2f2-45d1-b4ae-1f4314232b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '295cdb22-8c1c-40b6-9307-8e209b8ebad3'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:34:42.904720 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:42.944378 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785485f-47d3-466d-8d88-cb9e0e396a3f req-d9f4c7df-1cbd-40c9-9e2d-7b9c51a8285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:42.953840 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5785485f-47d3-466d-8d88-cb9e0e396a3f req-d9f4c7df-1cbd-40c9-9e2d-7b9c51a8285c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=175592328bdb4cfe99ce860fa6768d79&device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 1097 time: 0.0564439 Nov 08 00:34:42.985279 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f3267abb-ced7-4636-9d62-b8f22bca370c tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:42.988460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] For port b5d70880-8181-4ac9-990d-ae51c9a3813e, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:34:42.992697 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] For port b5d70880-8181-4ac9-990d-ae51c9a3813e, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b5d70880-8181-4ac9-990d-ae51c9a3813e,segment=NetworkSegment(058af21a-c2f2-45d1-b4ae-1f4314232b5d),segment_id=058af21a-c2f2-45d1-b4ae-1f4314232b5d)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:34:43.021716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3267abb-ced7-4636-9d62-b8f22bca370c tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event deleted for resources: {'Port': ['ID=59cd9346-c15b-4686-9e42-9a0b01281166,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:43.075819 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d892e9da-1698-40c5-ab77-d1490de53ab4 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:43.090080 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f3267abb-ced7-4636-9d62-b8f22bca370c tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:43.096206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f3267abb-ced7-4636-9d62-b8f22bca370c tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "DELETE /v2.0/ports/59cd9346-c15b-4686-9e42-9a0b01281166 HTTP/1.1" status: 204 len: 168 time: 1.5985909 Nov 08 00:34:43.098052 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42362) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:43.100649 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:43.179961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816824ad-8fe0-4269-930d-002f5cdf7051 None None] Pushing event updated for resources: {'Port': ['ID=b5d70880-8181-4ac9-990d-ae51c9a3813e,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:43.184806 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b3da24-d372-46e8-942a-28a2a6984656 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Deleting subnet 218937b3-16e2-4a88-9e5b-593284c9706e {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:34:43.187657 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-48b3da24-d372-46e8-942a-28a2a6984656 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:43.208958 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4ac9e2-38bf-4072-aba7-f5409b6e57ef None None] Network 4074c7ee-ecd9-4ec7-b63a-4c6262931931 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:34:43.271685 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785485f-47d3-466d-8d88-cb9e0e396a3f req-46c130ef-0caa-4146-a2a1-0e45601ce040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:43.277579 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5785485f-47d3-466d-8d88-cb9e0e396a3f req-46c130ef-0caa-4146-a2a1-0e45601ce040 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 HTTP/1.1" status: 200 len: 913 time: 0.3044381 Nov 08 00:34:43.293817 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-45f89164-af4d-4133-ae75-e3e2820db7ac None None] Provisioning complete for port 8aaf25cb-5be0-48dd-b129-a08ccc77fa90 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:43.294196 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-45f89164-af4d-4133-ae75-e3e2820db7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:43.558692 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42368) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:43.657143 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca345777-1bdf-4915-97bb-b6550a378082 req-2ca20a28-ff63-44dd-8d55-3d776babdba6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 210 time: 0.0475185 Nov 08 00:34:43.716406 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7d0e37e4-702d-4b66-a10b-b52e7f8e5512 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:43.760039 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7d0e37e4-702d-4b66-a10b-b52e7f8e5512 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:43.836643 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-48b3da24-d372-46e8-942a-28a2a6984656 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:43.904820 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7d0e37e4-702d-4b66-a10b-b52e7f8e5512 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:43.907735 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7d0e37e4-702d-4b66-a10b-b52e7f8e5512 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:43.911290 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7d0e37e4-702d-4b66-a10b-b52e7f8e5512 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "DELETE /v2.0/security-groups/26b086f9-e497-4f0f-8873-0e2c9d610e2c HTTP/1.1" status: 204 len: 168 time: 0.3486288 Nov 08 00:34:43.914118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42374) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:43.930890 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e37e4-702d-4b66-a10b-b52e7f8e5512 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b086f9-e497-4f0f-8873-0e2c9d610e2c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:43.947639 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-ff41b5d9-4939-4bc7-9748-9e152daaa465 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] show failed (client error): The resource could not be found. Nov 08 00:34:43.948776 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ff41b5d9-4939-4bc7-9748-9e152daaa465 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "GET /v2.0/security-groups/26b086f9-e497-4f0f-8873-0e2c9d610e2c HTTP/1.1" status: 404 len: 347 time: 0.0336869 Nov 08 00:34:43.951587 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42378) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:43.990282 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b36d44f7-f6ed-4b58-bb5c-ec1e2f2cbeee None None] Provisioning complete for port 10b1da8e-7fd7-4c27-9b6c-7f964a76a658 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:43.990667 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b36d44f7-f6ed-4b58-bb5c-ec1e2f2cbeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:43.997645 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5785485f-47d3-466d-8d88-cb9e0e396a3f req-541ce0e7-1630-47e1-bd4b-3c6975f7ed27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75b568cd-0483-46a2-8b09-9b0a983710a7 HTTP/1.1" status: 200 len: 1001 time: 0.7144928 Nov 08 00:34:44.052579 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b36d44f7-f6ed-4b58-bb5c-ec1e2f2cbeee None None] Port 10b1da8e-7fd7-4c27-9b6c-7f964a76a658 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:34:44.067032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b36d44f7-f6ed-4b58-bb5c-ec1e2f2cbeee None None] Provisioning complete for port 8aaf25cb-5be0-48dd-b129-a08ccc77fa90 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:44.067414 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b36d44f7-f6ed-4b58-bb5c-ec1e2f2cbeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:44.072341 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785485f-47d3-466d-8d88-cb9e0e396a3f req-b35a8ac7-4d70-4941-90f4-d94e5523d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:44.073939 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5785485f-47d3-466d-8d88-cb9e0e396a3f req-b35a8ac7-4d70-4941-90f4-d94e5523d41a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b6b1c0d-e48e-4647-bfd1-558f26656d9e HTTP/1.1" status: 200 len: 851 time: 0.0607693 Nov 08 00:34:44.187411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-7467f935-de4c-47e4-87d3-6fcc6f501b14 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Deleting port 3d46bf51-24ed-4e9f-8138-014566f6684a {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:44.188045 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7467f935-de4c-47e4-87d3-6fcc6f501b14 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:44.210527 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-48b3da24-d372-46e8-942a-28a2a6984656 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:44.252533 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785485f-47d3-466d-8d88-cb9e0e396a3f req-4c623a40-06d6-448a-91ff-6d7fabb1db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:44.254068 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5785485f-47d3-466d-8d88-cb9e0e396a3f req-4c623a40-06d6-448a-91ff-6d7fabb1db89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5cf0ca0-69ee-49fe-bef7-4992bc3dc192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466620 Nov 08 00:34:44.356521 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7467f935-de4c-47e4-87d3-6fcc6f501b14 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:44.356882 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7467f935-de4c-47e4-87d3-6fcc6f501b14 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:44.396590 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-7467f935-de4c-47e4-87d3-6fcc6f501b14 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Calling delete_port for 3d46bf51-24ed-4e9f-8138-014566f6684a owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:44.420854 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8aaf25cb-5be0-48dd-b129-a08ccc77fa90 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:34:44.515220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6edbe869-ef39-4524-aacd-00d6696f280f None None] Provisioning complete for port 10b1da8e-7fd7-4c27-9b6c-7f964a76a658 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:44.515913 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6edbe869-ef39-4524-aacd-00d6696f280f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:44.564224 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d892e9da-1698-40c5-ab77-d1490de53ab4 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:44.566328 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-48b3da24-d372-46e8-942a-28a2a6984656 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:44.580162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6edbe869-ef39-4524-aacd-00d6696f280f None None] Port 10b1da8e-7fd7-4c27-9b6c-7f964a76a658 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:34:44.582464 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 8aaf25cb-5be0-48dd-b129-a08ccc77fa90 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:44.583071 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:44.599639 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3da24-d372-46e8-942a-28a2a6984656 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event deleted for resources: {'Subnet': ['ID=218937b3-16e2-4a88-9e5b-593284c9706e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:44.611885 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-48b3da24-d372-46e8-942a-28a2a6984656 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:44.616671 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-48b3da24-d372-46e8-942a-28a2a6984656 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "DELETE /v2.0/subnets/218937b3-16e2-4a88-9e5b-593284c9706e HTTP/1.1" status: 204 len: 168 time: 1.5152934 Nov 08 00:34:44.623310 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42382) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:44.641020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba3987f-a2e9-4c19-9e9f-634bb3f8acc2 None None] Network de2a810a-ca3a-466a-9efb-9f300fe0d68f requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:34:44.653189 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5785485f-47d3-466d-8d88-cb9e0e396a3f req-2de30e53-809e-4575-886d-7c655320f8c8 service neutron] 10.222.0.20 "GET /v2.0/networks/a5cf0ca0-69ee-49fe-bef7-4992bc3dc192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325660 Nov 08 00:34:44.688278 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d892e9da-1698-40c5-ab77-d1490de53ab4 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:44.823184 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d892e9da-1698-40c5-ab77-d1490de53ab4 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:44.843994 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-56eb3b7a-b079-4678-910a-3e1bee9a4c70 req-956a21ef-64f5-4dc7-b96d-0569230beecf tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 210 time: 0.0529947 Nov 08 00:34:44.895266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-378599c4-f8ea-4610-ab03-c83071dff512 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:44.899138 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-378599c4-f8ea-4610-ab03-c83071dff512 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 812 time: 0.3450482 Nov 08 00:34:44.901253 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7467f935-de4c-47e4-87d3-6fcc6f501b14 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:44.947678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-29851534-6ee5-4c82-8c6c-b9c7a856c871 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Request body: {'port': {'device_id': '239b8587-c3c6-475a-b23f-a3dcf376645e', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'admin_state_up': True, 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:44.975325 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfe6b25-061c-4109-b49e-76bdc95aca17 None None] Network 295cdb22-8c1c-40b6-9307-8e209b8ebad3 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:34:45.019021 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d892e9da-1698-40c5-ab77-d1490de53ab4 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Network 4074c7ee-ecd9-4ec7-b63a-4c6262931931 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:34:45.029086 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-d892e9da-1698-40c5-ab77-d1490de53ab4 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:45.086212 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ece83fa-7511-4398-9459-6c1e1c763e92 None None] DHCP port deletion for de2a810a-ca3a-466a-9efb-9f300fe0d68f request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:34:45.096660 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b5d70880-8181-4ac9-990d-ae51c9a3813e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:34:45.148041 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5c640f34-6eaf-443e-aa3f-6d45caf3d0af None None] Provisioning complete for port b5d70880-8181-4ac9-990d-ae51c9a3813e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:45.148427 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c640f34-6eaf-443e-aa3f-6d45caf3d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:45.148567 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467f935-de4c-47e4-87d3-6fcc6f501b14 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event deleted for resources: {'Port': ['ID=3d46bf51-24ed-4e9f-8138-014566f6684a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:45.199917 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892e9da-1698-40c5-ab77-d1490de53ab4 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Pushing event updated for resources: {'Port': ['ID=10b1da8e-7fd7-4c27-9b6c-7f964a76a658,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:45.220571 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:45.246992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-29851534-6ee5-4c82-8c6c-b9c7a856c871 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Made reservation on behalf of f2f6913f27fa41388788e5027b9340cb for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:34:45.252523 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-29851534-6ee5-4c82-8c6c-b9c7a856c871 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:45.275390 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5785485f-47d3-466d-8d88-cb9e0e396a3f req-bf4e4a22-4cdd-4c50-96b3-e0c1c7c7e128 service neutron] 10.222.0.20 "GET /v2.0/networks/a5cf0ca0-69ee-49fe-bef7-4992bc3dc192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334728 Nov 08 00:34:45.303169 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7467f935-de4c-47e4-87d3-6fcc6f501b14 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:45.306716 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7467f935-de4c-47e4-87d3-6fcc6f501b14 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:45.308545 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7467f935-de4c-47e4-87d3-6fcc6f501b14 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "DELETE /v2.0/floatingips/8e7a7a7d-e320-4f54-b5a3-113c6efb99d8 HTTP/1.1" status: 204 len: 168 time: 1.3559911 Nov 08 00:34:45.314161 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42388) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:45.432816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d892e9da-1698-40c5-ab77-d1490de53ab4 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Router d3d766ed-6a3c-4d7b-924e-c7c8969b8062 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:34:45.452515 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c640f34-6eaf-443e-aa3f-6d45caf3d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:45.473759 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port b5d70880-8181-4ac9-990d-ae51c9a3813e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:45.474527 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:45.487524 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4ece83fa-7511-4398-9459-6c1e1c763e92 None None] Deleting port 4a9496b3-0ab9-4133-84a2-1bb713a6e840 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:45.488212 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ece83fa-7511-4398-9459-6c1e1c763e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:45.560712 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4ece83fa-7511-4398-9459-6c1e1c763e92 None None] For port 4a9496b3-0ab9-4133-84a2-1bb713a6e840, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4a9496b3-0ab9-4133-84a2-1bb713a6e840,segment=NetworkSegment(a8b39359-bfa8-4ccb-8199-81018ab921c6),segment_id=a8b39359-bfa8-4ccb-8199-81018ab921c6)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:45.561357 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ece83fa-7511-4398-9459-6c1e1c763e92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:45.573403 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Deleting port 4a9496b3-0ab9-4133-84a2-1bb713a6e840 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:45.573738 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:45.577045 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4ece83fa-7511-4398-9459-6c1e1c763e92 None None] Calling delete_port for 4a9496b3-0ab9-4133-84a2-1bb713a6e840 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:45.599302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-29851534-6ee5-4c82-8c6c-b9c7a856c871 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Allocated IP 172.20.0.11 (222a6220-2806-4bd6-bcce-57bc7ca690d4/79e59a5d-5e01-4db4-8fa5-ce93b687fd07/dbbbf13f-b6bc-4e57-8804-86e281760827) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:34:45.647162 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d892e9da-1698-40c5-ab77-d1490de53ab4 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:34:45.659851 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcd7de9-6938-4b08-8557-b0f790c7ebbc None None] Sync routers for ids ['d3d766ed-6a3c-4d7b-924e-c7c8969b8062'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:34:45.671376 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d892e9da-1698-40c5-ab77-d1490de53ab4 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "PUT /v2.0/routers/d3d766ed-6a3c-4d7b-924e-c7c8969b8062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5125546 Nov 08 00:34:45.673869 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42394) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:45.678802 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcd7de9-6938-4b08-8557-b0f790c7ebbc None None] Routers {'d3d766ed-6a3c-4d7b-924e-c7c8969b8062'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:45.679444 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-4fcd7de9-6938-4b08-8557-b0f790c7ebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d3d766ed-6a3c-4d7b-924e-c7c8969b8062'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:45.693603 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5c640f34-6eaf-443e-aa3f-6d45caf3d0af None None] For port b5d70880-8181-4ac9-990d-ae51c9a3813e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b5d70880-8181-4ac9-990d-ae51c9a3813e,segment=NetworkSegment(058af21a-c2f2-45d1-b4ae-1f4314232b5d),segment_id=058af21a-c2f2-45d1-b4ae-1f4314232b5d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:45.727999 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-4fcd7de9-6938-4b08-8557-b0f790c7ebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:45.740418 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcd7de9-6938-4b08-8557-b0f790c7ebbc None None] Routers {'d3d766ed-6a3c-4d7b-924e-c7c8969b8062'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:45.741584 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-4fcd7de9-6938-4b08-8557-b0f790c7ebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d3d766ed-6a3c-4d7b-924e-c7c8969b8062'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:45.762587 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c640f34-6eaf-443e-aa3f-6d45caf3d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:45.786800 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] For port 4a9496b3-0ab9-4133-84a2-1bb713a6e840, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4a9496b3-0ab9-4133-84a2-1bb713a6e840,segment=NetworkSegment(a8b39359-bfa8-4ccb-8199-81018ab921c6),segment_id=a8b39359-bfa8-4ccb-8199-81018ab921c6)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:45.791864 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:45.819479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c640f34-6eaf-443e-aa3f-6d45caf3d0af None None] Pushing event updated for resources: {'Port': ['ID=b5d70880-8181-4ac9-990d-ae51c9a3813e,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:45.835765 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-4fcd7de9-6938-4b08-8557-b0f790c7ebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:45.837963 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcd7de9-6938-4b08-8557-b0f790c7ebbc None None] The sync data for ids ['d3d766ed-6a3c-4d7b-924e-c7c8969b8062'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:34:45.888360 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ece83fa-7511-4398-9459-6c1e1c763e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:45.890444 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Calling delete_port for 4a9496b3-0ab9-4133-84a2-1bb713a6e840 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:45.934055 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-0ece9ded-0b8a-4a39-9135-a0433a4dc363 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Deleting port 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:45.934055 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0ece9ded-0b8a-4a39-9135-a0433a4dc363 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:45.937702 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-973e6d07-e130-4d85-893b-020ae2a183bf None None] Provisioning complete for port 10b1da8e-7fd7-4c27-9b6c-7f964a76a658 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:45.938682 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-973e6d07-e130-4d85-893b-020ae2a183bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:45.944771 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece83fa-7511-4398-9459-6c1e1c763e92 None None] Pushing event deleted for resources: {'Port': ['ID=4a9496b3-0ab9-4133-84a2-1bb713a6e840,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:45.946950 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ece83fa-7511-4398-9459-6c1e1c763e92 None None] No DVR routers for this DVR port 4a9496b3-0ab9-4133-84a2-1bb713a6e840 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:46.022447 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-973e6d07-e130-4d85-893b-020ae2a183bf None None] Port 10b1da8e-7fd7-4c27-9b6c-7f964a76a658 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:34:46.142885 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0ece9ded-0b8a-4a39-9135-a0433a4dc363 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:46.154094 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-29851534-6ee5-4c82-8c6c-b9c7a856c871 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:46.175189 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-0ece9ded-0b8a-4a39-9135-a0433a4dc363 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Calling delete_port for 70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:46.208701 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:46.247460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-06158081-7bc8-4870-9b59-81efb237b99a None None] Provisioning complete for port b5d70880-8181-4ac9-990d-ae51c9a3813e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:46.247856 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06158081-7bc8-4870-9b59-81efb237b99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:46.270039 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] No DVR routers for this DVR port 4a9496b3-0ab9-4133-84a2-1bb713a6e840 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:46.270723 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-29851534-6ee5-4c82-8c6c-b9c7a856c871 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:46.304682 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event deleted for resources: {'Port': ['ID=4a9496b3-0ab9-4133-84a2-1bb713a6e840,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:46.346699 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b5d70880-8181-4ac9-990d-ae51c9a3813e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:34:46.419888 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:46.442949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29851534-6ee5-4c82-8c6c-b9c7a856c871 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event updated for resources: {'Port': ['ID=dbbbf13f-b6bc-4e57-8804-86e281760827,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:46.452127 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-29851534-6ee5-4c82-8c6c-b9c7a856c871 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Network 222a6220-2806-4bd6-bcce-57bc7ca690d4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:34:46.457767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-29851534-6ee5-4c82-8c6c-b9c7a856c871 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:46.462009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-29851534-6ee5-4c82-8c6c-b9c7a856c871 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:34:46.562801 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port b5d70880-8181-4ac9-990d-ae51c9a3813e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:46.564480 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:46.579997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac0dd8-05fa-4a6e-b969-80f77f90c2b3 req-6aca7191-99ed-44bd-808f-b9beeb657566 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:46.581802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2dac0dd8-05fa-4a6e-b969-80f77f90c2b3 req-6aca7191-99ed-44bd-808f-b9beeb657566 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 932 time: 0.5283332 Nov 08 00:34:46.595672 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2a810a-ca3a-466a-9efb-9f300fe0d68f']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:46.620227 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b39359-bfa8-4ccb-8199-81018ab921c6') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:46.623816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b39359-bfa8-4ccb-8199-81018ab921c6') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:46.643270 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:46.662067 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:46.670664 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:34:46.675532 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: self.session.flush() Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:34:46.786386 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:34:46.797085 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4a9496b3-0ab9-4133-84a2-1bb713a6e840 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:46.800065 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0ece9ded-0b8a-4a39-9135-a0433a4dc363 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:46.807504 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2dac0dd8-05fa-4a6e-b969-80f77f90c2b3 req-55fb7d92-8779-40c6-bbfe-d4d9a2a92a15 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726480 Nov 08 00:34:46.831307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 4a9496b3-0ab9-4133-84a2-1bb713a6e840 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:34:46.831883 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4a9496b3-0ab9-4133-84a2-1bb713a6e840 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:34:46.871868 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-222d9783-8eb6-454e-b7bc-f51e969c87ff None None] Provisioning complete for port dbbbf13f-b6bc-4e57-8804-86e281760827 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:46.872155 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-222d9783-8eb6-454e-b7bc-f51e969c87ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:46.925533 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece9ded-0b8a-4a39-9135-a0433a4dc363 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event deleted for resources: {'Port': ['ID=70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:46.926647 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-29851534-6ee5-4c82-8c6c-b9c7a856c871 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:46.927309 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-29851534-6ee5-4c82-8c6c-b9c7a856c871 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:46.962936 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-222d9783-8eb6-454e-b7bc-f51e969c87ff None None] Port dbbbf13f-b6bc-4e57-8804-86e281760827 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:34:46.980539 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:47.012652 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:47.020297 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] 10.222.0.13 "DELETE /v2.0/networks/de2a810a-ca3a-466a-9efb-9f300fe0d68f HTTP/1.1" status: 204 len: 168 time: 2.3935490 Nov 08 00:34:47.025837 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99051e-b24d-464a-8e73-2a7b452f4516 req-38eb9412-478d-47b7-ae01-8b20854e52dc tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:47.027899 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc99051e-b24d-464a-8e73-2a7b452f4516 req-38eb9412-478d-47b7-ae01-8b20854e52dc tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 946 time: 0.2347322 Nov 08 00:34:47.066794 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aced0d-d053-4399-98d4-81c69d561573 tempest-AllowedAddressPairIpV6TestJSON-786452323 tempest-AllowedAddressPairIpV6TestJSON-786452323-project] Pushing event deleted for resources: {'Network': ['ID=de2a810a-ca3a-466a-9efb-9f300fe0d68f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:47.105627 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0ece9ded-0b8a-4a39-9135-a0433a4dc363 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:47.111872 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0ece9ded-0b8a-4a39-9135-a0433a4dc363 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "DELETE /v2.0/ports/70c08f6f-6f91-4b4f-a0f1-1ccb94a6e294 HTTP/1.1" status: 204 len: 168 time: 1.7955151 Nov 08 00:34:47.114227 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42410) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:47.119827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-29851534-6ee5-4c82-8c6c-b9c7a856c871 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1778526 Nov 08 00:34:47.130446 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc99051e-b24d-464a-8e73-2a7b452f4516 req-8794e719-4670-4e90-abd4-7b663bdbaf2d tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2218397-c2d7-4861-8581-eca4fcf150d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924594 Nov 08 00:34:47.140427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Request body: {'port': {'device_id': '239b8587-c3c6-475a-b23f-a3dcf376645e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:47.179834 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-54bd066b-7a66-4611-bd3a-5000561189c5 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:34:47.184491 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42416) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:47.185007 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-54bd066b-7a66-4611-bd3a-5000561189c5 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "PUT /v2.0/routers/d3d766ed-6a3c-4d7b-924e-c7c8969b8062/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5061064 Nov 08 00:34:47.220266 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:47.471227 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-743e558b-c201-4d22-a389-49684d9daee7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Deleting port 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:47.474526 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-743e558b-c201-4d22-a389-49684d9daee7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:47.580669 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbbbf13f-b6bc-4e57-8804-86e281760827 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:34:47.590802 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:47.614931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Transition to ACTIVE for port object dbbbf13f-b6bc-4e57-8804-86e281760827 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:34:47.618573 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42422) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:47.688418 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:47.689373 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-743e558b-c201-4d22-a389-49684d9daee7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:47.708868 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-743e558b-c201-4d22-a389-49684d9daee7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Calling delete_port for 3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:47.841066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Pushing event updated for resources: {'Port': ['ID=dbbbf13f-b6bc-4e57-8804-86e281760827,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:47.914384 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1d2e8dd7-6b72-4c9c-b97f-1cb0f0b5ecf4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fbd5175ba4b4bf095a80d48060bad4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921140 Nov 08 00:34:47.914615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42428) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:48.060522 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Attempting to bind port dbbbf13f-b6bc-4e57-8804-86e281760827 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:34:48.060867 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Attempting to bind port dbbbf13f-b6bc-4e57-8804-86e281760827 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:34:48.061204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Attempting to bind port dbbbf13f-b6bc-4e57-8804-86e281760827 on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:34:48.072371 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f76c3cbb-7b5e-4094-8387-91c536fec877 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:48.117242 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Port dbbbf13f-b6bc-4e57-8804-86e281760827 on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:34:48.117739 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Attempting to bind port dbbbf13f-b6bc-4e57-8804-86e281760827 on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:34:48.125888 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:34:48.126247 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Checking segment: {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:34:48.127021 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Bound using segment: {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:34:48.127603 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Bound port: dbbbf13f-b6bc-4e57-8804-86e281760827, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:34:48.128060 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:48.180553 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-905ca6d3-1f65-4ee1-8330-49cdcf38b592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:48.191953 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-743e558b-c201-4d22-a389-49684d9daee7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:48.209054 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-905ca6d3-1f65-4ee1-8330-49cdcf38b592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:48.243215 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e558b-c201-4d22-a389-49684d9daee7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event deleted for resources: {'Port': ['ID=3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:48.289132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f88af-bde8-4c36-b543-e564c304cf3a req-278485b4-5ee2-46f0-9b14-21001f0fa4f4 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:48.290487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b33f88af-bde8-4c36-b543-e564c304cf3a req-278485b4-5ee2-46f0-9b14-21001f0fa4f4 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 944 time: 0.3447320 Nov 08 00:34:48.361538 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-905ca6d3-1f65-4ee1-8330-49cdcf38b592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:48.364437 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-905ca6d3-1f65-4ee1-8330-49cdcf38b592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:48.368006 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-905ca6d3-1f65-4ee1-8330-49cdcf38b592 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ceebb8d6-30af-4657-b0f3-2596c99626a4 HTTP/1.1" status: 204 len: 168 time: 0.4501317 Nov 08 00:34:48.382269 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ca6d3-1f65-4ee1-8330-49cdcf38b592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceebb8d6-30af-4657-b0f3-2596c99626a4,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:48.418352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] For port dbbbf13f-b6bc-4e57-8804-86e281760827, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:34:48.424096 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b33f88af-bde8-4c36-b543-e564c304cf3a req-74aeff8e-4d91-45dd-8648-acf26053dbb5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189859 Nov 08 00:34:48.445822 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] For port dbbbf13f-b6bc-4e57-8804-86e281760827, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=dbbbf13f-b6bc-4e57-8804-86e281760827,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:34:48.452230 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-743e558b-c201-4d22-a389-49684d9daee7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:48.458610 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-743e558b-c201-4d22-a389-49684d9daee7 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "DELETE /v2.0/ports/3b5d1cfc-241c-4b7f-88e5-af951ef6b5a7 HTTP/1.1" status: 204 len: 168 time: 1.3451467 Nov 08 00:34:48.459764 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42438) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:48.467553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805512dd-e005-4904-9e50-ac2c4496ce6d req-267fc4c4-27fb-49dc-a815-4e866749f8ea tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:48.467553 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-805512dd-e005-4904-9e50-ac2c4496ce6d req-267fc4c4-27fb-49dc-a815-4e866749f8ea tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 946 time: 0.1512177 Nov 08 00:34:48.507520 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-805512dd-e005-4904-9e50-ac2c4496ce6d req-af7c9da7-6a58-4564-b1aa-72fb698c93b8 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2218397-c2d7-4861-8581-eca4fcf150d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353305 Nov 08 00:34:48.532470 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-450e377c-5553-49c6-b9b4-7cfb5db68000 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Deleting subnet 14b76b42-1f2f-4491-9c88-ef859a8eb6c0 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:34:48.536818 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-450e377c-5553-49c6-b9b4-7cfb5db68000 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:48.539683 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:48.582716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:48.583349 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:48.585735 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] 10.222.0.26 "PUT /v2.0/ports/dbbbf13f-b6bc-4e57-8804-86e281760827 HTTP/1.1" status: 200 len: 1092 time: 1.4502115 Nov 08 00:34:48.588466 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239b8587-c3c6-475a-b23f-a3dcf376645e', 'tag': 'dbbbf13f-b6bc-4e57-8804-86e281760827'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:34:48.590659 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfe5daf-b21e-49d1-a418-eb8d359ee8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "239b8587-c3c6-475a-b23f-a3dcf376645e", "tag": "dbbbf13f-b6bc-4e57-8804-86e281760827"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:34:48.663260 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3bacec-26d0-4a29-bba0-2dde6959df19 x-openstack-request-id: req-6e3bacec-26d0-4a29-bba0-2dde6959df19 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:34:48.666705 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239b8587-c3c6-475a-b23f-a3dcf376645e", "tag": "dbbbf13f-b6bc-4e57-8804-86e281760827", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:34:48.666705 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e3bacec-26d0-4a29-bba0-2dde6959df19 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:34:48.666705 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239b8587-c3c6-475a-b23f-a3dcf376645e', 'tag': 'dbbbf13f-b6bc-4e57-8804-86e281760827', 'status': 'completed', 'code': 200} Nov 08 00:34:48.673994 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-450e377c-5553-49c6-b9b4-7cfb5db68000 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:48.690356 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baeff6c-19db-45d1-b36d-18933f0ad083 service neutron] Pushing event updated for resources: {'Port': ['ID=dbbbf13f-b6bc-4e57-8804-86e281760827,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:48.773216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe5daf-b21e-49d1-a418-eb8d359ee8a0 req-cd55b045-00b7-46ae-95cd-2eb78918c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:48.774754 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2dfe5daf-b21e-49d1-a418-eb8d359ee8a0 req-cd55b045-00b7-46ae-95cd-2eb78918c022 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 1095 time: 0.0686538 Nov 08 00:34:48.903757 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-450e377c-5553-49c6-b9b4-7cfb5db68000 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:48.964804 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-f76c3cbb-7b5e-4094-8387-91c536fec877 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Deleting port 10b1da8e-7fd7-4c27-9b6c-7f964a76a658 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:48.971268 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f76c3cbb-7b5e-4094-8387-91c536fec877 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:49.062524 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe5daf-b21e-49d1-a418-eb8d359ee8a0 req-3c2420cd-fa1b-4882-ade7-251be49584ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:49.064638 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2dfe5daf-b21e-49d1-a418-eb8d359ee8a0 req-3c2420cd-fa1b-4882-ade7-251be49584ff service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f2f6913f27fa41388788e5027b9340cb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2737854 Nov 08 00:34:49.120088 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f76c3cbb-7b5e-4094-8387-91c536fec877 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:49.153272 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-f76c3cbb-7b5e-4094-8387-91c536fec877 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Calling delete_port for 10b1da8e-7fd7-4c27-9b6c-7f964a76a658 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:49.216356 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe5daf-b21e-49d1-a418-eb8d359ee8a0 req-793f82fe-0c51-4898-ba7b-bb25f0157229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:49.218048 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2dfe5daf-b21e-49d1-a418-eb8d359ee8a0 req-793f82fe-0c51-4898-ba7b-bb25f0157229 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1373632 Nov 08 00:34:49.239356 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-450e377c-5553-49c6-b9b4-7cfb5db68000 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:49.346438 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4fc74345-25d0-4b5c-af52-7adfa740617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:49.348821 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-4fc74345-25d0-4b5c-af52-7adfa740617b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 1095 time: 0.0633161 Nov 08 00:34:49.357008 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-450e377c-5553-49c6-b9b4-7cfb5db68000 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:49.360912 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-450e377c-5553-49c6-b9b4-7cfb5db68000 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "DELETE /v2.0/subnets/14b76b42-1f2f-4491-9c88-ef859a8eb6c0 HTTP/1.1" status: 204 len: 168 time: 0.8987179 Nov 08 00:34:49.364950 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e377c-5553-49c6-b9b4-7cfb5db68000 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event deleted for resources: {'Subnet': ['ID=14b76b42-1f2f-4491-9c88-ef859a8eb6c0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:49.365720 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42464) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:49.367229 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df75551-2262-42e0-9a76-b778d5eefd45 None None] Network 74f4276d-9439-4600-839d-84669ee5e60a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:34:49.525776 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-a52d3a7a-47e3-4fbd-89d0-429fcdde3586 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbbbf13f-b6bc-4e57-8804-86e281760827 HTTP/1.1" status: 200 len: 217 time: 0.1459103 Nov 08 00:34:49.531660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa9cee3-ff76-4114-9d14-7ae10deeedce tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Deleting subnet 87a000ed-a1d9-4f81-91a2-8c717b9e1d6b {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:34:49.550108 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f76c3cbb-7b5e-4094-8387-91c536fec877 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:49.564942 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5aa9cee3-ff76-4114-9d14-7ae10deeedce tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:49.622584 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c3cbb-7b5e-4094-8387-91c536fec877 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Pushing event deleted for resources: {'Port': ['ID=10b1da8e-7fd7-4c27-9b6c-7f964a76a658,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:49.683842 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5aa9cee3-ff76-4114-9d14-7ae10deeedce tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:49.732393 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da26335c-2a37-4814-a501-9b251e914a8b None None] DHCP port deletion for 74f4276d-9439-4600-839d-84669ee5e60a request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:34:49.809183 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5aa9cee3-ff76-4114-9d14-7ae10deeedce tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:49.845817 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-da26335c-2a37-4814-a501-9b251e914a8b None None] Deleting port 0ac86b5f-8fcd-47de-a625-4b4e5a63659b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:49.846644 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da26335c-2a37-4814-a501-9b251e914a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:49.960793 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-da26335c-2a37-4814-a501-9b251e914a8b None None] For port 0ac86b5f-8fcd-47de-a625-4b4e5a63659b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0ac86b5f-8fcd-47de-a625-4b4e5a63659b,segment=NetworkSegment(c79382c5-9ff9-4a52-bfcf-a258f1e0713b),segment_id=c79382c5-9ff9-4a52-bfcf-a258f1e0713b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:49.961728 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da26335c-2a37-4814-a501-9b251e914a8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:50.005534 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42480) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:50.022813 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f76c3cbb-7b5e-4094-8387-91c536fec877 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:50.126434 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5aa9cee3-ff76-4114-9d14-7ae10deeedce tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:50.202096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9cee3-ff76-4114-9d14-7ae10deeedce tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event deleted for resources: {'Subnet': ['ID=87a000ed-a1d9-4f81-91a2-8c717b9e1d6b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:50.216428 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b435d0f9-f448-417d-be63-49ecbc0e7c32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-20118494'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:50.239604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-c8055e09-24ad-47a9-81ba-238c52482176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:50.241766 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-c8055e09-24ad-47a9-81ba-238c52482176 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.3361406 Nov 08 00:34:50.260741 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5aa9cee3-ff76-4114-9d14-7ae10deeedce tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:50.265187 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5aa9cee3-ff76-4114-9d14-7ae10deeedce tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "DELETE /v2.0/subnets/87a000ed-a1d9-4f81-91a2-8c717b9e1d6b HTTP/1.1" status: 204 len: 168 time: 0.8833909 Nov 08 00:34:50.273629 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-da26335c-2a37-4814-a501-9b251e914a8b None None] Calling delete_port for 0ac86b5f-8fcd-47de-a625-4b4e5a63659b owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:50.283468 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42486) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:50.356565 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76c3cbb-7b5e-4094-8387-91c536fec877 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Router d3d766ed-6a3c-4d7b-924e-c7c8969b8062 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:34:50.372743 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0ac86b5f-8fcd-47de-a625-4b4e5a63659b no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:50.374605 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393ba34-ca83-49d8-a3a5-3c85ef8dfa60 req-4f832c68-af56-4070-9eca-3c1bdb4fb8ff tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:50.376355 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dec168-df8e-4f2a-af22-b52f104e4837 None None] Network 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:34:50.380312 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e393ba34-ca83-49d8-a3a5-3c85ef8dfa60 req-4f832c68-af56-4070-9eca-3c1bdb4fb8ff tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 946 time: 0.4684429 Nov 08 00:34:50.386954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de30ba-d580-41d8-ab76-091e9b89c26b req-8aa2f419-fc64-4577-b8d1-9ab4bf1f68a6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:50.394742 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32de30ba-d580-41d8-ab76-091e9b89c26b req-8aa2f419-fc64-4577-b8d1-9ab4bf1f68a6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 944 time: 0.4912090 Nov 08 00:34:50.509521 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-ed275fc1-1269-45f7-b9c2-160eca589873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:50.512493 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-ed275fc1-1269-45f7-b9c2-160eca589873 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2532465 Nov 08 00:34:50.521387 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f6061304-c0ab-4079-a9f3-0809f3e4e1fe tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:50.567042 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Port 0ac86b5f-8fcd-47de-a625-4b4e5a63659b update to DOWN by agent not found {{(pid=102773) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 08 00:34:50.569654 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da26335c-2a37-4814-a501-9b251e914a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:50.597377 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26335c-2a37-4814-a501-9b251e914a8b None None] Pushing event deleted for resources: {'Port': ['ID=0ac86b5f-8fcd-47de-a625-4b4e5a63659b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:50.611082 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da26335c-2a37-4814-a501-9b251e914a8b None None] No DVR routers for this DVR port 0ac86b5f-8fcd-47de-a625-4b4e5a63659b on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:50.654760 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32de30ba-d580-41d8-ab76-091e9b89c26b req-948d56fd-a59e-4654-90e0-39dbe79ee31e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590258 Nov 08 00:34:50.670245 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e393ba34-ca83-49d8-a3a5-3c85ef8dfa60 req-cea956eb-fa38-4b14-badb-33218762e04a tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2218397-c2d7-4861-8581-eca4fcf150d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680464 Nov 08 00:34:50.708306 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-d0020f36-ab1c-47be-9906-dbc1b70e1cae service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831663 Nov 08 00:34:50.770882 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f3deff-ab9b-479d-b465-ca496a836cf0 None None] DHCP port deletion for 5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:34:50.825223 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f6061304-c0ab-4079-a9f3-0809f3e4e1fe tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:50.854864 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-f6061304-c0ab-4079-a9f3-0809f3e4e1fe tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f4276d-9439-4600-839d-84669ee5e60a']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:50.866507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-f6061304-c0ab-4079-a9f3-0809f3e4e1fe tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79382c5-9ff9-4a52-bfcf-a258f1e0713b') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:50.867497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-f6061304-c0ab-4079-a9f3-0809f3e4e1fe tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79382c5-9ff9-4a52-bfcf-a258f1e0713b') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:50.871228 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e4f3deff-ab9b-479d-b465-ca496a836cf0 None None] Deleting port 3a87df49-5db2-4fd2-b49c-2287f51c1266 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:50.874706 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e4f3deff-ab9b-479d-b465-ca496a836cf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:50.879076 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f6061304-c0ab-4079-a9f3-0809f3e4e1fe tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:50.893624 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76c3cbb-7b5e-4094-8387-91c536fec877 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:34:50.894938 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f6061304-c0ab-4079-a9f3-0809f3e4e1fe tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:50.903135 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f76c3cbb-7b5e-4094-8387-91c536fec877 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "PUT /v2.0/routers/d3d766ed-6a3c-4d7b-924e-c7c8969b8062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7136836 Nov 08 00:34:50.903135 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b435d0f9-f448-417d-be63-49ecbc0e7c32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:34:50.904633 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b435d0f9-f448-417d-be63-49ecbc0e7c32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:50.906963 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42492) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:50.909446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6061304-c0ab-4079-a9f3-0809f3e4e1fe tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:34:50.910066 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f6061304-c0ab-4079-a9f3-0809f3e4e1fe tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:50.911159 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae09c9a-3c15-4c3d-80d2-c18e469e77ed None None] Sync routers for ids ['d3d766ed-6a3c-4d7b-924e-c7c8969b8062'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:34:50.982896 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e4f3deff-ab9b-479d-b465-ca496a836cf0 None None] For port 3a87df49-5db2-4fd2-b49c-2287f51c1266, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3a87df49-5db2-4fd2-b49c-2287f51c1266,segment=NetworkSegment(88935eb9-020a-4952-9061-2248258a7125),segment_id=88935eb9-020a-4952-9061-2248258a7125)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:50.983391 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e4f3deff-ab9b-479d-b465-ca496a836cf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:50.999023 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e4f3deff-ab9b-479d-b465-ca496a836cf0 None None] Calling delete_port for 3a87df49-5db2-4fd2-b49c-2287f51c1266 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:51.013618 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b435d0f9-f448-417d-be63-49ecbc0e7c32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:51.016871 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-e5ddabb1-296e-45dc-bad4-089c71b7bb2d tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] delete failed (client error): The resource could not be found. Nov 08 00:34:51.024922 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e5ddabb1-296e-45dc-bad4-089c71b7bb2d tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-2123720413 HTTP/1.1" status: 404 len: 335 time: 0.1125801 Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:34:51.030832 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:34:51.033845 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42494) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:51.048751 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-207f298f-9e02-4a56-b218-a42dd8ee11ec tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd3d766ed-6a3c-4d7b-924e-c7c8969b8062'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:51.093783 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae09c9a-3c15-4c3d-80d2-c18e469e77ed None None] Routers {'d3d766ed-6a3c-4d7b-924e-c7c8969b8062'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:51.095259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fae09c9a-3c15-4c3d-80d2-c18e469e77ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d3d766ed-6a3c-4d7b-924e-c7c8969b8062'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:51.119423 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c39eec9e-2d35-4b0a-b634-cf8e297bcf56 req-8eaf0dec-2d4e-402f-ae57-ccd5b38ff2fe service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921025 Nov 08 00:34:51.120573 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f6061304-c0ab-4079-a9f3-0809f3e4e1fe tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:51.131708 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f6061304-c0ab-4079-a9f3-0809f3e4e1fe tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:51.152370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f6061304-c0ab-4079-a9f3-0809f3e4e1fe tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "DELETE /v2.0/networks/74f4276d-9439-4600-839d-84669ee5e60a HTTP/1.1" status: 204 len: 168 time: 0.8648944 Nov 08 00:34:51.154491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42498) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:51.175334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6061304-c0ab-4079-a9f3-0809f3e4e1fe tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event deleted for resources: {'Network': ['ID=74f4276d-9439-4600-839d-84669ee5e60a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:51.180716 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fae09c9a-3c15-4c3d-80d2-c18e469e77ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:51.180716 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e4f3deff-ab9b-479d-b465-ca496a836cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:51.252774 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae09c9a-3c15-4c3d-80d2-c18e469e77ed None None] Routers {'d3d766ed-6a3c-4d7b-924e-c7c8969b8062'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:51.252774 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fae09c9a-3c15-4c3d-80d2-c18e469e77ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d3d766ed-6a3c-4d7b-924e-c7c8969b8062'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:51.265520 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3deff-ab9b-479d-b465-ca496a836cf0 None None] Pushing event deleted for resources: {'Port': ['ID=3a87df49-5db2-4fd2-b49c-2287f51c1266,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:51.329858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fae09c9a-3c15-4c3d-80d2-c18e469e77ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:51.330538 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae09c9a-3c15-4c3d-80d2-c18e469e77ed None None] The sync data for ids ['d3d766ed-6a3c-4d7b-924e-c7c8969b8062'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:34:51.337683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f3deff-ab9b-479d-b465-ca496a836cf0 None None] No DVR routers for this DVR port 3a87df49-5db2-4fd2-b49c-2287f51c1266 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:51.462363 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-207f298f-9e02-4a56-b218-a42dd8ee11ec tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:51.479639 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23d32f-1507-4b83-aee0-14ed5b4e3baf req-92c67ffa-431e-4efa-9cac-c55618e20fa1 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:51.481354 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3b23d32f-1507-4b83-aee0-14ed5b4e3baf req-92c67ffa-431e-4efa-9cac-c55618e20fa1 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.20 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 946 time: 0.2742276 Nov 08 00:34:51.563354 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b435d0f9-f448-417d-be63-49ecbc0e7c32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:51.579845 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-207f298f-9e02-4a56-b218-a42dd8ee11ec tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] update failed (client error): The resource could not be found. Nov 08 00:34:51.585010 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-207f298f-9e02-4a56-b218-a42dd8ee11ec tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "PUT /v2.0/routers/d3d766ed-6a3c-4d7b-924e-c7c8969b8062 HTTP/1.1" status: 404 len: 339 time: 0.5458467 Nov 08 00:34:51.586301 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42500) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:51.732376 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-03565a97-ba67-42f0-a46c-f12d302fef04 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:51.756536 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b435d0f9-f448-417d-be63-49ecbc0e7c32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:51.791299 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-3b23d32f-1507-4b83-aee0-14ed5b4e3baf req-6b173802-6546-47de-80db-5b4e1aa90484 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Deleting port 75b568cd-0483-46a2-8b09-9b0a983710a7 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:51.791651 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b23d32f-1507-4b83-aee0-14ed5b4e3baf req-6b173802-6546-47de-80db-5b4e1aa90484 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:51.862573 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b435d0f9-f448-417d-be63-49ecbc0e7c32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:34:51.907949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608e83d-769a-4d1a-9b72-800a814f077c req-4f6fd053-a9da-45ae-95f7-462cb8b565b9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:51.909204 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2608e83d-769a-4d1a-9b72-800a814f077c req-4f6fd053-a9da-45ae-95f7-462cb8b565b9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 944 time: 0.1677396 Nov 08 00:34:51.919591 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-03565a97-ba67-42f0-a46c-f12d302fef04 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:51.926211 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b435d0f9-f448-417d-be63-49ecbc0e7c32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:51.926558 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-b435d0f9-f448-417d-be63-49ecbc0e7c32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Added segment 4197a02e-5b00-4c5d-b28a-894562056430 of type vlan for network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 Nov 08 00:34:51.927911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435d0f9-f448-417d-be63-49ecbc0e7c32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b60a2e5-c24a-439e-a2d2-52b50a590ab2,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:51.962106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-03565a97-ba67-42f0-a46c-f12d302fef04 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea01ccc-ccd5-4c1a-8bc5-b88363f64370']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:51.986545 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970b5e7-aee4-4e79-ac6d-c683662c05e6 req-ac578f71-d84a-4a85-9536-0aa13d9ece28 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:51.988199 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a970b5e7-aee4-4e79-ac6d-c683662c05e6 req-ac578f71-d84a-4a85-9536-0aa13d9ece28 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 946 time: 0.1749389 Nov 08 00:34:51.990109 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-03565a97-ba67-42f0-a46c-f12d302fef04 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88935eb9-020a-4952-9061-2248258a7125') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:51.993055 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-03565a97-ba67-42f0-a46c-f12d302fef04 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88935eb9-020a-4952-9061-2248258a7125') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:52.013513 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-03565a97-ba67-42f0-a46c-f12d302fef04 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:52.026616 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2608e83d-769a-4d1a-9b72-800a814f077c req-dccaa02a-4a72-4da0-b491-ef3a6937b9c4 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088526 Nov 08 00:34:52.051865 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-03565a97-ba67-42f0-a46c-f12d302fef04 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:52.058350 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-3b23d32f-1507-4b83-aee0-14ed5b4e3baf req-6b173802-6546-47de-80db-5b4e1aa90484 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] For port 75b568cd-0483-46a2-8b09-9b0a983710a7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=75b568cd-0483-46a2-8b09-9b0a983710a7,segment=NetworkSegment(f727bc3e-a3d0-4889-a9a6-17d6d985a3b1),segment_id=f727bc3e-a3d0-4889-a9a6-17d6d985a3b1)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:52.058851 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b23d32f-1507-4b83-aee0-14ed5b4e3baf req-6b173802-6546-47de-80db-5b4e1aa90484 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:52.062117 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03565a97-ba67-42f0-a46c-f12d302fef04 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:34:52.062425 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-03565a97-ba67-42f0-a46c-f12d302fef04 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:34:52.072286 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:34:52.143376 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a970b5e7-aee4-4e79-ac6d-c683662c05e6 req-83d8af75-f5b0-4984-8c63-7ca3de25aba8 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2218397-c2d7-4861-8581-eca4fcf150d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137078 Nov 08 00:34:52.190952 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3a87df49-5db2-4fd2-b49c-2287f51c1266 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:52.218419 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 3a87df49-5db2-4fd2-b49c-2287f51c1266 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:34:52.219179 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3a87df49-5db2-4fd2-b49c-2287f51c1266 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:34:52.241224 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-03565a97-ba67-42f0-a46c-f12d302fef04 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:52.250007 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b435d0f9-f448-417d-be63-49ecbc0e7c32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:52.255908 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-03565a97-ba67-42f0-a46c-f12d302fef04 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:52.259545 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-03565a97-ba67-42f0-a46c-f12d302fef04 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] 10.222.0.13 "DELETE /v2.0/networks/5ea01ccc-ccd5-4c1a-8bc5-b88363f64370 HTTP/1.1" status: 204 len: 168 time: 1.1040933 Nov 08 00:34:52.273039 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03565a97-ba67-42f0-a46c-f12d302fef04 tempest-TaggedBootDevicesTest_v242-644799929 tempest-TaggedBootDevicesTest_v242-644799929-project] Pushing event deleted for resources: {'Network': ['ID=5ea01ccc-ccd5-4c1a-8bc5-b88363f64370,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:52.300215 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-014684e8-a349-4deb-a625-2ff6d0fdb058 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:52.487543 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b435d0f9-f448-417d-be63-49ecbc0e7c32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:52.493280 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b435d0f9-f448-417d-be63-49ecbc0e7c32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:52.493870 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b435d0f9-f448-417d-be63-49ecbc0e7c32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:52.624660 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b23d32f-1507-4b83-aee0-14ed5b4e3baf req-6b173802-6546-47de-80db-5b4e1aa90484 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:52.625026 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b23d32f-1507-4b83-aee0-14ed5b4e3baf req-6b173802-6546-47de-80db-5b4e1aa90484 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:52.625443 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [req-3b23d32f-1507-4b83-aee0-14ed5b4e3baf req-6b173802-6546-47de-80db-5b4e1aa90484 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Floating IP 87312026-9e32-4051-8773-b4aa8f3db787 disassociated. External IP: 172.25.2.81, port: 75b568cd-0483-46a2-8b09-9b0a983710a7. Nov 08 00:34:52.625790 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-3b23d32f-1507-4b83-aee0-14ed5b4e3baf req-6b173802-6546-47de-80db-5b4e1aa90484 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Calling delete_port for 75b568cd-0483-46a2-8b09-9b0a983710a7 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:52.653311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435d0f9-f448-417d-be63-49ecbc0e7c32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Network': ['ID=b3f8ff1e-2d01-4260-ae2b-b98125e675a1,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:52.665617 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:34:52.677748 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b435d0f9-f448-417d-be63-49ecbc0e7c32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.6691937 Nov 08 00:34:52.679009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42518) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:52.683839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-db1fc8a5-053d-441c-8f78-c61df4386696 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1', 'name': 'tempest-PortsIpV6TestJSON-1255978770'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:52.808365 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-014684e8-a349-4deb-a625-2ff6d0fdb058 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Allocated IP 172.20.0.1 (4b8fedd7-465e-43d1-a3d6-5772190b8b6a/ba749d1b-bd4b-42f6-807b-01c5b9e785b6/76273ff3-56df-402b-b6b1-d845375ee8de) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:34:52.932092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1fc8a5-053d-441c-8f78-c61df4386696 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:34:52.938451 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db1fc8a5-053d-441c-8f78-c61df4386696 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:52.959128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-db1fc8a5-053d-441c-8f78-c61df4386696 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] device_id is not set on port a514bd55-6ac2-4616-8f35-4af9b6adaf71 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:34:53.047685 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b23d32f-1507-4b83-aee0-14ed5b4e3baf req-6b173802-6546-47de-80db-5b4e1aa90484 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:53.111702 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-014684e8-a349-4deb-a625-2ff6d0fdb058 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:53.118421 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b173802-6546-47de-80db-5b4e1aa90484 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Pushing event deleted for resources: {'Port': ['ID=75b568cd-0483-46a2-8b09-9b0a983710a7,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:53.169491 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db1fc8a5-053d-441c-8f78-c61df4386696 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:53.257235 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b23d32f-1507-4b83-aee0-14ed5b4e3baf req-6b173802-6546-47de-80db-5b4e1aa90484 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Router b7a536e0-f505-4c8e-8699-18f9fadfb72b has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:34:53.318225 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-014684e8-a349-4deb-a625-2ff6d0fdb058 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:53.331296 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-610488d6-e286-4643-8d07-9e61559b19e9 req-6bde782b-a9cd-47dd-a3c1-d834c5327b3a tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 210 time: 0.0456703 Nov 08 00:34:53.384369 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db1fc8a5-053d-441c-8f78-c61df4386696 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:53.384369 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10dc1ed-2cd9-4976-b43b-871971e768a7 req-87c7a1db-bbe7-46c8-b1f4-82f03f912ccd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:53.384369 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e10dc1ed-2cd9-4976-b43b-871971e768a7 req-87c7a1db-bbe7-46c8-b1f4-82f03f912ccd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 944 time: 0.1999476 Nov 08 00:34:53.400829 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014684e8-a349-4deb-a625-2ff6d0fdb058 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Pushing event updated for resources: {'Port': ['ID=76273ff3-56df-402b-b6b1-d845375ee8de,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:53.416369 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014684e8-a349-4deb-a625-2ff6d0fdb058 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Network 4b8fedd7-465e-43d1-a3d6-5772190b8b6a is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:34:53.419801 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-014684e8-a349-4deb-a625-2ff6d0fdb058 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:53.423620 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014684e8-a349-4deb-a625-2ff6d0fdb058 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:34:53.487299 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-014684e8-a349-4deb-a625-2ff6d0fdb058 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:53.540072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fc8a5-053d-441c-8f78-c61df4386696 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=a514bd55-6ac2-4616-8f35-4af9b6adaf71,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:53.552689 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1fc8a5-053d-441c-8f78-c61df4386696 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Checking segment: {'id': '4197a02e-5b00-4c5d-b28a-894562056430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:34:53.553057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1fc8a5-053d-441c-8f78-c61df4386696 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network hostable DHCP agents. Network: b3f8ff1e-2d01-4260-ae2b-b98125e675a1, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:34:53.585339 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b23d32f-1507-4b83-aee0-14ed5b4e3baf req-6b173802-6546-47de-80db-5b4e1aa90484 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:34:53.595577 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90724699-2fac-43e4-a6c7-7b691ae02938 None None] Sync routers for ids ['b7a536e0-f505-4c8e-8699-18f9fadfb72b'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:34:53.598928 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e10dc1ed-2cd9-4976-b43b-871971e768a7 req-c0573916-bffb-4d42-9492-f6108670522a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946585 Nov 08 00:34:53.611613 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90724699-2fac-43e4-a6c7-7b691ae02938 None None] Routers {'b7a536e0-f505-4c8e-8699-18f9fadfb72b'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:53.612269 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-90724699-2fac-43e4-a6c7-7b691ae02938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b7a536e0-f505-4c8e-8699-18f9fadfb72b'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:53.654586 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1fc8a5-053d-441c-8f78-c61df4386696 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:34:53.695217 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b23d32f-1507-4b83-aee0-14ed5b4e3baf req-6b173802-6546-47de-80db-5b4e1aa90484 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] No DVR routers for this DVR port 75b568cd-0483-46a2-8b09-9b0a983710a7 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:53.700187 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b23d32f-1507-4b83-aee0-14ed5b4e3baf req-6b173802-6546-47de-80db-5b4e1aa90484 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:53.710313 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3b23d32f-1507-4b83-aee0-14ed5b4e3baf req-6b173802-6546-47de-80db-5b4e1aa90484 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.20 "DELETE /v2.0/ports/75b568cd-0483-46a2-8b09-9b0a983710a7 HTTP/1.1" status: 204 len: 173 time: 2.2221642 Nov 08 00:34:53.716631 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162385da-e538-417c-b56b-b4ae318a9889', 'name': 'network-vif-deleted', 'tag': '75b568cd-0483-46a2-8b09-9b0a983710a7'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:34:53.720313 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd83060-4e70-44c9-a22b-f08c765ad438" -d '{"events": [{"server_uuid": "162385da-e538-417c-b56b-b4ae318a9889", "name": "network-vif-deleted", "tag": "75b568cd-0483-46a2-8b09-9b0a983710a7"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:34:53.726696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-db1fc8a5-053d-441c-8f78-c61df4386696 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, b3f8ff1e-2d01-4260-ae2b-b98125e675a1) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:53.731050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1fc8a5-053d-441c-8f78-c61df4386696 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:34:53.740456 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf30bcd-2812-4d62-8993-143b5995a3d7 None None] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:34:53.741753 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1fc8a5-053d-441c-8f78-c61df4386696 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:53.752737 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db1fc8a5-053d-441c-8f78-c61df4386696 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:53.865067 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-90724699-2fac-43e4-a6c7-7b691ae02938 None None] Set router b7a536e0-f505-4c8e-8699-18f9fadfb72b gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:34:53.888544 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-db1fc8a5-053d-441c-8f78-c61df4386696 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2047620 Nov 08 00:34:53.888544 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42538) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:53.894366 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-5abb68fd-77e0-482e-8413-9f7582635094 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1805609178'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:53.926498 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-014684e8-a349-4deb-a625-2ff6d0fdb058 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:53.996139 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abb68fd-77e0-482e-8413-9f7582635094 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:34:54.002329 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5abb68fd-77e0-482e-8413-9f7582635094 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:54.059816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abb68fd-77e0-482e-8413-9f7582635094 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:34:54.078138 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-915a4b63-1717-475d-afd0-775c74d8fbdc None None] Provisioning complete for port 76273ff3-56df-402b-b6b1-d845375ee8de triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:54.080711 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-915a4b63-1717-475d-afd0-775c74d8fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:54.081881 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5abb68fd-77e0-482e-8413-9f7582635094 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:54.086246 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-5abb68fd-77e0-482e-8413-9f7582635094 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Added segment 6af68b3b-afee-4732-9f0e-ab04eedd1b53 of type vlan for network ae00ad4c-4ebb-48a5-bc85-b29a1baea773 Nov 08 00:34:54.174383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-915a4b63-1717-475d-afd0-775c74d8fbdc None None] Port 76273ff3-56df-402b-b6b1-d845375ee8de cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:34:54.194814 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5abb68fd-77e0-482e-8413-9f7582635094 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:54.214097 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cee7e4-bfd9-4134-9e7d-38033dbeaa85 x-openstack-request-id: req-18cee7e4-bfd9-4134-9e7d-38033dbeaa85 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:34:54.214566 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162385da-e538-417c-b56b-b4ae318a9889", "name": "network-vif-deleted", "tag": "75b568cd-0483-46a2-8b09-9b0a983710a7", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:34:54.215075 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18cee7e4-bfd9-4134-9e7d-38033dbeaa85 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:34:54.216023 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162385da-e538-417c-b56b-b4ae318a9889', 'name': 'network-vif-deleted', 'tag': '75b568cd-0483-46a2-8b09-9b0a983710a7', 'status': 'completed', 'code': 200} Nov 08 00:34:54.293161 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5abb68fd-77e0-482e-8413-9f7582635094 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:54.302855 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abb68fd-77e0-482e-8413-9f7582635094 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:54.306203 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5abb68fd-77e0-482e-8413-9f7582635094 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:54.310321 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-90724699-2fac-43e4-a6c7-7b691ae02938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'name': 'tempest-ServersTestManualDisk-1936374690-router', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:45Z', 'updated_at': '2021-11-08T00:31:50Z', 'revision_number': 4, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'gw_port': {'id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:46Z', 'updated_at': '2021-11-08T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '1e95d237-49af-4dba-9f93-90abeb3dc041', 'name': '', 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'mac_address': 'fa:16:3e:ce:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '4b6b1c0d-e48e-4647-bfd1-558f26656d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:49Z', 'updated_at': '2021-11-08T00:31:56Z', 'revision_number': 5, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'subnets': [{'id': '4b6b1c0d-e48e-4647-bfd1-558f26656d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:54.338367 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90724699-2fac-43e4-a6c7-7b691ae02938 None None] Checking router: b7a536e0-f505-4c8e-8699-18f9fadfb72b for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:34:54.369207 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90724699-2fac-43e4-a6c7-7b691ae02938 None None] Routers {'b7a536e0-f505-4c8e-8699-18f9fadfb72b'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:54.369207 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-90724699-2fac-43e4-a6c7-7b691ae02938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b7a536e0-f505-4c8e-8699-18f9fadfb72b'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:54.391354 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb68fd-77e0-482e-8413-9f7582635094 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Network': ['ID=ae00ad4c-4ebb-48a5-bc85-b29a1baea773,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:54.415203 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network ae00ad4c-4ebb-48a5-bc85-b29a1baea773 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:34:54.477758 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-014684e8-a349-4deb-a625-2ff6d0fdb058 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:54.521533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd774804-6148-43a2-bdbe-2ce962e292c4 req-a6d88dfa-4c97-4c1a-8d99-3df48a2444f4 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/ports?device_id=162385da-e538-417c-b56b-b4ae318a9889 HTTP/1.1" status: 200 len: 210 time: 0.0438142 Nov 08 00:34:54.529224 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42546) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:54.530557 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5abb68fd-77e0-482e-8413-9f7582635094 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6406286 Nov 08 00:34:54.535369 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'ports': [{'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1'}, {'network_id': 'ae00ad4c-4ebb-48a5-bc85-b29a1baea773'}]} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:54.535624 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-90724699-2fac-43e4-a6c7-7b691ae02938 None None] Set router b7a536e0-f505-4c8e-8699-18f9fadfb72b gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:34:54.535756 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:54.536259 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'network_id': 'ae00ad4c-4ebb-48a5-bc85-b29a1baea773'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:54.546839 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-014684e8-a349-4deb-a625-2ff6d0fdb058 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:54.662968 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-014684e8-a349-4deb-a625-2ff6d0fdb058 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:54.722874 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014684e8-a349-4deb-a625-2ff6d0fdb058 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Pushing event updated for resources: {'Port': ['ID=76273ff3-56df-402b-b6b1-d845375ee8de,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:54.769070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f4626-dbd5-46a8-9226-767fde186635 req-a7e01fbc-33bd-499d-b096-1ae90f0ff7a7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:54.770997 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad1f4626-dbd5-46a8-9226-767fde186635 req-a7e01fbc-33bd-499d-b096-1ae90f0ff7a7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 944 time: 0.0672643 Nov 08 00:34:54.812949 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-90724699-2fac-43e4-a6c7-7b691ae02938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'name': 'tempest-ServersTestManualDisk-1936374690-router', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:45Z', 'updated_at': '2021-11-08T00:31:50Z', 'revision_number': 4, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'gw_port': {'id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:46Z', 'updated_at': '2021-11-08T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '1e95d237-49af-4dba-9f93-90abeb3dc041', 'name': '', 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'mac_address': 'fa:16:3e:ce:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '4b6b1c0d-e48e-4647-bfd1-558f26656d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:49Z', 'updated_at': '2021-11-08T00:31:56Z', 'revision_number': 5, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'subnets': [{'id': '4b6b1c0d-e48e-4647-bfd1-558f26656d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:54.846308 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90724699-2fac-43e4-a6c7-7b691ae02938 None None] The sync data for ids ['b7a536e0-f505-4c8e-8699-18f9fadfb72b'] in n-d-816882-1 is: [{'id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'name': 'tempest-ServersTestManualDisk-1936374690-router', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:45Z', 'updated_at': '2021-11-08T00:31:50Z', 'revision_number': 4, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'gw_port': {'id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:46Z', 'updated_at': '2021-11-08T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '1e95d237-49af-4dba-9f93-90abeb3dc041', 'name': '', 'network_id': 'a5cf0ca0-69ee-49fe-bef7-4992bc3dc192', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'mac_address': 'fa:16:3e:ce:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '4b6b1c0d-e48e-4647-bfd1-558f26656d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:49Z', 'updated_at': '2021-11-08T00:31:56Z', 'revision_number': 5, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'subnets': [{'id': '4b6b1c0d-e48e-4647-bfd1-558f26656d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:34:54.848466 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad1f4626-dbd5-46a8-9226-767fde186635 req-385071bc-9f5a-4063-8545-34e9bbd49b67 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637033 Nov 08 00:34:55.239030 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aa66ad-88db-4889-98a0-85350427e663 None None] New status for floating IP 87312026-9e32-4051-8773-b4aa8f3db787: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:34:55.339587 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014684e8-a349-4deb-a625-2ff6d0fdb058 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Network 4b8fedd7-465e-43d1-a3d6-5772190b8b6a is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:34:55.343822 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-014684e8-a349-4deb-a625-2ff6d0fdb058 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:55.408873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 75b568cd-0483-46a2-8b09-9b0a983710a7 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:34:55.449766 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014684e8-a349-4deb-a625-2ff6d0fdb058 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Router d3d766ed-6a3c-4d7b-924e-c7c8969b8062 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:34:55.452417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 75b568cd-0483-46a2-8b09-9b0a983710a7 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:34:55.454303 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 75b568cd-0483-46a2-8b09-9b0a983710a7 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:34:55.534055 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'port': 2} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:34:55.538782 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:55.567948 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:55.591049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014684e8-a349-4deb-a625-2ff6d0fdb058 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:34:55.599527 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-014684e8-a349-4deb-a625-2ff6d0fdb058 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "PUT /v2.0/routers/d3d766ed-6a3c-4d7b-924e-c7c8969b8062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0112157 Nov 08 00:34:55.602497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42558) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:55.605673 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83d1296-cec1-4550-8b7c-68f873e1b28c None None] Sync routers for ids ['d3d766ed-6a3c-4d7b-924e-c7c8969b8062'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:34:55.626631 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83d1296-cec1-4550-8b7c-68f873e1b28c None None] Routers {'d3d766ed-6a3c-4d7b-924e-c7c8969b8062'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:55.627098 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c83d1296-cec1-4550-8b7c-68f873e1b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d3d766ed-6a3c-4d7b-924e-c7c8969b8062'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:55.676131 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c83d1296-cec1-4550-8b7c-68f873e1b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:55.685939 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83d1296-cec1-4550-8b7c-68f873e1b28c None None] Routers {'d3d766ed-6a3c-4d7b-924e-c7c8969b8062'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:55.686995 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c83d1296-cec1-4550-8b7c-68f873e1b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d3d766ed-6a3c-4d7b-924e-c7c8969b8062'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:55.701440 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] device_id is not set on port 7490a7e4-e398-4fc3-a98c-f3e697c7bffd yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:34:55.709250 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a9a93684-5a65-4c5f-b626-35c045e86b6a None None] Provisioning complete for port 76273ff3-56df-402b-b6b1-d845375ee8de triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:34:55.713464 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a9a93684-5a65-4c5f-b626-35c045e86b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:55.726134 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c83d1296-cec1-4550-8b7c-68f873e1b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:55.727226 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83d1296-cec1-4550-8b7c-68f873e1b28c None None] The sync data for ids ['d3d766ed-6a3c-4d7b-924e-c7c8969b8062'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:34:55.743245 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42562) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:55.786315 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a9a93684-5a65-4c5f-b626-35c045e86b6a None None] Port 76273ff3-56df-402b-b6b1-d845375ee8de cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:34:55.812569 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a9282c2d-e215-4072-83a6-ce03fc563677 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:55.883702 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:55.907214 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9a6d9fa5-0100-4a95-81f5-8a7aaba17307 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:55.950190 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] device_id is not set on port 9683a2b7-7dc6-48bb-b6cb-f3c2f0b67dbf yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:34:55.952157 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9a6d9fa5-0100-4a95-81f5-8a7aaba17307 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:56.002291 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-a9282c2d-e215-4072-83a6-ce03fc563677 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 08 00:34:56.003350 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a9282c2d-e215-4072-83a6-ce03fc563677 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "DELETE /v2.0/routers/d3d766ed-6a3c-4d7b-924e-c7c8969b8062 HTTP/1.1" status: 409 len: 329 time: 0.3992739 Nov 08 00:34:56.009764 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42570) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:56.028927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b7ef8-da05-4596-af5c-40128b894b6d req-c26d642a-dcdd-418e-8163-0925e553921d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:56.030425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c9b7ef8-da05-4596-af5c-40128b894b6d req-c26d642a-dcdd-418e-8163-0925e553921d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 944 time: 0.1037331 Nov 08 00:34:56.104891 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c9b7ef8-da05-4596-af5c-40128b894b6d req-7094ea7f-292a-4d4d-ab29-f3470701a8e5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589104 Nov 08 00:34:56.172705 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9a6d9fa5-0100-4a95-81f5-8a7aaba17307 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:56.175650 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9a6d9fa5-0100-4a95-81f5-8a7aaba17307 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:56.176976 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9a6d9fa5-0100-4a95-81f5-8a7aaba17307 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "DELETE /v2.0/security-groups/e2218397-c2d7-4861-8581-eca4fcf150d9 HTTP/1.1" status: 204 len: 168 time: 0.4325731 Nov 08 00:34:56.180341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42576) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:56.198164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d9fa5-0100-4a95-81f5-8a7aaba17307 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2218397-c2d7-4861-8581-eca4fcf150d9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:56.222035 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-522d319c-b06d-4841-a19e-28521a213637 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] show failed (client error): The resource could not be found. Nov 08 00:34:56.222035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-522d319c-b06d-4841-a19e-28521a213637 tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "GET /v2.0/security-groups/e2218397-c2d7-4861-8581-eca4fcf150d9 HTTP/1.1" status: 404 len: 347 time: 0.0303729 Nov 08 00:34:56.224325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42578) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:56.235673 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:56.362709 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:56.412996 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:34:56.453163 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:56.457688 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:34:56.462197 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:56.502080 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=7490a7e4-e398-4fc3-a98c-f3e697c7bffd,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:56.504363 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-336f8f08-f11f-48a4-b604-1aec9119ac4d tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Deleting port 277a0153-e3f2-4342-9e1d-0e4e98c1f4ff {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:56.504909 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-336f8f08-f11f-48a4-b604-1aec9119ac4d tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:56.600613 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-336f8f08-f11f-48a4-b604-1aec9119ac4d tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:56.601408 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-336f8f08-f11f-48a4-b604-1aec9119ac4d tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:56.605439 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=9683a2b7-7dc6-48bb-b6cb-f3c2f0b67dbf,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:56.619321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-336f8f08-f11f-48a4-b604-1aec9119ac4d tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Calling delete_port for 277a0153-e3f2-4342-9e1d-0e4e98c1f4ff owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:56.621130 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Checking segment: {'id': '6af68b3b-afee-4732-9f0e-ab04eedd1b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ae00ad4c-4ebb-48a5-bc85-b29a1baea773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:34:56.621598 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network hostable DHCP agents. Network: ae00ad4c-4ebb-48a5-bc85-b29a1baea773, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:34:56.645808 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5849573-480e-46c4-ac90-0208cb833a95 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:56.823631 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network ae00ad4c-4ebb-48a5-bc85-b29a1baea773 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:34:56.894052 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-336f8f08-f11f-48a4-b604-1aec9119ac4d tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:56.931507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f8f08-f11f-48a4-b604-1aec9119ac4d tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Pushing event deleted for resources: {'Port': ['ID=277a0153-e3f2-4342-9e1d-0e4e98c1f4ff,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:56.940911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, ae00ad4c-4ebb-48a5-bc85-b29a1baea773) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:34:56.946143 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:34:56.950450 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b007f02-010d-4163-bfa5-bb10982e2485 None None] Network ae00ad4c-4ebb-48a5-bc85-b29a1baea773 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:34:56.954284 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:56.959303 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:56.960024 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:57.025943 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d5849573-480e-46c4-ac90-0208cb833a95 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Deleting port 76273ff3-56df-402b-b6b1-d845375ee8de {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:57.026441 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5849573-480e-46c4-ac90-0208cb833a95 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:57.041109 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-336f8f08-f11f-48a4-b604-1aec9119ac4d tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:57.045807 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-336f8f08-f11f-48a4-b604-1aec9119ac4d tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:57.047873 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-336f8f08-f11f-48a4-b604-1aec9119ac4d tempest-ServersTestManualDisk-93418883 tempest-ServersTestManualDisk-93418883-project] 10.222.0.13 "DELETE /v2.0/floatingips/87312026-9e32-4051-8773-b4aa8f3db787 HTTP/1.1" status: 204 len: 168 time: 0.8213289 Nov 08 00:34:57.050366 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42586) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:57.053958 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42588) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:57.055339 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c8246dff-c093-4d70-8c13-5e70b5102c95 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5251014 Nov 08 00:34:57.196282 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5849573-480e-46c4-ac90-0208cb833a95 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:57.210529 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d5849573-480e-46c4-ac90-0208cb833a95 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Calling delete_port for 76273ff3-56df-402b-b6b1-d845375ee8de owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:57.310420 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc11a68-9ebe-406d-b341-258959d7bb73 req-d0e99ad2-c32e-439a-bc38-c681571aa86c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:57.312198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5bc11a68-9ebe-406d-b341-258959d7bb73 req-d0e99ad2-c32e-439a-bc38-c681571aa86c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 944 time: 0.0953875 Nov 08 00:34:57.431168 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-680bae06-d672-43a0-82bc-b4472893b86b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port 9683a2b7-7dc6-48bb-b6cb-f3c2f0b67dbf {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:57.431518 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-680bae06-d672-43a0-82bc-b4472893b86b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:57.544844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5bc11a68-9ebe-406d-b341-258959d7bb73 req-fb8d4614-95de-4bfb-acc4-19cfe272c003 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178729 Nov 08 00:34:57.569691 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-680bae06-d672-43a0-82bc-b4472893b86b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:57.583444 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5849573-480e-46c4-ac90-0208cb833a95 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:57.618825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-680bae06-d672-43a0-82bc-b4472893b86b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for 9683a2b7-7dc6-48bb-b6cb-f3c2f0b67dbf owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:57.628563 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5849573-480e-46c4-ac90-0208cb833a95 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Pushing event deleted for resources: {'Port': ['ID=76273ff3-56df-402b-b6b1-d845375ee8de,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:57.874005 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5849573-480e-46c4-ac90-0208cb833a95 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:57.914480 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-680bae06-d672-43a0-82bc-b4472893b86b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:57.960756 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bae06-d672-43a0-82bc-b4472893b86b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=9683a2b7-7dc6-48bb-b6cb-f3c2f0b67dbf,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:57.967127 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-86e0dd9a-fd6f-4f2b-90a3-cf9eb3312dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:57.971039 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-680bae06-d672-43a0-82bc-b4472893b86b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:57.976535 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-680bae06-d672-43a0-82bc-b4472893b86b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/ports/9683a2b7-7dc6-48bb-b6cb-f3c2f0b67dbf HTTP/1.1" status: 204 len: 168 time: 0.9209995 Nov 08 00:34:57.978210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42598) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:58.124979 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5849573-480e-46c4-ac90-0208cb833a95 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Router d3d766ed-6a3c-4d7b-924e-c7c8969b8062 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:34:58.145405 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f014d3f3-e193-4092-916c-af20f12c8a70 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:58.148808 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f014d3f3-e193-4092-916c-af20f12c8a70 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:58.153091 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f014d3f3-e193-4092-916c-af20f12c8a70 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1711068 Nov 08 00:34:58.153238 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42602) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:58.167403 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f237826d-294d-44a7-88b4-c3ba1d1d101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:58.293030 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5849573-480e-46c4-ac90-0208cb833a95 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:34:58.293030 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d5849573-480e-46c4-ac90-0208cb833a95 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "PUT /v2.0/routers/d3d766ed-6a3c-4d7b-924e-c7c8969b8062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2822514 Nov 08 00:34:58.298132 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42606) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:58.307148 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82942b78-6c38-4e3c-89bd-885aab741665 None None] Sync routers for ids ['d3d766ed-6a3c-4d7b-924e-c7c8969b8062'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:34:58.317547 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82942b78-6c38-4e3c-89bd-885aab741665 None None] Routers {'d3d766ed-6a3c-4d7b-924e-c7c8969b8062'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:58.318086 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-82942b78-6c38-4e3c-89bd-885aab741665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d3d766ed-6a3c-4d7b-924e-c7c8969b8062'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:58.319903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-86e0dd9a-fd6f-4f2b-90a3-cf9eb3312dea admin admin] Deleting port 1e95d237-49af-4dba-9f93-90abeb3dc041 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:58.320255 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-86e0dd9a-fd6f-4f2b-90a3-cf9eb3312dea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:58.370014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-82942b78-6c38-4e3c-89bd-885aab741665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:58.384036 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-cea641d4-aa1f-444b-8970-49a2624b0bf7 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] show failed (client error): The resource could not be found. Nov 08 00:34:58.385102 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cea641d4-aa1f-444b-8970-49a2624b0bf7 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-2134485440 HTTP/1.1" status: 404 len: 335 time: 0.0860405 Nov 08 00:34:58.390686 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42608) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:58.393593 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82942b78-6c38-4e3c-89bd-885aab741665 None None] Routers {'d3d766ed-6a3c-4d7b-924e-c7c8969b8062'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:34:58.395896 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-82942b78-6c38-4e3c-89bd-885aab741665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:34:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d3d766ed-6a3c-4d7b-924e-c7c8969b8062'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:58.398451 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-27d1da94-b38e-4722-9f37-c738453d87fd tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:34:58.439551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-82942b78-6c38-4e3c-89bd-885aab741665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:58.440701 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82942b78-6c38-4e3c-89bd-885aab741665 None None] The sync data for ids ['d3d766ed-6a3c-4d7b-924e-c7c8969b8062'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:34:58.457530 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-27d1da94-b38e-4722-9f37-c738453d87fd tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] update failed (client error): The resource could not be found. Nov 08 00:34:58.460234 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-27d1da94-b38e-4722-9f37-c738453d87fd tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1592425422 HTTP/1.1" status: 404 len: 335 time: 0.0667615 Nov 08 00:34:58.463111 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42612) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:58.470574 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-aa52ba04-6801-4b5e-934b-e70275d28b76 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port 7490a7e4-e398-4fc3-a98c-f3e697c7bffd {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:58.470931 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa52ba04-6801-4b5e-934b-e70275d28b76 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:58.499444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-86e0dd9a-fd6f-4f2b-90a3-cf9eb3312dea admin admin] For port 1e95d237-49af-4dba-9f93-90abeb3dc041, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=1e95d237-49af-4dba-9f93-90abeb3dc041,segment=NetworkSegment(f727bc3e-a3d0-4889-a9a6-17d6d985a3b1),segment_id=f727bc3e-a3d0-4889-a9a6-17d6d985a3b1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:58.499875 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-86e0dd9a-fd6f-4f2b-90a3-cf9eb3312dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:58.522133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-86e0dd9a-fd6f-4f2b-90a3-cf9eb3312dea admin admin] Calling delete_port for 1e95d237-49af-4dba-9f93-90abeb3dc041 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:58.540855 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-29713287-8dbd-4a8a-90d1-24613d60f7fc tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Deleting subnet 230d5a85-fa70-45dd-b2ea-6e1b2d696a7f {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:34:58.545488 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-29713287-8dbd-4a8a-90d1-24613d60f7fc tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:58.566556 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa52ba04-6801-4b5e-934b-e70275d28b76 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:58.595752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-aa52ba04-6801-4b5e-934b-e70275d28b76 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for 7490a7e4-e398-4fc3-a98c-f3e697c7bffd owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:58.624672 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-29713287-8dbd-4a8a-90d1-24613d60f7fc tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:58.772669 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa52ba04-6801-4b5e-934b-e70275d28b76 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:58.813775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0744f-c3ce-4f02-841c-40932cfad438 req-9f5df08c-30d9-4a6c-b1cc-f5be9daf6d48 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:58.820957 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1dc0744f-c3ce-4f02-841c-40932cfad438 req-9f5df08c-30d9-4a6c-b1cc-f5be9daf6d48 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 944 time: 0.1177227 Nov 08 00:34:58.827245 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52ba04-6801-4b5e-934b-e70275d28b76 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=7490a7e4-e398-4fc3-a98c-f3e697c7bffd,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:58.851666 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa52ba04-6801-4b5e-934b-e70275d28b76 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:58.855500 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-aa52ba04-6801-4b5e-934b-e70275d28b76 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/ports/7490a7e4-e398-4fc3-a98c-f3e697c7bffd HTTP/1.1" status: 204 len: 168 time: 0.7014642 Nov 08 00:34:58.858036 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42618) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:58.883530 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-29713287-8dbd-4a8a-90d1-24613d60f7fc tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:58.934931 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4863a17f-92cf-4b9a-8c7d-ce2e89ff8c39 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:34:58.939749 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4863a17f-92cf-4b9a-8c7d-ce2e89ff8c39 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0802565 Nov 08 00:34:58.940384 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42620) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:58.961556 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1dc0744f-c3ce-4f02-841c-40932cfad438 req-6d49c8c2-8da3-4710-b6ea-f32111a228e2 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396782 Nov 08 00:34:58.981862 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e800685-236e-4182-9f48-6e3a3dbe3c32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] GET failed (client error): The resource could not be found. Nov 08 00:34:58.983572 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1e800685-236e-4182-9f48-6e3a3dbe3c32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports/9683a2b7-7dc6-48bb-b6cb-f3c2f0b67dbf HTTP/1.1" status: 404 len: 333 time: 0.0422788 Nov 08 00:34:58.989183 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42622) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:59.020907 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1350239c-f282-4e33-8019-cda15cb6f8bf tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] GET failed (client error): The resource could not be found. Nov 08 00:34:59.024422 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1350239c-f282-4e33-8019-cda15cb6f8bf tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports/7490a7e4-e398-4fc3-a98c-f3e697c7bffd HTTP/1.1" status: 404 len: 333 time: 0.0339262 Nov 08 00:34:59.025447 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42624) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:59.085437 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-29713287-8dbd-4a8a-90d1-24613d60f7fc tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:59.122300 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29713287-8dbd-4a8a-90d1-24613d60f7fc tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Pushing event deleted for resources: {'Subnet': ['ID=230d5a85-fa70-45dd-b2ea-6e1b2d696a7f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:59.154953 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-29713287-8dbd-4a8a-90d1-24613d60f7fc tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:59.157543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316d0836-39dc-48d1-aa24-8e58efa6aed0 None None] Network 295cdb22-8c1c-40b6-9307-8e209b8ebad3 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:34:59.159276 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-29713287-8dbd-4a8a-90d1-24613d60f7fc tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "DELETE /v2.0/subnets/230d5a85-fa70-45dd-b2ea-6e1b2d696a7f HTTP/1.1" status: 204 len: 168 time: 0.6949656 Nov 08 00:34:59.162338 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42626) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:34:59.201083 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fbd7aa56-16aa-4128-b886-a2c074fbdc4d tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:59.312479 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-049e51a0-507e-450c-a72d-838bcc45f646 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Deleting subnet 3b7060d5-e03a-420f-8048-2aff78ec93d8 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:34:59.332232 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-049e51a0-507e-450c-a72d-838bcc45f646 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:59.396750 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef33d90-5e89-4cd0-810c-03cea0315e62 None None] DHCP port deletion for 295cdb22-8c1c-40b6-9307-8e209b8ebad3 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:34:59.463663 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-aef33d90-5e89-4cd0-810c-03cea0315e62 None None] Deleting port b5d70880-8181-4ac9-990d-ae51c9a3813e {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:34:59.464365 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aef33d90-5e89-4cd0-810c-03cea0315e62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:59.544838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-aef33d90-5e89-4cd0-810c-03cea0315e62 None None] For port b5d70880-8181-4ac9-990d-ae51c9a3813e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b5d70880-8181-4ac9-990d-ae51c9a3813e,segment=NetworkSegment(058af21a-c2f2-45d1-b4ae-1f4314232b5d),segment_id=058af21a-c2f2-45d1-b4ae-1f4314232b5d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:34:59.545647 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aef33d90-5e89-4cd0-810c-03cea0315e62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:59.561487 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-aef33d90-5e89-4cd0-810c-03cea0315e62 None None] Calling delete_port for b5d70880-8181-4ac9-990d-ae51c9a3813e owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:34:59.750996 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aef33d90-5e89-4cd0-810c-03cea0315e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:59.781067 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef33d90-5e89-4cd0-810c-03cea0315e62 None None] Pushing event deleted for resources: {'Port': ['ID=b5d70880-8181-4ac9-990d-ae51c9a3813e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:59.791554 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef33d90-5e89-4cd0-810c-03cea0315e62 None None] No DVR routers for this DVR port b5d70880-8181-4ac9-990d-ae51c9a3813e on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:34:59.801902 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fbd7aa56-16aa-4128-b886-a2c074fbdc4d tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:59.824253 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-049e51a0-507e-450c-a72d-838bcc45f646 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:59.845121 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-fbd7aa56-16aa-4128-b886-a2c074fbdc4d tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae00ad4c-4ebb-48a5-bc85-b29a1baea773']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:59.858644 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-86e0dd9a-fd6f-4f2b-90a3-cf9eb3312dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:59.863588 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-fbd7aa56-16aa-4128-b886-a2c074fbdc4d tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af68b3b-afee-4732-9f0e-ab04eedd1b53') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:59.863893 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-fbd7aa56-16aa-4128-b886-a2c074fbdc4d tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af68b3b-afee-4732-9f0e-ab04eedd1b53') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:34:59.881568 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fbd7aa56-16aa-4128-b886-a2c074fbdc4d tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:34:59.910946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0dd9a-fd6f-4f2b-90a3-cf9eb3312dea admin admin] Pushing event deleted for resources: {'Port': ['ID=1e95d237-49af-4dba-9f93-90abeb3dc041,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:34:59.949834 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fbd7aa56-16aa-4128-b886-a2c074fbdc4d tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:00.022098 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd7aa56-16aa-4128-b886-a2c074fbdc4d tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:35:00.024738 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fbd7aa56-16aa-4128-b886-a2c074fbdc4d tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:35:00.026026 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:35:00.137558 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:35:00.204823 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-049e51a0-507e-450c-a72d-838bcc45f646 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:00.278818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4ea3b-27e4-40ae-8773-415828a52766 req-a060c80e-e7d7-42f7-878a-be4d7888a8c1 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:00.280385 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5b4ea3b-27e4-40ae-8773-415828a52766 req-a060c80e-e7d7-42f7-878a-be4d7888a8c1 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 944 time: 0.2077453 Nov 08 00:35:00.305204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b5d70880-8181-4ac9-990d-ae51c9a3813e no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:35:00.319841 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-86e0dd9a-fd6f-4f2b-90a3-cf9eb3312dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:00.336966 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: b5d70880-8181-4ac9-990d-ae51c9a3813e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:35:00.340168 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fbd7aa56-16aa-4128-b886-a2c074fbdc4d tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:00.342959 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b5d70880-8181-4ac9-990d-ae51c9a3813e not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:35:00.363527 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fbd7aa56-16aa-4128-b886-a2c074fbdc4d tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:00.370296 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fbd7aa56-16aa-4128-b886-a2c074fbdc4d tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/networks/ae00ad4c-4ebb-48a5-bc85-b29a1baea773 HTTP/1.1" status: 204 len: 168 time: 1.3402014 Nov 08 00:35:00.370786 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42638) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:00.375778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ddc67f7d-1bf7-49f2-805a-bee891b8bf58 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-410883217'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:00.380938 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5b4ea3b-27e4-40ae-8773-415828a52766 req-f01c8342-f79b-4288-9ebf-64ced22a1947 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918064 Nov 08 00:35:00.381846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7aa56-16aa-4128-b886-a2c074fbdc4d tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Network': ['ID=ae00ad4c-4ebb-48a5-bc85-b29a1baea773,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:00.433403 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-049e51a0-507e-450c-a72d-838bcc45f646 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:00.495275 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e51a0-507e-450c-a72d-838bcc45f646 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Pushing event deleted for resources: {'Subnet': ['ID=3b7060d5-e03a-420f-8048-2aff78ec93d8,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:00.507576 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-049e51a0-507e-450c-a72d-838bcc45f646 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:00.512363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-049e51a0-507e-450c-a72d-838bcc45f646 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "DELETE /v2.0/subnets/3b7060d5-e03a-420f-8048-2aff78ec93d8 HTTP/1.1" status: 204 len: 168 time: 1.3485348 Nov 08 00:35:00.513849 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa74c07c-d085-484c-9bd8-b16bbb53a2dd None None] Network 4074c7ee-ecd9-4ec7-b63a-4c6262931931 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:00.515242 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42644) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:00.518835 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc67f7d-1bf7-49f2-805a-bee891b8bf58 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:00.534383 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ddc67f7d-1bf7-49f2-805a-bee891b8bf58 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:00.577226 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc67f7d-1bf7-49f2-805a-bee891b8bf58 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:35:00.589026 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ddc67f7d-1bf7-49f2-805a-bee891b8bf58 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:00.589693 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-ddc67f7d-1bf7-49f2-805a-bee891b8bf58 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Added segment d40c474a-81e0-4a27-803f-046c0bc24cf8 of type vlan for network c636a6df-96b9-4655-83e1-1e158729d8d5 Nov 08 00:35:00.614465 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e8e68be-cc35-44b1-ba48-5bd66eca3af2 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:00.651931 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ddc67f7d-1bf7-49f2-805a-bee891b8bf58 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:00.757602 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e783beb3-f7a9-4269-be2d-342d747d2798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:00.765307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ba9e23-29a6-4a8d-a83a-ba11039bca48 None None] DHCP port deletion for 4074c7ee-ecd9-4ec7-b63a-4c6262931931 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:35:00.795559 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ddc67f7d-1bf7-49f2-805a-bee891b8bf58 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:00.804180 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc67f7d-1bf7-49f2-805a-bee891b8bf58 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:00.804828 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ddc67f7d-1bf7-49f2-805a-bee891b8bf58 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:00.837827 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-97ba9e23-29a6-4a8d-a83a-ba11039bca48 None None] Deleting port 8aaf25cb-5be0-48dd-b129-a08ccc77fa90 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:00.838544 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97ba9e23-29a6-4a8d-a83a-ba11039bca48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:00.872458 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e8e68be-cc35-44b1-ba48-5bd66eca3af2 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:00.884232 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc67f7d-1bf7-49f2-805a-bee891b8bf58 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Network': ['ID=c636a6df-96b9-4655-83e1-1e158729d8d5,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:00.907610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-6e8e68be-cc35-44b1-ba48-5bd66eca3af2 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295cdb22-8c1c-40b6-9307-8e209b8ebad3']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:00.921944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-6e8e68be-cc35-44b1-ba48-5bd66eca3af2 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '058af21a-c2f2-45d1-b4ae-1f4314232b5d') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:00.922688 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-6e8e68be-cc35-44b1-ba48-5bd66eca3af2 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '058af21a-c2f2-45d1-b4ae-1f4314232b5d') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:00.927846 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-97ba9e23-29a6-4a8d-a83a-ba11039bca48 None None] For port 8aaf25cb-5be0-48dd-b129-a08ccc77fa90, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8aaf25cb-5be0-48dd-b129-a08ccc77fa90,segment=NetworkSegment(d92552e9-93ff-47bd-a1ea-0e3e021228f2),segment_id=d92552e9-93ff-47bd-a1ea-0e3e021228f2)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:00.928385 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97ba9e23-29a6-4a8d-a83a-ba11039bca48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:00.936776 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e8e68be-cc35-44b1-ba48-5bd66eca3af2 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:00.945675 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-97ba9e23-29a6-4a8d-a83a-ba11039bca48 None None] Calling delete_port for 8aaf25cb-5be0-48dd-b129-a08ccc77fa90 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:00.946620 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ddc67f7d-1bf7-49f2-805a-bee891b8bf58 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5746844 Nov 08 00:35:00.947513 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42652) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:00.956365 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-648b827b-3c64-4942-8a59-9e6335f093b0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'subnet': {'network_id': 'c636a6df-96b9-4655-83e1-1e158729d8d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:00.997497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e0dd9a-fd6f-4f2b-90a3-cf9eb3312dea admin admin] Router b7a536e0-f505-4c8e-8699-18f9fadfb72b has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:35:01.034144 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e8e68be-cc35-44b1-ba48-5bd66eca3af2 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:01.053392 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8e68be-cc35-44b1-ba48-5bd66eca3af2 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:35:01.053392 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e8e68be-cc35-44b1-ba48-5bd66eca3af2 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:35:01.056786 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:35:01.066588 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device dbbbf13f-b6bc-4e57-8804-86e281760827 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:35:01.068720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network c636a6df-96b9-4655-83e1-1e158729d8d5 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:35:01.276127 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e0dd9a-fd6f-4f2b-90a3-cf9eb3312dea admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:35:01.284235 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-86e0dd9a-fd6f-4f2b-90a3-cf9eb3312dea admin admin] 10.222.0.13 "PUT /v2.0/routers/b7a536e0-f505-4c8e-8699-18f9fadfb72b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2299469 Nov 08 00:35:01.284235 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e8e68be-cc35-44b1-ba48-5bd66eca3af2 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:01.288062 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42656) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:01.296081 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb331f-0c33-4250-93ab-85d96068d79f None None] Sync routers for ids ['b7a536e0-f505-4c8e-8699-18f9fadfb72b'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:35:01.298294 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e8e68be-cc35-44b1-ba48-5bd66eca3af2 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:01.302791 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6e8e68be-cc35-44b1-ba48-5bd66eca3af2 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "DELETE /v2.0/networks/295cdb22-8c1c-40b6-9307-8e209b8ebad3 HTTP/1.1" status: 204 len: 168 time: 0.7862852 Nov 08 00:35:01.305762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42658) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:01.306487 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648b827b-3c64-4942-8a59-9e6335f093b0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:01.310630 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-648b827b-3c64-4942-8a59-9e6335f093b0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:01.313342 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb331f-0c33-4250-93ab-85d96068d79f None None] Routers {'b7a536e0-f505-4c8e-8699-18f9fadfb72b'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:35:01.314327 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e7cb331f-0c33-4250-93ab-85d96068d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:35:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b7a536e0-f505-4c8e-8699-18f9fadfb72b'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:01.357257 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97ba9e23-29a6-4a8d-a83a-ba11039bca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:01.397746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba9e23-29a6-4a8d-a83a-ba11039bca48 None None] No DVR routers for this DVR port 8aaf25cb-5be0-48dd-b129-a08ccc77fa90 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:35:01.404095 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.ipam_backend_mixin [None req-648b827b-3c64-4942-8a59-9e6335f093b0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Performing IP validity checks on allocation pools {{(pid=102772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 00:35:01.411089 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.ipam_backend_mixin [None req-648b827b-3c64-4942-8a59-9e6335f093b0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 00:35:01.433830 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba9e23-29a6-4a8d-a83a-ba11039bca48 None None] Pushing event deleted for resources: {'Port': ['ID=8aaf25cb-5be0-48dd-b129-a08ccc77fa90,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:01.444135 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc025bb2-7f49-4584-92bf-d25b4445ff84 admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:01.450651 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:01.454543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port dbbbf13f-b6bc-4e57-8804-86e281760827, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=dbbbf13f-b6bc-4e57-8804-86e281760827,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:01.481046 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'dbbbf13f-b6bc-4e57-8804-86e281760827', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'port_id': 'dbbbf13f-b6bc-4e57-8804-86e281760827', 'mac_address': 'fa:16:3e:d4:bd:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:35:01.515462 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e68be-cc35-44b1-ba48-5bd66eca3af2 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Pushing event deleted for resources: {'Network': ['ID=295cdb22-8c1c-40b6-9307-8e209b8ebad3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:01.534387 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:01.590670 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbbbf13f-b6bc-4e57-8804-86e281760827 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:35:01.602216 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-e7cb331f-0c33-4250-93ab-85d96068d79f None None] Set router b7a536e0-f505-4c8e-8699-18f9fadfb72b gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:35:01.630113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port dbbbf13f-b6bc-4e57-8804-86e281760827, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=dbbbf13f-b6bc-4e57-8804-86e281760827,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:01.647498 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc025bb2-7f49-4584-92bf-d25b4445ff84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:01.767845 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:01.770587 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd4944-aee2-4a9d-ad3a-07623665cf9e req-367ccbf0-182c-4137-8ae7-b2b7bae2407c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:01.772304 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1acd4944-aee2-4a9d-ad3a-07623665cf9e req-367ccbf0-182c-4137-8ae7-b2b7bae2407c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 944 time: 0.2715986 Nov 08 00:35:01.776324 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-70e464ec-2bdb-479d-ba34-6a99221ed2e6 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:01.841978 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e7cb331f-0c33-4250-93ab-85d96068d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'name': 'tempest-ServersTestManualDisk-1936374690-router', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:45Z', 'updated_at': '2021-11-08T00:34:59Z', 'revision_number': 5, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'gw_port': {'id': '71a061e4-d0a6-4fee-9a71-92e9496a86e2', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:46Z', 'updated_at': '2021-11-08T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:01.843353 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=dbbbf13f-b6bc-4e57-8804-86e281760827,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:01.848427 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:01.863661 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1acd4944-aee2-4a9d-ad3a-07623665cf9e req-d3450a5b-fbed-4269-9358-21b0760821ff tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626433 Nov 08 00:35:01.887758 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-bc025bb2-7f49-4584-92bf-d25b4445ff84 admin admin] Deleting port 71a061e4-d0a6-4fee-9a71-92e9496a86e2 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:01.888243 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc025bb2-7f49-4584-92bf-d25b4445ff84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:01.894701 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb331f-0c33-4250-93ab-85d96068d79f None None] Checking router: b7a536e0-f505-4c8e-8699-18f9fadfb72b for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:35:01.907302 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb331f-0c33-4250-93ab-85d96068d79f None None] Routers {'b7a536e0-f505-4c8e-8699-18f9fadfb72b'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:35:01.908692 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e7cb331f-0c33-4250-93ab-85d96068d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:35:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b7a536e0-f505-4c8e-8699-18f9fadfb72b'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:02.011723 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-648b827b-3c64-4942-8a59-9e6335f093b0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:02.014578 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-e7cb331f-0c33-4250-93ab-85d96068d79f None None] Set router b7a536e0-f505-4c8e-8699-18f9fadfb72b gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:35:02.018248 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:02.032494 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-bc025bb2-7f49-4584-92bf-d25b4445ff84 admin admin] For port 71a061e4-d0a6-4fee-9a71-92e9496a86e2, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=71a061e4-d0a6-4fee-9a71-92e9496a86e2,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:02.032985 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc025bb2-7f49-4584-92bf-d25b4445ff84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:02.049775 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['dbbbf13f-b6bc-4e57-8804-86e281760827'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:35:02.071077 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-bc025bb2-7f49-4584-92bf-d25b4445ff84 admin admin] Calling delete_port for 71a061e4-d0a6-4fee-9a71-92e9496a86e2 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:02.083099 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e7cb331f-0c33-4250-93ab-85d96068d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'name': 'tempest-ServersTestManualDisk-1936374690-router', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:45Z', 'updated_at': '2021-11-08T00:35:01Z', 'revision_number': 6, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:02.114363 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-70e464ec-2bdb-479d-ba34-6a99221ed2e6 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:02.139865 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb331f-0c33-4250-93ab-85d96068d79f None None] The sync data for ids ['b7a536e0-f505-4c8e-8699-18f9fadfb72b'] in n-d-816882-1 is: [{'id': 'b7a536e0-f505-4c8e-8699-18f9fadfb72b', 'name': 'tempest-ServersTestManualDisk-1936374690-router', 'tenant_id': '175592328bdb4cfe99ce860fa6768d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:45Z', 'updated_at': '2021-11-08T00:35:01Z', 'revision_number': 6, 'project_id': '175592328bdb4cfe99ce860fa6768d79', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:35:02.220130 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8aaf25cb-5be0-48dd-b129-a08ccc77fa90 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:35:02.221413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b827b-3c64-4942-8a59-9e6335f093b0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Subnet': ['ID=07e869ff-01f9-45b5-b8b7-5b4e0be93bc1,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:02.255042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-70e464ec-2bdb-479d-ba34-6a99221ed2e6 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4074c7ee-ecd9-4ec7-b63a-4c6262931931']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:02.258166 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b827b-3c64-4942-8a59-9e6335f093b0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Checking segment: {'id': 'd40c474a-81e0-4a27-803f-046c0bc24cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c636a6df-96b9-4655-83e1-1e158729d8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:35:02.258654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648b827b-3c64-4942-8a59-9e6335f093b0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network hostable DHCP agents. Network: c636a6df-96b9-4655-83e1-1e158729d8d5, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:35:02.272060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-70e464ec-2bdb-479d-ba34-6a99221ed2e6 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92552e9-93ff-47bd-a1ea-0e3e021228f2') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:02.272392 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-70e464ec-2bdb-479d-ba34-6a99221ed2e6 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92552e9-93ff-47bd-a1ea-0e3e021228f2') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:02.286915 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-70e464ec-2bdb-479d-ba34-6a99221ed2e6 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:02.290230 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 8aaf25cb-5be0-48dd-b129-a08ccc77fa90 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:35:02.291922 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8aaf25cb-5be0-48dd-b129-a08ccc77fa90 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:35:02.335563 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-70e464ec-2bdb-479d-ba34-6a99221ed2e6 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:02.339298 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e464ec-2bdb-479d-ba34-6a99221ed2e6 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:35:02.339704 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-70e464ec-2bdb-479d-ba34-6a99221ed2e6 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:35:02.343614 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:35:02.415774 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648b827b-3c64-4942-8a59-9e6335f093b0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network c636a6df-96b9-4655-83e1-1e158729d8d5 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:35:02.446429 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc025bb2-7f49-4584-92bf-d25b4445ff84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:02.478964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc025bb2-7f49-4584-92bf-d25b4445ff84 admin admin] Pushing event deleted for resources: {'Port': ['ID=71a061e4-d0a6-4fee-9a71-92e9496a86e2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:02.521186 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-648b827b-3c64-4942-8a59-9e6335f093b0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, c636a6df-96b9-4655-83e1-1e158729d8d5) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:02.526332 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648b827b-3c64-4942-8a59-9e6335f093b0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:02.526915 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-648b827b-3c64-4942-8a59-9e6335f093b0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:02.539486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea0dbee-0733-462f-b73a-594f1184ee29 None None] Network c636a6df-96b9-4655-83e1-1e158729d8d5 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:02.560136 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc025bb2-7f49-4584-92bf-d25b4445ff84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:02.573460 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-70e464ec-2bdb-479d-ba34-6a99221ed2e6 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:02.593565 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-70e464ec-2bdb-479d-ba34-6a99221ed2e6 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:02.593565 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-70e464ec-2bdb-479d-ba34-6a99221ed2e6 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "DELETE /v2.0/networks/4074c7ee-ecd9-4ec7-b63a-4c6262931931 HTTP/1.1" status: 204 len: 168 time: 1.1186168 Nov 08 00:35:02.593565 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42670) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:02.663650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e464ec-2bdb-479d-ba34-6a99221ed2e6 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Pushing event deleted for resources: {'Network': ['ID=4074c7ee-ecd9-4ec7-b63a-4c6262931931,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:02.732174 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c4f3f9-a009-4079-9806-25e351429eb3 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Deleting subnet ba749d1b-bd4b-42f6-807b-01c5b9e785b6 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:35:02.736923 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-40c4f3f9-a009-4079-9806-25e351429eb3 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:02.769445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-c636a6df-96b9-4655-83e1-1e158729d8d5', 'network_id': 'c636a6df-96b9-4655-83e1-1e158729d8d5', 'tenant_id': 'ac77e126339f489381e68549ad15ca0b', 'fixed_ips': [{'subnet_id': '07e869ff-01f9-45b5-b8b7-5b4e0be93bc1'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:35:02.778212 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:02.778386 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-40c4f3f9-a009-4079-9806-25e351429eb3 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:02.784213 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc025bb2-7f49-4584-92bf-d25b4445ff84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:02.787745 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc025bb2-7f49-4584-92bf-d25b4445ff84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:02.815665 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-648b827b-3c64-4942-8a59-9e6335f093b0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8670349 Nov 08 00:35:02.818424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42674) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:02.831117 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-e29a3ccf-448e-4dc5-b52c-8acf431c2d94 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'network_id': 'c636a6df-96b9-4655-83e1-1e158729d8d5', 'name': 'tempest-PortsIpV6TestJSON-1908338405'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:02.894824 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device dbbbf13f-b6bc-4e57-8804-86e281760827 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:35:02.901703 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc025bb2-7f49-4584-92bf-d25b4445ff84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:02.902827 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc025bb2-7f49-4584-92bf-d25b4445ff84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7a536e0-f505-4c8e-8699-18f9fadfb72b {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:35:02.918241 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc025bb2-7f49-4584-92bf-d25b4445ff84 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:02.919636 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bc025bb2-7f49-4584-92bf-d25b4445ff84 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b7a536e0-f505-4c8e-8699-18f9fadfb72b HTTP/1.1" status: 204 len: 168 time: 1.6341352 Nov 08 00:35:02.925568 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42678) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:03.027443 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] Allocated IP 2001:db8::2 (c636a6df-96b9-4655-83e1-1e158729d8d5/07e869ff-01f9-45b5-b8b7-5b4e0be93bc1/2c84f5ce-f808-4870-898a-7de358b68fe2) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:03.074964 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-40c4f3f9-a009-4079-9806-25e351429eb3 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:03.081963 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1156d5e-f3f4-47ba-b2ae-c042b0697036 admin admin] Deleting subnet 4b6b1c0d-e48e-4647-bfd1-558f26656d9e {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:35:03.081963 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f1156d5e-f3f4-47ba-b2ae-c042b0697036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:03.117730 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port dbbbf13f-b6bc-4e57-8804-86e281760827 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:35:03.129980 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port dbbbf13f-b6bc-4e57-8804-86e281760827 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:03.130864 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:03.135592 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f1156d5e-f3f4-47ba-b2ae-c042b0697036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:03.211179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e8a0e-ccd2-49c3-8c79-003077f83dca req-d829202d-d0d4-46c5-90ed-e3f638da6106 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:03.212874 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d85e8a0e-ccd2-49c3-8c79-003077f83dca req-d829202d-d0d4-46c5-90ed-e3f638da6106 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 945 time: 0.1541171 Nov 08 00:35:03.242014 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f1156d5e-f3f4-47ba-b2ae-c042b0697036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:03.278604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29a3ccf-448e-4dc5-b52c-8acf431c2d94 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:03.278604 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e29a3ccf-448e-4dc5-b52c-8acf431c2d94 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:03.292292 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d85e8a0e-ccd2-49c3-8c79-003077f83dca req-4a2ce212-9cc4-400a-abde-db52c944583f tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701244 Nov 08 00:35:03.304551 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-40c4f3f9-a009-4079-9806-25e351429eb3 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:03.340247 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-40c4f3f9-a009-4079-9806-25e351429eb3 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:03.348334 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-40c4f3f9-a009-4079-9806-25e351429eb3 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "DELETE /v2.0/subnets/ba749d1b-bd4b-42f6-807b-01c5b9e785b6 HTTP/1.1" status: 204 len: 168 time: 0.7030287 Nov 08 00:35:03.351494 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42686) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:03.380849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4f3f9-a009-4079-9806-25e351429eb3 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Pushing event deleted for resources: {'Subnet': ['ID=ba749d1b-bd4b-42f6-807b-01c5b9e785b6,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:03.388777 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-e29a3ccf-448e-4dc5-b52c-8acf431c2d94 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] device_id is not set on port 2dcbce04-ac48-4f9f-9757-632de89ab2bc yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:35:03.394385 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:03.414939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7085da17-6ba6-4183-b7e4-967ba8423def None None] Network 4b8fedd7-465e-43d1-a3d6-5772190b8b6a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:03.525947 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:03.526076 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:03.533758 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f1156d5e-f3f4-47ba-b2ae-c042b0697036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:03.584632 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-e29a3ccf-448e-4dc5-b52c-8acf431c2d94 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Allocated IP 2001:db8::3d (c636a6df-96b9-4655-83e1-1e158729d8d5/07e869ff-01f9-45b5-b8b7-5b4e0be93bc1/2dcbce04-ac48-4f9f-9757-632de89ab2bc) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:03.586919 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1156d5e-f3f4-47ba-b2ae-c042b0697036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b6b1c0d-e48e-4647-bfd1-558f26656d9e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:03.599979 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f1156d5e-f3f4-47ba-b2ae-c042b0697036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:03.606145 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f1156d5e-f3f4-47ba-b2ae-c042b0697036 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4b6b1c0d-e48e-4647-bfd1-558f26656d9e HTTP/1.1" status: 204 len: 168 time: 0.6760259 Nov 08 00:35:03.611175 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42688) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:03.626095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1156d5e-f3f4-47ba-b2ae-c042b0697036 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:03.626095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1156d5e-f3f4-47ba-b2ae-c042b0697036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:03.626095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1156d5e-f3f4-47ba-b2ae-c042b0697036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:03.626095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1156d5e-f3f4-47ba-b2ae-c042b0697036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:03.626095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1156d5e-f3f4-47ba-b2ae-c042b0697036 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:03.626095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1156d5e-f3f4-47ba-b2ae-c042b0697036 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:03.626095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1156d5e-f3f4-47ba-b2ae-c042b0697036 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:03.626095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1156d5e-f3f4-47ba-b2ae-c042b0697036 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:03.626095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1156d5e-f3f4-47ba-b2ae-c042b0697036 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:03.626095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1156d5e-f3f4-47ba-b2ae-c042b0697036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:03.626095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1156d5e-f3f4-47ba-b2ae-c042b0697036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:03.626095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1156d5e-f3f4-47ba-b2ae-c042b0697036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:03.739107 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:03.760679 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] Pushing event updated for resources: {'Port': ['ID=2c84f5ce-f808-4870-898a-7de358b68fe2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:03.764629 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b458c1c2-9bca-4277-9c6f-1088267286e7 None None] Network a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:03.776794 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] Network c636a6df-96b9-4655-83e1-1e158729d8d5 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:03.827106 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:03.829241 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:03.860775 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e29a3ccf-448e-4dc5-b52c-8acf431c2d94 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:03.909911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:03.936451 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port dbbbf13f-b6bc-4e57-8804-86e281760827, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=dbbbf13f-b6bc-4e57-8804-86e281760827,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:03.942968 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239b8587-c3c6-475a-b23f-a3dcf376645e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbbf13f-b6bc-4e57-8804-86e281760827'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:35:03.945341 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c32f1f-e924-401b-a547-1a6e7275b028" -d '{"events": [{"server_uuid": "239b8587-c3c6-475a-b23f-a3dcf376645e", "name": "network-vif-plugged", "status": "completed", "tag": "dbbbf13f-b6bc-4e57-8804-86e281760827"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:35:04.013849 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e29a3ccf-448e-4dc5-b52c-8acf431c2d94 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:04.061042 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a05113a-97f3-4123-bee4-328fd3fe2bc6 x-openstack-request-id: req-9a05113a-97f3-4123-bee4-328fd3fe2bc6 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:35:04.061359 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239b8587-c3c6-475a-b23f-a3dcf376645e", "name": "network-vif-plugged", "status": "completed", "tag": "dbbbf13f-b6bc-4e57-8804-86e281760827", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:35:04.061734 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a05113a-97f3-4123-bee4-328fd3fe2bc6 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:35:04.062236 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239b8587-c3c6-475a-b23f-a3dcf376645e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbbf13f-b6bc-4e57-8804-86e281760827', 'code': 200} Nov 08 00:35:04.113843 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:04.150222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29a3ccf-448e-4dc5-b52c-8acf431c2d94 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network c636a6df-96b9-4655-83e1-1e158729d8d5 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:04.191962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-e29a3ccf-448e-4dc5-b52c-8acf431c2d94 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:04.202374 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29a3ccf-448e-4dc5-b52c-8acf431c2d94 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:04.208666 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29a3ccf-448e-4dc5-b52c-8acf431c2d94 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:04.209550 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e29a3ccf-448e-4dc5-b52c-8acf431c2d94 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:04.217888 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] Attempting to bind port 2c84f5ce-f808-4870-898a-7de358b68fe2 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:35:04.218236 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] Attempting to bind port 2c84f5ce-f808-4870-898a-7de358b68fe2 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'd40c474a-81e0-4a27-803f-046c0bc24cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c636a6df-96b9-4655-83e1-1e158729d8d5'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:35:04.218701 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] Attempting to bind port 2c84f5ce-f808-4870-898a-7de358b68fe2 on network c636a6df-96b9-4655-83e1-1e158729d8d5 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:35:04.230786 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:35:04.231150 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] Checking segment: {'id': 'd40c474a-81e0-4a27-803f-046c0bc24cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c636a6df-96b9-4655-83e1-1e158729d8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:35:04.231553 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:04.231996 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] Bound using segment: {'id': 'd40c474a-81e0-4a27-803f-046c0bc24cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c636a6df-96b9-4655-83e1-1e158729d8d5'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:35:04.232475 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] Bound port: 2c84f5ce-f808-4870-898a-7de358b68fe2, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40c474a-81e0-4a27-803f-046c0bc24cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c636a6df-96b9-4655-83e1-1e158729d8d5'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:35:04.232857 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:04.260726 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 1e95d237-49af-4dba-9f93-90abeb3dc041 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:35:04.267247 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:04.274967 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a3ccf-448e-4dc5-b52c-8acf431c2d94 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=2dcbce04-ac48-4f9f-9757-632de89ab2bc,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:04.300399 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e29a3ccf-448e-4dc5-b52c-8acf431c2d94 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4804657 Nov 08 00:35:04.312412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42698) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:04.335985 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 1e95d237-49af-4dba-9f93-90abeb3dc041 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:35:04.336329 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 1e95d237-49af-4dba-9f93-90abeb3dc041 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:35:04.337337 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 71a061e4-d0a6-4fee-9a71-92e9496a86e2 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:35:04.357418 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Deleting port bfee5207-eed2-43a5-8034-997bc32d6a12 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:04.358011 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:04.409383 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a8bb4-fb54-4efe-94c4-587ecdeaa44a req-32b37ee3-e0c3-419b-a15d-8396dec7ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:04.413552 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bf2a8bb4-fb54-4efe-94c4-587ecdeaa44a req-32b37ee3-e0c3-419b-a15d-8396dec7ba25 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 1097 time: 0.3137345 Nov 08 00:35:04.504565 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] For port bfee5207-eed2-43a5-8034-997bc32d6a12, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bfee5207-eed2-43a5-8034-997bc32d6a12,segment=NetworkSegment(cd9dcffc-f014-4f81-8e35-c0747b419c30),segment_id=cd9dcffc-f014-4f81-8e35-c0747b419c30)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:04.504931 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:04.505529 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] For port 2c84f5ce-f808-4870-898a-7de358b68fe2, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:35:04.508158 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] Deleting port 85c3103e-c5ed-41c3-87c6-282d46413271 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:04.508482 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:04.509634 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] For port 2c84f5ce-f808-4870-898a-7de358b68fe2, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2c84f5ce-f808-4870-898a-7de358b68fe2,segment=NetworkSegment(d40c474a-81e0-4a27-803f-046c0bc24cf8),segment_id=d40c474a-81e0-4a27-803f-046c0bc24cf8)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:35:04.512557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 71a061e4-d0a6-4fee-9a71-92e9496a86e2 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:35:04.516101 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 71a061e4-d0a6-4fee-9a71-92e9496a86e2 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:35:04.532977 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=dbbbf13f-b6bc-4e57-8804-86e281760827,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:04.552106 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e33cf21-e882-4b46-8c3f-ad0808993eb9 None None] DHCP port deletion for 4b8fedd7-465e-43d1-a3d6-5772190b8b6a request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:35:04.554836 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Calling delete_port for bfee5207-eed2-43a5-8034-997bc32d6a12 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:04.588214 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:04.616046 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3d86b-64f4-4444-b7fc-e518c11f9ae8 req-f59ae834-b1cb-4438-a02d-36d8b80df8ae tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:04.637556 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eba3d86b-64f4-4444-b7fc-e518c11f9ae8 req-f59ae834-b1cb-4438-a02d-36d8b80df8ae tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 946 time: 0.1223102 Nov 08 00:35:04.664355 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] For port 85c3103e-c5ed-41c3-87c6-282d46413271, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=85c3103e-c5ed-41c3-87c6-282d46413271,segment=NetworkSegment(f727bc3e-a3d0-4889-a9a6-17d6d985a3b1),segment_id=f727bc3e-a3d0-4889-a9a6-17d6d985a3b1)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:04.665119 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:04.694260 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f134f7b-ae4e-46bf-9b4b-7b74931f7321 None None] DHCP port deletion for a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:35:04.699629 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bf2a8bb4-fb54-4efe-94c4-587ecdeaa44a req-0c5251a9-f8db-49a5-bcab-38a35282040a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009358 Nov 08 00:35:04.709078 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] Calling delete_port for 85c3103e-c5ed-41c3-87c6-282d46413271 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:04.739846 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eba3d86b-64f4-4444-b7fc-e518c11f9ae8 req-c2249bee-ad73-40a7-9e69-2e4d01552283 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037097 Nov 08 00:35:04.753378 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d39ed243-0116-4f3f-a293-5c83d0ef66dc tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port 2dcbce04-ac48-4f9f-9757-632de89ab2bc {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:04.764120 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d39ed243-0116-4f3f-a293-5c83d0ef66dc tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:04.791010 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0e33cf21-e882-4b46-8c3f-ad0808993eb9 None None] Deleting port bfee5207-eed2-43a5-8034-997bc32d6a12 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:04.792957 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0e33cf21-e882-4b46-8c3f-ad0808993eb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:04.875186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-0e33cf21-e882-4b46-8c3f-ad0808993eb9 None None] For port bfee5207-eed2-43a5-8034-997bc32d6a12, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bfee5207-eed2-43a5-8034-997bc32d6a12,segment=NetworkSegment(cd9dcffc-f014-4f81-8e35-c0747b419c30),segment_id=cd9dcffc-f014-4f81-8e35-c0747b419c30)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:04.875956 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0e33cf21-e882-4b46-8c3f-ad0808993eb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:04.877575 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d39ed243-0116-4f3f-a293-5c83d0ef66dc tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:04.891153 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d39ed243-0116-4f3f-a293-5c83d0ef66dc tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for 2dcbce04-ac48-4f9f-9757-632de89ab2bc owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:04.891586 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0e33cf21-e882-4b46-8c3f-ad0808993eb9 None None] Calling delete_port for bfee5207-eed2-43a5-8034-997bc32d6a12 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:04.933485 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:04.955877 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6a9c6-afe6-4334-ba8f-b4c82291b31e None None] Pushing event updated for resources: {'Port': ['ID=2c84f5ce-f808-4870-898a-7de358b68fe2,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:04.975182 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:04.995845 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] Pushing event deleted for resources: {'Port': ['ID=85c3103e-c5ed-41c3-87c6-282d46413271,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:05.005146 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] No DVR routers for this DVR port bfee5207-eed2-43a5-8034-997bc32d6a12 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:35:05.057994 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Pushing event deleted for resources: {'Port': ['ID=bfee5207-eed2-43a5-8034-997bc32d6a12,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:05.062492 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7f134f7b-ae4e-46bf-9b4b-7b74931f7321 None None] Deleting port 85c3103e-c5ed-41c3-87c6-282d46413271 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:05.063822 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7f134f7b-ae4e-46bf-9b4b-7b74931f7321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.064694 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] No DVR routers for this DVR port 85c3103e-c5ed-41c3-87c6-282d46413271 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:35:05.187565 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0e33cf21-e882-4b46-8c3f-ad0808993eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.193172 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.215757 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-7f134f7b-ae4e-46bf-9b4b-7b74931f7321 None None] For port 85c3103e-c5ed-41c3-87c6-282d46413271, host n-d-816882-1, got binding levels [] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:05.216001 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5cf0ca0-69ee-49fe-bef7-4992bc3dc192']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:05.216449 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7f134f7b-ae4e-46bf-9b4b-7b74931f7321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.224946 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d39ed243-0116-4f3f-a293-5c83d0ef66dc tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.227448 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33cf21-e882-4b46-8c3f-ad0808993eb9 None None] Pushing event deleted for resources: {'Port': ['ID=bfee5207-eed2-43a5-8034-997bc32d6a12,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:05.228429 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f727bc3e-a3d0-4889-a9a6-17d6d985a3b1') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:05.228933 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f727bc3e-a3d0-4889-a9a6-17d6d985a3b1') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:05.236277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e33cf21-e882-4b46-8c3f-ad0808993eb9 None None] No DVR routers for this DVR port bfee5207-eed2-43a5-8034-997bc32d6a12 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:35:05.244264 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.256878 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7f134f7b-ae4e-46bf-9b4b-7b74931f7321 None None] Calling delete_port for 85c3103e-c5ed-41c3-87c6-282d46413271 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:05.258388 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.260104 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.ipam_backend_mixin [None req-7f134f7b-ae4e-46bf-9b4b-7b74931f7321 None None] Port 85c3103e-c5ed-41c3-87c6-282d46413271 was not found and therefore no delete operation was performed {{(pid=102773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 00:35:05.264951 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7f134f7b-ae4e-46bf-9b4b-7b74931f7321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.267149 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:35:05.267560 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.275586 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ed243-0116-4f3f-a293-5c83d0ef66dc tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=2dcbce04-ac48-4f9f-9757-632de89ab2bc,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:05.313347 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f134f7b-ae4e-46bf-9b4b-7b74931f7321 None None] Pushing event deleted for resources: {'Port': ['ID=85c3103e-c5ed-41c3-87c6-282d46413271,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:05.337627 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f134f7b-ae4e-46bf-9b4b-7b74931f7321 None None] No DVR routers for this DVR port 85c3103e-c5ed-41c3-87c6-282d46413271 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:35:05.342016 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:35:05.372913 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d39ed243-0116-4f3f-a293-5c83d0ef66dc tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.380885 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d39ed243-0116-4f3f-a293-5c83d0ef66dc tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/ports/2dcbce04-ac48-4f9f-9757-632de89ab2bc HTTP/1.1" status: 204 len: 168 time: 1.0631013 Nov 08 00:35:05.381437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42706) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:05.410773 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1ed209-ba94-469b-98ac-142d65783e37 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] DELETE failed (client error): The resource could not be found. Nov 08 00:35:05.411382 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1ed209-ba94-469b-98ac-142d65783e37 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:35:05.417289 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-de1ed209-ba94-469b-98ac-142d65783e37 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/ports/2dcbce04-ac48-4f9f-9757-632de89ab2bc HTTP/1.1" status: 404 len: 333 time: 0.0322585 Nov 08 00:35:05.419007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42708) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:05.449681 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.453178 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6fd48a-762f-4175-9fdb-a37430c86571 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] GET failed (client error): The resource could not be found. Nov 08 00:35:05.457930 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dd6fd48a-762f-4175-9fdb-a37430c86571 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports/2dcbce04-ac48-4f9f-9757-632de89ab2bc HTTP/1.1" status: 404 len: 333 time: 0.0353358 Nov 08 00:35:05.457930 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.458295 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42710) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:05.467682 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.476541 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a5cf0ca0-69ee-49fe-bef7-4992bc3dc192 HTTP/1.1" status: 204 len: 168 time: 1.8582828 Nov 08 00:35:05.505226 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b55ff5-5434-4f99-930b-de0bc0366371 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5cf0ca0-69ee-49fe-bef7-4992bc3dc192,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:05.517751 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8fedd7-465e-43d1-a3d6-5772190b8b6a']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:05.535450 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42716) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:05.549200 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9dcffc-f014-4f81-8e35-c0747b419c30') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:05.549507 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9dcffc-f014-4f81-8e35-c0747b419c30') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:05.559699 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.560430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2268da-da86-41a8-97ba-79fadbc0a213 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting subnet 07e869ff-01f9-45b5-b8b7-5b4e0be93bc1 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:35:05.566862 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6b2268da-da86-41a8-97ba-79fadbc0a213 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.574543 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.592182 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:35:05.592964 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:35:05.635117 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:35:05.648184 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6b2268da-da86-41a8-97ba-79fadbc0a213 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.853595 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6b2268da-da86-41a8-97ba-79fadbc0a213 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.864973 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.870977 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:05.875219 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "DELETE /v2.0/networks/4b8fedd7-465e-43d1-a3d6-5772190b8b6a HTTP/1.1" status: 204 len: 168 time: 2.5217867 Nov 08 00:35:05.879847 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42726) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:05.920059 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-350924e1-f253-4283-8678-2580835de940 tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d766ed-6a3c-4d7b-924e-c7c8969b8062 HTTP/1.1" status: 200 len: 205 time: 0.0387182 Nov 08 00:35:05.920931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42728) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:06.043164 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c454c076-00e9-4043-8bd9-2c078e59dcde tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:06.078199 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed00b1-06b9-4088-9970-a6a7f62658aa tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Pushing event deleted for resources: {'Network': ['ID=4b8fedd7-465e-43d1-a3d6-5772190b8b6a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:06.122284 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42736) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:06.134406 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30e248f-0327-498e-b28a-c86e38256f6f None None] Network c636a6df-96b9-4655-83e1-1e158729d8d5 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:06.217340 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a9ece4ed-6685-444b-a6fa-4ee208e79b4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=175592328bdb4cfe99ce860fa6768d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0916946 Nov 08 00:35:06.218039 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42738) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:06.311915 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-94814058-6400-48d0-9952-7d822afda8ed None None] Provisioning complete for port 2c84f5ce-f808-4870-898a-7de358b68fe2 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:06.312449 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94814058-6400-48d0-9952-7d822afda8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:06.319302 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab19c147-8562-444f-97d9-1e0bfcfeaae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:06.382358 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab19c147-8562-444f-97d9-1e0bfcfeaae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:06.397922 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2c84f5ce-f808-4870-898a-7de358b68fe2 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:35:06.527642 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94814058-6400-48d0-9952-7d822afda8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:06.537305 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9182f046-0d37-4549-9d4d-80ece817d39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:06.557787 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 2c84f5ce-f808-4870-898a-7de358b68fe2 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:06.558442 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:06.607726 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab19c147-8562-444f-97d9-1e0bfcfeaae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:06.612996 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab19c147-8562-444f-97d9-1e0bfcfeaae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:06.614186 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ab19c147-8562-444f-97d9-1e0bfcfeaae0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6ac0440-14cb-4b62-9428-f4d3ea008d0a HTTP/1.1" status: 204 len: 168 time: 0.3952165 Nov 08 00:35:06.672614 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19c147-8562-444f-97d9-1e0bfcfeaae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ac0440-14cb-4b62-9428-f4d3ea008d0a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:06.701542 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:06.787310 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68387283-0084-426c-8e72-739f501a972b req-44313ec2-64d1-47df-8675-8abf81af1e46 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:06.788899 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68387283-0084-426c-8e72-739f501a972b req-44313ec2-64d1-47df-8675-8abf81af1e46 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 946 time: 0.7559559 Nov 08 00:35:06.802166 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c454c076-00e9-4043-8bd9-2c078e59dcde tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:06.820674 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c454c076-00e9-4043-8bd9-2c078e59dcde tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:06.843482 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6b2268da-da86-41a8-97ba-79fadbc0a213 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:06.885585 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-94814058-6400-48d0-9952-7d822afda8ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:35:06.886129 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-94814058-6400-48d0-9952-7d822afda8ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:35:06.906212 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2268da-da86-41a8-97ba-79fadbc0a213 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Subnet': ['ID=07e869ff-01f9-45b5-b8b7-5b4e0be93bc1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:06.922704 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6b2268da-da86-41a8-97ba-79fadbc0a213 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:06.935392 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42748) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:06.935702 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:35:06.936131 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:35:06.937475 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6b2268da-da86-41a8-97ba-79fadbc0a213 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/subnets/07e869ff-01f9-45b5-b8b7-5b4e0be93bc1 HTTP/1.1" status: 204 len: 168 time: 1.4712946 Nov 08 00:35:06.944372 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68387283-0084-426c-8e72-739f501a972b req-1a24c1d0-83a5-4303-b6b4-8bc6373aeb84 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301036 Nov 08 00:35:06.945835 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cc1e0d-f2ee-4db8-aab4-123279ef7f9e None None] Network c636a6df-96b9-4655-83e1-1e158729d8d5 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:06.972118 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c454c076-00e9-4043-8bd9-2c078e59dcde tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:06.972818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c454c076-00e9-4043-8bd9-2c078e59dcde tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Fanout notify agent at l3_agent the message router_deleted on router d3d766ed-6a3c-4d7b-924e-c7c8969b8062 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:35:06.989123 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c454c076-00e9-4043-8bd9-2c078e59dcde tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:06.992570 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c454c076-00e9-4043-8bd9-2c078e59dcde tempest-RoutersNegativeTest-867356664 tempest-RoutersNegativeTest-867356664-project] 10.222.0.13 "DELETE /v2.0/routers/d3d766ed-6a3c-4d7b-924e-c7c8969b8062 HTTP/1.1" status: 204 len: 168 time: 1.0654516 Nov 08 00:35:07.088682 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:07.165365 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-9182f046-0d37-4549-9d4d-80ece817d39f admin admin] Deleting port b6becab2-3f2e-475a-8ea0-1df71462c107 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:07.165706 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9182f046-0d37-4549-9d4d-80ece817d39f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:07.235481 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port 2c84f5ce-f808-4870-898a-7de358b68fe2 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:07.236048 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:07.236988 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fdb56b-c2e8-40d5-93a8-ff28b40271aa None None] DHCP port deletion for c636a6df-96b9-4655-83e1-1e158729d8d5 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:35:07.298340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d0fdb56b-c2e8-40d5-93a8-ff28b40271aa None None] Deleting port 2c84f5ce-f808-4870-898a-7de358b68fe2 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:07.298986 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb56b-c2e8-40d5-93a8-ff28b40271aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:07.344078 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] For port 2c84f5ce-f808-4870-898a-7de358b68fe2, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2c84f5ce-f808-4870-898a-7de358b68fe2,segment=NetworkSegment(d40c474a-81e0-4a27-803f-046c0bc24cf8),segment_id=d40c474a-81e0-4a27-803f-046c0bc24cf8)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:07.348631 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:07.348631 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-9182f046-0d37-4549-9d4d-80ece817d39f admin admin] For port b6becab2-3f2e-475a-8ea0-1df71462c107, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b6becab2-3f2e-475a-8ea0-1df71462c107,segment=NetworkSegment(2ab8e6cb-9119-4274-ba70-503abfbff32f),segment_id=2ab8e6cb-9119-4274-ba70-503abfbff32f)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:07.348631 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9182f046-0d37-4549-9d4d-80ece817d39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:07.367961 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for 2c84f5ce-f808-4870-898a-7de358b68fe2 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:07.369858 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-9182f046-0d37-4549-9d4d-80ece817d39f admin admin] Calling delete_port for b6becab2-3f2e-475a-8ea0-1df71462c107 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:07.383245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d0fdb56b-c2e8-40d5-93a8-ff28b40271aa None None] For port 2c84f5ce-f808-4870-898a-7de358b68fe2, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2c84f5ce-f808-4870-898a-7de358b68fe2,segment=NetworkSegment(d40c474a-81e0-4a27-803f-046c0bc24cf8),segment_id=d40c474a-81e0-4a27-803f-046c0bc24cf8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:07.383648 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb56b-c2e8-40d5-93a8-ff28b40271aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:07.435053 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d0fdb56b-c2e8-40d5-93a8-ff28b40271aa None None] Calling delete_port for 2c84f5ce-f808-4870-898a-7de358b68fe2 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:07.567213 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94814058-6400-48d0-9952-7d822afda8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:07.590030 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:07.632385 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:07.680603 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb56b-c2e8-40d5-93a8-ff28b40271aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:07.693055 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fdb56b-c2e8-40d5-93a8-ff28b40271aa None None] No DVR routers for this DVR port 2c84f5ce-f808-4870-898a-7de358b68fe2 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:35:07.693313 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=2c84f5ce-f808-4870-898a-7de358b68fe2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:07.708100 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No DVR routers for this DVR port 2c84f5ce-f808-4870-898a-7de358b68fe2 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:35:07.709500 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42768) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:07.717914 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdb56b-c2e8-40d5-93a8-ff28b40271aa None None] Pushing event deleted for resources: {'Port': ['ID=2c84f5ce-f808-4870-898a-7de358b68fe2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:07.759920 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bfee5207-eed2-43a5-8034-997bc32d6a12 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:35:07.787891 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: bfee5207-eed2-43a5-8034-997bc32d6a12 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:35:07.788401 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bfee5207-eed2-43a5-8034-997bc32d6a12 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:35:07.788874 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 85c3103e-c5ed-41c3-87c6-282d46413271 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:35:07.794846 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7a69d18a-53e3-4ea5-a4b1-ab796ccd6e0b None None] Could not find standard attr ID for object 2c84f5ce-f808-4870-898a-7de358b68fe2. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:35:07.816291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 85c3103e-c5ed-41c3-87c6-282d46413271 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:35:07.816739 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 85c3103e-c5ed-41c3-87c6-282d46413271 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:35:07.821344 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:07.854410 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c636a6df-96b9-4655-83e1-1e158729d8d5']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:07.874662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40c474a-81e0-4a27-803f-046c0bc24cf8') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:07.874662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40c474a-81e0-4a27-803f-046c0bc24cf8') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:07.883633 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:07.901715 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9182f046-0d37-4549-9d4d-80ece817d39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:07.929940 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-38af4f19-b7f5-4577-a016-0f8d41663128 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62b92a7275e94f26b4044fbf271e9425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2192099 Nov 08 00:35:07.932744 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42782) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:07.939419 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182f046-0d37-4549-9d4d-80ece817d39f admin admin] Pushing event deleted for resources: {'Port': ['ID=b6becab2-3f2e-475a-8ea0-1df71462c107,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:07.942183 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:07.964503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:35:07.964996 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:35:07.968832 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:35:08.005456 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-da843516-ce3a-41d7-84df-7b9254c61cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:08.034991 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-da843516-ce3a-41d7-84df-7b9254c61cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:08.165540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e99647-b00c-476a-98f3-5ad8f8198621 req-79aead92-28de-4e49-9c31-7d6d036a96dc tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:08.178635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32e99647-b00c-476a-98f3-5ad8f8198621 req-79aead92-28de-4e49-9c31-7d6d036a96dc tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 946 time: 0.0956824 Nov 08 00:35:08.221549 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:08.225264 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32e99647-b00c-476a-98f3-5ad8f8198621 req-343d550c-2277-42a5-a913-f29a3055e361 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494788 Nov 08 00:35:08.233795 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42788) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:08.269271 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:08.276128 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-da843516-ce3a-41d7-84df-7b9254c61cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:08.279274 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/networks/c636a6df-96b9-4655-83e1-1e158729d8d5 HTTP/1.1" status: 204 len: 168 time: 1.3362160 Nov 08 00:35:08.279400 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-da843516-ce3a-41d7-84df-7b9254c61cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:08.279400 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-da843516-ce3a-41d7-84df-7b9254c61cec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae2b65f7-bb81-4136-95d7-ea1cbaafca64 HTTP/1.1" status: 204 len: 168 time: 0.3430085 Nov 08 00:35:08.279665 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42794) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:08.295362 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da843516-ce3a-41d7-84df-7b9254c61cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2b65f7-bb81-4136-95d7-ea1cbaafca64,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:08.302193 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-fb173e98-1b33-4bd3-bded-da9d5e5705a0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1286469302'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:08.343678 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5b6cb-7573-4878-837b-d76c95ea8994 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Network': ['ID=c636a6df-96b9-4655-83e1-1e158729d8d5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:08.395433 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2c84f5ce-f808-4870-898a-7de358b68fe2 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:35:08.411895 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9182f046-0d37-4549-9d4d-80ece817d39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:08.436954 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 2c84f5ce-f808-4870-898a-7de358b68fe2 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:35:08.437628 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2c84f5ce-f808-4870-898a-7de358b68fe2 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:35:08.440004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f376f4a-17e7-4f8d-b8dc-c94870eef55d req-3897636c-deb8-4d83-9b78-e9e02769e0e9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:08.441395 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f376f4a-17e7-4f8d-b8dc-c94870eef55d req-3897636c-deb8-4d83-9b78-e9e02769e0e9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 946 time: 0.0860052 Nov 08 00:35:08.484336 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-3a111376-8b61-48aa-a42e-d542c5cfc7d0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1187649046-network', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:08.511078 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:08.519822 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f376f4a-17e7-4f8d-b8dc-c94870eef55d req-087f640e-a3dd-4066-bb75-9a9e960c34a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676339 Nov 08 00:35:08.604702 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a111376-8b61-48aa-a42e-d542c5cfc7d0 admin admin] Made reservation on behalf of 164de2ce1e3247028ecb390dfe25c9c9 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:08.607405 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3a111376-8b61-48aa-a42e-d542c5cfc7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:08.632847 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3a111376-8b61-48aa-a42e-d542c5cfc7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:08.736162 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb173e98-1b33-4bd3-bded-da9d5e5705a0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:08.740288 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb173e98-1b33-4bd3-bded-da9d5e5705a0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:08.756431 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3a111376-8b61-48aa-a42e-d542c5cfc7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:08.791097 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb173e98-1b33-4bd3-bded-da9d5e5705a0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:35:08.807241 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb173e98-1b33-4bd3-bded-da9d5e5705a0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:08.807241 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-fb173e98-1b33-4bd3-bded-da9d5e5705a0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Added segment 51e2c956-560b-435a-9d2a-40e3773a1adb of type vlan for network 3985870b-de72-4d46-8420-d11b63442c59 Nov 08 00:35:08.812723 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3a111376-8b61-48aa-a42e-d542c5cfc7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:08.839386 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a111376-8b61-48aa-a42e-d542c5cfc7d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:35:08.861490 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3a111376-8b61-48aa-a42e-d542c5cfc7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:08.861976 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-3a111376-8b61-48aa-a42e-d542c5cfc7d0 admin admin] Added segment 93030cca-2466-4fe0-9b85-9dd8f0cb508d of type vlan for network cc5b0d97-a530-416c-8598-edbfeb38986f Nov 08 00:35:08.863905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a111376-8b61-48aa-a42e-d542c5cfc7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ca201a-41f7-478f-a863-9397f5b437a9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:08.918876 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb173e98-1b33-4bd3-bded-da9d5e5705a0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:08.960281 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3a111376-8b61-48aa-a42e-d542c5cfc7d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:08.979294 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9182f046-0d37-4549-9d4d-80ece817d39f admin admin] Router 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:35:09.043703 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb173e98-1b33-4bd3-bded-da9d5e5705a0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:09.049803 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb173e98-1b33-4bd3-bded-da9d5e5705a0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:09.050383 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fb173e98-1b33-4bd3-bded-da9d5e5705a0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:09.116000 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3a111376-8b61-48aa-a42e-d542c5cfc7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:09.117547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a111376-8b61-48aa-a42e-d542c5cfc7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:09.118182 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3a111376-8b61-48aa-a42e-d542c5cfc7d0 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:09.176106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb173e98-1b33-4bd3-bded-da9d5e5705a0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Network': ['ID=3985870b-de72-4d46-8420-d11b63442c59,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:09.186778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 3985870b-de72-4d46-8420-d11b63442c59 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:35:09.219735 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a111376-8b61-48aa-a42e-d542c5cfc7d0 admin admin] Pushing event updated for resources: {'Network': ['ID=cc5b0d97-a530-416c-8598-edbfeb38986f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:09.223007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9182f046-0d37-4549-9d4d-80ece817d39f admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:35:09.244343 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9182f046-0d37-4549-9d4d-80ece817d39f admin admin] 10.222.0.13 "PUT /v2.0/routers/7c42e67a-03b2-4ba4-a3b0-97d55b38fbea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6997628 Nov 08 00:35:09.244468 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42822) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:09.244574 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fb173e98-1b33-4bd3-bded-da9d5e5705a0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9571192 Nov 08 00:35:09.247379 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42824) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:09.256664 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-06de6000-7325-44f9-83a2-5a9b5305694e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'subnet': {'network_id': '3985870b-de72-4d46-8420-d11b63442c59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:09.322815 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3a111376-8b61-48aa-a42e-d542c5cfc7d0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0869043 Nov 08 00:35:09.325733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42826) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:09.335702 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-09a8f50a-c725-4cd4-86fb-7f1cf536d2e3 admin admin] Request body: {'subnet': {'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1187649046-subnet', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:09.386614 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcf1b154-daf2-4c81-86e5-fd8f682f8f50 admin admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:09.501153 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e5ea57-6328-4443-adb2-f4f151452bbd None None] Sync routers for ids ['7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:35:09.504343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network cc5b0d97-a530-416c-8598-edbfeb38986f details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:35:09.506126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a8f50a-c725-4cd4-86fb-7f1cf536d2e3 admin admin] Made reservation on behalf of 164de2ce1e3247028ecb390dfe25c9c9 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:09.508560 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09a8f50a-c725-4cd4-86fb-7f1cf536d2e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:09.567296 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06de6000-7325-44f9-83a2-5a9b5305694e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:09.571291 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-06de6000-7325-44f9-83a2-5a9b5305694e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:09.589519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5ea57-6328-4443-adb2-f4f151452bbd None None] Routers {'7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:35:09.590397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-63e5ea57-6328-4443-adb2-f4f151452bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:35:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:09.780324 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcf1b154-daf2-4c81-86e5-fd8f682f8f50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:09.808111 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09a8f50a-c725-4cd4-86fb-7f1cf536d2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:09.839871 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-63e5ea57-6328-4443-adb2-f4f151452bbd None None] Set router 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:35:09.975459 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8f50a-c725-4cd4-86fb-7f1cf536d2e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27c96a89-7ab5-4bdd-a965-d1c0a565158c,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:09.987271 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a8f50a-c725-4cd4-86fb-7f1cf536d2e3 admin admin] Checking segment: {'id': '93030cca-2466-4fe0-9b85-9dd8f0cb508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:35:09.987892 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a8f50a-c725-4cd4-86fb-7f1cf536d2e3 admin admin] Network hostable DHCP agents. Network: cc5b0d97-a530-416c-8598-edbfeb38986f, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:35:10.017600 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-bcf1b154-daf2-4c81-86e5-fd8f682f8f50 admin admin] Deleting port 9a5ca3af-de59-48fd-a15a-c6b9e26532ec {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:10.018322 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcf1b154-daf2-4c81-86e5-fd8f682f8f50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:10.110181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-bcf1b154-daf2-4c81-86e5-fd8f682f8f50 admin admin] For port 9a5ca3af-de59-48fd-a15a-c6b9e26532ec, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9a5ca3af-de59-48fd-a15a-c6b9e26532ec,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:10.110570 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcf1b154-daf2-4c81-86e5-fd8f682f8f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:10.124705 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-bcf1b154-daf2-4c81-86e5-fd8f682f8f50 admin admin] Calling delete_port for 9a5ca3af-de59-48fd-a15a-c6b9e26532ec owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:10.126361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a8f50a-c725-4cd4-86fb-7f1cf536d2e3 admin admin] Network cc5b0d97-a530-416c-8598-edbfeb38986f is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:35:10.155491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-63e5ea57-6328-4443-adb2-f4f151452bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'name': 'tempest-TaggedBootDevicesTest_v242-185478450-router', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:22:59Z', 'updated_at': '2021-11-08T00:35:07Z', 'revision_number': 5, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'gw_port': {'id': '9a5ca3af-de59-48fd-a15a-c6b9e26532ec', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:23:00Z', 'updated_at': '2021-11-08T00:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:10.183858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e5ea57-6328-4443-adb2-f4f151452bbd None None] Checking router: 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:35:10.190697 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-06de6000-7325-44f9-83a2-5a9b5305694e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:10.201243 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5ea57-6328-4443-adb2-f4f151452bbd None None] Routers {'7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:35:10.217656 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-63e5ea57-6328-4443-adb2-f4f151452bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:35:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:10.242968 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-09a8f50a-c725-4cd4-86fb-7f1cf536d2e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, cc5b0d97-a530-416c-8598-edbfeb38986f) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:10.256155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a8f50a-c725-4cd4-86fb-7f1cf536d2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:10.256766 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09a8f50a-c725-4cd4-86fb-7f1cf536d2e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:10.299348 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de6000-7325-44f9-83a2-5a9b5305694e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Subnet': ['ID=2b552877-9650-4990-be94-61463ada38e6,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:10.309988 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06de6000-7325-44f9-83a2-5a9b5305694e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Checking segment: {'id': '51e2c956-560b-435a-9d2a-40e3773a1adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3985870b-de72-4d46-8420-d11b63442c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:35:10.309988 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06de6000-7325-44f9-83a2-5a9b5305694e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network hostable DHCP agents. Network: 3985870b-de72-4d46-8420-d11b63442c59, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:35:10.335815 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-09a8f50a-c725-4cd4-86fb-7f1cf536d2e3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0048258 Nov 08 00:35:10.336040 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42864) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:10.340774 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e5204379-1dc2-4afe-8a21-612663be5309 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1187649046-router', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:10.406960 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948cf774-859b-4f27-902c-ec6befe79d58 None None] Network cc5b0d97-a530-416c-8598-edbfeb38986f requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:10.413267 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06de6000-7325-44f9-83a2-5a9b5305694e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network 3985870b-de72-4d46-8420-d11b63442c59 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:35:10.430107 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcf1b154-daf2-4c81-86e5-fd8f682f8f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:10.430924 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5204379-1dc2-4afe-8a21-612663be5309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:10.432451 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5204379-1dc2-4afe-8a21-612663be5309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:10.491842 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1b154-daf2-4c81-86e5-fd8f682f8f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a5ca3af-de59-48fd-a15a-c6b9e26532ec,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:10.500011 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-06de6000-7325-44f9-83a2-5a9b5305694e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 3985870b-de72-4d46-8420-d11b63442c59) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:10.504941 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06de6000-7325-44f9-83a2-5a9b5305694e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:10.506108 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-06de6000-7325-44f9-83a2-5a9b5305694e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:10.512884 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5204379-1dc2-4afe-8a21-612663be5309 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:10.589043 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700f0496-8f8c-4a41-84e4-4293ebfe2ad4 None None] Network 3985870b-de72-4d46-8420-d11b63442c59 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:10.621602 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcf1b154-daf2-4c81-86e5-fd8f682f8f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:10.666329 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-06de6000-7325-44f9-83a2-5a9b5305694e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4176412 Nov 08 00:35:10.727279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42878) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:10.735793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-acc09b44-dc48-4bcc-9278-1c1c24d71c1b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'network_id': '3985870b-de72-4d46-8420-d11b63442c59', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1869926927'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:10.796823 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-63e5ea57-6328-4443-adb2-f4f151452bbd None None] Set router 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:35:10.830613 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5204379-1dc2-4afe-8a21-612663be5309 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:10.888154 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-cc5b0d97-a530-416c-8598-edbfeb38986f', 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'fixed_ips': [{'subnet_id': '27c96a89-7ab5-4bdd-a965-d1c0a565158c'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:35:10.889024 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:10.893038 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcf1b154-daf2-4c81-86e5-fd8f682f8f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:10.895223 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcf1b154-daf2-4c81-86e5-fd8f682f8f50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:10.906060 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-63e5ea57-6328-4443-adb2-f4f151452bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'name': 'tempest-TaggedBootDevicesTest_v242-185478450-router', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:22:59Z', 'updated_at': '2021-11-08T00:35:09Z', 'revision_number': 6, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:10.959159 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e5ea57-6328-4443-adb2-f4f151452bbd None None] The sync data for ids ['7c42e67a-03b2-4ba4-a3b0-97d55b38fbea'] in n-d-816882-1 is: [{'id': '7c42e67a-03b2-4ba4-a3b0-97d55b38fbea', 'name': 'tempest-TaggedBootDevicesTest_v242-185478450-router', 'tenant_id': '7a42c6631eb4454c896f7292ef18f39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:22:59Z', 'updated_at': '2021-11-08T00:35:09Z', 'revision_number': 6, 'project_id': '7a42c6631eb4454c896f7292ef18f39f', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:35:11.117940 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcf1b154-daf2-4c81-86e5-fd8f682f8f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:11.118508 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf1b154-daf2-4c81-86e5-fd8f682f8f50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c42e67a-03b2-4ba4-a3b0-97d55b38fbea {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:35:11.138549 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bcf1b154-daf2-4c81-86e5-fd8f682f8f50 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:11.139735 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bcf1b154-daf2-4c81-86e5-fd8f682f8f50 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7c42e67a-03b2-4ba4-a3b0-97d55b38fbea HTTP/1.1" status: 204 len: 168 time: 1.8970971 Nov 08 00:35:11.145514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42898) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:11.239466 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc09b44-dc48-4bcc-9278-1c1c24d71c1b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:11.258413 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-acc09b44-dc48-4bcc-9278-1c1c24d71c1b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:11.344450 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-acc09b44-dc48-4bcc-9278-1c1c24d71c1b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] device_id is not set on port f4370bd0-5331-42c7-a1e6-7f357e4d290d yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:35:11.364626 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a95a4f-fd33-4b9d-81f4-1f15f09122bb admin admin] Deleting subnet d3be98b0-454a-423b-81f4-63aace0baef8 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:35:11.382574 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a6a95a4f-fd33-4b9d-81f4-1f15f09122bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:11.413152 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] Allocated IP 172.20.0.2 (cc5b0d97-a530-416c-8598-edbfeb38986f/27c96a89-7ab5-4bdd-a965-d1c0a565158c/8cc2250a-37aa-4873-9b05-e3c41de1643b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:11.496596 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5204379-1dc2-4afe-8a21-612663be5309 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:11.511220 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a6a95a4f-fd33-4b9d-81f4-1f15f09122bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:11.549785 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5204379-1dc2-4afe-8a21-612663be5309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:11.719691 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-acc09b44-dc48-4bcc-9278-1c1c24d71c1b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Allocated IP 2001:db8::3b9 (3985870b-de72-4d46-8420-d11b63442c59/2b552877-9650-4990-be94-61463ada38e6/f4370bd0-5331-42c7-a1e6-7f357e4d290d) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:11.752624 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a6a95a4f-fd33-4b9d-81f4-1f15f09122bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:11.772703 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:11.825729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-3985870b-de72-4d46-8420-d11b63442c59', 'network_id': '3985870b-de72-4d46-8420-d11b63442c59', 'tenant_id': 'ac77e126339f489381e68549ad15ca0b', 'fixed_ips': [{'subnet_id': '2b552877-9650-4990-be94-61463ada38e6'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:35:11.827242 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:11.850019 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-e5204379-1dc2-4afe-8a21-612663be5309 admin admin] Allocated IP 172.25.2.143 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/4fff1b60-d1b7-4231-99bf-9c0484ad7510) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:11.868524 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:11.958426 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-acc09b44-dc48-4bcc-9278-1c1c24d71c1b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:12.026710 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a6a95a4f-fd33-4b9d-81f4-1f15f09122bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:12.048655 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5204379-1dc2-4afe-8a21-612663be5309 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:12.052120 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] Network cc5b0d97-a530-416c-8598-edbfeb38986f is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:12.069286 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:12.074691 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a95a4f-fd33-4b9d-81f4-1f15f09122bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3be98b0-454a-423b-81f4-63aace0baef8,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:12.082005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:12.086911 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a6a95a4f-fd33-4b9d-81f4-1f15f09122bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:12.101190 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a6a95a4f-fd33-4b9d-81f4-1f15f09122bb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d3be98b0-454a-423b-81f4-63aace0baef8 HTTP/1.1" status: 204 len: 168 time: 0.9545720 Nov 08 00:35:12.104205 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42944) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:12.113280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a95a4f-fd33-4b9d-81f4-1f15f09122bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:12.113751 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a95a4f-fd33-4b9d-81f4-1f15f09122bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:12.114497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a95a4f-fd33-4b9d-81f4-1f15f09122bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:12.114713 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a95a4f-fd33-4b9d-81f4-1f15f09122bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:12.115127 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a95a4f-fd33-4b9d-81f4-1f15f09122bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:12.115705 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a95a4f-fd33-4b9d-81f4-1f15f09122bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:12.116301 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a95a4f-fd33-4b9d-81f4-1f15f09122bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:12.116856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a95a4f-fd33-4b9d-81f4-1f15f09122bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:12.117413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a95a4f-fd33-4b9d-81f4-1f15f09122bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:12.117963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a95a4f-fd33-4b9d-81f4-1f15f09122bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:12.118967 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a95a4f-fd33-4b9d-81f4-1f15f09122bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:12.119530 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a95a4f-fd33-4b9d-81f4-1f15f09122bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:12.121280 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8754dc-5262-430d-904a-68f398586dfd None None] Network fe318fa4-2739-4425-811c-a969620e2964 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:12.140278 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] Pushing event updated for resources: {'Port': ['ID=8cc2250a-37aa-4873-9b05-e3c41de1643b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:12.229805 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:12.230821 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5204379-1dc2-4afe-8a21-612663be5309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:12.240973 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-acc09b44-dc48-4bcc-9278-1c1c24d71c1b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:12.333612 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5204379-1dc2-4afe-8a21-612663be5309 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:12.335513 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-e5204379-1dc2-4afe-8a21-612663be5309 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:12.337426 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5204379-1dc2-4afe-8a21-612663be5309 admin admin] Pushing event updated for resources: {'Port': ['ID=4fff1b60-d1b7-4231-99bf-9c0484ad7510,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:12.339606 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5204379-1dc2-4afe-8a21-612663be5309 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:12.372196 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9a5ca3af-de59-48fd-a15a-c6b9e26532ec no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:35:12.380172 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] Attempting to bind port 8cc2250a-37aa-4873-9b05-e3c41de1643b on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:35:12.380546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] Attempting to bind port 8cc2250a-37aa-4873-9b05-e3c41de1643b by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '93030cca-2466-4fe0-9b85-9dd8f0cb508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:35:12.380910 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] Attempting to bind port 8cc2250a-37aa-4873-9b05-e3c41de1643b on network cc5b0d97-a530-416c-8598-edbfeb38986f {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:35:12.394295 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc09b44-dc48-4bcc-9278-1c1c24d71c1b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=f4370bd0-5331-42c7-a1e6-7f357e4d290d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:12.407200 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc09b44-dc48-4bcc-9278-1c1c24d71c1b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network 3985870b-de72-4d46-8420-d11b63442c59 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:12.411679 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-acc09b44-dc48-4bcc-9278-1c1c24d71c1b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:12.417042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc09b44-dc48-4bcc-9278-1c1c24d71c1b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:12.422949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc09b44-dc48-4bcc-9278-1c1c24d71c1b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:12.423591 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-acc09b44-dc48-4bcc-9278-1c1c24d71c1b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:12.427726 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:35:12.427726 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] Checking segment: {'id': '93030cca-2466-4fe0-9b85-9dd8f0cb508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:35:12.428198 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:12.429286 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] Bound using segment: {'id': '93030cca-2466-4fe0-9b85-9dd8f0cb508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:35:12.430293 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] Bound port: 8cc2250a-37aa-4873-9b05-e3c41de1643b, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93030cca-2466-4fe0-9b85-9dd8f0cb508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:35:12.430293 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:12.489618 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 9a5ca3af-de59-48fd-a15a-c6b9e26532ec {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:35:12.489618 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9a5ca3af-de59-48fd-a15a-c6b9e26532ec not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:35:12.489618 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b6becab2-3f2e-475a-8ea0-1df71462c107 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:35:12.537135 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: b6becab2-3f2e-475a-8ea0-1df71462c107 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:35:12.537463 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b6becab2-3f2e-475a-8ea0-1df71462c107 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:35:12.558336 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-98461b50-1df1-41e9-bdb5-ea986ffed619 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:12.575761 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-98461b50-1df1-41e9-bdb5-ea986ffed619 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 812 time: 0.2910306 Nov 08 00:35:12.594944 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-e53b86a0-50b2-401c-9ac6-21a63a0f065f tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/quotas/f2f6913f27fa41388788e5027b9340cb HTTP/1.1" status: 200 len: 375 time: 0.0182393 Nov 08 00:35:12.613671 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] Allocated IP 2001:db8::2 (3985870b-de72-4d46-8420-d11b63442c59/2b552877-9650-4990-be94-61463ada38e6/83caf863-786a-48e6-9069-53afe03924f3) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:12.647510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] Deleting port 69c6869c-4731-4f90-bf65-fabf10c40623 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:12.647883 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:12.656137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-acc09b44-dc48-4bcc-9278-1c1c24d71c1b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.9248307 Nov 08 00:35:12.658294 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42964) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:12.712495 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-7901b940-04e6-4d8e-bb12-c48da1be11bf tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1065395 Nov 08 00:35:12.857755 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5204379-1dc2-4afe-8a21-612663be5309 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:12.891283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] For port 69c6869c-4731-4f90-bf65-fabf10c40623, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=69c6869c-4731-4f90-bf65-fabf10c40623,segment=NetworkSegment(2ab8e6cb-9119-4274-ba70-503abfbff32f),segment_id=2ab8e6cb-9119-4274-ba70-503abfbff32f)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:12.891750 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:12.909096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] Calling delete_port for 69c6869c-4731-4f90-bf65-fabf10c40623 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:12.916950 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d8010ce5-1f7d-49ea-a40c-a8e60324466a tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port f4370bd0-5331-42c7-a1e6-7f357e4d290d {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:12.949812 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8010ce5-1f7d-49ea-a40c-a8e60324466a tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:12.950880 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] For port 8cc2250a-37aa-4873-9b05-e3c41de1643b, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:35:12.954228 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] For port 8cc2250a-37aa-4873-9b05-e3c41de1643b, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8cc2250a-37aa-4873-9b05-e3c41de1643b,segment=NetworkSegment(93030cca-2466-4fe0-9b85-9dd8f0cb508d),segment_id=93030cca-2466-4fe0-9b85-9dd8f0cb508d)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:35:12.986240 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-e62d55f2-dfe7-4011-b731-0aa6bbfca723 service neutron] 10.222.0.13 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656291 Nov 08 00:35:13.058465 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8010ce5-1f7d-49ea-a40c-a8e60324466a tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:13.062751 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225687a3-e759-45c3-9426-011c59823576 None None] DHCP port deletion for fe318fa4-2739-4425-811c-a969620e2964 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:35:13.075893 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:13.077238 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d8010ce5-1f7d-49ea-a40c-a8e60324466a tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for f4370bd0-5331-42c7-a1e6-7f357e4d290d owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:13.166730 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:13.181397 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-7c3c7c4e-a3dd-4328-b2d6-c6568aabb978 service neutron] 10.222.0.13 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841497 Nov 08 00:35:13.246045 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc2e53-df8e-410e-ba70-92d9a64dbe48 None None] Pushing event updated for resources: {'Port': ['ID=8cc2250a-37aa-4873-9b05-e3c41de1643b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:13.256141 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:13.260769 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-225687a3-e759-45c3-9426-011c59823576 None None] Deleting port 69c6869c-4731-4f90-bf65-fabf10c40623 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:13.269717 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-225687a3-e759-45c3-9426-011c59823576 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:13.278804 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:13.315646 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=69c6869c-4731-4f90-bf65-fabf10c40623,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:13.344548 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] No DVR routers for this DVR port 69c6869c-4731-4f90-bf65-fabf10c40623 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:35:13.399977 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42976) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:13.446224 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] Network 3985870b-de72-4d46-8420-d11b63442c59 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:13.449760 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] Pushing event updated for resources: {'Port': ['ID=83caf863-786a-48e6-9069-53afe03924f3,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:13.454741 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:13.456875 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:13.500135 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:13.540284 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe318fa4-2739-4425-811c-a969620e2964']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:13.558478 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab8e6cb-9119-4274-ba70-503abfbff32f') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:13.558954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab8e6cb-9119-4274-ba70-503abfbff32f') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:13.594974 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-225687a3-e759-45c3-9426-011c59823576 None None] For port 69c6869c-4731-4f90-bf65-fabf10c40623, host n-d-816882-1, got binding levels [] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:13.595375 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-225687a3-e759-45c3-9426-011c59823576 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:13.598004 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] Attempting to bind port 83caf863-786a-48e6-9069-53afe03924f3 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:35:13.599478 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] Attempting to bind port 83caf863-786a-48e6-9069-53afe03924f3 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '51e2c956-560b-435a-9d2a-40e3773a1adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3985870b-de72-4d46-8420-d11b63442c59'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:35:13.600118 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] Attempting to bind port 83caf863-786a-48e6-9069-53afe03924f3 on network 3985870b-de72-4d46-8420-d11b63442c59 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:35:13.609913 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:13.615283 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-225687a3-e759-45c3-9426-011c59823576 None None] Calling delete_port for 69c6869c-4731-4f90-bf65-fabf10c40623 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:13.623025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:35:13.623412 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] Checking segment: {'id': '51e2c956-560b-435a-9d2a-40e3773a1adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3985870b-de72-4d46-8420-d11b63442c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:35:13.623929 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:13.624248 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] Bound using segment: {'id': '51e2c956-560b-435a-9d2a-40e3773a1adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3985870b-de72-4d46-8420-d11b63442c59'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:35:13.624752 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] Bound port: 83caf863-786a-48e6-9069-53afe03924f3, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e2c956-560b-435a-9d2a-40e3773a1adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3985870b-de72-4d46-8420-d11b63442c59'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:35:13.638415 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:13.657835 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:13.664903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:35:13.665191 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:13.669234 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.ipam_backend_mixin [None req-225687a3-e759-45c3-9426-011c59823576 None None] Port 69c6869c-4731-4f90-bf65-fabf10c40623 was not found and therefore no delete operation was performed {{(pid=102773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 00:35:13.673445 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-225687a3-e759-45c3-9426-011c59823576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:35:13.728880 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:35:13.762804 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225687a3-e759-45c3-9426-011c59823576 None None] No DVR routers for this DVR port 69c6869c-4731-4f90-bf65-fabf10c40623 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:35:13.773187 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9f23448-c5ef-4772-87b3-72f08abfa493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:13.785754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225687a3-e759-45c3-9426-011c59823576 None None] Pushing event deleted for resources: {'Port': ['ID=69c6869c-4731-4f90-bf65-fabf10c40623,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:13.806385 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:13.815536 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6792d118-1f0b-4131-a1c3-404c575d39fb req-81826737-5a48-4f46-9c40-aba821fdb69d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 210 time: 0.0562797 Nov 08 00:35:13.824658 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:13.828333 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] For port 83caf863-786a-48e6-9069-53afe03924f3, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:35:13.830188 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fe318fa4-2739-4425-811c-a969620e2964 HTTP/1.1" status: 204 len: 168 time: 1.7246387 Nov 08 00:35:13.850227 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0b04c-a165-4f52-8546-d704f5ba58a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe318fa4-2739-4425-811c-a969620e2964,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:13.863231 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] For port 83caf863-786a-48e6-9069-53afe03924f3, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=83caf863-786a-48e6-9069-53afe03924f3,segment=NetworkSegment(51e2c956-560b-435a-9d2a-40e3773a1adb),segment_id=51e2c956-560b-435a-9d2a-40e3773a1adb)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:35:13.928651 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:13.951257 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5204379-1dc2-4afe-8a21-612663be5309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:14.012910 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6fc77-95b9-4a27-a86d-5394160f49c2 None None] Pushing event updated for resources: {'Port': ['ID=83caf863-786a-48e6-9069-53afe03924f3,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:14.053088 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8010ce5-1f7d-49ea-a40c-a8e60324466a tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:14.141687 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8010ce5-1f7d-49ea-a40c-a8e60324466a tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=f4370bd0-5331-42c7-a1e6-7f357e4d290d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:14.192450 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9f23448-c5ef-4772-87b3-72f08abfa493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:14.202796 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8010ce5-1f7d-49ea-a40c-a8e60324466a tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:14.211864 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42996) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:14.213724 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d8010ce5-1f7d-49ea-a40c-a8e60324466a tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/ports/f4370bd0-5331-42c7-a1e6-7f357e4d290d HTTP/1.1" status: 204 len: 168 time: 1.5521276 Nov 08 00:35:14.255412 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43166f4-60c3-4cdf-92f8-aeb3151840a1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] GET failed (client error): The resource could not be found. Nov 08 00:35:14.272879 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a43166f4-60c3-4cdf-92f8-aeb3151840a1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports/f4370bd0-5331-42c7-a1e6-7f357e4d290d HTTP/1.1" status: 404 len: 333 time: 0.0598354 Nov 08 00:35:14.274322 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42998) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:14.274995 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9f23448-c5ef-4772-87b3-72f08abfa493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:14.287219 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43000) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:14.345690 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e9f23448-c5ef-4772-87b3-72f08abfa493 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d34b43b10534a0eadf6ba9cc898f4cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9430912 Nov 08 00:35:14.349609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8cc2250a-37aa-4873-9b05-e3c41de1643b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:35:14.361037 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43004) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:14.413547 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5204379-1dc2-4afe-8a21-612663be5309 admin admin] Router 70149018-7332-4c49-9f0b-0e9df43c3f24 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:35:14.414663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f23448-c5ef-4772-87b3-72f08abfa493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea32a37-37a4-455b-b002-32ac903acf81,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:14.479565 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3cea8a2c-6a00-49bb-88ba-2dfae7971e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:14.504833 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3cea8a2c-6a00-49bb-88ba-2dfae7971e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:14.575038 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9b5f6739-af1c-4c68-826c-98a39d4af477 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a42c6631eb4454c896f7292ef18f39f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2699027 Nov 08 00:35:14.575038 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43010) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:14.576090 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 8cc2250a-37aa-4873-9b05-e3c41de1643b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:14.576571 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:14.649297 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a8da510-79e4-41e6-8592-7f7bfcd1b46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:14.668349 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3cea8a2c-6a00-49bb-88ba-2dfae7971e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:14.671385 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3cea8a2c-6a00-49bb-88ba-2dfae7971e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:14.687088 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3cea8a2c-6a00-49bb-88ba-2dfae7971e8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ea32a37-37a4-455b-b002-32ac903acf81 HTTP/1.1" status: 204 len: 168 time: 0.3136077 Nov 08 00:35:14.693773 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5204379-1dc2-4afe-8a21-612663be5309 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:35:14.697334 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0484c6-2f56-4360-bddc-b53875bc7721 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting subnet 2b552877-9650-4990-be94-61463ada38e6 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:35:14.701342 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] Sync routers for ids ['70149018-7332-4c49-9f0b-0e9df43c3f24'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:35:14.704356 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a0484c6-2f56-4360-bddc-b53875bc7721 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:14.728753 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] Routers {'70149018-7332-4c49-9f0b-0e9df43c3f24'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:35:14.730080 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:35:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['70149018-7332-4c49-9f0b-0e9df43c3f24'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:14.742176 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a8da510-79e4-41e6-8592-7f7bfcd1b46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:14.748059 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea8a2c-6a00-49bb-88ba-2dfae7971e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea32a37-37a4-455b-b002-32ac903acf81,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:14.785874 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a0484c6-2f56-4360-bddc-b53875bc7721 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:14.791479 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:14.857323 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59540d3-a689-434f-9d14-0f0ef377bd65 None None] Network cc5b0d97-a530-416c-8598-edbfeb38986f requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:14.864599 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5204379-1dc2-4afe-8a21-612663be5309 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:14.866060 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e5204379-1dc2-4afe-8a21-612663be5309 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5295260 Nov 08 00:35:14.870123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43014) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:14.881402 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 8cc2250a-37aa-4873-9b05-e3c41de1643b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8cc2250a-37aa-4873-9b05-e3c41de1643b,segment=NetworkSegment(93030cca-2466-4fe0-9b85-9dd8f0cb508d),segment_id=93030cca-2466-4fe0-9b85-9dd8f0cb508d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:14.958909 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a0484c6-2f56-4360-bddc-b53875bc7721 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:14.995778 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a8da510-79e4-41e6-8592-7f7bfcd1b46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:14.998613 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a8da510-79e4-41e6-8592-7f7bfcd1b46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:15.000029 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8a8da510-79e4-41e6-8592-7f7bfcd1b46e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c04d1184-05eb-416d-858a-5acd3a4a9519 HTTP/1.1" status: 204 len: 168 time: 0.4243577 Nov 08 00:35:15.002734 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:15.030144 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] Set router 70149018-7332-4c49-9f0b-0e9df43c3f24 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:35:15.044504 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb8ba0b4-7069-4738-aa3b-da174a4100ab req-9e5ae3dc-38cd-4fdf-94a9-47afb06c3060 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 210 time: 0.0924888 Nov 08 00:35:15.053201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8da510-79e4-41e6-8592-7f7bfcd1b46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04d1184-05eb-416d-858a-5acd3a4a9519,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:15.235751 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 69c6869c-4731-4f90-bf65-fabf10c40623 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:35:15.266985 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-61459c35-01ba-4d6c-bf4e-064233edb0b7 None None] Provisioning complete for port 8cc2250a-37aa-4873-9b05-e3c41de1643b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:15.267367 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61459c35-01ba-4d6c-bf4e-064233edb0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:15.295337 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a0484c6-2f56-4360-bddc-b53875bc7721 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:15.402340 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0484c6-2f56-4360-bddc-b53875bc7721 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Subnet': ['ID=2b552877-9650-4990-be94-61463ada38e6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:15.412444 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4a0484c6-2f56-4360-bddc-b53875bc7721 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:15.419184 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4a0484c6-2f56-4360-bddc-b53875bc7721 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/subnets/2b552877-9650-4990-be94-61463ada38e6 HTTP/1.1" status: 204 len: 168 time: 1.1280451 Nov 08 00:35:15.424507 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43026) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:15.478730 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 69c6869c-4731-4f90-bf65-fabf10c40623 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:35:15.479381 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 69c6869c-4731-4f90-bf65-fabf10c40623 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:35:15.553452 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:15.579909 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'name': 'tempest-TaggedBootDevicesTest-1187649046-router', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:35:10Z', 'updated_at': '2021-11-08T00:35:12Z', 'revision_number': 3, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'gw_port': {'id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:11Z', 'updated_at': '2021-11-08T00:35:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:15.652510 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] Checking router: 70149018-7332-4c49-9f0b-0e9df43c3f24 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:35:15.652628 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] Updating router 70149018-7332-4c49-9f0b-0e9df43c3f24 port 4fff1b60-d1b7-4231-99bf-9c0484ad7510 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:35:15.673883 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port 83caf863-786a-48e6-9069-53afe03924f3 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:15.674218 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:15.679570 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=8cc2250a-37aa-4873-9b05-e3c41de1643b,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:15.721926 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:15.817360 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] For port 83caf863-786a-48e6-9069-53afe03924f3, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=83caf863-786a-48e6-9069-53afe03924f3,segment=NetworkSegment(51e2c956-560b-435a-9d2a-40e3773a1adb),segment_id=51e2c956-560b-435a-9d2a-40e3773a1adb)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:15.817552 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:15.857477 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for 83caf863-786a-48e6-9069-53afe03924f3 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:15.866483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e249555-8dff-4acc-99f0-84195d685faf None None] Network 3985870b-de72-4d46-8420-d11b63442c59 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:15.897013 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43032) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:15.940724 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f5426183-86ac-44c7-b69f-ccc3d4b0ed64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:16.164872 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f5426183-86ac-44c7-b69f-ccc3d4b0ed64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:16.232085 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:16.284593 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-353202bb-e4df-4b22-bbe9-274eacf41432 None None] Provisioning complete for port 83caf863-786a-48e6-9069-53afe03924f3 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:16.285210 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-353202bb-e4df-4b22-bbe9-274eacf41432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:16.312111 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd6a89f8-08e7-435f-bdab-b3b368bbe735 req-116fdd54-3299-4cd5-9add-759d59c27f87 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 210 time: 0.0582483 Nov 08 00:35:16.319327 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f5426183-86ac-44c7-b69f-ccc3d4b0ed64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:16.322195 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=83caf863-786a-48e6-9069-53afe03924f3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:16.334399 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:16.347316 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No DVR routers for this DVR port 83caf863-786a-48e6-9069-53afe03924f3 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:35:16.356584 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-353202bb-e4df-4b22-bbe9-274eacf41432 None None] Port 83caf863-786a-48e6-9069-53afe03924f3 was deleted so its status cannot be updated. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Nov 08 00:35:16.391773 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e09a0c3e-5f47-4e18-95fb-b738060acb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:16.440775 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:16.490391 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef9a576-5c5d-4690-ad7c-8265b11b6917 None None] DHCP port deletion for 3985870b-de72-4d46-8420-d11b63442c59 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:35:16.494315 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1e6b8741-4010-4b79-a8a1-002c30b281b4 None None] Provisioning complete for port 8cc2250a-37aa-4873-9b05-e3c41de1643b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:16.503301 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1e6b8741-4010-4b79-a8a1-002c30b281b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:16.555663 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] Attempting to bind port 4fff1b60-d1b7-4231-99bf-9c0484ad7510 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:35:16.556054 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] Attempting to bind port 4fff1b60-d1b7-4231-99bf-9c0484ad7510 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:35:16.556415 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] Attempting to bind port 4fff1b60-d1b7-4231-99bf-9c0484ad7510 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:35:16.559208 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8cc2250a-37aa-4873-9b05-e3c41de1643b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:35:16.577219 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:16.582640 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0df211-d044-4e31-88ae-b91008d2e503 None None] Pushing event updated for resources: {'Port': ['ID=4fff1b60-d1b7-4231-99bf-9c0484ad7510,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:16.602598 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:35:16.603039 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:35:16.614880 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:16.615870 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:35:16.616642 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] Bound port: 4fff1b60-d1b7-4231-99bf-9c0484ad7510, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:35:16.617269 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:16.622969 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5426183-86ac-44c7-b69f-ccc3d4b0ed64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac0da01-f981-4c2c-a794-39ba52a2fdeb,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:16.645812 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f5426183-86ac-44c7-b69f-ccc3d4b0ed64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd0ca0c2f01a43ffb22488048ead254e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7479780 Nov 08 00:35:16.654182 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43050) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:16.663506 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0df211-d044-4e31-88ae-b91008d2e503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:16.667768 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0df211-d044-4e31-88ae-b91008d2e503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:16.673351 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0df211-d044-4e31-88ae-b91008d2e503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:16.674003 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0df211-d044-4e31-88ae-b91008d2e503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:16.674788 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0df211-d044-4e31-88ae-b91008d2e503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:16.685128 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0df211-d044-4e31-88ae-b91008d2e503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:16.685753 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0df211-d044-4e31-88ae-b91008d2e503 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:16.686251 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0df211-d044-4e31-88ae-b91008d2e503 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:16.686744 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0df211-d044-4e31-88ae-b91008d2e503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:16.688454 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0df211-d044-4e31-88ae-b91008d2e503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:16.688634 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 8cc2250a-37aa-4873-9b05-e3c41de1643b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:16.689107 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:16.689258 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0df211-d044-4e31-88ae-b91008d2e503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:16.689444 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0df211-d044-4e31-88ae-b91008d2e503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:16.779842 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] For port 4fff1b60-d1b7-4231-99bf-9c0484ad7510, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:35:16.785447 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] For port 4fff1b60-d1b7-4231-99bf-9c0484ad7510, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4fff1b60-d1b7-4231-99bf-9c0484ad7510,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:35:16.800828 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-e09a0c3e-5f47-4e18-95fb-b738060acb48 admin admin] Allocated IP 172.20.0.1 (cc5b0d97-a530-416c-8598-edbfeb38986f/27c96a89-7ab5-4bdd-a965-d1c0a565158c/fab09d7b-728f-4ef9-b62c-1f382bda92ce) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:16.840050 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3985870b-de72-4d46-8420-d11b63442c59']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:16.853056 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:16.932833 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] Routers {'70149018-7332-4c49-9f0b-0e9df43c3f24'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:35:16.933750 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:35:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['70149018-7332-4c49-9f0b-0e9df43c3f24'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:16.962956 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce334b12-435b-4a47-9bad-6ebb741f919a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:16.963485 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e2c956-560b-435a-9d2a-40e3773a1adb') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:16.963485 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e2c956-560b-435a-9d2a-40e3773a1adb') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:16.987627 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:17.013636 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce334b12-435b-4a47-9bad-6ebb741f919a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:17.014774 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:17.023446 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:35:17.024369 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:17.071490 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] Set router 70149018-7332-4c49-9f0b-0e9df43c3f24 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:35:17.143088 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:35:17.176959 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-e5d88dbf-b877-4d2d-9fc5-1131627732a1 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:17.177517 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e09a0c3e-5f47-4e18-95fb-b738060acb48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:17.179305 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-e5d88dbf-b877-4d2d-9fc5-1131627732a1 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.20 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 812 time: 0.5802140 Nov 08 00:35:17.186791 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce334b12-435b-4a47-9bad-6ebb741f919a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:17.190742 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce334b12-435b-4a47-9bad-6ebb741f919a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:17.195704 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ce334b12-435b-4a47-9bad-6ebb741f919a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bac0da01-f981-4c2c-a794-39ba52a2fdeb HTTP/1.1" status: 204 len: 168 time: 0.3915086 Nov 08 00:35:17.205179 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-8c06297d-0550-4cc4-b74d-c77ffc3a5391 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Request body: {'port': {'device_id': '601e148f-a68b-4789-b379-b9205b3794d6', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'admin_state_up': True, 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:17.209836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce334b12-435b-4a47-9bad-6ebb741f919a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac0da01-f981-4c2c-a794-39ba52a2fdeb,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:17.267511 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:17.277975 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:17.291556 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0df211-d044-4e31-88ae-b91008d2e503 None None] Pushing event updated for resources: {'Port': ['ID=4fff1b60-d1b7-4231-99bf-9c0484ad7510,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:17.293075 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/networks/3985870b-de72-4d46-8420-d11b63442c59 HTTP/1.1" status: 204 len: 168 time: 1.8593040 Nov 08 00:35:17.293270 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43066) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:17.314406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-fd85a35e-8cf3-4985-9a0b-610bea483979 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1', 'name': 'tempest-PortsIpV6TestJSON-990783761'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:17.355389 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'name': 'tempest-TaggedBootDevicesTest-1187649046-router', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:35:10Z', 'updated_at': '2021-11-08T00:35:12Z', 'revision_number': 3, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'gw_port': {'id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:11Z', 'updated_at': '2021-11-08T00:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:17.361105 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683c319-cacb-4980-a31f-d497a8cfa9d1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Network': ['ID=3985870b-de72-4d46-8420-d11b63442c59,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:17.393456 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e09a0c3e-5f47-4e18-95fb-b738060acb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:17.426210 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b912a771-6588-4a2b-8533-63f27ab45cab None None] The sync data for ids ['70149018-7332-4c49-9f0b-0e9df43c3f24'] in n-d-816882-1 is: [{'id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'name': 'tempest-TaggedBootDevicesTest-1187649046-router', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:35:10Z', 'updated_at': '2021-11-08T00:35:12Z', 'revision_number': 3, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'gw_port': {'id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:11Z', 'updated_at': '2021-11-08T00:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:35:17.501362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43072) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:17.519390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09a0c3e-5f47-4e18-95fb-b738060acb48 admin admin] Network cc5b0d97-a530-416c-8598-edbfeb38986f is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:17.541134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-e09a0c3e-5f47-4e18-95fb-b738060acb48 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:17.552781 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a0c3e-5f47-4e18-95fb-b738060acb48 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:17.555363 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-8c06297d-0550-4cc4-b74d-c77ffc3a5391 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Made reservation on behalf of f2f6913f27fa41388788e5027b9340cb for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:17.557303 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5a9a61f-a4a8-42a2-add3-155a1383824d req-38592c83-15b8-47d0-88a8-0baa4437b909 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 210 time: 0.0817447 Nov 08 00:35:17.560982 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-8c06297d-0550-4cc4-b74d-c77ffc3a5391 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:17.610334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a0c3e-5f47-4e18-95fb-b738060acb48 admin admin] Pushing event updated for resources: {'Port': ['ID=fab09d7b-728f-4ef9-b62c-1f382bda92ce,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:17.636154 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e09a0c3e-5f47-4e18-95fb-b738060acb48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:17.717097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd85a35e-8cf3-4985-9a0b-610bea483979 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:17.722483 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fd85a35e-8cf3-4985-9a0b-610bea483979 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:17.778812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ed18da99-ca78-4fc1-b3a0-3e4e23dba4fd admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1159184405-network', 'tenant_id': '252f777bf23742369726b845e3226a30'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:17.851104 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-8c06297d-0550-4cc4-b74d-c77ffc3a5391 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Allocated IP 172.20.0.10 (222a6220-2806-4bd6-bcce-57bc7ca690d4/79e59a5d-5e01-4db4-8fa5-ce93b687fd07/289b41a5-ddfb-4434-bebe-ab10c2dae0e8) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:17.935695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed18da99-ca78-4fc1-b3a0-3e4e23dba4fd admin admin] Made reservation on behalf of 252f777bf23742369726b845e3226a30 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:17.939003 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed18da99-ca78-4fc1-b3a0-3e4e23dba4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:17.954253 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed18da99-ca78-4fc1-b3a0-3e4e23dba4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:18.032666 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4d05b161-098a-4f46-ae40-fa3ecb41f1f4 None None] Provisioning complete for port fab09d7b-728f-4ef9-b62c-1f382bda92ce triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:18.033182 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d05b161-098a-4f46-ae40-fa3ecb41f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:18.130503 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4d05b161-098a-4f46-ae40-fa3ecb41f1f4 None None] Port fab09d7b-728f-4ef9-b62c-1f382bda92ce cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:35:18.318752 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4fff1b60-d1b7-4231-99bf-9c0484ad7510 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:35:18.386951 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-8c06297d-0550-4cc4-b74d-c77ffc3a5391 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:18.397244 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed18da99-ca78-4fc1-b3a0-3e4e23dba4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:18.424435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 4fff1b60-d1b7-4231-99bf-9c0484ad7510 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:18.425085 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:18.434731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-fd85a35e-8cf3-4985-9a0b-610bea483979 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] device_id is not set on port a697621e-40ee-45a8-8f18-4838c8bd67b0 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:35:18.476437 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed18da99-ca78-4fc1-b3a0-3e4e23dba4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:18.508716 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed18da99-ca78-4fc1-b3a0-3e4e23dba4fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:35:18.529413 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18da99-ca78-4fc1-b3a0-3e4e23dba4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d338482-0a5c-4058-8c1a-c721dcee1d8d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:18.537532 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-8c06297d-0550-4cc4-b74d-c77ffc3a5391 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:18.542423 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed18da99-ca78-4fc1-b3a0-3e4e23dba4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:18.542423 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-ed18da99-ca78-4fc1-b3a0-3e4e23dba4fd admin admin] Added segment 90de7966-4dd7-4df5-8347-dea7cee0f550 of type vlan for network ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 Nov 08 00:35:18.581789 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['dbbbf13f-b6bc-4e57-8804-86e281760827'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:35:18.662976 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-8c06297d-0550-4cc4-b74d-c77ffc3a5391 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Network 222a6220-2806-4bd6-bcce-57bc7ca690d4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:18.674821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-8c06297d-0550-4cc4-b74d-c77ffc3a5391 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:18.680806 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-8c06297d-0550-4cc4-b74d-c77ffc3a5391 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:18.795210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-8c06297d-0550-4cc4-b74d-c77ffc3a5391 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:18.796144 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-8c06297d-0550-4cc4-b74d-c77ffc3a5391 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:18.811715 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed18da99-ca78-4fc1-b3a0-3e4e23dba4fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:18.818328 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06297d-0550-4cc4-b74d-c77ffc3a5391 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event updated for resources: {'Port': ['ID=289b41a5-ddfb-4434-bebe-ab10c2dae0e8,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:18.826851 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:18.909270 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 4fff1b60-d1b7-4231-99bf-9c0484ad7510, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4fff1b60-d1b7-4231-99bf-9c0484ad7510,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:18.930831 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-8c06297d-0550-4cc4-b74d-c77ffc3a5391 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7362700 Nov 08 00:35:18.952432 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Request body: {'port': {'device_id': '601e148f-a68b-4789-b379-b9205b3794d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:19.020140 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e09a0c3e-5f47-4e18-95fb-b738060acb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:19.092943 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fd85a35e-8cf3-4985-9a0b-610bea483979 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:19.102411 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:19.115505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e5af0-7f44-4e4a-8819-9bc13cfc6da8 req-f8b776a9-ed64-4451-b39e-534645bc5fce tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:19.117381 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a1e5af0-7f44-4e4a-8819-9bc13cfc6da8 req-f8b776a9-ed64-4451-b39e-534645bc5fce tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 932 time: 0.2439463 Nov 08 00:35:19.169877 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed18da99-ca78-4fc1-b3a0-3e4e23dba4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:19.170160 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-203ff872-5350-42cd-b738-5240a6873806 None None] Provisioning complete for port 289b41a5-ddfb-4434-bebe-ab10c2dae0e8 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:19.170651 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-203ff872-5350-42cd-b738-5240a6873806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:19.172036 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed18da99-ca78-4fc1-b3a0-3e4e23dba4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:19.172803 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed18da99-ca78-4fc1-b3a0-3e4e23dba4fd admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:19.174686 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:19.253407 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=4fff1b60-d1b7-4231-99bf-9c0484ad7510,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:19.278842 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-203ff872-5350-42cd-b738-5240a6873806 None None] Port 289b41a5-ddfb-4434-bebe-ab10c2dae0e8 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:35:19.295021 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18da99-ca78-4fc1-b3a0-3e4e23dba4fd admin admin] Pushing event updated for resources: {'Network': ['ID=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:19.296095 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 83caf863-786a-48e6-9069-53afe03924f3 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:35:19.322476 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:35:19.324933 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 83caf863-786a-48e6-9069-53afe03924f3 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:35:19.325369 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 83caf863-786a-48e6-9069-53afe03924f3 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:35:19.426727 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ed18da99-ca78-4fc1-b3a0-3e4e23dba4fd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9240105 Nov 08 00:35:19.435659 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43108) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:19.441381 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-abf70b95-6e3f-4512-82be-49487bba1535 admin admin] Request body: {'subnet': {'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1159184405-subnet', 'tenant_id': '252f777bf23742369726b845e3226a30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:19.513364 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a1e5af0-7f44-4e4a-8819-9bc13cfc6da8 req-6a3671eb-d03f-4b50-b9f7-7d94b6800076 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479755 Nov 08 00:35:19.579479 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf70b95-6e3f-4512-82be-49487bba1535 admin admin] Made reservation on behalf of 252f777bf23742369726b845e3226a30 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:19.582998 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-abf70b95-6e3f-4512-82be-49487bba1535 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:19.622136 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e09a0c3e-5f47-4e18-95fb-b738060acb48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:19.664382 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fd85a35e-8cf3-4985-9a0b-610bea483979 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:19.774403 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e09a0c3e-5f47-4e18-95fb-b738060acb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:19.787309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd85a35e-8cf3-4985-9a0b-610bea483979 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:19.788883 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85a35e-8cf3-4985-9a0b-610bea483979 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=a697621e-40ee-45a8-8f18-4838c8bd67b0,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:19.795663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-fd85a35e-8cf3-4985-9a0b-610bea483979 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:19.799074 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd85a35e-8cf3-4985-9a0b-610bea483979 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:19.808308 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd85a35e-8cf3-4985-9a0b-610bea483979 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:19.816775 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fd85a35e-8cf3-4985-9a0b-610bea483979 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:19.900656 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a0c3e-5f47-4e18-95fb-b738060acb48 admin admin] Pushing event updated for resources: {'Port': ['ID=fab09d7b-728f-4ef9-b62c-1f382bda92ce,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:19.902281 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289b41a5-ddfb-4434-bebe-ab10c2dae0e8 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:35:19.905086 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e09a0c3e-5f47-4e18-95fb-b738060acb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:19.920829 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:19.940896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fd85a35e-8cf3-4985-9a0b-610bea483979 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6463897 Nov 08 00:35:19.941607 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43118) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:19.943007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Transition to ACTIVE for port object 289b41a5-ddfb-4434-bebe-ab10c2dae0e8 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:35:19.961333 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-abf70b95-6e3f-4512-82be-49487bba1535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:20.070765 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:20.074536 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf70b95-6e3f-4512-82be-49487bba1535 admin admin] Checking segment: {'id': '90de7966-4dd7-4df5-8347-dea7cee0f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:35:20.078829 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf70b95-6e3f-4512-82be-49487bba1535 admin admin] Network hostable DHCP agents. Network: ab84449b-ca4c-4e3d-badc-15ab8ef9ec99, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:35:20.082188 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf70b95-6e3f-4512-82be-49487bba1535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53d87ed3-88d1-4178-af7b-2ba0e0ae4d43,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:20.145587 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09a0c3e-5f47-4e18-95fb-b738060acb48 admin admin] Network cc5b0d97-a530-416c-8598-edbfeb38986f is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:20.148525 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c7a8c91d-e69f-4686-9476-e2b6ff516b89 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port a697621e-40ee-45a8-8f18-4838c8bd67b0 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:20.149079 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7a8c91d-e69f-4686-9476-e2b6ff516b89 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:20.154152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-e09a0c3e-5f47-4e18-95fb-b738060acb48 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:20.154662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Pushing event updated for resources: {'Port': ['ID=289b41a5-ddfb-4434-bebe-ab10c2dae0e8,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:20.218162 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf70b95-6e3f-4512-82be-49487bba1535 admin admin] Network ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:35:20.299460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-abf70b95-6e3f-4512-82be-49487bba1535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, ab84449b-ca4c-4e3d-badc-15ab8ef9ec99) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:20.314339 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451986ad-cbfb-48fb-8618-abb4d19f2c99 None None] Network ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:20.328958 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf70b95-6e3f-4512-82be-49487bba1535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:20.334906 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-abf70b95-6e3f-4512-82be-49487bba1535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:20.382363 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Attempting to bind port 289b41a5-ddfb-4434-bebe-ab10c2dae0e8 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:35:20.386902 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Attempting to bind port 289b41a5-ddfb-4434-bebe-ab10c2dae0e8 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:35:20.386902 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Attempting to bind port 289b41a5-ddfb-4434-bebe-ab10c2dae0e8 on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:35:20.412842 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4fff1b60-d1b7-4231-99bf-9c0484ad7510 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:35:20.430457 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Port 289b41a5-ddfb-4434-bebe-ab10c2dae0e8 on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:35:20.433093 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Attempting to bind port 289b41a5-ddfb-4434-bebe-ab10c2dae0e8 on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:35:20.460193 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:35:20.462553 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Checking segment: {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:35:20.462553 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Bound using segment: {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:35:20.462553 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Bound port: 289b41a5-ddfb-4434-bebe-ab10c2dae0e8, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:35:20.462553 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:20.534682 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7a8c91d-e69f-4686-9476-e2b6ff516b89 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:20.582251 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c7a8c91d-e69f-4686-9476-e2b6ff516b89 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for a697621e-40ee-45a8-8f18-4838c8bd67b0 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:20.695687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 4fff1b60-d1b7-4231-99bf-9c0484ad7510 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:20.708711 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:20.897827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09a0c3e-5f47-4e18-95fb-b738060acb48 admin admin] Router 70149018-7332-4c49-9f0b-0e9df43c3f24 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:35:20.920676 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-70b2d8a8-adb3-48e4-989a-9b4e24269285 None None] Provisioning complete for port fab09d7b-728f-4ef9-b62c-1f382bda92ce triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:20.920676 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70b2d8a8-adb3-48e4-989a-9b4e24269285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:20.952020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-70b2d8a8-adb3-48e4-989a-9b4e24269285 None None] Port fab09d7b-728f-4ef9-b62c-1f382bda92ce cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:35:21.013878 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96906558-b45f-430a-9ca4-ae6b0a918f17 req-8a98c17b-95e4-4035-a8e4-2a7cf435ba2b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:21.015483 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96906558-b45f-430a-9ca4-ae6b0a918f17 req-8a98c17b-95e4-4035-a8e4-2a7cf435ba2b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.4024622 Nov 08 00:35:21.054217 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-ab84449b-ca4c-4e3d-badc-15ab8ef9ec99', 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99', 'tenant_id': '252f777bf23742369726b845e3226a30', 'fixed_ips': [{'subnet_id': '53d87ed3-88d1-4178-af7b-2ba0e0ae4d43'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:35:21.055186 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:21.060337 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] For port 289b41a5-ddfb-4434-bebe-ab10c2dae0e8, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:35:21.064740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] For port 289b41a5-ddfb-4434-bebe-ab10c2dae0e8, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=289b41a5-ddfb-4434-bebe-ab10c2dae0e8,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:35:21.083199 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-abf70b95-6e3f-4512-82be-49487bba1535 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6344965 Nov 08 00:35:21.141874 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:21.201761 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:21.206624 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:21.206624 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] 10.222.0.20 "PUT /v2.0/ports/289b41a5-ddfb-4434-bebe-ab10c2dae0e8 HTTP/1.1" status: 200 len: 1092 time: 2.2596502 Nov 08 00:35:21.222237 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7a8c91d-e69f-4686-9476-e2b6ff516b89 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:21.238373 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601e148f-a68b-4789-b379-b9205b3794d6', 'tag': '289b41a5-ddfb-4434-bebe-ab10c2dae0e8'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:35:21.241216 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bf8894-3004-4a96-aa2c-69e30a00576e" -d '{"events": [{"name": "network-changed", "server_uuid": "601e148f-a68b-4789-b379-b9205b3794d6", "tag": "289b41a5-ddfb-4434-bebe-ab10c2dae0e8"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:35:21.344795 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a670e-00a0-44d1-8074-dd987b8984ff service neutron] Pushing event updated for resources: {'Port': ['ID=289b41a5-ddfb-4434-bebe-ab10c2dae0e8,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:21.409060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8c91d-e69f-4686-9476-e2b6ff516b89 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=a697621e-40ee-45a8-8f18-4838c8bd67b0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:21.433549 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96906558-b45f-430a-9ca4-ae6b0a918f17 req-19bf089e-cbaf-4cfe-9c7a-9ef5d03ff5d2 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013374 Nov 08 00:35:21.435185 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4267ef01-a0f4-4564-8aa7-422707775e66 x-openstack-request-id: req-4267ef01-a0f4-4564-8aa7-422707775e66 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:35:21.441635 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7a8c91d-e69f-4686-9476-e2b6ff516b89 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:21.447299 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c7a8c91d-e69f-4686-9476-e2b6ff516b89 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/ports/a697621e-40ee-45a8-8f18-4838c8bd67b0 HTTP/1.1" status: 204 len: 168 time: 1.4571617 Nov 08 00:35:21.447495 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601e148f-a68b-4789-b379-b9205b3794d6", "tag": "289b41a5-ddfb-4434-bebe-ab10c2dae0e8", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:35:21.447495 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4267ef01-a0f4-4564-8aa7-422707775e66 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:35:21.447495 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601e148f-a68b-4789-b379-b9205b3794d6', 'tag': '289b41a5-ddfb-4434-bebe-ab10c2dae0e8', 'status': 'completed', 'code': 200} Nov 08 00:35:21.455918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43160) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:21.471857 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] Allocated IP 172.20.0.2 (ab84449b-ca4c-4e3d-badc-15ab8ef9ec99/53d87ed3-88d1-4178-af7b-2ba0e0ae4d43/a4cfbb9d-eeea-4698-841b-df0c8e6d01dc) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:21.473856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a9b2ac27-fcc1-4ad2-a76b-93e6d447cfce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1', 'mac_address': 'fa:16:3e:fd:0c:ad', 'name': 'tempest-PortsIpV6TestJSON-746929989'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:21.515437 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-281911d5-6971-4830-843f-9b1522fb5ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:21.517738 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-281911d5-6971-4830-843f-9b1522fb5ec6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 1095 time: 0.1616251 Nov 08 00:35:21.641529 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-8ea28511-d2e5-4575-93eb-c16d081ba6d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=289b41a5-ddfb-4434-bebe-ab10c2dae0e8 HTTP/1.1" status: 200 len: 217 time: 0.1112936 Nov 08 00:35:21.702636 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09a0c3e-5f47-4e18-95fb-b738060acb48 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:35:21.709652 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e09a0c3e-5f47-4e18-95fb-b738060acb48 admin admin] 10.222.0.13 "PUT /v2.0/routers/70149018-7332-4c49-9f0b-0e9df43c3f24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8395271 Nov 08 00:35:21.718611 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] Sync routers for ids ['70149018-7332-4c49-9f0b-0e9df43c3f24'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:35:21.760931 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:21.763186 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ae4c8dd2-3696-4714-93a8-f3abacfd9797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:21.769349 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-ae4c8dd2-3696-4714-93a8-f3abacfd9797 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.1213565 Nov 08 00:35:21.775869 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] Routers {'70149018-7332-4c49-9f0b-0e9df43c3f24'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:35:21.777059 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:35:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['70149018-7332-4c49-9f0b-0e9df43c3f24'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:21.821023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b2ac27-fcc1-4ad2-a76b-93e6d447cfce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:21.881067 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:21.900307 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-4f24210c-84f1-4030-b714-17e87341fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:21.903466 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-4f24210c-84f1-4030-b714-17e87341fccd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253049 Nov 08 00:35:21.948249 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] Network ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:21.949973 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:21.959179 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:21.992977 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] Pushing event updated for resources: {'Port': ['ID=a4cfbb9d-eeea-4698-841b-df0c8e6d01dc,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:22.070803 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] Set router 70149018-7332-4c49-9f0b-0e9df43c3f24 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:35:22.155263 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-fc01486f-0d86-4c16-9a13-d8459d52f1ae service neutron] 10.222.0.20 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458189 Nov 08 00:35:22.238472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] Attempting to bind port a4cfbb9d-eeea-4698-841b-df0c8e6d01dc on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:35:22.238843 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] Attempting to bind port a4cfbb9d-eeea-4698-841b-df0c8e6d01dc by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '90de7966-4dd7-4df5-8347-dea7cee0f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:35:22.240840 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] Attempting to bind port a4cfbb9d-eeea-4698-841b-df0c8e6d01dc on network ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:35:22.280188 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6ee894eb-7d5f-4435-9a83-be7ad0584e22 req-de888281-78ef-432e-9b1e-976d671d5ef8 service neutron] 10.222.0.20 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171868 Nov 08 00:35:22.294097 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:35:22.296005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] Checking segment: {'id': '90de7966-4dd7-4df5-8347-dea7cee0f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:35:22.296005 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:22.296005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] Bound using segment: {'id': '90de7966-4dd7-4df5-8347-dea7cee0f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:35:22.297564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] Bound port: a4cfbb9d-eeea-4698-841b-df0c8e6d01dc, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90de7966-4dd7-4df5-8347-dea7cee0f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:35:22.297564 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:22.348680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-de08ee3f-d0c1-4fea-a1b2-215566277f59 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:22.362527 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-de08ee3f-d0c1-4fea-a1b2-215566277f59 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/networks?id=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 HTTP/1.1" status: 200 len: 816 time: 0.3841360 Nov 08 00:35:22.398075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-fe5464b1-28a9-4fcd-b824-c9d2de15e042 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/quotas/252f777bf23742369726b845e3226a30 HTTP/1.1" status: 200 len: 375 time: 0.0346537 Nov 08 00:35:22.434831 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a9b2ac27-fcc1-4ad2-a76b-93e6d447cfce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:22.483107 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-07c511f3-19f6-46ac-a5f8-50e860adeeee tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=252f777bf23742369726b845e3226a30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0840399 Nov 08 00:35:22.487022 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-a9b2ac27-fcc1-4ad2-a76b-93e6d447cfce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] device_id is not set on port d78f4243-d3b9-4137-87e3-67fa3ea69958 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:35:22.568161 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf8894-3004-4a96-aa2c-69e30a00576e req-6f0f3084-bc77-486c-80d5-20b8af4acb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:22.575873 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-87bf8894-3004-4a96-aa2c-69e30a00576e req-6f0f3084-bc77-486c-80d5-20b8af4acb52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 1095 time: 0.1413662 Nov 08 00:35:22.749857 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf8894-3004-4a96-aa2c-69e30a00576e req-19459833-818c-4147-9337-0cd5524c8327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:22.751935 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-87bf8894-3004-4a96-aa2c-69e30a00576e req-19459833-818c-4147-9337-0cd5524c8327 service neutron] 10.222.0.20 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 913 time: 0.1742811 Nov 08 00:35:22.794204 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-f694fd21-7e3a-4d51-b42f-204104d47847 service neutron] 10.222.0.13 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100541 Nov 08 00:35:22.804023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc751d9-332b-41d1-a394-8c1ae5ac320e req-7776839b-01ea-4a09-bad3-15da525f3074 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:22.807555 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9cc751d9-332b-41d1-a394-8c1ae5ac320e req-7776839b-01ea-4a09-bad3-15da525f3074 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.1852510 Nov 08 00:35:22.812276 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-87bf8894-3004-4a96-aa2c-69e30a00576e req-a7205853-f685-4329-a3e7-8d6e43fde25c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=289b41a5-ddfb-4434-bebe-ab10c2dae0e8 HTTP/1.1" status: 200 len: 217 time: 0.0536194 Nov 08 00:35:22.863560 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] For port a4cfbb9d-eeea-4698-841b-df0c8e6d01dc, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:35:22.870012 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] For port a4cfbb9d-eeea-4698-841b-df0c8e6d01dc, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a4cfbb9d-eeea-4698-841b-df0c8e6d01dc,segment=NetworkSegment(90de7966-4dd7-4df5-8347-dea7cee0f550),segment_id=90de7966-4dd7-4df5-8347-dea7cee0f550)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:35:22.897040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'name': 'tempest-TaggedBootDevicesTest-1187649046-router', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:35:10Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'gw_port': {'id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:11Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'fab09d7b-728f-4ef9-b62c-1f382bda92ce', 'name': '', 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'mac_address': 'fa:16:3e:91:fe:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '27c96a89-7ab5-4bdd-a965-d1c0a565158c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:16Z', 'updated_at': '2021-11-08T00:35:19Z', 'revision_number': 2, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'subnets': [{'id': '27c96a89-7ab5-4bdd-a965-d1c0a565158c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:22.900812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf8894-3004-4a96-aa2c-69e30a00576e req-a90515c2-009b-4898-9e80-74e4951c63cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:22.902274 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-87bf8894-3004-4a96-aa2c-69e30a00576e req-a90515c2-009b-4898-9e80-74e4951c63cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.0835419 Nov 08 00:35:22.934256 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] Checking router: 70149018-7332-4c49-9f0b-0e9df43c3f24 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:35:22.934924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] Updating router 70149018-7332-4c49-9f0b-0e9df43c3f24 port fab09d7b-728f-4ef9-b62c-1f382bda92ce binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:35:22.978785 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:22.980218 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf8894-3004-4a96-aa2c-69e30a00576e req-2e795a7e-af3a-4534-a271-b80d8292728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:22.980448 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-3e6a5c29-16d6-4425-902c-0bde386ed739 service neutron] 10.222.0.13 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852648 Nov 08 00:35:22.982362 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-87bf8894-3004-4a96-aa2c-69e30a00576e req-2e795a7e-af3a-4534-a271-b80d8292728f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730188 Nov 08 00:35:22.983900 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a9b2ac27-fcc1-4ad2-a76b-93e6d447cfce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:23.003683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9cc751d9-332b-41d1-a394-8c1ae5ac320e req-b5bca6d9-53be-4555-b362-3ad630ae114b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117728 Nov 08 00:35:23.113708 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:23.136674 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-87bf8894-3004-4a96-aa2c-69e30a00576e req-3eea8939-7a3e-4a90-a9ea-0f9380a6acd4 service neutron] 10.222.0.20 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445835 Nov 08 00:35:23.223857 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968ee3f-8e7a-4880-9796-697a2b71178f None None] Pushing event updated for resources: {'Port': ['ID=a4cfbb9d-eeea-4698-841b-df0c8e6d01dc,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:23.229825 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a9b2ac27-fcc1-4ad2-a76b-93e6d447cfce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:23.330931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b2ac27-fcc1-4ad2-a76b-93e6d447cfce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:23.341914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-a9b2ac27-fcc1-4ad2-a76b-93e6d447cfce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:23.345302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2ac27-fcc1-4ad2-a76b-93e6d447cfce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:23.352520 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b2ac27-fcc1-4ad2-a76b-93e6d447cfce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:23.358096 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a9b2ac27-fcc1-4ad2-a76b-93e6d447cfce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:23.362474 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2ac27-fcc1-4ad2-a76b-93e6d447cfce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=d78f4243-d3b9-4137-87e3-67fa3ea69958,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:23.397066 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-87bf8894-3004-4a96-aa2c-69e30a00576e req-88abfd96-4062-4725-83a8-33d40259ccf2 service neutron] 10.222.0.20 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503488 Nov 08 00:35:23.515197 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a9b2ac27-fcc1-4ad2-a76b-93e6d447cfce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0564342 Nov 08 00:35:23.523944 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43254) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:23.655569 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa0e1ea-e443-4307-b7a6-92e559767a3f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:23.662694 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3fa0e1ea-e443-4307-b7a6-92e559767a3f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports/d78f4243-d3b9-4137-87e3-67fa3ea69958 HTTP/1.1" status: 200 len: 844 time: 0.1267366 Nov 08 00:35:23.675151 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43260) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:23.882978 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-b5991a8d-503b-4696-aafe-7e8680c25524 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:23.884791 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-b5991a8d-503b-4696-aafe-7e8680c25524 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/networks?id=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 HTTP/1.1" status: 200 len: 816 time: 0.3765576 Nov 08 00:35:23.920952 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-9a83b09e-933d-46f3-97f8-cf61753ac92f tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/quotas/252f777bf23742369726b845e3226a30 HTTP/1.1" status: 200 len: 375 time: 0.0277233 Nov 08 00:35:23.931457 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-7851ea25-037f-40e6-a2d5-1f1eb16343c2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port d78f4243-d3b9-4137-87e3-67fa3ea69958 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:23.931728 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7851ea25-037f-40e6-a2d5-1f1eb16343c2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:24.066460 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:24.076003 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7851ea25-037f-40e6-a2d5-1f1eb16343c2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:24.083764 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-697df4fd-6e79-422d-aa4a-81aa8fafea24 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=252f777bf23742369726b845e3226a30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1557887 Nov 08 00:35:24.117472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-7851ea25-037f-40e6-a2d5-1f1eb16343c2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for d78f4243-d3b9-4137-87e3-67fa3ea69958 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:24.150122 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:24.407101 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a4cfbb9d-eeea-4698-841b-df0c8e6d01dc up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:35:24.439462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0295c-5fcf-4a11-8149-a4229ef52eee None None] Pushing event updated for resources: {'Port': ['ID=fab09d7b-728f-4ef9-b62c-1f382bda92ce,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:24.495826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4fc9a-51f1-47b6-b5df-961a74327c63 req-a3632b4b-4482-4e0d-89a3-5f21b7a50f87 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:24.508673 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fcb4fc9a-51f1-47b6-b5df-961a74327c63 req-a3632b4b-4482-4e0d-89a3-5f21b7a50f87 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.3720949 Nov 08 00:35:24.551639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] Attempting to bind port fab09d7b-728f-4ef9-b62c-1f382bda92ce on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:35:24.554505 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] Attempting to bind port fab09d7b-728f-4ef9-b62c-1f382bda92ce by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '93030cca-2466-4fe0-9b85-9dd8f0cb508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:35:24.555071 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] Attempting to bind port fab09d7b-728f-4ef9-b62c-1f382bda92ce on network cc5b0d97-a530-416c-8598-edbfeb38986f {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:35:24.586257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:35:24.588435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] Checking segment: {'id': '93030cca-2466-4fe0-9b85-9dd8f0cb508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:35:24.588435 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:24.588435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] Bound using segment: {'id': '93030cca-2466-4fe0-9b85-9dd8f0cb508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:35:24.588435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] Bound port: fab09d7b-728f-4ef9-b62c-1f382bda92ce, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93030cca-2466-4fe0-9b85-9dd8f0cb508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:35:24.588435 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:24.613618 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-929061a3-eb01-4d8a-a978-0183f385cc3b service neutron] 10.222.0.13 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210087 Nov 08 00:35:24.637598 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7851ea25-037f-40e6-a2d5-1f1eb16343c2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:24.696805 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fcb4fc9a-51f1-47b6-b5df-961a74327c63 req-c18a56bb-7114-4929-80cd-558ddd8110c0 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872473 Nov 08 00:35:24.706374 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port a4cfbb9d-eeea-4698-841b-df0c8e6d01dc triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:24.715609 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:24.769222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851ea25-037f-40e6-a2d5-1f1eb16343c2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=d78f4243-d3b9-4137-87e3-67fa3ea69958,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:24.797039 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7851ea25-037f-40e6-a2d5-1f1eb16343c2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:24.800362 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7851ea25-037f-40e6-a2d5-1f1eb16343c2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/ports/d78f4243-d3b9-4137-87e3-67fa3ea69958 HTTP/1.1" status: 204 len: 168 time: 1.1241236 Nov 08 00:35:24.803937 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43306) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:24.885630 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a58df9a-d2cc-4982-9c8c-bdf996915be7 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] GET failed (client error): The resource could not be found. Nov 08 00:35:24.888492 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1a58df9a-d2cc-4982-9c8c-bdf996915be7 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports/d78f4243-d3b9-4137-87e3-67fa3ea69958 HTTP/1.1" status: 404 len: 333 time: 0.0835104 Nov 08 00:35:24.895852 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43310) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:24.912911 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-83c56ba0-b942-4b1c-bb3b-6f4627f92ac6 service neutron] 10.222.0.13 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979887 Nov 08 00:35:24.920824 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d1645910-a7a6-4540-9f3d-0500cc2b31f1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1', 'name': 'tempest-PortsIpV6TestJSON-1971826611'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:25.104953 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:25.128415 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5ff9df53-4540-4315-abad-a9948c44977b None None] Provisioning complete for port fab09d7b-728f-4ef9-b62c-1f382bda92ce triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:25.131142 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ff9df53-4540-4315-abad-a9948c44977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:25.183474 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] For port fab09d7b-728f-4ef9-b62c-1f382bda92ce, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:35:25.224389 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1645910-a7a6-4540-9f3d-0500cc2b31f1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:25.230131 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d1645910-a7a6-4540-9f3d-0500cc2b31f1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:25.240483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] For port fab09d7b-728f-4ef9-b62c-1f382bda92ce, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=fab09d7b-728f-4ef9-b62c-1f382bda92ce,segment=NetworkSegment(93030cca-2466-4fe0-9b85-9dd8f0cb508d),segment_id=93030cca-2466-4fe0-9b85-9dd8f0cb508d)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:35:25.242568 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port a4cfbb9d-eeea-4698-841b-df0c8e6d01dc, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a4cfbb9d-eeea-4698-841b-df0c8e6d01dc,segment=NetworkSegment(90de7966-4dd7-4df5-8347-dea7cee0f550),segment_id=90de7966-4dd7-4df5-8347-dea7cee0f550)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:25.244242 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5ff9df53-4540-4315-abad-a9948c44977b None None] Port fab09d7b-728f-4ef9-b62c-1f382bda92ce cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:35:25.283510 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-d1645910-a7a6-4540-9f3d-0500cc2b31f1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] device_id is not set on port 44562328-8b4d-4dea-9e0d-f9581f450d39 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:35:25.284843 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930ecbde-9ae6-4596-8c2f-2bcb12ac426d None None] Network ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:25.332619 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:25.408399 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:25.550193 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0295c-5fcf-4a11-8149-a4229ef52eee None None] Pushing event updated for resources: {'Port': ['ID=fab09d7b-728f-4ef9-b62c-1f382bda92ce,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:25.569681 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a831a862-e3fa-4f96-99bb-997418dc3b40 None None] Provisioning complete for port a4cfbb9d-eeea-4698-841b-df0c8e6d01dc triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:25.570053 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a831a862-e3fa-4f96-99bb-997418dc3b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:25.762094 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] Routers {'70149018-7332-4c49-9f0b-0e9df43c3f24'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:35:25.762094 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:35:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['70149018-7332-4c49-9f0b-0e9df43c3f24'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:25.837038 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d1645910-a7a6-4540-9f3d-0500cc2b31f1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:25.976133 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=a4cfbb9d-eeea-4698-841b-df0c8e6d01dc,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:26.012734 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-20ce5daf-47d1-4f80-ade3-9f8622fa866b tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:26.014268 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-20ce5daf-47d1-4f80-ade3-9f8622fa866b tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/networks?id=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 HTTP/1.1" status: 200 len: 816 time: 0.4751592 Nov 08 00:35:26.040564 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-39fb0bd5-d358-48a8-bb74-21dad71b74b4 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/quotas/252f777bf23742369726b845e3226a30 HTTP/1.1" status: 200 len: 375 time: 0.0186903 Nov 08 00:35:26.051052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a6da9-1087-4e02-b9b6-c2816330c9cf req-4f2bcb65-a8bc-4487-a27a-438cdd8f3a64 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:26.052662 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-939a6da9-1087-4e02-b9b6-c2816330c9cf req-4f2bcb65-a8bc-4487-a27a-438cdd8f3a64 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.1621823 Nov 08 00:35:26.122717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d1645910-a7a6-4540-9f3d-0500cc2b31f1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:26.159992 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-939a6da9-1087-4e02-b9b6-c2816330c9cf req-73c2b827-03b9-40c0-a76a-353898198531 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774543 Nov 08 00:35:26.160254 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] Set router 70149018-7332-4c49-9f0b-0e9df43c3f24 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:35:26.164197 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-3ea8e894-b143-43c7-aacf-f06a1d276286 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=252f777bf23742369726b845e3226a30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1105807 Nov 08 00:35:26.320888 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1645910-a7a6-4540-9f3d-0500cc2b31f1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:26.359648 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-d1645910-a7a6-4540-9f3d-0500cc2b31f1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:26.359648 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1645910-a7a6-4540-9f3d-0500cc2b31f1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:26.385388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1645910-a7a6-4540-9f3d-0500cc2b31f1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:26.386105 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d1645910-a7a6-4540-9f3d-0500cc2b31f1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:26.407681 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1645910-a7a6-4540-9f3d-0500cc2b31f1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=44562328-8b4d-4dea-9e0d-f9581f450d39,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:26.413135 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a4cfbb9d-eeea-4698-841b-df0c8e6d01dc up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:35:26.449499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-5d46070f-5b05-4e68-84b2-5ffd72f0f46f service neutron] 10.222.0.13 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465174 Nov 08 00:35:26.497361 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d1645910-a7a6-4540-9f3d-0500cc2b31f1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6001580 Nov 08 00:35:26.503263 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43352) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:26.512214 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-4fafef08-f5e0-4d48-abc5-f62dfd55b89a tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:26.605532 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c5d5bd3c-c344-43bf-a7c6-38b44e6316b6 None None] Provisioning complete for port fab09d7b-728f-4ef9-b62c-1f382bda92ce triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:26.607075 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5d5bd3c-c344-43bf-a7c6-38b44e6316b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:26.693113 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-7d5cbd05-8bf7-49a0-8a28-9c7b1de42931 service neutron] 10.222.0.13 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337546 Nov 08 00:35:26.708475 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4fafef08-f5e0-4d48-abc5-f62dfd55b89a tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:26.911118 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port a4cfbb9d-eeea-4698-841b-df0c8e6d01dc triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:26.911495 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:26.999171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'name': 'tempest-TaggedBootDevicesTest-1187649046-router', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:35:10Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'gw_port': {'id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:11Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'fab09d7b-728f-4ef9-b62c-1f382bda92ce', 'name': '', 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'mac_address': 'fa:16:3e:91:fe:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '27c96a89-7ab5-4bdd-a965-d1c0a565158c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:16Z', 'updated_at': '2021-11-08T00:35:25Z', 'revision_number': 4, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'subnets': [{'id': '27c96a89-7ab5-4bdd-a965-d1c0a565158c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:27.049320 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec1adb2-8027-4e0e-993a-0dd08601e2b6 None None] The sync data for ids ['70149018-7332-4c49-9f0b-0e9df43c3f24'] in n-d-816882-1 is: [{'id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'name': 'tempest-TaggedBootDevicesTest-1187649046-router', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:35:10Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'gw_port': {'id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:11Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'fab09d7b-728f-4ef9-b62c-1f382bda92ce', 'name': '', 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'mac_address': 'fa:16:3e:91:fe:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '27c96a89-7ab5-4bdd-a965-d1c0a565158c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:16Z', 'updated_at': '2021-11-08T00:35:25Z', 'revision_number': 4, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'subnets': [{'id': '27c96a89-7ab5-4bdd-a965-d1c0a565158c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:35:27.052593 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5d5bd3c-c344-43bf-a7c6-38b44e6316b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:27.113198 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4fafef08-f5e0-4d48-abc5-f62dfd55b89a tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:27.188305 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c5d5bd3c-c344-43bf-a7c6-38b44e6316b6 None None] For port fab09d7b-728f-4ef9-b62c-1f382bda92ce, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=fab09d7b-728f-4ef9-b62c-1f382bda92ce,segment=NetworkSegment(93030cca-2466-4fe0-9b85-9dd8f0cb508d),segment_id=93030cca-2466-4fe0-9b85-9dd8f0cb508d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:27.225680 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9a4340e-fcaf-42f9-885e-7ece68a216ca req-134b07ed-0fda-4308-bd85-f0a100174449 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 210 time: 0.1233199 Nov 08 00:35:27.228921 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4fafef08-f5e0-4d48-abc5-f62dfd55b89a tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:27.326803 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5d5bd3c-c344-43bf-a7c6-38b44e6316b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:27.360270 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-8d182c84-6323-468f-bb3f-844fe299b172 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:27.362726 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-8d182c84-6323-468f-bb3f-844fe299b172 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.20 "GET /v2.0/networks?id=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 HTTP/1.1" status: 200 len: 816 time: 0.3677652 Nov 08 00:35:27.443629 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5bd3c-c344-43bf-a7c6-38b44e6316b6 None None] Pushing event updated for resources: {'Port': ['ID=fab09d7b-728f-4ef9-b62c-1f382bda92ce,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:27.472821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-1038414c-38e4-470a-800e-26dfa6c9e33d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Request body: {'port': {'device_id': '15fba5ee-0e47-4802-a554-b4ff3b14cbed', 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99', 'admin_state_up': True, 'tenant_id': '252f777bf23742369726b845e3226a30'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:27.480595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5bd3c-c344-43bf-a7c6-38b44e6316b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:27.492861 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5bd3c-c344-43bf-a7c6-38b44e6316b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:27.493489 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5bd3c-c344-43bf-a7c6-38b44e6316b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:27.493861 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5bd3c-c344-43bf-a7c6-38b44e6316b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:27.494434 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5bd3c-c344-43bf-a7c6-38b44e6316b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:27.494825 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5bd3c-c344-43bf-a7c6-38b44e6316b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:27.495107 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5bd3c-c344-43bf-a7c6-38b44e6316b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:27.495879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5bd3c-c344-43bf-a7c6-38b44e6316b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:27.496218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5bd3c-c344-43bf-a7c6-38b44e6316b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:27.502606 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5bd3c-c344-43bf-a7c6-38b44e6316b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:27.502989 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5bd3c-c344-43bf-a7c6-38b44e6316b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:27.503319 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5bd3c-c344-43bf-a7c6-38b44e6316b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:35:27.537761 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-8354c337-f369-475c-83a2-af55e4b422ca None None] Provisioning complete for port a4cfbb9d-eeea-4698-841b-df0c8e6d01dc triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:27.538139 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8354c337-f369-475c-83a2-af55e4b422ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:27.625553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa670c96-bc2d-4a5a-9b61-4dd6aa4b361c req-801a4cc1-1ab9-43d6-b8a8-82e437ec0b38 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:27.628730 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafef08-f5e0-4d48-abc5-f62dfd55b89a tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=44562328-8b4d-4dea-9e0d-f9581f450d39,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:27.644784 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-4fafef08-f5e0-4d48-abc5-f62dfd55b89a tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] In _notify_port_updated(), no bound segment for port 44562328-8b4d-4dea-9e0d-f9581f450d39 on network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 {{(pid=102771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:35:27.650834 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fafef08-f5e0-4d48-abc5-f62dfd55b89a tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:27.651546 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4fafef08-f5e0-4d48-abc5-f62dfd55b89a tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:27.653058 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4fafef08-f5e0-4d48-abc5-f62dfd55b89a tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "PUT /v2.0/ports/44562328-8b4d-4dea-9e0d-f9581f450d39 HTTP/1.1" status: 200 len: 818 time: 1.1485124 Nov 08 00:35:27.662714 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43378) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:27.665597 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa670c96-bc2d-4a5a-9b61-4dd6aa4b361c req-801a4cc1-1ab9-43d6-b8a8-82e437ec0b38 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.2144892 Nov 08 00:35:27.772971 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa670c96-bc2d-4a5a-9b61-4dd6aa4b361c req-5253ad34-887c-4667-a8e4-0e2dff41d5d0 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020386 Nov 08 00:35:27.944905 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-931e435d-1b4f-41b9-9561-5b4216d5380c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port 44562328-8b4d-4dea-9e0d-f9581f450d39 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:27.945249 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-931e435d-1b4f-41b9-9561-5b4216d5380c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:28.043423 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-931e435d-1b4f-41b9-9561-5b4216d5380c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:28.076437 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-931e435d-1b4f-41b9-9561-5b4216d5380c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for 44562328-8b4d-4dea-9e0d-f9581f450d39 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:28.081232 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-1038414c-38e4-470a-800e-26dfa6c9e33d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Made reservation on behalf of 252f777bf23742369726b845e3226a30 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:28.085604 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-1038414c-38e4-470a-800e-26dfa6c9e33d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:28.229141 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4703a4ef-ee86-4e7b-8576-5a15205648ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:28.309857 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device fab09d7b-728f-4ef9-b62c-1f382bda92ce up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:35:28.392776 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81daba83-29b8-49e4-87f9-3aa277ee12d1 req-4f747eca-6719-4479-84ac-5f3bc4c1908d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 210 time: 0.0775704 Nov 08 00:35:28.606439 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-1038414c-38e4-470a-800e-26dfa6c9e33d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Allocated IP 172.20.0.11 (ab84449b-ca4c-4e3d-badc-15ab8ef9ec99/53d87ed3-88d1-4178-af7b-2ba0e0ae4d43/3b93c8e5-6744-410e-8745-c9cfcbf48abd) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:28.736596 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-931e435d-1b4f-41b9-9561-5b4216d5380c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:28.757888 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port fab09d7b-728f-4ef9-b62c-1f382bda92ce triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:28.758626 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:28.773687 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-931e435d-1b4f-41b9-9561-5b4216d5380c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:28.783029 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-931e435d-1b4f-41b9-9561-5b4216d5380c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/ports/44562328-8b4d-4dea-9e0d-f9581f450d39 HTTP/1.1" status: 204 len: 168 time: 1.1190374 Nov 08 00:35:28.785275 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43398) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:28.818285 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e435d-1b4f-41b9-9561-5b4216d5380c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=44562328-8b4d-4dea-9e0d-f9581f450d39,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:28.910812 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-1038414c-38e4-470a-800e-26dfa6c9e33d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:29.088343 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-1038414c-38e4-470a-800e-26dfa6c9e33d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:29.228476 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-1038414c-38e4-470a-800e-26dfa6c9e33d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Network ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:29.229482 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-1038414c-38e4-470a-800e-26dfa6c9e33d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:29.234372 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-1038414c-38e4-470a-800e-26dfa6c9e33d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:29.243021 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038414c-38e4-470a-800e-26dfa6c9e33d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Pushing event updated for resources: {'Port': ['ID=3b93c8e5-6744-410e-8745-c9cfcbf48abd,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:29.268211 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde924a0-2a90-4dbe-9746-d283353abafc tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:29.269988 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bde924a0-2a90-4dbe-9746-d283353abafc tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4833853 Nov 08 00:35:29.288124 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43420) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:29.393906 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-1038414c-38e4-470a-800e-26dfa6c9e33d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:29.394758 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-1038414c-38e4-470a-800e-26dfa6c9e33d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:29.408662 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d67818-0aa5-4007-ab92-8b4a904c354a req-22ce7119-5576-4ab1-9159-2c24ce5a6c6b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:29.410256 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87d67818-0aa5-4007-ab92-8b4a904c354a req-22ce7119-5576-4ab1-9159-2c24ce5a6c6b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.4600604 Nov 08 00:35:29.431370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-3da8b623-9589-4763-8c55-da01683eb098 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:29.442626 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-3da8b623-9589-4763-8c55-da01683eb098 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.20 "GET /v2.0/networks?id=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 HTTP/1.1" status: 200 len: 816 time: 0.5751343 Nov 08 00:35:29.445083 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b71b105-1a93-4ead-b5fe-55dc15390572 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] GET failed (client error): The resource could not be found. Nov 08 00:35:29.446708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2b71b105-1a93-4ead-b5fe-55dc15390572 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports/44562328-8b4d-4dea-9e0d-f9581f450d39 HTTP/1.1" status: 404 len: 333 time: 0.1678333 Nov 08 00:35:29.452151 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43428) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:29.459462 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-bc544b3a-90ae-4d9d-8a9e-746737a434c7 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1598197812'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:29.471698 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-d0b70a9e-739d-48cb-b7fc-6fa31ab770ea tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Request body: {'port': {'device_id': '6ffaaced-8b97-4257-85e7-4c4ed2e898b5', 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99', 'admin_state_up': True, 'tenant_id': '252f777bf23742369726b845e3226a30'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:29.501477 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-1038414c-38e4-470a-800e-26dfa6c9e33d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0376046 Nov 08 00:35:29.528514 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Request body: {'port': {'device_id': '15fba5ee-0e47-4802-a554-b4ff3b14cbed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:29.611420 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc544b3a-90ae-4d9d-8a9e-746737a434c7 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:29.624023 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc544b3a-90ae-4d9d-8a9e-746737a434c7 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:29.715683 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:29.746693 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0ccba2e-8377-4a32-b2f4-f436602f8ea8 req-8ccddb52-4797-41c9-a948-13e54e707984 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 210 time: 0.0833569 Nov 08 00:35:29.752121 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87d67818-0aa5-4007-ab92-8b4a904c354a req-ffcf5a72-3600-4daa-9e25-ecb24cc41cd7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084683 Nov 08 00:35:29.772863 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc544b3a-90ae-4d9d-8a9e-746737a434c7 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:35:29.792960 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-29593eb6-83d5-4d01-bd4d-b0c60dcf8de9 None None] Provisioning complete for port 3b93c8e5-6744-410e-8745-c9cfcbf48abd triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:29.793598 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29593eb6-83d5-4d01-bd4d-b0c60dcf8de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:29.811592 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc544b3a-90ae-4d9d-8a9e-746737a434c7 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:29.811914 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-bc544b3a-90ae-4d9d-8a9e-746737a434c7 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Added segment b88211f5-a4e1-4c48-a325-0ebb167944cc of type vlan for network d96a19e2-79e9-4c5c-aa77-502163c93485 Nov 08 00:35:29.845687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-29593eb6-83d5-4d01-bd4d-b0c60dcf8de9 None None] Port 3b93c8e5-6744-410e-8745-c9cfcbf48abd cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:35:29.888538 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc544b3a-90ae-4d9d-8a9e-746737a434c7 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:29.898050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-d0b70a9e-739d-48cb-b7fc-6fa31ab770ea tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Made reservation on behalf of 252f777bf23742369726b845e3226a30 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:29.901892 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-d0b70a9e-739d-48cb-b7fc-6fa31ab770ea tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:30.081211 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc544b3a-90ae-4d9d-8a9e-746737a434c7 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:30.088740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc544b3a-90ae-4d9d-8a9e-746737a434c7 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:30.089562 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc544b3a-90ae-4d9d-8a9e-746737a434c7 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:30.233061 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc544b3a-90ae-4d9d-8a9e-746737a434c7 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Network': ['ID=d96a19e2-79e9-4c5c-aa77-502163c93485,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:30.244329 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network d96a19e2-79e9-4c5c-aa77-502163c93485 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:35:30.256256 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bc544b3a-90ae-4d9d-8a9e-746737a434c7 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7997572 Nov 08 00:35:30.256583 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43452) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:30.261949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a2d4ef04-9002-417e-9aa5-80e613cca333 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'subnet': {'network_id': 'd96a19e2-79e9-4c5c-aa77-502163c93485', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:30.363440 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b93c8e5-6744-410e-8745-c9cfcbf48abd {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:35:30.378375 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:30.396319 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Transition to ACTIVE for port object 3b93c8e5-6744-410e-8745-c9cfcbf48abd will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:35:30.494237 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d4ef04-9002-417e-9aa5-80e613cca333 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:30.494237 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ef04-9002-417e-9aa5-80e613cca333 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:30.494912 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:30.564866 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Pushing event updated for resources: {'Port': ['ID=3b93c8e5-6744-410e-8745-c9cfcbf48abd,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:30.698334 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Attempting to bind port 3b93c8e5-6744-410e-8745-c9cfcbf48abd on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:35:30.699891 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Attempting to bind port 3b93c8e5-6744-410e-8745-c9cfcbf48abd by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '90de7966-4dd7-4df5-8347-dea7cee0f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:35:30.699891 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Attempting to bind port 3b93c8e5-6744-410e-8745-c9cfcbf48abd on network ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:35:30.706999 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Port 3b93c8e5-6744-410e-8745-c9cfcbf48abd on network ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:35:30.707332 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Attempting to bind port 3b93c8e5-6744-410e-8745-c9cfcbf48abd on network ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:35:30.714583 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:35:30.714974 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Checking segment: {'id': '90de7966-4dd7-4df5-8347-dea7cee0f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:35:30.715683 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Bound using segment: {'id': '90de7966-4dd7-4df5-8347-dea7cee0f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:35:30.716049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Bound port: 3b93c8e5-6744-410e-8745-c9cfcbf48abd, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90de7966-4dd7-4df5-8347-dea7cee0f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:35:30.716419 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:30.761325 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e919e37b-e2f6-484d-a853-a90fc2f4ff46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:30.955096 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] For port 3b93c8e5-6744-410e-8745-c9cfcbf48abd, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:35:30.965227 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] For port 3b93c8e5-6744-410e-8745-c9cfcbf48abd, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3b93c8e5-6744-410e-8745-c9cfcbf48abd,segment=NetworkSegment(90de7966-4dd7-4df5-8347-dea7cee0f550),segment_id=90de7966-4dd7-4df5-8347-dea7cee0f550)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:35:31.030860 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:31.104815 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:31.229912 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:31.231002 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:31.237789 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] 10.222.0.20 "PUT /v2.0/ports/3b93c8e5-6744-410e-8745-c9cfcbf48abd HTTP/1.1" status: 200 len: 1092 time: 1.7150295 Nov 08 00:35:31.238221 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fba5ee-0e47-4802-a554-b4ff3b14cbed', 'tag': '3b93c8e5-6744-410e-8745-c9cfcbf48abd'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:35:31.248862 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f178b2d5-8794-4a37-885a-2993d447b74c" -d '{"events": [{"name": "network-changed", "server_uuid": "15fba5ee-0e47-4802-a554-b4ff3b14cbed", "tag": "3b93c8e5-6744-410e-8745-c9cfcbf48abd"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:35:31.318246 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b4b7f-3569-4d77-bd30-c81b8f8b119b service neutron] Pushing event updated for resources: {'Port': ['ID=3b93c8e5-6744-410e-8745-c9cfcbf48abd,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:31.343843 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-092e8366-6ca7-4373-a38f-0b72250adbd9 req-c8bcb4b1-a7eb-4f9b-b043-e279783498eb tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 210 time: 0.2659781 Nov 08 00:35:31.447540 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c09bb76-91d2-4dfa-80e7-95615d97c5bf x-openstack-request-id: req-9c09bb76-91d2-4dfa-80e7-95615d97c5bf {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:35:31.451384 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fba5ee-0e47-4802-a554-b4ff3b14cbed", "tag": "3b93c8e5-6744-410e-8745-c9cfcbf48abd", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:35:31.451384 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c09bb76-91d2-4dfa-80e7-95615d97c5bf {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:35:31.451384 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fba5ee-0e47-4802-a554-b4ff3b14cbed', 'tag': '3b93c8e5-6744-410e-8745-c9cfcbf48abd', 'status': 'completed', 'code': 200} Nov 08 00:35:31.468193 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-64c2a5b6-3f61-4b84-8947-83e47c5daf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:31.470144 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-64c2a5b6-3f61-4b84-8947-83e47c5daf24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=252f777bf23742369726b845e3226a30&device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 1095 time: 0.0645878 Nov 08 00:35:31.572633 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-3104af39-4288-454d-947f-57faaee0f655 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b93c8e5-6744-410e-8745-c9cfcbf48abd HTTP/1.1" status: 200 len: 217 time: 0.0900211 Nov 08 00:35:31.650152 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-e32d0ff2-1a58-417e-b06f-031a406be301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:31.652138 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-e32d0ff2-1a58-417e-b06f-031a406be301 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53d87ed3-88d1-4178-af7b-2ba0e0ae4d43 HTTP/1.1" status: 200 len: 855 time: 0.0718346 Nov 08 00:35:31.659192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-d0b70a9e-739d-48cb-b7fc-6fa31ab770ea tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Allocated IP 172.20.0.6 (ab84449b-ca4c-4e3d-badc-15ab8ef9ec99/53d87ed3-88d1-4178-af7b-2ba0e0ae4d43/489184dc-8e23-47bb-b86e-2add0e2f8e95) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:31.669920 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-c4b9cd3d-2057-4588-886f-ad4a914ff943 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:31.671061 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-c4b9cd3d-2057-4588-886f-ad4a914ff943 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.26 "GET /v2.0/networks?id=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 HTTP/1.1" status: 200 len: 816 time: 1.1494923 Nov 08 00:35:31.716662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-cb99dd19-cf4a-4994-be1a-329a046bc4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:31.720311 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-cb99dd19-cf4a-4994-be1a-329a046bc4d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604582 Nov 08 00:35:31.738320 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-9c841a48-629d-4240-b7cc-e3960f0c8263 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Request body: {'port': {'device_id': '8751a748-dbad-44bf-ac57-f7360c09d7ef', 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99', 'admin_state_up': True, 'tenant_id': '252f777bf23742369726b845e3226a30'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:31.755530 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fe3fb-0810-4b14-96b1-1157032242c3 req-855dda71-106e-42c3-b638-cdf54022a8b3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:31.763920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-810fe3fb-0810-4b14-96b1-1157032242c3 req-855dda71-106e-42c3-b638-cdf54022a8b3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.5557437 Nov 08 00:35:31.789340 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:31.894763 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-810fe3fb-0810-4b14-96b1-1157032242c3 req-0b7cb425-0d31-45c0-982b-22f5ece0c67a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301301 Nov 08 00:35:31.938205 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-7afe975f-15aa-4166-9e6f-e6b35c253350 service neutron] 10.222.0.20 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057958 Nov 08 00:35:32.019068 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:32.082304 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ef04-9002-417e-9aa5-80e613cca333 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:32.213529 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2e63f4db-26ab-4608-911c-e358a65eb4d3 req-ddc33821-9204-477f-a586-cca1ad6c43e7 service neutron] 10.222.0.20 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720940 Nov 08 00:35:32.216118 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-d0b70a9e-739d-48cb-b7fc-6fa31ab770ea tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:32.221110 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4ef04-9002-417e-9aa5-80e613cca333 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Subnet': ['ID=bc5d84fc-29a5-42df-8ffa-e9930add940f,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:32.237002 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-9c841a48-629d-4240-b7cc-e3960f0c8263 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Made reservation on behalf of 252f777bf23742369726b845e3226a30 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:32.242696 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-9c841a48-629d-4240-b7cc-e3960f0c8263 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:32.263371 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4ef04-9002-417e-9aa5-80e613cca333 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Checking segment: {'id': 'b88211f5-a4e1-4c48-a325-0ebb167944cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd96a19e2-79e9-4c5c-aa77-502163c93485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:35:32.263764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d4ef04-9002-417e-9aa5-80e613cca333 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network hostable DHCP agents. Network: d96a19e2-79e9-4c5c-aa77-502163c93485, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:35:32.455095 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-d0b70a9e-739d-48cb-b7fc-6fa31ab770ea tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:32.521752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178b2d5-8794-4a37-885a-2993d447b74c req-7eca2f6c-e52a-4f54-a359-b94fefe7a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:32.526154 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f178b2d5-8794-4a37-885a-2993d447b74c req-7eca2f6c-e52a-4f54-a359-b94fefe7a198 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=252f777bf23742369726b845e3226a30&device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 1095 time: 0.0909965 Nov 08 00:35:32.546706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d4ef04-9002-417e-9aa5-80e613cca333 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network d96a19e2-79e9-4c5c-aa77-502163c93485 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:35:32.590571 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c6e6e9d-6459-417e-a0be-b63cea5728f8 req-53f2d054-81ed-4592-8b14-f0cf441df69f tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 210 time: 0.1326923 Nov 08 00:35:32.622209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-9c841a48-629d-4240-b7cc-e3960f0c8263 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Allocated IP 172.20.0.8 (ab84449b-ca4c-4e3d-badc-15ab8ef9ec99/53d87ed3-88d1-4178-af7b-2ba0e0ae4d43/aac42709-fc8c-430b-9b81-4540c51ec281) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:32.625909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-d0b70a9e-739d-48cb-b7fc-6fa31ab770ea tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Network ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:32.626821 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b70a9e-739d-48cb-b7fc-6fa31ab770ea tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Pushing event updated for resources: {'Port': ['ID=489184dc-8e23-47bb-b86e-2add0e2f8e95,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:32.632192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-d0b70a9e-739d-48cb-b7fc-6fa31ab770ea tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:32.658900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-d0b70a9e-739d-48cb-b7fc-6fa31ab770ea tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:32.722419 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-d0b70a9e-739d-48cb-b7fc-6fa31ab770ea tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:32.723334 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-d0b70a9e-739d-48cb-b7fc-6fa31ab770ea tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:32.729403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-a2d4ef04-9002-417e-9aa5-80e613cca333 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, d96a19e2-79e9-4c5c-aa77-502163c93485) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:32.738211 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178b2d5-8794-4a37-885a-2993d447b74c req-043ebdc5-7887-4bc8-b2aa-098efee8b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:32.739954 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f178b2d5-8794-4a37-885a-2993d447b74c req-043ebdc5-7887-4bc8-b2aa-098efee8b3be service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 HTTP/1.1" status: 200 len: 917 time: 0.2071455 Nov 08 00:35:32.751481 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d826080-f051-44ad-8551-6b4942b066b6 None None] Network d96a19e2-79e9-4c5c-aa77-502163c93485 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:32.756119 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d4ef04-9002-417e-9aa5-80e613cca333 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:32.756718 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ef04-9002-417e-9aa5-80e613cca333 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:32.855249 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f178b2d5-8794-4a37-885a-2993d447b74c req-c30b394c-d37c-448a-96f4-0fd81f06ec18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b93c8e5-6744-410e-8745-c9cfcbf48abd HTTP/1.1" status: 200 len: 217 time: 0.0950596 Nov 08 00:35:32.885566 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-d0b70a9e-739d-48cb-b7fc-6fa31ab770ea tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4202464 Nov 08 00:35:32.910851 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Request body: {'port': {'device_id': '6ffaaced-8b97-4257-85e7-4c4ed2e898b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:32.911322 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178b2d5-8794-4a37-885a-2993d447b74c req-6d306c3d-8b8e-4788-9775-4a6aa2cbdc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:32.913772 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f178b2d5-8794-4a37-885a-2993d447b74c req-6d306c3d-8b8e-4788-9775-4a6aa2cbdc35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53d87ed3-88d1-4178-af7b-2ba0e0ae4d43 HTTP/1.1" status: 200 len: 855 time: 0.0506270 Nov 08 00:35:32.936118 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43498) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:32.940349 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a2d4ef04-9002-417e-9aa5-80e613cca333 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6695175 Nov 08 00:35:32.941854 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-a234f152-f31f-4087-9a7b-cb3d887b7b92 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'subnet': {'network_id': 'd96a19e2-79e9-4c5c-aa77-502163c93485', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:33.049771 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-9c841a48-629d-4240-b7cc-e3960f0c8263 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:33.056220 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178b2d5-8794-4a37-885a-2993d447b74c req-302b8bad-feab-4e5e-ab72-2a2a02dfc1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:33.057951 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f178b2d5-8794-4a37-885a-2993d447b74c req-302b8bad-feab-4e5e-ab72-2a2a02dfc1ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369710 Nov 08 00:35:33.064635 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-d96a19e2-79e9-4c5c-aa77-502163c93485', 'network_id': 'd96a19e2-79e9-4c5c-aa77-502163c93485', 'tenant_id': 'ac77e126339f489381e68549ad15ca0b', 'fixed_ips': [{'subnet_id': 'bc5d84fc-29a5-42df-8ffa-e9930add940f'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:35:33.066212 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:33.145741 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:33.188508 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-325df20b-5777-4863-9323-5cf4ef86d647 None None] Provisioning complete for port 489184dc-8e23-47bb-b86e-2add0e2f8e95 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:33.188899 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-325df20b-5777-4863-9323-5cf4ef86d647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:33.192054 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26f7b4-2be5-4be6-a1b1-be4fb6a3c6c6 req-f418180c-a039-4cdf-b065-c97ddf15139c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:33.193651 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8b26f7b4-2be5-4be6-a1b1-be4fb6a3c6c6 req-f418180c-a039-4cdf-b065-c97ddf15139c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.1416829 Nov 08 00:35:33.228550 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f178b2d5-8794-4a37-885a-2993d447b74c req-c6b3f5b5-d933-4a7e-9e3c-b51fc8b25d48 service neutron] 10.222.0.20 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613777 Nov 08 00:35:33.248549 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-325df20b-5777-4863-9323-5cf4ef86d647 None None] Port 489184dc-8e23-47bb-b86e-2add0e2f8e95 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:35:33.342055 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8b26f7b4-2be5-4be6-a1b1-be4fb6a3c6c6 req-ec2f0cf8-207b-4495-860c-3918e0dc734e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779395 Nov 08 00:35:33.351765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] Allocated IP 2001:db8::2 (d96a19e2-79e9-4c5c-aa77-502163c93485/bc5d84fc-29a5-42df-8ffa-e9930add940f/c91ae206-bbb6-4b58-a128-e532695fb87e) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:33.373463 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f178b2d5-8794-4a37-885a-2993d447b74c req-71ebcd01-56f3-44aa-a5b1-6beb2fba6dc1 service neutron] 10.222.0.20 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269217 Nov 08 00:35:33.405533 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:33.568943 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:33.649994 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-9c841a48-629d-4240-b7cc-e3960f0c8263 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:33.652441 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a234f152-f31f-4087-9a7b-cb3d887b7b92 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:33.656054 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a234f152-f31f-4087-9a7b-cb3d887b7b92 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:33.739532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-9c841a48-629d-4240-b7cc-e3960f0c8263 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Network ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:33.750355 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:33.761759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-9c841a48-629d-4240-b7cc-e3960f0c8263 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:33.792275 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-9c841a48-629d-4240-b7cc-e3960f0c8263 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:33.836858 n-d-816882-1 neutron-server[102771]: INFO neutron.db.ipam_backend_mixin [None req-a234f152-f31f-4087-9a7b-cb3d887b7b92 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc5d84fc-29a5-42df-8ffa-e9930add940f (CIDR: 2001:db8::/64) Nov 08 00:35:33.842386 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] Network d96a19e2-79e9-4c5c-aa77-502163c93485 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:33.851729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:33.857197 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:33.868675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c841a48-629d-4240-b7cc-e3960f0c8263 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Pushing event updated for resources: {'Port': ['ID=aac42709-fc8c-430b-9b81-4540c51ec281,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:33.880459 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] Pushing event updated for resources: {'Port': ['ID=c91ae206-bbb6-4b58-a128-e532695fb87e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:33.892776 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbb24c-0530-47a8-a88b-c49bb389ade1 req-997c3912-68d2-4725-9bc6-9ab0488f8b6b tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:33.894377 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d6dbb24c-0530-47a8-a88b-c49bb389ade1 req-997c3912-68d2-4725-9bc6-9ab0488f8b6b tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 931 time: 0.1698046 Nov 08 00:35:33.911746 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a234f152-f31f-4087-9a7b-cb3d887b7b92 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:35:33.912152 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a234f152-f31f-4087-9a7b-cb3d887b7b92 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:35:33.942216 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] Attempting to bind port c91ae206-bbb6-4b58-a128-e532695fb87e on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:35:33.942647 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] Attempting to bind port c91ae206-bbb6-4b58-a128-e532695fb87e by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'b88211f5-a4e1-4c48-a325-0ebb167944cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd96a19e2-79e9-4c5c-aa77-502163c93485'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:35:33.943037 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] Attempting to bind port c91ae206-bbb6-4b58-a128-e532695fb87e on network d96a19e2-79e9-4c5c-aa77-502163c93485 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:35:33.949876 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:35:33.950497 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] Checking segment: {'id': 'b88211f5-a4e1-4c48-a325-0ebb167944cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd96a19e2-79e9-4c5c-aa77-502163c93485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:35:33.951111 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:33.951733 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] Bound using segment: {'id': 'b88211f5-a4e1-4c48-a325-0ebb167944cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd96a19e2-79e9-4c5c-aa77-502163c93485'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:35:33.952443 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] Bound port: c91ae206-bbb6-4b58-a128-e532695fb87e, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88211f5-a4e1-4c48-a325-0ebb167944cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd96a19e2-79e9-4c5c-aa77-502163c93485'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:35:33.953098 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:33.986694 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-9c841a48-629d-4240-b7cc-e3960f0c8263 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:33.987533 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a234f152-f31f-4087-9a7b-cb3d887b7b92 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0512280 Nov 08 00:35:33.988009 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-9c841a48-629d-4240-b7cc-e3960f0c8263 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:33.990215 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43516) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:33.996427 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8a2a57f2-4f95-4f7e-94c6-1119f2d42146 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'subnet': {'network_id': 'd96a19e2-79e9-4c5c-aa77-502163c93485', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:34.070050 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] For port c91ae206-bbb6-4b58-a128-e532695fb87e, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:35:34.084688 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] For port c91ae206-bbb6-4b58-a128-e532695fb87e, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c91ae206-bbb6-4b58-a128-e532695fb87e,segment=NetworkSegment(b88211f5-a4e1-4c48-a325-0ebb167944cc),segment_id=b88211f5-a4e1-4c48-a325-0ebb167944cc)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:35:34.122111 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d6dbb24c-0530-47a8-a88b-c49bb389ade1 req-93d789eb-38bb-4d9b-810c-0e2b52af21cd tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003868 Nov 08 00:35:34.176470 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b29affc9-e86f-43cb-a6bb-af5ee527d3d8 None None] Provisioning complete for port aac42709-fc8c-430b-9b81-4540c51ec281 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:34.177205 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b29affc9-e86f-43cb-a6bb-af5ee527d3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:34.213247 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489184dc-8e23-47bb-b86e-2add0e2f8e95 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:35:34.227585 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:34.227984 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b29affc9-e86f-43cb-a6bb-af5ee527d3d8 None None] Port aac42709-fc8c-430b-9b81-4540c51ec281 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:35:34.230304 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:34.243890 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-9c841a48-629d-4240-b7cc-e3960f0c8263 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5132058 Nov 08 00:35:34.249622 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Transition to ACTIVE for port object 489184dc-8e23-47bb-b86e-2add0e2f8e95 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:35:34.264219 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Request body: {'port': {'device_id': '8751a748-dbad-44bf-ac57-f7360c09d7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:34.308687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11aefdb-d585-4cd0-a821-ee14e173e022 None None] Pushing event updated for resources: {'Port': ['ID=c91ae206-bbb6-4b58-a128-e532695fb87e,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:34.320980 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2a57f2-4f95-4f7e-94c6-1119f2d42146 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:34.326752 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a2a57f2-4f95-4f7e-94c6-1119f2d42146 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:34.352042 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:34.620397 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:34.669975 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Pushing event updated for resources: {'Port': ['ID=489184dc-8e23-47bb-b86e-2add0e2f8e95,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:34.819125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f8e7c-fc2d-4e1d-9e7b-aa3660502bfe req-79b94507-c982-4fb6-8f52-4a63c686edd4 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:34.820984 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-212f8e7c-fc2d-4e1d-9e7b-aa3660502bfe req-79b94507-c982-4fb6-8f52-4a63c686edd4 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.3279824 Nov 08 00:35:35.002537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Attempting to bind port 489184dc-8e23-47bb-b86e-2add0e2f8e95 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:35:35.002872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Attempting to bind port 489184dc-8e23-47bb-b86e-2add0e2f8e95 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '90de7966-4dd7-4df5-8347-dea7cee0f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:35:35.003217 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Attempting to bind port 489184dc-8e23-47bb-b86e-2add0e2f8e95 on network ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:35:35.032553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Port 489184dc-8e23-47bb-b86e-2add0e2f8e95 on network ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:35:35.032901 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Attempting to bind port 489184dc-8e23-47bb-b86e-2add0e2f8e95 on network ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:35:35.053318 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-212f8e7c-fc2d-4e1d-9e7b-aa3660502bfe req-35827b0a-dcdb-45b1-9c2d-7e6d99675b3b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172406 Nov 08 00:35:35.080493 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:35:35.080834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Checking segment: {'id': '90de7966-4dd7-4df5-8347-dea7cee0f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:35:35.081222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Bound using segment: {'id': '90de7966-4dd7-4df5-8347-dea7cee0f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:35:35.081661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Bound port: 489184dc-8e23-47bb-b86e-2add0e2f8e95, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90de7966-4dd7-4df5-8347-dea7cee0f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:35:35.082013 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:35.093198 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a2a57f2-4f95-4f7e-94c6-1119f2d42146 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:35.145629 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2a57f2-4f95-4f7e-94c6-1119f2d42146 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network d96a19e2-79e9-4c5c-aa77-502163c93485 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:35.149332 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-8a2a57f2-4f95-4f7e-94c6-1119f2d42146 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:35.156020 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2a57f2-4f95-4f7e-94c6-1119f2d42146 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:35.157458 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a2a57f2-4f95-4f7e-94c6-1119f2d42146 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:35.170728 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a57f2-4f95-4f7e-94c6-1119f2d42146 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Subnet': ['ID=8a4c967e-249f-4e1c-a032-fba782490df9,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:35.212597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] For port 489184dc-8e23-47bb-b86e-2add0e2f8e95, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:35:35.232473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] For port 489184dc-8e23-47bb-b86e-2add0e2f8e95, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=489184dc-8e23-47bb-b86e-2add0e2f8e95,segment=NetworkSegment(90de7966-4dd7-4df5-8347-dea7cee0f550),segment_id=90de7966-4dd7-4df5-8347-dea7cee0f550)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:35:35.313206 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8a2a57f2-4f95-4f7e-94c6-1119f2d42146 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3210866 Nov 08 00:35:35.315266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac42709-fc8c-430b-9b81-4540c51ec281 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:35:35.317264 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43542) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:35.324430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-4e814c63-2038-4682-9c66-cfb90cf5366f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'network_id': 'd96a19e2-79e9-4c5c-aa77-502163c93485', 'fixed_ips': [{'subnet_id': 'bc5d84fc-29a5-42df-8ffa-e9930add940f'}, {'subnet_id': '8a4c967e-249f-4e1c-a032-fba782490df9'}], 'name': 'tempest-PortsIpV6TestJSON-1653147155'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:35.341195 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:35.358521 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:35.473235 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Transition to ACTIVE for port object aac42709-fc8c-430b-9b81-4540c51ec281 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:35:35.494353 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:35.496282 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:35.497775 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] 10.222.0.20 "PUT /v2.0/ports/489184dc-8e23-47bb-b86e-2add0e2f8e95 HTTP/1.1" status: 200 len: 1091 time: 2.5956099 Nov 08 00:35:35.505555 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffaaced-8b97-4257-85e7-4c4ed2e898b5', 'tag': '489184dc-8e23-47bb-b86e-2add0e2f8e95'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:35:35.514612 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b454e70-0062-4966-bd52-33b3ada49137" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffaaced-8b97-4257-85e7-4c4ed2e898b5", "tag": "489184dc-8e23-47bb-b86e-2add0e2f8e95"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:35:35.587548 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af66364-ab85-4630-8d28-d23603d1965b req-a4d61f96-7c52-4ec7-a0f9-802f7de2f677 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:35.589687 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3af66364-ab85-4630-8d28-d23603d1965b req-a4d61f96-7c52-4ec7-a0f9-802f7de2f677 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 931 time: 0.2684498 Nov 08 00:35:35.594950 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:35.615663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da917d7-26fa-4bde-8bcc-3da2afc40343 service neutron] Pushing event updated for resources: {'Port': ['ID=489184dc-8e23-47bb-b86e-2add0e2f8e95,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:35.642117 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3b93c8e5-6744-410e-8745-c9cfcbf48abd details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:35:35.833857 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3af66364-ab85-4630-8d28-d23603d1965b req-3082220e-9fef-4318-81f1-9652b78ba43f tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315361 Nov 08 00:35:35.865215 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d6dc6e-1e83-4c8f-b880-be8ecb08ae70 x-openstack-request-id: req-e7d6dc6e-1e83-4c8f-b880-be8ecb08ae70 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:35:35.865563 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffaaced-8b97-4257-85e7-4c4ed2e898b5", "tag": "489184dc-8e23-47bb-b86e-2add0e2f8e95", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:35:35.865765 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7d6dc6e-1e83-4c8f-b880-be8ecb08ae70 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:35:35.866141 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffaaced-8b97-4257-85e7-4c4ed2e898b5', 'tag': '489184dc-8e23-47bb-b86e-2add0e2f8e95', 'status': 'completed', 'code': 200} Nov 08 00:35:35.873940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Pushing event updated for resources: {'Port': ['ID=aac42709-fc8c-430b-9b81-4540c51ec281,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:35.929265 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-eb4e66e9-bfbd-4dc4-95fa-6801d85e2f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:35.931139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-eb4e66e9-bfbd-4dc4-95fa-6801d85e2f0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=252f777bf23742369726b845e3226a30&device_id=6ffaaced-8b97-4257-85e7-4c4ed2e898b5 HTTP/1.1" status: 200 len: 1094 time: 0.2706177 Nov 08 00:35:36.035394 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3b93c8e5-6744-410e-8745-c9cfcbf48abd, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3b93c8e5-6744-410e-8745-c9cfcbf48abd,segment=NetworkSegment(90de7966-4dd7-4df5-8347-dea7cee0f550),segment_id=90de7966-4dd7-4df5-8347-dea7cee0f550)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:36.061805 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-a2e3a1f7-9c46-4dd6-b5b9-61cc4237b511 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=489184dc-8e23-47bb-b86e-2add0e2f8e95 HTTP/1.1" status: 200 len: 217 time: 0.1124420 Nov 08 00:35:36.083777 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '3b93c8e5-6744-410e-8745-c9cfcbf48abd', 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99', 'port_id': '3b93c8e5-6744-410e-8745-c9cfcbf48abd', 'mac_address': 'fa:16:3e:7b:9a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53d87ed3-88d1-4178-af7b-2ba0e0ae4d43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:35:36.277620 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:36.369534 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b93c8e5-6744-410e-8745-c9cfcbf48abd {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:35:36.381564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad12b88e-9d22-4900-9909-b533d2bb73da None None] Network d96a19e2-79e9-4c5c-aa77-502163c93485 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:36.431853 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bdc4d0d9-9b29-4aa1-9ce7-af1c361e7797 req-13f8dcd0-7bb1-49b0-861c-e4212e3ca3dc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0694489 Nov 08 00:35:36.712399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-f6bf276a-f91f-442b-bc1c-86ca82f7df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:36.714508 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4d0d9-9b29-4aa1-9ce7-af1c361e7797 req-1e626a65-20d2-4897-af43-b897d01daf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:36.719631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-f6bf276a-f91f-442b-bc1c-86ca82f7df11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53d87ed3-88d1-4178-af7b-2ba0e0ae4d43 HTTP/1.1" status: 200 len: 855 time: 0.5466290 Nov 08 00:35:36.725515 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bdc4d0d9-9b29-4aa1-9ce7-af1c361e7797 req-1e626a65-20d2-4897-af43-b897d01daf66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 1097 time: 0.1695018 Nov 08 00:35:36.731060 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e814c63-2038-4682-9c66-cfb90cf5366f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:36.787350 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c91ae206-bbb6-4b58-a128-e532695fb87e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:35:36.817864 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Attempting to bind port aac42709-fc8c-430b-9b81-4540c51ec281 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:35:36.818286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Attempting to bind port aac42709-fc8c-430b-9b81-4540c51ec281 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '90de7966-4dd7-4df5-8347-dea7cee0f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:35:36.818922 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Attempting to bind port aac42709-fc8c-430b-9b81-4540c51ec281 on network ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:35:36.820222 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3b93c8e5-6744-410e-8745-c9cfcbf48abd, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3b93c8e5-6744-410e-8745-c9cfcbf48abd,segment=NetworkSegment(90de7966-4dd7-4df5-8347-dea7cee0f550),segment_id=90de7966-4dd7-4df5-8347-dea7cee0f550)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:36.835992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Port aac42709-fc8c-430b-9b81-4540c51ec281 on network ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:35:36.836552 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Attempting to bind port aac42709-fc8c-430b-9b81-4540c51ec281 on network ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:35:36.851375 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f156a-a9b8-4629-bd93-787456700287 req-a270c677-c4ba-46d3-bc45-3c8e5b492a46 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:36.853219 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-356f156a-a9b8-4629-bd93-787456700287 req-a270c677-c4ba-46d3-bc45-3c8e5b492a46 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.5170493 Nov 08 00:35:36.854253 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:35:36.854596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Checking segment: {'id': '90de7966-4dd7-4df5-8347-dea7cee0f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:35:36.854977 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Bound using segment: {'id': '90de7966-4dd7-4df5-8347-dea7cee0f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:35:36.855568 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Bound port: aac42709-fc8c-430b-9b81-4540c51ec281, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90de7966-4dd7-4df5-8347-dea7cee0f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:35:36.855988 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:36.882836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-675c83a8-dce1-4a75-880b-dbf6c045fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:36.885028 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-675c83a8-dce1-4a75-880b-dbf6c045fb6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393015 Nov 08 00:35:36.948272 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4e814c63-2038-4682-9c66-cfb90cf5366f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:36.992634 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-356f156a-a9b8-4629-bd93-787456700287 req-addf76bb-e3af-456c-a836-0cc54ebc3fe7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278241 Nov 08 00:35:36.999641 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:37.089527 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-4e814c63-2038-4682-9c66-cfb90cf5366f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] device_id is not set on port 29a42512-7f13-4ca7-ba29-41953dc0221f yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:35:37.140458 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:35:37.198821 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-09380cee-1aa4-4352-aed3-af050ec1489a None None] Provisioning complete for port c91ae206-bbb6-4b58-a128-e532695fb87e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:37.199199 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09380cee-1aa4-4352-aed3-af050ec1489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:37.241651 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=3b93c8e5-6744-410e-8745-c9cfcbf48abd,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:37.253230 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1a5b4-b29c-49d9-bb1a-8e198d5269c2 req-03833593-df41-41be-8b8a-01fa9dc3f520 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:37.275503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7d1a5b4-b29c-49d9-bb1a-8e198d5269c2 req-03833593-df41-41be-8b8a-01fa9dc3f520 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 943 time: 0.3132269 Nov 08 00:35:37.281907 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c91ae206-bbb6-4b58-a128-e532695fb87e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:37.288331 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:37.351923 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-0732865d-4b47-473d-8afc-a36530597b13 service neutron] 10.222.0.20 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574068 Nov 08 00:35:37.353370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] For port aac42709-fc8c-430b-9b81-4540c51ec281, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:35:37.410471 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee2e3a1-f3f6-46e9-9273-47ae090da993 None None] Update dhcp port {'port': {'network_id': 'd96a19e2-79e9-4c5c-aa77-502163c93485', 'fixed_ips': [{'subnet_id': 'bc5d84fc-29a5-42df-8ffa-e9930add940f', 'ip_address': '2001:db8::2'}, {'subnet_id': '8a4c967e-249f-4e1c-a032-fba782490df9'}], 'binding:host_id': 'n-d-816882-1'}, 'id': 'c91ae206-bbb6-4b58-a128-e532695fb87e'} from n-d-816882-1. {{(pid=102773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 00:35:37.446735 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bee2e3a1-f3f6-46e9-9273-47ae090da993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:37.452773 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['3b93c8e5-6744-410e-8745-c9cfcbf48abd'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:35:37.549361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] For port aac42709-fc8c-430b-9b81-4540c51ec281, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=aac42709-fc8c-430b-9b81-4540c51ec281,segment=NetworkSegment(90de7966-4dd7-4df5-8347-dea7cee0f550),segment_id=90de7966-4dd7-4df5-8347-dea7cee0f550)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:35:37.584621 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7d1a5b4-b29c-49d9-bb1a-8e198d5269c2 req-940f2fbe-0202-450e-a765-a9eefbc5debe tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848866 Nov 08 00:35:37.648723 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:37.698816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-4e814c63-2038-4682-9c66-cfb90cf5366f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Allocated IP 2001:db8::2b2 (d96a19e2-79e9-4c5c-aa77-502163c93485/bc5d84fc-29a5-42df-8ffa-e9930add940f/29a42512-7f13-4ca7-ba29-41953dc0221f) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:37.708860 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-4e814c63-2038-4682-9c66-cfb90cf5366f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Allocated IP 2001:db8:0:1::b1 (d96a19e2-79e9-4c5c-aa77-502163c93485/8a4c967e-249f-4e1c-a032-fba782490df9/29a42512-7f13-4ca7-ba29-41953dc0221f) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:37.732849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:37.733472 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:37.736031 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] 10.222.0.26 "PUT /v2.0/ports/aac42709-fc8c-430b-9b81-4540c51ec281 HTTP/1.1" status: 200 len: 1091 time: 3.4778705 Nov 08 00:35:37.755074 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4d0d9-9b29-4aa1-9ce7-af1c361e7797 req-9b73fac6-9efa-48d8-98a6-dbfddaad0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:37.757631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25ef0191-8b8a-40e5-88fd-391901530ab3 req-b4d0866b-e379-423c-b6ec-fade6b6e2029 service neutron] 10.222.0.20 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918402 Nov 08 00:35:37.765574 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bdc4d0d9-9b29-4aa1-9ce7-af1c361e7797 req-9b73fac6-9efa-48d8-98a6-dbfddaad0e2b service neutron] 10.222.0.26 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 913 time: 0.8361611 Nov 08 00:35:37.790884 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09380cee-1aa4-4352-aed3-af050ec1489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:37.804394 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca08822-5cde-410f-9855-5b2e87e48f3e service neutron] Pushing event updated for resources: {'Port': ['ID=aac42709-fc8c-430b-9b81-4540c51ec281,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:37.867765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8751a748-dbad-44bf-ac57-f7360c09d7ef', 'tag': 'aac42709-fc8c-430b-9b81-4540c51ec281'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:35:37.876711 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feba0247-1cf0-473a-bee9-9da00ce29bba" -d '{"events": [{"name": "network-changed", "server_uuid": "8751a748-dbad-44bf-ac57-f7360c09d7ef", "tag": "aac42709-fc8c-430b-9b81-4540c51ec281"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:35:37.903288 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bdc4d0d9-9b29-4aa1-9ce7-af1c361e7797 req-87eda34a-ed5d-460d-ac69-0937653b47b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbbbf13f-b6bc-4e57-8804-86e281760827 HTTP/1.1" status: 200 len: 217 time: 0.1130357 Nov 08 00:35:38.012513 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8217ae89-12a2-46ed-8433-eb5d5ab6f04a x-openstack-request-id: req-8217ae89-12a2-46ed-8433-eb5d5ab6f04a {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:35:38.012802 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8751a748-dbad-44bf-ac57-f7360c09d7ef", "tag": "aac42709-fc8c-430b-9b81-4540c51ec281", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:35:38.013052 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8217ae89-12a2-46ed-8433-eb5d5ab6f04a {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:35:38.013448 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8751a748-dbad-44bf-ac57-f7360c09d7ef', 'tag': 'aac42709-fc8c-430b-9b81-4540c51ec281', 'status': 'completed', 'code': 200} Nov 08 00:35:38.054359 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:38.059034 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4d0d9-9b29-4aa1-9ce7-af1c361e7797 req-092013a7-0873-4a34-92e3-348384a631b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:38.060562 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bdc4d0d9-9b29-4aa1-9ce7-af1c361e7797 req-092013a7-0873-4a34-92e3-348384a631b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.1576459 Nov 08 00:35:38.117353 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-4af621a6-110d-4468-969c-7afa42570751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:38.127983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-4af621a6-110d-4468-969c-7afa42570751 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=252f777bf23742369726b845e3226a30&device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 1094 time: 0.2457347 Nov 08 00:35:38.159092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b454e70-0062-4966-bd52-33b3ada49137 req-36b68b00-c08d-4df5-98e5-c0b5265cc067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:38.160219 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b454e70-0062-4966-bd52-33b3ada49137 req-36b68b00-c08d-4df5-98e5-c0b5265cc067 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=252f777bf23742369726b845e3226a30&device_id=6ffaaced-8b97-4257-85e7-4c4ed2e898b5 HTTP/1.1" status: 200 len: 1094 time: 0.1496592 Nov 08 00:35:38.189163 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-09380cee-1aa4-4352-aed3-af050ec1489a None None] For port c91ae206-bbb6-4b58-a128-e532695fb87e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c91ae206-bbb6-4b58-a128-e532695fb87e,segment=NetworkSegment(b88211f5-a4e1-4c48-a325-0ebb167944cc),segment_id=b88211f5-a4e1-4c48-a325-0ebb167944cc)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:38.202135 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4d0d9-9b29-4aa1-9ce7-af1c361e7797 req-1aa6cb8f-7384-4522-a54e-d5921933879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:38.204477 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bdc4d0d9-9b29-4aa1-9ce7-af1c361e7797 req-1aa6cb8f-7384-4522-a54e-d5921933879f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317742 Nov 08 00:35:38.278561 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09380cee-1aa4-4352-aed3-af050ec1489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:38.283281 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-e5e303f1-33e5-405b-984b-0366d4b62474 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aac42709-fc8c-430b-9b81-4540c51ec281 HTTP/1.1" status: 200 len: 217 time: 0.1353018 Nov 08 00:35:38.303521 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2a098-8942-4161-997b-430532c2da2a req-d07a7a7d-3a11-4c2c-a660-e16fccda4ab8 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:38.316984 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5f2a098-8942-4161-997b-430532c2da2a req-d07a7a7d-3a11-4c2c-a660-e16fccda4ab8 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.1785593 Nov 08 00:35:38.327038 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:35:38.328387 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:35:38.380815 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4e814c63-2038-4682-9c66-cfb90cf5366f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:38.408837 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09380cee-1aa4-4352-aed3-af050ec1489a None None] Pushing event updated for resources: {'Port': ['ID=c91ae206-bbb6-4b58-a128-e532695fb87e,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:38.409790 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bdc4d0d9-9b29-4aa1-9ce7-af1c361e7797 req-90114c17-e684-4744-8bd3-bb1002e012d0 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939662 Nov 08 00:35:38.422520 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5f2a098-8942-4161-997b-430532c2da2a req-f6465af6-7836-4e91-89f2-d9ddc4ac7d76 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014926 Nov 08 00:35:38.443871 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-aaa3954f-a2a2-44c7-80bc-b5ffe1cf802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:38.446055 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-aaa3954f-a2a2-44c7-80bc-b5ffe1cf802f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53d87ed3-88d1-4178-af7b-2ba0e0ae4d43 HTTP/1.1" status: 200 len: 855 time: 0.1228387 Nov 08 00:35:38.520300 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b454e70-0062-4966-bd52-33b3ada49137 req-6b98b9bd-9ddd-4b0a-9b25-0502cfd6c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:38.521861 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b454e70-0062-4966-bd52-33b3ada49137 req-6b98b9bd-9ddd-4b0a-9b25-0502cfd6c221 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 HTTP/1.1" status: 200 len: 917 time: 0.3439207 Nov 08 00:35:38.535223 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-a7c21fde-ae73-41e9-a6c0-b6b95c4a4e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:38.537369 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-a7c21fde-ae73-41e9-a6c0-b6b95c4a4e73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812111 Nov 08 00:35:38.549486 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bdc4d0d9-9b29-4aa1-9ce7-af1c361e7797 req-c78c86bd-4598-41b9-9c42-a53e118c9d7b service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293738 Nov 08 00:35:38.618428 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:38.623529 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b454e70-0062-4966-bd52-33b3ada49137 req-c862ecda-aa56-4629-8917-c79defb8b886 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=489184dc-8e23-47bb-b86e-2add0e2f8e95 HTTP/1.1" status: 200 len: 217 time: 0.0916543 Nov 08 00:35:38.676016 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4e814c63-2038-4682-9c66-cfb90cf5366f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:38.779239 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-bee2e3a1-f3f6-46e9-9273-47ae090da993 None None] Allocated IP 2001:db8:0:1::2 (d96a19e2-79e9-4c5c-aa77-502163c93485/8a4c967e-249f-4e1c-a032-fba782490df9/c91ae206-bbb6-4b58-a128-e532695fb87e) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:38.800419 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b454e70-0062-4966-bd52-33b3ada49137 req-f11c9c52-41a9-4949-a935-9fbf3044a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:38.802756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b454e70-0062-4966-bd52-33b3ada49137 req-f11c9c52-41a9-4949-a935-9fbf3044a3f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53d87ed3-88d1-4178-af7b-2ba0e0ae4d43 HTTP/1.1" status: 200 len: 855 time: 0.1676915 Nov 08 00:35:38.811408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-b181f25f-dac2-4de7-81e0-4c8b1ce0a4ff service neutron] 10.222.0.26 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654238 Nov 08 00:35:38.814908 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e814c63-2038-4682-9c66-cfb90cf5366f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network d96a19e2-79e9-4c5c-aa77-502163c93485 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:38.816659 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-4e814c63-2038-4682-9c66-cfb90cf5366f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:38.819072 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e814c63-2038-4682-9c66-cfb90cf5366f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=29a42512-7f13-4ca7-ba29-41953dc0221f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:38.821744 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e814c63-2038-4682-9c66-cfb90cf5366f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:38.843030 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e814c63-2038-4682-9c66-cfb90cf5366f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:38.844406 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4e814c63-2038-4682-9c66-cfb90cf5366f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:38.958685 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-bee2e3a1-f3f6-46e9-9273-47ae090da993 None None] For port c91ae206-bbb6-4b58-a128-e532695fb87e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c91ae206-bbb6-4b58-a128-e532695fb87e,segment=NetworkSegment(b88211f5-a4e1-4c48-a325-0ebb167944cc),segment_id=b88211f5-a4e1-4c48-a325-0ebb167944cc)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:39.006775 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bee2e3a1-f3f6-46e9-9273-47ae090da993 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:39.013235 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4e814c63-2038-4682-9c66-cfb90cf5366f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.6940968 Nov 08 00:35:39.014316 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43612) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:39.015048 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c91ae206-bbb6-4b58-a128-e532695fb87e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:35:39.024546 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-489efa58-3583-4dac-9bc8-00777f886806 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc5d84fc-29a5-42df-8ffa-e9930add940f'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:39.093924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c91ae206-bbb6-4b58-a128-e532695fb87e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:39.100509 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:39.124312 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bee2e3a1-f3f6-46e9-9273-47ae090da993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:39.141405 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-489efa58-3583-4dac-9bc8-00777f886806 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:39.366722 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd7554-3521-440a-a4f4-14ea0220f7ec req-993d5b91-5cb8-4142-ba08-e948bee7d043 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:39.368506 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2bbd7554-3521-440a-a4f4-14ea0220f7ec req-993d5b91-5cb8-4142-ba08-e948bee7d043 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 943 time: 0.6478951 Nov 08 00:35:39.378863 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2e3a1-f3f6-46e9-9273-47ae090da993 None None] Pushing event updated for resources: {'Port': ['ID=c91ae206-bbb6-4b58-a128-e532695fb87e,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:39.464907 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2bbd7554-3521-440a-a4f4-14ea0220f7ec req-2709b702-1794-4367-8359-2ad19def5e6a tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522928 Nov 08 00:35:39.483201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b454e70-0062-4966-bd52-33b3ada49137 req-fcd5f524-967a-4371-91a6-ba04e2f71f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:39.485153 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b454e70-0062-4966-bd52-33b3ada49137 req-fcd5f524-967a-4371-91a6-ba04e2f71f31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6708140 Nov 08 00:35:39.658393 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3b93c8e5-6744-410e-8745-c9cfcbf48abd up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:35:39.699610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffd3df-5319-4116-8ca4-434939abc41f req-6f78fd70-281b-4c54-becd-37dbd57a6e3b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:39.701202 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7bffd3df-5319-4116-8ca4-434939abc41f req-6f78fd70-281b-4c54-becd-37dbd57a6e3b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.1413748 Nov 08 00:35:39.710536 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c1c009a-8d48-48f8-b35c-49936d287200 req-6c0e9314-7ec4-4309-9861-a412836fd366 service neutron] 10.222.0.26 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8527625 Nov 08 00:35:39.822447 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b454e70-0062-4966-bd52-33b3ada49137 req-ad05a206-a22b-4eb3-aa33-862936dad59d service neutron] 10.222.0.20 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825522 Nov 08 00:35:39.822447 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7bffd3df-5319-4116-8ca4-434939abc41f req-35fdbd8b-1c32-45e7-b5b8-b66f3bb08c0d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697577 Nov 08 00:35:39.852360 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-489efa58-3583-4dac-9bc8-00777f886806 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Delete allocated IP 2001:db8:0:1::b1 (d96a19e2-79e9-4c5c-aa77-502163c93485/8a4c967e-249f-4e1c-a032-fba782490df9) {{(pid=102771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 08 00:35:39.899095 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b454e70-0062-4966-bd52-33b3ada49137 req-654005a3-414d-4a99-82f0-951e0ab475b1 service neutron] 10.222.0.20 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137304 Nov 08 00:35:40.077622 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-489efa58-3583-4dac-9bc8-00777f886806 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:40.100528 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 3b93c8e5-6744-410e-8745-c9cfcbf48abd completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:35:40.107100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 3b93c8e5-6744-410e-8745-c9cfcbf48abd triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:40.108125 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:40.189516 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22f542d-7ba9-4e64-95d6-6afdf42ac10d None None] Network d96a19e2-79e9-4c5c-aa77-502163c93485 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:40.201886 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-489efa58-3583-4dac-9bc8-00777f886806 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:40.231949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba0247-1cf0-473a-bee9-9da00ce29bba req-30f1f8f9-2a6b-4319-bf4a-aa746c0b9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:40.234828 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-feba0247-1cf0-473a-bee9-9da00ce29bba req-30f1f8f9-2a6b-4319-bf4a-aa746c0b9481 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=252f777bf23742369726b845e3226a30&device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 1094 time: 0.0509727 Nov 08 00:35:40.269966 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:40.313389 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-489efa58-3583-4dac-9bc8-00777f886806 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] In _notify_port_updated(), no bound segment for port 29a42512-7f13-4ca7-ba29-41953dc0221f on network d96a19e2-79e9-4c5c-aa77-502163c93485 {{(pid=102771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:35:40.320462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a4919e12-c13b-41c7-9b5d-9fc6634e91e0 None None] Provisioning complete for port c91ae206-bbb6-4b58-a128-e532695fb87e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:40.321017 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a4919e12-c13b-41c7-9b5d-9fc6634e91e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:40.335969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fba5ee-0e47-4802-a554-b4ff3b14cbed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b93c8e5-6744-410e-8745-c9cfcbf48abd'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:35:40.338352 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e8b5db-93bc-4549-b93a-9f840fd1f2ae" -d '{"events": [{"server_uuid": "15fba5ee-0e47-4802-a554-b4ff3b14cbed", "name": "network-vif-plugged", "status": "completed", "tag": "3b93c8e5-6744-410e-8745-c9cfcbf48abd"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:35:40.340484 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489efa58-3583-4dac-9bc8-00777f886806 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:40.341420 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-489efa58-3583-4dac-9bc8-00777f886806 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:40.343315 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-489efa58-3583-4dac-9bc8-00777f886806 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "PUT /v2.0/ports/29a42512-7f13-4ca7-ba29-41953dc0221f HTTP/1.1" status: 200 len: 926 time: 1.3264298 Nov 08 00:35:40.352487 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43632) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:40.359751 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-0784051b-6d80-4d6d-b76c-f245b5a4aca8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc5d84fc-29a5-42df-8ffa-e9930add940f'}, {'subnet_id': '8a4c967e-249f-4e1c-a032-fba782490df9'}]}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:40.397974 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489efa58-3583-4dac-9bc8-00777f886806 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=29a42512-7f13-4ca7-ba29-41953dc0221f,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:40.447827 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3b93c8e5-6744-410e-8745-c9cfcbf48abd, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3b93c8e5-6744-410e-8745-c9cfcbf48abd,segment=NetworkSegment(90de7966-4dd7-4df5-8347-dea7cee0f550),segment_id=90de7966-4dd7-4df5-8347-dea7cee0f550)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:40.456635 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51a715b-b61f-415f-8576-a5e5f35400af x-openstack-request-id: req-b51a715b-b61f-415f-8576-a5e5f35400af {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:35:40.456921 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fba5ee-0e47-4802-a554-b4ff3b14cbed", "name": "network-vif-plugged", "status": "completed", "tag": "3b93c8e5-6744-410e-8745-c9cfcbf48abd", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:35:40.457164 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b51a715b-b61f-415f-8576-a5e5f35400af {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:35:40.457553 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fba5ee-0e47-4802-a554-b4ff3b14cbed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b93c8e5-6744-410e-8745-c9cfcbf48abd', 'code': 200} Nov 08 00:35:40.537603 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba0247-1cf0-473a-bee9-9da00ce29bba req-6d39ba53-a167-4600-a0b6-35b924dd995c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:40.539205 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-feba0247-1cf0-473a-bee9-9da00ce29bba req-6d39ba53-a167-4600-a0b6-35b924dd995c service neutron] 10.222.0.26 "GET /v2.0/networks?id=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 HTTP/1.1" status: 200 len: 917 time: 0.2975874 Nov 08 00:35:40.645764 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-feba0247-1cf0-473a-bee9-9da00ce29bba req-282fc37f-6907-4065-929d-d5f0417d4ce4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aac42709-fc8c-430b-9b81-4540c51ec281 HTTP/1.1" status: 200 len: 217 time: 0.0978630 Nov 08 00:35:40.665507 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:40.744592 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0784051b-6d80-4d6d-b76c-f245b5a4aca8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:40.781143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=3b93c8e5-6744-410e-8745-c9cfcbf48abd,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:40.814701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba0247-1cf0-473a-bee9-9da00ce29bba req-67431e50-9a33-45f5-bcf0-b08229a46d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:40.816716 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-feba0247-1cf0-473a-bee9-9da00ce29bba req-67431e50-9a33-45f5-bcf0-b08229a46d3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53d87ed3-88d1-4178-af7b-2ba0e0ae4d43 HTTP/1.1" status: 200 len: 855 time: 0.1447361 Nov 08 00:35:40.827061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcfb41-c8a7-432c-84dd-61a6e02f8013 req-e16b51c2-0256-4a25-b2ce-96ceaf9bd5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:40.829348 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32bcfb41-c8a7-432c-84dd-61a6e02f8013 req-e16b51c2-0256-4a25-b2ce-96ceaf9bd5d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 1097 time: 0.2109072 Nov 08 00:35:40.892584 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538de8f-c6fa-4e4b-9f02-5dc079315596 req-4795ea5e-5925-4c8f-9f5f-f238d28c7af3 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:40.895904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2538de8f-c6fa-4e4b-9f02-5dc079315596 req-4795ea5e-5925-4c8f-9f5f-f238d28c7af3 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 943 time: 0.2241962 Nov 08 00:35:41.056046 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c91ae206-bbb6-4b58-a128-e532695fb87e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:35:41.341217 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-37d657ff-21db-42d4-8fd2-5968b6254ea1 None None] Provisioning complete for port 29a42512-7f13-4ca7-ba29-41953dc0221f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:41.341844 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-37d657ff-21db-42d4-8fd2-5968b6254ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:41.428062 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-37d657ff-21db-42d4-8fd2-5968b6254ea1 None None] Port 29a42512-7f13-4ca7-ba29-41953dc0221f cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:35:41.465299 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-37d657ff-21db-42d4-8fd2-5968b6254ea1 None None] Provisioning complete for port c91ae206-bbb6-4b58-a128-e532695fb87e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:41.466066 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-37d657ff-21db-42d4-8fd2-5968b6254ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:41.497935 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2538de8f-c6fa-4e4b-9f02-5dc079315596 req-8603a238-46ee-4f9a-93dd-c3d0ef9fad30 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5653894 Nov 08 00:35:41.518054 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32bcfb41-c8a7-432c-84dd-61a6e02f8013 req-6a06eced-103d-4e8f-a3a8-2bdffe93e2ac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6692078 Nov 08 00:35:41.541848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91126899-627d-495e-9cf7-70c7498bcfa5 req-1478ab93-15aa-41e5-bc16-7901cd90f674 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:41.544215 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91126899-627d-495e-9cf7-70c7498bcfa5 req-1478ab93-15aa-41e5-bc16-7901cd90f674 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.6479726 Nov 08 00:35:41.558823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba0247-1cf0-473a-bee9-9da00ce29bba req-f2e03507-27e8-4a88-81bd-45194db0f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:41.562029 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-feba0247-1cf0-473a-bee9-9da00ce29bba req-f2e03507-27e8-4a88-81bd-45194db0f90b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7306232 Nov 08 00:35:41.564371 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-0784051b-6d80-4d6d-b76c-f245b5a4aca8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Allocated IP 2001:db8:0:1::20b (d96a19e2-79e9-4c5c-aa77-502163c93485/8a4c967e-249f-4e1c-a032-fba782490df9/29a42512-7f13-4ca7-ba29-41953dc0221f) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:41.570387 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c91ae206-bbb6-4b58-a128-e532695fb87e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:41.580893 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:41.679603 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 489184dc-8e23-47bb-b86e-2add0e2f8e95 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:35:41.731240 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91126899-627d-495e-9cf7-70c7498bcfa5 req-e11fba9e-de8d-47a8-88c1-82e6d29883bf tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635058 Nov 08 00:35:41.866601 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-feba0247-1cf0-473a-bee9-9da00ce29bba req-f5c3c542-8667-4844-95f4-6b5b61228838 service neutron] 10.222.0.26 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635417 Nov 08 00:35:42.016255 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 489184dc-8e23-47bb-b86e-2add0e2f8e95, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=489184dc-8e23-47bb-b86e-2add0e2f8e95,segment=NetworkSegment(90de7966-4dd7-4df5-8347-dea7cee0f550),segment_id=90de7966-4dd7-4df5-8347-dea7cee0f550)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:42.029939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '489184dc-8e23-47bb-b86e-2add0e2f8e95', 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99', 'port_id': '489184dc-8e23-47bb-b86e-2add0e2f8e95', 'mac_address': 'fa:16:3e:eb:f5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53d87ed3-88d1-4178-af7b-2ba0e0ae4d43', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:35:42.074453 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0784051b-6d80-4d6d-b76c-f245b5a4aca8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:42.076633 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:42.091902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-feba0247-1cf0-473a-bee9-9da00ce29bba req-d2c5498d-f24f-40e8-86b2-9f22f3a823a9 service neutron] 10.222.0.26 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135203 Nov 08 00:35:42.094120 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489184dc-8e23-47bb-b86e-2add0e2f8e95 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:35:42.118553 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 489184dc-8e23-47bb-b86e-2add0e2f8e95, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=489184dc-8e23-47bb-b86e-2add0e2f8e95,segment=NetworkSegment(90de7966-4dd7-4df5-8347-dea7cee0f550),segment_id=90de7966-4dd7-4df5-8347-dea7cee0f550)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:42.130702 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab871201-76a0-494f-8a8a-137a610ddc53 None None] Provisioning complete for port 29a42512-7f13-4ca7-ba29-41953dc0221f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:42.131343 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab871201-76a0-494f-8a8a-137a610ddc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:42.173796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab871201-76a0-494f-8a8a-137a610ddc53 None None] Port 29a42512-7f13-4ca7-ba29-41953dc0221f cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:35:42.185504 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0784051b-6d80-4d6d-b76c-f245b5a4aca8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:42.280009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784051b-6d80-4d6d-b76c-f245b5a4aca8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=29a42512-7f13-4ca7-ba29-41953dc0221f,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:42.280009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-0784051b-6d80-4d6d-b76c-f245b5a4aca8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] In _notify_port_updated(), no bound segment for port 29a42512-7f13-4ca7-ba29-41953dc0221f on network d96a19e2-79e9-4c5c-aa77-502163c93485 {{(pid=102772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:35:42.286005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0784051b-6d80-4d6d-b76c-f245b5a4aca8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:42.286735 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0784051b-6d80-4d6d-b76c-f245b5a4aca8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:42.290751 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0784051b-6d80-4d6d-b76c-f245b5a4aca8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "PUT /v2.0/ports/29a42512-7f13-4ca7-ba29-41953dc0221f HTTP/1.1" status: 200 len: 1012 time: 1.9361701 Nov 08 00:35:42.291421 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43672) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:42.478190 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:42.535486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9d134263-3d0c-4770-bdab-d72065c19aa4 None None] Provisioning complete for port 29a42512-7f13-4ca7-ba29-41953dc0221f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:42.535749 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9d134263-3d0c-4770-bdab-d72065c19aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:42.575118 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=489184dc-8e23-47bb-b86e-2add0e2f8e95,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:42.589417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9d134263-3d0c-4770-bdab-d72065c19aa4 None None] Port 29a42512-7f13-4ca7-ba29-41953dc0221f cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:35:42.593029 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d81ecf80-76e5-46b1-b108-55846d293f75 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port 29a42512-7f13-4ca7-ba29-41953dc0221f {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:42.593164 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d81ecf80-76e5-46b1-b108-55846d293f75 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:42.687324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce71d2c-1b7d-4e68-a6da-46b37b9c943a req-15c40fa7-9306-4bdd-bd52-cf1bab4c9e02 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:42.688935 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ce71d2c-1b7d-4e68-a6da-46b37b9c943a req-15c40fa7-9306-4bdd-bd52-cf1bab4c9e02 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 943 time: 0.0672135 Nov 08 00:35:42.740244 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ce71d2c-1b7d-4e68-a6da-46b37b9c943a req-b78a6ccb-b997-42c8-b986-8b1ec4f435fc tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450120 Nov 08 00:35:42.787157 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d81ecf80-76e5-46b1-b108-55846d293f75 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:42.801385 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d81ecf80-76e5-46b1-b108-55846d293f75 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for 29a42512-7f13-4ca7-ba29-41953dc0221f owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:42.905477 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['489184dc-8e23-47bb-b86e-2add0e2f8e95'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:35:42.911663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f4af6-5698-4560-9abe-8f9d30f1de2e req-bb4170fc-b8c8-4b01-aa96-dbf03e0b589e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:42.913742 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b1f4af6-5698-4560-9abe-8f9d30f1de2e req-bb4170fc-b8c8-4b01-aa96-dbf03e0b589e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.0824678 Nov 08 00:35:43.022204 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b1f4af6-5698-4560-9abe-8f9d30f1de2e req-36a2ad47-952f-46de-81dd-a55c9cfa4439 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920470 Nov 08 00:35:43.056409 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device aac42709-fc8c-430b-9b81-4540c51ec281 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:35:43.197094 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d81ecf80-76e5-46b1-b108-55846d293f75 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:43.228507 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ecf80-76e5-46b1-b108-55846d293f75 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=29a42512-7f13-4ca7-ba29-41953dc0221f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:43.232568 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port aac42709-fc8c-430b-9b81-4540c51ec281, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=aac42709-fc8c-430b-9b81-4540c51ec281,segment=NetworkSegment(90de7966-4dd7-4df5-8347-dea7cee0f550),segment_id=90de7966-4dd7-4df5-8347-dea7cee0f550)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:43.247911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'aac42709-fc8c-430b-9b81-4540c51ec281', 'network_id': 'ab84449b-ca4c-4e3d-badc-15ab8ef9ec99', 'port_id': 'aac42709-fc8c-430b-9b81-4540c51ec281', 'mac_address': 'fa:16:3e:cd:b5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53d87ed3-88d1-4178-af7b-2ba0e0ae4d43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:35:43.317288 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d81ecf80-76e5-46b1-b108-55846d293f75 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:43.321770 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d81ecf80-76e5-46b1-b108-55846d293f75 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/ports/29a42512-7f13-4ca7-ba29-41953dc0221f HTTP/1.1" status: 204 len: 168 time: 1.0266540 Nov 08 00:35:43.323421 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43696) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:43.330339 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:43.348161 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e30494-b8d1-4ef3-a812-d9305029635c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] GET failed (client error): The resource could not be found. Nov 08 00:35:43.350053 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-38e30494-b8d1-4ef3-a812-d9305029635c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports/29a42512-7f13-4ca7-ba29-41953dc0221f HTTP/1.1" status: 404 len: 333 time: 0.0253689 Nov 08 00:35:43.354434 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43698) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:43.370896 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac42709-fc8c-430b-9b81-4540c51ec281 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:35:43.404343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port aac42709-fc8c-430b-9b81-4540c51ec281, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=aac42709-fc8c-430b-9b81-4540c51ec281,segment=NetworkSegment(90de7966-4dd7-4df5-8347-dea7cee0f550),segment_id=90de7966-4dd7-4df5-8347-dea7cee0f550)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:43.437805 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c337cfcf-b19c-4dbd-a34c-c999661db575 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting subnet 8a4c967e-249f-4e1c-a032-fba782490df9 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:35:43.441800 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c337cfcf-b19c-4dbd-a34c-c999661db575 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:43.546183 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c337cfcf-b19c-4dbd-a34c-c999661db575 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:43.670286 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c337cfcf-b19c-4dbd-a34c-c999661db575 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:43.876712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bfd8c-64b9-44d6-95c1-fd1e14df2b7f req-6e3f7a1f-e3e4-4b46-bf87-916f80e52950 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:43.878669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-487bfd8c-64b9-44d6-95c1-fd1e14df2b7f req-6e3f7a1f-e3e4-4b46-bf87-916f80e52950 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 943 time: 0.0610697 Nov 08 00:35:43.929450 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-487bfd8c-64b9-44d6-95c1-fd1e14df2b7f req-23b1328b-0c91-4655-877f-72d820e3bd13 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441909 Nov 08 00:35:44.159964 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14057da9-47c4-4be0-bf73-b91854e6fc03 req-0506ea49-e699-4700-8b4a-284bcbaca3c7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:44.161511 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-14057da9-47c4-4be0-bf73-b91854e6fc03 req-0506ea49-e699-4700-8b4a-284bcbaca3c7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.0543952 Nov 08 00:35:44.204518 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-14057da9-47c4-4be0-bf73-b91854e6fc03 req-eb0ff0be-d90c-4bd3-b6e1-397b310dfbaf tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368009 Nov 08 00:35:44.229486 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:44.286251 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=aac42709-fc8c-430b-9b81-4540c51ec281,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:44.345899 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c337cfcf-b19c-4dbd-a34c-c999661db575 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:44.375286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337cfcf-b19c-4dbd-a34c-c999661db575 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4c967e-249f-4e1c-a032-fba782490df9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:44.383658 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c337cfcf-b19c-4dbd-a34c-c999661db575 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:44.387059 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c337cfcf-b19c-4dbd-a34c-c999661db575 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/subnets/8a4c967e-249f-4e1c-a032-fba782490df9 HTTP/1.1" status: 204 len: 168 time: 1.0315118 Nov 08 00:35:44.389883 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43716) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:44.399122 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0538f37a-a58f-482a-86a0-64648f433d38 None None] Network d96a19e2-79e9-4c5c-aa77-502163c93485 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:44.483853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a85a4c-1161-4013-87c9-99037217cc92 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting subnet bc5d84fc-29a5-42df-8ffa-e9930add940f {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:35:44.487682 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61a85a4c-1161-4013-87c9-99037217cc92 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:44.496177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['aac42709-fc8c-430b-9b81-4540c51ec281'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:35:44.541930 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61a85a4c-1161-4013-87c9-99037217cc92 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:44.675271 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a763cdb-ee3f-4fd9-99cb-d7fad4e5d12a req-33e75f62-332f-437a-a4b7-ee1995b13da5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0644739 Nov 08 00:35:44.733648 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61a85a4c-1161-4013-87c9-99037217cc92 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:44.819470 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a763cdb-ee3f-4fd9-99cb-d7fad4e5d12a req-f738eeb0-459c-4af2-a265-6702b266bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:44.821106 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a763cdb-ee3f-4fd9-99cb-d7fad4e5d12a req-f738eeb0-459c-4af2-a265-6702b266bd6d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=252f777bf23742369726b845e3226a30&device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 1097 time: 0.0838697 Nov 08 00:35:44.965343 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61a85a4c-1161-4013-87c9-99037217cc92 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:44.965484 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a763cdb-ee3f-4fd9-99cb-d7fad4e5d12a req-95ce0462-1fa4-4f97-9086-79fbfe2176da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:44.965484 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a763cdb-ee3f-4fd9-99cb-d7fad4e5d12a req-95ce0462-1fa4-4f97-9086-79fbfe2176da service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 HTTP/1.1" status: 200 len: 917 time: 0.1219797 Nov 08 00:35:45.039083 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a85a4c-1161-4013-87c9-99037217cc92 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Subnet': ['ID=bc5d84fc-29a5-42df-8ffa-e9930add940f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:45.049599 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61a85a4c-1161-4013-87c9-99037217cc92 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:45.055580 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-61a85a4c-1161-4013-87c9-99037217cc92 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/subnets/bc5d84fc-29a5-42df-8ffa-e9930add940f HTTP/1.1" status: 204 len: 168 time: 0.6637213 Nov 08 00:35:45.057851 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43734) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:45.076459 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a763cdb-ee3f-4fd9-99cb-d7fad4e5d12a req-d8544a6b-abcf-429b-ad4d-6380c2e8e5be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b93c8e5-6744-410e-8745-c9cfcbf48abd HTTP/1.1" status: 200 len: 217 time: 0.1036458 Nov 08 00:35:45.153397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd498e-f1bc-4637-9769-f2adecc88079 req-700d40ea-c7dc-4e5e-9f0b-37b5c9794928 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:45.154978 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0dd498e-f1bc-4637-9769-f2adecc88079 req-700d40ea-c7dc-4e5e-9f0b-37b5c9794928 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 944 time: 0.1192527 Nov 08 00:35:45.175184 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a763cdb-ee3f-4fd9-99cb-d7fad4e5d12a req-2e1bd7c8-594e-4147-b369-1d173012c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:45.176718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a763cdb-ee3f-4fd9-99cb-d7fad4e5d12a req-2e1bd7c8-594e-4147-b369-1d173012c7aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53d87ed3-88d1-4178-af7b-2ba0e0ae4d43 HTTP/1.1" status: 200 len: 855 time: 0.0911074 Nov 08 00:35:45.182243 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:45.251646 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0dd498e-f1bc-4637-9769-f2adecc88079 req-676932f9-f6a4-4e9a-a469-7dbdd15c539b tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833721 Nov 08 00:35:45.257130 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a763cdb-ee3f-4fd9-99cb-d7fad4e5d12a req-d77b3eba-e6bc-4339-b7cd-75c0d36ded6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:45.258786 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a763cdb-ee3f-4fd9-99cb-d7fad4e5d12a req-d77b3eba-e6bc-4339-b7cd-75c0d36ded6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725858 Nov 08 00:35:45.288420 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port c91ae206-bbb6-4b58-a128-e532695fb87e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:45.291645 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:45.395847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] For port c91ae206-bbb6-4b58-a128-e532695fb87e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c91ae206-bbb6-4b58-a128-e532695fb87e,segment=NetworkSegment(b88211f5-a4e1-4c48-a325-0ebb167944cc),segment_id=b88211f5-a4e1-4c48-a325-0ebb167944cc)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:45.397165 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:45.419023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for c91ae206-bbb6-4b58-a128-e532695fb87e owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:45.511685 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef86b6-1a1e-444d-acf9-a42805aed2dc req-f55c2704-04e9-4cdd-9d2f-24bf14f6e6f7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:45.520045 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8ef86b6-1a1e-444d-acf9-a42805aed2dc req-f55c2704-04e9-4cdd-9d2f-24bf14f6e6f7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.1038404 Nov 08 00:35:45.628833 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a763cdb-ee3f-4fd9-99cb-d7fad4e5d12a req-44c8bec7-5772-4136-b3f0-d39460edcc71 service neutron] 10.222.0.20 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618269 Nov 08 00:35:45.646654 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:45.680972 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 489184dc-8e23-47bb-b86e-2add0e2f8e95 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:35:45.685436 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No DVR routers for this DVR port c91ae206-bbb6-4b58-a128-e532695fb87e on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:35:45.686344 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=c91ae206-bbb6-4b58-a128-e532695fb87e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:45.740981 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5fd3e2-3e81-416f-8f87-d801a3a8d024 None None] Network d96a19e2-79e9-4c5c-aa77-502163c93485 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:45.788981 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8ef86b6-1a1e-444d-acf9-a42805aed2dc req-c6bc226f-e4a9-4e08-8f2a-7688f63d0271 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517641 Nov 08 00:35:45.812227 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a763cdb-ee3f-4fd9-99cb-d7fad4e5d12a req-68e26331-df88-4859-8f1f-26162392d5c7 service neutron] 10.222.0.20 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680713 Nov 08 00:35:45.822899 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:45.852227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-863f0004-00a2-4490-ab05-49ec5ce4f44a None None] Could not find standard attr ID for object c91ae206-bbb6-4b58-a128-e532695fb87e. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:35:45.852361 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96a19e2-79e9-4c5c-aa77-502163c93485']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:45.861696 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88211f5-a4e1-4c48-a325-0ebb167944cc') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:45.862229 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88211f5-a4e1-4c48-a325-0ebb167944cc') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:45.872599 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:45.902220 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:45.909545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 489184dc-8e23-47bb-b86e-2add0e2f8e95 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:35:45.910830 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:35:45.911246 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:45.914161 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 489184dc-8e23-47bb-b86e-2add0e2f8e95 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:35:45.914325 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:35:45.917169 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:46.020869 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25133cf8-e58f-4abe-b3fb-4b648c3d76c0 None None] DHCP port deletion for d96a19e2-79e9-4c5c-aa77-502163c93485 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:35:46.113041 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:46.129898 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:46.160494 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:46.161723 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffaaced-8b97-4257-85e7-4c4ed2e898b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489184dc-8e23-47bb-b86e-2add0e2f8e95'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:35:46.161723 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548fbd33-a73f-4660-884c-7d37ee65dc13" -d '{"events": [{"server_uuid": "6ffaaced-8b97-4257-85e7-4c4ed2e898b5", "name": "network-vif-plugged", "status": "completed", "tag": "489184dc-8e23-47bb-b86e-2add0e2f8e95"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:35:46.167176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43750) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:46.174097 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 489184dc-8e23-47bb-b86e-2add0e2f8e95, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=489184dc-8e23-47bb-b86e-2add0e2f8e95,segment=NetworkSegment(90de7966-4dd7-4df5-8347-dea7cee0f550),segment_id=90de7966-4dd7-4df5-8347-dea7cee0f550)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:46.184121 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/networks/d96a19e2-79e9-4c5c-aa77-502163c93485 HTTP/1.1" status: 204 len: 168 time: 1.1181281 Nov 08 00:35:46.219052 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f34496-5d1f-44e6-b24f-da0409a9e1ed x-openstack-request-id: req-b3f34496-5d1f-44e6-b24f-da0409a9e1ed {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:35:46.219415 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffaaced-8b97-4257-85e7-4c4ed2e898b5", "name": "network-vif-plugged", "status": "completed", "tag": "489184dc-8e23-47bb-b86e-2add0e2f8e95", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:35:46.219602 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3f34496-5d1f-44e6-b24f-da0409a9e1ed {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:35:46.222936 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffaaced-8b97-4257-85e7-4c4ed2e898b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489184dc-8e23-47bb-b86e-2add0e2f8e95', 'code': 200} Nov 08 00:35:46.230480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe39bcb-a80a-4303-a6c9-bf0320957997 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Network': ['ID=d96a19e2-79e9-4c5c-aa77-502163c93485,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:46.235296 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf75ba76-e9c0-435b-b629-c3f429c952e0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:46.236986 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bf75ba76-e9c0-435b-b629-c3f429c952e0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0684278 Nov 08 00:35:46.240510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43756) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:46.270144 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:46.289426 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e482df84-2a7c-47ef-aa1b-72777282a79c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0477800 Nov 08 00:35:46.293093 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43760) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:46.299148 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8a7b8726-db42-4254-b147-ae21a81a62b1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-870232915'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:46.361202 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=489184dc-8e23-47bb-b86e-2add0e2f8e95,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:46.420035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d81bf6-9b9e-40f0-9cf3-dbf6c23147b5 req-51f303fe-12fe-415d-85aa-2d9403c50068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:46.421827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1d81bf6-9b9e-40f0-9cf3-dbf6c23147b5 req-51f303fe-12fe-415d-85aa-2d9403c50068 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ffaaced-8b97-4257-85e7-4c4ed2e898b5 HTTP/1.1" status: 200 len: 1096 time: 0.1011298 Nov 08 00:35:46.429916 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f1c58-18bf-425e-a37d-7d39ab164b3d req-4b1faefb-c0a1-43a8-9b00-18003c48cf45 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:46.431398 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-126f1c58-18bf-425e-a37d-7d39ab164b3d req-4b1faefb-c0a1-43a8-9b00-18003c48cf45 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 944 time: 0.0770082 Nov 08 00:35:46.479688 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1d81bf6-9b9e-40f0-9cf3-dbf6c23147b5 req-ff1e0dc6-ab71-4aac-8495-db5e71e365c8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472286 Nov 08 00:35:46.486429 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7b8726-db42-4254-b147-ae21a81a62b1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:46.492006 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a7b8726-db42-4254-b147-ae21a81a62b1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:46.500494 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-126f1c58-18bf-425e-a37d-7d39ab164b3d req-ec109648-3aa3-4d39-b80c-bed34450ec02 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614812 Nov 08 00:35:46.516011 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7b8726-db42-4254-b147-ae21a81a62b1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:35:46.528461 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a7b8726-db42-4254-b147-ae21a81a62b1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:46.529377 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-8a7b8726-db42-4254-b147-ae21a81a62b1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Added segment 31d4b579-a16f-42eb-81bd-73c2e7b929cd of type vlan for network 2904b1f8-ebc3-4404-a521-cddbe68d095a Nov 08 00:35:46.572758 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a7b8726-db42-4254-b147-ae21a81a62b1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:46.692571 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a7b8726-db42-4254-b147-ae21a81a62b1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:46.698754 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7b8726-db42-4254-b147-ae21a81a62b1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:46.699391 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a7b8726-db42-4254-b147-ae21a81a62b1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:46.779538 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b8726-db42-4254-b147-ae21a81a62b1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Network': ['ID=2904b1f8-ebc3-4404-a521-cddbe68d095a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:46.791277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 2904b1f8-ebc3-4404-a521-cddbe68d095a details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:35:46.899177 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8a7b8726-db42-4254-b147-ae21a81a62b1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6049283 Nov 08 00:35:46.900134 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43776) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:46.909311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-23bdece8-de52-475a-bb33-0055cd283c41 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'subnet': {'network_id': '2904b1f8-ebc3-4404-a521-cddbe68d095a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:46.930230 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c46967-c3dd-4954-9e2a-3477e5339514 req-127e7a90-77b7-4188-9d1d-fdfd98c04d3e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:46.931908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4c46967-c3dd-4954-9e2a-3477e5339514 req-127e7a90-77b7-4188-9d1d-fdfd98c04d3e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.0561666 Nov 08 00:35:46.984799 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4c46967-c3dd-4954-9e2a-3477e5339514 req-f5a706f3-afe8-4836-8b0c-fcbb218b57e9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377982 Nov 08 00:35:47.043557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c91ae206-bbb6-4b58-a128-e532695fb87e no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:35:47.074694 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device aac42709-fc8c-430b-9b81-4540c51ec281 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:35:47.078825 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: c91ae206-bbb6-4b58-a128-e532695fb87e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:35:47.079168 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c91ae206-bbb6-4b58-a128-e532695fb87e not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:35:47.149459 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bdece8-de52-475a-bb33-0055cd283c41 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:47.153287 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23bdece8-de52-475a-bb33-0055cd283c41 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:47.269400 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port aac42709-fc8c-430b-9b81-4540c51ec281 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:35:47.274165 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port aac42709-fc8c-430b-9b81-4540c51ec281 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:47.274601 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:47.368516 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:47.408982 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port aac42709-fc8c-430b-9b81-4540c51ec281, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=aac42709-fc8c-430b-9b81-4540c51ec281,segment=NetworkSegment(90de7966-4dd7-4df5-8347-dea7cee0f550),segment_id=90de7966-4dd7-4df5-8347-dea7cee0f550)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:47.459148 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23bdece8-de52-475a-bb33-0055cd283c41 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:47.532223 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdece8-de52-475a-bb33-0055cd283c41 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Subnet': ['ID=66891117-dcb7-4d47-a7c0-6ec5a63d2826,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:47.539802 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bdece8-de52-475a-bb33-0055cd283c41 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Checking segment: {'id': '31d4b579-a16f-42eb-81bd-73c2e7b929cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2904b1f8-ebc3-4404-a521-cddbe68d095a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:35:47.540202 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bdece8-de52-475a-bb33-0055cd283c41 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network hostable DHCP agents. Network: 2904b1f8-ebc3-4404-a521-cddbe68d095a, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:35:47.631598 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46417513-8469-4845-9072-b2225d5ae8db req-47d9dd32-42ca-4202-9fa7-c6ab3e40e23f tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:47.633184 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46417513-8469-4845-9072-b2225d5ae8db req-47d9dd32-42ca-4202-9fa7-c6ab3e40e23f tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 944 time: 0.0536883 Nov 08 00:35:47.658319 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:47.677556 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46417513-8469-4845-9072-b2225d5ae8db req-e4e847c7-52f2-427b-8574-a56b39727584 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379648 Nov 08 00:35:47.720918 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=aac42709-fc8c-430b-9b81-4540c51ec281,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:47.734630 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bdece8-de52-475a-bb33-0055cd283c41 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network 2904b1f8-ebc3-4404-a521-cddbe68d095a is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:35:47.874919 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-23bdece8-de52-475a-bb33-0055cd283c41 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 2904b1f8-ebc3-4404-a521-cddbe68d095a) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:47.879142 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bdece8-de52-475a-bb33-0055cd283c41 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:47.879741 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23bdece8-de52-475a-bb33-0055cd283c41 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:47.887069 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f0ff20-a67a-4ce9-9939-7f9a5b71f0e6 None None] Network 2904b1f8-ebc3-4404-a521-cddbe68d095a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:48.066625 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-2904b1f8-ebc3-4404-a521-cddbe68d095a', 'network_id': '2904b1f8-ebc3-4404-a521-cddbe68d095a', 'tenant_id': 'ac77e126339f489381e68549ad15ca0b', 'fixed_ips': [{'subnet_id': '66891117-dcb7-4d47-a7c0-6ec5a63d2826'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:35:48.067507 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:48.096178 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-23bdece8-de52-475a-bb33-0055cd283c41 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1861000 Nov 08 00:35:48.097962 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43810) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:48.103674 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-be32247e-d5a9-45cf-b099-32583343f584 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'network_id': '2904b1f8-ebc3-4404-a521-cddbe68d095a', 'name': 'tempest-PortsIpV6TestJSON-2048303830'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:48.127587 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05069b7d-a1e3-4950-b739-c67a1c2bd1d3 req-393ac2c5-4c73-4fa9-b823-a7cbda4bee51 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:48.129654 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05069b7d-a1e3-4950-b739-c67a1c2bd1d3 req-393ac2c5-4c73-4fa9-b823-a7cbda4bee51 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.0762935 Nov 08 00:35:48.222873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8751a748-dbad-44bf-ac57-f7360c09d7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac42709-fc8c-430b-9b81-4540c51ec281'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:35:48.224982 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05069b7d-a1e3-4950-b739-c67a1c2bd1d3 req-d5f3d991-ab04-41a5-b545-ec640400f492 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617609 Nov 08 00:35:48.226147 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19094f3c-2880-463c-9f6b-8b5ecc41d9d6" -d '{"events": [{"server_uuid": "8751a748-dbad-44bf-ac57-f7360c09d7ef", "name": "network-vif-plugged", "status": "completed", "tag": "aac42709-fc8c-430b-9b81-4540c51ec281"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:35:48.283437 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aab484-4e46-436a-b701-ed99d971d33f x-openstack-request-id: req-72aab484-4e46-436a-b701-ed99d971d33f {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:35:48.283730 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8751a748-dbad-44bf-ac57-f7360c09d7ef", "name": "network-vif-plugged", "status": "completed", "tag": "aac42709-fc8c-430b-9b81-4540c51ec281", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:35:48.284001 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72aab484-4e46-436a-b701-ed99d971d33f {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:35:48.284380 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8751a748-dbad-44bf-ac57-f7360c09d7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac42709-fc8c-430b-9b81-4540c51ec281', 'code': 200} Nov 08 00:35:48.321884 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] Allocated IP 2001:db8::2 (2904b1f8-ebc3-4404-a521-cddbe68d095a/66891117-dcb7-4d47-a7c0-6ec5a63d2826/bf29146f-b0cd-4cbc-a27d-146d78ef836c) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:48.389840 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be32247e-d5a9-45cf-b099-32583343f584 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:48.397336 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be32247e-d5a9-45cf-b099-32583343f584 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:48.427902 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-be32247e-d5a9-45cf-b099-32583343f584 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] device_id is not set on port 99b0dbe5-de54-42c1-a18e-4c0820a098eb yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:35:48.456834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ad080-8632-4602-bd66-faf613364d65 req-b575bbc1-a308-4461-965e-950ba0f73af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:48.460263 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a94ad080-8632-4602-bd66-faf613364d65 req-b575bbc1-a308-4461-965e-950ba0f73af4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 1096 time: 0.0874910 Nov 08 00:35:48.506308 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:48.524190 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a94ad080-8632-4602-bd66-faf613364d65 req-bcba2f44-83c1-4a99-9860-41effbe59618 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566316 Nov 08 00:35:48.619510 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:48.681691 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] Network 2904b1f8-ebc3-4404-a521-cddbe68d095a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:48.683309 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:48.687432 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:48.709813 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-be32247e-d5a9-45cf-b099-32583343f584 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Allocated IP 2001:db8::65 (2904b1f8-ebc3-4404-a521-cddbe68d095a/66891117-dcb7-4d47-a7c0-6ec5a63d2826/99b0dbe5-de54-42c1-a18e-4c0820a098eb) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:48.748623 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] Pushing event updated for resources: {'Port': ['ID=bf29146f-b0cd-4cbc-a27d-146d78ef836c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:48.759734 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] Attempting to bind port bf29146f-b0cd-4cbc-a27d-146d78ef836c on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:35:48.760144 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] Attempting to bind port bf29146f-b0cd-4cbc-a27d-146d78ef836c by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '31d4b579-a16f-42eb-81bd-73c2e7b929cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2904b1f8-ebc3-4404-a521-cddbe68d095a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:35:48.760491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] Attempting to bind port bf29146f-b0cd-4cbc-a27d-146d78ef836c on network 2904b1f8-ebc3-4404-a521-cddbe68d095a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:35:48.766155 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:35:48.766442 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] Checking segment: {'id': '31d4b579-a16f-42eb-81bd-73c2e7b929cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2904b1f8-ebc3-4404-a521-cddbe68d095a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:35:48.767044 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:48.767435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] Bound using segment: {'id': '31d4b579-a16f-42eb-81bd-73c2e7b929cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2904b1f8-ebc3-4404-a521-cddbe68d095a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:35:48.767922 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] Bound port: bf29146f-b0cd-4cbc-a27d-146d78ef836c, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d4b579-a16f-42eb-81bd-73c2e7b929cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2904b1f8-ebc3-4404-a521-cddbe68d095a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:35:48.768301 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:48.843336 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] For port bf29146f-b0cd-4cbc-a27d-146d78ef836c, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:35:48.847249 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] For port bf29146f-b0cd-4cbc-a27d-146d78ef836c, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bf29146f-b0cd-4cbc-a27d-146d78ef836c,segment=NetworkSegment(31d4b579-a16f-42eb-81bd-73c2e7b929cd),segment_id=31d4b579-a16f-42eb-81bd-73c2e7b929cd)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:35:48.880645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd655295-92e8-4636-a8a0-3961521cdb2c req-4c08ed3c-b31f-4fd3-b302-c056ab803f5e tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:48.882457 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fd655295-92e8-4636-a8a0-3961521cdb2c req-4c08ed3c-b31f-4fd3-b302-c056ab803f5e tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 945 time: 0.0710037 Nov 08 00:35:48.925655 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fd655295-92e8-4636-a8a0-3961521cdb2c req-4b190751-3edf-4ba0-a863-c8848db826cc tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357847 Nov 08 00:35:48.945028 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be32247e-d5a9-45cf-b099-32583343f584 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:49.013347 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:49.096266 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f8abd-a989-4c32-820d-5c903dc6be23 None None] Pushing event updated for resources: {'Port': ['ID=bf29146f-b0cd-4cbc-a27d-146d78ef836c,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:49.201453 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be32247e-d5a9-45cf-b099-32583343f584 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:49.322550 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be32247e-d5a9-45cf-b099-32583343f584 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network 2904b1f8-ebc3-4404-a521-cddbe68d095a is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:49.337252 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-be32247e-d5a9-45cf-b099-32583343f584 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:49.340245 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be32247e-d5a9-45cf-b099-32583343f584 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:49.359020 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32247e-d5a9-45cf-b099-32583343f584 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:49.360119 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be32247e-d5a9-45cf-b099-32583343f584 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:49.370948 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32247e-d5a9-45cf-b099-32583343f584 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=99b0dbe5-de54-42c1-a18e-4c0820a098eb,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:49.439168 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30f121-85c7-435b-b834-48e3aa819c34 req-0b09d598-8676-4ccd-acfa-da8b26301149 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:49.440871 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d30f121-85c7-435b-b834-48e3aa819c34 req-0b09d598-8676-4ccd-acfa-da8b26301149 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.0645435 Nov 08 00:35:49.484694 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d30f121-85c7-435b-b834-48e3aa819c34 req-1d9b4ce3-2557-4d38-9bee-88557fd3bda1 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374165 Nov 08 00:35:49.499567 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-be32247e-d5a9-45cf-b099-32583343f584 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4001641 Nov 08 00:35:49.500544 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43846) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:49.505903 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-35e46068-04a0-42be-a603-47ea7981f179 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'network_id': '2904b1f8-ebc3-4404-a521-cddbe68d095a', 'name': 'tempest-PortsIpV6TestJSON-293445174'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:49.739367 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e46068-04a0-42be-a603-47ea7981f179 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:49.744099 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35e46068-04a0-42be-a603-47ea7981f179 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:49.763055 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-35e46068-04a0-42be-a603-47ea7981f179 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] device_id is not set on port f670e671-3fdc-4f48-8bd0-8e974e28cf92 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:35:49.954521 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-35e46068-04a0-42be-a603-47ea7981f179 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Allocated IP 2001:db8::22 (2904b1f8-ebc3-4404-a521-cddbe68d095a/66891117-dcb7-4d47-a7c0-6ec5a63d2826/f670e671-3fdc-4f48-8bd0-8e974e28cf92) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:50.128206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae08039-aae6-411b-a00f-537d1af635f9 req-07f4d8e2-ab6c-4670-8392-ce375c9430f0 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:50.133663 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ae08039-aae6-411b-a00f-537d1af635f9 req-07f4d8e2-ab6c-4670-8392-ce375c9430f0 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 945 time: 0.1203165 Nov 08 00:35:50.152628 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35e46068-04a0-42be-a603-47ea7981f179 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:50.218288 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ae08039-aae6-411b-a00f-537d1af635f9 req-feb00fdb-a5fc-4431-93d7-5aea626142df tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719960 Nov 08 00:35:50.292746 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35e46068-04a0-42be-a603-47ea7981f179 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:50.352665 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e46068-04a0-42be-a603-47ea7981f179 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network 2904b1f8-ebc3-4404-a521-cddbe68d095a is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:50.358059 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-35e46068-04a0-42be-a603-47ea7981f179 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:50.362474 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e46068-04a0-42be-a603-47ea7981f179 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:50.366908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df551c-883e-42fd-8716-d462a8007019 req-f4c6576f-f024-430a-83b6-1955bd5adfdf tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:50.368575 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e46068-04a0-42be-a603-47ea7981f179 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:50.369033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7df551c-883e-42fd-8716-d462a8007019 req-f4c6576f-f024-430a-83b6-1955bd5adfdf tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.0662711 Nov 08 00:35:50.369198 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35e46068-04a0-42be-a603-47ea7981f179 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:50.388978 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e46068-04a0-42be-a603-47ea7981f179 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=f670e671-3fdc-4f48-8bd0-8e974e28cf92,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:50.409780 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c04cca9-0f1c-457f-b4e0-3ee9372ad833 None None] Network 2904b1f8-ebc3-4404-a521-cddbe68d095a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:50.439333 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7df551c-883e-42fd-8716-d462a8007019 req-cf16a8de-4cb7-4f13-bbb3-11b1804a80f1 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594554 Nov 08 00:35:50.498171 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-35e46068-04a0-42be-a603-47ea7981f179 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9964855 Nov 08 00:35:50.501237 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43892) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:50.523625 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0007395a-9ab9-4214-babd-6ebf4b5d2cad None None] Provisioning complete for port bf29146f-b0cd-4cbc-a27d-146d78ef836c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:50.524254 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0007395a-9ab9-4214-babd-6ebf4b5d2cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:50.710261 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d8f4d6-a593-4142-8248-4d9d14125bdd tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:50.712592 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-54d8f4d6-a593-4142-8248-4d9d14125bdd tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A65 HTTP/1.1" status: 200 len: 928 time: 0.2101910 Nov 08 00:35:50.715478 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43900) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:50.805545 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a434f-5e2d-455f-b80a-bd223560709b req-7ec6aeb0-884d-4646-9e81-a90e5a8f64e6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:50.807100 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e73a434f-5e2d-455f-b80a-bd223560709b req-7ec6aeb0-884d-4646-9e81-a90e5a8f64e6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.1777034 Nov 08 00:35:50.867490 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3711afbe-3d9a-4d3f-8e70-12d9e88f1f24 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port f670e671-3fdc-4f48-8bd0-8e974e28cf92 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:50.868682 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3711afbe-3d9a-4d3f-8e70-12d9e88f1f24 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:50.869269 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0007395a-9ab9-4214-babd-6ebf4b5d2cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:50.879249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51344434-3c4b-46df-a668-d061df4c99c7 req-74d3279a-ff8f-4d00-be85-9c49adcaf8d3 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:50.888227 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51344434-3c4b-46df-a668-d061df4c99c7 req-74d3279a-ff8f-4d00-be85-9c49adcaf8d3 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ffaaced-8b97-4257-85e7-4c4ed2e898b5 HTTP/1.1" status: 200 len: 945 time: 0.2712133 Nov 08 00:35:51.015434 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-0007395a-9ab9-4214-babd-6ebf4b5d2cad None None] For port bf29146f-b0cd-4cbc-a27d-146d78ef836c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bf29146f-b0cd-4cbc-a27d-146d78ef836c,segment=NetworkSegment(31d4b579-a16f-42eb-81bd-73c2e7b929cd),segment_id=31d4b579-a16f-42eb-81bd-73c2e7b929cd)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:51.043828 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51344434-3c4b-46df-a668-d061df4c99c7 req-23d41ebb-1ff4-46d0-b5f8-412704c1c739 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423278 Nov 08 00:35:51.076477 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e73a434f-5e2d-455f-b80a-bd223560709b req-78f7a289-b292-42cf-9b9b-cd4b18128943 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576494 Nov 08 00:35:51.150876 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3711afbe-3d9a-4d3f-8e70-12d9e88f1f24 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:51.172874 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0007395a-9ab9-4214-babd-6ebf4b5d2cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:51.173417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bf29146f-b0cd-4cbc-a27d-146d78ef836c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:35:51.196634 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3711afbe-3d9a-4d3f-8e70-12d9e88f1f24 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for f670e671-3fdc-4f48-8bd0-8e974e28cf92 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:51.393624 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007395a-9ab9-4214-babd-6ebf4b5d2cad None None] Pushing event updated for resources: {'Port': ['ID=bf29146f-b0cd-4cbc-a27d-146d78ef836c,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:51.479349 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-663abd41-4a97-49a5-87a5-ca1604cc46bc None None] Provisioning complete for port bf29146f-b0cd-4cbc-a27d-146d78ef836c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:51.479349 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-663abd41-4a97-49a5-87a5-ca1604cc46bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:51.540696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e4b30-40f1-463f-824a-61aeb3f32897 req-d4f42728-2c08-4fbc-859d-20f41a0042a0 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:51.541291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port bf29146f-b0cd-4cbc-a27d-146d78ef836c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:51.541291 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:51.542271 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-263e4b30-40f1-463f-824a-61aeb3f32897 req-d4f42728-2c08-4fbc-859d-20f41a0042a0 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 945 time: 0.1337428 Nov 08 00:35:51.622797 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-263e4b30-40f1-463f-824a-61aeb3f32897 req-b33769ad-fe93-46d9-a90e-64e1ee26bdce tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672240 Nov 08 00:35:51.674792 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3711afbe-3d9a-4d3f-8e70-12d9e88f1f24 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:51.741995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-663abd41-4a97-49a5-87a5-ca1604cc46bc None None] Provisioning complete for port 99b0dbe5-de54-42c1-a18e-4c0820a098eb triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:51.751226 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-663abd41-4a97-49a5-87a5-ca1604cc46bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:51.836023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711afbe-3d9a-4d3f-8e70-12d9e88f1f24 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=f670e671-3fdc-4f48-8bd0-8e974e28cf92,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:51.845282 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3711afbe-3d9a-4d3f-8e70-12d9e88f1f24 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:51.851534 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3711afbe-3d9a-4d3f-8e70-12d9e88f1f24 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/ports/f670e671-3fdc-4f48-8bd0-8e974e28cf92 HTTP/1.1" status: 204 len: 168 time: 1.1318676 Nov 08 00:35:51.858104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43926) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:51.873617 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-663abd41-4a97-49a5-87a5-ca1604cc46bc None None] Port 99b0dbe5-de54-42c1-a18e-4c0820a098eb cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:35:51.876853 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-663abd41-4a97-49a5-87a5-ca1604cc46bc None None] Could not find standard attr ID for object f670e671-3fdc-4f48-8bd0-8e974e28cf92. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:35:51.898621 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17f06e1-756b-4189-a2cd-0d03657c6dc2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] GET failed (client error): The resource could not be found. Nov 08 00:35:51.903452 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43928) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:51.904485 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b17f06e1-756b-4189-a2cd-0d03657c6dc2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports/f670e671-3fdc-4f48-8bd0-8e974e28cf92 HTTP/1.1" status: 404 len: 333 time: 0.0507858 Nov 08 00:35:52.005553 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d8270150-06e9-49b3-b61e-8fde425af152 None None] Provisioning complete for port 99b0dbe5-de54-42c1-a18e-4c0820a098eb triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:52.006115 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d8270150-06e9-49b3-b61e-8fde425af152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:52.070246 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d8270150-06e9-49b3-b61e-8fde425af152 None None] Port 99b0dbe5-de54-42c1-a18e-4c0820a098eb cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:35:52.090325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-e67c44c0-f1ea-4a4c-8181-62655983efa5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port 99b0dbe5-de54-42c1-a18e-4c0820a098eb {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:52.091275 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e67c44c0-f1ea-4a4c-8181-62655983efa5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:52.143662 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439c476-2784-4386-bea2-6be6bb052cd5 req-9dc59c35-2f5e-42c1-b905-8a9b01df91d9 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:52.150947 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9439c476-2784-4386-bea2-6be6bb052cd5 req-9dc59c35-2f5e-42c1-b905-8a9b01df91d9 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.1197536 Nov 08 00:35:52.185975 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d083524b-23f5-48f3-9d3e-9d854c840771 None None] Could not find standard attr ID for object f670e671-3fdc-4f48-8bd0-8e974e28cf92. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:35:52.287778 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e67c44c0-f1ea-4a4c-8181-62655983efa5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:52.320917 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-e67c44c0-f1ea-4a4c-8181-62655983efa5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for 99b0dbe5-de54-42c1-a18e-4c0820a098eb owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:52.381559 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9439c476-2784-4386-bea2-6be6bb052cd5 req-2ad1988f-26c6-4794-be49-793d336cf5ba tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082870 Nov 08 00:35:52.435979 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301aca01-4d11-42a9-a48b-b51c36aecd08 req-c233e9cc-6ea7-47b4-8297-904d982f91a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:52.444152 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-301aca01-4d11-42a9-a48b-b51c36aecd08 req-c233e9cc-6ea7-47b4-8297-904d982f91a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.2263792 Nov 08 00:35:52.509456 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-301aca01-4d11-42a9-a48b-b51c36aecd08 req-4755cd96-bdba-4fe3-ba0a-4b628fbe4136 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619512 Nov 08 00:35:52.698865 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e67c44c0-f1ea-4a4c-8181-62655983efa5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:52.744059 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c44c0-f1ea-4a4c-8181-62655983efa5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=99b0dbe5-de54-42c1-a18e-4c0820a098eb,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:52.794959 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e67c44c0-f1ea-4a4c-8181-62655983efa5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:52.800010 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e67c44c0-f1ea-4a4c-8181-62655983efa5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/ports/99b0dbe5-de54-42c1-a18e-4c0820a098eb HTTP/1.1" status: 204 len: 168 time: 0.8949518 Nov 08 00:35:52.802274 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43940) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:52.859971 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef47fef-c2b6-4f53-ad33-a6a3d782193d tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] GET failed (client error): The resource could not be found. Nov 08 00:35:52.862038 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8ef47fef-c2b6-4f53-ad33-a6a3d782193d tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports/99b0dbe5-de54-42c1-a18e-4c0820a098eb HTTP/1.1" status: 404 len: 333 time: 0.0583713 Nov 08 00:35:52.864442 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43944) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:52.873268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c69ee5-f877-4e96-9188-d0976fa52e59 req-a319b537-8584-48c2-a0ec-4f5181c9fdaf tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:52.895229 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c69ee5-f877-4e96-9188-d0976fa52e59 req-a319b537-8584-48c2-a0ec-4f5181c9fdaf tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:52.908634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c69ee5-f877-4e96-9188-d0976fa52e59 req-a319b537-8584-48c2-a0ec-4f5181c9fdaf tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:52.910362 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12c69ee5-f877-4e96-9188-d0976fa52e59 req-a319b537-8584-48c2-a0ec-4f5181c9fdaf tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef&device_id=6ffaaced-8b97-4257-85e7-4c4ed2e898b5&device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 2417 time: 0.1092820 Nov 08 00:35:52.954846 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a196db3-fccd-447b-af23-163ec942d964 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting subnet 66891117-dcb7-4d47-a7c0-6ec5a63d2826 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:35:52.961140 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a196db3-fccd-447b-af23-163ec942d964 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:52.972713 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12c69ee5-f877-4e96-9188-d0976fa52e59 req-bd5a9b06-e0bc-4181-bf9a-0f935ed95a83 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532289 Nov 08 00:35:53.019652 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a196db3-fccd-447b-af23-163ec942d964 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:53.065775 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bf29146f-b0cd-4cbc-a27d-146d78ef836c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:35:53.144795 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a196db3-fccd-447b-af23-163ec942d964 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:53.153420 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port bf29146f-b0cd-4cbc-a27d-146d78ef836c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:53.154056 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:53.182654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5020c-49a1-452e-8abd-e32d5cfa793c req-92cbc482-e928-497c-a9ae-956f813d74ff tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:53.184684 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cce5020c-49a1-452e-8abd-e32d5cfa793c req-92cbc482-e928-497c-a9ae-956f813d74ff tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 945 time: 0.0736973 Nov 08 00:35:53.238974 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cce5020c-49a1-452e-8abd-e32d5cfa793c req-d6d4353b-c739-4100-a60b-1deb6aa30bd6 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473111 Nov 08 00:35:53.334981 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a196db3-fccd-447b-af23-163ec942d964 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:53.369097 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a196db3-fccd-447b-af23-163ec942d964 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Subnet': ['ID=66891117-dcb7-4d47-a7c0-6ec5a63d2826,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:53.372886 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a196db3-fccd-447b-af23-163ec942d964 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:53.384017 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7a196db3-fccd-447b-af23-163ec942d964 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/subnets/66891117-dcb7-4d47-a7c0-6ec5a63d2826 HTTP/1.1" status: 204 len: 168 time: 0.5178132 Nov 08 00:35:53.386214 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43956) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:53.388727 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efab466d-8db9-4ad2-a3e1-15ac3384d45c None None] Network 2904b1f8-ebc3-4404-a521-cddbe68d095a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:53.567883 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:53.699414 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec7c703-f57e-4fec-8b93-ee979471b15e None None] DHCP port deletion for 2904b1f8-ebc3-4404-a521-cddbe68d095a request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:35:53.704465 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6468f30-b9ca-431d-9898-9bf7c6e25c44 req-429ef761-2757-497c-ba58-5f0a7bc48b89 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:53.712716 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6468f30-b9ca-431d-9898-9bf7c6e25c44 req-429ef761-2757-497c-ba58-5f0a7bc48b89 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.1053891 Nov 08 00:35:53.758135 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port bf29146f-b0cd-4cbc-a27d-146d78ef836c {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:53.758728 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:53.786380 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6468f30-b9ca-431d-9898-9bf7c6e25c44 req-6c5fc2a1-a529-4523-a4f6-bfa2134aee06 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724044 Nov 08 00:35:53.805277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-eec7c703-f57e-4fec-8b93-ee979471b15e None None] Deleting port bf29146f-b0cd-4cbc-a27d-146d78ef836c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:35:53.805783 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eec7c703-f57e-4fec-8b93-ee979471b15e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:53.875664 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] For port bf29146f-b0cd-4cbc-a27d-146d78ef836c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bf29146f-b0cd-4cbc-a27d-146d78ef836c,segment=NetworkSegment(31d4b579-a16f-42eb-81bd-73c2e7b929cd),segment_id=31d4b579-a16f-42eb-81bd-73c2e7b929cd)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:53.876266 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:53.891866 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for bf29146f-b0cd-4cbc-a27d-146d78ef836c owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:53.901393 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-eec7c703-f57e-4fec-8b93-ee979471b15e None None] For port bf29146f-b0cd-4cbc-a27d-146d78ef836c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bf29146f-b0cd-4cbc-a27d-146d78ef836c,segment=NetworkSegment(31d4b579-a16f-42eb-81bd-73c2e7b929cd),segment_id=31d4b579-a16f-42eb-81bd-73c2e7b929cd)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:53.901741 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eec7c703-f57e-4fec-8b93-ee979471b15e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:53.920212 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-eec7c703-f57e-4fec-8b93-ee979471b15e None None] Calling delete_port for bf29146f-b0cd-4cbc-a27d-146d78ef836c owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:35:54.149612 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:54.155845 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eec7c703-f57e-4fec-8b93-ee979471b15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:54.195602 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No DVR routers for this DVR port bf29146f-b0cd-4cbc-a27d-146d78ef836c on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:35:54.205539 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=bf29146f-b0cd-4cbc-a27d-146d78ef836c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:54.205791 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7c703-f57e-4fec-8b93-ee979471b15e None None] Pushing event deleted for resources: {'Port': ['ID=bf29146f-b0cd-4cbc-a27d-146d78ef836c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:54.225180 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7c703-f57e-4fec-8b93-ee979471b15e None None] No DVR routers for this DVR port bf29146f-b0cd-4cbc-a27d-146d78ef836c on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:35:54.343885 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:54.388456 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2904b1f8-ebc3-4404-a521-cddbe68d095a']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:54.404636 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d4b579-a16f-42eb-81bd-73c2e7b929cd') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:54.404949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d4b579-a16f-42eb-81bd-73c2e7b929cd') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:35:54.420477 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:54.440215 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:54.448129 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:35:54.448551 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:35:54.451638 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:35:54.696993 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:54.696993 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:54.698136 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/networks/2904b1f8-ebc3-4404-a521-cddbe68d095a HTTP/1.1" status: 204 len: 168 time: 1.3107016 Nov 08 00:35:54.702162 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43982) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:54.708992 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-5b91901b-84ca-4c4e-808c-4f5331cd7eba tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1174333339'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:54.710483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad4f91-dd9f-4b68-87d5-53b36629847e tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Network': ['ID=2904b1f8-ebc3-4404-a521-cddbe68d095a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:54.913115 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ff70d-042e-42f5-84f3-e270afbc2c2a req-6f14a235-4631-4f6e-8ad8-7f2cd92d5f2d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:54.914624 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a0ff70d-042e-42f5-84f3-e270afbc2c2a req-6f14a235-4631-4f6e-8ad8-7f2cd92d5f2d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.0507095 Nov 08 00:35:54.937959 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b91901b-84ca-4c4e-808c-4f5331cd7eba tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:54.947111 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5b91901b-84ca-4c4e-808c-4f5331cd7eba tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:54.955688 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a0ff70d-042e-42f5-84f3-e270afbc2c2a req-73c89ebb-d4d4-48b7-9bb1-9c102441e922 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342398 Nov 08 00:35:54.967414 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b91901b-84ca-4c4e-808c-4f5331cd7eba tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:35:54.978233 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5b91901b-84ca-4c4e-808c-4f5331cd7eba tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:54.978635 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-5b91901b-84ca-4c4e-808c-4f5331cd7eba tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Added segment ecce4adb-3f47-47f6-8da2-a0decdef5abc of type vlan for network becec751-e4b8-4899-829e-de6d49334ed6 Nov 08 00:35:55.037953 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5b91901b-84ca-4c4e-808c-4f5331cd7eba tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:55.046105 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bf29146f-b0cd-4cbc-a27d-146d78ef836c no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:35:55.095186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: bf29146f-b0cd-4cbc-a27d-146d78ef836c {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:35:55.095503 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bf29146f-b0cd-4cbc-a27d-146d78ef836c not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:35:55.217602 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5b91901b-84ca-4c4e-808c-4f5331cd7eba tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:55.223570 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b91901b-84ca-4c4e-808c-4f5331cd7eba tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:55.224191 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5b91901b-84ca-4c4e-808c-4f5331cd7eba tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:55.224712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e08c7c-5faf-4185-a62d-cc48aa3f9145 req-8168f48b-9bbf-4a02-8eea-17769e901719 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:55.232632 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92e08c7c-5faf-4185-a62d-cc48aa3f9145 req-8168f48b-9bbf-4a02-8eea-17769e901719 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.0592153 Nov 08 00:35:55.271113 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92e08c7c-5faf-4185-a62d-cc48aa3f9145 req-e0f35b23-9ea2-4f76-9b15-e8d699ac773c tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381696 Nov 08 00:35:55.301934 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91901b-84ca-4c4e-808c-4f5331cd7eba tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Network': ['ID=becec751-e4b8-4899-829e-de6d49334ed6,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:55.317688 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network becec751-e4b8-4899-829e-de6d49334ed6 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:35:55.380570 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5b91901b-84ca-4c4e-808c-4f5331cd7eba tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6765983 Nov 08 00:35:55.384629 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43994) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:55.394611 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-1b690538-4bae-4ae4-984e-9f80ff29dbe9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'subnet': {'network_id': 'becec751-e4b8-4899-829e-de6d49334ed6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:55.949311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b690538-4bae-4ae4-984e-9f80ff29dbe9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:55.953834 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b690538-4bae-4ae4-984e-9f80ff29dbe9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:56.084767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d37d0-9a58-4fff-9715-bcea7a5ea1f7 req-b62bf666-0165-4fef-90d2-767683e70c43 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:56.092863 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-587d37d0-9a58-4fff-9715-bcea7a5ea1f7 req-b62bf666-0165-4fef-90d2-767683e70c43 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.0603106 Nov 08 00:35:56.139000 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-587d37d0-9a58-4fff-9715-bcea7a5ea1f7 req-e69bc048-6e04-4239-a11e-d3e34fbbd40c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419424 Nov 08 00:35:56.286953 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b690538-4bae-4ae4-984e-9f80ff29dbe9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:56.367230 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b690538-4bae-4ae4-984e-9f80ff29dbe9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Subnet': ['ID=ec1a30a2-fc8c-481d-b0f0-37ba843f48bd,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:56.372067 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b690538-4bae-4ae4-984e-9f80ff29dbe9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Checking segment: {'id': 'ecce4adb-3f47-47f6-8da2-a0decdef5abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'becec751-e4b8-4899-829e-de6d49334ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:35:56.372441 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b690538-4bae-4ae4-984e-9f80ff29dbe9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network hostable DHCP agents. Network: becec751-e4b8-4899-829e-de6d49334ed6, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:35:56.407473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165fc13-b1d1-4ad1-974f-ea8b2c90d28e req-c6085958-8f1f-436f-a2a4-9ad8e678f0de tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:56.409007 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4165fc13-b1d1-4ad1-974f-ea8b2c90d28e req-c6085958-8f1f-436f-a2a4-9ad8e678f0de tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.0567033 Nov 08 00:35:56.449273 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4165fc13-b1d1-4ad1-974f-ea8b2c90d28e req-725c5c1b-63b5-4554-bc90-1d7112c1d394 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341375 Nov 08 00:35:56.566385 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b690538-4bae-4ae4-984e-9f80ff29dbe9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network becec751-e4b8-4899-829e-de6d49334ed6 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:35:56.726391 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-1b690538-4bae-4ae4-984e-9f80ff29dbe9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, becec751-e4b8-4899-829e-de6d49334ed6) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:56.730709 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b690538-4bae-4ae4-984e-9f80ff29dbe9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:56.731390 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b690538-4bae-4ae4-984e-9f80ff29dbe9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:56.735977 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14820243-412b-4e8c-823e-5b2f77f10bbc None None] Network becec751-e4b8-4899-829e-de6d49334ed6 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:56.884468 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-becec751-e4b8-4899-829e-de6d49334ed6', 'network_id': 'becec751-e4b8-4899-829e-de6d49334ed6', 'tenant_id': 'ac77e126339f489381e68549ad15ca0b', 'fixed_ips': [{'subnet_id': 'ec1a30a2-fc8c-481d-b0f0-37ba843f48bd'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:35:56.885338 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:56.916755 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1b690538-4bae-4ae4-984e-9f80ff29dbe9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5261545 Nov 08 00:35:56.916965 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44010) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:56.920757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-745c3c1c-46ae-4119-8cf7-c3af5cf79dce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'network_id': 'becec751-e4b8-4899-829e-de6d49334ed6', 'name': 'tempest-PortsIpV6TestJSON-443612739', 'fixed_ips': [{'subnet_id': 'ec1a30a2-fc8c-481d-b0f0-37ba843f48bd', 'ip_address': '2001:db8::10'}]}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:57.178514 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] Allocated IP 2001:db8::2 (becec751-e4b8-4899-829e-de6d49334ed6/ec1a30a2-fc8c-481d-b0f0-37ba843f48bd/c7ad5072-5e04-459f-b91f-5ff002681314) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:57.194998 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745c3c1c-46ae-4119-8cf7-c3af5cf79dce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:57.345712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057eff95-b52b-4cf5-b1a9-c0244aae2cc2 req-42c88095-3bfa-4b7e-bbda-3c58432d2099 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:57.352679 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-057eff95-b52b-4cf5-b1a9-c0244aae2cc2 req-42c88095-3bfa-4b7e-bbda-3c58432d2099 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.1300139 Nov 08 00:35:57.372524 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-745c3c1c-46ae-4119-8cf7-c3af5cf79dce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:57.393045 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:57.413466 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-745c3c1c-46ae-4119-8cf7-c3af5cf79dce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] device_id is not set on port a5bf4dbb-db4b-46b0-a518-a9324c65969d yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:35:57.424333 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-057eff95-b52b-4cf5-b1a9-c0244aae2cc2 req-2bfb784a-8237-4df3-8a1a-66ab3ec54d84 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634809 Nov 08 00:35:57.504133 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:57.560756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] Pushing event updated for resources: {'Port': ['ID=c7ad5072-5e04-459f-b91f-5ff002681314,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:57.564603 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] Network becec751-e4b8-4899-829e-de6d49334ed6 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:57.569525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:57.569525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:57.628517 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] Attempting to bind port c7ad5072-5e04-459f-b91f-5ff002681314 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:35:57.629174 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] Attempting to bind port c7ad5072-5e04-459f-b91f-5ff002681314 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'ecce4adb-3f47-47f6-8da2-a0decdef5abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'becec751-e4b8-4899-829e-de6d49334ed6'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:35:57.629538 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] Attempting to bind port c7ad5072-5e04-459f-b91f-5ff002681314 on network becec751-e4b8-4899-829e-de6d49334ed6 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:35:57.634728 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:35:57.635101 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] Checking segment: {'id': 'ecce4adb-3f47-47f6-8da2-a0decdef5abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'becec751-e4b8-4899-829e-de6d49334ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:35:57.635503 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:57.635945 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] Bound using segment: {'id': 'ecce4adb-3f47-47f6-8da2-a0decdef5abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'becec751-e4b8-4899-829e-de6d49334ed6'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:35:57.636541 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] Bound port: c7ad5072-5e04-459f-b91f-5ff002681314, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecce4adb-3f47-47f6-8da2-a0decdef5abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'becec751-e4b8-4899-829e-de6d49334ed6'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:35:57.636682 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0d638-8a92-4bb3-9dda-0e31ba9492f2 req-fc48a22d-9b4b-4461-8969-aacf7c0851da tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:57.636939 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:57.638242 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18d0d638-8a92-4bb3-9dda-0e31ba9492f2 req-fc48a22d-9b4b-4461-8969-aacf7c0851da tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.1020350 Nov 08 00:35:57.649585 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-745c3c1c-46ae-4119-8cf7-c3af5cf79dce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Allocated IP 2001:db8::10 (becec751-e4b8-4899-829e-de6d49334ed6/ec1a30a2-fc8c-481d-b0f0-37ba843f48bd/a5bf4dbb-db4b-46b0-a518-a9324c65969d) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:57.701285 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18d0d638-8a92-4bb3-9dda-0e31ba9492f2 req-cb1a584e-f395-4c4f-9290-fe2e4851d737 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531061 Nov 08 00:35:57.709621 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] For port c7ad5072-5e04-459f-b91f-5ff002681314, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:35:57.712100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] For port c7ad5072-5e04-459f-b91f-5ff002681314, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c7ad5072-5e04-459f-b91f-5ff002681314,segment=NetworkSegment(ecce4adb-3f47-47f6-8da2-a0decdef5abc),segment_id=ecce4adb-3f47-47f6-8da2-a0decdef5abc)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:35:57.841508 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:57.859350 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-745c3c1c-46ae-4119-8cf7-c3af5cf79dce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:57.910029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb81ca-2c37-4583-9ea5-c72481142808 None None] Pushing event updated for resources: {'Port': ['ID=c7ad5072-5e04-459f-b91f-5ff002681314,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:58.012737 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-745c3c1c-46ae-4119-8cf7-c3af5cf79dce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:58.076011 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c3c1c-46ae-4119-8cf7-c3af5cf79dce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network becec751-e4b8-4899-829e-de6d49334ed6 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:58.080742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-745c3c1c-46ae-4119-8cf7-c3af5cf79dce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:58.089786 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c3c1c-46ae-4119-8cf7-c3af5cf79dce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:58.095856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c3c1c-46ae-4119-8cf7-c3af5cf79dce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:58.096747 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-745c3c1c-46ae-4119-8cf7-c3af5cf79dce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:58.101204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c3c1c-46ae-4119-8cf7-c3af5cf79dce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=a5bf4dbb-db4b-46b0-a518-a9324c65969d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:58.222402 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-745c3c1c-46ae-4119-8cf7-c3af5cf79dce tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2988424 Nov 08 00:35:58.222402 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44026) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:35:58.223882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-9fb2b6a4-67f3-4e64-b870-5bdb4af38499 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'network_id': 'becec751-e4b8-4899-829e-de6d49334ed6', 'name': 'tempest-PortsIpV6TestJSON-905958274', 'fixed_ips': [{'subnet_id': 'ec1a30a2-fc8c-481d-b0f0-37ba843f48bd', 'ip_address': '2001:db8::f'}]}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:35:58.235661 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c7ff505-92ec-412e-a0ea-774eaee89e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:58.470133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb2b6a4-67f3-4e64-b870-5bdb4af38499 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:35:58.477020 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9fb2b6a4-67f3-4e64-b870-5bdb4af38499 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:58.507248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-9fb2b6a4-67f3-4e64-b870-5bdb4af38499 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] device_id is not set on port 8c40757d-d001-4eb3-9188-8a995c6a3b8f yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:35:58.681808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a32a2-793c-49a4-987f-9b202c99b354 req-e907adbf-6f68-4253-86a3-d22dc4276b87 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:58.682807 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e3a32a2-793c-49a4-987f-9b202c99b354 req-e907adbf-6f68-4253-86a3-d22dc4276b87 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.1872149 Nov 08 00:35:58.809162 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e3a32a2-793c-49a4-987f-9b202c99b354 req-f4463b95-f34b-49b2-907e-f0b8d88e1cf4 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928197 Nov 08 00:35:58.919223 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-9fb2b6a4-67f3-4e64-b870-5bdb4af38499 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Allocated IP 2001:db8::f (becec751-e4b8-4899-829e-de6d49334ed6/ec1a30a2-fc8c-481d-b0f0-37ba843f48bd/8c40757d-d001-4eb3-9188-8a995c6a3b8f) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:35:58.936473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d26fe-54f8-4a61-b827-6a5e6d223cdb req-b3edd62a-cea2-496a-9a9a-f19b2e506f04 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:58.938324 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d5d26fe-54f8-4a61-b827-6a5e6d223cdb req-b3edd62a-cea2-496a-9a9a-f19b2e506f04 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.1137221 Nov 08 00:35:59.115324 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c7ad5072-5e04-459f-b91f-5ff002681314 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:35:59.147984 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f92b6ee-8a57-4cdc-bf75-30ba068d5ae3 None None] Network becec751-e4b8-4899-829e-de6d49334ed6 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:35:59.243680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6088a364-3f38-43a9-99b5-2c2802e8233a None None] Provisioning complete for port c7ad5072-5e04-459f-b91f-5ff002681314 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:59.245371 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6088a364-3f38-43a9-99b5-2c2802e8233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:59.282875 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c7ad5072-5e04-459f-b91f-5ff002681314 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:59.283535 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:59.441675 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d5d26fe-54f8-4a61-b827-6a5e6d223cdb req-cb6b2086-4b6f-4bd3-bf8b-987cf2f57079 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970460 Nov 08 00:35:59.526092 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6088a364-3f38-43a9-99b5-2c2802e8233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:59.605320 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9fb2b6a4-67f3-4e64-b870-5bdb4af38499 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:59.612132 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:59.614035 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-6088a364-3f38-43a9-99b5-2c2802e8233a None None] For port c7ad5072-5e04-459f-b91f-5ff002681314, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c7ad5072-5e04-459f-b91f-5ff002681314,segment=NetworkSegment(ecce4adb-3f47-47f6-8da2-a0decdef5abc),segment_id=ecce4adb-3f47-47f6-8da2-a0decdef5abc)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:35:59.768324 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6088a364-3f38-43a9-99b5-2c2802e8233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:59.773271 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9fb2b6a4-67f3-4e64-b870-5bdb4af38499 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:59.860184 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb2b6a4-67f3-4e64-b870-5bdb4af38499 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network becec751-e4b8-4899-829e-de6d49334ed6 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:35:59.864763 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088a364-3f38-43a9-99b5-2c2802e8233a None None] Pushing event updated for resources: {'Port': ['ID=c7ad5072-5e04-459f-b91f-5ff002681314,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:59.870989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-9fb2b6a4-67f3-4e64-b870-5bdb4af38499 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:35:59.881243 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:35:59.881527 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:35:59.882624 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb2b6a4-67f3-4e64-b870-5bdb4af38499 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:35:59.894752 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb2b6a4-67f3-4e64-b870-5bdb4af38499 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:59.901110 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9fb2b6a4-67f3-4e64-b870-5bdb4af38499 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:59.913370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e90bb43f-8365-4608-9ba6-35263001f2cf None None] Provisioning complete for port c7ad5072-5e04-459f-b91f-5ff002681314 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:35:59.913834 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e90bb43f-8365-4608-9ba6-35263001f2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:35:59.945560 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2b6a4-67f3-4e64-b870-5bdb4af38499 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=8c40757d-d001-4eb3-9188-8a995c6a3b8f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:35:59.972486 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb74e1-8a07-4aa1-a8a4-51c94d1832df req-d7cb409d-ecfa-4fe4-a9fc-2cedcf090ef4 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:35:59.974084 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3afb74e1-8a07-4aa1-a8a4-51c94d1832df req-d7cb409d-ecfa-4fe4-a9fc-2cedcf090ef4 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.0723927 Nov 08 00:36:00.038343 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3afb74e1-8a07-4aa1-a8a4-51c94d1832df req-502a5af7-d7a2-4876-bba4-e6f65eb11b7a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493302 Nov 08 00:36:00.087092 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e90bb43f-8365-4608-9ba6-35263001f2cf None None] Provisioning complete for port a5bf4dbb-db4b-46b0-a518-a9324c65969d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:00.087535 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e90bb43f-8365-4608-9ba6-35263001f2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:00.125999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e90bb43f-8365-4608-9ba6-35263001f2cf None None] Port a5bf4dbb-db4b-46b0-a518-a9324c65969d cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:00.150079 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44066) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:00.171694 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44070) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:00.172254 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9fb2b6a4-67f3-4e64-b870-5bdb4af38499 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9519725 Nov 08 00:36:00.255910 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-40e6f342-f4f9-459c-b7da-6808d76764b7 None None] Provisioning complete for port a5bf4dbb-db4b-46b0-a518-a9324c65969d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:00.256870 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40e6f342-f4f9-459c-b7da-6808d76764b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:00.276882 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7171ebcb-cc67-4812-a060-d68fcc6dc675 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:00.278603 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7171ebcb-cc67-4812-a060-d68fcc6dc675 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1054261 Nov 08 00:36:00.286922 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44072) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:00.296870 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b00c05c6-533c-468e-91f1-0920f4de529e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:00.332959 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-40e6f342-f4f9-459c-b7da-6808d76764b7 None None] Port a5bf4dbb-db4b-46b0-a518-a9324c65969d cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:00.370421 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e740390-db06-4045-a431-9247d8a805d7 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:00.370421 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e740390-db06-4045-a431-9247d8a805d7 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:00.375691 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e740390-db06-4045-a431-9247d8a805d7 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:00.380725 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9e740390-db06-4045-a431-9247d8a805d7 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0910408 Nov 08 00:36:00.381607 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44076) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:00.444862 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b00c05c6-533c-468e-91f1-0920f4de529e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:00.459820 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1a54a6d8-304c-4824-a51e-aebbc869a3c0 None None] Provisioning complete for port 8c40757d-d001-4eb3-9188-8a995c6a3b8f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:00.459820 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a54a6d8-304c-4824-a51e-aebbc869a3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:00.487415 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-fe2eb739-bef3-4357-b2a4-fe5a52bd6333 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port 8c40757d-d001-4eb3-9188-8a995c6a3b8f {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:36:00.487991 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb739-bef3-4357-b2a4-fe5a52bd6333 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:00.509333 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1a54a6d8-304c-4824-a51e-aebbc869a3c0 None None] Port 8c40757d-d001-4eb3-9188-8a995c6a3b8f cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:00.569928 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b00c05c6-533c-468e-91f1-0920f4de529e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:00.582701 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb739-bef3-4357-b2a4-fe5a52bd6333 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:00.595531 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-fe2eb739-bef3-4357-b2a4-fe5a52bd6333 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for 8c40757d-d001-4eb3-9188-8a995c6a3b8f owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:36:00.626608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c05c6-533c-468e-91f1-0920f4de529e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f5c167-5821-4951-ad4c-3c3c57ccb5f5,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:00.633182 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b00c05c6-533c-468e-91f1-0920f4de529e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=179ee58935e34cf39badf3e6020db89b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4819815 Nov 08 00:36:00.645190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44080) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:00.670381 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b21bcc-d3c1-4822-bbcf-e41c99754060 req-12c00a50-d923-4673-a53f-96ce85de13de tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:00.672838 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68b21bcc-d3c1-4822-bbcf-e41c99754060 req-12c00a50-d923-4673-a53f-96ce85de13de tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.1280189 Nov 08 00:36:00.740675 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68b21bcc-d3c1-4822-bbcf-e41c99754060 req-fe86685e-f8cc-4f6e-8b12-4e46c2b82b95 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561378 Nov 08 00:36:00.743687 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-51178470-c5eb-4205-958e-95e19df8bf04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:00.766805 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3009a78-ecb6-42fc-9652-b000a3f603ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:00.773585 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-51178470-c5eb-4205-958e-95e19df8bf04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:00.869278 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb739-bef3-4357-b2a4-fe5a52bd6333 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:00.901499 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2eb739-bef3-4357-b2a4-fe5a52bd6333 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=8c40757d-d001-4eb3-9188-8a995c6a3b8f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:00.926867 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb739-bef3-4357-b2a4-fe5a52bd6333 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:00.930014 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fe2eb739-bef3-4357-b2a4-fe5a52bd6333 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/ports/8c40757d-d001-4eb3-9188-8a995c6a3b8f HTTP/1.1" status: 204 len: 168 time: 0.5472102 Nov 08 00:36:00.932672 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44082) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:00.957852 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7550d6e0-b2da-46e8-9aa9-39db4db4d60c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] GET failed (client error): The resource could not be found. Nov 08 00:36:00.961816 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7550d6e0-b2da-46e8-9aa9-39db4db4d60c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports/8c40757d-d001-4eb3-9188-8a995c6a3b8f HTTP/1.1" status: 404 len: 333 time: 0.0256364 Nov 08 00:36:00.962318 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44084) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:01.012558 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-51178470-c5eb-4205-958e-95e19df8bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:01.016147 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-51178470-c5eb-4205-958e-95e19df8bf04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:01.019412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-51178470-c5eb-4205-958e-95e19df8bf04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25f5c167-5821-4951-ad4c-3c3c57ccb5f5 HTTP/1.1" status: 204 len: 168 time: 0.3699732 Nov 08 00:36:01.028177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51178470-c5eb-4205-958e-95e19df8bf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f5c167-5821-4951-ad4c-3c3c57ccb5f5,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:01.060469 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c7ad5072-5e04-459f-b91f-5ff002681314 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:36:01.097513 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:01.123993 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3b6d0cfb-05ec-4031-9a5e-c9056662cdc5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port a5bf4dbb-db4b-46b0-a518-a9324c65969d {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:36:01.126957 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3b6d0cfb-05ec-4031-9a5e-c9056662cdc5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:01.128082 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c7ad5072-5e04-459f-b91f-5ff002681314 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:01.128587 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:01.287036 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3b6d0cfb-05ec-4031-9a5e-c9056662cdc5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:01.302870 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3b6d0cfb-05ec-4031-9a5e-c9056662cdc5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for a5bf4dbb-db4b-46b0-a518-a9324c65969d owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:36:01.319690 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2789df8-a995-4353-89cb-980e3bb2d3cf req-b2f8fd4f-eca7-4608-9702-e5940de1319d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:01.336493 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d2789df8-a995-4353-89cb-980e3bb2d3cf req-b2f8fd4f-eca7-4608-9702-e5940de1319d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.1337011 Nov 08 00:36:01.381767 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d2789df8-a995-4353-89cb-980e3bb2d3cf req-16f8e34e-5e5f-4bf6-88b2-c35b0dbfc5be tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409234 Nov 08 00:36:01.681548 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3b6d0cfb-05ec-4031-9a5e-c9056662cdc5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:01.722112 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d0cfb-05ec-4031-9a5e-c9056662cdc5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=a5bf4dbb-db4b-46b0-a518-a9324c65969d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:01.761662 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3b6d0cfb-05ec-4031-9a5e-c9056662cdc5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:01.765419 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3b6d0cfb-05ec-4031-9a5e-c9056662cdc5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/ports/a5bf4dbb-db4b-46b0-a518-a9324c65969d HTTP/1.1" status: 204 len: 168 time: 0.8021262 Nov 08 00:36:01.768107 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44096) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:01.798083 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db8dd9a-3a74-4403-acc9-0018b9145e4f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] GET failed (client error): The resource could not be found. Nov 08 00:36:01.802478 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2db8dd9a-3a74-4403-acc9-0018b9145e4f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports/a5bf4dbb-db4b-46b0-a518-a9324c65969d HTTP/1.1" status: 404 len: 333 time: 0.0306995 Nov 08 00:36:01.802802 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44098) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:01.865260 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6e644c-4584-454b-9010-7379d59bada0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting subnet ec1a30a2-fc8c-481d-b0f0-37ba843f48bd {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:36:01.868727 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d6e644c-4584-454b-9010-7379d59bada0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:01.871133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e66f68-2622-451b-bbf5-77f0d28dd4cd req-eb916f58-afdd-4ee9-91e9-be50b91cefec tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:01.872710 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-66e66f68-2622-451b-bbf5-77f0d28dd4cd req-eb916f58-afdd-4ee9-91e9-be50b91cefec tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.0583751 Nov 08 00:36:01.911915 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d6e644c-4584-454b-9010-7379d59bada0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:01.914741 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-66e66f68-2622-451b-bbf5-77f0d28dd4cd req-a1cdc23e-a18e-4fd9-956d-373394c7d695 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355017 Nov 08 00:36:01.926073 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:02.044158 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d6e644c-4584-454b-9010-7379d59bada0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:02.164044 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:02.204894 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44104) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:02.215663 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-374b2348-3cea-4fcf-af75-44860f8c52cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:02.283555 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d6e644c-4584-454b-9010-7379d59bada0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:02.320725 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e644c-4584-454b-9010-7379d59bada0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Subnet': ['ID=ec1a30a2-fc8c-481d-b0f0-37ba843f48bd,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:02.330662 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d6e644c-4584-454b-9010-7379d59bada0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:02.333889 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0d6e644c-4584-454b-9010-7379d59bada0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/subnets/ec1a30a2-fc8c-481d-b0f0-37ba843f48bd HTTP/1.1" status: 204 len: 168 time: 0.5299788 Nov 08 00:36:02.336786 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44106) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:02.348696 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f22a161-57c3-46e6-8866-b5e5ee4fcbf9 None None] Network becec751-e4b8-4899-829e-de6d49334ed6 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:02.454343 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:02.460672 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-374b2348-3cea-4fcf-af75-44860f8c52cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:02.521378 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c0dee-9b4d-4d51-b30a-e5b5e60db3a7 req-32604700-a8ff-49ce-882d-241fb1812db1 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:02.523437 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff9c0dee-9b4d-4d51-b30a-e5b5e60db3a7 req-32604700-a8ff-49ce-882d-241fb1812db1 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.0592852 Nov 08 00:36:02.528570 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port c7ad5072-5e04-459f-b91f-5ff002681314 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:36:02.529050 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:02.578527 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff9c0dee-9b4d-4d51-b30a-e5b5e60db3a7 req-ae55d3fa-b5db-403a-9812-5cb3c597466e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463343 Nov 08 00:36:02.598552 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-374b2348-3cea-4fcf-af75-44860f8c52cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:02.598819 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cf838f-afcf-4a4c-9328-a842061f093f None None] DHCP port deletion for becec751-e4b8-4899-829e-de6d49334ed6 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:36:02.616583 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] For port c7ad5072-5e04-459f-b91f-5ff002681314, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c7ad5072-5e04-459f-b91f-5ff002681314,segment=NetworkSegment(ecce4adb-3f47-47f6-8da2-a0decdef5abc),segment_id=ecce4adb-3f47-47f6-8da2-a0decdef5abc)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:02.616934 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:02.642400 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for c7ad5072-5e04-459f-b91f-5ff002681314 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:36:02.651672 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf838f-afcf-4a4c-9328-a842061f093f None None] Deleting port c7ad5072-5e04-459f-b91f-5ff002681314 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:36:02.652273 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d2cf838f-afcf-4a4c-9328-a842061f093f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:02.659557 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-374b2348-3cea-4fcf-af75-44860f8c52cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=020a5978cb0944ffa9b1b415da604da7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4578350 Nov 08 00:36:02.662565 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44110) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:02.665045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b2348-3cea-4fcf-af75-44860f8c52cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118bef99-ccb6-45e3-b31f-a60d34ef35d3,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:02.719812 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d2cf838f-afcf-4a4c-9328-a842061f093f None None] For port c7ad5072-5e04-459f-b91f-5ff002681314, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c7ad5072-5e04-459f-b91f-5ff002681314,segment=NetworkSegment(ecce4adb-3f47-47f6-8da2-a0decdef5abc),segment_id=ecce4adb-3f47-47f6-8da2-a0decdef5abc)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:02.720365 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d2cf838f-afcf-4a4c-9328-a842061f093f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:02.730598 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7147f2a-a975-4c20-b41d-9eb7bcb96a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:02.733202 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf838f-afcf-4a4c-9328-a842061f093f None None] Calling delete_port for c7ad5072-5e04-459f-b91f-5ff002681314 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:36:02.753150 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7147f2a-a975-4c20-b41d-9eb7bcb96a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:02.861984 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:02.864945 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d2cf838f-afcf-4a4c-9328-a842061f093f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:02.892090 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf838f-afcf-4a4c-9328-a842061f093f None None] Pushing event deleted for resources: {'Port': ['ID=c7ad5072-5e04-459f-b91f-5ff002681314,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:02.894396 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=c7ad5072-5e04-459f-b91f-5ff002681314,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:02.895538 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cf838f-afcf-4a4c-9328-a842061f093f None None] No DVR routers for this DVR port c7ad5072-5e04-459f-b91f-5ff002681314 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:36:02.898594 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No DVR routers for this DVR port c7ad5072-5e04-459f-b91f-5ff002681314 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:36:02.966970 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7147f2a-a975-4c20-b41d-9eb7bcb96a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:02.973102 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7147f2a-a975-4c20-b41d-9eb7bcb96a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:02.978373 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a7147f2a-a975-4c20-b41d-9eb7bcb96a5d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/118bef99-ccb6-45e3-b31f-a60d34ef35d3 HTTP/1.1" status: 204 len: 168 time: 0.3104899 Nov 08 00:36:03.001161 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:03.007755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7147f2a-a975-4c20-b41d-9eb7bcb96a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118bef99-ccb6-45e3-b31f-a60d34ef35d3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:03.042613 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['becec751-e4b8-4899-829e-de6d49334ed6']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:36:03.072686 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecce4adb-3f47-47f6-8da2-a0decdef5abc') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:36:03.073392 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecce4adb-3f47-47f6-8da2-a0decdef5abc') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:36:03.086321 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:03.102335 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c7ad5072-5e04-459f-b91f-5ff002681314 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:36:03.120090 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:03.122030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ac6b5-04fa-4b4f-b2e3-da7c355591bd req-60c01f8e-fdbf-48f2-ba77-f34d2686ec6c tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:03.123636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b91ac6b5-04fa-4b4f-b2e3-da7c355591bd req-60c01f8e-fdbf-48f2-ba77-f34d2686ec6c tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.0935664 Nov 08 00:36:03.129981 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: c7ad5072-5e04-459f-b91f-5ff002681314 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:36:03.134259 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:36:03.134667 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:36:03.141624 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:36:03.157460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c7ad5072-5e04-459f-b91f-5ff002681314 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:36:03.185053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b91ac6b5-04fa-4b4f-b2e3-da7c355591bd req-81564b5b-8a8c-43f1-bb95-f0a3a59e6d94 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532699 Nov 08 00:36:03.446295 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:03.451907 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:03.453238 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:03.456510 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/networks/becec751-e4b8-4899-829e-de6d49334ed6 HTTP/1.1" status: 204 len: 168 time: 1.1187904 Nov 08 00:36:03.460258 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44122) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:03.465793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7e79570a-997e-47e8-9d50-bb26d424dd56 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-524509176'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:03.470637 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f45c2-6604-4408-9389-c0be50d70c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Network': ['ID=becec751-e4b8-4899-829e-de6d49334ed6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:03.708510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e79570a-997e-47e8-9d50-bb26d424dd56 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:03.708510 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e79570a-997e-47e8-9d50-bb26d424dd56 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:03.743495 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a43869-489a-4ac5-a3c2-4bf7e388f6bb req-439ca410-7c43-4e4c-b8b8-d3cb1ef70d44 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:03.745419 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e2a43869-489a-4ac5-a3c2-4bf7e388f6bb req-439ca410-7c43-4e4c-b8b8-d3cb1ef70d44 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.0846040 Nov 08 00:36:03.754266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e79570a-997e-47e8-9d50-bb26d424dd56 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:36:03.778986 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e79570a-997e-47e8-9d50-bb26d424dd56 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:03.779400 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-7e79570a-997e-47e8-9d50-bb26d424dd56 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Added segment 3db902e7-d8f2-4ec8-9e5f-21316e336d93 of type vlan for network 773ccdca-4217-4b39-8ed1-c3d4459ad644 Nov 08 00:36:03.821809 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e2a43869-489a-4ac5-a3c2-4bf7e388f6bb req-7f95494d-af7f-4731-bcc3-61d01ed15e3a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649765 Nov 08 00:36:03.838698 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e79570a-997e-47e8-9d50-bb26d424dd56 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:03.961026 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e79570a-997e-47e8-9d50-bb26d424dd56 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:03.967796 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e79570a-997e-47e8-9d50-bb26d424dd56 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:03.969049 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e79570a-997e-47e8-9d50-bb26d424dd56 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:04.041673 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79570a-997e-47e8-9d50-bb26d424dd56 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Network': ['ID=773ccdca-4217-4b39-8ed1-c3d4459ad644,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:04.052758 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 773ccdca-4217-4b39-8ed1-c3d4459ad644 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:36:04.146176 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7e79570a-997e-47e8-9d50-bb26d424dd56 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6845191 Nov 08 00:36:04.149020 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44136) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:04.153920 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-e4cc524d-4bca-412f-af47-9edd4cc5c41f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'subnet': {'network_id': '773ccdca-4217-4b39-8ed1-c3d4459ad644', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:04.336554 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b0ad1-e2ad-43c0-8fa6-c286270ee1f5 req-b74d6897-816f-49b9-8df6-ac55030bd429 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:04.340241 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-df2b0ad1-e2ad-43c0-8fa6-c286270ee1f5 req-b74d6897-816f-49b9-8df6-ac55030bd429 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.0759606 Nov 08 00:36:04.386278 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-df2b0ad1-e2ad-43c0-8fa6-c286270ee1f5 req-f968b3f1-8904-4f13-9dee-3f90449bb917 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397775 Nov 08 00:36:04.429262 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cc524d-4bca-412f-af47-9edd4cc5c41f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:04.432863 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e4cc524d-4bca-412f-af47-9edd4cc5c41f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:04.772875 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e4cc524d-4bca-412f-af47-9edd4cc5c41f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:04.842544 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc524d-4bca-412f-af47-9edd4cc5c41f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Subnet': ['ID=7807ede6-e487-480e-9590-46ccd5104923,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:04.853618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc524d-4bca-412f-af47-9edd4cc5c41f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Checking segment: {'id': '3db902e7-d8f2-4ec8-9e5f-21316e336d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '773ccdca-4217-4b39-8ed1-c3d4459ad644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:36:04.854018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cc524d-4bca-412f-af47-9edd4cc5c41f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network hostable DHCP agents. Network: 773ccdca-4217-4b39-8ed1-c3d4459ad644, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:36:04.953562 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597ba99-87ef-4835-8e3b-e65c74700315 req-d37e8b65-8bc9-4757-8984-e252c0ba5cde tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:04.954948 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4597ba99-87ef-4835-8e3b-e65c74700315 req-d37e8b65-8bc9-4757-8984-e252c0ba5cde tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.0527549 Nov 08 00:36:04.994221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cc524d-4bca-412f-af47-9edd4cc5c41f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network 773ccdca-4217-4b39-8ed1-c3d4459ad644 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:36:05.006904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4597ba99-87ef-4835-8e3b-e65c74700315 req-6e24135f-71e2-491c-b82a-4850de9cf00c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450485 Nov 08 00:36:05.132219 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-e4cc524d-4bca-412f-af47-9edd4cc5c41f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 773ccdca-4217-4b39-8ed1-c3d4459ad644) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:05.136508 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cc524d-4bca-412f-af47-9edd4cc5c41f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:05.137129 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e4cc524d-4bca-412f-af47-9edd4cc5c41f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:05.141213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072a30f3-f156-4c29-aedf-e10db0660f58 None None] Network 773ccdca-4217-4b39-8ed1-c3d4459ad644 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:05.293979 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-773ccdca-4217-4b39-8ed1-c3d4459ad644', 'network_id': '773ccdca-4217-4b39-8ed1-c3d4459ad644', 'tenant_id': 'ac77e126339f489381e68549ad15ca0b', 'fixed_ips': [{'subnet_id': '7807ede6-e487-480e-9590-46ccd5104923'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:36:05.294996 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:05.361079 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e4cc524d-4bca-412f-af47-9edd4cc5c41f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2078216 Nov 08 00:36:05.361325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44166) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:05.365765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-1da12b11-7ce5-4e6f-bc23-87e4806cbf2c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1027749164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:05.462921 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] Allocated IP 2001:db8::2 (773ccdca-4217-4b39-8ed1-c3d4459ad644/7807ede6-e487-480e-9590-46ccd5104923/d9b13555-0a34-41ad-a8f7-8397ebfcecf0) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:05.526616 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c528c0-7d20-4053-b0fb-d6f21e9d862f req-f7a6e8ed-3d97-4e8f-a265-24b6a6893bf8 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:05.528135 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76c528c0-7d20-4053-b0fb-d6f21e9d862f req-f7a6e8ed-3d97-4e8f-a265-24b6a6893bf8 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.0511785 Nov 08 00:36:05.581305 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76c528c0-7d20-4053-b0fb-d6f21e9d862f req-e6dd72bc-9b27-4233-9b91-451b14f2ad47 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380468 Nov 08 00:36:05.582725 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1da12b11-7ce5-4e6f-bc23-87e4806cbf2c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:05.584006 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1da12b11-7ce5-4e6f-bc23-87e4806cbf2c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:05.620397 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:05.645595 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1da12b11-7ce5-4e6f-bc23-87e4806cbf2c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:05.755677 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:05.802201 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] Network 773ccdca-4217-4b39-8ed1-c3d4459ad644 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:05.808059 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:05.810266 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] Pushing event updated for resources: {'Port': ['ID=d9b13555-0a34-41ad-a8f7-8397ebfcecf0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:05.812453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:36:05.817542 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1da12b11-7ce5-4e6f-bc23-87e4806cbf2c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:05.881388 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] Attempting to bind port d9b13555-0a34-41ad-a8f7-8397ebfcecf0 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:36:05.881772 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] Attempting to bind port d9b13555-0a34-41ad-a8f7-8397ebfcecf0 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '3db902e7-d8f2-4ec8-9e5f-21316e336d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '773ccdca-4217-4b39-8ed1-c3d4459ad644'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:36:05.882166 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] Attempting to bind port d9b13555-0a34-41ad-a8f7-8397ebfcecf0 on network 773ccdca-4217-4b39-8ed1-c3d4459ad644 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:36:05.887559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:36:05.887976 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] Checking segment: {'id': '3db902e7-d8f2-4ec8-9e5f-21316e336d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '773ccdca-4217-4b39-8ed1-c3d4459ad644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:36:05.888389 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:05.888796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] Bound using segment: {'id': '3db902e7-d8f2-4ec8-9e5f-21316e336d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '773ccdca-4217-4b39-8ed1-c3d4459ad644'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:36:05.889259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] Bound port: d9b13555-0a34-41ad-a8f7-8397ebfcecf0, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db902e7-d8f2-4ec8-9e5f-21316e336d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '773ccdca-4217-4b39-8ed1-c3d4459ad644'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:36:05.889646 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:05.966143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] For port d9b13555-0a34-41ad-a8f7-8397ebfcecf0, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:36:05.969992 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] For port d9b13555-0a34-41ad-a8f7-8397ebfcecf0, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d9b13555-0a34-41ad-a8f7-8397ebfcecf0,segment=NetworkSegment(3db902e7-d8f2-4ec8-9e5f-21316e336d93),segment_id=3db902e7-d8f2-4ec8-9e5f-21316e336d93)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:36:05.993273 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1da12b11-7ce5-4e6f-bc23-87e4806cbf2c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:05.993707 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1da12b11-7ce5-4e6f-bc23-87e4806cbf2c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6309552 Nov 08 00:36:05.996054 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44182) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:06.002639 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'network_id': '773ccdca-4217-4b39-8ed1-c3d4459ad644', 'name': 'tempest-PortsIpV6TestJSON-2126778515'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:06.155242 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:06.208943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf17a28-ab9d-4947-812b-607bc256a1ae req-e32a6a83-3003-410d-a7b0-410605fe4db2 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:06.210708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1bf17a28-ab9d-4947-812b-607bc256a1ae req-e32a6a83-3003-410d-a7b0-410605fe4db2 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.0874417 Nov 08 00:36:06.252225 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed1144-326a-4640-be83-c137aaa2b364 None None] Pushing event updated for resources: {'Port': ['ID=d9b13555-0a34-41ad-a8f7-8397ebfcecf0,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:06.295815 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1bf17a28-ab9d-4947-812b-607bc256a1ae req-4bd4d229-5b9a-4820-9fc9-08d43ff8ec87 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781789 Nov 08 00:36:06.304387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:06.309610 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:06.330011 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] device_id is not set on port b9e28095-418a-48db-8231-17fce95a1ce6 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:36:06.491394 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Allocated IP 2001:db8::3be (773ccdca-4217-4b39-8ed1-c3d4459ad644/7807ede6-e487-480e-9590-46ccd5104923/b9e28095-418a-48db-8231-17fce95a1ce6) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:06.698148 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:06.729730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b09831-6d0e-47ee-baf5-cf6801a7d641 req-f44bee22-d206-4006-992f-c075efe61223 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:06.732187 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44b09831-6d0e-47ee-baf5-cf6801a7d641 req-f44bee22-d206-4006-992f-c075efe61223 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.0702963 Nov 08 00:36:06.782863 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44b09831-6d0e-47ee-baf5-cf6801a7d641 req-c8ff641a-d94a-49d3-bedf-0eddba5718e3 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410173 Nov 08 00:36:06.825518 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44200) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:06.904563 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:06.960691 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-14660a09-3132-458b-8e27-140da5128adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:06.997707 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network 773ccdca-4217-4b39-8ed1-c3d4459ad644 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:06.998463 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:07.016724 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:36:07.023134 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:07.029447 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:07.042567 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=b9e28095-418a-48db-8231-17fce95a1ce6,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:07.056978 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:07.057550 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:07.059028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:07.059028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:07.059028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:07.059028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:07.070992 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:07.071988 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:07.072592 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:07.076227 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:07.076845 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:07.077487 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:07.098798 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-14660a09-3132-458b-8e27-140da5128adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:07.126691 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d9b13555-0a34-41ad-a8f7-8397ebfcecf0 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:36:07.181401 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port d9b13555-0a34-41ad-a8f7-8397ebfcecf0 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:07.182532 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:07.243768 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5981230d-941d-4dae-b34d-a876fb6975f8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2460520 Nov 08 00:36:07.246155 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44206) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:07.269158 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:07.272158 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-14660a09-3132-458b-8e27-140da5128adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:07.318806 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port d9b13555-0a34-41ad-a8f7-8397ebfcecf0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d9b13555-0a34-41ad-a8f7-8397ebfcecf0,segment=NetworkSegment(3db902e7-d8f2-4ec8-9e5f-21316e336d93),segment_id=3db902e7-d8f2-4ec8-9e5f-21316e336d93)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:07.345797 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-14660a09-3132-458b-8e27-140da5128adf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a32f150383c74cccab99a347c2661bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5191140 Nov 08 00:36:07.347001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14660a09-3132-458b-8e27-140da5128adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9612bb-b561-4dbc-a953-5608e7c3b2ca,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:07.349688 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44212) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:07.447742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47704a64-de59-4e2c-acba-e44d41e91862 None None] Network 773ccdca-4217-4b39-8ed1-c3d4459ad644 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:07.448021 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15cd9d0d-abae-44f3-bd90-b2d6c8b9b30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:07.461693 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:07.482029 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15cd9d0d-abae-44f3-bd90-b2d6c8b9b30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:07.502665 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311dc66-9d24-4493-a6c3-d6d9051bfb6c req-b7285b93-2487-4059-9e9c-a6d8a927ab8e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:07.505206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7311dc66-9d24-4493-a6c3-d6d9051bfb6c req-b7285b93-2487-4059-9e9c-a6d8a927ab8e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.0876803 Nov 08 00:36:07.572582 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7311dc66-9d24-4493-a6c3-d6d9051bfb6c req-4d2a165c-14bc-4480-a401-fcb5e3f3a37b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563781 Nov 08 00:36:07.657849 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15cd9d0d-abae-44f3-bd90-b2d6c8b9b30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:07.660526 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15cd9d0d-abae-44f3-bd90-b2d6c8b9b30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:07.661705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-15cd9d0d-abae-44f3-bd90-b2d6c8b9b30c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e9612bb-b561-4dbc-a953-5608e7c3b2ca HTTP/1.1" status: 204 len: 168 time: 0.3110709 Nov 08 00:36:07.670174 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd9d0d-abae-44f3-bd90-b2d6c8b9b30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9612bb-b561-4dbc-a953-5608e7c3b2ca,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:07.684356 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e235451-8179-4cd2-8858-3140db03fc32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:07.710078 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-14d310c6-de1c-4a22-a507-c612689ead03 None None] Provisioning complete for port d9b13555-0a34-41ad-a8f7-8397ebfcecf0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:07.710446 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-14d310c6-de1c-4a22-a507-c612689ead03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:07.761269 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=d9b13555-0a34-41ad-a8f7-8397ebfcecf0,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:07.917840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702cb46-aa66-4cb3-86bf-310c218014d8 req-911030de-853a-4c9d-b912-5c99dbc12d7a tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:07.920479 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4702cb46-aa66-4cb3-86bf-310c218014d8 req-911030de-853a-4c9d-b912-5c99dbc12d7a tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.0629041 Nov 08 00:36:07.964650 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4702cb46-aa66-4cb3-86bf-310c218014d8 req-337f5c4d-134b-432e-8224-ab185acb618f tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370538 Nov 08 00:36:07.987852 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e235451-8179-4cd2-8858-3140db03fc32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:08.097988 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e235451-8179-4cd2-8858-3140db03fc32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:08.184285 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e235451-8179-4cd2-8858-3140db03fc32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=b9e28095-418a-48db-8231-17fce95a1ce6,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:08.239122 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e039d5a4-ca87-4055-baa9-1dd652cbe0d9 None None] Provisioning complete for port b9e28095-418a-48db-8231-17fce95a1ce6 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:08.240181 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e039d5a4-ca87-4055-baa9-1dd652cbe0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:08.281667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e039d5a4-ca87-4055-baa9-1dd652cbe0d9 None None] Port b9e28095-418a-48db-8231-17fce95a1ce6 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:08.340989 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e039d5a4-ca87-4055-baa9-1dd652cbe0d9 None None] Provisioning complete for port d9b13555-0a34-41ad-a8f7-8397ebfcecf0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:08.340989 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e039d5a4-ca87-4055-baa9-1dd652cbe0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:08.342185 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e235451-8179-4cd2-8858-3140db03fc32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:08.545360 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-354c0e03-847e-4028-99d9-8bd9ed05dedd None None] Provisioning complete for port b9e28095-418a-48db-8231-17fce95a1ce6 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:08.545649 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-354c0e03-847e-4028-99d9-8bd9ed05dedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:08.583065 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-354c0e03-847e-4028-99d9-8bd9ed05dedd None None] Port b9e28095-418a-48db-8231-17fce95a1ce6 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:08.674997 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:08.713084 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e235451-8179-4cd2-8858-3140db03fc32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:08.716152 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44236) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:08.742704 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bdc05f5-fff7-4ae2-a87e-ed302b45872c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:08.749513 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe44333-a6cc-4a85-ba37-7b979f15fc78 req-f32a22fc-ba87-4284-b6de-15fec015c3d3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:08.754664 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cbe44333-a6cc-4a85-ba37-7b979f15fc78 req-f32a22fc-ba87-4284-b6de-15fec015c3d3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.0650928 Nov 08 00:36:08.807511 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-41b59229-56a8-48a7-917e-b8d2bde31c17 None None] Provisioning complete for port b9e28095-418a-48db-8231-17fce95a1ce6 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:08.807879 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-41b59229-56a8-48a7-917e-b8d2bde31c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:08.810387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cbe44333-a6cc-4a85-ba37-7b979f15fc78 req-563255b6-ab45-4e50-87b2-afcfe254adc9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523779 Nov 08 00:36:08.858919 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-41b59229-56a8-48a7-917e-b8d2bde31c17 None None] Port b9e28095-418a-48db-8231-17fce95a1ce6 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:09.125221 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bdc05f5-fff7-4ae2-a87e-ed302b45872c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:09.129711 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d9b13555-0a34-41ad-a8f7-8397ebfcecf0 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:36:09.130030 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e235451-8179-4cd2-8858-3140db03fc32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:09.153581 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port d9b13555-0a34-41ad-a8f7-8397ebfcecf0 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:09.153894 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:09.157052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfddcd-0f61-476c-97f9-e44572226d5c req-9bb96898-b2bc-43b5-8842-93bbe2836ddf tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:09.158600 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1bfddcd-0f61-476c-97f9-e44572226d5c req-9bb96898-b2bc-43b5-8842-93bbe2836ddf tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.0688767 Nov 08 00:36:09.166834 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4bdc05f5-fff7-4ae2-a87e-ed302b45872c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:09.207477 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1bfddcd-0f61-476c-97f9-e44572226d5c req-0fe9c754-0ce2-43ce-93ad-7f662c350ebb tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423615 Nov 08 00:36:09.237120 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4bdc05f5-fff7-4ae2-a87e-ed302b45872c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b628520768b7428494b15ed88772a081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5161610 Nov 08 00:36:09.237120 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc05f5-fff7-4ae2-a87e-ed302b45872c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fe34d8-7060-4b33-bb2f-01e6de090db6,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:09.239173 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44250) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:09.292048 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e235451-8179-4cd2-8858-3140db03fc32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:09.293215 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e235451-8179-4cd2-8858-3140db03fc32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:09.298009 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea995379-5510-4933-97bd-b49bc6b9ca08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:09.324718 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea995379-5510-4933-97bd-b49bc6b9ca08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:09.393722 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e235451-8179-4cd2-8858-3140db03fc32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=b9e28095-418a-48db-8231-17fce95a1ce6,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:09.447179 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e235451-8179-4cd2-8858-3140db03fc32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network 773ccdca-4217-4b39-8ed1-c3d4459ad644 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:09.449266 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-5e235451-8179-4cd2-8858-3140db03fc32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:09.481023 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea995379-5510-4933-97bd-b49bc6b9ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:09.484767 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ea995379-5510-4933-97bd-b49bc6b9ca08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:09.489210 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ea995379-5510-4933-97bd-b49bc6b9ca08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14fe34d8-7060-4b33-bb2f-01e6de090db6 HTTP/1.1" status: 204 len: 168 time: 0.2489741 Nov 08 00:36:09.503711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea995379-5510-4933-97bd-b49bc6b9ca08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fe34d8-7060-4b33-bb2f-01e6de090db6,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:09.727182 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e235451-8179-4cd2-8858-3140db03fc32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Router bd93d7ee-3a7f-4dc9-8f19-094f5a460d79 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:36:09.789346 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4d090319-2755-44e7-ab5d-67053e8c08f3 None None] Provisioning complete for port b9e28095-418a-48db-8231-17fce95a1ce6 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:09.789968 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d090319-2755-44e7-ab5d-67053e8c08f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:09.835907 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4d090319-2755-44e7-ab5d-67053e8c08f3 None None] Port b9e28095-418a-48db-8231-17fce95a1ce6 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:09.993900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067514d2-76ab-49cf-93df-7fcd8ea89d9a req-c9648be1-3007-4231-8654-c322cc563c7a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:10.007700 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-067514d2-76ab-49cf-93df-7fcd8ea89d9a req-c9648be1-3007-4231-8654-c322cc563c7a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.0786502 Nov 08 00:36:10.085735 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-067514d2-76ab-49cf-93df-7fcd8ea89d9a req-39bd5408-682e-4085-a313-05604e557f06 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798705 Nov 08 00:36:10.193721 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e235451-8179-4cd2-8858-3140db03fc32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:36:10.201625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44272) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:10.201766 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5e235451-8179-4cd2-8858-3140db03fc32 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "PUT /v2.0/routers/bd93d7ee-3a7f-4dc9-8f19-094f5a460d79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9544539 Nov 08 00:36:10.219111 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98f9546-0f17-4205-a0a1-56a943d05730 None None] Sync routers for ids ['bd93d7ee-3a7f-4dc9-8f19-094f5a460d79'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:36:10.250425 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98f9546-0f17-4205-a0a1-56a943d05730 None None] Routers {'bd93d7ee-3a7f-4dc9-8f19-094f5a460d79'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:36:10.251135 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e98f9546-0f17-4205-a0a1-56a943d05730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:36:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['bd93d7ee-3a7f-4dc9-8f19-094f5a460d79'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:36:10.304054 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28e724a-def4-433a-8146-ef5003f9c4fb tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:10.306260 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a28e724a-def4-433a-8146-ef5003f9c4fb tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93d7ee-3a7f-4dc9-8f19-094f5a460d79 HTTP/1.1" status: 200 len: 989 time: 0.0945971 Nov 08 00:36:10.306949 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e98f9546-0f17-4205-a0a1-56a943d05730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:36:10.309174 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44280) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:10.322420 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98f9546-0f17-4205-a0a1-56a943d05730 None None] Routers {'bd93d7ee-3a7f-4dc9-8f19-094f5a460d79'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:36:10.323193 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e98f9546-0f17-4205-a0a1-56a943d05730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:36:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['bd93d7ee-3a7f-4dc9-8f19-094f5a460d79'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:36:10.388982 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e98f9546-0f17-4205-a0a1-56a943d05730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:36:10.389728 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98f9546-0f17-4205-a0a1-56a943d05730 None None] The sync data for ids ['bd93d7ee-3a7f-4dc9-8f19-094f5a460d79'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:36:10.397260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7497e2f-d822-4fc8-b271-0542a3497481 req-a32eab72-e828-4ed2-9ec4-73d098f5c0d3 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:10.399049 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7497e2f-d822-4fc8-b271-0542a3497481 req-a32eab72-e828-4ed2-9ec4-73d098f5c0d3 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.0900004 Nov 08 00:36:10.455120 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7497e2f-d822-4fc8-b271-0542a3497481 req-f2b1c0b4-e3ea-4d2e-9746-e8d754de28f4 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427129 Nov 08 00:36:10.869548 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ff573ea-1bba-44f2-8af9-735836481872 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:11.105020 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3ff573ea-1bba-44f2-8af9-735836481872 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port b9e28095-418a-48db-8231-17fce95a1ce6 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:36:11.105373 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ff573ea-1bba-44f2-8af9-735836481872 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:11.198554 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ff573ea-1bba-44f2-8af9-735836481872 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:11.213363 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3ff573ea-1bba-44f2-8af9-735836481872 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for b9e28095-418a-48db-8231-17fce95a1ce6 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:36:11.236141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75e891-5d82-4f58-91df-1883dd8d526c req-257fcc14-6630-46c5-b66d-aa1726395e77 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:11.244075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c75e891-5d82-4f58-91df-1883dd8d526c req-257fcc14-6630-46c5-b66d-aa1726395e77 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.0720925 Nov 08 00:36:11.292540 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c75e891-5d82-4f58-91df-1883dd8d526c req-428f67bf-dc46-4b80-a015-2e09361840e9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473838 Nov 08 00:36:11.532226 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ff573ea-1bba-44f2-8af9-735836481872 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:11.577531 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff573ea-1bba-44f2-8af9-735836481872 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=b9e28095-418a-48db-8231-17fce95a1ce6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:11.596833 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881a698-4a21-458c-9c0c-924a66e5243b req-f7ada46a-854f-462d-ac51-4ac923a3bd69 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:11.599824 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6881a698-4a21-458c-9c0c-924a66e5243b req-f7ada46a-854f-462d-ac51-4ac923a3bd69 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.0691361 Nov 08 00:36:11.661273 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6881a698-4a21-458c-9c0c-924a66e5243b req-5db40f43-8279-42a8-82cb-0c92a304026a tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515628 Nov 08 00:36:11.730969 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ff573ea-1bba-44f2-8af9-735836481872 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:11.907627 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff573ea-1bba-44f2-8af9-735836481872 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Router bd93d7ee-3a7f-4dc9-8f19-094f5a460d79 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:36:12.004492 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff573ea-1bba-44f2-8af9-735836481872 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:36:12.014617 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3ff573ea-1bba-44f2-8af9-735836481872 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "PUT /v2.0/routers/bd93d7ee-3a7f-4dc9-8f19-094f5a460d79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7017622 Nov 08 00:36:12.014824 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44328) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:12.022004 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99492b98-395e-48e8-a887-8303feee923b None None] Sync routers for ids ['bd93d7ee-3a7f-4dc9-8f19-094f5a460d79'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:36:12.042077 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99492b98-395e-48e8-a887-8303feee923b None None] Routers {'bd93d7ee-3a7f-4dc9-8f19-094f5a460d79'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:36:12.044205 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-99492b98-395e-48e8-a887-8303feee923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:36:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['bd93d7ee-3a7f-4dc9-8f19-094f5a460d79'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:36:12.044700 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-27894c80-df91-427d-b3e6-4f2a26d765e7 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] GET failed (client error): The resource could not be found. Nov 08 00:36:12.046578 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-27894c80-df91-427d-b3e6-4f2a26d765e7 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports/b9e28095-418a-48db-8231-17fce95a1ce6 HTTP/1.1" status: 404 len: 333 time: 0.0296001 Nov 08 00:36:12.049536 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44330) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:12.106947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-99492b98-395e-48e8-a887-8303feee923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:36:12.116574 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99492b98-395e-48e8-a887-8303feee923b None None] Routers {'bd93d7ee-3a7f-4dc9-8f19-094f5a460d79'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:36:12.117454 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-99492b98-395e-48e8-a887-8303feee923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:36:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['bd93d7ee-3a7f-4dc9-8f19-094f5a460d79'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:36:12.137362 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c95e6038-c815-495b-9d80-4905603759d2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:12.151876 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-99492b98-395e-48e8-a887-8303feee923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:36:12.152792 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99492b98-395e-48e8-a887-8303feee923b None None] The sync data for ids ['bd93d7ee-3a7f-4dc9-8f19-094f5a460d79'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:36:12.329584 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c95e6038-c815-495b-9d80-4905603759d2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:12.332619 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1cf4d-7246-4920-af37-9397b66722b1 req-880851b7-6d88-4284-b37f-0e1b04635e51 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:12.334675 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cef1cf4d-7246-4920-af37-9397b66722b1 req-880851b7-6d88-4284-b37f-0e1b04635e51 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.0741050 Nov 08 00:36:12.344382 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c95e6038-c815-495b-9d80-4905603759d2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:12.406429 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cef1cf4d-7246-4920-af37-9397b66722b1 req-400a4ac5-3c5d-4031-bcbd-d69ee0b210fc tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596154 Nov 08 00:36:12.506228 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dd76f-d8e8-4396-b8b7-45d1442b2aa6 req-d04407cc-4306-4f00-a35b-365df8f81fac tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:12.507758 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d6dd76f-d8e8-4396-b8b7-45d1442b2aa6 req-d04407cc-4306-4f00-a35b-365df8f81fac tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.1003146 Nov 08 00:36:12.555091 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c95e6038-c815-495b-9d80-4905603759d2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:12.555091 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95e6038-c815-495b-9d80-4905603759d2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Fanout notify agent at l3_agent the message router_deleted on router bd93d7ee-3a7f-4dc9-8f19-094f5a460d79 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:36:12.568940 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c95e6038-c815-495b-9d80-4905603759d2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:12.574246 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c95e6038-c815-495b-9d80-4905603759d2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/routers/bd93d7ee-3a7f-4dc9-8f19-094f5a460d79 HTTP/1.1" status: 204 len: 168 time: 0.5214155 Nov 08 00:36:12.575210 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44350) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:12.643757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ab215-dcd1-4157-9628-c77165809ee6 req-5a57f709-37b9-4847-870e-2e6868862eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:12.645621 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc2ab215-dcd1-4157-9628-c77165809ee6 req-5a57f709-37b9-4847-870e-2e6868862eea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=252f777bf23742369726b845e3226a30&device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 1097 time: 0.1368699 Nov 08 00:36:12.665854 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d6dd76f-d8e8-4396-b8b7-45d1442b2aa6 req-cabeaeec-578b-49f5-ae49-374398ffcb4c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408486 Nov 08 00:36:12.728430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-04755e28-86d5-4d48-b29a-e4dcc90a4714 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting subnet 7807ede6-e487-480e-9590-46ccd5104923 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:36:12.733810 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-04755e28-86d5-4d48-b29a-e4dcc90a4714 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:12.796759 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-04755e28-86d5-4d48-b29a-e4dcc90a4714 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:12.838720 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ab215-dcd1-4157-9628-c77165809ee6 req-6a5d4549-9533-46ad-a1e3-9101b84071f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:12.840246 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc2ab215-dcd1-4157-9628-c77165809ee6 req-6a5d4549-9533-46ad-a1e3-9101b84071f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 HTTP/1.1" status: 200 len: 917 time: 0.1875310 Nov 08 00:36:12.897820 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc2ab215-dcd1-4157-9628-c77165809ee6 req-a897cb47-6d06-40a1-a5b8-f53898ec3e84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b93c8e5-6744-410e-8745-c9cfcbf48abd HTTP/1.1" status: 200 len: 217 time: 0.0470090 Nov 08 00:36:12.993339 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-04755e28-86d5-4d48-b29a-e4dcc90a4714 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:12.997364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ab215-dcd1-4157-9628-c77165809ee6 req-e0f582fe-245d-4ee1-84ea-a12d90c02482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:12.998947 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc2ab215-dcd1-4157-9628-c77165809ee6 req-e0f582fe-245d-4ee1-84ea-a12d90c02482 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53d87ed3-88d1-4178-af7b-2ba0e0ae4d43 HTTP/1.1" status: 200 len: 855 time: 0.0944710 Nov 08 00:36:13.084351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ab215-dcd1-4157-9628-c77165809ee6 req-7aa5ea4a-553f-4824-af28-f556bfc39be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:13.085969 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc2ab215-dcd1-4157-9628-c77165809ee6 req-7aa5ea4a-553f-4824-af28-f556bfc39be6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678339 Nov 08 00:36:13.185923 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc2ab215-dcd1-4157-9628-c77165809ee6 req-505c26fa-510d-466d-93fc-f6d05693d3f4 service neutron] 10.222.0.20 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916162 Nov 08 00:36:13.255829 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-04755e28-86d5-4d48-b29a-e4dcc90a4714 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:13.291903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04755e28-86d5-4d48-b29a-e4dcc90a4714 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Subnet': ['ID=7807ede6-e487-480e-9590-46ccd5104923,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:13.305931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04755e28-86d5-4d48-b29a-e4dcc90a4714 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:13.306278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04755e28-86d5-4d48-b29a-e4dcc90a4714 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:13.306617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04755e28-86d5-4d48-b29a-e4dcc90a4714 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:13.313096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04755e28-86d5-4d48-b29a-e4dcc90a4714 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:13.313096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04755e28-86d5-4d48-b29a-e4dcc90a4714 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:13.313096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04755e28-86d5-4d48-b29a-e4dcc90a4714 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:13.313096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04755e28-86d5-4d48-b29a-e4dcc90a4714 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:13.313096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04755e28-86d5-4d48-b29a-e4dcc90a4714 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:13.313096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04755e28-86d5-4d48-b29a-e4dcc90a4714 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:13.313096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04755e28-86d5-4d48-b29a-e4dcc90a4714 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:13.313096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04755e28-86d5-4d48-b29a-e4dcc90a4714 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:13.313096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04755e28-86d5-4d48-b29a-e4dcc90a4714 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:13.314481 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29d27b0-0501-49ce-b10f-11948a2ec67a None None] Network 773ccdca-4217-4b39-8ed1-c3d4459ad644 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:13.322275 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-04755e28-86d5-4d48-b29a-e4dcc90a4714 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:13.329867 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44368) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:13.330394 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-04755e28-86d5-4d48-b29a-e4dcc90a4714 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/subnets/7807ede6-e487-480e-9590-46ccd5104923 HTTP/1.1" status: 204 len: 168 time: 0.7518277 Nov 08 00:36:13.359582 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc2ab215-dcd1-4157-9628-c77165809ee6 req-6334ed0f-a268-48e8-8069-f8a2af427664 service neutron] 10.222.0.20 "GET /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669354 Nov 08 00:36:13.428587 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:13.535005 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port d9b13555-0a34-41ad-a8f7-8397ebfcecf0 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:36:13.535352 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:13.564199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6152cc-5d43-4cff-b992-56dfdb4eea50 req-e3d1c49c-66b4-4f37-92f9-07710bbdec3d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:13.565764 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee6152cc-5d43-4cff-b992-56dfdb4eea50 req-e3d1c49c-66b4-4f37-92f9-07710bbdec3d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.0605462 Nov 08 00:36:13.566487 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca188e05-da46-45b1-b605-24d235e606e3 None None] DHCP port deletion for 773ccdca-4217-4b39-8ed1-c3d4459ad644 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:36:13.642491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ca188e05-da46-45b1-b605-24d235e606e3 None None] Deleting port d9b13555-0a34-41ad-a8f7-8397ebfcecf0 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:36:13.642871 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca188e05-da46-45b1-b605-24d235e606e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:13.665724 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee6152cc-5d43-4cff-b992-56dfdb4eea50 req-28739d21-8a1a-403b-8280-631fa4ec4063 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935302 Nov 08 00:36:13.680702 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] For port d9b13555-0a34-41ad-a8f7-8397ebfcecf0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d9b13555-0a34-41ad-a8f7-8397ebfcecf0,segment=NetworkSegment(3db902e7-d8f2-4ec8-9e5f-21316e336d93),segment_id=3db902e7-d8f2-4ec8-9e5f-21316e336d93)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:13.681156 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:13.703125 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for d9b13555-0a34-41ad-a8f7-8397ebfcecf0 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:36:13.743235 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ca188e05-da46-45b1-b605-24d235e606e3 None None] For port d9b13555-0a34-41ad-a8f7-8397ebfcecf0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d9b13555-0a34-41ad-a8f7-8397ebfcecf0,segment=NetworkSegment(3db902e7-d8f2-4ec8-9e5f-21316e336d93),segment_id=3db902e7-d8f2-4ec8-9e5f-21316e336d93)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:13.744085 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca188e05-da46-45b1-b605-24d235e606e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:13.759951 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ca188e05-da46-45b1-b605-24d235e606e3 None None] Calling delete_port for d9b13555-0a34-41ad-a8f7-8397ebfcecf0 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:36:13.791774 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f30f7-feaf-4851-b6c9-8fdd97c4c755 req-d34c3e2a-761d-4096-b008-f7900af55fb6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:13.793253 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-345f30f7-feaf-4851-b6c9-8fdd97c4c755 req-d34c3e2a-761d-4096-b008-f7900af55fb6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.0527725 Nov 08 00:36:13.835061 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-345f30f7-feaf-4851-b6c9-8fdd97c4c755 req-1e5919a6-1d9f-41f7-8359-793a56b095ed tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351069 Nov 08 00:36:14.006507 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:14.012992 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca188e05-da46-45b1-b605-24d235e606e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:14.032864 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=d9b13555-0a34-41ad-a8f7-8397ebfcecf0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:14.038827 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No DVR routers for this DVR port d9b13555-0a34-41ad-a8f7-8397ebfcecf0 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:36:14.044500 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca188e05-da46-45b1-b605-24d235e606e3 None None] No DVR routers for this DVR port d9b13555-0a34-41ad-a8f7-8397ebfcecf0 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:36:14.046155 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca188e05-da46-45b1-b605-24d235e606e3 None None] Pushing event deleted for resources: {'Port': ['ID=d9b13555-0a34-41ad-a8f7-8397ebfcecf0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:14.134696 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:14.143868 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:36:14.161116 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773ccdca-4217-4b39-8ed1-c3d4459ad644']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:36:14.170843 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db902e7-d8f2-4ec8-9e5f-21316e336d93') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:36:14.171138 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db902e7-d8f2-4ec8-9e5f-21316e336d93') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:36:14.180396 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:14.193722 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:14.200597 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:36:14.201029 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:36:14.204608 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:36:14.389504 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:14.399959 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:14.400700 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/networks/773ccdca-4217-4b39-8ed1-c3d4459ad644 HTTP/1.1" status: 204 len: 168 time: 1.0688057 Nov 08 00:36:14.404991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44398) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:14.421030 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dec9c-90b3-4b95-807e-e5297bba51b9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Network': ['ID=773ccdca-4217-4b39-8ed1-c3d4459ad644,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:14.460514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c56c3d-4a19-41a5-99c3-4ab208fdff86 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:14.461893 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c8c56c3d-4a19-41a5-99c3-4ab208fdff86 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports/a514bd55-6ac2-4616-8f35-4af9b6adaf71 HTTP/1.1" status: 200 len: 845 time: 0.0552602 Nov 08 00:36:14.465610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44400) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:14.506258 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e80614b0-2dec-456f-8945-be9bdceab204 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports/a514bd55-6ac2-4616-8f35-4af9b6adaf71?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0395367 Nov 08 00:36:14.509914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44402) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:14.514583 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-53f4d38e-39b2-4642-8674-fb5040ccc743 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'subnet': {'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:14.764342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f4d38e-39b2-4642-8674-fb5040ccc743 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:14.768576 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-53f4d38e-39b2-4642-8674-fb5040ccc743 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:14.842648 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fce9c-036c-41be-b5bf-9a347d3b2104 req-8fc28212-7cb5-4573-89a4-ec1cf0fb7891 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:14.844137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e4fce9c-036c-41be-b5bf-9a347d3b2104 req-8fc28212-7cb5-4573-89a4-ec1cf0fb7891 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.1124976 Nov 08 00:36:14.903646 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e4fce9c-036c-41be-b5bf-9a347d3b2104 req-d6ba97a2-6386-458a-ab77-34d13153470d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523865 Nov 08 00:36:15.022495 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8345b2-527c-4304-b3f9-9c01bf3d5de4 req-6ff54fc8-1d95-4f5d-9bdd-907121c51deb tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:15.024403 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d8345b2-527c-4304-b3f9-9c01bf3d5de4 req-6ff54fc8-1d95-4f5d-9bdd-907121c51deb tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.1168320 Nov 08 00:36:15.080969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d9b13555-0a34-41ad-a8f7-8397ebfcecf0 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:36:15.123519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: d9b13555-0a34-41ad-a8f7-8397ebfcecf0 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:36:15.124186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d9b13555-0a34-41ad-a8f7-8397ebfcecf0 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:36:15.126020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d8345b2-527c-4304-b3f9-9c01bf3d5de4 req-cf73308b-122a-4962-baca-18e7a0b818eb tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872846 Nov 08 00:36:15.145891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc85b4-b788-4f10-a78a-a0fa2274773d req-49abae25-3298-4b95-9039-b9ae521760fc tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:15.147418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3cbc85b4-b788-4f10-a78a-a0fa2274773d req-49abae25-3298-4b95-9039-b9ae521760fc tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.0954037 Nov 08 00:36:15.183606 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-53f4d38e-39b2-4642-8674-fb5040ccc743 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:15.199558 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3cbc85b4-b788-4f10-a78a-a0fa2274773d req-b73f9a3b-cc17-47a9-8420-1078d67da6c2 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460038 Nov 08 00:36:15.232921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f4d38e-39b2-4642-8674-fb5040ccc743 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:15.239018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-53f4d38e-39b2-4642-8674-fb5040ccc743 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:15.243206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f4d38e-39b2-4642-8674-fb5040ccc743 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:15.243846 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-53f4d38e-39b2-4642-8674-fb5040ccc743 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:15.248173 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9be1174-77f6-4c4f-9bea-8c7a2bedae7d None None] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:15.274570 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4d38e-39b2-4642-8674-fb5040ccc743 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Subnet': ['ID=0b320f1c-63cc-4348-97f6-8933b17cd000,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:15.319317 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e197c1c-d306-4993-bd78-ad055b5b79b1 req-9bd203bc-b214-4c98-b76a-6001bea06a06 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:15.320885 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e197c1c-d306-4993-bd78-ad055b5b79b1 req-9bd203bc-b214-4c98-b76a-6001bea06a06 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ffaaced-8b97-4257-85e7-4c4ed2e898b5 HTTP/1.1" status: 200 len: 945 time: 0.0519247 Nov 08 00:36:15.360923 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e197c1c-d306-4993-bd78-ad055b5b79b1 req-4ba87366-ebb2-45e2-a146-c102da668d16 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339904 Nov 08 00:36:15.422672 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-b3f8ff1e-2d01-4260-ae2b-b98125e675a1', 'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1', 'tenant_id': 'ac77e126339f489381e68549ad15ca0b', 'fixed_ips': [{'subnet_id': '0b320f1c-63cc-4348-97f6-8933b17cd000'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:36:15.424302 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:15.430810 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44434) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:15.431290 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-53f4d38e-39b2-4642-8674-fb5040ccc743 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9202094 Nov 08 00:36:15.437352 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-a106b7db-ab43-408e-b10b-93d3f99c89a8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'security_group': {'name': 'tempest-secgroup-358211145'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:15.542387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4d7be-57aa-48f9-8233-109293aa1848 req-abd76ab4-8e74-4933-a1e7-f955200bfb9c tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:15.544053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09f4d7be-57aa-48f9-8233-109293aa1848 req-abd76ab4-8e74-4933-a1e7-f955200bfb9c tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 945 time: 0.0649326 Nov 08 00:36:15.587490 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09f4d7be-57aa-48f9-8233-109293aa1848 req-01783d35-9554-4c96-b766-9eb5057889cd tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369039 Nov 08 00:36:15.609349 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] Allocated IP 2001:db8::2 (b3f8ff1e-2d01-4260-ae2b-b98125e675a1/0b320f1c-63cc-4348-97f6-8933b17cd000/3aa5a56a-1820-492f-aec3-094b1c804089) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:15.636484 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-c077e21f-d83e-423d-ab67-409ed7421f34 req-f30346c8-477b-4842-858e-8ed378391fbb tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:36:15.637465 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c077e21f-d83e-423d-ab67-409ed7421f34 req-f30346c8-477b-4842-858e-8ed378391fbb tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060329 Nov 08 00:36:15.682259 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a106b7db-ab43-408e-b10b-93d3f99c89a8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:15.697620 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c077e21f-d83e-423d-ab67-409ed7421f34 req-0a1ed9d1-f783-431a-bcbd-526b87a3dc10 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0525537 Nov 08 00:36:15.774234 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:15.777890 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a106b7db-ab43-408e-b10b-93d3f99c89a8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:15.865970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44444) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:15.983905 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1334-5b0e-45b5-99c5-51805e72538b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:16.080326 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9b2b3-1d5e-4431-b5f1-ef6001d0e4a2 req-e13ad305-1569-48b7-b18b-0af0cd7da5d1 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:16.081828 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62b9b2b3-1d5e-4431-b5f1-ef6001d0e4a2 req-e13ad305-1569-48b7-b18b-0af0cd7da5d1 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.0645006 Nov 08 00:36:16.121321 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1334-5b0e-45b5-99c5-51805e72538b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:16.137743 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:16.141280 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62b9b2b3-1d5e-4431-b5f1-ef6001d0e4a2 req-c8dbe285-48a0-4c3d-9896-f1bb02078011 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516827 Nov 08 00:36:16.191597 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:16.195090 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:16.205902 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:36:16.216073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] Pushing event updated for resources: {'Port': ['ID=3aa5a56a-1820-492f-aec3-094b1c804089,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:16.238567 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a106b7db-ab43-408e-b10b-93d3f99c89a8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:16.287664 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106b7db-ab43-408e-b10b-93d3f99c89a8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ee0c31-1068-4e99-90d7-a4ac930d91e3,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:16.294061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b02450-2e52-4a95-bb28-dec7561c1abe req-e8ac3e4f-a6e9-49ee-83d9-c90b5909dcef tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:16.297085 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-58b02450-2e52-4a95-bb28-dec7561c1abe req-e8ac3e4f-a6e9-49ee-83d9-c90b5909dcef tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ffaaced-8b97-4257-85e7-4c4ed2e898b5 HTTP/1.1" status: 200 len: 945 time: 0.0705125 Nov 08 00:36:16.314709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] Attempting to bind port 3aa5a56a-1820-492f-aec3-094b1c804089 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:36:16.314709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] Attempting to bind port 3aa5a56a-1820-492f-aec3-094b1c804089 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '4197a02e-5b00-4c5d-b28a-894562056430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:36:16.314709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] Attempting to bind port 3aa5a56a-1820-492f-aec3-094b1c804089 on network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:36:16.314709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:36:16.314709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] Checking segment: {'id': '4197a02e-5b00-4c5d-b28a-894562056430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:36:16.314709 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:16.314709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] Bound using segment: {'id': '4197a02e-5b00-4c5d-b28a-894562056430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:36:16.314709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] Bound port: 3aa5a56a-1820-492f-aec3-094b1c804089, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4197a02e-5b00-4c5d-b28a-894562056430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:36:16.314709 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:16.348266 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1334-5b0e-45b5-99c5-51805e72538b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:16.396679 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a106b7db-ab43-408e-b10b-93d3f99c89a8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:16.402012 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a106b7db-ab43-408e-b10b-93d3f99c89a8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9691110 Nov 08 00:36:16.402958 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44458) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:16.407928 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c45ed3f1-00b0-49e6-8e26-51fad932fbf9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'security_group': {'name': 'tempest-secgroup-340584580'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:16.413938 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] For port 3aa5a56a-1820-492f-aec3-094b1c804089, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:36:16.416876 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9a1e1334-5b0e-45b5-99c5-51805e72538b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=972ca6b7cb2c4812b117952c1e706b10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5551593 Nov 08 00:36:16.417890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44460) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:16.418494 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] For port 3aa5a56a-1820-492f-aec3-094b1c804089, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3aa5a56a-1820-492f-aec3-094b1c804089,segment=NetworkSegment(4197a02e-5b00-4c5d-b28a-894562056430),segment_id=4197a02e-5b00-4c5d-b28a-894562056430)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:36:16.432337 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-58b02450-2e52-4a95-bb28-dec7561c1abe req-77d15b7d-1dfd-41bf-8f1a-c6367c9d2d58 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274033 Nov 08 00:36:16.444257 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e1334-5b0e-45b5-99c5-51805e72538b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eee398-d4b4-418f-b305-82d33a2d9e16,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:16.511097 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76009be7-8b44-4df8-b358-3f19abb602a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:16.533631 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76009be7-8b44-4df8-b358-3f19abb602a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:16.580326 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57d601-5306-49ef-ab9e-612db4e97119 req-a274b5b1-b141-426b-8f99-1269efb8b548 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:16.581876 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb57d601-5306-49ef-ab9e-612db4e97119 req-a274b5b1-b141-426b-8f99-1269efb8b548 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.0919685 Nov 08 00:36:16.596027 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67c6b3-6be3-4115-9d6d-35db72977c0a req-07ca5dad-caf2-4071-b855-ee565b0308ef tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:16.597581 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb67c6b3-6be3-4115-9d6d-35db72977c0a req-07ca5dad-caf2-4071-b855-ee565b0308ef tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 945 time: 0.0782750 Nov 08 00:36:16.618252 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:16.653156 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb57d601-5306-49ef-ab9e-612db4e97119 req-d31cf03c-7215-4d37-8e5a-75d021f98a72 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508535 Nov 08 00:36:16.666487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb67c6b3-6be3-4115-9d6d-35db72977c0a req-4e3b44f9-21eb-4e37-814d-b838c8a8fe57 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614130 Nov 08 00:36:16.675684 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c45ed3f1-00b0-49e6-8e26-51fad932fbf9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:16.694020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18036837-15e8-4fe8-9825-2779083b1e22 None None] Pushing event updated for resources: {'Port': ['ID=3aa5a56a-1820-492f-aec3-094b1c804089,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:16.710621 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76009be7-8b44-4df8-b358-3f19abb602a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:16.713551 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76009be7-8b44-4df8-b358-3f19abb602a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:16.714843 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-76009be7-8b44-4df8-b358-3f19abb602a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4eee398-d4b4-418f-b305-82d33a2d9e16 HTTP/1.1" status: 204 len: 168 time: 0.2946031 Nov 08 00:36:16.736481 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76009be7-8b44-4df8-b358-3f19abb602a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eee398-d4b4-418f-b305-82d33a2d9e16,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:16.808881 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c45ed3f1-00b0-49e6-8e26-51fad932fbf9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:16.898528 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c45ed3f1-00b0-49e6-8e26-51fad932fbf9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:16.926147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5406a-976a-428a-893b-dcc51b6ea1f7 req-1cb58f72-e39e-4e32-a690-644e1dd49296 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:16.941000 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5406a-976a-428a-893b-dcc51b6ea1f7 req-1cb58f72-e39e-4e32-a690-644e1dd49296 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:16.947066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5406a-976a-428a-893b-dcc51b6ea1f7 req-1cb58f72-e39e-4e32-a690-644e1dd49296 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:16.949120 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0be5406a-976a-428a-893b-dcc51b6ea1f7 req-1cb58f72-e39e-4e32-a690-644e1dd49296 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef&device_id=6ffaaced-8b97-4257-85e7-4c4ed2e898b5&device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 2417 time: 0.1006780 Nov 08 00:36:16.964214 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ed3f1-00b0-49e6-8e26-51fad932fbf9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee3b732-5e81-4007-bab6-8bab147dae8c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:17.010074 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0be5406a-976a-428a-893b-dcc51b6ea1f7 req-43ac9563-f418-417d-a4ab-87bb11c67d35 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538759 Nov 08 00:36:17.023284 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c45ed3f1-00b0-49e6-8e26-51fad932fbf9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:17.023284 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c45ed3f1-00b0-49e6-8e26-51fad932fbf9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6133513 Nov 08 00:36:17.023284 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44474) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:17.028457 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-120b0bed-b74c-41e1-b8fc-9a84c90fe898 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-592235579', 'security_groups': ['dee3b732-5e81-4007-bab6-8bab147dae8c'], 'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0b320f1c-63cc-4348-97f6-8933b17cd000'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:17.063231 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-1b55138d-371a-4cbb-acfc-7e375869b009 req-3c0ee9eb-8adb-49ee-8905-74ca4118a52b tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:36:17.063231 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b55138d-371a-4cbb-acfc-7e375869b009 req-3c0ee9eb-8adb-49ee-8905-74ca4118a52b tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071316 Nov 08 00:36:17.170887 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3aa5a56a-1820-492f-aec3-094b1c804089 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:36:17.181438 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b55138d-371a-4cbb-acfc-7e375869b009 req-598c644d-6c34-4476-a304-398fd1cd572d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1027765 Nov 08 00:36:17.299780 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 3aa5a56a-1820-492f-aec3-094b1c804089 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:17.300485 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:17.395861 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:17.433572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 3aa5a56a-1820-492f-aec3-094b1c804089, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3aa5a56a-1820-492f-aec3-094b1c804089,segment=NetworkSegment(4197a02e-5b00-4c5d-b28a-894562056430),segment_id=4197a02e-5b00-4c5d-b28a-894562056430)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:17.561028 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:17.648679 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=3aa5a56a-1820-492f-aec3-094b1c804089,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:17.692059 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120b0bed-b74c-41e1-b8fc-9a84c90fe898 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:17.776696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44494) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:17.797957 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-943a29e9-52c1-4e53-8386-58f1670051fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:17.800302 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-120b0bed-b74c-41e1-b8fc-9a84c90fe898 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:17.821909 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-120b0bed-b74c-41e1-b8fc-9a84c90fe898 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] device_id is not set on port f82008b5-e75c-4234-959b-480e6f28d760 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:36:17.835697 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e268a-cc48-4ce5-be09-c0fbe114fcd1 req-b691dc94-c27e-4751-8230-91e1e6678976 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:17.837365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d2e268a-cc48-4ce5-be09-c0fbe114fcd1 req-b691dc94-c27e-4751-8230-91e1e6678976 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.1028278 Nov 08 00:36:17.939321 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d2e268a-cc48-4ce5-be09-c0fbe114fcd1 req-75022ea6-4b56-4974-b96c-4f515b58a23f tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919614 Nov 08 00:36:18.008718 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-943a29e9-52c1-4e53-8386-58f1670051fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:18.111952 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-120b0bed-b74c-41e1-b8fc-9a84c90fe898 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Allocated IP 2001:db8::9f (b3f8ff1e-2d01-4260-ae2b-b98125e675a1/0b320f1c-63cc-4348-97f6-8933b17cd000/f82008b5-e75c-4234-959b-480e6f28d760) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:18.118622 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6e516546-5bc4-40dc-be54-88d66c28cc0f None None] Provisioning complete for port a514bd55-6ac2-4616-8f35-4af9b6adaf71 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:18.119004 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6e516546-5bc4-40dc-be54-88d66c28cc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:18.157399 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6e516546-5bc4-40dc-be54-88d66c28cc0f None None] Port a514bd55-6ac2-4616-8f35-4af9b6adaf71 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:18.166460 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-943a29e9-52c1-4e53-8386-58f1670051fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:18.170506 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6e516546-5bc4-40dc-be54-88d66c28cc0f None None] Provisioning complete for port 3aa5a56a-1820-492f-aec3-094b1c804089 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:18.170506 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6e516546-5bc4-40dc-be54-88d66c28cc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:18.230561 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-943a29e9-52c1-4e53-8386-58f1670051fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c06abee86be4e39a23ef5d561427a27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4518375 Nov 08 00:36:18.231895 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a29e9-52c1-4e53-8386-58f1670051fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb270aa-265a-471c-a16e-8dfad5a258d4,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:18.233957 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44504) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:18.326010 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5787-82b7-4de8-bc27-4c4e22067039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:18.340645 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-120b0bed-b74c-41e1-b8fc-9a84c90fe898 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:18.367803 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5787-82b7-4de8-bc27-4c4e22067039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:18.555585 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-120b0bed-b74c-41e1-b8fc-9a84c90fe898 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:18.597145 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5787-82b7-4de8-bc27-4c4e22067039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:18.600141 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5787-82b7-4de8-bc27-4c4e22067039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:18.601380 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b2cc5787-82b7-4de8-bc27-4c4e22067039 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bb270aa-265a-471c-a16e-8dfad5a258d4 HTTP/1.1" status: 204 len: 168 time: 0.3661225 Nov 08 00:36:18.603179 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120b0bed-b74c-41e1-b8fc-9a84c90fe898 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:18.613327 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-120b0bed-b74c-41e1-b8fc-9a84c90fe898 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:18.616352 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b0bed-b74c-41e1-b8fc-9a84c90fe898 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:36:18.622158 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120b0bed-b74c-41e1-b8fc-9a84c90fe898 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:18.634684 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-120b0bed-b74c-41e1-b8fc-9a84c90fe898 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:18.643518 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc5787-82b7-4de8-bc27-4c4e22067039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb270aa-265a-471c-a16e-8dfad5a258d4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:18.660629 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b0bed-b74c-41e1-b8fc-9a84c90fe898 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=f82008b5-e75c-4234-959b-480e6f28d760,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:18.772985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44516) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:18.773192 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-120b0bed-b74c-41e1-b8fc-9a84c90fe898 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7493012 Nov 08 00:36:18.778905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-e7abca71-29e4-4847-bebc-ccce25021bd9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'subnet': {'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:19.046277 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7abca71-29e4-4847-bebc-ccce25021bd9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:19.046672 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e8ea5d91-4d03-484b-b6fb-cfd866f310f5 None None] Provisioning complete for port f82008b5-e75c-4234-959b-480e6f28d760 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:19.050647 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5d91-4d03-484b-b6fb-cfd866f310f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:19.051704 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e7abca71-29e4-4847-bebc-ccce25021bd9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:19.094051 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3aa5a56a-1820-492f-aec3-094b1c804089 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:36:19.173282 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea5d91-4d03-484b-b6fb-cfd866f310f5 None None] Port f82008b5-e75c-4234-959b-480e6f28d760 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:19.202093 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 3aa5a56a-1820-492f-aec3-094b1c804089 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:19.203435 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:19.300131 n-d-816882-1 neutron-server[102772]: INFO neutron.db.ipam_backend_mixin [None req-e7abca71-29e4-4847-bebc-ccce25021bd9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0b320f1c-63cc-4348-97f6-8933b17cd000 (CIDR: 2001:db8::/64) Nov 08 00:36:19.317599 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8ed4c-9ba2-4e7c-adcd-76e790e2fa73 req-e89e6d8c-7327-4d9e-8abd-59acf883e1c9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:19.324851 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09a8ed4c-9ba2-4e7c-adcd-76e790e2fa73 req-e89e6d8c-7327-4d9e-8abd-59acf883e1c9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.2682416 Nov 08 00:36:19.377746 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09a8ed4c-9ba2-4e7c-adcd-76e790e2fa73 req-23f56e9c-1e8c-4a66-91e8-4626732caa90 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436382 Nov 08 00:36:19.449771 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7abca71-29e4-4847-bebc-ccce25021bd9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:36:19.449771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7abca71-29e4-4847-bebc-ccce25021bd9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:36:19.682064 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983078e-1904-4de7-a744-72aaaf036d25 req-86152f69-ac6f-4d83-a3a3-b31c28937f7f tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:19.683519 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f983078e-1904-4de7-a744-72aaaf036d25 req-86152f69-ac6f-4d83-a3a3-b31c28937f7f tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 945 time: 0.0502150 Nov 08 00:36:19.729961 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e7abca71-29e4-4847-bebc-ccce25021bd9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9529841 Nov 08 00:36:19.731012 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44540) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:19.736312 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f983078e-1904-4de7-a744-72aaaf036d25 req-05fe3aec-cdd7-4b2c-b865-7209d06c8fcc tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460026 Nov 08 00:36:19.739367 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c5499d15-aec7-4204-a4c1-9b9a66385689 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'subnet': {'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:19.994828 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5499d15-aec7-4204-a4c1-9b9a66385689 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:19.999963 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c5499d15-aec7-4204-a4c1-9b9a66385689 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:20.327079 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c5499d15-aec7-4204-a4c1-9b9a66385689 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:20.378411 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5499d15-aec7-4204-a4c1-9b9a66385689 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:20.381579 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-c5499d15-aec7-4204-a4c1-9b9a66385689 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:20.385038 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5499d15-aec7-4204-a4c1-9b9a66385689 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:20.385643 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c5499d15-aec7-4204-a4c1-9b9a66385689 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:20.396914 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db7ede9-969b-4c4b-90e0-5470ff4cf911 None None] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:20.400514 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5499d15-aec7-4204-a4c1-9b9a66385689 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Subnet': ['ID=fc7bd32f-1d54-4592-a42d-38b9af563781,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:20.413796 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44558) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:20.510387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd694e1-76c9-445c-a546-a155ca212048 req-fe76d3df-6772-4235-8d0d-ed50337ce9f3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:20.512813 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1bd694e1-76c9-445c-a546-a155ca212048 req-fe76d3df-6772-4235-8d0d-ed50337ce9f3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.0570393 Nov 08 00:36:20.536833 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c5499d15-aec7-4204-a4c1-9b9a66385689 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8016765 Nov 08 00:36:20.536833 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44564) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:20.541427 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8d8c8aaa-388d-4c60-9d89-2f3b98c9d823 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1708593412', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fc7bd32f-1d54-4592-a42d-38b9af563781'}], 'security_groups': ['00ee0c31-1068-4e99-90d7-a4ac930d91e3']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:20.566992 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1bd694e1-76c9-445c-a546-a155ca212048 req-3c6b4073-52b1-4fb1-94ed-abf9b276882f tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474679 Nov 08 00:36:20.605907 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b0d7624d-7532-46f2-b828-eb27fecbaf72 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1953177280-network', 'tenant_id': '062ee87fed434a4484a56c67526a4c57'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:20.659233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb7fc80-4543-4dad-ab56-615c55cf6284 None None] Update dhcp port {'port': {'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1', 'fixed_ips': [{'subnet_id': '0b320f1c-63cc-4348-97f6-8933b17cd000', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fc7bd32f-1d54-4592-a42d-38b9af563781'}], 'binding:host_id': 'n-d-816882-1'}, 'id': '3aa5a56a-1820-492f-aec3-094b1c804089'} from n-d-816882-1. {{(pid=102773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 00:36:20.669332 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d8c8aaa-388d-4c60-9d89-2f3b98c9d823 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:20.685633 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9bb7fc80-4543-4dad-ab56-615c55cf6284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:20.838954 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d7624d-7532-46f2-b828-eb27fecbaf72 admin admin] Made reservation on behalf of 062ee87fed434a4484a56c67526a4c57 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:20.841405 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0d7624d-7532-46f2-b828-eb27fecbaf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:20.859832 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0d7624d-7532-46f2-b828-eb27fecbaf72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:20.895086 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-9bb7fc80-4543-4dad-ab56-615c55cf6284 None None] Allocated IP 2001:db8:0:1::2 (b3f8ff1e-2d01-4260-ae2b-b98125e675a1/fc7bd32f-1d54-4592-a42d-38b9af563781/3aa5a56a-1820-492f-aec3-094b1c804089) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:20.932028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4f71b-7f49-49f9-88c4-b56929741ef0 req-6c39aa81-a205-4c79-8732-8914f5701d6e tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:20.940978 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f8a4f71b-7f49-49f9-88c4-b56929741ef0 req-6c39aa81-a205-4c79-8732-8914f5701d6e tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 945 time: 0.1217315 Nov 08 00:36:20.997573 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f8a4f71b-7f49-49f9-88c4-b56929741ef0 req-a0c37cbf-4b7e-46bd-89c1-e3cfe2c9a50e tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540783 Nov 08 00:36:21.047216 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9bb7fc80-4543-4dad-ab56-615c55cf6284 None None] For port 3aa5a56a-1820-492f-aec3-094b1c804089, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3aa5a56a-1820-492f-aec3-094b1c804089,segment=NetworkSegment(4197a02e-5b00-4c5d-b28a-894562056430),segment_id=4197a02e-5b00-4c5d-b28a-894562056430)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:21.077946 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0d7624d-7532-46f2-b828-eb27fecbaf72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:21.083642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c6610-7677-427f-b698-b651dd808ad9 req-2fcce5f4-9998-4e41-b51e-550a02667561 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:21.085462 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f8c6610-7677-427f-b698-b651dd808ad9 req-2fcce5f4-9998-4e41-b51e-550a02667561 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.26 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 945 time: 0.0749876 Nov 08 00:36:21.090953 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9bb7fc80-4543-4dad-ab56-615c55cf6284 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:21.197199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-5f8c6610-7677-427f-b698-b651dd808ad9 req-6b716aa2-8a77-44d4-8547-6040f7e96d6d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Deleting port aac42709-fc8c-430b-9b81-4540c51ec281 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:36:21.197199 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5f8c6610-7677-427f-b698-b651dd808ad9 req-6b716aa2-8a77-44d4-8547-6040f7e96d6d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:21.217317 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0d7624d-7532-46f2-b828-eb27fecbaf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:21.242889 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d7624d-7532-46f2-b828-eb27fecbaf72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:36:21.252995 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7624d-7532-46f2-b828-eb27fecbaf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f7f447-0011-4b9b-8630-3f95dcc1cd62,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:21.257740 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0d7624d-7532-46f2-b828-eb27fecbaf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:21.258087 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-b0d7624d-7532-46f2-b828-eb27fecbaf72 admin admin] Added segment 70babcf6-850e-429d-96bb-2b1d51fe758a of type vlan for network 9aa3a728-1ef7-4a43-ac4d-785554fb86ed Nov 08 00:36:21.278865 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9bb7fc80-4543-4dad-ab56-615c55cf6284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:21.322632 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-5f8c6610-7677-427f-b698-b651dd808ad9 req-6b716aa2-8a77-44d4-8547-6040f7e96d6d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] For port aac42709-fc8c-430b-9b81-4540c51ec281, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=aac42709-fc8c-430b-9b81-4540c51ec281,segment=NetworkSegment(90de7966-4dd7-4df5-8347-dea7cee0f550),segment_id=90de7966-4dd7-4df5-8347-dea7cee0f550)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:21.323046 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5f8c6610-7677-427f-b698-b651dd808ad9 req-6b716aa2-8a77-44d4-8547-6040f7e96d6d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:21.333075 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0d7624d-7532-46f2-b828-eb27fecbaf72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:21.340498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-5f8c6610-7677-427f-b698-b651dd808ad9 req-6b716aa2-8a77-44d4-8547-6040f7e96d6d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Calling delete_port for aac42709-fc8c-430b-9b81-4540c51ec281 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:36:21.420000 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7fc80-4543-4dad-ab56-615c55cf6284 None None] Pushing event updated for resources: {'Port': ['ID=3aa5a56a-1820-492f-aec3-094b1c804089,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:21.442593 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-8d8c8aaa-388d-4c60-9d89-2f3b98c9d823 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Delete allocated IP 2001:db8::9f (b3f8ff1e-2d01-4260-ae2b-b98125e675a1/0b320f1c-63cc-4348-97f6-8933b17cd000) {{(pid=102771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 08 00:36:21.458377 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-8d8c8aaa-388d-4c60-9d89-2f3b98c9d823 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Allocated IP 2001:db8:0:1::4b (b3f8ff1e-2d01-4260-ae2b-b98125e675a1/fc7bd32f-1d54-4592-a42d-38b9af563781/f82008b5-e75c-4234-959b-480e6f28d760) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:21.492413 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0d7624d-7532-46f2-b828-eb27fecbaf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:21.493550 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d7624d-7532-46f2-b828-eb27fecbaf72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:21.494132 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0d7624d-7532-46f2-b828-eb27fecbaf72 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:21.628070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7624d-7532-46f2-b828-eb27fecbaf72 admin admin] Pushing event updated for resources: {'Network': ['ID=9aa3a728-1ef7-4a43-ac4d-785554fb86ed,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:21.638269 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 9aa3a728-1ef7-4a43-ac4d-785554fb86ed details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:36:21.716613 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5f8c6610-7677-427f-b698-b651dd808ad9 req-6b716aa2-8a77-44d4-8547-6040f7e96d6d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:21.725322 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d8c8aaa-388d-4c60-9d89-2f3b98c9d823 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:21.733872 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b0d7624d-7532-46f2-b828-eb27fecbaf72 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3188570 Nov 08 00:36:21.741154 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44582) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:21.752350 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-274d0583-eaf0-4722-a94a-f15b005891b6 admin admin] Request body: {'subnet': {'network_id': '9aa3a728-1ef7-4a43-ac4d-785554fb86ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1953177280-subnet', 'tenant_id': '062ee87fed434a4484a56c67526a4c57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:21.825686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['aac42709-fc8c-430b-9b81-4540c51ec281'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:36:21.825841 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b716aa2-8a77-44d4-8547-6040f7e96d6d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Pushing event deleted for resources: {'Port': ['ID=aac42709-fc8c-430b-9b81-4540c51ec281,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:21.845872 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d8c8aaa-388d-4c60-9d89-2f3b98c9d823 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:21.851320 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['3b93c8e5-6744-410e-8745-c9cfcbf48abd', '489184dc-8e23-47bb-b86e-2add0e2f8e95'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:36:21.894028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d9463-8025-4967-8679-15c39072ba4b req-a927cf27-e279-4ec0-9e64-86082eeca201 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:21.898481 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c8d9463-8025-4967-8679-15c39072ba4b req-a927cf27-e279-4ec0-9e64-86082eeca201 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.2328393 Nov 08 00:36:21.956805 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c8aaa-388d-4c60-9d89-2f3b98c9d823 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] In _notify_port_updated(), no bound segment for port f82008b5-e75c-4234-959b-480e6f28d760 on network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 {{(pid=102771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:36:21.956971 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8c6610-7677-427f-b698-b651dd808ad9 req-6b716aa2-8a77-44d4-8547-6040f7e96d6d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] No DVR routers for this DVR port aac42709-fc8c-430b-9b81-4540c51ec281 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:36:21.962684 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8c8aaa-388d-4c60-9d89-2f3b98c9d823 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:21.963634 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d8c8aaa-388d-4c60-9d89-2f3b98c9d823 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:21.964674 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5f8c6610-7677-427f-b698-b651dd808ad9 req-6b716aa2-8a77-44d4-8547-6040f7e96d6d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:21.965096 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8d8c8aaa-388d-4c60-9d89-2f3b98c9d823 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "PUT /v2.0/ports/f82008b5-e75c-4234-959b-480e6f28d760 HTTP/1.1" status: 200 len: 930 time: 1.4297855 Nov 08 00:36:21.968177 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f8c6610-7677-427f-b698-b651dd808ad9 req-6b716aa2-8a77-44d4-8547-6040f7e96d6d tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.26 "DELETE /v2.0/ports/aac42709-fc8c-430b-9b81-4540c51ec281 HTTP/1.1" status: 204 len: 173 time: 0.8761926 Nov 08 00:36:21.968637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8751a748-dbad-44bf-ac57-f7360c09d7ef', 'name': 'network-vif-deleted', 'tag': 'aac42709-fc8c-430b-9b81-4540c51ec281'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:36:21.970959 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf595a9d-a366-43b1-8cac-cbbbd67aec88" -d '{"events": [{"server_uuid": "8751a748-dbad-44bf-ac57-f7360c09d7ef", "name": "network-vif-deleted", "tag": "aac42709-fc8c-430b-9b81-4540c51ec281"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:36:21.973679 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44588) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:21.980458 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c8aaa-388d-4c60-9d89-2f3b98c9d823 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=f82008b5-e75c-4234-959b-480e6f28d760,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:21.995545 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274d0583-eaf0-4722-a94a-f15b005891b6 admin admin] Made reservation on behalf of 062ee87fed434a4484a56c67526a4c57 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:22.000837 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-274d0583-eaf0-4722-a94a-f15b005891b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:22.035482 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c8d9463-8025-4967-8679-15c39072ba4b req-b7c1b3ca-3d12-41f4-aaa2-df952d14b452 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055999 Nov 08 00:36:22.051563 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9632ff31-1750-4f46-8f88-8bba1737eeea x-openstack-request-id: req-9632ff31-1750-4f46-8f88-8bba1737eeea {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:36:22.053132 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8751a748-dbad-44bf-ac57-f7360c09d7ef", "name": "network-vif-deleted", "tag": "aac42709-fc8c-430b-9b81-4540c51ec281", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:36:22.053388 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9632ff31-1750-4f46-8f88-8bba1737eeea {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:36:22.053790 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8751a748-dbad-44bf-ac57-f7360c09d7ef', 'name': 'network-vif-deleted', 'tag': 'aac42709-fc8c-430b-9b81-4540c51ec281', 'status': 'completed', 'code': 200} Nov 08 00:36:22.205704 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-084c1bf0-c953-4ad1-8bb2-91a3875271c8 req-10ff5417-dc26-470e-9f45-055e6726df1c tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 210 time: 0.0488942 Nov 08 00:36:22.258584 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-978a0b84-16a8-4e83-b473-31d7d9e26061 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port f82008b5-e75c-4234-959b-480e6f28d760 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:36:22.265938 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-978a0b84-16a8-4e83-b473-31d7d9e26061 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:22.360754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4d2d0d02-902d-4ba1-a819-37e036154381 None None] Provisioning complete for port a514bd55-6ac2-4616-8f35-4af9b6adaf71 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:22.360754 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d2d0d02-902d-4ba1-a819-37e036154381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:22.434409 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-978a0b84-16a8-4e83-b473-31d7d9e26061 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:22.442915 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d0d02-902d-4ba1-a819-37e036154381 None None] Port a514bd55-6ac2-4616-8f35-4af9b6adaf71 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:22.459513 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4d2d0d02-902d-4ba1-a819-37e036154381 None None] Provisioning complete for port 3aa5a56a-1820-492f-aec3-094b1c804089 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:22.462296 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d2d0d02-902d-4ba1-a819-37e036154381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:22.496132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-978a0b84-16a8-4e83-b473-31d7d9e26061 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for f82008b5-e75c-4234-959b-480e6f28d760 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:36:22.504103 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-274d0583-eaf0-4722-a94a-f15b005891b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:22.643081 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4d2d0d02-902d-4ba1-a819-37e036154381 None None] Provisioning complete for port f82008b5-e75c-4234-959b-480e6f28d760 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:22.643880 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d2d0d02-902d-4ba1-a819-37e036154381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:22.684063 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d0583-eaf0-4722-a94a-f15b005891b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c61c9e5-c84c-470f-83b4-ee4dc2e4dee8,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:22.691448 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274d0583-eaf0-4722-a94a-f15b005891b6 admin admin] Checking segment: {'id': '70babcf6-850e-429d-96bb-2b1d51fe758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9aa3a728-1ef7-4a43-ac4d-785554fb86ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:36:22.692589 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274d0583-eaf0-4722-a94a-f15b005891b6 admin admin] Network hostable DHCP agents. Network: 9aa3a728-1ef7-4a43-ac4d-785554fb86ed, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:36:22.707933 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d0d02-902d-4ba1-a819-37e036154381 None None] Port f82008b5-e75c-4234-959b-480e6f28d760 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:22.823398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274d0583-eaf0-4722-a94a-f15b005891b6 admin admin] Network 9aa3a728-1ef7-4a43-ac4d-785554fb86ed is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:36:22.837723 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-241c1654-60d6-4d58-8d53-97ae9144492f None None] Provisioning complete for port f82008b5-e75c-4234-959b-480e6f28d760 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:22.838335 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-241c1654-60d6-4d58-8d53-97ae9144492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:22.886085 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-978a0b84-16a8-4e83-b473-31d7d9e26061 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:22.921805 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-241c1654-60d6-4d58-8d53-97ae9144492f None None] Port f82008b5-e75c-4234-959b-480e6f28d760 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:22.959662 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-978a0b84-16a8-4e83-b473-31d7d9e26061 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:22.963162 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-978a0b84-16a8-4e83-b473-31d7d9e26061 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/ports/f82008b5-e75c-4234-959b-480e6f28d760 HTTP/1.1" status: 204 len: 168 time: 0.9857984 Nov 08 00:36:22.964377 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a0b84-16a8-4e83-b473-31d7d9e26061 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=f82008b5-e75c-4234-959b-480e6f28d760,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:22.966022 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44608) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:22.997084 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-464e7290-ace3-4dfc-9b89-4d409a41f347 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] GET failed (client error): The resource could not be found. Nov 08 00:36:22.998762 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-464e7290-ace3-4dfc-9b89-4d409a41f347 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports/f82008b5-e75c-4234-959b-480e6f28d760 HTTP/1.1" status: 404 len: 333 time: 0.0314624 Nov 08 00:36:23.002546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44610) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:23.006692 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-274d0583-eaf0-4722-a94a-f15b005891b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 9aa3a728-1ef7-4a43-ac4d-785554fb86ed) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:23.012898 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274d0583-eaf0-4722-a94a-f15b005891b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:23.013492 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-274d0583-eaf0-4722-a94a-f15b005891b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:23.023127 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700e8f4f-6fa6-4cc7-a347-15a1cbc03c61 None None] Network 9aa3a728-1ef7-4a43-ac4d-785554fb86ed requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:23.089201 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42fed946-7e57-4e2f-8396-89ae17c568c6 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:23.095898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3aa5a56a-1820-492f-aec3-094b1c804089 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:36:23.120030 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42fed946-7e57-4e2f-8396-89ae17c568c6 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:23.206659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f2293-ae70-4839-b180-0a026ee377b4 req-ce3f494f-6427-45f2-8596-598089f1c727 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:23.208279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a92f2293-ae70-4839-b180-0a026ee377b4 req-ce3f494f-6427-45f2-8596-598089f1c727 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 944 time: 0.0853555 Nov 08 00:36:23.212522 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-274d0583-eaf0-4722-a94a-f15b005891b6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4701650 Nov 08 00:36:23.255929 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a92f2293-ae70-4839-b180-0a026ee377b4 req-6a3406b8-8960-49ed-923b-60154995e537 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394864 Nov 08 00:36:23.283193 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 3aa5a56a-1820-492f-aec3-094b1c804089 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:23.283486 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:23.298012 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42fed946-7e57-4e2f-8396-89ae17c568c6 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:23.301237 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42fed946-7e57-4e2f-8396-89ae17c568c6 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:23.302404 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-42fed946-7e57-4e2f-8396-89ae17c568c6 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/security-groups/dee3b732-5e81-4007-bab6-8bab147dae8c HTTP/1.1" status: 204 len: 168 time: 0.2988117 Nov 08 00:36:23.310276 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44620) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:23.337080 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fed946-7e57-4e2f-8396-89ae17c568c6 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee3b732-5e81-4007-bab6-8bab147dae8c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:23.425410 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9a395702-bd2e-4d49-9b35-899b576f8c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:23.453783 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9251ba34-fcf8-40be-ac07-fcb842c0f22c None None] Network 9aa3a728-1ef7-4a43-ac4d-785554fb86ed requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:23.473444 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9a395702-bd2e-4d49-9b35-899b576f8c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:23.479881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a88db08-213d-4ac7-9430-24885cac2144 req-a95354a0-6712-4b63-9773-f3652ddb6e58 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=8751a748-dbad-44bf-ac57-f7360c09d7ef HTTP/1.1" status: 200 len: 210 time: 0.0864630 Nov 08 00:36:23.657938 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9a395702-bd2e-4d49-9b35-899b576f8c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:23.661358 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9a395702-bd2e-4d49-9b35-899b576f8c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:23.663099 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9a395702-bd2e-4d49-9b35-899b576f8c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/security-groups/00ee0c31-1068-4e99-90d7-a4ac930d91e3 HTTP/1.1" status: 204 len: 168 time: 0.3517685 Nov 08 00:36:23.666439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44628) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:23.674676 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a395702-bd2e-4d49-9b35-899b576f8c16 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ee0c31-1068-4e99-90d7-a4ac930d91e3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:23.741989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1118c924-df41-4e91-a3b3-e7e0f8fe5e6f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting subnet 0b320f1c-63cc-4348-97f6-8933b17cd000 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:36:23.745777 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1118c924-df41-4e91-a3b3-e7e0f8fe5e6f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:23.861303 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 289b41a5-ddfb-4434-bebe-ab10c2dae0e8 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:36:23.980898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 289b41a5-ddfb-4434-bebe-ab10c2dae0e8, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=289b41a5-ddfb-4434-bebe-ab10c2dae0e8,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:24.176178 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1118c924-df41-4e91-a3b3-e7e0f8fe5e6f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:24.178069 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '289b41a5-ddfb-4434-bebe-ab10c2dae0e8', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'port_id': '289b41a5-ddfb-4434-bebe-ab10c2dae0e8', 'mac_address': 'fa:16:3e:ca:e8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:36:24.218586 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:24.233045 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289b41a5-ddfb-4434-bebe-ab10c2dae0e8 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:36:24.254363 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 289b41a5-ddfb-4434-bebe-ab10c2dae0e8, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=289b41a5-ddfb-4434-bebe-ab10c2dae0e8,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:24.273816 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1118c924-df41-4e91-a3b3-e7e0f8fe5e6f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:24.299109 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44650) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:24.301122 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-a2da39af-44e8-476b-b216-f53125037d71 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-280828172-network', 'tenant_id': '176e2e18c9f144a9b9e3c5b0e0fc74f1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:24.354531 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:24.401461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda4d7c-773d-4710-a94e-213d42918320 req-7934c37a-395c-432a-b2c9-1b1e7c5b0ee9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:24.403164 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6bda4d7c-773d-4710-a94e-213d42918320 req-7934c37a-395c-432a-b2c9-1b1e7c5b0ee9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 945 time: 0.0609646 Nov 08 00:36:24.404894 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=289b41a5-ddfb-4434-bebe-ab10c2dae0e8,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:24.452262 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6bda4d7c-773d-4710-a94e-213d42918320 req-0bd5e3f0-cd30-4edc-a4a0-5ba89334608d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349658 Nov 08 00:36:24.525381 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2da39af-44e8-476b-b216-f53125037d71 admin admin] Made reservation on behalf of 176e2e18c9f144a9b9e3c5b0e0fc74f1 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:24.531767 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a2da39af-44e8-476b-b216-f53125037d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:24.542882 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a2da39af-44e8-476b-b216-f53125037d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:24.584292 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1118c924-df41-4e91-a3b3-e7e0f8fe5e6f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:24.613602 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118c924-df41-4e91-a3b3-e7e0f8fe5e6f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Subnet': ['ID=0b320f1c-63cc-4348-97f6-8933b17cd000,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:24.628154 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eac8dd-1c88-40b7-83a7-b0f64f27b99f None None] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:24.638120 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1118c924-df41-4e91-a3b3-e7e0f8fe5e6f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:24.649727 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1118c924-df41-4e91-a3b3-e7e0f8fe5e6f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/subnets/0b320f1c-63cc-4348-97f6-8933b17cd000 HTTP/1.1" status: 204 len: 168 time: 0.9806256 Nov 08 00:36:24.650444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44660) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:24.660165 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-e09eb413-e14a-4b8d-ae23-6949bd7c5053 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'subnet': {'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:24.668461 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a2da39af-44e8-476b-b216-f53125037d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:24.727747 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['289b41a5-ddfb-4434-bebe-ab10c2dae0e8'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:36:24.831372 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a2da39af-44e8-476b-b216-f53125037d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:24.878314 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2da39af-44e8-476b-b216-f53125037d71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:36:24.879587 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da39af-44e8-476b-b216-f53125037d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e42e953-62c3-49ea-8e02-d23885b25371,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:24.883115 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a2da39af-44e8-476b-b216-f53125037d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:24.883115 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-a2da39af-44e8-476b-b216-f53125037d71 admin admin] Added segment 4fd43667-04b0-4bf5-88b4-25a96a9bbcd8 of type vlan for network a5c9056f-5944-40a5-8fd6-62daaf26894d Nov 08 00:36:24.935491 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a2da39af-44e8-476b-b216-f53125037d71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:24.989650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09eb413-e14a-4b8d-ae23-6949bd7c5053 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:24.999875 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e09eb413-e14a-4b8d-ae23-6949bd7c5053 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:25.081144 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a2da39af-44e8-476b-b216-f53125037d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:25.086068 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da39af-44e8-476b-b216-f53125037d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:25.086068 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a2da39af-44e8-476b-b216-f53125037d71 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:25.168375 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da39af-44e8-476b-b216-f53125037d71 admin admin] Pushing event updated for resources: {'Network': ['ID=a5c9056f-5944-40a5-8fd6-62daaf26894d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:25.181794 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network a5c9056f-5944-40a5-8fd6-62daaf26894d details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:36:25.263913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device aac42709-fc8c-430b-9b81-4540c51ec281 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:36:25.294588 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: aac42709-fc8c-430b-9b81-4540c51ec281 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:36:25.294934 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device aac42709-fc8c-430b-9b81-4540c51ec281 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:36:25.301028 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a2da39af-44e8-476b-b216-f53125037d71 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0017710 Nov 08 00:36:25.301298 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44672) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:25.306252 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-18475eb2-5fa9-4882-8914-b29037687fc9 admin admin] Request body: {'subnet': {'network_id': 'a5c9056f-5944-40a5-8fd6-62daaf26894d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-280828172-subnet', 'tenant_id': '176e2e18c9f144a9b9e3c5b0e0fc74f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:25.318988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ee556-19aa-4409-8839-f09e8138b2b3 req-3c5f62ae-9ce0-4a4f-81c8-7d1b31cf4fd5 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:25.321761 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a9ee556-19aa-4409-8839-f09e8138b2b3 req-3c5f62ae-9ce0-4a4f-81c8-7d1b31cf4fd5 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ffaaced-8b97-4257-85e7-4c4ed2e898b5 HTTP/1.1" status: 200 len: 945 time: 0.1288774 Nov 08 00:36:25.406550 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18475eb2-5fa9-4882-8914-b29037687fc9 admin admin] Made reservation on behalf of 176e2e18c9f144a9b9e3c5b0e0fc74f1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:25.409272 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-18475eb2-5fa9-4882-8914-b29037687fc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:25.414801 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a9ee556-19aa-4409-8839-f09e8138b2b3 req-0978b576-4fb2-4bf3-be3c-727ab981da65 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602672 Nov 08 00:36:25.591157 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e09eb413-e14a-4b8d-ae23-6949bd7c5053 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:25.646200 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09eb413-e14a-4b8d-ae23-6949bd7c5053 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Subnet': ['ID=7f349a84-e30b-4384-af30-1688c278caf6,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:25.663593 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc96518-b232-480a-bf1a-90e16699cd63 req-631d9420-6a1c-442c-831a-eacbc4c637c3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:25.665250 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2dc96518-b232-480a-bf1a-90e16699cd63 req-631d9420-6a1c-442c-831a-eacbc4c637c3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 945 time: 0.1219380 Nov 08 00:36:25.671310 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09eb413-e14a-4b8d-ae23-6949bd7c5053 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:25.674220 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-e09eb413-e14a-4b8d-ae23-6949bd7c5053 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:25.682165 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09eb413-e14a-4b8d-ae23-6949bd7c5053 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:25.690002 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e09eb413-e14a-4b8d-ae23-6949bd7c5053 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:25.708062 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd53069-2117-4fa3-9e6d-ed83208b5f0f None None] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:25.719351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2dc96518-b232-480a-bf1a-90e16699cd63 req-f56d696b-0605-4deb-bc13-9b8ff48271b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465584 Nov 08 00:36:25.770231 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-18475eb2-5fa9-4882-8914-b29037687fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:25.804130 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-06288ee6-47a4-4751-b85d-7d02b001559c None None] Provisioning complete for port a514bd55-6ac2-4616-8f35-4af9b6adaf71 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:25.804891 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06288ee6-47a4-4751-b85d-7d02b001559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:25.855035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e09eb413-e14a-4b8d-ae23-6949bd7c5053 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2020342 Nov 08 00:36:25.863407 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44682) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:25.863568 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18475eb2-5fa9-4882-8914-b29037687fc9 admin admin] Checking segment: {'id': '4fd43667-04b0-4bf5-88b4-25a96a9bbcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5c9056f-5944-40a5-8fd6-62daaf26894d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:36:25.863568 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18475eb2-5fa9-4882-8914-b29037687fc9 admin admin] Network hostable DHCP agents. Network: a5c9056f-5944-40a5-8fd6-62daaf26894d, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:36:25.866010 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-5ebbfb5c-0230-4afb-8f29-a8c5543d630b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'security_group': {'name': 'tempest-secgroup-930894622'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:25.867279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18475eb2-5fa9-4882-8914-b29037687fc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=414b1c06-fd8b-4fe6-9845-27c06ec193bb,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:25.871139 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 289b41a5-ddfb-4434-bebe-ab10c2dae0e8 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:36:25.909881 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-06288ee6-47a4-4751-b85d-7d02b001559c None None] Port a514bd55-6ac2-4616-8f35-4af9b6adaf71 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:25.967027 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-06288ee6-47a4-4751-b85d-7d02b001559c None None] Provisioning complete for port 3aa5a56a-1820-492f-aec3-094b1c804089 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:25.967401 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06288ee6-47a4-4751-b85d-7d02b001559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:26.011627 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18475eb2-5fa9-4882-8914-b29037687fc9 admin admin] Network a5c9056f-5944-40a5-8fd6-62daaf26894d is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:36:26.022738 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5ebbfb5c-0230-4afb-8f29-a8c5543d630b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:26.099640 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5ebbfb5c-0230-4afb-8f29-a8c5543d630b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:26.133089 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bdfc3f-46e2-4524-9188-b641ee1dc4a0 None None] Update dhcp port {'port': {'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1', 'fixed_ips': [{'subnet_id': 'fc7bd32f-1d54-4592-a42d-38b9af563781', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7f349a84-e30b-4384-af30-1688c278caf6'}], 'binding:host_id': 'n-d-816882-1'}, 'id': '3aa5a56a-1820-492f-aec3-094b1c804089'} from n-d-816882-1. {{(pid=102773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 00:36:26.163210 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-99bdfc3f-46e2-4524-9188-b641ee1dc4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:26.167655 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-18475eb2-5fa9-4882-8914-b29037687fc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, a5c9056f-5944-40a5-8fd6-62daaf26894d) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:26.172919 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18475eb2-5fa9-4882-8914-b29037687fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:26.173855 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-18475eb2-5fa9-4882-8914-b29037687fc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:26.180629 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391febff-11ee-4f19-9300-3464a948cce9 None None] Network a5c9056f-5944-40a5-8fd6-62daaf26894d requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:26.239995 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5ebbfb5c-0230-4afb-8f29-a8c5543d630b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:26.248311 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 289b41a5-ddfb-4434-bebe-ab10c2dae0e8 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:36:26.259004 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 289b41a5-ddfb-4434-bebe-ab10c2dae0e8 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:26.259378 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:26.303486 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-18475eb2-5fa9-4882-8914-b29037687fc9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9955156 Nov 08 00:36:26.303806 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbfb5c-0230-4afb-8f29-a8c5543d630b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a27a850-763a-4b7d-ac61-4a9cf4b9e6d5,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:26.419364 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5ebbfb5c-0230-4afb-8f29-a8c5543d630b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:26.423980 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5ebbfb5c-0230-4afb-8f29-a8c5543d630b tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5586843 Nov 08 00:36:26.424163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44694) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:26.428645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-3fd1cf77-241e-41c5-9082-87fbffb337d8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'security_group': {'name': 'tempest-secgroup-555284631'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:26.493140 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28205cbd-f53b-4a5e-a02e-279a82658174 None None] Network a5c9056f-5944-40a5-8fd6-62daaf26894d requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:26.594376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50849a72-8d6f-4434-b7fd-a82a30fbc616 req-5c5dcd40-5952-40fa-94f2-05224c4c5afb tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:26.602188 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-50849a72-8d6f-4434-b7fd-a82a30fbc616 req-5c5dcd40-5952-40fa-94f2-05224c4c5afb tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ffaaced-8b97-4257-85e7-4c4ed2e898b5 HTTP/1.1" status: 200 len: 945 time: 0.0816176 Nov 08 00:36:26.611400 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3fd1cf77-241e-41c5-9082-87fbffb337d8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:26.617753 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-99bdfc3f-46e2-4524-9188-b641ee1dc4a0 None None] Allocated IP 2001:db8::2 (b3f8ff1e-2d01-4260-ae2b-b98125e675a1/7f349a84-e30b-4384-af30-1688c278caf6/3aa5a56a-1820-492f-aec3-094b1c804089) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:26.652241 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:26.663649 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-50849a72-8d6f-4434-b7fd-a82a30fbc616 req-7fd3f68c-91a6-489e-9ffb-d0a6fec2cc7a tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605745 Nov 08 00:36:26.728837 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3fd1cf77-241e-41c5-9082-87fbffb337d8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:26.750832 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601e148f-a68b-4789-b379-b9205b3794d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289b41a5-ddfb-4434-bebe-ab10c2dae0e8'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:36:26.753229 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1767be8-3990-480e-a11a-8867dd49feee" -d '{"events": [{"server_uuid": "601e148f-a68b-4789-b379-b9205b3794d6", "name": "network-vif-plugged", "status": "completed", "tag": "289b41a5-ddfb-4434-bebe-ab10c2dae0e8"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:36:26.773996 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 289b41a5-ddfb-4434-bebe-ab10c2dae0e8, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=289b41a5-ddfb-4434-bebe-ab10c2dae0e8,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:26.814375 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3fd1cf77-241e-41c5-9082-87fbffb337d8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:26.835977 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-99bdfc3f-46e2-4524-9188-b641ee1dc4a0 None None] For port 3aa5a56a-1820-492f-aec3-094b1c804089, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3aa5a56a-1820-492f-aec3-094b1c804089,segment=NetworkSegment(4197a02e-5b00-4c5d-b28a-894562056430),segment_id=4197a02e-5b00-4c5d-b28a-894562056430)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:26.855482 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:26.873239 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-99bdfc3f-46e2-4524-9188-b641ee1dc4a0 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:26.889817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f3b56-08ec-4b61-83c7-a7ea8c39fe81 req-17814d9e-694d-4ed9-a875-72271eeb2dbb tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:26.891273 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-857f3b56-08ec-4b61-83c7-a7ea8c39fe81 req-17814d9e-694d-4ed9-a875-72271eeb2dbb tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffaaced-8b97-4257-85e7-4c4ed2e898b5 HTTP/1.1" status: 200 len: 945 time: 0.1345832 Nov 08 00:36:26.918418 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=289b41a5-ddfb-4434-bebe-ab10c2dae0e8,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:26.919589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1cf77-241e-41c5-9082-87fbffb337d8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b04f89-f6aa-4bf8-9b76-20b6eba8947e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:26.977640 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3fd1cf77-241e-41c5-9082-87fbffb337d8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:26.977786 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-99bdfc3f-46e2-4524-9188-b641ee1dc4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:26.982331 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3fd1cf77-241e-41c5-9082-87fbffb337d8 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5538034 Nov 08 00:36:26.984681 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44724) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:26.990941 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ac1a6374-d890-491f-9c6e-2836c49c0fb0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'security_group': {'name': 'tempest-secgroup-1831200421'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:27.009239 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e2d04-9a20-4ee6-9d30-6dc33708a6f2 req-c7f37684-468d-423f-8333-c1966bf58ea1 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:27.010905 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-497e2d04-9a20-4ee6-9d30-6dc33708a6f2 req-c7f37684-468d-423f-8333-c1966bf58ea1 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 945 time: 0.1893623 Nov 08 00:36:27.085369 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdfc3f-46e2-4524-9188-b641ee1dc4a0 None None] Pushing event updated for resources: {'Port': ['ID=3aa5a56a-1820-492f-aec3-094b1c804089,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:27.115404 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6374-d890-491f-9c6e-2836c49c0fb0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:27.119850 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-497e2d04-9a20-4ee6-9d30-6dc33708a6f2 req-c2afb15b-b53a-43f0-80ef-f44445a3403d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910800 Nov 08 00:36:27.134035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-d2ee9444-84eb-4458-be18-c9941db1ae70 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:27.135597 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-d2ee9444-84eb-4458-be18-c9941db1ae70 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/networks?id=9aa3a728-1ef7-4a43-ac4d-785554fb86ed HTTP/1.1" status: 200 len: 809 time: 0.2671747 Nov 08 00:36:27.169891 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-faa6765c-25f6-4c9b-ac07-037c48c4c030 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/quotas/062ee87fed434a4484a56c67526a4c57 HTTP/1.1" status: 200 len: 375 time: 0.0180707 Nov 08 00:36:27.180262 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-857f3b56-08ec-4b61-83c7-a7ea8c39fe81 req-31e65a12-ab7c-4982-9b0c-004d09c9abdf tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Deleting port 489184dc-8e23-47bb-b86e-2add0e2f8e95 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:36:27.182423 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-857f3b56-08ec-4b61-83c7-a7ea8c39fe81 req-31e65a12-ab7c-4982-9b0c-004d09c9abdf tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:27.196865 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8982c13-226c-4e39-8501-c2e8271ce0fc x-openstack-request-id: req-b8982c13-226c-4e39-8501-c2e8271ce0fc {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:36:27.197354 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601e148f-a68b-4789-b379-b9205b3794d6", "name": "network-vif-plugged", "status": "completed", "tag": "289b41a5-ddfb-4434-bebe-ab10c2dae0e8", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:36:27.197777 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8982c13-226c-4e39-8501-c2e8271ce0fc {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:36:27.198406 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601e148f-a68b-4789-b379-b9205b3794d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289b41a5-ddfb-4434-bebe-ab10c2dae0e8', 'code': 200} Nov 08 00:36:27.244165 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6374-d890-491f-9c6e-2836c49c0fb0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:27.276027 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-3b81e14b-b89b-4be6-9dbb-88f99f5999d0 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=062ee87fed434a4484a56c67526a4c57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768762 Nov 08 00:36:27.327848 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44730) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:27.339969 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-5f5dd88a-28e2-4f72-ad99-87dd7dae87f6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1306524041'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:27.351378 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6374-d890-491f-9c6e-2836c49c0fb0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:27.382508 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-857f3b56-08ec-4b61-83c7-a7ea8c39fe81 req-31e65a12-ab7c-4982-9b0c-004d09c9abdf tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] For port 489184dc-8e23-47bb-b86e-2add0e2f8e95, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=489184dc-8e23-47bb-b86e-2add0e2f8e95,segment=NetworkSegment(90de7966-4dd7-4df5-8347-dea7cee0f550),segment_id=90de7966-4dd7-4df5-8347-dea7cee0f550)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:27.382882 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-857f3b56-08ec-4b61-83c7-a7ea8c39fe81 req-31e65a12-ab7c-4982-9b0c-004d09c9abdf tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:27.400352 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebb6b6-200a-4d9f-969f-d99303d28d85 req-975769b1-841c-44ea-8a9a-0b232e311349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:27.402359 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63ebb6b6-200a-4d9f-969f-d99303d28d85 req-975769b1-841c-44ea-8a9a-0b232e311349 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 1097 time: 0.1049159 Nov 08 00:36:27.404056 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a6374-d890-491f-9c6e-2836c49c0fb0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ac70f6-8cdc-4aa1-8a4f-55f6f4468981,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:27.418617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-857f3b56-08ec-4b61-83c7-a7ea8c39fe81 req-31e65a12-ab7c-4982-9b0c-004d09c9abdf tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Calling delete_port for 489184dc-8e23-47bb-b86e-2add0e2f8e95 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:36:27.446328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-046dbd80-0346-4067-be75-d0056ccd2f2f service neutron] 10.222.0.13 "GET /v2.0/networks/9aa3a728-1ef7-4a43-ac4d-785554fb86ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702547 Nov 08 00:36:27.454143 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63ebb6b6-200a-4d9f-969f-d99303d28d85 req-3be2f368-a5b6-4db6-b12e-b67ed3019ee2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437775 Nov 08 00:36:27.455006 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5dd88a-28e2-4f72-ad99-87dd7dae87f6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Made reservation on behalf of 164de2ce1e3247028ecb390dfe25c9c9 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:27.459162 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f5dd88a-28e2-4f72-ad99-87dd7dae87f6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:27.501686 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5dd88a-28e2-4f72-ad99-87dd7dae87f6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:36:27.515432 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f5dd88a-28e2-4f72-ad99-87dd7dae87f6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:27.515766 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-5f5dd88a-28e2-4f72-ad99-87dd7dae87f6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Added segment cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1 of type vlan for network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e Nov 08 00:36:27.560264 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f5dd88a-28e2-4f72-ad99-87dd7dae87f6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:27.574717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6374-d890-491f-9c6e-2836c49c0fb0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:27.576077 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ac1a6374-d890-491f-9c6e-2836c49c0fb0 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5896347 Nov 08 00:36:27.579562 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44734) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:27.584780 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-939fd64e-c264-4e6e-b37d-24eb244804b4 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-798362510', 'security_groups': ['d0ac70f6-8cdc-4aa1-8a4f-55f6f4468981'], 'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7f349a84-e30b-4384-af30-1688c278caf6'}]}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:27.680435 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f5dd88a-28e2-4f72-ad99-87dd7dae87f6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:27.687181 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5dd88a-28e2-4f72-ad99-87dd7dae87f6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:27.687887 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f5dd88a-28e2-4f72-ad99-87dd7dae87f6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:27.712423 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-80cc056d-f3c6-49fd-b319-a1b6f625ba58 service neutron] 10.222.0.13 "GET /v2.0/networks/9aa3a728-1ef7-4a43-ac4d-785554fb86ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145045 Nov 08 00:36:27.822141 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5dd88a-28e2-4f72-ad99-87dd7dae87f6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event updated for resources: {'Network': ['ID=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:27.843651 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:36:27.864866 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c2e0bda9-9a64-4085-ade7-563c57a8ab73 None None] Provisioning complete for port a514bd55-6ac2-4616-8f35-4af9b6adaf71 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:27.865243 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2e0bda9-9a64-4085-ade7-563c57a8ab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:27.880052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9c12e-9b00-4b61-909a-de403fa34e41 req-64604292-a44c-444b-b1ff-aa03dc18dd4b tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:27.881731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0dc9c12e-9b00-4b61-909a-de403fa34e41 req-64604292-a44c-444b-b1ff-aa03dc18dd4b tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ffaaced-8b97-4257-85e7-4c4ed2e898b5 HTTP/1.1" status: 200 len: 945 time: 0.0782487 Nov 08 00:36:27.923093 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-857f3b56-08ec-4b61-83c7-a7ea8c39fe81 req-31e65a12-ab7c-4982-9b0c-004d09c9abdf tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:27.951218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c2e0bda9-9a64-4085-ade7-563c57a8ab73 None None] Port a514bd55-6ac2-4616-8f35-4af9b6adaf71 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:27.962944 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c2e0bda9-9a64-4085-ade7-563c57a8ab73 None None] Provisioning complete for port 3aa5a56a-1820-492f-aec3-094b1c804089 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:27.963320 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2e0bda9-9a64-4085-ade7-563c57a8ab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:27.967055 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['3b93c8e5-6744-410e-8745-c9cfcbf48abd'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:36:27.972283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e65a12-ab7c-4982-9b0c-004d09c9abdf tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Pushing event deleted for resources: {'Port': ['ID=489184dc-8e23-47bb-b86e-2add0e2f8e95,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:28.017304 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0dc9c12e-9b00-4b61-909a-de403fa34e41 req-7d8d43c2-b2e8-4121-84c7-c1a96b87fb74 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098847 Nov 08 00:36:28.036408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-857f3b56-08ec-4b61-83c7-a7ea8c39fe81 req-31e65a12-ab7c-4982-9b0c-004d09c9abdf tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] No DVR routers for this DVR port 489184dc-8e23-47bb-b86e-2add0e2f8e95 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:36:28.039025 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-857f3b56-08ec-4b61-83c7-a7ea8c39fe81 req-31e65a12-ab7c-4982-9b0c-004d09c9abdf tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:28.042613 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-857f3b56-08ec-4b61-83c7-a7ea8c39fe81 req-31e65a12-ab7c-4982-9b0c-004d09c9abdf tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.20 "DELETE /v2.0/ports/489184dc-8e23-47bb-b86e-2add0e2f8e95 HTTP/1.1" status: 204 len: 173 time: 1.1419046 Nov 08 00:36:28.043078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffaaced-8b97-4257-85e7-4c4ed2e898b5', 'name': 'network-vif-deleted', 'tag': '489184dc-8e23-47bb-b86e-2add0e2f8e95'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:36:28.045477 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a85a37a-138a-4ea6-a081-7d5110bd1451" -d '{"events": [{"server_uuid": "6ffaaced-8b97-4257-85e7-4c4ed2e898b5", "name": "network-vif-deleted", "tag": "489184dc-8e23-47bb-b86e-2add0e2f8e95"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:36:28.079224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939fd64e-c264-4e6e-b37d-24eb244804b4 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:28.086715 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6a618f-f17a-4b7e-b66e-88f9605a6a97 x-openstack-request-id: req-7a6a618f-f17a-4b7e-b66e-88f9605a6a97 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:36:28.087104 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffaaced-8b97-4257-85e7-4c4ed2e898b5", "name": "network-vif-deleted", "tag": "489184dc-8e23-47bb-b86e-2add0e2f8e95", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:36:28.087234 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a6a618f-f17a-4b7e-b66e-88f9605a6a97 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:36:28.087636 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffaaced-8b97-4257-85e7-4c4ed2e898b5', 'name': 'network-vif-deleted', 'tag': '489184dc-8e23-47bb-b86e-2add0e2f8e95', 'status': 'completed', 'code': 200} Nov 08 00:36:28.264515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a564eb8b-32f9-4e27-b73d-bd14250282b1 req-f27472a4-3b29-4167-bbe7-1605dc1b63cd tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 210 time: 0.0467224 Nov 08 00:36:28.301098 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5f5dd88a-28e2-4f72-ad99-87dd7dae87f6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9672062 Nov 08 00:36:28.313708 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-939fd64e-c264-4e6e-b37d-24eb244804b4 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:28.317957 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44752) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:28.323531 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-b387ab21-da7b-4933-99c2-0cfa5ddab12d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1039289476'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:28.378104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-939fd64e-c264-4e6e-b37d-24eb244804b4 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] device_id is not set on port d9537695-5b6a-4ee0-853f-ef8a0b2a1a63 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:36:28.386841 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fe45f-0e44-4696-8192-6a742677d8f8 req-1e950c47-f7c1-41e4-89ec-0ddf25777b02 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:28.387157 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3c76feed-2334-4667-9dfd-e6cf91ef2b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:28.396756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed9fe45f-0e44-4696-8192-6a742677d8f8 req-1e950c47-f7c1-41e4-89ec-0ddf25777b02 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 946 time: 0.1299224 Nov 08 00:36:28.490933 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed9fe45f-0e44-4696-8192-6a742677d8f8 req-26f6740a-9116-422f-a0a4-619fd0cd0921 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932560 Nov 08 00:36:28.512808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b387ab21-da7b-4933-99c2-0cfa5ddab12d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Made reservation on behalf of 164de2ce1e3247028ecb390dfe25c9c9 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:28.515484 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b387ab21-da7b-4933-99c2-0cfa5ddab12d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:28.585029 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b387ab21-da7b-4933-99c2-0cfa5ddab12d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:36:28.621928 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b387ab21-da7b-4933-99c2-0cfa5ddab12d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:28.622197 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-b387ab21-da7b-4933-99c2-0cfa5ddab12d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Added segment 1cabc633-f5fd-4d84-af66-a27c0e9cf252 of type vlan for network e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 Nov 08 00:36:28.673916 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-939fd64e-c264-4e6e-b37d-24eb244804b4 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Allocated IP 2001:db8::11b (b3f8ff1e-2d01-4260-ae2b-b98125e675a1/7f349a84-e30b-4384-af30-1688c278caf6/d9537695-5b6a-4ee0-853f-ef8a0b2a1a63) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:29.025185 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b387ab21-da7b-4933-99c2-0cfa5ddab12d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:29.098042 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3aa5a56a-1820-492f-aec3-094b1c804089 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:36:29.152405 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 3aa5a56a-1820-492f-aec3-094b1c804089 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:29.157855 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:29.158158 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-beacf5a9-d0e5-429a-b3e2-e75cebbddc35 req-5ecc4363-e2e6-4687-80de-d0ea4360840a tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ffaaced-8b97-4257-85e7-4c4ed2e898b5 HTTP/1.1" status: 200 len: 210 time: 0.0418799 Nov 08 00:36:29.211440 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-939fd64e-c264-4e6e-b37d-24eb244804b4 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:29.298180 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b387ab21-da7b-4933-99c2-0cfa5ddab12d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:29.304632 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b387ab21-da7b-4933-99c2-0cfa5ddab12d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:29.305236 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b387ab21-da7b-4933-99c2-0cfa5ddab12d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:29.392449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31e93de2-4c4f-45b4-8ece-e3c4d4d87149 req-ea25340d-b0dc-489c-a710-2bf42568c170 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 210 time: 0.0725279 Nov 08 00:36:29.410304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387ab21-da7b-4933-99c2-0cfa5ddab12d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event updated for resources: {'Network': ['ID=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:29.422328 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:36:29.512120 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b387ab21-da7b-4933-99c2-0cfa5ddab12d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1933150 Nov 08 00:36:29.513492 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-939fd64e-c264-4e6e-b37d-24eb244804b4 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:29.515427 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44772) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:29.520774 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-261e2565-e9b4-4086-b759-3dc85300a009 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Request body: {'subnet': {'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:29.560088 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939fd64e-c264-4e6e-b37d-24eb244804b4 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:29.563883 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-939fd64e-c264-4e6e-b37d-24eb244804b4 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:29.568163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939fd64e-c264-4e6e-b37d-24eb244804b4 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:36:29.574229 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939fd64e-c264-4e6e-b37d-24eb244804b4 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:29.574549 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-939fd64e-c264-4e6e-b37d-24eb244804b4 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:29.601946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fd64e-c264-4e6e-b37d-24eb244804b4 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=d9537695-5b6a-4ee0-853f-ef8a0b2a1a63,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:29.657976 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5267edb-2e57-48bc-9f7e-ba6bbec0b761 req-d6edea05-382e-4a04-bf45-7528c26a94cb tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:29.659351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5267edb-2e57-48bc-9f7e-ba6bbec0b761 req-d6edea05-382e-4a04-bf45-7528c26a94cb tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 946 time: 0.0721805 Nov 08 00:36:29.707561 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5267edb-2e57-48bc-9f7e-ba6bbec0b761 req-4d50cf5c-5a24-4943-8dca-105c5b0dfab8 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418627 Nov 08 00:36:29.753491 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-939fd64e-c264-4e6e-b37d-24eb244804b4 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1727002 Nov 08 00:36:29.756953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44780) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:29.763715 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-ce0f2ca4-e291-41dc-989d-8a77c21d27f1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'subnet': {'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:29.889520 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 489184dc-8e23-47bb-b86e-2add0e2f8e95 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:36:29.911863 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 489184dc-8e23-47bb-b86e-2add0e2f8e95 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:36:29.912235 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 489184dc-8e23-47bb-b86e-2add0e2f8e95 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:36:29.921705 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc94c17-ba34-4908-8627-51d029407525 req-729af20a-5c6e-4e4c-90a3-bc216ad9e950 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:29.923500 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7bc94c17-ba34-4908-8627-51d029407525 req-729af20a-5c6e-4e4c-90a3-bc216ad9e950 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 946 time: 0.1027222 Nov 08 00:36:29.926004 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261e2565-e9b4-4086-b759-3dc85300a009 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Made reservation on behalf of 164de2ce1e3247028ecb390dfe25c9c9 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:29.929634 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-261e2565-e9b4-4086-b759-3dc85300a009 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:29.963912 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1f6f6b08-ed9e-412f-8e72-c3c868eea832 None None] Provisioning complete for port d9537695-5b6a-4ee0-853f-ef8a0b2a1a63 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:29.964595 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f6f6b08-ed9e-412f-8e72-c3c868eea832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:29.986512 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7bc94c17-ba34-4908-8627-51d029407525 req-8dc2dd16-81d6-4439-8d9a-db22f656822c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569613 Nov 08 00:36:30.004260 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f6b08-ed9e-412f-8e72-c3c868eea832 None None] Port d9537695-5b6a-4ee0-853f-ef8a0b2a1a63 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:30.102932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0f2ca4-e291-41dc-989d-8a77c21d27f1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:30.106741 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce0f2ca4-e291-41dc-989d-8a77c21d27f1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:30.211891 n-d-816882-1 neutron-server[102772]: INFO neutron.db.ipam_backend_mixin [None req-ce0f2ca4-e291-41dc-989d-8a77c21d27f1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7f349a84-e30b-4384-af30-1688c278caf6 (CIDR: 2001:db8::/64) Nov 08 00:36:30.258191 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-261e2565-e9b4-4086-b759-3dc85300a009 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:30.269935 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0f2ca4-e291-41dc-989d-8a77c21d27f1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:36:30.288194 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0f2ca4-e291-41dc-989d-8a77c21d27f1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:36:30.343646 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e2565-e9b4-4086-b759-3dc85300a009 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event updated for resources: {'Subnet': ['ID=f605a38c-4cc2-450b-85e5-8603e8e18cce,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:30.349063 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261e2565-e9b4-4086-b759-3dc85300a009 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Checking segment: {'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:36:30.349673 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261e2565-e9b4-4086-b759-3dc85300a009 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Network hostable DHCP agents. Network: 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:36:30.415497 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ce0f2ca4-e291-41dc-989d-8a77c21d27f1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6568635 Nov 08 00:36:30.418295 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44802) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:30.423411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-d4aa9885-d0fa-4a93-aa77-1310dff2cdae tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'subnet': {'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:30.474049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261e2565-e9b4-4086-b759-3dc85300a009 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:36:30.625559 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-261e2565-e9b4-4086-b759-3dc85300a009 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:30.629709 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261e2565-e9b4-4086-b759-3dc85300a009 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:30.630657 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-261e2565-e9b4-4086-b759-3dc85300a009 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:30.637308 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc09a85-b1d9-48a4-a631-69c5342b3637 None None] Network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:30.705282 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2891c2e1-4123-404a-82b9-25349086ffac req-adbc7e56-3a5c-4a09-a148-dbe2cc74ba67 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 210 time: 0.0274024 Nov 08 00:36:30.715220 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4aa9885-d0fa-4a93-aa77-1310dff2cdae tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:30.720252 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9885-d0fa-4a93-aa77-1310dff2cdae tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:30.840152 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e', 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'fixed_ips': [{'subnet_id': 'f605a38c-4cc2-450b-85e5-8603e8e18cce'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:36:30.841265 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:30.850779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b9ce9-b992-40f4-a736-e7c130912960 req-d1368fd3-6336-455d-9c77-bae8e2d3f1ae tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:30.866813 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb9b9ce9-b992-40f4-a736-e7c130912960 req-d1368fd3-6336-455d-9c77-bae8e2d3f1ae tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 946 time: 0.0759861 Nov 08 00:36:30.872187 n-d-816882-1 neutron-server[102772]: INFO neutron.db.ipam_backend_mixin [None req-d4aa9885-d0fa-4a93-aa77-1310dff2cdae tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fc7bd32f-1d54-4592-a42d-38b9af563781 (CIDR: 2001:db8:0:1::/64) Nov 08 00:36:30.901837 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb9b9ce9-b992-40f4-a736-e7c130912960 req-16316725-2814-49c2-a8ee-1d4e4da3cd5d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429790 Nov 08 00:36:30.915479 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-261e2565-e9b4-4086-b759-3dc85300a009 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3896997 Nov 08 00:36:30.915479 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44810) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:30.915479 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-853d32fc-1aa4-4dd5-96ef-321b2d69d8a9 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Request body: {'subnet': {'network_id': 'e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:30.935129 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c4cfb92e-1d1d-4c8d-a9f8-9c01cc08e639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:30.944846 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4aa9885-d0fa-4a93-aa77-1310dff2cdae tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:36:30.945342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4aa9885-d0fa-4a93-aa77-1310dff2cdae tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:36:31.015415 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Allocated IP 10.1.1.2 (94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e/f605a38c-4cc2-450b-85e5-8603e8e18cce/670ab7c9-4872-4785-b686-cce15053fad4) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:31.050435 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d93858-eb2f-4aa5-bf96-f9e3b8905ed7 req-d9a489c9-d0d3-4393-9ebc-24f78f8593fa tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:31.052079 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1d93858-eb2f-4aa5-bf96-f9e3b8905ed7 req-d9a489c9-d0d3-4393-9ebc-24f78f8593fa tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.0623469 Nov 08 00:36:31.075262 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:31.091818 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1d93858-eb2f-4aa5-bf96-f9e3b8905ed7 req-0ce87f70-a131-468e-9f80-443c254fa48e tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337493 Nov 08 00:36:31.168599 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:31.174584 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d4aa9885-d0fa-4a93-aa77-1310dff2cdae tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7550390 Nov 08 00:36:31.177476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44816) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:31.189938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-580a0b88-02ed-4b38-a8ac-53f39859bcf5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'subnet': {'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:31.314966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853d32fc-1aa4-4dd5-96ef-321b2d69d8a9 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Made reservation on behalf of 164de2ce1e3247028ecb390dfe25c9c9 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:31.316081 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:31.319965 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-853d32fc-1aa4-4dd5-96ef-321b2d69d8a9 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:31.369262 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:31.373728 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:31.377796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:36:31.410255 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Pushing event updated for resources: {'Port': ['ID=670ab7c9-4872-4785-b686-cce15053fad4,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:31.441885 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:31.442264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:31.442668 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:31.443037 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:31.443463 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:31.443983 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:31.444563 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:31.445008 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:31.445411 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:31.445826 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:31.446258 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:31.446683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:36:31.464608 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Attempting to bind port 670ab7c9-4872-4785-b686-cce15053fad4 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:36:31.464915 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Attempting to bind port 670ab7c9-4872-4785-b686-cce15053fad4 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:36:31.465171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Attempting to bind port 670ab7c9-4872-4785-b686-cce15053fad4 on network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:36:31.471241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:36:31.471549 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Checking segment: {'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:36:31.472084 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:31.472379 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Bound using segment: {'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:36:31.472822 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Bound port: 670ab7c9-4872-4785-b686-cce15053fad4, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:36:31.473202 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:31.548115 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] For port 670ab7c9-4872-4785-b686-cce15053fad4, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:36:31.558812 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] For port 670ab7c9-4872-4785-b686-cce15053fad4, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=670ab7c9-4872-4785-b686-cce15053fad4,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:36:31.604616 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580a0b88-02ed-4b38-a8ac-53f39859bcf5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Made reservation on behalf of ac77e126339f489381e68549ad15ca0b for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:31.604616 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-580a0b88-02ed-4b38-a8ac-53f39859bcf5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:31.767146 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-853d32fc-1aa4-4dd5-96ef-321b2d69d8a9 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:31.771748 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:31.836441 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d32fc-1aa4-4dd5-96ef-321b2d69d8a9 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event updated for resources: {'Subnet': ['ID=bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:31.844667 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d32fc-1aa4-4dd5-96ef-321b2d69d8a9 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Checking segment: {'id': '1cabc633-f5fd-4d84-af66-a27c0e9cf252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:36:31.845130 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853d32fc-1aa4-4dd5-96ef-321b2d69d8a9 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Network hostable DHCP agents. Network: e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:36:31.853905 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5783b-c445-4b50-8875-36a772f62e5b None None] Pushing event updated for resources: {'Port': ['ID=670ab7c9-4872-4785-b686-cce15053fad4,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:31.863407 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:31.882732 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de345a8d-2048-4cd0-9c99-4d09c0a3b203 req-33e8cf08-39d9-4058-9bef-8632f232ec5b tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 210 time: 0.0533519 Nov 08 00:36:31.983244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853d32fc-1aa4-4dd5-96ef-321b2d69d8a9 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Network e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:36:32.028428 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-580a0b88-02ed-4b38-a8ac-53f39859bcf5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:32.063612 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:32.102104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a0b88-02ed-4b38-a8ac-53f39859bcf5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Subnet': ['ID=9fb66ea7-6816-43d5-9203-0b177437cf95,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:32.102562 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-853d32fc-1aa4-4dd5-96ef-321b2d69d8a9 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:32.111597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580a0b88-02ed-4b38-a8ac-53f39859bcf5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:32.114577 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ab28dc-ad43-4587-8cba-d6d1321296f8 None None] Network e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:32.130996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31780071-16a3-42ea-ad19-4950e2624577 req-0b380f88-621e-415f-b7a0-a173a8f1b52c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:32.133453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31780071-16a3-42ea-ad19-4950e2624577 req-0b380f88-621e-415f-b7a0-a173a8f1b52c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 946 time: 0.1331394 Nov 08 00:36:32.140639 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853d32fc-1aa4-4dd5-96ef-321b2d69d8a9 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:32.142888 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-580a0b88-02ed-4b38-a8ac-53f39859bcf5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:32.145026 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-853d32fc-1aa4-4dd5-96ef-321b2d69d8a9 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:32.149036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580a0b88-02ed-4b38-a8ac-53f39859bcf5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:32.150651 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-580a0b88-02ed-4b38-a8ac-53f39859bcf5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:32.176472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8841a53b-4b48-456b-bc95-49451e373863 None None] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:32.255858 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31780071-16a3-42ea-ad19-4950e2624577 req-d159a4f6-98f6-4fd1-9190-169ac56f1f81 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943296 Nov 08 00:36:32.274223 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-580a0b88-02ed-4b38-a8ac-53f39859bcf5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0955751 Nov 08 00:36:32.276939 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44836) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:32.286242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-dc83abd6-dfbb-4d27-a734-9975d8c76ba2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1773337342', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9fb66ea7-6816-43d5-9203-0b177437cf95'}], 'security_groups': ['8a27a850-763a-4b7d-ac61-4a9cf4b9e6d5', '45b04f89-f6aa-4bf8-9b76-20b6eba8947e']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:32.304564 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b759e-c092-46be-8422-70080339fada req-c0552d5d-416c-4509-a169-4a4bd8e7b2a8 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:32.313266 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-853d32fc-1aa4-4dd5-96ef-321b2d69d8a9 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4007456 Nov 08 00:36:32.316664 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a34b759e-c092-46be-8422-70080339fada req-c0552d5d-416c-4509-a169-4a4bd8e7b2a8 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.1119401 Nov 08 00:36:32.325102 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44838) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:32.339057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-52a1590b-38e4-4ddd-9035-517db087f618 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Request body: {'port': {'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e', 'name': 'tempest-TaggedBootDevicesTest-1567256085', 'fixed_ips': [{'subnet_id': 'f605a38c-4cc2-450b-85e5-8603e8e18cce'}]}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:32.433325 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a34b759e-c092-46be-8422-70080339fada req-6993fcba-9225-4ad3-873a-cdcc09fbf557 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154747 Nov 08 00:36:32.500278 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9', 'network_id': 'e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'fixed_ips': [{'subnet_id': 'bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:36:32.506964 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:32.546995 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc83abd6-dfbb-4d27-a734-9975d8c76ba2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:32.632560 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a1590b-38e4-4ddd-9035-517db087f618 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Made reservation on behalf of 164de2ce1e3247028ecb390dfe25c9c9 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:32.684624 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae22473b-a6f4-42ca-8ec5-f0903cd5be6a None None] Update dhcp port {'port': {'network_id': 'b3f8ff1e-2d01-4260-ae2b-b98125e675a1', 'fixed_ips': [{'subnet_id': 'fc7bd32f-1d54-4592-a42d-38b9af563781', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7f349a84-e30b-4384-af30-1688c278caf6', 'ip_address': '2001:db8::2'}, {'subnet_id': '9fb66ea7-6816-43d5-9203-0b177437cf95'}], 'binding:host_id': 'n-d-816882-1'}, 'id': '3aa5a56a-1820-492f-aec3-094b1c804089'} from n-d-816882-1. {{(pid=102773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 00:36:32.772654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249a7a9-6cf5-49b5-8572-a0845514539d req-424cb058-5ea9-433c-8232-101e30b569d2 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:32.775449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7249a7a9-6cf5-49b5-8572-a0845514539d req-424cb058-5ea9-433c-8232-101e30b569d2 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.20 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 946 time: 0.2452631 Nov 08 00:36:32.780720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] Allocated IP 10.2.2.2 (e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9/bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e/9485c1b1-7b51-469a-b491-d61f3ac11f33) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:32.825482 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-52a1590b-38e4-4ddd-9035-517db087f618 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:32.884393 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ae22473b-a6f4-42ca-8ec5-f0903cd5be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:32.994227 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-52a1590b-38e4-4ddd-9035-517db087f618 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] device_id is not set on port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:36:33.035882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-5ada992f-1196-4c5d-bb8f-a20c232096fc tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:33.039215 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-5ada992f-1196-4c5d-bb8f-a20c232096fc tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.26 "GET /v2.0/networks?id=9aa3a728-1ef7-4a43-ac4d-785554fb86ed HTTP/1.1" status: 200 len: 809 time: 0.4303689 Nov 08 00:36:33.040590 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:33.119442 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0d32a-0708-4125-9f9f-71b81f0b2f94 req-d53684e9-c666-40e9-8a33-e8d233ccc0ef tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:33.121187 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b7b0d32a-0708-4125-9f9f-71b81f0b2f94 req-d53684e9-c666-40e9-8a33-e8d233ccc0ef tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.20 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.2044728 Nov 08 00:36:33.121578 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:33.172295 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] Network e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:33.176829 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:33.182725 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-e6721021-bda1-4de3-b129-fdc3825e9e96 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Request body: {'port': {'device_id': '556380fe-aec5-48d0-a372-c2831ed11fe9', 'network_id': '9aa3a728-1ef7-4a43-ac4d-785554fb86ed', 'admin_state_up': True, 'tenant_id': '062ee87fed434a4484a56c67526a4c57'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:33.189524 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:36:33.191779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 670ab7c9-4872-4785-b686-cce15053fad4 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:36:33.196042 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] Pushing event updated for resources: {'Port': ['ID=9485c1b1-7b51-469a-b491-d61f3ac11f33,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:33.262984 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-dc83abd6-dfbb-4d27-a734-9975d8c76ba2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Delete allocated IP 2001:db8::11b (b3f8ff1e-2d01-4260-ae2b-b98125e675a1/7f349a84-e30b-4384-af30-1688c278caf6) {{(pid=102771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 08 00:36:33.273007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-dc83abd6-dfbb-4d27-a734-9975d8c76ba2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Allocated IP 2001:db8:0:2::6a (b3f8ff1e-2d01-4260-ae2b-b98125e675a1/9fb66ea7-6816-43d5-9203-0b177437cf95/d9537695-5b6a-4ee0-853f-ef8a0b2a1a63) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:33.315479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] Attempting to bind port 9485c1b1-7b51-469a-b491-d61f3ac11f33 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:36:33.318639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] Attempting to bind port 9485c1b1-7b51-469a-b491-d61f3ac11f33 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '1cabc633-f5fd-4d84-af66-a27c0e9cf252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:36:33.318639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] Attempting to bind port 9485c1b1-7b51-469a-b491-d61f3ac11f33 on network e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:36:33.326643 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:36:33.328526 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] Checking segment: {'id': '1cabc633-f5fd-4d84-af66-a27c0e9cf252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:36:33.329140 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:33.329711 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] Bound using segment: {'id': '1cabc633-f5fd-4d84-af66-a27c0e9cf252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:36:33.330495 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] Bound port: 9485c1b1-7b51-469a-b491-d61f3ac11f33, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cabc633-f5fd-4d84-af66-a27c0e9cf252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:36:33.331064 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:33.358584 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 670ab7c9-4872-4785-b686-cce15053fad4 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:33.358584 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:33.409127 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5804a18-a719-47b0-9af0-b831c4e701a1 None None] Network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:33.419146 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:33.453205 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ca1c29c-20fa-4427-89ba-a70e117e8c3e req-49ae7bcb-68e6-4b09-9dc1-0c94c7876fe3 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 210 time: 0.3591921 Nov 08 00:36:33.523291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] For port 9485c1b1-7b51-469a-b491-d61f3ac11f33, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:36:33.529257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] For port 9485c1b1-7b51-469a-b491-d61f3ac11f33, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9485c1b1-7b51-469a-b491-d61f3ac11f33,segment=NetworkSegment(1cabc633-f5fd-4d84-af66-a27c0e9cf252),segment_id=1cabc633-f5fd-4d84-af66-a27c0e9cf252)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:36:33.560325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5677fb-c989-48a3-8eff-8a8a6b331298 req-f45e8a14-4f93-471a-becb-fd8e48bb957e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:33.563024 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3c5677fb-c989-48a3-8eff-8a8a6b331298 req-f45e8a14-4f93-471a-becb-fd8e48bb957e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 946 time: 0.1795592 Nov 08 00:36:33.564954 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc83abd6-dfbb-4d27-a734-9975d8c76ba2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:33.567776 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2c93415b-a544-480c-b4f7-e36361642878 None None] Provisioning complete for port 670ab7c9-4872-4785-b686-cce15053fad4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:33.568186 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2c93415b-a544-480c-b4f7-e36361642878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:33.643901 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-b7b0d32a-0708-4125-9f9f-71b81f0b2f94 req-a60e3ec1-00ed-422f-88f5-b75b9405b5db tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Deleting port 3b93c8e5-6744-410e-8745-c9cfcbf48abd {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:36:33.644292 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b7b0d32a-0708-4125-9f9f-71b81f0b2f94 req-a60e3ec1-00ed-422f-88f5-b75b9405b5db tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:33.651161 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:33.659980 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:33.730003 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc83abd6-dfbb-4d27-a734-9975d8c76ba2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:33.807374 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83abd6-dfbb-4d27-a734-9975d8c76ba2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event updated for resources: {'Port': ['ID=d9537695-5b6a-4ee0-853f-ef8a0b2a1a63,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:33.851847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-dc83abd6-dfbb-4d27-a734-9975d8c76ba2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] In _notify_port_updated(), no bound segment for port d9537695-5b6a-4ee0-853f-ef8a0b2a1a63 on network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 {{(pid=102771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:36:33.858591 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc83abd6-dfbb-4d27-a734-9975d8c76ba2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:33.859715 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc83abd6-dfbb-4d27-a734-9975d8c76ba2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:33.864996 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dc83abd6-dfbb-4d27-a734-9975d8c76ba2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "PUT /v2.0/ports/d9537695-5b6a-4ee0-853f-ef8a0b2a1a63 HTTP/1.1" status: 200 len: 969 time: 1.5858614 Nov 08 00:36:33.868599 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44862) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:33.876860 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 670ab7c9-4872-4785-b686-cce15053fad4, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=670ab7c9-4872-4785-b686-cce15053fad4,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:33.884402 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318f12e-b5cb-4190-9fbd-b932e2a276a0 None None] Pushing event updated for resources: {'Port': ['ID=9485c1b1-7b51-469a-b491-d61f3ac11f33,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:33.923654 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-b7b0d32a-0708-4125-9f9f-71b81f0b2f94 req-a60e3ec1-00ed-422f-88f5-b75b9405b5db tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] For port 3b93c8e5-6744-410e-8745-c9cfcbf48abd, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3b93c8e5-6744-410e-8745-c9cfcbf48abd,segment=NetworkSegment(90de7966-4dd7-4df5-8347-dea7cee0f550),segment_id=90de7966-4dd7-4df5-8347-dea7cee0f550)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:33.924173 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b7b0d32a-0708-4125-9f9f-71b81f0b2f94 req-a60e3ec1-00ed-422f-88f5-b75b9405b5db tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:33.951959 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-b7b0d32a-0708-4125-9f9f-71b81f0b2f94 req-a60e3ec1-00ed-422f-88f5-b75b9405b5db tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Calling delete_port for 3b93c8e5-6744-410e-8745-c9cfcbf48abd owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:36:34.459216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-e6721021-bda1-4de3-b129-fdc3825e9e96 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Made reservation on behalf of 062ee87fed434a4484a56c67526a4c57 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:34.459216 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-e6721021-bda1-4de3-b129-fdc3825e9e96 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:34.459216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-7249a7a9-6cf5-49b5-8572-a0845514539d req-cc9662b4-4bbd-43a6-ade0-d20832f6f16b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Deleting port 289b41a5-ddfb-4434-bebe-ab10c2dae0e8 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:36:34.459216 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7249a7a9-6cf5-49b5-8572-a0845514539d req-cc9662b4-4bbd-43a6-ade0-d20832f6f16b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:34.461624 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-36c4c5c0-826e-4bae-a64f-6ae3952fe4a2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port d9537695-5b6a-4ee0-853f-ef8a0b2a1a63 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:36:34.461624 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36c4c5c0-826e-4bae-a64f-6ae3952fe4a2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:34.464509 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-ae22473b-a6f4-42ca-8ec5-f0903cd5be6a None None] Allocated IP 2001:db8:0:2::2 (b3f8ff1e-2d01-4260-ae2b-b98125e675a1/9fb66ea7-6816-43d5-9203-0b177437cf95/3aa5a56a-1820-492f-aec3-094b1c804089) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:34.464509 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:34.464509 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2c93415b-a544-480c-b4f7-e36361642878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:34.464844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3c5677fb-c989-48a3-8eff-8a8a6b331298 req-8c67d928-908d-4d01-95b7-d286993c91bd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7634487 Nov 08 00:36:34.464996 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36c4c5c0-826e-4bae-a64f-6ae3952fe4a2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:34.464996 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-36c4c5c0-826e-4bae-a64f-6ae3952fe4a2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for d9537695-5b6a-4ee0-853f-ef8a0b2a1a63 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:36:34.465234 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efa11d-9408-4bf2-8695-acc434d845c4 req-e8e17dfe-bc92-49a5-87dd-4cd67e91327b tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:34.465234 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5efa11d-9408-4bf2-8695-acc434d845c4 req-e8e17dfe-bc92-49a5-87dd-4cd67e91327b tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 946 time: 0.8465481 Nov 08 00:36:34.465234 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-52a1590b-38e4-4ddd-9035-517db087f618 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Allocated IP 10.1.1.167 (94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e/f605a38c-4cc2-450b-85e5-8603e8e18cce/5467d33c-e619-4cf2-9bdc-e9edb7e205e2) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:34.465512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=670ab7c9-4872-4785-b686-cce15053fad4,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:34.514352 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b7b0d32a-0708-4125-9f9f-71b81f0b2f94 req-a60e3ec1-00ed-422f-88f5-b75b9405b5db tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:34.542243 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ae22473b-a6f4-42ca-8ec5-f0903cd5be6a None None] For port 3aa5a56a-1820-492f-aec3-094b1c804089, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3aa5a56a-1820-492f-aec3-094b1c804089,segment=NetworkSegment(4197a02e-5b00-4c5d-b28a-894562056430),segment_id=4197a02e-5b00-4c5d-b28a-894562056430)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:34.573319 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-2c93415b-a544-480c-b4f7-e36361642878 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 00:36:34.573683 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-2c93415b-a544-480c-b4f7-e36361642878 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 00:36:34.609882 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ae22473b-a6f4-42ca-8ec5-f0903cd5be6a None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:34.622176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-7249a7a9-6cf5-49b5-8572-a0845514539d req-cc9662b4-4bbd-43a6-ade0-d20832f6f16b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] For port 289b41a5-ddfb-4434-bebe-ab10c2dae0e8, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=289b41a5-ddfb-4434-bebe-ab10c2dae0e8,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:34.622665 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7249a7a9-6cf5-49b5-8572-a0845514539d req-cc9662b4-4bbd-43a6-ade0-d20832f6f16b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:34.640223 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-7249a7a9-6cf5-49b5-8572-a0845514539d req-cc9662b4-4bbd-43a6-ade0-d20832f6f16b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Calling delete_port for 289b41a5-ddfb-4434-bebe-ab10c2dae0e8 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:36:34.666926 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e3ec1-00ed-422f-88f5-b75b9405b5db tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Pushing event deleted for resources: {'Port': ['ID=3b93c8e5-6744-410e-8745-c9cfcbf48abd,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:34.714139 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b0d32a-0708-4125-9f9f-71b81f0b2f94 req-a60e3ec1-00ed-422f-88f5-b75b9405b5db tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] No DVR routers for this DVR port 3b93c8e5-6744-410e-8745-c9cfcbf48abd on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:36:34.723813 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b7b0d32a-0708-4125-9f9f-71b81f0b2f94 req-a60e3ec1-00ed-422f-88f5-b75b9405b5db tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:34.723813 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b7b0d32a-0708-4125-9f9f-71b81f0b2f94 req-a60e3ec1-00ed-422f-88f5-b75b9405b5db tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.20 "DELETE /v2.0/ports/3b93c8e5-6744-410e-8745-c9cfcbf48abd HTTP/1.1" status: 204 len: 173 time: 1.5946751 Nov 08 00:36:34.724507 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fba5ee-0e47-4802-a554-b4ff3b14cbed', 'name': 'network-vif-deleted', 'tag': '3b93c8e5-6744-410e-8745-c9cfcbf48abd'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:36:34.725785 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5efa11d-9408-4bf2-8695-acc434d845c4 req-96317031-a078-40b3-a723-03fdb8f9dc78 tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d338482-0a5c-4058-8c1a-c721dcee1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081150 Nov 08 00:36:34.726991 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdd7f92-b194-4700-84a9-e3ae23f4d0ba" -d '{"events": [{"server_uuid": "15fba5ee-0e47-4802-a554-b4ff3b14cbed", "name": "network-vif-deleted", "tag": "3b93c8e5-6744-410e-8745-c9cfcbf48abd"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:36:34.769870 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ae22473b-a6f4-42ca-8ec5-f0903cd5be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:34.779978 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-e6721021-bda1-4de3-b129-fdc3825e9e96 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Allocated IP 172.20.0.9 (9aa3a728-1ef7-4a43-ac4d-785554fb86ed/8c61c9e5-c84c-470f-83b4-ee4dc2e4dee8/73e9d9ab-b502-43a0-9f96-6d22b5cc2753) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:34.808489 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f24b30-2ab7-4626-885c-66383a4958bb x-openstack-request-id: req-a6f24b30-2ab7-4626-885c-66383a4958bb {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:36:34.808862 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fba5ee-0e47-4802-a554-b4ff3b14cbed", "name": "network-vif-deleted", "tag": "3b93c8e5-6744-410e-8745-c9cfcbf48abd", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:36:34.809118 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6f24b30-2ab7-4626-885c-66383a4958bb {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:36:34.809527 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fba5ee-0e47-4802-a554-b4ff3b14cbed', 'name': 'network-vif-deleted', 'tag': '3b93c8e5-6744-410e-8745-c9cfcbf48abd', 'status': 'completed', 'code': 200} Nov 08 00:36:34.819803 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7b701a5-8951-4eff-94af-82a3e7ce71ab req-ad339818-f74e-46b3-8ee8-1f9d45c15fbb tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 210 time: 0.2657623 Nov 08 00:36:34.863412 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36c4c5c0-826e-4bae-a64f-6ae3952fe4a2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:34.909626 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4c5c0-826e-4bae-a64f-6ae3952fe4a2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=d9537695-5b6a-4ee0-853f-ef8a0b2a1a63,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:34.963396 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22473b-a6f4-42ca-8ec5-f0903cd5be6a None None] Pushing event updated for resources: {'Port': ['ID=3aa5a56a-1820-492f-aec3-094b1c804089,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:34.970475 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36c4c5c0-826e-4bae-a64f-6ae3952fe4a2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:34.982256 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-36c4c5c0-826e-4bae-a64f-6ae3952fe4a2 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/ports/d9537695-5b6a-4ee0-853f-ef8a0b2a1a63 HTTP/1.1" status: 204 len: 168 time: 1.1121976 Nov 08 00:36:34.985174 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44878) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:35.034164 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd151d9-12a2-48a0-9298-e07ce5869fc3 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] GET failed (client error): The resource could not be found. Nov 08 00:36:35.040566 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-abd151d9-12a2-48a0-9298-e07ce5869fc3 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports/d9537695-5b6a-4ee0-853f-ef8a0b2a1a63 HTTP/1.1" status: 404 len: 333 time: 0.0527389 Nov 08 00:36:35.045259 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44880) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:35.178827 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9ac81168-58ea-4165-a345-0d516101129c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:35.199605 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-52a1590b-38e4-4ddd-9035-517db087f618 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:35.210838 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9ac81168-58ea-4165-a345-0d516101129c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:35.325328 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-e6721021-bda1-4de3-b129-fdc3825e9e96 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:35.339961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 670ab7c9-4872-4785-b686-cce15053fad4 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:36:35.377965 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-36213e7e-d02f-4b3a-a520-fc4cd4c72726 None None] Provisioning complete for port 670ab7c9-4872-4785-b686-cce15053fad4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:35.378507 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-36213e7e-d02f-4b3a-a520-fc4cd4c72726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:35.418042 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9ac81168-58ea-4165-a345-0d516101129c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:35.426833 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9ac81168-58ea-4165-a345-0d516101129c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:35.428662 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9ac81168-58ea-4165-a345-0d516101129c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/security-groups/d0ac70f6-8cdc-4aa1-8a4f-55f6f4468981 HTTP/1.1" status: 204 len: 168 time: 0.3858042 Nov 08 00:36:35.433105 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44890) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:35.463142 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac81168-58ea-4165-a345-0d516101129c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ac70f6-8cdc-4aa1-8a4f-55f6f4468981,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:35.514373 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 670ab7c9-4872-4785-b686-cce15053fad4 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:35.514777 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:35.516983 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-e6721021-bda1-4de3-b129-fdc3825e9e96 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:35.561487 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ff1a34-e3b9-4f9b-97b2-1eea84e2951a None None] Network e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:35.612061 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7249a7a9-6cf5-49b5-8572-a0845514539d req-cc9662b4-4bbd-43a6-ade0-d20832f6f16b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:35.647520 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['dbbbf13f-b6bc-4e57-8804-86e281760827'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:36:35.676296 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-52a1590b-38e4-4ddd-9035-517db087f618 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:35.697618 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3596c4d0-ab12-4978-9663-95322f3f3061 req-987e4238-414c-4bab-9b75-55174c44a0a3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 210 time: 0.2028139 Nov 08 00:36:35.762788 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-e6721021-bda1-4de3-b129-fdc3825e9e96 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Network 9aa3a728-1ef7-4a43-ac4d-785554fb86ed is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:35.776592 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-88230a99-36be-4ce5-8ea8-8e00bc93c314 None None] Provisioning complete for port 9485c1b1-7b51-469a-b491-d61f3ac11f33 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:35.777072 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88230a99-36be-4ce5-8ea8-8e00bc93c314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:35.783468 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a1590b-38e4-4ddd-9035-517db087f618 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:35.787727 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-21ff3264-1621-43ee-b0b4-745f08f08a4f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:35.813869 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-21ff3264-1621-43ee-b0b4-745f08f08a4f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:35.837745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7249a7a9-6cf5-49b5-8572-a0845514539d req-cc9662b4-4bbd-43a6-ade0-d20832f6f16b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] No DVR routers for this DVR port 289b41a5-ddfb-4434-bebe-ab10c2dae0e8 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:36:35.858413 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7249a7a9-6cf5-49b5-8572-a0845514539d req-cc9662b4-4bbd-43a6-ade0-d20832f6f16b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:35.871526 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7249a7a9-6cf5-49b5-8572-a0845514539d req-cc9662b4-4bbd-43a6-ade0-d20832f6f16b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.20 "DELETE /v2.0/ports/289b41a5-ddfb-4434-bebe-ab10c2dae0e8 HTTP/1.1" status: 204 len: 173 time: 3.0055063 Nov 08 00:36:35.876244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601e148f-a68b-4789-b379-b9205b3794d6', 'name': 'network-vif-deleted', 'tag': '289b41a5-ddfb-4434-bebe-ab10c2dae0e8'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:36:35.878598 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42402b2-0b12-4dfa-b45d-bede1a3831e9" -d '{"events": [{"server_uuid": "601e148f-a68b-4789-b379-b9205b3794d6", "name": "network-vif-deleted", "tag": "289b41a5-ddfb-4434-bebe-ab10c2dae0e8"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:36:35.881565 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-52a1590b-38e4-4ddd-9035-517db087f618 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:35.883690 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-e6721021-bda1-4de3-b129-fdc3825e9e96 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:35.897908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a1590b-38e4-4ddd-9035-517db087f618 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:36:35.909294 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-e6721021-bda1-4de3-b129-fdc3825e9e96 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:36:35.959945 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6721021-bda1-4de3-b129-fdc3825e9e96 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Pushing event updated for resources: {'Port': ['ID=73e9d9ab-b502-43a0-9f96-6d22b5cc2753,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:35.978343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3b93c8e5-6744-410e-8745-c9cfcbf48abd no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:36:36.051097 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 3b93c8e5-6744-410e-8745-c9cfcbf48abd {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:36:36.051449 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3b93c8e5-6744-410e-8745-c9cfcbf48abd not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:36:36.054797 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 289b41a5-ddfb-4434-bebe-ab10c2dae0e8 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:36:36.057366 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3aa5a56a-1820-492f-aec3-094b1c804089 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:36:36.082814 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a1590b-38e4-4ddd-9035-517db087f618 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:36.083656 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-52a1590b-38e4-4ddd-9035-517db087f618 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:36.107486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07ea15b5-d72e-444e-b1cc-a63c69ab9cfb req-ae6181e1-a284-4a84-8b69-8a80a6d187bd tempest-ListServerFiltersTestJSON-272675711 tempest-ListServerFiltersTestJSON-272675711-project] 10.222.0.13 "GET /v2.0/ports?device_id=15fba5ee-0e47-4802-a554-b4ff3b14cbed HTTP/1.1" status: 200 len: 210 time: 0.1920037 Nov 08 00:36:36.184143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 289b41a5-ddfb-4434-bebe-ab10c2dae0e8 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:36:36.184486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 289b41a5-ddfb-4434-bebe-ab10c2dae0e8 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:36:36.232964 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-e6721021-bda1-4de3-b129-fdc3825e9e96 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:36.234446 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b4f0f6fc-fdae-4acb-861a-e1513f535d09 req-959ac5d6-03e5-4790-9388-eb9bd9dcd083 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0978982 Nov 08 00:36:36.234927 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-e6721021-bda1-4de3-b129-fdc3825e9e96 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:36.319757 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bcb512-a29e-4966-ad3a-c34fb602b622 x-openstack-request-id: req-33bcb512-a29e-4966-ad3a-c34fb602b622 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:36:36.321555 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601e148f-a68b-4789-b379-b9205b3794d6", "name": "network-vif-deleted", "tag": "289b41a5-ddfb-4434-bebe-ab10c2dae0e8", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:36:36.322066 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33bcb512-a29e-4966-ad3a-c34fb602b622 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:36:36.332765 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601e148f-a68b-4789-b379-b9205b3794d6', 'name': 'network-vif-deleted', 'tag': '289b41a5-ddfb-4434-bebe-ab10c2dae0e8', 'status': 'completed', 'code': 200} Nov 08 00:36:36.332765 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-21ff3264-1621-43ee-b0b4-745f08f08a4f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:36.334638 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-21ff3264-1621-43ee-b0b4-745f08f08a4f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:36.335999 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-21ff3264-1621-43ee-b0b4-745f08f08a4f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/security-groups/45b04f89-f6aa-4bf8-9b76-20b6eba8947e HTTP/1.1" status: 204 len: 168 time: 0.9019530 Nov 08 00:36:36.339380 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9662b4-4bbd-43a6-ade0-d20832f6f16b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event deleted for resources: {'Port': ['ID=289b41a5-ddfb-4434-bebe-ab10c2dae0e8,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:36.347038 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44910) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:36.423905 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88230a99-36be-4ce5-8ea8-8e00bc93c314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:36.509376 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-52a1590b-38e4-4ddd-9035-517db087f618 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1826010 Nov 08 00:36:36.510576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff3264-1621-43ee-b0b4-745f08f08a4f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b04f89-f6aa-4bf8-9b76-20b6eba8947e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:36.524238 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-e6721021-bda1-4de3-b129-fdc3825e9e96 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4318492 Nov 08 00:36:36.554943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44914) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:36.555701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1590b-38e4-4ddd-9035-517db087f618 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event updated for resources: {'Port': ['ID=5467d33c-e619-4cf2-9bdc-e9edb7e205e2,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:36.564825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-43e35a57-b3dd-49b8-a1ce-789cb187bf25 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Request body: {'port': {'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e', 'name': 'tempest-TaggedBootDevicesTest-1213056606', 'fixed_ips': [{'subnet_id': 'f605a38c-4cc2-450b-85e5-8603e8e18cce'}]}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:36.574394 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Request body: {'port': {'device_id': '556380fe-aec5-48d0-a372-c2831ed11fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:36.588449 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 3aa5a56a-1820-492f-aec3-094b1c804089 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:36.588859 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:36.712389 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645aac26-7cc1-48c1-9653-a637f3096f89 req-a4247893-f818-41f9-90b2-86b00fe37db1 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:36.714513 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-88230a99-36be-4ce5-8ea8-8e00bc93c314 None None] For port 9485c1b1-7b51-469a-b491-d61f3ac11f33, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9485c1b1-7b51-469a-b491-d61f3ac11f33,segment=NetworkSegment(1cabc633-f5fd-4d84-af66-a27c0e9cf252),segment_id=1cabc633-f5fd-4d84-af66-a27c0e9cf252)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:36.725284 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-645aac26-7cc1-48c1-9653-a637f3096f89 req-a4247893-f818-41f9-90b2-86b00fe37db1 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 931 time: 0.6650884 Nov 08 00:36:36.836542 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88230a99-36be-4ce5-8ea8-8e00bc93c314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:36.955358 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88230a99-36be-4ce5-8ea8-8e00bc93c314 None None] Pushing event updated for resources: {'Port': ['ID=9485c1b1-7b51-469a-b491-d61f3ac11f33,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:37.006730 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:37.007005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9485c1b1-7b51-469a-b491-d61f3ac11f33 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:36:37.049806 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ed9db4dc-0847-4fd8-b893-eeee2b7804a5 None None] Provisioning complete for port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:37.050179 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed9db4dc-0847-4fd8-b893-eeee2b7804a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:37.063723 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ec1f7f7-734b-4fc3-9e9c-a1847c360e87 req-8654817e-0280-41b5-9507-1b4370966491 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 210 time: 0.1587765 Nov 08 00:36:37.123135 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-645aac26-7cc1-48c1-9653-a637f3096f89 req-7a6d7163-ec49-4526-ac90-cb6f6c6ad1a5 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0f7f447-0011-4b9b-8630-3f95dcc1cd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968558 Nov 08 00:36:37.156204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ed9db4dc-0847-4fd8-b893-eeee2b7804a5 None None] Port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:37.156204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 9485c1b1-7b51-469a-b491-d61f3ac11f33 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:37.156204 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:37.231509 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44928) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:37.258731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e35a57-b3dd-49b8-a1ce-789cb187bf25 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Made reservation on behalf of 164de2ce1e3247028ecb390dfe25c9c9 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:37.265067 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43e35a57-b3dd-49b8-a1ce-789cb187bf25 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:37.283758 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ed9db4dc-0847-4fd8-b893-eeee2b7804a5 None None] Could not find standard attr ID for object d9537695-5b6a-4ee0-853f-ef8a0b2a1a63. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:36:37.333003 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ed9db4dc-0847-4fd8-b893-eeee2b7804a5 None None] Provisioning complete for port 3aa5a56a-1820-492f-aec3-094b1c804089 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:37.344022 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed9db4dc-0847-4fd8-b893-eeee2b7804a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:37.418836 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0f6fc-fdae-4acb-861a-e1513f535d09 req-dcea6c31-5d58-4bfa-9da8-233e6afeba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:37.421266 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b4f0f6fc-fdae-4acb-861a-e1513f535d09 req-dcea6c31-5d58-4bfa-9da8-233e6afeba1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 1097 time: 1.0825038 Nov 08 00:36:37.453477 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f589c16d-0096-4291-8677-997122cf8522 admin admin] Deleting subnet 53d87ed3-88d1-4178-af7b-2ba0e0ae4d43 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:36:37.466711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-43e35a57-b3dd-49b8-a1ce-789cb187bf25 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] device_id is not set on port 86366417-c094-4a24-a99e-6f58cfef17b4 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:36:37.474663 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f589c16d-0096-4291-8677-997122cf8522 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:37.592341 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0cdd55fb-f5eb-4759-82c9-5c5f081a90e9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:37.615242 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f589c16d-0096-4291-8677-997122cf8522 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:37.641309 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ed9db4dc-0847-4fd8-b893-eeee2b7804a5 None None] Provisioning complete for port a514bd55-6ac2-4616-8f35-4af9b6adaf71 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:37.645915 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed9db4dc-0847-4fd8-b893-eeee2b7804a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:37.646220 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0cdd55fb-f5eb-4759-82c9-5c5f081a90e9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:37.707774 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9485c1b1-7b51-469a-b491-d61f3ac11f33 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:36:37.735278 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0f6fc-fdae-4acb-861a-e1513f535d09 req-0d2599f4-dd19-4c48-824d-e33bd3483d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:37.736999 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b4f0f6fc-fdae-4acb-861a-e1513f535d09 req-0d2599f4-dd19-4c48-824d-e33bd3483d1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 913 time: 0.2902353 Nov 08 00:36:37.770228 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ed9db4dc-0847-4fd8-b893-eeee2b7804a5 None None] Port a514bd55-6ac2-4616-8f35-4af9b6adaf71 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:37.797080 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b4f0f6fc-fdae-4acb-861a-e1513f535d09 req-a5eaae54-dd52-42e2-a2c7-185ea5baae90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbbbf13f-b6bc-4e57-8804-86e281760827 HTTP/1.1" status: 200 len: 217 time: 0.0519783 Nov 08 00:36:37.805654 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ed9db4dc-0847-4fd8-b893-eeee2b7804a5 None None] Provisioning complete for port 9485c1b1-7b51-469a-b491-d61f3ac11f33 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:37.806138 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed9db4dc-0847-4fd8-b893-eeee2b7804a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:37.810639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 9485c1b1-7b51-469a-b491-d61f3ac11f33 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:37.810639 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:37.870644 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0f6fc-fdae-4acb-861a-e1513f535d09 req-e54ed217-7d78-4fe3-9e32-7f4644a80468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:37.873397 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b4f0f6fc-fdae-4acb-861a-e1513f535d09 req-e54ed217-7d78-4fe3-9e32-7f4644a80468 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.0696266 Nov 08 00:36:37.875340 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0cdd55fb-f5eb-4759-82c9-5c5f081a90e9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:37.878937 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0cdd55fb-f5eb-4759-82c9-5c5f081a90e9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:37.880540 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0cdd55fb-f5eb-4759-82c9-5c5f081a90e9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/security-groups/8a27a850-763a-4b7d-ac61-4a9cf4b9e6d5 HTTP/1.1" status: 204 len: 168 time: 1.5309844 Nov 08 00:36:37.886805 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f589c16d-0096-4291-8677-997122cf8522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:37.889212 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-43e35a57-b3dd-49b8-a1ce-789cb187bf25 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Allocated IP 10.1.1.186 (94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e/f605a38c-4cc2-450b-85e5-8603e8e18cce/86366417-c094-4a24-a99e-6f58cfef17b4) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:37.891061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44936) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:37.964799 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9458b149-4766-42f0-ab5d-090c51f9884f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting subnet 7f349a84-e30b-4384-af30-1688c278caf6 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:36:37.976429 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9458b149-4766-42f0-ab5d-090c51f9884f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:37.986949 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd55fb-f5eb-4759-82c9-5c5f081a90e9 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a27a850-763a-4b7d-ac61-4a9cf4b9e6d5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:38.006724 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0f6fc-fdae-4acb-861a-e1513f535d09 req-5982f596-37ec-4bb1-83ac-e0e47ec4702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:38.009946 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b4f0f6fc-fdae-4acb-861a-e1513f535d09 req-5982f596-37ec-4bb1-83ac-e0e47ec4702c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276932 Nov 08 00:36:38.025706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e9d9ab-b502-43a0-9f96-6d22b5cc2753 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:36:38.055568 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:38.071212 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9458b149-4766-42f0-ab5d-090c51f9884f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:38.130452 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e5860b2e-2fc5-4d42-9c15-a6a3d52e8d4e None None] Could not find standard attr ID for object d9537695-5b6a-4ee0-853f-ef8a0b2a1a63. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:36:38.137509 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b4f0f6fc-fdae-4acb-861a-e1513f535d09 req-679073dd-6c95-46ad-9a93-d8cec5184052 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201723 Nov 08 00:36:38.258748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Transition to ACTIVE for port object 73e9d9ab-b502-43a0-9f96-6d22b5cc2753 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:36:38.280056 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b4f0f6fc-fdae-4acb-861a-e1513f535d09 req-c86da989-0bb6-472e-a321-c9f19a075f74 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346881 Nov 08 00:36:38.283002 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f589c16d-0096-4291-8677-997122cf8522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:38.337417 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b68d6bd-94a6-425f-81d4-1afe7fcb932e req-13958e9a-130a-41f7-bd86-f8d6b3a96be8 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 210 time: 0.0745397 Nov 08 00:36:38.392050 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f589c16d-0096-4291-8677-997122cf8522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:38.396147 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f589c16d-0096-4291-8677-997122cf8522 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/53d87ed3-88d1-4178-af7b-2ba0e0ae4d43 HTTP/1.1" status: 204 len: 168 time: 1.1628211 Nov 08 00:36:38.398812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44948) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:38.402381 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b521662-5391-4896-b85a-1f205f2fc3d7 None None] Network ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:38.404208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589c16d-0096-4291-8677-997122cf8522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53d87ed3-88d1-4178-af7b-2ba0e0ae4d43,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:38.407108 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:38.498494 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:38.536927 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43e35a57-b3dd-49b8-a1ce-789cb187bf25 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:38.593125 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] Deleting port a4cfbb9d-eeea-4698-841b-df0c8e6d01dc {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:36:38.594407 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:38.599025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Pushing event updated for resources: {'Port': ['ID=73e9d9ab-b502-43a0-9f96-6d22b5cc2753,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:38.619444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90a59c-f5c0-4c52-a908-b63e6af53557 req-087f8ab3-02c3-4734-bb0a-1b91aa656e49 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:38.621147 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f90a59c-f5c0-4c52-a908-b63e6af53557 req-087f8ab3-02c3-4734-bb0a-1b91aa656e49 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 931 time: 0.3572452 Nov 08 00:36:38.632203 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9458b149-4766-42f0-ab5d-090c51f9884f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:38.643580 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:38.690822 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] For port a4cfbb9d-eeea-4698-841b-df0c8e6d01dc, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a4cfbb9d-eeea-4698-841b-df0c8e6d01dc,segment=NetworkSegment(90de7966-4dd7-4df5-8347-dea7cee0f550),segment_id=90de7966-4dd7-4df5-8347-dea7cee0f550)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:38.691184 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:38.711406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] Calling delete_port for a4cfbb9d-eeea-4698-841b-df0c8e6d01dc owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:36:38.714840 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e3ec37-6576-45d8-961a-d0ea74e109b7 None None] DHCP port deletion for ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:36:38.749705 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Attempting to bind port 73e9d9ab-b502-43a0-9f96-6d22b5cc2753 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:36:38.750090 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Attempting to bind port 73e9d9ab-b502-43a0-9f96-6d22b5cc2753 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '70babcf6-850e-429d-96bb-2b1d51fe758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9aa3a728-1ef7-4a43-ac4d-785554fb86ed'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:36:38.750365 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Attempting to bind port 73e9d9ab-b502-43a0-9f96-6d22b5cc2753 on network 9aa3a728-1ef7-4a43-ac4d-785554fb86ed {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:36:38.764280 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f90a59c-f5c0-4c52-a908-b63e6af53557 req-9b839b10-cc83-48f0-a063-c8af1a6fdd44 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0f7f447-0011-4b9b-8630-3f95dcc1cd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228054 Nov 08 00:36:38.764994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Port 73e9d9ab-b502-43a0-9f96-6d22b5cc2753 on network 9aa3a728-1ef7-4a43-ac4d-785554fb86ed not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:36:38.765320 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Attempting to bind port 73e9d9ab-b502-43a0-9f96-6d22b5cc2753 on network 9aa3a728-1ef7-4a43-ac4d-785554fb86ed {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:36:38.779732 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:36:38.780141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Checking segment: {'id': '70babcf6-850e-429d-96bb-2b1d51fe758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9aa3a728-1ef7-4a43-ac4d-785554fb86ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:36:38.780531 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Bound using segment: {'id': '70babcf6-850e-429d-96bb-2b1d51fe758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9aa3a728-1ef7-4a43-ac4d-785554fb86ed'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:36:38.781148 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Bound port: 73e9d9ab-b502-43a0-9f96-6d22b5cc2753, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70babcf6-850e-429d-96bb-2b1d51fe758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9aa3a728-1ef7-4a43-ac4d-785554fb86ed'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:36:38.781769 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:38.790688 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-49e3ec37-6576-45d8-961a-d0ea74e109b7 None None] Deleting port a4cfbb9d-eeea-4698-841b-df0c8e6d01dc {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:36:38.791419 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-49e3ec37-6576-45d8-961a-d0ea74e109b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:38.867578 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43e35a57-b3dd-49b8-a1ce-789cb187bf25 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:38.897206 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-49e3ec37-6576-45d8-961a-d0ea74e109b7 None None] For port a4cfbb9d-eeea-4698-841b-df0c8e6d01dc, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a4cfbb9d-eeea-4698-841b-df0c8e6d01dc,segment=NetworkSegment(90de7966-4dd7-4df5-8347-dea7cee0f550),segment_id=90de7966-4dd7-4df5-8347-dea7cee0f550)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:38.897624 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-49e3ec37-6576-45d8-961a-d0ea74e109b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:38.911028 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9458b149-4766-42f0-ab5d-090c51f9884f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:38.913032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-49e3ec37-6576-45d8-961a-d0ea74e109b7 None None] Calling delete_port for a4cfbb9d-eeea-4698-841b-df0c8e6d01dc owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:36:38.933878 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] For port 73e9d9ab-b502-43a0-9f96-6d22b5cc2753, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:36:38.959480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e35a57-b3dd-49b8-a1ce-789cb187bf25 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:38.973902 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458b149-4766-42f0-ab5d-090c51f9884f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Subnet': ['ID=7f349a84-e30b-4384-af30-1688c278caf6,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:38.976543 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9458b149-4766-42f0-ab5d-090c51f9884f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:38.979749 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9458b149-4766-42f0-ab5d-090c51f9884f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/subnets/7f349a84-e30b-4384-af30-1688c278caf6 HTTP/1.1" status: 204 len: 168 time: 1.0876489 Nov 08 00:36:38.980157 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62c77f0-e9dc-4ce2-9f22-213177b7b86e None None] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:38.985119 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-43e35a57-b3dd-49b8-a1ce-789cb187bf25 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:38.985562 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e35a57-b3dd-49b8-a1ce-789cb187bf25 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event updated for resources: {'Port': ['ID=86366417-c094-4a24-a99e-6f58cfef17b4,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:38.985694 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44956) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:38.989034 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] For port 73e9d9ab-b502-43a0-9f96-6d22b5cc2753, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=73e9d9ab-b502-43a0-9f96-6d22b5cc2753,segment=NetworkSegment(70babcf6-850e-429d-96bb-2b1d51fe758a),segment_id=70babcf6-850e-429d-96bb-2b1d51fe758a)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:36:38.995445 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e35a57-b3dd-49b8-a1ce-789cb187bf25 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:36:39.076407 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e35a57-b3dd-49b8-a1ce-789cb187bf25 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:39.077634 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43e35a57-b3dd-49b8-a1ce-789cb187bf25 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:39.082012 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:39.121989 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5eb2b2f-aab4-4c49-ae08-12c8edcc9d93 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting subnet 9fb66ea7-6816-43d5-9203-0b177437cf95 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:36:39.125315 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:39.136258 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2b2f-aab4-4c49-ae08-12c8edcc9d93 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:36:39.142534 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 00:36:39.169560 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:39.170270 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:39.171976 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-b7de18e5-d816-4343-8471-afae257af579 service neutron] 10.222.0.26 "PUT /v2.0/ports/73e9d9ab-b502-43a0-9f96-6d22b5cc2753 HTTP/1.1" status: 200 len: 1091 time: 2.6023288 Nov 08 00:36:39.172458 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556380fe-aec5-48d0-a372-c2831ed11fe9', 'tag': '73e9d9ab-b502-43a0-9f96-6d22b5cc2753'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:36:39.179054 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6887b79e-db76-4521-93a7-7bb4128f79b4" -d '{"events": [{"name": "network-changed", "server_uuid": "556380fe-aec5-48d0-a372-c2831ed11fe9", "tag": "73e9d9ab-b502-43a0-9f96-6d22b5cc2753"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:36:39.180673 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-49e3ec37-6576-45d8-961a-d0ea74e109b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:39.256027 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de18e5-d816-4343-8471-afae257af579 service neutron] Pushing event updated for resources: {'Port': ['ID=73e9d9ab-b502-43a0-9f96-6d22b5cc2753,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:39.256262 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2b2f-aab4-4c49-ae08-12c8edcc9d93 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:39.261196 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3ec37-6576-45d8-961a-d0ea74e109b7 None None] Pushing event deleted for resources: {'Port': ['ID=a4cfbb9d-eeea-4698-841b-df0c8e6d01dc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:39.270756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e3ec37-6576-45d8-961a-d0ea74e109b7 None None] No DVR routers for this DVR port a4cfbb9d-eeea-4698-841b-df0c8e6d01dc on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:36:39.282053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-43e35a57-b3dd-49b8-a1ce-789cb187bf25 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7219539 Nov 08 00:36:39.340558 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3462a3-ea1a-4626-a301-792ad3fdb036 x-openstack-request-id: req-7b3462a3-ea1a-4626-a301-792ad3fdb036 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:36:39.340911 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556380fe-aec5-48d0-a372-c2831ed11fe9", "tag": "73e9d9ab-b502-43a0-9f96-6d22b5cc2753", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:36:39.341174 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b3462a3-ea1a-4626-a301-792ad3fdb036 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:36:39.341600 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556380fe-aec5-48d0-a372-c2831ed11fe9', 'tag': '73e9d9ab-b502-43a0-9f96-6d22b5cc2753', 'status': 'completed', 'code': 200} Nov 08 00:36:39.403044 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2b2f-aab4-4c49-ae08-12c8edcc9d93 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:39.442893 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-151f2591-0486-4820-a5be-ae9585d06630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:39.456769 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-151f2591-0486-4820-a5be-ae9585d06630 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=062ee87fed434a4484a56c67526a4c57&device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 1094 time: 0.1077669 Nov 08 00:36:39.478006 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-12084771-bef5-4310-a742-2406cb7f1f0b None None] Provisioning complete for port 86366417-c094-4a24-a99e-6f58cfef17b4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:39.478495 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12084771-bef5-4310-a742-2406cb7f1f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:39.540090 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4cfbb9d-eeea-4698-841b-df0c8e6d01dc,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:39.544943 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] No DVR routers for this DVR port a4cfbb9d-eeea-4698-841b-df0c8e6d01dc on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:36:39.559903 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-01f264c8-6c81-4b08-adf2-ac1d0e5012dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73e9d9ab-b502-43a0-9f96-6d22b5cc2753 HTTP/1.1" status: 200 len: 217 time: 0.0909481 Nov 08 00:36:39.597638 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-12084771-bef5-4310-a742-2406cb7f1f0b None None] Port 86366417-c094-4a24-a99e-6f58cfef17b4 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:39.604263 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e630d3c5-4344-4b3f-89cc-e224325c5bb8 req-05c8836d-26b8-42e5-a995-8a0d6c9d963a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 210 time: 0.1266437 Nov 08 00:36:39.658917 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-e706c525-ca2f-4f9f-8efc-8b21e49fe977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:39.660563 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-e706c525-ca2f-4f9f-8efc-8b21e49fe977 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c61c9e5-c84c-470f-83b4-ee4dc2e4dee8 HTTP/1.1" status: 200 len: 849 time: 0.0552788 Nov 08 00:36:39.688654 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2b2f-aab4-4c49-ae08-12c8edcc9d93 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:39.722137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-3ba4a37c-60a9-4765-aabb-9b5f8c34e7a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9aa3a728-1ef7-4a43-ac4d-785554fb86ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542357 Nov 08 00:36:39.728931 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a4cfbb9d-eeea-4698-841b-df0c8e6d01dc no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:36:39.754364 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: a4cfbb9d-eeea-4698-841b-df0c8e6d01dc {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:36:39.755293 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a4cfbb9d-eeea-4698-841b-df0c8e6d01dc not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:36:39.769636 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:39.779089 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb2b2f-aab4-4c49-ae08-12c8edcc9d93 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb66ea7-6816-43d5-9203-0b177437cf95,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:39.781916 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2b2f-aab4-4c49-ae08-12c8edcc9d93 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:39.788176 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f5eb2b2f-aab4-4c49-ae08-12c8edcc9d93 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/subnets/9fb66ea7-6816-43d5-9203-0b177437cf95 HTTP/1.1" status: 204 len: 168 time: 0.8012166 Nov 08 00:36:39.790591 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44972) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:39.835702 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab84449b-ca4c-4e3d-badc-15ab8ef9ec99']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:36:39.838443 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-15afa983-545f-46c4-a7e9-f6c245bc02b6 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] DELETE failed (client error): The resource could not be found. Nov 08 00:36:39.838967 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15afa983-545f-46c4-a7e9-f6c245bc02b6 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:36:39.845003 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-15afa983-545f-46c4-a7e9-f6c245bc02b6 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/subnets/7f349a84-e30b-4384-af30-1688c278caf6 HTTP/1.1" status: 404 len: 337 time: 0.0501430 Nov 08 00:36:39.848263 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44976) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:39.859225 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-89638b86-fe19-4a89-b82a-92e10f01bda7 service neutron] 10.222.0.26 "GET /v2.0/networks/9aa3a728-1ef7-4a43-ac4d-785554fb86ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291053 Nov 08 00:36:39.865731 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90de7966-4dd7-4df5-8347-dea7cee0f550') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:36:39.866045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90de7966-4dd7-4df5-8347-dea7cee0f550') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:36:39.897470 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:39.934683 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:39.949754 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7ef8c3-21f8-4a4f-9b78-377d567e8704 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting subnet fc7bd32f-1d54-4592-a42d-38b9af563781 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:36:39.954052 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7e7ef8c3-21f8-4a4f-9b78-377d567e8704 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:39.977539 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44978) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:39.984211 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:36:39.984714 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:39.984843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-afc8dae2-8470-4d84-bb6e-24963e8821fc tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1006788348', 'description': 'tempest-description--1377006376'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:36:39.986685 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:36:40.053101 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5350c8b-19fd-4972-9784-686cdf3a644a req-519bdce1-501d-4f3e-b863-cc0ecadc3484 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:40.060409 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5350c8b-19fd-4972-9784-686cdf3a644a req-519bdce1-501d-4f3e-b863-cc0ecadc3484 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 943 time: 0.1965442 Nov 08 00:36:40.068068 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7e7ef8c3-21f8-4a4f-9b78-377d567e8704 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:40.100873 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-facc4d4a-6c6a-4dfd-b10a-125b6e8e45d0 req-e3348845-f222-4386-b2f5-8dbe360975b7 service neutron] 10.222.0.26 "GET /v2.0/networks/9aa3a728-1ef7-4a43-ac4d-785554fb86ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984334 Nov 08 00:36:40.118687 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5350c8b-19fd-4972-9784-686cdf3a644a req-a43e33ff-5cb2-4653-86de-bae9ae543658 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0f7f447-0011-4b9b-8630-3f95dcc1cd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566578 Nov 08 00:36:40.149375 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-afc8dae2-8470-4d84-bb6e-24963e8821fc tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:40.172584 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7e7ef8c3-21f8-4a4f-9b78-377d567e8704 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:40.237625 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-afc8dae2-8470-4d84-bb6e-24963e8821fc tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:40.256424 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:40.272130 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:40.275422 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ab84449b-ca4c-4e3d-badc-15ab8ef9ec99 HTTP/1.1" status: 204 len: 168 time: 1.8742700 Nov 08 00:36:40.276868 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f78e44-3a21-4e94-97a4-8294cbe7f284 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab84449b-ca4c-4e3d-badc-15ab8ef9ec99,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:40.344752 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-afc8dae2-8470-4d84-bb6e-24963e8821fc tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:40.359712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887b79e-db76-4521-93a7-7bb4128f79b4 req-7a2ffe10-7972-439b-a5d5-1cff8d2eb841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:40.361534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6887b79e-db76-4521-93a7-7bb4128f79b4 req-7a2ffe10-7972-439b-a5d5-1cff8d2eb841 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=062ee87fed434a4484a56c67526a4c57&device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 1094 time: 0.0845518 Nov 08 00:36:40.368189 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7e7ef8c3-21f8-4a4f-9b78-377d567e8704 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:40.404602 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7e7ef8c3-21f8-4a4f-9b78-377d567e8704 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:40.415296 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7e7ef8c3-21f8-4a4f-9b78-377d567e8704 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/subnets/fc7bd32f-1d54-4592-a42d-38b9af563781 HTTP/1.1" status: 204 len: 168 time: 0.5659969 Nov 08 00:36:40.419358 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44982) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:40.454528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8dae2-8470-4d84-bb6e-24963e8821fc tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51fddfef-9f64-4469-95b3-2cfeed5d1d3b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:40.458066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56da9519-d49c-4113-bd04-92f089a2f41b None None] Network b3f8ff1e-2d01-4260-ae2b-b98125e675a1 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:40.473902 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ef8c3-21f8-4a4f-9b78-377d567e8704 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Subnet': ['ID=fc7bd32f-1d54-4592-a42d-38b9af563781,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:40.476968 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6624977c-23f4-4201-84b4-f2c253fb23e1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] DELETE failed (client error): The resource could not be found. Nov 08 00:36:40.477476 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6624977c-23f4-4201-84b4-f2c253fb23e1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:36:40.484126 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6624977c-23f4-4201-84b4-f2c253fb23e1 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/subnets/0b320f1c-63cc-4348-97f6-8933b17cd000 HTTP/1.1" status: 404 len: 337 time: 0.0608690 Nov 08 00:36:40.484956 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44984) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:40.500482 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-afc8dae2-8470-4d84-bb6e-24963e8821fc tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:40.501748 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-afc8dae2-8470-4d84-bb6e-24963e8821fc tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5232506 Nov 08 00:36:40.513553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 44988) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:40.518754 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-155d8903-281b-41bc-bfc4-658c991ad610 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Request body: {'security_group_rule': {'security_group_id': '51fddfef-9f64-4469-95b3-2cfeed5d1d3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:40.519671 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2cc5b20e-afa8-46ca-91be-2402a93ecf90 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93d7ee-3a7f-4dc9-8f19-094f5a460d79 HTTP/1.1" status: 200 len: 205 time: 0.0335991 Nov 08 00:36:40.520344 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44990) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:40.533567 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887b79e-db76-4521-93a7-7bb4128f79b4 req-838e62cb-81bb-469f-bcaa-52b9e01c9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:40.535028 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6887b79e-db76-4521-93a7-7bb4128f79b4 req-838e62cb-81bb-469f-bcaa-52b9e01c9b8b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9aa3a728-1ef7-4a43-ac4d-785554fb86ed HTTP/1.1" status: 200 len: 910 time: 0.1625910 Nov 08 00:36:40.570812 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-e5fcfd54-1255-43f3-94a0-c496cd8718c5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] delete failed (client error): The resource could not be found. Nov 08 00:36:40.572632 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e5fcfd54-1255-43f3-94a0-c496cd8718c5 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/routers/bd93d7ee-3a7f-4dc9-8f19-094f5a460d79 HTTP/1.1" status: 404 len: 336 time: 0.0513647 Nov 08 00:36:40.575263 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44992) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:40.581257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0e150590-c86a-4085-9775-44b9ad6d7f3e None None] Provisioning complete for port a514bd55-6ac2-4616-8f35-4af9b6adaf71 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:40.582125 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0e150590-c86a-4085-9775-44b9ad6d7f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:40.584350 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6887b79e-db76-4521-93a7-7bb4128f79b4 req-c09c3df5-0373-49bd-be99-8322a25b1425 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73e9d9ab-b502-43a0-9f96-6d22b5cc2753 HTTP/1.1" status: 200 len: 217 time: 0.0405049 Nov 08 00:36:40.617758 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73c43e0-f8c2-4b33-aef2-d044b1b823dc tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] DELETE failed (client error): The resource could not be found. Nov 08 00:36:40.618642 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c73c43e0-f8c2-4b33-aef2-d044b1b823dc tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:36:40.622118 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c73c43e0-f8c2-4b33-aef2-d044b1b823dc tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/subnets/7807ede6-e487-480e-9590-46ccd5104923 HTTP/1.1" status: 404 len: 337 time: 0.0452623 Nov 08 00:36:40.626099 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44994) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:40.660054 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887b79e-db76-4521-93a7-7bb4128f79b4 req-9fcac2f3-c038-476e-8006-42e7f1cd8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:40.661702 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6887b79e-db76-4521-93a7-7bb4128f79b4 req-9fcac2f3-c038-476e-8006-42e7f1cd8bf2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c61c9e5-c84c-470f-83b4-ee4dc2e4dee8 HTTP/1.1" status: 200 len: 849 time: 0.0677147 Nov 08 00:36:40.667264 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3167b92-b38a-4d1a-8b68-75310ae5f349 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] DELETE failed (client error): The resource could not be found. Nov 08 00:36:40.667264 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3167b92-b38a-4d1a-8b68-75310ae5f349 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:36:40.667264 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e3167b92-b38a-4d1a-8b68-75310ae5f349 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/subnets/ec1a30a2-fc8c-481d-b0f0-37ba843f48bd HTTP/1.1" status: 404 len: 337 time: 0.0387585 Nov 08 00:36:40.669313 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 44998) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:40.676546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0e150590-c86a-4085-9775-44b9ad6d7f3e None None] Port a514bd55-6ac2-4616-8f35-4af9b6adaf71 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:40.700249 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c869d5-bb1e-4b9d-a843-b5a1bb080d39 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] DELETE failed (client error): The resource could not be found. Nov 08 00:36:40.700831 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c869d5-bb1e-4b9d-a843-b5a1bb080d39 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:36:40.704762 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c4c869d5-bb1e-4b9d-a843-b5a1bb080d39 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/subnets/66891117-dcb7-4d47-a7c0-6ec5a63d2826 HTTP/1.1" status: 404 len: 337 time: 0.0343068 Nov 08 00:36:40.707372 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45000) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:40.711632 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0e150590-c86a-4085-9775-44b9ad6d7f3e None None] Provisioning complete for port 3aa5a56a-1820-492f-aec3-094b1c804089 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:40.712163 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0e150590-c86a-4085-9775-44b9ad6d7f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:40.734842 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf28ec6-5bf8-46ee-a8e2-47b0c7e2985f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] DELETE failed (client error): The resource could not be found. Nov 08 00:36:40.745156 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccf28ec6-5bf8-46ee-a8e2-47b0c7e2985f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:36:40.745909 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6887b79e-db76-4521-93a7-7bb4128f79b4 req-8e74e760-ea85-4d53-9ee5-d082ec137ae2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9aa3a728-1ef7-4a43-ac4d-785554fb86ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727699 Nov 08 00:36:40.751479 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ccf28ec6-5bf8-46ee-a8e2-47b0c7e2985f tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/ports/29a42512-7f13-4ca7-ba29-41953dc0221f HTTP/1.1" status: 404 len: 333 time: 0.0425372 Nov 08 00:36:40.754356 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45002) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:40.779580 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ede48bd-dbb0-4079-8f95-5fa7785124d9 None None] DHCP port deletion for b3f8ff1e-2d01-4260-ae2b-b98125e675a1 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:36:40.783197 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade64500-253e-40ec-9450-3d2ab0540de4 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] DELETE failed (client error): The resource could not be found. Nov 08 00:36:40.783729 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade64500-253e-40ec-9450-3d2ab0540de4 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:36:40.786889 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ade64500-253e-40ec-9450-3d2ab0540de4 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/subnets/8a4c967e-249f-4e1c-a032-fba782490df9 HTTP/1.1" status: 404 len: 337 time: 0.0303078 Nov 08 00:36:40.790750 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45004) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:40.822991 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c53f36-5abf-4f44-a664-5666e7f6f136 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] DELETE failed (client error): The resource could not be found. Nov 08 00:36:40.823812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c53f36-5abf-4f44-a664-5666e7f6f136 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:36:40.830022 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-35c53f36-5abf-4f44-a664-5666e7f6f136 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/subnets/bc5d84fc-29a5-42df-8ffa-e9930add940f HTTP/1.1" status: 404 len: 337 time: 0.0378520 Nov 08 00:36:40.833070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45006) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:40.863162 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff21ab69-6543-4212-837d-c4f93865b919 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] DELETE failed (client error): The resource could not be found. Nov 08 00:36:40.863901 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff21ab69-6543-4212-837d-c4f93865b919 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:36:40.867214 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ff21ab69-6543-4212-837d-c4f93865b919 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/ports/f4370bd0-5331-42c7-a1e6-7f357e4d290d HTTP/1.1" status: 404 len: 333 time: 0.0331607 Nov 08 00:36:40.870398 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45008) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:40.879098 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-155d8903-281b-41bc-bfc4-658c991ad610 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:40.934397 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45010) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:40.991640 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c4c482db-0941-46c4-9641-d6a9cacc09da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=252f777bf23742369726b845e3226a30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542235 Nov 08 00:36:40.991947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45012) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:41.058966 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ddc9983d-9a13-40ca-8bf6-25a781e95f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:41.092664 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ddc9983d-9a13-40ca-8bf6-25a781e95f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:41.093673 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1ede48bd-dbb0-4079-8f95-5fa7785124d9 None None] Deleting port 3aa5a56a-1820-492f-aec3-094b1c804089 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:36:41.094251 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ede48bd-dbb0-4079-8f95-5fa7785124d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:41.197240 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1ede48bd-dbb0-4079-8f95-5fa7785124d9 None None] For port 3aa5a56a-1820-492f-aec3-094b1c804089, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3aa5a56a-1820-492f-aec3-094b1c804089,segment=NetworkSegment(4197a02e-5b00-4c5d-b28a-894562056430),segment_id=4197a02e-5b00-4c5d-b28a-894562056430)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:41.197939 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ede48bd-dbb0-4079-8f95-5fa7785124d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:41.214817 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1ede48bd-dbb0-4079-8f95-5fa7785124d9 None None] Calling delete_port for 3aa5a56a-1820-492f-aec3-094b1c804089 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:36:41.310608 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ddc9983d-9a13-40ca-8bf6-25a781e95f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:41.313862 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ddc9983d-9a13-40ca-8bf6-25a781e95f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:41.315063 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ddc9983d-9a13-40ca-8bf6-25a781e95f8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d338482-0a5c-4058-8c1a-c721dcee1d8d HTTP/1.1" status: 204 len: 168 time: 0.3220441 Nov 08 00:36:41.323518 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9983d-9a13-40ca-8bf6-25a781e95f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d338482-0a5c-4058-8c1a-c721dcee1d8d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:41.353188 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b9b8c29-7f32-44dc-bff5-84a8a858f71c req-f69e3480-d6ec-4b2c-8201-3629fab95dc3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 210 time: 0.5963378 Nov 08 00:36:41.388860 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c870191a-a8a0-44d4-b05f-3a053ead4d51 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] DELETE failed (client error): The resource could not be found. Nov 08 00:36:41.390221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c870191a-a8a0-44d4-b05f-3a053ead4d51 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:36:41.393675 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c870191a-a8a0-44d4-b05f-3a053ead4d51 tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/subnets/2b552877-9650-4990-be94-61463ada38e6 HTTP/1.1" status: 404 len: 337 time: 0.5221155 Nov 08 00:36:41.396365 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45018) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:41.412134 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ede48bd-dbb0-4079-8f95-5fa7785124d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:41.429488 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6887b79e-db76-4521-93a7-7bb4128f79b4 req-03e33933-4cdb-4a33-871d-fadaa79d1491 service neutron] 10.222.0.26 "GET /v2.0/networks/9aa3a728-1ef7-4a43-ac4d-785554fb86ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6738520 Nov 08 00:36:41.433999 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6082ba7-cf81-4610-b962-506ebe06673a tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] DELETE failed (client error): The resource could not be found. Nov 08 00:36:41.434744 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6082ba7-cf81-4610-b962-506ebe06673a tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:36:41.443252 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e6082ba7-cf81-4610-b962-506ebe06673a tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/subnets/07e869ff-01f9-45b5-b8b7-5b4e0be93bc1 HTTP/1.1" status: 404 len: 337 time: 0.0451567 Nov 08 00:36:41.444025 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45020) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:41.458656 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede48bd-dbb0-4079-8f95-5fa7785124d9 None None] Pushing event deleted for resources: {'Port': ['ID=3aa5a56a-1820-492f-aec3-094b1c804089,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:41.466149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ede48bd-dbb0-4079-8f95-5fa7785124d9 None None] No DVR routers for this DVR port 3aa5a56a-1820-492f-aec3-094b1c804089 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:36:41.524597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588c20e-9414-4dd8-b84b-5e84d12dd3fb req-c469b07e-cbfa-4f6e-8f76-1bd5eb504955 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:41.526076 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0588c20e-9414-4dd8-b84b-5e84d12dd3fb req-c469b07e-cbfa-4f6e-8f76-1bd5eb504955 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 943 time: 0.1645191 Nov 08 00:36:41.545422 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-155d8903-281b-41bc-bfc4-658c991ad610 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:41.562544 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c872059c-54ba-4220-aa1a-19bf82d01fab tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Deleting port a514bd55-6ac2-4616-8f35-4af9b6adaf71 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:36:41.562944 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c872059c-54ba-4220-aa1a-19bf82d01fab tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:41.595333 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0588c20e-9414-4dd8-b84b-5e84d12dd3fb req-cd886d82-39c4-4968-86bc-67ee34d7f1ab tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0f7f447-0011-4b9b-8630-3f95dcc1cd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585690 Nov 08 00:36:41.622914 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6887b79e-db76-4521-93a7-7bb4128f79b4 req-a59a5c1b-65fc-4327-b8f0-8c4f6b2cb575 service neutron] 10.222.0.26 "GET /v2.0/networks/9aa3a728-1ef7-4a43-ac4d-785554fb86ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803885 Nov 08 00:36:41.653464 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c872059c-54ba-4220-aa1a-19bf82d01fab tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:41.670348 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3aa5a56a-1820-492f-aec3-094b1c804089 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:36:41.671957 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c872059c-54ba-4220-aa1a-19bf82d01fab tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Calling delete_port for a514bd55-6ac2-4616-8f35-4af9b6adaf71 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:36:41.692698 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 3aa5a56a-1820-492f-aec3-094b1c804089 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:36:41.693047 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3aa5a56a-1820-492f-aec3-094b1c804089 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:36:41.782868 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-155d8903-281b-41bc-bfc4-658c991ad610 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:41.803752 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d8903-281b-41bc-bfc4-658c991ad610 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6919a1-78c2-44a9-83a2-a9be25ee222f,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:41.926952 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c872059c-54ba-4220-aa1a-19bf82d01fab tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:41.961468 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c872059c-54ba-4220-aa1a-19bf82d01fab tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:41.965006 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c872059c-54ba-4220-aa1a-19bf82d01fab tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/ports/a514bd55-6ac2-4616-8f35-4af9b6adaf71 HTTP/1.1" status: 204 len: 168 time: 0.5195827 Nov 08 00:36:41.966146 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872059c-54ba-4220-aa1a-19bf82d01fab tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Port': ['ID=a514bd55-6ac2-4616-8f35-4af9b6adaf71,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:41.968431 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45026) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:41.982440 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-155d8903-281b-41bc-bfc4-658c991ad610 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:41.983764 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-155d8903-281b-41bc-bfc4-658c991ad610 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4692235 Nov 08 00:36:41.986605 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45028) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:41.991451 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b04806eb-bc42-453e-9510-6085061f75b8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Request body: {'security_group_rule': {'security_group_id': '51fddfef-9f64-4469-95b3-2cfeed5d1d3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:42.071014 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f6df3e83-aee0-4be9-9c25-1d9a3de2c29c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:42.079006 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b04806eb-bc42-453e-9510-6085061f75b8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:42.169842 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b04806eb-bc42-453e-9510-6085061f75b8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:42.199408 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f6df3e83-aee0-4be9-9c25-1d9a3de2c29c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:42.221491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-f6df3e83-aee0-4be9-9c25-1d9a3de2c29c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f8ff1e-2d01-4260-ae2b-b98125e675a1']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:36:42.232945 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-f6df3e83-aee0-4be9-9c25-1d9a3de2c29c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4197a02e-5b00-4c5d-b28a-894562056430') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:36:42.233408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-f6df3e83-aee0-4be9-9c25-1d9a3de2c29c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4197a02e-5b00-4c5d-b28a-894562056430') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:36:42.245521 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f6df3e83-aee0-4be9-9c25-1d9a3de2c29c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:42.260512 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f6df3e83-aee0-4be9-9c25-1d9a3de2c29c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:42.268283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6df3e83-aee0-4be9-9c25-1d9a3de2c29c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:36:42.273660 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f6df3e83-aee0-4be9-9c25-1d9a3de2c29c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:42.273879 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b04806eb-bc42-453e-9510-6085061f75b8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:36:42.273968 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:36:42.295260 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04806eb-bc42-453e-9510-6085061f75b8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b48a8f0-e508-4b70-bacd-b55b42a05bee,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:42.376389 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b04806eb-bc42-453e-9510-6085061f75b8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:42.378678 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b04806eb-bc42-453e-9510-6085061f75b8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3899784 Nov 08 00:36:42.383678 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45040) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:42.389197 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-12ef5e66-3896-4a32-97c6-1ea569e6d3c8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:42.509811 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a0ae54f-6328-4d43-a8b4-c2f264a016fe req-5e02049c-df5e-4baa-9947-2f845737e9e6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=601e148f-a68b-4789-b379-b9205b3794d6 HTTP/1.1" status: 200 len: 210 time: 0.0318828 Nov 08 00:36:42.510546 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f6df3e83-aee0-4be9-9c25-1d9a3de2c29c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:42.520990 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f6df3e83-aee0-4be9-9c25-1d9a3de2c29c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:42.525453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f6df3e83-aee0-4be9-9c25-1d9a3de2c29c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] 10.222.0.13 "DELETE /v2.0/networks/b3f8ff1e-2d01-4260-ae2b-b98125e675a1 HTTP/1.1" status: 204 len: 168 time: 0.5544264 Nov 08 00:36:42.540312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df3e83-aee0-4be9-9c25-1d9a3de2c29c tempest-PortsIpV6TestJSON-1362767766 tempest-PortsIpV6TestJSON-1362767766-project] Pushing event deleted for resources: {'Network': ['ID=b3f8ff1e-2d01-4260-ae2b-b98125e675a1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:42.612354 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-12ef5e66-3896-4a32-97c6-1ea569e6d3c8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:42.727236 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27b229-7376-40b9-a35c-e4184cbd72fc req-ff3523e6-cff3-4966-82df-c446ce968c83 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:42.729466 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c27b229-7376-40b9-a35c-e4184cbd72fc req-ff3523e6-cff3-4966-82df-c446ce968c83 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 943 time: 0.0563409 Nov 08 00:36:42.738478 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-12ef5e66-3896-4a32-97c6-1ea569e6d3c8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:42.772947 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c27b229-7376-40b9-a35c-e4184cbd72fc req-9dea5bf4-0dae-4d2c-9c0c-aa81460133c5 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0f7f447-0011-4b9b-8630-3f95dcc1cd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372181 Nov 08 00:36:42.865345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-12ef5e66-3896-4a32-97c6-1ea569e6d3c8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Allocated IP 172.25.2.160 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/3161f249-c136-4c10-b781-a09de9fde076) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:42.925332 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45056) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:42.978033 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-12ef5e66-3896-4a32-97c6-1ea569e6d3c8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:43.048302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-800404cd-5bec-4110-946c-756c349ca4e5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1703343404-network', 'tenant_id': '59eeea968d3f476aa033ad1ee7c63354'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:43.160731 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-12ef5e66-3896-4a32-97c6-1ea569e6d3c8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:43.200732 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ef5e66-3896-4a32-97c6-1ea569e6d3c8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:43.203602 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-12ef5e66-3896-4a32-97c6-1ea569e6d3c8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:43.207040 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ef5e66-3896-4a32-97c6-1ea569e6d3c8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:36:43.232728 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800404cd-5bec-4110-946c-756c349ca4e5 admin admin] Made reservation on behalf of 59eeea968d3f476aa033ad1ee7c63354 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:43.237351 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef5e66-3896-4a32-97c6-1ea569e6d3c8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event updated for resources: {'Port': ['ID=3161f249-c136-4c10-b781-a09de9fde076,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:43.245445 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-800404cd-5bec-4110-946c-756c349ca4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:43.262744 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-800404cd-5bec-4110-946c-756c349ca4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:43.343553 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 73e9d9ab-b502-43a0-9f96-6d22b5cc2753 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:36:43.418027 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-12ef5e66-3896-4a32-97c6-1ea569e6d3c8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:43.449123 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45062) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:43.452900 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-800404cd-5bec-4110-946c-756c349ca4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:43.500154 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 73e9d9ab-b502-43a0-9f96-6d22b5cc2753, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=73e9d9ab-b502-43a0-9f96-6d22b5cc2753,segment=NetworkSegment(70babcf6-850e-429d-96bb-2b1d51fe758a),segment_id=70babcf6-850e-429d-96bb-2b1d51fe758a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:43.512498 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '73e9d9ab-b502-43a0-9f96-6d22b5cc2753', 'network_id': '9aa3a728-1ef7-4a43-ac4d-785554fb86ed', 'port_id': '73e9d9ab-b502-43a0-9f96-6d22b5cc2753', 'mac_address': 'fa:16:3e:f1:93:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c61c9e5-c84c-470f-83b4-ee4dc2e4dee8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:36:43.578122 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:43.596186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e9d9ab-b502-43a0-9f96-6d22b5cc2753 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:36:43.618868 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 73e9d9ab-b502-43a0-9f96-6d22b5cc2753, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=73e9d9ab-b502-43a0-9f96-6d22b5cc2753,segment=NetworkSegment(70babcf6-850e-429d-96bb-2b1d51fe758a),segment_id=70babcf6-850e-429d-96bb-2b1d51fe758a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:43.658250 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-800404cd-5bec-4110-946c-756c349ca4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:43.669722 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b3d24aee-dfa3-43a4-8cba-c6a7253d8ef8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac77e126339f489381e68549ad15ca0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2180784 Nov 08 00:36:43.670465 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45072) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:43.688307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800404cd-5bec-4110-946c-756c349ca4e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:36:43.689234 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-12ef5e66-3896-4a32-97c6-1ea569e6d3c8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:43.715329 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-800404cd-5bec-4110-946c-756c349ca4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:43.715674 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-800404cd-5bec-4110-946c-756c349ca4e5 admin admin] Added segment b61ce973-9816-4f3d-ab57-409ae67dfedf of type vlan for network 63664a0b-2fe8-45eb-9481-2ab04efe4287 Nov 08 00:36:43.742356 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800404cd-5bec-4110-946c-756c349ca4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f18563-7d7e-4877-99e3-041fb2a9c21c,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:43.766640 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:43.779093 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-800404cd-5bec-4110-946c-756c349ca4e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:43.875741 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=73e9d9ab-b502-43a0-9f96-6d22b5cc2753,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:43.876489 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8abdf6b9-de8a-49b8-99fb-194e506b366d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:43.915639 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8abdf6b9-de8a-49b8-99fb-194e506b366d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:43.925846 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-800404cd-5bec-4110-946c-756c349ca4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:43.925846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800404cd-5bec-4110-946c-756c349ca4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:43.925846 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-800404cd-5bec-4110-946c-756c349ca4e5 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:43.991103 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-12ef5e66-3896-4a32-97c6-1ea569e6d3c8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:44.021983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410367b-c0fb-4355-9853-d9f3e5e79190 req-3b365fae-0e41-4980-ac6b-eaf769197d11 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:44.023944 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3410367b-c0fb-4355-9853-d9f3e5e79190 req-3b365fae-0e41-4980-ac6b-eaf769197d11 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 944 time: 0.1645441 Nov 08 00:36:44.024895 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800404cd-5bec-4110-946c-756c349ca4e5 admin admin] Pushing event updated for resources: {'Network': ['ID=63664a0b-2fe8-45eb-9481-2ab04efe4287,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:44.036732 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 63664a0b-2fe8-45eb-9481-2ab04efe4287 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:36:44.055836 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45076) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:44.056897 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['73e9d9ab-b502-43a0-9f96-6d22b5cc2753'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:36:44.062118 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f0b5bc74-a135-42b9-a768-aa98a8ef0631 admin admin] Request body: {'subnet': {'network_id': '63664a0b-2fe8-45eb-9481-2ab04efe4287', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1703343404-subnet', 'tenant_id': '59eeea968d3f476aa033ad1ee7c63354', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:44.065674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-800404cd-5bec-4110-946c-756c349ca4e5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1391752 Nov 08 00:36:44.109275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3410367b-c0fb-4355-9853-d9f3e5e79190 req-14c35529-adc0-4fa6-86bb-3dedd58d68a9 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0f7f447-0011-4b9b-8630-3f95dcc1cd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771649 Nov 08 00:36:44.137511 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-12ef5e66-3896-4a32-97c6-1ea569e6d3c8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:44.222496 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef5e66-3896-4a32-97c6-1ea569e6d3c8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event updated for resources: {'Port': ['ID=3161f249-c136-4c10-b781-a09de9fde076,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:44.235840 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-12ef5e66-3896-4a32-97c6-1ea569e6d3c8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:44.268691 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8abdf6b9-de8a-49b8-99fb-194e506b366d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:44.271329 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8abdf6b9-de8a-49b8-99fb-194e506b366d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:44.272552 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8abdf6b9-de8a-49b8-99fb-194e506b366d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b60a2e5-c24a-439e-a2d2-52b50a590ab2 HTTP/1.1" status: 204 len: 168 time: 0.5905983 Nov 08 00:36:44.280775 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdf6b9-de8a-49b8-99fb-194e506b366d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b60a2e5-c24a-439e-a2d2-52b50a590ab2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:44.285697 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b5bc74-a135-42b9-a768-aa98a8ef0631 admin admin] Made reservation on behalf of 59eeea968d3f476aa033ad1ee7c63354 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:44.288366 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f0b5bc74-a135-42b9-a768-aa98a8ef0631 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:44.426008 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-12ef5e66-3896-4a32-97c6-1ea569e6d3c8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:44.432425 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-12ef5e66-3896-4a32-97c6-1ea569e6d3c8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0424962 Nov 08 00:36:44.554570 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f0b5bc74-a135-42b9-a768-aa98a8ef0631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:44.625515 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5bc74-a135-42b9-a768-aa98a8ef0631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26957e4a-b719-44bf-a2a1-0b987d8cdc1f,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:44.633647 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b5bc74-a135-42b9-a768-aa98a8ef0631 admin admin] Checking segment: {'id': 'b61ce973-9816-4f3d-ab57-409ae67dfedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '63664a0b-2fe8-45eb-9481-2ab04efe4287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:36:44.634004 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b5bc74-a135-42b9-a768-aa98a8ef0631 admin admin] Network hostable DHCP agents. Network: 63664a0b-2fe8-45eb-9481-2ab04efe4287, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:36:44.760080 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b5bc74-a135-42b9-a768-aa98a8ef0631 admin admin] Network 63664a0b-2fe8-45eb-9481-2ab04efe4287 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:36:44.778102 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-034d656a-1c82-4a51-b47a-938438a7053b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1006788348&fields=id&tenant_id=164de2ce1e3247028ecb390dfe25c9c9 HTTP/1.1" status: 200 len: 267 time: 0.0830183 Nov 08 00:36:44.838723 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-92ae1ee4-b3a8-48f7-9ea3-3af6a256d260 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:44.840050 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-92ae1ee4-b3a8-48f7-9ea3-3af6a256d260 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports/5467d33c-e619-4cf2-9bdc-e9edb7e205e2 HTTP/1.1" status: 200 len: 932 time: 0.0537825 Nov 08 00:36:44.891877 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-f0b5bc74-a135-42b9-a768-aa98a8ef0631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 63664a0b-2fe8-45eb-9481-2ab04efe4287) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:44.893800 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-7aa2e400-bf9f-44dc-a2df-3b15be20ce9a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:44.895299 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-7aa2e400-bf9f-44dc-a2df-3b15be20ce9a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports/86366417-c094-4a24-a99e-6f58cfef17b4 HTTP/1.1" status: 200 len: 932 time: 0.0468655 Nov 08 00:36:44.905963 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b5bc74-a135-42b9-a768-aa98a8ef0631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:44.906670 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f0b5bc74-a135-42b9-a768-aa98a8ef0631 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:44.907886 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d08b61e-6045-47c7-846f-549c43bc67c5 None None] Network 63664a0b-2fe8-45eb-9481-2ab04efe4287 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:44.974995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-46418cd2-e473-46f3-b4c4-0d2fb634ca2f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?network_id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0611002 Nov 08 00:36:45.011612 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-e02397f1-373f-4d3d-9915-476062a05c73 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?network_id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0346689 Nov 08 00:36:45.023320 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f0b5bc74-a135-42b9-a768-aa98a8ef0631 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9656999 Nov 08 00:36:45.071047 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd0487d-e3bc-4358-b18f-58984a672c42 None None] Network 63664a0b-2fe8-45eb-9481-2ab04efe4287 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:36:45.215779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-73020ad7-f007-4f0a-97ef-fc2fc57d97dc tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:45.222838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-73020ad7-f007-4f0a-97ef-fc2fc57d97dc tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:45.230861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-73020ad7-f007-4f0a-97ef-fc2fc57d97dc tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:45.232580 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-73020ad7-f007-4f0a-97ef-fc2fc57d97dc tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/networks?id=cc5b0d97-a530-416c-8598-edbfeb38986f&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 HTTP/1.1" status: 200 len: 1991 time: 0.2199485 Nov 08 00:36:45.285841 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-65da9c80-a92a-4bfa-a89e-2c1476dc134e tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/quotas/164de2ce1e3247028ecb390dfe25c9c9 HTTP/1.1" status: 200 len: 375 time: 0.0459065 Nov 08 00:36:45.345875 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 73e9d9ab-b502-43a0-9f96-6d22b5cc2753 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:36:45.370123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3757ba8-bf27-4a9f-b7e6-a661061931e0 req-d5a2c159-9fe2-4022-a71a-463f6b5a651b tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:45.377526 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3757ba8-bf27-4a9f-b7e6-a661061931e0 req-d5a2c159-9fe2-4022-a71a-463f6b5a651b tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 944 time: 0.1215487 Nov 08 00:36:45.434103 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c676acea-111d-4a20-a5b9-5cb49f67589f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1250901 Nov 08 00:36:45.460994 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3757ba8-bf27-4a9f-b7e6-a661061931e0 req-efdb1c6e-821d-4ae8-8e1f-2c33b05ad3ef tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0f7f447-0011-4b9b-8630-3f95dcc1cd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826032 Nov 08 00:36:45.553812 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-7989d824-5def-47bf-b11d-e5533e74ee21 service neutron] 10.222.0.13 "GET /v2.0/networks/cc5b0d97-a530-416c-8598-edbfeb38986f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076059 Nov 08 00:36:45.588812 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 73e9d9ab-b502-43a0-9f96-6d22b5cc2753 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:36:45.593405 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 73e9d9ab-b502-43a0-9f96-6d22b5cc2753 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:45.593775 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:45.705561 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-28bdba65-9c2c-4a8c-acb1-dfd3fee0c14f service neutron] 10.222.0.13 "GET /v2.0/networks/cc5b0d97-a530-416c-8598-edbfeb38986f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343379 Nov 08 00:36:45.749673 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2804ecca-b4de-479d-8c17-8c945c8b8a05 service neutron] 10.222.0.13 "GET /v2.0/ports/5467d33c-e619-4cf2-9bdc-e9edb7e205e2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0429161 Nov 08 00:36:45.802746 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:45.886119 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 73e9d9ab-b502-43a0-9f96-6d22b5cc2753, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=73e9d9ab-b502-43a0-9f96-6d22b5cc2753,segment=NetworkSegment(70babcf6-850e-429d-96bb-2b1d51fe758a),segment_id=70babcf6-850e-429d-96bb-2b1d51fe758a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:45.889499 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556380fe-aec5-48d0-a372-c2831ed11fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e9d9ab-b502-43a0-9f96-6d22b5cc2753'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:36:45.897494 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3233167-bc55-4133-976f-7b22db61c8e5" -d '{"events": [{"server_uuid": "556380fe-aec5-48d0-a372-c2831ed11fe9", "name": "network-vif-plugged", "status": "completed", "tag": "73e9d9ab-b502-43a0-9f96-6d22b5cc2753"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:36:46.028781 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:46.080069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-51fa3e34-cda5-420e-9cba-30081eb6a56e tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:46.081667 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-51fa3e34-cda5-420e-9cba-30081eb6a56e tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/networks?id=63664a0b-2fe8-45eb-9481-2ab04efe4287 HTTP/1.1" status: 200 len: 814 time: 0.1309810 Nov 08 00:36:46.084095 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c1aebbc8-db4d-46e8-ba14-280e6faef5ba service neutron] 10.222.0.13 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271303 Nov 08 00:36:46.126401 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=73e9d9ab-b502-43a0-9f96-6d22b5cc2753,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:46.186960 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-37002c33-114d-4177-8226-4f3b34f01c44 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/quotas/59eeea968d3f476aa033ad1ee7c63354 HTTP/1.1" status: 200 len: 375 time: 0.0983503 Nov 08 00:36:46.216102 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2fa435e1-5ea4-4125-ad0e-da83d3cd83cd service neutron] 10.222.0.13 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202281 Nov 08 00:36:46.239600 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-a8ce6b98-e61a-477a-a026-0789409a5c20 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=59eeea968d3f476aa033ad1ee7c63354&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464427 Nov 08 00:36:46.277877 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-35e4384a-1077-46fa-b8f5-aa5be3bc2d33 service neutron] 10.222.0.13 "GET /v2.0/ports/86366417-c094-4a24-a99e-6f58cfef17b4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0473223 Nov 08 00:36:46.396957 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c5557539-a34f-45fc-8c38-439bb4d2354f service neutron] 10.222.0.13 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121249 Nov 08 00:36:46.599669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-eaf9b330-d8e9-4532-900a-865a98b71584 service neutron] 10.222.0.13 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906703 Nov 08 00:36:46.629528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-2bba4d56-d130-47cd-86b7-d28ae63ed3fe service neutron] 10.222.0.13 "GET /v2.0/networks/63664a0b-2fe8-45eb-9481-2ab04efe4287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687556 Nov 08 00:36:46.866412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-5e220085-7492-46c4-8aca-7a3f4b7c22c2 service neutron] 10.222.0.13 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646289 Nov 08 00:36:46.873433 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-e5ff4ddd-cb45-40b7-ac29-9506ca454b54 service neutron] 10.222.0.13 "GET /v2.0/networks/63664a0b-2fe8-45eb-9481-2ab04efe4287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167242 Nov 08 00:36:47.026068 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-ae65805f-0423-4a09-ae7a-7bf313a750c4 service neutron] 10.222.0.13 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452618 Nov 08 00:36:47.172369 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-5e56f1bf-071f-4935-bc44-c351ab884f6a service neutron] 10.222.0.13 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391184 Nov 08 00:36:47.222984 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdd1f25-42f1-4d69-810c-90e8446f5895 x-openstack-request-id: req-bcdd1f25-42f1-4d69-810c-90e8446f5895 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:36:47.223836 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556380fe-aec5-48d0-a372-c2831ed11fe9", "name": "network-vif-plugged", "status": "completed", "tag": "73e9d9ab-b502-43a0-9f96-6d22b5cc2753", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:36:47.224482 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcdd1f25-42f1-4d69-810c-90e8446f5895 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:36:47.225046 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556380fe-aec5-48d0-a372-c2831ed11fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e9d9ab-b502-43a0-9f96-6d22b5cc2753', 'code': 200} Nov 08 00:36:47.345816 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-7fe3a311-a895-44c0-bb0b-ab037a74c10e service neutron] 10.222.0.13 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557372 Nov 08 00:36:47.504784 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ef5f1-fb98-4e22-9552-8c80a9837e11 req-1daa38e5-794c-4359-b754-84ecc42b3456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:47.504784 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f45ef5f1-fb98-4e22-9552-8c80a9837e11 req-1daa38e5-794c-4359-b754-84ecc42b3456 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 1096 time: 0.1824844 Nov 08 00:36:47.516547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416a24b-237d-4887-a30f-96cbffa7e07e req-80c3a330-6842-46e5-8eef-d2eca2522d80 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:47.518053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d416a24b-237d-4887-a30f-96cbffa7e07e req-80c3a330-6842-46e5-8eef-d2eca2522d80 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 945 time: 0.2174821 Nov 08 00:36:47.575272 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-625ebc27-fbb6-4f52-aec2-b7e0d908253f service neutron] 10.222.0.13 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412887 Nov 08 00:36:47.622266 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d416a24b-237d-4887-a30f-96cbffa7e07e req-636f06c8-f9b9-4cee-8812-b05064cf8138 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0f7f447-0011-4b9b-8630-3f95dcc1cd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943079 Nov 08 00:36:47.624335 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f45ef5f1-fb98-4e22-9552-8c80a9837e11 req-1319c9e8-9b89-40a1-bef6-f9b3dd426b9d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e0f7f447-0011-4b9b-8630-3f95dcc1cd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989089 Nov 08 00:36:47.691955 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6267fb7b-170c-4914-a3c1-c96f05696bef req-10c06047-37ea-4c39-aedf-b90db010d9b7 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd47e32b-89c1-4dd1-a5c6-3d98479f90cb HTTP/1.1" status: 200 len: 210 time: 0.0300801 Nov 08 00:36:47.714420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-d90ae3d8-54b2-468a-a64b-4000a678eae0 service neutron] 10.222.0.13 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316931 Nov 08 00:36:47.813324 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-a2999af4-f917-4b61-8cc8-6cdce1c86964 service neutron] 10.222.0.13 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926328 Nov 08 00:36:47.905592 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-58a6e41c-1565-4a22-9e58-92940d7025fa service neutron] 10.222.0.13 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858586 Nov 08 00:36:48.747514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab600c5a-28c2-42a0-83be-5529e83292ea req-fc2f0905-6e5a-49d1-a499-f6f577dd9e73 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:48.749118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab600c5a-28c2-42a0-83be-5529e83292ea req-fc2f0905-6e5a-49d1-a499-f6f577dd9e73 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 945 time: 0.0575306 Nov 08 00:36:48.787384 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab600c5a-28c2-42a0-83be-5529e83292ea req-cac93eef-e6ed-49e2-a104-af379ab76250 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0f7f447-0011-4b9b-8630-3f95dcc1cd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322466 Nov 08 00:36:48.871398 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cb1bff1-25ad-440a-9463-230672c555c5 req-e594179a-aa5d-44f2-b49c-9656789a7ea8 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd47e32b-89c1-4dd1-a5c6-3d98479f90cb HTTP/1.1" status: 200 len: 210 time: 0.0294337 Nov 08 00:36:49.583535 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-173e4ae2-bc25-4bd5-a305-dce939b582ff req-b9b78a09-d92f-4ea3-8872-baa07301a010 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 210 time: 0.0355144 Nov 08 00:36:49.754869 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d514d1-dd12-4506-b578-a5742783353b req-9cfb6d42-2ff2-442f-82da-1ebcd2ae5e2f tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:49.756407 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91d514d1-dd12-4506-b578-a5742783353b req-9cfb6d42-2ff2-442f-82da-1ebcd2ae5e2f tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 946 time: 0.0550425 Nov 08 00:36:49.799675 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91d514d1-dd12-4506-b578-a5742783353b req-ca144584-4332-4e74-b24b-d92994a63e50 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369873 Nov 08 00:36:49.917062 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b9d3e-89f3-4c08-982a-b0b61667cc6f req-5efba0cf-1d54-4e3a-96f4-ee1528443cad tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:49.920368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-799b9d3e-89f3-4c08-982a-b0b61667cc6f req-5efba0cf-1d54-4e3a-96f4-ee1528443cad tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 945 time: 0.0623178 Nov 08 00:36:49.981873 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa223220-e46c-445a-90ef-56e7a026f9bb req-11e19aee-5054-4de4-a3db-535aa573053f tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd47e32b-89c1-4dd1-a5c6-3d98479f90cb HTTP/1.1" status: 200 len: 210 time: 0.0338128 Nov 08 00:36:50.079363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-799b9d3e-89f3-4c08-982a-b0b61667cc6f req-9091294c-964a-43cb-9e45-c0b06e49c4ae tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0f7f447-0011-4b9b-8630-3f95dcc1cd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519225 Nov 08 00:36:50.160053 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-04022e50-8d67-4b7d-90c3-8a3d0312da5d tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:50.161625 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-04022e50-8d67-4b7d-90c3-8a3d0312da5d tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.20 "GET /v2.0/networks?id=63664a0b-2fe8-45eb-9481-2ab04efe4287 HTTP/1.1" status: 200 len: 814 time: 0.1827495 Nov 08 00:36:50.182024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-ab6618b8-d0d9-4b5e-b6b3-0bda2ff9e816 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Request body: {'port': {'device_id': 'cd47e32b-89c1-4dd1-a5c6-3d98479f90cb', 'network_id': '63664a0b-2fe8-45eb-9481-2ab04efe4287', 'admin_state_up': True, 'tenant_id': '59eeea968d3f476aa033ad1ee7c63354'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:50.399996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-ab6618b8-d0d9-4b5e-b6b3-0bda2ff9e816 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Made reservation on behalf of 59eeea968d3f476aa033ad1ee7c63354 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:50.403875 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-ab6618b8-d0d9-4b5e-b6b3-0bda2ff9e816 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:50.537992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-ab6618b8-d0d9-4b5e-b6b3-0bda2ff9e816 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Allocated IP 172.20.0.10 (63664a0b-2fe8-45eb-9481-2ab04efe4287/26957e4a-b719-44bf-a2a1-0b987d8cdc1f/2c7a181b-fe99-4363-90d1-896798faac2b) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:50.711497 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f695256-b740-4b5f-945a-4706694a0e97 req-78b3b967-b09a-4ee6-aee4-f4da5e845221 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 210 time: 0.0336230 Nov 08 00:36:50.748956 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-ab6618b8-d0d9-4b5e-b6b3-0bda2ff9e816 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:50.847605 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-ab6618b8-d0d9-4b5e-b6b3-0bda2ff9e816 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:50.918318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-ab6618b8-d0d9-4b5e-b6b3-0bda2ff9e816 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Network 63664a0b-2fe8-45eb-9481-2ab04efe4287 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:50.924932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-ab6618b8-d0d9-4b5e-b6b3-0bda2ff9e816 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:50.935716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-ab6618b8-d0d9-4b5e-b6b3-0bda2ff9e816 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:36:51.020792 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6618b8-d0d9-4b5e-b6b3-0bda2ff9e816 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Pushing event updated for resources: {'Port': ['ID=2c7a181b-fe99-4363-90d1-896798faac2b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:51.046942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-ab6618b8-d0d9-4b5e-b6b3-0bda2ff9e816 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:51.047514 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-ab6618b8-d0d9-4b5e-b6b3-0bda2ff9e816 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:51.069158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e712211-fefc-4770-bd58-c40a875ce1a3 req-e295f8e9-d943-41f5-87cd-bfdfc5f58bfe tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:51.070788 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e712211-fefc-4770-bd58-c40a875ce1a3 req-e295f8e9-d943-41f5-87cd-bfdfc5f58bfe tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 946 time: 0.1482470 Nov 08 00:36:51.143874 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:36:51.149480 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e712211-fefc-4770-bd58-c40a875ce1a3 req-8ee254ff-b106-4595-8f3c-83bef494e438 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714769 Nov 08 00:36:51.157613 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-ab6618b8-d0d9-4b5e-b6b3-0bda2ff9e816 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9806364 Nov 08 00:36:51.171117 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f2d50-e48a-4caf-b8c6-062a9c24b45f req-862acb69-7bd8-4c51-aa77-9e64b02ae16f tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:51.172799 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-134f2d50-e48a-4caf-b8c6-062a9c24b45f req-862acb69-7bd8-4c51-aa77-9e64b02ae16f tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd47e32b-89c1-4dd1-a5c6-3d98479f90cb HTTP/1.1" status: 200 len: 932 time: 0.0789227 Nov 08 00:36:51.178063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Request body: {'port': {'device_id': 'cd47e32b-89c1-4dd1-a5c6-3d98479f90cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:51.267961 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-134f2d50-e48a-4caf-b8c6-062a9c24b45f req-bae5f20c-8569-4b25-8945-3ad9d61dd5bf tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f18563-7d7e-4877-99e3-041fb2a9c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850360 Nov 08 00:36:51.272743 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:51.503628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bb9b9-066b-45c4-97e7-9e7ee96de97a req-a478cbee-02aa-47be-8d9a-9445717a991c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:51.505198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b83bb9b9-066b-45c4-97e7-9e7ee96de97a req-a478cbee-02aa-47be-8d9a-9445717a991c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 946 time: 0.0959439 Nov 08 00:36:51.690907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-b83bb9b9-066b-45c4-97e7-9e7ee96de97a req-4542a91c-8146-41f2-b13b-3b4a2c4f6ab9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Deleting port dbbbf13f-b6bc-4e57-8804-86e281760827 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:36:51.691257 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b83bb9b9-066b-45c4-97e7-9e7ee96de97a req-4542a91c-8146-41f2-b13b-3b4a2c4f6ab9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:51.807286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7a181b-fe99-4363-90d1-896798faac2b {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:36:51.820060 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:52.253192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Transition to ACTIVE for port object 2c7a181b-fe99-4363-90d1-896798faac2b will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:36:52.261700 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42e53012-1009-42cf-9ba0-4fbad8b61dad req-83c11815-3253-41cf-9aa3-ff06c6ba1a21 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 210 time: 0.0466695 Nov 08 00:36:52.271035 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45308) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:52.275068 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-b83bb9b9-066b-45c4-97e7-9e7ee96de97a req-4542a91c-8146-41f2-b13b-3b4a2c4f6ab9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] For port dbbbf13f-b6bc-4e57-8804-86e281760827, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=dbbbf13f-b6bc-4e57-8804-86e281760827,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:52.275433 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b83bb9b9-066b-45c4-97e7-9e7ee96de97a req-4542a91c-8146-41f2-b13b-3b4a2c4f6ab9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:52.308631 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-b83bb9b9-066b-45c4-97e7-9e7ee96de97a req-4542a91c-8146-41f2-b13b-3b4a2c4f6ab9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Calling delete_port for dbbbf13f-b6bc-4e57-8804-86e281760827 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:36:52.370066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af88c44-03e4-46db-849d-41ebd6385ebd req-beea3cd3-5088-47e0-a683-5e7f0ab687b9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:52.371029 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8af88c44-03e4-46db-849d-41ebd6385ebd req-beea3cd3-5088-47e0-a683-5e7f0ab687b9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 946 time: 0.1165941 Nov 08 00:36:52.371644 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:52.402688 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd617-b50d-4e56-8b56-4aede896bf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:52.510677 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7a181b-fe99-4363-90d1-896798faac2b,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:52.520058 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8af88c44-03e4-46db-849d-41ebd6385ebd req-b7e7a487-1d30-4602-ab20-5e32ee9ad562 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=24e23b44-cff0-40a5-a90f-93d438903dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367853 Nov 08 00:36:52.530744 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8eaf87-a674-4b81-b9e3-0147ce4d092b req-eb572100-a902-402c-b869-3949c6a59f30 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:52.532283 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f8eaf87-a674-4b81-b9e3-0147ce4d092b req-eb572100-a902-402c-b869-3949c6a59f30 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd47e32b-89c1-4dd1-a5c6-3d98479f90cb HTTP/1.1" status: 200 len: 944 time: 0.1735928 Nov 08 00:36:52.563808 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd617-b50d-4e56-8b56-4aede896bf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:52.574663 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-267d2911-a8ef-495c-b45b-c1f26c931ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:52.576285 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-267d2911-a8ef-495c-b45b-c1f26c931ca4 service neutron] 10.222.0.20 "GET /v2.0/ports/5467d33c-e619-4cf2-9bdc-e9edb7e205e2 HTTP/1.1" status: 200 len: 1028 time: 0.1299777 Nov 08 00:36:52.623999 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-b63588af-afb5-49e3-90da-eef8f6a689fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:52.625280 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-b63588af-afb5-49e3-90da-eef8f6a689fd service neutron] 10.222.0.20 "GET /v2.0/ports/86366417-c094-4a24-a99e-6f58cfef17b4 HTTP/1.1" status: 200 len: 1028 time: 0.0408325 Nov 08 00:36:52.660003 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f8eaf87-a674-4b81-b9e3-0147ce4d092b req-92b7fb84-02e3-4143-a0fe-057061002462 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f18563-7d7e-4877-99e3-041fb2a9c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086781 Nov 08 00:36:52.682601 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Attempting to bind port 2c7a181b-fe99-4363-90d1-896798faac2b on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:36:52.683042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Attempting to bind port 2c7a181b-fe99-4363-90d1-896798faac2b by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'b61ce973-9816-4f3d-ab57-409ae67dfedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '63664a0b-2fe8-45eb-9481-2ab04efe4287'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:36:52.683471 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Attempting to bind port 2c7a181b-fe99-4363-90d1-896798faac2b on network 63664a0b-2fe8-45eb-9481-2ab04efe4287 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:36:52.702677 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd617-b50d-4e56-8b56-4aede896bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:52.702762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Port 2c7a181b-fe99-4363-90d1-896798faac2b on network 63664a0b-2fe8-45eb-9481-2ab04efe4287 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:36:52.702762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Attempting to bind port 2c7a181b-fe99-4363-90d1-896798faac2b on network 63664a0b-2fe8-45eb-9481-2ab04efe4287 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:36:52.714305 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:36:52.714697 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Checking segment: {'id': 'b61ce973-9816-4f3d-ab57-409ae67dfedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '63664a0b-2fe8-45eb-9481-2ab04efe4287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:36:52.715147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Bound using segment: {'id': 'b61ce973-9816-4f3d-ab57-409ae67dfedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '63664a0b-2fe8-45eb-9481-2ab04efe4287'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:36:52.715881 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Bound port: 2c7a181b-fe99-4363-90d1-896798faac2b, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b61ce973-9816-4f3d-ab57-409ae67dfedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '63664a0b-2fe8-45eb-9481-2ab04efe4287'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:36:52.715997 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:52.756792 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5bcfd617-b50d-4e56-8b56-4aede896bf07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdbf7130085a455e841c4eafe3064658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4840336 Nov 08 00:36:52.763898 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45324) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:52.765932 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfd617-b50d-4e56-8b56-4aede896bf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb1f79b-e2b3-4ae7-8229-ce2765560b3f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:52.791815 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b83bb9b9-066b-45c4-97e7-9e7ee96de97a req-4542a91c-8146-41f2-b13b-3b4a2c4f6ab9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:52.820717 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-dd565c15-cc3d-4854-a76d-68bc7409a142 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:52.824842 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['dbbbf13f-b6bc-4e57-8804-86e281760827'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:36:52.826597 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-dd565c15-cc3d-4854-a76d-68bc7409a142 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:52.833131 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-dd565c15-cc3d-4854-a76d-68bc7409a142 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:52.834814 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-dd565c15-cc3d-4854-a76d-68bc7409a142 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.20 "GET /v2.0/networks?id=cc5b0d97-a530-416c-8598-edbfeb38986f&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 HTTP/1.1" status: 200 len: 1991 time: 0.2029245 Nov 08 00:36:52.847769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] For port 2c7a181b-fe99-4363-90d1-896798faac2b, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:36:52.853501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542a91c-8146-41f2-b13b-3b4a2c4f6ab9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event deleted for resources: {'Port': ['ID=dbbbf13f-b6bc-4e57-8804-86e281760827,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:52.873634 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-684abf86-fb6c-4956-84cc-7d13a0436c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:52.893081 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] For port 2c7a181b-fe99-4363-90d1-896798faac2b, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2c7a181b-fe99-4363-90d1-896798faac2b,segment=NetworkSegment(b61ce973-9816-4f3d-ab57-409ae67dfedf),segment_id=b61ce973-9816-4f3d-ab57-409ae67dfedf)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:36:52.907619 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83bb9b9-066b-45c4-97e7-9e7ee96de97a req-4542a91c-8146-41f2-b13b-3b4a2c4f6ab9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] No DVR routers for this DVR port dbbbf13f-b6bc-4e57-8804-86e281760827 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:36:52.910380 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b83bb9b9-066b-45c4-97e7-9e7ee96de97a req-4542a91c-8146-41f2-b13b-3b4a2c4f6ab9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:52.914074 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b83bb9b9-066b-45c4-97e7-9e7ee96de97a req-4542a91c-8146-41f2-b13b-3b4a2c4f6ab9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "DELETE /v2.0/ports/dbbbf13f-b6bc-4e57-8804-86e281760827 HTTP/1.1" status: 204 len: 173 time: 1.3824642 Nov 08 00:36:52.914319 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239b8587-c3c6-475a-b23f-a3dcf376645e', 'name': 'network-vif-deleted', 'tag': 'dbbbf13f-b6bc-4e57-8804-86e281760827'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:36:52.916870 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-3d8d2aea-01f5-41e6-a4a4-05c8921bb149 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=164de2ce1e3247028ecb390dfe25c9c9 HTTP/1.1" status: 200 len: 380 time: 0.0668476 Nov 08 00:36:52.917022 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd61e95-2644-42b3-8a94-85d5304c6ad8" -d '{"events": [{"server_uuid": "239b8587-c3c6-475a-b23f-a3dcf376645e", "name": "network-vif-deleted", "tag": "dbbbf13f-b6bc-4e57-8804-86e281760827"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:36:52.929478 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-e833de2a-e0fb-4700-b96c-891c3449dcc0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Request body: {'port': {'device_id': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f', 'admin_state_up': True, 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'security_groups': ['51fddfef-9f64-4469-95b3-2cfeed5d1d3b']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:52.933919 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-684abf86-fb6c-4956-84cc-7d13a0436c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:52.968415 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8817bcc-5acf-402e-b7b6-b044194e748d x-openstack-request-id: req-a8817bcc-5acf-402e-b7b6-b044194e748d {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:36:52.968910 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239b8587-c3c6-475a-b23f-a3dcf376645e", "name": "network-vif-deleted", "tag": "dbbbf13f-b6bc-4e57-8804-86e281760827", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:36:52.969308 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8817bcc-5acf-402e-b7b6-b044194e748d {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:36:52.969858 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239b8587-c3c6-475a-b23f-a3dcf376645e', 'name': 'network-vif-deleted', 'tag': 'dbbbf13f-b6bc-4e57-8804-86e281760827', 'status': 'completed', 'code': 200} Nov 08 00:36:53.029006 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:53.089571 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:53.090336 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:53.092035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] 10.222.0.20 "PUT /v2.0/ports/2c7a181b-fe99-4363-90d1-896798faac2b HTTP/1.1" status: 200 len: 1092 time: 1.9180405 Nov 08 00:36:53.129853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a7277-0381-4b52-a006-09a360d06ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7a181b-fe99-4363-90d1-896798faac2b,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:53.143198 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-684abf86-fb6c-4956-84cc-7d13a0436c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:53.145764 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-684abf86-fb6c-4956-84cc-7d13a0436c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:53.147072 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-684abf86-fb6c-4956-84cc-7d13a0436c19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fb1f79b-e2b3-4ae7-8229-ce2765560b3f HTTP/1.1" status: 204 len: 168 time: 0.3819654 Nov 08 00:36:53.169158 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684abf86-fb6c-4956-84cc-7d13a0436c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb1f79b-e2b3-4ae7-8229-ce2765560b3f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:53.176833 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-e833de2a-e0fb-4700-b96c-891c3449dcc0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Made reservation on behalf of 164de2ce1e3247028ecb390dfe25c9c9 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:53.180698 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-e833de2a-e0fb-4700-b96c-891c3449dcc0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:53.303819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-d6f4a77c-3880-48fd-aa8b-6ddbb8331389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:53.322690 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-d6f4a77c-3880-48fd-aa8b-6ddbb8331389 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=59eeea968d3f476aa033ad1ee7c63354&device_id=cd47e32b-89c1-4dd1-a5c6-3d98479f90cb HTTP/1.1" status: 200 len: 1095 time: 0.0829785 Nov 08 00:36:53.418588 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-4568546c-1bd5-40e7-9acb-2e36e2dc429d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c7a181b-fe99-4363-90d1-896798faac2b HTTP/1.1" status: 200 len: 217 time: 0.0828056 Nov 08 00:36:53.457830 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-e833de2a-e0fb-4700-b96c-891c3449dcc0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Allocated IP 172.20.0.13 (cc5b0d97-a530-416c-8598-edbfeb38986f/27c96a89-7ab5-4bdd-a965-d1c0a565158c/76488d3d-aea0-483c-841a-feae5dfe1eab) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:53.490714 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4ec9fe6-e9aa-4c45-b40c-eb1a1f0b5635 req-bc6f3e1b-3b73-4540-bc4a-c69ddcf1cfe0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 210 time: 0.0498159 Nov 08 00:36:53.586920 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c54041a8-7ad5-49ab-a46f-4b3c5652d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:53.589176 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c54041a8-7ad5-49ab-a46f-4b3c5652d0fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26957e4a-b719-44bf-a2a1-0b987d8cdc1f HTTP/1.1" status: 200 len: 854 time: 0.1636994 Nov 08 00:36:53.655765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-c1fdadbf-55d3-4dc9-bf99-b7518535d343 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63664a0b-2fe8-45eb-9481-2ab04efe4287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581241 Nov 08 00:36:53.785292 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-e833de2a-e0fb-4700-b96c-891c3449dcc0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:53.850262 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c49ff2da-c770-49fd-9cf8-46cf531d97bb req-c70c927e-f5c5-475d-8dac-85900adea1c6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 210 time: 0.1887736 Nov 08 00:36:53.951111 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-9fa3d441-6183-4106-bcd4-fd607033a497 service neutron] 10.222.0.20 "GET /v2.0/networks/63664a0b-2fe8-45eb-9481-2ab04efe4287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799778 Nov 08 00:36:53.973781 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea9d24-bc9f-4f0b-9cbf-0267ea38ebf2 req-372736b1-c6de-4e81-8f45-3ba47277d971 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:53.973781 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0eea9d24-bc9f-4f0b-9cbf-0267ea38ebf2 req-372736b1-c6de-4e81-8f45-3ba47277d971 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd47e32b-89c1-4dd1-a5c6-3d98479f90cb HTTP/1.1" status: 200 len: 944 time: 0.0943611 Nov 08 00:36:54.029216 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-e833de2a-e0fb-4700-b96c-891c3449dcc0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:54.098949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0eea9d24-bc9f-4f0b-9cbf-0267ea38ebf2 req-fedf4a09-19d3-4d32-95dd-340826ca9502 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f18563-7d7e-4877-99e3-041fb2a9c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157753 Nov 08 00:36:54.121764 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833de2a-e0fb-4700-b96c-891c3449dcc0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event updated for resources: {'Port': ['ID=76488d3d-aea0-483c-841a-feae5dfe1eab,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:54.139040 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-e833de2a-e0fb-4700-b96c-891c3449dcc0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Network cc5b0d97-a530-416c-8598-edbfeb38986f is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:54.140895 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-e833de2a-e0fb-4700-b96c-891c3449dcc0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:54.141896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adc943f7-4bde-477f-a41b-333b0a695f5a req-aab62402-fd9e-4729-bc30-012f423a7dc2 service neutron] 10.222.0.20 "GET /v2.0/networks/63664a0b-2fe8-45eb-9481-2ab04efe4287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670926 Nov 08 00:36:54.144059 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-e833de2a-e0fb-4700-b96c-891c3449dcc0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:36:54.227993 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-e833de2a-e0fb-4700-b96c-891c3449dcc0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:54.229237 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-e833de2a-e0fb-4700-b96c-891c3449dcc0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:54.329493 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-e833de2a-e0fb-4700-b96c-891c3449dcc0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4038420 Nov 08 00:36:54.347252 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45386) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:54.348774 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-84ab8b2b-e4d0-4b22-be4c-571d905b86c6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Request body: {'port': {'device_id': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e', 'admin_state_up': True, 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'security_groups': ['51fddfef-9f64-4469-95b3-2cfeed5d1d3b']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:54.376448 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c4d3eb30-38b5-4988-820c-42ea5bb20138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:54.426590 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ebf2ac39-b64d-4b69-9881-29bbbb88d2f6 None None] Provisioning complete for port 76488d3d-aea0-483c-841a-feae5dfe1eab triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:54.427105 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ebf2ac39-b64d-4b69-9881-29bbbb88d2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:54.477912 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ebf2ac39-b64d-4b69-9881-29bbbb88d2f6 None None] Port 76488d3d-aea0-483c-841a-feae5dfe1eab cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:54.492077 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c4d3eb30-38b5-4988-820c-42ea5bb20138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:54.598374 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c4d3eb30-38b5-4988-820c-42ea5bb20138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:54.657343 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3eb30-38b5-4988-820c-42ea5bb20138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdca071e-b241-4302-884a-e1dc2780acc4,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:54.665573 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c4d3eb30-38b5-4988-820c-42ea5bb20138 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05ed96399b3f475db832bc9a90fd1503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3133061 Nov 08 00:36:54.665866 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 45404) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:36:54.667994 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-84ab8b2b-e4d0-4b22-be4c-571d905b86c6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Made reservation on behalf of 164de2ce1e3247028ecb390dfe25c9c9 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:54.674599 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-84ab8b2b-e4d0-4b22-be4c-571d905b86c6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:54.689901 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4932ae-18d3-4019-9eaa-d16aa7dc06ae req-e562ff05-d2ad-4017-a87b-778e6eace5d7 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:54.691458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2e4932ae-18d3-4019-9eaa-d16aa7dc06ae req-e562ff05-d2ad-4017-a87b-778e6eace5d7 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 932 time: 0.1096227 Nov 08 00:36:54.762369 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2e4932ae-18d3-4019-9eaa-d16aa7dc06ae req-a6ef8f87-24e6-4c7d-b038-446b46302088 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609608 Nov 08 00:36:54.763087 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71767be8-795b-4b04-ae9b-99c8556b280c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:54.789594 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71767be8-795b-4b04-ae9b-99c8556b280c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:54.942587 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff43bc29-9ab2-4fec-bc1f-900d4a63a9c5 req-27d63154-e5c4-4043-8204-89acb1b848ae tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 210 time: 0.0297415 Nov 08 00:36:54.971667 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd47e32b-89c1-4dd1-a5c6-3d98479f90cb', 'tag': '2c7a181b-fe99-4363-90d1-896798faac2b'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:36:54.976493 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54341678-0895-4075-b7a5-e89a58fe52a5" -d '{"events": [{"name": "network-changed", "server_uuid": "cd47e32b-89c1-4dd1-a5c6-3d98479f90cb", "tag": "2c7a181b-fe99-4363-90d1-896798faac2b"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:36:54.982072 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71767be8-795b-4b04-ae9b-99c8556b280c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:54.987830 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71767be8-795b-4b04-ae9b-99c8556b280c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:54.989675 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-71767be8-795b-4b04-ae9b-99c8556b280c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdca071e-b241-4302-884a-e1dc2780acc4 HTTP/1.1" status: 204 len: 168 time: 0.3216383 Nov 08 00:36:55.025895 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71767be8-795b-4b04-ae9b-99c8556b280c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdca071e-b241-4302-884a-e1dc2780acc4,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:55.034019 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e678b4a5-ccc6-4c35-80a3-5d8e7cf6dd21 x-openstack-request-id: req-e678b4a5-ccc6-4c35-80a3-5d8e7cf6dd21 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:36:55.034481 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd47e32b-89c1-4dd1-a5c6-3d98479f90cb", "tag": "2c7a181b-fe99-4363-90d1-896798faac2b", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:36:55.034838 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e678b4a5-ccc6-4c35-80a3-5d8e7cf6dd21 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:36:55.035397 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd47e32b-89c1-4dd1-a5c6-3d98479f90cb', 'tag': '2c7a181b-fe99-4363-90d1-896798faac2b', 'status': 'completed', 'code': 200} Nov 08 00:36:55.158612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54341678-0895-4075-b7a5-e89a58fe52a5 req-dd70ddc9-b3e9-4f2a-8602-f30b04e1efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:55.161113 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54341678-0895-4075-b7a5-e89a58fe52a5 req-dd70ddc9-b3e9-4f2a-8602-f30b04e1efd5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=59eeea968d3f476aa033ad1ee7c63354&device_id=cd47e32b-89c1-4dd1-a5c6-3d98479f90cb HTTP/1.1" status: 200 len: 1095 time: 0.0793748 Nov 08 00:36:55.187820 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-84ab8b2b-e4d0-4b22-be4c-571d905b86c6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Allocated IP 10.1.1.133 (94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e/f605a38c-4cc2-450b-85e5-8603e8e18cce/95e11555-22e2-4530-90d3-ed8768294b34) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:55.332771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314e894-410b-4099-a6f0-5ce3df368df8 req-444845ca-28c9-437d-9a6e-7826f9df258b tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:55.340148 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3314e894-410b-4099-a6f0-5ce3df368df8 req-444845ca-28c9-437d-9a6e-7826f9df258b tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd47e32b-89c1-4dd1-a5c6-3d98479f90cb HTTP/1.1" status: 200 len: 944 time: 0.1579378 Nov 08 00:36:55.363134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54341678-0895-4075-b7a5-e89a58fe52a5 req-76d64124-2bed-4b09-90aa-980537a9bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:55.365061 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54341678-0895-4075-b7a5-e89a58fe52a5 req-76d64124-2bed-4b09-90aa-980537a9bbd5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=63664a0b-2fe8-45eb-9481-2ab04efe4287 HTTP/1.1" status: 200 len: 915 time: 0.1969602 Nov 08 00:36:55.375706 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device dbbbf13f-b6bc-4e57-8804-86e281760827 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:36:55.386939 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-84ab8b2b-e4d0-4b22-be4c-571d905b86c6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:55.432156 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: dbbbf13f-b6bc-4e57-8804-86e281760827 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:36:55.433756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device dbbbf13f-b6bc-4e57-8804-86e281760827 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:36:55.481808 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3314e894-410b-4099-a6f0-5ce3df368df8 req-821add84-f4db-4bbf-a95d-989513673044 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f18563-7d7e-4877-99e3-041fb2a9c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407301 Nov 08 00:36:55.487066 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54341678-0895-4075-b7a5-e89a58fe52a5 req-9512ec5c-d9f9-43d8-82e3-86c56d7c1723 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c7a181b-fe99-4363-90d1-896798faac2b HTTP/1.1" status: 200 len: 217 time: 0.1125290 Nov 08 00:36:55.541643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54341678-0895-4075-b7a5-e89a58fe52a5 req-69985f98-24c7-4cfb-bb1e-06000285b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:55.543303 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54341678-0895-4075-b7a5-e89a58fe52a5 req-69985f98-24c7-4cfb-bb1e-06000285b0ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26957e4a-b719-44bf-a2a1-0b987d8cdc1f HTTP/1.1" status: 200 len: 854 time: 0.0486925 Nov 08 00:36:55.572089 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-84ab8b2b-e4d0-4b22-be4c-571d905b86c6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:55.596010 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54341678-0895-4075-b7a5-e89a58fe52a5 req-9f6c461f-d2a3-4431-85ca-9566bede0a2c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63664a0b-2fe8-45eb-9481-2ab04efe4287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450764 Nov 08 00:36:55.649286 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-84ab8b2b-e4d0-4b22-be4c-571d905b86c6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:55.656990 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-84ab8b2b-e4d0-4b22-be4c-571d905b86c6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:55.660124 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-84ab8b2b-e4d0-4b22-be4c-571d905b86c6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:36:55.724415 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54341678-0895-4075-b7a5-e89a58fe52a5 req-72985765-d366-402b-8d15-b226952c2a0f service neutron] 10.222.0.20 "GET /v2.0/networks/63664a0b-2fe8-45eb-9481-2ab04efe4287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208897 Nov 08 00:36:55.738737 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-84ab8b2b-e4d0-4b22-be4c-571d905b86c6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:55.742100 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-84ab8b2b-e4d0-4b22-be4c-571d905b86c6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:55.758207 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab8b2b-e4d0-4b22-be4c-571d905b86c6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event updated for resources: {'Port': ['ID=95e11555-22e2-4530-90d3-ed8768294b34,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:55.866957 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-84ab8b2b-e4d0-4b22-be4c-571d905b86c6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5245287 Nov 08 00:36:55.869926 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54341678-0895-4075-b7a5-e89a58fe52a5 req-05128ef6-dcb9-436b-9885-756a0bc341b3 service neutron] 10.222.0.20 "GET /v2.0/networks/63664a0b-2fe8-45eb-9481-2ab04efe4287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378098 Nov 08 00:36:55.907420 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f0562b0e-4aad-48aa-a3e8-5ea0103d9b46 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Request body: {'port': {'device_id': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e', 'admin_state_up': True, 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'security_groups': ['51fddfef-9f64-4469-95b3-2cfeed5d1d3b']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:55.980305 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ec7bd-ea56-4e0e-bf24-385c1accee84 req-a8b2a1dc-7b08-43dc-9fbf-82e9c3f3a5b7 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:55.982901 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 2c7a181b-fe99-4363-90d1-896798faac2b details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:36:55.988600 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ec7bd-ea56-4e0e-bf24-385c1accee84 req-a8b2a1dc-7b08-43dc-9fbf-82e9c3f3a5b7 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:55.990535 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-084ec7bd-ea56-4e0e-bf24-385c1accee84 req-a8b2a1dc-7b08-43dc-9fbf-82e9c3f3a5b7 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 1654 time: 0.0989690 Nov 08 00:36:56.047828 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-084ec7bd-ea56-4e0e-bf24-385c1accee84 req-2149743c-46cc-4a23-b546-73b68c82252d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488572 Nov 08 00:36:56.105931 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-dbea7bbc-2702-4800-aab5-dd80cd86ae47 None None] Provisioning complete for port 95e11555-22e2-4530-90d3-ed8768294b34 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:56.106343 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dbea7bbc-2702-4800-aab5-dd80cd86ae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:56.111064 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3ebcaf7-e1f7-4928-a7f5-3f2d272f8448 req-e0a6fa4c-299e-44fc-99b1-1d53d9f0ed9f tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 210 time: 0.0593731 Nov 08 00:36:56.168276 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-dbea7bbc-2702-4800-aab5-dd80cd86ae47 None None] Port 95e11555-22e2-4530-90d3-ed8768294b34 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:56.177506 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f0562b0e-4aad-48aa-a3e8-5ea0103d9b46 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Made reservation on behalf of 164de2ce1e3247028ecb390dfe25c9c9 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:56.181437 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f0562b0e-4aad-48aa-a3e8-5ea0103d9b46 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:56.212627 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 2c7a181b-fe99-4363-90d1-896798faac2b, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2c7a181b-fe99-4363-90d1-896798faac2b,segment=NetworkSegment(b61ce973-9816-4f3d-ab57-409ae67dfedf),segment_id=b61ce973-9816-4f3d-ab57-409ae67dfedf)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:56.217502 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '2c7a181b-fe99-4363-90d1-896798faac2b', 'network_id': '63664a0b-2fe8-45eb-9481-2ab04efe4287', 'port_id': '2c7a181b-fe99-4363-90d1-896798faac2b', 'mac_address': 'fa:16:3e:60:d5:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26957e4a-b719-44bf-a2a1-0b987d8cdc1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:36:56.264308 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:56.278051 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7a181b-fe99-4363-90d1-896798faac2b {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:36:56.303533 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 2c7a181b-fe99-4363-90d1-896798faac2b, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2c7a181b-fe99-4363-90d1-896798faac2b,segment=NetworkSegment(b61ce973-9816-4f3d-ab57-409ae67dfedf),segment_id=b61ce973-9816-4f3d-ab57-409ae67dfedf)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:56.334290 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f0562b0e-4aad-48aa-a3e8-5ea0103d9b46 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Allocated IP 10.1.1.154 (94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e/f605a38c-4cc2-450b-85e5-8603e8e18cce/54a2fed0-295c-4337-8852-db922e50e0df) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:56.383304 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:56.472170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=2c7a181b-fe99-4363-90d1-896798faac2b,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:56.519382 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f0562b0e-4aad-48aa-a3e8-5ea0103d9b46 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:56.610964 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3d857-33f9-4f98-b093-0bee681ee230 req-cdab870a-d4e1-4bf7-b9ea-032ef599cf1b tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:56.616680 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-edc3d857-33f9-4f98-b093-0bee681ee230 req-cdab870a-d4e1-4bf7-b9ea-032ef599cf1b tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd47e32b-89c1-4dd1-a5c6-3d98479f90cb HTTP/1.1" status: 200 len: 945 time: 0.0524962 Nov 08 00:36:56.634717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f0562b0e-4aad-48aa-a3e8-5ea0103d9b46 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:56.664514 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-edc3d857-33f9-4f98-b093-0bee681ee230 req-aa2602b2-fff2-45b3-8707-9f9fa4e399ef tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f18563-7d7e-4877-99e3-041fb2a9c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448501 Nov 08 00:36:56.681399 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f0562b0e-4aad-48aa-a3e8-5ea0103d9b46 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:56.684781 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f0562b0e-4aad-48aa-a3e8-5ea0103d9b46 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:56.689156 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f0562b0e-4aad-48aa-a3e8-5ea0103d9b46 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:36:56.723632 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0562b0e-4aad-48aa-a3e8-5ea0103d9b46 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event updated for resources: {'Port': ['ID=54a2fed0-295c-4337-8852-db922e50e0df,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:56.753118 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['2c7a181b-fe99-4363-90d1-896798faac2b'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:36:56.769919 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f0562b0e-4aad-48aa-a3e8-5ea0103d9b46 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:56.770666 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f0562b0e-4aad-48aa-a3e8-5ea0103d9b46 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:56.905497 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f0562b0e-4aad-48aa-a3e8-5ea0103d9b46 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0114250 Nov 08 00:36:56.927269 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-800070d0-7281-4849-9d41-69c0bb1a1849 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Request body: {'port': {'device_id': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9', 'admin_state_up': True, 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'security_groups': ['51fddfef-9f64-4469-95b3-2cfeed5d1d3b']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:56.998848 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5926c41b-d79c-4fd1-a46b-2eac00ddea11 None None] Provisioning complete for port 54a2fed0-295c-4337-8852-db922e50e0df triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:56.999391 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5926c41b-d79c-4fd1-a46b-2eac00ddea11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:57.062122 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5926c41b-d79c-4fd1-a46b-2eac00ddea11 None None] Port 54a2fed0-295c-4337-8852-db922e50e0df cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:57.155261 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-800070d0-7281-4849-9d41-69c0bb1a1849 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Made reservation on behalf of 164de2ce1e3247028ecb390dfe25c9c9 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:57.205271 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f416d14-1215-402d-8b35-70ee0117d016 req-c4a99378-9b19-4273-82a1-109b65c5eb6a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:57.214951 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f416d14-1215-402d-8b35-70ee0117d016 req-c4a99378-9b19-4273-82a1-109b65c5eb6a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:57.222066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f416d14-1215-402d-8b35-70ee0117d016 req-c4a99378-9b19-4273-82a1-109b65c5eb6a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:57.225440 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f416d14-1215-402d-8b35-70ee0117d016 req-c4a99378-9b19-4273-82a1-109b65c5eb6a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 2375 time: 0.0844424 Nov 08 00:36:57.271743 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af5ecc4b-e2c0-443f-9d77-9d7f5f117dc6 req-ae20c650-59c4-46c9-a76b-40df93a29c36 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 210 time: 0.0450239 Nov 08 00:36:57.308295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f416d14-1215-402d-8b35-70ee0117d016 req-de9227c6-ec24-4531-8ca2-3ce4c7382c8a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721402 Nov 08 00:36:57.314248 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-800070d0-7281-4849-9d41-69c0bb1a1849 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:57.554700 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-800070d0-7281-4849-9d41-69c0bb1a1849 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Allocated IP 10.2.2.100 (e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9/bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e/62e0ceb2-1ce3-4dc6-863b-43fec12b42f1) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:57.718881 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-800070d0-7281-4849-9d41-69c0bb1a1849 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:57.826488 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88587cf2-8512-4118-840d-03a0c5fd9d91 req-3e89ab92-683c-4c08-887c-652ff0752e72 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:57.828806 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88587cf2-8512-4118-840d-03a0c5fd9d91 req-3e89ab92-683c-4c08-887c-652ff0752e72 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd47e32b-89c1-4dd1-a5c6-3d98479f90cb HTTP/1.1" status: 200 len: 945 time: 0.0591831 Nov 08 00:36:57.846550 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-800070d0-7281-4849-9d41-69c0bb1a1849 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:57.873159 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88587cf2-8512-4118-840d-03a0c5fd9d91 req-3b663d89-aac1-4252-8055-dad94163c5ab tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f18563-7d7e-4877-99e3-041fb2a9c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367069 Nov 08 00:36:57.891581 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-800070d0-7281-4849-9d41-69c0bb1a1849 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Network e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:57.895849 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-800070d0-7281-4849-9d41-69c0bb1a1849 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:57.899638 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-800070d0-7281-4849-9d41-69c0bb1a1849 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:36:57.935512 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800070d0-7281-4849-9d41-69c0bb1a1849 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event updated for resources: {'Port': ['ID=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:57.964792 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-800070d0-7281-4849-9d41-69c0bb1a1849 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:57.965588 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-800070d0-7281-4849-9d41-69c0bb1a1849 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:57.997778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 2c7a181b-fe99-4363-90d1-896798faac2b up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:36:58.076478 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-800070d0-7281-4849-9d41-69c0bb1a1849 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1569066 Nov 08 00:36:58.101623 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f32272d7-1267-4936-9b63-58a86c8c02de tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Request body: {'port': {'device_id': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9', 'admin_state_up': True, 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'security_groups': ['51fddfef-9f64-4469-95b3-2cfeed5d1d3b']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:58.198814 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c87af89f-95e0-4610-8670-04ad1d3140d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:58.202190 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 2c7a181b-fe99-4363-90d1-896798faac2b completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:36:58.210944 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-87959de5-3839-44fc-887e-0c7e7281ec37 None None] Provisioning complete for port 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:58.211594 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87959de5-3839-44fc-887e-0c7e7281ec37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:58.214268 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 2c7a181b-fe99-4363-90d1-896798faac2b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:58.214892 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:58.283125 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-87959de5-3839-44fc-887e-0c7e7281ec37 None None] Port 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:58.321515 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f32272d7-1267-4936-9b63-58a86c8c02de tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Made reservation on behalf of 164de2ce1e3247028ecb390dfe25c9c9 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:36:58.327981 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f32272d7-1267-4936-9b63-58a86c8c02de tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:58.370489 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:58.397786 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd47e32b-89c1-4dd1-a5c6-3d98479f90cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7a181b-fe99-4363-90d1-896798faac2b'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:36:58.401350 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d196b4c1-e51e-4e27-81dd-62f85872ec96" -d '{"events": [{"server_uuid": "cd47e32b-89c1-4dd1-a5c6-3d98479f90cb", "name": "network-vif-plugged", "status": "completed", "tag": "2c7a181b-fe99-4363-90d1-896798faac2b"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:36:58.439010 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 2c7a181b-fe99-4363-90d1-896798faac2b, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2c7a181b-fe99-4363-90d1-896798faac2b,segment=NetworkSegment(b61ce973-9816-4f3d-ab57-409ae67dfedf),segment_id=b61ce973-9816-4f3d-ab57-409ae67dfedf)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:36:58.450116 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b384ac2-71f4-4ca8-b0a5-c7c7cfd36f42 req-1b1f7c0a-991b-46aa-8bd3-9b78a8c10cb0 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b8587-c3c6-475a-b23f-a3dcf376645e HTTP/1.1" status: 200 len: 210 time: 0.0761688 Nov 08 00:36:58.531211 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:58.570654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b35e41-5253-4297-ba0c-afa48ede6284 req-2937f81c-8430-4ddb-8ce3-bb4fdaefc78c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:58.573113 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc447353-2bc2-43e1-9472-109c0a9f15a6 x-openstack-request-id: req-fc447353-2bc2-43e1-9472-109c0a9f15a6 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:36:58.574345 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd47e32b-89c1-4dd1-a5c6-3d98479f90cb", "name": "network-vif-plugged", "status": "completed", "tag": "2c7a181b-fe99-4363-90d1-896798faac2b", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:36:58.575080 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc447353-2bc2-43e1-9472-109c0a9f15a6 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:36:58.576327 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd47e32b-89c1-4dd1-a5c6-3d98479f90cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7a181b-fe99-4363-90d1-896798faac2b', 'code': 200} Nov 08 00:36:58.588319 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b35e41-5253-4297-ba0c-afa48ede6284 req-2937f81c-8430-4ddb-8ce3-bb4fdaefc78c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:58.601097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b35e41-5253-4297-ba0c-afa48ede6284 req-2937f81c-8430-4ddb-8ce3-bb4fdaefc78c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:58.607397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b35e41-5253-4297-ba0c-afa48ede6284 req-2937f81c-8430-4ddb-8ce3-bb4fdaefc78c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:58.609490 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9b35e41-5253-4297-ba0c-afa48ede6284 req-2937f81c-8430-4ddb-8ce3-bb4fdaefc78c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 3096 time: 0.1584280 Nov 08 00:36:58.625510 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=2c7a181b-fe99-4363-90d1-896798faac2b,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:58.681402 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f32272d7-1267-4936-9b63-58a86c8c02de tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Allocated IP 10.2.2.200 (e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9/bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e/1b49ec54-cada-4f85-a13b-983d4fe19c5b) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:36:58.691609 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9b35e41-5253-4297-ba0c-afa48ede6284 req-1861eb7a-68d6-4865-8a2a-e6cac9fdb139 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743322 Nov 08 00:36:58.699947 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a591c-2f63-4e62-b22f-e88e122d2e43 req-14ef53c7-f43a-423a-ad02-adeae1ecca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:58.703136 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb3a591c-2f63-4e62-b22f-e88e122d2e43 req-14ef53c7-f43a-423a-ad02-adeae1ecca6c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cd47e32b-89c1-4dd1-a5c6-3d98479f90cb HTTP/1.1" status: 200 len: 1097 time: 0.0795729 Nov 08 00:36:58.745805 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb3a591c-2f63-4e62-b22f-e88e122d2e43 req-c4b77a22-c28a-4253-99e0-3e3c75cdf543 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=42f18563-7d7e-4877-99e3-041fb2a9c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343142 Nov 08 00:36:58.840441 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f32272d7-1267-4936-9b63-58a86c8c02de tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:58.955263 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f32272d7-1267-4936-9b63-58a86c8c02de tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:59.005659 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f32272d7-1267-4936-9b63-58a86c8c02de tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Network e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:36:59.006940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc96266-4d0e-4358-8494-e21c49d32c7d req-26b15faa-db80-482b-a66e-9edb19b99438 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:59.008643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cc96266-4d0e-4358-8494-e21c49d32c7d req-26b15faa-db80-482b-a66e-9edb19b99438 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd47e32b-89c1-4dd1-a5c6-3d98479f90cb HTTP/1.1" status: 200 len: 946 time: 0.0546989 Nov 08 00:36:59.008998 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f32272d7-1267-4936-9b63-58a86c8c02de tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:36:59.012851 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f32272d7-1267-4936-9b63-58a86c8c02de tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:36:59.058038 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cc96266-4d0e-4358-8494-e21c49d32c7d req-64c6de6f-168e-46b4-bf3d-a40cedab6944 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f18563-7d7e-4877-99e3-041fb2a9c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432129 Nov 08 00:36:59.060995 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32272d7-1267-4936-9b63-58a86c8c02de tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event updated for resources: {'Port': ['ID=1b49ec54-cada-4f85-a13b-983d4fe19c5b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:59.082018 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f32272d7-1267-4936-9b63-58a86c8c02de tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:59.082018 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f32272d7-1267-4936-9b63-58a86c8c02de tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:59.242871 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-f32272d7-1267-4936-9b63-58a86c8c02de tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1525865 Nov 08 00:36:59.274172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Request body: {'port': {'device_id': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:36:59.313585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-34b76063-724c-460f-b44c-649b24f26a33 None None] Provisioning complete for port 1b49ec54-cada-4f85-a13b-983d4fe19c5b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:36:59.315524 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34b76063-724c-460f-b44c-649b24f26a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:59.343109 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:59.367471 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-34b76063-724c-460f-b44c-649b24f26a33 None None] Port 1b49ec54-cada-4f85-a13b-983d4fe19c5b cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:36:59.678085 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76488d3d-aea0-483c-841a-feae5dfe1eab {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:36:59.692161 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:59.710045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Transition to ACTIVE for port object 76488d3d-aea0-483c-841a-feae5dfe1eab will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:36:59.811302 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:36:59.832862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68024f00-df35-4058-ae9d-11206b6125dd req-562f2bbe-3169-4586-a23d-8908e2078860 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:59.838912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68024f00-df35-4058-ae9d-11206b6125dd req-562f2bbe-3169-4586-a23d-8908e2078860 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:59.848640 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68024f00-df35-4058-ae9d-11206b6125dd req-562f2bbe-3169-4586-a23d-8908e2078860 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:59.859233 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68024f00-df35-4058-ae9d-11206b6125dd req-562f2bbe-3169-4586-a23d-8908e2078860 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:59.870004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68024f00-df35-4058-ae9d-11206b6125dd req-562f2bbe-3169-4586-a23d-8908e2078860 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:36:59.884234 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68024f00-df35-4058-ae9d-11206b6125dd req-562f2bbe-3169-4586-a23d-8908e2078860 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 3817 time: 0.1016731 Nov 08 00:36:59.899978 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Pushing event updated for resources: {'Port': ['ID=76488d3d-aea0-483c-841a-feae5dfe1eab,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:36:59.934492 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68024f00-df35-4058-ae9d-11206b6125dd req-6461b5c4-b7b2-40a3-bd41-72f1a0266e47 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490577 Nov 08 00:37:00.016858 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Attempting to bind port 76488d3d-aea0-483c-841a-feae5dfe1eab on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:37:00.017362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Attempting to bind port 76488d3d-aea0-483c-841a-feae5dfe1eab by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '93030cca-2466-4fe0-9b85-9dd8f0cb508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:37:00.017681 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Attempting to bind port 76488d3d-aea0-483c-841a-feae5dfe1eab on network cc5b0d97-a530-416c-8598-edbfeb38986f {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:37:00.028390 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Port 76488d3d-aea0-483c-841a-feae5dfe1eab on network cc5b0d97-a530-416c-8598-edbfeb38986f not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:37:00.028935 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Attempting to bind port 76488d3d-aea0-483c-841a-feae5dfe1eab on network cc5b0d97-a530-416c-8598-edbfeb38986f {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:37:00.036672 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:37:00.037067 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Checking segment: {'id': '93030cca-2466-4fe0-9b85-9dd8f0cb508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:37:00.037588 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Bound using segment: {'id': '93030cca-2466-4fe0-9b85-9dd8f0cb508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:37:00.038146 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Bound port: 76488d3d-aea0-483c-841a-feae5dfe1eab, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93030cca-2466-4fe0-9b85-9dd8f0cb508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:37:00.038427 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:00.148842 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] For port 76488d3d-aea0-483c-841a-feae5dfe1eab, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:37:00.152538 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] For port 76488d3d-aea0-483c-841a-feae5dfe1eab, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=76488d3d-aea0-483c-841a-feae5dfe1eab,segment=NetworkSegment(93030cca-2466-4fe0-9b85-9dd8f0cb508d),segment_id=93030cca-2466-4fe0-9b85-9dd8f0cb508d)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:37:00.250825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b97228-2621-4bf2-b694-23e40708edd2 req-4fbe3443-9fe5-404f-b111-d201ee287345 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:00.256123 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28b97228-2621-4bf2-b694-23e40708edd2 req-4fbe3443-9fe5-404f-b111-d201ee287345 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd47e32b-89c1-4dd1-a5c6-3d98479f90cb HTTP/1.1" status: 200 len: 946 time: 0.0940022 Nov 08 00:37:00.269042 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:00.301026 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28b97228-2621-4bf2-b694-23e40708edd2 req-16c8dd0b-e7f5-487d-af0c-d56d21059c90 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f18563-7d7e-4877-99e3-041fb2a9c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413721 Nov 08 00:37:00.308699 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:00.309701 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:00.311499 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] 10.222.0.20 "PUT /v2.0/ports/76488d3d-aea0-483c-841a-feae5dfe1eab HTTP/1.1" status: 200 len: 1092 time: 1.0530462 Nov 08 00:37:00.312322 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'tag': '76488d3d-aea0-483c-841a-feae5dfe1eab'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:37:00.318644 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc26f63-4fe2-40c8-8895-661b68fbd1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "tag": "76488d3d-aea0-483c-841a-feae5dfe1eab"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:37:00.369915 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83789e1-f488-4aa5-b2c5-efc051634353 service neutron] Pushing event updated for resources: {'Port': ['ID=76488d3d-aea0-483c-841a-feae5dfe1eab,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:00.374317 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d50deb-3caf-4c42-aa10-44d68c8c210d x-openstack-request-id: req-95d50deb-3caf-4c42-aa10-44d68c8c210d {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:37:00.374794 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "tag": "76488d3d-aea0-483c-841a-feae5dfe1eab", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:37:00.375190 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95d50deb-3caf-4c42-aa10-44d68c8c210d {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:37:00.375732 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'tag': '76488d3d-aea0-483c-841a-feae5dfe1eab', 'status': 'completed', 'code': 200} Nov 08 00:37:00.464888 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Request body: {'port': {'device_id': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:00.467077 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc26f63-4fe2-40c8-8895-661b68fbd1c3 req-f6d35060-9e61-490a-b425-1a046c7c34b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:00.467721 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc26f63-4fe2-40c8-8895-661b68fbd1c3 req-f6d35060-9e61-490a-b425-1a046c7c34b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:00.468350 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc26f63-4fe2-40c8-8895-661b68fbd1c3 req-f6d35060-9e61-490a-b425-1a046c7c34b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:00.468813 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc26f63-4fe2-40c8-8895-661b68fbd1c3 req-f6d35060-9e61-490a-b425-1a046c7c34b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:00.469418 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc26f63-4fe2-40c8-8895-661b68fbd1c3 req-f6d35060-9e61-490a-b425-1a046c7c34b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:00.471450 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3cc26f63-4fe2-40c8-8895-661b68fbd1c3 req-f6d35060-9e61-490a-b425-1a046c7c34b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 4364 time: 0.0566716 Nov 08 00:37:00.542400 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:00.625266 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc26f63-4fe2-40c8-8895-661b68fbd1c3 req-018fdc82-06db-42d3-9aa4-98d9005e58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:00.625931 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc26f63-4fe2-40c8-8895-661b68fbd1c3 req-018fdc82-06db-42d3-9aa4-98d9005e58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:00.627229 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc26f63-4fe2-40c8-8895-661b68fbd1c3 req-018fdc82-06db-42d3-9aa4-98d9005e58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:00.629320 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3cc26f63-4fe2-40c8-8895-661b68fbd1c3 req-018fdc82-06db-42d3-9aa4-98d9005e58d2 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1441076 Nov 08 00:37:00.743151 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb8e8fe3-d9eb-4d95-b01e-22e091856e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:00.767486 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc26f63-4fe2-40c8-8895-661b68fbd1c3 req-49adb0a3-7caa-4e68-932f-2e4957852204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:00.769004 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3cc26f63-4fe2-40c8-8895-661b68fbd1c3 req-49adb0a3-7caa-4e68-932f-2e4957852204 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323409 Nov 08 00:37:00.918824 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:37:00.931441 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:00.943836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Transition to ACTIVE for port object 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:37:01.065535 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:01.076336 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:01.192921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Pushing event updated for resources: {'Port': ['ID=5467d33c-e619-4cf2-9bdc-e9edb7e205e2,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:01.276793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9762277-cedf-438b-a8c5-b9522a13827a req-12066b83-0003-4ba9-8a33-fef654575e58 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:01.283766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9762277-cedf-438b-a8c5-b9522a13827a req-12066b83-0003-4ba9-8a33-fef654575e58 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:01.290252 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9762277-cedf-438b-a8c5-b9522a13827a req-12066b83-0003-4ba9-8a33-fef654575e58 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:01.298535 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9762277-cedf-438b-a8c5-b9522a13827a req-12066b83-0003-4ba9-8a33-fef654575e58 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:01.308787 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9762277-cedf-438b-a8c5-b9522a13827a req-12066b83-0003-4ba9-8a33-fef654575e58 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:01.320700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9762277-cedf-438b-a8c5-b9522a13827a req-12066b83-0003-4ba9-8a33-fef654575e58 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:01.336952 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b9762277-cedf-438b-a8c5-b9522a13827a req-12066b83-0003-4ba9-8a33-fef654575e58 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 4602 time: 0.2127576 Nov 08 00:37:01.365938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Attempting to bind port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:37:01.366207 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Attempting to bind port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:37:01.366873 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Attempting to bind port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 on network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:37:01.377664 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 on network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:37:01.377995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Attempting to bind port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 on network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:37:01.390963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:37:01.391233 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Checking segment: {'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:37:01.391622 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Bound using segment: {'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:37:01.392708 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Bound port: 5467d33c-e619-4cf2-9bdc-e9edb7e205e2, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:37:01.393113 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:01.413989 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b9762277-cedf-438b-a8c5-b9522a13827a req-f063b7ad-6c0c-425f-8981-b7703ff2a402 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832973 Nov 08 00:37:01.530888 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc7213-d3cd-49a0-989a-6890ad8f8632 req-ecef9292-cdf8-456f-ba4c-7878ae3b383e tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:01.532440 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63cc7213-d3cd-49a0-989a-6890ad8f8632 req-ecef9292-cdf8-456f-ba4c-7878ae3b383e tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd47e32b-89c1-4dd1-a5c6-3d98479f90cb HTTP/1.1" status: 200 len: 946 time: 0.0883892 Nov 08 00:37:01.537697 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] For port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:37:01.547033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] For port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5467d33c-e619-4cf2-9bdc-e9edb7e205e2,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:37:01.592803 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63cc7213-d3cd-49a0-989a-6890ad8f8632 req-0f9266a4-dd13-4844-a0a3-c0f5166e98b7 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f18563-7d7e-4877-99e3-041fb2a9c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525866 Nov 08 00:37:01.732762 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:01.774228 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:01.774865 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:01.776679 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] 10.222.0.20 "PUT /v2.0/ports/5467d33c-e619-4cf2-9bdc-e9edb7e205e2 HTTP/1.1" status: 200 len: 1131 time: 1.3162143 Nov 08 00:37:01.777454 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'tag': '5467d33c-e619-4cf2-9bdc-e9edb7e205e2'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:37:01.781176 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c1c0b3-2f03-402a-ac2d-3064643bf837" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "tag": "5467d33c-e619-4cf2-9bdc-e9edb7e205e2"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:37:01.845954 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:01.851800 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849f3e2-533a-4bdc-a3c8-143ebfb601ed service neutron] Pushing event updated for resources: {'Port': ['ID=5467d33c-e619-4cf2-9bdc-e9edb7e205e2,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:01.864768 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02982854-c171-4f31-858b-802dabd8aaf0 x-openstack-request-id: req-02982854-c171-4f31-858b-802dabd8aaf0 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:37:01.865072 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "tag": "5467d33c-e619-4cf2-9bdc-e9edb7e205e2", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:37:01.865331 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02982854-c171-4f31-858b-802dabd8aaf0 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:37:01.865747 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'tag': '5467d33c-e619-4cf2-9bdc-e9edb7e205e2', 'status': 'completed', 'code': 200} Nov 08 00:37:01.895525 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Request body: {'port': {'device_id': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:02.007502 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:02.008943 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1c0b3-2f03-402a-ac2d-3064643bf837 req-bb16f2b9-bf74-4434-8768-7fc92fc0780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:02.009429 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1c0b3-2f03-402a-ac2d-3064643bf837 req-bb16f2b9-bf74-4434-8768-7fc92fc0780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:02.009948 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1c0b3-2f03-402a-ac2d-3064643bf837 req-bb16f2b9-bf74-4434-8768-7fc92fc0780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:02.010419 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1c0b3-2f03-402a-ac2d-3064643bf837 req-bb16f2b9-bf74-4434-8768-7fc92fc0780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:02.011072 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1c0b3-2f03-402a-ac2d-3064643bf837 req-bb16f2b9-bf74-4434-8768-7fc92fc0780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:02.011453 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1c0b3-2f03-402a-ac2d-3064643bf837 req-bb16f2b9-bf74-4434-8768-7fc92fc0780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:02.013397 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-42c1c0b3-2f03-402a-ac2d-3064643bf837 req-bb16f2b9-bf74-4434-8768-7fc92fc0780e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5288 time: 0.0987976 Nov 08 00:37:02.080717 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:02.179893 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1c0b3-2f03-402a-ac2d-3064643bf837 req-97f5494d-d4fe-4b29-88fc-e68d80dc9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:02.180722 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1c0b3-2f03-402a-ac2d-3064643bf837 req-97f5494d-d4fe-4b29-88fc-e68d80dc9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:02.182743 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1c0b3-2f03-402a-ac2d-3064643bf837 req-97f5494d-d4fe-4b29-88fc-e68d80dc9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:02.186027 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-42c1c0b3-2f03-402a-ac2d-3064643bf837 req-97f5494d-d4fe-4b29-88fc-e68d80dc9c4a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1566010 Nov 08 00:37:02.314995 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1c0b3-2f03-402a-ac2d-3064643bf837 req-a2b41e8c-84bf-44d4-9d1c-54e6bd5befc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:02.322390 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-42c1c0b3-2f03-402a-ac2d-3064643bf837 req-a2b41e8c-84bf-44d4-9d1c-54e6bd5befc9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1091080 Nov 08 00:37:02.476741 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86366417-c094-4a24-a99e-6f58cfef17b4 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:37:02.486850 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:02.508145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Transition to ACTIVE for port object 86366417-c094-4a24-a99e-6f58cfef17b4 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:37:02.528841 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49aa38-b7bf-4d0f-9c02-a92daa5eca0a req-13f114d9-9fa0-494b-a92e-41ab12d42ca6 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:02.537329 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c49aa38-b7bf-4d0f-9c02-a92daa5eca0a req-13f114d9-9fa0-494b-a92e-41ab12d42ca6 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd47e32b-89c1-4dd1-a5c6-3d98479f90cb HTTP/1.1" status: 200 len: 946 time: 0.1264663 Nov 08 00:37:02.614000 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c49aa38-b7bf-4d0f-9c02-a92daa5eca0a req-c32f5351-2586-48d0-b602-b93e88488164 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f18563-7d7e-4877-99e3-041fb2a9c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699627 Nov 08 00:37:02.626044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85319a2-6993-4dd4-bf9d-85c352f71803 req-72cb7797-192a-41e7-8873-ba1470421de6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:02.632221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85319a2-6993-4dd4-bf9d-85c352f71803 req-72cb7797-192a-41e7-8873-ba1470421de6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:02.638361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85319a2-6993-4dd4-bf9d-85c352f71803 req-72cb7797-192a-41e7-8873-ba1470421de6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:02.644542 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85319a2-6993-4dd4-bf9d-85c352f71803 req-72cb7797-192a-41e7-8873-ba1470421de6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:02.651679 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85319a2-6993-4dd4-bf9d-85c352f71803 req-72cb7797-192a-41e7-8873-ba1470421de6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:02.662835 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85319a2-6993-4dd4-bf9d-85c352f71803 req-72cb7797-192a-41e7-8873-ba1470421de6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:02.662835 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d85319a2-6993-4dd4-bf9d-85c352f71803 req-72cb7797-192a-41e7-8873-ba1470421de6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 4602 time: 0.1282289 Nov 08 00:37:02.662835 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:02.743071 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Pushing event updated for resources: {'Port': ['ID=86366417-c094-4a24-a99e-6f58cfef17b4,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:02.768443 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d85319a2-6993-4dd4-bf9d-85c352f71803 req-08d14c6a-5f33-4dce-823a-ab8bfcdb2cd2 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939012 Nov 08 00:37:02.854905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Attempting to bind port 86366417-c094-4a24-a99e-6f58cfef17b4 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:37:02.856301 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Attempting to bind port 86366417-c094-4a24-a99e-6f58cfef17b4 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:37:02.856717 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Attempting to bind port 86366417-c094-4a24-a99e-6f58cfef17b4 on network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:37:02.861560 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Port 86366417-c094-4a24-a99e-6f58cfef17b4 on network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:37:02.861932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Attempting to bind port 86366417-c094-4a24-a99e-6f58cfef17b4 on network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:37:02.867570 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:37:02.867948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Checking segment: {'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:37:02.868394 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Bound using segment: {'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:37:02.868831 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Bound port: 86366417-c094-4a24-a99e-6f58cfef17b4, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:37:02.869187 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:02.945499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] For port 86366417-c094-4a24-a99e-6f58cfef17b4, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:37:02.948619 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] For port 86366417-c094-4a24-a99e-6f58cfef17b4, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=86366417-c094-4a24-a99e-6f58cfef17b4,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:37:03.040469 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:03.074866 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:03.075495 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:03.076879 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] 10.222.0.20 "PUT /v2.0/ports/86366417-c094-4a24-a99e-6f58cfef17b4 HTTP/1.1" status: 200 len: 1131 time: 1.1864493 Nov 08 00:37:03.101275 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0d5df-940d-46dc-a68e-645ce2bb89ee service neutron] Pushing event updated for resources: {'Port': ['ID=86366417-c094-4a24-a99e-6f58cfef17b4,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:03.244419 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Request body: {'port': {'device_id': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:03.330882 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:03.354113 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f3309-54c6-46c9-85e3-6759d8a3137a req-4b9d25de-fc6b-4d0b-8d11-c5e7c4cc0193 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:03.355571 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a9f3309-54c6-46c9-85e3-6759d8a3137a req-4b9d25de-fc6b-4d0b-8d11-c5e7c4cc0193 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 945 time: 0.0858102 Nov 08 00:37:03.429533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a9f3309-54c6-46c9-85e3-6759d8a3137a req-4043d5c6-6172-40c0-bfef-c9cec6e78631 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0f7f447-0011-4b9b-8630-3f95dcc1cd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554769 Nov 08 00:37:03.489454 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:03.765955 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e11555-22e2-4530-90d3-ed8768294b34 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:37:03.791025 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:03.811906 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Transition to ACTIVE for port object 95e11555-22e2-4530-90d3-ed8768294b34 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:37:03.822007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7edc5f-8ed7-4e19-b120-8239dbd9367b req-718f1364-9bab-4c75-965f-fcbdfa555212 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:03.833115 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb7edc5f-8ed7-4e19-b120-8239dbd9367b req-718f1364-9bab-4c75-965f-fcbdfa555212 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd47e32b-89c1-4dd1-a5c6-3d98479f90cb HTTP/1.1" status: 200 len: 946 time: 0.0940154 Nov 08 00:37:03.867710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'tag': '86366417-c094-4a24-a99e-6f58cfef17b4'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:37:03.870868 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cf7e1c-b097-4c3e-8d8e-0840c846cc52" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "tag": "86366417-c094-4a24-a99e-6f58cfef17b4"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:37:03.922038 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb7edc5f-8ed7-4e19-b120-8239dbd9367b req-77494a31-ccc1-4ebd-8b5c-60336ff8ade9 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f18563-7d7e-4877-99e3-041fb2a9c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879230 Nov 08 00:37:03.941491 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:03.966688 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fe5b8-6241-4b8e-924e-6a2927739fbd req-5fdc3269-4c7c-44cc-8aab-8f1449cd6563 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:03.970925 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-744fe5b8-6241-4b8e-924e-6a2927739fbd req-5fdc3269-4c7c-44cc-8aab-8f1449cd6563 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47e32b-89c1-4dd1-a5c6-3d98479f90cb HTTP/1.1" status: 200 len: 946 time: 0.1167164 Nov 08 00:37:04.004443 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc9c383-acfc-4ffc-add9-55821b7050d9 x-openstack-request-id: req-8dc9c383-acfc-4ffc-add9-55821b7050d9 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:37:04.004738 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "tag": "86366417-c094-4a24-a99e-6f58cfef17b4", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:37:04.004989 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8dc9c383-acfc-4ffc-add9-55821b7050d9 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:37:04.005491 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'tag': '86366417-c094-4a24-a99e-6f58cfef17b4', 'status': 'completed', 'code': 200} Nov 08 00:37:04.049358 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2145233-4755-4b07-89df-df6722d59607 req-b0abe701-c544-49f1-b757-c2373e0e2bfa tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:04.054452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2145233-4755-4b07-89df-df6722d59607 req-b0abe701-c544-49f1-b757-c2373e0e2bfa tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:04.062981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2145233-4755-4b07-89df-df6722d59607 req-b0abe701-c544-49f1-b757-c2373e0e2bfa tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:04.068190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2145233-4755-4b07-89df-df6722d59607 req-b0abe701-c544-49f1-b757-c2373e0e2bfa tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:04.074372 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2145233-4755-4b07-89df-df6722d59607 req-b0abe701-c544-49f1-b757-c2373e0e2bfa tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:04.080788 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2145233-4755-4b07-89df-df6722d59607 req-b0abe701-c544-49f1-b757-c2373e0e2bfa tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:04.086697 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2145233-4755-4b07-89df-df6722d59607 req-b0abe701-c544-49f1-b757-c2373e0e2bfa tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:04.088779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2145233-4755-4b07-89df-df6722d59607 req-b0abe701-c544-49f1-b757-c2373e0e2bfa tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5375 time: 0.2401688 Nov 08 00:37:04.091697 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.20', 59419) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:04.131978 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Pushing event updated for resources: {'Port': ['ID=95e11555-22e2-4530-90d3-ed8768294b34,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:04.156329 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-744fe5b8-6241-4b8e-924e-6a2927739fbd req-0c7b50ca-8f6a-4b26-9aae-b0590610e54a tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Deleting port 2c7a181b-fe99-4363-90d1-896798faac2b {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:37:04.156817 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-744fe5b8-6241-4b8e-924e-6a2927739fbd req-0c7b50ca-8f6a-4b26-9aae-b0590610e54a tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:04.257668 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Attempting to bind port 95e11555-22e2-4530-90d3-ed8768294b34 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:37:04.257966 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Attempting to bind port 95e11555-22e2-4530-90d3-ed8768294b34 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:37:04.258246 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Attempting to bind port 95e11555-22e2-4530-90d3-ed8768294b34 on network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:37:04.284827 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-744fe5b8-6241-4b8e-924e-6a2927739fbd req-0c7b50ca-8f6a-4b26-9aae-b0590610e54a tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] For port 2c7a181b-fe99-4363-90d1-896798faac2b, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2c7a181b-fe99-4363-90d1-896798faac2b,segment=NetworkSegment(b61ce973-9816-4f3d-ab57-409ae67dfedf),segment_id=b61ce973-9816-4f3d-ab57-409ae67dfedf)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:04.285714 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-744fe5b8-6241-4b8e-924e-6a2927739fbd req-0c7b50ca-8f6a-4b26-9aae-b0590610e54a tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:04.291983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf7e1c-b097-4c3e-8d8e-0840c846cc52 req-2d80e9d7-bd7a-4618-bf4a-b38da092750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:04.292160 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf7e1c-b097-4c3e-8d8e-0840c846cc52 req-2d80e9d7-bd7a-4618-bf4a-b38da092750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:04.292772 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf7e1c-b097-4c3e-8d8e-0840c846cc52 req-2d80e9d7-bd7a-4618-bf4a-b38da092750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:04.293117 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf7e1c-b097-4c3e-8d8e-0840c846cc52 req-2d80e9d7-bd7a-4618-bf4a-b38da092750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:04.293570 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf7e1c-b097-4c3e-8d8e-0840c846cc52 req-2d80e9d7-bd7a-4618-bf4a-b38da092750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:04.294023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf7e1c-b097-4c3e-8d8e-0840c846cc52 req-2d80e9d7-bd7a-4618-bf4a-b38da092750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:04.294472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf7e1c-b097-4c3e-8d8e-0840c846cc52 req-2d80e9d7-bd7a-4618-bf4a-b38da092750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:04.296588 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-26cf7e1c-b097-4c3e-8d8e-0840c846cc52 req-2d80e9d7-bd7a-4618-bf4a-b38da092750a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 6237 time: 0.2033248 Nov 08 00:37:04.301456 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2145233-4755-4b07-89df-df6722d59607 req-6ce3a1e7-632d-4f8b-8f67-6e93f0a6b049 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1913698 Nov 08 00:37:04.301892 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Port 95e11555-22e2-4530-90d3-ed8768294b34 on network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:37:04.302198 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Attempting to bind port 95e11555-22e2-4530-90d3-ed8768294b34 on network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:37:04.308047 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:37:04.308385 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Checking segment: {'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:37:04.308766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Bound using segment: {'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:37:04.309257 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Bound port: 95e11555-22e2-4530-90d3-ed8768294b34, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:37:04.309620 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:04.350445 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-744fe5b8-6241-4b8e-924e-6a2927739fbd req-0c7b50ca-8f6a-4b26-9aae-b0590610e54a tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Calling delete_port for 2c7a181b-fe99-4363-90d1-896798faac2b owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:37:04.706802 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] For port 95e11555-22e2-4530-90d3-ed8768294b34, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:37:04.743355 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] For port 95e11555-22e2-4530-90d3-ed8768294b34, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=95e11555-22e2-4530-90d3-ed8768294b34,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:37:04.760453 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-744fe5b8-6241-4b8e-924e-6a2927739fbd req-0c7b50ca-8f6a-4b26-9aae-b0590610e54a tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:04.763401 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b286875-ccce-4b2a-a5fe-5885415a01c3 req-047c264c-0bbf-495d-b6aa-118ff1a56ee2 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:04.765093 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b286875-ccce-4b2a-a5fe-5885415a01c3 req-047c264c-0bbf-495d-b6aa-118ff1a56ee2 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 945 time: 0.1714852 Nov 08 00:37:04.766304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf7e1c-b097-4c3e-8d8e-0840c846cc52 req-76839b01-b88c-4894-9a89-bcc4f97fcffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:04.766921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf7e1c-b097-4c3e-8d8e-0840c846cc52 req-76839b01-b88c-4894-9a89-bcc4f97fcffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:04.767869 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf7e1c-b097-4c3e-8d8e-0840c846cc52 req-76839b01-b88c-4894-9a89-bcc4f97fcffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:04.769433 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-26cf7e1c-b097-4c3e-8d8e-0840c846cc52 req-76839b01-b88c-4894-9a89-bcc4f97fcffe service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4563718 Nov 08 00:37:04.785934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454430be-e80a-47fb-9dc7-9ae5350b0230 req-4291409f-2180-4355-9871-75abd2fec7c9 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:04.787418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-454430be-e80a-47fb-9dc7-9ae5350b0230 req-4291409f-2180-4355-9871-75abd2fec7c9 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.26 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 945 time: 0.1688428 Nov 08 00:37:04.794839 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['2c7a181b-fe99-4363-90d1-896798faac2b'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:37:04.804221 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b50ca-8f6a-4b26-9aae-b0590610e54a tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Pushing event deleted for resources: {'Port': ['ID=2c7a181b-fe99-4363-90d1-896798faac2b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:04.860255 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-744fe5b8-6241-4b8e-924e-6a2927739fbd req-0c7b50ca-8f6a-4b26-9aae-b0590610e54a tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] No DVR routers for this DVR port 2c7a181b-fe99-4363-90d1-896798faac2b on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:37:04.863004 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-744fe5b8-6241-4b8e-924e-6a2927739fbd req-0c7b50ca-8f6a-4b26-9aae-b0590610e54a tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:04.866683 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-744fe5b8-6241-4b8e-924e-6a2927739fbd req-0c7b50ca-8f6a-4b26-9aae-b0590610e54a tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.20 "DELETE /v2.0/ports/2c7a181b-fe99-4363-90d1-896798faac2b HTTP/1.1" status: 204 len: 173 time: 0.8891566 Nov 08 00:37:04.867142 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd47e32b-89c1-4dd1-a5c6-3d98479f90cb', 'name': 'network-vif-deleted', 'tag': '2c7a181b-fe99-4363-90d1-896798faac2b'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:37:04.869835 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c885745f-727e-4bf6-8135-d584bab3688b" -d '{"events": [{"server_uuid": "cd47e32b-89c1-4dd1-a5c6-3d98479f90cb", "name": "network-vif-deleted", "tag": "2c7a181b-fe99-4363-90d1-896798faac2b"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:37:04.897804 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:04.913558 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce898cad-5edc-44d6-ac5a-a9b699362ab7 x-openstack-request-id: req-ce898cad-5edc-44d6-ac5a-a9b699362ab7 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:37:04.914040 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd47e32b-89c1-4dd1-a5c6-3d98479f90cb", "name": "network-vif-deleted", "tag": "2c7a181b-fe99-4363-90d1-896798faac2b", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:37:04.914209 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b286875-ccce-4b2a-a5fe-5885415a01c3 req-3b02923d-fcfc-4280-9c1c-af3c094127a7 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0f7f447-0011-4b9b-8630-3f95dcc1cd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420527 Nov 08 00:37:04.914610 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce898cad-5edc-44d6-ac5a-a9b699362ab7 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:37:04.915158 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd47e32b-89c1-4dd1-a5c6-3d98479f90cb', 'name': 'network-vif-deleted', 'tag': '2c7a181b-fe99-4363-90d1-896798faac2b', 'status': 'completed', 'code': 200} Nov 08 00:37:04.999565 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:04.999565 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:04.999565 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] 10.222.0.20 "PUT /v2.0/ports/95e11555-22e2-4530-90d3-ed8768294b34 HTTP/1.1" status: 200 len: 1091 time: 1.7604935 Nov 08 00:37:05.075458 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf7e1c-b097-4c3e-8d8e-0840c846cc52 req-7c22b19a-7ecc-44d9-b251-414dc831c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:05.076965 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-26cf7e1c-b097-4c3e-8d8e-0840c846cc52 req-7c22b19a-7ecc-44d9-b251-414dc831c9bf service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2874806 Nov 08 00:37:05.082044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b12eb-c0dd-4a73-9ad2-26a8008a7644 service neutron] Pushing event updated for resources: {'Port': ['ID=95e11555-22e2-4530-90d3-ed8768294b34,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:05.089530 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d8e0679b-f677-4006-a0bf-e12825517ff2 req-db845eb0-6a4d-4c61-91b2-36cbbc196f8c tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd47e32b-89c1-4dd1-a5c6-3d98479f90cb HTTP/1.1" status: 200 len: 210 time: 0.0639803 Nov 08 00:37:05.120574 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-454430be-e80a-47fb-9dc7-9ae5350b0230 req-d66cf06d-14ff-46ff-b1f3-96ace7874975 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Deleting port 73e9d9ab-b502-43a0-9f96-6d22b5cc2753 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:37:05.120997 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-454430be-e80a-47fb-9dc7-9ae5350b0230 req-d66cf06d-14ff-46ff-b1f3-96ace7874975 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:05.212165 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Request body: {'port': {'device_id': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:05.299660 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:05.315549 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-454430be-e80a-47fb-9dc7-9ae5350b0230 req-d66cf06d-14ff-46ff-b1f3-96ace7874975 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] For port 73e9d9ab-b502-43a0-9f96-6d22b5cc2753, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=73e9d9ab-b502-43a0-9f96-6d22b5cc2753,segment=NetworkSegment(70babcf6-850e-429d-96bb-2b1d51fe758a),segment_id=70babcf6-850e-429d-96bb-2b1d51fe758a)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:05.315941 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-454430be-e80a-47fb-9dc7-9ae5350b0230 req-d66cf06d-14ff-46ff-b1f3-96ace7874975 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:05.352677 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-454430be-e80a-47fb-9dc7-9ae5350b0230 req-d66cf06d-14ff-46ff-b1f3-96ace7874975 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Calling delete_port for 73e9d9ab-b502-43a0-9f96-6d22b5cc2753 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:37:05.585428 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b9748-42c2-407c-bde8-d02d768954de req-6fd0afe9-15dd-4306-9117-c8788d0d3ee7 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:05.591314 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b9748-42c2-407c-bde8-d02d768954de req-6fd0afe9-15dd-4306-9117-c8788d0d3ee7 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:05.597263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b9748-42c2-407c-bde8-d02d768954de req-6fd0afe9-15dd-4306-9117-c8788d0d3ee7 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:05.603446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b9748-42c2-407c-bde8-d02d768954de req-6fd0afe9-15dd-4306-9117-c8788d0d3ee7 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:05.611662 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b9748-42c2-407c-bde8-d02d768954de req-6fd0afe9-15dd-4306-9117-c8788d0d3ee7 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:05.615379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b9748-42c2-407c-bde8-d02d768954de req-6fd0afe9-15dd-4306-9117-c8788d0d3ee7 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:05.621386 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b9748-42c2-407c-bde8-d02d768954de req-6fd0afe9-15dd-4306-9117-c8788d0d3ee7 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:05.623306 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e30b9748-42c2-407c-bde8-d02d768954de req-6fd0afe9-15dd-4306-9117-c8788d0d3ee7 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5387 time: 0.2164104 Nov 08 00:37:06.094190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'tag': '95e11555-22e2-4530-90d3-ed8768294b34'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:37:06.096892 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4664638-033d-472d-ad34-853de939fcc4" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "tag": "95e11555-22e2-4530-90d3-ed8768294b34"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:37:06.148805 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e30b9748-42c2-407c-bde8-d02d768954de req-727986fc-6559-4a78-b1ac-4d86cee0ef57 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5141423 Nov 08 00:37:06.249005 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 45992) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:06.253405 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a2fed0-295c-4337-8852-db922e50e0df {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:37:06.253719 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-fe6354e9-4d89-4a62-87fd-30bf40bd6c52 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-649000414', 'description': 'tempest-secgroup-smoke-649000414 description', 'project_id': 'f2f6913f27fa41388788e5027b9340cb'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:06.288732 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1db9ab-c858-4e64-a417-aae709c4623f x-openstack-request-id: req-2c1db9ab-c858-4e64-a417-aae709c4623f {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:37:06.289164 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "tag": "95e11555-22e2-4530-90d3-ed8768294b34", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:37:06.289429 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c1db9ab-c858-4e64-a417-aae709c4623f {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:37:06.289916 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'tag': '95e11555-22e2-4530-90d3-ed8768294b34', 'status': 'completed', 'code': 200} Nov 08 00:37:06.296699 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:06.315614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Transition to ACTIVE for port object 54a2fed0-295c-4337-8852-db922e50e0df will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:37:06.346766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dff434-a483-48d3-8b30-7e1a3fc7b6cb req-7e4e5032-3528-4c99-ac81-ac7826324c91 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:06.352275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5dff434-a483-48d3-8b30-7e1a3fc7b6cb req-7e4e5032-3528-4c99-ac81-ac7826324c91 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 945 time: 0.0931416 Nov 08 00:37:06.356507 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-454430be-e80a-47fb-9dc7-9ae5350b0230 req-d66cf06d-14ff-46ff-b1f3-96ace7874975 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:06.387713 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['73e9d9ab-b502-43a0-9f96-6d22b5cc2753'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:37:06.405996 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fe6354e9-4d89-4a62-87fd-30bf40bd6c52 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:06.487229 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46000) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:06.489100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cf06d-14ff-46ff-b1f3-96ace7874975 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Pushing event deleted for resources: {'Port': ['ID=73e9d9ab-b502-43a0-9f96-6d22b5cc2753,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:06.511965 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fe6354e9-4d89-4a62-87fd-30bf40bd6c52 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:06.534078 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:06.561096 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5dff434-a483-48d3-8b30-7e1a3fc7b6cb req-10112f24-c49c-4569-ac36-bb7e175dc02b tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0f7f447-0011-4b9b-8630-3f95dcc1cd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293235 Nov 08 00:37:06.564161 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-24b4ff15-b437-4f16-8128-210acce576fc req-0235152c-4b8c-40cf-bcd3-9df371bb1060 tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd47e32b-89c1-4dd1-a5c6-3d98479f90cb HTTP/1.1" status: 200 len: 210 time: 0.1347277 Nov 08 00:37:06.608833 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fe6354e9-4d89-4a62-87fd-30bf40bd6c52 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:06.647270 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6354e9-4d89-4a62-87fd-30bf40bd6c52 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19db2f31-55d6-4c6b-877b-9bfb2f96ad57,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:06.678131 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78600e46-9ac6-4df0-bac0-c711cf97d068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:06.711865 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-454430be-e80a-47fb-9dc7-9ae5350b0230 req-d66cf06d-14ff-46ff-b1f3-96ace7874975 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] No DVR routers for this DVR port 73e9d9ab-b502-43a0-9f96-6d22b5cc2753 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:37:06.714792 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-454430be-e80a-47fb-9dc7-9ae5350b0230 req-d66cf06d-14ff-46ff-b1f3-96ace7874975 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:06.718611 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-454430be-e80a-47fb-9dc7-9ae5350b0230 req-d66cf06d-14ff-46ff-b1f3-96ace7874975 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.26 "DELETE /v2.0/ports/73e9d9ab-b502-43a0-9f96-6d22b5cc2753 HTTP/1.1" status: 204 len: 173 time: 1.9134588 Nov 08 00:37:06.726596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4664638-033d-472d-ad34-853de939fcc4 req-6551162f-e505-44dd-a59f-cc0ae146c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:06.727308 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4664638-033d-472d-ad34-853de939fcc4 req-6551162f-e505-44dd-a59f-cc0ae146c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:06.727996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4664638-033d-472d-ad34-853de939fcc4 req-6551162f-e505-44dd-a59f-cc0ae146c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:06.728834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4664638-033d-472d-ad34-853de939fcc4 req-6551162f-e505-44dd-a59f-cc0ae146c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:06.729545 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4664638-033d-472d-ad34-853de939fcc4 req-6551162f-e505-44dd-a59f-cc0ae146c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:06.730248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4664638-033d-472d-ad34-853de939fcc4 req-6551162f-e505-44dd-a59f-cc0ae146c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:06.730865 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4664638-033d-472d-ad34-853de939fcc4 req-6551162f-e505-44dd-a59f-cc0ae146c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:06.733114 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4664638-033d-472d-ad34-853de939fcc4 req-6551162f-e505-44dd-a59f-cc0ae146c8bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 6279 time: 0.3781743 Nov 08 00:37:06.736349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Pushing event updated for resources: {'Port': ['ID=54a2fed0-295c-4337-8852-db922e50e0df,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:06.770410 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fe6354e9-4d89-4a62-87fd-30bf40bd6c52 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:06.771677 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fe6354e9-4d89-4a62-87fd-30bf40bd6c52 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5216172 Nov 08 00:37:06.775158 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46014) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:06.781005 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-00e16a53-df3c-4b02-860d-9fd800f609fd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Request body: {'security_group_rule': {'security_group_id': '19db2f31-55d6-4c6b-877b-9bfb2f96ad57', 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:06.793392 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78600e46-9ac6-4df0-bac0-c711cf97d068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:06.920238 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78600e46-9ac6-4df0-bac0-c711cf97d068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:06.928721 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Attempting to bind port 54a2fed0-295c-4337-8852-db922e50e0df on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:37:06.929135 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Attempting to bind port 54a2fed0-295c-4337-8852-db922e50e0df by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:37:06.929528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Attempting to bind port 54a2fed0-295c-4337-8852-db922e50e0df on network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:37:06.944099 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Port 54a2fed0-295c-4337-8852-db922e50e0df on network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:37:06.944631 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Attempting to bind port 54a2fed0-295c-4337-8852-db922e50e0df on network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:37:06.951328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4664638-033d-472d-ad34-853de939fcc4 req-4323f30b-9cde-411a-a898-29e5c64356df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:06.952057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4664638-033d-472d-ad34-853de939fcc4 req-4323f30b-9cde-411a-a898-29e5c64356df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:06.952685 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4664638-033d-472d-ad34-853de939fcc4 req-4323f30b-9cde-411a-a898-29e5c64356df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:06.954457 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4664638-033d-472d-ad34-853de939fcc4 req-4323f30b-9cde-411a-a898-29e5c64356df service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2075968 Nov 08 00:37:06.957361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:37:06.957700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Checking segment: {'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:37:06.958324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Bound using segment: {'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:37:06.958910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Bound port: 54a2fed0-295c-4337-8852-db922e50e0df, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:37:06.959272 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:06.984368 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-78600e46-9ac6-4df0-bac0-c711cf97d068 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf8c63b4b0914cb69087a8e50924d6a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4959524 Nov 08 00:37:06.985450 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46024) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:06.988124 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78600e46-9ac6-4df0-bac0-c711cf97d068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3bdc43-398d-4743-b726-732a77de4d06,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:07.012639 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-00e16a53-df3c-4b02-860d-9fd800f609fd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:07.121045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] For port 54a2fed0-295c-4337-8852-db922e50e0df, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:37:07.123327 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-efe22a36-cdc1-47e6-b9fb-7cc7cc5ee784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:07.125963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] For port 54a2fed0-295c-4337-8852-db922e50e0df, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=54a2fed0-295c-4337-8852-db922e50e0df,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:37:07.129329 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4664638-033d-472d-ad34-853de939fcc4 req-5718b53e-8eba-4926-b91e-06bde344d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:07.130861 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4664638-033d-472d-ad34-853de939fcc4 req-5718b53e-8eba-4926-b91e-06bde344d388 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1596162 Nov 08 00:37:07.143758 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-00e16a53-df3c-4b02-860d-9fd800f609fd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:07.153134 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-efe22a36-cdc1-47e6-b9fb-7cc7cc5ee784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:07.225739 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:07.277053 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:07.277679 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:07.279060 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] 10.222.0.20 "PUT /v2.0/ports/54a2fed0-295c-4337-8852-db922e50e0df HTTP/1.1" status: 200 len: 1091 time: 2.0760345 Nov 08 00:37:07.293325 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-00e16a53-df3c-4b02-860d-9fd800f609fd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:07.313970 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e16a53-df3c-4b02-860d-9fd800f609fd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75dad02-b2ea-470a-ac0a-01e1caafb42b,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:07.328232 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e16a53-df3c-4b02-860d-9fd800f609fd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:07.328810 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e16a53-df3c-4b02-860d-9fd800f609fd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:07.329281 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e16a53-df3c-4b02-860d-9fd800f609fd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:07.330312 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e16a53-df3c-4b02-860d-9fd800f609fd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:07.330838 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e16a53-df3c-4b02-860d-9fd800f609fd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:07.333434 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e16a53-df3c-4b02-860d-9fd800f609fd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:07.335858 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e16a53-df3c-4b02-860d-9fd800f609fd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:07.336420 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e16a53-df3c-4b02-860d-9fd800f609fd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:07.336910 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e16a53-df3c-4b02-860d-9fd800f609fd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:07.337567 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e16a53-df3c-4b02-860d-9fd800f609fd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:07.338054 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e16a53-df3c-4b02-860d-9fd800f609fd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:07.338642 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e16a53-df3c-4b02-860d-9fd800f609fd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:07.342319 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-efe22a36-cdc1-47e6-b9fb-7cc7cc5ee784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:07.342529 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f54d6-5254-46fa-b287-e3a5694b9917 service neutron] Pushing event updated for resources: {'Port': ['ID=54a2fed0-295c-4337-8852-db922e50e0df,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:07.358952 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-efe22a36-cdc1-47e6-b9fb-7cc7cc5ee784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:07.375204 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-efe22a36-cdc1-47e6-b9fb-7cc7cc5ee784 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c3bdc43-398d-4743-b726-732a77de4d06 HTTP/1.1" status: 204 len: 168 time: 0.3878579 Nov 08 00:37:07.380466 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d771299-aded-432a-acbe-f8ea90496a87 req-695c030b-118c-45e9-80f5-1f8b0af25d57 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:07.388583 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d771299-aded-432a-acbe-f8ea90496a87 req-695c030b-118c-45e9-80f5-1f8b0af25d57 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:07.390066 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe22a36-cdc1-47e6-b9fb-7cc7cc5ee784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3bdc43-398d-4743-b726-732a77de4d06,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:07.401838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d771299-aded-432a-acbe-f8ea90496a87 req-695c030b-118c-45e9-80f5-1f8b0af25d57 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:07.407598 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-00e16a53-df3c-4b02-860d-9fd800f609fd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:07.416820 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d771299-aded-432a-acbe-f8ea90496a87 req-695c030b-118c-45e9-80f5-1f8b0af25d57 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:07.419652 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-00e16a53-df3c-4b02-860d-9fd800f609fd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6432056 Nov 08 00:37:07.422503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46046) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:07.422684 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d771299-aded-432a-acbe-f8ea90496a87 req-695c030b-118c-45e9-80f5-1f8b0af25d57 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:07.427375 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-1df91d57-bec8-4e21-965b-2ed59a4a7e45 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Request body: {'security_group_rule': {'security_group_id': '19db2f31-55d6-4c6b-877b-9bfb2f96ad57', 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:07.428994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d771299-aded-432a-acbe-f8ea90496a87 req-695c030b-118c-45e9-80f5-1f8b0af25d57 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:07.435112 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d771299-aded-432a-acbe-f8ea90496a87 req-695c030b-118c-45e9-80f5-1f8b0af25d57 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:07.443145 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d771299-aded-432a-acbe-f8ea90496a87 req-695c030b-118c-45e9-80f5-1f8b0af25d57 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5399 time: 0.1897771 Nov 08 00:37:07.450038 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Request body: {'port': {'device_id': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:07.525922 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d771299-aded-432a-acbe-f8ea90496a87 req-7dd04e47-131f-449e-8b9c-aedc9b8d533c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818295 Nov 08 00:37:07.532489 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:07.668263 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46054) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:07.694356 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c30f0b-a504-4f08-8903-f3422337cfeb admin admin] Deleting subnet 26957e4a-b719-44bf-a2a1-0b987d8cdc1f {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:37:07.697949 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32c30f0b-a504-4f08-8903-f3422337cfeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:07.738270 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32c30f0b-a504-4f08-8903-f3422337cfeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:07.760181 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4155045d-63ae-4887-b6a8-240973b8130e req-8ac58653-55be-4db4-8cd0-5a415f3eeaf3 tempest-VolumesActionsTest-1634670620 tempest-VolumesActionsTest-1634670620-project] 10.222.0.13 "GET /v2.0/ports?device_id=556380fe-aec5-48d0-a372-c2831ed11fe9 HTTP/1.1" status: 200 len: 210 time: 0.0586646 Nov 08 00:37:07.779168 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32c30f0b-a504-4f08-8903-f3422337cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:07.869434 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1df91d57-bec8-4e21-965b-2ed59a4a7e45 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:07.878337 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:37:07.886618 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:07.902828 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Transition to ACTIVE for port object 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:37:07.977579 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1df91d57-bec8-4e21-965b-2ed59a4a7e45 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:07.994657 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32c30f0b-a504-4f08-8903-f3422337cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.021064 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c30f0b-a504-4f08-8903-f3422337cfeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26957e4a-b719-44bf-a2a1-0b987d8cdc1f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:08.024530 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32c30f0b-a504-4f08-8903-f3422337cfeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.030260 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-32c30f0b-a504-4f08-8903-f3422337cfeb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/26957e4a-b719-44bf-a2a1-0b987d8cdc1f HTTP/1.1" status: 204 len: 168 time: 0.3855288 Nov 08 00:37:08.031017 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46058) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:08.070946 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.077208 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 2c7a181b-fe99-4363-90d1-896798faac2b no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:37:08.100690 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1df91d57-bec8-4e21-965b-2ed59a4a7e45 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.125367 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 2c7a181b-fe99-4363-90d1-896798faac2b {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:37:08.125697 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 2c7a181b-fe99-4363-90d1-896798faac2b not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:37:08.136717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-37be0c5d-02c0-4488-b29e-80d48352bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.136717 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91d57-bec8-4e21-965b-2ed59a4a7e45 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1e8d93-b954-4930-9693-68adee9abe59,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:08.143213 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Pushing event updated for resources: {'Port': ['ID=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:08.216964 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1df91d57-bec8-4e21-965b-2ed59a4a7e45 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.218250 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1df91d57-bec8-4e21-965b-2ed59a4a7e45 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7944369 Nov 08 00:37:08.221892 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46062) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:08.234460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-fc0baf59-d749-4231-900a-f2b84163e88a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Request body: {'security_group_rule': {'security_group_id': '19db2f31-55d6-4c6b-877b-9bfb2f96ad57', 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:08.248514 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-37be0c5d-02c0-4488-b29e-80d48352bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.282456 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-37be0c5d-02c0-4488-b29e-80d48352bf55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63664a0b-2fe8-45eb-9481-2ab04efe4287']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:37:08.297767 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-37be0c5d-02c0-4488-b29e-80d48352bf55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61ce973-9816-4f3d-ab57-409ae67dfedf') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:37:08.298987 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-37be0c5d-02c0-4488-b29e-80d48352bf55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61ce973-9816-4f3d-ab57-409ae67dfedf') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:37:08.313403 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-37be0c5d-02c0-4488-b29e-80d48352bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.328907 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-37be0c5d-02c0-4488-b29e-80d48352bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.336336 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556380fe-aec5-48d0-a372-c2831ed11fe9', 'name': 'network-vif-deleted', 'tag': '73e9d9ab-b502-43a0-9f96-6d22b5cc2753'}, {'name': 'network-changed', 'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'tag': '54a2fed0-295c-4337-8852-db922e50e0df'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:37:08.339052 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9d5e4f-76e9-428c-9617-609a55e64c6e" -d '{"events": [{"server_uuid": "556380fe-aec5-48d0-a372-c2831ed11fe9", "name": "network-vif-deleted", "tag": "73e9d9ab-b502-43a0-9f96-6d22b5cc2753"}, {"name": "network-changed", "server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "tag": "54a2fed0-295c-4337-8852-db922e50e0df"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:37:08.343697 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37be0c5d-02c0-4488-b29e-80d48352bf55 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:37:08.344712 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-37be0c5d-02c0-4488-b29e-80d48352bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:37:08.349306 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:37:08.379347 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Attempting to bind port 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:37:08.379678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Attempting to bind port 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '1cabc633-f5fd-4d84-af66-a27c0e9cf252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:37:08.380042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Attempting to bind port 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 on network e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:37:08.396145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Port 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 on network e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:37:08.396471 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Attempting to bind port 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 on network e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:37:08.403519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:37:08.404255 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Checking segment: {'id': '1cabc633-f5fd-4d84-af66-a27c0e9cf252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:37:08.404856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Bound using segment: {'id': '1cabc633-f5fd-4d84-af66-a27c0e9cf252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:37:08.405539 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Bound port: 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cabc633-f5fd-4d84-af66-a27c0e9cf252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:37:08.406280 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.411704 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 08 Nov 2021 00:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edc4720-e00d-473a-9394-d68936276d6e x-openstack-request-id: req-4edc4720-e00d-473a-9394-d68936276d6e {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:37:08.412233 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556380fe-aec5-48d0-a372-c2831ed11fe9", "name": "network-vif-deleted", "tag": "73e9d9ab-b502-43a0-9f96-6d22b5cc2753", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "tag": "54a2fed0-295c-4337-8852-db922e50e0df", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:37:08.412682 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4edc4720-e00d-473a-9394-d68936276d6e {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:37:08.413261 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556380fe-aec5-48d0-a372-c2831ed11fe9', 'name': 'network-vif-deleted', 'tag': '73e9d9ab-b502-43a0-9f96-6d22b5cc2753', 'status': 'completed', 'code': 200} Nov 08 00:37:08.413699 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'tag': '54a2fed0-295c-4337-8852-db922e50e0df', 'status': 'completed', 'code': 200} Nov 08 00:37:08.423084 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc0baf59-d749-4231-900a-f2b84163e88a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.488375 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc0baf59-d749-4231-900a-f2b84163e88a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.514378 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-37be0c5d-02c0-4488-b29e-80d48352bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.522963 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-37be0c5d-02c0-4488-b29e-80d48352bf55 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.525454 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] For port 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:37:08.529451 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-37be0c5d-02c0-4488-b29e-80d48352bf55 admin admin] 10.222.0.13 "DELETE /v2.0/networks/63664a0b-2fe8-45eb-9481-2ab04efe4287 HTTP/1.1" status: 204 len: 168 time: 0.4952228 Nov 08 00:37:08.537475 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be0c5d-02c0-4488-b29e-80d48352bf55 admin admin] Pushing event deleted for resources: {'Network': ['ID=63664a0b-2fe8-45eb-9481-2ab04efe4287,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:08.543165 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] For port 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1,segment=NetworkSegment(1cabc633-f5fd-4d84-af66-a27c0e9cf252),segment_id=1cabc633-f5fd-4d84-af66-a27c0e9cf252)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:37:08.554056 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d5e4f-76e9-428c-9617-609a55e64c6e req-95fa7cb1-5953-49b3-bef3-70d5ffb40203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:08.554414 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d5e4f-76e9-428c-9617-609a55e64c6e req-95fa7cb1-5953-49b3-bef3-70d5ffb40203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:08.554880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d5e4f-76e9-428c-9617-609a55e64c6e req-95fa7cb1-5953-49b3-bef3-70d5ffb40203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:08.555340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d5e4f-76e9-428c-9617-609a55e64c6e req-95fa7cb1-5953-49b3-bef3-70d5ffb40203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:08.555869 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d5e4f-76e9-428c-9617-609a55e64c6e req-95fa7cb1-5953-49b3-bef3-70d5ffb40203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:08.556338 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d5e4f-76e9-428c-9617-609a55e64c6e req-95fa7cb1-5953-49b3-bef3-70d5ffb40203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:08.556823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d5e4f-76e9-428c-9617-609a55e64c6e req-95fa7cb1-5953-49b3-bef3-70d5ffb40203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:08.558682 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb9d5e4f-76e9-428c-9617-609a55e64c6e req-95fa7cb1-5953-49b3-bef3-70d5ffb40203 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 6371 time: 0.0953102 Nov 08 00:37:08.572361 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc0baf59-d749-4231-900a-f2b84163e88a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.592777 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0baf59-d749-4231-900a-f2b84163e88a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df1f7e8-f421-4c57-9087-6d23694eb31c,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:08.600627 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.645786 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46070) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:08.660264 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f50da96e-a34e-44c2-afa7-c42427194cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.683653 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.731577 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc0baf59-d749-4231-900a-f2b84163e88a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.735485 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fc0baf59-d749-4231-900a-f2b84163e88a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5096302 Nov 08 00:37:08.735629 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46072) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:08.743013 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ba4452a8-10ce-4b7d-b69a-5f400a94bd69 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Request body: {'security_group_rule': {'security_group_id': '19db2f31-55d6-4c6b-877b-9bfb2f96ad57', 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:08.749577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:08.750204 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.752169 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] 10.222.0.20 "PUT /v2.0/ports/62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 HTTP/1.1" status: 200 len: 1091 time: 1.3057423 Nov 08 00:37:08.757280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d5e4f-76e9-428c-9617-609a55e64c6e req-c419ce9c-a741-4559-8237-a419dfd3936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:08.757757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d5e4f-76e9-428c-9617-609a55e64c6e req-c419ce9c-a741-4559-8237-a419dfd3936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:08.758213 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d5e4f-76e9-428c-9617-609a55e64c6e req-c419ce9c-a741-4559-8237-a419dfd3936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:08.759755 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb9d5e4f-76e9-428c-9617-609a55e64c6e req-c419ce9c-a741-4559-8237-a419dfd3936c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1874795 Nov 08 00:37:08.762691 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f50da96e-a34e-44c2-afa7-c42427194cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.790826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a581c9-3577-4509-ad7c-01419fbdd99c req-63fc52a4-029b-405a-9626-3f0b02c0579c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:08.797224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a581c9-3577-4509-ad7c-01419fbdd99c req-63fc52a4-029b-405a-9626-3f0b02c0579c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:08.804921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a581c9-3577-4509-ad7c-01419fbdd99c req-63fc52a4-029b-405a-9626-3f0b02c0579c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:08.812179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a581c9-3577-4509-ad7c-01419fbdd99c req-63fc52a4-029b-405a-9626-3f0b02c0579c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:08.821698 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a581c9-3577-4509-ad7c-01419fbdd99c req-63fc52a4-029b-405a-9626-3f0b02c0579c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:08.830890 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a581c9-3577-4509-ad7c-01419fbdd99c req-63fc52a4-029b-405a-9626-3f0b02c0579c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:08.839301 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a581c9-3577-4509-ad7c-01419fbdd99c req-63fc52a4-029b-405a-9626-3f0b02c0579c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:08.848166 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0a581c9-3577-4509-ad7c-01419fbdd99c req-63fc52a4-029b-405a-9626-3f0b02c0579c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5411 time: 0.2059150 Nov 08 00:37:08.920512 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f50da96e-a34e-44c2-afa7-c42427194cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.949897 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541dfc47-7f77-4a6a-832b-5a30d1382985 service neutron] Pushing event updated for resources: {'Port': ['ID=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:08.958055 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Request body: {'port': {'device_id': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:08.972940 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba4452a8-10ce-4b7d-b69a-5f400a94bd69 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:08.994390 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0a581c9-3577-4509-ad7c-01419fbdd99c req-fa90e69f-7b41-4927-a041-fd8a2c08aced tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1452649 Nov 08 00:37:09.026239 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f50da96e-a34e-44c2-afa7-c42427194cde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc5c00f38e5541e4896768346c1192b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3792696 Nov 08 00:37:09.030832 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46080) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:09.062065 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50da96e-a34e-44c2-afa7-c42427194cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9e3a7d-84b1-40ae-8400-f0d430cd602d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:09.065589 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:09.085110 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d5e4f-76e9-428c-9617-609a55e64c6e req-cd717f5e-056b-4d73-bff8-69b3149e3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:09.085110 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb9d5e4f-76e9-428c-9617-609a55e64c6e req-cd717f5e-056b-4d73-bff8-69b3149e3f08 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2314527 Nov 08 00:37:09.116734 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 46082) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:09.146415 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba4452a8-10ce-4b7d-b69a-5f400a94bd69 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:09.149920 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08e898d7-1e85-4d30-b3ef-3982452cb16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:09.177838 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08e898d7-1e85-4d30-b3ef-3982452cb16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:09.265431 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba4452a8-10ce-4b7d-b69a-5f400a94bd69 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:09.265643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d23f9a95-1a28-442f-ad36-2d4ce0aa9889 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59eeea968d3f476aa033ad1ee7c63354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285377 Nov 08 00:37:09.265643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 46084) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:09.271374 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4452a8-10ce-4b7d-b69a-5f400a94bd69 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24dc28e3-37a0-4a4a-998c-7b3e120711f3,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:09.362849 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e872-f5d7-4766-95cd-a6141a1e219d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:09.368760 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba4452a8-10ce-4b7d-b69a-5f400a94bd69 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:09.372782 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ba4452a8-10ce-4b7d-b69a-5f400a94bd69 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6329691 Nov 08 00:37:09.372782 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08e898d7-1e85-4d30-b3ef-3982452cb16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:09.376768 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08e898d7-1e85-4d30-b3ef-3982452cb16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:09.376768 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-08e898d7-1e85-4d30-b3ef-3982452cb16d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da9e3a7d-84b1-40ae-8400-f0d430cd602d HTTP/1.1" status: 204 len: 168 time: 0.3395963 Nov 08 00:37:09.376768 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46086) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:09.381770 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ba5fa12b-dec2-43b6-bd7a-97bd96c52695 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Request body: {'security_group_rule': {'security_group_id': '19db2f31-55d6-4c6b-877b-9bfb2f96ad57', 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:09.396473 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e898d7-1e85-4d30-b3ef-3982452cb16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9e3a7d-84b1-40ae-8400-f0d430cd602d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:09.408955 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e872-f5d7-4766-95cd-a6141a1e219d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:09.438628 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 73e9d9ab-b502-43a0-9f96-6d22b5cc2753 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:37:09.468334 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 73e9d9ab-b502-43a0-9f96-6d22b5cc2753 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:37:09.468334 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 73e9d9ab-b502-43a0-9f96-6d22b5cc2753 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:37:09.486871 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b49ec54-cada-4f85-a13b-983d4fe19c5b {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:37:09.494435 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:09.507335 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Transition to ACTIVE for port object 1b49ec54-cada-4f85-a13b-983d4fe19c5b will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:37:09.537051 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-ba5fa12b-dec2-43b6-bd7a-97bd96c52695 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Project f2f6913f27fa41388788e5027b9340cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:37:09.542587 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba5fa12b-dec2-43b6-bd7a-97bd96c52695 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:09.608005 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:09.608246 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba5fa12b-dec2-43b6-bd7a-97bd96c52695 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:09.617079 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e872-f5d7-4766-95cd-a6141a1e219d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:09.619681 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e872-f5d7-4766-95cd-a6141a1e219d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:09.620874 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a5c3e872-f5d7-4766-95cd-a6141a1e219d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42f18563-7d7e-4877-99e3-041fb2a9c21c HTTP/1.1" status: 204 len: 168 time: 0.3709269 Nov 08 00:37:09.659461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3e872-f5d7-4766-95cd-a6141a1e219d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f18563-7d7e-4877-99e3-041fb2a9c21c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:09.703331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b49ec54-cada-4f85-a13b-983d4fe19c5b,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:09.716408 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba5fa12b-dec2-43b6-bd7a-97bd96c52695 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:09.750468 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fa12b-dec2-43b6-bd7a-97bd96c52695 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6605d3-e53c-4fe5-95df-6cf0f730ae08,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:09.802061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Attempting to bind port 1b49ec54-cada-4f85-a13b-983d4fe19c5b on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:37:09.802313 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Attempting to bind port 1b49ec54-cada-4f85-a13b-983d4fe19c5b by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '1cabc633-f5fd-4d84-af66-a27c0e9cf252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:37:09.802814 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Attempting to bind port 1b49ec54-cada-4f85-a13b-983d4fe19c5b on network e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:37:09.807798 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Port 1b49ec54-cada-4f85-a13b-983d4fe19c5b on network e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:37:09.808125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Attempting to bind port 1b49ec54-cada-4f85-a13b-983d4fe19c5b on network e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:37:09.813252 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:37:09.813586 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Checking segment: {'id': '1cabc633-f5fd-4d84-af66-a27c0e9cf252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:37:09.814764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Bound using segment: {'id': '1cabc633-f5fd-4d84-af66-a27c0e9cf252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:37:09.815358 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Bound port: 1b49ec54-cada-4f85-a13b-983d4fe19c5b, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cabc633-f5fd-4d84-af66-a27c0e9cf252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:37:09.815722 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:09.886134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] For port 1b49ec54-cada-4f85-a13b-983d4fe19c5b, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:37:09.889868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] For port 1b49ec54-cada-4f85-a13b-983d4fe19c5b, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1b49ec54-cada-4f85-a13b-983d4fe19c5b,segment=NetworkSegment(1cabc633-f5fd-4d84-af66-a27c0e9cf252),segment_id=1cabc633-f5fd-4d84-af66-a27c0e9cf252)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:37:09.904341 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba5fa12b-dec2-43b6-bd7a-97bd96c52695 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:09.904341 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ba5fa12b-dec2-43b6-bd7a-97bd96c52695 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5229025 Nov 08 00:37:09.904727 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46098) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:09.909773 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8fa6a344-d059-4d05-be17-86326f34449d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Request body: {'security_group_rule': {'security_group_id': '19db2f31-55d6-4c6b-877b-9bfb2f96ad57', 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:10.034827 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:10.071262 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:10.072474 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:10.074066 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] 10.222.0.20 "PUT /v2.0/ports/1b49ec54-cada-4f85-a13b-983d4fe19c5b HTTP/1.1" status: 200 len: 1091 time: 1.1371310 Nov 08 00:37:10.088464 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-8fa6a344-d059-4d05-be17-86326f34449d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Project f2f6913f27fa41388788e5027b9340cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:37:10.104573 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8fa6a344-d059-4d05-be17-86326f34449d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:10.169955 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46b004-82dd-4b91-bff2-607f9be93fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b49ec54-cada-4f85-a13b-983d4fe19c5b,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:10.242089 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee226e-7008-49a5-a39f-9281562b5085 req-a7da3372-3d58-46a2-b438-36d451f1362d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:10.242847 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8fa6a344-d059-4d05-be17-86326f34449d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:10.256630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee226e-7008-49a5-a39f-9281562b5085 req-a7da3372-3d58-46a2-b438-36d451f1362d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:10.265043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee226e-7008-49a5-a39f-9281562b5085 req-a7da3372-3d58-46a2-b438-36d451f1362d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:10.272791 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee226e-7008-49a5-a39f-9281562b5085 req-a7da3372-3d58-46a2-b438-36d451f1362d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:10.282201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee226e-7008-49a5-a39f-9281562b5085 req-a7da3372-3d58-46a2-b438-36d451f1362d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:10.290011 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee226e-7008-49a5-a39f-9281562b5085 req-a7da3372-3d58-46a2-b438-36d451f1362d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:10.297709 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee226e-7008-49a5-a39f-9281562b5085 req-a7da3372-3d58-46a2-b438-36d451f1362d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:10.307943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acee226e-7008-49a5-a39f-9281562b5085 req-a7da3372-3d58-46a2-b438-36d451f1362d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.2106178 Nov 08 00:37:10.339771 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8fa6a344-d059-4d05-be17-86326f34449d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:10.374060 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6a344-d059-4d05-be17-86326f34449d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff3bd09-cbb7-449b-b41b-86be92975f1e,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:10.412164 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acee226e-7008-49a5-a39f-9281562b5085 req-3e1b6721-da0f-44dc-9d90-4604fbf360e4 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0989907 Nov 08 00:37:10.416841 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'tag': '62e0ceb2-1ce3-4dc6-863b-43fec12b42f1'}, {'name': 'network-changed', 'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'tag': '1b49ec54-cada-4f85-a13b-983d4fe19c5b'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:37:10.420331 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb537066-9d61-4aa0-bce5-d32f1170c3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "tag": "62e0ceb2-1ce3-4dc6-863b-43fec12b42f1"}, {"name": "network-changed", "server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "tag": "1b49ec54-cada-4f85-a13b-983d4fe19c5b"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:37:10.449042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-ccf6cd63-63e9-4cfa-b23d-f13399045ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:10.449707 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-ccf6cd63-63e9-4cfa-b23d-f13399045ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:10.450070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-ccf6cd63-63e9-4cfa-b23d-f13399045ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:10.450534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-ccf6cd63-63e9-4cfa-b23d-f13399045ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:10.450994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-ccf6cd63-63e9-4cfa-b23d-f13399045ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:10.451444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-ccf6cd63-63e9-4cfa-b23d-f13399045ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:10.451912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-ccf6cd63-63e9-4cfa-b23d-f13399045ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:10.453932 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-ccf6cd63-63e9-4cfa-b23d-f13399045ced service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 6480 time: 0.1289625 Nov 08 00:37:10.484085 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8fa6a344-d059-4d05-be17-86326f34449d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:10.487251 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8fa6a344-d059-4d05-be17-86326f34449d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5817213 Nov 08 00:37:10.550174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-0ba6c44c-8115-4ffe-b6db-8133dbda2cc6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76488d3d-aea0-483c-841a-feae5dfe1eab HTTP/1.1" status: 200 len: 217 time: 0.0822706 Nov 08 00:37:10.552165 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Nov 2021 00:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99af06e9-ddc9-4dbc-82d4-3f2daf7198f4 x-openstack-request-id: req-99af06e9-ddc9-4dbc-82d4-3f2daf7198f4 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:37:10.552518 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "tag": "62e0ceb2-1ce3-4dc6-863b-43fec12b42f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "tag": "1b49ec54-cada-4f85-a13b-983d4fe19c5b", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:37:10.552990 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99af06e9-ddc9-4dbc-82d4-3f2daf7198f4 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:37:10.553779 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'tag': '62e0ceb2-1ce3-4dc6-863b-43fec12b42f1', 'status': 'completed', 'code': 200} Nov 08 00:37:10.553935 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'tag': '1b49ec54-cada-4f85-a13b-983d4fe19c5b', 'status': 'completed', 'code': 200} Nov 08 00:37:10.622211 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-cf2cf5f0-c3b7-4811-bb9c-592357264ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:10.626926 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-cf2cf5f0-c3b7-4811-bb9c-592357264ec2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27c96a89-7ab5-4bdd-a965-d1c0a565158c HTTP/1.1" status: 200 len: 851 time: 0.0654349 Nov 08 00:37:10.763430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-b5cc51cf-606b-41b7-854d-f473cc267456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:10.768197 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-b5cc51cf-606b-41b7-854d-f473cc267456 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc5b0d97-a530-416c-8598-edbfeb38986f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328855 Nov 08 00:37:10.982699 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-5f13d175-233a-47b6-a6f2-ab677f233cee service neutron] 10.222.0.20 "GET /v2.0/networks/cc5b0d97-a530-416c-8598-edbfeb38986f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079694 Nov 08 00:37:11.094766 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-ade41026-7c53-44fa-8590-d5edbdfdb794 service neutron] 10.222.0.20 "GET /v2.0/networks/cc5b0d97-a530-416c-8598-edbfeb38986f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035428 Nov 08 00:37:11.160229 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-663fef4c-6eb0-4ba3-a722-9713c066483c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=5467d33c-e619-4cf2-9bdc-e9edb7e205e2 HTTP/1.1" status: 200 len: 217 time: 0.0576868 Nov 08 00:37:11.286704 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-bd8183ec-de5f-4842-be67-d50e8c1455ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:11.290152 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-bd8183ec-de5f-4842-be67-d50e8c1455ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.1180480 Nov 08 00:37:11.381662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46190) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:11.387194 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-38d22871-39aa-43f5-aad7-a0309cf434df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:11.388835 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-38d22871-39aa-43f5-aad7-a0309cf434df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0921955 Nov 08 00:37:11.582267 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-a76ba4b6-43da-4bd2-be74-e929b54387b1 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855156 Nov 08 00:37:11.596093 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-3099744c-78ea-489f-81ea-81a075b51f65 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-873201016-network', 'tenant_id': '5dcd8eeba13b47e389b8d539923a6bef'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:11.738202 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3099744c-78ea-489f-81ea-81a075b51f65 admin admin] Made reservation on behalf of 5dcd8eeba13b47e389b8d539923a6bef for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:37:11.742737 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3099744c-78ea-489f-81ea-81a075b51f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:11.756679 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3099744c-78ea-489f-81ea-81a075b51f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:11.779432 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749271-6518-4bac-9ab8-520aa866d305 req-bd1fa142-b2e1-481a-9d45-c697904c1949 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:11.786493 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749271-6518-4bac-9ab8-520aa866d305 req-bd1fa142-b2e1-481a-9d45-c697904c1949 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:11.792799 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749271-6518-4bac-9ab8-520aa866d305 req-bd1fa142-b2e1-481a-9d45-c697904c1949 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:11.799398 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749271-6518-4bac-9ab8-520aa866d305 req-bd1fa142-b2e1-481a-9d45-c697904c1949 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:11.805445 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749271-6518-4bac-9ab8-520aa866d305 req-bd1fa142-b2e1-481a-9d45-c697904c1949 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:11.811474 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749271-6518-4bac-9ab8-520aa866d305 req-bd1fa142-b2e1-481a-9d45-c697904c1949 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:11.818070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749271-6518-4bac-9ab8-520aa866d305 req-bd1fa142-b2e1-481a-9d45-c697904c1949 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:11.820444 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69749271-6518-4bac-9ab8-520aa866d305 req-bd1fa142-b2e1-481a-9d45-c697904c1949 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.2952285 Nov 08 00:37:11.827401 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-b084d948-1ca6-4166-9d44-1c3f24ac676c service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909006 Nov 08 00:37:11.833731 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3099744c-78ea-489f-81ea-81a075b51f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:11.882472 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-26ae7703-dc2e-408b-9140-67dcd5610dd9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=86366417-c094-4a24-a99e-6f58cfef17b4 HTTP/1.1" status: 200 len: 217 time: 0.0465884 Nov 08 00:37:11.959699 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3099744c-78ea-489f-81ea-81a075b51f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:11.991940 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69749271-6518-4bac-9ab8-520aa866d305 req-b212633f-df9e-446f-b246-adfdfe6ce926 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1630173 Nov 08 00:37:12.007516 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-a384b39d-5fb9-469f-8d3f-9dc45bcb537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:12.010479 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-a384b39d-5fb9-469f-8d3f-9dc45bcb537f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.1081736 Nov 08 00:37:12.025024 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3099744c-78ea-489f-81ea-81a075b51f65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:37:12.065703 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099744c-78ea-489f-81ea-81a075b51f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420d3ae5-3211-489b-a028-591ff79a3fcd,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:12.078545 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-867bc8cf-5066-47a2-9725-d523f52dd066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:12.080150 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-867bc8cf-5066-47a2-9725-d523f52dd066 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0631378 Nov 08 00:37:12.089230 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3099744c-78ea-489f-81ea-81a075b51f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:12.089230 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-3099744c-78ea-489f-81ea-81a075b51f65 admin admin] Added segment bf9421b0-e433-4058-84e6-c9eaec42434e of type vlan for network 0618e210-b792-4650-a8ac-d8f41e4b492d Nov 08 00:37:12.133243 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3099744c-78ea-489f-81ea-81a075b51f65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:12.279024 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-8ef34be2-13ef-45f9-bf69-f6f34bcfe364 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919663 Nov 08 00:37:12.279889 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3099744c-78ea-489f-81ea-81a075b51f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:12.280875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3099744c-78ea-489f-81ea-81a075b51f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:12.281455 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3099744c-78ea-489f-81ea-81a075b51f65 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:12.369098 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099744c-78ea-489f-81ea-81a075b51f65 admin admin] Pushing event updated for resources: {'Network': ['ID=0618e210-b792-4650-a8ac-d8f41e4b492d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:12.396585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 0618e210-b792-4650-a8ac-d8f41e4b492d details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:37:12.425062 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-50be7645-5b0d-48cf-a536-88ea9fc97acc service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339028 Nov 08 00:37:12.477431 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-7088489e-1e0c-4cde-9d0f-02d4bf211d5c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=95e11555-22e2-4530-90d3-ed8768294b34 HTTP/1.1" status: 200 len: 217 time: 0.0485132 Nov 08 00:37:12.495737 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3099744c-78ea-489f-81ea-81a075b51f65 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1118972 Nov 08 00:37:12.498528 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46254) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:12.504960 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b3647ee3-98af-4e7a-980c-c7fbaed68d5f admin admin] Request body: {'subnet': {'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-873201016-subnet', 'tenant_id': '5dcd8eeba13b47e389b8d539923a6bef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:12.539497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-b1655d23-8e78-4d90-9437-fed4283bffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:12.540997 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-b1655d23-8e78-4d90-9437-fed4283bffde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0529480 Nov 08 00:37:12.588469 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3647ee3-98af-4e7a-980c-c7fbaed68d5f admin admin] Made reservation on behalf of 5dcd8eeba13b47e389b8d539923a6bef for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:37:12.590892 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b3647ee3-98af-4e7a-980c-c7fbaed68d5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:12.620436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-9f1410b1-ab98-4186-bf90-df5332430078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:12.622095 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-9f1410b1-ab98-4186-bf90-df5332430078 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0742385 Nov 08 00:37:12.753649 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-4d2795a7-5aca-4e49-8a25-a08c1624b528 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237824 Nov 08 00:37:12.879002 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-6d8bc9d5-6b96-4212-957e-e396871ac6f4 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167958 Nov 08 00:37:12.937680 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-3b36838e-3d4a-4c58-bb3e-b991ee28b3a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=54a2fed0-295c-4337-8852-db922e50e0df HTTP/1.1" status: 200 len: 217 time: 0.0519974 Nov 08 00:37:12.999946 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b3647ee3-98af-4e7a-980c-c7fbaed68d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:13.003035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-61ae280c-d85e-4e35-b621-93d9b7f71f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:13.005073 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-61ae280c-d85e-4e35-b621-93d9b7f71f0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0595682 Nov 08 00:37:13.071625 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3647ee3-98af-4e7a-980c-c7fbaed68d5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d38c2fbf-2fa2-4863-9972-a40f01fb858b,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:13.071921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-b7d2ca4f-dbc3-4fca-9bfa-a64b1ae725f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:13.073727 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-b7d2ca4f-dbc3-4fca-9bfa-a64b1ae725f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0551612 Nov 08 00:37:13.085999 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3647ee3-98af-4e7a-980c-c7fbaed68d5f admin admin] Checking segment: {'id': 'bf9421b0-e433-4058-84e6-c9eaec42434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:37:13.092034 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3647ee3-98af-4e7a-980c-c7fbaed68d5f admin admin] Network hostable DHCP agents. Network: 0618e210-b792-4650-a8ac-d8f41e4b492d, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:37:13.229470 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3647ee3-98af-4e7a-980c-c7fbaed68d5f admin admin] Network 0618e210-b792-4650-a8ac-d8f41e4b492d is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:37:13.289179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4628b8-3223-40cc-a1b2-5e66ff371e11 req-ae2edd58-f292-44a8-94b0-add605fa0be4 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:13.295379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4628b8-3223-40cc-a1b2-5e66ff371e11 req-ae2edd58-f292-44a8-94b0-add605fa0be4 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:13.302105 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4628b8-3223-40cc-a1b2-5e66ff371e11 req-ae2edd58-f292-44a8-94b0-add605fa0be4 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:13.308339 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4628b8-3223-40cc-a1b2-5e66ff371e11 req-ae2edd58-f292-44a8-94b0-add605fa0be4 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:13.315229 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4628b8-3223-40cc-a1b2-5e66ff371e11 req-ae2edd58-f292-44a8-94b0-add605fa0be4 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:13.322073 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4628b8-3223-40cc-a1b2-5e66ff371e11 req-ae2edd58-f292-44a8-94b0-add605fa0be4 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:13.327617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4628b8-3223-40cc-a1b2-5e66ff371e11 req-ae2edd58-f292-44a8-94b0-add605fa0be4 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:13.329958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d4628b8-3223-40cc-a1b2-5e66ff371e11 req-ae2edd58-f292-44a8-94b0-add605fa0be4 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.1708953 Nov 08 00:37:13.342818 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-b3647ee3-98af-4e7a-980c-c7fbaed68d5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 0618e210-b792-4650-a8ac-d8f41e4b492d) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:37:13.348052 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3647ee3-98af-4e7a-980c-c7fbaed68d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:13.349428 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b3647ee3-98af-4e7a-980c-c7fbaed68d5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:13.353326 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf867581-17f1-47cb-964a-87658f87ac1e None None] Network 0618e210-b792-4650-a8ac-d8f41e4b492d requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:37:13.384961 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-763ac4e7-4aa3-4cec-b7a4-84c85e88f9ae service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009512 Nov 08 00:37:13.390247 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d4628b8-3223-40cc-a1b2-5e66ff371e11 req-127d2902-129d-4835-b5c4-aa0c892ea1e9 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539465 Nov 08 00:37:13.445054 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b3647ee3-98af-4e7a-980c-c7fbaed68d5f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9446220 Nov 08 00:37:13.538029 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-0289d6a7-b898-4cf1-993c-0b638a0c0ffa service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445255 Nov 08 00:37:13.597744 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e567b8-c371-472b-8259-a3d04271464e None None] Network 0618e210-b792-4650-a8ac-d8f41e4b492d requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:37:13.628583 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-dab759f5-c7a6-4ccf-99dc-d1f16dbe84c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 HTTP/1.1" status: 200 len: 217 time: 0.0829580 Nov 08 00:37:13.733962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-db70559d-afd2-4ada-815c-5ae62b7f40fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:13.737533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-db70559d-afd2-4ada-815c-5ae62b7f40fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e HTTP/1.1" status: 200 len: 797 time: 0.1033843 Nov 08 00:37:13.808219 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-a780ed54-1ea1-476f-b991-3e9840c2fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:13.809838 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-a780ed54-1ea1-476f-b991-3e9840c2fd49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0621388 Nov 08 00:37:13.945408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-26ffa636-9697-4f99-b8e4-a4a00ebb2314 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253607 Nov 08 00:37:14.158986 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-de487463-aa0f-44e7-8407-2a7d7e111ef6 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:14.160467 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-de487463-aa0f-44e7-8407-2a7d7e111ef6 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/networks?id=0618e210-b792-4650-a8ac-d8f41e4b492d HTTP/1.1" status: 200 len: 814 time: 0.1356602 Nov 08 00:37:14.162372 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-94379ef8-2ba2-4e9c-af78-c61ac5a6150a service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076533 Nov 08 00:37:14.192270 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-f4f3ab95-8433-4897-8c0f-db0b4542bfc7 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/quotas/5dcd8eeba13b47e389b8d539923a6bef HTTP/1.1" status: 200 len: 375 time: 0.0229552 Nov 08 00:37:14.222057 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-0713abd5-e265-44f4-ae98-b36ad7252d1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b49ec54-cada-4f85-a13b-983d4fe19c5b HTTP/1.1" status: 200 len: 217 time: 0.0510249 Nov 08 00:37:14.253672 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-f7682c49-56b4-4410-87cc-4328743c8c76 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5dcd8eeba13b47e389b8d539923a6bef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348773 Nov 08 00:37:14.367748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-77bdda07-35dd-4c11-8e1d-6a586888edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:14.369280 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-77bdda07-35dd-4c11-8e1d-6a586888edf6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e HTTP/1.1" status: 200 len: 797 time: 0.1392629 Nov 08 00:37:14.449204 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-928120d6-096c-4bac-a697-f96c413fb9b7 service neutron] 10.222.0.13 "GET /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779087 Nov 08 00:37:14.467517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-0366e010-fe21-4c20-a8da-fa6b3d921d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:14.469075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-0366e010-fe21-4c20-a8da-fa6b3d921d41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0910974 Nov 08 00:37:15.032319 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd82250-2a1a-4c73-86ab-087e2a829f9f req-a83bf71a-debf-42fc-bd60-09ea47ba0e33 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:15.038712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd82250-2a1a-4c73-86ab-087e2a829f9f req-a83bf71a-debf-42fc-bd60-09ea47ba0e33 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:15.050356 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd82250-2a1a-4c73-86ab-087e2a829f9f req-a83bf71a-debf-42fc-bd60-09ea47ba0e33 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:15.056390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd82250-2a1a-4c73-86ab-087e2a829f9f req-a83bf71a-debf-42fc-bd60-09ea47ba0e33 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:15.062323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd82250-2a1a-4c73-86ab-087e2a829f9f req-a83bf71a-debf-42fc-bd60-09ea47ba0e33 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:15.068311 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd82250-2a1a-4c73-86ab-087e2a829f9f req-a83bf71a-debf-42fc-bd60-09ea47ba0e33 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:15.074880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd82250-2a1a-4c73-86ab-087e2a829f9f req-a83bf71a-debf-42fc-bd60-09ea47ba0e33 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:15.076364 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1bd82250-2a1a-4c73-86ab-087e2a829f9f req-a83bf71a-debf-42fc-bd60-09ea47ba0e33 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.5573907 Nov 08 00:37:15.100067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-21cadd8a-20ae-4592-bb53-a7df3b19df4f service neutron] 10.222.0.13 "GET /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6423795 Nov 08 00:37:15.159658 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-737760a3-2cc4-46bf-8bf1-902f697f17ef service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6801867 Nov 08 00:37:15.254998 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1bd82250-2a1a-4c73-86ab-087e2a829f9f req-f32f1dab-4506-45cf-8e95-c1d45a6e0741 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1687686 Nov 08 00:37:15.362640 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9dac7a1-2ff9-4a35-b918-ba308726cc6a req-ef442523-f3f1-44a8-af8f-bc01d7118253 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831889 Nov 08 00:37:15.550618 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35418996-d109-4b67-9084-371ef0d08c93 req-d391d3c1-d14b-415c-858f-668f2f36c9a6 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 210 time: 0.0686727 Nov 08 00:37:15.670342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-34ab98ef-8fae-49fb-ba97-e116888ed61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:15.671306 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-34ab98ef-8fae-49fb-ba97-e116888ed61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:15.671306 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-34ab98ef-8fae-49fb-ba97-e116888ed61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:15.671705 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-34ab98ef-8fae-49fb-ba97-e116888ed61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:15.672360 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-34ab98ef-8fae-49fb-ba97-e116888ed61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:15.672821 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-34ab98ef-8fae-49fb-ba97-e116888ed61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:15.673312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-34ab98ef-8fae-49fb-ba97-e116888ed61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:15.675252 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-34ab98ef-8fae-49fb-ba97-e116888ed61e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 6480 time: 0.1220555 Nov 08 00:37:15.876201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-365d85fa-ed7f-44ad-8753-ce8486109b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:15.882052 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-365d85fa-ed7f-44ad-8753-ce8486109b1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 HTTP/1.1" status: 200 len: 903 time: 0.1983082 Nov 08 00:37:15.999246 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-f99fc22a-49d5-47b8-9489-ed685e99a45c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 HTTP/1.1" status: 200 len: 217 time: 0.1104863 Nov 08 00:37:16.074771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-71cf7a50-9f72-4311-a538-0193c417aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:16.077091 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-71cf7a50-9f72-4311-a538-0193c417aa72 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e HTTP/1.1" status: 200 len: 797 time: 0.0708685 Nov 08 00:37:16.147628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-8178ea19-2358-451c-a5a7-c8804eb1b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:16.151777 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-8178ea19-2358-451c-a5a7-c8804eb1b4b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0651140 Nov 08 00:37:16.325141 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-eef562aa-a02b-4506-a768-86d8af67a2dd service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662924 Nov 08 00:37:16.463353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-3c7da1f2-c31c-460e-a276-ac137acb8d56 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294768 Nov 08 00:37:16.538615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47745f01-47b5-4b84-bfa8-a5673a7a6783 req-dd78e390-01e7-495e-9a29-fba9cd3d9df0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:16.546351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47745f01-47b5-4b84-bfa8-a5673a7a6783 req-dd78e390-01e7-495e-9a29-fba9cd3d9df0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:16.557010 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47745f01-47b5-4b84-bfa8-a5673a7a6783 req-dd78e390-01e7-495e-9a29-fba9cd3d9df0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:16.564871 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47745f01-47b5-4b84-bfa8-a5673a7a6783 req-dd78e390-01e7-495e-9a29-fba9cd3d9df0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:16.572501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47745f01-47b5-4b84-bfa8-a5673a7a6783 req-dd78e390-01e7-495e-9a29-fba9cd3d9df0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:16.579289 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47745f01-47b5-4b84-bfa8-a5673a7a6783 req-dd78e390-01e7-495e-9a29-fba9cd3d9df0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:16.585924 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47745f01-47b5-4b84-bfa8-a5673a7a6783 req-dd78e390-01e7-495e-9a29-fba9cd3d9df0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:16.588028 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47745f01-47b5-4b84-bfa8-a5673a7a6783 req-dd78e390-01e7-495e-9a29-fba9cd3d9df0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.1236298 Nov 08 00:37:16.679650 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47745f01-47b5-4b84-bfa8-a5673a7a6783 req-0a892929-2b37-441d-adac-3b74b4ff786f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782659 Nov 08 00:37:16.686873 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-fc5324a1-ef3b-4dba-94df-88e8c5247178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:16.687826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-fc5324a1-ef3b-4dba-94df-88e8c5247178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:16.688018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-fc5324a1-ef3b-4dba-94df-88e8c5247178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:16.688538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-fc5324a1-ef3b-4dba-94df-88e8c5247178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:16.689146 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-fc5324a1-ef3b-4dba-94df-88e8c5247178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:16.694397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-fc5324a1-ef3b-4dba-94df-88e8c5247178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:16.694397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-fc5324a1-ef3b-4dba-94df-88e8c5247178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:16.694397 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-fc5324a1-ef3b-4dba-94df-88e8c5247178 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 6480 time: 0.1034920 Nov 08 00:37:16.730993 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-003d5523-b803-4ba2-895b-4685ce2fbcac req-f8d4a553-0ccb-4791-879c-b9c5350aa0f5 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 210 time: 0.0372784 Nov 08 00:37:16.829963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-eff4eb65-c4cb-4655-94be-f8f2d109abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:16.831857 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-eff4eb65-c4cb-4655-94be-f8f2d109abe8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 HTTP/1.1" status: 200 len: 903 time: 0.1287789 Nov 08 00:37:16.877773 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-bdf71f73-c5a6-4e93-a96e-0d67b93a0014 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b49ec54-cada-4f85-a13b-983d4fe19c5b HTTP/1.1" status: 200 len: 217 time: 0.0389996 Nov 08 00:37:16.932359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-92609e4e-0333-4a29-a91d-1435927a20eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:16.934736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-92609e4e-0333-4a29-a91d-1435927a20eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e HTTP/1.1" status: 200 len: 797 time: 0.0498652 Nov 08 00:37:17.003269 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-16b4a78d-70df-4fe0-87f2-e78d6a7c62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:17.004995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-16b4a78d-70df-4fe0-87f2-e78d6a7c62e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0615523 Nov 08 00:37:17.159331 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-8f6dc6e2-d151-44ab-97da-7826935849c3 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460090 Nov 08 00:37:17.267823 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb537066-9d61-4aa0-bce5-d32f1170c3aa req-425c3f73-7b08-4404-b540-cccd6c94039c service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002948 Nov 08 00:37:17.873669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab46b9f0-943d-4a29-a26a-fa86e9c8bfd9 req-1a2eff52-fe43-473f-8a6b-4d511e5e7909 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 210 time: 0.0499065 Nov 08 00:37:17.968635 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1622a2-84fe-4abe-872d-0e4496a3cda2 req-4106e54e-716f-47e0-90b9-215712a3395f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:17.975103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1622a2-84fe-4abe-872d-0e4496a3cda2 req-4106e54e-716f-47e0-90b9-215712a3395f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:17.981202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1622a2-84fe-4abe-872d-0e4496a3cda2 req-4106e54e-716f-47e0-90b9-215712a3395f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:17.987967 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1622a2-84fe-4abe-872d-0e4496a3cda2 req-4106e54e-716f-47e0-90b9-215712a3395f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:17.993978 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1622a2-84fe-4abe-872d-0e4496a3cda2 req-4106e54e-716f-47e0-90b9-215712a3395f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:17.999983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1622a2-84fe-4abe-872d-0e4496a3cda2 req-4106e54e-716f-47e0-90b9-215712a3395f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:18.006546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1622a2-84fe-4abe-872d-0e4496a3cda2 req-4106e54e-716f-47e0-90b9-215712a3395f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:18.008851 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d1622a2-84fe-4abe-872d-0e4496a3cda2 req-4106e54e-716f-47e0-90b9-215712a3395f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.1066561 Nov 08 00:37:18.077217 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d1622a2-84fe-4abe-872d-0e4496a3cda2 req-f1de0b77-fbcb-4537-9a99-0f3300ccbe3c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583320 Nov 08 00:37:18.553159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-0d9cc839-b7c1-4f98-bbd0-b8204f5f4040 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:18.555440 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-0d9cc839-b7c1-4f98-bbd0-b8204f5f4040 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.26 "GET /v2.0/networks?id=0618e210-b792-4650-a8ac-d8f41e4b492d HTTP/1.1" status: 200 len: 814 time: 0.1763842 Nov 08 00:37:18.573849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Request body: {'port': {'device_id': '33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c', 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d', 'admin_state_up': True, 'tenant_id': '5dcd8eeba13b47e389b8d539923a6bef'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:18.828176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Made reservation on behalf of 5dcd8eeba13b47e389b8d539923a6bef for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:37:18.831955 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:19.015443 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4d03472-2541-451f-bed9-d3625e7d5b5b req-92d031b9-a524-473d-8e19-c166ed9773a7 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 210 time: 0.0385275 Nov 08 00:37:19.027909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Allocated IP 172.20.0.14 (0618e210-b792-4650-a8ac-d8f41e4b492d/d38c2fbf-2fa2-4863-9972-a40f01fb858b/c7d5d6fb-daac-41a1-b872-3d686c10448d) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:37:19.304391 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad444f2-1c4a-442c-9e96-69b1ad78dae0 req-99144f23-5226-48f2-81d2-229432743202 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:19.310604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad444f2-1c4a-442c-9e96-69b1ad78dae0 req-99144f23-5226-48f2-81d2-229432743202 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:19.316856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad444f2-1c4a-442c-9e96-69b1ad78dae0 req-99144f23-5226-48f2-81d2-229432743202 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:19.322925 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad444f2-1c4a-442c-9e96-69b1ad78dae0 req-99144f23-5226-48f2-81d2-229432743202 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:19.331204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad444f2-1c4a-442c-9e96-69b1ad78dae0 req-99144f23-5226-48f2-81d2-229432743202 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:19.351255 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad444f2-1c4a-442c-9e96-69b1ad78dae0 req-99144f23-5226-48f2-81d2-229432743202 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:19.358691 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad444f2-1c4a-442c-9e96-69b1ad78dae0 req-99144f23-5226-48f2-81d2-229432743202 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:19.360767 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fad444f2-1c4a-442c-9e96-69b1ad78dae0 req-99144f23-5226-48f2-81d2-229432743202 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.1461432 Nov 08 00:37:19.385383 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:19.427330 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fad444f2-1c4a-442c-9e96-69b1ad78dae0 req-6a3b53e9-771d-4887-b8ed-f3453074ab8f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578055 Nov 08 00:37:19.538397 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:19.595412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Network 0618e210-b792-4650-a8ac-d8f41e4b492d is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:37:19.601014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:37:19.615693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:37:19.648268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Pushing event updated for resources: {'Port': ['ID=c7d5d6fb-daac-41a1-b872-3d686c10448d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:19.667943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:19.668297 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:19.668645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:19.668984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:19.669504 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:19.669671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:19.670049 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:19.670286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:19.670614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:19.670938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:19.671258 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:19.671604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:19.695958 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:19.696612 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:19.825263 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-45ab6ccf-2b75-49d1-975a-f342043d65c3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2562056 Nov 08 00:37:19.845074 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Request body: {'port': {'device_id': '33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:19.919303 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:20.276012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55ce2b-6754-4c1a-a538-07fdd5fa29a0 req-a72a1d34-32c1-4673-98c0-24e1b3e42fdf tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:20.284198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3c55ce2b-6754-4c1a-a538-07fdd5fa29a0 req-a72a1d34-32c1-4673-98c0-24e1b3e42fdf tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 932 time: 0.1060112 Nov 08 00:37:20.391501 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3c55ce2b-6754-4c1a-a538-07fdd5fa29a0 req-7dd5042f-0432-459c-bfec-6701f356da6e tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019454 Nov 08 00:37:20.396344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d5d6fb-daac-41a1-b872-3d686c10448d {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:37:20.415744 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:20.437060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Transition to ACTIVE for port object c7d5d6fb-daac-41a1-b872-3d686c10448d will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:37:20.525561 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:20.582910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d5d6fb-daac-41a1-b872-3d686c10448d,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:20.708397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b05ff0-cebd-4a8a-b5d6-89149b47b1dc req-790f4be5-c18a-48fa-9f15-7495508ddfc5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:20.716090 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b05ff0-cebd-4a8a-b5d6-89149b47b1dc req-790f4be5-c18a-48fa-9f15-7495508ddfc5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:20.728642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b05ff0-cebd-4a8a-b5d6-89149b47b1dc req-790f4be5-c18a-48fa-9f15-7495508ddfc5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:20.736268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b05ff0-cebd-4a8a-b5d6-89149b47b1dc req-790f4be5-c18a-48fa-9f15-7495508ddfc5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:20.743278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b05ff0-cebd-4a8a-b5d6-89149b47b1dc req-790f4be5-c18a-48fa-9f15-7495508ddfc5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:20.749658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b05ff0-cebd-4a8a-b5d6-89149b47b1dc req-790f4be5-c18a-48fa-9f15-7495508ddfc5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:20.756468 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b05ff0-cebd-4a8a-b5d6-89149b47b1dc req-790f4be5-c18a-48fa-9f15-7495508ddfc5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:20.759129 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36b05ff0-cebd-4a8a-b5d6-89149b47b1dc req-790f4be5-c18a-48fa-9f15-7495508ddfc5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.1810892 Nov 08 00:37:20.793025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Attempting to bind port c7d5d6fb-daac-41a1-b872-3d686c10448d on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:37:20.793299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Attempting to bind port c7d5d6fb-daac-41a1-b872-3d686c10448d by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'bf9421b0-e433-4058-84e6-c9eaec42434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:37:20.793617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Attempting to bind port c7d5d6fb-daac-41a1-b872-3d686c10448d on network 0618e210-b792-4650-a8ac-d8f41e4b492d {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:37:20.826929 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Port c7d5d6fb-daac-41a1-b872-3d686c10448d on network 0618e210-b792-4650-a8ac-d8f41e4b492d not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:37:20.827302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Attempting to bind port c7d5d6fb-daac-41a1-b872-3d686c10448d on network 0618e210-b792-4650-a8ac-d8f41e4b492d {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:37:20.834904 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:37:20.835257 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Checking segment: {'id': 'bf9421b0-e433-4058-84e6-c9eaec42434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:37:20.835622 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Bound using segment: {'id': 'bf9421b0-e433-4058-84e6-c9eaec42434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:37:20.836077 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Bound port: c7d5d6fb-daac-41a1-b872-3d686c10448d, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9421b0-e433-4058-84e6-c9eaec42434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:37:20.836433 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:20.862756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36b05ff0-cebd-4a8a-b5d6-89149b47b1dc req-f370154c-c649-434d-af75-512d8c5cde15 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707552 Nov 08 00:37:20.954742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] For port c7d5d6fb-daac-41a1-b872-3d686c10448d, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:37:20.959483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] For port c7d5d6fb-daac-41a1-b872-3d686c10448d, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c7d5d6fb-daac-41a1-b872-3d686c10448d,segment=NetworkSegment(bf9421b0-e433-4058-84e6-c9eaec42434e),segment_id=bf9421b0-e433-4058-84e6-c9eaec42434e)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:37:21.074945 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:21.138735 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:21.139285 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:21.141159 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] 10.222.0.26 "PUT /v2.0/ports/c7d5d6fb-daac-41a1-b872-3d686c10448d HTTP/1.1" status: 200 len: 1092 time: 1.3015466 Nov 08 00:37:21.146019 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c', 'tag': 'c7d5d6fb-daac-41a1-b872-3d686c10448d'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:37:21.148565 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3eab247-0e25-42da-bb30-e993e303a6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c", "tag": "c7d5d6fb-daac-41a1-b872-3d686c10448d"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:37:21.191344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091856d-9109-4989-8a00-766f6f26f480 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d5d6fb-daac-41a1-b872-3d686c10448d,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:21.213798 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5693937a-ef29-41b0-b48d-db66c6541904 x-openstack-request-id: req-5693937a-ef29-41b0-b48d-db66c6541904 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:37:21.213798 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c", "tag": "c7d5d6fb-daac-41a1-b872-3d686c10448d", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:37:21.213798 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5693937a-ef29-41b0-b48d-db66c6541904 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:37:21.213798 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c', 'tag': 'c7d5d6fb-daac-41a1-b872-3d686c10448d', 'status': 'completed', 'code': 200} Nov 08 00:37:21.316255 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eab247-0e25-42da-bb30-e993e303a6f5 req-3f2d2be5-8fdf-4bba-b371-3f95d26e5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:21.328945 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3eab247-0e25-42da-bb30-e993e303a6f5 req-3f2d2be5-8fdf-4bba-b371-3f95d26e5f1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5dcd8eeba13b47e389b8d539923a6bef&device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 1095 time: 0.0706100 Nov 08 00:37:21.480756 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eab247-0e25-42da-bb30-e993e303a6f5 req-30a07f7a-b28d-4e8d-8da4-7bb88da94322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:21.482387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3eab247-0e25-42da-bb30-e993e303a6f5 req-30a07f7a-b28d-4e8d-8da4-7bb88da94322 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5dcd8eeba13b47e389b8d539923a6bef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1437802 Nov 08 00:37:21.627402 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a81fc-93b2-4653-832e-f0a3712d9ec7 req-ab362cfc-cfae-42da-8cba-84e4c6d33a3a tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:21.635216 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-569a81fc-93b2-4653-832e-f0a3712d9ec7 req-ab362cfc-cfae-42da-8cba-84e4c6d33a3a tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 944 time: 0.1485181 Nov 08 00:37:21.692843 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-569a81fc-93b2-4653-832e-f0a3712d9ec7 req-986a34e4-707c-451d-b140-bd8f629fecfe tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564682 Nov 08 00:37:21.705223 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eab247-0e25-42da-bb30-e993e303a6f5 req-6d123640-4c27-4312-81e0-4d2dda38b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:21.706704 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3eab247-0e25-42da-bb30-e993e303a6f5 req-6d123640-4c27-4312-81e0-4d2dda38b9b2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2086563 Nov 08 00:37:21.815429 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-9fee4c20-9aaa-4813-8361-c4793bc15d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:21.817331 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-9fee4c20-9aaa-4813-8361-c4793bc15d0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5dcd8eeba13b47e389b8d539923a6bef&device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 1095 time: 0.0484846 Nov 08 00:37:21.869492 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-2537289c-07c3-46ef-8dd8-962c616e2360 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7d5d6fb-daac-41a1-b872-3d686c10448d HTTP/1.1" status: 200 len: 217 time: 0.0396295 Nov 08 00:37:21.924419 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-b577b876-f65b-43ee-9c4f-0d735e3a2cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:21.925272 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-b577b876-f65b-43ee-9c4f-0d735e3a2cc8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d38c2fbf-2fa2-4863-9972-a40f01fb858b HTTP/1.1" status: 200 len: 854 time: 0.0489368 Nov 08 00:37:21.970520 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-7cec20c5-6090-4da9-8f53-1e756c53e70f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0618e210-b792-4650-a8ac-d8f41e4b492d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340183 Nov 08 00:37:22.091894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c57ebd-5d4f-4599-a376-ce00b5292eb5 req-688e6091-8b37-4885-8cd8-1f195d864c63 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:22.097989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c57ebd-5d4f-4599-a376-ce00b5292eb5 req-688e6091-8b37-4885-8cd8-1f195d864c63 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:22.104344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c57ebd-5d4f-4599-a376-ce00b5292eb5 req-688e6091-8b37-4885-8cd8-1f195d864c63 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:22.111030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c57ebd-5d4f-4599-a376-ce00b5292eb5 req-688e6091-8b37-4885-8cd8-1f195d864c63 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:22.116636 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c57ebd-5d4f-4599-a376-ce00b5292eb5 req-688e6091-8b37-4885-8cd8-1f195d864c63 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:22.123112 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c57ebd-5d4f-4599-a376-ce00b5292eb5 req-688e6091-8b37-4885-8cd8-1f195d864c63 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:22.129970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c57ebd-5d4f-4599-a376-ce00b5292eb5 req-688e6091-8b37-4885-8cd8-1f195d864c63 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:22.131945 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f3c57ebd-5d4f-4599-a376-ce00b5292eb5 req-688e6091-8b37-4885-8cd8-1f195d864c63 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.1602795 Nov 08 00:37:22.175053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-ff3b0a0d-2ace-4050-8775-4cc96ff60c5f service neutron] 10.222.0.26 "GET /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941030 Nov 08 00:37:22.243671 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f3c57ebd-5d4f-4599-a376-ce00b5292eb5 req-37ebd8da-abcb-4ae0-85d9-ca247b4f4a5e tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0924783 Nov 08 00:37:22.314648 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c51f9ac-7460-4e45-bc45-9fe238e41033 req-39a91bd7-8df0-4f15-9212-7369e49a1f56 service neutron] 10.222.0.26 "GET /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310725 Nov 08 00:37:22.855206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88012391-21fd-4508-823d-d1bf559515b2 req-d5abe834-3147-4b73-acb5-4941c296a59d tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:22.857762 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88012391-21fd-4508-823d-d1bf559515b2 req-d5abe834-3147-4b73-acb5-4941c296a59d tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 944 time: 0.0603995 Nov 08 00:37:22.897203 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88012391-21fd-4508-823d-d1bf559515b2 req-3fb15553-ac70-4a0a-9157-6e27fb744523 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340717 Nov 08 00:37:23.411552 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746aaa9-c32a-4b2f-a097-9b2e006e62ad req-ee5e15d0-3780-4dad-96d2-8c0b7ef5d82a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:23.417460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746aaa9-c32a-4b2f-a097-9b2e006e62ad req-ee5e15d0-3780-4dad-96d2-8c0b7ef5d82a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:23.424125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746aaa9-c32a-4b2f-a097-9b2e006e62ad req-ee5e15d0-3780-4dad-96d2-8c0b7ef5d82a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:23.430121 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746aaa9-c32a-4b2f-a097-9b2e006e62ad req-ee5e15d0-3780-4dad-96d2-8c0b7ef5d82a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:23.437979 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746aaa9-c32a-4b2f-a097-9b2e006e62ad req-ee5e15d0-3780-4dad-96d2-8c0b7ef5d82a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:23.442259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746aaa9-c32a-4b2f-a097-9b2e006e62ad req-ee5e15d0-3780-4dad-96d2-8c0b7ef5d82a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:23.448201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746aaa9-c32a-4b2f-a097-9b2e006e62ad req-ee5e15d0-3780-4dad-96d2-8c0b7ef5d82a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:23.450088 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2746aaa9-c32a-4b2f-a097-9b2e006e62ad req-ee5e15d0-3780-4dad-96d2-8c0b7ef5d82a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.0931821 Nov 08 00:37:23.502278 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2746aaa9-c32a-4b2f-a097-9b2e006e62ad req-1118e7a8-4b3e-4565-99ca-27db873c0766 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451484 Nov 08 00:37:24.065379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c38d4-c492-421f-a3cc-9e08d151084f req-7b7ce3fe-7a52-4540-9c7f-3bfbfbc2e807 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:24.066997 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0a3c38d4-c492-421f-a3cc-9e08d151084f req-7b7ce3fe-7a52-4540-9c7f-3bfbfbc2e807 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 944 time: 0.0874918 Nov 08 00:37:24.129433 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0a3c38d4-c492-421f-a3cc-9e08d151084f req-934f518a-eb1d-480e-876b-fcdb3503a9fe tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513470 Nov 08 00:37:24.738341 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46522) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:24.752826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbee1c-eecb-46a0-8f4b-983f58608433 req-090669d0-c1f5-4d16-a467-8b5a50db2a12 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:24.761377 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbee1c-eecb-46a0-8f4b-983f58608433 req-090669d0-c1f5-4d16-a467-8b5a50db2a12 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:24.767431 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbee1c-eecb-46a0-8f4b-983f58608433 req-090669d0-c1f5-4d16-a467-8b5a50db2a12 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:24.774204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbee1c-eecb-46a0-8f4b-983f58608433 req-090669d0-c1f5-4d16-a467-8b5a50db2a12 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:24.780900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbee1c-eecb-46a0-8f4b-983f58608433 req-090669d0-c1f5-4d16-a467-8b5a50db2a12 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:24.787353 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbee1c-eecb-46a0-8f4b-983f58608433 req-090669d0-c1f5-4d16-a467-8b5a50db2a12 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:24.798897 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbee1c-eecb-46a0-8f4b-983f58608433 req-090669d0-c1f5-4d16-a467-8b5a50db2a12 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:24.798897 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b3fbee1c-eecb-46a0-8f4b-983f58608433 req-090669d0-c1f5-4d16-a467-8b5a50db2a12 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.1561077 Nov 08 00:37:24.846524 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b3fbee1c-eecb-46a0-8f4b-983f58608433 req-f22347b5-1f57-4265-a81e-be75950c33ea tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414934 Nov 08 00:37:24.876532 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9432-fd32-412a-843b-f71638375a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:24.973798 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9432-fd32-412a-843b-f71638375a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:25.080515 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9432-fd32-412a-843b-f71638375a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:25.125883 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf9432-fd32-412a-843b-f71638375a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaacb82-822c-4129-af0c-8b910f1fe932,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:25.145100 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b0cf9432-fd32-412a-843b-f71638375a0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bc45f0d6c924286a3d4307dbb607725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4055700 Nov 08 00:37:25.147682 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46534) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:25.202591 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e83bd0ed-9cdb-43f2-b018-c0af160c9114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:25.229194 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e83bd0ed-9cdb-43f2-b018-c0af160c9114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:25.264547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ee158-7e3c-4d2c-874f-d75711cad39e req-4664ba1a-3e9f-4aef-8f4c-071d57d65422 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:25.266143 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d3ee158-7e3c-4d2c-874f-d75711cad39e req-4664ba1a-3e9f-4aef-8f4c-071d57d65422 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 944 time: 0.0557499 Nov 08 00:37:25.306824 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d3ee158-7e3c-4d2c-874f-d75711cad39e req-1df2f7ab-739d-4674-8f9e-f4c8901d5f81 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336173 Nov 08 00:37:25.382376 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e83bd0ed-9cdb-43f2-b018-c0af160c9114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:25.385114 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e83bd0ed-9cdb-43f2-b018-c0af160c9114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:25.386727 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e83bd0ed-9cdb-43f2-b018-c0af160c9114 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ceaacb82-822c-4129-af0c-8b910f1fe932 HTTP/1.1" status: 204 len: 168 time: 0.2379022 Nov 08 00:37:25.399315 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bd0ed-9cdb-43f2-b018-c0af160c9114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceaacb82-822c-4129-af0c-8b910f1fe932,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:25.510520 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c7d5d6fb-daac-41a1-b872-3d686c10448d details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:37:25.624275 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port c7d5d6fb-daac-41a1-b872-3d686c10448d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c7d5d6fb-daac-41a1-b872-3d686c10448d,segment=NetworkSegment(bf9421b0-e433-4058-84e6-c9eaec42434e),segment_id=bf9421b0-e433-4058-84e6-c9eaec42434e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:25.638068 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'c7d5d6fb-daac-41a1-b872-3d686c10448d', 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d', 'port_id': 'c7d5d6fb-daac-41a1-b872-3d686c10448d', 'mac_address': 'fa:16:3e:06:e0:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38c2fbf-2fa2-4863-9972-a40f01fb858b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:37:25.679416 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:25.692695 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d5d6fb-daac-41a1-b872-3d686c10448d {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:37:25.713237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port c7d5d6fb-daac-41a1-b872-3d686c10448d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c7d5d6fb-daac-41a1-b872-3d686c10448d,segment=NetworkSegment(bf9421b0-e433-4058-84e6-c9eaec42434e),segment_id=bf9421b0-e433-4058-84e6-c9eaec42434e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:26.021835 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80673e0-2e71-4e7d-97a4-766fa4116ca1 req-b63cdd85-7ddf-4ea7-a40d-134b0440b57a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:26.034853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80673e0-2e71-4e7d-97a4-766fa4116ca1 req-b63cdd85-7ddf-4ea7-a40d-134b0440b57a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:26.035173 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80673e0-2e71-4e7d-97a4-766fa4116ca1 req-b63cdd85-7ddf-4ea7-a40d-134b0440b57a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:26.041664 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80673e0-2e71-4e7d-97a4-766fa4116ca1 req-b63cdd85-7ddf-4ea7-a40d-134b0440b57a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:26.049466 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80673e0-2e71-4e7d-97a4-766fa4116ca1 req-b63cdd85-7ddf-4ea7-a40d-134b0440b57a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:26.056912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80673e0-2e71-4e7d-97a4-766fa4116ca1 req-b63cdd85-7ddf-4ea7-a40d-134b0440b57a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:26.063359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80673e0-2e71-4e7d-97a4-766fa4116ca1 req-b63cdd85-7ddf-4ea7-a40d-134b0440b57a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:26.070317 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a80673e0-2e71-4e7d-97a4-766fa4116ca1 req-b63cdd85-7ddf-4ea7-a40d-134b0440b57a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.1081076 Nov 08 00:37:26.112083 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a80673e0-2e71-4e7d-97a4-766fa4116ca1 req-37356920-2d57-4daf-a01e-54c0e6c0063c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394864 Nov 08 00:37:26.141271 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:26.190343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=c7d5d6fb-daac-41a1-b872-3d686c10448d,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:26.393043 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['c7d5d6fb-daac-41a1-b872-3d686c10448d'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:37:26.475467 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 46570) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:26.481839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9d4d0-bb5f-4e39-9756-bb76119d73d1 req-fa63208c-c823-4bb6-971e-cbd94eeff176 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:26.491440 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94e9d4d0-bb5f-4e39-9756-bb76119d73d1 req-fa63208c-c823-4bb6-971e-cbd94eeff176 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 945 time: 0.1069870 Nov 08 00:37:26.503923 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c5e1f462-78a4-42e4-bbef-0bf1afb1d8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:26.547295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94e9d4d0-bb5f-4e39-9756-bb76119d73d1 req-ba5a216e-77b9-4d1e-bead-1061f21c5dd2 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548420 Nov 08 00:37:26.602229 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c5e1f462-78a4-42e4-bbef-0bf1afb1d8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:26.720576 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c5e1f462-78a4-42e4-bbef-0bf1afb1d8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:26.768803 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c5e1f462-78a4-42e4-bbef-0bf1afb1d8e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa8c1fdaac3140058accb7aebc2f21fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904334 Nov 08 00:37:26.769771 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1f462-78a4-42e4-bbef-0bf1afb1d8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ce254c-e401-4625-97b7-9904383fb9a0,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:26.771826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 46580) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:26.838899 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d140633a-f2f9-470e-9406-fb17ac98894a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:26.863111 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d140633a-f2f9-470e-9406-fb17ac98894a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:27.068466 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d140633a-f2f9-470e-9406-fb17ac98894a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:27.071173 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d140633a-f2f9-470e-9406-fb17ac98894a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:27.072451 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d140633a-f2f9-470e-9406-fb17ac98894a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7ce254c-e401-4625-97b7-9904383fb9a0 HTTP/1.1" status: 204 len: 168 time: 0.2993925 Nov 08 00:37:27.081911 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140633a-f2f9-470e-9406-fb17ac98894a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ce254c-e401-4625-97b7-9904383fb9a0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:27.268013 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c929bff-7a47-402e-96f7-d668b9ad7f09 req-6a816064-f531-42de-8677-8242d161e1d1 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:27.274214 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c929bff-7a47-402e-96f7-d668b9ad7f09 req-6a816064-f531-42de-8677-8242d161e1d1 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:27.280383 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c929bff-7a47-402e-96f7-d668b9ad7f09 req-6a816064-f531-42de-8677-8242d161e1d1 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:27.287324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c929bff-7a47-402e-96f7-d668b9ad7f09 req-6a816064-f531-42de-8677-8242d161e1d1 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:27.292802 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c929bff-7a47-402e-96f7-d668b9ad7f09 req-6a816064-f531-42de-8677-8242d161e1d1 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:27.298856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c929bff-7a47-402e-96f7-d668b9ad7f09 req-6a816064-f531-42de-8677-8242d161e1d1 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:27.304889 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c929bff-7a47-402e-96f7-d668b9ad7f09 req-6a816064-f531-42de-8677-8242d161e1d1 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:27.306849 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c929bff-7a47-402e-96f7-d668b9ad7f09 req-6a816064-f531-42de-8677-8242d161e1d1 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.1101949 Nov 08 00:37:27.364456 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c929bff-7a47-402e-96f7-d668b9ad7f09 req-67ba4d0b-0ee5-4d04-bb8d-99d65d076bb7 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508091 Nov 08 00:37:27.509015 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c7d5d6fb-daac-41a1-b872-3d686c10448d up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:37:27.707535 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f3c56-bf61-48ad-a006-f031a98993fa req-4d9e193f-5f13-44cc-8447-5ca0fd1d7d81 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:27.716424 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff9f3c56-bf61-48ad-a006-f031a98993fa req-4d9e193f-5f13-44cc-8447-5ca0fd1d7d81 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 945 time: 0.0747170 Nov 08 00:37:27.730300 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port c7d5d6fb-daac-41a1-b872-3d686c10448d completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:37:27.741023 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port c7d5d6fb-daac-41a1-b872-3d686c10448d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:37:27.741641 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:27.788709 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff9f3c56-bf61-48ad-a006-f031a98993fa req-d0fc5115-780c-4c4f-9b1d-6eb92d99600d tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703933 Nov 08 00:37:27.870340 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:27.901594 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d5d6fb-daac-41a1-b872-3d686c10448d'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:37:27.904282 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e49cfee-80e5-44e2-9f3c-20de2eb2e1ee" -d '{"events": [{"server_uuid": "33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c", "name": "network-vif-plugged", "status": "completed", "tag": "c7d5d6fb-daac-41a1-b872-3d686c10448d"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:37:27.933753 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port c7d5d6fb-daac-41a1-b872-3d686c10448d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c7d5d6fb-daac-41a1-b872-3d686c10448d,segment=NetworkSegment(bf9421b0-e433-4058-84e6-c9eaec42434e),segment_id=bf9421b0-e433-4058-84e6-c9eaec42434e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:27.946745 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067458da-f258-462b-b0cf-3cc2d698e0fd x-openstack-request-id: req-067458da-f258-462b-b0cf-3cc2d698e0fd {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:37:27.947346 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c", "name": "network-vif-plugged", "status": "completed", "tag": "c7d5d6fb-daac-41a1-b872-3d686c10448d", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:37:27.947682 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-067458da-f258-462b-b0cf-3cc2d698e0fd {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:37:27.948425 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d5d6fb-daac-41a1-b872-3d686c10448d', 'code': 200} Nov 08 00:37:28.018611 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:28.110349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82018d72-a35c-469d-8d6b-dde8f820c6dd req-1f8bce26-d1db-4e81-abe7-c5702bf1cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:28.114452 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-82018d72-a35c-469d-8d6b-dde8f820c6dd req-1f8bce26-d1db-4e81-abe7-c5702bf1cc14 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 1097 time: 0.0818658 Nov 08 00:37:28.119539 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=c7d5d6fb-daac-41a1-b872-3d686c10448d,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:28.143734 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:37:28.165581 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-82018d72-a35c-469d-8d6b-dde8f820c6dd req-bb916980-9e73-4b0c-ae93-fc64b5ad3a4f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423980 Nov 08 00:37:28.221515 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-736bbde3-6320-4242-8ee9-69c1d806c618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:28.538856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cf049-bf8a-4d85-9073-02766baedd90 req-827aa283-1ecd-4a11-a461-8f86b4378be5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:28.545168 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cf049-bf8a-4d85-9073-02766baedd90 req-827aa283-1ecd-4a11-a461-8f86b4378be5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:28.551534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cf049-bf8a-4d85-9073-02766baedd90 req-827aa283-1ecd-4a11-a461-8f86b4378be5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:28.558661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cf049-bf8a-4d85-9073-02766baedd90 req-827aa283-1ecd-4a11-a461-8f86b4378be5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:28.566007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cf049-bf8a-4d85-9073-02766baedd90 req-827aa283-1ecd-4a11-a461-8f86b4378be5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:28.573055 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cf049-bf8a-4d85-9073-02766baedd90 req-827aa283-1ecd-4a11-a461-8f86b4378be5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:28.580710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cf049-bf8a-4d85-9073-02766baedd90 req-827aa283-1ecd-4a11-a461-8f86b4378be5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:28.582619 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-481cf049-bf8a-4d85-9073-02766baedd90 req-827aa283-1ecd-4a11-a461-8f86b4378be5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.1191702 Nov 08 00:37:28.642582 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-481cf049-bf8a-4d85-9073-02766baedd90 req-9f415fce-f1f0-415a-b58d-7a34c3aef3a9 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507178 Nov 08 00:37:28.919148 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8688393-4af0-4f2e-acfa-ae414281b367 req-3c86aa00-a281-46aa-a0fe-035a14abca4f tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:28.920695 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f8688393-4af0-4f2e-acfa-ae414281b367 req-3c86aa00-a281-46aa-a0fe-035a14abca4f tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 946 time: 0.0518191 Nov 08 00:37:28.962950 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f8688393-4af0-4f2e-acfa-ae414281b367 req-65ac56d0-9466-40ed-8b56-52f831ada4c4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343089 Nov 08 00:37:29.848267 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f0743-1f93-4138-84ea-306536b11b88 req-e059d981-9e94-46be-af0f-ae316840d9ed tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:29.856407 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f0743-1f93-4138-84ea-306536b11b88 req-e059d981-9e94-46be-af0f-ae316840d9ed tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:29.862534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f0743-1f93-4138-84ea-306536b11b88 req-e059d981-9e94-46be-af0f-ae316840d9ed tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:29.869633 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f0743-1f93-4138-84ea-306536b11b88 req-e059d981-9e94-46be-af0f-ae316840d9ed tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:29.876446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f0743-1f93-4138-84ea-306536b11b88 req-e059d981-9e94-46be-af0f-ae316840d9ed tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:29.900492 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f0743-1f93-4138-84ea-306536b11b88 req-e059d981-9e94-46be-af0f-ae316840d9ed tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:29.908877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f0743-1f93-4138-84ea-306536b11b88 req-e059d981-9e94-46be-af0f-ae316840d9ed tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:29.927671 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de4f0743-1f93-4138-84ea-306536b11b88 req-e059d981-9e94-46be-af0f-ae316840d9ed tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.1504967 Nov 08 00:37:29.977347 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de4f0743-1f93-4138-84ea-306536b11b88 req-e855acb7-0343-4a65-8a39-1b034c8100af tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442929 Nov 08 00:37:30.123743 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800e0e5-046c-42ca-ae9b-4936589a8f71 req-570fa832-8827-4511-97a4-48dde093d16b tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:30.125459 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4800e0e5-046c-42ca-ae9b-4936589a8f71 req-570fa832-8827-4511-97a4-48dde093d16b tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 946 time: 0.0853915 Nov 08 00:37:30.166878 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4800e0e5-046c-42ca-ae9b-4936589a8f71 req-86d45f9c-f4ac-4c77-84a9-48d5b63c9f51 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344396 Nov 08 00:37:30.850963 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcf5b-95f8-44a6-8919-26fe339660a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:31.056616 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:31.157658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b78566-1553-4cbd-ab0d-84b1fc79477c req-75f601ce-6338-4630-ade8-c73a584c9961 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:31.164577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b78566-1553-4cbd-ab0d-84b1fc79477c req-75f601ce-6338-4630-ade8-c73a584c9961 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:31.184570 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b78566-1553-4cbd-ab0d-84b1fc79477c req-75f601ce-6338-4630-ade8-c73a584c9961 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:31.193375 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b78566-1553-4cbd-ab0d-84b1fc79477c req-75f601ce-6338-4630-ade8-c73a584c9961 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:31.199912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b78566-1553-4cbd-ab0d-84b1fc79477c req-75f601ce-6338-4630-ade8-c73a584c9961 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:31.208192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b78566-1553-4cbd-ab0d-84b1fc79477c req-75f601ce-6338-4630-ade8-c73a584c9961 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:31.216184 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b78566-1553-4cbd-ab0d-84b1fc79477c req-75f601ce-6338-4630-ade8-c73a584c9961 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:31.218320 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95b78566-1553-4cbd-ab0d-84b1fc79477c req-75f601ce-6338-4630-ade8-c73a584c9961 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.1600299 Nov 08 00:37:31.288230 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95b78566-1553-4cbd-ab0d-84b1fc79477c req-9e84767a-84c6-40e1-9f0d-8b07acb17649 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591331 Nov 08 00:37:31.777243 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:32.113767 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:32.423746 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e96c8-ba25-42c1-ad69-378f2010825a req-ae87d6e0-0b5d-4355-8a5e-582e386c1f23 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:32.429773 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e96c8-ba25-42c1-ad69-378f2010825a req-ae87d6e0-0b5d-4355-8a5e-582e386c1f23 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:32.435769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e96c8-ba25-42c1-ad69-378f2010825a req-ae87d6e0-0b5d-4355-8a5e-582e386c1f23 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:32.442326 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e96c8-ba25-42c1-ad69-378f2010825a req-ae87d6e0-0b5d-4355-8a5e-582e386c1f23 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:32.448760 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e96c8-ba25-42c1-ad69-378f2010825a req-ae87d6e0-0b5d-4355-8a5e-582e386c1f23 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:32.455422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e96c8-ba25-42c1-ad69-378f2010825a req-ae87d6e0-0b5d-4355-8a5e-582e386c1f23 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:32.467483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e96c8-ba25-42c1-ad69-378f2010825a req-ae87d6e0-0b5d-4355-8a5e-582e386c1f23 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:32.469864 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-041e96c8-ba25-42c1-ad69-378f2010825a req-ae87d6e0-0b5d-4355-8a5e-582e386c1f23 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.1027350 Nov 08 00:37:32.535221 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-041e96c8-ba25-42c1-ad69-378f2010825a req-d1be8da8-2c5b-4253-a9a6-afcff1868b5e tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562484 Nov 08 00:37:33.346282 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:33.733531 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb1b18-c5da-42b4-93be-883242f9bce4 req-af496820-d665-48a1-b40b-fbc1de8d1237 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:33.751031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb1b18-c5da-42b4-93be-883242f9bce4 req-af496820-d665-48a1-b40b-fbc1de8d1237 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:33.800065 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb1b18-c5da-42b4-93be-883242f9bce4 req-af496820-d665-48a1-b40b-fbc1de8d1237 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:33.816239 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb1b18-c5da-42b4-93be-883242f9bce4 req-af496820-d665-48a1-b40b-fbc1de8d1237 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:33.851069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb1b18-c5da-42b4-93be-883242f9bce4 req-af496820-d665-48a1-b40b-fbc1de8d1237 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:33.851069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb1b18-c5da-42b4-93be-883242f9bce4 req-af496820-d665-48a1-b40b-fbc1de8d1237 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:33.863044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb1b18-c5da-42b4-93be-883242f9bce4 req-af496820-d665-48a1-b40b-fbc1de8d1237 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:33.868374 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abfb1b18-c5da-42b4-93be-883242f9bce4 req-af496820-d665-48a1-b40b-fbc1de8d1237 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.2203600 Nov 08 00:37:33.969106 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abfb1b18-c5da-42b4-93be-883242f9bce4 req-d8a2d83d-b6d2-4d45-93e8-0cadc2392909 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0928969 Nov 08 00:37:35.166267 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9de4-e891-4067-9ff8-514227252a06 req-63036cd5-f68f-42b0-b3f0-80e234ef187b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:35.174753 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9de4-e891-4067-9ff8-514227252a06 req-63036cd5-f68f-42b0-b3f0-80e234ef187b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:35.182325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9de4-e891-4067-9ff8-514227252a06 req-63036cd5-f68f-42b0-b3f0-80e234ef187b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:35.195880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9de4-e891-4067-9ff8-514227252a06 req-63036cd5-f68f-42b0-b3f0-80e234ef187b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:35.204077 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9de4-e891-4067-9ff8-514227252a06 req-63036cd5-f68f-42b0-b3f0-80e234ef187b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:35.210581 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9de4-e891-4067-9ff8-514227252a06 req-63036cd5-f68f-42b0-b3f0-80e234ef187b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:35.224478 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9de4-e891-4067-9ff8-514227252a06 req-63036cd5-f68f-42b0-b3f0-80e234ef187b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:35.229599 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-522b9de4-e891-4067-9ff8-514227252a06 req-63036cd5-f68f-42b0-b3f0-80e234ef187b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.1553156 Nov 08 00:37:35.291317 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-522b9de4-e891-4067-9ff8-514227252a06 req-cd57555e-c95f-4c00-b65a-980e22ecf586 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571494 Nov 08 00:37:36.402229 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f440fd12-9d15-4a67-b265-4b34e85762f1 req-24d3a01e-3979-40e8-ba85-988a9cf6af8d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0849235 Nov 08 00:37:36.434824 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574dffd-f7c2-4465-926f-722a57cd5648 req-275dcb46-1d14-4ae7-b720-fc42c3f2f79a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:36.442703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574dffd-f7c2-4465-926f-722a57cd5648 req-275dcb46-1d14-4ae7-b720-fc42c3f2f79a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:36.449476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574dffd-f7c2-4465-926f-722a57cd5648 req-275dcb46-1d14-4ae7-b720-fc42c3f2f79a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:36.466517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574dffd-f7c2-4465-926f-722a57cd5648 req-275dcb46-1d14-4ae7-b720-fc42c3f2f79a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:36.482912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574dffd-f7c2-4465-926f-722a57cd5648 req-275dcb46-1d14-4ae7-b720-fc42c3f2f79a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:36.498749 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574dffd-f7c2-4465-926f-722a57cd5648 req-275dcb46-1d14-4ae7-b720-fc42c3f2f79a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:36.505905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574dffd-f7c2-4465-926f-722a57cd5648 req-275dcb46-1d14-4ae7-b720-fc42c3f2f79a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:36.507849 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7574dffd-f7c2-4465-926f-722a57cd5648 req-275dcb46-1d14-4ae7-b720-fc42c3f2f79a tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.1440945 Nov 08 00:37:36.569115 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440fd12-9d15-4a67-b265-4b34e85762f1 req-7d9c9d68-4f22-480a-a32c-bac043ec4e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:36.570609 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f440fd12-9d15-4a67-b265-4b34e85762f1 req-7d9c9d68-4f22-480a-a32c-bac043ec4e53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5dcd8eeba13b47e389b8d539923a6bef&device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 1097 time: 0.0618505 Nov 08 00:37:36.604171 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7574dffd-f7c2-4465-926f-722a57cd5648 req-0182bb37-a835-4d27-a9eb-b1525ac41bab tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676615 Nov 08 00:37:36.717448 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440fd12-9d15-4a67-b265-4b34e85762f1 req-52f91d23-1c5a-4065-85a1-18194825df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:36.719103 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f440fd12-9d15-4a67-b265-4b34e85762f1 req-52f91d23-1c5a-4065-85a1-18194825df04 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0618e210-b792-4650-a8ac-d8f41e4b492d HTTP/1.1" status: 200 len: 915 time: 0.1295841 Nov 08 00:37:36.768749 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f440fd12-9d15-4a67-b265-4b34e85762f1 req-39e06bcd-399a-4046-bc9f-0ce9f10f78e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7d5d6fb-daac-41a1-b872-3d686c10448d HTTP/1.1" status: 200 len: 217 time: 0.0417809 Nov 08 00:37:36.822147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440fd12-9d15-4a67-b265-4b34e85762f1 req-5490bfd9-c2d5-4b68-872d-ebbbdcccbbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:36.823865 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f440fd12-9d15-4a67-b265-4b34e85762f1 req-5490bfd9-c2d5-4b68-872d-ebbbdcccbbc5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d38c2fbf-2fa2-4863-9972-a40f01fb858b HTTP/1.1" status: 200 len: 854 time: 0.0485620 Nov 08 00:37:36.864183 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f440fd12-9d15-4a67-b265-4b34e85762f1 req-197ce345-3112-4360-9361-6dc790b657fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0618e210-b792-4650-a8ac-d8f41e4b492d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332696 Nov 08 00:37:37.012001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f440fd12-9d15-4a67-b265-4b34e85762f1 req-34689310-12ba-4a50-8540-c0b1ebb37a11 service neutron] 10.222.0.26 "GET /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410437 Nov 08 00:37:37.142983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f440fd12-9d15-4a67-b265-4b34e85762f1 req-690e8ef5-a2d1-4707-be32-f34d4ade11da service neutron] 10.222.0.26 "GET /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241157 Nov 08 00:37:37.789842 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e113-23e2-4a07-b278-e1b12ff2b532 req-e73acc89-9733-4fcb-99a4-f8f5db360771 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:37.798701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e113-23e2-4a07-b278-e1b12ff2b532 req-e73acc89-9733-4fcb-99a4-f8f5db360771 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:37.810539 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e113-23e2-4a07-b278-e1b12ff2b532 req-e73acc89-9733-4fcb-99a4-f8f5db360771 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:37.819395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e113-23e2-4a07-b278-e1b12ff2b532 req-e73acc89-9733-4fcb-99a4-f8f5db360771 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:37.828084 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e113-23e2-4a07-b278-e1b12ff2b532 req-e73acc89-9733-4fcb-99a4-f8f5db360771 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:37.834634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e113-23e2-4a07-b278-e1b12ff2b532 req-e73acc89-9733-4fcb-99a4-f8f5db360771 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:37.840872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e113-23e2-4a07-b278-e1b12ff2b532 req-e73acc89-9733-4fcb-99a4-f8f5db360771 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:37.842813 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-43e3e113-23e2-4a07-b278-e1b12ff2b532 req-e73acc89-9733-4fcb-99a4-f8f5db360771 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5423 time: 0.1216993 Nov 08 00:37:37.885484 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-43e3e113-23e2-4a07-b278-e1b12ff2b532 req-55291fdc-1523-43e3-9c16-4e07afdc56f6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351310 Nov 08 00:37:38.280689 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 86366417-c094-4a24-a99e-6f58cfef17b4 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:37:38.569720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 86366417-c094-4a24-a99e-6f58cfef17b4, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=86366417-c094-4a24-a99e-6f58cfef17b4,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:38.582589 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '86366417-c094-4a24-a99e-6f58cfef17b4', 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e', 'port_id': '86366417-c094-4a24-a99e-6f58cfef17b4', 'mac_address': 'fa:16:3e:5c:5d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f605a38c-4cc2-450b-85e5-8603e8e18cce', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:37:38.633286 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:38.650201 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86366417-c094-4a24-a99e-6f58cfef17b4 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:37:38.833881 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 86366417-c094-4a24-a99e-6f58cfef17b4, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=86366417-c094-4a24-a99e-6f58cfef17b4,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:38.833881 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:38.889345 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:38.889345 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 76488d3d-aea0-483c-841a-feae5dfe1eab details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:37:39.050440 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=86366417-c094-4a24-a99e-6f58cfef17b4,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:39.050440 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:39.055891 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:39.056493 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:39.056980 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:39.057645 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:39.058126 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:39.058668 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:39.058993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:39.059469 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:39.060035 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:39.060564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:39.061108 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:37:39.116489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de413f-3b11-4c09-8c6e-a64de2e061df req-d31b1155-7bd5-4007-9a1c-4e5fef9db76e tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:39.122700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de413f-3b11-4c09-8c6e-a64de2e061df req-d31b1155-7bd5-4007-9a1c-4e5fef9db76e tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:39.125100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 76488d3d-aea0-483c-841a-feae5dfe1eab, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=76488d3d-aea0-483c-841a-feae5dfe1eab,segment=NetworkSegment(93030cca-2466-4fe0-9b85-9dd8f0cb508d),segment_id=93030cca-2466-4fe0-9b85-9dd8f0cb508d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:39.129433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de413f-3b11-4c09-8c6e-a64de2e061df req-d31b1155-7bd5-4007-9a1c-4e5fef9db76e tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:39.135651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de413f-3b11-4c09-8c6e-a64de2e061df req-d31b1155-7bd5-4007-9a1c-4e5fef9db76e tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:39.140638 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '76488d3d-aea0-483c-841a-feae5dfe1eab', 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f', 'port_id': '76488d3d-aea0-483c-841a-feae5dfe1eab', 'mac_address': 'fa:16:3e:e0:d1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c96a89-7ab5-4bdd-a965-d1c0a565158c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:37:39.142570 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de413f-3b11-4c09-8c6e-a64de2e061df req-d31b1155-7bd5-4007-9a1c-4e5fef9db76e tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:39.151090 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de413f-3b11-4c09-8c6e-a64de2e061df req-d31b1155-7bd5-4007-9a1c-4e5fef9db76e tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:39.172628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de413f-3b11-4c09-8c6e-a64de2e061df req-d31b1155-7bd5-4007-9a1c-4e5fef9db76e tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:39.175186 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95de413f-3b11-4c09-8c6e-a64de2e061df req-d31b1155-7bd5-4007-9a1c-4e5fef9db76e tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5424 time: 0.1668372 Nov 08 00:37:39.193810 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:39.208486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76488d3d-aea0-483c-841a-feae5dfe1eab {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:37:39.230881 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 76488d3d-aea0-483c-841a-feae5dfe1eab, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=76488d3d-aea0-483c-841a-feae5dfe1eab,segment=NetworkSegment(93030cca-2466-4fe0-9b85-9dd8f0cb508d),segment_id=93030cca-2466-4fe0-9b85-9dd8f0cb508d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:39.251930 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95de413f-3b11-4c09-8c6e-a64de2e061df req-da0bbc73-8f87-4e5e-b657-ae7b0d41e538 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591004 Nov 08 00:37:39.328882 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:39.331367 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 95e11555-22e2-4530-90d3-ed8768294b34 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:37:39.427893 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=76488d3d-aea0-483c-841a-feae5dfe1eab,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:39.439476 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 95e11555-22e2-4530-90d3-ed8768294b34, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=95e11555-22e2-4530-90d3-ed8768294b34,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:39.456203 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '95e11555-22e2-4530-90d3-ed8768294b34', 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e', 'port_id': '95e11555-22e2-4530-90d3-ed8768294b34', 'mac_address': 'fa:16:3e:0c:27:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f605a38c-4cc2-450b-85e5-8603e8e18cce', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:37:39.500592 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:39.513732 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e11555-22e2-4530-90d3-ed8768294b34 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:37:39.535812 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 95e11555-22e2-4530-90d3-ed8768294b34, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=95e11555-22e2-4530-90d3-ed8768294b34,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:39.798893 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:39.799613 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:37:39.874456 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=95e11555-22e2-4530-90d3-ed8768294b34,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:39.881177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5467d33c-e619-4cf2-9bdc-e9edb7e205e2,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:39.894179 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '5467d33c-e619-4cf2-9bdc-e9edb7e205e2', 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e', 'port_id': '5467d33c-e619-4cf2-9bdc-e9edb7e205e2', 'mac_address': 'fa:16:3e:27:bd:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f605a38c-4cc2-450b-85e5-8603e8e18cce', 'ip_address': '10.1.1.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:37:39.935922 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:39.949553 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:37:39.973050 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5467d33c-e619-4cf2-9bdc-e9edb7e205e2,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:40.136723 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:40.239269 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=5467d33c-e619-4cf2-9bdc-e9edb7e205e2,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:40.302355 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 54a2fed0-295c-4337-8852-db922e50e0df details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:37:40.396263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f605c3-5d41-4f79-bc9c-e2d2cd8f2863 req-4e7a848b-bf68-478b-ba72-b757d595f1dc tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:40.402490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f605c3-5d41-4f79-bc9c-e2d2cd8f2863 req-4e7a848b-bf68-478b-ba72-b757d595f1dc tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:40.408671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f605c3-5d41-4f79-bc9c-e2d2cd8f2863 req-4e7a848b-bf68-478b-ba72-b757d595f1dc tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:40.415107 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f605c3-5d41-4f79-bc9c-e2d2cd8f2863 req-4e7a848b-bf68-478b-ba72-b757d595f1dc tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:40.422458 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f605c3-5d41-4f79-bc9c-e2d2cd8f2863 req-4e7a848b-bf68-478b-ba72-b757d595f1dc tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:40.429529 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f605c3-5d41-4f79-bc9c-e2d2cd8f2863 req-4e7a848b-bf68-478b-ba72-b757d595f1dc tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:40.435855 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f605c3-5d41-4f79-bc9c-e2d2cd8f2863 req-4e7a848b-bf68-478b-ba72-b757d595f1dc tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:40.439268 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 54a2fed0-295c-4337-8852-db922e50e0df, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=54a2fed0-295c-4337-8852-db922e50e0df,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:40.444826 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3f605c3-5d41-4f79-bc9c-e2d2cd8f2863 req-4e7a848b-bf68-478b-ba72-b757d595f1dc tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5427 time: 0.1092484 Nov 08 00:37:40.460788 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '54a2fed0-295c-4337-8852-db922e50e0df', 'network_id': '94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e', 'port_id': '54a2fed0-295c-4337-8852-db922e50e0df', 'mac_address': 'fa:16:3e:9a:b9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f605a38c-4cc2-450b-85e5-8603e8e18cce', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:37:40.553898 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:40.570674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3f605c3-5d41-4f79-bc9c-e2d2cd8f2863 req-76464171-d9ba-4800-aa55-e9e1b4efc7b1 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1246679 Nov 08 00:37:40.591484 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a2fed0-295c-4337-8852-db922e50e0df {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:37:40.612728 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 54a2fed0-295c-4337-8852-db922e50e0df, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=54a2fed0-295c-4337-8852-db922e50e0df,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:40.720785 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:40.721710 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:37:40.769930 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['95e11555-22e2-4530-90d3-ed8768294b34'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:37:40.842796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['86366417-c094-4a24-a99e-6f58cfef17b4'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:37:40.952607 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=54a2fed0-295c-4337-8852-db922e50e0df,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:41.005492 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1,segment=NetworkSegment(1cabc633-f5fd-4d84-af66-a27c0e9cf252),segment_id=1cabc633-f5fd-4d84-af66-a27c0e9cf252)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:41.069016 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '62e0ceb2-1ce3-4dc6-863b-43fec12b42f1', 'network_id': 'e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9', 'port_id': '62e0ceb2-1ce3-4dc6-863b-43fec12b42f1', 'mac_address': 'fa:16:3e:27:8a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:37:41.190401 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:41.215135 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:37:41.240655 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1,segment=NetworkSegment(1cabc633-f5fd-4d84-af66-a27c0e9cf252),segment_id=1cabc633-f5fd-4d84-af66-a27c0e9cf252)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:41.342578 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:41.343958 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 1b49ec54-cada-4f85-a13b-983d4fe19c5b details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:37:41.433516 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:41.446407 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 1b49ec54-cada-4f85-a13b-983d4fe19c5b, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1b49ec54-cada-4f85-a13b-983d4fe19c5b,segment=NetworkSegment(1cabc633-f5fd-4d84-af66-a27c0e9cf252),segment_id=1cabc633-f5fd-4d84-af66-a27c0e9cf252)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:41.458304 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '1b49ec54-cada-4f85-a13b-983d4fe19c5b', 'network_id': 'e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9', 'port_id': '1b49ec54-cada-4f85-a13b-983d4fe19c5b', 'mac_address': 'fa:16:3e:b0:ab:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:37:41.496249 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:41.511646 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b49ec54-cada-4f85-a13b-983d4fe19c5b {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:37:41.533357 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 1b49ec54-cada-4f85-a13b-983d4fe19c5b, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1b49ec54-cada-4f85-a13b-983d4fe19c5b,segment=NetworkSegment(1cabc633-f5fd-4d84-af66-a27c0e9cf252),segment_id=1cabc633-f5fd-4d84-af66-a27c0e9cf252)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:41.609084 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:41.721585 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=1b49ec54-cada-4f85-a13b-983d4fe19c5b,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:41.773703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56a83f-61ea-47c4-ba0d-9d52a9b8c22f req-5db8aa92-e779-4892-ace0-b3aef1422b57 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:41.779862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56a83f-61ea-47c4-ba0d-9d52a9b8c22f req-5db8aa92-e779-4892-ace0-b3aef1422b57 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:41.785848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56a83f-61ea-47c4-ba0d-9d52a9b8c22f req-5db8aa92-e779-4892-ace0-b3aef1422b57 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:41.792403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56a83f-61ea-47c4-ba0d-9d52a9b8c22f req-5db8aa92-e779-4892-ace0-b3aef1422b57 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:41.799046 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56a83f-61ea-47c4-ba0d-9d52a9b8c22f req-5db8aa92-e779-4892-ace0-b3aef1422b57 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:41.805376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56a83f-61ea-47c4-ba0d-9d52a9b8c22f req-5db8aa92-e779-4892-ace0-b3aef1422b57 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:41.811416 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56a83f-61ea-47c4-ba0d-9d52a9b8c22f req-5db8aa92-e779-4892-ace0-b3aef1422b57 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:41.813330 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2b56a83f-61ea-47c4-ba0d-9d52a9b8c22f req-5db8aa92-e779-4892-ace0-b3aef1422b57 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5430 time: 0.1253614 Nov 08 00:37:41.882551 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2b56a83f-61ea-47c4-ba0d-9d52a9b8c22f req-b99f6e5f-a0ef-495f-bee5-53d756ce5905 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621102 Nov 08 00:37:42.021825 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8de75f8c-229b-433a-a934-39c33900df83 req-4eb687d3-ba20-420d-9594-478f1444e0f4 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649000414&fields=id&tenant_id=f2f6913f27fa41388788e5027b9340cb HTTP/1.1" status: 200 len: 267 time: 0.0344296 Nov 08 00:37:42.038613 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['5467d33c-e619-4cf2-9bdc-e9edb7e205e2'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:37:42.139175 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de75f8c-229b-433a-a934-39c33900df83 req-b1656881-bce5-4b54-8c3d-05e2f920ed0b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:42.140772 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8de75f8c-229b-433a-a934-39c33900df83 req-b1656881-bce5-4b54-8c3d-05e2f920ed0b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 812 time: 0.1136012 Nov 08 00:37:42.159463 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8de75f8c-229b-433a-a934-39c33900df83 req-0fa72173-cb07-46c2-9491-3efd527c1574 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/quotas/f2f6913f27fa41388788e5027b9340cb HTTP/1.1" status: 200 len: 375 time: 0.0128372 Nov 08 00:37:42.245511 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8de75f8c-229b-433a-a934-39c33900df83 req-d35f1448-32d3-45ba-8959-dd7e612f3d41 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790780 Nov 08 00:37:42.348370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8de75f8c-229b-433a-a934-39c33900df83 req-d31cf4a1-d97c-4bae-8e4f-15dd124049ac service neutron] 10.222.0.13 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907490 Nov 08 00:37:42.492199 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8de75f8c-229b-433a-a934-39c33900df83 req-d8a80815-c5a6-4cd2-8309-c59acfa46a8a service neutron] 10.222.0.13 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371484 Nov 08 00:37:42.721969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['62e0ceb2-1ce3-4dc6-863b-43fec12b42f1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:37:42.752901 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['1b49ec54-cada-4f85-a13b-983d4fe19c5b'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:37:43.069777 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d0fc-cd20-45d0-9887-cf498cbb277d req-1a9515ec-e8d9-4c28-9376-169ef40cf863 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:43.075877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d0fc-cd20-45d0-9887-cf498cbb277d req-1a9515ec-e8d9-4c28-9376-169ef40cf863 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:43.082630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d0fc-cd20-45d0-9887-cf498cbb277d req-1a9515ec-e8d9-4c28-9376-169ef40cf863 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:43.089529 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d0fc-cd20-45d0-9887-cf498cbb277d req-1a9515ec-e8d9-4c28-9376-169ef40cf863 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:43.089760 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['76488d3d-aea0-483c-841a-feae5dfe1eab'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:37:43.097884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d0fc-cd20-45d0-9887-cf498cbb277d req-1a9515ec-e8d9-4c28-9376-169ef40cf863 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:43.104691 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d0fc-cd20-45d0-9887-cf498cbb277d req-1a9515ec-e8d9-4c28-9376-169ef40cf863 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:43.113444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d0fc-cd20-45d0-9887-cf498cbb277d req-1a9515ec-e8d9-4c28-9376-169ef40cf863 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:43.115601 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2405d0fc-cd20-45d0-9887-cf498cbb277d req-1a9515ec-e8d9-4c28-9376-169ef40cf863 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5430 time: 0.1053252 Nov 08 00:37:43.169730 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2405d0fc-cd20-45d0-9887-cf498cbb277d req-e8b3f438-e816-4fbd-8bca-0569880bee29 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461316 Nov 08 00:37:43.392919 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6ba1113-23dc-45f6-94a9-f11f3bc34031 req-34a6140a-978d-4215-b33c-e01332563535 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 210 time: 0.0312235 Nov 08 00:37:43.558162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['54a2fed0-295c-4337-8852-db922e50e0df'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:37:44.302786 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 86366417-c094-4a24-a99e-6f58cfef17b4 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:37:44.363384 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007026d1-0b90-4e16-9d22-9647ef0a9f91 req-b05ca5fb-fe4a-4496-9fcf-00e06654d73d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:44.373343 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007026d1-0b90-4e16-9d22-9647ef0a9f91 req-b05ca5fb-fe4a-4496-9fcf-00e06654d73d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:44.382538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007026d1-0b90-4e16-9d22-9647ef0a9f91 req-b05ca5fb-fe4a-4496-9fcf-00e06654d73d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:44.389932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007026d1-0b90-4e16-9d22-9647ef0a9f91 req-b05ca5fb-fe4a-4496-9fcf-00e06654d73d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:44.397643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007026d1-0b90-4e16-9d22-9647ef0a9f91 req-b05ca5fb-fe4a-4496-9fcf-00e06654d73d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:44.415623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007026d1-0b90-4e16-9d22-9647ef0a9f91 req-b05ca5fb-fe4a-4496-9fcf-00e06654d73d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:44.419617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007026d1-0b90-4e16-9d22-9647ef0a9f91 req-b05ca5fb-fe4a-4496-9fcf-00e06654d73d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:44.421724 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-007026d1-0b90-4e16-9d22-9647ef0a9f91 req-b05ca5fb-fe4a-4496-9fcf-00e06654d73d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5430 time: 0.1379838 Nov 08 00:37:44.471153 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-007026d1-0b90-4e16-9d22-9647ef0a9f91 req-8af14e89-cf57-44a3-9f5a-5b3a5947081e tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384059 Nov 08 00:37:44.508930 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 86366417-c094-4a24-a99e-6f58cfef17b4 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:37:44.516119 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 86366417-c094-4a24-a99e-6f58cfef17b4 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:37:44.516641 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:44.716415 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91cf9041-6d8a-45bf-a63e-c25f95969f94 req-c2671036-4197-480e-9bd5-47c02e30aad0 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 210 time: 0.2377107 Nov 08 00:37:44.732370 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:44.781476 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 86366417-c094-4a24-a99e-6f58cfef17b4, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=86366417-c094-4a24-a99e-6f58cfef17b4,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:44.787966 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86366417-c094-4a24-a99e-6f58cfef17b4'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:37:44.790230 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625115d1-c655-444b-bf2f-927055ee5d7d" -d '{"events": [{"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-plugged", "status": "completed", "tag": "86366417-c094-4a24-a99e-6f58cfef17b4"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:37:44.835599 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca08afb-26da-49a2-88b5-ebb1e33e2915 x-openstack-request-id: req-cca08afb-26da-49a2-88b5-ebb1e33e2915 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:37:44.836060 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-plugged", "status": "completed", "tag": "86366417-c094-4a24-a99e-6f58cfef17b4", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:37:44.836389 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cca08afb-26da-49a2-88b5-ebb1e33e2915 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:37:44.836876 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86366417-c094-4a24-a99e-6f58cfef17b4', 'code': 200} Nov 08 00:37:44.890974 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:44.893748 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 95e11555-22e2-4530-90d3-ed8768294b34 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:37:44.988571 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=86366417-c094-4a24-a99e-6f58cfef17b4,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:45.153484 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 95e11555-22e2-4530-90d3-ed8768294b34 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:37:45.158506 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 95e11555-22e2-4530-90d3-ed8768294b34 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:37:45.165404 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:45.254785 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:45.308786 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 95e11555-22e2-4530-90d3-ed8768294b34, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=95e11555-22e2-4530-90d3-ed8768294b34,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:45.382766 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:45.443735 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=95e11555-22e2-4530-90d3-ed8768294b34,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:45.655090 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed6f4b-66b3-495c-bc07-36cdf486bb9a req-04ec18fd-cd0e-4a34-9ec9-e06d55384c75 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:45.662037 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed6f4b-66b3-495c-bc07-36cdf486bb9a req-04ec18fd-cd0e-4a34-9ec9-e06d55384c75 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:45.668109 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed6f4b-66b3-495c-bc07-36cdf486bb9a req-04ec18fd-cd0e-4a34-9ec9-e06d55384c75 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:45.674618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed6f4b-66b3-495c-bc07-36cdf486bb9a req-04ec18fd-cd0e-4a34-9ec9-e06d55384c75 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:45.680942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed6f4b-66b3-495c-bc07-36cdf486bb9a req-04ec18fd-cd0e-4a34-9ec9-e06d55384c75 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:45.696400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed6f4b-66b3-495c-bc07-36cdf486bb9a req-04ec18fd-cd0e-4a34-9ec9-e06d55384c75 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:45.697098 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed6f4b-66b3-495c-bc07-36cdf486bb9a req-04ec18fd-cd0e-4a34-9ec9-e06d55384c75 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:45.699155 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3ed6f4b-66b3-495c-bc07-36cdf486bb9a req-04ec18fd-cd0e-4a34-9ec9-e06d55384c75 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5432 time: 0.1132278 Nov 08 00:37:45.737124 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47120) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:45.825059 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3ed6f4b-66b3-495c-bc07-36cdf486bb9a req-cb11ff9c-8c96-4cbc-bee6-ef69b6955603 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094825 Nov 08 00:37:45.903953 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f647bf1-8d34-4d82-babd-4c243dc1e485 req-ac02c068-1df4-435e-99b5-747e8ed34877 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 210 time: 0.0502396 Nov 08 00:37:45.928900 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-96400436-ef77-4df2-93b7-9128f7e88773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:46.062681 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de75f8c-229b-433a-a934-39c33900df83 req-ad3e6f98-6b57-4076-b48c-9d2280fbb52e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:46.069266 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8de75f8c-229b-433a-a934-39c33900df83 req-ad3e6f98-6b57-4076-b48c-9d2280fbb52e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 812 time: 0.1822536 Nov 08 00:37:46.143575 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-96400436-ef77-4df2-93b7-9128f7e88773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:46.150078 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8de75f8c-229b-433a-a934-39c33900df83 req-72bad5bb-0166-4127-a073-a79fa1842921 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2f6913f27fa41388788e5027b9340cb HTTP/1.1" status: 200 len: 379 time: 0.0673134 Nov 08 00:37:46.160788 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-8de75f8c-229b-433a-a934-39c33900df83 req-6d6beeec-c088-44a8-ad37-32db98b34ade tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Request body: {'port': {'device_id': '2ae1738c-97ca-4a42-87eb-83e9c9f4cba5', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'admin_state_up': True, 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'security_groups': ['19db2f31-55d6-4c6b-877b-9bfb2f96ad57']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:46.262252 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-96400436-ef77-4df2-93b7-9128f7e88773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:46.302697 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-96400436-ef77-4df2-93b7-9128f7e88773 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c826d3ec0b04391b58d2038f8342b93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5646284 Nov 08 00:37:46.305601 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47130) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:46.306491 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96400436-ef77-4df2-93b7-9128f7e88773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3691e86-cd9e-4506-9928-f6fec8b0ce38,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:46.309241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 76488d3d-aea0-483c-841a-feae5dfe1eab up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:37:46.388627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de75f8c-229b-433a-a934-39c33900df83 req-6d6beeec-c088-44a8-ad37-32db98b34ade tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Made reservation on behalf of f2f6913f27fa41388788e5027b9340cb for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:37:46.394189 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-79163d79-61fc-442e-b462-bc9d02a79de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:46.394945 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8de75f8c-229b-433a-a934-39c33900df83 req-6d6beeec-c088-44a8-ad37-32db98b34ade tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:46.425284 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-79163d79-61fc-442e-b462-bc9d02a79de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:46.450580 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 76488d3d-aea0-483c-841a-feae5dfe1eab completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:37:46.455971 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 76488d3d-aea0-483c-841a-feae5dfe1eab triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:37:46.460934 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:46.549277 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-79163d79-61fc-442e-b462-bc9d02a79de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:46.552565 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-79163d79-61fc-442e-b462-bc9d02a79de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:46.557132 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-79163d79-61fc-442e-b462-bc9d02a79de3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3691e86-cd9e-4506-9928-f6fec8b0ce38 HTTP/1.1" status: 204 len: 168 time: 0.2296164 Nov 08 00:37:46.574581 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79163d79-61fc-442e-b462-bc9d02a79de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3691e86-cd9e-4506-9928-f6fec8b0ce38,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:46.636376 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:46.678034 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 76488d3d-aea0-483c-841a-feae5dfe1eab, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=76488d3d-aea0-483c-841a-feae5dfe1eab,segment=NetworkSegment(93030cca-2466-4fe0-9b85-9dd8f0cb508d),segment_id=93030cca-2466-4fe0-9b85-9dd8f0cb508d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:46.678597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-8de75f8c-229b-433a-a934-39c33900df83 req-6d6beeec-c088-44a8-ad37-32db98b34ade tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Allocated IP 172.20.0.11 (222a6220-2806-4bd6-bcce-57bc7ca690d4/79e59a5d-5e01-4db4-8fa5-ce93b687fd07/fd4ad33e-626e-45c9-98f2-f8067ecb11a6) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:37:46.839240 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:46.839240 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 1b49ec54-cada-4f85-a13b-983d4fe19c5b up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:37:46.893166 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e11555-22e2-4530-90d3-ed8768294b34'}, {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76488d3d-aea0-483c-841a-feae5dfe1eab'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:37:46.902564 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49b68cb-c5a2-47d3-b651-60df83fa7c3d" -d '{"events": [{"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-plugged", "status": "completed", "tag": "95e11555-22e2-4530-90d3-ed8768294b34"}, {"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-plugged", "status": "completed", "tag": "76488d3d-aea0-483c-841a-feae5dfe1eab"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:37:47.032990 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 00:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dd25b9-a4c8-43a5-b70a-3ff8d59bafc8 x-openstack-request-id: req-47dd25b9-a4c8-43a5-b70a-3ff8d59bafc8 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:37:47.033599 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-plugged", "status": "completed", "tag": "95e11555-22e2-4530-90d3-ed8768294b34", "code": 200}, {"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-plugged", "status": "completed", "tag": "76488d3d-aea0-483c-841a-feae5dfe1eab", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:37:47.034029 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47dd25b9-a4c8-43a5-b70a-3ff8d59bafc8 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:37:47.034599 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e11555-22e2-4530-90d3-ed8768294b34', 'code': 200} Nov 08 00:37:47.035014 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76488d3d-aea0-483c-841a-feae5dfe1eab', 'code': 200} Nov 08 00:37:47.041722 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=76488d3d-aea0-483c-841a-feae5dfe1eab,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:47.108611 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8de75f8c-229b-433a-a934-39c33900df83 req-6d6beeec-c088-44a8-ad37-32db98b34ade tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:47.134684 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-98dd0b50-5d20-442f-b65f-6aca52183369 req-0be6199e-1bb3-4324-9111-a2b4e9a9adea tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 210 time: 0.0636036 Nov 08 00:37:47.159541 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 1b49ec54-cada-4f85-a13b-983d4fe19c5b completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:37:47.175482 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 1b49ec54-cada-4f85-a13b-983d4fe19c5b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:37:47.176015 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:47.233428 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004ce9c-0b57-4f32-81a5-1d2ed410ee22 req-27753349-ce28-4365-b17f-36cae6fcfc0b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:47.245201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004ce9c-0b57-4f32-81a5-1d2ed410ee22 req-27753349-ce28-4365-b17f-36cae6fcfc0b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:47.258842 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004ce9c-0b57-4f32-81a5-1d2ed410ee22 req-27753349-ce28-4365-b17f-36cae6fcfc0b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:47.265355 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004ce9c-0b57-4f32-81a5-1d2ed410ee22 req-27753349-ce28-4365-b17f-36cae6fcfc0b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:47.274654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004ce9c-0b57-4f32-81a5-1d2ed410ee22 req-27753349-ce28-4365-b17f-36cae6fcfc0b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:47.299907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004ce9c-0b57-4f32-81a5-1d2ed410ee22 req-27753349-ce28-4365-b17f-36cae6fcfc0b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:47.307756 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004ce9c-0b57-4f32-81a5-1d2ed410ee22 req-27753349-ce28-4365-b17f-36cae6fcfc0b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:47.317703 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a004ce9c-0b57-4f32-81a5-1d2ed410ee22 req-27753349-ce28-4365-b17f-36cae6fcfc0b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5433 time: 0.2989547 Nov 08 00:37:47.435988 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:47.465517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a004ce9c-0b57-4f32-81a5-1d2ed410ee22 req-e0f5f0de-7e0d-438b-8217-a6baf1a0e771 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141317 Nov 08 00:37:47.508941 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 1b49ec54-cada-4f85-a13b-983d4fe19c5b, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1b49ec54-cada-4f85-a13b-983d4fe19c5b,segment=NetworkSegment(1cabc633-f5fd-4d84-af66-a27c0e9cf252),segment_id=1cabc633-f5fd-4d84-af66-a27c0e9cf252)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:47.633991 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:47.637412 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:37:47.722227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=1b49ec54-cada-4f85-a13b-983d4fe19c5b,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:47.868262 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:37:47.873513 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:37:47.874164 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:47.928699 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8de75f8c-229b-433a-a934-39c33900df83 req-6d6beeec-c088-44a8-ad37-32db98b34ade tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:47.962653 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:47.998355 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089559a1-ab76-4c07-a592-9abae7da8afc req-af5432b7-7294-4d80-9b7e-a009a0498942 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:47.999901 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5467d33c-e619-4cf2-9bdc-e9edb7e205e2,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:48.000210 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-089559a1-ab76-4c07-a592-9abae7da8afc req-af5432b7-7294-4d80-9b7e-a009a0498942 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/networks?id=0618e210-b792-4650-a8ac-d8f41e4b492d HTTP/1.1" status: 200 len: 814 time: 0.5607014 Nov 08 00:37:48.001019 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6beeec-c088-44a8-ad37-32db98b34ade tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event updated for resources: {'Port': ['ID=fd4ad33e-626e-45c9-98f2-f8067ecb11a6,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:48.027984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de75f8c-229b-433a-a934-39c33900df83 req-6d6beeec-c088-44a8-ad37-32db98b34ade tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Network 222a6220-2806-4bd6-bcce-57bc7ca690d4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:37:48.030932 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-089559a1-ab76-4c07-a592-9abae7da8afc req-0a13b13a-54c5-4ac1-9222-eaf345abcb83 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/quotas/5dcd8eeba13b47e389b8d539923a6bef HTTP/1.1" status: 200 len: 375 time: 0.0174787 Nov 08 00:37:48.032243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-8de75f8c-229b-433a-a934-39c33900df83 req-6d6beeec-c088-44a8-ad37-32db98b34ade tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:37:48.035246 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de75f8c-229b-433a-a934-39c33900df83 req-6d6beeec-c088-44a8-ad37-32db98b34ade tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:37:48.102805 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:48.104981 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:37:48.118638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de75f8c-229b-433a-a934-39c33900df83 req-6d6beeec-c088-44a8-ad37-32db98b34ade tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:48.119319 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8de75f8c-229b-433a-a934-39c33900df83 req-6d6beeec-c088-44a8-ad37-32db98b34ade tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:48.157985 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-089559a1-ab76-4c07-a592-9abae7da8afc req-a2634469-b5e4-4217-b7ae-3cc87f0b1140 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5dcd8eeba13b47e389b8d539923a6bef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0886085 Nov 08 00:37:48.209790 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8de75f8c-229b-433a-a934-39c33900df83 req-6d6beeec-c088-44a8-ad37-32db98b34ade tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0527813 Nov 08 00:37:48.230693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Request body: {'port': {'device_id': '2ae1738c-97ca-4a42-87eb-83e9c9f4cba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:48.270523 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=5467d33c-e619-4cf2-9bdc-e9edb7e205e2,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:48.328795 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47184) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:48.359374 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:37:48.365831 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:37:48.366940 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:48.387454 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e8e7ea-632c-43b3-a9f2-f85b6d1b4553 admin admin] Deleting subnet 8c61c9e5-c84c-470f-83b4-ee4dc2e4dee8 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:37:48.392481 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-73e8e7ea-632c-43b3-a9f2-f85b6d1b4553 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:48.399380 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:48.468998 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-73e8e7ea-632c-43b3-a9f2-f85b6d1b4553 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:48.525731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ca44dab4-148a-4661-b5f6-5015f1a372e4 None None] Provisioning complete for port fd4ad33e-626e-45c9-98f2-f8067ecb11a6 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:37:48.526250 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca44dab4-148a-4661-b5f6-5015f1a372e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:48.550638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a38011-0625-4ad2-a72d-ad1dc3c2fb14 req-d96a208b-2677-4716-ae9a-2b7018ca6b6a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:48.553981 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d2a38011-0625-4ad2-a72d-ad1dc3c2fb14 req-d96a208b-2677-4716-ae9a-2b7018ca6b6a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 932 time: 0.2778900 Nov 08 00:37:48.554367 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-73e8e7ea-632c-43b3-a9f2-f85b6d1b4553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:48.593717 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:48.642012 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ca44dab4-148a-4661-b5f6-5015f1a372e4 None None] Port fd4ad33e-626e-45c9-98f2-f8067ecb11a6 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:37:48.647633 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1,segment=NetworkSegment(1cabc633-f5fd-4d84-af66-a27c0e9cf252),segment_id=1cabc633-f5fd-4d84-af66-a27c0e9cf252)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:48.744422 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-73e8e7ea-632c-43b3-a9f2-f85b6d1b4553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:48.761689 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d2a38011-0625-4ad2-a72d-ad1dc3c2fb14 req-7e24d895-a9fd-4976-9c16-638598bba99f tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603363 Nov 08 00:37:48.772137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-089559a1-ab76-4c07-a592-9abae7da8afc req-04653c0d-9c01-4837-a992-b49794b1a83c service neutron] 10.222.0.13 "GET /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071928 Nov 08 00:37:48.778948 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:48.786019 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 54a2fed0-295c-4337-8852-db922e50e0df up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:37:48.864752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8e7ea-632c-43b3-a9f2-f85b6d1b4553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c61c9e5-c84c-470f-83b4-ee4dc2e4dee8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:48.898229 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-73e8e7ea-632c-43b3-a9f2-f85b6d1b4553 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:48.901534 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-73e8e7ea-632c-43b3-a9f2-f85b6d1b4553 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8c61c9e5-c84c-470f-83b4-ee4dc2e4dee8 HTTP/1.1" status: 204 len: 168 time: 0.5716171 Nov 08 00:37:48.904257 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47194) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:48.980096 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:49.040141 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b49ec54-cada-4f85-a13b-983d4fe19c5b'}, {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5467d33c-e619-4cf2-9bdc-e9edb7e205e2'}, {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e0ceb2-1ce3-4dc6-863b-43fec12b42f1'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:37:49.043078 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecea5098-829d-4fb9-aff7-6c036deaa87d" -d '{"events": [{"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-plugged", "status": "completed", "tag": "1b49ec54-cada-4f85-a13b-983d4fe19c5b"}, {"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-plugged", "status": "completed", "tag": "5467d33c-e619-4cf2-9bdc-e9edb7e205e2"}, {"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-plugged", "status": "completed", "tag": "62e0ceb2-1ce3-4dc6-863b-43fec12b42f1"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:37:49.108075 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 54a2fed0-295c-4337-8852-db922e50e0df completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:37:49.112792 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 54a2fed0-295c-4337-8852-db922e50e0df triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:37:49.112792 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:49.113693 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ac77afa3-8c31-47ea-a4cb-8f69e00d2710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:49.128478 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-089559a1-ab76-4c07-a592-9abae7da8afc req-33196747-b6b4-45e4-807c-b667a6a53780 service neutron] 10.222.0.13 "GET /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385270 Nov 08 00:37:49.154561 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28f5a4-ace9-432f-921b-040719e48ab8 req-49fec4fd-2754-4bb5-b30f-0383b60ca6bf tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:49.164456 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28f5a4-ace9-432f-921b-040719e48ab8 req-49fec4fd-2754-4bb5-b30f-0383b60ca6bf tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:49.167331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28f5a4-ace9-432f-921b-040719e48ab8 req-49fec4fd-2754-4bb5-b30f-0383b60ca6bf tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:49.174424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28f5a4-ace9-432f-921b-040719e48ab8 req-49fec4fd-2754-4bb5-b30f-0383b60ca6bf tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:49.181291 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28f5a4-ace9-432f-921b-040719e48ab8 req-49fec4fd-2754-4bb5-b30f-0383b60ca6bf tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:49.187768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28f5a4-ace9-432f-921b-040719e48ab8 req-49fec4fd-2754-4bb5-b30f-0383b60ca6bf tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:49.194781 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28f5a4-ace9-432f-921b-040719e48ab8 req-49fec4fd-2754-4bb5-b30f-0383b60ca6bf tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:49.196877 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb28f5a4-ace9-432f-921b-040719e48ab8 req-49fec4fd-2754-4bb5-b30f-0383b60ca6bf tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5436 time: 0.2048547 Nov 08 00:37:49.273954 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:49.324373 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 54a2fed0-295c-4337-8852-db922e50e0df, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=54a2fed0-295c-4337-8852-db922e50e0df,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:37:49.348056 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd4ad33e-626e-45c9-98f2-f8067ecb11a6 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:37:49.370538 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:49.373764 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ac77afa3-8c31-47ea-a4cb-8f69e00d2710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:49.382949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb28f5a4-ace9-432f-921b-040719e48ab8 req-ef985e99-5d3b-4b62-9b11-160782c153a3 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1758823 Nov 08 00:37:49.405944 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:49.406169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Transition to ACTIVE for port object fd4ad33e-626e-45c9-98f2-f8067ecb11a6 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:37:49.411259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-ac77afa3-8c31-47ea-a4cb-8f69e00d2710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa3a728-1ef7-4a43-ac4d-785554fb86ed']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:37:49.424483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-ac77afa3-8c31-47ea-a4cb-8f69e00d2710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70babcf6-850e-429d-96bb-2b1d51fe758a') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:37:49.424875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-ac77afa3-8c31-47ea-a4cb-8f69e00d2710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70babcf6-850e-429d-96bb-2b1d51fe758a') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:37:49.452660 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ac77afa3-8c31-47ea-a4cb-8f69e00d2710 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:49.477718 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ac77afa3-8c31-47ea-a4cb-8f69e00d2710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:49.484480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac77afa3-8c31-47ea-a4cb-8f69e00d2710 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:37:49.496538 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ac77afa3-8c31-47ea-a4cb-8f69e00d2710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:49.549952 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=54a2fed0-295c-4337-8852-db922e50e0df,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:37:49.552841 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:37:49.563625 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:49.574512 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 08 Nov 2021 00:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e98862-69d2-4e0e-9c6b-46fe49e4f8f5 x-openstack-request-id: req-e5e98862-69d2-4e0e-9c6b-46fe49e4f8f5 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:37:49.574713 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-plugged", "status": "completed", "tag": "1b49ec54-cada-4f85-a13b-983d4fe19c5b", "code": 200}, {"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-plugged", "status": "completed", "tag": "5467d33c-e619-4cf2-9bdc-e9edb7e205e2", "code": 200}, {"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-plugged", "status": "completed", "tag": "62e0ceb2-1ce3-4dc6-863b-43fec12b42f1", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:37:49.575021 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5e98862-69d2-4e0e-9c6b-46fe49e4f8f5 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:37:49.575370 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b49ec54-cada-4f85-a13b-983d4fe19c5b', 'code': 200} Nov 08 00:37:49.575623 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5467d33c-e619-4cf2-9bdc-e9edb7e205e2', 'code': 200} Nov 08 00:37:49.576178 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e0ceb2-1ce3-4dc6-863b-43fec12b42f1', 'code': 200} Nov 08 00:37:49.589847 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7566f9e2-fd31-4a7a-a385-44cbd4ccd496 req-4bae4d93-7595-4056-b2fe-67fa22b4fe72 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 210 time: 0.0360084 Nov 08 00:37:49.626363 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ac77afa3-8c31-47ea-a4cb-8f69e00d2710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:49.646897 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ac77afa3-8c31-47ea-a4cb-8f69e00d2710 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:49.650202 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ac77afa3-8c31-47ea-a4cb-8f69e00d2710 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9aa3a728-1ef7-4a43-ac4d-785554fb86ed HTTP/1.1" status: 204 len: 168 time: 0.7447498 Nov 08 00:37:49.653451 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47208) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:49.690725 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77afa3-8c31-47ea-a4cb-8f69e00d2710 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aa3a728-1ef7-4a43-ac4d-785554fb86ed,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:49.694090 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Pushing event updated for resources: {'Port': ['ID=fd4ad33e-626e-45c9-98f2-f8067ecb11a6,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:49.724945 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b28362-1fc3-4e49-b4c4-0bb9a38c248d admin admin] Deleting subnet 414b1c06-fd8b-4fe6-9845-27c06ec193bb {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:37:49.729140 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29b28362-1fc3-4e49-b4c4-0bb9a38c248d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:49.789917 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Attempting to bind port fd4ad33e-626e-45c9-98f2-f8067ecb11a6 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:37:49.790201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Attempting to bind port fd4ad33e-626e-45c9-98f2-f8067ecb11a6 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:37:49.790533 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Attempting to bind port fd4ad33e-626e-45c9-98f2-f8067ecb11a6 on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:37:49.793989 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29b28362-1fc3-4e49-b4c4-0bb9a38c248d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:49.807633 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Port fd4ad33e-626e-45c9-98f2-f8067ecb11a6 on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:37:49.808013 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Attempting to bind port fd4ad33e-626e-45c9-98f2-f8067ecb11a6 on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:37:49.813943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:37:49.814295 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Checking segment: {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:37:49.814689 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Bound using segment: {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:37:49.815352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Bound port: fd4ad33e-626e-45c9-98f2-f8067ecb11a6, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:37:49.815624 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:49.845166 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29b28362-1fc3-4e49-b4c4-0bb9a38c248d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:49.979615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] For port fd4ad33e-626e-45c9-98f2-f8067ecb11a6, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:37:49.983732 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] For port fd4ad33e-626e-45c9-98f2-f8067ecb11a6, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=fd4ad33e-626e-45c9-98f2-f8067ecb11a6,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:37:49.995873 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ad432-65da-4242-8238-c2349cdc4899 req-3bdd5394-1652-4125-94b0-4a8a710aac80 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:49.997781 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7b7ad432-65da-4242-8238-c2349cdc4899 req-3bdd5394-1652-4125-94b0-4a8a710aac80 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 944 time: 0.0883744 Nov 08 00:37:50.042804 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29b28362-1fc3-4e49-b4c4-0bb9a38c248d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:50.054560 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7b7ad432-65da-4242-8238-c2349cdc4899 req-d35e22b1-bf4d-42d2-8e83-ef5608e02c51 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389111 Nov 08 00:37:50.057092 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29b28362-1fc3-4e49-b4c4-0bb9a38c248d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:50.061456 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-29b28362-1fc3-4e49-b4c4-0bb9a38c248d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/414b1c06-fd8b-4fe6-9845-27c06ec193bb HTTP/1.1" status: 204 len: 168 time: 0.4064491 Nov 08 00:37:50.063278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47222) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:50.083045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b28362-1fc3-4e49-b4c4-0bb9a38c248d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=414b1c06-fd8b-4fe6-9845-27c06ec193bb,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:50.125040 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:50.170737 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:50.171346 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:50.173775 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8de75f8c-229b-433a-a934-39c33900df83 req-1116707e-0672-4315-9125-14816ef52c44 service neutron] 10.222.0.26 "PUT /v2.0/ports/fd4ad33e-626e-45c9-98f2-f8067ecb11a6 HTTP/1.1" status: 200 len: 1092 time: 1.9485288 Nov 08 00:37:50.180058 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae1738c-97ca-4a42-87eb-83e9c9f4cba5', 'tag': 'fd4ad33e-626e-45c9-98f2-f8067ecb11a6'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:37:50.182563 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caf58d0-a1ee-4a9b-94d2-24b402dda99c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae1738c-97ca-4a42-87eb-83e9c9f4cba5", "tag": "fd4ad33e-626e-45c9-98f2-f8067ecb11a6"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:37:50.209346 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec711e33-52b0-46ef-b72e-639b26a7d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:50.231448 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116707e-0672-4315-9125-14816ef52c44 service neutron] Pushing event updated for resources: {'Port': ['ID=fd4ad33e-626e-45c9-98f2-f8067ecb11a6,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:50.262330 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd6df75-5d77-45f8-961c-bbcde3b70c98 x-openstack-request-id: req-3dd6df75-5d77-45f8-961c-bbcde3b70c98 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:37:50.262620 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae1738c-97ca-4a42-87eb-83e9c9f4cba5", "tag": "fd4ad33e-626e-45c9-98f2-f8067ecb11a6", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:37:50.262869 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3dd6df75-5d77-45f8-961c-bbcde3b70c98 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:37:50.263269 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae1738c-97ca-4a42-87eb-83e9c9f4cba5', 'tag': 'fd4ad33e-626e-45c9-98f2-f8067ecb11a6', 'status': 'completed', 'code': 200} Nov 08 00:37:50.381553 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec711e33-52b0-46ef-b72e-639b26a7d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:50.411117 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-ec711e33-52b0-46ef-b72e-639b26a7d4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c9056f-5944-40a5-8fd6-62daaf26894d']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:37:50.426276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-ec711e33-52b0-46ef-b72e-639b26a7d4d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd43667-04b0-4bf5-88b4-25a96a9bbcd8') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:37:50.426572 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-ec711e33-52b0-46ef-b72e-639b26a7d4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd43667-04b0-4bf5-88b4-25a96a9bbcd8') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:37:50.440087 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec711e33-52b0-46ef-b72e-639b26a7d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:50.443476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf58d0-a1ee-4a9b-94d2-24b402dda99c req-446c13b6-b31c-4b43-953f-01458a334709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:50.445328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8caf58d0-a1ee-4a9b-94d2-24b402dda99c req-446c13b6-b31c-4b43-953f-01458a334709 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 1095 time: 0.1207125 Nov 08 00:37:50.470637 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec711e33-52b0-46ef-b72e-639b26a7d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:50.529527 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec711e33-52b0-46ef-b72e-639b26a7d4d1 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:37:50.529935 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec711e33-52b0-46ef-b72e-639b26a7d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:37:50.532859 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:37:50.659558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf58d0-a1ee-4a9b-94d2-24b402dda99c req-ca491d4a-7b90-482e-9da8-8cfc38391d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:50.661085 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8caf58d0-a1ee-4a9b-94d2-24b402dda99c req-ca491d4a-7b90-482e-9da8-8cfc38391d81 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f2f6913f27fa41388788e5027b9340cb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1932373 Nov 08 00:37:50.675905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044c3ff-ef15-481d-9b86-ac4875a886f1 req-f4382a43-0d14-46ba-bdf2-217035d9708b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:50.681934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044c3ff-ef15-481d-9b86-ac4875a886f1 req-f4382a43-0d14-46ba-bdf2-217035d9708b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:50.688055 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044c3ff-ef15-481d-9b86-ac4875a886f1 req-f4382a43-0d14-46ba-bdf2-217035d9708b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:50.694759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044c3ff-ef15-481d-9b86-ac4875a886f1 req-f4382a43-0d14-46ba-bdf2-217035d9708b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:50.700859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044c3ff-ef15-481d-9b86-ac4875a886f1 req-f4382a43-0d14-46ba-bdf2-217035d9708b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:50.707015 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044c3ff-ef15-481d-9b86-ac4875a886f1 req-f4382a43-0d14-46ba-bdf2-217035d9708b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:50.713133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044c3ff-ef15-481d-9b86-ac4875a886f1 req-f4382a43-0d14-46ba-bdf2-217035d9708b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:50.715142 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4044c3ff-ef15-481d-9b86-ac4875a886f1 req-f4382a43-0d14-46ba-bdf2-217035d9708b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5437 time: 0.1833222 Nov 08 00:37:50.804184 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96562455-d783-4354-b093-bde60f53b16e req-9972a419-b852-48f3-a9e7-05c5e069bce4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 210 time: 0.0868442 Nov 08 00:37:50.822753 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec711e33-52b0-46ef-b72e-639b26a7d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:50.835014 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec711e33-52b0-46ef-b72e-639b26a7d4d1 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:50.838949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ec711e33-52b0-46ef-b72e-639b26a7d4d1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a5c9056f-5944-40a5-8fd6-62daaf26894d HTTP/1.1" status: 204 len: 168 time: 0.7738936 Nov 08 00:37:50.866214 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec711e33-52b0-46ef-b72e-639b26a7d4d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c9056f-5944-40a5-8fd6-62daaf26894d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:50.877033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4044c3ff-ef15-481d-9b86-ac4875a886f1 req-a8328e1c-daab-4af9-bf42-384eeaf0b4e1 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1448166 Nov 08 00:37:50.907950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf58d0-a1ee-4a9b-94d2-24b402dda99c req-3b07d5cf-711c-4379-8b7f-f9ca3a94a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:50.910106 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8caf58d0-a1ee-4a9b-94d2-24b402dda99c req-3b07d5cf-711c-4379-8b7f-f9ca3a94a997 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1940496 Nov 08 00:37:51.014309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de75f8c-229b-433a-a934-39c33900df83 req-7c26a8c0-5e6a-4558-8657-c81bb28e038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:51.023377 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8de75f8c-229b-433a-a934-39c33900df83 req-7c26a8c0-5e6a-4558-8657-c81bb28e038d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 1095 time: 0.0459890 Nov 08 00:37:51.071681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8de75f8c-229b-433a-a934-39c33900df83 req-6034a3d1-ee55-40d3-b6c1-6587f2370bac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd4ad33e-626e-45c9-98f2-f8067ecb11a6 HTTP/1.1" status: 200 len: 217 time: 0.0374138 Nov 08 00:37:51.169405 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de75f8c-229b-433a-a934-39c33900df83 req-17aec42e-2dc0-4cdc-aadd-35138956333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:51.170912 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8de75f8c-229b-433a-a934-39c33900df83 req-17aec42e-2dc0-4cdc-aadd-35138956333c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.0902569 Nov 08 00:37:51.263752 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de75f8c-229b-433a-a934-39c33900df83 req-26ef31cc-62ca-4047-a4d6-1cb26e6beacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:51.265187 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8de75f8c-229b-433a-a934-39c33900df83 req-26ef31cc-62ca-4047-a4d6-1cb26e6beacd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854726 Nov 08 00:37:51.279608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd38b4b-7e93-4977-ae5a-596c6f9b560b req-c76ef015-df53-4967-89ea-c0cc3bd096c3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:51.282778 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5cd38b4b-7e93-4977-ae5a-596c6f9b560b req-c76ef015-df53-4967-89ea-c0cc3bd096c3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 944 time: 0.1041284 Nov 08 00:37:51.292934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47248) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:51.430723 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5cd38b4b-7e93-4977-ae5a-596c6f9b560b req-516f8663-7840-46f8-ab42-6be90a72bb36 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199803 Nov 08 00:37:51.432958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cdf99844-0e1e-4e65-894a-8a41c4491fe7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=062ee87fed434a4484a56c67526a4c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390512 Nov 08 00:37:51.436277 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47252) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:51.452077 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8de75f8c-229b-433a-a934-39c33900df83 req-d3156513-971c-43e2-95b2-05c857caebe3 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632662 Nov 08 00:37:51.493132 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce32516e-1e8c-4e44-a21e-f5b00c8d12c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:51.528490 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce32516e-1e8c-4e44-a21e-f5b00c8d12c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:51.576741 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8de75f8c-229b-433a-a934-39c33900df83 req-fd3d4b68-4d8a-454c-9870-3033097acde6 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213200 Nov 08 00:37:51.577670 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a2fed0-295c-4337-8852-db922e50e0df'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:37:51.581336 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13086f32-4611-44e4-857c-810f546c822a" -d '{"events": [{"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-plugged", "status": "completed", "tag": "54a2fed0-295c-4337-8852-db922e50e0df"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:37:51.628053 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d4d252-ec81-4c5a-8acd-aa02aecfd792 x-openstack-request-id: req-51d4d252-ec81-4c5a-8acd-aa02aecfd792 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:37:51.628599 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-plugged", "status": "completed", "tag": "54a2fed0-295c-4337-8852-db922e50e0df", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:37:51.629069 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51d4d252-ec81-4c5a-8acd-aa02aecfd792 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:37:51.629671 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a2fed0-295c-4337-8852-db922e50e0df', 'code': 200} Nov 08 00:37:51.696468 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce32516e-1e8c-4e44-a21e-f5b00c8d12c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:51.699069 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce32516e-1e8c-4e44-a21e-f5b00c8d12c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:51.703410 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ce32516e-1e8c-4e44-a21e-f5b00c8d12c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0f7f447-0011-4b9b-8630-3f95dcc1cd62 HTTP/1.1" status: 204 len: 168 time: 0.2652519 Nov 08 00:37:51.712355 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32516e-1e8c-4e44-a21e-f5b00c8d12c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f7f447-0011-4b9b-8630-3f95dcc1cd62,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:51.830074 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d6eee-f20e-4030-a5cd-d8cb25933e08 req-e096acd5-87e9-4ac9-999b-b45213fbcd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:51.830675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d6eee-f20e-4030-a5cd-d8cb25933e08 req-e096acd5-87e9-4ac9-999b-b45213fbcd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:51.831153 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d6eee-f20e-4030-a5cd-d8cb25933e08 req-e096acd5-87e9-4ac9-999b-b45213fbcd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:51.832872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d6eee-f20e-4030-a5cd-d8cb25933e08 req-e096acd5-87e9-4ac9-999b-b45213fbcd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:51.832872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d6eee-f20e-4030-a5cd-d8cb25933e08 req-e096acd5-87e9-4ac9-999b-b45213fbcd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:51.832872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d6eee-f20e-4030-a5cd-d8cb25933e08 req-e096acd5-87e9-4ac9-999b-b45213fbcd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:51.833106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d6eee-f20e-4030-a5cd-d8cb25933e08 req-e096acd5-87e9-4ac9-999b-b45213fbcd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:51.834979 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b7d6eee-f20e-4030-a5cd-d8cb25933e08 req-e096acd5-87e9-4ac9-999b-b45213fbcd5b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 6494 time: 0.0672474 Nov 08 00:37:51.874940 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b7d6eee-f20e-4030-a5cd-d8cb25933e08 req-47524f85-57c1-4582-a635-c8517fe8299e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317116 Nov 08 00:37:51.913353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a799365-078e-4110-9d2c-7047ec523c13 req-0fd788c6-b3c8-43d5-888d-2cfb8fe88296 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 210 time: 0.0303626 Nov 08 00:37:52.024369 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2bd4-c348-4144-b6c7-364196ab01ef req-4203049c-780d-44c7-b186-7cc2fa6259cb tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:52.030697 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2bd4-c348-4144-b6c7-364196ab01ef req-4203049c-780d-44c7-b186-7cc2fa6259cb tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:52.036950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2bd4-c348-4144-b6c7-364196ab01ef req-4203049c-780d-44c7-b186-7cc2fa6259cb tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:52.043674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2bd4-c348-4144-b6c7-364196ab01ef req-4203049c-780d-44c7-b186-7cc2fa6259cb tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:52.049807 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2bd4-c348-4144-b6c7-364196ab01ef req-4203049c-780d-44c7-b186-7cc2fa6259cb tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:52.055884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2bd4-c348-4144-b6c7-364196ab01ef req-4203049c-780d-44c7-b186-7cc2fa6259cb tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:52.068601 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2bd4-c348-4144-b6c7-364196ab01ef req-4203049c-780d-44c7-b186-7cc2fa6259cb tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:52.070929 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-431e2bd4-c348-4144-b6c7-364196ab01ef req-4203049c-780d-44c7-b186-7cc2fa6259cb tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5437 time: 0.1047938 Nov 08 00:37:52.116680 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-431e2bd4-c348-4144-b6c7-364196ab01ef req-d7dafd3e-49bc-4b9c-9d34-e96b225cbe48 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386760 Nov 08 00:37:52.431048 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089559a1-ab76-4c07-a592-9abae7da8afc req-1558eccf-995c-4355-a80d-04d2b723bbf2 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:52.432839 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-089559a1-ab76-4c07-a592-9abae7da8afc req-1558eccf-995c-4355-a80d-04d2b723bbf2 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.20 "GET /v2.0/networks?id=0618e210-b792-4650-a8ac-d8f41e4b492d HTTP/1.1" status: 200 len: 814 time: 0.1161702 Nov 08 00:37:52.466992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-089559a1-ab76-4c07-a592-9abae7da8afc req-38dbffa7-36c1-40bd-bd88-0ab68a825ac8 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Request body: {'port': {'device_id': 'ed1b9db5-03c5-4398-ae61-d2f5c4270631', 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d', 'admin_state_up': True, 'tenant_id': '5dcd8eeba13b47e389b8d539923a6bef'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:52.615624 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47278) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:52.640906 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ae8e9-a536-4594-a5a5-1bce22481452 req-9973414c-562d-4b38-ac3f-bebbf7903da9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:52.642465 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef5ae8e9-a536-4594-a5a5-1bce22481452 req-9973414c-562d-4b38-ac3f-bebbf7903da9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 944 time: 0.0956941 Nov 08 00:37:52.673587 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7447c945-a8f8-4046-b077-b95a53f1ab7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=176e2e18c9f144a9b9e3c5b0e0fc74f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560246 Nov 08 00:37:52.675949 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47280) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:52.694200 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef5ae8e9-a536-4594-a5a5-1bce22481452 req-fa3cdcb4-2f5c-47cd-9c65-f737fa7871cc tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455804 Nov 08 00:37:52.728767 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62f7c103-2e04-4533-9355-a2add9b29f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:52.750040 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62f7c103-2e04-4533-9355-a2add9b29f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:52.775811 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089559a1-ab76-4c07-a592-9abae7da8afc req-38dbffa7-36c1-40bd-bd88-0ab68a825ac8 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Made reservation on behalf of 5dcd8eeba13b47e389b8d539923a6bef for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:37:52.783217 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-089559a1-ab76-4c07-a592-9abae7da8afc req-38dbffa7-36c1-40bd-bd88-0ab68a825ac8 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:52.906556 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-089559a1-ab76-4c07-a592-9abae7da8afc req-38dbffa7-36c1-40bd-bd88-0ab68a825ac8 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Allocated IP 172.20.0.11 (0618e210-b792-4650-a8ac-d8f41e4b492d/d38c2fbf-2fa2-4863-9972-a40f01fb858b/19675a6f-b2b3-49c4-9dbe-6512acba87e1) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:37:52.965428 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62f7c103-2e04-4533-9355-a2add9b29f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:52.973447 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62f7c103-2e04-4533-9355-a2add9b29f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:52.983447 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-62f7c103-2e04-4533-9355-a2add9b29f62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e42e953-62c3-49ea-8e02-d23885b25371 HTTP/1.1" status: 204 len: 168 time: 0.3064296 Nov 08 00:37:52.993426 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7c103-2e04-4533-9355-a2add9b29f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e42e953-62c3-49ea-8e02-d23885b25371,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:53.085297 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84cad20f-2829-41c3-9cc5-c50af76c2e26 req-76af1144-7859-4f5d-8b73-d17129cd7bc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 210 time: 0.0503483 Nov 08 00:37:53.112019 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-089559a1-ab76-4c07-a592-9abae7da8afc req-38dbffa7-36c1-40bd-bd88-0ab68a825ac8 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:53.234933 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-089559a1-ab76-4c07-a592-9abae7da8afc req-38dbffa7-36c1-40bd-bd88-0ab68a825ac8 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:53.268795 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['c7d5d6fb-daac-41a1-b872-3d686c10448d'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:37:53.281537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19ead7-b648-4f7a-86d5-4747536b0831 req-9f03c26d-d549-451a-a70a-aee2af965de2 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:53.288416 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19ead7-b648-4f7a-86d5-4747536b0831 req-9f03c26d-d549-451a-a70a-aee2af965de2 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:53.294424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19ead7-b648-4f7a-86d5-4747536b0831 req-9f03c26d-d549-451a-a70a-aee2af965de2 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:53.310069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19ead7-b648-4f7a-86d5-4747536b0831 req-9f03c26d-d549-451a-a70a-aee2af965de2 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:53.316580 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19ead7-b648-4f7a-86d5-4747536b0831 req-9f03c26d-d549-451a-a70a-aee2af965de2 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:53.322958 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19ead7-b648-4f7a-86d5-4747536b0831 req-9f03c26d-d549-451a-a70a-aee2af965de2 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:53.333435 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19ead7-b648-4f7a-86d5-4747536b0831 req-9f03c26d-d549-451a-a70a-aee2af965de2 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:53.335868 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf19ead7-b648-4f7a-86d5-4747536b0831 req-9f03c26d-d549-451a-a70a-aee2af965de2 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5437 time: 0.1388061 Nov 08 00:37:53.365133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089559a1-ab76-4c07-a592-9abae7da8afc req-38dbffa7-36c1-40bd-bd88-0ab68a825ac8 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Network 0618e210-b792-4650-a8ac-d8f41e4b492d is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:37:53.366755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbffa7-36c1-40bd-bd88-0ab68a825ac8 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Pushing event updated for resources: {'Port': ['ID=19675a6f-b2b3-49c4-9dbe-6512acba87e1,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:53.377199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-089559a1-ab76-4c07-a592-9abae7da8afc req-38dbffa7-36c1-40bd-bd88-0ab68a825ac8 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:37:53.380748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-089559a1-ab76-4c07-a592-9abae7da8afc req-38dbffa7-36c1-40bd-bd88-0ab68a825ac8 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:37:53.437720 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf19ead7-b648-4f7a-86d5-4747536b0831 req-44136e8d-0bae-45a7-a97c-62abaa6149b8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892408 Nov 08 00:37:53.459588 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089559a1-ab76-4c07-a592-9abae7da8afc req-38dbffa7-36c1-40bd-bd88-0ab68a825ac8 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:53.465669 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-089559a1-ab76-4c07-a592-9abae7da8afc req-38dbffa7-36c1-40bd-bd88-0ab68a825ac8 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:53.545456 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-089559a1-ab76-4c07-a592-9abae7da8afc req-38dbffa7-36c1-40bd-bd88-0ab68a825ac8 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0836506 Nov 08 00:37:53.566785 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Request body: {'port': {'device_id': 'ed1b9db5-03c5-4398-ae61-d2f5c4270631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:53.629251 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:53.869294 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbb46d-560b-414e-a4b4-5d5ef7dd131d req-461289a5-30e2-4549-ac19-2ee9bb65b81a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:53.872366 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5dcbb46d-560b-414e-a4b4-5d5ef7dd131d req-461289a5-30e2-4549-ac19-2ee9bb65b81a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 944 time: 0.1099834 Nov 08 00:37:53.953463 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5dcbb46d-560b-414e-a4b4-5d5ef7dd131d req-7a21c5af-ed0a-4cd4-97b2-34278ead347e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758491 Nov 08 00:37:53.990920 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19675a6f-b2b3-49c4-9dbe-6512acba87e1 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:37:53.999009 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:54.011962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Transition to ACTIVE for port object 19675a6f-b2b3-49c4-9dbe-6512acba87e1 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:37:54.102332 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:54.160845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Pushing event updated for resources: {'Port': ['ID=19675a6f-b2b3-49c4-9dbe-6512acba87e1,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:54.272989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239fcd2-db02-4cb6-b315-2cb9d0a5e9cd req-e598e6d3-74b4-46f4-ae4f-1f9bedce65b7 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:54.274506 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0239fcd2-db02-4cb6-b315-2cb9d0a5e9cd req-e598e6d3-74b4-46f4-ae4f-1f9bedce65b7 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 944 time: 0.0925770 Nov 08 00:37:54.277170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Attempting to bind port 19675a6f-b2b3-49c4-9dbe-6512acba87e1 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:37:54.277503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Attempting to bind port 19675a6f-b2b3-49c4-9dbe-6512acba87e1 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'bf9421b0-e433-4058-84e6-c9eaec42434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:37:54.277851 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Attempting to bind port 19675a6f-b2b3-49c4-9dbe-6512acba87e1 on network 0618e210-b792-4650-a8ac-d8f41e4b492d {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:37:54.282921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Port 19675a6f-b2b3-49c4-9dbe-6512acba87e1 on network 0618e210-b792-4650-a8ac-d8f41e4b492d not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:37:54.283236 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Attempting to bind port 19675a6f-b2b3-49c4-9dbe-6512acba87e1 on network 0618e210-b792-4650-a8ac-d8f41e4b492d {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:37:54.294047 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:37:54.294380 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Checking segment: {'id': 'bf9421b0-e433-4058-84e6-c9eaec42434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:37:54.294772 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Bound using segment: {'id': 'bf9421b0-e433-4058-84e6-c9eaec42434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:37:54.295202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Bound port: 19675a6f-b2b3-49c4-9dbe-6512acba87e1, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9421b0-e433-4058-84e6-c9eaec42434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:37:54.295555 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:54.357417 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0239fcd2-db02-4cb6-b315-2cb9d0a5e9cd req-c36ffa20-fcf8-44c7-b676-8c840d7ee965 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712149 Nov 08 00:37:54.385156 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] For port 19675a6f-b2b3-49c4-9dbe-6512acba87e1, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:37:54.389172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] For port 19675a6f-b2b3-49c4-9dbe-6512acba87e1, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=19675a6f-b2b3-49c4-9dbe-6512acba87e1,segment=NetworkSegment(bf9421b0-e433-4058-84e6-c9eaec42434e),segment_id=bf9421b0-e433-4058-84e6-c9eaec42434e)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:37:54.508388 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:54.552834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:54.553456 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:54.554863 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] 10.222.0.20 "PUT /v2.0/ports/19675a6f-b2b3-49c4-9dbe-6512acba87e1 HTTP/1.1" status: 200 len: 1092 time: 0.9925282 Nov 08 00:37:54.555308 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1b9db5-03c5-4398-ae61-d2f5c4270631', 'tag': '19675a6f-b2b3-49c4-9dbe-6512acba87e1'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:37:54.557625 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8105d8a6-563c-4411-aacb-7753dae6c28b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed1b9db5-03c5-4398-ae61-d2f5c4270631", "tag": "19675a6f-b2b3-49c4-9dbe-6512acba87e1"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:37:54.615626 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1eb62-e726-44ff-b4fe-d7164c530e98 service neutron] Pushing event updated for resources: {'Port': ['ID=19675a6f-b2b3-49c4-9dbe-6512acba87e1,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:37:54.642439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635aae9b-c5a9-4d1f-8b5e-a014b80f6aaf req-15c5497f-3e12-42fb-bc8b-aa54133cfc79 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:54.648474 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635aae9b-c5a9-4d1f-8b5e-a014b80f6aaf req-15c5497f-3e12-42fb-bc8b-aa54133cfc79 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:54.654495 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635aae9b-c5a9-4d1f-8b5e-a014b80f6aaf req-15c5497f-3e12-42fb-bc8b-aa54133cfc79 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:54.660697 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635aae9b-c5a9-4d1f-8b5e-a014b80f6aaf req-15c5497f-3e12-42fb-bc8b-aa54133cfc79 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:54.666831 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635aae9b-c5a9-4d1f-8b5e-a014b80f6aaf req-15c5497f-3e12-42fb-bc8b-aa54133cfc79 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:54.673327 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635aae9b-c5a9-4d1f-8b5e-a014b80f6aaf req-15c5497f-3e12-42fb-bc8b-aa54133cfc79 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:54.679238 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635aae9b-c5a9-4d1f-8b5e-a014b80f6aaf req-15c5497f-3e12-42fb-bc8b-aa54133cfc79 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:54.681158 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-635aae9b-c5a9-4d1f-8b5e-a014b80f6aaf req-15c5497f-3e12-42fb-bc8b-aa54133cfc79 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5437 time: 0.1447749 Nov 08 00:37:54.682703 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366fcf23-1a3e-4aa5-b00b-01331ed3a694 x-openstack-request-id: req-366fcf23-1a3e-4aa5-b00b-01331ed3a694 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:37:54.682983 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed1b9db5-03c5-4398-ae61-d2f5c4270631", "tag": "19675a6f-b2b3-49c4-9dbe-6512acba87e1", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:37:54.683228 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-366fcf23-1a3e-4aa5-b00b-01331ed3a694 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:37:54.683609 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1b9db5-03c5-4398-ae61-d2f5c4270631', 'tag': '19675a6f-b2b3-49c4-9dbe-6512acba87e1', 'status': 'completed', 'code': 200} Nov 08 00:37:54.750311 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-635aae9b-c5a9-4d1f-8b5e-a014b80f6aaf req-7735a778-4e6d-442d-bc4e-33d3d450e63c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555375 Nov 08 00:37:54.757280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105d8a6-563c-4411-aacb-7753dae6c28b req-1d8cd6fd-3bd3-4f46-ab14-be4e7a0471bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:54.759046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8105d8a6-563c-4411-aacb-7753dae6c28b req-1d8cd6fd-3bd3-4f46-ab14-be4e7a0471bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5dcd8eeba13b47e389b8d539923a6bef&device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 1095 time: 0.0744874 Nov 08 00:37:54.902812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105d8a6-563c-4411-aacb-7753dae6c28b req-dd3b53ac-159f-4c42-b017-5e32906d7367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:54.904306 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8105d8a6-563c-4411-aacb-7753dae6c28b req-dd3b53ac-159f-4c42-b017-5e32906d7367 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5dcd8eeba13b47e389b8d539923a6bef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1309886 Nov 08 00:37:54.920345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf74ec0-db1e-4c1d-96b8-b9817745b14e req-5fd9f049-e3bd-40f7-8349-214fcec4ae9b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:54.926954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf74ec0-db1e-4c1d-96b8-b9817745b14e req-5fd9f049-e3bd-40f7-8349-214fcec4ae9b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:54.932884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf74ec0-db1e-4c1d-96b8-b9817745b14e req-5fd9f049-e3bd-40f7-8349-214fcec4ae9b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:54.939709 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf74ec0-db1e-4c1d-96b8-b9817745b14e req-5fd9f049-e3bd-40f7-8349-214fcec4ae9b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:54.945158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf74ec0-db1e-4c1d-96b8-b9817745b14e req-5fd9f049-e3bd-40f7-8349-214fcec4ae9b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:54.951116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf74ec0-db1e-4c1d-96b8-b9817745b14e req-5fd9f049-e3bd-40f7-8349-214fcec4ae9b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:54.957157 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf74ec0-db1e-4c1d-96b8-b9817745b14e req-5fd9f049-e3bd-40f7-8349-214fcec4ae9b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:54.959117 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abf74ec0-db1e-4c1d-96b8-b9817745b14e req-5fd9f049-e3bd-40f7-8349-214fcec4ae9b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5437 time: 0.1195529 Nov 08 00:37:54.971504 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47352) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:37:54.976473 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2a90414d-fc6c-4dcb-b0ca-ee61d3fd6908 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Request body: {'floatingip': {'port_id': '76488d3d-aea0-483c-841a-feae5dfe1eab'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:37:55.357744 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a90414d-fc6c-4dcb-b0ca-ee61d3fd6908 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for floatingip, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:55.594043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105d8a6-563c-4411-aacb-7753dae6c28b req-fa45fe91-4fcb-4a47-8b82-84878e984e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:55.595706 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8105d8a6-563c-4411-aacb-7753dae6c28b req-fa45fe91-4fcb-4a47-8b82-84878e984e06 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6356556 Nov 08 00:37:55.615537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106e108-0c71-4e3d-8300-050cfd6f112b req-0f6a8e15-ee51-4c63-9e40-c9f796f602f1 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:55.617643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d106e108-0c71-4e3d-8300-050cfd6f112b req-0f6a8e15-ee51-4c63-9e40-c9f796f602f1 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 944 time: 0.1742227 Nov 08 00:37:55.628107 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd317c1-843e-4813-ae33-97e060241093 req-62ae53cb-3e83-40cf-bd09-c5f7893122da tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:55.629445 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abd317c1-843e-4813-ae33-97e060241093 req-62ae53cb-3e83-40cf-bd09-c5f7893122da tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 944 time: 0.1878498 Nov 08 00:37:55.720620 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d106e108-0c71-4e3d-8300-050cfd6f112b req-cf336cd3-a69f-4c12-8a60-a4fcfed05792 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900857 Nov 08 00:37:55.731102 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-abd317c1-843e-4813-ae33-97e060241093 req-45318910-6c94-46c4-bacb-49eab9e86669 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935616 Nov 08 00:37:55.740406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089559a1-ab76-4c07-a592-9abae7da8afc req-453e0cfa-14e6-4915-86b5-498634cf2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:55.741961 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-089559a1-ab76-4c07-a592-9abae7da8afc req-453e0cfa-14e6-4915-86b5-498634cf2aba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5dcd8eeba13b47e389b8d539923a6bef&device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 1095 time: 0.0823884 Nov 08 00:37:55.795548 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-089559a1-ab76-4c07-a592-9abae7da8afc req-7a536c01-f776-46e3-a346-22f2c9910ac7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19675a6f-b2b3-49c4-9dbe-6512acba87e1 HTTP/1.1" status: 200 len: 217 time: 0.0388792 Nov 08 00:37:55.845993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089559a1-ab76-4c07-a592-9abae7da8afc req-54adb2d3-3496-441c-9474-9ce1dd0b3d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:55.847462 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-089559a1-ab76-4c07-a592-9abae7da8afc req-54adb2d3-3496-441c-9474-9ce1dd0b3d7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d38c2fbf-2fa2-4863-9972-a40f01fb858b HTTP/1.1" status: 200 len: 854 time: 0.0449643 Nov 08 00:37:55.879925 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-089559a1-ab76-4c07-a592-9abae7da8afc req-ab3f05f2-3847-465e-b6e1-37a44d9ed550 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0618e210-b792-4650-a8ac-d8f41e4b492d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255430 Nov 08 00:37:55.985647 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-089559a1-ab76-4c07-a592-9abae7da8afc req-6a9cf75a-8a89-4e09-ae0a-af94f5f0a3b3 service neutron] 10.222.0.20 "GET /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981774 Nov 08 00:37:56.003551 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a90414d-fc6c-4dcb-b0ca-ee61d3fd6908 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:56.091376 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a90414d-fc6c-4dcb-b0ca-ee61d3fd6908 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:56.104215 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-089559a1-ab76-4c07-a592-9abae7da8afc req-ff40bdab-35ca-4c75-b081-98a0d339536e service neutron] 10.222.0.20 "GET /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118345 Nov 08 00:37:56.195754 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-2a90414d-fc6c-4dcb-b0ca-ee61d3fd6908 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Floating IP 4653a14e-25c4-4772-926a-a5d3fa4fe04d associated. External IP: 172.25.2.160, port: 76488d3d-aea0-483c-841a-feae5dfe1eab. Nov 08 00:37:56.422401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a90414d-fc6c-4dcb-b0ca-ee61d3fd6908 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Router 70149018-7332-4c49-9f0b-0e9df43c3f24 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:37:56.531402 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a90414d-fc6c-4dcb-b0ca-ee61d3fd6908 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:37:56.536897 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a90414d-fc6c-4dcb-b0ca-ee61d3fd6908 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:56.541631 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e0573a-6421-4bb6-b8ca-0b525532f50c None None] Sync routers for ids ['70149018-7332-4c49-9f0b-0e9df43c3f24'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:37:56.551767 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e0573a-6421-4bb6-b8ca-0b525532f50c None None] Routers {'70149018-7332-4c49-9f0b-0e9df43c3f24'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:37:56.552596 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b8e0573a-6421-4bb6-b8ca-0b525532f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:37:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['70149018-7332-4c49-9f0b-0e9df43c3f24'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:37:56.565529 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2a90414d-fc6c-4dcb-b0ca-ee61d3fd6908 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "PUT /v2.0/floatingips/4653a14e-25c4-4772-926a-a5d3fa4fe04d HTTP/1.1" status: 200 len: 992 time: 1.5928843 Nov 08 00:37:56.566122 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'tag': '76488d3d-aea0-483c-841a-feae5dfe1eab'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:37:56.577054 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306ef7b3-5b05-4fad-a934-6867bae4383b" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "tag": "76488d3d-aea0-483c-841a-feae5dfe1eab"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:37:56.614016 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3fdb99-98c4-45bc-87a7-395e21aa9e28 x-openstack-request-id: req-ea3fdb99-98c4-45bc-87a7-395e21aa9e28 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:37:56.614311 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "tag": "76488d3d-aea0-483c-841a-feae5dfe1eab", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:37:56.614561 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea3fdb99-98c4-45bc-87a7-395e21aa9e28 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:37:56.615129 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'tag': '76488d3d-aea0-483c-841a-feae5dfe1eab', 'status': 'completed', 'code': 200} Nov 08 00:37:56.660437 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-b8e0573a-6421-4bb6-b8ca-0b525532f50c None None] Set router 70149018-7332-4c49-9f0b-0e9df43c3f24 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:37:56.727288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ef7b3-5b05-4fad-a934-6867bae4383b req-58abc32f-84a0-4045-9055-f33ce6dd5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:56.728643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ef7b3-5b05-4fad-a934-6867bae4383b req-58abc32f-84a0-4045-9055-f33ce6dd5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:56.728757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ef7b3-5b05-4fad-a934-6867bae4383b req-58abc32f-84a0-4045-9055-f33ce6dd5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:56.729324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ef7b3-5b05-4fad-a934-6867bae4383b req-58abc32f-84a0-4045-9055-f33ce6dd5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:56.730051 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ef7b3-5b05-4fad-a934-6867bae4383b req-58abc32f-84a0-4045-9055-f33ce6dd5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:56.730607 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ef7b3-5b05-4fad-a934-6867bae4383b req-58abc32f-84a0-4045-9055-f33ce6dd5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:56.731159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ef7b3-5b05-4fad-a934-6867bae4383b req-58abc32f-84a0-4045-9055-f33ce6dd5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:56.733555 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-306ef7b3-5b05-4fad-a934-6867bae4383b req-58abc32f-84a0-4045-9055-f33ce6dd5db5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 6494 time: 0.0536573 Nov 08 00:37:56.985901 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b963512-a375-486d-93d4-dee4cf5749bd req-c4a780a2-2aa2-40db-bcdd-1503cf76e429 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:56.993698 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b963512-a375-486d-93d4-dee4cf5749bd req-c4a780a2-2aa2-40db-bcdd-1503cf76e429 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 944 time: 0.1405134 Nov 08 00:37:57.023037 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90844042-fc51-46de-ad0f-fadfbbc2feb2 req-1e225715-6319-490d-bf77-491684f642b1 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:57.024593 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-90844042-fc51-46de-ad0f-fadfbbc2feb2 req-1e225715-6319-490d-bf77-491684f642b1 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 944 time: 0.1521468 Nov 08 00:37:57.028124 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ef7b3-5b05-4fad-a934-6867bae4383b req-2641c223-faf5-4738-a2f9-17f5f3795653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:57.029623 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-306ef7b3-5b05-4fad-a934-6867bae4383b req-2641c223-faf5-4738-a2f9-17f5f3795653 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cc5b0d97-a530-416c-8598-edbfeb38986f HTTP/1.1" status: 200 len: 913 time: 0.2885375 Nov 08 00:37:57.050537 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b8e0573a-6421-4bb6-b8ca-0b525532f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'name': 'tempest-TaggedBootDevicesTest-1187649046-router', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:35:10Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'gw_port': {'id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:11Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '4653a14e-25c4-4772-926a-a5d3fa4fe04d', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'port_id': '76488d3d-aea0-483c-841a-feae5dfe1eab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f', 'mac_address': 'fa:16:3e:e0:d1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:36:43Z', 'updated_at': '2021-11-08T00:37:55Z', 'revision_number': 1, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fab09d7b-728f-4ef9-b62c-1f382bda92ce', 'name': '', 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'mac_address': 'fa:16:3e:91:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '27c96a89-7ab5-4bdd-a965-d1c0a565158c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:16Z', 'updated_at': '2021-11-08T00:35:27Z', 'revision_number': 5, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'subnets': [{'id': '27c96a89-7ab5-4bdd-a965-d1c0a565158c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:37:57.069061 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b963512-a375-486d-93d4-dee4cf5749bd req-33ffe6cb-4d81-4840-97f4-60cf93510b21 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744853 Nov 08 00:37:57.080570 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e0573a-6421-4bb6-b8ca-0b525532f50c None None] Checking router: 70149018-7332-4c49-9f0b-0e9df43c3f24 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:37:57.089564 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e0573a-6421-4bb6-b8ca-0b525532f50c None None] Routers {'70149018-7332-4c49-9f0b-0e9df43c3f24'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:37:57.090179 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b8e0573a-6421-4bb6-b8ca-0b525532f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:37:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['70149018-7332-4c49-9f0b-0e9df43c3f24'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:37:57.150292 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-90844042-fc51-46de-ad0f-fadfbbc2feb2 req-527d54e8-6c72-4711-9cdb-ae3934926dd5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135185 Nov 08 00:37:57.157486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-306ef7b3-5b05-4fad-a934-6867bae4383b req-297b6e2f-89a2-4847-9a0a-469ff5c0df42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76488d3d-aea0-483c-841a-feae5dfe1eab HTTP/1.1" status: 200 len: 1000 time: 0.1065307 Nov 08 00:37:57.198437 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-b8e0573a-6421-4bb6-b8ca-0b525532f50c None None] Set router 70149018-7332-4c49-9f0b-0e9df43c3f24 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:37:57.233748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ef7b3-5b05-4fad-a934-6867bae4383b req-7b0ee673-5e12-445b-aa71-8af9273192d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:57.235844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-306ef7b3-5b05-4fad-a934-6867bae4383b req-7b0ee673-5e12-445b-aa71-8af9273192d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27c96a89-7ab5-4bdd-a965-d1c0a565158c HTTP/1.1" status: 200 len: 851 time: 0.0609655 Nov 08 00:37:57.284185 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ef7b3-5b05-4fad-a934-6867bae4383b req-befa888e-930b-403b-a599-8dbdd7538c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:57.285557 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-306ef7b3-5b05-4fad-a934-6867bae4383b req-befa888e-930b-403b-a599-8dbdd7538c6e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc5b0d97-a530-416c-8598-edbfeb38986f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422051 Nov 08 00:37:57.422464 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-306ef7b3-5b05-4fad-a934-6867bae4383b req-0f402466-7845-4b2f-ba8d-165e8d670ebd service neutron] 10.222.0.20 "GET /v2.0/networks/cc5b0d97-a530-416c-8598-edbfeb38986f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266885 Nov 08 00:37:57.492923 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b8e0573a-6421-4bb6-b8ca-0b525532f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'name': 'tempest-TaggedBootDevicesTest-1187649046-router', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:35:10Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'gw_port': {'id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:11Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '4653a14e-25c4-4772-926a-a5d3fa4fe04d', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'port_id': '76488d3d-aea0-483c-841a-feae5dfe1eab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f', 'mac_address': 'fa:16:3e:e0:d1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:36:43Z', 'updated_at': '2021-11-08T00:37:55Z', 'revision_number': 1, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fab09d7b-728f-4ef9-b62c-1f382bda92ce', 'name': '', 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'mac_address': 'fa:16:3e:91:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '27c96a89-7ab5-4bdd-a965-d1c0a565158c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:16Z', 'updated_at': '2021-11-08T00:35:27Z', 'revision_number': 5, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'subnets': [{'id': '27c96a89-7ab5-4bdd-a965-d1c0a565158c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:37:57.519987 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e0573a-6421-4bb6-b8ca-0b525532f50c None None] The sync data for ids ['70149018-7332-4c49-9f0b-0e9df43c3f24'] in n-d-816882-1 is: [{'id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'name': 'tempest-TaggedBootDevicesTest-1187649046-router', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:35:10Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'gw_port': {'id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:11Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '4653a14e-25c4-4772-926a-a5d3fa4fe04d', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'port_id': '76488d3d-aea0-483c-841a-feae5dfe1eab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f', 'mac_address': 'fa:16:3e:e0:d1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:36:43Z', 'updated_at': '2021-11-08T00:37:55Z', 'revision_number': 1, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fab09d7b-728f-4ef9-b62c-1f382bda92ce', 'name': '', 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'mac_address': 'fa:16:3e:91:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '27c96a89-7ab5-4bdd-a965-d1c0a565158c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:16Z', 'updated_at': '2021-11-08T00:35:27Z', 'revision_number': 5, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'subnets': [{'id': '27c96a89-7ab5-4bdd-a965-d1c0a565158c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:37:57.546884 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-306ef7b3-5b05-4fad-a934-6867bae4383b req-8dfe4e02-f144-41a6-b47d-983e2e74fbf4 service neutron] 10.222.0.20 "GET /v2.0/networks/cc5b0d97-a530-416c-8598-edbfeb38986f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188257 Nov 08 00:37:57.757020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a004346-c990-4880-8c6b-749ef68bcfba None None] New status for floating IP 4653a14e-25c4-4772-926a-a5d3fa4fe04d: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:37:58.207128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdeb6a-5970-4cfc-92c8-ed9be130b47f req-0be3cd61-4225-4edb-9318-59ae17928123 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:58.208748 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fefdeb6a-5970-4cfc-92c8-ed9be130b47f req-0be3cd61-4225-4edb-9318-59ae17928123 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 944 time: 0.0520484 Nov 08 00:37:58.222236 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b89b63c7-ab6d-472c-af04-09919b6442ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:37:58.250063 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fefdeb6a-5970-4cfc-92c8-ed9be130b47f req-8821a9fd-d217-466f-bb64-4b0f7254adbe tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347817 Nov 08 00:37:58.302299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d12ab9-b736-4e48-a44c-1722498006dc req-501d9f32-5b8c-4e48-9f3a-ffd139f7fe64 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:58.303812 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40d12ab9-b736-4e48-a44c-1722498006dc req-501d9f32-5b8c-4e48-9f3a-ffd139f7fe64 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 944 time: 0.0482512 Nov 08 00:37:58.347213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40d12ab9-b736-4e48-a44c-1722498006dc req-b8d0f795-3ef3-404b-a957-420efb587f86 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372233 Nov 08 00:37:59.387293 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18540161-0711-48de-a443-093c14c6701c req-4b12a5ea-6812-495c-bb55-8252adbecfb9 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:59.389032 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18540161-0711-48de-a443-093c14c6701c req-4b12a5ea-6812-495c-bb55-8252adbecfb9 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 944 time: 0.0545645 Nov 08 00:37:59.431403 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18540161-0711-48de-a443-093c14c6701c req-15b75d85-fbba-4396-bf82-8aa8552047de tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354455 Nov 08 00:37:59.495258 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032110dc-100f-4bfb-bcbd-397edfea9c96 req-20619251-4565-4534-951f-37ab30dd21a8 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:37:59.496862 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-032110dc-100f-4bfb-bcbd-397edfea9c96 req-20619251-4565-4534-951f-37ab30dd21a8 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 944 time: 0.0528100 Nov 08 00:37:59.536566 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-032110dc-100f-4bfb-bcbd-397edfea9c96 req-51a99f52-2f18-4115-9a12-dce988e58c5c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330269 Nov 08 00:38:00.349436 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 19675a6f-b2b3-49c4-9dbe-6512acba87e1 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:38:00.456213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 19675a6f-b2b3-49c4-9dbe-6512acba87e1, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=19675a6f-b2b3-49c4-9dbe-6512acba87e1,segment=NetworkSegment(bf9421b0-e433-4058-84e6-c9eaec42434e),segment_id=bf9421b0-e433-4058-84e6-c9eaec42434e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:38:00.480812 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '19675a6f-b2b3-49c4-9dbe-6512acba87e1', 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d', 'port_id': '19675a6f-b2b3-49c4-9dbe-6512acba87e1', 'mac_address': 'fa:16:3e:69:09:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38c2fbf-2fa2-4863-9972-a40f01fb858b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:38:00.533152 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:00.545864 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19675a6f-b2b3-49c4-9dbe-6512acba87e1 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:38:00.569650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302bacf-f7ed-4f25-8b96-d0c57b6e2996 req-25829e9a-6b5f-4bd0-8392-5cfb33354573 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:00.575680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 19675a6f-b2b3-49c4-9dbe-6512acba87e1, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=19675a6f-b2b3-49c4-9dbe-6512acba87e1,segment=NetworkSegment(bf9421b0-e433-4058-84e6-c9eaec42434e),segment_id=bf9421b0-e433-4058-84e6-c9eaec42434e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:38:00.577957 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b302bacf-f7ed-4f25-8b96-d0c57b6e2996 req-25829e9a-6b5f-4bd0-8392-5cfb33354573 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 944 time: 0.0684266 Nov 08 00:38:00.621651 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b302bacf-f7ed-4f25-8b96-d0c57b6e2996 req-1ec86e3b-4cc1-4fc3-9f6c-4af6191fa59b tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423951 Nov 08 00:38:00.678718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f3b7d-7677-4171-b618-e4a2cb6ff04f req-0cc2df1d-3195-487d-bcdb-b7abf93974f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:00.680279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-832f3b7d-7677-4171-b618-e4a2cb6ff04f req-0cc2df1d-3195-487d-bcdb-b7abf93974f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 944 time: 0.0579002 Nov 08 00:38:00.691059 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:00.721513 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-832f3b7d-7677-4171-b618-e4a2cb6ff04f req-07197165-20b7-4c05-a159-89e7c864383b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346639 Nov 08 00:38:00.742077 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=19675a6f-b2b3-49c4-9dbe-6512acba87e1,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:38:00.782426 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e7f72415-90d0-4cd5-aba6-b4255395da21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:01.034127 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:01.136239 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['19675a6f-b2b3-49c4-9dbe-6512acba87e1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:38:01.702592 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device fd4ad33e-626e-45c9-98f2-f8067ecb11a6 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:38:01.772370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25e7a3-ceb3-43ac-8e2b-2c4b83ec3878 req-857cd6f9-4997-458d-8e2f-0fbf09dcee54 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:01.791697 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e25e7a3-ceb3-43ac-8e2b-2c4b83ec3878 req-857cd6f9-4997-458d-8e2f-0fbf09dcee54 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 945 time: 0.0979006 Nov 08 00:38:01.806342 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port fd4ad33e-626e-45c9-98f2-f8067ecb11a6, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=fd4ad33e-626e-45c9-98f2-f8067ecb11a6,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:38:01.833365 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:01.834793 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'fd4ad33e-626e-45c9-98f2-f8067ecb11a6', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'port_id': 'fd4ad33e-626e-45c9-98f2-f8067ecb11a6', 'mac_address': 'fa:16:3e:8d:68:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:38:01.886397 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e25e7a3-ceb3-43ac-8e2b-2c4b83ec3878 req-83085c85-ccbe-45de-b105-b42a288709fd tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936575 Nov 08 00:38:01.890496 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:01.906769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be386ad-db89-4fb5-a09d-c0e5b3f81f2c req-879082c7-a09d-48c9-884e-524d3dd4a9d9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:01.910969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4ad33e-626e-45c9-98f2-f8067ecb11a6 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:38:01.914240 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2be386ad-db89-4fb5-a09d-c0e5b3f81f2c req-879082c7-a09d-48c9-884e-524d3dd4a9d9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 944 time: 0.0868576 Nov 08 00:38:01.932928 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port fd4ad33e-626e-45c9-98f2-f8067ecb11a6, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=fd4ad33e-626e-45c9-98f2-f8067ecb11a6,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:38:01.951404 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2be386ad-db89-4fb5-a09d-c0e5b3f81f2c req-ea413919-1e8d-49ce-8fd4-2253b656f397 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356679 Nov 08 00:38:02.045208 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:02.097338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=fd4ad33e-626e-45c9-98f2-f8067ecb11a6,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:38:02.113664 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:02.341554 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['fd4ad33e-626e-45c9-98f2-f8067ecb11a6'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:38:02.370784 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 19675a6f-b2b3-49c4-9dbe-6512acba87e1 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:38:02.523494 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 19675a6f-b2b3-49c4-9dbe-6512acba87e1 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:38:02.532607 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 19675a6f-b2b3-49c4-9dbe-6512acba87e1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:38:02.532991 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:02.673548 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:02.712705 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1b9db5-03c5-4398-ae61-d2f5c4270631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19675a6f-b2b3-49c4-9dbe-6512acba87e1'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:38:02.715005 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67d02be-47b6-4e00-8b53-f96db61806d1" -d '{"events": [{"server_uuid": "ed1b9db5-03c5-4398-ae61-d2f5c4270631", "name": "network-vif-plugged", "status": "completed", "tag": "19675a6f-b2b3-49c4-9dbe-6512acba87e1"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:38:02.729453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 19675a6f-b2b3-49c4-9dbe-6512acba87e1, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=19675a6f-b2b3-49c4-9dbe-6512acba87e1,segment=NetworkSegment(bf9421b0-e433-4058-84e6-c9eaec42434e),segment_id=bf9421b0-e433-4058-84e6-c9eaec42434e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:38:02.757313 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624be9f8-998b-4e31-b358-78c87761b28a x-openstack-request-id: req-624be9f8-998b-4e31-b358-78c87761b28a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:38:02.757612 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1b9db5-03c5-4398-ae61-d2f5c4270631", "name": "network-vif-plugged", "status": "completed", "tag": "19675a6f-b2b3-49c4-9dbe-6512acba87e1", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:38:02.757941 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-624be9f8-998b-4e31-b358-78c87761b28a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:38:02.758344 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1b9db5-03c5-4398-ae61-d2f5c4270631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19675a6f-b2b3-49c4-9dbe-6512acba87e1', 'code': 200} Nov 08 00:38:02.822310 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:02.880873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=19675a6f-b2b3-49c4-9dbe-6512acba87e1,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:38:02.903177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcdce3-0cbf-4959-b8b6-c7edad7c4f09 req-bf1659b4-467d-4ecc-bd00-42a7c6492978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:02.905094 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05bcdce3-0cbf-4959-b8b6-c7edad7c4f09 req-bf1659b4-467d-4ecc-bd00-42a7c6492978 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 1097 time: 0.0641503 Nov 08 00:38:02.946344 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05bcdce3-0cbf-4959-b8b6-c7edad7c4f09 req-fa8fc14a-7ccd-4b11-86d5-575b3fb73599 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334711 Nov 08 00:38:03.014473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e9aad-9e80-43f9-b6d7-4c11461cb582 req-07e9a0d3-a5f8-4a84-852e-68547c61e815 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:03.016192 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b17e9aad-9e80-43f9-b6d7-4c11461cb582 req-07e9a0d3-a5f8-4a84-852e-68547c61e815 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 946 time: 0.0512850 Nov 08 00:38:03.092689 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b17e9aad-9e80-43f9-b6d7-4c11461cb582 req-e40085b6-00c1-4700-a01f-69a4519de9c9 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682728 Nov 08 00:38:03.114155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedbe83-1b88-44a1-b707-d8831bd05787 req-5975644d-b0f9-4372-bca5-ef5faba7cec9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:03.114155 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7fedbe83-1b88-44a1-b707-d8831bd05787 req-5975644d-b0f9-4372-bca5-ef5faba7cec9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 945 time: 0.0772974 Nov 08 00:38:03.150960 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7fedbe83-1b88-44a1-b707-d8831bd05787 req-15e41eb4-f17b-49f7-af31-4b068660f59c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362239 Nov 08 00:38:03.341783 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:03.717599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device fd4ad33e-626e-45c9-98f2-f8067ecb11a6 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:38:03.884825 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port fd4ad33e-626e-45c9-98f2-f8067ecb11a6 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:38:03.888840 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port fd4ad33e-626e-45c9-98f2-f8067ecb11a6 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:38:03.889218 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:03.968615 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:04.000327 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port fd4ad33e-626e-45c9-98f2-f8067ecb11a6, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=fd4ad33e-626e-45c9-98f2-f8067ecb11a6,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:38:04.073273 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:04.123219 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=fd4ad33e-626e-45c9-98f2-f8067ecb11a6,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:38:04.215018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab77a38-d119-4808-850e-09290ddbbd24 req-87f63f50-574e-488b-af42-218d019644a6 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:04.216574 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ab77a38-d119-4808-850e-09290ddbbd24 req-87f63f50-574e-488b-af42-218d019644a6 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 946 time: 0.0560398 Nov 08 00:38:04.277945 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ab77a38-d119-4808-850e-09290ddbbd24 req-a359def3-2908-445c-b503-ec5879691db0 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552907 Nov 08 00:38:04.303334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6181a-ebaf-49f0-a6bf-c558e42e6fe3 req-5c4d527f-4ec8-4d22-aa7d-8004a3538fd0 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:04.304859 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b7f6181a-ebaf-49f0-a6bf-c558e42e6fe3 req-5c4d527f-4ec8-4d22-aa7d-8004a3538fd0 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 946 time: 0.0682118 Nov 08 00:38:04.346739 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b7f6181a-ebaf-49f0-a6bf-c558e42e6fe3 req-a6f0e911-f6f5-46ec-a692-d90d635c4b4f tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352750 Nov 08 00:38:04.759100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae1738c-97ca-4a42-87eb-83e9c9f4cba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4ad33e-626e-45c9-98f2-f8067ecb11a6'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:38:04.761779 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0ea47c-4381-440a-a3dc-74d7083880a4" -d '{"events": [{"server_uuid": "2ae1738c-97ca-4a42-87eb-83e9c9f4cba5", "name": "network-vif-plugged", "status": "completed", "tag": "fd4ad33e-626e-45c9-98f2-f8067ecb11a6"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:38:04.802707 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b30c47-e08f-488d-be2e-ae3b8566c735 x-openstack-request-id: req-b1b30c47-e08f-488d-be2e-ae3b8566c735 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:38:04.806701 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae1738c-97ca-4a42-87eb-83e9c9f4cba5", "name": "network-vif-plugged", "status": "completed", "tag": "fd4ad33e-626e-45c9-98f2-f8067ecb11a6", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:38:04.807085 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1b30c47-e08f-488d-be2e-ae3b8566c735 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:38:04.807705 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae1738c-97ca-4a42-87eb-83e9c9f4cba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4ad33e-626e-45c9-98f2-f8067ecb11a6', 'code': 200} Nov 08 00:38:04.937721 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020fc30-28bb-402e-88fe-47998ace8625 req-2659ae85-f94f-405e-9291-a5a229ee2813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:04.939265 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2020fc30-28bb-402e-88fe-47998ace8625 req-2659ae85-f94f-405e-9291-a5a229ee2813 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 1097 time: 0.0466194 Nov 08 00:38:04.977027 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2020fc30-28bb-402e-88fe-47998ace8625 req-c8e8680f-4d20-4287-ade0-57c90ab1a2c6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302999 Nov 08 00:38:05.146686 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:38:05.412129 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504fe0c-c784-47f6-943c-28e24f8967b0 req-369baed8-e16a-476f-9788-786432603e5f tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:05.413811 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d504fe0c-c784-47f6-943c-28e24f8967b0 req-369baed8-e16a-476f-9788-786432603e5f tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 946 time: 0.0547302 Nov 08 00:38:05.480030 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d504fe0c-c784-47f6-943c-28e24f8967b0 req-d63e3871-326f-4b82-bdc0-f184acb5bfcc tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600808 Nov 08 00:38:05.502461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55087f7-4d70-46cd-a4b5-0c4f4a71b0c4 req-a355ece5-2463-4e03-8bea-3c1656ec1da6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:05.508248 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c55087f7-4d70-46cd-a4b5-0c4f4a71b0c4 req-a355ece5-2463-4e03-8bea-3c1656ec1da6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 946 time: 0.0664744 Nov 08 00:38:05.543836 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c55087f7-4d70-46cd-a4b5-0c4f4a71b0c4 req-77f3cd2c-ceae-4690-a54c-d6ba2513a36a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337977 Nov 08 00:38:06.680685 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600b0de-11ef-4f0a-9059-9535eefc5b07 req-5da8c488-a2bf-4ce1-827f-34e1b6af613a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:06.682165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4600b0de-11ef-4f0a-9059-9535eefc5b07 req-5da8c488-a2bf-4ce1-827f-34e1b6af613a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 946 time: 0.0600183 Nov 08 00:38:06.722452 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4600b0de-11ef-4f0a-9059-9535eefc5b07 req-7a59d76d-4499-4008-9a0f-ecb09556bcf2 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341487 Nov 08 00:38:06.842791 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859b205-c3dc-4596-be51-e97d487bbaf9 req-705eb921-e288-45d0-a8d2-6fc328e58fff tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:06.844789 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c859b205-c3dc-4596-be51-e97d487bbaf9 req-705eb921-e288-45d0-a8d2-6fc328e58fff tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 946 time: 0.0532658 Nov 08 00:38:06.908189 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c859b205-c3dc-4596-be51-e97d487bbaf9 req-21187de3-28ca-4fcd-8ec5-e2abc153b897 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562761 Nov 08 00:38:06.931554 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 47646) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:38:07.162761 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ed9d31-e1e7-47d2-886a-05907cba158a tempest-TestVolumeBootPattern-686796652 tempest-TestVolumeBootPattern-686796652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:07.167610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 47654) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:38:07.172222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': 'fd4ad33e-626e-45c9-98f2-f8067ecb11a6', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:38:07.177031 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e6ed9d31-e1e7-47d2-886a-05907cba158a tempest-TestVolumeBootPattern-686796652 tempest-TestVolumeBootPattern-686796652-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 1092 time: 0.2433760 Nov 08 00:38:07.285535 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:07.452615 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:07.577339 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Allocated IP 172.25.2.105 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/9543d474-e64f-49ca-b291-056cd11ade1b) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:38:07.698095 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:07.811417 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:07.857101 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:38:07.860069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:38:07.866314 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:38:07.906110 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event updated for resources: {'Port': ['ID=9543d474-e64f-49ca-b291-056cd11ade1b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:38:08.308270 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:08.511028 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:08.628883 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:08.675665 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:08.741956 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:08.826244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event updated for resources: {'Port': ['ID=9543d474-e64f-49ca-b291-056cd11ade1b,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:38:08.838403 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:08.947545 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Floating IP bed7bd96-2d94-40c4-9f8d-1c10fcaadf3b associated. External IP: 172.25.2.105, port: fd4ad33e-626e-45c9-98f2-f8067ecb11a6. Nov 08 00:38:09.177798 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Router ca9afdab-d8f7-442a-85bd-986095c64ea2 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:38:09.284347 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:38:09.313265 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46849915-d9b6-4e26-8d54-8954a708c967 None None] Sync routers for ids ['ca9afdab-d8f7-442a-85bd-986095c64ea2'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:38:09.338027 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46849915-d9b6-4e26-8d54-8954a708c967 None None] Routers {'ca9afdab-d8f7-442a-85bd-986095c64ea2'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:38:09.344647 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-46849915-d9b6-4e26-8d54-8954a708c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:38:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ca9afdab-d8f7-442a-85bd-986095c64ea2'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:38:09.381856 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:09.430178 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e35ca9e8-6249-44b6-b999-425888ad54a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2602651 Nov 08 00:38:09.430178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae1738c-97ca-4a42-87eb-83e9c9f4cba5', 'tag': 'fd4ad33e-626e-45c9-98f2-f8067ecb11a6'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:38:09.434076 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0c0538-41a4-4d3e-94e0-75b355e97352" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae1738c-97ca-4a42-87eb-83e9c9f4cba5", "tag": "fd4ad33e-626e-45c9-98f2-f8067ecb11a6"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:38:09.488920 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5755fa24-8acd-4b57-9aba-41374dfcc152 x-openstack-request-id: req-5755fa24-8acd-4b57-9aba-41374dfcc152 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:38:09.489236 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae1738c-97ca-4a42-87eb-83e9c9f4cba5", "tag": "fd4ad33e-626e-45c9-98f2-f8067ecb11a6", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:38:09.489511 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5755fa24-8acd-4b57-9aba-41374dfcc152 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:38:09.490015 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae1738c-97ca-4a42-87eb-83e9c9f4cba5', 'tag': 'fd4ad33e-626e-45c9-98f2-f8067ecb11a6', 'status': 'completed', 'code': 200} Nov 08 00:38:09.492083 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-46849915-d9b6-4e26-8d54-8954a708c967 None None] Set router ca9afdab-d8f7-442a-85bd-986095c64ea2 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:38:09.590053 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c0538-41a4-4d3e-94e0-75b355e97352 req-0109772e-93c5-4837-9176-d73e0dc8e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:09.591704 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8b0c0538-41a4-4d3e-94e0-75b355e97352 req-0109772e-93c5-4837-9176-d73e0dc8e761 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 1097 time: 0.0585585 Nov 08 00:38:09.713719 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c0538-41a4-4d3e-94e0-75b355e97352 req-033d58f4-9740-4802-9f53-bbbae435cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:09.715485 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8b0c0538-41a4-4d3e-94e0-75b355e97352 req-033d58f4-9740-4802-9f53-bbbae435cce7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 913 time: 0.1157727 Nov 08 00:38:09.766882 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-46849915-d9b6-4e26-8d54-8954a708c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'bed7bd96-2d94-40c4-9f8d-1c10fcaadf3b', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'port_id': 'fd4ad33e-626e-45c9-98f2-f8067ecb11a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'mac_address': 'fa:16:3e:8d:68:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae1738c-97ca-4a42-87eb-83e9c9f4cba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:38:08Z', 'updated_at': '2021-11-08T00:38:08Z', 'revision_number': 0, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:10Z', 'revision_number': 5, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:38:09.789676 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8b0c0538-41a4-4d3e-94e0-75b355e97352 req-8d771ea1-d8ae-4552-8950-9c9ababa38c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd4ad33e-626e-45c9-98f2-f8067ecb11a6 HTTP/1.1" status: 200 len: 1000 time: 0.0666437 Nov 08 00:38:09.794885 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46849915-d9b6-4e26-8d54-8954a708c967 None None] Checking router: ca9afdab-d8f7-442a-85bd-986095c64ea2 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:38:09.804224 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46849915-d9b6-4e26-8d54-8954a708c967 None None] Routers {'ca9afdab-d8f7-442a-85bd-986095c64ea2'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:38:09.804828 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-46849915-d9b6-4e26-8d54-8954a708c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:38:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ca9afdab-d8f7-442a-85bd-986095c64ea2'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:38:09.841687 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c0538-41a4-4d3e-94e0-75b355e97352 req-e29b2034-b96f-4c50-829c-19ffa689b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:09.843162 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8b0c0538-41a4-4d3e-94e0-75b355e97352 req-e29b2034-b96f-4c50-829c-19ffa689b9d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.0469458 Nov 08 00:38:09.898747 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c0538-41a4-4d3e-94e0-75b355e97352 req-4c89f18e-19af-41ba-a36f-f6adf5d2a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:09.900377 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8b0c0538-41a4-4d3e-94e0-75b355e97352 req-4c89f18e-19af-41ba-a36f-f6adf5d2a323 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477617 Nov 08 00:38:09.921133 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-46849915-d9b6-4e26-8d54-8954a708c967 None None] Set router ca9afdab-d8f7-442a-85bd-986095c64ea2 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:38:10.045274 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8b0c0538-41a4-4d3e-94e0-75b355e97352 req-b1add2ef-be9b-47e4-b636-5c61b6a216ab service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367180 Nov 08 00:38:10.162515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8b0c0538-41a4-4d3e-94e0-75b355e97352 req-ad46cd55-44a0-4f3e-a959-100de645fb6f service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096451 Nov 08 00:38:10.233321 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-46849915-d9b6-4e26-8d54-8954a708c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'bed7bd96-2d94-40c4-9f8d-1c10fcaadf3b', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'port_id': 'fd4ad33e-626e-45c9-98f2-f8067ecb11a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'mac_address': 'fa:16:3e:8d:68:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae1738c-97ca-4a42-87eb-83e9c9f4cba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:38:08Z', 'updated_at': '2021-11-08T00:38:08Z', 'revision_number': 0, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:10Z', 'revision_number': 5, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:38:10.260202 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46849915-d9b6-4e26-8d54-8954a708c967 None None] The sync data for ids ['ca9afdab-d8f7-442a-85bd-986095c64ea2'] in n-d-816882-1 is: [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'bed7bd96-2d94-40c4-9f8d-1c10fcaadf3b', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'port_id': 'fd4ad33e-626e-45c9-98f2-f8067ecb11a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'mac_address': 'fa:16:3e:8d:68:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae1738c-97ca-4a42-87eb-83e9c9f4cba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:38:08Z', 'updated_at': '2021-11-08T00:38:08Z', 'revision_number': 0, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:10Z', 'revision_number': 5, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:38:10.535027 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666b7cdc-fb11-4046-806f-f7c6dcfe73f0 None None] New status for floating IP bed7bd96-2d94-40c4-9f8d-1c10fcaadf3b: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:38:11.852015 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-3951770b-0cbd-4fe2-a468-21cbb09afba3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:11.853574 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-3951770b-0cbd-4fe2-a468-21cbb09afba3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/networks?id=0618e210-b792-4650-a8ac-d8f41e4b492d HTTP/1.1" status: 200 len: 814 time: 0.1140544 Nov 08 00:38:11.870015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-dc105b97-d6ac-4f1f-85d1-404d97edf003 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/quotas/5dcd8eeba13b47e389b8d539923a6bef HTTP/1.1" status: 200 len: 375 time: 0.0102172 Nov 08 00:38:11.926693 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-2443cd10-81a3-401c-83bc-f0467ae26e73 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5dcd8eeba13b47e389b8d539923a6bef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505385 Nov 08 00:38:12.030719 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f27ac622-ebc9-409c-bf7d-e55eeb2a4d68 service neutron] 10.222.0.13 "GET /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960391 Nov 08 00:38:12.125217 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-87efe7b6-1cd8-4c34-909b-89624afac612 service neutron] 10.222.0.13 "GET /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879133 Nov 08 00:38:12.713621 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f4a1205-0765-4312-ac6d-f2e0a6c2c77c req-db866fd0-372d-4440-96b5-d14787f47f77 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=8083ff41-80dc-408f-ac9b-54a697c00bcb HTTP/1.1" status: 200 len: 210 time: 0.0403597 Nov 08 00:38:13.817707 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7ca7fef-22a9-446a-9fe6-83cfeac76779 req-9540e81e-3ba2-439c-b3ba-277ff94a747e tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=8083ff41-80dc-408f-ac9b-54a697c00bcb HTTP/1.1" status: 200 len: 210 time: 0.0332870 Nov 08 00:38:14.978097 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0c1850d-89f5-448d-a432-2393587c0e8b req-290fb9fa-87c2-4196-b394-a363df22d218 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=8083ff41-80dc-408f-ac9b-54a697c00bcb HTTP/1.1" status: 200 len: 210 time: 0.0511436 Nov 08 00:38:15.035031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f45d013e-33d0-4511-a7c1-13bed26b9ee2 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:15.036775 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f45d013e-33d0-4511-a7c1-13bed26b9ee2 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.26 "GET /v2.0/networks?id=0618e210-b792-4650-a8ac-d8f41e4b492d HTTP/1.1" status: 200 len: 814 time: 0.1372547 Nov 08 00:38:15.056870 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-8f61a518-fea5-4b9e-be31-b69d9710b5b6 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Request body: {'port': {'device_id': '8083ff41-80dc-408f-ac9b-54a697c00bcb', 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d', 'admin_state_up': True, 'tenant_id': '5dcd8eeba13b47e389b8d539923a6bef'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:38:15.261829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-8f61a518-fea5-4b9e-be31-b69d9710b5b6 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Made reservation on behalf of 5dcd8eeba13b47e389b8d539923a6bef for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:38:15.266143 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-8f61a518-fea5-4b9e-be31-b69d9710b5b6 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:15.409154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-8f61a518-fea5-4b9e-be31-b69d9710b5b6 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Allocated IP 172.20.0.7 (0618e210-b792-4650-a8ac-d8f41e4b492d/d38c2fbf-2fa2-4863-9972-a40f01fb858b/a7682ad9-2763-4416-ab73-68cba98ca283) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:38:15.927831 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-8f61a518-fea5-4b9e-be31-b69d9710b5b6 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:16.061298 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-8f61a518-fea5-4b9e-be31-b69d9710b5b6 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:16.093360 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['c7d5d6fb-daac-41a1-b872-3d686c10448d'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:38:16.100413 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['19675a6f-b2b3-49c4-9dbe-6512acba87e1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:38:16.130490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-8f61a518-fea5-4b9e-be31-b69d9710b5b6 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Network 0618e210-b792-4650-a8ac-d8f41e4b492d is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:38:16.144523 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6934286-0643-4896-987e-517dd256604c req-7374d35e-fbe6-42f6-8394-e7432ca2785b tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:16.145956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d6934286-0643-4896-987e-517dd256604c req-7374d35e-fbe6-42f6-8394-e7432ca2785b tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=8083ff41-80dc-408f-ac9b-54a697c00bcb HTTP/1.1" status: 200 len: 931 time: 0.0963552 Nov 08 00:38:16.151910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-8f61a518-fea5-4b9e-be31-b69d9710b5b6 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:38:16.156516 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-8f61a518-fea5-4b9e-be31-b69d9710b5b6 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:38:16.161261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61a518-fea5-4b9e-be31-b69d9710b5b6 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Pushing event updated for resources: {'Port': ['ID=a7682ad9-2763-4416-ab73-68cba98ca283,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:38:16.239075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d6934286-0643-4896-987e-517dd256604c req-9ed690c2-14cb-418b-a98c-c4b5f3642f2c tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840564 Nov 08 00:38:16.250764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-8f61a518-fea5-4b9e-be31-b69d9710b5b6 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:16.251392 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-8f61a518-fea5-4b9e-be31-b69d9710b5b6 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:16.335022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-8f61a518-fea5-4b9e-be31-b69d9710b5b6 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2820175 Nov 08 00:38:16.354816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Request body: {'port': {'device_id': '8083ff41-80dc-408f-ac9b-54a697c00bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:38:16.412889 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:16.692134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7682ad9-2763-4416-ab73-68cba98ca283 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:38:16.707997 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:16.720884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Transition to ACTIVE for port object a7682ad9-2763-4416-ab73-68cba98ca283 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:38:16.851259 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:16.904052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7682ad9-2763-4416-ab73-68cba98ca283,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:38:16.991419 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Attempting to bind port a7682ad9-2763-4416-ab73-68cba98ca283 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:38:16.991822 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Attempting to bind port a7682ad9-2763-4416-ab73-68cba98ca283 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'bf9421b0-e433-4058-84e6-c9eaec42434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:38:16.992120 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Attempting to bind port a7682ad9-2763-4416-ab73-68cba98ca283 on network 0618e210-b792-4650-a8ac-d8f41e4b492d {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:38:16.996411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Port a7682ad9-2763-4416-ab73-68cba98ca283 on network 0618e210-b792-4650-a8ac-d8f41e4b492d not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:38:16.996729 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Attempting to bind port a7682ad9-2763-4416-ab73-68cba98ca283 on network 0618e210-b792-4650-a8ac-d8f41e4b492d {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:38:17.001661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:38:17.002028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Checking segment: {'id': 'bf9421b0-e433-4058-84e6-c9eaec42434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:38:17.002408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Bound using segment: {'id': 'bf9421b0-e433-4058-84e6-c9eaec42434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:38:17.002826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Bound port: a7682ad9-2763-4416-ab73-68cba98ca283, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9421b0-e433-4058-84e6-c9eaec42434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:38:17.003178 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:17.069275 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] For port a7682ad9-2763-4416-ab73-68cba98ca283, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:38:17.072343 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] For port a7682ad9-2763-4416-ab73-68cba98ca283, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a7682ad9-2763-4416-ab73-68cba98ca283,segment=NetworkSegment(bf9421b0-e433-4058-84e6-c9eaec42434e),segment_id=bf9421b0-e433-4058-84e6-c9eaec42434e)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:38:17.182776 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:17.218713 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:17.219394 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:17.221651 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] 10.222.0.26 "PUT /v2.0/ports/a7682ad9-2763-4416-ab73-68cba98ca283 HTTP/1.1" status: 200 len: 1091 time: 0.8707414 Nov 08 00:38:17.221796 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8083ff41-80dc-408f-ac9b-54a697c00bcb', 'tag': 'a7682ad9-2763-4416-ab73-68cba98ca283'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:38:17.224269 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42b0851-230e-4461-b1ab-788bb7a81600" -d '{"events": [{"name": "network-changed", "server_uuid": "8083ff41-80dc-408f-ac9b-54a697c00bcb", "tag": "a7682ad9-2763-4416-ab73-68cba98ca283"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:38:17.269743 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29832f65-cbcf-49b4-97a4-1bbcf151a14c x-openstack-request-id: req-29832f65-cbcf-49b4-97a4-1bbcf151a14c {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:38:17.270183 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8083ff41-80dc-408f-ac9b-54a697c00bcb", "tag": "a7682ad9-2763-4416-ab73-68cba98ca283", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:38:17.270434 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29832f65-cbcf-49b4-97a4-1bbcf151a14c {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:38:17.270971 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8083ff41-80dc-408f-ac9b-54a697c00bcb', 'tag': 'a7682ad9-2763-4416-ab73-68cba98ca283', 'status': 'completed', 'code': 200} Nov 08 00:38:17.275695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332519c-368c-44ac-992b-e7159fc233d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7682ad9-2763-4416-ab73-68cba98ca283,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:38:17.387256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b0851-230e-4461-b1ab-788bb7a81600 req-11bd5799-16d1-42d4-b040-7dd4474d2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:17.388892 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b42b0851-230e-4461-b1ab-788bb7a81600 req-11bd5799-16d1-42d4-b040-7dd4474d2aa7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5dcd8eeba13b47e389b8d539923a6bef&device_id=8083ff41-80dc-408f-ac9b-54a697c00bcb HTTP/1.1" status: 200 len: 1094 time: 0.0769312 Nov 08 00:38:17.405495 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8ae40-8092-4df0-a2bb-c6e4f8c152e7 req-ad931bbb-f265-48ce-94ac-6686b96b71a0 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:17.407026 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f2f8ae40-8092-4df0-a2bb-c6e4f8c152e7 req-ad931bbb-f265-48ce-94ac-6686b96b71a0 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=8083ff41-80dc-408f-ac9b-54a697c00bcb HTTP/1.1" status: 200 len: 943 time: 0.0652440 Nov 08 00:38:17.504058 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f2f8ae40-8092-4df0-a2bb-c6e4f8c152e7 req-cf5b757a-af29-4e05-b6a6-9ce08e38e6da tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874295 Nov 08 00:38:17.537066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b0851-230e-4461-b1ab-788bb7a81600 req-559c4440-13fa-4b5a-a420-ed16cdf7801a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:17.538648 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b42b0851-230e-4461-b1ab-788bb7a81600 req-559c4440-13fa-4b5a-a420-ed16cdf7801a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5dcd8eeba13b47e389b8d539923a6bef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1306801 Nov 08 00:38:17.654832 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b0851-230e-4461-b1ab-788bb7a81600 req-130a9dbb-163c-4374-a4f3-2c153a1ab855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:17.656279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b42b0851-230e-4461-b1ab-788bb7a81600 req-130a9dbb-163c-4374-a4f3-2c153a1ab855 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1050344 Nov 08 00:38:17.774057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-87417e66-5452-4e36-9670-a31fee836f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:17.775572 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-87417e66-5452-4e36-9670-a31fee836f37 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5dcd8eeba13b47e389b8d539923a6bef&device_id=8083ff41-80dc-408f-ac9b-54a697c00bcb HTTP/1.1" status: 200 len: 1094 time: 0.0555947 Nov 08 00:38:17.829354 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-7af7f434-66d8-41c5-8e68-770651712886 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7682ad9-2763-4416-ab73-68cba98ca283 HTTP/1.1" status: 200 len: 217 time: 0.0388987 Nov 08 00:38:17.882713 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-38dc9789-9244-4cbf-be54-24e730ccd860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:17.884267 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-38dc9789-9244-4cbf-be54-24e730ccd860 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d38c2fbf-2fa2-4863-9972-a40f01fb858b HTTP/1.1" status: 200 len: 854 time: 0.0481982 Nov 08 00:38:17.919848 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-01407ce1-31d3-42ef-9e0a-27f263bc02f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0618e210-b792-4650-a8ac-d8f41e4b492d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283477 Nov 08 00:38:18.031779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-3175809d-8efe-4853-b73b-b41110324c8b service neutron] 10.222.0.26 "GET /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032341 Nov 08 00:38:18.133995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97ff7d1e-a265-42d5-bfdb-b1a0e79719d6 req-1943f824-060d-4629-a4f8-e530509a31dd service neutron] 10.222.0.26 "GET /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955749 Nov 08 00:38:18.639202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33a2c5-1a53-467f-854d-53171db0cfed req-958c5173-f5e9-43cc-8f6c-be87d4f52854 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:18.640733 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c33a2c5-1a53-467f-854d-53171db0cfed req-958c5173-f5e9-43cc-8f6c-be87d4f52854 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=8083ff41-80dc-408f-ac9b-54a697c00bcb HTTP/1.1" status: 200 len: 943 time: 0.0633233 Nov 08 00:38:18.682143 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c33a2c5-1a53-467f-854d-53171db0cfed req-68e3bfa6-42d6-4807-aead-7f82106e0293 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351388 Nov 08 00:38:19.747941 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a7682ad9-2763-4416-ab73-68cba98ca283 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:38:19.815160 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426c9c8-d03c-4901-9bcd-e38f15d80e84 req-15578711-b955-4868-b950-a8b38c32e0c9 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:19.822683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2426c9c8-d03c-4901-9bcd-e38f15d80e84 req-15578711-b955-4868-b950-a8b38c32e0c9 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=8083ff41-80dc-408f-ac9b-54a697c00bcb HTTP/1.1" status: 200 len: 943 time: 0.0631425 Nov 08 00:38:19.864509 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port a7682ad9-2763-4416-ab73-68cba98ca283, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a7682ad9-2763-4416-ab73-68cba98ca283,segment=NetworkSegment(bf9421b0-e433-4058-84e6-c9eaec42434e),segment_id=bf9421b0-e433-4058-84e6-c9eaec42434e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:38:19.865425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2426c9c8-d03c-4901-9bcd-e38f15d80e84 req-39a80091-895c-4b79-8c90-ab68535d9183 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418901 Nov 08 00:38:19.900956 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'a7682ad9-2763-4416-ab73-68cba98ca283', 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d', 'port_id': 'a7682ad9-2763-4416-ab73-68cba98ca283', 'mac_address': 'fa:16:3e:f2:25:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38c2fbf-2fa2-4863-9972-a40f01fb858b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:38:19.941630 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:19.959113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7682ad9-2763-4416-ab73-68cba98ca283 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:38:19.980602 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port a7682ad9-2763-4416-ab73-68cba98ca283, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a7682ad9-2763-4416-ab73-68cba98ca283,segment=NetworkSegment(bf9421b0-e433-4058-84e6-c9eaec42434e),segment_id=bf9421b0-e433-4058-84e6-c9eaec42434e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:38:20.090528 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:20.144567 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=a7682ad9-2763-4416-ab73-68cba98ca283,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:38:20.384876 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['a7682ad9-2763-4416-ab73-68cba98ca283'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:38:21.011905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8033c2-bc6a-4721-bde7-26a05a3c0a85 req-0b1ecc63-15b1-4d37-acda-61df26aab91c tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:21.013759 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e8033c2-bc6a-4721-bde7-26a05a3c0a85 req-0b1ecc63-15b1-4d37-acda-61df26aab91c tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=8083ff41-80dc-408f-ac9b-54a697c00bcb HTTP/1.1" status: 200 len: 944 time: 0.0744262 Nov 08 00:38:21.058250 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e8033c2-bc6a-4721-bde7-26a05a3c0a85 req-1fda5b7c-edde-4371-b050-1d6c152105c6 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367773 Nov 08 00:38:21.777984 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a7682ad9-2763-4416-ab73-68cba98ca283 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:38:21.879333 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port a7682ad9-2763-4416-ab73-68cba98ca283 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:38:21.884138 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port a7682ad9-2763-4416-ab73-68cba98ca283 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:38:21.884604 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:21.970327 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:21.993981 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8083ff41-80dc-408f-ac9b-54a697c00bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7682ad9-2763-4416-ab73-68cba98ca283'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:38:21.996248 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee1e0b4-ae9b-405f-bcce-626ab9d32fee" -d '{"events": [{"server_uuid": "8083ff41-80dc-408f-ac9b-54a697c00bcb", "name": "network-vif-plugged", "status": "completed", "tag": "a7682ad9-2763-4416-ab73-68cba98ca283"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:38:22.008826 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port a7682ad9-2763-4416-ab73-68cba98ca283, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a7682ad9-2763-4416-ab73-68cba98ca283,segment=NetworkSegment(bf9421b0-e433-4058-84e6-c9eaec42434e),segment_id=bf9421b0-e433-4058-84e6-c9eaec42434e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:38:22.102047 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:22.155496 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=a7682ad9-2763-4416-ab73-68cba98ca283,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:38:22.196167 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b6827-aede-4ae8-8991-ae79e31d83b2 req-bb5502ab-43f9-4ed4-94a7-0cf22f0c0f98 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:22.204268 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-534b6827-aede-4ae8-8991-ae79e31d83b2 req-bb5502ab-43f9-4ed4-94a7-0cf22f0c0f98 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=8083ff41-80dc-408f-ac9b-54a697c00bcb HTTP/1.1" status: 200 len: 945 time: 0.0629451 Nov 08 00:38:22.221510 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df9c33b-4a69-402d-ad4c-36a98168d5df x-openstack-request-id: req-4df9c33b-4a69-402d-ad4c-36a98168d5df {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:38:22.222231 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8083ff41-80dc-408f-ac9b-54a697c00bcb", "name": "network-vif-plugged", "status": "completed", "tag": "a7682ad9-2763-4416-ab73-68cba98ca283", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:38:22.222582 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4df9c33b-4a69-402d-ad4c-36a98168d5df {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:38:22.223109 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8083ff41-80dc-408f-ac9b-54a697c00bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7682ad9-2763-4416-ab73-68cba98ca283', 'code': 200} Nov 08 00:38:22.261676 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-534b6827-aede-4ae8-8991-ae79e31d83b2 req-0fa1ba27-6483-453e-84fa-2a96b5d46fe6 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554605 Nov 08 00:38:22.364084 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37581211-e04c-4195-b985-3d1e6537b45b req-2ec7fd39-2632-4a5a-881f-e2080591c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:22.365622 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-37581211-e04c-4195-b985-3d1e6537b45b req-2ec7fd39-2632-4a5a-881f-e2080591c1e3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8083ff41-80dc-408f-ac9b-54a697c00bcb HTTP/1.1" status: 200 len: 1096 time: 0.0431294 Nov 08 00:38:22.402617 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-37581211-e04c-4195-b985-3d1e6537b45b req-9a7fa9c9-e502-4eb0-963f-1aa3a7972325 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298891 Nov 08 00:38:23.390534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f61979-281d-4f9d-aed8-2790d38b853f req-ca275b8a-5b1e-4cdd-af68-56d38b931ab2 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:23.392234 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4f61979-281d-4f9d-aed8-2790d38b853f req-ca275b8a-5b1e-4cdd-af68-56d38b931ab2 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=8083ff41-80dc-408f-ac9b-54a697c00bcb HTTP/1.1" status: 200 len: 945 time: 0.0541365 Nov 08 00:38:23.434749 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4f61979-281d-4f9d-aed8-2790d38b853f req-5f9dd046-029f-412f-9312-775989349bc5 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332198 Nov 08 00:38:24.560949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f7761-d204-4d0e-9b1a-833174960695 req-d3c6bc48-6360-4713-a7ab-79e2b8dcff42 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:24.562372 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-216f7761-d204-4d0e-9b1a-833174960695 req-d3c6bc48-6360-4713-a7ab-79e2b8dcff42 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=8083ff41-80dc-408f-ac9b-54a697c00bcb HTTP/1.1" status: 200 len: 945 time: 0.0552111 Nov 08 00:38:24.602026 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-216f7761-d204-4d0e-9b1a-833174960695 req-5e5a0249-89b8-4a84-a283-bb48b03f7168 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329576 Nov 08 00:38:28.187715 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be3f84e0-0b09-4dfd-98b6-493dd704c79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:30.759164 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24700573-394a-44b9-abab-f9f7f45b3b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:31.088030 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:31.895824 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:32.096164 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:33.450203 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:37.431015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35d17e92-8706-48de-8bd6-370eb3aed228 req-8ccf5a0b-f56e-456e-a9df-8a2550a488cf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1173189 Nov 08 00:38:37.551619 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d17e92-8706-48de-8bd6-370eb3aed228 req-c09ca0ae-29a8-4b98-a18e-c832c1fe5f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:37.567073 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35d17e92-8706-48de-8bd6-370eb3aed228 req-c09ca0ae-29a8-4b98-a18e-c832c1fe5f4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5dcd8eeba13b47e389b8d539923a6bef&device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 1097 time: 0.0551085 Nov 08 00:38:37.667290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d17e92-8706-48de-8bd6-370eb3aed228 req-0e7383c1-a76a-43ed-a81f-f693e772e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:37.672213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35d17e92-8706-48de-8bd6-370eb3aed228 req-0e7383c1-a76a-43ed-a81f-f693e772e4c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0618e210-b792-4650-a8ac-d8f41e4b492d HTTP/1.1" status: 200 len: 915 time: 0.0954936 Nov 08 00:38:37.715510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35d17e92-8706-48de-8bd6-370eb3aed228 req-e318f7e5-991a-46eb-8057-766256545316 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7d5d6fb-daac-41a1-b872-3d686c10448d HTTP/1.1" status: 200 len: 217 time: 0.0382464 Nov 08 00:38:37.765280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d17e92-8706-48de-8bd6-370eb3aed228 req-ab80667c-5ccd-466f-8145-507c75d97af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:37.766716 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35d17e92-8706-48de-8bd6-370eb3aed228 req-ab80667c-5ccd-466f-8145-507c75d97af3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d38c2fbf-2fa2-4863-9972-a40f01fb858b HTTP/1.1" status: 200 len: 854 time: 0.0443952 Nov 08 00:38:37.803745 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35d17e92-8706-48de-8bd6-370eb3aed228 req-47c0dc7e-a1f4-49b4-9d17-c5f44f593fc2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0618e210-b792-4650-a8ac-d8f41e4b492d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299358 Nov 08 00:38:37.814816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-35d17e92-8706-48de-8bd6-370eb3aed228 req-593693a6-2c95-4da2-bdcd-70a74c52599e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:38:37.819665 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35d17e92-8706-48de-8bd6-370eb3aed228 req-593693a6-2c95-4da2-bdcd-70a74c52599e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055184 Nov 08 00:38:37.928406 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35d17e92-8706-48de-8bd6-370eb3aed228 req-9e29987a-a8ae-4bbc-a132-eef08f28484a service neutron] 10.222.0.26 "GET /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053903 Nov 08 00:38:38.039084 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35d17e92-8706-48de-8bd6-370eb3aed228 req-1663ae96-5d58-4824-9ddb-5d17084138ff service neutron] 10.222.0.26 "GET /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035883 Nov 08 00:38:38.618719 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:42.146514 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:38:46.315988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de861cef-84af-4818-b740-0d744e02e89f req-8762b7f8-bd82-4552-984e-ba714a1577bf tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:46.317507 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de861cef-84af-4818-b740-0d744e02e89f req-8762b7f8-bd82-4552-984e-ba714a1577bf tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/networks?id=0618e210-b792-4650-a8ac-d8f41e4b492d HTTP/1.1" status: 200 len: 814 time: 0.1227584 Nov 08 00:38:46.340308 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de861cef-84af-4818-b740-0d744e02e89f req-a0f7ab0d-7da2-4716-88da-4135c54b4c0c tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/quotas/5dcd8eeba13b47e389b8d539923a6bef HTTP/1.1" status: 200 len: 375 time: 0.0163474 Nov 08 00:38:46.396656 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de861cef-84af-4818-b740-0d744e02e89f req-674dc3fa-7d4a-43ac-8ac2-dfe38f4e637c tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5dcd8eeba13b47e389b8d539923a6bef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528231 Nov 08 00:38:46.493445 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de861cef-84af-4818-b740-0d744e02e89f req-7d98cf16-a984-499a-9d0d-51d1b3bbb5dc service neutron] 10.222.0.13 "GET /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883408 Nov 08 00:38:46.601332 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de861cef-84af-4818-b740-0d744e02e89f req-6d7de279-e926-4ac3-b117-df0f1dfade3b service neutron] 10.222.0.13 "GET /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011436 Nov 08 00:38:46.702607 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-300a74b5-2b4f-466f-8f3c-ce483b9b5912 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1173446 Nov 08 00:38:46.820258 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-1a29b875-77a6-41f7-b924-8411b63e6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:46.820738 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-1a29b875-77a6-41f7-b924-8411b63e6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:46.821203 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-1a29b875-77a6-41f7-b924-8411b63e6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:46.821663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-1a29b875-77a6-41f7-b924-8411b63e6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:46.822122 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-1a29b875-77a6-41f7-b924-8411b63e6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:46.822579 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-1a29b875-77a6-41f7-b924-8411b63e6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:46.823036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-1a29b875-77a6-41f7-b924-8411b63e6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:46.824985 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-1a29b875-77a6-41f7-b924-8411b63e6d1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 6494 time: 0.0499516 Nov 08 00:38:46.949190 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5376c9df-517b-4e5c-857e-e67d71c1a871 req-fcfeb5cf-ddfb-4f88-becf-813ae4d4e1b1 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 210 time: 0.0346801 Nov 08 00:38:47.004118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-5f9531b1-8741-457f-ba6b-eceba99589e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:47.004743 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-5f9531b1-8741-457f-ba6b-eceba99589e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:47.005339 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-5f9531b1-8741-457f-ba6b-eceba99589e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:47.007187 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-5f9531b1-8741-457f-ba6b-eceba99589e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cc5b0d97-a530-416c-8598-edbfeb38986f&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 HTTP/1.1" status: 200 len: 2294 time: 0.1528916 Nov 08 00:38:47.091631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-68d278b6-b5b7-47a8-a581-2a60d8af14db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76488d3d-aea0-483c-841a-feae5dfe1eab HTTP/1.1" status: 200 len: 1002 time: 0.0706322 Nov 08 00:38:47.145597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-35ecb284-de65-4e20-a68f-ea112378990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:47.147058 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-35ecb284-de65-4e20-a68f-ea112378990c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27c96a89-7ab5-4bdd-a965-d1c0a565158c HTTP/1.1" status: 200 len: 851 time: 0.0483594 Nov 08 00:38:47.195075 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-333a5ca8-a164-45ac-bd3b-41d79ed5a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:47.196623 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-333a5ca8-a164-45ac-bd3b-41d79ed5a31f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc5b0d97-a530-416c-8598-edbfeb38986f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418332 Nov 08 00:38:47.211644 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-62c8b2fe-744d-4176-8f87-f9ec73bdb235 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:38:47.220825 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-62c8b2fe-744d-4176-8f87-f9ec73bdb235 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050633 Nov 08 00:38:47.311440 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-bc5675ae-60b2-4eda-8f51-da0b63b55d31 service neutron] 10.222.0.20 "GET /v2.0/networks/cc5b0d97-a530-416c-8598-edbfeb38986f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910256 Nov 08 00:38:47.437717 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-f3ab51f2-f8ac-4233-8238-7447bae9fd1e service neutron] 10.222.0.20 "GET /v2.0/networks/cc5b0d97-a530-416c-8598-edbfeb38986f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179767 Nov 08 00:38:47.510388 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-a782ba45-dc27-421d-b21f-30ee3d17d845 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=5467d33c-e619-4cf2-9bdc-e9edb7e205e2 HTTP/1.1" status: 200 len: 217 time: 0.0376742 Nov 08 00:38:47.562868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-c64b7e2b-7663-404a-8574-7a47d8fc5416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:47.564450 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-c64b7e2b-7663-404a-8574-7a47d8fc5416 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0468183 Nov 08 00:38:47.623518 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-b2bf8836-a939-4f3f-abd6-dd48a6741d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:47.625328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-b2bf8836-a939-4f3f-abd6-dd48a6741d38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0535040 Nov 08 00:38:47.734091 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-a88a2427-e133-42d8-8e2a-2bf68071e00d service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010723 Nov 08 00:38:47.835521 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-bcdd587c-233d-47e2-b591-e2ecac9d87e0 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940430 Nov 08 00:38:47.882410 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-0f335b80-bf04-4433-8869-8d7e25571b48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=86366417-c094-4a24-a99e-6f58cfef17b4 HTTP/1.1" status: 200 len: 217 time: 0.0388031 Nov 08 00:38:47.941821 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-f4d4f75c-35b9-4aab-ad39-ed2fcea412df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:47.943347 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-f4d4f75c-35b9-4aab-ad39-ed2fcea412df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0541680 Nov 08 00:38:48.001094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-f684dce9-8e68-46dc-baab-be669dcf3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:48.003288 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-f684dce9-8e68-46dc-baab-be669dcf3749 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0527608 Nov 08 00:38:48.091313 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c145a48b-6896-4ae5-82c9-79c294d2b2f5 req-a4aec326-ca26-4c65-a93c-ba941f27f114 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 210 time: 0.0603411 Nov 08 00:38:48.152791 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-66415545-fc52-4a87-bae0-1c6533b7ab16 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358647 Nov 08 00:38:48.242788 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-bfccb3d1-8ef3-4bfb-884f-3bff21e2eda9 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887125 Nov 08 00:38:48.285368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-a33ee859-f858-422b-adcf-2744adad0c4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=95e11555-22e2-4530-90d3-ed8768294b34 HTTP/1.1" status: 200 len: 217 time: 0.0356557 Nov 08 00:38:48.346885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-918a3057-0373-4a1e-8a5e-96b91a4e0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:48.348717 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-918a3057-0373-4a1e-8a5e-96b91a4e0a57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0561171 Nov 08 00:38:48.413541 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-468400a7-9185-4038-9bf3-85262166e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:48.414326 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-468400a7-9185-4038-9bf3-85262166e75b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0583193 Nov 08 00:38:48.526966 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-ce8f2eb6-f350-4f71-b7f1-1bca628d7b4c service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053231 Nov 08 00:38:48.669363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-61e12565-61e0-4eb8-a53c-14d3831f69b5 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967929 Nov 08 00:38:48.712855 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-9120e9f3-b95c-4650-926e-52269bd6ea24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=54a2fed0-295c-4337-8852-db922e50e0df HTTP/1.1" status: 200 len: 217 time: 0.0355844 Nov 08 00:38:48.769532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-a1acc9d7-9e9b-4364-96f5-df83739983cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:48.771010 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-a1acc9d7-9e9b-4364-96f5-df83739983cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0511901 Nov 08 00:38:48.822673 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-014fc13e-fc10-4367-814e-047e1d5654a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:48.824223 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-014fc13e-fc10-4367-814e-047e1d5654a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0443838 Nov 08 00:38:48.929962 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-082b27ed-d749-437e-91a0-75c582a1d028 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965090 Nov 08 00:38:49.030740 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-a6c5b73b-552d-4530-9432-89ae879b7c9c service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930712 Nov 08 00:38:49.079448 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-c251a0f5-3b42-4af4-a6f0-7cdd58ff7c0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 HTTP/1.1" status: 200 len: 217 time: 0.0373752 Nov 08 00:38:49.130087 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-c46b3399-cedd-4b0a-924e-f51efa89457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:49.131568 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-c46b3399-cedd-4b0a-924e-f51efa89457f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e HTTP/1.1" status: 200 len: 797 time: 0.0449889 Nov 08 00:38:49.204866 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-37905407-5972-45b5-9299-ba4def8f0a22 req-b555269a-6907-450a-ada2-64f020874e91 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 210 time: 0.0285928 Nov 08 00:38:49.206767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-27c54e60-f1a9-4df8-a209-6c6c5610ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:49.208277 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-27c54e60-f1a9-4df8-a209-6c6c5610ef51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0688081 Nov 08 00:38:49.324670 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-eb8d9f2a-c505-47c0-9025-623c43cfe632 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042478 Nov 08 00:38:49.439867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-60732099-2bb2-4816-913a-d0e41e2ca106 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044269 Nov 08 00:38:49.543041 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-48ea44ea-526a-44b0-962d-1f3562197863 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b49ec54-cada-4f85-a13b-983d4fe19c5b HTTP/1.1" status: 200 len: 217 time: 0.0646431 Nov 08 00:38:49.647292 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-1fd83a59-8e9c-44a9-a06f-8f6aa8183244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:49.648847 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-1fd83a59-8e9c-44a9-a06f-8f6aa8183244 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e HTTP/1.1" status: 200 len: 797 time: 0.0801272 Nov 08 00:38:49.708832 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de861cef-84af-4818-b740-0d744e02e89f req-8471f84a-723e-4b6c-b650-09b189fc52b1 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:49.710278 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de861cef-84af-4818-b740-0d744e02e89f req-8471f84a-723e-4b6c-b650-09b189fc52b1 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.20 "GET /v2.0/networks?id=0618e210-b792-4650-a8ac-d8f41e4b492d HTTP/1.1" status: 200 len: 814 time: 0.2236991 Nov 08 00:38:49.727935 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164326d-e73c-46d1-a569-aba962badbcf req-79c6d276-0e17-4374-a481-a40bd77281cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:49.727935 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-79c6d276-0e17-4374-a481-a40bd77281cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0679400 Nov 08 00:38:49.731970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-de861cef-84af-4818-b740-0d744e02e89f req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Request body: {'port': {'device_id': '2f1284f6-851e-4a35-be25-9b22d6b57e83', 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d', 'admin_state_up': True, 'tenant_id': '5dcd8eeba13b47e389b8d539923a6bef'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:38:49.928199 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-e0dcddec-2314-47fe-9a5c-abb9d03a3645 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930320 Nov 08 00:38:49.999663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de861cef-84af-4818-b740-0d744e02e89f req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Made reservation on behalf of 5dcd8eeba13b47e389b8d539923a6bef for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:38:50.003241 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-de861cef-84af-4818-b740-0d744e02e89f req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:50.050760 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d164326d-e73c-46d1-a569-aba962badbcf req-b1a7e32d-d371-4573-99b2-9e255c2511c3 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155288 Nov 08 00:38:50.161092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-de861cef-84af-4818-b740-0d744e02e89f req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Allocated IP 172.20.0.13 (0618e210-b792-4650-a8ac-d8f41e4b492d/d38c2fbf-2fa2-4863-9972-a40f01fb858b/4713d890-1fc7-4e3b-8762-85532264d0b0) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:38:50.306993 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c97f269-a3c3-4302-80ff-b81056474558 req-2bc14dfa-cf3b-4906-9726-7023781f7665 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 210 time: 0.0307386 Nov 08 00:38:50.358483 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-de861cef-84af-4818-b740-0d744e02e89f req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:50.450565 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-de861cef-84af-4818-b740-0d744e02e89f req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:50.493006 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['19675a6f-b2b3-49c4-9dbe-6512acba87e1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:38:50.504790 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de861cef-84af-4818-b740-0d744e02e89f req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Network 0618e210-b792-4650-a8ac-d8f41e4b492d is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:38:50.508690 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-de861cef-84af-4818-b740-0d744e02e89f req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:38:50.513010 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-de861cef-84af-4818-b740-0d744e02e89f req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:38:50.528369 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['c7d5d6fb-daac-41a1-b872-3d686c10448d', 'a7682ad9-2763-4416-ab73-68cba98ca283'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:38:50.553431 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Pushing event updated for resources: {'Port': ['ID=4713d890-1fc7-4e3b-8762-85532264d0b0,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:38:50.567352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:50.568676 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:50.568676 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:50.568676 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:50.568968 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:50.569600 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:50.569600 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:50.569808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:50.570122 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:50.570436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:50.570757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:50.571063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:50.593351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de861cef-84af-4818-b740-0d744e02e89f req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:50.603401 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-de861cef-84af-4818-b740-0d744e02e89f req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:50.728589 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de861cef-84af-4818-b740-0d744e02e89f req-71516fcc-6af6-453a-a9a2-aae01eef2cc4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9996808 Nov 08 00:38:50.768026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Request body: {'port': {'device_id': '2f1284f6-851e-4a35-be25-9b22d6b57e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:38:50.846363 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:51.147323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4713d890-1fc7-4e3b-8762-85532264d0b0 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:38:51.157064 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:51.170331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Transition to ACTIVE for port object 4713d890-1fc7-4e3b-8762-85532264d0b0 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:38:51.267275 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:51.329868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Pushing event updated for resources: {'Port': ['ID=4713d890-1fc7-4e3b-8762-85532264d0b0,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:38:51.413525 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Attempting to bind port 4713d890-1fc7-4e3b-8762-85532264d0b0 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:38:51.413807 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Attempting to bind port 4713d890-1fc7-4e3b-8762-85532264d0b0 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'bf9421b0-e433-4058-84e6-c9eaec42434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:38:51.414133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Attempting to bind port 4713d890-1fc7-4e3b-8762-85532264d0b0 on network 0618e210-b792-4650-a8ac-d8f41e4b492d {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:38:51.436557 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Port 4713d890-1fc7-4e3b-8762-85532264d0b0 on network 0618e210-b792-4650-a8ac-d8f41e4b492d not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:38:51.436887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Attempting to bind port 4713d890-1fc7-4e3b-8762-85532264d0b0 on network 0618e210-b792-4650-a8ac-d8f41e4b492d {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:38:51.445529 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:38:51.445865 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Checking segment: {'id': 'bf9421b0-e433-4058-84e6-c9eaec42434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:38:51.446244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Bound using segment: {'id': 'bf9421b0-e433-4058-84e6-c9eaec42434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:38:51.446668 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Bound port: 4713d890-1fc7-4e3b-8762-85532264d0b0, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9421b0-e433-4058-84e6-c9eaec42434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:38:51.447022 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:51.472874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6173b01-f396-421e-801c-c23963a1f7ff req-f829ac97-e0ad-4b18-b137-6376c69e96f7 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:51.474616 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d6173b01-f396-421e-801c-c23963a1f7ff req-f829ac97-e0ad-4b18-b137-6376c69e96f7 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 944 time: 0.0745287 Nov 08 00:38:51.549835 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d6173b01-f396-421e-801c-c23963a1f7ff req-1103de73-f38f-4de3-8f81-c6f25e2bbef2 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684326 Nov 08 00:38:51.560386 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] For port 4713d890-1fc7-4e3b-8762-85532264d0b0, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:38:51.563778 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] For port 4713d890-1fc7-4e3b-8762-85532264d0b0, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=4713d890-1fc7-4e3b-8762-85532264d0b0,segment=NetworkSegment(bf9421b0-e433-4058-84e6-c9eaec42434e),segment_id=bf9421b0-e433-4058-84e6-c9eaec42434e)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:38:51.644051 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:51.684140 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:51.684784 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:51.685851 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de861cef-84af-4818-b740-0d744e02e89f req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] 10.222.0.20 "PUT /v2.0/ports/4713d890-1fc7-4e3b-8762-85532264d0b0 HTTP/1.1" status: 200 len: 1092 time: 0.9315126 Nov 08 00:38:51.686293 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1284f6-851e-4a35-be25-9b22d6b57e83', 'tag': '4713d890-1fc7-4e3b-8762-85532264d0b0'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:38:51.688569 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cda05a-2843-4b2e-9698-d43fdff3af64" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1284f6-851e-4a35-be25-9b22d6b57e83", "tag": "4713d890-1fc7-4e3b-8762-85532264d0b0"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:38:51.712475 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57199454-725f-4e32-aa5e-348a2425c18e service neutron] Pushing event updated for resources: {'Port': ['ID=4713d890-1fc7-4e3b-8762-85532264d0b0,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:38:51.738134 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0fae95-81bb-4668-8e91-431dcc194f70 x-openstack-request-id: req-eb0fae95-81bb-4668-8e91-431dcc194f70 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:38:51.738423 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1284f6-851e-4a35-be25-9b22d6b57e83", "tag": "4713d890-1fc7-4e3b-8762-85532264d0b0", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:38:51.738671 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb0fae95-81bb-4668-8e91-431dcc194f70 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:38:51.739074 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1284f6-851e-4a35-be25-9b22d6b57e83', 'tag': '4713d890-1fc7-4e3b-8762-85532264d0b0', 'status': 'completed', 'code': 200} Nov 08 00:38:51.829523 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda05a-2843-4b2e-9698-d43fdff3af64 req-43435af7-984c-489d-beb9-c3710e164724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:51.831466 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20cda05a-2843-4b2e-9698-d43fdff3af64 req-43435af7-984c-489d-beb9-c3710e164724 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5dcd8eeba13b47e389b8d539923a6bef&device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 1095 time: 0.0499165 Nov 08 00:38:51.950666 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda05a-2843-4b2e-9698-d43fdff3af64 req-f17b7505-96fd-4669-891f-7ec8f7f42f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:51.952081 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20cda05a-2843-4b2e-9698-d43fdff3af64 req-f17b7505-96fd-4669-891f-7ec8f7f42f6c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5dcd8eeba13b47e389b8d539923a6bef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0941820 Nov 08 00:38:52.049821 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda05a-2843-4b2e-9698-d43fdff3af64 req-2923f0db-1364-4129-ae4f-b7d0f2ef909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:52.051321 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20cda05a-2843-4b2e-9698-d43fdff3af64 req-2923f0db-1364-4129-ae4f-b7d0f2ef909b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919657 Nov 08 00:38:52.173925 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de861cef-84af-4818-b740-0d744e02e89f req-20b88652-d060-47bb-bd87-f9ddc8f364a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:52.176490 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de861cef-84af-4818-b740-0d744e02e89f req-20b88652-d060-47bb-bd87-f9ddc8f364a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5dcd8eeba13b47e389b8d539923a6bef&device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 1095 time: 0.0430546 Nov 08 00:38:52.225695 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de861cef-84af-4818-b740-0d744e02e89f req-d53f5629-5c62-4137-bb1a-3772934aab7b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4713d890-1fc7-4e3b-8762-85532264d0b0 HTTP/1.1" status: 200 len: 217 time: 0.0345635 Nov 08 00:38:52.278840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de861cef-84af-4818-b740-0d744e02e89f req-b1de663a-12dc-49fc-9b25-3f03e80e1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:52.280664 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de861cef-84af-4818-b740-0d744e02e89f req-b1de663a-12dc-49fc-9b25-3f03e80e1e5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d38c2fbf-2fa2-4863-9972-a40f01fb858b HTTP/1.1" status: 200 len: 854 time: 0.0483377 Nov 08 00:38:52.314841 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de861cef-84af-4818-b740-0d744e02e89f req-0954b8c8-c9cb-4156-b80e-bf35bb0bb2d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0618e210-b792-4650-a8ac-d8f41e4b492d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256202 Nov 08 00:38:52.409226 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de861cef-84af-4818-b740-0d744e02e89f req-aeaebc1a-88e1-4115-93d3-4b62fad271e2 service neutron] 10.222.0.20 "GET /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850656 Nov 08 00:38:52.884908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39898232-a75a-4fc8-aeef-1e70b6a63174 req-11bfc640-3ffd-4e9a-a746-750874aff20b tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:52.886394 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-39898232-a75a-4fc8-aeef-1e70b6a63174 req-11bfc640-3ffd-4e9a-a746-750874aff20b tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 944 time: 0.0694196 Nov 08 00:38:52.915313 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de861cef-84af-4818-b740-0d744e02e89f req-17ff5023-783f-4f4a-9b4f-66aacbe5620a service neutron] 10.222.0.20 "GET /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986234 Nov 08 00:38:52.935289 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-39898232-a75a-4fc8-aeef-1e70b6a63174 req-0c30f895-b889-4a88-af30-9616a48dd646 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409782 Nov 08 00:38:54.084492 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac0668-3490-4cc8-b901-13fde09280ba req-eca2134b-b6d7-4e4d-abdf-fc43a7e8b234 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:54.085971 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69ac0668-3490-4cc8-b901-13fde09280ba req-eca2134b-b6d7-4e4d-abdf-fc43a7e8b234 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 944 time: 0.0636115 Nov 08 00:38:54.128490 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69ac0668-3490-4cc8-b901-13fde09280ba req-e0081e2f-50bc-40f2-97ad-2dd1fdf82dce tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355928 Nov 08 00:38:55.256582 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f92ad8-539e-4840-b6e3-d1f06bff7bbf req-e3ef770b-eac8-4021-ac72-7537972c47bc tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:55.258065 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6f92ad8-539e-4840-b6e3-d1f06bff7bbf req-e3ef770b-eac8-4021-ac72-7537972c47bc tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 944 time: 0.0556099 Nov 08 00:38:55.297095 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6f92ad8-539e-4840-b6e3-d1f06bff7bbf req-6f4720bc-943d-4cc5-911d-917db8745710 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329158 Nov 08 00:38:56.478606 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae30aa3-ce99-402b-84a0-5a3cbf3e9d8e req-adbb475d-60e2-43d0-9b1d-be43b65e0846 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:56.480202 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fae30aa3-ce99-402b-84a0-5a3cbf3e9d8e req-adbb475d-60e2-43d0-9b1d-be43b65e0846 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 944 time: 0.0781536 Nov 08 00:38:56.530929 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fae30aa3-ce99-402b-84a0-5a3cbf3e9d8e req-f656da80-d61a-4452-82e4-531a3d82a6dd tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446451 Nov 08 00:38:56.652213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 4713d890-1fc7-4e3b-8762-85532264d0b0 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:38:56.748314 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 4713d890-1fc7-4e3b-8762-85532264d0b0, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=4713d890-1fc7-4e3b-8762-85532264d0b0,segment=NetworkSegment(bf9421b0-e433-4058-84e6-c9eaec42434e),segment_id=bf9421b0-e433-4058-84e6-c9eaec42434e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:38:56.759858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '4713d890-1fc7-4e3b-8762-85532264d0b0', 'network_id': '0618e210-b792-4650-a8ac-d8f41e4b492d', 'port_id': '4713d890-1fc7-4e3b-8762-85532264d0b0', 'mac_address': 'fa:16:3e:1d:83:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38c2fbf-2fa2-4863-9972-a40f01fb858b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:38:56.799896 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:56.812169 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4713d890-1fc7-4e3b-8762-85532264d0b0 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:38:56.831637 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 4713d890-1fc7-4e3b-8762-85532264d0b0, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=4713d890-1fc7-4e3b-8762-85532264d0b0,segment=NetworkSegment(bf9421b0-e433-4058-84e6-c9eaec42434e),segment_id=bf9421b0-e433-4058-84e6-c9eaec42434e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:38:56.935621 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:56.984860 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=4713d890-1fc7-4e3b-8762-85532264d0b0,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:38:56.993449 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:56.993790 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:56.994123 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:56.994448 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:56.994771 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:56.995091 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:56.995405 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:56.995720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:56.996209 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:56.996527 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:56.996999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:56.997316 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:38:57.398778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['4713d890-1fc7-4e3b-8762-85532264d0b0'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:38:57.653556 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa996d46-bf3a-4fb4-8fc4-3a26b8229831 req-6fbd4abe-a565-4f3d-9853-78c62fa86d3e tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:57.655045 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa996d46-bf3a-4fb4-8fc4-3a26b8229831 req-6fbd4abe-a565-4f3d-9853-78c62fa86d3e tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 945 time: 0.0537424 Nov 08 00:38:57.701534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa996d46-bf3a-4fb4-8fc4-3a26b8229831 req-d8bb7d26-feb0-4b08-a025-7c2a97d920b0 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340209 Nov 08 00:38:58.198461 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a920f894-4bc7-4fe9-9033-5abc60fd32b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:58.659038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 4713d890-1fc7-4e3b-8762-85532264d0b0 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:38:58.804000 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 4713d890-1fc7-4e3b-8762-85532264d0b0 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:38:58.808798 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 4713d890-1fc7-4e3b-8762-85532264d0b0 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:38:58.809195 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:58.821439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0e80b-c735-4889-9c4f-b38cf27d7f7f req-de06dba9-e9a2-4ed6-a233-b43a69e2f3bd tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:58.823588 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6f0e80b-c735-4889-9c4f-b38cf27d7f7f req-de06dba9-e9a2-4ed6-a233-b43a69e2f3bd tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 945 time: 0.0522845 Nov 08 00:38:58.865359 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6f0e80b-c735-4889-9c4f-b38cf27d7f7f req-cc675d59-0d06-4526-b838-a78f5e6823ed tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350902 Nov 08 00:38:58.889817 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:58.912047 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1284f6-851e-4a35-be25-9b22d6b57e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4713d890-1fc7-4e3b-8762-85532264d0b0'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:38:58.914270 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ea51ac-8250-4ed1-ab91-c5e524794a9c" -d '{"events": [{"server_uuid": "2f1284f6-851e-4a35-be25-9b22d6b57e83", "name": "network-vif-plugged", "status": "completed", "tag": "4713d890-1fc7-4e3b-8762-85532264d0b0"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:38:58.933100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 4713d890-1fc7-4e3b-8762-85532264d0b0, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=4713d890-1fc7-4e3b-8762-85532264d0b0,segment=NetworkSegment(bf9421b0-e433-4058-84e6-c9eaec42434e),segment_id=bf9421b0-e433-4058-84e6-c9eaec42434e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:38:58.952156 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfad8b9-2d45-4bfd-afa6-66f340504d96 x-openstack-request-id: req-edfad8b9-2d45-4bfd-afa6-66f340504d96 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:38:58.952469 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1284f6-851e-4a35-be25-9b22d6b57e83", "name": "network-vif-plugged", "status": "completed", "tag": "4713d890-1fc7-4e3b-8762-85532264d0b0", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:38:58.952850 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edfad8b9-2d45-4bfd-afa6-66f340504d96 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:38:58.953274 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1284f6-851e-4a35-be25-9b22d6b57e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4713d890-1fc7-4e3b-8762-85532264d0b0', 'code': 200} Nov 08 00:38:59.005546 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:38:59.060634 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=4713d890-1fc7-4e3b-8762-85532264d0b0,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:38:59.097451 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2589f9e-a7a4-419b-bf8f-4df792be5b1b req-0d5bae64-0fbf-4475-bf7a-3bd8b3d08805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:59.097451 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d2589f9e-a7a4-419b-bf8f-4df792be5b1b req-0d5bae64-0fbf-4475-bf7a-3bd8b3d08805 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 1097 time: 0.0493429 Nov 08 00:38:59.133631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d2589f9e-a7a4-419b-bf8f-4df792be5b1b req-14afc7ed-c388-416e-9829-36b397594de9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316851 Nov 08 00:38:59.988200 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3957d8f-d520-41eb-9461-f1c270cb75d4 req-874f78aa-741b-46b4-8112-18933377f2e9 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:38:59.989728 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f3957d8f-d520-41eb-9461-f1c270cb75d4 req-874f78aa-741b-46b4-8112-18933377f2e9 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 946 time: 0.0548627 Nov 08 00:39:00.028163 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f3957d8f-d520-41eb-9461-f1c270cb75d4 req-1109dc5f-4dd5-4638-b511-cecac1c6abd9 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323172 Nov 08 00:39:00.770043 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a82420da-97a2-4624-920c-365d704f7033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:01.101555 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:01.149023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e6e7e-423d-4330-b87d-4b08205e0d68 req-0e4ebdc8-1dde-4bd7-bdb8-d1b8800766a8 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:39:01.150599 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a53e6e7e-423d-4330-b87d-4b08205e0d68 req-0e4ebdc8-1dde-4bd7-bdb8-d1b8800766a8 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 946 time: 0.0558820 Nov 08 00:39:01.189215 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a53e6e7e-423d-4330-b87d-4b08205e0d68 req-39a4d865-b547-4900-8d28-d91ecf4742e5 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325439 Nov 08 00:39:01.844395 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:02.141523 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:03.485287 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:08.580914 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:19.146890 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:39:19.554350 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 49540) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:39:19.721068 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ec32493f-5b16-4efa-bbc4-5ec41a709217 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=041a7c75189c4e458cc579482d2b01fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649759 Nov 08 00:39:19.724308 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 49546) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:39:19.785218 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c07c5ef9-ab95-4f93-b98e-72a82c4de91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:19.812859 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c07c5ef9-ab95-4f93-b98e-72a82c4de91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:19.958109 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c07c5ef9-ab95-4f93-b98e-72a82c4de91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:19.960969 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c07c5ef9-ab95-4f93-b98e-72a82c4de91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:19.962342 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c07c5ef9-ab95-4f93-b98e-72a82c4de91d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1178883b-d1c5-466a-bbf9-c9a67462cba0 HTTP/1.1" status: 204 len: 168 time: 0.2366579 Nov 08 00:39:19.971482 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c5ef9-ab95-4f93-b98e-72a82c4de91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1178883b-d1c5-466a-bbf9-c9a67462cba0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:39:19.979251 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c5ef9-ab95-4f93-b98e-72a82c4de91d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:19.979737 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c5ef9-ab95-4f93-b98e-72a82c4de91d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:19.984525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c5ef9-ab95-4f93-b98e-72a82c4de91d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:19.984525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c5ef9-ab95-4f93-b98e-72a82c4de91d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:19.984525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c5ef9-ab95-4f93-b98e-72a82c4de91d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:19.984525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c5ef9-ab95-4f93-b98e-72a82c4de91d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:19.984525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c5ef9-ab95-4f93-b98e-72a82c4de91d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:19.984525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c5ef9-ab95-4f93-b98e-72a82c4de91d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:19.984525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c5ef9-ab95-4f93-b98e-72a82c4de91d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:19.984525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c5ef9-ab95-4f93-b98e-72a82c4de91d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:19.984525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c5ef9-ab95-4f93-b98e-72a82c4de91d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:19.984525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c5ef9-ab95-4f93-b98e-72a82c4de91d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:26.428685 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e6328-4a86-4b99-a137-bc06ccad4806 req-90cb461d-325d-4087-8666-f3653d445767 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:39:26.438660 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d0e6328-4a86-4b99-a137-bc06ccad4806 req-90cb461d-325d-4087-8666-f3653d445767 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 946 time: 0.0748205 Nov 08 00:39:26.488374 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d0e6328-4a86-4b99-a137-bc06ccad4806 req-be3cd440-23c5-4619-a7a9-db9c79e64e13 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486174 Nov 08 00:39:27.615500 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481be949-d92b-4b42-9f0c-dd82bddfd288 req-34e4667d-2eee-4e1d-96fd-698ced3c24d2 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:39:27.617107 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-481be949-d92b-4b42-9f0c-dd82bddfd288 req-34e4667d-2eee-4e1d-96fd-698ced3c24d2 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 946 time: 0.0539043 Nov 08 00:39:27.660953 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-481be949-d92b-4b42-9f0c-dd82bddfd288 req-61e32df0-1de6-400f-8cf5-e17ef157e1de tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374591 Nov 08 00:39:28.191865 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41caf1-65a4-48a7-acaf-89523e958f71 req-38ba6f7f-13ad-488f-91a7-121d119f44a3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:39:28.193551 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0a41caf1-65a4-48a7-acaf-89523e958f71 req-38ba6f7f-13ad-488f-91a7-121d119f44a3 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 946 time: 0.0617876 Nov 08 00:39:28.197494 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ccc583d3-ae04-45f2-b093-fce3b3605cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:28.312069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-0a41caf1-65a4-48a7-acaf-89523e958f71 req-05ea57cf-1b02-4190-a479-0b4a3247fb1e tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Deleting port 4713d890-1fc7-4e3b-8762-85532264d0b0 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:39:28.312720 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0a41caf1-65a4-48a7-acaf-89523e958f71 req-05ea57cf-1b02-4190-a479-0b4a3247fb1e tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:28.419082 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-0a41caf1-65a4-48a7-acaf-89523e958f71 req-05ea57cf-1b02-4190-a479-0b4a3247fb1e tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] For port 4713d890-1fc7-4e3b-8762-85532264d0b0, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=4713d890-1fc7-4e3b-8762-85532264d0b0,segment=NetworkSegment(bf9421b0-e433-4058-84e6-c9eaec42434e),segment_id=bf9421b0-e433-4058-84e6-c9eaec42434e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:39:28.425201 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0a41caf1-65a4-48a7-acaf-89523e958f71 req-05ea57cf-1b02-4190-a479-0b4a3247fb1e tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:28.434875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-0a41caf1-65a4-48a7-acaf-89523e958f71 req-05ea57cf-1b02-4190-a479-0b4a3247fb1e tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Calling delete_port for 4713d890-1fc7-4e3b-8762-85532264d0b0 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:39:28.667144 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0a41caf1-65a4-48a7-acaf-89523e958f71 req-05ea57cf-1b02-4190-a479-0b4a3247fb1e tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:28.699231 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea57cf-1b02-4190-a479-0b4a3247fb1e tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Pushing event deleted for resources: {'Port': ['ID=4713d890-1fc7-4e3b-8762-85532264d0b0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:39:28.701771 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['19675a6f-b2b3-49c4-9dbe-6512acba87e1', '4713d890-1fc7-4e3b-8762-85532264d0b0'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:39:28.752251 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a41caf1-65a4-48a7-acaf-89523e958f71 req-05ea57cf-1b02-4190-a479-0b4a3247fb1e tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] No DVR routers for this DVR port 4713d890-1fc7-4e3b-8762-85532264d0b0 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:39:28.755010 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0a41caf1-65a4-48a7-acaf-89523e958f71 req-05ea57cf-1b02-4190-a479-0b4a3247fb1e tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:28.758443 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0a41caf1-65a4-48a7-acaf-89523e958f71 req-05ea57cf-1b02-4190-a479-0b4a3247fb1e tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.20 "DELETE /v2.0/ports/4713d890-1fc7-4e3b-8762-85532264d0b0 HTTP/1.1" status: 204 len: 173 time: 0.5591335 Nov 08 00:39:28.758896 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1284f6-851e-4a35-be25-9b22d6b57e83', 'name': 'network-vif-deleted', 'tag': '4713d890-1fc7-4e3b-8762-85532264d0b0'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:39:28.761310 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bfbc30-0bda-43c7-921d-7b82184f502f" -d '{"events": [{"server_uuid": "2f1284f6-851e-4a35-be25-9b22d6b57e83", "name": "network-vif-deleted", "tag": "4713d890-1fc7-4e3b-8762-85532264d0b0"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:39:28.777495 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['c7d5d6fb-daac-41a1-b872-3d686c10448d', 'a7682ad9-2763-4416-ab73-68cba98ca283'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:39:28.794623 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-524c41af-bd70-42e9-a79a-9b5f6d3e360f req-507b2503-59c2-4033-b7e8-78ed0206d7ac tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 210 time: 0.0301571 Nov 08 00:39:28.806426 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302b3f88-f6f4-47d8-89cf-b4340e7713e3 x-openstack-request-id: req-302b3f88-f6f4-47d8-89cf-b4340e7713e3 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:39:28.806719 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1284f6-851e-4a35-be25-9b22d6b57e83", "name": "network-vif-deleted", "tag": "4713d890-1fc7-4e3b-8762-85532264d0b0", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:39:28.806970 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-302b3f88-f6f4-47d8-89cf-b4340e7713e3 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:39:28.807521 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1284f6-851e-4a35-be25-9b22d6b57e83', 'name': 'network-vif-deleted', 'tag': '4713d890-1fc7-4e3b-8762-85532264d0b0', 'status': 'completed', 'code': 200} Nov 08 00:39:29.923171 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7fc954b-86e0-417e-bd8c-973f4c58562b req-6332e7ef-f025-4f58-aea4-06eda055d181 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f1284f6-851e-4a35-be25-9b22d6b57e83 HTTP/1.1" status: 200 len: 210 time: 0.0316346 Nov 08 00:39:30.740444 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4bc30d48-594f-4fd2-9947-36e1cf544f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:31.004061 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:31.803636 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:32.087398 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:32.759997 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 4713d890-1fc7-4e3b-8762-85532264d0b0 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:39:32.779857 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 4713d890-1fc7-4e3b-8762-85532264d0b0 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:39:32.780208 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 4713d890-1fc7-4e3b-8762-85532264d0b0 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:39:33.420886 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:34.946904 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ba590-8771-4bfb-a8f1-5414e272e27c req-1575f67c-d701-42c6-a131-058c24e07c3f tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:39:34.949865 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-601ba590-8771-4bfb-a8f1-5414e272e27c req-1575f67c-d701-42c6-a131-058c24e07c3f tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=8083ff41-80dc-408f-ac9b-54a697c00bcb HTTP/1.1" status: 200 len: 945 time: 0.0520101 Nov 08 00:39:34.995884 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-601ba590-8771-4bfb-a8f1-5414e272e27c req-b24ce929-5937-4824-9d78-f977895f2510 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398777 Nov 08 00:39:36.122342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b79833-abf1-4eb6-acdb-d9e1f8502fc2 req-4501e8e6-0889-484b-b1e2-a97f87cb97cb tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:39:36.123827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9b79833-abf1-4eb6-acdb-d9e1f8502fc2 req-4501e8e6-0889-484b-b1e2-a97f87cb97cb tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=8083ff41-80dc-408f-ac9b-54a697c00bcb HTTP/1.1" status: 200 len: 945 time: 0.0554028 Nov 08 00:39:36.161681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9b79833-abf1-4eb6-acdb-d9e1f8502fc2 req-7f5f403d-0d91-4d41-ab66-a709bdca0e8f tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312028 Nov 08 00:39:36.559498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fc03f-599c-4b17-9598-d334b63863d1 req-93d069b1-932e-4797-9807-9785771efe7a tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:39:36.561015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f5fc03f-599c-4b17-9598-d334b63863d1 req-93d069b1-932e-4797-9807-9785771efe7a tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8083ff41-80dc-408f-ac9b-54a697c00bcb HTTP/1.1" status: 200 len: 945 time: 0.0544558 Nov 08 00:39:36.665609 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-7f5fc03f-599c-4b17-9598-d334b63863d1 req-b8d7cf1f-510a-486b-ab6b-a64dc3c839ad tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Deleting port a7682ad9-2763-4416-ab73-68cba98ca283 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:39:36.665956 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7f5fc03f-599c-4b17-9598-d334b63863d1 req-b8d7cf1f-510a-486b-ab6b-a64dc3c839ad tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:36.757336 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-7f5fc03f-599c-4b17-9598-d334b63863d1 req-b8d7cf1f-510a-486b-ab6b-a64dc3c839ad tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] For port a7682ad9-2763-4416-ab73-68cba98ca283, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a7682ad9-2763-4416-ab73-68cba98ca283,segment=NetworkSegment(bf9421b0-e433-4058-84e6-c9eaec42434e),segment_id=bf9421b0-e433-4058-84e6-c9eaec42434e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:39:36.757615 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7f5fc03f-599c-4b17-9598-d334b63863d1 req-b8d7cf1f-510a-486b-ab6b-a64dc3c839ad tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:36.771551 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-7f5fc03f-599c-4b17-9598-d334b63863d1 req-b8d7cf1f-510a-486b-ab6b-a64dc3c839ad tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Calling delete_port for a7682ad9-2763-4416-ab73-68cba98ca283 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:39:36.998771 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7f5fc03f-599c-4b17-9598-d334b63863d1 req-b8d7cf1f-510a-486b-ab6b-a64dc3c839ad tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:37.033033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7cf1f-510a-486b-ab6b-a64dc3c839ad tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Pushing event deleted for resources: {'Port': ['ID=a7682ad9-2763-4416-ab73-68cba98ca283,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:39:37.046828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['c7d5d6fb-daac-41a1-b872-3d686c10448d', 'a7682ad9-2763-4416-ab73-68cba98ca283'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:39:37.052320 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['19675a6f-b2b3-49c4-9dbe-6512acba87e1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:39:37.074406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5fc03f-599c-4b17-9598-d334b63863d1 req-b8d7cf1f-510a-486b-ab6b-a64dc3c839ad tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] No DVR routers for this DVR port a7682ad9-2763-4416-ab73-68cba98ca283 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:39:37.077200 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7f5fc03f-599c-4b17-9598-d334b63863d1 req-b8d7cf1f-510a-486b-ab6b-a64dc3c839ad tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:37.080512 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f5fc03f-599c-4b17-9598-d334b63863d1 req-b8d7cf1f-510a-486b-ab6b-a64dc3c839ad tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.26 "DELETE /v2.0/ports/a7682ad9-2763-4416-ab73-68cba98ca283 HTTP/1.1" status: 204 len: 173 time: 0.5129678 Nov 08 00:39:37.080963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8083ff41-80dc-408f-ac9b-54a697c00bcb', 'name': 'network-vif-deleted', 'tag': 'a7682ad9-2763-4416-ab73-68cba98ca283'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:39:37.083347 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075f8b3f-7ecf-4330-b742-90993706a12e" -d '{"events": [{"server_uuid": "8083ff41-80dc-408f-ac9b-54a697c00bcb", "name": "network-vif-deleted", "tag": "a7682ad9-2763-4416-ab73-68cba98ca283"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:39:37.128387 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1224408e-b60c-4e64-a8ea-9926cc63afec x-openstack-request-id: req-1224408e-b60c-4e64-a8ea-9926cc63afec {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:39:37.129454 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8083ff41-80dc-408f-ac9b-54a697c00bcb", "name": "network-vif-deleted", "tag": "a7682ad9-2763-4416-ab73-68cba98ca283", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:39:37.129894 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1224408e-b60c-4e64-a8ea-9926cc63afec {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:39:37.130333 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8083ff41-80dc-408f-ac9b-54a697c00bcb', 'name': 'network-vif-deleted', 'tag': 'a7682ad9-2763-4416-ab73-68cba98ca283', 'status': 'completed', 'code': 200} Nov 08 00:39:37.310573 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd464b58-158c-44db-818e-b2a35c1bff2a req-ef2d6d7e-ee39-4c38-9010-5dba0ce9bace tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=8083ff41-80dc-408f-ac9b-54a697c00bcb HTTP/1.1" status: 200 len: 210 time: 0.0649717 Nov 08 00:39:37.393654 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bd037dc-8408-49ee-831d-9d8972cced02 req-1ef16281-4333-4c61-acb2-cbf924c643b0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437748 Nov 08 00:39:37.468296 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd037dc-8408-49ee-831d-9d8972cced02 req-5045d724-43ed-48f8-8543-4bb262794585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:39:37.469894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bd037dc-8408-49ee-831d-9d8972cced02 req-5045d724-43ed-48f8-8543-4bb262794585 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 1097 time: 0.0401931 Nov 08 00:39:37.602826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd037dc-8408-49ee-831d-9d8972cced02 req-4c1148ee-af23-4c8c-8b55-f90658cb3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:39:37.604323 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bd037dc-8408-49ee-831d-9d8972cced02 req-4c1148ee-af23-4c8c-8b55-f90658cb3613 service neutron] 10.222.0.26 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 913 time: 0.0918908 Nov 08 00:39:37.672659 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bd037dc-8408-49ee-831d-9d8972cced02 req-a2e5124d-fe31-4184-b7ad-533782afa52d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd4ad33e-626e-45c9-98f2-f8067ecb11a6 HTTP/1.1" status: 200 len: 1002 time: 0.0595500 Nov 08 00:39:37.726534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd037dc-8408-49ee-831d-9d8972cced02 req-5c0dd622-82af-4b4e-9ea2-1b05f15e0b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:39:37.729014 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bd037dc-8408-49ee-831d-9d8972cced02 req-5c0dd622-82af-4b4e-9ea2-1b05f15e0b1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.0493405 Nov 08 00:39:37.782706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd037dc-8408-49ee-831d-9d8972cced02 req-6241bd8b-e3fc-429f-bbb1-c100de6cac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:39:37.784728 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bd037dc-8408-49ee-831d-9d8972cced02 req-6241bd8b-e3fc-429f-bbb1-c100de6cac70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481954 Nov 08 00:39:37.881424 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bd037dc-8408-49ee-831d-9d8972cced02 req-526d5003-c57d-4f34-8c0b-a562e12cfbf6 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882041 Nov 08 00:39:37.989277 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bd037dc-8408-49ee-831d-9d8972cced02 req-fbcc8959-3290-4530-aafb-3aa7d9db3d15 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952215 Nov 08 00:39:38.454330 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4cc43858-c47b-4b4e-b0eb-02babb71b60a req-4b2b4150-c48b-4491-8a87-690046a1d9ee tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=8083ff41-80dc-408f-ac9b-54a697c00bcb HTTP/1.1" status: 200 len: 210 time: 0.0493698 Nov 08 00:39:38.651610 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:40.005659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc965e1d-076f-48cd-aae2-951c6272b4b6 req-d18597ad-0e95-4614-8a75-830d1c599d55 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:39:40.007286 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc965e1d-076f-48cd-aae2-951c6272b4b6 req-d18597ad-0e95-4614-8a75-830d1c599d55 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 946 time: 0.0526655 Nov 08 00:39:40.052340 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc965e1d-076f-48cd-aae2-951c6272b4b6 req-24daf4ac-0cbc-4800-83ca-1af0ec502f7f tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385966 Nov 08 00:39:40.244983 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a7682ad9-2763-4416-ab73-68cba98ca283 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:39:40.270295 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: a7682ad9-2763-4416-ab73-68cba98ca283 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:39:40.270734 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a7682ad9-2763-4416-ab73-68cba98ca283 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:39:41.189496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e6b72-bb1b-4107-9783-6b60c6daf346 req-2475eebc-3ab1-4e7f-be64-accd593e7bf1 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:39:41.191542 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-097e6b72-bb1b-4107-9783-6b60c6daf346 req-2475eebc-3ab1-4e7f-be64-accd593e7bf1 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 946 time: 0.0559394 Nov 08 00:39:41.233094 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-097e6b72-bb1b-4107-9783-6b60c6daf346 req-2c8c9cc8-2f60-45d4-947b-8ad8afab454f tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349879 Nov 08 00:39:41.693021 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1bc65-1baf-4e15-9364-43b2b438a599 req-3ee72db3-5201-4d9b-b6b7-822630497ff5 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:39:41.694479 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bdc1bc65-1baf-4e15-9364-43b2b438a599 req-3ee72db3-5201-4d9b-b6b7-822630497ff5 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 946 time: 0.0589497 Nov 08 00:39:41.790540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-bdc1bc65-1baf-4e15-9364-43b2b438a599 req-386e69dc-e9b7-41c6-a2c4-b584ef6cd0bd tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Deleting port 19675a6f-b2b3-49c4-9dbe-6512acba87e1 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:39:41.790887 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-bdc1bc65-1baf-4e15-9364-43b2b438a599 req-386e69dc-e9b7-41c6-a2c4-b584ef6cd0bd tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:41.886853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-bdc1bc65-1baf-4e15-9364-43b2b438a599 req-386e69dc-e9b7-41c6-a2c4-b584ef6cd0bd tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] For port 19675a6f-b2b3-49c4-9dbe-6512acba87e1, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=19675a6f-b2b3-49c4-9dbe-6512acba87e1,segment=NetworkSegment(bf9421b0-e433-4058-84e6-c9eaec42434e),segment_id=bf9421b0-e433-4058-84e6-c9eaec42434e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:39:41.887231 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-bdc1bc65-1baf-4e15-9364-43b2b438a599 req-386e69dc-e9b7-41c6-a2c4-b584ef6cd0bd tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:41.907766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-bdc1bc65-1baf-4e15-9364-43b2b438a599 req-386e69dc-e9b7-41c6-a2c4-b584ef6cd0bd tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Calling delete_port for 19675a6f-b2b3-49c4-9dbe-6512acba87e1 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:39:42.152283 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-bdc1bc65-1baf-4e15-9364-43b2b438a599 req-386e69dc-e9b7-41c6-a2c4-b584ef6cd0bd tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:42.186931 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['19675a6f-b2b3-49c4-9dbe-6512acba87e1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:39:42.191031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e69dc-e9b7-41c6-a2c4-b584ef6cd0bd tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Pushing event deleted for resources: {'Port': ['ID=19675a6f-b2b3-49c4-9dbe-6512acba87e1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:39:42.210735 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['c7d5d6fb-daac-41a1-b872-3d686c10448d'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:39:42.238874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc1bc65-1baf-4e15-9364-43b2b438a599 req-386e69dc-e9b7-41c6-a2c4-b584ef6cd0bd tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] No DVR routers for this DVR port 19675a6f-b2b3-49c4-9dbe-6512acba87e1 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:39:42.241245 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-bdc1bc65-1baf-4e15-9364-43b2b438a599 req-386e69dc-e9b7-41c6-a2c4-b584ef6cd0bd tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:42.244856 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bdc1bc65-1baf-4e15-9364-43b2b438a599 req-386e69dc-e9b7-41c6-a2c4-b584ef6cd0bd tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.20 "DELETE /v2.0/ports/19675a6f-b2b3-49c4-9dbe-6512acba87e1 HTTP/1.1" status: 204 len: 173 time: 0.5426409 Nov 08 00:39:42.245318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1b9db5-03c5-4398-ae61-d2f5c4270631', 'name': 'network-vif-deleted', 'tag': '19675a6f-b2b3-49c4-9dbe-6512acba87e1'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:39:42.247593 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b4c2a9-1924-4443-9577-93fa06d06a58" -d '{"events": [{"server_uuid": "ed1b9db5-03c5-4398-ae61-d2f5c4270631", "name": "network-vif-deleted", "tag": "19675a6f-b2b3-49c4-9dbe-6512acba87e1"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:39:42.290715 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e67a4b-0db5-41d7-a6fa-89c8f555ea14 x-openstack-request-id: req-a4e67a4b-0db5-41d7-a6fa-89c8f555ea14 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:39:42.291010 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1b9db5-03c5-4398-ae61-d2f5c4270631", "name": "network-vif-deleted", "tag": "19675a6f-b2b3-49c4-9dbe-6512acba87e1", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:39:42.291262 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4e67a4b-0db5-41d7-a6fa-89c8f555ea14 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:39:42.291725 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1b9db5-03c5-4398-ae61-d2f5c4270631', 'name': 'network-vif-deleted', 'tag': '19675a6f-b2b3-49c4-9dbe-6512acba87e1', 'status': 'completed', 'code': 200} Nov 08 00:39:42.354160 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27fa46a1-0079-4e3d-86cc-1e8ee766ea3b req-1a511b3f-aa74-432c-9882-2c3c63ac1ede tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 210 time: 0.0314050 Nov 08 00:39:43.482295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ca1bedd-e1ad-4624-96cc-5f93870f8b79 req-d583064a-8ccb-4179-bd31-3434b237f058 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed1b9db5-03c5-4398-ae61-d2f5c4270631 HTTP/1.1" status: 200 len: 210 time: 0.0392587 Nov 08 00:39:46.846311 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 19675a6f-b2b3-49c4-9dbe-6512acba87e1 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:39:46.872519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 19675a6f-b2b3-49c4-9dbe-6512acba87e1 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:39:46.872992 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 19675a6f-b2b3-49c4-9dbe-6512acba87e1 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:39:48.590839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f699951-1023-4b9e-befd-9f1df2670ae4 req-2f1b6cf3-ff73-43f2-a219-691ad9dae9e5 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:39:48.592403 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f699951-1023-4b9e-befd-9f1df2670ae4 req-2f1b6cf3-ff73-43f2-a219-691ad9dae9e5 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 946 time: 0.0556605 Nov 08 00:39:48.634792 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f699951-1023-4b9e-befd-9f1df2670ae4 req-195c7d3a-94d0-42b4-81c1-90a26bc6ddaa tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355508 Nov 08 00:39:49.753576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f2460-78c1-47f3-a1ed-6bd17cb34506 req-8f9934d6-6d49-4b9d-a58f-1dd46e372d56 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:39:49.754982 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-346f2460-78c1-47f3-a1ed-6bd17cb34506 req-8f9934d6-6d49-4b9d-a58f-1dd46e372d56 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 946 time: 0.0502167 Nov 08 00:39:49.792154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-346f2460-78c1-47f3-a1ed-6bd17cb34506 req-06aaa89d-64ce-47ae-9b22-9a2f658f200a tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/security-groups?id=420d3ae5-3211-489b-a028-591ff79a3fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312164 Nov 08 00:39:50.150831 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a483d-6c25-4492-84d4-05b6d632bda0 req-7ecd1689-8552-427f-8c2f-add18dc87285 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:39:50.152323 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-597a483d-6c25-4492-84d4-05b6d632bda0 req-7ecd1689-8552-427f-8c2f-add18dc87285 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.26 "GET /v2.0/ports?device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 946 time: 0.0514989 Nov 08 00:39:50.248920 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-597a483d-6c25-4492-84d4-05b6d632bda0 req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Deleting port c7d5d6fb-daac-41a1-b872-3d686c10448d {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:39:50.249265 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-597a483d-6c25-4492-84d4-05b6d632bda0 req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:50.338043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-597a483d-6c25-4492-84d4-05b6d632bda0 req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] For port c7d5d6fb-daac-41a1-b872-3d686c10448d, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c7d5d6fb-daac-41a1-b872-3d686c10448d,segment=NetworkSegment(bf9421b0-e433-4058-84e6-c9eaec42434e),segment_id=bf9421b0-e433-4058-84e6-c9eaec42434e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:39:50.338427 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-597a483d-6c25-4492-84d4-05b6d632bda0 req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:50.351683 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-597a483d-6c25-4492-84d4-05b6d632bda0 req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Calling delete_port for c7d5d6fb-daac-41a1-b872-3d686c10448d owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:39:50.569338 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-597a483d-6c25-4492-84d4-05b6d632bda0 req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:50.600135 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Pushing event deleted for resources: {'Port': ['ID=c7d5d6fb-daac-41a1-b872-3d686c10448d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:39:50.606587 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['c7d5d6fb-daac-41a1-b872-3d686c10448d'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:39:50.632717 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:50.633071 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:50.633433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:50.633752 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:50.634088 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:50.634423 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:50.634748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:50.635076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:50.635404 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:50.635729 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:50.636085 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:50.636417 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:39:50.662038 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-597a483d-6c25-4492-84d4-05b6d632bda0 req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] No DVR routers for this DVR port c7d5d6fb-daac-41a1-b872-3d686c10448d on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:39:50.662038 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-597a483d-6c25-4492-84d4-05b6d632bda0 req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:50.663727 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-597a483d-6c25-4492-84d4-05b6d632bda0 req-3946753b-2a46-42d8-92e3-f6dff80271d4 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.26 "DELETE /v2.0/ports/c7d5d6fb-daac-41a1-b872-3d686c10448d HTTP/1.1" status: 204 len: 173 time: 0.5054326 Nov 08 00:39:50.664229 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c', 'name': 'network-vif-deleted', 'tag': 'c7d5d6fb-daac-41a1-b872-3d686c10448d'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:39:50.667934 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c46285-6d4a-4ff9-9fa8-bbe566cb7c6b" -d '{"events": [{"server_uuid": "33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c", "name": "network-vif-deleted", "tag": "c7d5d6fb-daac-41a1-b872-3d686c10448d"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:39:50.727677 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7da6b8-e3b9-46d7-b0d8-8a4ebddbb853 x-openstack-request-id: req-8a7da6b8-e3b9-46d7-b0d8-8a4ebddbb853 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:39:50.727677 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c", "name": "network-vif-deleted", "tag": "c7d5d6fb-daac-41a1-b872-3d686c10448d", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:39:50.727677 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a7da6b8-e3b9-46d7-b0d8-8a4ebddbb853 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:39:50.727677 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c', 'name': 'network-vif-deleted', 'tag': 'c7d5d6fb-daac-41a1-b872-3d686c10448d', 'status': 'completed', 'code': 200} Nov 08 00:39:50.894021 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b71c9e6b-4f0c-4c2a-9887-cde13984c6fc req-591ad745-7a3d-447b-b0f0-7e6e56043b03 tempest-AttachVolumeNegativeTest-1508884383 tempest-AttachVolumeNegativeTest-1508884383-project] 10.222.0.13 "GET /v2.0/ports?device_id=33fcb1d5-9bc3-4eef-ba51-1aaaf0d5b15c HTTP/1.1" status: 200 len: 210 time: 0.0293617 Nov 08 00:39:51.954238 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50386) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:39:52.002637 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6fa8a6b-3580-48da-af28-e7d854cfed49 admin admin] Deleting subnet d38c2fbf-2fa2-4863-9972-a40f01fb858b {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:39:52.005656 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6fa8a6b-3580-48da-af28-e7d854cfed49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:52.040177 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6fa8a6b-3580-48da-af28-e7d854cfed49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:52.079222 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6fa8a6b-3580-48da-af28-e7d854cfed49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:52.244531 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6fa8a6b-3580-48da-af28-e7d854cfed49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:52.280187 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa8a6b-3580-48da-af28-e7d854cfed49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d38c2fbf-2fa2-4863-9972-a40f01fb858b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:39:52.285789 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6fa8a6b-3580-48da-af28-e7d854cfed49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:52.289279 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c6fa8a6b-3580-48da-af28-e7d854cfed49 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d38c2fbf-2fa2-4863-9972-a40f01fb858b HTTP/1.1" status: 204 len: 168 time: 0.3339720 Nov 08 00:39:52.291740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50402) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:39:52.361588 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f55a908-9f6f-472a-a66a-6b7c5bb3c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:52.454426 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f55a908-9f6f-472a-a66a-6b7c5bb3c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:52.477007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6f55a908-9f6f-472a-a66a-6b7c5bb3c654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0618e210-b792-4650-a8ac-d8f41e4b492d']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:39:52.486125 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6f55a908-9f6f-472a-a66a-6b7c5bb3c654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9421b0-e433-4058-84e6-c9eaec42434e') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:39:52.486438 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6f55a908-9f6f-472a-a66a-6b7c5bb3c654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9421b0-e433-4058-84e6-c9eaec42434e') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:39:52.496213 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f55a908-9f6f-472a-a66a-6b7c5bb3c654 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:52.509535 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f55a908-9f6f-472a-a66a-6b7c5bb3c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:52.515186 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f55a908-9f6f-472a-a66a-6b7c5bb3c654 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:39:52.515569 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f55a908-9f6f-472a-a66a-6b7c5bb3c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:39:52.517212 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:39:52.643660 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f55a908-9f6f-472a-a66a-6b7c5bb3c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:52.650573 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f55a908-9f6f-472a-a66a-6b7c5bb3c654 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:52.654568 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6f55a908-9f6f-472a-a66a-6b7c5bb3c654 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0618e210-b792-4650-a8ac-d8f41e4b492d HTTP/1.1" status: 204 len: 168 time: 0.3618605 Nov 08 00:39:52.668426 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55a908-9f6f-472a-a66a-6b7c5bb3c654 admin admin] Pushing event deleted for resources: {'Network': ['ID=0618e210-b792-4650-a8ac-d8f41e4b492d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:39:53.170534 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50442) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:39:53.214420 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ba01e67a-ecda-4c3d-9cc4-0cb165434e0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5dcd8eeba13b47e389b8d539923a6bef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426865 Nov 08 00:39:53.216932 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50446) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:39:53.271231 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-caae6b12-eb7a-4b0b-96c4-bfa93442fa62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:53.299978 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-caae6b12-eb7a-4b0b-96c4-bfa93442fa62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:53.426877 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-caae6b12-eb7a-4b0b-96c4-bfa93442fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:53.431003 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-caae6b12-eb7a-4b0b-96c4-bfa93442fa62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:53.431003 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-caae6b12-eb7a-4b0b-96c4-bfa93442fa62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/420d3ae5-3211-489b-a028-591ff79a3fcd HTTP/1.1" status: 204 len: 168 time: 0.2128525 Nov 08 00:39:53.439266 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae6b12-eb7a-4b0b-96c4-bfa93442fa62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420d3ae5-3211-489b-a028-591ff79a3fcd,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:39:54.268822 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c7d5d6fb-daac-41a1-b872-3d686c10448d no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:39:54.289432 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: c7d5d6fb-daac-41a1-b872-3d686c10448d {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:39:54.289773 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c7d5d6fb-daac-41a1-b872-3d686c10448d not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:39:56.147772 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:39:58.151131 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50728) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:39:58.186447 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-778d19ea-851e-468c-b932-1cb0e6e74172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:58.284692 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dc46224f-6d8b-48f5-9f1b-fb78acc04f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:58.371019 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dc46224f-6d8b-48f5-9f1b-fb78acc04f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:58.437631 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dc46224f-6d8b-48f5-9f1b-fb78acc04f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:58.479444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46224f-6d8b-48f5-9f1b-fb78acc04f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33851fc4-c3db-4517-8b91-caa15140d30b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:39:58.484081 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dc46224f-6d8b-48f5-9f1b-fb78acc04f21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5b12cc1faec4b4b950e2582351f9e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315589 Nov 08 00:39:58.486490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 50750) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:39:58.540582 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8af8106a-30f8-4284-a395-89ecfb00d4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:58.565984 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8af8106a-30f8-4284-a395-89ecfb00d4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:58.746874 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8af8106a-30f8-4284-a395-89ecfb00d4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:58.754848 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8af8106a-30f8-4284-a395-89ecfb00d4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:58.758555 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8af8106a-30f8-4284-a395-89ecfb00d4ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33851fc4-c3db-4517-8b91-caa15140d30b HTTP/1.1" status: 204 len: 168 time: 0.2686853 Nov 08 00:39:58.770432 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8106a-30f8-4284-a395-89ecfb00d4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33851fc4-c3db-4517-8b91-caa15140d30b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:39:59.609410 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50790) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:39:59.624024 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2d8640e4-38c2-4cb2-9d2d-59345daf880f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:59.701551 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2d8640e4-38c2-4cb2-9d2d-59345daf880f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:59.820636 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2d8640e4-38c2-4cb2-9d2d-59345daf880f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:59.858341 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8640e4-38c2-4cb2-9d2d-59345daf880f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed51bc1e-6de7-4894-aefc-e03f540c9417,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:39:59.862727 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2d8640e4-38c2-4cb2-9d2d-59345daf880f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1018d5a3a1841eabe553b4a38cbe4d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520609 Nov 08 00:39:59.865959 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 50802) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:39:59.914268 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b71bb57-1f50-4557-8af8-eb77258f5fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:39:59.938997 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b71bb57-1f50-4557-8af8-eb77258f5fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:00.100585 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b71bb57-1f50-4557-8af8-eb77258f5fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:00.103138 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b71bb57-1f50-4557-8af8-eb77258f5fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:00.104415 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6b71bb57-1f50-4557-8af8-eb77258f5fe9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed51bc1e-6de7-4894-aefc-e03f540c9417 HTTP/1.1" status: 204 len: 168 time: 0.2375393 Nov 08 00:40:00.114179 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71bb57-1f50-4557-8af8-eb77258f5fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed51bc1e-6de7-4894-aefc-e03f540c9417,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:00.776496 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df114a64-424a-47ed-8640-6bf9447022f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:01.043476 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:01.820684 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:02.168862 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:03.442449 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:07.021266 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51082) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:07.148320 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5f8ba1f-bdf9-4644-b48b-3dcd212b843a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:07.218695 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5f8ba1f-bdf9-4644-b48b-3dcd212b843a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:07.305987 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5f8ba1f-bdf9-4644-b48b-3dcd212b843a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:07.355000 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8ba1f-bdf9-4644-b48b-3dcd212b843a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98f6134-0916-4e44-83ad-db84fa62f0b0,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:07.372890 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51092) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:07.386151 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d5f8ba1f-bdf9-4644-b48b-3dcd212b843a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d20b1c25e8694c429567f98c820f0296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636246 Nov 08 00:40:07.424408 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c661a66d-62c0-47ed-88b6-c5e81ceb25d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:07.447419 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c661a66d-62c0-47ed-88b6-c5e81ceb25d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:07.580551 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c661a66d-62c0-47ed-88b6-c5e81ceb25d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:07.583983 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c661a66d-62c0-47ed-88b6-c5e81ceb25d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:07.585188 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c661a66d-62c0-47ed-88b6-c5e81ceb25d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c98f6134-0916-4e44-83ad-db84fa62f0b0 HTTP/1.1" status: 204 len: 168 time: 0.2112503 Nov 08 00:40:07.593464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661a66d-62c0-47ed-88b6-c5e81ceb25d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98f6134-0916-4e44-83ad-db84fa62f0b0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:08.472689 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51118) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:08.490818 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8b269c5d-2a09-4dcf-8891-85362185f359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:08.583299 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8b269c5d-2a09-4dcf-8891-85362185f359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:08.660750 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:08.706416 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8b269c5d-2a09-4dcf-8891-85362185f359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:08.757847 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8b269c5d-2a09-4dcf-8891-85362185f359 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcc64ae527a749b584befa8b3ba01b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2836471 Nov 08 00:40:08.758854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b269c5d-2a09-4dcf-8891-85362185f359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f9299b-64a8-4452-b20c-3ad0cd6870ed,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:08.760398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51122) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:08.809992 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71dae01b-0a8f-41a6-ba98-f58ecb862111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:08.831055 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71dae01b-0a8f-41a6-ba98-f58ecb862111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:08.968323 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71dae01b-0a8f-41a6-ba98-f58ecb862111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:08.971021 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71dae01b-0a8f-41a6-ba98-f58ecb862111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:08.972297 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-71dae01b-0a8f-41a6-ba98-f58ecb862111 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22f9299b-64a8-4452-b20c-3ad0cd6870ed HTTP/1.1" status: 204 len: 168 time: 0.2109127 Nov 08 00:40:08.982153 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dae01b-0a8f-41a6-ba98-f58ecb862111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f9299b-64a8-4452-b20c-3ad0cd6870ed,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:12.524009 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51250) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:12.643609 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2d8a4aa6-149a-4d42-b7d7-2492eb87c33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:12.727501 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2d8a4aa6-149a-4d42-b7d7-2492eb87c33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:12.820421 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2d8a4aa6-149a-4d42-b7d7-2492eb87c33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:12.857442 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a4aa6-149a-4d42-b7d7-2492eb87c33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626f2a35-cff6-40db-b9ae-cad0ffa70216,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:12.864207 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2d8a4aa6-149a-4d42-b7d7-2492eb87c33e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88629c4172f4474a9f8f88f0cb71f7f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3374293 Nov 08 00:40:12.864434 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51258) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:12.913150 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eeff2ac9-b000-419f-a31c-8e2e90efdd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:12.934457 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eeff2ac9-b000-419f-a31c-8e2e90efdd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:13.037706 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eeff2ac9-b000-419f-a31c-8e2e90efdd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:13.040566 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eeff2ac9-b000-419f-a31c-8e2e90efdd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:13.041797 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-eeff2ac9-b000-419f-a31c-8e2e90efdd3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/626f2a35-cff6-40db-b9ae-cad0ffa70216 HTTP/1.1" status: 204 len: 168 time: 0.1764479 Nov 08 00:40:13.051429 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2ac9-b000-419f-a31c-8e2e90efdd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626f2a35-cff6-40db-b9ae-cad0ffa70216,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:13.656185 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51290) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:13.674334 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25efdd6e-329a-4550-9b63-156e0c35b0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:13.753263 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25efdd6e-329a-4550-9b63-156e0c35b0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:13.809447 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25efdd6e-329a-4550-9b63-156e0c35b0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:13.838842 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-25efdd6e-329a-4550-9b63-156e0c35b0c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16ed5ea87c344265b1b0ebd84febc088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1813648 Nov 08 00:40:13.842927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51296) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:13.858442 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efdd6e-329a-4550-9b63-156e0c35b0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88980dcc-38d3-47d4-81c8-eb06524a6e23,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:13.900448 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e11f16fc-677d-4898-8d07-a91dcbbc6e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:13.921748 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e11f16fc-677d-4898-8d07-a91dcbbc6e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:14.009254 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e11f16fc-677d-4898-8d07-a91dcbbc6e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:14.012038 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e11f16fc-677d-4898-8d07-a91dcbbc6e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:14.013537 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e11f16fc-677d-4898-8d07-a91dcbbc6e50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88980dcc-38d3-47d4-81c8-eb06524a6e23 HTTP/1.1" status: 204 len: 168 time: 0.1688507 Nov 08 00:40:14.023242 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f16fc-677d-4898-8d07-a91dcbbc6e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88980dcc-38d3-47d4-81c8-eb06524a6e23,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:27.688368 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51794) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:27.804131 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e1732e0a-b8d4-487c-a65a-769ca2aa8f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:27.879286 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e1732e0a-b8d4-487c-a65a-769ca2aa8f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:27.980371 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e1732e0a-b8d4-487c-a65a-769ca2aa8f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:28.019382 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e1732e0a-b8d4-487c-a65a-769ca2aa8f97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aab40ff98a62485590f3eca1add46940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302219 Nov 08 00:40:28.020559 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1732e0a-b8d4-487c-a65a-769ca2aa8f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be465d2-23c5-4faa-b7e1-1a0dc5e8842f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:28.022315 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51814) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:28.073601 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef609-6426-41d6-a137-cc578751201c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:28.095198 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef609-6426-41d6-a137-cc578751201c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:28.157632 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40aba0f1-ced6-496d-b602-86e11e12238c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:28.242951 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef609-6426-41d6-a137-cc578751201c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:28.245770 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef609-6426-41d6-a137-cc578751201c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:28.248734 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bc5ef609-6426-41d6-a137-cc578751201c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0be465d2-23c5-4faa-b7e1-1a0dc5e8842f HTTP/1.1" status: 204 len: 168 time: 0.2235422 Nov 08 00:40:28.255432 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ef609-6426-41d6-a137-cc578751201c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be465d2-23c5-4faa-b7e1-1a0dc5e8842f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:28.263513 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ef609-6426-41d6-a137-cc578751201c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:28.264047 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ef609-6426-41d6-a137-cc578751201c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:28.267847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ef609-6426-41d6-a137-cc578751201c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:28.268213 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ef609-6426-41d6-a137-cc578751201c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:28.268556 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ef609-6426-41d6-a137-cc578751201c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:28.268890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ef609-6426-41d6-a137-cc578751201c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:28.269731 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ef609-6426-41d6-a137-cc578751201c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:28.270232 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ef609-6426-41d6-a137-cc578751201c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:28.270630 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ef609-6426-41d6-a137-cc578751201c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:28.270871 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ef609-6426-41d6-a137-cc578751201c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:28.271279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ef609-6426-41d6-a137-cc578751201c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:28.271638 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ef609-6426-41d6-a137-cc578751201c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:28.875160 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51862) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:28.888844 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-688c53c6-b315-40d4-b769-2733ac17eb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:28.964843 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-688c53c6-b315-40d4-b769-2733ac17eb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:29.037511 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-688c53c6-b315-40d4-b769-2733ac17eb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:29.071685 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-688c53c6-b315-40d4-b769-2733ac17eb9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23d686b57ea5414a8c73588d50d9f8b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1953523 Nov 08 00:40:29.074599 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51874) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:29.101484 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c53c6-b315-40d4-b769-2733ac17eb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483f20fc-130b-420b-87a2-66d233316559,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:29.140004 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-caf99359-383c-404d-8ca4-2f2221e0fc41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:29.161068 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-caf99359-383c-404d-8ca4-2f2221e0fc41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:29.259635 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-caf99359-383c-404d-8ca4-2f2221e0fc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:29.262293 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-caf99359-383c-404d-8ca4-2f2221e0fc41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:29.263435 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-caf99359-383c-404d-8ca4-2f2221e0fc41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/483f20fc-130b-420b-87a2-66d233316559 HTTP/1.1" status: 204 len: 168 time: 0.1877668 Nov 08 00:40:29.271148 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf99359-383c-404d-8ca4-2f2221e0fc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483f20fc-130b-420b-87a2-66d233316559,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:29.975077 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 51930) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:29.997499 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a923f6db-ab32-4353-8ae7-069751f8f68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:30.073432 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a923f6db-ab32-4353-8ae7-069751f8f68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:30.140309 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a923f6db-ab32-4353-8ae7-069751f8f68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:30.193764 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a923f6db-ab32-4353-8ae7-069751f8f68e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64fc2e03e1314ba09b9ccaec8afc20d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2052343 Nov 08 00:40:30.193764 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923f6db-ab32-4353-8ae7-069751f8f68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16977f9b-b497-4bc2-87c8-02d869c6f594,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:30.194151 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 51942) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:30.241449 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-16cc411d-0612-46d2-8099-2b7f17ea945e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:30.263326 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-16cc411d-0612-46d2-8099-2b7f17ea945e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:30.403048 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-16cc411d-0612-46d2-8099-2b7f17ea945e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:30.405701 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-16cc411d-0612-46d2-8099-2b7f17ea945e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:30.406862 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-16cc411d-0612-46d2-8099-2b7f17ea945e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16977f9b-b497-4bc2-87c8-02d869c6f594 HTTP/1.1" status: 204 len: 168 time: 0.2216370 Nov 08 00:40:30.414634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc411d-0612-46d2-8099-2b7f17ea945e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16977f9b-b497-4bc2-87c8-02d869c6f594,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:30.703050 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-58d901e3-d060-4606-84d5-8e675f1a4e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:31.025571 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:31.786534 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:32.157515 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:32.800348 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52140) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:32.904441 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c27a6011-7c6b-4194-b1be-b3c3a0314555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:32.979648 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c27a6011-7c6b-4194-b1be-b3c3a0314555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:33.055805 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c27a6011-7c6b-4194-b1be-b3c3a0314555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:33.091015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c27a6011-7c6b-4194-b1be-b3c3a0314555 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1811daba8ea94caf875551edd384135a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2890806 Nov 08 00:40:33.095006 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52154) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:33.100824 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a6011-7c6b-4194-b1be-b3c3a0314555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9457a968-6e92-435d-bb35-0faf3f7f0b18,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:33.148798 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:40:33.156222 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-131174ce-feb3-445d-8aae-b80534cb312f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:33.174645 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-131174ce-feb3-445d-8aae-b80534cb312f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:33.289100 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-131174ce-feb3-445d-8aae-b80534cb312f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:33.291905 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-131174ce-feb3-445d-8aae-b80534cb312f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:33.295459 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-131174ce-feb3-445d-8aae-b80534cb312f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9457a968-6e92-435d-bb35-0faf3f7f0b18 HTTP/1.1" status: 204 len: 168 time: 0.1963377 Nov 08 00:40:33.302037 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131174ce-feb3-445d-8aae-b80534cb312f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9457a968-6e92-435d-bb35-0faf3f7f0b18,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:33.374403 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:34.986177 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52292) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:35.152727 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8efdc990-ffec-44c5-841e-4096692599a2 tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1499430970'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:40:35.277773 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efdc990-ffec-44c5-841e-4096692599a2 tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Made reservation on behalf of c925bab810264549883fd05f50c6e2b9 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:40:35.282738 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8efdc990-ffec-44c5-841e-4096692599a2 tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:35.293620 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8efdc990-ffec-44c5-841e-4096692599a2 tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:35.371877 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8efdc990-ffec-44c5-841e-4096692599a2 tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:35.437429 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8efdc990-ffec-44c5-841e-4096692599a2 tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:35.467423 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efdc990-ffec-44c5-841e-4096692599a2 tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:40:35.474545 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efdc990-ffec-44c5-841e-4096692599a2 tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6741ba-c104-4808-a5ce-23d53d99dfeb,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:35.480452 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8efdc990-ffec-44c5-841e-4096692599a2 tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:35.481638 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-8efdc990-ffec-44c5-841e-4096692599a2 tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Added segment 4115ffcd-8317-4281-a7dd-02b72c05e5df of type vlan for network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 Nov 08 00:40:35.530411 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8efdc990-ffec-44c5-841e-4096692599a2 tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:35.603424 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8efdc990-ffec-44c5-841e-4096692599a2 tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:35.611425 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efdc990-ffec-44c5-841e-4096692599a2 tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:35.612651 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8efdc990-ffec-44c5-841e-4096692599a2 tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:35.684164 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efdc990-ffec-44c5-841e-4096692599a2 tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Pushing event updated for resources: {'Network': ['ID=7c5e685e-ab60-4d30-8882-7ee61f9cf204,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:35.694876 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:40:35.754286 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8efdc990-ffec-44c5-841e-4096692599a2 tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7662752 Nov 08 00:40:35.912114 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52346) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:35.917181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Request body: {'port': {'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204', 'binding:host_id': 'n-h2-816882-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-236034082'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:40:36.048400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Made reservation on behalf of b790f9a4911149b1a383c67111d37f61 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:40:36.050893 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:36.059663 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:36.138130 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:36.192061 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:36.197516 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] device_id is not set on port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:40:36.270052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5defbd-2931-4772-9dd6-3de964a64248,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:36.430746 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] device_id is not set on port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:40:36.439698 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:36.506362 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:36.564126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Pushing event updated for resources: {'Port': ['ID=d62ae9c9-21d6-4a4e-b174-e2db23efc3c2,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:36.575553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Checking segment: {'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:40:36.575944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Network hostable DHCP agents. Network: 7c5e685e-ab60-4d30-8882-7ee61f9cf204, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:40:36.660520 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:40:36.762859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 7c5e685e-ab60-4d30-8882-7ee61f9cf204) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:40:36.766461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:40:36.772719 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64919bf4-1250-4653-b900-1cd760ae9af5 None None] Network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:40:36.780162 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:36.780496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:36.780829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:36.785676 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:36.785993 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:36.786493 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 2 to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 Nov 08 00:40:36.798772 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:36.799292 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:36.799799 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:36.805414 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:36.805735 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:36.806114 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 3 to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 Nov 08 00:40:36.818750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:36.819268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:36.819812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:36.824393 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:36.824879 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:36.825416 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 4 to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 Nov 08 00:40:36.837296 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:36.837845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:36.838330 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:36.842914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:36.843404 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:36.844001 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 5 to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 Nov 08 00:40:36.857407 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:36.857940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:36.858427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:36.862726 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:36.863879 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:36.864425 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 6 to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 Nov 08 00:40:36.876566 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:36.877125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:36.877642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:36.882107 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:36.882593 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:36.883128 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 7 to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 Nov 08 00:40:36.895580 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:36.896144 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:36.896638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:36.901030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:36.901353 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:36.901737 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 8 to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 Nov 08 00:40:36.914683 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:36.915222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:36.915326 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:36.919583 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:36.919931 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:36.920303 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 9 to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 Nov 08 00:40:36.933408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:36.933738 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:36.934064 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:36.938261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:36.938580 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:36.938953 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 10 to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 Nov 08 00:40:36.950384 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:36.950712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:36.951030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:36.955136 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:36.955455 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:36.955864 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:37.022019 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] For port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:40:37.022019 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempted to set empty binding levels {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 08 00:40:37.083662 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:37.115331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:37.116015 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:37.140965 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Pushing event updated for resources: {'Port': ['ID=d62ae9c9-21d6-4a4e-b174-e2db23efc3c2,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:37.199945 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4dd43ed5-1a5e-46ef-b1e2-7a6f7ad05378 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.2866430 Nov 08 00:40:37.202670 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52416) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:37.281425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-aab23940-d1d2-4798-af4e-4d9464d8cf8c tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Deleting port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:40:37.281772 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aab23940-d1d2-4798-af4e-4d9464d8cf8c tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:37.348544 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-aab23940-d1d2-4798-af4e-4d9464d8cf8c tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] For port d62ae9c9-21d6-4a4e-b174-e2db23efc3c2, host n-h2-816882-1, got binding levels [] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:40:37.348903 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aab23940-d1d2-4798-af4e-4d9464d8cf8c tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:37.361447 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-aab23940-d1d2-4798-af4e-4d9464d8cf8c tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Calling delete_port for d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:40:37.494434 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aab23940-d1d2-4798-af4e-4d9464d8cf8c tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:37.521284 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab23940-d1d2-4798-af4e-4d9464d8cf8c tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Pushing event deleted for resources: {'Port': ['ID=d62ae9c9-21d6-4a4e-b174-e2db23efc3c2,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:37.529012 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aab23940-d1d2-4798-af4e-4d9464d8cf8c tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:37.532645 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-aab23940-d1d2-4798-af4e-4d9464d8cf8c tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 HTTP/1.1" status: 204 len: 168 time: 0.3290539 Nov 08 00:40:37.535474 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52434) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:37.572328 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-648fa51b-e6ec-4538-9ff1-f5651e03570d tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] GET failed (client error): The resource could not be found. Nov 08 00:40:37.572328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-648fa51b-e6ec-4538-9ff1-f5651e03570d tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] 10.222.0.13 "GET /v2.0/ports/d62ae9c9-21d6-4a4e-b174-e2db23efc3c2 HTTP/1.1" status: 404 len: 333 time: 0.0256894 Nov 08 00:40:37.572720 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52440) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:37.575460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8d245d9d-c957-467b-9f2a-772e5b1a85a1 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Request body: {'port': {'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-909681681'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:40:37.654064 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d245d9d-c957-467b-9f2a-772e5b1a85a1 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Made reservation on behalf of b790f9a4911149b1a383c67111d37f61 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:40:37.656473 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d245d9d-c957-467b-9f2a-772e5b1a85a1 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:37.672403 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-8d245d9d-c957-467b-9f2a-772e5b1a85a1 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] device_id is not set on port 63fa6559-a011-488a-bcc5-0c3e8f725de3 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:40:37.832612 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d245d9d-c957-467b-9f2a-772e5b1a85a1 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:37.951977 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d245d9d-c957-467b-9f2a-772e5b1a85a1 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:37.993710 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d245d9d-c957-467b-9f2a-772e5b1a85a1 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:40:37.996611 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-8d245d9d-c957-467b-9f2a-772e5b1a85a1 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:40:38.000002 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d245d9d-c957-467b-9f2a-772e5b1a85a1 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:40:38.000921 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d245d9d-c957-467b-9f2a-772e5b1a85a1 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:38.001538 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d245d9d-c957-467b-9f2a-772e5b1a85a1 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:38.011212 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d245d9d-c957-467b-9f2a-772e5b1a85a1 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Pushing event updated for resources: {'Port': ['ID=63fa6559-a011-488a-bcc5-0c3e8f725de3,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:38.119939 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8d245d9d-c957-467b-9f2a-772e5b1a85a1 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5481882 Nov 08 00:40:38.122463 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52468) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:38.127351 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:40:38.182343 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:38.365897 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] device_id is not set on port 63fa6559-a011-488a-bcc5-0c3e8f725de3 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:40:38.373662 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:38.477162 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:38.531311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Pushing event updated for resources: {'Port': ['ID=63fa6559-a011-488a-bcc5-0c3e8f725de3,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:38.548854 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:38.549198 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:38.549606 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:38.555197 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:38.555524 n-d-816882-1 neutron-server[102771]: ERROR neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:38.555940 n-d-816882-1 neutron-server[102771]: INFO neutron.plugins.ml2.plugin [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 2 to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 Nov 08 00:40:38.571385 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:38.571591 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:38.572090 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:38.576899 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:38.577491 n-d-816882-1 neutron-server[102771]: ERROR neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:38.578045 n-d-816882-1 neutron-server[102771]: INFO neutron.plugins.ml2.plugin [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 3 to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 Nov 08 00:40:38.592183 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:38.593182 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:38.593182 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:38.598752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:38.599188 n-d-816882-1 neutron-server[102771]: ERROR neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:38.599667 n-d-816882-1 neutron-server[102771]: INFO neutron.plugins.ml2.plugin [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 4 to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 Nov 08 00:40:38.614357 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:38.614779 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:38.615325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:38.615325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:38.619666 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:38.620069 n-d-816882-1 neutron-server[102771]: ERROR neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:38.620453 n-d-816882-1 neutron-server[102771]: INFO neutron.plugins.ml2.plugin [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 5 to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 Nov 08 00:40:38.633108 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:38.633441 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:38.633767 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:38.638087 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:38.638410 n-d-816882-1 neutron-server[102771]: ERROR neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:38.638788 n-d-816882-1 neutron-server[102771]: INFO neutron.plugins.ml2.plugin [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 6 to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 Nov 08 00:40:38.651923 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:38.652454 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:38.652877 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:38.657438 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:38.657767 n-d-816882-1 neutron-server[102771]: ERROR neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:38.658157 n-d-816882-1 neutron-server[102771]: INFO neutron.plugins.ml2.plugin [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 7 to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 Nov 08 00:40:38.671039 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:38.671377 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:38.671759 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:38.681774 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:38.681774 n-d-816882-1 neutron-server[102771]: ERROR neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:38.681774 n-d-816882-1 neutron-server[102771]: INFO neutron.plugins.ml2.plugin [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 8 to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 Nov 08 00:40:38.701695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:38.702036 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:38.702378 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:38.707275 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:38.707610 n-d-816882-1 neutron-server[102771]: ERROR neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:38.708040 n-d-816882-1 neutron-server[102771]: INFO neutron.plugins.ml2.plugin [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 9 to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 Nov 08 00:40:38.721537 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:38.721995 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:38.722250 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:38.727529 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:38.727977 n-d-816882-1 neutron-server[102771]: ERROR neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:38.728368 n-d-816882-1 neutron-server[102771]: INFO neutron.plugins.ml2.plugin [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 10 to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 Nov 08 00:40:38.753074 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:38.753074 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:38.753074 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:38.753381 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:38.754151 n-d-816882-1 neutron-server[102771]: ERROR neutron.plugins.ml2.managers [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:38.754919 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:38.830264 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] For port 63fa6559-a011-488a-bcc5-0c3e8f725de3, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:40:38.830950 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempted to set empty binding levels {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 08 00:40:38.906496 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:38.938677 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] In _notify_port_updated(), no bound segment for port 63fa6559-a011-488a-bcc5-0c3e8f725de3 on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:40:38.939505 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:38.940082 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:38.941970 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] 10.222.0.13 "PUT /v2.0/ports/63fa6559-a011-488a-bcc5-0c3e8f725de3 HTTP/1.1" status: 200 len: 974 time: 0.8185554 Nov 08 00:40:38.944579 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52506) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:38.955609 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef7c4d-dc4d-4411-aac7-68ba7a319166 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Pushing event updated for resources: {'Port': ['ID=63fa6559-a011-488a-bcc5-0c3e8f725de3,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:39.006378 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.007246 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.007965 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.008433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.008895 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.009350 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.009804 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.010256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.010745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.011221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.011710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.012213 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.012643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.013088 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.013578 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.014046 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.014564 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.014923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.015370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.015899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.016352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.016878 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.017327 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.017771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.018271 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.018758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.023163 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b8d8636c-4bb6-4cfa-95fc-9dc19b6653fc tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23550 time: 0.0774007 Nov 08 00:40:39.028859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52514) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:39.111079 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-13dfd0b0-3fb0-48de-b5d2-cd653ab4999a tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Deleting port 63fa6559-a011-488a-bcc5-0c3e8f725de3 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:40:39.111334 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-13dfd0b0-3fb0-48de-b5d2-cd653ab4999a tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:39.171348 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-13dfd0b0-3fb0-48de-b5d2-cd653ab4999a tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] For port 63fa6559-a011-488a-bcc5-0c3e8f725de3, host n-h2-816882-1, got binding levels [] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:40:39.171705 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-13dfd0b0-3fb0-48de-b5d2-cd653ab4999a tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:39.184286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-13dfd0b0-3fb0-48de-b5d2-cd653ab4999a tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Calling delete_port for 63fa6559-a011-488a-bcc5-0c3e8f725de3 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:40:39.351540 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-13dfd0b0-3fb0-48de-b5d2-cd653ab4999a tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:39.382190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfd0b0-3fb0-48de-b5d2-cd653ab4999a tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Pushing event deleted for resources: {'Port': ['ID=63fa6559-a011-488a-bcc5-0c3e8f725de3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:39.388485 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-13dfd0b0-3fb0-48de-b5d2-cd653ab4999a tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:39.392125 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-13dfd0b0-3fb0-48de-b5d2-cd653ab4999a tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] 10.222.0.13 "DELETE /v2.0/ports/63fa6559-a011-488a-bcc5-0c3e8f725de3 HTTP/1.1" status: 204 len: 168 time: 0.3622375 Nov 08 00:40:39.394725 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52528) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:39.419928 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd568d7-c4f3-48c1-8ace-7f0d64c71240 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] GET failed (client error): The resource could not be found. Nov 08 00:40:39.421429 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0fd568d7-c4f3-48c1-8ace-7f0d64c71240 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] 10.222.0.13 "GET /v2.0/ports/63fa6559-a011-488a-bcc5-0c3e8f725de3 HTTP/1.1" status: 404 len: 333 time: 0.0255055 Nov 08 00:40:39.425905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52530) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:39.430146 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-f01f6b42-7371-41f3-b606-727c89f51a3e tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1949044660', 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:40:39.534332 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01f6b42-7371-41f3-b606-727c89f51a3e tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Made reservation on behalf of b790f9a4911149b1a383c67111d37f61 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:40:39.537278 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f01f6b42-7371-41f3-b606-727c89f51a3e tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:39.564653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f01f6b42-7371-41f3-b606-727c89f51a3e tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] device_id is not set on port 89720808-2f83-4669-8299-f43ab7138c56 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:40:39.704323 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f01f6b42-7371-41f3-b606-727c89f51a3e tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:39.797586 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f01f6b42-7371-41f3-b606-727c89f51a3e tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:39.842309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01f6b42-7371-41f3-b606-727c89f51a3e tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:40:39.845304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-f01f6b42-7371-41f3-b606-727c89f51a3e tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:40:39.848431 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01f6b42-7371-41f3-b606-727c89f51a3e tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:40:39.849550 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01f6b42-7371-41f3-b606-727c89f51a3e tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.850141 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f01f6b42-7371-41f3-b606-727c89f51a3e tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:39.857998 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f6b42-7371-41f3-b606-727c89f51a3e tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Pushing event updated for resources: {'Port': ['ID=89720808-2f83-4669-8299-f43ab7138c56,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:39.926453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f01f6b42-7371-41f3-b606-727c89f51a3e tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4990036 Nov 08 00:40:39.928803 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52556) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:39.966572 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e062053-ef9e-402f-8102-99902b29b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:39.968048 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5e062053-ef9e-402f-8102-99902b29b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] 10.222.0.13 "GET /v2.0/ports/89720808-2f83-4669-8299-f43ab7138c56 HTTP/1.1" status: 200 len: 955 time: 0.0382819 Nov 08 00:40:39.970832 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52562) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:40.051508 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb8037-492f-43c3-9f78-7ca93099dc87 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Deleting port 89720808-2f83-4669-8299-f43ab7138c56 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:40:40.053394 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8ddb8037-492f-43c3-9f78-7ca93099dc87 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:40.115628 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8ddb8037-492f-43c3-9f78-7ca93099dc87 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:40.127949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb8037-492f-43c3-9f78-7ca93099dc87 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Calling delete_port for 89720808-2f83-4669-8299-f43ab7138c56 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:40:40.271398 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8ddb8037-492f-43c3-9f78-7ca93099dc87 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:40.296536 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb8037-492f-43c3-9f78-7ca93099dc87 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Pushing event deleted for resources: {'Port': ['ID=89720808-2f83-4669-8299-f43ab7138c56,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:40.306745 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8ddb8037-492f-43c3-9f78-7ca93099dc87 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:40.310026 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8ddb8037-492f-43c3-9f78-7ca93099dc87 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] 10.222.0.13 "DELETE /v2.0/ports/89720808-2f83-4669-8299-f43ab7138c56 HTTP/1.1" status: 204 len: 168 time: 0.3382473 Nov 08 00:40:40.312708 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52570) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:40.344343 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1da569f-323a-4566-8885-ba9b185ff493 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] GET failed (client error): The resource could not be found. Nov 08 00:40:40.346445 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f1da569f-323a-4566-8885-ba9b185ff493 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] 10.222.0.13 "GET /v2.0/ports/89720808-2f83-4669-8299-f43ab7138c56 HTTP/1.1" status: 404 len: 333 time: 0.0328200 Nov 08 00:40:40.351227 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52572) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:40.356102 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-63858856-91fa-471a-b0c9-1d85e55702b5 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Request body: {'port': {'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1892478315'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:40:40.437282 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63858856-91fa-471a-b0c9-1d85e55702b5 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Made reservation on behalf of b790f9a4911149b1a383c67111d37f61 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:40:40.439549 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-63858856-91fa-471a-b0c9-1d85e55702b5 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:40.456178 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-63858856-91fa-471a-b0c9-1d85e55702b5 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] device_id is not set on port f4721ad9-5b82-4d8c-9017-47501b2260bf yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:40:40.882102 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-63858856-91fa-471a-b0c9-1d85e55702b5 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:40.986561 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-63858856-91fa-471a-b0c9-1d85e55702b5 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:41.030742 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63858856-91fa-471a-b0c9-1d85e55702b5 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:40:41.033710 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-63858856-91fa-471a-b0c9-1d85e55702b5 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:40:41.037952 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63858856-91fa-471a-b0c9-1d85e55702b5 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:40:41.039015 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63858856-91fa-471a-b0c9-1d85e55702b5 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:41.039755 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-63858856-91fa-471a-b0c9-1d85e55702b5 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:41.068816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63858856-91fa-471a-b0c9-1d85e55702b5 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Pushing event updated for resources: {'Port': ['ID=f4721ad9-5b82-4d8c-9017-47501b2260bf,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:41.139338 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-63858856-91fa-471a-b0c9-1d85e55702b5 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7849352 Nov 08 00:40:41.140193 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52590) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:41.146229 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:40:41.205489 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:41.385580 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] device_id is not set on port f4721ad9-5b82-4d8c-9017-47501b2260bf yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:40:41.397135 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:41.505652 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:41.557592 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Pushing event updated for resources: {'Port': ['ID=f4721ad9-5b82-4d8c-9017-47501b2260bf,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:41.572263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:41.572706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:41.572983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:41.577231 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:41.577555 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:41.577931 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 2 to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf Nov 08 00:40:41.597660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:41.598333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:41.598679 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:41.603523 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:41.603879 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:41.604273 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 3 to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf Nov 08 00:40:41.616768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:41.617106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:41.617440 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:41.621825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:41.622155 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:41.622538 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 4 to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf Nov 08 00:40:41.636319 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:41.636663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:41.637007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:41.642086 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:41.642416 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:41.642811 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 5 to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf Nov 08 00:40:41.656522 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:41.656862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:41.657203 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:41.662265 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:41.662595 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:41.662982 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 6 to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf Nov 08 00:40:41.676696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:41.677032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:41.677368 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:41.682121 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:41.682452 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:41.682842 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 7 to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf Nov 08 00:40:41.695517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:41.703371 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:41.703371 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:41.703371 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:41.703371 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:41.703371 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 8 to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf Nov 08 00:40:41.715771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:41.716136 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:41.716469 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:41.720980 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:41.721306 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:41.721687 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 9 to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf Nov 08 00:40:41.738927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:41.738927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:41.738927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:41.741167 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:41.741492 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:41.741907 n-d-816882-1 neutron-server[102772]: INFO neutron.plugins.ml2.plugin [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempt 10 to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf Nov 08 00:40:41.754818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:41.755154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:41.755547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempting to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:41.759839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:40:41.761007 n-d-816882-1 neutron-server[102772]: ERROR neutron.plugins.ml2.managers [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Failed to bind port f4721ad9-5b82-4d8c-9017-47501b2260bf on host n-h2-816882-1 for vnic_type normal using segments [{'id': '4115ffcd-8317-4281-a7dd-02b72c05e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c5e685e-ab60-4d30-8882-7ee61f9cf204'}] Nov 08 00:40:41.761007 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:41.836855 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] For port f4721ad9-5b82-4d8c-9017-47501b2260bf, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:40:41.837232 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attempted to set empty binding levels {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 08 00:40:41.906061 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:41.941051 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] In _notify_port_updated(), no bound segment for port f4721ad9-5b82-4d8c-9017-47501b2260bf on network 7c5e685e-ab60-4d30-8882-7ee61f9cf204 {{(pid=102772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:40:41.941927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:41.942514 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:41.946716 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52602) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:41.947221 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] 10.222.0.13 "PUT /v2.0/ports/f4721ad9-5b82-4d8c-9017-47501b2260bf HTTP/1.1" status: 200 len: 975 time: 0.8055546 Nov 08 00:40:41.960539 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86262b5-fc80-452a-8624-a8852ec42e98 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Pushing event updated for resources: {'Port': ['ID=f4721ad9-5b82-4d8c-9017-47501b2260bf,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:42.033813 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-dddbf003-298b-41a0-88d0-b7c50ea3ac16 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Deleting port f4721ad9-5b82-4d8c-9017-47501b2260bf {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:40:42.034282 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dddbf003-298b-41a0-88d0-b7c50ea3ac16 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:42.102777 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-dddbf003-298b-41a0-88d0-b7c50ea3ac16 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] For port f4721ad9-5b82-4d8c-9017-47501b2260bf, host n-h2-816882-1, got binding levels [] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:40:42.103216 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dddbf003-298b-41a0-88d0-b7c50ea3ac16 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:42.118230 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-dddbf003-298b-41a0-88d0-b7c50ea3ac16 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Calling delete_port for f4721ad9-5b82-4d8c-9017-47501b2260bf owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:40:42.260313 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dddbf003-298b-41a0-88d0-b7c50ea3ac16 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:42.292743 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbf003-298b-41a0-88d0-b7c50ea3ac16 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4721ad9-5b82-4d8c-9017-47501b2260bf,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:42.302463 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dddbf003-298b-41a0-88d0-b7c50ea3ac16 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:42.306263 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dddbf003-298b-41a0-88d0-b7c50ea3ac16 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f4721ad9-5b82-4d8c-9017-47501b2260bf HTTP/1.1" status: 204 len: 168 time: 0.3577743 Nov 08 00:40:42.308990 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52614) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:42.340080 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66fe65f-2fa7-4956-b188-3f6abe5a0687 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] GET failed (client error): The resource could not be found. Nov 08 00:40:42.345269 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f66fe65f-2fa7-4956-b188-3f6abe5a0687 tempest-PortsAdminExtendedAttrsTestJSON-1964506757 tempest-PortsAdminExtendedAttrsTestJSON-1964506757-project-admin] 10.222.0.13 "GET /v2.0/ports/f4721ad9-5b82-4d8c-9017-47501b2260bf HTTP/1.1" status: 404 len: 333 time: 0.0317585 Nov 08 00:40:42.345596 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52616) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:42.427944 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1572e7bb-f339-46e8-b3aa-2df6f73fcede tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:42.529904 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1572e7bb-f339-46e8-b3aa-2df6f73fcede tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:42.553424 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-1572e7bb-f339-46e8-b3aa-2df6f73fcede tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5e685e-ab60-4d30-8882-7ee61f9cf204']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:40:42.562574 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-1572e7bb-f339-46e8-b3aa-2df6f73fcede tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4115ffcd-8317-4281-a7dd-02b72c05e5df') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:40:42.562869 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-1572e7bb-f339-46e8-b3aa-2df6f73fcede tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4115ffcd-8317-4281-a7dd-02b72c05e5df') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:40:42.572592 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1572e7bb-f339-46e8-b3aa-2df6f73fcede tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:42.587010 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1572e7bb-f339-46e8-b3aa-2df6f73fcede tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:42.593424 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1572e7bb-f339-46e8-b3aa-2df6f73fcede tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:40:42.593809 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1572e7bb-f339-46e8-b3aa-2df6f73fcede tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:40:42.596749 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:40:42.694826 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1572e7bb-f339-46e8-b3aa-2df6f73fcede tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:42.701090 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1572e7bb-f339-46e8-b3aa-2df6f73fcede tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:42.708270 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1572e7bb-f339-46e8-b3aa-2df6f73fcede tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] 10.222.0.13 "DELETE /v2.0/networks/7c5e685e-ab60-4d30-8882-7ee61f9cf204 HTTP/1.1" status: 204 len: 168 time: 0.3614364 Nov 08 00:40:42.729668 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572e7bb-f339-46e8-b3aa-2df6f73fcede tempest-PortsAdminExtendedAttrsTestJSON-1384281722 tempest-PortsAdminExtendedAttrsTestJSON-1384281722-project] Pushing event deleted for resources: {'Network': ['ID=7c5e685e-ab60-4d30-8882-7ee61f9cf204,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:43.147129 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52634) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:43.315491 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ff147aaf-38cd-4c4f-889d-f82f5fe59bcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c925bab810264549883fd05f50c6e2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1667268 Nov 08 00:40:43.318123 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52642) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:43.377799 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0af60a49-c965-4d20-bf62-ffc1b2b9e211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:43.399525 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0af60a49-c965-4d20-bf62-ffc1b2b9e211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:43.545887 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0af60a49-c965-4d20-bf62-ffc1b2b9e211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:43.549349 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0af60a49-c965-4d20-bf62-ffc1b2b9e211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:43.550056 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0af60a49-c965-4d20-bf62-ffc1b2b9e211 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee6741ba-c104-4808-a5ce-23d53d99dfeb HTTP/1.1" status: 204 len: 168 time: 0.2310069 Nov 08 00:40:43.572247 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af60a49-c965-4d20-bf62-ffc1b2b9e211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6741ba-c104-4808-a5ce-23d53d99dfeb,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:44.188661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52662) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:44.237641 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a2c9caf2-458a-49c9-9443-ab2b3c715ac3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b790f9a4911149b1a383c67111d37f61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477705 Nov 08 00:40:44.240242 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52666) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:44.289577 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7590285-e334-4ad1-b71c-fd77612ab115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:44.310583 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7590285-e334-4ad1-b71c-fd77612ab115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:44.471635 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7590285-e334-4ad1-b71c-fd77612ab115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:44.475000 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7590285-e334-4ad1-b71c-fd77612ab115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:44.476443 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a7590285-e334-4ad1-b71c-fd77612ab115 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d5defbd-2931-4772-9dd6-3de964a64248 HTTP/1.1" status: 204 len: 168 time: 0.2353036 Nov 08 00:40:44.486156 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7590285-e334-4ad1-b71c-fd77612ab115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5defbd-2931-4772-9dd6-3de964a64248,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:44.578974 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52678) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:44.687370 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-18d2ac15-0188-473f-a2c2-dcce0f1abb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:44.762367 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-18d2ac15-0188-473f-a2c2-dcce0f1abb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:44.825514 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-18d2ac15-0188-473f-a2c2-dcce0f1abb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:44.866282 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-18d2ac15-0188-473f-a2c2-dcce0f1abb3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88de5f36cca34c57982805b3d1955cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861068 Nov 08 00:40:44.867546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2ac15-0188-473f-a2c2-dcce0f1abb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3133f58-c891-4b97-8993-3c536e2f0204,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:44.869240 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52688) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:44.936618 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5cc2829c-6180-4b23-b56a-5af6f6db05e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:44.959364 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5cc2829c-6180-4b23-b56a-5af6f6db05e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:45.088297 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5cc2829c-6180-4b23-b56a-5af6f6db05e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:45.091862 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5cc2829c-6180-4b23-b56a-5af6f6db05e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:45.092902 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5cc2829c-6180-4b23-b56a-5af6f6db05e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3133f58-c891-4b97-8993-3c536e2f0204 HTTP/1.1" status: 204 len: 168 time: 0.2226460 Nov 08 00:40:45.102345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2829c-6180-4b23-b56a-5af6f6db05e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3133f58-c891-4b97-8993-3c536e2f0204,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:45.626882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52720) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:45.747426 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-639db8fb-3d4c-4789-8787-b03998afaa39 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1843170335'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:40:45.854114 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639db8fb-3d4c-4789-8787-b03998afaa39 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Made reservation on behalf of 40bcc986f1104448a94f1e7b6ae4b093 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:40:45.857725 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-639db8fb-3d4c-4789-8787-b03998afaa39 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:45.870410 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-639db8fb-3d4c-4789-8787-b03998afaa39 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:45.946587 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-639db8fb-3d4c-4789-8787-b03998afaa39 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:45.996646 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-639db8fb-3d4c-4789-8787-b03998afaa39 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:46.026548 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639db8fb-3d4c-4789-8787-b03998afaa39 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:40:46.032789 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639db8fb-3d4c-4789-8787-b03998afaa39 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3363b6b8-8c2b-4604-bcb9-169f1c7b6a0f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:46.040367 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-639db8fb-3d4c-4789-8787-b03998afaa39 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:46.040707 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-639db8fb-3d4c-4789-8787-b03998afaa39 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Added segment 70292119-2be7-41fc-a307-005ac48ea97e of type vlan for network 2603aa9a-a990-43fd-b8f6-d2d7b94d1c83 Nov 08 00:40:46.083557 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-639db8fb-3d4c-4789-8787-b03998afaa39 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:46.151032 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-639db8fb-3d4c-4789-8787-b03998afaa39 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:46.156921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639db8fb-3d4c-4789-8787-b03998afaa39 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:46.157745 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-639db8fb-3d4c-4789-8787-b03998afaa39 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:46.224200 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639db8fb-3d4c-4789-8787-b03998afaa39 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Pushing event updated for resources: {'Network': ['ID=2603aa9a-a990-43fd-b8f6-d2d7b94d1c83,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:46.234600 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 2603aa9a-a990-43fd-b8f6-d2d7b94d1c83 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:40:46.262486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-639db8fb-3d4c-4789-8787-b03998afaa39 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6344707 Nov 08 00:40:46.265496 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52732) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:46.271152 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-57f4686c-561a-4633-9a88-7249d450518b tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Request body: {'subnet': {'network_id': '2603aa9a-a990-43fd-b8f6-d2d7b94d1c83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:40:46.425927 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f4686c-561a-4633-9a88-7249d450518b tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Made reservation on behalf of 40bcc986f1104448a94f1e7b6ae4b093 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:40:46.429621 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-57f4686c-561a-4633-9a88-7249d450518b tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:46.671674 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-57f4686c-561a-4633-9a88-7249d450518b tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:46.736730 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4686c-561a-4633-9a88-7249d450518b tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Pushing event updated for resources: {'Subnet': ['ID=cebbc1df-0a74-4fbf-8429-31cf7ec54749,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:46.745619 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f4686c-561a-4633-9a88-7249d450518b tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Checking segment: {'id': '70292119-2be7-41fc-a307-005ac48ea97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2603aa9a-a990-43fd-b8f6-d2d7b94d1c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:40:46.745984 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f4686c-561a-4633-9a88-7249d450518b tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Network hostable DHCP agents. Network: 2603aa9a-a990-43fd-b8f6-d2d7b94d1c83, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:40:46.836931 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f4686c-561a-4633-9a88-7249d450518b tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Network 2603aa9a-a990-43fd-b8f6-d2d7b94d1c83 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:40:46.911808 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-57f4686c-561a-4633-9a88-7249d450518b tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 2603aa9a-a990-43fd-b8f6-d2d7b94d1c83) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:40:46.916211 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f4686c-561a-4633-9a88-7249d450518b tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:46.916816 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-57f4686c-561a-4633-9a88-7249d450518b tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:46.922092 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac315a82-70f4-4bee-8df6-3140b0f5a31b None None] Network 2603aa9a-a990-43fd-b8f6-d2d7b94d1c83 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:40:46.995923 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-57f4686c-561a-4633-9a88-7249d450518b tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7290809 Nov 08 00:40:46.998383 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52746) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:47.003422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-cef28abd-2373-416d-9b53-c7c3b488c958 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Request body: {'port': {'network_id': '2603aa9a-a990-43fd-b8f6-d2d7b94d1c83', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1480120978'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:40:47.081243 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-2603aa9a-a990-43fd-b8f6-d2d7b94d1c83', 'network_id': '2603aa9a-a990-43fd-b8f6-d2d7b94d1c83', 'tenant_id': '40bcc986f1104448a94f1e7b6ae4b093', 'fixed_ips': [{'subnet_id': 'cebbc1df-0a74-4fbf-8429-31cf7ec54749'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:40:47.082757 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:47.162569 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef28abd-2373-416d-9b53-c7c3b488c958 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Made reservation on behalf of 40bcc986f1104448a94f1e7b6ae4b093 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:40:47.166373 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cef28abd-2373-416d-9b53-c7c3b488c958 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:47.185326 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-cef28abd-2373-416d-9b53-c7c3b488c958 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] device_id is not set on port 7ed7c662-d1c1-4217-a82e-4da443798244 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:40:47.221676 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Allocated IP 172.20.0.2 (2603aa9a-a990-43fd-b8f6-d2d7b94d1c83/cebbc1df-0a74-4fbf-8429-31cf7ec54749/ce728c63-53fe-4642-b137-9613de785dbe) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:40:47.366934 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:47.431746 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:47.482517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-cef28abd-2373-416d-9b53-c7c3b488c958 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Allocated IP 172.20.0.8 (2603aa9a-a990-43fd-b8f6-d2d7b94d1c83/cebbc1df-0a74-4fbf-8429-31cf7ec54749/7ed7c662-d1c1-4217-a82e-4da443798244) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:40:47.483540 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Network 2603aa9a-a990-43fd-b8f6-d2d7b94d1c83 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:40:47.486391 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:40:47.491413 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:40:47.504420 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Pushing event updated for resources: {'Port': ['ID=ce728c63-53fe-4642-b137-9613de785dbe,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:47.548218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:47.548566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:47.548796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:47.549123 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:47.549443 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:47.549767 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:47.550145 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:47.550955 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:47.551276 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:47.551588 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:47.551928 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:47.552242 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:47.570137 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Attempting to bind port ce728c63-53fe-4642-b137-9613de785dbe on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:40:47.570505 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Attempting to bind port ce728c63-53fe-4642-b137-9613de785dbe by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '70292119-2be7-41fc-a307-005ac48ea97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2603aa9a-a990-43fd-b8f6-d2d7b94d1c83'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:40:47.571066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Attempting to bind port ce728c63-53fe-4642-b137-9613de785dbe on network 2603aa9a-a990-43fd-b8f6-d2d7b94d1c83 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:40:47.578266 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:40:47.578635 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Checking segment: {'id': '70292119-2be7-41fc-a307-005ac48ea97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2603aa9a-a990-43fd-b8f6-d2d7b94d1c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:40:47.579231 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:47.579624 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Bound using segment: {'id': '70292119-2be7-41fc-a307-005ac48ea97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2603aa9a-a990-43fd-b8f6-d2d7b94d1c83'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:40:47.580126 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Bound port: ce728c63-53fe-4642-b137-9613de785dbe, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70292119-2be7-41fc-a307-005ac48ea97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2603aa9a-a990-43fd-b8f6-d2d7b94d1c83'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:40:47.580569 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:47.654926 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cef28abd-2373-416d-9b53-c7c3b488c958 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:47.658575 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] For port ce728c63-53fe-4642-b137-9613de785dbe, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:40:47.663430 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] For port ce728c63-53fe-4642-b137-9613de785dbe, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ce728c63-53fe-4642-b137-9613de785dbe,segment=NetworkSegment(70292119-2be7-41fc-a307-005ac48ea97e),segment_id=70292119-2be7-41fc-a307-005ac48ea97e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:40:47.780561 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:47.832546 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cef28abd-2373-416d-9b53-c7c3b488c958 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:47.839831 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2fb8e-bac7-4bb5-8ee8-90b4ff70519d None None] Pushing event updated for resources: {'Port': ['ID=ce728c63-53fe-4642-b137-9613de785dbe,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:47.887399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef28abd-2373-416d-9b53-c7c3b488c958 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Network 2603aa9a-a990-43fd-b8f6-d2d7b94d1c83 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:40:47.890561 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-cef28abd-2373-416d-9b53-c7c3b488c958 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:40:47.896590 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef28abd-2373-416d-9b53-c7c3b488c958 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:40:47.902528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef28abd-2373-416d-9b53-c7c3b488c958 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Pushing event updated for resources: {'Port': ['ID=7ed7c662-d1c1-4217-a82e-4da443798244,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:47.951034 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef28abd-2373-416d-9b53-c7c3b488c958 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:47.951678 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cef28abd-2373-416d-9b53-c7c3b488c958 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:48.028492 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cef28abd-2373-416d-9b53-c7c3b488c958 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0289702 Nov 08 00:40:48.031547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52764) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:48.041628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-9873bfbe-3aa4-46b5-b7dd-89150dae6a58 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Request body: {'port': {'network_id': '2603aa9a-a990-43fd-b8f6-d2d7b94d1c83', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1661462888', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:40:48.045599 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.api.validators [None req-9873bfbe-3aa4-46b5-b7dd-89150dae6a58 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] bootfile-name is not in valid_values {{(pid=102772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 00:40:48.045599 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.api.validators [None req-9873bfbe-3aa4-46b5-b7dd-89150dae6a58 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] tftp-server is not in valid_values {{(pid=102772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 00:40:48.045599 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.api.validators [None req-9873bfbe-3aa4-46b5-b7dd-89150dae6a58 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] server-ip-address is not in valid_values {{(pid=102772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 00:40:48.225336 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9873bfbe-3aa4-46b5-b7dd-89150dae6a58 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Made reservation on behalf of 40bcc986f1104448a94f1e7b6ae4b093 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:40:48.228991 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9873bfbe-3aa4-46b5-b7dd-89150dae6a58 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:48.246683 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-9873bfbe-3aa4-46b5-b7dd-89150dae6a58 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] device_id is not set on port de21a027-1727-4e37-8b27-a5b826093fd5 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:40:48.364930 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-9873bfbe-3aa4-46b5-b7dd-89150dae6a58 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Allocated IP 172.20.0.6 (2603aa9a-a990-43fd-b8f6-d2d7b94d1c83/cebbc1df-0a74-4fbf-8429-31cf7ec54749/de21a027-1727-4e37-8b27-a5b826093fd5) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:40:48.543251 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9873bfbe-3aa4-46b5-b7dd-89150dae6a58 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:48.628771 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-66bf6989-f16c-451a-b9c6-02f96979efc3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0476041 Nov 08 00:40:48.661288 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9873bfbe-3aa4-46b5-b7dd-89150dae6a58 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:48.727658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9873bfbe-3aa4-46b5-b7dd-89150dae6a58 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Network 2603aa9a-a990-43fd-b8f6-d2d7b94d1c83 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:40:48.763213 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-9873bfbe-3aa4-46b5-b7dd-89150dae6a58 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:40:48.766416 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873bfbe-3aa4-46b5-b7dd-89150dae6a58 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:40:48.803147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873bfbe-3aa4-46b5-b7dd-89150dae6a58 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Pushing event updated for resources: {'Port': ['ID=de21a027-1727-4e37-8b27-a5b826093fd5,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:48.829054 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ff4154-6ff5-47e2-b4a1-188e5b70e081 None None] Network 2603aa9a-a990-43fd-b8f6-d2d7b94d1c83 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:40:48.829790 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-0f3b7720-3836-4390-95d9-1bada7089d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:48.830263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-0f3b7720-3836-4390-95d9-1bada7089d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:48.830771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-0f3b7720-3836-4390-95d9-1bada7089d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:48.831173 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-0f3b7720-3836-4390-95d9-1bada7089d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:48.831660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-0f3b7720-3836-4390-95d9-1bada7089d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:48.832593 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-0f3b7720-3836-4390-95d9-1bada7089d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:48.832593 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-0f3b7720-3836-4390-95d9-1bada7089d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:48.834432 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-0f3b7720-3836-4390-95d9-1bada7089d1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 6494 time: 0.1384139 Nov 08 00:40:48.852879 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9873bfbe-3aa4-46b5-b7dd-89150dae6a58 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:48.853554 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9873bfbe-3aa4-46b5-b7dd-89150dae6a58 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:48.896898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-868a412b-2678-4166-b47e-e44836afb504 None None] Provisioning complete for port ce728c63-53fe-4642-b137-9613de785dbe triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:40:48.897326 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-868a412b-2678-4166-b47e-e44836afb504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:48.920842 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9873bfbe-3aa4-46b5-b7dd-89150dae6a58 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.8876281 Nov 08 00:40:48.923307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52784) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:49.064618 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-868a412b-2678-4166-b47e-e44836afb504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:49.119382 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-868a412b-2678-4166-b47e-e44836afb504 None None] For port ce728c63-53fe-4642-b137-9613de785dbe, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ce728c63-53fe-4642-b137-9613de785dbe,segment=NetworkSegment(70292119-2be7-41fc-a307-005ac48ea97e),segment_id=70292119-2be7-41fc-a307-005ac48ea97e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:40:49.202989 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-868a412b-2678-4166-b47e-e44836afb504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:49.273146 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a412b-2678-4166-b47e-e44836afb504 None None] Pushing event updated for resources: {'Port': ['ID=ce728c63-53fe-4642-b137-9613de785dbe,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:49.331700 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-89087914-1e16-4334-9d2f-6661ce646f6b None None] Provisioning complete for port 7ed7c662-d1c1-4217-a82e-4da443798244 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:40:49.332304 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89087914-1e16-4334-9d2f-6661ce646f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:49.371086 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-89087914-1e16-4334-9d2f-6661ce646f6b None None] Port 7ed7c662-d1c1-4217-a82e-4da443798244 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:40:49.380697 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-89087914-1e16-4334-9d2f-6661ce646f6b None None] Provisioning complete for port de21a027-1727-4e37-8b27-a5b826093fd5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:40:49.381067 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89087914-1e16-4334-9d2f-6661ce646f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:49.393462 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d3538c-5c6c-4e13-9a56-99bd07b7943d tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:49.399505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d3538c-5c6c-4e13-9a56-99bd07b7943d tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:49.408659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d3538c-5c6c-4e13-9a56-99bd07b7943d tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:49.413801 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52794) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:49.414327 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-32d3538c-5c6c-4e13-9a56-99bd07b7943d tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.4896364 Nov 08 00:40:49.415909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-e0eb89f5-2733-4f96-b2d1-eb5ef29dfcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:49.416651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-e0eb89f5-2733-4f96-b2d1-eb5ef29dfcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:49.417290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-e0eb89f5-2733-4f96-b2d1-eb5ef29dfcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:49.418966 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-e0eb89f5-2733-4f96-b2d1-eb5ef29dfcde service neutron] 10.222.0.20 "GET /v2.0/networks?id=cc5b0d97-a530-416c-8598-edbfeb38986f&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 HTTP/1.1" status: 200 len: 2294 time: 0.5565934 Nov 08 00:40:49.429423 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-89087914-1e16-4334-9d2f-6661ce646f6b None None] Port de21a027-1727-4e37-8b27-a5b826093fd5 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:40:49.441863 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-89087914-1e16-4334-9d2f-6661ce646f6b None None] Provisioning complete for port ce728c63-53fe-4642-b137-9613de785dbe triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:40:49.442635 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89087914-1e16-4334-9d2f-6661ce646f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:49.509383 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-f4d1d157-e1c8-4a82-9ce4-7b4de53f71b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76488d3d-aea0-483c-841a-feae5dfe1eab HTTP/1.1" status: 200 len: 1002 time: 0.0823216 Nov 08 00:40:49.552180 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-ab14f536-7d1a-4ec3-924b-882a2320ffae tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Deleting port de21a027-1727-4e37-8b27-a5b826093fd5 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:40:49.552527 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab14f536-7d1a-4ec3-924b-882a2320ffae tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:49.589688 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-780b67e8-77a1-4c15-96a4-75c859a27071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:49.591160 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-780b67e8-77a1-4c15-96a4-75c859a27071 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27c96a89-7ab5-4bdd-a965-d1c0a565158c HTTP/1.1" status: 200 len: 851 time: 0.0738823 Nov 08 00:40:49.646179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-b33dcce0-9040-440d-8c19-18c32fecc5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:49.648740 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-b33dcce0-9040-440d-8c19-18c32fecc5ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc5b0d97-a530-416c-8598-edbfeb38986f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500391 Nov 08 00:40:49.663089 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab14f536-7d1a-4ec3-924b-882a2320ffae tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:49.678139 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-ab14f536-7d1a-4ec3-924b-882a2320ffae tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Calling delete_port for de21a027-1727-4e37-8b27-a5b826093fd5 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:40:49.725246 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-cdc343b8-6941-49a0-8cf2-03b1c31ad5ac None None] Provisioning complete for port 7ed7c662-d1c1-4217-a82e-4da443798244 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:40:49.725881 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cdc343b8-6941-49a0-8cf2-03b1c31ad5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:49.754242 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-4c45efc8-d8a5-49a9-a2a0-d387cfea35c1 service neutron] 10.222.0.20 "GET /v2.0/networks/cc5b0d97-a530-416c-8598-edbfeb38986f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982904 Nov 08 00:40:49.785168 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-cdc343b8-6941-49a0-8cf2-03b1c31ad5ac None None] Port 7ed7c662-d1c1-4217-a82e-4da443798244 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:40:49.863776 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ce728c63-53fe-4642-b137-9613de785dbe up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:40:49.924965 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2434300a-365f-4bd9-b6b3-18b161cf913a None None] Provisioning complete for port de21a027-1727-4e37-8b27-a5b826093fd5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:40:49.924965 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2434300a-365f-4bd9-b6b3-18b161cf913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:49.930476 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-b07036c7-08ee-4640-b8bc-0106b332907f service neutron] 10.222.0.20 "GET /v2.0/networks/cc5b0d97-a530-416c-8598-edbfeb38986f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570861 Nov 08 00:40:49.958411 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port ce728c63-53fe-4642-b137-9613de785dbe triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:40:49.958411 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:49.974782 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab14f536-7d1a-4ec3-924b-882a2320ffae tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:49.981303 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-1028b9a6-043b-49b2-80d4-6f87863097ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=5467d33c-e619-4cf2-9bdc-e9edb7e205e2 HTTP/1.1" status: 200 len: 217 time: 0.0392041 Nov 08 00:40:49.987283 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2434300a-365f-4bd9-b6b3-18b161cf913a None None] Port de21a027-1727-4e37-8b27-a5b826093fd5 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:40:50.010551 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14f536-7d1a-4ec3-924b-882a2320ffae tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Pushing event deleted for resources: {'Port': ['ID=de21a027-1727-4e37-8b27-a5b826093fd5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:50.079094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-658f7449-8dd3-4781-a3aa-07f8bbfc2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:50.080883 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-658f7449-8dd3-4781-a3aa-07f8bbfc2749 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0920429 Nov 08 00:40:50.100801 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab14f536-7d1a-4ec3-924b-882a2320ffae tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:50.109708 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ab14f536-7d1a-4ec3-924b-882a2320ffae tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] 10.222.0.13 "DELETE /v2.0/ports/de21a027-1727-4e37-8b27-a5b826093fd5 HTTP/1.1" status: 204 len: 168 time: 0.6940968 Nov 08 00:40:50.110551 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52804) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:50.117284 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-203f8186-c3b5-43e4-8de9-0871400e645c tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Request body: {'port': {'name': 'tempest-new-port-name-760227434', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:40:50.117284 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.api.validators [None req-203f8186-c3b5-43e4-8de9-0871400e645c tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] bootfile-name is not in valid_values {{(pid=102771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 00:40:50.117813 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.api.validators [None req-203f8186-c3b5-43e4-8de9-0871400e645c tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] tftp-server is not in valid_values {{(pid=102771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 00:40:50.118247 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.api.validators [None req-203f8186-c3b5-43e4-8de9-0871400e645c tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] server-ip-address is not in valid_values {{(pid=102771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 00:40:50.149071 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-11d86cee-53c2-463d-84b5-8bac081b2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:50.150644 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-11d86cee-53c2-463d-84b5-8bac081b2e72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0613480 Nov 08 00:40:50.189696 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-203f8186-c3b5-43e4-8de9-0871400e645c tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:50.254472 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-cf3b3d23-2d9a-41be-93f8-3cbe3093bebf service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960941 Nov 08 00:40:50.365704 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-52566787-d469-4b58-84b8-bd7c38e236b2 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047282 Nov 08 00:40:50.408458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-dc96075a-7836-497c-a908-995b562179c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=86366417-c094-4a24-a99e-6f58cfef17b4 HTTP/1.1" status: 200 len: 217 time: 0.0357974 Nov 08 00:40:50.417915 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-203f8186-c3b5-43e4-8de9-0871400e645c tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:50.460878 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-08b1cf1c-8171-4b09-a0b7-6c4f14c3017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:50.462254 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-08b1cf1c-8171-4b09-a0b7-6c4f14c3017c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0441091 Nov 08 00:40:50.471372 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-203f8186-c3b5-43e4-8de9-0871400e645c tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:50.528576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-47e15de4-0953-4ad1-9a7f-cab68da00ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:50.542314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-47e15de4-0953-4ad1-9a7f-cab68da00ca8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0727391 Nov 08 00:40:50.570498 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f8186-c3b5-43e4-8de9-0871400e645c tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Pushing event updated for resources: {'Port': ['ID=7ed7c662-d1c1-4217-a82e-4da443798244,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:50.582947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-203f8186-c3b5-43e4-8de9-0871400e645c tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] In _notify_port_updated(), no bound segment for port 7ed7c662-d1c1-4217-a82e-4da443798244 on network 2603aa9a-a990-43fd-b8f6-d2d7b94d1c83 {{(pid=102771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:40:50.586265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203f8186-c3b5-43e4-8de9-0871400e645c tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:50.586974 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-203f8186-c3b5-43e4-8de9-0871400e645c tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:50.588419 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-203f8186-c3b5-43e4-8de9-0871400e645c tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] 10.222.0.13 "PUT /v2.0/ports/7ed7c662-d1c1-4217-a82e-4da443798244 HTTP/1.1" status: 200 len: 1135 time: 0.4766536 Nov 08 00:40:50.591265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52814) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:50.642203 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cb9376-aa92-459c-b7a3-de809492c50a tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:50.651517 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-88cb9376-aa92-459c-b7a3-de809492c50a tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] 10.222.0.13 "GET /v2.0/ports/7ed7c662-d1c1-4217-a82e-4da443798244 HTTP/1.1" status: 200 len: 1135 time: 0.0589509 Nov 08 00:40:50.656359 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52818) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:50.664466 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-8aa4b031-a9e2-435a-8059-7b6cd230aad7 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149130 Nov 08 00:40:50.783110 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d731f33c-0d98-4435-af63-b987803a5dad tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Deleting port 7ed7c662-d1c1-4217-a82e-4da443798244 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:40:50.783110 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d731f33c-0d98-4435-af63-b987803a5dad tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:50.787773 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-f72a0d20-69b9-4186-8884-31278fe7c0d7 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165123 Nov 08 00:40:50.817620 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-598da7a5-114b-4248-8040-5c63064dd28c None None] Provisioning complete for port 7ed7c662-d1c1-4217-a82e-4da443798244 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:40:50.818076 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-598da7a5-114b-4248-8040-5c63064dd28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:50.850088 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-bd611eb7-c0d2-4d2e-a252-3e34f2a40c38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=95e11555-22e2-4530-90d3-ed8768294b34 HTTP/1.1" status: 200 len: 217 time: 0.0540266 Nov 08 00:40:50.874920 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-598da7a5-114b-4248-8040-5c63064dd28c None None] Port 7ed7c662-d1c1-4217-a82e-4da443798244 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:40:50.892384 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d731f33c-0d98-4435-af63-b987803a5dad tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:50.906133 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d731f33c-0d98-4435-af63-b987803a5dad tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Calling delete_port for 7ed7c662-d1c1-4217-a82e-4da443798244 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:40:50.916045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-3b28b78b-d416-4d25-81d1-c0fb30005098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:50.917688 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-3b28b78b-d416-4d25-81d1-c0fb30005098 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0607176 Nov 08 00:40:50.975137 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-ff816add-2c63-4683-929a-703d7530e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:50.976810 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-ff816add-2c63-4683-929a-703d7530e6ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0519145 Nov 08 00:40:51.074020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-9886740e-cd83-489b-bca4-51653f7ee55f service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898838 Nov 08 00:40:51.117439 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d731f33c-0d98-4435-af63-b987803a5dad tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:51.149717 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731f33c-0d98-4435-af63-b987803a5dad tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Pushing event deleted for resources: {'Port': ['ID=7ed7c662-d1c1-4217-a82e-4da443798244,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:51.182373 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-b33ce0a8-5cf3-4c2e-8868-b9551f6e7e11 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012661 Nov 08 00:40:51.221085 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d731f33c-0d98-4435-af63-b987803a5dad tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:51.228905 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d731f33c-0d98-4435-af63-b987803a5dad tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] 10.222.0.13 "DELETE /v2.0/ports/7ed7c662-d1c1-4217-a82e-4da443798244 HTTP/1.1" status: 204 len: 168 time: 0.5706632 Nov 08 00:40:51.229627 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52826) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:51.231240 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-163835f4-4c2f-4305-ae1b-e990b9446e6c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=54a2fed0-295c-4337-8852-db922e50e0df HTTP/1.1" status: 200 len: 217 time: 0.0412943 Nov 08 00:40:51.283250 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-ec5c4754-9a8e-4797-9f48-b27840d97a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:51.285107 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-ec5c4754-9a8e-4797-9f48-b27840d97a76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0469971 Nov 08 00:40:51.288647 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4451a959-81d3-420e-bbf2-f48493319462 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Deleting subnet cebbc1df-0a74-4fbf-8429-31cf7ec54749 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:40:51.296932 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4451a959-81d3-420e-bbf2-f48493319462 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:51.348743 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-bec22a73-9ee2-431f-8663-769673af78bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:51.348743 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-bec22a73-9ee2-431f-8663-769673af78bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0501130 Nov 08 00:40:51.350694 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4451a959-81d3-420e-bbf2-f48493319462 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:51.435277 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4451a959-81d3-420e-bbf2-f48493319462 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:51.440196 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-e1539912-7d15-4dc1-963b-e75a78884413 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900474 Nov 08 00:40:51.542716 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-77cdf7f2-6e3f-4427-8cc1-97870b320e0b service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955265 Nov 08 00:40:51.591217 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-5c27f043-b36f-482b-ac81-f951d9ddeb62 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 HTTP/1.1" status: 200 len: 217 time: 0.0414817 Nov 08 00:40:51.609010 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4451a959-81d3-420e-bbf2-f48493319462 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:51.637645 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451a959-81d3-420e-bbf2-f48493319462 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Pushing event deleted for resources: {'Subnet': ['ID=cebbc1df-0a74-4fbf-8429-31cf7ec54749,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:51.643432 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4451a959-81d3-420e-bbf2-f48493319462 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:51.645907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-80ecf220-5d53-4b99-bdf6-ebb979a35a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:51.647262 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4451a959-81d3-420e-bbf2-f48493319462 tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] 10.222.0.13 "DELETE /v2.0/subnets/cebbc1df-0a74-4fbf-8429-31cf7ec54749 HTTP/1.1" status: 204 len: 168 time: 0.4163334 Nov 08 00:40:51.647461 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-80ecf220-5d53-4b99-bdf6-ebb979a35a63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e HTTP/1.1" status: 200 len: 797 time: 0.0494611 Nov 08 00:40:51.649645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52834) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:51.652198 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac562c9-494c-4129-821d-b18a298ee9ab None None] Network 2603aa9a-a990-43fd-b8f6-d2d7b94d1c83 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:40:51.772191 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:51.772191 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-1a2e35c8-ee3c-4bac-bf23-e229ee7fd671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:51.772191 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-1a2e35c8-ee3c-4bac-bf23-e229ee7fd671 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1064439 Nov 08 00:40:51.821402 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d084fe4-973a-434b-9260-ffb4ae0c285e None None] DHCP port deletion for 2603aa9a-a990-43fd-b8f6-d2d7b94d1c83 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:40:51.879431 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1d084fe4-973a-434b-9260-ffb4ae0c285e None None] Deleting port ce728c63-53fe-4642-b137-9613de785dbe {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:40:51.880222 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d084fe4-973a-434b-9260-ffb4ae0c285e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:51.893635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-aaf76102-de3f-49e9-94d0-529fc5737544 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200783 Nov 08 00:40:51.913701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Deleting port ce728c63-53fe-4642-b137-9613de785dbe {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:40:51.914042 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:51.942031 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1d084fe4-973a-434b-9260-ffb4ae0c285e None None] For port ce728c63-53fe-4642-b137-9613de785dbe, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ce728c63-53fe-4642-b137-9613de785dbe,segment=NetworkSegment(70292119-2be7-41fc-a307-005ac48ea97e),segment_id=70292119-2be7-41fc-a307-005ac48ea97e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:40:51.942429 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d084fe4-973a-434b-9260-ffb4ae0c285e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:51.955145 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1d084fe4-973a-434b-9260-ffb4ae0c285e None None] Calling delete_port for ce728c63-53fe-4642-b137-9613de785dbe owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:40:52.046658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] For port ce728c63-53fe-4642-b137-9613de785dbe, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ce728c63-53fe-4642-b137-9613de785dbe,segment=NetworkSegment(70292119-2be7-41fc-a307-005ac48ea97e),segment_id=70292119-2be7-41fc-a307-005ac48ea97e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:40:52.046658 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:52.063001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-cf2d49b7-75d2-4336-8ba6-fbd3370b01fe service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624675 Nov 08 00:40:52.063880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Calling delete_port for ce728c63-53fe-4642-b137-9613de785dbe owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:40:52.094371 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d084fe4-973a-434b-9260-ffb4ae0c285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:52.120558 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d084fe4-973a-434b-9260-ffb4ae0c285e None None] Pushing event deleted for resources: {'Port': ['ID=ce728c63-53fe-4642-b137-9613de785dbe,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:52.124310 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d084fe4-973a-434b-9260-ffb4ae0c285e None None] No DVR routers for this DVR port ce728c63-53fe-4642-b137-9613de785dbe on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:40:52.152560 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-3b761510-585a-4fea-ab2c-c6bd3f160133 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b49ec54-cada-4f85-a13b-983d4fe19c5b HTTP/1.1" status: 200 len: 217 time: 0.0793648 Nov 08 00:40:52.223926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-6c1e9576-02cc-42c5-ac65-70adca269574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:52.225459 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-6c1e9576-02cc-42c5-ac65-70adca269574 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e HTTP/1.1" status: 200 len: 797 time: 0.0643747 Nov 08 00:40:52.245265 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:52.297398 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Pushing event deleted for resources: {'Port': ['ID=ce728c63-53fe-4642-b137-9613de785dbe,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:52.299586 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] No DVR routers for this DVR port ce728c63-53fe-4642-b137-9613de785dbe on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:40:52.333056 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:52.333361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:52.333646 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:52.333973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:52.334294 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:52.334617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:52.334933 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:52.335251 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:52.335565 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:52.335940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:52.336233 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:52.336544 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:40:52.357781 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5caf-2962-4621-99a1-f612f25e337a req-f7fd4d39-6525-4d51-a719-92c19cecbfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:52.359291 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-f7fd4d39-6525-4d51-a719-92c19cecbfd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1243470 Nov 08 00:40:52.445675 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:52.472028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2603aa9a-a990-43fd-b8f6-d2d7b94d1c83']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:40:52.489746 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70292119-2be7-41fc-a307-005ac48ea97e') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:40:52.490060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70292119-2be7-41fc-a307-005ac48ea97e') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:40:52.503095 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:52.522563 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-6d9f4937-19a7-4096-b18a-2a7ae5968eda service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388383 Nov 08 00:40:52.525789 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:52.538985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:40:52.539372 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:40:52.542224 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:40:52.675481 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62dd5caf-2962-4621-99a1-f612f25e337a req-64f94620-aadc-4204-9231-223e6dc4e1a3 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454148 Nov 08 00:40:52.733879 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:52.740994 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:52.744171 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] 10.222.0.13 "DELETE /v2.0/networks/2603aa9a-a990-43fd-b8f6-d2d7b94d1c83 HTTP/1.1" status: 204 len: 168 time: 1.0935993 Nov 08 00:40:52.756792 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dd17d-a0f1-49f0-a190-692f32b475da tempest-ExtraDHCPOptionsTestJSON-1572196904 tempest-ExtraDHCPOptionsTestJSON-1572196904-project] Pushing event deleted for resources: {'Network': ['ID=2603aa9a-a990-43fd-b8f6-d2d7b94d1c83,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:53.190812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52870) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:53.330732 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52874) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:53.335377 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1114da07-57d7-42ea-8c38-341e3f4f7a91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40bcc986f1104448a94f1e7b6ae4b093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353428 Nov 08 00:40:53.382172 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70726a55-42e3-4c81-83ad-56df6e30a3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:53.403062 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70726a55-42e3-4c81-83ad-56df6e30a3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:53.505290 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70726a55-42e3-4c81-83ad-56df6e30a3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:53.508071 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70726a55-42e3-4c81-83ad-56df6e30a3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:53.509386 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-70726a55-42e3-4c81-83ad-56df6e30a3c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3363b6b8-8c2b-4604-bcb9-169f1c7b6a0f HTTP/1.1" status: 204 len: 168 time: 0.1776321 Nov 08 00:40:53.517816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70726a55-42e3-4c81-83ad-56df6e30a3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3363b6b8-8c2b-4604-bcb9-169f1c7b6a0f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:53.814823 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ce728c63-53fe-4642-b137-9613de785dbe no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:40:53.838294 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: ce728c63-53fe-4642-b137-9613de785dbe {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:40:53.838643 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ce728c63-53fe-4642-b137-9613de785dbe not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:40:54.500641 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 52900) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:54.601424 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ce43729e-d299-4ff0-b7f6-c4e3b44d0be0 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-13998121'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:40:54.677665 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce43729e-d299-4ff0-b7f6-c4e3b44d0be0 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Made reservation on behalf of 70ce71234de54f1082bfc472dcdd40dc for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:40:54.681384 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce43729e-d299-4ff0-b7f6-c4e3b44d0be0 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:54.690332 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce43729e-d299-4ff0-b7f6-c4e3b44d0be0 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:54.770987 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce43729e-d299-4ff0-b7f6-c4e3b44d0be0 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:54.836611 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce43729e-d299-4ff0-b7f6-c4e3b44d0be0 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:54.863375 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce43729e-d299-4ff0-b7f6-c4e3b44d0be0 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:40:54.872099 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43729e-d299-4ff0-b7f6-c4e3b44d0be0 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db80540-4a79-4df9-ac7d-e0279c1c37a4,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:54.878052 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce43729e-d299-4ff0-b7f6-c4e3b44d0be0 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:54.878891 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-ce43729e-d299-4ff0-b7f6-c4e3b44d0be0 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Added segment 7bbf95e7-9db7-451c-b525-1c7a5b4d158a of type vlan for network 0139f751-f5f3-457e-941e-bfed3ae64a33 Nov 08 00:40:54.919423 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce43729e-d299-4ff0-b7f6-c4e3b44d0be0 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:55.014240 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce43729e-d299-4ff0-b7f6-c4e3b44d0be0 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:55.020605 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce43729e-d299-4ff0-b7f6-c4e3b44d0be0 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:55.021202 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ce43729e-d299-4ff0-b7f6-c4e3b44d0be0 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:55.085386 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43729e-d299-4ff0-b7f6-c4e3b44d0be0 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Network': ['ID=0139f751-f5f3-457e-941e-bfed3ae64a33,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:55.095845 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 0139f751-f5f3-457e-941e-bfed3ae64a33 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:40:55.133985 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ce43729e-d299-4ff0-b7f6-c4e3b44d0be0 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6296568 Nov 08 00:40:55.134470 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52906) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:55.139430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-e9452d10-b8ce-4986-9efb-d4daf4568e5c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'subnet': {'network_id': '0139f751-f5f3-457e-941e-bfed3ae64a33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:40:55.299860 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9452d10-b8ce-4986-9efb-d4daf4568e5c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Made reservation on behalf of 70ce71234de54f1082bfc472dcdd40dc for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:40:55.304083 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9452d10-b8ce-4986-9efb-d4daf4568e5c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:55.545621 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9452d10-b8ce-4986-9efb-d4daf4568e5c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:55.607640 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9452d10-b8ce-4986-9efb-d4daf4568e5c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Subnet': ['ID=070a513e-c6ae-4536-b95e-3a44a2797af8,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:55.615937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9452d10-b8ce-4986-9efb-d4daf4568e5c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Checking segment: {'id': '7bbf95e7-9db7-451c-b525-1c7a5b4d158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0139f751-f5f3-457e-941e-bfed3ae64a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:40:55.616311 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9452d10-b8ce-4986-9efb-d4daf4568e5c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Network hostable DHCP agents. Network: 0139f751-f5f3-457e-941e-bfed3ae64a33, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:40:55.670947 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9452d10-b8ce-4986-9efb-d4daf4568e5c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Network 0139f751-f5f3-457e-941e-bfed3ae64a33 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:40:55.734083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-e9452d10-b8ce-4986-9efb-d4daf4568e5c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 0139f751-f5f3-457e-941e-bfed3ae64a33) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:40:55.738869 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9452d10-b8ce-4986-9efb-d4daf4568e5c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:40:55.739580 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9452d10-b8ce-4986-9efb-d4daf4568e5c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:55.744370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a26ce8-8891-4e25-ac0a-0fe1920c59b2 None None] Network 0139f751-f5f3-457e-941e-bfed3ae64a33 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:40:55.819288 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e9452d10-b8ce-4986-9efb-d4daf4568e5c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6812627 Nov 08 00:40:55.820003 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52912) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:55.824641 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-66c75da3-6df5-4952-8465-eaf3bbbf87d6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-524781414', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}, 'admin_state_up': False}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:40:55.876137 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79abb7b5-2221-4e5f-948a-dc6fb34e819e None None] Network 0139f751-f5f3-457e-941e-bfed3ae64a33 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:40:55.905800 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-66c75da3-6df5-4952-8465-eaf3bbbf87d6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:55.907112 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-66c75da3-6df5-4952-8465-eaf3bbbf87d6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:55.968785 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-66c75da3-6df5-4952-8465-eaf3bbbf87d6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:56.158679 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-66c75da3-6df5-4952-8465-eaf3bbbf87d6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:56.408626 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-66c75da3-6df5-4952-8465-eaf3bbbf87d6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:56.429071 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-66c75da3-6df5-4952-8465-eaf3bbbf87d6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:56.533502 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-66c75da3-6df5-4952-8465-eaf3bbbf87d6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Allocated IP 172.25.2.175 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/847881ca-ee3e-498d-8ac5-d431b1ad1070) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:40:56.643804 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-66c75da3-6df5-4952-8465-eaf3bbbf87d6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:56.729098 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-66c75da3-6df5-4952-8465-eaf3bbbf87d6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:56.766705 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c75da3-6df5-4952-8465-eaf3bbbf87d6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:40:56.771401 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-66c75da3-6df5-4952-8465-eaf3bbbf87d6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:40:56.777965 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c75da3-6df5-4952-8465-eaf3bbbf87d6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:40:56.781006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c75da3-6df5-4952-8465-eaf3bbbf87d6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=847881ca-ee3e-498d-8ac5-d431b1ad1070,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:57.075494 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-66c75da3-6df5-4952-8465-eaf3bbbf87d6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:57.270444 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-66c75da3-6df5-4952-8465-eaf3bbbf87d6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:57.464649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c75da3-6df5-4952-8465-eaf3bbbf87d6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router dca3c8b3-9f47-4832-b6c5-777c9b64f04c is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:40:57.923592 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c75da3-6df5-4952-8465-eaf3bbbf87d6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:40:57.933808 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7852a5d-13af-42be-958d-db8369c7e40f None None] Sync routers for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:40:57.942386 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7852a5d-13af-42be-958d-db8369c7e40f None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:40:57.942984 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c7852a5d-13af-42be-958d-db8369c7e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:40:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:40:57.976653 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c7852a5d-13af-42be-958d-db8369c7e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:40:57.984894 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7852a5d-13af-42be-958d-db8369c7e40f None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:40:57.985475 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c7852a5d-13af-42be-958d-db8369c7e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:40:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:40:57.998746 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-66c75da3-6df5-4952-8465-eaf3bbbf87d6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:58.000091 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-66c75da3-6df5-4952-8465-eaf3bbbf87d6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1789601 Nov 08 00:40:58.002954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52932) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:58.105787 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c7852a5d-13af-42be-958d-db8369c7e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:40:58.106430 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7852a5d-13af-42be-958d-db8369c7e40f None None] The sync data for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:40:58.151264 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0a5773d7-1607-44b7-a4e4-42e274f2ce29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:58.426910 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9c198aa7-c06f-47ef-87e4-4d916becab75 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:58.699576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-9c198aa7-c06f-47ef-87e4-4d916becab75 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Allocated IP 172.20.0.1 (0139f751-f5f3-457e-941e-bfed3ae64a33/070a513e-c6ae-4536-b95e-3a44a2797af8/025a7fde-3ac7-448f-b7d7-3284e2df0b92) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:40:58.816770 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9c198aa7-c06f-47ef-87e4-4d916becab75 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:58.899378 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9c198aa7-c06f-47ef-87e4-4d916becab75 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:58.945096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c198aa7-c06f-47ef-87e4-4d916becab75 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Network 0139f751-f5f3-457e-941e-bfed3ae64a33 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:40:58.951118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-9c198aa7-c06f-47ef-87e4-4d916becab75 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:40:58.953784 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c198aa7-c06f-47ef-87e4-4d916becab75 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:40:58.959008 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c198aa7-c06f-47ef-87e4-4d916becab75 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=025a7fde-3ac7-448f-b7d7-3284e2df0b92,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:59.001630 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9c198aa7-c06f-47ef-87e4-4d916becab75 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:59.219885 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9c198aa7-c06f-47ef-87e4-4d916becab75 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:59.506475 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9c198aa7-c06f-47ef-87e4-4d916becab75 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:59.562644 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9c198aa7-c06f-47ef-87e4-4d916becab75 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:59.636411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c198aa7-c06f-47ef-87e4-4d916becab75 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=025a7fde-3ac7-448f-b7d7-3284e2df0b92,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:40:59.642002 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9c198aa7-c06f-47ef-87e4-4d916becab75 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:40:59.748132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c198aa7-c06f-47ef-87e4-4d916becab75 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Network 0139f751-f5f3-457e-941e-bfed3ae64a33 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:40:59.749655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-9c198aa7-c06f-47ef-87e4-4d916becab75 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:40:59.864751 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c198aa7-c06f-47ef-87e4-4d916becab75 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router dca3c8b3-9f47-4832-b6c5-777c9b64f04c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:40:59.970881 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c198aa7-c06f-47ef-87e4-4d916becab75 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:40:59.977245 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9c198aa7-c06f-47ef-87e4-4d916becab75 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "PUT /v2.0/routers/dca3c8b3-9f47-4832-b6c5-777c9b64f04c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9730177 Nov 08 00:40:59.979842 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 52986) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:40:59.981037 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0cc70b-4c7e-44bd-b365-9019101ff7b4 None None] Sync routers for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:40:59.984999 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-3d2f87bc-4c2a-45f0-993c-e6892f954d00 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'port': {'network_id': '0139f751-f5f3-457e-941e-bfed3ae64a33', 'name': 'tempest-FloatingIPTestJSON-2111466455'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:40:59.994882 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0cc70b-4c7e-44bd-b365-9019101ff7b4 None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:40:59.995738 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fe0cc70b-4c7e-44bd-b365-9019101ff7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:40:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:00.033409 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fe0cc70b-4c7e-44bd-b365-9019101ff7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:00.046172 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0cc70b-4c7e-44bd-b365-9019101ff7b4 None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:00.046771 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fe0cc70b-4c7e-44bd-b365-9019101ff7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:40:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:00.078301 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fe0cc70b-4c7e-44bd-b365-9019101ff7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:00.078922 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0cc70b-4c7e-44bd-b365-9019101ff7b4 None None] The sync data for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:00.179943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2f87bc-4c2a-45f0-993c-e6892f954d00 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Made reservation on behalf of 70ce71234de54f1082bfc472dcdd40dc for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:41:00.183538 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3d2f87bc-4c2a-45f0-993c-e6892f954d00 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:00.201054 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-3d2f87bc-4c2a-45f0-993c-e6892f954d00 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] device_id is not set on port c78a0395-9637-4449-b19b-77407e6180e1 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:41:00.314095 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-3d2f87bc-4c2a-45f0-993c-e6892f954d00 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Allocated IP 172.20.0.7 (0139f751-f5f3-457e-941e-bfed3ae64a33/070a513e-c6ae-4536-b95e-3a44a2797af8/c78a0395-9637-4449-b19b-77407e6180e1) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:41:00.468852 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3d2f87bc-4c2a-45f0-993c-e6892f954d00 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:00.563086 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3d2f87bc-4c2a-45f0-993c-e6892f954d00 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:00.606429 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2f87bc-4c2a-45f0-993c-e6892f954d00 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Network 0139f751-f5f3-457e-941e-bfed3ae64a33 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:41:00.609520 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-3d2f87bc-4c2a-45f0-993c-e6892f954d00 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:41:00.613140 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2f87bc-4c2a-45f0-993c-e6892f954d00 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:41:00.622256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f87bc-4c2a-45f0-993c-e6892f954d00 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=c78a0395-9637-4449-b19b-77407e6180e1,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:00.668161 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f87bc-4c2a-45f0-993c-e6892f954d00 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:00.668772 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3d2f87bc-4c2a-45f0-993c-e6892f954d00 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:00.694222 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e3dec42-7c05-4870-8269-d4a6f138c666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:00.736741 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3d2f87bc-4c2a-45f0-993c-e6892f954d00 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7556207 Nov 08 00:41:00.739433 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53038) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:00.744761 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-536e3678-59dc-49d9-b753-16f3158f2603 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'port': {'network_id': '0139f751-f5f3-457e-941e-bfed3ae64a33', 'name': 'tempest-FloatingIPTestJSON-1535172988'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:00.945524 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536e3678-59dc-49d9-b753-16f3158f2603 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Made reservation on behalf of 70ce71234de54f1082bfc472dcdd40dc for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:41:00.949093 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-536e3678-59dc-49d9-b753-16f3158f2603 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:00.966462 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [None req-536e3678-59dc-49d9-b753-16f3158f2603 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] device_id is not set on port a6586ad6-bb05-4cb6-907b-475594fd7cc0 yet. {{(pid=102771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:41:00.996679 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:01.077726 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-536e3678-59dc-49d9-b753-16f3158f2603 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Allocated IP 172.20.0.5 (0139f751-f5f3-457e-941e-bfed3ae64a33/070a513e-c6ae-4536-b95e-3a44a2797af8/a6586ad6-bb05-4cb6-907b-475594fd7cc0) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:41:01.231479 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-536e3678-59dc-49d9-b753-16f3158f2603 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:01.322746 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-536e3678-59dc-49d9-b753-16f3158f2603 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:01.369260 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536e3678-59dc-49d9-b753-16f3158f2603 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Network 0139f751-f5f3-457e-941e-bfed3ae64a33 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:41:01.372385 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-536e3678-59dc-49d9-b753-16f3158f2603 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:41:01.376019 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e3678-59dc-49d9-b753-16f3158f2603 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:41:01.385690 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e3678-59dc-49d9-b753-16f3158f2603 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=a6586ad6-bb05-4cb6-907b-475594fd7cc0,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:01.430281 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536e3678-59dc-49d9-b753-16f3158f2603 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:01.430885 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-536e3678-59dc-49d9-b753-16f3158f2603 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:01.502756 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-536e3678-59dc-49d9-b753-16f3158f2603 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7620482 Nov 08 00:41:01.505787 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53082) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:01.510133 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': 'a6586ad6-bb05-4cb6-907b-475594fd7cc0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:01.579922 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:01.678085 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:01.768492 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:01.783490 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Allocated IP 172.25.2.44 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/8de04acf-f9d6-481b-9efc-fe024fe20489) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:41:01.890980 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:01.991371 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:02.030335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:41:02.033159 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:41:02.036160 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:41:02.063210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=8de04acf-f9d6-481b-9efc-fe024fe20489,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:02.088553 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:02.385053 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:02.507345 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:02.660835 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:02.734183 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:02.805463 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=8de04acf-f9d6-481b-9efc-fe024fe20489,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:02.815181 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:02.931651 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Floating IP 323e1e31-4ec1-4c0b-b525-eb224d36fbe0 associated. External IP: 172.25.2.44, port: a6586ad6-bb05-4cb6-907b-475594fd7cc0. Nov 08 00:41:03.351042 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:03.446428 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router dca3c8b3-9f47-4832-b6c5-777c9b64f04c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:41:03.565496 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:03.575681 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafeb73e-31b8-49aa-99cf-456a23dc28e3 None None] Sync routers for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:03.584380 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafeb73e-31b8-49aa-99cf-456a23dc28e3 None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:03.589067 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-aafeb73e-31b8-49aa-99cf-456a23dc28e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:03.616214 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-aafeb73e-31b8-49aa-99cf-456a23dc28e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:03.624376 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafeb73e-31b8-49aa-99cf-456a23dc28e3 None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:03.624961 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-aafeb73e-31b8-49aa-99cf-456a23dc28e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:03.657980 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-aafeb73e-31b8-49aa-99cf-456a23dc28e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:03.658622 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafeb73e-31b8-49aa-99cf-456a23dc28e3 None None] The sync data for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:03.667535 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:03.698574 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-62bdd4cc-9fb9-4e5c-865f-8beb2c8051d5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1917641 Nov 08 00:41:03.701243 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53208) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:03.705683 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-dd4676fc-280e-4ef5-a3c2-dcee28899065 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:03.760832 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd4676fc-280e-4ef5-a3c2-dcee28899065 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:03.908191 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd4676fc-280e-4ef5-a3c2-dcee28899065 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:03.990811 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd4676fc-280e-4ef5-a3c2-dcee28899065 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:03.991151 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-dd4676fc-280e-4ef5-a3c2-dcee28899065 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Floating IP 323e1e31-4ec1-4c0b-b525-eb224d36fbe0 disassociated. External IP: 172.25.2.44, port: a6586ad6-bb05-4cb6-907b-475594fd7cc0. Nov 08 00:41:04.202447 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4676fc-280e-4ef5-a3c2-dcee28899065 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router dca3c8b3-9f47-4832-b6c5-777c9b64f04c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:41:04.312460 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4676fc-280e-4ef5-a3c2-dcee28899065 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:04.316862 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd4676fc-280e-4ef5-a3c2-dcee28899065 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:04.321586 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfef026-a49b-45f8-bf16-e596f830162b None None] Sync routers for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:04.330369 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfef026-a49b-45f8-bf16-e596f830162b None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:04.330966 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1bfef026-a49b-45f8-bf16-e596f830162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:04.345133 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dd4676fc-280e-4ef5-a3c2-dcee28899065 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "PUT /v2.0/floatingips/323e1e31-4ec1-4c0b-b525-eb224d36fbe0 HTTP/1.1" status: 200 len: 687 time: 0.6428609 Nov 08 00:41:04.348757 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53240) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:04.366831 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1bfef026-a49b-45f8-bf16-e596f830162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:04.375681 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfef026-a49b-45f8-bf16-e596f830162b None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:04.376370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1bfef026-a49b-45f8-bf16-e596f830162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:04.417637 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1bfef026-a49b-45f8-bf16-e596f830162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:04.418284 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfef026-a49b-45f8-bf16-e596f830162b None None] The sync data for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:04.474335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-b3e9614d-7c29-4392-bb2e-36bb01a855a5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Deleting port 8de04acf-f9d6-481b-9efc-fe024fe20489 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:41:04.474601 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b3e9614d-7c29-4392-bb2e-36bb01a855a5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:04.552934 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b3e9614d-7c29-4392-bb2e-36bb01a855a5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:04.553261 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b3e9614d-7c29-4392-bb2e-36bb01a855a5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:04.565375 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-b3e9614d-7c29-4392-bb2e-36bb01a855a5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Calling delete_port for 8de04acf-f9d6-481b-9efc-fe024fe20489 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:41:04.784813 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b3e9614d-7c29-4392-bb2e-36bb01a855a5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:04.813996 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9614d-7c29-4392-bb2e-36bb01a855a5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event deleted for resources: {'Port': ['ID=8de04acf-f9d6-481b-9efc-fe024fe20489,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:04.880566 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b3e9614d-7c29-4392-bb2e-36bb01a855a5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:04.883117 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b3e9614d-7c29-4392-bb2e-36bb01a855a5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:04.884315 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b3e9614d-7c29-4392-bb2e-36bb01a855a5 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "DELETE /v2.0/floatingips/323e1e31-4ec1-4c0b-b525-eb224d36fbe0 HTTP/1.1" status: 204 len: 168 time: 0.5346501 Nov 08 00:41:04.887997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53266) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:04.892856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': 'c78a0395-9637-4449-b19b-77407e6180e1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:04.985380 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:05.085506 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:05.197544 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Allocated IP 172.25.2.82 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/428fc63f-2890-44d9-bae5-a4ca9aa64eee) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:41:05.303939 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:05.402985 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:05.440696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:41:05.444914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:41:05.448330 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:41:05.489626 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=428fc63f-2890-44d9-bae5-a4ca9aa64eee,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:05.815171 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:05.965609 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:06.115887 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:06.191395 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:06.267264 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=428fc63f-2890-44d9-bae5-a4ca9aa64eee,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:06.276465 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:06.377154 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Floating IP db6df356-51dd-4553-971f-334e5e256fe9 associated. External IP: 172.25.2.82, port: c78a0395-9637-4449-b19b-77407e6180e1. Nov 08 00:41:06.582131 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router dca3c8b3-9f47-4832-b6c5-777c9b64f04c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:41:07.045617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:07.054990 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f207e32c-a75d-40d0-bad1-d9fbdc19f24f None None] Sync routers for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:07.064074 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f207e32c-a75d-40d0-bad1-d9fbdc19f24f None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:07.064676 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f207e32c-a75d-40d0-bad1-d9fbdc19f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:07.095766 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f207e32c-a75d-40d0-bad1-d9fbdc19f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:07.104894 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f207e32c-a75d-40d0-bad1-d9fbdc19f24f None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:07.105049 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f207e32c-a75d-40d0-bad1-d9fbdc19f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:07.124437 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:07.139550 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f207e32c-a75d-40d0-bad1-d9fbdc19f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:07.140213 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f207e32c-a75d-40d0-bad1-d9fbdc19f24f None None] The sync data for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:07.153201 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-af38f747-7edc-41ae-ad26-c99c0e898202 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.2640316 Nov 08 00:41:07.155913 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53364) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:07.219283 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-382d6a1f-3fb8-49cd-a492-e7194f2272ef tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "GET /v2.0/floatingips/db6df356-51dd-4553-971f-334e5e256fe9 HTTP/1.1" status: 200 len: 977 time: 0.0622163 Nov 08 00:41:07.221739 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53368) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:07.333415 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-70808d82-a242-4f54-89a5-179e15432f91 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1105204 Nov 08 00:41:07.335987 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53380) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:07.340225 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-353f8dd2-bb9f-419e-bf01-8ff0f94a2071 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'floatingip': {'port_id': 'a6586ad6-bb05-4cb6-907b-475594fd7cc0'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:07.398107 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-353f8dd2-bb9f-419e-bf01-8ff0f94a2071 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:07.858374 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-353f8dd2-bb9f-419e-bf01-8ff0f94a2071 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:07.922532 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-353f8dd2-bb9f-419e-bf01-8ff0f94a2071 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:08.017548 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-353f8dd2-bb9f-419e-bf01-8ff0f94a2071 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Floating IP db6df356-51dd-4553-971f-334e5e256fe9 associated. External IP: 172.25.2.82, port: c78a0395-9637-4449-b19b-77407e6180e1. Nov 08 00:41:08.220880 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353f8dd2-bb9f-419e-bf01-8ff0f94a2071 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router dca3c8b3-9f47-4832-b6c5-777c9b64f04c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:41:08.339252 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353f8dd2-bb9f-419e-bf01-8ff0f94a2071 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:08.354406 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617933da-ae79-47a5-9b73-736fb67fd2a6 None None] Sync routers for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:08.365302 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617933da-ae79-47a5-9b73-736fb67fd2a6 None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:08.365948 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-617933da-ae79-47a5-9b73-736fb67fd2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:08.553911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-617933da-ae79-47a5-9b73-736fb67fd2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:08.572448 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617933da-ae79-47a5-9b73-736fb67fd2a6 None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:08.573073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-617933da-ae79-47a5-9b73-736fb67fd2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:08.606288 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-617933da-ae79-47a5-9b73-736fb67fd2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:08.606973 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617933da-ae79-47a5-9b73-736fb67fd2a6 None None] The sync data for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:08.654207 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:08.874441 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353f8dd2-bb9f-419e-bf01-8ff0f94a2071 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router dca3c8b3-9f47-4832-b6c5-777c9b64f04c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:41:08.982914 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353f8dd2-bb9f-419e-bf01-8ff0f94a2071 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:08.987252 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-353f8dd2-bb9f-419e-bf01-8ff0f94a2071 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:08.992647 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc66a408-b9b1-43b7-80ed-63ad643b2128 None None] Sync routers for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:09.001448 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc66a408-b9b1-43b7-80ed-63ad643b2128 None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:09.002053 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-bc66a408-b9b1-43b7-80ed-63ad643b2128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:09.033099 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-bc66a408-b9b1-43b7-80ed-63ad643b2128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:09.040195 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-353f8dd2-bb9f-419e-bf01-8ff0f94a2071 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "PUT /v2.0/floatingips/db6df356-51dd-4553-971f-334e5e256fe9 HTTP/1.1" status: 200 len: 977 time: 1.7031589 Nov 08 00:41:09.042085 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc66a408-b9b1-43b7-80ed-63ad643b2128 None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:09.042686 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-bc66a408-b9b1-43b7-80ed-63ad643b2128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:09.042831 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53434) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:09.047133 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-a2d9985b-3a0e-4da1-9235-674eb72913ce tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:09.074994 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-bc66a408-b9b1-43b7-80ed-63ad643b2128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:09.075629 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc66a408-b9b1-43b7-80ed-63ad643b2128 None None] The sync data for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:09.102307 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a2d9985b-3a0e-4da1-9235-674eb72913ce tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:09.247014 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a2d9985b-3a0e-4da1-9235-674eb72913ce tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:09.310906 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a2d9985b-3a0e-4da1-9235-674eb72913ce tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:09.311251 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-a2d9985b-3a0e-4da1-9235-674eb72913ce tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Floating IP db6df356-51dd-4553-971f-334e5e256fe9 disassociated. External IP: 172.25.2.82, port: a6586ad6-bb05-4cb6-907b-475594fd7cc0. Nov 08 00:41:09.524100 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d9985b-3a0e-4da1-9235-674eb72913ce tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router dca3c8b3-9f47-4832-b6c5-777c9b64f04c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:41:09.632046 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d9985b-3a0e-4da1-9235-674eb72913ce tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:09.636499 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a2d9985b-3a0e-4da1-9235-674eb72913ce tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:09.643399 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c282e120-5762-4ee4-9308-f252d6a9f9fd None None] Sync routers for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:09.653809 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c282e120-5762-4ee4-9308-f252d6a9f9fd None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:09.654416 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c282e120-5762-4ee4-9308-f252d6a9f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:09.667106 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a2d9985b-3a0e-4da1-9235-674eb72913ce tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "PUT /v2.0/floatingips/db6df356-51dd-4553-971f-334e5e256fe9 HTTP/1.1" status: 200 len: 687 time: 0.6233068 Nov 08 00:41:09.669797 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53446) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:09.688181 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c282e120-5762-4ee4-9308-f252d6a9f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:09.697869 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c282e120-5762-4ee4-9308-f252d6a9f9fd None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:09.702095 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c282e120-5762-4ee4-9308-f252d6a9f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:09.735899 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c282e120-5762-4ee4-9308-f252d6a9f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:09.736546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c282e120-5762-4ee4-9308-f252d6a9f9fd None None] The sync data for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:09.799028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-237b3546-2ecc-42fa-8656-c92a6645c96f tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Deleting port 428fc63f-2890-44d9-bae5-a4ca9aa64eee {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:41:09.799317 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-237b3546-2ecc-42fa-8656-c92a6645c96f tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:09.873377 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-237b3546-2ecc-42fa-8656-c92a6645c96f tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:09.873628 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-237b3546-2ecc-42fa-8656-c92a6645c96f tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:09.885730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-237b3546-2ecc-42fa-8656-c92a6645c96f tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Calling delete_port for 428fc63f-2890-44d9-bae5-a4ca9aa64eee owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:41:10.147590 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:41:10.237015 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-237b3546-2ecc-42fa-8656-c92a6645c96f tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:10.268759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b3546-2ecc-42fa-8656-c92a6645c96f tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event deleted for resources: {'Port': ['ID=428fc63f-2890-44d9-bae5-a4ca9aa64eee,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:10.338820 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-237b3546-2ecc-42fa-8656-c92a6645c96f tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:10.340424 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-237b3546-2ecc-42fa-8656-c92a6645c96f tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:10.344406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53448) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:10.344709 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-237b3546-2ecc-42fa-8656-c92a6645c96f tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "DELETE /v2.0/floatingips/db6df356-51dd-4553-971f-334e5e256fe9 HTTP/1.1" status: 204 len: 168 time: 0.6735618 Nov 08 00:41:10.380979 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-8b5ed584-548a-4c29-8733-d228a9659a09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] delete failed (client error): The resource could not be found. Nov 08 00:41:10.382022 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8b5ed584-548a-4c29-8733-d228a9659a09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "DELETE /v2.0/floatingips/db6df356-51dd-4553-971f-334e5e256fe9 HTTP/1.1" status: 404 len: 345 time: 0.0365343 Nov 08 00:41:10.386154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53450) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:10.465771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9abe8f-d3ed-4f37-9652-2e4a7685861d tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:10.471624 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9abe8f-d3ed-4f37-9652-2e4a7685861d tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:10.478438 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9abe8f-d3ed-4f37-9652-2e4a7685861d tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:10.482546 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5f9abe8f-d3ed-4f37-9652-2e4a7685861d tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "GET /v2.0/ports?network_id=0139f751-f5f3-457e-941e-bfed3ae64a33 HTTP/1.1" status: 200 len: 2358 time: 0.0928533 Nov 08 00:41:10.482710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53452) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:10.540278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234d74eb-2484-467b-bfd2-003a7f7becc7 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:10.541757 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-234d74eb-2484-467b-bfd2-003a7f7becc7 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "GET /v2.0/subnets/070a513e-c6ae-4536-b95e-3a44a2797af8 HTTP/1.1" status: 200 len: 797 time: 0.0581033 Nov 08 00:41:10.546379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53458) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:10.551934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7ae75ef3-3aae-423e-a106-41158eadc129 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'port': {'network_id': '0139f751-f5f3-457e-941e-bfed3ae64a33', 'name': 'tempest-FloatingIPTestJSON-1155650564', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:10.779580 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae75ef3-3aae-423e-a106-41158eadc129 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Made reservation on behalf of 70ce71234de54f1082bfc472dcdd40dc for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:41:10.868132 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ae75ef3-3aae-423e-a106-41158eadc129 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:10.884679 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-7ae75ef3-3aae-423e-a106-41158eadc129 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] device_id is not set on port 00100683-3d74-4aac-a937-a33dffbb4ab7 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:41:11.201303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-7ae75ef3-3aae-423e-a106-41158eadc129 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Allocated IP 172.20.0.14 (0139f751-f5f3-457e-941e-bfed3ae64a33/070a513e-c6ae-4536-b95e-3a44a2797af8/00100683-3d74-4aac-a937-a33dffbb4ab7) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:41:11.208341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-7ae75ef3-3aae-423e-a106-41158eadc129 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Allocated IP 172.20.0.13 (0139f751-f5f3-457e-941e-bfed3ae64a33/070a513e-c6ae-4536-b95e-3a44a2797af8/00100683-3d74-4aac-a937-a33dffbb4ab7) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:41:11.365095 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ae75ef3-3aae-423e-a106-41158eadc129 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:11.568909 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ae75ef3-3aae-423e-a106-41158eadc129 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:11.616413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae75ef3-3aae-423e-a106-41158eadc129 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Network 0139f751-f5f3-457e-941e-bfed3ae64a33 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:41:11.619476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-7ae75ef3-3aae-423e-a106-41158eadc129 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:41:11.626280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae75ef3-3aae-423e-a106-41158eadc129 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:41:11.630480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae75ef3-3aae-423e-a106-41158eadc129 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=00100683-3d74-4aac-a937-a33dffbb4ab7,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:11.681368 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae75ef3-3aae-423e-a106-41158eadc129 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:11.688501 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ae75ef3-3aae-423e-a106-41158eadc129 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:11.822644 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7ae75ef3-3aae-423e-a106-41158eadc129 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2751637 Nov 08 00:41:11.827534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53466) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:11.832809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': '00100683-3d74-4aac-a937-a33dffbb4ab7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:11.928462 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:12.031676 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:12.132829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Allocated IP 172.25.2.158 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/346811dc-a6cf-4d9d-9bc2-79dd30bed7ec) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:41:12.236634 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:12.385959 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:12.425043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:41:12.429304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:41:12.431833 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:41:12.456905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=346811dc-a6cf-4d9d-9bc2-79dd30bed7ec,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:12.808475 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:12.976764 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:13.137742 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:13.248104 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:13.316862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=346811dc-a6cf-4d9d-9bc2-79dd30bed7ec,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:13.327114 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:13.429014 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Floating IP 91eb19c6-ad11-4feb-b4d0-e3870d1c45c4 associated. External IP: 172.25.2.158, port: 00100683-3d74-4aac-a937-a33dffbb4ab7. Nov 08 00:41:13.640944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router dca3c8b3-9f47-4832-b6c5-777c9b64f04c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:41:13.753334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:13.766693 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b753c0d8-2e93-4ed2-8ef5-2fbc5b0e9645 None None] Sync routers for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:13.778343 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b753c0d8-2e93-4ed2-8ef5-2fbc5b0e9645 None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:13.778450 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b753c0d8-2e93-4ed2-8ef5-2fbc5b0e9645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:13.817792 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b753c0d8-2e93-4ed2-8ef5-2fbc5b0e9645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:13.826704 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b753c0d8-2e93-4ed2-8ef5-2fbc5b0e9645 None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:13.827343 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b753c0d8-2e93-4ed2-8ef5-2fbc5b0e9645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:13.828585 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:13.859999 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b753c0d8-2e93-4ed2-8ef5-2fbc5b0e9645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:13.860640 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b753c0d8-2e93-4ed2-8ef5-2fbc5b0e9645 None None] The sync data for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:13.868231 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-11e571f7-8671-4825-ae4c-50d96b886810 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.0379586 Nov 08 00:41:13.869259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53480) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:13.873875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-f788dd79-5e68-45eb-85d0-5410d5e705de tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'floatingip': {'port_id': '00100683-3d74-4aac-a937-a33dffbb4ab7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:13.930629 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f788dd79-5e68-45eb-85d0-5410d5e705de tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:14.411000 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f788dd79-5e68-45eb-85d0-5410d5e705de tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:14.483009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9804d-6cc8-4d43-ae39-c594f3158ada req-05586d0f-e3cc-418e-85f3-400486bf04a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:14.485011 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88d9804d-6cc8-4d43-ae39-c594f3158ada req-05586d0f-e3cc-418e-85f3-400486bf04a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 946 time: 0.0507889 Nov 08 00:41:14.506708 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f788dd79-5e68-45eb-85d0-5410d5e705de tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:14.586689 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88d9804d-6cc8-4d43-ae39-c594f3158ada req-63653fe2-80fc-4ccf-ab94-b5f0aa4a3f63 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953119 Nov 08 00:41:14.739237 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f788dd79-5e68-45eb-85d0-5410d5e705de tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router dca3c8b3-9f47-4832-b6c5-777c9b64f04c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:41:14.860778 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f788dd79-5e68-45eb-85d0-5410d5e705de tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:14.865703 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f788dd79-5e68-45eb-85d0-5410d5e705de tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:14.870931 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b61d92f-983c-4a3b-a09b-433f5e3c095d None None] Sync routers for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:14.888901 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b61d92f-983c-4a3b-a09b-433f5e3c095d None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:14.889751 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0b61d92f-983c-4a3b-a09b-433f5e3c095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:14.922079 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f788dd79-5e68-45eb-85d0-5410d5e705de tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "PUT /v2.0/floatingips/91eb19c6-ad11-4feb-b4d0-e3870d1c45c4 HTTP/1.1" status: 200 len: 979 time: 1.0516243 Nov 08 00:41:14.924803 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53490) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:14.939052 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0b61d92f-983c-4a3b-a09b-433f5e3c095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:14.948308 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b61d92f-983c-4a3b-a09b-433f5e3c095d None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:14.948841 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0b61d92f-983c-4a3b-a09b-433f5e3c095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:14.990588 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0b61d92f-983c-4a3b-a09b-433f5e3c095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:14.991227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b61d92f-983c-4a3b-a09b-433f5e3c095d None None] The sync data for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:15.093860 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-06b5f97f-0a49-474f-8519-c46f39ee6e59 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Deleting port 346811dc-a6cf-4d9d-9bc2-79dd30bed7ec {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:41:15.094202 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-06b5f97f-0a49-474f-8519-c46f39ee6e59 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:15.169225 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-06b5f97f-0a49-474f-8519-c46f39ee6e59 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:15.169474 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-06b5f97f-0a49-474f-8519-c46f39ee6e59 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:15.181517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-06b5f97f-0a49-474f-8519-c46f39ee6e59 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Calling delete_port for 346811dc-a6cf-4d9d-9bc2-79dd30bed7ec owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:41:15.436794 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-06b5f97f-0a49-474f-8519-c46f39ee6e59 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:15.461155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5f97f-0a49-474f-8519-c46f39ee6e59 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event deleted for resources: {'Port': ['ID=346811dc-a6cf-4d9d-9bc2-79dd30bed7ec,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:15.905279 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-06b5f97f-0a49-474f-8519-c46f39ee6e59 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:15.905590 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-06b5f97f-0a49-474f-8519-c46f39ee6e59 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Floating IP 91eb19c6-ad11-4feb-b4d0-e3870d1c45c4 disassociated (deleted). External IP: 172.25.2.158, port: 00100683-3d74-4aac-a937-a33dffbb4ab7. Nov 08 00:41:15.988848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88c58a-6287-4dce-91ea-839498d7982b req-90ffb216-8315-4cef-acf0-0777b55fd36c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:15.990453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd88c58a-6287-4dce-91ea-839498d7982b req-90ffb216-8315-4cef-acf0-0777b55fd36c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 946 time: 0.1253242 Nov 08 00:41:16.049137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd88c58a-6287-4dce-91ea-839498d7982b req-d54611da-413d-4e14-9391-62d8b7004f00 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484102 Nov 08 00:41:16.187937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e8c39-dd94-46e0-ac4a-6657b7524289 req-08044736-6fda-40e6-bccc-bf508b5bb079 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:16.189418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-475e8c39-dd94-46e0-ac4a-6657b7524289 req-08044736-6fda-40e6-bccc-bf508b5bb079 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 946 time: 0.1293709 Nov 08 00:41:16.280636 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b5f97f-0a49-474f-8519-c46f39ee6e59 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router dca3c8b3-9f47-4832-b6c5-777c9b64f04c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:41:16.400043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-475e8c39-dd94-46e0-ac4a-6657b7524289 req-1304834c-0116-42a0-9243-2e5ac56c9a8a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Deleting port fd4ad33e-626e-45c9-98f2-f8067ecb11a6 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:41:16.400385 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-475e8c39-dd94-46e0-ac4a-6657b7524289 req-1304834c-0116-42a0-9243-2e5ac56c9a8a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:16.466634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b5f97f-0a49-474f-8519-c46f39ee6e59 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:16.471695 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-06b5f97f-0a49-474f-8519-c46f39ee6e59 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:16.477825 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d305d-3ca9-44e5-af7e-2343b5010dd7 None None] Sync routers for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:16.489216 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d305d-3ca9-44e5-af7e-2343b5010dd7 None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:16.490388 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-478d305d-3ca9-44e5-af7e-2343b5010dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:16.526758 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-06b5f97f-0a49-474f-8519-c46f39ee6e59 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "DELETE /v2.0/floatingips/91eb19c6-ad11-4feb-b4d0-e3870d1c45c4 HTTP/1.1" status: 204 len: 168 time: 1.6005130 Nov 08 00:41:16.529095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53502) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:16.539207 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-478d305d-3ca9-44e5-af7e-2343b5010dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:16.540428 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-475e8c39-dd94-46e0-ac4a-6657b7524289 req-1304834c-0116-42a0-9243-2e5ac56c9a8a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] For port fd4ad33e-626e-45c9-98f2-f8067ecb11a6, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=fd4ad33e-626e-45c9-98f2-f8067ecb11a6,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:41:16.540997 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-475e8c39-dd94-46e0-ac4a-6657b7524289 req-1304834c-0116-42a0-9243-2e5ac56c9a8a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:16.542782 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d305d-3ca9-44e5-af7e-2343b5010dd7 None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:16.543453 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-478d305d-3ca9-44e5-af7e-2343b5010dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:16.576464 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-478d305d-3ca9-44e5-af7e-2343b5010dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:16.577509 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d305d-3ca9-44e5-af7e-2343b5010dd7 None None] The sync data for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:16.632933 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-b30dafde-e8d2-401c-8584-c1acfab0980a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Deleting port 00100683-3d74-4aac-a937-a33dffbb4ab7 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:41:16.635059 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b30dafde-e8d2-401c-8584-c1acfab0980a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:16.724483 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b30dafde-e8d2-401c-8584-c1acfab0980a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:16.738352 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-b30dafde-e8d2-401c-8584-c1acfab0980a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Calling delete_port for 00100683-3d74-4aac-a937-a33dffbb4ab7 owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:41:16.779170 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-475e8c39-dd94-46e0-ac4a-6657b7524289 req-1304834c-0116-42a0-9243-2e5ac56c9a8a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:16.779562 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-475e8c39-dd94-46e0-ac4a-6657b7524289 req-1304834c-0116-42a0-9243-2e5ac56c9a8a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:16.779976 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-475e8c39-dd94-46e0-ac4a-6657b7524289 req-1304834c-0116-42a0-9243-2e5ac56c9a8a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Floating IP bed7bd96-2d94-40c4-9f8d-1c10fcaadf3b disassociated. External IP: 172.25.2.105, port: fd4ad33e-626e-45c9-98f2-f8067ecb11a6. Nov 08 00:41:16.780590 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-475e8c39-dd94-46e0-ac4a-6657b7524289 req-1304834c-0116-42a0-9243-2e5ac56c9a8a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Calling delete_port for fd4ad33e-626e-45c9-98f2-f8067ecb11a6 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:41:16.796300 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53506) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:16.938174 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3ed880a5-2ad8-43c8-bc7d-8c6946425566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:16.979332 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b30dafde-e8d2-401c-8584-c1acfab0980a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:17.002599 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-475e8c39-dd94-46e0-ac4a-6657b7524289 req-1304834c-0116-42a0-9243-2e5ac56c9a8a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:17.009913 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dafde-e8d2-401c-8584-c1acfab0980a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event deleted for resources: {'Port': ['ID=00100683-3d74-4aac-a937-a33dffbb4ab7,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:17.044135 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304834c-0116-42a0-9243-2e5ac56c9a8a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event deleted for resources: {'Port': ['ID=fd4ad33e-626e-45c9-98f2-f8067ecb11a6,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:17.111325 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b30dafde-e8d2-401c-8584-c1acfab0980a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:17.115383 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b30dafde-e8d2-401c-8584-c1acfab0980a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "DELETE /v2.0/ports/00100683-3d74-4aac-a937-a33dffbb4ab7 HTTP/1.1" status: 204 len: 168 time: 0.5849118 Nov 08 00:41:17.119601 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53516) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:17.124566 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-3db7a41d-4f5e-4679-b95a-e4114eb1ccc9 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:17.137025 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3ed880a5-2ad8-43c8-bc7d-8c6946425566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:17.182654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-475e8c39-dd94-46e0-ac4a-6657b7524289 req-1304834c-0116-42a0-9243-2e5ac56c9a8a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Router ca9afdab-d8f7-442a-85bd-986095c64ea2 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:41:17.225246 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3db7a41d-4f5e-4679-b95a-e4114eb1ccc9 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:17.252116 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3ed880a5-2ad8-43c8-bc7d-8c6946425566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:17.316982 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3ed880a5-2ad8-43c8-bc7d-8c6946425566 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f8db1c6439b47cbbf35079d7374eae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5171306 Nov 08 00:41:17.318334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53518) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:17.326286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed880a5-2ad8-43c8-bc7d-8c6946425566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2592bd2-03d7-4d1d-bd55-39d019dd8ab8,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:17.348596 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3db7a41d-4f5e-4679-b95a-e4114eb1ccc9 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:17.397319 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51eee0f1-a561-4ee3-a483-38444e7a199e req-690300fa-df6d-44a3-9e15-9a2b8fcb6789 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 210 time: 0.0434070 Nov 08 00:41:17.407165 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-475e8c39-dd94-46e0-ac4a-6657b7524289 req-1304834c-0116-42a0-9243-2e5ac56c9a8a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:17.420506 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a4a99-5ce4-49d3-9b95-7f443a2dcd8f None None] Sync routers for ids ['ca9afdab-d8f7-442a-85bd-986095c64ea2'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:17.430334 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3a4a99-5ce4-49d3-9b95-7f443a2dcd8f None None] Routers {'ca9afdab-d8f7-442a-85bd-986095c64ea2'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:17.431405 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4d3a4a99-5ce4-49d3-9b95-7f443a2dcd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ca9afdab-d8f7-442a-85bd-986095c64ea2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:17.466540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-475e8c39-dd94-46e0-ac4a-6657b7524289 req-1304834c-0116-42a0-9243-2e5ac56c9a8a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] No DVR routers for this DVR port fd4ad33e-626e-45c9-98f2-f8067ecb11a6 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:41:17.469558 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-475e8c39-dd94-46e0-ac4a-6657b7524289 req-1304834c-0116-42a0-9243-2e5ac56c9a8a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:17.474544 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-475e8c39-dd94-46e0-ac4a-6657b7524289 req-1304834c-0116-42a0-9243-2e5ac56c9a8a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "DELETE /v2.0/ports/fd4ad33e-626e-45c9-98f2-f8067ecb11a6 HTTP/1.1" status: 204 len: 173 time: 1.2775373 Nov 08 00:41:17.483101 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-3db7a41d-4f5e-4679-b95a-e4114eb1ccc9 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Allocated IP 172.25.2.185 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/d8c45d3b-12b6-4d00-b860-f04f9b228a35) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:41:17.485137 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae1738c-97ca-4a42-87eb-83e9c9f4cba5', 'name': 'network-vif-deleted', 'tag': 'fd4ad33e-626e-45c9-98f2-f8067ecb11a6'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:41:17.487823 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9096144f-6bcc-4c07-b8bc-20b767de8efe" -d '{"events": [{"server_uuid": "2ae1738c-97ca-4a42-87eb-83e9c9f4cba5", "name": "network-vif-deleted", "tag": "fd4ad33e-626e-45c9-98f2-f8067ecb11a6"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:41:17.492760 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-85a1fd46-fc1b-498d-81fb-202f23d564d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:17.518580 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-85a1fd46-fc1b-498d-81fb-202f23d564d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:17.587196 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-4d3a4a99-5ce4-49d3-9b95-7f443a2dcd8f None None] Set router ca9afdab-d8f7-442a-85bd-986095c64ea2 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:41:17.628397 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3db7a41d-4f5e-4679-b95a-e4114eb1ccc9 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:17.649244 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd79a1f-a75b-409c-9cb9-b0e871b1655e x-openstack-request-id: req-6bd79a1f-a75b-409c-9cb9-b0e871b1655e {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:41:17.649540 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae1738c-97ca-4a42-87eb-83e9c9f4cba5", "name": "network-vif-deleted", "tag": "fd4ad33e-626e-45c9-98f2-f8067ecb11a6", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:41:17.649788 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bd79a1f-a75b-409c-9cb9-b0e871b1655e {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:41:17.650199 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae1738c-97ca-4a42-87eb-83e9c9f4cba5', 'name': 'network-vif-deleted', 'tag': 'fd4ad33e-626e-45c9-98f2-f8067ecb11a6', 'status': 'completed', 'code': 200} Nov 08 00:41:17.653852 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-85a1fd46-fc1b-498d-81fb-202f23d564d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:17.657189 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-85a1fd46-fc1b-498d-81fb-202f23d564d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:17.658324 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-85a1fd46-fc1b-498d-81fb-202f23d564d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2592bd2-03d7-4d1d-bd55-39d019dd8ab8 HTTP/1.1" status: 204 len: 168 time: 0.3388300 Nov 08 00:41:17.677597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1fd46-fc1b-498d-81fb-202f23d564d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2592bd2-03d7-4d1d-bd55-39d019dd8ab8,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:17.729758 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3db7a41d-4f5e-4679-b95a-e4114eb1ccc9 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:17.788488 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7a41d-4f5e-4679-b95a-e4114eb1ccc9 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=d8c45d3b-12b6-4d00-b860-f04f9b228a35,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:17.796918 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db7a41d-4f5e-4679-b95a-e4114eb1ccc9 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:41:17.799140 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-3db7a41d-4f5e-4679-b95a-e4114eb1ccc9 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:41:17.802186 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db7a41d-4f5e-4679-b95a-e4114eb1ccc9 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:41:17.828902 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4d3a4a99-5ce4-49d3-9b95-7f443a2dcd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:10Z', 'revision_number': 5, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:17.859766 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a4a99-5ce4-49d3-9b95-7f443a2dcd8f None None] Checking router: ca9afdab-d8f7-442a-85bd-986095c64ea2 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:41:17.869077 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3a4a99-5ce4-49d3-9b95-7f443a2dcd8f None None] Routers {'ca9afdab-d8f7-442a-85bd-986095c64ea2'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:17.869730 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4d3a4a99-5ce4-49d3-9b95-7f443a2dcd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ca9afdab-d8f7-442a-85bd-986095c64ea2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:17.888622 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3db7a41d-4f5e-4679-b95a-e4114eb1ccc9 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:17.992179 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-4d3a4a99-5ce4-49d3-9b95-7f443a2dcd8f None None] Set router ca9afdab-d8f7-442a-85bd-986095c64ea2 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:41:18.030983 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3db7a41d-4f5e-4679-b95a-e4114eb1ccc9 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:18.196058 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3db7a41d-4f5e-4679-b95a-e4114eb1ccc9 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:18.233901 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4d3a4a99-5ce4-49d3-9b95-7f443a2dcd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:10Z', 'revision_number': 5, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:18.259552 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3db7a41d-4f5e-4679-b95a-e4114eb1ccc9 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:18.271683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a4a99-5ce4-49d3-9b95-7f443a2dcd8f None None] The sync data for ids ['ca9afdab-d8f7-442a-85bd-986095c64ea2'] in n-d-816882-1 is: [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:10Z', 'revision_number': 5, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:18.293772 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53530) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:18.310630 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a759ffe0-b0e0-4cdf-bf68-a3ff5dc9d641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:18.368203 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7a41d-4f5e-4679-b95a-e4114eb1ccc9 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=d8c45d3b-12b6-4d00-b860-f04f9b228a35,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:18.386028 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3db7a41d-4f5e-4679-b95a-e4114eb1ccc9 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:18.428633 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a759ffe0-b0e0-4cdf-bf68-a3ff5dc9d641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:18.456243 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3db7a41d-4f5e-4679-b95a-e4114eb1ccc9 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:18.460959 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3db7a41d-4f5e-4679-b95a-e4114eb1ccc9 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3369031 Nov 08 00:41:18.461149 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53534) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:18.466085 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-92c78933-9422-415d-b610-8046360a8a49 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'port': {'network_id': '0139f751-f5f3-457e-941e-bfed3ae64a33', 'name': 'tempest-FloatingIPTestJSON-1746190568'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:18.524362 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a759ffe0-b0e0-4cdf-bf68-a3ff5dc9d641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:18.572396 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce0d539a-b6b8-4475-a1b2-2b4e03a03254 req-e542224f-2d2e-4c5e-9161-04269098cf71 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 210 time: 0.0590353 Nov 08 00:41:18.607198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a759ffe0-b0e0-4cdf-bf68-a3ff5dc9d641 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5014dcbefe994ee1a0cdcd33473052e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3116672 Nov 08 00:41:18.610141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759ffe0-b0e0-4cdf-bf68-a3ff5dc9d641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a012a12b-4eff-4aa4-ab27-9b4a39d75365,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:18.612167 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53536) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:18.623966 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb86a9db-92bf-49cb-8fd6-6da8ba28c7fa None None] New status for floating IP bed7bd96-2d94-40c4-9f8d-1c10fcaadf3b: DOWN {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:41:18.633368 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device fd4ad33e-626e-45c9-98f2-f8067ecb11a6 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:41:18.667294 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: fd4ad33e-626e-45c9-98f2-f8067ecb11a6 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:41:18.667640 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device fd4ad33e-626e-45c9-98f2-f8067ecb11a6 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:41:18.697305 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4e9822a7-5ae1-4e90-9b15-ee645800cd8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:18.723559 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4e9822a7-5ae1-4e90-9b15-ee645800cd8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:18.787135 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c78933-9422-415d-b610-8046360a8a49 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Made reservation on behalf of 70ce71234de54f1082bfc472dcdd40dc for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:41:18.792083 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-92c78933-9422-415d-b610-8046360a8a49 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:18.810114 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-92c78933-9422-415d-b610-8046360a8a49 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] device_id is not set on port 8d495bb9-f11a-4a0b-9a5c-aecb800f939e yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:41:18.928331 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4e9822a7-5ae1-4e90-9b15-ee645800cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:18.930923 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4e9822a7-5ae1-4e90-9b15-ee645800cd8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:18.934712 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4e9822a7-5ae1-4e90-9b15-ee645800cd8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a012a12b-4eff-4aa4-ab27-9b4a39d75365 HTTP/1.1" status: 204 len: 168 time: 0.3209736 Nov 08 00:41:18.943650 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9822a7-5ae1-4e90-9b15-ee645800cd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a012a12b-4eff-4aa4-ab27-9b4a39d75365,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:19.050444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-92c78933-9422-415d-b610-8046360a8a49 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Allocated IP 172.20.0.3 (0139f751-f5f3-457e-941e-bfed3ae64a33/070a513e-c6ae-4536-b95e-3a44a2797af8/8d495bb9-f11a-4a0b-9a5c-aecb800f939e) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:41:19.207057 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-92c78933-9422-415d-b610-8046360a8a49 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:19.351155 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-92c78933-9422-415d-b610-8046360a8a49 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:19.400592 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c78933-9422-415d-b610-8046360a8a49 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Network 0139f751-f5f3-457e-941e-bfed3ae64a33 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:41:19.404031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-92c78933-9422-415d-b610-8046360a8a49 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:41:19.407940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c78933-9422-415d-b610-8046360a8a49 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:41:19.697963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c78933-9422-415d-b610-8046360a8a49 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=8d495bb9-f11a-4a0b-9a5c-aecb800f939e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:19.724665 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61654a1f-d32f-4aa3-a011-e618013cb5be req-d201aa73-f633-4f17-b67c-4a1db82a5af8 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 210 time: 0.0413699 Nov 08 00:41:19.741669 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c78933-9422-415d-b610-8046360a8a49 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:19.741669 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-92c78933-9422-415d-b610-8046360a8a49 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:19.845432 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-92c78933-9422-415d-b610-8046360a8a49 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3837435 Nov 08 00:41:19.848946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53556) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:19.853470 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-695b12ba-8c12-4c43-94c8-5684cf8610b8 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'floatingip': {'port_id': '8d495bb9-f11a-4a0b-9a5c-aecb800f939e'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:19.900982 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-695b12ba-8c12-4c43-94c8-5684cf8610b8 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:20.378457 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-695b12ba-8c12-4c43-94c8-5684cf8610b8 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:20.436571 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-695b12ba-8c12-4c43-94c8-5684cf8610b8 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:20.542371 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-695b12ba-8c12-4c43-94c8-5684cf8610b8 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Floating IP ef8ea130-40a7-49f9-891e-3c06c8495468 associated. External IP: 172.25.2.185, port: 8d495bb9-f11a-4a0b-9a5c-aecb800f939e. Nov 08 00:41:20.778994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695b12ba-8c12-4c43-94c8-5684cf8610b8 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router dca3c8b3-9f47-4832-b6c5-777c9b64f04c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:41:20.886377 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d73f5f15-3ef9-439e-baea-7adfa9720208 req-ed9a31a1-481a-4e0a-b851-418d24fdd729 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 210 time: 0.0565813 Nov 08 00:41:20.919713 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695b12ba-8c12-4c43-94c8-5684cf8610b8 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:20.924714 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-695b12ba-8c12-4c43-94c8-5684cf8610b8 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:20.932930 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406b8dbd-d148-4afe-86ef-6e64618965d8 None None] Sync routers for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:20.944423 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b8dbd-d148-4afe-86ef-6e64618965d8 None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:20.945098 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-406b8dbd-d148-4afe-86ef-6e64618965d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:20.953931 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-695b12ba-8c12-4c43-94c8-5684cf8610b8 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "PUT /v2.0/floatingips/ef8ea130-40a7-49f9-891e-3c06c8495468 HTTP/1.1" status: 200 len: 978 time: 1.1039000 Nov 08 00:41:20.956529 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53608) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:20.983486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-406b8dbd-d148-4afe-86ef-6e64618965d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:20.993002 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b8dbd-d148-4afe-86ef-6e64618965d8 None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:20.993797 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-406b8dbd-d148-4afe-86ef-6e64618965d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:21.033275 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-406b8dbd-d148-4afe-86ef-6e64618965d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:21.034635 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406b8dbd-d148-4afe-86ef-6e64618965d8 None None] The sync data for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:21.061865 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-da251529-dfe5-4350-8492-328135954224 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Deleting port 8d495bb9-f11a-4a0b-9a5c-aecb800f939e {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:41:21.061865 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-da251529-dfe5-4350-8492-328135954224 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:21.155202 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-da251529-dfe5-4350-8492-328135954224 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:21.337196 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-da251529-dfe5-4350-8492-328135954224 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:21.337688 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-da251529-dfe5-4350-8492-328135954224 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:21.338068 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-da251529-dfe5-4350-8492-328135954224 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Floating IP ef8ea130-40a7-49f9-891e-3c06c8495468 disassociated. External IP: 172.25.2.185, port: 8d495bb9-f11a-4a0b-9a5c-aecb800f939e. Nov 08 00:41:21.338476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-da251529-dfe5-4350-8492-328135954224 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Calling delete_port for 8d495bb9-f11a-4a0b-9a5c-aecb800f939e owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:41:21.545114 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-da251529-dfe5-4350-8492-328135954224 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:21.581627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da251529-dfe5-4350-8492-328135954224 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event deleted for resources: {'Port': ['ID=8d495bb9-f11a-4a0b-9a5c-aecb800f939e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:21.706637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da251529-dfe5-4350-8492-328135954224 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router dca3c8b3-9f47-4832-b6c5-777c9b64f04c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:41:21.820596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da251529-dfe5-4350-8492-328135954224 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:21.833196 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e080df-a1ec-477f-8223-a00418d1acf6 None None] Sync routers for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:21.843127 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e080df-a1ec-477f-8223-a00418d1acf6 None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:21.844271 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f1e080df-a1ec-477f-8223-a00418d1acf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:21.883386 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f1e080df-a1ec-477f-8223-a00418d1acf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:21.892110 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e080df-a1ec-477f-8223-a00418d1acf6 None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:21.892763 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f1e080df-a1ec-477f-8223-a00418d1acf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:21.895919 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-da251529-dfe5-4350-8492-328135954224 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:21.901691 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-da251529-dfe5-4350-8492-328135954224 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "DELETE /v2.0/ports/8d495bb9-f11a-4a0b-9a5c-aecb800f939e HTTP/1.1" status: 204 len: 168 time: 0.9419582 Nov 08 00:41:21.903949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53646) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:21.924610 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f1e080df-a1ec-477f-8223-a00418d1acf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:21.925813 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e080df-a1ec-477f-8223-a00418d1acf6 None None] The sync data for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:21.953174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-744afd49-0f0b-40f4-ac7c-bfd848be10d2 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "GET /v2.0/floatingips/ef8ea130-40a7-49f9-891e-3c06c8495468 HTTP/1.1" status: 200 len: 688 time: 0.0500340 Nov 08 00:41:21.956072 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53650) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:22.012317 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3dc96eb8-bb49-4835-9b57-43364ad80593 req-9fee7614-d02e-45d0-bd2a-fb8d84c31dc7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae1738c-97ca-4a42-87eb-83e9c9f4cba5 HTTP/1.1" status: 200 len: 210 time: 0.0280845 Nov 08 00:41:22.090988 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-6531c57e-daff-438f-aad3-c5e223a298ea tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Deleting port d8c45d3b-12b6-4d00-b860-f04f9b228a35 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:41:22.091329 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6531c57e-daff-438f-aad3-c5e223a298ea tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:22.174041 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6531c57e-daff-438f-aad3-c5e223a298ea tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:22.174373 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6531c57e-daff-438f-aad3-c5e223a298ea tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:22.187366 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-6531c57e-daff-438f-aad3-c5e223a298ea tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Calling delete_port for d8c45d3b-12b6-4d00-b860-f04f9b228a35 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:41:22.408143 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6531c57e-daff-438f-aad3-c5e223a298ea tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:22.433022 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531c57e-daff-438f-aad3-c5e223a298ea tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event deleted for resources: {'Port': ['ID=d8c45d3b-12b6-4d00-b860-f04f9b228a35,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:22.496608 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6531c57e-daff-438f-aad3-c5e223a298ea tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:22.499319 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6531c57e-daff-438f-aad3-c5e223a298ea tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:22.500531 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6531c57e-daff-438f-aad3-c5e223a298ea tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "DELETE /v2.0/floatingips/ef8ea130-40a7-49f9-891e-3c06c8495468 HTTP/1.1" status: 204 len: 168 time: 0.5433331 Nov 08 00:41:22.505293 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53654) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:22.510224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': 'a6586ad6-bb05-4cb6-907b-475594fd7cc0'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:22.608836 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:22.712258 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:22.824021 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Allocated IP 172.25.2.187 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/f9d46cfe-53b1-49a4-9231-05bed1d5cff3) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:41:22.932920 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:23.002864 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:23.046679 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:41:23.050966 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:41:23.058734 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:41:23.060818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=f9d46cfe-53b1-49a4-9231-05bed1d5cff3,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:23.350850 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-77621a5a-8cbc-46e7-9fec-cb869cc45293 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649000414&fields=id&tenant_id=f2f6913f27fa41388788e5027b9340cb HTTP/1.1" status: 200 len: 267 time: 0.0618744 Nov 08 00:41:23.908689 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-90a51b59-2af2-45ab-9c6d-3e627400c0be tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:23.910198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-90a51b59-2af2-45ab-9c6d-3e627400c0be tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 812 time: 0.5509236 Nov 08 00:41:23.930329 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:23.932940 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-3972ffd3-61df-4e1f-91a4-29ac385e3968 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/quotas/f2f6913f27fa41388788e5027b9340cb HTTP/1.1" status: 200 len: 375 time: 0.0163059 Nov 08 00:41:24.052112 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-da64593e-62b1-427e-96a7-5cea1cb6cd1c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1009641 Nov 08 00:41:24.068898 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-65ebbc49-049d-4546-992d-e320563a056f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:41:24.069986 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-65ebbc49-049d-4546-992d-e320563a056f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057621 Nov 08 00:41:24.155574 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:24.225703 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-77de33da-0bdd-421b-b99f-ae7f031d9d15 service neutron] 10.222.0.13 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494329 Nov 08 00:41:24.416752 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-d42efd99-74b2-4fc6-80af-3ce95f7b55a6 service neutron] 10.222.0.13 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845269 Nov 08 00:41:24.435812 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:24.493918 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:24.570650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=f9d46cfe-53b1-49a4-9231-05bed1d5cff3,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:24.582467 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:24.681700 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Floating IP 06f26761-068c-424b-ba83-a4ae8bb604c5 associated. External IP: 172.25.2.187, port: a6586ad6-bb05-4cb6-907b-475594fd7cc0. Nov 08 00:41:24.909871 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router dca3c8b3-9f47-4832-b6c5-777c9b64f04c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:41:25.024289 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2065df68-46e7-43b2-beb6-dddc53d3ca41 req-7debec67-36ae-413f-8cf3-151ddaa259da tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 210 time: 0.0309300 Nov 08 00:41:25.059487 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:25.071297 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca2983-d460-4c0d-88f7-aed649771ded None None] Sync routers for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:25.081508 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca2983-d460-4c0d-88f7-aed649771ded None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:25.087177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c9ca2983-d460-4c0d-88f7-aed649771ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:25.122797 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c9ca2983-d460-4c0d-88f7-aed649771ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:25.132942 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:25.133563 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca2983-d460-4c0d-88f7-aed649771ded None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:25.134431 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c9ca2983-d460-4c0d-88f7-aed649771ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:25.171501 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8a281d6a-bc24-46ee-aec2-e693896cfdbc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6624804 Nov 08 00:41:25.171681 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c9ca2983-d460-4c0d-88f7-aed649771ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:25.171681 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca2983-d460-4c0d-88f7-aed649771ded None None] The sync data for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:25.171911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53686) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:25.184767 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e784b3c6-a774-4c2f-b749-bb00597561cc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1118590155'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:25.270767 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e784b3c6-a774-4c2f-b749-bb00597561cc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Made reservation on behalf of 70ce71234de54f1082bfc472dcdd40dc for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:41:25.274785 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e784b3c6-a774-4c2f-b749-bb00597561cc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:25.310301 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e784b3c6-a774-4c2f-b749-bb00597561cc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:41:25.319155 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e784b3c6-a774-4c2f-b749-bb00597561cc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:25.319709 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-e784b3c6-a774-4c2f-b749-bb00597561cc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Added segment f53b4450-a030-4b4e-986e-5a7ffc3fd00c of type vlan for network 0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b Nov 08 00:41:25.368082 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e784b3c6-a774-4c2f-b749-bb00597561cc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:25.482146 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e784b3c6-a774-4c2f-b749-bb00597561cc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:25.491533 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e784b3c6-a774-4c2f-b749-bb00597561cc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:25.492291 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e784b3c6-a774-4c2f-b749-bb00597561cc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:25.561101 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784b3c6-a774-4c2f-b749-bb00597561cc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Network': ['ID=0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:25.573778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:41:25.617015 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e784b3c6-a774-4c2f-b749-bb00597561cc tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4418480 Nov 08 00:41:25.619985 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53696) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:25.626016 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2a60b7db-55ce-46aa-8918-81ef21dc8568 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'subnet': {'network_id': '0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:25.860321 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a60b7db-55ce-46aa-8918-81ef21dc8568 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Made reservation on behalf of 70ce71234de54f1082bfc472dcdd40dc for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:41:25.864810 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a60b7db-55ce-46aa-8918-81ef21dc8568 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:26.131691 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f67a22e-f0b8-4b2d-9575-0650e044660a req-1eaaf117-f3e7-415c-bc4f-b1bf3b6184ab tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 210 time: 0.0321527 Nov 08 00:41:26.133833 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a60b7db-55ce-46aa-8918-81ef21dc8568 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:26.196434 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60b7db-55ce-46aa-8918-81ef21dc8568 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Subnet': ['ID=db86b2b0-50f1-4bcc-9d78-307729acb01e,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:26.207437 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a60b7db-55ce-46aa-8918-81ef21dc8568 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Checking segment: {'id': 'f53b4450-a030-4b4e-986e-5a7ffc3fd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:41:26.207832 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a60b7db-55ce-46aa-8918-81ef21dc8568 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Network hostable DHCP agents. Network: 0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:41:26.310915 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a60b7db-55ce-46aa-8918-81ef21dc8568 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Network 0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:41:26.425000 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-2a60b7db-55ce-46aa-8918-81ef21dc8568 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:41:26.430627 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a60b7db-55ce-46aa-8918-81ef21dc8568 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:26.431395 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a60b7db-55ce-46aa-8918-81ef21dc8568 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:26.437942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf2003c-e71b-45ad-b871-c53080c507eb None None] Network 0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:41:26.513407 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2a60b7db-55ce-46aa-8918-81ef21dc8568 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8919890 Nov 08 00:41:26.516156 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53704) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:26.521278 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-fcfa0be0-0696-4a78-b863-628c96ef42d4 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-818232129', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:26.592026 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b', 'network_id': '0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b', 'tenant_id': '70ce71234de54f1082bfc472dcdd40dc', 'fixed_ips': [{'subnet_id': 'db86b2b0-50f1-4bcc-9d78-307729acb01e'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:41:26.592902 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:26.602325 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0be0-0696-4a78-b863-628c96ef42d4 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:26.603333 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0be0-0696-4a78-b863-628c96ef42d4 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:26.664479 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0be0-0696-4a78-b863-628c96ef42d4 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:26.748220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] Allocated IP 172.20.0.2 (0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b/db86b2b0-50f1-4bcc-9d78-307729acb01e/68aedfa0-b905-41b6-b981-bb6d29248138) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:41:26.870684 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0be0-0696-4a78-b863-628c96ef42d4 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:26.908194 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:26.974706 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:27.016043 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] Network 0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:41:27.019598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:41:27.026124 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:41:27.029339 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] Pushing event updated for resources: {'Port': ['ID=68aedfa0-b905-41b6-b981-bb6d29248138,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:27.085060 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] Attempting to bind port 68aedfa0-b905-41b6-b981-bb6d29248138 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:41:27.085522 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] Attempting to bind port 68aedfa0-b905-41b6-b981-bb6d29248138 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'f53b4450-a030-4b4e-986e-5a7ffc3fd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:41:27.085944 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] Attempting to bind port 68aedfa0-b905-41b6-b981-bb6d29248138 on network 0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:41:27.091228 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:41:27.091963 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] Checking segment: {'id': 'f53b4450-a030-4b4e-986e-5a7ffc3fd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:41:27.092098 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:27.092579 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] Bound using segment: {'id': 'f53b4450-a030-4b4e-986e-5a7ffc3fd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:41:27.093037 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] Bound port: 68aedfa0-b905-41b6-b981-bb6d29248138, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53b4450-a030-4b4e-986e-5a7ffc3fd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:41:27.093413 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:27.178692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] For port 68aedfa0-b905-41b6-b981-bb6d29248138, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:41:27.183842 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0be0-0696-4a78-b863-628c96ef42d4 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:27.187915 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] For port 68aedfa0-b905-41b6-b981-bb6d29248138, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=68aedfa0-b905-41b6-b981-bb6d29248138,segment=NetworkSegment(f53b4450-a030-4b4e-986e-5a7ffc3fd00c),segment_id=f53b4450-a030-4b4e-986e-5a7ffc3fd00c)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:41:27.205183 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0be0-0696-4a78-b863-628c96ef42d4 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:27.248249 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec2b2cb3-c0e2-4fd5-849b-1193093f081f req-e0b65276-1ba4-4a9d-bd93-fd64072f1654 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 210 time: 0.0432453 Nov 08 00:41:27.300587 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:27.332585 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-fcfa0be0-0696-4a78-b863-628c96ef42d4 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Allocated IP 172.25.2.254 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/8ca3e02c-6c85-41c7-9469-066adbfc8e5a) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:41:27.381015 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-40953c16-a16e-4897-862a-ea206c4092a2 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:27.385603 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-40953c16-a16e-4897-862a-ea206c4092a2 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 812 time: 0.1695578 Nov 08 00:41:27.385798 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788c16e-41c7-459d-8e33-d6596903692f None None] Pushing event updated for resources: {'Port': ['ID=68aedfa0-b905-41b6-b981-bb6d29248138,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:27.461167 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-31a4da3b-2e59-4c8c-b7a8-4da697b0b18a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2f6913f27fa41388788e5027b9340cb HTTP/1.1" status: 200 len: 379 time: 0.0600460 Nov 08 00:41:27.471262 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-04b71385-811c-4ca1-8958-d70940c7ce24 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Request body: {'port': {'device_id': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'admin_state_up': True, 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'security_groups': ['19db2f31-55d6-4c6b-877b-9bfb2f96ad57']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:27.492193 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0be0-0696-4a78-b863-628c96ef42d4 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:27.630705 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0be0-0696-4a78-b863-628c96ef42d4 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:27.687667 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfa0be0-0696-4a78-b863-628c96ef42d4 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:41:27.690626 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-fcfa0be0-0696-4a78-b863-628c96ef42d4 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:41:27.693332 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfa0be0-0696-4a78-b863-628c96ef42d4 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:41:27.728675 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa0be0-0696-4a78-b863-628c96ef42d4 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=8ca3e02c-6c85-41c7-9469-066adbfc8e5a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:27.751846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-04b71385-811c-4ca1-8958-d70940c7ce24 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Made reservation on behalf of f2f6913f27fa41388788e5027b9340cb for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:41:27.757216 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-04b71385-811c-4ca1-8958-d70940c7ce24 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:27.928137 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 68aedfa0-b905-41b6-b981-bb6d29248138 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:41:27.988461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-04b71385-811c-4ca1-8958-d70940c7ce24 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Allocated IP 172.20.0.10 (222a6220-2806-4bd6-bcce-57bc7ca690d4/79e59a5d-5e01-4db4-8fa5-ce93b687fd07/c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:41:28.044124 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 68aedfa0-b905-41b6-b981-bb6d29248138 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:41:28.044743 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:28.201606 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:28.247873 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9c41fdb-46e3-489e-b3cf-1fd9a47fc986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:28.272688 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 68aedfa0-b905-41b6-b981-bb6d29248138, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=68aedfa0-b905-41b6-b981-bb6d29248138,segment=NetworkSegment(f53b4450-a030-4b4e-986e-5a7ffc3fd00c),segment_id=f53b4450-a030-4b4e-986e-5a7ffc3fd00c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:41:28.273329 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-04b71385-811c-4ca1-8958-d70940c7ce24 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:28.363161 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:28.392421 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b49946c-d271-41d9-b4d9-fe1436e0e388 req-f9f7a9ce-508d-4168-89f8-1328b01efdca tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 210 time: 0.0478051 Nov 08 00:41:28.399036 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-04b71385-811c-4ca1-8958-d70940c7ce24 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:28.456090 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=68aedfa0-b905-41b6-b981-bb6d29248138,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:28.491436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-04b71385-811c-4ca1-8958-d70940c7ce24 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Network 222a6220-2806-4bd6-bcce-57bc7ca690d4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:41:28.496412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-04b71385-811c-4ca1-8958-d70940c7ce24 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:41:28.499819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-04b71385-811c-4ca1-8958-d70940c7ce24 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:41:28.502381 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0be0-0696-4a78-b863-628c96ef42d4 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:28.543971 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b71385-811c-4ca1-8958-d70940c7ce24 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event updated for resources: {'Port': ['ID=c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:28.587216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-04b71385-811c-4ca1-8958-d70940c7ce24 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:28.588110 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-04b71385-811c-4ca1-8958-d70940c7ce24 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:28.691612 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-04b71385-811c-4ca1-8958-d70940c7ce24 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2243831 Nov 08 00:41:28.714371 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Request body: {'port': {'device_id': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:28.799330 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0be0-0696-4a78-b863-628c96ef42d4 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:28.806305 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea7aa49-a8c0-4f5a-adb6-a4612b1fff90 None None] Network 0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:41:28.835625 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:28.923803 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-01c2e9ae-5d53-46e4-a258-8b25c4f7cf66 None None] Provisioning complete for port 68aedfa0-b905-41b6-b981-bb6d29248138 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:41:28.924260 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-01c2e9ae-5d53-46e4-a258-8b25c4f7cf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:29.054473 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfa0be0-0696-4a78-b863-628c96ef42d4 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router a6ade66f-6497-43b0-824f-79efbe813261 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:41:29.190590 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-162c2414-1964-4b6f-be20-a8a3656686b9 None None] Provisioning complete for port c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:41:29.193159 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-162c2414-1964-4b6f-be20-a8a3656686b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:29.261426 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfa0be0-0696-4a78-b863-628c96ef42d4 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:29.273531 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cbfa1d-3907-4e26-98d9-7f9cbcddda7d None None] Sync routers for ids ['a6ade66f-6497-43b0-824f-79efbe813261'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:29.279067 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-162c2414-1964-4b6f-be20-a8a3656686b9 None None] Port c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:41:29.303861 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cbfa1d-3907-4e26-98d9-7f9cbcddda7d None None] Routers {'a6ade66f-6497-43b0-824f-79efbe813261'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:29.309846 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-80cbfa1d-3907-4e26-98d9-7f9cbcddda7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['a6ade66f-6497-43b0-824f-79efbe813261'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:29.340200 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:41:29.353341 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:29.369991 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0be0-0696-4a78-b863-628c96ef42d4 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:29.370283 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-80cbfa1d-3907-4e26-98d9-7f9cbcddda7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:29.371089 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Transition to ACTIVE for port object c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:41:29.371256 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fcfa0be0-0696-4a78-b863-628c96ef42d4 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8540926 Nov 08 00:41:29.374141 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53720) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:29.380950 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cbfa1d-3907-4e26-98d9-7f9cbcddda7d None None] Routers {'a6ade66f-6497-43b0-824f-79efbe813261'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:29.381811 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-80cbfa1d-3907-4e26-98d9-7f9cbcddda7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['a6ade66f-6497-43b0-824f-79efbe813261'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:29.424000 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-80cbfa1d-3907-4e26-98d9-7f9cbcddda7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:29.424000 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cbfa1d-3907-4e26-98d9-7f9cbcddda7d None None] The sync data for ids ['a6ade66f-6497-43b0-824f-79efbe813261'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:29.442428 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:29.504049 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d65899d8-fd4a-4526-868c-c0c5738b089c None None] Provisioning complete for port 68aedfa0-b905-41b6-b981-bb6d29248138 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:41:29.506950 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d65899d8-fd4a-4526-868c-c0c5738b089c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:29.654718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:29.692411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b1ff6-7c64-4510-816c-d55d4f7f6681 req-151384fb-3202-4d7a-b2c3-25b2720a6b3f tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:29.693680 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-734b1ff6-7c64-4510-816c-d55d4f7f6681 req-151384fb-3202-4d7a-b2c3-25b2720a6b3f tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 944 time: 0.1847851 Nov 08 00:41:29.809971 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Attempting to bind port c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:41:29.810309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Attempting to bind port c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:41:29.810671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Attempting to bind port c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:41:29.818776 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Port c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:41:29.819106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Attempting to bind port c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:41:29.825004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:41:29.825340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Checking segment: {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:41:29.825723 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Bound using segment: {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:41:29.826150 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Bound port: c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:41:29.826503 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:29.838436 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-734b1ff6-7c64-4510-816c-d55d4f7f6681 req-6ab391eb-554b-4344-a445-f330a4a69718 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371822 Nov 08 00:41:29.876934 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 68aedfa0-b905-41b6-b981-bb6d29248138 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:41:29.947746 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] For port c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:41:29.953411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] For port c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:41:30.014519 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:30.035670 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:30.107280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:30.108752 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 68aedfa0-b905-41b6-b981-bb6d29248138 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:41:30.109211 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:30.110134 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:30.117295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] 10.222.0.26 "PUT /v2.0/ports/c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe HTTP/1.1" status: 200 len: 1092 time: 1.4085639 Nov 08 00:41:30.117791 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'tag': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:41:30.122333 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b687db-1906-42b8-a234-5e127648f8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "080ad7ff-73f0-41ce-a502-893c82ad1d02", "tag": "c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:41:30.174547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed486434-dee5-4d86-8cb1-f2bbb3d54455 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:30.267165 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b32993d-f55a-4ac7-a5da-287fe61dac77 x-openstack-request-id: req-6b32993d-f55a-4ac7-a5da-287fe61dac77 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:41:30.267455 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "080ad7ff-73f0-41ce-a502-893c82ad1d02", "tag": "c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:41:30.267703 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b32993d-f55a-4ac7-a5da-287fe61dac77 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:41:30.268126 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'tag': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe', 'status': 'completed', 'code': 200} Nov 08 00:41:30.312538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-1e8da404-48a7-4b67-9371-5b1310f7273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:30.314504 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-1e8da404-48a7-4b67-9371-5b1310f7273b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 1095 time: 0.0832522 Nov 08 00:41:30.415265 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-3c472eb3-ff5b-4bad-a9e4-b23be5a55bff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe HTTP/1.1" status: 200 len: 217 time: 0.0830581 Nov 08 00:41:30.477636 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Allocated IP 172.20.0.1 (0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b/db86b2b0-50f1-4bcc-9d78-307729acb01e/cc5b0c5e-598a-4f09-9352-4768d4f7917b) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:41:30.487993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ccddc384-3192-4833-a51a-47042d2aa1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:30.490863 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-ccddc384-3192-4833-a51a-47042d2aa1f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.0678489 Nov 08 00:41:30.545268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-c4c7f195-7404-41c7-8253-e59a31be4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:30.546866 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-c4c7f195-7404-41c7-8253-e59a31be4883 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492616 Nov 08 00:41:30.620268 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:30.652541 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-e690c857-9b8f-4a2d-8303-70206f4cc488 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979500 Nov 08 00:41:30.704883 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-81d05920-17a1-42ae-be3c-8a6c23ac0f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:30.751206 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:30.781911 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ad89adc-f2e7-4b14-8705-8ababf4ea5df req-08102820-4993-4681-bc0a-a24971ae9b42 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159348 Nov 08 00:41:30.804121 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Network 0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:41:30.805833 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:41:30.810646 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:41:30.847469 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=cc5b0c5e-598a-4f09-9352-4768d4f7917b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:30.864242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:30.864593 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:30.865205 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:30.865557 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:30.865878 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:30.866210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:30.866540 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:30.866868 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:30.867643 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:30.867995 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:30.868323 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:30.868646 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:30.889530 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:31.002095 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:31.027656 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b687db-1906-42b8-a234-5e127648f8fa req-c250971e-fc94-41a3-8f30-c64988e38884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:31.029224 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5b687db-1906-42b8-a234-5e127648f8fa req-c250971e-fc94-41a3-8f30-c64988e38884 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 1095 time: 0.1107316 Nov 08 00:41:31.120763 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414baf8-a21b-4438-b16d-eaa03f1c32ea req-30bd6470-3e38-45dc-8b4e-af3977ca0253 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:31.126292 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b414baf8-a21b-4438-b16d-eaa03f1c32ea req-30bd6470-3e38-45dc-8b4e-af3977ca0253 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 944 time: 0.1452291 Nov 08 00:41:31.164057 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:31.202867 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-875b9111-3196-4619-84ff-fcc79e812597 None None] Provisioning complete for port cc5b0c5e-598a-4f09-9352-4768d4f7917b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:41:31.203256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b687db-1906-42b8-a234-5e127648f8fa req-6b57fad5-a923-4ce7-a7ec-34b3147b1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:31.204230 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-875b9111-3196-4619-84ff-fcc79e812597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:31.204783 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5b687db-1906-42b8-a234-5e127648f8fa req-6b57fad5-a923-4ce7-a7ec-34b3147b1f76 service neutron] 10.222.0.26 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 913 time: 0.1591017 Nov 08 00:41:31.210557 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b414baf8-a21b-4438-b16d-eaa03f1c32ea req-1791f870-7601-4cf6-be71-b1181bf4051b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683053 Nov 08 00:41:31.301291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-875b9111-3196-4619-84ff-fcc79e812597 None None] Port cc5b0c5e-598a-4f09-9352-4768d4f7917b cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:41:31.573763 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:31.575557 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5b687db-1906-42b8-a234-5e127648f8fa req-c5c00eab-56db-4e5e-b4f1-c31c090ce6ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe HTTP/1.1" status: 200 len: 217 time: 0.3639066 Nov 08 00:41:31.628995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b687db-1906-42b8-a234-5e127648f8fa req-fcb72b6f-36ad-4cdf-a112-f09a1040b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:31.630679 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5b687db-1906-42b8-a234-5e127648f8fa req-fcb72b6f-36ad-4cdf-a112-f09a1040b0f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.0485871 Nov 08 00:41:31.717509 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b687db-1906-42b8-a234-5e127648f8fa req-5f42d034-2b70-40da-84cc-bd460ec9de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:31.719142 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5b687db-1906-42b8-a234-5e127648f8fa req-5f42d034-2b70-40da-84cc-bd460ec9de8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808070 Nov 08 00:41:31.835712 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5b687db-1906-42b8-a234-5e127648f8fa req-625e48bd-596f-4908-b937-d79dcbdfe032 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088951 Nov 08 00:41:31.860407 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:31.941446 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=cc5b0c5e-598a-4f09-9352-4768d4f7917b,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:31.953725 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:31.954195 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5b687db-1906-42b8-a234-5e127648f8fa req-49e0c8a0-e7bb-4930-b79d-340a0a58aa6e service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093142 Nov 08 00:41:31.964818 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:32.073702 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Network 0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:41:32.075210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:41:32.111182 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:32.223509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router a6ade66f-6497-43b0-824f-79efbe813261 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:41:32.343455 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baed689-58e7-4107-808a-5e9ef4356c38 req-c8ee7a25-fc14-4d4c-952f-ebc8687e8a8c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:32.351872 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9baed689-58e7-4107-808a-5e9ef4356c38 req-c8ee7a25-fc14-4d4c-952f-ebc8687e8a8c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 944 time: 0.0620418 Nov 08 00:41:32.389854 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9baed689-58e7-4107-808a-5e9ef4356c38 req-62df68d4-83e6-4ad1-b20b-15958d6ef535 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364940 Nov 08 00:41:32.410116 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:32.421505 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e689bf9b-5ddd-4b26-862b-dc7cdb706b09 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "PUT /v2.0/routers/a6ade66f-6497-43b0-824f-79efbe813261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0464239 Nov 08 00:41:32.423165 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2f1d17-816e-47af-82ac-0cce97d23d74 None None] Sync routers for ids ['a6ade66f-6497-43b0-824f-79efbe813261'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:32.424140 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53740) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:32.432527 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-44c682ab-9bdb-4b2b-99d8-cf902ea9087a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'port': {'network_id': '0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b', 'name': 'tempest-FloatingIPTestJSON-1605390650'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:32.444365 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ae9522cf-c4e5-44bf-9702-9b4f4019ffdd None None] Provisioning complete for port cc5b0c5e-598a-4f09-9352-4768d4f7917b triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:41:32.445039 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ae9522cf-c4e5-44bf-9702-9b4f4019ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:32.448656 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f1d17-816e-47af-82ac-0cce97d23d74 None None] Routers {'a6ade66f-6497-43b0-824f-79efbe813261'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:32.450423 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4d2f1d17-816e-47af-82ac-0cce97d23d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['a6ade66f-6497-43b0-824f-79efbe813261'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:32.512605 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4d2f1d17-816e-47af-82ac-0cce97d23d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:32.540249 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ae9522cf-c4e5-44bf-9702-9b4f4019ffdd None None] Port cc5b0c5e-598a-4f09-9352-4768d4f7917b cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:41:32.546219 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f1d17-816e-47af-82ac-0cce97d23d74 None None] Routers {'a6ade66f-6497-43b0-824f-79efbe813261'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:32.547165 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4d2f1d17-816e-47af-82ac-0cce97d23d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['a6ade66f-6497-43b0-824f-79efbe813261'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:32.589780 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4d2f1d17-816e-47af-82ac-0cce97d23d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:32.590763 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2f1d17-816e-47af-82ac-0cce97d23d74 None None] The sync data for ids ['a6ade66f-6497-43b0-824f-79efbe813261'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:32.705659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c682ab-9bdb-4b2b-99d8-cf902ea9087a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Made reservation on behalf of 70ce71234de54f1082bfc472dcdd40dc for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:41:32.710690 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-44c682ab-9bdb-4b2b-99d8-cf902ea9087a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:32.730941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-44c682ab-9bdb-4b2b-99d8-cf902ea9087a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] device_id is not set on port 7ca64fe5-2991-46a6-b53e-406413bb576a yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:41:32.847806 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-44c682ab-9bdb-4b2b-99d8-cf902ea9087a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Allocated IP 172.20.0.14 (0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b/db86b2b0-50f1-4bcc-9d78-307729acb01e/7ca64fe5-2991-46a6-b53e-406413bb576a) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:41:33.023529 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-44c682ab-9bdb-4b2b-99d8-cf902ea9087a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:33.122590 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-44c682ab-9bdb-4b2b-99d8-cf902ea9087a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:33.165011 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c682ab-9bdb-4b2b-99d8-cf902ea9087a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Network 0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:41:33.168061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-44c682ab-9bdb-4b2b-99d8-cf902ea9087a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:41:33.171687 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c682ab-9bdb-4b2b-99d8-cf902ea9087a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:41:33.203909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c682ab-9bdb-4b2b-99d8-cf902ea9087a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event updated for resources: {'Port': ['ID=7ca64fe5-2991-46a6-b53e-406413bb576a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:33.233609 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c682ab-9bdb-4b2b-99d8-cf902ea9087a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:33.234231 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-44c682ab-9bdb-4b2b-99d8-cf902ea9087a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:33.329464 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-44c682ab-9bdb-4b2b-99d8-cf902ea9087a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9004719 Nov 08 00:41:33.329464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53746) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:33.334219 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-d7f4ec50-62ba-44ab-be85-fdd43d832101 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Request body: {'floatingip': {'port_id': '7ca64fe5-2991-46a6-b53e-406413bb576a'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:33.378256 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:33.398693 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ec50-62ba-44ab-be85-fdd43d832101 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:33.470075 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-43347b23-7e9c-4f00-bd6f-04e621e926c9 None None] Provisioning complete for port 7ca64fe5-2991-46a6-b53e-406413bb576a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:41:33.470444 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-43347b23-7e9c-4f00-bd6f-04e621e926c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:33.513419 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-43347b23-7e9c-4f00-bd6f-04e621e926c9 None None] Port 7ca64fe5-2991-46a6-b53e-406413bb576a cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:41:33.603620 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844b1b4-e528-42a1-b1c4-0235bd6dd163 req-58b94314-663e-4c9e-bceb-6a59405b2043 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:33.605153 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9844b1b4-e528-42a1-b1c4-0235bd6dd163 req-58b94314-663e-4c9e-bceb-6a59405b2043 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 944 time: 0.0965016 Nov 08 00:41:33.712086 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9844b1b4-e528-42a1-b1c4-0235bd6dd163 req-f37c585e-f9ec-4ea6-9d40-5d4d48efc1bf tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729282 Nov 08 00:41:34.016879 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ec50-62ba-44ab-be85-fdd43d832101 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:34.059118 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ec50-62ba-44ab-be85-fdd43d832101 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:34.181227 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-d7f4ec50-62ba-44ab-be85-fdd43d832101 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Floating IP 06f26761-068c-424b-ba83-a4ae8bb604c5 associated. External IP: 172.25.2.187, port: a6586ad6-bb05-4cb6-907b-475594fd7cc0. Nov 08 00:41:34.416076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f4ec50-62ba-44ab-be85-fdd43d832101 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router dca3c8b3-9f47-4832-b6c5-777c9b64f04c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:41:34.538575 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f4ec50-62ba-44ab-be85-fdd43d832101 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:34.549572 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988be85-6a6e-4986-a6fc-4a2e80b7c568 None None] Sync routers for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:34.559016 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7988be85-6a6e-4986-a6fc-4a2e80b7c568 None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:34.559632 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7988be85-6a6e-4986-a6fc-4a2e80b7c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:34.595925 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7988be85-6a6e-4986-a6fc-4a2e80b7c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:34.606404 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7988be85-6a6e-4986-a6fc-4a2e80b7c568 None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:34.607023 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7988be85-6a6e-4986-a6fc-4a2e80b7c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:34.645034 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7988be85-6a6e-4986-a6fc-4a2e80b7c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:34.645687 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988be85-6a6e-4986-a6fc-4a2e80b7c568 None None] The sync data for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:34.750926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f4ec50-62ba-44ab-be85-fdd43d832101 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router a6ade66f-6497-43b0-824f-79efbe813261 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:41:34.904593 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1c431-09bd-4012-a5e7-cd25cf35f2c6 req-d2eba8a9-13b3-4818-b7ea-1207a6f24534 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:34.906106 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-72a1c431-09bd-4012-a5e7-cd25cf35f2c6 req-d2eba8a9-13b3-4818-b7ea-1207a6f24534 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 944 time: 0.0990465 Nov 08 00:41:34.926395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f4ec50-62ba-44ab-be85-fdd43d832101 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:34.931448 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ec50-62ba-44ab-be85-fdd43d832101 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:34.936503 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff97af3a-aed5-4842-a6b6-ad9354417d28 None None] Sync routers for ids ['a6ade66f-6497-43b0-824f-79efbe813261'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:34.948140 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff97af3a-aed5-4842-a6b6-ad9354417d28 None None] Routers {'a6ade66f-6497-43b0-824f-79efbe813261'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:34.948990 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ff97af3a-aed5-4842-a6b6-ad9354417d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['a6ade66f-6497-43b0-824f-79efbe813261'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:34.982619 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-72a1c431-09bd-4012-a5e7-cd25cf35f2c6 req-9559a7b5-46b1-486e-80b4-d9d1692b6fb7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699601 Nov 08 00:41:34.986088 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ff97af3a-aed5-4842-a6b6-ad9354417d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:34.995717 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff97af3a-aed5-4842-a6b6-ad9354417d28 None None] Routers {'a6ade66f-6497-43b0-824f-79efbe813261'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:34.996530 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ff97af3a-aed5-4842-a6b6-ad9354417d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['a6ade66f-6497-43b0-824f-79efbe813261'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:35.018519 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d7f4ec50-62ba-44ab-be85-fdd43d832101 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "PUT /v2.0/floatingips/06f26761-068c-424b-ba83-a4ae8bb604c5 HTTP/1.1" status: 200 len: 979 time: 1.6885412 Nov 08 00:41:35.021366 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53760) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:35.032835 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ff97af3a-aed5-4842-a6b6-ad9354417d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:35.033489 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff97af3a-aed5-4842-a6b6-ad9354417d28 None None] The sync data for ids ['a6ade66f-6497-43b0-824f-79efbe813261'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:35.116327 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-b89e74ed-69ce-4ce7-ba4a-cccc95df9539 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Deleting port 7ca64fe5-2991-46a6-b53e-406413bb576a {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:41:35.116673 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b89e74ed-69ce-4ce7-ba4a-cccc95df9539 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:35.205609 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b89e74ed-69ce-4ce7-ba4a-cccc95df9539 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:35.390239 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b89e74ed-69ce-4ce7-ba4a-cccc95df9539 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:35.390602 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b89e74ed-69ce-4ce7-ba4a-cccc95df9539 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:35.390940 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-b89e74ed-69ce-4ce7-ba4a-cccc95df9539 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Floating IP 06f26761-068c-424b-ba83-a4ae8bb604c5 disassociated. External IP: 172.25.2.187, port: 7ca64fe5-2991-46a6-b53e-406413bb576a. Nov 08 00:41:35.391955 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-b89e74ed-69ce-4ce7-ba4a-cccc95df9539 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Calling delete_port for 7ca64fe5-2991-46a6-b53e-406413bb576a owned by {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:41:36.116374 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3baef-df00-4969-93c0-aaaf38da3ee0 req-a4f2ec14-1164-4cda-91e2-903dd9a05ba1 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:36.124600 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ccc3baef-df00-4969-93c0-aaaf38da3ee0 req-a4f2ec14-1164-4cda-91e2-903dd9a05ba1 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 944 time: 0.0610919 Nov 08 00:41:36.150724 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b89e74ed-69ce-4ce7-ba4a-cccc95df9539 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:36.161104 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ccc3baef-df00-4969-93c0-aaaf38da3ee0 req-13564cd8-567a-4de5-ac38-b9cbfa0a20f3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366833 Nov 08 00:41:36.180748 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e74ed-69ce-4ce7-ba4a-cccc95df9539 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event deleted for resources: {'Port': ['ID=7ca64fe5-2991-46a6-b53e-406413bb576a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:36.309470 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89e74ed-69ce-4ce7-ba4a-cccc95df9539 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router a6ade66f-6497-43b0-824f-79efbe813261 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:41:36.423872 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89e74ed-69ce-4ce7-ba4a-cccc95df9539 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:36.436058 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a423acb9-47f6-480d-a79a-29f9bb5c3783 None None] Sync routers for ids ['a6ade66f-6497-43b0-824f-79efbe813261'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:36.445611 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a423acb9-47f6-480d-a79a-29f9bb5c3783 None None] Routers {'a6ade66f-6497-43b0-824f-79efbe813261'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:36.446439 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a423acb9-47f6-480d-a79a-29f9bb5c3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['a6ade66f-6497-43b0-824f-79efbe813261'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:36.478230 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a423acb9-47f6-480d-a79a-29f9bb5c3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:36.486520 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a423acb9-47f6-480d-a79a-29f9bb5c3783 None None] Routers {'a6ade66f-6497-43b0-824f-79efbe813261'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:36.487682 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a423acb9-47f6-480d-a79a-29f9bb5c3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['a6ade66f-6497-43b0-824f-79efbe813261'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:36.492131 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b89e74ed-69ce-4ce7-ba4a-cccc95df9539 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:36.495626 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b89e74ed-69ce-4ce7-ba4a-cccc95df9539 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "DELETE /v2.0/ports/7ca64fe5-2991-46a6-b53e-406413bb576a HTTP/1.1" status: 204 len: 168 time: 1.4732192 Nov 08 00:41:36.498309 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53784) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:36.521821 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a423acb9-47f6-480d-a79a-29f9bb5c3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:36.522375 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a423acb9-47f6-480d-a79a-29f9bb5c3783 None None] The sync data for ids ['a6ade66f-6497-43b0-824f-79efbe813261'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:37.135097 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43a79826-9059-4c70-b26c-102bdefed8db tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:37.285724 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87346c-2206-4f4b-ae74-a59dec3770af req-7505e5fe-812b-42bc-94ad-514300ea0642 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:37.287530 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a87346c-2206-4f4b-ae74-a59dec3770af req-7505e5fe-812b-42bc-94ad-514300ea0642 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 944 time: 0.0541058 Nov 08 00:41:37.356668 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a87346c-2206-4f4b-ae74-a59dec3770af req-7945ef6b-4e49-4b4e-baee-3bd891b87862 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453286 Nov 08 00:41:37.429857 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-43a79826-9059-4c70-b26c-102bdefed8db tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Deleting port cc5b0c5e-598a-4f09-9352-4768d4f7917b {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:41:37.430427 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43a79826-9059-4c70-b26c-102bdefed8db tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:37.514952 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43a79826-9059-4c70-b26c-102bdefed8db tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:37.527570 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-43a79826-9059-4c70-b26c-102bdefed8db tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Calling delete_port for cc5b0c5e-598a-4f09-9352-4768d4f7917b owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:41:37.785466 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43a79826-9059-4c70-b26c-102bdefed8db tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:37.811733 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a79826-9059-4c70-b26c-102bdefed8db tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event deleted for resources: {'Port': ['ID=cc5b0c5e-598a-4f09-9352-4768d4f7917b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:38.009912 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43a79826-9059-4c70-b26c-102bdefed8db tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:38.253780 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a79826-9059-4c70-b26c-102bdefed8db tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router a6ade66f-6497-43b0-824f-79efbe813261 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:41:38.359668 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a79826-9059-4c70-b26c-102bdefed8db tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:38.365257 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-43a79826-9059-4c70-b26c-102bdefed8db tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "PUT /v2.0/routers/a6ade66f-6497-43b0-824f-79efbe813261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8659852 Nov 08 00:41:38.368011 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53806) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:38.371150 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1782df7-5a83-41eb-a5f2-559f690b977c None None] Sync routers for ids ['a6ade66f-6497-43b0-824f-79efbe813261'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:38.390666 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1782df7-5a83-41eb-a5f2-559f690b977c None None] Routers {'a6ade66f-6497-43b0-824f-79efbe813261'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:38.391440 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a1782df7-5a83-41eb-a5f2-559f690b977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['a6ade66f-6497-43b0-824f-79efbe813261'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:38.426132 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a1782df7-5a83-41eb-a5f2-559f690b977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:38.435754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1782df7-5a83-41eb-a5f2-559f690b977c None None] Routers {'a6ade66f-6497-43b0-824f-79efbe813261'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:38.436403 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a1782df7-5a83-41eb-a5f2-559f690b977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['a6ade66f-6497-43b0-824f-79efbe813261'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:38.478551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a1782df7-5a83-41eb-a5f2-559f690b977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:38.479460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1782df7-5a83-41eb-a5f2-559f690b977c None None] The sync data for ids ['a6ade66f-6497-43b0-824f-79efbe813261'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:38.486570 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-87ee5416-014e-4d90-a05f-72d2c596b859 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:38.502586 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de2bfe-396c-4069-b3b7-d26797ada93a req-ae7e8b3a-991b-4fa3-95e2-435a7b081f27 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:38.504768 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0de2bfe-396c-4069-b3b7-d26797ada93a req-ae7e8b3a-991b-4fa3-95e2-435a7b081f27 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 944 time: 0.0658078 Nov 08 00:41:38.543573 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0de2bfe-396c-4069-b3b7-d26797ada93a req-06728e67-d741-4f78-a2a4-1897f1577d13 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327196 Nov 08 00:41:38.592409 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-87ee5416-014e-4d90-a05f-72d2c596b859 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:38.607571 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:38.723420 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-87ee5416-014e-4d90-a05f-72d2c596b859 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Deleting port 8ca3e02c-6c85-41c7-9469-066adbfc8e5a {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:41:38.723683 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-87ee5416-014e-4d90-a05f-72d2c596b859 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:38.803142 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-87ee5416-014e-4d90-a05f-72d2c596b859 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:38.815668 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-87ee5416-014e-4d90-a05f-72d2c596b859 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Calling delete_port for 8ca3e02c-6c85-41c7-9469-066adbfc8e5a owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:41:39.030856 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-87ee5416-014e-4d90-a05f-72d2c596b859 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:39.061506 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee5416-014e-4d90-a05f-72d2c596b859 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event deleted for resources: {'Port': ['ID=8ca3e02c-6c85-41c7-9469-066adbfc8e5a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:39.138281 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-87ee5416-014e-4d90-a05f-72d2c596b859 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:39.236931 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-87ee5416-014e-4d90-a05f-72d2c596b859 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:39.240079 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-87ee5416-014e-4d90-a05f-72d2c596b859 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:39.385536 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-87ee5416-014e-4d90-a05f-72d2c596b859 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:39.386120 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ee5416-014e-4d90-a05f-72d2c596b859 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Fanout notify agent at l3_agent the message router_deleted on router a6ade66f-6497-43b0-824f-79efbe813261 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:41:39.393998 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-87ee5416-014e-4d90-a05f-72d2c596b859 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:39.395070 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-87ee5416-014e-4d90-a05f-72d2c596b859 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "DELETE /v2.0/routers/a6ade66f-6497-43b0-824f-79efbe813261 HTTP/1.1" status: 204 len: 168 time: 1.0261352 Nov 08 00:41:39.397811 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53814) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:39.451691 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce0d028-cd58-4088-a5e8-3df7eecbf78f tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Deleting subnet db86b2b0-50f1-4bcc-9d78-307729acb01e {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:41:39.454965 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce0d028-cd58-4088-a5e8-3df7eecbf78f tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:39.501893 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce0d028-cd58-4088-a5e8-3df7eecbf78f tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:39.593309 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce0d028-cd58-4088-a5e8-3df7eecbf78f tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:39.666029 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9609fb7-3335-4ece-ba44-e857e43a8fb9 req-d38b4dae-59cd-4731-a5cb-80261350496b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:39.667403 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9609fb7-3335-4ece-ba44-e857e43a8fb9 req-d38b4dae-59cd-4731-a5cb-80261350496b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 944 time: 0.0503364 Nov 08 00:41:39.709948 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9609fb7-3335-4ece-ba44-e857e43a8fb9 req-b81eefd2-f76f-4c2c-9ef6-633e8f7719d9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363288 Nov 08 00:41:39.796685 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce0d028-cd58-4088-a5e8-3df7eecbf78f tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:39.842517 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0d028-cd58-4088-a5e8-3df7eecbf78f tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event deleted for resources: {'Subnet': ['ID=db86b2b0-50f1-4bcc-9d78-307729acb01e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:39.847235 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce0d028-cd58-4088-a5e8-3df7eecbf78f tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:39.850937 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dce0d028-cd58-4088-a5e8-3df7eecbf78f tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "DELETE /v2.0/subnets/db86b2b0-50f1-4bcc-9d78-307729acb01e HTTP/1.1" status: 204 len: 168 time: 0.4521811 Nov 08 00:41:39.853685 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53818) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:39.856364 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e799768c-a6b9-4526-bf14-2dc060f01005 None None] Network 0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:41:39.936079 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:39.992970 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Deleting port 68aedfa0-b905-41b6-b981-bb6d29248138 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:41:39.993315 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:40.037614 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0771fa-6920-4122-b7c8-1f068e562bec None None] DHCP port deletion for 0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:41:40.061427 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] For port 68aedfa0-b905-41b6-b981-bb6d29248138, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=68aedfa0-b905-41b6-b981-bb6d29248138,segment=NetworkSegment(f53b4450-a030-4b4e-986e-5a7ffc3fd00c),segment_id=f53b4450-a030-4b4e-986e-5a7ffc3fd00c)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:41:40.065736 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:40.075591 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Calling delete_port for 68aedfa0-b905-41b6-b981-bb6d29248138 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:41:40.089416 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fe0771fa-6920-4122-b7c8-1f068e562bec None None] Deleting port 68aedfa0-b905-41b6-b981-bb6d29248138 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:41:40.097026 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fe0771fa-6920-4122-b7c8-1f068e562bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:40.156953 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-fe0771fa-6920-4122-b7c8-1f068e562bec None None] For port 68aedfa0-b905-41b6-b981-bb6d29248138, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=68aedfa0-b905-41b6-b981-bb6d29248138,segment=NetworkSegment(f53b4450-a030-4b4e-986e-5a7ffc3fd00c),segment_id=f53b4450-a030-4b4e-986e-5a7ffc3fd00c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:41:40.157348 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fe0771fa-6920-4122-b7c8-1f068e562bec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:40.170580 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fe0771fa-6920-4122-b7c8-1f068e562bec None None] Calling delete_port for 68aedfa0-b905-41b6-b981-bb6d29248138 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:41:40.259552 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:40.267157 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fe0771fa-6920-4122-b7c8-1f068e562bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:40.278756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0771fa-6920-4122-b7c8-1f068e562bec None None] No DVR routers for this DVR port 68aedfa0-b905-41b6-b981-bb6d29248138 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:41:40.287124 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event deleted for resources: {'Port': ['ID=68aedfa0-b905-41b6-b981-bb6d29248138,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:40.294201 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] No DVR routers for this DVR port 68aedfa0-b905-41b6-b981-bb6d29248138 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:41:40.304631 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0771fa-6920-4122-b7c8-1f068e562bec None None] Pushing event deleted for resources: {'Port': ['ID=68aedfa0-b905-41b6-b981-bb6d29248138,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:40.382054 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:40.402317 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:40.412038 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53b4450-a030-4b4e-986e-5a7ffc3fd00c') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:40.412342 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53b4450-a030-4b4e-986e-5a7ffc3fd00c') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:40.421807 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:40.434955 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:40.441069 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:41:40.450578 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:41:40.619538 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:40.626897 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:40.630840 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "DELETE /v2.0/networks/0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b HTTP/1.1" status: 204 len: 168 time: 0.7761331 Nov 08 00:41:40.633606 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53826) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:40.642810 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840aec6d-d0f9-4489-afaf-1a5c86ed63c6 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event deleted for resources: {'Network': ['ID=0b8a53ac-3e4b-48e6-9a0a-3dbdc1c2dd5b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:40.755237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:41:40.765880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-cbc9f754-ca36-4aaf-9af1-e314c667cd22 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Deleting port f9d46cfe-53b1-49a4-9231-05bed1d5cff3 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:41:40.766460 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbc9f754-ca36-4aaf-9af1-e314c667cd22 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:40.853128 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:41:40.866229 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'port_id': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe', 'mac_address': 'fa:16:3e:e0:ce:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:41:40.877293 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c09871-9584-4d31-9f35-5d8296b77657 req-2b548978-293e-4eaf-a816-f08dce559136 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:40.878873 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15c09871-9584-4d31-9f35-5d8296b77657 req-2b548978-293e-4eaf-a816-f08dce559136 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 944 time: 0.0759611 Nov 08 00:41:40.903705 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbc9f754-ca36-4aaf-9af1-e314c667cd22 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:40.904104 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbc9f754-ca36-4aaf-9af1-e314c667cd22 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:40.911443 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:40.924860 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:41:40.925235 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-cbc9f754-ca36-4aaf-9af1-e314c667cd22 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Calling delete_port for f9d46cfe-53b1-49a4-9231-05bed1d5cff3 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:41:40.945509 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:41:40.953036 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15c09871-9584-4d31-9f35-5d8296b77657 req-b5c0eda8-c1c8-4924-8ad3-e1d18593e778 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628819 Nov 08 00:41:41.030897 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:41.079661 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:41.191044 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbc9f754-ca36-4aaf-9af1-e314c667cd22 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:41.220530 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9f754-ca36-4aaf-9af1-e314c667cd22 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event deleted for resources: {'Port': ['ID=f9d46cfe-53b1-49a4-9231-05bed1d5cff3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:41.282878 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbc9f754-ca36-4aaf-9af1-e314c667cd22 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:41.285944 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbc9f754-ca36-4aaf-9af1-e314c667cd22 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:41.290844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cbc9f754-ca36-4aaf-9af1-e314c667cd22 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "DELETE /v2.0/floatingips/06f26761-068c-424b-ba83-a4ae8bb604c5 HTTP/1.1" status: 204 len: 168 time: 0.6526370 Nov 08 00:41:41.291643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53832) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:41.314424 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb230e3d-a6a6-4595-b329-d6c262963737 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] DELETE failed (client error): The resource could not be found. Nov 08 00:41:41.315598 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb230e3d-a6a6-4595-b329-d6c262963737 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:41:41.318699 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bb230e3d-a6a6-4595-b329-d6c262963737 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "DELETE /v2.0/ports/7ca64fe5-2991-46a6-b53e-406413bb576a HTTP/1.1" status: 404 len: 333 time: 0.0260541 Nov 08 00:41:41.321486 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53834) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:41.334724 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:41:41.352255 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-320dbbf7-b176-41b8-9c59-6c3b879e8b9c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6ade66f-6497-43b0-824f-79efbe813261 HTTP/1.1" status: 200 len: 205 time: 0.0296443 Nov 08 00:41:41.354721 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53836) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:41.653621 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-150d7c56-1eff-49bc-887a-bd624440a46b tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] delete failed (client error): The resource could not be found. Nov 08 00:41:41.654661 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-150d7c56-1eff-49bc-887a-bd624440a46b tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "DELETE /v2.0/routers/a6ade66f-6497-43b0-824f-79efbe813261 HTTP/1.1" status: 404 len: 336 time: 0.2987065 Nov 08 00:41:41.657202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53840) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:41.683484 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a4778b-8b04-4357-8ff3-b68d1992be12 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] DELETE failed (client error): The resource could not be found. Nov 08 00:41:41.687315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9a4778b-8b04-4357-8ff3-b68d1992be12 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:41:41.687315 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c9a4778b-8b04-4357-8ff3-b68d1992be12 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "DELETE /v2.0/subnets/db86b2b0-50f1-4bcc-9d78-307729acb01e HTTP/1.1" status: 404 len: 337 time: 0.0287752 Nov 08 00:41:41.689378 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53842) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:41.778445 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-7cc716dd-963d-4003-ae63-0c71dfa0ed0d tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Deleting port a6586ad6-bb05-4cb6-907b-475594fd7cc0 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:41:41.779119 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7cc716dd-963d-4003-ae63-0c71dfa0ed0d tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:41.840374 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 68aedfa0-b905-41b6-b981-bb6d29248138 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:41:41.860870 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 68aedfa0-b905-41b6-b981-bb6d29248138 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:41:41.861212 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 68aedfa0-b905-41b6-b981-bb6d29248138 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:41:41.868081 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7cc716dd-963d-4003-ae63-0c71dfa0ed0d tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:41.881712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-7cc716dd-963d-4003-ae63-0c71dfa0ed0d tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Calling delete_port for a6586ad6-bb05-4cb6-907b-475594fd7cc0 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:41:42.068269 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cecd8-817b-44ba-b964-b4b72efb6bde req-02e424f6-d7ed-45fc-a595-a6e4465c0f68 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:42.069760 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c18cecd8-817b-44ba-b964-b4b72efb6bde req-02e424f6-d7ed-45fc-a595-a6e4465c0f68 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 945 time: 0.0484354 Nov 08 00:41:42.101897 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7cc716dd-963d-4003-ae63-0c71dfa0ed0d tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:42.118510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c18cecd8-817b-44ba-b964-b4b72efb6bde req-5f85434c-72cc-4e05-991c-7f33c4b841fc tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426850 Nov 08 00:41:42.141270 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc716dd-963d-4003-ae63-0c71dfa0ed0d tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event deleted for resources: {'Port': ['ID=a6586ad6-bb05-4cb6-907b-475594fd7cc0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:42.215332 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7cc716dd-963d-4003-ae63-0c71dfa0ed0d tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:42.219683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7cc716dd-963d-4003-ae63-0c71dfa0ed0d tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "DELETE /v2.0/ports/a6586ad6-bb05-4cb6-907b-475594fd7cc0 HTTP/1.1" status: 204 len: 168 time: 0.5293710 Nov 08 00:41:42.222172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53846) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:42.316987 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-9bdb6f88-ad6f-4fff-9650-d9e538ec07af tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Deleting port c78a0395-9637-4449-b19b-77407e6180e1 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:41:42.317330 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6f88-ad6f-4fff-9650-d9e538ec07af tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:42.408609 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6f88-ad6f-4fff-9650-d9e538ec07af tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:42.420349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-9bdb6f88-ad6f-4fff-9650-d9e538ec07af tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Calling delete_port for c78a0395-9637-4449-b19b-77407e6180e1 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:41:42.636683 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6f88-ad6f-4fff-9650-d9e538ec07af tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:42.666458 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb6f88-ad6f-4fff-9650-d9e538ec07af tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event deleted for resources: {'Port': ['ID=c78a0395-9637-4449-b19b-77407e6180e1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:42.738085 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6f88-ad6f-4fff-9650-d9e538ec07af tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:42.741798 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9bdb6f88-ad6f-4fff-9650-d9e538ec07af tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "DELETE /v2.0/ports/c78a0395-9637-4449-b19b-77407e6180e1 HTTP/1.1" status: 204 len: 168 time: 0.5183804 Nov 08 00:41:42.744418 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53852) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:42.756192 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:41:42.795405 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a0b19c-ebe2-4816-8316-dca3216f1ad8 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:42.796927 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c2a0b19c-ebe2-4816-8316-dca3216f1ad8 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "GET /v2.0/ports?device_id=dca3c8b3-9f47-4832-b6c5-777c9b64f04c HTTP/1.1" status: 200 len: 913 time: 0.0515432 Nov 08 00:41:42.799541 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53854) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:42.927711 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:41:42.932531 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:41:42.932908 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:43.018856 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:43.041138 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:41:43.043386 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebbd980-e7b0-48ce-849f-45917391ee7f" -d '{"events": [{"server_uuid": "080ad7ff-73f0-41ce-a502-893c82ad1d02", "name": "network-vif-plugged", "status": "completed", "tag": "c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:41:43.062106 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:41:43.080514 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27ba9b6-08f7-45c2-b5c2-27097a6c8919 x-openstack-request-id: req-f27ba9b6-08f7-45c2-b5c2-27097a6c8919 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:41:43.080854 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080ad7ff-73f0-41ce-a502-893c82ad1d02", "name": "network-vif-plugged", "status": "completed", "tag": "c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:41:43.081106 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f27ba9b6-08f7-45c2-b5c2-27097a6c8919 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:41:43.081491 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe', 'code': 200} Nov 08 00:41:43.174189 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:43.223545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:43.287512 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5e9f0-c458-4e76-8381-982e0a9221e7 req-3c5575a3-06bf-4a69-ba33-ab388c4fa565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:43.289028 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1e5e9f0-c458-4e76-8381-982e0a9221e7 req-3c5575a3-06bf-4a69-ba33-ab388c4fa565 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 1097 time: 0.1269724 Nov 08 00:41:43.304889 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daab6bf-b762-48ea-b77d-76adaad42305 req-3a490b42-2888-41ba-838e-4f811985832d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:43.306271 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6daab6bf-b762-48ea-b77d-76adaad42305 req-3a490b42-2888-41ba-838e-4f811985832d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 946 time: 0.0891223 Nov 08 00:41:43.337588 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-62d24763-8bc3-4eec-9f12-16a1c7224ecf tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:43.429973 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1e5e9f0-c458-4e76-8381-982e0a9221e7 req-bbd66b01-4eef-4991-9556-cb7cce814ace service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227598 Nov 08 00:41:43.453127 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6daab6bf-b762-48ea-b77d-76adaad42305 req-8aeb6695-59ed-481a-bae4-b0b33c00016e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340816 Nov 08 00:41:43.689995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-62d24763-8bc3-4eec-9f12-16a1c7224ecf tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Deleting port 025a7fde-3ac7-448f-b7d7-3284e2df0b92 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:41:43.691847 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-62d24763-8bc3-4eec-9f12-16a1c7224ecf tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:43.775629 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-62d24763-8bc3-4eec-9f12-16a1c7224ecf tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:43.788036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-62d24763-8bc3-4eec-9f12-16a1c7224ecf tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Calling delete_port for 025a7fde-3ac7-448f-b7d7-3284e2df0b92 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:41:44.053697 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-62d24763-8bc3-4eec-9f12-16a1c7224ecf tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:44.084338 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d24763-8bc3-4eec-9f12-16a1c7224ecf tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event deleted for resources: {'Port': ['ID=025a7fde-3ac7-448f-b7d7-3284e2df0b92,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:44.251385 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-62d24763-8bc3-4eec-9f12-16a1c7224ecf tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:44.755482 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c302c-2e73-4e8b-b67a-4c54aa3a6afa req-4836393c-eecd-4fc2-bd5e-1fe903fb2249 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:44.756887 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e34c302c-2e73-4e8b-b67a-4c54aa3a6afa req-4836393c-eecd-4fc2-bd5e-1fe903fb2249 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 946 time: 0.0680468 Nov 08 00:41:44.782925 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d24763-8bc3-4eec-9f12-16a1c7224ecf tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Router dca3c8b3-9f47-4832-b6c5-777c9b64f04c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:41:44.810671 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e34c302c-2e73-4e8b-b67a-4c54aa3a6afa req-52017321-42ff-44a8-9178-c5d2dbac540a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453696 Nov 08 00:41:44.907014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d24763-8bc3-4eec-9f12-16a1c7224ecf tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:44.912316 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-62d24763-8bc3-4eec-9f12-16a1c7224ecf tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "PUT /v2.0/routers/dca3c8b3-9f47-4832-b6c5-777c9b64f04c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1117883 Nov 08 00:41:44.914923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53870) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:44.917690 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560f8eaf-f4b3-4f01-bc34-8ad94d2c7809 None None] Sync routers for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:44.929768 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560f8eaf-f4b3-4f01-bc34-8ad94d2c7809 None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:44.930376 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-560f8eaf-f4b3-4f01-bc34-8ad94d2c7809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:44.963127 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-560f8eaf-f4b3-4f01-bc34-8ad94d2c7809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:44.975652 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560f8eaf-f4b3-4f01-bc34-8ad94d2c7809 None None] Routers {'dca3c8b3-9f47-4832-b6c5-777c9b64f04c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:44.976307 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-560f8eaf-f4b3-4f01-bc34-8ad94d2c7809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:45.010692 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-560f8eaf-f4b3-4f01-bc34-8ad94d2c7809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:45.011254 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560f8eaf-f4b3-4f01-bc34-8ad94d2c7809 None None] The sync data for ids ['dca3c8b3-9f47-4832-b6c5-777c9b64f04c'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:45.032927 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e514eae-736a-4f28-8dbe-d73fbfe263d3 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:45.142084 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e514eae-736a-4f28-8dbe-d73fbfe263d3 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:45.291999 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-8e514eae-736a-4f28-8dbe-d73fbfe263d3 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Deleting port 847881ca-ee3e-498d-8ac5-d431b1ad1070 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:41:45.292276 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e514eae-736a-4f28-8dbe-d73fbfe263d3 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:45.368373 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e514eae-736a-4f28-8dbe-d73fbfe263d3 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:45.379895 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-8e514eae-736a-4f28-8dbe-d73fbfe263d3 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Calling delete_port for 847881ca-ee3e-498d-8ac5-d431b1ad1070 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:41:45.642620 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e514eae-736a-4f28-8dbe-d73fbfe263d3 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:45.681114 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e514eae-736a-4f28-8dbe-d73fbfe263d3 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event deleted for resources: {'Port': ['ID=847881ca-ee3e-498d-8ac5-d431b1ad1070,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:45.745768 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e514eae-736a-4f28-8dbe-d73fbfe263d3 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:45.851294 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e514eae-736a-4f28-8dbe-d73fbfe263d3 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:45.854790 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e514eae-736a-4f28-8dbe-d73fbfe263d3 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:45.964278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d1cfd-a6ed-4981-be51-e9591dd7f15d req-d0099e62-1188-4b3c-80b5-d17019f96561 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:45.965822 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a81d1cfd-a6ed-4981-be51-e9591dd7f15d req-d0099e62-1188-4b3c-80b5-d17019f96561 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 946 time: 0.0520234 Nov 08 00:41:46.005524 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a81d1cfd-a6ed-4981-be51-e9591dd7f15d req-18854820-90bd-40c1-a594-232378f106d0 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331974 Nov 08 00:41:46.013459 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e514eae-736a-4f28-8dbe-d73fbfe263d3 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:46.014136 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e514eae-736a-4f28-8dbe-d73fbfe263d3 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Fanout notify agent at l3_agent the message router_deleted on router dca3c8b3-9f47-4832-b6c5-777c9b64f04c {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:41:46.035274 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e514eae-736a-4f28-8dbe-d73fbfe263d3 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:46.036814 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8e514eae-736a-4f28-8dbe-d73fbfe263d3 tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "DELETE /v2.0/routers/dca3c8b3-9f47-4832-b6c5-777c9b64f04c HTTP/1.1" status: 204 len: 168 time: 1.1207898 Nov 08 00:41:46.039206 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53880) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:46.091991 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac375be-ae39-4516-b273-4bb90f78dc0a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Deleting subnet 070a513e-c6ae-4536-b95e-3a44a2797af8 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:41:46.095321 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dac375be-ae39-4516-b273-4bb90f78dc0a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:46.135900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce8fd7-55f8-4de7-98a5-0ace64861980 req-e1acf374-b85a-4ca3-876f-06f1df9e1a51 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:46.138922 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dac375be-ae39-4516-b273-4bb90f78dc0a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:46.143372 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0fce8fd7-55f8-4de7-98a5-0ace64861980 req-e1acf374-b85a-4ca3-876f-06f1df9e1a51 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 946 time: 0.0602674 Nov 08 00:41:46.180938 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0fce8fd7-55f8-4de7-98a5-0ace64861980 req-903c5ae9-0ab4-421f-8aad-5bab125ca21d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365748 Nov 08 00:41:46.189082 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dac375be-ae39-4516-b273-4bb90f78dc0a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:46.203256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53882) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:46.244219 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcf3f54-314b-45a8-b990-51b57fd59636 tempest-TestVolumeBootPattern-686796652 tempest-TestVolumeBootPattern-686796652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:46.248361 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fdcf3f54-314b-45a8-b990-51b57fd59636 tempest-TestVolumeBootPattern-686796652 tempest-TestVolumeBootPattern-686796652-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 1092 time: 0.0411820 Nov 08 00:41:46.248604 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53884) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:46.253809 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:46.322390 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dac375be-ae39-4516-b273-4bb90f78dc0a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:46.350856 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac375be-ae39-4516-b273-4bb90f78dc0a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event deleted for resources: {'Subnet': ['ID=070a513e-c6ae-4536-b95e-3a44a2797af8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:46.355483 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dac375be-ae39-4516-b273-4bb90f78dc0a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:46.358648 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dac375be-ae39-4516-b273-4bb90f78dc0a tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "DELETE /v2.0/subnets/070a513e-c6ae-4536-b95e-3a44a2797af8 HTTP/1.1" status: 204 len: 168 time: 0.3183944 Nov 08 00:41:46.361117 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53886) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:46.370897 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:46.482921 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d1dfbbb-71d2-496c-afdc-eb8d0e5a1f1c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:46.591844 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d1dfbbb-71d2-496c-afdc-eb8d0e5a1f1c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:46.615580 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6d1dfbbb-71d2-496c-afdc-eb8d0e5a1f1c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0139f751-f5f3-457e-941e-bfed3ae64a33']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:46.618169 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:46.633065 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6d1dfbbb-71d2-496c-afdc-eb8d0e5a1f1c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbf95e7-9db7-451c-b525-1c7a5b4d158a') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:46.633365 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-6d1dfbbb-71d2-496c-afdc-eb8d0e5a1f1c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbf95e7-9db7-451c-b525-1c7a5b4d158a') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:46.667576 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d1dfbbb-71d2-496c-afdc-eb8d0e5a1f1c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:46.688574 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d1dfbbb-71d2-496c-afdc-eb8d0e5a1f1c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:46.699748 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1dfbbb-71d2-496c-afdc-eb8d0e5a1f1c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:41:46.700152 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d1dfbbb-71d2-496c-afdc-eb8d0e5a1f1c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:41:46.703063 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:41:46.805902 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Allocated IP 172.25.2.109 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/5a6fe9d1-3984-4afa-86f5-65ed84f1bb80) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:41:46.863677 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d1dfbbb-71d2-496c-afdc-eb8d0e5a1f1c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:46.877291 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d1dfbbb-71d2-496c-afdc-eb8d0e5a1f1c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:46.880562 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6d1dfbbb-71d2-496c-afdc-eb8d0e5a1f1c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] 10.222.0.13 "DELETE /v2.0/networks/0139f751-f5f3-457e-941e-bfed3ae64a33 HTTP/1.1" status: 204 len: 168 time: 0.5184884 Nov 08 00:41:46.894177 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1dfbbb-71d2-496c-afdc-eb8d0e5a1f1c tempest-FloatingIPTestJSON-858179126 tempest-FloatingIPTestJSON-858179126-project] Pushing event deleted for resources: {'Network': ['ID=0139f751-f5f3-457e-941e-bfed3ae64a33,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:46.938098 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:47.076823 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:47.113493 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:41:47.116352 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:41:47.119753 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:41:47.147179 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event updated for resources: {'Port': ['ID=5a6fe9d1-3984-4afa-86f5-65ed84f1bb80,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:47.147525 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:41:47.428738 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53904) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:47.587161 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-37beaa6c-70b3-4ba7-ad92-62bdda8152b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70ce71234de54f1082bfc472dcdd40dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572156 Nov 08 00:41:47.590838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53908) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:47.644553 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4e40c4b-2815-48e3-8c88-0a2d714c1ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:47.667623 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4e40c4b-2815-48e3-8c88-0a2d714c1ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:47.779029 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4e40c4b-2815-48e3-8c88-0a2d714c1ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:47.781995 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a4e40c4b-2815-48e3-8c88-0a2d714c1ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:47.783174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a4e40c4b-2815-48e3-8c88-0a2d714c1ff5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0db80540-4a79-4df9-ac7d-e0279c1c37a4 HTTP/1.1" status: 204 len: 168 time: 0.1907737 Nov 08 00:41:47.792179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e40c4b-2815-48e3-8c88-0a2d714c1ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db80540-4a79-4df9-ac7d-e0279c1c37a4,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:47.817416 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:47.953991 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:48.109282 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:48.173657 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:48.247467 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event updated for resources: {'Port': ['ID=5a6fe9d1-3984-4afa-86f5-65ed84f1bb80,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:48.258812 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:48.364171 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Floating IP 98275949-f24f-4a41-aada-dacd1c1b6228 associated. External IP: 172.25.2.109, port: c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe. Nov 08 00:41:48.594732 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Router ca9afdab-d8f7-442a-85bd-986095c64ea2 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:41:48.709542 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:41:48.719139 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9580e9-85f9-4822-820e-c66d0fd2ad4a None None] Sync routers for ids ['ca9afdab-d8f7-442a-85bd-986095c64ea2'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:41:48.729574 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9580e9-85f9-4822-820e-c66d0fd2ad4a None None] Routers {'ca9afdab-d8f7-442a-85bd-986095c64ea2'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:48.730423 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5d9580e9-85f9-4822-820e-c66d0fd2ad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ca9afdab-d8f7-442a-85bd-986095c64ea2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:48.793411 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:48.868932 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-61668daa-6e30-43c6-90f6-a534c9e77cda tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6192491 Nov 08 00:41:48.869541 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'tag': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:41:48.875713 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7cacca-1fed-4686-a3fb-063b9ce3d5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "080ad7ff-73f0-41ce-a502-893c82ad1d02", "tag": "c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:41:48.895753 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5d9580e9-85f9-4822-820e-c66d0fd2ad4a None None] Set router ca9afdab-d8f7-442a-85bd-986095c64ea2 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:41:48.929371 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 53944) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:49.100404 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-02a5021d-f1b3-4c2f-9b68-0afff0bb9f3d tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:49.101137 n-d-816882-1 neutron-server[102772]: WARNING neutron.api.v2.base [None req-02a5021d-f1b3-4c2f-9b68-0afff0bb9f3d tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 08 00:41:49.101639 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-02a5021d-f1b3-4c2f-9b68-0afff0bb9f3d tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): There was a conflict when trying to complete your request. Nov 08 00:41:49.106150 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-02a5021d-f1b3-4c2f-9b68-0afff0bb9f3d tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1700454 Nov 08 00:41:49.108834 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53948) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:49.111157 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ab8f0512-46ca-4160-aef3-05ea95dc1175 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group': {'name': 'tempest-secgroup--2110809606'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:49.155266 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd2d33d-eb14-495f-ad8d-e2c157592f85 x-openstack-request-id: req-7cd2d33d-eb14-495f-ad8d-e2c157592f85 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:41:49.155622 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "080ad7ff-73f0-41ce-a502-893c82ad1d02", "tag": "c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:41:49.155992 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7cd2d33d-eb14-495f-ad8d-e2c157592f85 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:41:49.156460 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'tag': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe', 'status': 'completed', 'code': 200} Nov 08 00:41:49.195545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5d9580e9-85f9-4822-820e-c66d0fd2ad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '98275949-f24f-4a41-aada-dacd1c1b6228', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'port_id': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'mac_address': 'fa:16:3e:e0:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:41:47Z', 'updated_at': '2021-11-08T00:41:47Z', 'revision_number': 0, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:10Z', 'revision_number': 5, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:49.219373 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab8f0512-46ca-4160-aef3-05ea95dc1175 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:49.230112 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab8f0512-46ca-4160-aef3-05ea95dc1175 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:49.232262 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9580e9-85f9-4822-820e-c66d0fd2ad4a None None] Checking router: ca9afdab-d8f7-442a-85bd-986095c64ea2 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:41:49.249986 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9580e9-85f9-4822-820e-c66d0fd2ad4a None None] Routers {'ca9afdab-d8f7-442a-85bd-986095c64ea2'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:41:49.250894 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5d9580e9-85f9-4822-820e-c66d0fd2ad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:41:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ca9afdab-d8f7-442a-85bd-986095c64ea2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:49.254834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cacca-1fed-4686-a3fb-063b9ce3d5ce req-422a563d-9ec5-4742-8020-563d7a1de3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:49.257729 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f7cacca-1fed-4686-a3fb-063b9ce3d5ce req-422a563d-9ec5-4742-8020-563d7a1de3ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 1097 time: 0.0590527 Nov 08 00:41:49.336013 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab8f0512-46ca-4160-aef3-05ea95dc1175 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:49.379140 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab8f0512-46ca-4160-aef3-05ea95dc1175 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:49.386031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cacca-1fed-4686-a3fb-063b9ce3d5ce req-8b22e19b-fd82-4c3b-85ea-8b2581dc88a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:49.387831 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f7cacca-1fed-4686-a3fb-063b9ce3d5ce req-8b22e19b-fd82-4c3b-85ea-8b2581dc88a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 913 time: 0.1200480 Nov 08 00:41:49.395593 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5d9580e9-85f9-4822-820e-c66d0fd2ad4a None None] Set router ca9afdab-d8f7-442a-85bd-986095c64ea2 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:41:49.421774 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f0512-46ca-4160-aef3-05ea95dc1175 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf387928-184c-4e1c-9719-bc9127f38b60,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:49.464783 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab8f0512-46ca-4160-aef3-05ea95dc1175 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:49.480449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f7cacca-1fed-4686-a3fb-063b9ce3d5ce req-55f6d8e2-4376-4fe8-af96-008570e8cb38 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe HTTP/1.1" status: 200 len: 1000 time: 0.0854044 Nov 08 00:41:49.530445 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cacca-1fed-4686-a3fb-063b9ce3d5ce req-57e8ee2b-c42d-4fad-8a0f-361e8288c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:49.531983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f7cacca-1fed-4686-a3fb-063b9ce3d5ce req-57e8ee2b-c42d-4fad-8a0f-361e8288c593 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.0452714 Nov 08 00:41:49.556216 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab8f0512-46ca-4160-aef3-05ea95dc1175 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:49.613528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cacca-1fed-4686-a3fb-063b9ce3d5ce req-7b78420e-e1f5-41b1-b318-308c810fd712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:49.614953 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f0512-46ca-4160-aef3-05ea95dc1175 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0100e55-4b40-4ad8-b9b2-651dd7e267e3,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:49.615635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f7cacca-1fed-4686-a3fb-063b9ce3d5ce req-7b78420e-e1f5-41b1-b318-308c810fd712 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772827 Nov 08 00:41:49.656969 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab8f0512-46ca-4160-aef3-05ea95dc1175 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:49.659286 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ab8f0512-46ca-4160-aef3-05ea95dc1175 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5511794 Nov 08 00:41:49.665558 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53954) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:49.677412 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-a4fca63e-de86-41f4-a469-c880bf5c6575 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': 'b0100e55-4b40-4ad8-b9b2-651dd7e267e3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:49.683779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5d9580e9-85f9-4822-820e-c66d0fd2ad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '98275949-f24f-4a41-aada-dacd1c1b6228', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'port_id': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'mac_address': 'fa:16:3e:e0:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:41:47Z', 'updated_at': '2021-11-08T00:41:47Z', 'revision_number': 0, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:10Z', 'revision_number': 5, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:41:49.717903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9580e9-85f9-4822-820e-c66d0fd2ad4a None None] The sync data for ids ['ca9afdab-d8f7-442a-85bd-986095c64ea2'] in n-d-816882-1 is: [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '98275949-f24f-4a41-aada-dacd1c1b6228', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'port_id': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'mac_address': 'fa:16:3e:e0:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:41:47Z', 'updated_at': '2021-11-08T00:41:47Z', 'revision_number': 0, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:10Z', 'revision_number': 5, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:41:49.753381 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-e26ddd12-0535-423e-a49a-71dba0c568df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1277614 Nov 08 00:41:49.779814 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a4fca63e-de86-41f4-a469-c880bf5c6575 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:49.815590 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f7cacca-1fed-4686-a3fb-063b9ce3d5ce req-5202c9f9-8b41-426d-9703-3038c9e296a5 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886232 Nov 08 00:41:49.858244 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a4fca63e-de86-41f4-a469-c880bf5c6575 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:49.916360 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a4fca63e-de86-41f4-a469-c880bf5c6575 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:49.932280 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fca63e-de86-41f4-a469-c880bf5c6575 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3277acc-4182-436d-857d-2337f068e8b4,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:49.937164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-b46a7588-4e04-48d9-b657-2014eda0f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:49.937683 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-b46a7588-4e04-48d9-b657-2014eda0f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:49.938189 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-b46a7588-4e04-48d9-b657-2014eda0f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:49.938598 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-b46a7588-4e04-48d9-b657-2014eda0f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:49.939050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-b46a7588-4e04-48d9-b657-2014eda0f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:49.939495 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-b46a7588-4e04-48d9-b657-2014eda0f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:49.939989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-b46a7588-4e04-48d9-b657-2014eda0f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:49.941987 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-b46a7588-4e04-48d9-b657-2014eda0f8ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 6494 time: 0.1207175 Nov 08 00:41:49.985271 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f7cacca-1fed-4686-a3fb-063b9ce3d5ce req-71080659-1d73-453f-aeec-ae0f63457898 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555204 Nov 08 00:41:50.002375 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a4fca63e-de86-41f4-a469-c880bf5c6575 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:50.002975 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9514ebd-b4ec-4333-8a50-567297c9c8ec None None] New status for floating IP 98275949-f24f-4a41-aada-dacd1c1b6228: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:41:50.004080 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a4fca63e-de86-41f4-a469-c880bf5c6575 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3373704 Nov 08 00:41:50.006674 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53956) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:50.013483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-515291d6-65c2-400f-b6a1-cc94b4675dbb tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': 'b0100e55-4b40-4ad8-b9b2-651dd7e267e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:50.100673 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-515291d6-65c2-400f-b6a1-cc94b4675dbb tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:50.111679 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-53cc7443-c4ce-4ed2-b9dc-be974d9bdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:50.112259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-53cc7443-c4ce-4ed2-b9dc-be974d9bdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:50.112836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-53cc7443-c4ce-4ed2-b9dc-be974d9bdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:50.114455 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-53cc7443-c4ce-4ed2-b9dc-be974d9bdc01 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cc5b0d97-a530-416c-8598-edbfeb38986f&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 HTTP/1.1" status: 200 len: 2294 time: 0.1401684 Nov 08 00:41:50.218099 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-6a77fac0-62bf-4095-84b7-5497ece5d5b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76488d3d-aea0-483c-841a-feae5dfe1eab HTTP/1.1" status: 200 len: 1002 time: 0.0757921 Nov 08 00:41:50.225045 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-515291d6-65c2-400f-b6a1-cc94b4675dbb tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): There was a conflict when trying to complete your request. Nov 08 00:41:50.226132 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-515291d6-65c2-400f-b6a1-cc94b4675dbb tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2184932 Nov 08 00:41:50.228971 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53960) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:50.275530 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-f96f9840-f62b-4602-a32c-6659a9629e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:50.277321 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-f96f9840-f62b-4602-a32c-6659a9629e7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27c96a89-7ab5-4bdd-a965-d1c0a565158c HTTP/1.1" status: 200 len: 851 time: 0.0519772 Nov 08 00:41:50.298319 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bdec72e6-d210-4361-9455-8b90baf3fc3f tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:50.323321 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bdec72e6-d210-4361-9455-8b90baf3fc3f tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:50.327779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-81e94a0e-3ae2-46b1-a243-ce3468c83d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:50.331844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-81e94a0e-3ae2-46b1-a243-ce3468c83d89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc5b0d97-a530-416c-8598-edbfeb38986f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447652 Nov 08 00:41:50.434357 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-4c31e677-7d9c-4d62-8267-a0c8c8c46728 service neutron] 10.222.0.20 "GET /v2.0/networks/cc5b0d97-a530-416c-8598-edbfeb38986f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942433 Nov 08 00:41:50.436068 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bdec72e6-d210-4361-9455-8b90baf3fc3f tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:50.438646 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bdec72e6-d210-4361-9455-8b90baf3fc3f tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:50.439777 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bdec72e6-d210-4361-9455-8b90baf3fc3f tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "DELETE /v2.0/security-groups/b0100e55-4b40-4ad8-b9b2-651dd7e267e3 HTTP/1.1" status: 204 len: 168 time: 0.2098074 Nov 08 00:41:50.443139 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53962) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:50.460626 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec72e6-d210-4361-9455-8b90baf3fc3f tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0100e55-4b40-4ad8-b9b2-651dd7e267e3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:50.518370 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9d34e09c-a6c5-40bd-b9d8-8504eeca4c7a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0702207 Nov 08 00:41:50.518370 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53966) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:50.522664 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-44769ec2-909d-456a-8ad4-35ea74de21e8 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group': {'name': 'tempest-secgroup--617037718'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:50.546103 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-de924c3b-616e-49ea-9a47-a3b96c064265 service neutron] 10.222.0.20 "GET /v2.0/networks/cc5b0d97-a530-416c-8598-edbfeb38986f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048331 Nov 08 00:41:50.597699 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-be04a633-ed08-44b6-9b95-86fed64d0339 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=5467d33c-e619-4cf2-9bdc-e9edb7e205e2 HTTP/1.1" status: 200 len: 217 time: 0.0446343 Nov 08 00:41:50.650431 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-8005a30d-faa0-4315-9115-21774069cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:50.651980 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-8005a30d-faa0-4315-9115-21774069cafd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0484478 Nov 08 00:41:50.659496 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-44769ec2-909d-456a-8ad4-35ea74de21e8 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:50.698603 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-06363463-f3a2-4e1f-89dd-3dbba5b06e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:50.700189 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-06363463-f3a2-4e1f-89dd-3dbba5b06e21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0410264 Nov 08 00:41:50.733878 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-44769ec2-909d-456a-8ad4-35ea74de21e8 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:50.795449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-f6c8a5e7-2730-4b52-a4a3-8c445a1ac088 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884101 Nov 08 00:41:50.802118 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-44769ec2-909d-456a-8ad4-35ea74de21e8 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:50.831507 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44769ec2-909d-456a-8ad4-35ea74de21e8 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ce4963-945a-431e-8f8d-820dcb281191,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:50.883898 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-44769ec2-909d-456a-8ad4-35ea74de21e8 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:50.885055 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-44769ec2-909d-456a-8ad4-35ea74de21e8 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3658664 Nov 08 00:41:50.888001 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53968) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:50.888441 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-1d575f83-a04d-4cd6-969a-84ef4d076da5 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858078 Nov 08 00:41:50.892846 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b6494533-0cd0-4e7e-a950-6c913e48d5be tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': '15ce4963-945a-431e-8f8d-820dcb281191', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:50.894296 n-d-816882-1 neutron-server[102771]: WARNING neutron.api.v2.base [None req-b6494533-0cd0-4e7e-a950-6c913e48d5be tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 08 00:41:50.894907 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-b6494533-0cd0-4e7e-a950-6c913e48d5be tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:41:50.896136 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b6494533-0cd0-4e7e-a950-6c913e48d5be tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068541 Nov 08 00:41:50.898438 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53970) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:50.938837 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-7f1802c9-84ef-4af2-b341-35829bf829af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=86366417-c094-4a24-a99e-6f58cfef17b4 HTTP/1.1" status: 200 len: 217 time: 0.0440247 Nov 08 00:41:50.964860 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9258e48a-6cfb-447f-8235-54d338fd815a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:50.992632 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9258e48a-6cfb-447f-8235-54d338fd815a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:51.001671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-28fbb8d3-4679-44d5-bf19-76ceb917b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:51.003206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-28fbb8d3-4679-44d5-bf19-76ceb917b281 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0577292 Nov 08 00:41:51.055085 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-c07180ac-ddb5-4fe0-888e-53988f375a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:51.056852 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-c07180ac-ddb5-4fe0-888e-53988f375a4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0471344 Nov 08 00:41:51.098846 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9258e48a-6cfb-447f-8235-54d338fd815a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:51.101612 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9258e48a-6cfb-447f-8235-54d338fd815a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:51.105172 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9258e48a-6cfb-447f-8235-54d338fd815a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "DELETE /v2.0/security-groups/15ce4963-945a-431e-8f8d-820dcb281191 HTTP/1.1" status: 204 len: 168 time: 0.2034588 Nov 08 00:41:51.106261 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53972) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:51.126033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258e48a-6cfb-447f-8235-54d338fd815a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ce4963-945a-431e-8f8d-820dcb281191,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:51.160984 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9ddfa4ed-8617-4193-893c-8ec90d47cd77 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0535176 Nov 08 00:41:51.164769 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53976) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:51.169211 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-bb07fe1a-5fc7-422c-899a-1b684c87dae4 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group': {'name': 'tempest-secgroup--2134610589'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:51.178282 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-0fc791f1-b9cd-4b4f-8846-02f44144ecc3 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139166 Nov 08 00:41:51.253057 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb07fe1a-5fc7-422c-899a-1b684c87dae4 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:51.274032 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-d9d708b9-3b35-4bb3-9603-e065a40a06ce service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883076 Nov 08 00:41:51.327776 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-afb2b0df-c3ed-4b48-aa0b-5059de1dd0f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=95e11555-22e2-4530-90d3-ed8768294b34 HTTP/1.1" status: 200 len: 217 time: 0.0466955 Nov 08 00:41:51.343628 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb07fe1a-5fc7-422c-899a-1b684c87dae4 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:51.381922 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-8a352ee4-e285-47f3-acf6-604b58389038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:51.383373 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-8a352ee4-e285-47f3-acf6-604b58389038 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0490577 Nov 08 00:41:51.425247 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb07fe1a-5fc7-422c-899a-1b684c87dae4 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:51.431489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-6ea18358-31f6-4e9c-a86b-ae6904471eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:51.433014 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-6ea18358-31f6-4e9c-a86b-ae6904471eb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0428247 Nov 08 00:41:51.462753 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07fe1a-5fc7-422c-899a-1b684c87dae4 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b8c500-e198-42b4-b2f7-69355808e7a0,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:51.529633 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bb07fe1a-5fc7-422c-899a-1b684c87dae4 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:51.532204 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bb07fe1a-5fc7-422c-899a-1b684c87dae4 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3652222 Nov 08 00:41:51.539233 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-323b484f-a4ae-49e7-a3c1-f170a0b6c9bd service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966859 Nov 08 00:41:51.541045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53978) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:51.545963 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-a3506d44-ea1a-4a2e-b3ca-205f773065cf tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': 'e0b8c500-e198-42b4-b2f7-69355808e7a0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:51.546856 n-d-816882-1 neutron-server[102771]: WARNING neutron.api.v2.base [None req-a3506d44-ea1a-4a2e-b3ca-205f773065cf tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 08 00:41:51.547351 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-a3506d44-ea1a-4a2e-b3ca-205f773065cf tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:41:51.548396 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a3506d44-ea1a-4a2e-b3ca-205f773065cf tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062215 Nov 08 00:41:51.551240 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53980) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:51.632431 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-345cf2a4-2120-4f2c-b484-7ceccb568aa6 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:51.656992 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-345cf2a4-2120-4f2c-b484-7ceccb568aa6 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:51.662373 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-beaaf233-86b6-4558-9b9f-b015d172a5db service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170609 Nov 08 00:41:51.704974 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-2b30a985-9ba5-451f-9661-5324fe4e1f9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=54a2fed0-295c-4337-8852-db922e50e0df HTTP/1.1" status: 200 len: 217 time: 0.0345507 Nov 08 00:41:51.758400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-3263dc45-cb7e-49da-bb46-d75019862f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:51.759877 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-3263dc45-cb7e-49da-bb46-d75019862f4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0482075 Nov 08 00:41:51.784747 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-345cf2a4-2120-4f2c-b484-7ceccb568aa6 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:51.787387 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-345cf2a4-2120-4f2c-b484-7ceccb568aa6 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:51.788579 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-345cf2a4-2120-4f2c-b484-7ceccb568aa6 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "DELETE /v2.0/security-groups/e0b8c500-e198-42b4-b2f7-69355808e7a0 HTTP/1.1" status: 204 len: 168 time: 0.2325313 Nov 08 00:41:51.791956 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53984) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:51.808672 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-5dafd270-1836-4714-852a-9e024ce9e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:51.810367 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-5dafd270-1836-4714-852a-9e024ce9e1a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0428534 Nov 08 00:41:51.810496 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345cf2a4-2120-4f2c-b484-7ceccb568aa6 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b8c500-e198-42b4-b2f7-69355808e7a0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:51.845752 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e6f8875a-b330-4d9b-b202-a392fcf88bae tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0527258 Nov 08 00:41:51.850215 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53986) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:51.854580 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-110b64d8-81c7-4b4e-b80e-68102bcbb748 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group': {'name': 'tempest-secgroup--1762412520'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:51.905686 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-5b9db6b9-762d-4b57-a590-02eb97d8325c service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884070 Nov 08 00:41:51.933321 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-110b64d8-81c7-4b4e-b80e-68102bcbb748 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:52.009758 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-110b64d8-81c7-4b4e-b80e-68102bcbb748 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:52.010005 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-66aa0b0b-91eb-4c1b-bf45-58d6f1d7702e service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966120 Nov 08 00:41:52.053457 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-a5050b14-8874-40c6-8d9a-2eddbaa636cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 HTTP/1.1" status: 200 len: 217 time: 0.0353308 Nov 08 00:41:52.082232 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-110b64d8-81c7-4b4e-b80e-68102bcbb748 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:52.114193 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b64d8-81c7-4b4e-b80e-68102bcbb748 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7dd615-1120-411d-bd1c-a2bcd9b8b6f2,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:52.118549 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-5b1cb5d9-c309-4c91-a04d-7ea24ee37353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:52.124733 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-5b1cb5d9-c309-4c91-a04d-7ea24ee37353 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e HTTP/1.1" status: 200 len: 797 time: 0.0599074 Nov 08 00:41:52.167470 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-48479288-a812-4b4d-9893-51986a780837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:52.169030 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-48479288-a812-4b4d-9893-51986a780837 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0416770 Nov 08 00:41:52.175882 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-110b64d8-81c7-4b4e-b80e-68102bcbb748 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:52.177146 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-110b64d8-81c7-4b4e-b80e-68102bcbb748 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3259432 Nov 08 00:41:52.180059 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53988) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:52.186697 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7108692e-8ce8-4e64-86fe-eba3bbe426c0 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': '2d7dd615-1120-411d-bd1c-a2bcd9b8b6f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:52.201354 n-d-816882-1 neutron-server[102771]: WARNING neutron.api.v2.base [None req-7108692e-8ce8-4e64-86fe-eba3bbe426c0 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 08 00:41:52.201940 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-7108692e-8ce8-4e64-86fe-eba3bbe426c0 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:41:52.203157 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7108692e-8ce8-4e64-86fe-eba3bbe426c0 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219893 Nov 08 00:41:52.208292 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53990) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:52.212832 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-944d0ee7-8141-4d85-a0de-4753a93386a0 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': '2d7dd615-1120-411d-bd1c-a2bcd9b8b6f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:52.213490 n-d-816882-1 neutron-server[102771]: WARNING neutron.api.v2.base [None req-944d0ee7-8141-4d85-a0de-4753a93386a0 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 08 00:41:52.213988 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-944d0ee7-8141-4d85-a0de-4753a93386a0 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:41:52.214898 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-944d0ee7-8141-4d85-a0de-4753a93386a0 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057065 Nov 08 00:41:52.217207 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53992) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:52.228269 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c4312cc6-60c2-4c7c-9213-3a1a779f904f tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': '2d7dd615-1120-411d-bd1c-a2bcd9b8b6f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:52.229246 n-d-816882-1 neutron-server[102771]: WARNING neutron.api.v2.base [None req-c4312cc6-60c2-4c7c-9213-3a1a779f904f tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 08 00:41:52.229732 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-c4312cc6-60c2-4c7c-9213-3a1a779f904f tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:41:52.230722 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c4312cc6-60c2-4c7c-9213-3a1a779f904f tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066264 Nov 08 00:41:52.234302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53994) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:52.238719 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-931b13cf-54b5-44c4-8dfb-de82cdde6d3c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': '2d7dd615-1120-411d-bd1c-a2bcd9b8b6f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:52.239619 n-d-816882-1 neutron-server[102771]: WARNING neutron.api.v2.base [None req-931b13cf-54b5-44c4-8dfb-de82cdde6d3c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 08 00:41:52.240123 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-931b13cf-54b5-44c4-8dfb-de82cdde6d3c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:41:52.241068 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-931b13cf-54b5-44c4-8dfb-de82cdde6d3c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058420 Nov 08 00:41:52.245888 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 53998) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:52.271759 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-44ac174f-d117-41e2-8627-b25f33d2f697 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952833 Nov 08 00:41:52.305413 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5d5f189-642d-4af1-af0f-7440e3e006c4 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:52.330018 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5d5f189-642d-4af1-af0f-7440e3e006c4 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:52.375638 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-440c2054-92f8-4507-af17-2af8ec2bc497 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965557 Nov 08 00:41:52.418000 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-d6e8662d-aed6-4910-a7f4-9a0953b1c478 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b49ec54-cada-4f85-a13b-983d4fe19c5b HTTP/1.1" status: 200 len: 217 time: 0.0352108 Nov 08 00:41:52.441749 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5d5f189-642d-4af1-af0f-7440e3e006c4 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:52.444396 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5d5f189-642d-4af1-af0f-7440e3e006c4 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:52.445657 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b5d5f189-642d-4af1-af0f-7440e3e006c4 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "DELETE /v2.0/security-groups/2d7dd615-1120-411d-bd1c-a2bcd9b8b6f2 HTTP/1.1" status: 204 len: 168 time: 0.1988051 Nov 08 00:41:52.449005 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54000) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:52.467716 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5f189-642d-4af1-af0f-7440e3e006c4 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7dd615-1120-411d-bd1c-a2bcd9b8b6f2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:52.474075 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-78d36872-86e6-4480-81ec-216888e78ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:52.475754 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-78d36872-86e6-4480-81ec-216888e78ade service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e HTTP/1.1" status: 200 len: 797 time: 0.0513806 Nov 08 00:41:52.504979 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a4364ece-29dc-4db7-b80c-81d5bfec53a0 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0500391 Nov 08 00:41:52.505394 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54002) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:52.509740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-40780eae-0901-4b4c-892a-f66d6d40ca7a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group': {'name': 'tempest-secgroup--159515165'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:52.528439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-9bc15697-eab5-4e8d-b07f-6b47f43fd845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:41:52.529890 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-9bc15697-eab5-4e8d-b07f-6b47f43fd845 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0459459 Nov 08 00:41:52.620040 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-cc3c1e05-75ad-4bb3-a933-199fd9f1c002 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829916 Nov 08 00:41:52.652011 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40780eae-0901-4b4c-892a-f66d6d40ca7a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:52.722346 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b077ef0c-e6ac-4d85-8835-ed6a01f3f3f8 req-a34bfce0-4ceb-4fcf-8460-d74a94d31092 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947018 Nov 08 00:41:52.726805 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40780eae-0901-4b4c-892a-f66d6d40ca7a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:52.847867 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40780eae-0901-4b4c-892a-f66d6d40ca7a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:52.876904 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40780eae-0901-4b4c-892a-f66d6d40ca7a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5eae50-ca0b-4f04-a5d2-6a78080d78eb,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:52.970398 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40780eae-0901-4b4c-892a-f66d6d40ca7a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:52.971835 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-40780eae-0901-4b4c-892a-f66d6d40ca7a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4654491 Nov 08 00:41:52.976362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54006) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:52.980752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-3c5c9641-1475-4674-bf66-1ef4ee64aa27 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': 'bc5eae50-ca0b-4f04-a5d2-6a78080d78eb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:52.981470 n-d-816882-1 neutron-server[102771]: WARNING neutron.api.v2.base [None req-3c5c9641-1475-4674-bf66-1ef4ee64aa27 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 08 00:41:52.981960 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-3c5c9641-1475-4674-bf66-1ef4ee64aa27 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:41:52.982889 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3c5c9641-1475-4674-bf66-1ef4ee64aa27 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056031 Nov 08 00:41:52.985291 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54008) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:52.989637 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6b105f96-4fb5-4186-8606-315be5d49466 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': 'bc5eae50-ca0b-4f04-a5d2-6a78080d78eb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:53.191090 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-6b105f96-4fb5-4186-8606-315be5d49466 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:41:53.192110 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6b105f96-4fb5-4186-8606-315be5d49466 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2059186 Nov 08 00:41:53.194979 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54010) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:53.199517 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-fe299208-5eab-478f-95c6-d7e1253c5f6e tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': 'bc5eae50-ca0b-4f04-a5d2-6a78080d78eb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:53.200021 n-d-816882-1 neutron-server[102771]: WARNING neutron.api.v2.base [None req-fe299208-5eab-478f-95c6-d7e1253c5f6e tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 08 00:41:53.200524 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-fe299208-5eab-478f-95c6-d7e1253c5f6e tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:41:53.201430 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fe299208-5eab-478f-95c6-d7e1253c5f6e tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055146 Nov 08 00:41:53.205120 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54012) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:53.209860 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-3ad58afe-92fc-4fa3-99e2-de823b8ab9e5 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': 'bc5eae50-ca0b-4f04-a5d2-6a78080d78eb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:53.402155 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-3ad58afe-92fc-4fa3-99e2-de823b8ab9e5 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:41:53.403514 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3ad58afe-92fc-4fa3-99e2-de823b8ab9e5 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1972823 Nov 08 00:41:53.406257 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54016) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:53.412975 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a1291d11-5af5-4b5c-bd22-d27a6a27e5c1 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': 'bc5eae50-ca0b-4f04-a5d2-6a78080d78eb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:53.413725 n-d-816882-1 neutron-server[102772]: WARNING neutron.api.v2.base [None req-a1291d11-5af5-4b5c-bd22-d27a6a27e5c1 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 08 00:41:53.414195 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-a1291d11-5af5-4b5c-bd22-d27a6a27e5c1 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:41:53.415181 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a1291d11-5af5-4b5c-bd22-d27a6a27e5c1 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079718 Nov 08 00:41:53.417747 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54018) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:53.426043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c6e9493f-19e2-465a-8989-cd40c4baeea8 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': 'bc5eae50-ca0b-4f04-a5d2-6a78080d78eb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:53.544657 n-d-816882-1 neutron-server[102772]: INFO neutron.db.securitygroups_db [None req-c6e9493f-19e2-465a-8989-cd40c4baeea8 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Project be6711dc7572487e847049794d7915a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:41:53.647528 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-c6e9493f-19e2-465a-8989-cd40c4baeea8 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:41:53.648645 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c6e9493f-19e2-465a-8989-cd40c4baeea8 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2299092 Nov 08 00:41:53.651526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54020) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:53.656165 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-34a24c41-07ad-4ca7-abfd-1e4c0ae183ef tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': 'bc5eae50-ca0b-4f04-a5d2-6a78080d78eb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:53.656635 n-d-816882-1 neutron-server[102772]: WARNING neutron.api.v2.base [None req-34a24c41-07ad-4ca7-abfd-1e4c0ae183ef tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 08 00:41:53.657083 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-34a24c41-07ad-4ca7-abfd-1e4c0ae183ef tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:41:53.657992 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-34a24c41-07ad-4ca7-abfd-1e4c0ae183ef tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054832 Nov 08 00:41:53.661552 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54022) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:53.668237 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-be6dce90-06e2-41e3-b4c9-732915c56914 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': 'bc5eae50-ca0b-4f04-a5d2-6a78080d78eb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:53.773350 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-be6dce90-06e2-41e3-b4c9-732915c56914 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Project be6711dc7572487e847049794d7915a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:41:53.899348 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-be6dce90-06e2-41e3-b4c9-732915c56914 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:41:53.902487 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-be6dce90-06e2-41e3-b4c9-732915c56914 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2379107 Nov 08 00:41:53.903542 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54026) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:53.908108 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-eb04c7cc-1d84-4359-947e-e95b5514a346 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': 'bc5eae50-ca0b-4f04-a5d2-6a78080d78eb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:54.030155 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-eb04c7cc-1d84-4359-947e-e95b5514a346 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Project be6711dc7572487e847049794d7915a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:41:54.157505 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-eb04c7cc-1d84-4359-947e-e95b5514a346 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:41:54.160266 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-eb04c7cc-1d84-4359-947e-e95b5514a346 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2555969 Nov 08 00:41:54.163146 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54028) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:54.218035 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1263-f001-4a73-a6f6-25ab83eca600 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:54.242889 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1263-f001-4a73-a6f6-25ab83eca600 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:54.363279 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1263-f001-4a73-a6f6-25ab83eca600 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:54.365946 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1263-f001-4a73-a6f6-25ab83eca600 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:54.367106 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6f1f1263-f001-4a73-a6f6-25ab83eca600 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "DELETE /v2.0/security-groups/bc5eae50-ca0b-4f04-a5d2-6a78080d78eb HTTP/1.1" status: 204 len: 168 time: 0.2030115 Nov 08 00:41:54.369768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54030) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:54.376358 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f1263-f001-4a73-a6f6-25ab83eca600 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5eae50-ca0b-4f04-a5d2-6a78080d78eb,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:54.430312 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2c0791eb-e943-404e-8e06-b3db7bd8a4a3 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0592549 Nov 08 00:41:54.435129 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54034) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:54.439969 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-868a0b44-db3c-45f0-b3d1-b84afcd877be tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group': {'name': 'tempest-secgroup--48461276'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:54.584588 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-868a0b44-db3c-45f0-b3d1-b84afcd877be tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:54.654093 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-868a0b44-db3c-45f0-b3d1-b84afcd877be tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:54.738771 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-868a0b44-db3c-45f0-b3d1-b84afcd877be tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:54.776826 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a0b44-db3c-45f0-b3d1-b84afcd877be tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b926f983-06c0-4a17-9590-58295a9a5f10,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:54.838475 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-868a0b44-db3c-45f0-b3d1-b84afcd877be tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:54.839922 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-868a0b44-db3c-45f0-b3d1-b84afcd877be tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4041140 Nov 08 00:41:54.842779 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54038) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:54.847758 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-1eaf93e4-8518-4483-b20b-ef18289df523 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': 'b926f983-06c0-4a17-9590-58295a9a5f10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:55.059484 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-1eaf93e4-8518-4483-b20b-ef18289df523 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The resource could not be found. Nov 08 00:41:55.063194 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1eaf93e4-8518-4483-b20b-ef18289df523 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2173021 Nov 08 00:41:55.064639 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54040) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:55.069967 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6908a109-4aea-47be-b2b7-ce5a8169588c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': 'b926f983-06c0-4a17-9590-58295a9a5f10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '770fb0a5-5ada-44df-981c-40ad5f42b6bb'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:55.259204 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-6908a109-4aea-47be-b2b7-ce5a8169588c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The resource could not be found. Nov 08 00:41:55.260403 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6908a109-4aea-47be-b2b7-ce5a8169588c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1942070 Nov 08 00:41:55.263455 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54042) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:55.326031 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5339fb8-a4e8-4199-b9c8-5b7017289f33 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:55.349842 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5339fb8-a4e8-4199-b9c8-5b7017289f33 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:55.448130 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5339fb8-a4e8-4199-b9c8-5b7017289f33 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:55.450883 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5339fb8-a4e8-4199-b9c8-5b7017289f33 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:55.452045 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b5339fb8-a4e8-4199-b9c8-5b7017289f33 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "DELETE /v2.0/security-groups/b926f983-06c0-4a17-9590-58295a9a5f10 HTTP/1.1" status: 204 len: 168 time: 0.1876166 Nov 08 00:41:55.454728 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54044) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:55.464647 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5339fb8-a4e8-4199-b9c8-5b7017289f33 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b926f983-06c0-4a17-9590-58295a9a5f10,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:55.511631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ff877c8e-940f-4c7a-8e5b-80d3ffd44aad tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552287 Nov 08 00:41:55.515270 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54046) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:55.519998 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-07e4fb2f-1f06-40d9-bd81-18ae0fc4d720 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': '81cd580f-dd79-4ba8-a6d1-9c10acde5dad', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:55.710736 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-07e4fb2f-1f06-40d9-bd81-18ae0fc4d720 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The resource could not be found. Nov 08 00:41:55.711837 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-07e4fb2f-1f06-40d9-bd81-18ae0fc4d720 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1953442 Nov 08 00:41:55.715439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54052) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:55.719982 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-2cab3d2d-1d85-48a5-a123-380ab06dc3ab tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group': {'name': 'tempest-secgroup--207641596'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:55.825097 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2cab3d2d-1d85-48a5-a123-380ab06dc3ab tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:55.901853 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2cab3d2d-1d85-48a5-a123-380ab06dc3ab tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:55.967763 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2cab3d2d-1d85-48a5-a123-380ab06dc3ab tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:56.000569 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab3d2d-1d85-48a5-a123-380ab06dc3ab tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2abe5993-bb09-476b-9cb0-956b27a442fc,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:56.009590 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab3d2d-1d85-48a5-a123-380ab06dc3ab tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:56.009934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab3d2d-1d85-48a5-a123-380ab06dc3ab tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:56.010332 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab3d2d-1d85-48a5-a123-380ab06dc3ab tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:56.010688 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab3d2d-1d85-48a5-a123-380ab06dc3ab tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:56.011019 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab3d2d-1d85-48a5-a123-380ab06dc3ab tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:56.011363 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab3d2d-1d85-48a5-a123-380ab06dc3ab tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:56.011767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab3d2d-1d85-48a5-a123-380ab06dc3ab tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:56.012861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab3d2d-1d85-48a5-a123-380ab06dc3ab tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:56.012861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab3d2d-1d85-48a5-a123-380ab06dc3ab tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:56.012861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab3d2d-1d85-48a5-a123-380ab06dc3ab tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:56.013138 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab3d2d-1d85-48a5-a123-380ab06dc3ab tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:56.013456 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab3d2d-1d85-48a5-a123-380ab06dc3ab tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:41:56.055275 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2cab3d2d-1d85-48a5-a123-380ab06dc3ab tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:56.056669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2cab3d2d-1d85-48a5-a123-380ab06dc3ab tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3402600 Nov 08 00:41:56.059569 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54056) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:56.064100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-70833609-e454-4f52-a320-988532b60e6a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352725399'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:56.173793 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-70833609-e454-4f52-a320-988532b60e6a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:56.249682 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-70833609-e454-4f52-a320-988532b60e6a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:56.310376 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-70833609-e454-4f52-a320-988532b60e6a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:56.340985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70833609-e454-4f52-a320-988532b60e6a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db28900-4ce8-4ace-957c-0288c29df870,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:56.433073 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-70833609-e454-4f52-a320-988532b60e6a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:56.434481 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-70833609-e454-4f52-a320-988532b60e6a tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3738079 Nov 08 00:41:56.437353 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54058) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:56.443746 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-ae61c172-a33b-455f-a70c-0ebf33f12649 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': '2abe5993-bb09-476b-9cb0-956b27a442fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9db28900-4ce8-4ace-957c-0288c29df870'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:56.621126 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-ae61c172-a33b-455f-a70c-0ebf33f12649 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:41:56.622295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ae61c172-a33b-455f-a70c-0ebf33f12649 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1836944 Nov 08 00:41:56.625119 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54062) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:56.683838 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a2bd2b96-72b6-4d2e-a6fb-6eae85167c12 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:56.710717 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a2bd2b96-72b6-4d2e-a6fb-6eae85167c12 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:56.899445 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a2bd2b96-72b6-4d2e-a6fb-6eae85167c12 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:56.902042 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a2bd2b96-72b6-4d2e-a6fb-6eae85167c12 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:56.905572 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a2bd2b96-72b6-4d2e-a6fb-6eae85167c12 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "DELETE /v2.0/security-groups/9db28900-4ce8-4ace-957c-0288c29df870 HTTP/1.1" status: 204 len: 168 time: 0.2771051 Nov 08 00:41:56.906044 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54066) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:56.912950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd2b96-72b6-4d2e-a6fb-6eae85167c12 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db28900-4ce8-4ace-957c-0288c29df870,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:56.966831 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-caf6f701-a24e-4b36-b7e7-84761d0ea3d8 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0594809 Nov 08 00:41:56.969785 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54068) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:57.025291 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a81b2ac-2529-42fd-b929-71bd5822ef4c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:57.048495 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a81b2ac-2529-42fd-b929-71bd5822ef4c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:57.156134 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a81b2ac-2529-42fd-b929-71bd5822ef4c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:57.158767 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5a81b2ac-2529-42fd-b929-71bd5822ef4c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:57.159972 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5a81b2ac-2529-42fd-b929-71bd5822ef4c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "DELETE /v2.0/security-groups/2abe5993-bb09-476b-9cb0-956b27a442fc HTTP/1.1" status: 204 len: 168 time: 0.1888924 Nov 08 00:41:57.162712 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54070) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:57.169467 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81b2ac-2529-42fd-b929-71bd5822ef4c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abe5993-bb09-476b-9cb0-956b27a442fc,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:57.208349 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fc4878e1-a039-419d-82d0-f3ef30375b49 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0444925 Nov 08 00:41:57.212189 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54072) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:57.216877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-5fe2dc35-8ee7-4e1b-88fe-65fd5a1a8ecd tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group': {'name': 'tempest-secgroup--1436904665'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:57.304165 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5fe2dc35-8ee7-4e1b-88fe-65fd5a1a8ecd tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:57.372822 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5fe2dc35-8ee7-4e1b-88fe-65fd5a1a8ecd tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:57.441899 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5fe2dc35-8ee7-4e1b-88fe-65fd5a1a8ecd tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:57.478910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2dc35-8ee7-4e1b-88fe-65fd5a1a8ecd tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f15275c3-30c2-41c9-9f7b-5f9c709e435a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:57.553079 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5fe2dc35-8ee7-4e1b-88fe-65fd5a1a8ecd tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:57.554370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5fe2dc35-8ee7-4e1b-88fe-65fd5a1a8ecd tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3411152 Nov 08 00:41:57.557272 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54074) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:57.562443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-1d660cbc-5dda-4260-9983-a50bbb592ba3 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': 'f15275c3-30c2-41c9-9f7b-5f9c709e435a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:57.779148 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-1d660cbc-5dda-4260-9983-a50bbb592ba3 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:41:57.780495 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1d660cbc-5dda-4260-9983-a50bbb592ba3 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2221594 Nov 08 00:41:57.784261 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54078) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:57.789190 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8ac1c942-bdd3-4501-80df-18bec745604d tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group_rule': {'security_group_id': 'f15275c3-30c2-41c9-9f7b-5f9c709e435a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:57.950518 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-8ac1c942-bdd3-4501-80df-18bec745604d tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:41:57.951545 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8ac1c942-bdd3-4501-80df-18bec745604d tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1662486 Nov 08 00:41:57.954521 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54080) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:58.013508 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2137c86f-9d91-440f-928f-c25379718c6c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:58.043647 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2137c86f-9d91-440f-928f-c25379718c6c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:58.150258 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2137c86f-9d91-440f-928f-c25379718c6c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:58.154234 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2137c86f-9d91-440f-928f-c25379718c6c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:58.155413 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2137c86f-9d91-440f-928f-c25379718c6c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "DELETE /v2.0/security-groups/f15275c3-30c2-41c9-9f7b-5f9c709e435a HTTP/1.1" status: 204 len: 168 time: 0.1999075 Nov 08 00:41:58.158160 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54084) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:58.165077 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137c86f-9d91-440f-928f-c25379718c6c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15275c3-30c2-41c9-9f7b-5f9c709e435a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:58.182528 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f509-29a7-401a-94e7-9e8c31d4d19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:58.218194 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-41e438a1-d2db-4ca0-9e58-824cc38d978b tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555212 Nov 08 00:41:58.219673 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54086) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:58.224502 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-874de099-5068-4c8d-bceb-8e7f4d8a9977 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group': {'name': 'tempest-secgroup--841736428'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:58.293391 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-874de099-5068-4c8d-bceb-8e7f4d8a9977 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:58.367714 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-874de099-5068-4c8d-bceb-8e7f4d8a9977 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:58.447245 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-874de099-5068-4c8d-bceb-8e7f4d8a9977 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:58.476980 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874de099-5068-4c8d-bceb-8e7f4d8a9977 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d5bf89-3eea-4f3a-878c-260900d5d24c,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:58.553204 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-874de099-5068-4c8d-bceb-8e7f4d8a9977 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:58.554600 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-874de099-5068-4c8d-bceb-8e7f4d8a9977 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3338361 Nov 08 00:41:58.557490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54088) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:58.562150 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-b8e0ff51-fe50-4bea-9cc9-2087fa3f9d25 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:41:58.562568 n-d-816882-1 neutron-server[102772]: WARNING neutron.api.v2.base [None req-b8e0ff51-fe50-4bea-9cc9-2087fa3f9d25 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 08 00:41:58.563044 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-b8e0ff51-fe50-4bea-9cc9-2087fa3f9d25 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] update failed (client error): There was a conflict when trying to complete your request. Nov 08 00:41:58.564000 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b8e0ff51-fe50-4bea-9cc9-2087fa3f9d25 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "PUT /v2.0/security-groups/c7d5bf89-3eea-4f3a-878c-260900d5d24c HTTP/1.1" status: 409 len: 330 time: 0.0055737 Nov 08 00:41:58.566877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54090) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:58.622057 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5c8f865f-522c-49f6-89f2-59a3aeecc217 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:58.645112 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5c8f865f-522c-49f6-89f2-59a3aeecc217 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:58.824858 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5c8f865f-522c-49f6-89f2-59a3aeecc217 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:58.828415 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5c8f865f-522c-49f6-89f2-59a3aeecc217 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:58.829216 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5c8f865f-522c-49f6-89f2-59a3aeecc217 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "DELETE /v2.0/security-groups/c7d5bf89-3eea-4f3a-878c-260900d5d24c HTTP/1.1" status: 204 len: 168 time: 0.2614698 Nov 08 00:41:58.832091 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54094) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:58.839344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f865f-522c-49f6-89f2-59a3aeecc217 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d5bf89-3eea-4f3a-878c-260900d5d24c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:41:58.893896 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a47b1b6a-25f6-49e2-b238-8a7bf9a94edc tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0598137 Nov 08 00:41:58.898225 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54096) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:58.912749 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-3382a10b-4f4a-4b45-b916-ed7c51854f54 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] delete failed (client error): The resource could not be found. Nov 08 00:41:58.913948 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3382a10b-4f4a-4b45-b916-ed7c51854f54 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "DELETE /v2.0/security-groups/980a859a-ef17-470a-ae6f-f5aabed03ebb HTTP/1.1" status: 404 len: 347 time: 0.0147898 Nov 08 00:41:58.917679 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54098) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:58.930268 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-adaa07d1-8099-4a85-9b24-d22eca2a7b2c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] show failed (client error): The resource could not be found. Nov 08 00:41:58.931220 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-adaa07d1-8099-4a85-9b24-d22eca2a7b2c tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "GET /v2.0/security-groups/e5341e9e-2171-42c9-b07e-fe792eaa25fb HTTP/1.1" status: 404 len: 347 time: 0.0125751 Nov 08 00:41:58.934813 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54100) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:58.951585 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-40ebd44a-0fc0-41b1-bdee-509723f795b4 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] show failed (client error): The resource could not be found. Nov 08 00:41:58.953622 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-40ebd44a-0fc0-41b1-bdee-509723f795b4 tempest-NegativeSecGroupIPv6Test-1026757062 tempest-NegativeSecGroupIPv6Test-1026757062-project] 10.222.0.13 "GET /v2.0/security-group-rules/b768efbd-0a26-44d2-a02c-87130ceb05ab HTTP/1.1" status: 404 len: 356 time: 0.0179062 Nov 08 00:41:59.472870 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54108) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:59.614804 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d6fad8ac-4595-45af-8815-79e07f815803 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be6711dc7572487e847049794d7915a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404886 Nov 08 00:41:59.617120 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54112) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:41:59.672314 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8329cd28-05ad-478b-b4de-dc70913a14ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:59.696401 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8329cd28-05ad-478b-b4de-dc70913a14ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:59.894095 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8329cd28-05ad-478b-b4de-dc70913a14ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:59.899609 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8329cd28-05ad-478b-b4de-dc70913a14ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:41:59.903633 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8329cd28-05ad-478b-b4de-dc70913a14ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf387928-184c-4e1c-9719-bc9127f38b60 HTTP/1.1" status: 204 len: 168 time: 0.2851660 Nov 08 00:41:59.914173 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329cd28-05ad-478b-b4de-dc70913a14ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf387928-184c-4e1c-9719-bc9127f38b60,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:00.704812 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29dc23bd-9e7c-4cf0-9529-b7b1be39d9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:00.912819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54140) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:01.001526 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:01.026782 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-0d1e6f93-5654-4def-8775-95512cd74295 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:01.027230 n-d-816882-1 neutron-server[102772]: WARNING neutron.api.v2.base [None req-0d1e6f93-5654-4def-8775-95512cd74295 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 08 00:42:01.027770 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-0d1e6f93-5654-4def-8775-95512cd74295 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): There was a conflict when trying to complete your request. Nov 08 00:42:01.032145 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0d1e6f93-5654-4def-8775-95512cd74295 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1149485 Nov 08 00:42:01.032503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54146) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:01.037759 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-23c0b194-93ba-4757-9346-9fce7054fec1 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group': {'name': 'tempest-secgroup--842700462'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:01.157046 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23c0b194-93ba-4757-9346-9fce7054fec1 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:01.166226 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23c0b194-93ba-4757-9346-9fce7054fec1 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:01.246970 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23c0b194-93ba-4757-9346-9fce7054fec1 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:01.333952 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23c0b194-93ba-4757-9346-9fce7054fec1 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:01.376170 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0b194-93ba-4757-9346-9fce7054fec1 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a217c94a-66ff-4ccc-9b01-92efad6d7fe3,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:01.416711 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23c0b194-93ba-4757-9346-9fce7054fec1 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:01.498681 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23c0b194-93ba-4757-9346-9fce7054fec1 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:01.529540 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0b194-93ba-4757-9346-9fce7054fec1 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f3f2e4-9c84-4073-8457-c15560522e2e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:01.598693 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23c0b194-93ba-4757-9346-9fce7054fec1 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:01.600083 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-23c0b194-93ba-4757-9346-9fce7054fec1 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5662274 Nov 08 00:42:01.603158 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54150) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:01.607613 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-83034e1a-65a9-47b5-bc43-61c60a77eeb0 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': '34f3f2e4-9c84-4073-8457-c15560522e2e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:01.703608 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83034e1a-65a9-47b5-bc43-61c60a77eeb0 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:01.762719 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83034e1a-65a9-47b5-bc43-61c60a77eeb0 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:01.830785 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:01.864446 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83034e1a-65a9-47b5-bc43-61c60a77eeb0 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:01.882550 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83034e1a-65a9-47b5-bc43-61c60a77eeb0 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd58ce1-7164-4d09-83a4-54137f52afa2,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:01.965214 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-83034e1a-65a9-47b5-bc43-61c60a77eeb0 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:01.966541 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-83034e1a-65a9-47b5-bc43-61c60a77eeb0 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3624187 Nov 08 00:42:01.969352 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54152) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:01.974615 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2172a890-0f16-4c1f-a5df-ce0199108efb tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': '34f3f2e4-9c84-4073-8457-c15560522e2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:02.083737 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2172a890-0f16-4c1f-a5df-ce0199108efb tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:02.156187 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:02.230809 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-2172a890-0f16-4c1f-a5df-ce0199108efb tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): There was a conflict when trying to complete your request. Nov 08 00:42:02.232414 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2172a890-0f16-4c1f-a5df-ce0199108efb tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2621024 Nov 08 00:42:02.236561 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54160) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:02.294897 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b60508ca-0f62-4048-ae4c-abd9d67fe42d tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:02.321837 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b60508ca-0f62-4048-ae4c-abd9d67fe42d tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:02.488409 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b60508ca-0f62-4048-ae4c-abd9d67fe42d tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:02.491851 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b60508ca-0f62-4048-ae4c-abd9d67fe42d tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:02.493480 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b60508ca-0f62-4048-ae4c-abd9d67fe42d tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "DELETE /v2.0/security-groups/34f3f2e4-9c84-4073-8457-c15560522e2e HTTP/1.1" status: 204 len: 168 time: 0.2551160 Nov 08 00:42:02.496193 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54162) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:02.505335 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60508ca-0f62-4048-ae4c-abd9d67fe42d tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f3f2e4-9c84-4073-8457-c15560522e2e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:02.557723 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-27c0271c-73c9-4927-9902-d6d020c2d08a tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0590861 Nov 08 00:42:02.561175 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54164) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:02.567081 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6cf94c96-045f-4d75-810e-7b56d7a8d395 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group': {'name': 'tempest-secgroup--743758852'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:02.647931 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6cf94c96-045f-4d75-810e-7b56d7a8d395 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:02.727896 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6cf94c96-045f-4d75-810e-7b56d7a8d395 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:02.824625 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6cf94c96-045f-4d75-810e-7b56d7a8d395 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:02.857077 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf94c96-045f-4d75-810e-7b56d7a8d395 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77cd34f6-c852-4b79-a833-8e84b9385c06,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:02.946366 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6cf94c96-045f-4d75-810e-7b56d7a8d395 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:02.947773 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6cf94c96-045f-4d75-810e-7b56d7a8d395 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3853135 Nov 08 00:42:02.950568 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54166) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:02.955135 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-845960ba-049f-406e-bcd2-cfca943c5620 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': '77cd34f6-c852-4b79-a833-8e84b9385c06', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:02.955724 n-d-816882-1 neutron-server[102771]: WARNING neutron.api.v2.base [None req-845960ba-049f-406e-bcd2-cfca943c5620 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 08 00:42:02.956620 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-845960ba-049f-406e-bcd2-cfca943c5620 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:42:02.958328 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-845960ba-049f-406e-bcd2-cfca943c5620 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068190 Nov 08 00:42:02.962767 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54168) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:03.019117 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3c1c45ee-2a3b-43d7-a840-f46eaa9da686 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:03.042845 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3c1c45ee-2a3b-43d7-a840-f46eaa9da686 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:03.185106 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3c1c45ee-2a3b-43d7-a840-f46eaa9da686 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:03.188207 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3c1c45ee-2a3b-43d7-a840-f46eaa9da686 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:03.189563 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3c1c45ee-2a3b-43d7-a840-f46eaa9da686 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "DELETE /v2.0/security-groups/77cd34f6-c852-4b79-a833-8e84b9385c06 HTTP/1.1" status: 204 len: 168 time: 0.2256203 Nov 08 00:42:03.192723 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54172) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:03.200279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c45ee-2a3b-43d7-a840-f46eaa9da686 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cd34f6-c852-4b79-a833-8e84b9385c06,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:03.245016 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f5cf7eae-c786-4599-9b2c-7fe6838cda03 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0474486 Nov 08 00:42:03.245979 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54174) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:03.251198 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-07332bba-1633-4c96-83a0-0d897903fd0a tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1091135383'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:03.367803 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-07332bba-1633-4c96-83a0-0d897903fd0a tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:03.384817 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:03.437484 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-07332bba-1633-4c96-83a0-0d897903fd0a tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:03.527235 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-07332bba-1633-4c96-83a0-0d897903fd0a tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:03.555650 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07332bba-1633-4c96-83a0-0d897903fd0a tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73453114-3273-47b1-bd91-5bf55f2bd530,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:03.626718 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-07332bba-1633-4c96-83a0-0d897903fd0a tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:03.627986 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-07332bba-1633-4c96-83a0-0d897903fd0a tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3808994 Nov 08 00:42:03.631364 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54178) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:03.639093 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c65f82fa-e4af-45e5-a477-d1757933ada8 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': '73453114-3273-47b1-bd91-5bf55f2bd530', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:03.639664 n-d-816882-1 neutron-server[102771]: WARNING neutron.api.v2.base [None req-c65f82fa-e4af-45e5-a477-d1757933ada8 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 08 00:42:03.640232 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-c65f82fa-e4af-45e5-a477-d1757933ada8 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:42:03.645423 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c65f82fa-e4af-45e5-a477-d1757933ada8 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0088382 Nov 08 00:42:03.647410 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54180) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:03.711363 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-407142c0-3fc5-487b-b8fd-6db4476c9207 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:03.734730 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-407142c0-3fc5-487b-b8fd-6db4476c9207 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:03.887482 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-407142c0-3fc5-487b-b8fd-6db4476c9207 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:03.890143 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-407142c0-3fc5-487b-b8fd-6db4476c9207 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:03.891331 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-407142c0-3fc5-487b-b8fd-6db4476c9207 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "DELETE /v2.0/security-groups/73453114-3273-47b1-bd91-5bf55f2bd530 HTTP/1.1" status: 204 len: 168 time: 0.2429266 Nov 08 00:42:03.894118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54182) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:03.900510 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407142c0-3fc5-487b-b8fd-6db4476c9207 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73453114-3273-47b1-bd91-5bf55f2bd530,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:03.940861 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-409464aa-6f27-4426-9447-982c7697aeba tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0456004 Nov 08 00:42:03.944361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54184) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:03.948520 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-291dafec-fb1a-4d6f-ab3e-8e567f2ff987 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group': {'name': 'tempest-secgroup--104833403'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:04.065058 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-291dafec-fb1a-4d6f-ab3e-8e567f2ff987 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:04.136220 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-291dafec-fb1a-4d6f-ab3e-8e567f2ff987 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:04.230289 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-291dafec-fb1a-4d6f-ab3e-8e567f2ff987 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:04.263553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dafec-fb1a-4d6f-ab3e-8e567f2ff987 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74493812-2b17-47f9-a9c7-6b9e12f2b8fc,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:04.312750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-fc7b96be-550f-4557-a14c-d4e2987b2eed req-96c04ded-7f9b-4bdf-bb82-cd95f469a2f2 service neutron] (102772) timed out ('10.222.0.13', 32924) {{(pid=102772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 00:42:04.381851 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-291dafec-fb1a-4d6f-ab3e-8e567f2ff987 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:04.385606 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-291dafec-fb1a-4d6f-ab3e-8e567f2ff987 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4379160 Nov 08 00:42:04.386192 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54190) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:04.390803 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-30530d64-585b-4a2f-88e6-d47b19487b4f tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': '74493812-2b17-47f9-a9c7-6b9e12f2b8fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:04.391668 n-d-816882-1 neutron-server[102771]: WARNING neutron.api.v2.base [None req-30530d64-585b-4a2f-88e6-d47b19487b4f tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 08 00:42:04.393023 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-30530d64-585b-4a2f-88e6-d47b19487b4f tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:42:04.393969 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-30530d64-585b-4a2f-88e6-d47b19487b4f tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067351 Nov 08 00:42:04.408528 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54192) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:04.413535 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-3ffad755-20ba-4bde-9f8e-e6b2f15fa2f2 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': '74493812-2b17-47f9-a9c7-6b9e12f2b8fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:04.414207 n-d-816882-1 neutron-server[102771]: WARNING neutron.api.v2.base [None req-3ffad755-20ba-4bde-9f8e-e6b2f15fa2f2 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 08 00:42:04.414690 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-3ffad755-20ba-4bde-9f8e-e6b2f15fa2f2 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:42:04.415696 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3ffad755-20ba-4bde-9f8e-e6b2f15fa2f2 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062010 Nov 08 00:42:04.418008 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54194) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:04.422109 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-60f9f0f8-c685-4d4f-bd8d-60af65d90e5d tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': '74493812-2b17-47f9-a9c7-6b9e12f2b8fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:04.422888 n-d-816882-1 neutron-server[102771]: WARNING neutron.api.v2.base [None req-60f9f0f8-c685-4d4f-bd8d-60af65d90e5d tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 08 00:42:04.423371 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-60f9f0f8-c685-4d4f-bd8d-60af65d90e5d tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:42:04.424439 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-60f9f0f8-c685-4d4f-bd8d-60af65d90e5d tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054791 Nov 08 00:42:04.427242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54196) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:04.431255 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-9c5fa823-8003-4d94-8585-797129173b11 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': '74493812-2b17-47f9-a9c7-6b9e12f2b8fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:04.432768 n-d-816882-1 neutron-server[102771]: WARNING neutron.api.v2.base [None req-9c5fa823-8003-4d94-8585-797129173b11 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 08 00:42:04.433241 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-9c5fa823-8003-4d94-8585-797129173b11 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:42:04.434164 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9c5fa823-8003-4d94-8585-797129173b11 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060894 Nov 08 00:42:04.436628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54198) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:04.796898 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-32e99e34-661f-4be8-9be5-89f58237ccfd tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:04.823339 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-32e99e34-661f-4be8-9be5-89f58237ccfd tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:04.967258 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-32e99e34-661f-4be8-9be5-89f58237ccfd tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:04.969903 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-32e99e34-661f-4be8-9be5-89f58237ccfd tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:04.971522 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-32e99e34-661f-4be8-9be5-89f58237ccfd tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "DELETE /v2.0/security-groups/74493812-2b17-47f9-a9c7-6b9e12f2b8fc HTTP/1.1" status: 204 len: 168 time: 0.5339375 Nov 08 00:42:04.988208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54200) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:04.988426 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e99e34-661f-4be8-9be5-89f58237ccfd tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74493812-2b17-47f9-a9c7-6b9e12f2b8fc,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:05.023136 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-daacd4bd-b460-4e2c-9071-a7d9c266d737 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469596 Nov 08 00:42:05.028201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54202) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:05.033160 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-ee0f92b2-f67f-4932-ab0a-dea6feb402fc tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459516597'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:05.133787 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ee0f92b2-f67f-4932-ab0a-dea6feb402fc tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:05.229003 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ee0f92b2-f67f-4932-ab0a-dea6feb402fc tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:05.522073 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ee0f92b2-f67f-4932-ab0a-dea6feb402fc tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:05.551060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f92b2-f67f-4932-ab0a-dea6feb402fc tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e280fd5c-bbe1-4b53-aa83-4e3a2be39afc,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:05.626421 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ee0f92b2-f67f-4932-ab0a-dea6feb402fc tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:05.627656 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ee0f92b2-f67f-4932-ab0a-dea6feb402fc tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5983646 Nov 08 00:42:05.630587 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54208) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:05.635221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-95f3e3e5-8c4c-4405-8660-1f40d2af1113 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': 'e280fd5c-bbe1-4b53-aa83-4e3a2be39afc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:05.640599 n-d-816882-1 neutron-server[102772]: WARNING neutron.api.v2.base [None req-95f3e3e5-8c4c-4405-8660-1f40d2af1113 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 08 00:42:05.640599 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-95f3e3e5-8c4c-4405-8660-1f40d2af1113 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:42:05.640599 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-95f3e3e5-8c4c-4405-8660-1f40d2af1113 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054431 Nov 08 00:42:05.642625 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54210) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:05.647912 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7053dd45-1a8b-4807-a3e6-80e2fbcb76a2 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': 'e280fd5c-bbe1-4b53-aa83-4e3a2be39afc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:05.858596 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-7053dd45-1a8b-4807-a3e6-80e2fbcb76a2 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:42:05.859674 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7053dd45-1a8b-4807-a3e6-80e2fbcb76a2 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2159677 Nov 08 00:42:05.862665 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54212) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:05.867714 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-45839b13-c70e-46a4-9e99-0ea03bc53382 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': 'e280fd5c-bbe1-4b53-aa83-4e3a2be39afc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:05.868213 n-d-816882-1 neutron-server[102771]: WARNING neutron.api.v2.base [None req-45839b13-c70e-46a4-9e99-0ea03bc53382 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 08 00:42:05.869625 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-45839b13-c70e-46a4-9e99-0ea03bc53382 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:42:05.870737 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-45839b13-c70e-46a4-9e99-0ea03bc53382 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065653 Nov 08 00:42:05.873163 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54214) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:05.877073 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-bf6820ab-1aec-4c57-8b18-fd36a403e41c tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': 'e280fd5c-bbe1-4b53-aa83-4e3a2be39afc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:06.093038 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-bf6820ab-1aec-4c57-8b18-fd36a403e41c tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:42:06.094155 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bf6820ab-1aec-4c57-8b18-fd36a403e41c tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2201421 Nov 08 00:42:06.097920 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54216) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:06.103031 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-51df2cf8-7ee1-40da-b799-8e67041d4e69 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': 'e280fd5c-bbe1-4b53-aa83-4e3a2be39afc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:06.103529 n-d-816882-1 neutron-server[102771]: WARNING neutron.api.v2.base [None req-51df2cf8-7ee1-40da-b799-8e67041d4e69 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 08 00:42:06.104070 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-51df2cf8-7ee1-40da-b799-8e67041d4e69 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:42:06.104995 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-51df2cf8-7ee1-40da-b799-8e67041d4e69 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061467 Nov 08 00:42:06.107183 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54218) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:06.111089 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e5389fee-20a3-4d92-b022-86ded7479dba tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': 'e280fd5c-bbe1-4b53-aa83-4e3a2be39afc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:06.304456 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-e5389fee-20a3-4d92-b022-86ded7479dba tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:42:06.310960 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e5389fee-20a3-4d92-b022-86ded7479dba tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1975036 Nov 08 00:42:06.310960 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54220) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:06.312697 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-208db3e9-affe-4d68-8c3e-14fd0a2f25f3 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': 'e280fd5c-bbe1-4b53-aa83-4e3a2be39afc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:06.313172 n-d-816882-1 neutron-server[102771]: WARNING neutron.api.v2.base [None req-208db3e9-affe-4d68-8c3e-14fd0a2f25f3 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 08 00:42:06.313627 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-208db3e9-affe-4d68-8c3e-14fd0a2f25f3 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:42:06.314711 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-208db3e9-affe-4d68-8c3e-14fd0a2f25f3 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053542 Nov 08 00:42:06.317334 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54222) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:06.321732 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8ff434fe-da58-446b-95ba-4d367405f4d6 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': 'e280fd5c-bbe1-4b53-aa83-4e3a2be39afc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:06.516207 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-8ff434fe-da58-446b-95ba-4d367405f4d6 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:42:06.517381 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8ff434fe-da58-446b-95ba-4d367405f4d6 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1990874 Nov 08 00:42:06.520335 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54230) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:06.527026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-bbe811cf-168a-43b9-bb06-b528d2149108 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': 'e280fd5c-bbe1-4b53-aa83-4e3a2be39afc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:06.745306 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-bbe811cf-168a-43b9-bb06-b528d2149108 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:42:06.746331 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bbe811cf-168a-43b9-bb06-b528d2149108 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2249262 Nov 08 00:42:06.749143 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54232) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:06.814177 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db692114-484e-4104-9f15-dec2e7571eef tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:06.837601 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db692114-484e-4104-9f15-dec2e7571eef tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:06.990566 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db692114-484e-4104-9f15-dec2e7571eef tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:06.993213 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db692114-484e-4104-9f15-dec2e7571eef tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:06.994386 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-db692114-484e-4104-9f15-dec2e7571eef tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "DELETE /v2.0/security-groups/e280fd5c-bbe1-4b53-aa83-4e3a2be39afc HTTP/1.1" status: 204 len: 168 time: 0.2438691 Nov 08 00:42:06.997143 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54234) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:07.003467 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db692114-484e-4104-9f15-dec2e7571eef tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e280fd5c-bbe1-4b53-aa83-4e3a2be39afc,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:07.049003 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7df7e89e-d1dd-44bb-9343-193a5a8e8fc3 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506566 Nov 08 00:42:07.054059 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54236) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:07.058476 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-dc68e4cf-9730-4e36-8fb2-bad499456518 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1762289280'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:07.139300 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc68e4cf-9730-4e36-8fb2-bad499456518 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:07.205694 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc68e4cf-9730-4e36-8fb2-bad499456518 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:07.338791 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc68e4cf-9730-4e36-8fb2-bad499456518 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:07.369107 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68e4cf-9730-4e36-8fb2-bad499456518 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a6342e-6276-405d-a44e-b31b03bd5ef1,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:07.455198 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc68e4cf-9730-4e36-8fb2-bad499456518 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:07.456725 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dc68e4cf-9730-4e36-8fb2-bad499456518 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4016070 Nov 08 00:42:07.459465 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54238) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:07.464050 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8a46a7a5-ede1-486d-b225-272a1f82cc15 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': '58a6342e-6276-405d-a44e-b31b03bd5ef1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:07.653363 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-8a46a7a5-ede1-486d-b225-272a1f82cc15 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): The resource could not be found. Nov 08 00:42:07.654575 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8a46a7a5-ede1-486d-b225-272a1f82cc15 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1940639 Nov 08 00:42:07.657844 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54244) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:07.664649 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-442659e2-376a-4354-a52e-0bbc4cf4bfb6 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': '58a6342e-6276-405d-a44e-b31b03bd5ef1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '370f9108-3997-49c3-a6ff-56a6205a478c'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:07.915466 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-442659e2-376a-4354-a52e-0bbc4cf4bfb6 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): The resource could not be found. Nov 08 00:42:07.916645 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-442659e2-376a-4354-a52e-0bbc4cf4bfb6 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2577348 Nov 08 00:42:07.919902 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54246) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:07.973868 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13c43475-77c9-48dd-9216-323537178b7a tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:07.996168 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13c43475-77c9-48dd-9216-323537178b7a tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:08.103711 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13c43475-77c9-48dd-9216-323537178b7a tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:08.106385 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13c43475-77c9-48dd-9216-323537178b7a tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:08.107610 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-13c43475-77c9-48dd-9216-323537178b7a tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "DELETE /v2.0/security-groups/58a6342e-6276-405d-a44e-b31b03bd5ef1 HTTP/1.1" status: 204 len: 168 time: 0.1867280 Nov 08 00:42:08.110487 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54248) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:08.118318 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c43475-77c9-48dd-9216-323537178b7a tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a6342e-6276-405d-a44e-b31b03bd5ef1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:08.161522 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3f8a8235-c4f3-430d-9ee7-ac0f565e7b42 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0487213 Nov 08 00:42:08.165301 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54250) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:08.169463 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-d75fb3ab-2b4b-453f-94c8-3f0587ec9cf4 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': 'd1cdfb62-03fc-4595-a322-c6244e9cc418', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:08.367460 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-d75fb3ab-2b4b-453f-94c8-3f0587ec9cf4 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): The resource could not be found. Nov 08 00:42:08.368908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d75fb3ab-2b4b-453f-94c8-3f0587ec9cf4 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2026997 Nov 08 00:42:08.372697 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54252) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:08.377223 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-23d26a97-3af0-47b5-954f-ee49d8c43c96 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1085436642'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:08.459111 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23d26a97-3af0-47b5-954f-ee49d8c43c96 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:08.529412 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23d26a97-3af0-47b5-954f-ee49d8c43c96 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:08.596044 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23d26a97-3af0-47b5-954f-ee49d8c43c96 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:08.626768 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d26a97-3af0-47b5-954f-ee49d8c43c96 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a6a91b-7ac0-4692-95ad-c4766845de30,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:08.653160 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:08.735372 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23d26a97-3af0-47b5-954f-ee49d8c43c96 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:08.736746 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-23d26a97-3af0-47b5-954f-ee49d8c43c96 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3630800 Nov 08 00:42:08.739747 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54258) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:08.745153 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c6fa7891-3f75-4711-ae58-1e4275966ba0 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1828289545'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:08.853056 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c6fa7891-3f75-4711-ae58-1e4275966ba0 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:08.920909 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c6fa7891-3f75-4711-ae58-1e4275966ba0 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:09.035741 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c6fa7891-3f75-4711-ae58-1e4275966ba0 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:09.063491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa7891-3f75-4711-ae58-1e4275966ba0 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b675ed-1713-4174-b7df-1f0143f07394,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:09.149081 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c6fa7891-3f75-4711-ae58-1e4275966ba0 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:09.150790 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c6fa7891-3f75-4711-ae58-1e4275966ba0 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4098113 Nov 08 00:42:09.153681 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54260) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:09.158172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-ec77d27a-7e2e-4fcf-a4a8-b56373249a4d tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group_rule': {'security_group_id': 'a9a6a91b-7ac0-4692-95ad-c4766845de30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e2b675ed-1713-4174-b7df-1f0143f07394'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:09.333453 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-ec77d27a-7e2e-4fcf-a4a8-b56373249a4d tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:42:09.334679 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ec77d27a-7e2e-4fcf-a4a8-b56373249a4d tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1800406 Nov 08 00:42:09.337665 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54262) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:09.394741 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6271ad79-c7a0-4814-a911-929c9dfc4ace tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:09.417668 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6271ad79-c7a0-4814-a911-929c9dfc4ace tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:09.538451 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6271ad79-c7a0-4814-a911-929c9dfc4ace tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:09.541129 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6271ad79-c7a0-4814-a911-929c9dfc4ace tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:09.542369 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6271ad79-c7a0-4814-a911-929c9dfc4ace tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "DELETE /v2.0/security-groups/e2b675ed-1713-4174-b7df-1f0143f07394 HTTP/1.1" status: 204 len: 168 time: 0.2036190 Nov 08 00:42:09.545240 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54264) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:09.552846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271ad79-c7a0-4814-a911-929c9dfc4ace tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b675ed-1713-4174-b7df-1f0143f07394,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:09.604066 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-45a0e6c9-67b3-4ca7-acd4-cb2b3796daf8 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0575423 Nov 08 00:42:09.607466 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54268) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:09.664356 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-64bc1b94-f1f7-4803-ad63-740d66d95a11 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:09.688232 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-64bc1b94-f1f7-4803-ad63-740d66d95a11 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:09.812976 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-64bc1b94-f1f7-4803-ad63-740d66d95a11 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:09.816222 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-64bc1b94-f1f7-4803-ad63-740d66d95a11 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:09.816812 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-64bc1b94-f1f7-4803-ad63-740d66d95a11 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "DELETE /v2.0/security-groups/a9a6a91b-7ac0-4692-95ad-c4766845de30 HTTP/1.1" status: 204 len: 168 time: 0.2083192 Nov 08 00:42:09.819491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54274) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:09.825980 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc1b94-f1f7-4803-ad63-740d66d95a11 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a6a91b-7ac0-4692-95ad-c4766845de30,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:09.862909 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f913ad3e-80fa-4b75-bdd3-fcedeab33e8d tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0419521 Nov 08 00:42:09.868012 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54276) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:09.871497 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e9e5560d-7c21-4c06-bf96-82e99203f0cc tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108991400'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:10.007184 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9e5560d-7c21-4c06-bf96-82e99203f0cc tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:10.077815 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9e5560d-7c21-4c06-bf96-82e99203f0cc tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:10.207044 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9e5560d-7c21-4c06-bf96-82e99203f0cc tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:10.236588 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5560d-7c21-4c06-bf96-82e99203f0cc tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=468ea17c-a828-45fc-9e04-8f725e082283,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:10.300663 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e9e5560d-7c21-4c06-bf96-82e99203f0cc tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:10.302608 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e9e5560d-7c21-4c06-bf96-82e99203f0cc tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4348695 Nov 08 00:42:10.305840 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54278) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:10.310169 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6422575f-4a5c-44b7-b946-218ae046d166 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:42:10.310842 n-d-816882-1 neutron-server[102771]: WARNING neutron.api.v2.base [None req-6422575f-4a5c-44b7-b946-218ae046d166 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 08 00:42:10.311323 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-6422575f-4a5c-44b7-b946-218ae046d166 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] update failed (client error): There was a conflict when trying to complete your request. Nov 08 00:42:10.312264 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6422575f-4a5c-44b7-b946-218ae046d166 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "PUT /v2.0/security-groups/468ea17c-a828-45fc-9e04-8f725e082283 HTTP/1.1" status: 409 len: 330 time: 0.0055161 Nov 08 00:42:10.314495 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54280) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:10.372431 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5725d1a-d5b3-467d-8628-a2afaa13de24 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:10.395057 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5725d1a-d5b3-467d-8628-a2afaa13de24 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:10.527717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5725d1a-d5b3-467d-8628-a2afaa13de24 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:10.530483 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e5725d1a-d5b3-467d-8628-a2afaa13de24 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:10.534125 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e5725d1a-d5b3-467d-8628-a2afaa13de24 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "DELETE /v2.0/security-groups/468ea17c-a828-45fc-9e04-8f725e082283 HTTP/1.1" status: 204 len: 168 time: 0.2164059 Nov 08 00:42:10.535538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54282) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:10.541653 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5725d1a-d5b3-467d-8628-a2afaa13de24 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=468ea17c-a828-45fc-9e04-8f725e082283,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:10.577579 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-40fb9399-3b75-4409-b6fd-b75cba210af2 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0418375 Nov 08 00:42:10.581565 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54284) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:10.595024 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-6f3b4de2-5a3e-432e-a5c4-3a2bdb1a54f2 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] delete failed (client error): The resource could not be found. Nov 08 00:42:10.596036 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6f3b4de2-5a3e-432e-a5c4-3a2bdb1a54f2 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "DELETE /v2.0/security-groups/192ba463-1bee-4fa3-89ea-d0c07809226c HTTP/1.1" status: 404 len: 347 time: 0.0134041 Nov 08 00:42:10.600125 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54286) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:10.612628 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-0798594a-fbda-4b31-80ca-02641c474c62 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] show failed (client error): The resource could not be found. Nov 08 00:42:10.613706 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0798594a-fbda-4b31-80ca-02641c474c62 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "GET /v2.0/security-groups/7f02d165-04a8-4e51-8900-1d11258291d0 HTTP/1.1" status: 404 len: 347 time: 0.0127165 Nov 08 00:42:10.617643 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54288) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:10.627737 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-2ff6ccac-baa9-4640-9f54-2d9c5cc81a63 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] show failed (client error): The resource could not be found. Nov 08 00:42:10.628645 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2ff6ccac-baa9-4640-9f54-2d9c5cc81a63 tempest-NegativeSecGroupTest-1066744412 tempest-NegativeSecGroupTest-1066744412-project] 10.222.0.13 "GET /v2.0/security-group-rules/b7a78812-3a8c-4657-b368-70d2da0fd10f HTTP/1.1" status: 404 len: 356 time: 0.0101504 Nov 08 00:42:11.111645 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54298) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:11.254092 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3556c7a4-45b9-4c9f-ade7-f71514bde27c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30ec1d2ab2bc48dea57fd258581bea08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411836 Nov 08 00:42:11.257034 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54302) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:11.307735 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d20d4b83-243a-4ee3-89fd-3099fa45d5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:11.330210 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d20d4b83-243a-4ee3-89fd-3099fa45d5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:11.487459 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d20d4b83-243a-4ee3-89fd-3099fa45d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:11.490489 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d20d4b83-243a-4ee3-89fd-3099fa45d5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:11.491744 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d20d4b83-243a-4ee3-89fd-3099fa45d5cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a217c94a-66ff-4ccc-9b01-92efad6d7fe3 HTTP/1.1" status: 204 len: 168 time: 0.2337201 Nov 08 00:42:11.500617 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d4b83-243a-4ee3-89fd-3099fa45d5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a217c94a-66ff-4ccc-9b01-92efad6d7fe3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:12.584123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54328) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:12.588449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027025 Nov 08 00:42:12.590773 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54330) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:12.691724 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2c8b1a78-e2b6-4260-9675-e840fbd5e601 tempest-NetworksApiDiscovery-1358250861 tempest-NetworksApiDiscovery-1358250861-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0999017 Nov 08 00:42:13.199313 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54342) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:13.306701 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2f31960d-ef67-4c91-920a-ea8614c33b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:13.380315 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2f31960d-ef67-4c91-920a-ea8614c33b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:13.438712 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2f31960d-ef67-4c91-920a-ea8614c33b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:13.480643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2f31960d-ef67-4c91-920a-ea8614c33b13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6db0121015df4b5abe3a46da3fcb6ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802203 Nov 08 00:42:13.482491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31960d-ef67-4c91-920a-ea8614c33b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c66d7a-2fbf-4028-afad-749e16bfd52d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:13.483966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54346) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:13.532482 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-456dcc23-cd0d-4739-be2e-f4df75875757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:13.556304 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-456dcc23-cd0d-4739-be2e-f4df75875757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:13.681073 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-456dcc23-cd0d-4739-be2e-f4df75875757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:13.683695 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-456dcc23-cd0d-4739-be2e-f4df75875757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:13.685023 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-456dcc23-cd0d-4739-be2e-f4df75875757 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04c66d7a-2fbf-4028-afad-749e16bfd52d HTTP/1.1" status: 204 len: 168 time: 0.1999214 Nov 08 00:42:13.693042 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456dcc23-cd0d-4739-be2e-f4df75875757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c66d7a-2fbf-4028-afad-749e16bfd52d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:24.146695 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:42:28.195706 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-529a7bf0-2faa-487b-84e6-203429f2fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:30.802266 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f9ee5cb-c338-45b6-8077-995f124b872f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:31.041311 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:31.806934 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:32.172794 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:32.312194 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54588) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:32.423245 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29eb976c-710d-4ef5-8bd2-3a27101d6a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:32.499929 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29eb976c-710d-4ef5-8bd2-3a27101d6a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:32.561644 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-29eb976c-710d-4ef5-8bd2-3a27101d6a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:32.603288 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-29eb976c-710d-4ef5-8bd2-3a27101d6a50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb078af2ce1846e689c0e5961ba0951f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900100 Nov 08 00:42:32.604139 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb976c-710d-4ef5-8bd2-3a27101d6a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ada7046-c3d4-43d3-9422-58f0618d4231,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:32.606049 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54594) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:32.611717 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb976c-710d-4ef5-8bd2-3a27101d6a50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:32.612082 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb976c-710d-4ef5-8bd2-3a27101d6a50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:32.612425 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb976c-710d-4ef5-8bd2-3a27101d6a50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:32.612758 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb976c-710d-4ef5-8bd2-3a27101d6a50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:32.613082 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb976c-710d-4ef5-8bd2-3a27101d6a50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:32.613567 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb976c-710d-4ef5-8bd2-3a27101d6a50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:32.613987 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb976c-710d-4ef5-8bd2-3a27101d6a50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:32.614307 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb976c-710d-4ef5-8bd2-3a27101d6a50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:32.614778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb976c-710d-4ef5-8bd2-3a27101d6a50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:32.614778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb976c-710d-4ef5-8bd2-3a27101d6a50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:32.616577 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb976c-710d-4ef5-8bd2-3a27101d6a50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:32.616577 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb976c-710d-4ef5-8bd2-3a27101d6a50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:32.655340 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0ef5-f477-40d3-bdd2-f20c6f38cc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:32.681079 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0ef5-f477-40d3-bdd2-f20c6f38cc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:32.812421 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0ef5-f477-40d3-bdd2-f20c6f38cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:32.815061 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0ef5-f477-40d3-bdd2-f20c6f38cc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:32.816243 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2c3d0ef5-f477-40d3-bdd2-f20c6f38cc69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ada7046-c3d4-43d3-9422-58f0618d4231 HTTP/1.1" status: 204 len: 168 time: 0.2091055 Nov 08 00:42:32.826519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d0ef5-f477-40d3-bdd2-f20c6f38cc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ada7046-c3d4-43d3-9422-58f0618d4231,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:33.390138 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:33.592618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54602) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:33.613080 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-10a6ccfc-f4fc-4e3b-af7a-298da86b8437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:33.691206 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-10a6ccfc-f4fc-4e3b-af7a-298da86b8437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:33.778366 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-10a6ccfc-f4fc-4e3b-af7a-298da86b8437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:33.817770 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6ccfc-f4fc-4e3b-af7a-298da86b8437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c7a840-772b-4b2c-a7f5-01e97a5a5f95,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:33.823203 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-10a6ccfc-f4fc-4e3b-af7a-298da86b8437 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b1e172a024647d3a6eecd3069a13f5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295697 Nov 08 00:42:33.826129 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54606) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:33.876669 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6460807-d1cd-4f6a-8702-86fab8fd3e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:33.910144 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6460807-d1cd-4f6a-8702-86fab8fd3e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:34.035697 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6460807-d1cd-4f6a-8702-86fab8fd3e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:34.039244 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c6460807-d1cd-4f6a-8702-86fab8fd3e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:34.040439 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c6460807-d1cd-4f6a-8702-86fab8fd3e4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14c7a840-772b-4b2c-a7f5-01e97a5a5f95 HTTP/1.1" status: 204 len: 168 time: 0.2134254 Nov 08 00:42:34.049146 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6460807-d1cd-4f6a-8702-86fab8fd3e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c7a840-772b-4b2c-a7f5-01e97a5a5f95,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:34.789882 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54616) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:34.803535 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e917e45-a957-430e-96b4-5ba18fd1bcce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:34.875080 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e917e45-a957-430e-96b4-5ba18fd1bcce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:34.932577 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e917e45-a957-430e-96b4-5ba18fd1bcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:34.965208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e917e45-a957-430e-96b4-5ba18fd1bcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87960f3e-6392-4bcc-acd1-783094871bb9,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:34.980297 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5e917e45-a957-430e-96b4-5ba18fd1bcce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9774c6ce6c114db2990dc9adc2499327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891074 Nov 08 00:42:34.981007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54618) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:35.035030 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3f594ffc-d184-487b-bb7a-a5ce1536d054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:35.056712 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3f594ffc-d184-487b-bb7a-a5ce1536d054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:35.189555 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3f594ffc-d184-487b-bb7a-a5ce1536d054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:35.192289 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3f594ffc-d184-487b-bb7a-a5ce1536d054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:35.193455 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3f594ffc-d184-487b-bb7a-a5ce1536d054 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87960f3e-6392-4bcc-acd1-783094871bb9 HTTP/1.1" status: 204 len: 168 time: 0.2113814 Nov 08 00:42:35.203861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f594ffc-d184-487b-bb7a-a5ce1536d054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87960f3e-6392-4bcc-acd1-783094871bb9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:38.343649 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9edb4573-a5fb-4ed0-987a-b83fc9eff23b req-eff4b496-2180-45c0-97a0-132f88084b2f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395653 Nov 08 00:42:38.442538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb4573-a5fb-4ed0-987a-b83fc9eff23b req-7149ad25-0dd1-4605-ac9c-eb0759cc55e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:38.444810 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9edb4573-a5fb-4ed0-987a-b83fc9eff23b req-7149ad25-0dd1-4605-ac9c-eb0759cc55e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 1097 time: 0.0442073 Nov 08 00:42:38.555227 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb4573-a5fb-4ed0-987a-b83fc9eff23b req-e54620d9-9499-471d-ad74-9b58c0af7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:38.556756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9edb4573-a5fb-4ed0-987a-b83fc9eff23b req-e54620d9-9499-471d-ad74-9b58c0af7cb9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 913 time: 0.0927644 Nov 08 00:42:38.625136 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9edb4573-a5fb-4ed0-987a-b83fc9eff23b req-fdb89bc8-8a34-4837-8425-de254ac4466c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe HTTP/1.1" status: 200 len: 1002 time: 0.0598886 Nov 08 00:42:38.635743 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:38.687184 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb4573-a5fb-4ed0-987a-b83fc9eff23b req-dddf740f-2318-4671-8a83-d43d77bd566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:38.688929 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9edb4573-a5fb-4ed0-987a-b83fc9eff23b req-dddf740f-2318-4671-8a83-d43d77bd566e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.0569873 Nov 08 00:42:38.735829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb4573-a5fb-4ed0-987a-b83fc9eff23b req-b930450f-a7a5-46a8-9cf6-a805f48af04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:38.737275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9edb4573-a5fb-4ed0-987a-b83fc9eff23b req-b930450f-a7a5-46a8-9cf6-a805f48af04d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416098 Nov 08 00:42:38.829249 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9edb4573-a5fb-4ed0-987a-b83fc9eff23b req-f44f48cf-48c5-46ad-aab5-6dcb7249755c service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848424 Nov 08 00:42:38.924138 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9edb4573-a5fb-4ed0-987a-b83fc9eff23b req-f2e1f9bc-4908-4b1d-93db-fe0a64edaf5c service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876935 Nov 08 00:42:51.630983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-d16ce580-e144-4e7a-9efe-f0a698e3c78a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0814836 Nov 08 00:42:51.752486 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-85930044-c848-4540-8bcc-84c350bf69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:51.752955 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-85930044-c848-4540-8bcc-84c350bf69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:51.753419 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-85930044-c848-4540-8bcc-84c350bf69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:51.753897 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-85930044-c848-4540-8bcc-84c350bf69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:51.754549 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-85930044-c848-4540-8bcc-84c350bf69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:51.755005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-85930044-c848-4540-8bcc-84c350bf69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:51.755452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-85930044-c848-4540-8bcc-84c350bf69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:51.757418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-85930044-c848-4540-8bcc-84c350bf69ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 6494 time: 0.0556772 Nov 08 00:42:51.902856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-47e51b34-aec5-4a53-80a4-0fc00f3ebb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:51.903945 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-47e51b34-aec5-4a53-80a4-0fc00f3ebb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:51.904451 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-47e51b34-aec5-4a53-80a4-0fc00f3ebb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:51.906186 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-47e51b34-aec5-4a53-80a4-0fc00f3ebb19 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cc5b0d97-a530-416c-8598-edbfeb38986f&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 HTTP/1.1" status: 200 len: 2294 time: 0.1249685 Nov 08 00:42:51.976108 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-426892c8-9a94-4a56-b84b-f11e1c69c977 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76488d3d-aea0-483c-841a-feae5dfe1eab HTTP/1.1" status: 200 len: 1002 time: 0.0621266 Nov 08 00:42:52.031926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-c66a2ae2-3410-48fc-8276-66e39d44d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:52.033409 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-c66a2ae2-3410-48fc-8276-66e39d44d3cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27c96a89-7ab5-4bdd-a965-d1c0a565158c HTTP/1.1" status: 200 len: 851 time: 0.0502777 Nov 08 00:42:52.079969 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-54b0df93-3ace-4ca4-ae56-14659ae898a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:52.081478 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-54b0df93-3ace-4ca4-ae56-14659ae898a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc5b0d97-a530-416c-8598-edbfeb38986f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411234 Nov 08 00:42:52.178857 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-d99ffc9f-9ffc-409c-badf-19f38780a852 service neutron] 10.222.0.20 "GET /v2.0/networks/cc5b0d97-a530-416c-8598-edbfeb38986f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900884 Nov 08 00:42:52.310430 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-9304d250-9449-4cd3-8496-f2df0418d8ff service neutron] 10.222.0.20 "GET /v2.0/networks/cc5b0d97-a530-416c-8598-edbfeb38986f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061459 Nov 08 00:42:52.363328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-ac689061-8419-4315-9b98-ae8c2bd9fac3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=5467d33c-e619-4cf2-9bdc-e9edb7e205e2 HTTP/1.1" status: 200 len: 217 time: 0.0462294 Nov 08 00:42:52.414286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-90c362af-81eb-45d3-b702-52abacb01ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:52.415839 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-90c362af-81eb-45d3-b702-52abacb01ed0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0458117 Nov 08 00:42:52.467587 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-21b5721b-59a6-4da5-9961-8d79afc5c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:52.469134 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-21b5721b-59a6-4da5-9961-8d79afc5c933 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0460160 Nov 08 00:42:52.561947 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-177cc5eb-4af7-422a-8306-bc604f39f7a6 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855339 Nov 08 00:42:52.670907 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-057b4a3a-c8d8-4090-baa0-831a1e057c24 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019461 Nov 08 00:42:52.716644 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-c69509cc-a19e-4863-945e-6948c2cb8796 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=86366417-c094-4a24-a99e-6f58cfef17b4 HTTP/1.1" status: 200 len: 217 time: 0.0386302 Nov 08 00:42:52.771009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-9111547e-407f-479d-b720-8b40062050fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:52.772625 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-9111547e-407f-479d-b720-8b40062050fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0492013 Nov 08 00:42:52.824689 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-223e79a4-07f6-4073-bf33-1f410d9f1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:52.826196 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-223e79a4-07f6-4073-bf33-1f410d9f1374 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0461578 Nov 08 00:42:52.922953 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-bdd3df59-4c81-4e77-817f-a85123594877 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882220 Nov 08 00:42:53.024260 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-5cab0cf1-f5f1-4e0a-afa6-daacf82fb5ae service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904207 Nov 08 00:42:53.066171 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-6243629a-ec7a-4b2f-ac12-f00ee24deef0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=95e11555-22e2-4530-90d3-ed8768294b34 HTTP/1.1" status: 200 len: 217 time: 0.0342553 Nov 08 00:42:53.116376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-a9564bac-fd9b-4e68-a65c-c52b29819cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:53.117852 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-a9564bac-fd9b-4e68-a65c-c52b29819cba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0449958 Nov 08 00:42:53.168407 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-24f1f169-bb66-48d3-a18b-7fa81c97dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:53.169912 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-24f1f169-bb66-48d3-a18b-7fa81c97dfeb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0445232 Nov 08 00:42:53.275256 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-3a6e22a5-e2e0-41d0-9bc2-1b83295a89ee service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955641 Nov 08 00:42:53.389951 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-84144ec7-afba-4c03-99f3-851d6ff21994 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098161 Nov 08 00:42:53.433785 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-abd6fdec-518c-4965-bd3a-4e090f8d513f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=54a2fed0-295c-4337-8852-db922e50e0df HTTP/1.1" status: 200 len: 217 time: 0.0362966 Nov 08 00:42:53.483887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-9bd3b1b8-a02c-4ab5-bd99-e5fc0dc13943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:53.485467 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-9bd3b1b8-a02c-4ab5-bd99-e5fc0dc13943 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0445268 Nov 08 00:42:53.532178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-e689b22b-161c-4715-8b19-ddf6fdb823e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:53.533592 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-e689b22b-161c-4715-8b19-ddf6fdb823e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0417297 Nov 08 00:42:53.644636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-2be69ca7-212c-43e6-9177-65d7568614e6 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035347 Nov 08 00:42:53.742700 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-d01acf54-769c-45ad-be51-585925eae606 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902588 Nov 08 00:42:53.794136 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-7f307880-6264-4043-9705-73871773768e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 HTTP/1.1" status: 200 len: 217 time: 0.0448735 Nov 08 00:42:53.850711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-dad04e47-b0e9-4687-abaf-82f7b6417fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:53.852989 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-dad04e47-b0e9-4687-abaf-82f7b6417fb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e HTTP/1.1" status: 200 len: 797 time: 0.0516272 Nov 08 00:42:53.906757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-611f7d8f-7236-4caa-a607-efb1ddb0ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:53.908713 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-611f7d8f-7236-4caa-a607-efb1ddb0ccf1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0483909 Nov 08 00:42:54.040715 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-f08d1297-7d96-4ea8-a553-333c39f1945c service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242292 Nov 08 00:42:54.143130 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-74585baa-777b-47f0-96d4-df2b8f2218ce service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952418 Nov 08 00:42:54.194552 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-a966d162-e3cd-40d9-8c5e-7ed2008a9872 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b49ec54-cada-4f85-a13b-983d4fe19c5b HTTP/1.1" status: 200 len: 217 time: 0.0440974 Nov 08 00:42:54.247276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-ebba4ef1-2b80-46f0-a498-e81582f1af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:54.248736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-ebba4ef1-2b80-46f0-a498-e81582f1af62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e HTTP/1.1" status: 200 len: 797 time: 0.0461314 Nov 08 00:42:54.299945 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf700-cacc-4daa-927d-c41608b09c83 req-6a1714cd-8260-40ea-b916-a6f27b39cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:42:54.299945 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-6a1714cd-8260-40ea-b916-a6f27b39cc14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0428660 Nov 08 00:42:54.447947 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-485a4c69-d27e-47d6-8fd5-6cbc1e8d0e62 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422732 Nov 08 00:42:54.549035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70acf700-cacc-4daa-927d-c41608b09c83 req-dd934a1d-be9e-4868-a50a-55e2f0d4ca34 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945115 Nov 08 00:42:56.602428 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54856) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:56.737172 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-20935227-c920-4dcd-81e9-0d04ed0554f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:56.831858 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-20935227-c920-4dcd-81e9-0d04ed0554f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:56.932442 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-20935227-c920-4dcd-81e9-0d04ed0554f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:56.975929 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-20935227-c920-4dcd-81e9-0d04ed0554f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09900c9b9ee0402bb40ca8d66091de34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3836982 Nov 08 00:42:56.977891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20935227-c920-4dcd-81e9-0d04ed0554f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2fae20-5d6a-48cc-a666-b13424fc93c1,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:56.978628 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54864) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:56.985418 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935227-c920-4dcd-81e9-0d04ed0554f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:56.985825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935227-c920-4dcd-81e9-0d04ed0554f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:56.986175 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935227-c920-4dcd-81e9-0d04ed0554f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:56.986442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935227-c920-4dcd-81e9-0d04ed0554f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:56.986771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935227-c920-4dcd-81e9-0d04ed0554f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:56.987096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935227-c920-4dcd-81e9-0d04ed0554f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:56.987423 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935227-c920-4dcd-81e9-0d04ed0554f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:56.987749 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935227-c920-4dcd-81e9-0d04ed0554f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:56.988097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935227-c920-4dcd-81e9-0d04ed0554f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:56.988433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935227-c920-4dcd-81e9-0d04ed0554f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:56.988751 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935227-c920-4dcd-81e9-0d04ed0554f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:56.989075 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935227-c920-4dcd-81e9-0d04ed0554f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:42:57.042211 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-125f07e0-1afd-4297-b2a2-6cb06e79e14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:57.063181 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-125f07e0-1afd-4297-b2a2-6cb06e79e14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:57.160938 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-125f07e0-1afd-4297-b2a2-6cb06e79e14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:57.163567 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-125f07e0-1afd-4297-b2a2-6cb06e79e14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:57.164779 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-125f07e0-1afd-4297-b2a2-6cb06e79e14b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad2fae20-5d6a-48cc-a666-b13424fc93c1 HTTP/1.1" status: 204 len: 168 time: 0.1851196 Nov 08 00:42:57.173336 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f07e0-1afd-4297-b2a2-6cb06e79e14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2fae20-5d6a-48cc-a666-b13424fc93c1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:57.223432 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54870) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:57.333498 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-39a7ecaa-67ea-45b9-9b92-7ec0be531a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:57.411198 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-39a7ecaa-67ea-45b9-9b92-7ec0be531a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:57.498333 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-39a7ecaa-67ea-45b9-9b92-7ec0be531a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:57.537708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-39a7ecaa-67ea-45b9-9b92-7ec0be531a06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f35777cc10034f898278fe08eb897576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130331 Nov 08 00:42:57.538673 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7ecaa-67ea-45b9-9b92-7ec0be531a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72202af-3753-4924-b084-a951715fefc8,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:57.540935 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54876) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:57.590212 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51a455a7-6672-483b-9b9a-d882d72ceeb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:57.612259 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51a455a7-6672-483b-9b9a-d882d72ceeb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:57.755698 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51a455a7-6672-483b-9b9a-d882d72ceeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:57.758416 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51a455a7-6672-483b-9b9a-d882d72ceeb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:57.759684 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-51a455a7-6672-483b-9b9a-d882d72ceeb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c72202af-3753-4924-b084-a951715fefc8 HTTP/1.1" status: 204 len: 168 time: 0.2176831 Nov 08 00:42:57.767659 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a455a7-6672-483b-9b9a-d882d72ceeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72202af-3753-4924-b084-a951715fefc8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:57.868183 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 54882) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:57.881286 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d8db893-e681-47fd-9675-8df38ba441b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:57.962018 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d8db893-e681-47fd-9675-8df38ba441b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:58.075078 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8d8db893-e681-47fd-9675-8df38ba441b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:58.119084 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8d8db893-e681-47fd-9675-8df38ba441b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=279ec1f8f87b4b6f83c5320fe1dc1731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497144 Nov 08 00:42:58.120488 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db893-e681-47fd-9675-8df38ba441b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5043847-9804-43c3-a947-278b174f7fec,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:42:58.125284 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 54886) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:42:58.166467 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61161020-b7be-4cb7-9340-0fa306c54e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:58.175519 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7e1e48c-f4b8-4ed8-8f95-7cc3673c0a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:58.198277 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7e1e48c-f4b8-4ed8-8f95-7cc3673c0a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:58.303988 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7e1e48c-f4b8-4ed8-8f95-7cc3673c0a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:58.306644 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7e1e48c-f4b8-4ed8-8f95-7cc3673c0a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:42:58.307809 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a7e1e48c-f4b8-4ed8-8f95-7cc3673c0a5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5043847-9804-43c3-a947-278b174f7fec HTTP/1.1" status: 204 len: 168 time: 0.1848192 Nov 08 00:42:58.319111 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1e48c-f4b8-4ed8-8f95-7cc3673c0a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5043847-9804-43c3-a947-278b174f7fec,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:00.691532 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f77d68ee-42a3-4c64-b9e4-fbb3b043110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:01.029845 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:01.144960 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:43:01.807022 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:02.104055 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:03.366503 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:08.629197 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:27.975155 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55252) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:43:28.090233 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-73dc9aee-cafe-46cd-9896-4392f1cbbce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:28.168439 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-73dc9aee-cafe-46cd-9896-4392f1cbbce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:28.206644 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f1b8-f428-4e0a-821a-4c898e551c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:28.240724 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-73dc9aee-cafe-46cd-9896-4392f1cbbce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:28.273654 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-73dc9aee-cafe-46cd-9896-4392f1cbbce6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb2d838547e142698ec4646ee940e203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971342 Nov 08 00:43:28.274200 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55260) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:43:28.311430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc9aee-cafe-46cd-9896-4392f1cbbce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e41667-4052-4f06-8c6d-39b6f62b89d1,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:28.356146 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a470f1c-09f9-4a19-9336-3328074ae443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:28.377745 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a470f1c-09f9-4a19-9336-3328074ae443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:28.492025 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a470f1c-09f9-4a19-9336-3328074ae443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:28.494639 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8a470f1c-09f9-4a19-9336-3328074ae443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:28.495859 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8a470f1c-09f9-4a19-9336-3328074ae443 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6e41667-4052-4f06-8c6d-39b6f62b89d1 HTTP/1.1" status: 204 len: 168 time: 0.2194541 Nov 08 00:43:28.505477 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a470f1c-09f9-4a19-9336-3328074ae443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e41667-4052-4f06-8c6d-39b6f62b89d1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:30.795009 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95996da6-8ca3-4bec-906d-fe99daa4f7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:31.023333 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:31.835249 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:32.137445 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:33.463372 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:36.698440 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55378) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:43:36.812417 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c20f81b3-addb-4e75-9d56-7fb3fea1b829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:36.890035 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c20f81b3-addb-4e75-9d56-7fb3fea1b829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:36.949122 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c20f81b3-addb-4e75-9d56-7fb3fea1b829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:36.988963 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c20f81b3-addb-4e75-9d56-7fb3fea1b829 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f03730c61c1749a59f3dc5b9aa6481c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2893593 Nov 08 00:43:36.990122 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f81b3-addb-4e75-9d56-7fb3fea1b829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b12a86-0a5e-433a-b0e8-3cb6d3f9fe16,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:36.991768 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55386) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:43:37.044955 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d42af4a-17d6-4bd3-9003-e05874b0568a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:37.065411 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d42af4a-17d6-4bd3-9003-e05874b0568a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:37.183684 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d42af4a-17d6-4bd3-9003-e05874b0568a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:37.186225 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d42af4a-17d6-4bd3-9003-e05874b0568a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:37.187420 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5d42af4a-17d6-4bd3-9003-e05874b0568a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51b12a86-0a5e-433a-b0e8-3cb6d3f9fe16 HTTP/1.1" status: 204 len: 168 time: 0.1945584 Nov 08 00:43:37.195358 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42af4a-17d6-4bd3-9003-e05874b0568a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b12a86-0a5e-433a-b0e8-3cb6d3f9fe16,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:37.203314 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42af4a-17d6-4bd3-9003-e05874b0568a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:37.203658 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42af4a-17d6-4bd3-9003-e05874b0568a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:37.204072 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42af4a-17d6-4bd3-9003-e05874b0568a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:37.204537 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42af4a-17d6-4bd3-9003-e05874b0568a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:37.204865 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42af4a-17d6-4bd3-9003-e05874b0568a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:37.205190 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42af4a-17d6-4bd3-9003-e05874b0568a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:37.205516 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42af4a-17d6-4bd3-9003-e05874b0568a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:37.205835 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42af4a-17d6-4bd3-9003-e05874b0568a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:37.206207 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42af4a-17d6-4bd3-9003-e05874b0568a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:37.206527 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42af4a-17d6-4bd3-9003-e05874b0568a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:37.206846 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42af4a-17d6-4bd3-9003-e05874b0568a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:37.207162 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42af4a-17d6-4bd3-9003-e05874b0568a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:38.144555 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:43:38.162577 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55418) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:43:38.264545 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-265a5530-bd69-4caf-b1c9-a199c6583ddf admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-244895285-network', 'tenant_id': 'c9a386e5241b41e98e9b0ff1b8048683'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:43:38.332298 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265a5530-bd69-4caf-b1c9-a199c6583ddf admin admin] Made reservation on behalf of c9a386e5241b41e98e9b0ff1b8048683 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:43:38.336638 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-265a5530-bd69-4caf-b1c9-a199c6583ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:38.345847 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-265a5530-bd69-4caf-b1c9-a199c6583ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:38.420768 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-265a5530-bd69-4caf-b1c9-a199c6583ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:38.427192 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9f0bfc2-57f4-472d-8a83-885c5a70adbe req-f8a56d58-5a5a-4a79-a6a5-4116ce9947ef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0978091 Nov 08 00:43:38.480323 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-265a5530-bd69-4caf-b1c9-a199c6583ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:38.509312 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265a5530-bd69-4caf-b1c9-a199c6583ddf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:43:38.515320 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a5530-bd69-4caf-b1c9-a199c6583ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b558c343-3ebd-4eb3-90a6-9d247e5e673a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:38.523222 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-265a5530-bd69-4caf-b1c9-a199c6583ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:38.523327 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-265a5530-bd69-4caf-b1c9-a199c6583ddf admin admin] Added segment 84e54fa2-ae68-4d0d-ac17-42829028ac21 of type vlan for network b10679ea-1074-43f1-be38-935913456fe4 Nov 08 00:43:38.543282 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0bfc2-57f4-472d-8a83-885c5a70adbe req-453ffab9-4b80-4b53-a13a-0fc134dc9641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:38.547910 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9f0bfc2-57f4-472d-8a83-885c5a70adbe req-453ffab9-4b80-4b53-a13a-0fc134dc9641 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 1097 time: 0.0585799 Nov 08 00:43:38.566402 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-265a5530-bd69-4caf-b1c9-a199c6583ddf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:38.652534 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:38.656018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0bfc2-57f4-472d-8a83-885c5a70adbe req-923a30e0-ad3c-4359-a47e-be4512157dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:38.657491 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9f0bfc2-57f4-472d-8a83-885c5a70adbe req-923a30e0-ad3c-4359-a47e-be4512157dba service neutron] 10.222.0.26 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 913 time: 0.0937364 Nov 08 00:43:38.686576 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-265a5530-bd69-4caf-b1c9-a199c6583ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:38.687831 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265a5530-bd69-4caf-b1c9-a199c6583ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:38.688593 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-265a5530-bd69-4caf-b1c9-a199c6583ddf admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:38.728594 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9f0bfc2-57f4-472d-8a83-885c5a70adbe req-43b73ee3-eb27-40fa-9e90-72db9b98ad46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe HTTP/1.1" status: 200 len: 1002 time: 0.0638528 Nov 08 00:43:38.751076 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a5530-bd69-4caf-b1c9-a199c6583ddf admin admin] Pushing event updated for resources: {'Network': ['ID=b10679ea-1074-43f1-be38-935913456fe4,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:38.761330 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network b10679ea-1074-43f1-be38-935913456fe4 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:43:38.786034 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0bfc2-57f4-472d-8a83-885c5a70adbe req-2b7e5725-9a2e-4baa-b529-1dcf7a7a55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:38.787565 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9f0bfc2-57f4-472d-8a83-885c5a70adbe req-2b7e5725-9a2e-4baa-b529-1dcf7a7a55ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.0522861 Nov 08 00:43:38.833070 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-265a5530-bd69-4caf-b1c9-a199c6583ddf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6693470 Nov 08 00:43:38.835532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0bfc2-57f4-472d-8a83-885c5a70adbe req-f53a7027-7034-47bc-b864-ff1108888ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:38.835961 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55424) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:43:38.839502 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9f0bfc2-57f4-472d-8a83-885c5a70adbe req-f53a7027-7034-47bc-b864-ff1108888ca7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419934 Nov 08 00:43:38.841573 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8b591bc8-10a1-4f41-bbae-c67fb174ff0a admin admin] Request body: {'subnet': {'network_id': 'b10679ea-1074-43f1-be38-935913456fe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-244895285-subnet', 'tenant_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:43:38.933826 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9f0bfc2-57f4-472d-8a83-885c5a70adbe req-71199814-dff9-4e11-baa6-2328c16487fd service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895772 Nov 08 00:43:38.937986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b591bc8-10a1-4f41-bbae-c67fb174ff0a admin admin] Made reservation on behalf of c9a386e5241b41e98e9b0ff1b8048683 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:43:38.940418 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b591bc8-10a1-4f41-bbae-c67fb174ff0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:39.033632 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9f0bfc2-57f4-472d-8a83-885c5a70adbe req-b59071f2-3f3c-4854-9045-4bb551deec39 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929470 Nov 08 00:43:39.212050 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b591bc8-10a1-4f41-bbae-c67fb174ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:39.265973 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b591bc8-10a1-4f41-bbae-c67fb174ff0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca097b8f-cb37-47e8-9639-42a05b774899,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:39.279269 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b591bc8-10a1-4f41-bbae-c67fb174ff0a admin admin] Checking segment: {'id': '84e54fa2-ae68-4d0d-ac17-42829028ac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b10679ea-1074-43f1-be38-935913456fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:43:39.279638 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b591bc8-10a1-4f41-bbae-c67fb174ff0a admin admin] Network hostable DHCP agents. Network: b10679ea-1074-43f1-be38-935913456fe4, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:43:39.360595 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b591bc8-10a1-4f41-bbae-c67fb174ff0a admin admin] Network b10679ea-1074-43f1-be38-935913456fe4 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:43:39.463861 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-8b591bc8-10a1-4f41-bbae-c67fb174ff0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, b10679ea-1074-43f1-be38-935913456fe4) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:43:39.473609 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b591bc8-10a1-4f41-bbae-c67fb174ff0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:39.475935 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b591bc8-10a1-4f41-bbae-c67fb174ff0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:39.476074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13257347-8603-42cc-a0d6-93cb2a30e237 None None] Network b10679ea-1074-43f1-be38-935913456fe4 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:43:39.563899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55430) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:43:39.564491 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8b591bc8-10a1-4f41-bbae-c67fb174ff0a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7240522 Nov 08 00:43:39.567695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-fee8b425-5267-4bf3-9c2c-39d236b2757f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-244895285-router', 'tenant_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:43:39.643508 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-b10679ea-1074-43f1-be38-935913456fe4', 'network_id': 'b10679ea-1074-43f1-be38-935913456fe4', 'tenant_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'fixed_ips': [{'subnet_id': 'ca097b8f-cb37-47e8-9639-42a05b774899'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:43:39.644427 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:39.692274 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fee8b425-5267-4bf3-9c2c-39d236b2757f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:39.693435 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fee8b425-5267-4bf3-9c2c-39d236b2757f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:39.748739 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fee8b425-5267-4bf3-9c2c-39d236b2757f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:39.778255 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Allocated IP 172.20.0.2 (b10679ea-1074-43f1-be38-935913456fe4/ca097b8f-cb37-47e8-9639-42a05b774899/4a31e628-ff63-411a-92db-40c95bf798c1) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:43:39.963439 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fee8b425-5267-4bf3-9c2c-39d236b2757f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:40.075740 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:40.138108 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:40.181576 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Network b10679ea-1074-43f1-be38-935913456fe4 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:43:40.184404 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:43:40.191454 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:43:40.194767 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Pushing event updated for resources: {'Port': ['ID=4a31e628-ff63-411a-92db-40c95bf798c1,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:40.210707 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:40.211046 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:40.211374 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:40.211705 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:40.218969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:40.218969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:40.218969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:40.218969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:40.218969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:40.218969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:40.218969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:40.218969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:40.267278 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fee8b425-5267-4bf3-9c2c-39d236b2757f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:40.273166 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Attempting to bind port 4a31e628-ff63-411a-92db-40c95bf798c1 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:43:40.273614 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Attempting to bind port 4a31e628-ff63-411a-92db-40c95bf798c1 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '84e54fa2-ae68-4d0d-ac17-42829028ac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b10679ea-1074-43f1-be38-935913456fe4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:43:40.273973 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Attempting to bind port 4a31e628-ff63-411a-92db-40c95bf798c1 on network b10679ea-1074-43f1-be38-935913456fe4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:43:40.279580 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:43:40.280083 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Checking segment: {'id': '84e54fa2-ae68-4d0d-ac17-42829028ac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b10679ea-1074-43f1-be38-935913456fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:43:40.280475 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:40.280873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Bound using segment: {'id': '84e54fa2-ae68-4d0d-ac17-42829028ac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b10679ea-1074-43f1-be38-935913456fe4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:43:40.281371 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Bound port: 4a31e628-ff63-411a-92db-40c95bf798c1, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e54fa2-ae68-4d0d-ac17-42829028ac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b10679ea-1074-43f1-be38-935913456fe4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:43:40.281747 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:40.287081 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fee8b425-5267-4bf3-9c2c-39d236b2757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:40.359870 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] For port 4a31e628-ff63-411a-92db-40c95bf798c1, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:43:40.363883 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] For port 4a31e628-ff63-411a-92db-40c95bf798c1, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4a31e628-ff63-411a-92db-40c95bf798c1,segment=NetworkSegment(84e54fa2-ae68-4d0d-ac17-42829028ac21),segment_id=84e54fa2-ae68-4d0d-ac17-42829028ac21)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:43:40.413899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-fee8b425-5267-4bf3-9c2c-39d236b2757f admin admin] Allocated IP 172.25.2.235 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/786a2fb0-e312-4913-9f81-36ef90fd9529) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:43:40.452724 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:40.522652 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f00b9-5296-4296-866c-61a698f50dd6 None None] Pushing event updated for resources: {'Port': ['ID=4a31e628-ff63-411a-92db-40c95bf798c1,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:40.524018 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fee8b425-5267-4bf3-9c2c-39d236b2757f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:40.629609 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fee8b425-5267-4bf3-9c2c-39d236b2757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:40.676455 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee8b425-5267-4bf3-9c2c-39d236b2757f admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:43:40.679287 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-fee8b425-5267-4bf3-9c2c-39d236b2757f admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:43:40.686747 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee8b425-5267-4bf3-9c2c-39d236b2757f admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:43:40.690196 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8b425-5267-4bf3-9c2c-39d236b2757f admin admin] Pushing event updated for resources: {'Port': ['ID=786a2fb0-e312-4913-9f81-36ef90fd9529,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:41.330392 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fee8b425-5267-4bf3-9c2c-39d236b2757f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:41.544951 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fee8b425-5267-4bf3-9c2c-39d236b2757f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:41.587247 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d141e30c-b2fc-4409-9fbc-f46f1a1dfba3 None None] Network b10679ea-1074-43f1-be38-935913456fe4 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:43:41.656158 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-77e0d97d-8aef-40c8-bed2-41d477737054 None None] Provisioning complete for port 4a31e628-ff63-411a-92db-40c95bf798c1 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:41.656589 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77e0d97d-8aef-40c8-bed2-41d477737054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:41.737575 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee8b425-5267-4bf3-9c2c-39d236b2757f admin admin] Router d1022869-a9ca-416a-9a23-9ffe76f8743b is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:43:41.813378 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77e0d97d-8aef-40c8-bed2-41d477737054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:41.853775 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-77e0d97d-8aef-40c8-bed2-41d477737054 None None] For port 4a31e628-ff63-411a-92db-40c95bf798c1, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4a31e628-ff63-411a-92db-40c95bf798c1,segment=NetworkSegment(84e54fa2-ae68-4d0d-ac17-42829028ac21),segment_id=84e54fa2-ae68-4d0d-ac17-42829028ac21)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:43:41.882152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee8b425-5267-4bf3-9c2c-39d236b2757f admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:43:41.892376 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] Sync routers for ids ['d1022869-a9ca-416a-9a23-9ffe76f8743b'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:43:41.916733 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] Routers {'d1022869-a9ca-416a-9a23-9ffe76f8743b'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:43:41.916733 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:43:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d1022869-a9ca-416a-9a23-9ffe76f8743b'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:43:42.000411 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4a31e628-ff63-411a-92db-40c95bf798c1 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:43:42.065262 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77e0d97d-8aef-40c8-bed2-41d477737054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:42.103401 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] Set router d1022869-a9ca-416a-9a23-9ffe76f8743b gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:43:42.151101 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fee8b425-5267-4bf3-9c2c-39d236b2757f admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:42.152452 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fee8b425-5267-4bf3-9c2c-39d236b2757f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5902729 Nov 08 00:43:42.155241 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55446) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:43:42.165498 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 4a31e628-ff63-411a-92db-40c95bf798c1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:42.165881 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:42.260915 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0d97d-8aef-40c8-bed2-41d477737054 None None] Pushing event updated for resources: {'Port': ['ID=4a31e628-ff63-411a-92db-40c95bf798c1,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:42.285774 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-958a99d8-eace-4e5d-8d74-a5275cbf5f03 None None] Provisioning complete for port 4a31e628-ff63-411a-92db-40c95bf798c1 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:42.291698 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-958a99d8-eace-4e5d-8d74-a5275cbf5f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:42.473019 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1022869-a9ca-416a-9a23-9ffe76f8743b', 'name': 'tempest-TestAggregatesBasicOps-244895285-router', 'tenant_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '786a2fb0-e312-4913-9f81-36ef90fd9529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:43:39Z', 'updated_at': '2021-11-08T00:43:41Z', 'revision_number': 3, 'project_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'gw_port': {'id': '786a2fb0-e312-4913-9f81-36ef90fd9529', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1022869-a9ca-416a-9a23-9ffe76f8743b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:43:40Z', 'updated_at': '2021-11-08T00:43:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:43:42.514636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] Checking router: d1022869-a9ca-416a-9a23-9ffe76f8743b for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:43:42.514636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] Updating router d1022869-a9ca-416a-9a23-9ffe76f8743b port 786a2fb0-e312-4913-9f81-36ef90fd9529 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:43:42.536438 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:42.615395 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-107e7855-fd86-4ccd-9d07-6160056cc958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:42.811416 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:42.839304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-107e7855-fd86-4ccd-9d07-6160056cc958 admin admin] Allocated IP 172.20.0.1 (b10679ea-1074-43f1-be38-935913456fe4/ca097b8f-cb37-47e8-9639-42a05b774899/a8f95b77-602d-4c57-9763-8a41db9d4b0e) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:43:42.880840 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:42.928995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] Attempting to bind port 786a2fb0-e312-4913-9f81-36ef90fd9529 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:43:42.929464 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] Attempting to bind port 786a2fb0-e312-4913-9f81-36ef90fd9529 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:43:42.929892 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] Attempting to bind port 786a2fb0-e312-4913-9f81-36ef90fd9529 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:43:42.942427 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:43:42.942879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:43:42.943360 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:42.943652 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-107e7855-fd86-4ccd-9d07-6160056cc958 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:42.943842 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:43:42.944831 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] Bound port: 786a2fb0-e312-4913-9f81-36ef90fd9529, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:43:42.944831 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:42.946672 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97420c96-f611-49b5-8897-59d509563c2f None None] Pushing event updated for resources: {'Port': ['ID=786a2fb0-e312-4913-9f81-36ef90fd9529,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:43.003614 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] For port 786a2fb0-e312-4913-9f81-36ef90fd9529, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:43:43.006652 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] For port 786a2fb0-e312-4913-9f81-36ef90fd9529, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=786a2fb0-e312-4913-9f81-36ef90fd9529,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:43:43.030281 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-107e7855-fd86-4ccd-9d07-6160056cc958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:43.068902 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107e7855-fd86-4ccd-9d07-6160056cc958 admin admin] Network b10679ea-1074-43f1-be38-935913456fe4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:43:43.071919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-107e7855-fd86-4ccd-9d07-6160056cc958 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:43:43.074428 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107e7855-fd86-4ccd-9d07-6160056cc958 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:43:43.081508 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:43.113075 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e7855-fd86-4ccd-9d07-6160056cc958 admin admin] Pushing event updated for resources: {'Port': ['ID=a8f95b77-602d-4c57-9763-8a41db9d4b0e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:43.131505 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-107e7855-fd86-4ccd-9d07-6160056cc958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:43.153922 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] Routers {'d1022869-a9ca-416a-9a23-9ffe76f8743b'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:43:43.154701 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:43:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d1022869-a9ca-416a-9a23-9ffe76f8743b'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:43:43.156794 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97420c96-f611-49b5-8897-59d509563c2f None None] Pushing event updated for resources: {'Port': ['ID=786a2fb0-e312-4913-9f81-36ef90fd9529,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:43.277340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] Set router d1022869-a9ca-416a-9a23-9ffe76f8743b gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:43:43.392714 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-107e7855-fd86-4ccd-9d07-6160056cc958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:43.400772 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6f140ad4-0b37-421c-9732-9424a1046059 None None] Provisioning complete for port a8f95b77-602d-4c57-9763-8a41db9d4b0e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:43.401145 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f140ad4-0b37-421c-9732-9424a1046059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:43.456999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6f140ad4-0b37-421c-9732-9424a1046059 None None] Port a8f95b77-602d-4c57-9763-8a41db9d4b0e cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:43:43.507341 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1022869-a9ca-416a-9a23-9ffe76f8743b', 'name': 'tempest-TestAggregatesBasicOps-244895285-router', 'tenant_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '786a2fb0-e312-4913-9f81-36ef90fd9529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:43:39Z', 'updated_at': '2021-11-08T00:43:41Z', 'revision_number': 3, 'project_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'gw_port': {'id': '786a2fb0-e312-4913-9f81-36ef90fd9529', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1022869-a9ca-416a-9a23-9ffe76f8743b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:43:40Z', 'updated_at': '2021-11-08T00:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:43:43.549576 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedbf3af-3e9c-427f-824c-3ccabd1a81cf None None] The sync data for ids ['d1022869-a9ca-416a-9a23-9ffe76f8743b'] in n-d-816882-1 is: [{'id': 'd1022869-a9ca-416a-9a23-9ffe76f8743b', 'name': 'tempest-TestAggregatesBasicOps-244895285-router', 'tenant_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '786a2fb0-e312-4913-9f81-36ef90fd9529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:43:39Z', 'updated_at': '2021-11-08T00:43:41Z', 'revision_number': 3, 'project_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'gw_port': {'id': '786a2fb0-e312-4913-9f81-36ef90fd9529', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1022869-a9ca-416a-9a23-9ffe76f8743b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:43:40Z', 'updated_at': '2021-11-08T00:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:43:43.582087 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-107e7855-fd86-4ccd-9d07-6160056cc958 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:43.686626 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-107e7855-fd86-4ccd-9d07-6160056cc958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:43.758618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e7855-fd86-4ccd-9d07-6160056cc958 admin admin] Pushing event updated for resources: {'Port': ['ID=a8f95b77-602d-4c57-9763-8a41db9d4b0e,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:43.762343 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-107e7855-fd86-4ccd-9d07-6160056cc958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:43.917430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107e7855-fd86-4ccd-9d07-6160056cc958 admin admin] Network b10679ea-1074-43f1-be38-935913456fe4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:43:43.919061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-107e7855-fd86-4ccd-9d07-6160056cc958 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:43:44.034933 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4a31e628-ff63-411a-92db-40c95bf798c1 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:43:44.060836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107e7855-fd86-4ccd-9d07-6160056cc958 admin admin] Router d1022869-a9ca-416a-9a23-9ffe76f8743b has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:43:44.095853 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 4a31e628-ff63-411a-92db-40c95bf798c1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:44.095853 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:44.193541 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 786a2fb0-e312-4913-9f81-36ef90fd9529 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:43:44.210510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107e7855-fd86-4ccd-9d07-6160056cc958 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:43:44.224938 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-107e7855-fd86-4ccd-9d07-6160056cc958 admin admin] 10.222.0.13 "PUT /v2.0/routers/d1022869-a9ca-416a-9a23-9ffe76f8743b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0595746 Nov 08 00:43:44.254827 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 786a2fb0-e312-4913-9f81-36ef90fd9529 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:44.255202 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:44.304333 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ccdafc19-46b7-449b-97c8-364b1a049a1c None None] Provisioning complete for port a8f95b77-602d-4c57-9763-8a41db9d4b0e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:44.304495 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ccdafc19-46b7-449b-97c8-364b1a049a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:44.344040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ccdafc19-46b7-449b-97c8-364b1a049a1c None None] Port a8f95b77-602d-4c57-9763-8a41db9d4b0e cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:43:44.385633 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:44.412527 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 786a2fb0-e312-4913-9f81-36ef90fd9529, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=786a2fb0-e312-4913-9f81-36ef90fd9529,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:43:44.521744 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:44.584294 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=786a2fb0-e312-4913-9f81-36ef90fd9529,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:45.007027 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55544) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:43:45.011937 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-fd2bf6bd-8b26-4050-b459-bcf5dc28aa7c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1799901089-network', 'tenant_id': '5e331185fa7c406783bc3a38b73d90b7'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:43:45.178025 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2bf6bd-8b26-4050-b459-bcf5dc28aa7c admin admin] Made reservation on behalf of 5e331185fa7c406783bc3a38b73d90b7 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:43:45.180503 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd2bf6bd-8b26-4050-b459-bcf5dc28aa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:45.190484 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd2bf6bd-8b26-4050-b459-bcf5dc28aa7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:45.269691 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd2bf6bd-8b26-4050-b459-bcf5dc28aa7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:45.324791 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] Sync routers for ids ['d1022869-a9ca-416a-9a23-9ffe76f8743b'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:43:45.333865 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] Routers {'d1022869-a9ca-416a-9a23-9ffe76f8743b'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:43:45.334473 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:43:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d1022869-a9ca-416a-9a23-9ffe76f8743b'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:43:45.354723 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd2bf6bd-8b26-4050-b459-bcf5dc28aa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:45.382430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2bf6bd-8b26-4050-b459-bcf5dc28aa7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:43:45.391573 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bf6bd-8b26-4050-b459-bcf5dc28aa7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d0dba5-b338-4185-a48b-84bdf2385390,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:45.397703 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd2bf6bd-8b26-4050-b459-bcf5dc28aa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:45.398046 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-fd2bf6bd-8b26-4050-b459-bcf5dc28aa7c admin admin] Added segment df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe of type vlan for network ac63f256-02b6-4b36-b730-8cb747744e82 Nov 08 00:43:45.444624 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd2bf6bd-8b26-4050-b459-bcf5dc28aa7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:45.449151 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] Set router d1022869-a9ca-416a-9a23-9ffe76f8743b gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:43:45.555137 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd2bf6bd-8b26-4050-b459-bcf5dc28aa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:45.556151 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2bf6bd-8b26-4050-b459-bcf5dc28aa7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:45.556962 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd2bf6bd-8b26-4050-b459-bcf5dc28aa7c admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:45.634268 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bf6bd-8b26-4050-b459-bcf5dc28aa7c admin admin] Pushing event updated for resources: {'Network': ['ID=ac63f256-02b6-4b36-b730-8cb747744e82,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:45.648701 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network ac63f256-02b6-4b36-b730-8cb747744e82 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:43:45.667823 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fd2bf6bd-8b26-4050-b459-bcf5dc28aa7c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6587319 Nov 08 00:43:45.670270 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55550) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:43:45.676115 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-44a48f8a-949e-4354-8ad8-ca99ff04031d admin admin] Request body: {'subnet': {'network_id': 'ac63f256-02b6-4b36-b730-8cb747744e82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1799901089-subnet', 'tenant_id': '5e331185fa7c406783bc3a38b73d90b7', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:43:45.683521 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1022869-a9ca-416a-9a23-9ffe76f8743b', 'name': 'tempest-TestAggregatesBasicOps-244895285-router', 'tenant_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '786a2fb0-e312-4913-9f81-36ef90fd9529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:43:39Z', 'updated_at': '2021-11-08T00:43:43Z', 'revision_number': 4, 'project_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'gw_port': {'id': '786a2fb0-e312-4913-9f81-36ef90fd9529', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1022869-a9ca-416a-9a23-9ffe76f8743b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:43:40Z', 'updated_at': '2021-11-08T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'a8f95b77-602d-4c57-9763-8a41db9d4b0e', 'name': '', 'network_id': 'b10679ea-1074-43f1-be38-935913456fe4', 'tenant_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'mac_address': 'fa:16:3e:92:e2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1022869-a9ca-416a-9a23-9ffe76f8743b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'ca097b8f-cb37-47e8-9639-42a05b774899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:43:42Z', 'updated_at': '2021-11-08T00:43:43Z', 'revision_number': 2, 'project_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'subnets': [{'id': 'ca097b8f-cb37-47e8-9639-42a05b774899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:43:45.710701 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] Checking router: d1022869-a9ca-416a-9a23-9ffe76f8743b for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:43:45.711049 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] Updating router d1022869-a9ca-416a-9a23-9ffe76f8743b port a8f95b77-602d-4c57-9763-8a41db9d4b0e binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:43:45.738910 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:45.789157 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a48f8a-949e-4354-8ad8-ca99ff04031d admin admin] Made reservation on behalf of 5e331185fa7c406783bc3a38b73d90b7 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:43:45.791510 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-44a48f8a-949e-4354-8ad8-ca99ff04031d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:45.946081 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 786a2fb0-e312-4913-9f81-36ef90fd9529 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:43:46.001247 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 786a2fb0-e312-4913-9f81-36ef90fd9529 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:46.001583 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:46.030569 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:46.057907 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-44a48f8a-949e-4354-8ad8-ca99ff04031d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:46.114644 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:46.124400 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a48f8a-949e-4354-8ad8-ca99ff04031d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad1ad108-6ea9-48c4-9ace-a60c77ba8c0f,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:46.139266 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a48f8a-949e-4354-8ad8-ca99ff04031d admin admin] Checking segment: {'id': 'df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac63f256-02b6-4b36-b730-8cb747744e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:43:46.139629 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a48f8a-949e-4354-8ad8-ca99ff04031d admin admin] Network hostable DHCP agents. Network: ac63f256-02b6-4b36-b730-8cb747744e82, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:43:46.157257 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5e60b-4d56-4c73-a677-ed7fc3fbe158 None None] Pushing event updated for resources: {'Port': ['ID=a8f95b77-602d-4c57-9763-8a41db9d4b0e,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:46.169795 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5e60b-4d56-4c73-a677-ed7fc3fbe158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:46.170129 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5e60b-4d56-4c73-a677-ed7fc3fbe158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:46.170477 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5e60b-4d56-4c73-a677-ed7fc3fbe158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:46.170783 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5e60b-4d56-4c73-a677-ed7fc3fbe158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:46.171108 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5e60b-4d56-4c73-a677-ed7fc3fbe158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:46.171426 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5e60b-4d56-4c73-a677-ed7fc3fbe158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:46.171741 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5e60b-4d56-4c73-a677-ed7fc3fbe158 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:46.172079 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5e60b-4d56-4c73-a677-ed7fc3fbe158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:46.172397 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5e60b-4d56-4c73-a677-ed7fc3fbe158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:46.172706 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5e60b-4d56-4c73-a677-ed7fc3fbe158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:46.173307 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5e60b-4d56-4c73-a677-ed7fc3fbe158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:46.173623 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5e60b-4d56-4c73-a677-ed7fc3fbe158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:46.229415 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a48f8a-949e-4354-8ad8-ca99ff04031d admin admin] Network ac63f256-02b6-4b36-b730-8cb747744e82 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:43:46.253165 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] Attempting to bind port a8f95b77-602d-4c57-9763-8a41db9d4b0e on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:43:46.254187 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] Attempting to bind port a8f95b77-602d-4c57-9763-8a41db9d4b0e by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '84e54fa2-ae68-4d0d-ac17-42829028ac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b10679ea-1074-43f1-be38-935913456fe4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:43:46.254533 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] Attempting to bind port a8f95b77-602d-4c57-9763-8a41db9d4b0e on network b10679ea-1074-43f1-be38-935913456fe4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:43:46.261007 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:43:46.261374 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] Checking segment: {'id': '84e54fa2-ae68-4d0d-ac17-42829028ac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b10679ea-1074-43f1-be38-935913456fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:43:46.261955 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:46.262957 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] Bound using segment: {'id': '84e54fa2-ae68-4d0d-ac17-42829028ac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b10679ea-1074-43f1-be38-935913456fe4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:43:46.263420 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] Bound port: a8f95b77-602d-4c57-9763-8a41db9d4b0e, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e54fa2-ae68-4d0d-ac17-42829028ac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b10679ea-1074-43f1-be38-935913456fe4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:43:46.263813 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:46.314862 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-44a48f8a-949e-4354-8ad8-ca99ff04031d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, ac63f256-02b6-4b36-b730-8cb747744e82) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:43:46.326577 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c24bae9-19b0-4195-9d7f-f0704e4af2e3 None None] Network ac63f256-02b6-4b36-b730-8cb747744e82 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:43:46.333217 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a48f8a-949e-4354-8ad8-ca99ff04031d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:46.335052 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-44a48f8a-949e-4354-8ad8-ca99ff04031d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:46.342250 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] For port a8f95b77-602d-4c57-9763-8a41db9d4b0e, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:43:46.347100 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] For port a8f95b77-602d-4c57-9763-8a41db9d4b0e, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a8f95b77-602d-4c57-9763-8a41db9d4b0e,segment=NetworkSegment(84e54fa2-ae68-4d0d-ac17-42829028ac21),segment_id=84e54fa2-ae68-4d0d-ac17-42829028ac21)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:43:46.424023 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:46.427825 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-44a48f8a-949e-4354-8ad8-ca99ff04031d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7553432 Nov 08 00:43:46.429709 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55552) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:43:46.437022 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-616dc81f-dc32-4f12-a8fe-26783b8795bb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1799901089-router', 'tenant_id': '5e331185fa7c406783bc3a38b73d90b7', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:43:46.495686 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] Routers {'d1022869-a9ca-416a-9a23-9ffe76f8743b'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:43:46.497512 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:43:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d1022869-a9ca-416a-9a23-9ffe76f8743b'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:43:46.499854 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-edcc89d9-b8b8-41ba-a5d2-60389171e308 None None] Provisioning complete for port a8f95b77-602d-4c57-9763-8a41db9d4b0e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:46.500300 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edcc89d9-b8b8-41ba-a5d2-60389171e308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:46.500665 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5e60b-4d56-4c73-a677-ed7fc3fbe158 None None] Pushing event updated for resources: {'Port': ['ID=a8f95b77-602d-4c57-9763-8a41db9d4b0e,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:46.503345 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-ac63f256-02b6-4b36-b730-8cb747744e82', 'network_id': 'ac63f256-02b6-4b36-b730-8cb747744e82', 'tenant_id': '5e331185fa7c406783bc3a38b73d90b7', 'fixed_ips': [{'subnet_id': 'ad1ad108-6ea9-48c4-9ace-a60c77ba8c0f'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:43:46.504176 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:46.526386 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-616dc81f-dc32-4f12-a8fe-26783b8795bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:46.527770 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-616dc81f-dc32-4f12-a8fe-26783b8795bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:46.631224 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-616dc81f-dc32-4f12-a8fe-26783b8795bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:46.638178 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] Set router d1022869-a9ca-416a-9a23-9ffe76f8743b gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:43:46.696008 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edcc89d9-b8b8-41ba-a5d2-60389171e308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:46.807215 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-edcc89d9-b8b8-41ba-a5d2-60389171e308 None None] For port a8f95b77-602d-4c57-9763-8a41db9d4b0e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a8f95b77-602d-4c57-9763-8a41db9d4b0e,segment=NetworkSegment(84e54fa2-ae68-4d0d-ac17-42829028ac21),segment_id=84e54fa2-ae68-4d0d-ac17-42829028ac21)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:43:46.829731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] Allocated IP 172.20.0.2 (ac63f256-02b6-4b36-b730-8cb747744e82/ad1ad108-6ea9-48c4-9ace-a60c77ba8c0f/94f6ff25-e1f6-4f45-94f5-1811a8766018) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:43:46.871319 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1022869-a9ca-416a-9a23-9ffe76f8743b', 'name': 'tempest-TestAggregatesBasicOps-244895285-router', 'tenant_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '786a2fb0-e312-4913-9f81-36ef90fd9529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:43:39Z', 'updated_at': '2021-11-08T00:43:43Z', 'revision_number': 4, 'project_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'gw_port': {'id': '786a2fb0-e312-4913-9f81-36ef90fd9529', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1022869-a9ca-416a-9a23-9ffe76f8743b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:43:40Z', 'updated_at': '2021-11-08T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'a8f95b77-602d-4c57-9763-8a41db9d4b0e', 'name': '', 'network_id': 'b10679ea-1074-43f1-be38-935913456fe4', 'tenant_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'mac_address': 'fa:16:3e:92:e2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1022869-a9ca-416a-9a23-9ffe76f8743b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'ca097b8f-cb37-47e8-9639-42a05b774899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:43:42Z', 'updated_at': '2021-11-08T00:43:46Z', 'revision_number': 4, 'project_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'subnets': [{'id': 'ca097b8f-cb37-47e8-9639-42a05b774899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:43:46.888974 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edcc89d9-b8b8-41ba-a5d2-60389171e308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:46.906689 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfd5dcd-0a44-4b63-86e3-94dfb6a34b40 None None] The sync data for ids ['d1022869-a9ca-416a-9a23-9ffe76f8743b'] in n-d-816882-1 is: [{'id': 'd1022869-a9ca-416a-9a23-9ffe76f8743b', 'name': 'tempest-TestAggregatesBasicOps-244895285-router', 'tenant_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '786a2fb0-e312-4913-9f81-36ef90fd9529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:43:39Z', 'updated_at': '2021-11-08T00:43:43Z', 'revision_number': 4, 'project_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'gw_port': {'id': '786a2fb0-e312-4913-9f81-36ef90fd9529', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1022869-a9ca-416a-9a23-9ffe76f8743b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:43:40Z', 'updated_at': '2021-11-08T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'a8f95b77-602d-4c57-9763-8a41db9d4b0e', 'name': '', 'network_id': 'b10679ea-1074-43f1-be38-935913456fe4', 'tenant_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'mac_address': 'fa:16:3e:92:e2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1022869-a9ca-416a-9a23-9ffe76f8743b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'ca097b8f-cb37-47e8-9639-42a05b774899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:43:42Z', 'updated_at': '2021-11-08T00:43:46Z', 'revision_number': 4, 'project_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'subnets': [{'id': 'ca097b8f-cb37-47e8-9639-42a05b774899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:43:46.910272 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-616dc81f-dc32-4f12-a8fe-26783b8795bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:46.983381 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc89d9-b8b8-41ba-a5d2-60389171e308 None None] Pushing event updated for resources: {'Port': ['ID=a8f95b77-602d-4c57-9763-8a41db9d4b0e,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:47.047965 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b11c20db-c595-4ed1-8944-e3fe6e154993 None None] Provisioning complete for port a8f95b77-602d-4c57-9763-8a41db9d4b0e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:47.052567 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b11c20db-c595-4ed1-8944-e3fe6e154993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:47.126771 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:47.212284 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:47.240224 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-616dc81f-dc32-4f12-a8fe-26783b8795bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:47.254942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] Network ac63f256-02b6-4b36-b730-8cb747744e82 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:43:47.258000 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:43:47.264370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:43:47.266333 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-616dc81f-dc32-4f12-a8fe-26783b8795bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:47.273135 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] Pushing event updated for resources: {'Port': ['ID=94f6ff25-e1f6-4f45-94f5-1811a8766018,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:47.333609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] Attempting to bind port 94f6ff25-e1f6-4f45-94f5-1811a8766018 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:43:47.334421 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] Attempting to bind port 94f6ff25-e1f6-4f45-94f5-1811a8766018 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac63f256-02b6-4b36-b730-8cb747744e82'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:43:47.335024 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] Attempting to bind port 94f6ff25-e1f6-4f45-94f5-1811a8766018 on network ac63f256-02b6-4b36-b730-8cb747744e82 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:43:47.342474 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:43:47.343240 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] Checking segment: {'id': 'df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac63f256-02b6-4b36-b730-8cb747744e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:43:47.343873 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:47.344880 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] Bound using segment: {'id': 'df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac63f256-02b6-4b36-b730-8cb747744e82'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:43:47.344880 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] Bound port: 94f6ff25-e1f6-4f45-94f5-1811a8766018, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac63f256-02b6-4b36-b730-8cb747744e82'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:43:47.350490 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:47.416975 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-616dc81f-dc32-4f12-a8fe-26783b8795bb admin admin] Allocated IP 172.25.2.161 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/e698c150-b806-4a5e-998c-f95603f7d9f9) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:43:47.433075 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] For port 94f6ff25-e1f6-4f45-94f5-1811a8766018, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:43:47.438220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] For port 94f6ff25-e1f6-4f45-94f5-1811a8766018, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=94f6ff25-e1f6-4f45-94f5-1811a8766018,segment=NetworkSegment(df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe),segment_id=df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:43:47.521674 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:47.533136 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-616dc81f-dc32-4f12-a8fe-26783b8795bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:47.589622 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8c104-f7fb-4002-ac38-b2b933c86f3a None None] Pushing event updated for resources: {'Port': ['ID=94f6ff25-e1f6-4f45-94f5-1811a8766018,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:47.664050 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-616dc81f-dc32-4f12-a8fe-26783b8795bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:47.711733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616dc81f-dc32-4f12-a8fe-26783b8795bb admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:43:47.719446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-616dc81f-dc32-4f12-a8fe-26783b8795bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:43:47.722322 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616dc81f-dc32-4f12-a8fe-26783b8795bb admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:43:47.757864 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616dc81f-dc32-4f12-a8fe-26783b8795bb admin admin] Pushing event updated for resources: {'Port': ['ID=e698c150-b806-4a5e-998c-f95603f7d9f9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:48.050660 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a8f95b77-602d-4c57-9763-8a41db9d4b0e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:43:48.107492 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port a8f95b77-602d-4c57-9763-8a41db9d4b0e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:48.108199 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:48.157937 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-616dc81f-dc32-4f12-a8fe-26783b8795bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:48.232385 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 94f6ff25-e1f6-4f45-94f5-1811a8766018 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:43:48.306563 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 94f6ff25-e1f6-4f45-94f5-1811a8766018 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:48.307936 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:48.409009 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:48.456383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 94f6ff25-e1f6-4f45-94f5-1811a8766018, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=94f6ff25-e1f6-4f45-94f5-1811a8766018,segment=NetworkSegment(df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe),segment_id=df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:43:48.554731 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:48.626938 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=94f6ff25-e1f6-4f45-94f5-1811a8766018,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:48.731061 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-616dc81f-dc32-4f12-a8fe-26783b8795bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:48.856795 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1d7b39-428a-45e9-8fa8-814fe7369953 None None] Network ac63f256-02b6-4b36-b730-8cb747744e82 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:43:48.922763 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-700f44f0-7559-480b-abe8-4a3461a82e1a None None] Provisioning complete for port 94f6ff25-e1f6-4f45-94f5-1811a8766018 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:48.923236 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-700f44f0-7559-480b-abe8-4a3461a82e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:48.960213 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616dc81f-dc32-4f12-a8fe-26783b8795bb admin admin] Router 2f7daa02-2080-4723-9835-bce1f6b95d26 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:43:49.105390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616dc81f-dc32-4f12-a8fe-26783b8795bb admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:43:49.115778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] Sync routers for ids ['2f7daa02-2080-4723-9835-bce1f6b95d26'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:43:49.130999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] Routers {'2f7daa02-2080-4723-9835-bce1f6b95d26'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:43:49.130999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:43:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['2f7daa02-2080-4723-9835-bce1f6b95d26'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:43:49.247958 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] Set router 2f7daa02-2080-4723-9835-bce1f6b95d26 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:43:49.259973 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-616dc81f-dc32-4f12-a8fe-26783b8795bb admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:49.264961 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-616dc81f-dc32-4f12-a8fe-26783b8795bb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8306675 Nov 08 00:43:49.264961 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55572) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:43:49.452329 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-077b077f-d60b-4f3e-b73c-c7b84008e0ed None None] Provisioning complete for port 94f6ff25-e1f6-4f45-94f5-1811a8766018 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:49.452612 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-077b077f-d60b-4f3e-b73c-c7b84008e0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:49.548451 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7daa02-2080-4723-9835-bce1f6b95d26', 'name': 'tempest-TestAggregatesBasicOps-1799901089-router', 'tenant_id': '5e331185fa7c406783bc3a38b73d90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'e698c150-b806-4a5e-998c-f95603f7d9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:43:46Z', 'updated_at': '2021-11-08T00:43:47Z', 'revision_number': 3, 'project_id': '5e331185fa7c406783bc3a38b73d90b7', 'gw_port': {'id': 'e698c150-b806-4a5e-998c-f95603f7d9f9', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7daa02-2080-4723-9835-bce1f6b95d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:43:47Z', 'updated_at': '2021-11-08T00:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:43:49.581565 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] Checking router: 2f7daa02-2080-4723-9835-bce1f6b95d26 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:43:49.581916 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] Updating router 2f7daa02-2080-4723-9835-bce1f6b95d26 port e698c150-b806-4a5e-998c-f95603f7d9f9 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:43:49.618293 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:49.800680 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ac72174f-e77b-4bc7-a1a5-c3b772077a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:49.955271 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 94f6ff25-e1f6-4f45-94f5-1811a8766018 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:43:50.006471 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:50.019303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-ac72174f-e77b-4bc7-a1a5-c3b772077a72 admin admin] Allocated IP 172.20.0.1 (ac63f256-02b6-4b36-b730-8cb747744e82/ad1ad108-6ea9-48c4-9ace-a60c77ba8c0f/605c6803-9865-4c79-9206-0c57d1d966b0) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:43:50.026570 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 94f6ff25-e1f6-4f45-94f5-1811a8766018 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:50.026950 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:50.119167 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:50.160763 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ac72174f-e77b-4bc7-a1a5-c3b772077a72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:50.196291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657cef9-340b-479e-9363-a8cb057812f2 None None] Pushing event updated for resources: {'Port': ['ID=e698c150-b806-4a5e-998c-f95603f7d9f9,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:50.201029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] Attempting to bind port e698c150-b806-4a5e-998c-f95603f7d9f9 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:43:50.201571 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] Attempting to bind port e698c150-b806-4a5e-998c-f95603f7d9f9 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:43:50.201917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] Attempting to bind port e698c150-b806-4a5e-998c-f95603f7d9f9 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:43:50.208154 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:43:50.208608 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:43:50.209064 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:50.209545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:43:50.210061 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] Bound port: e698c150-b806-4a5e-998c-f95603f7d9f9, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:43:50.210502 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:50.268156 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] For port e698c150-b806-4a5e-998c-f95603f7d9f9, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:43:50.271335 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] For port e698c150-b806-4a5e-998c-f95603f7d9f9, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e698c150-b806-4a5e-998c-f95603f7d9f9,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:43:50.281420 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ac72174f-e77b-4bc7-a1a5-c3b772077a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:50.322805 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac72174f-e77b-4bc7-a1a5-c3b772077a72 admin admin] Network ac63f256-02b6-4b36-b730-8cb747744e82 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:43:50.327808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-ac72174f-e77b-4bc7-a1a5-c3b772077a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:43:50.334981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac72174f-e77b-4bc7-a1a5-c3b772077a72 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:43:50.338287 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72174f-e77b-4bc7-a1a5-c3b772077a72 admin admin] Pushing event updated for resources: {'Port': ['ID=605c6803-9865-4c79-9206-0c57d1d966b0,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:50.341730 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:50.381349 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ac72174f-e77b-4bc7-a1a5-c3b772077a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:50.409691 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] Routers {'2f7daa02-2080-4723-9835-bce1f6b95d26'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:43:50.410654 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:43:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['2f7daa02-2080-4723-9835-bce1f6b95d26'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:43:50.515882 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657cef9-340b-479e-9363-a8cb057812f2 None None] Pushing event updated for resources: {'Port': ['ID=e698c150-b806-4a5e-998c-f95603f7d9f9,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:50.569765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] Set router 2f7daa02-2080-4723-9835-bce1f6b95d26 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:43:50.706772 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ac72174f-e77b-4bc7-a1a5-c3b772077a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:50.727598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-28ab2fd2-2cd7-48f5-b58e-e1799473a530 None None] Provisioning complete for port 605c6803-9865-4c79-9206-0c57d1d966b0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:50.727919 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28ab2fd2-2cd7-48f5-b58e-e1799473a530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:50.783157 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-28ab2fd2-2cd7-48f5-b58e-e1799473a530 None None] Port 605c6803-9865-4c79-9206-0c57d1d966b0 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:43:50.880533 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7daa02-2080-4723-9835-bce1f6b95d26', 'name': 'tempest-TestAggregatesBasicOps-1799901089-router', 'tenant_id': '5e331185fa7c406783bc3a38b73d90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'e698c150-b806-4a5e-998c-f95603f7d9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:43:46Z', 'updated_at': '2021-11-08T00:43:47Z', 'revision_number': 3, 'project_id': '5e331185fa7c406783bc3a38b73d90b7', 'gw_port': {'id': 'e698c150-b806-4a5e-998c-f95603f7d9f9', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7daa02-2080-4723-9835-bce1f6b95d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:43:47Z', 'updated_at': '2021-11-08T00:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:43:50.909109 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f6e0e-c327-4327-92a0-8ced49c0fb54 None None] The sync data for ids ['2f7daa02-2080-4723-9835-bce1f6b95d26'] in n-d-816882-1 is: [{'id': '2f7daa02-2080-4723-9835-bce1f6b95d26', 'name': 'tempest-TestAggregatesBasicOps-1799901089-router', 'tenant_id': '5e331185fa7c406783bc3a38b73d90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'e698c150-b806-4a5e-998c-f95603f7d9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:43:46Z', 'updated_at': '2021-11-08T00:43:47Z', 'revision_number': 3, 'project_id': '5e331185fa7c406783bc3a38b73d90b7', 'gw_port': {'id': 'e698c150-b806-4a5e-998c-f95603f7d9f9', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7daa02-2080-4723-9835-bce1f6b95d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:43:47Z', 'updated_at': '2021-11-08T00:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:43:50.946373 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ac72174f-e77b-4bc7-a1a5-c3b772077a72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:51.017836 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ac72174f-e77b-4bc7-a1a5-c3b772077a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:51.093987 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72174f-e77b-4bc7-a1a5-c3b772077a72 admin admin] Pushing event updated for resources: {'Port': ['ID=605c6803-9865-4c79-9206-0c57d1d966b0,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:51.099448 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ac72174f-e77b-4bc7-a1a5-c3b772077a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:51.244748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac72174f-e77b-4bc7-a1a5-c3b772077a72 admin admin] Network ac63f256-02b6-4b36-b730-8cb747744e82 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:43:51.246511 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-ac72174f-e77b-4bc7-a1a5-c3b772077a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:43:51.396920 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac72174f-e77b-4bc7-a1a5-c3b772077a72 admin admin] Router 2f7daa02-2080-4723-9835-bce1f6b95d26 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:43:51.533835 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac72174f-e77b-4bc7-a1a5-c3b772077a72 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:43:51.539829 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ac72174f-e77b-4bc7-a1a5-c3b772077a72 admin admin] 10.222.0.13 "PUT /v2.0/routers/2f7daa02-2080-4723-9835-bce1f6b95d26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2729757 Nov 08 00:43:51.626074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-83c0b446-a0ee-494e-8638-917e0dc2b8fb None None] Provisioning complete for port 605c6803-9865-4c79-9206-0c57d1d966b0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:51.626740 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-83c0b446-a0ee-494e-8638-917e0dc2b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:51.683806 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-83c0b446-a0ee-494e-8638-917e0dc2b8fb None None] Port 605c6803-9865-4c79-9206-0c57d1d966b0 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:43:51.767819 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-5ad42edd-2491-41e5-ae73-6bd8d919b867 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2030654 Nov 08 00:43:51.906262 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-9a55fb48-3568-4482-bb93-a824d7daae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:51.906568 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-9a55fb48-3568-4482-bb93-a824d7daae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:51.906813 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-9a55fb48-3568-4482-bb93-a824d7daae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:51.907823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-9a55fb48-3568-4482-bb93-a824d7daae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:51.907823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-9a55fb48-3568-4482-bb93-a824d7daae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:51.908946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-9a55fb48-3568-4482-bb93-a824d7daae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:51.908946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-9a55fb48-3568-4482-bb93-a824d7daae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:51.910728 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-9a55fb48-3568-4482-bb93-a824d7daae1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 6494 time: 0.0750618 Nov 08 00:43:51.998872 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e698c150-b806-4a5e-998c-f95603f7d9f9 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:43:52.063654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-34c4bb0c-74b7-48de-b535-11f08305f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:52.064352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-34c4bb0c-74b7-48de-b535-11f08305f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:52.064634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-34c4bb0c-74b7-48de-b535-11f08305f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:52.066413 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-34c4bb0c-74b7-48de-b535-11f08305f10e service neutron] 10.222.0.20 "GET /v2.0/networks?id=cc5b0d97-a530-416c-8598-edbfeb38986f&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 HTTP/1.1" status: 200 len: 2294 time: 0.1292486 Nov 08 00:43:52.155835 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-5fe17e12-4521-4a88-ac4a-6f86c2ce4328 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76488d3d-aea0-483c-841a-feae5dfe1eab HTTP/1.1" status: 200 len: 1002 time: 0.0821471 Nov 08 00:43:52.216794 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e698c150-b806-4a5e-998c-f95603f7d9f9 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:52.217247 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:52.217554 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-a8465128-4468-445b-91c7-6d3d6fdd3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:52.219063 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-a8465128-4468-445b-91c7-6d3d6fdd3dad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27c96a89-7ab5-4bdd-a965-d1c0a565158c HTTP/1.1" status: 200 len: 851 time: 0.0566702 Nov 08 00:43:52.282599 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-a6c34c98-6971-46bc-a965-4d460f09a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:52.292022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-a6c34c98-6971-46bc-a965-4d460f09a83c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc5b0d97-a530-416c-8598-edbfeb38986f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576689 Nov 08 00:43:52.368095 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:52.391426 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port e698c150-b806-4a5e-998c-f95603f7d9f9, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e698c150-b806-4a5e-998c-f95603f7d9f9,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:43:52.397102 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-144f3449-db43-450c-bb64-a64b77a33592 service neutron] 10.222.0.20 "GET /v2.0/networks/cc5b0d97-a530-416c-8598-edbfeb38986f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055930 Nov 08 00:43:52.457953 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:52.505842 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-3a6e7354-0c33-4ec8-b16a-17956e8dbfae service neutron] 10.222.0.20 "GET /v2.0/networks/cc5b0d97-a530-416c-8598-edbfeb38986f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005099 Nov 08 00:43:52.523445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=e698c150-b806-4a5e-998c-f95603f7d9f9,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:52.557229 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-520f4c78-1f1b-4baa-b193-95db413d1164 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=5467d33c-e619-4cf2-9bdc-e9edb7e205e2 HTTP/1.1" status: 200 len: 217 time: 0.0446942 Nov 08 00:43:52.615367 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-862acecc-cb3d-49b0-a3c5-d7fc25fd0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:52.617140 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-862acecc-cb3d-49b0-a3c5-d7fc25fd0d32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0526640 Nov 08 00:43:52.669130 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-b5f1f857-4fc1-4616-b71e-8b9b154d1207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:52.670717 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-b5f1f857-4fc1-4616-b71e-8b9b154d1207 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0464897 Nov 08 00:43:52.772939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-cb929142-ad56-43cc-bdf0-c66c0ddff08e service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950551 Nov 08 00:43:52.879841 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-41f014a6-08c2-402e-9bb3-1db4d65bb1bb service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997083 Nov 08 00:43:52.929537 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-7f3ad0de-8a67-4f0f-99d4-898d0ed509c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=86366417-c094-4a24-a99e-6f58cfef17b4 HTTP/1.1" status: 200 len: 217 time: 0.0410700 Nov 08 00:43:52.984720 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-0b4782af-7837-4721-ad77-f1a3e089193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:52.986203 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-0b4782af-7837-4721-ad77-f1a3e089193c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0486069 Nov 08 00:43:53.049514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-6d96b3aa-734c-49c8-86e4-07795dbbbe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:53.051484 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-6d96b3aa-734c-49c8-86e4-07795dbbbe29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0588760 Nov 08 00:43:53.144127 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-86cea98e-22b3-4d17-aaaf-8434e9798d7b service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854890 Nov 08 00:43:53.285067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-7a5ea86c-f10a-4bdf-b99d-b1d97dad907e service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328709 Nov 08 00:43:53.336478 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-98c28692-0a21-4823-b78c-0e7536a408b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=95e11555-22e2-4530-90d3-ed8768294b34 HTTP/1.1" status: 200 len: 217 time: 0.0447211 Nov 08 00:43:53.427118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-50273197-9174-43d7-9ee8-b869d06921b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:53.429725 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-50273197-9174-43d7-9ee8-b869d06921b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0865197 Nov 08 00:43:53.439086 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] Sync routers for ids ['2f7daa02-2080-4723-9835-bce1f6b95d26'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:43:53.453611 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] Routers {'2f7daa02-2080-4723-9835-bce1f6b95d26'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:43:53.454235 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:43:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['2f7daa02-2080-4723-9835-bce1f6b95d26'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:43:53.508046 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-2ed566ec-fe38-4f4c-b9c2-b4ef5429d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:53.509982 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-2ed566ec-fe38-4f4c-b9c2-b4ef5429d726 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0702479 Nov 08 00:43:53.601803 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] Set router 2f7daa02-2080-4723-9835-bce1f6b95d26 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:43:53.670877 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-c77d8028-ec5d-4cd7-a9db-c7da912a1f0f service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516991 Nov 08 00:43:53.778001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-a40a7717-d197-4937-800a-8414cceee8c6 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986574 Nov 08 00:43:53.848399 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-d5c5b992-1fd5-44ca-bbff-5ba7f71ec9ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=54a2fed0-295c-4337-8852-db922e50e0df HTTP/1.1" status: 200 len: 217 time: 0.0621808 Nov 08 00:43:53.956399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-fc0ad774-4639-4730-95a3-6d314906252a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:53.957882 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-fc0ad774-4639-4730-95a3-6d314906252a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.1025493 Nov 08 00:43:54.015601 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e698c150-b806-4a5e-998c-f95603f7d9f9 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:43:54.020974 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7daa02-2080-4723-9835-bce1f6b95d26', 'name': 'tempest-TestAggregatesBasicOps-1799901089-router', 'tenant_id': '5e331185fa7c406783bc3a38b73d90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'e698c150-b806-4a5e-998c-f95603f7d9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:43:46Z', 'updated_at': '2021-11-08T00:43:50Z', 'revision_number': 4, 'project_id': '5e331185fa7c406783bc3a38b73d90b7', 'gw_port': {'id': 'e698c150-b806-4a5e-998c-f95603f7d9f9', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7daa02-2080-4723-9835-bce1f6b95d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:43:47Z', 'updated_at': '2021-11-08T00:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '605c6803-9865-4c79-9206-0c57d1d966b0', 'name': '', 'network_id': 'ac63f256-02b6-4b36-b730-8cb747744e82', 'tenant_id': '5e331185fa7c406783bc3a38b73d90b7', 'mac_address': 'fa:16:3e:2b:0f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7daa02-2080-4723-9835-bce1f6b95d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'ad1ad108-6ea9-48c4-9ace-a60c77ba8c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:43:49Z', 'updated_at': '2021-11-08T00:43:50Z', 'revision_number': 2, 'project_id': '5e331185fa7c406783bc3a38b73d90b7', 'subnets': [{'id': 'ad1ad108-6ea9-48c4-9ace-a60c77ba8c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:43:54.025785 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-0a8f3007-d489-4ba3-bf35-67208e56af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:54.027525 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-0a8f3007-d489-4ba3-bf35-67208e56af70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0621448 Nov 08 00:43:54.059465 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] Checking router: 2f7daa02-2080-4723-9835-bce1f6b95d26 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:43:54.059465 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] Updating router 2f7daa02-2080-4723-9835-bce1f6b95d26 port 605c6803-9865-4c79-9206-0c57d1d966b0 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:43:54.101405 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e698c150-b806-4a5e-998c-f95603f7d9f9 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:54.102001 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:54.110994 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:54.168537 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-6e31e5bb-ccef-41f1-9c17-b0f98db5e042 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309547 Nov 08 00:43:54.316319 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-24bbe578-8278-42c4-83a1-97b31331abdf service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362376 Nov 08 00:43:54.368991 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-fb8cbc06-d923-48d0-aa44-2fc3a635ad35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 HTTP/1.1" status: 200 len: 217 time: 0.0459719 Nov 08 00:43:54.462248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-9ca80d40-2b2f-4c29-b79a-1be47b81d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:54.463735 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-9ca80d40-2b2f-4c29-b79a-1be47b81d416 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e HTTP/1.1" status: 200 len: 797 time: 0.0873363 Nov 08 00:43:54.540800 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-ca59b977-7558-438c-8d7d-85ba6b5723c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:54.542342 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-ca59b977-7558-438c-8d7d-85ba6b5723c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0640094 Nov 08 00:43:54.586637 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:54.692359 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:54.768404 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0a8e4-0086-4452-8959-be8585b88c62 None None] Pushing event updated for resources: {'Port': ['ID=605c6803-9865-4c79-9206-0c57d1d966b0,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:54.849625 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] Attempting to bind port 605c6803-9865-4c79-9206-0c57d1d966b0 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:43:54.849625 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] Attempting to bind port 605c6803-9865-4c79-9206-0c57d1d966b0 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac63f256-02b6-4b36-b730-8cb747744e82'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:43:54.849625 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] Attempting to bind port 605c6803-9865-4c79-9206-0c57d1d966b0 on network ac63f256-02b6-4b36-b730-8cb747744e82 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:43:54.858204 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:43:54.859065 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] Checking segment: {'id': 'df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac63f256-02b6-4b36-b730-8cb747744e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:43:54.859977 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:54.860823 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] Bound using segment: {'id': 'df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac63f256-02b6-4b36-b730-8cb747744e82'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:43:54.861795 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] Bound port: 605c6803-9865-4c79-9206-0c57d1d966b0, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac63f256-02b6-4b36-b730-8cb747744e82'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:43:54.862948 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:54.966542 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] For port 605c6803-9865-4c79-9206-0c57d1d966b0, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:43:54.970531 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] For port 605c6803-9865-4c79-9206-0c57d1d966b0, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=605c6803-9865-4c79-9206-0c57d1d966b0,segment=NetworkSegment(df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe),segment_id=df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:43:55.060650 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55664) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:43:55.077282 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2565123b-bea1-46d2-b35b-806f0d07fbe0 None None] Provisioning complete for port 605c6803-9865-4c79-9206-0c57d1d966b0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:55.078519 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2565123b-bea1-46d2-b35b-806f0d07fbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:55.105494 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-2fce03a2-300e-4c09-b2ee-3be0d423c627 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291662 Nov 08 00:43:55.115598 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:55.120917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2565123b-bea1-46d2-b35b-806f0d07fbe0 None None] Port 605c6803-9865-4c79-9206-0c57d1d966b0 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:43:55.202123 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] Routers {'2f7daa02-2080-4723-9835-bce1f6b95d26'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:43:55.202879 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:43:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['2f7daa02-2080-4723-9835-bce1f6b95d26'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:43:55.346046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-49f7b944-b984-4cd8-b4d1-3242bac40708 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234268 Nov 08 00:43:55.374197 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0a8e4-0086-4452-8959-be8585b88c62 None None] Pushing event updated for resources: {'Port': ['ID=605c6803-9865-4c79-9206-0c57d1d966b0,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:55.427522 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-77a79289-f619-4c02-aec8-8b58ce2d26ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b49ec54-cada-4f85-a13b-983d4fe19c5b HTTP/1.1" status: 200 len: 217 time: 0.0783820 Nov 08 00:43:55.436049 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] Set router 2f7daa02-2080-4723-9835-bce1f6b95d26 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:43:55.519231 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-d93e794e-c2c5-4312-8053-5c3f6d67c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:55.521002 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-d93e794e-c2c5-4312-8053-5c3f6d67c309 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e HTTP/1.1" status: 200 len: 797 time: 0.0860066 Nov 08 00:43:55.551118 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-cb3fe4a4-9c09-4e76-84a9-fcadea1688a5 None None] Provisioning complete for port 605c6803-9865-4c79-9206-0c57d1d966b0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:55.551637 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe4a4-9c09-4e76-84a9-fcadea1688a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:55.597855 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-99a6a5af-e5d3-4133-b5fd-b58c7d2ba960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:55.599612 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-99a6a5af-e5d3-4133-b5fd-b58c7d2ba960 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0656781 Nov 08 00:43:55.743193 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02f154a0-2e25-44b0-9764-612651129cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:55.760643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-9acee314-1645-48d3-abba-91f0cad8387d service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499689 Nov 08 00:43:55.761492 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe4a4-9c09-4e76-84a9-fcadea1688a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:55.828894 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-cb3fe4a4-9c09-4e76-84a9-fcadea1688a5 None None] For port 605c6803-9865-4c79-9206-0c57d1d966b0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=605c6803-9865-4c79-9206-0c57d1d966b0,segment=NetworkSegment(df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe),segment_id=df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:43:55.922800 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7127b7fe-b5a6-4223-a472-d2af7234fd94 req-ae8bab42-9a3d-4222-8a0e-a43d7cc00054 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550064 Nov 08 00:43:55.923225 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7daa02-2080-4723-9835-bce1f6b95d26', 'name': 'tempest-TestAggregatesBasicOps-1799901089-router', 'tenant_id': '5e331185fa7c406783bc3a38b73d90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'e698c150-b806-4a5e-998c-f95603f7d9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:43:46Z', 'updated_at': '2021-11-08T00:43:50Z', 'revision_number': 4, 'project_id': '5e331185fa7c406783bc3a38b73d90b7', 'gw_port': {'id': 'e698c150-b806-4a5e-998c-f95603f7d9f9', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7daa02-2080-4723-9835-bce1f6b95d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:43:47Z', 'updated_at': '2021-11-08T00:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '605c6803-9865-4c79-9206-0c57d1d966b0', 'name': '', 'network_id': 'ac63f256-02b6-4b36-b730-8cb747744e82', 'tenant_id': '5e331185fa7c406783bc3a38b73d90b7', 'mac_address': 'fa:16:3e:2b:0f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7daa02-2080-4723-9835-bce1f6b95d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'ad1ad108-6ea9-48c4-9ace-a60c77ba8c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:43:49Z', 'updated_at': '2021-11-08T00:43:54Z', 'revision_number': 4, 'project_id': '5e331185fa7c406783bc3a38b73d90b7', 'subnets': [{'id': 'ad1ad108-6ea9-48c4-9ace-a60c77ba8c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:43:55.957856 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5dccdd-93f1-400d-b156-3883059b3ebd None None] The sync data for ids ['2f7daa02-2080-4723-9835-bce1f6b95d26'] in n-d-816882-1 is: [{'id': '2f7daa02-2080-4723-9835-bce1f6b95d26', 'name': 'tempest-TestAggregatesBasicOps-1799901089-router', 'tenant_id': '5e331185fa7c406783bc3a38b73d90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'e698c150-b806-4a5e-998c-f95603f7d9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:43:46Z', 'updated_at': '2021-11-08T00:43:50Z', 'revision_number': 4, 'project_id': '5e331185fa7c406783bc3a38b73d90b7', 'gw_port': {'id': 'e698c150-b806-4a5e-998c-f95603f7d9f9', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7daa02-2080-4723-9835-bce1f6b95d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:43:47Z', 'updated_at': '2021-11-08T00:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '605c6803-9865-4c79-9206-0c57d1d966b0', 'name': '', 'network_id': 'ac63f256-02b6-4b36-b730-8cb747744e82', 'tenant_id': '5e331185fa7c406783bc3a38b73d90b7', 'mac_address': 'fa:16:3e:2b:0f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7daa02-2080-4723-9835-bce1f6b95d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'ad1ad108-6ea9-48c4-9ace-a60c77ba8c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:43:49Z', 'updated_at': '2021-11-08T00:43:54Z', 'revision_number': 4, 'project_id': '5e331185fa7c406783bc3a38b73d90b7', 'subnets': [{'id': 'ad1ad108-6ea9-48c4-9ace-a60c77ba8c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:43:56.092738 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe4a4-9c09-4e76-84a9-fcadea1688a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:56.126109 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-02f154a0-2e25-44b0-9764-612651129cce admin admin] Deleting port a8f95b77-602d-4c57-9763-8a41db9d4b0e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:43:56.126109 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02f154a0-2e25-44b0-9764-612651129cce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:56.172675 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fe4a4-9c09-4e76-84a9-fcadea1688a5 None None] Pushing event updated for resources: {'Port': ['ID=605c6803-9865-4c79-9206-0c57d1d966b0,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:56.224537 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-02f154a0-2e25-44b0-9764-612651129cce admin admin] For port a8f95b77-602d-4c57-9763-8a41db9d4b0e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a8f95b77-602d-4c57-9763-8a41db9d4b0e,segment=NetworkSegment(84e54fa2-ae68-4d0d-ac17-42829028ac21),segment_id=84e54fa2-ae68-4d0d-ac17-42829028ac21)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:43:56.224965 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02f154a0-2e25-44b0-9764-612651129cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:56.241373 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-02f154a0-2e25-44b0-9764-612651129cce admin admin] Calling delete_port for a8f95b77-602d-4c57-9763-8a41db9d4b0e owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:43:56.554951 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02f154a0-2e25-44b0-9764-612651129cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:56.582868 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f154a0-2e25-44b0-9764-612651129cce admin admin] Pushing event deleted for resources: {'Port': ['ID=a8f95b77-602d-4c57-9763-8a41db9d4b0e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:56.800198 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02f154a0-2e25-44b0-9764-612651129cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:57.062130 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4a53e-cd38-4727-aed6-6342073991b9 req-2aac16eb-47a1-4dfe-acae-9365fe154f6c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:57.069046 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4a53e-cd38-4727-aed6-6342073991b9 req-2aac16eb-47a1-4dfe-acae-9365fe154f6c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:57.076078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4a53e-cd38-4727-aed6-6342073991b9 req-2aac16eb-47a1-4dfe-acae-9365fe154f6c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:57.082279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4a53e-cd38-4727-aed6-6342073991b9 req-2aac16eb-47a1-4dfe-acae-9365fe154f6c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:57.088430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4a53e-cd38-4727-aed6-6342073991b9 req-2aac16eb-47a1-4dfe-acae-9365fe154f6c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:57.094620 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4a53e-cd38-4727-aed6-6342073991b9 req-2aac16eb-47a1-4dfe-acae-9365fe154f6c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:57.102128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4a53e-cd38-4727-aed6-6342073991b9 req-2aac16eb-47a1-4dfe-acae-9365fe154f6c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:57.104271 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2b4a53e-cd38-4727-aed6-6342073991b9 req-2aac16eb-47a1-4dfe-acae-9365fe154f6c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5437 time: 0.1846244 Nov 08 00:43:57.177004 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2b4a53e-cd38-4727-aed6-6342073991b9 req-21ca99b2-d530-41c2-9894-6d5c2cacdd2b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659378 Nov 08 00:43:57.433729 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d1d7e-5767-4c05-a3f2-283662c2a5e6 req-648fbcd9-83db-4575-a1d2-3e1f6aed29fb tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:57.438083 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f154a0-2e25-44b0-9764-612651129cce admin admin] Router d1022869-a9ca-416a-9a23-9ffe76f8743b has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:43:57.439750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d1d7e-5767-4c05-a3f2-283662c2a5e6 req-648fbcd9-83db-4575-a1d2-3e1f6aed29fb tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:57.445914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d1d7e-5767-4c05-a3f2-283662c2a5e6 req-648fbcd9-83db-4575-a1d2-3e1f6aed29fb tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:57.452556 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d1d7e-5767-4c05-a3f2-283662c2a5e6 req-648fbcd9-83db-4575-a1d2-3e1f6aed29fb tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:57.458913 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d1d7e-5767-4c05-a3f2-283662c2a5e6 req-648fbcd9-83db-4575-a1d2-3e1f6aed29fb tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:57.465018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d1d7e-5767-4c05-a3f2-283662c2a5e6 req-648fbcd9-83db-4575-a1d2-3e1f6aed29fb tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:57.471579 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d1d7e-5767-4c05-a3f2-283662c2a5e6 req-648fbcd9-83db-4575-a1d2-3e1f6aed29fb tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:43:57.476508 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e12d1d7e-5767-4c05-a3f2-283662c2a5e6 req-648fbcd9-83db-4575-a1d2-3e1f6aed29fb tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5437 time: 0.1970339 Nov 08 00:43:57.560961 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f154a0-2e25-44b0-9764-612651129cce admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:43:57.570300 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac4d873-b499-4314-8ebb-cd09c8b5344e None None] Sync routers for ids ['d1022869-a9ca-416a-9a23-9ffe76f8743b'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:43:57.571522 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-02f154a0-2e25-44b0-9764-612651129cce admin admin] 10.222.0.13 "PUT /v2.0/routers/d1022869-a9ca-416a-9a23-9ffe76f8743b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5090659 Nov 08 00:43:57.574290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55690) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:43:57.598108 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac4d873-b499-4314-8ebb-cd09c8b5344e None None] Routers {'d1022869-a9ca-416a-9a23-9ffe76f8743b'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:43:57.598750 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3ac4d873-b499-4314-8ebb-cd09c8b5344e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:43:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d1022869-a9ca-416a-9a23-9ffe76f8743b'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:43:57.717140 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:57.730616 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-3ac4d873-b499-4314-8ebb-cd09c8b5344e None None] Set router d1022869-a9ca-416a-9a23-9ffe76f8743b gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:43:57.860488 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:57.962444 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3ac4d873-b499-4314-8ebb-cd09c8b5344e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1022869-a9ca-416a-9a23-9ffe76f8743b', 'name': 'tempest-TestAggregatesBasicOps-244895285-router', 'tenant_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '786a2fb0-e312-4913-9f81-36ef90fd9529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:43:39Z', 'updated_at': '2021-11-08T00:43:56Z', 'revision_number': 5, 'project_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'gw_port': {'id': '786a2fb0-e312-4913-9f81-36ef90fd9529', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1022869-a9ca-416a-9a23-9ffe76f8743b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:43:40Z', 'updated_at': '2021-11-08T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:43:58.015569 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac4d873-b499-4314-8ebb-cd09c8b5344e None None] Checking router: d1022869-a9ca-416a-9a23-9ffe76f8743b for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:43:58.038683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac4d873-b499-4314-8ebb-cd09c8b5344e None None] Routers {'d1022869-a9ca-416a-9a23-9ffe76f8743b'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:43:58.040162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3ac4d873-b499-4314-8ebb-cd09c8b5344e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:43:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d1022869-a9ca-416a-9a23-9ffe76f8743b'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:43:58.046019 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Deleting port 786a2fb0-e312-4913-9f81-36ef90fd9529 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:43:58.046722 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:58.120059 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 605c6803-9865-4c79-9206-0c57d1d966b0 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:43:58.163334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] For port 786a2fb0-e312-4913-9f81-36ef90fd9529, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=786a2fb0-e312-4913-9f81-36ef90fd9529,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:43:58.164116 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:58.188159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Calling delete_port for 786a2fb0-e312-4913-9f81-36ef90fd9529 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:43:58.260795 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 605c6803-9865-4c79-9206-0c57d1d966b0 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:43:58.261222 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:58.263546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-3ac4d873-b499-4314-8ebb-cd09c8b5344e None None] Set router d1022869-a9ca-416a-9a23-9ffe76f8743b gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:43:58.325866 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8980d91a-8ae7-431b-87f8-75137647e9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:58.364701 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3ac4d873-b499-4314-8ebb-cd09c8b5344e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1022869-a9ca-416a-9a23-9ffe76f8743b', 'name': 'tempest-TestAggregatesBasicOps-244895285-router', 'tenant_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:43:39Z', 'updated_at': '2021-11-08T00:43:57Z', 'revision_number': 6, 'project_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:43:58.411615 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac4d873-b499-4314-8ebb-cd09c8b5344e None None] The sync data for ids ['d1022869-a9ca-416a-9a23-9ffe76f8743b'] in n-d-816882-1 is: [{'id': 'd1022869-a9ca-416a-9a23-9ffe76f8743b', 'name': 'tempest-TestAggregatesBasicOps-244895285-router', 'tenant_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:43:39Z', 'updated_at': '2021-11-08T00:43:57Z', 'revision_number': 6, 'project_id': 'c9a386e5241b41e98e9b0ff1b8048683', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:43:58.561544 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:58.596901 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Pushing event deleted for resources: {'Port': ['ID=786a2fb0-e312-4913-9f81-36ef90fd9529,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:43:58.620837 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:58.621188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:58.621534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:58.622394 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:58.622768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:58.623106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:58.623439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:58.623767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:58.629747 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:58.629747 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:58.629747 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:58.629747 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:43:58.743420 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:58.781365 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:58.784020 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:43:59.957772 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a8f95b77-602d-4c57-9763-8a41db9d4b0e no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:43:59.979668 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: a8f95b77-602d-4c57-9763-8a41db9d4b0e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:43:59.980045 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a8f95b77-602d-4c57-9763-8a41db9d4b0e not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:43:59.980474 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 786a2fb0-e312-4913-9f81-36ef90fd9529 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:43:59.999555 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 786a2fb0-e312-4913-9f81-36ef90fd9529 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:43:59.999915 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 786a2fb0-e312-4913-9f81-36ef90fd9529 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:44:00.006268 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:00.006859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1022869-a9ca-416a-9a23-9ffe76f8743b {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:44:00.011029 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:00.012226 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f60d5ef2-a206-414b-be20-e8e2459a4024 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d1022869-a9ca-416a-9a23-9ffe76f8743b HTTP/1.1" status: 204 len: 168 time: 2.4355681 Nov 08 00:44:00.014871 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55702) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:00.074815 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-51879c75-693c-4255-9a92-e7acba3b6261 admin admin] Deleting subnet ca097b8f-cb37-47e8-9639-42a05b774899 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:44:00.078471 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51879c75-693c-4255-9a92-e7acba3b6261 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:00.120850 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51879c75-693c-4255-9a92-e7acba3b6261 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:00.203776 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51879c75-693c-4255-9a92-e7acba3b6261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:00.407437 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51879c75-693c-4255-9a92-e7acba3b6261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:00.477104 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a247ba-d299-40a7-be95-33002d2a3b22 None None] Network b10679ea-1074-43f1-be38-935913456fe4 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:44:00.477610 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51879c75-693c-4255-9a92-e7acba3b6261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca097b8f-cb37-47e8-9639-42a05b774899,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:00.478756 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-51879c75-693c-4255-9a92-e7acba3b6261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:00.482352 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-51879c75-693c-4255-9a92-e7acba3b6261 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ca097b8f-cb37-47e8-9639-42a05b774899 HTTP/1.1" status: 204 len: 168 time: 0.4657850 Nov 08 00:44:00.484937 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55724) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:00.557373 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55728) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:00.608756 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:00.703228 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bc819-9be5-419b-bd6c-9cbd77bf2c10 req-2f988d19-bce1-44e0-b0f4-355a4258d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:00.708502 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bc819-9be5-419b-bd6c-9cbd77bf2c10 req-2f988d19-bce1-44e0-b0f4-355a4258d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:00.708502 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bc819-9be5-419b-bd6c-9cbd77bf2c10 req-2f988d19-bce1-44e0-b0f4-355a4258d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:00.708502 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bc819-9be5-419b-bd6c-9cbd77bf2c10 req-2f988d19-bce1-44e0-b0f4-355a4258d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:00.708502 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bc819-9be5-419b-bd6c-9cbd77bf2c10 req-2f988d19-bce1-44e0-b0f4-355a4258d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:00.708502 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bc819-9be5-419b-bd6c-9cbd77bf2c10 req-2f988d19-bce1-44e0-b0f4-355a4258d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:00.708502 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bc819-9be5-419b-bd6c-9cbd77bf2c10 req-2f988d19-bce1-44e0-b0f4-355a4258d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:00.713168 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6d5bc819-9be5-419b-bd6c-9cbd77bf2c10 req-2f988d19-bce1-44e0-b0f4-355a4258d9c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 6494 time: 0.1540480 Nov 08 00:44:00.726591 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d49c101e-c86a-4b2a-ae88-60e0dd50d0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:00.733048 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] Deleting port 4a31e628-ff63-411a-92db-40c95bf798c1 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:44:00.734182 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:00.738024 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aca460-87aa-4128-9496-7eff3cda3afb None None] DHCP port deletion for b10679ea-1074-43f1-be38-935913456fe4 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:44:00.760413 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6d5bc819-9be5-419b-bd6c-9cbd77bf2c10 req-bce16ec7-0542-4a05-a67a-ebbed0d8f164 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413992 Nov 08 00:44:00.792018 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-99aca460-87aa-4128-9496-7eff3cda3afb None None] Deleting port 4a31e628-ff63-411a-92db-40c95bf798c1 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:44:00.792397 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-99aca460-87aa-4128-9496-7eff3cda3afb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:00.813388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] For port 4a31e628-ff63-411a-92db-40c95bf798c1, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4a31e628-ff63-411a-92db-40c95bf798c1,segment=NetworkSegment(84e54fa2-ae68-4d0d-ac17-42829028ac21),segment_id=84e54fa2-ae68-4d0d-ac17-42829028ac21)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:44:00.814107 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:00.828489 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] Calling delete_port for 4a31e628-ff63-411a-92db-40c95bf798c1 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:44:00.858122 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-99aca460-87aa-4128-9496-7eff3cda3afb None None] For port 4a31e628-ff63-411a-92db-40c95bf798c1, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4a31e628-ff63-411a-92db-40c95bf798c1,segment=NetworkSegment(84e54fa2-ae68-4d0d-ac17-42829028ac21),segment_id=84e54fa2-ae68-4d0d-ac17-42829028ac21)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:44:00.858549 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-99aca460-87aa-4128-9496-7eff3cda3afb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:00.871382 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-99aca460-87aa-4128-9496-7eff3cda3afb None None] Calling delete_port for 4a31e628-ff63-411a-92db-40c95bf798c1 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:44:01.046542 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:01.061059 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-99aca460-87aa-4128-9496-7eff3cda3afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:01.083819 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a31e628-ff63-411a-92db-40c95bf798c1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:01.086174 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] No DVR routers for this DVR port 4a31e628-ff63-411a-92db-40c95bf798c1 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:44:01.090695 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:01.092190 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aca460-87aa-4128-9496-7eff3cda3afb None None] Pushing event deleted for resources: {'Port': ['ID=4a31e628-ff63-411a-92db-40c95bf798c1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:01.096054 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aca460-87aa-4128-9496-7eff3cda3afb None None] No DVR routers for this DVR port 4a31e628-ff63-411a-92db-40c95bf798c1 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:44:01.168141 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:01.189309 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10679ea-1074-43f1-be38-935913456fe4']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:01.199036 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e54fa2-ae68-4d0d-ac17-42829028ac21') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:01.199329 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e54fa2-ae68-4d0d-ac17-42829028ac21') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:01.211358 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:01.225471 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:01.232185 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:44:01.232567 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:44:01.235519 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:44:01.365082 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:01.372682 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:01.378730 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b10679ea-1074-43f1-be38-935913456fe4 HTTP/1.1" status: 204 len: 168 time: 0.8891437 Nov 08 00:44:01.379274 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55744) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:01.387668 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba670b-5caf-4a30-9b0f-e60ad95e20b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b10679ea-1074-43f1-be38-935913456fe4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:01.792969 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-67fd2804-4828-429e-8698-edd3ea43ffca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:01.852506 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:01.968791 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4a31e628-ff63-411a-92db-40c95bf798c1 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:44:01.989939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 4a31e628-ff63-411a-92db-40c95bf798c1 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:44:01.990198 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4a31e628-ff63-411a-92db-40c95bf798c1 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:44:02.081413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-67fd2804-4828-429e-8698-edd3ea43ffca admin admin] Deleting port 605c6803-9865-4c79-9206-0c57d1d966b0 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:44:02.081758 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-67fd2804-4828-429e-8698-edd3ea43ffca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:02.170850 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-67fd2804-4828-429e-8698-edd3ea43ffca admin admin] For port 605c6803-9865-4c79-9206-0c57d1d966b0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=605c6803-9865-4c79-9206-0c57d1d966b0,segment=NetworkSegment(df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe),segment_id=df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:44:02.171151 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-67fd2804-4828-429e-8698-edd3ea43ffca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:02.172421 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:02.184778 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-67fd2804-4828-429e-8698-edd3ea43ffca admin admin] Calling delete_port for 605c6803-9865-4c79-9206-0c57d1d966b0 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:44:02.452148 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-67fd2804-4828-429e-8698-edd3ea43ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:02.479190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd2804-4828-429e-8698-edd3ea43ffca admin admin] Pushing event deleted for resources: {'Port': ['ID=605c6803-9865-4c79-9206-0c57d1d966b0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:02.660348 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-67fd2804-4828-429e-8698-edd3ea43ffca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:02.913090 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fd2804-4828-429e-8698-edd3ea43ffca admin admin] Router 2f7daa02-2080-4723-9835-bce1f6b95d26 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:44:03.025435 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fd2804-4828-429e-8698-edd3ea43ffca admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:44:03.033130 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-67fd2804-4828-429e-8698-edd3ea43ffca admin admin] 10.222.0.13 "PUT /v2.0/routers/2f7daa02-2080-4723-9835-bce1f6b95d26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6502964 Nov 08 00:44:03.033357 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55766) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:03.038526 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8134b14-8a58-432c-99ad-e41015c3eb4e None None] Sync routers for ids ['2f7daa02-2080-4723-9835-bce1f6b95d26'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:44:03.051167 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8134b14-8a58-432c-99ad-e41015c3eb4e None None] Routers {'2f7daa02-2080-4723-9835-bce1f6b95d26'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:44:03.051904 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e8134b14-8a58-432c-99ad-e41015c3eb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:44:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['2f7daa02-2080-4723-9835-bce1f6b95d26'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:03.140672 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-037865b2-b77f-4c3d-9423-777eb660d240 admin admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:03.180838 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-e8134b14-8a58-432c-99ad-e41015c3eb4e None None] Set router 2f7daa02-2080-4723-9835-bce1f6b95d26 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:44:03.253449 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-037865b2-b77f-4c3d-9423-777eb660d240 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:03.395659 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e8134b14-8a58-432c-99ad-e41015c3eb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7daa02-2080-4723-9835-bce1f6b95d26', 'name': 'tempest-TestAggregatesBasicOps-1799901089-router', 'tenant_id': '5e331185fa7c406783bc3a38b73d90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'e698c150-b806-4a5e-998c-f95603f7d9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:43:46Z', 'updated_at': '2021-11-08T00:44:02Z', 'revision_number': 5, 'project_id': '5e331185fa7c406783bc3a38b73d90b7', 'gw_port': {'id': 'e698c150-b806-4a5e-998c-f95603f7d9f9', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7daa02-2080-4723-9835-bce1f6b95d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:43:47Z', 'updated_at': '2021-11-08T00:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:03.413081 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-037865b2-b77f-4c3d-9423-777eb660d240 admin admin] Deleting port e698c150-b806-4a5e-998c-f95603f7d9f9 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:44:03.413426 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-037865b2-b77f-4c3d-9423-777eb660d240 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:03.435643 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8134b14-8a58-432c-99ad-e41015c3eb4e None None] Checking router: 2f7daa02-2080-4723-9835-bce1f6b95d26 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:44:03.447360 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8134b14-8a58-432c-99ad-e41015c3eb4e None None] Routers {'2f7daa02-2080-4723-9835-bce1f6b95d26'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:44:03.448218 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e8134b14-8a58-432c-99ad-e41015c3eb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:44:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['2f7daa02-2080-4723-9835-bce1f6b95d26'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:03.480622 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:03.499641 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-037865b2-b77f-4c3d-9423-777eb660d240 admin admin] For port e698c150-b806-4a5e-998c-f95603f7d9f9, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e698c150-b806-4a5e-998c-f95603f7d9f9,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:44:03.503163 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-037865b2-b77f-4c3d-9423-777eb660d240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:03.520640 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-037865b2-b77f-4c3d-9423-777eb660d240 admin admin] Calling delete_port for e698c150-b806-4a5e-998c-f95603f7d9f9 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:44:03.542439 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-e8134b14-8a58-432c-99ad-e41015c3eb4e None None] Set router 2f7daa02-2080-4723-9835-bce1f6b95d26 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:44:03.613179 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e8134b14-8a58-432c-99ad-e41015c3eb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7daa02-2080-4723-9835-bce1f6b95d26', 'name': 'tempest-TestAggregatesBasicOps-1799901089-router', 'tenant_id': '5e331185fa7c406783bc3a38b73d90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:43:46Z', 'updated_at': '2021-11-08T00:44:03Z', 'revision_number': 6, 'project_id': '5e331185fa7c406783bc3a38b73d90b7', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:03.654618 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8134b14-8a58-432c-99ad-e41015c3eb4e None None] The sync data for ids ['2f7daa02-2080-4723-9835-bce1f6b95d26'] in n-d-816882-1 is: [{'id': '2f7daa02-2080-4723-9835-bce1f6b95d26', 'name': 'tempest-TestAggregatesBasicOps-1799901089-router', 'tenant_id': '5e331185fa7c406783bc3a38b73d90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:43:46Z', 'updated_at': '2021-11-08T00:44:03Z', 'revision_number': 6, 'project_id': '5e331185fa7c406783bc3a38b73d90b7', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:44:03.817667 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-037865b2-b77f-4c3d-9423-777eb660d240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:03.873667 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037865b2-b77f-4c3d-9423-777eb660d240 admin admin] Pushing event deleted for resources: {'Port': ['ID=e698c150-b806-4a5e-998c-f95603f7d9f9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:03.937704 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-037865b2-b77f-4c3d-9423-777eb660d240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:04.035257 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-037865b2-b77f-4c3d-9423-777eb660d240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:04.037476 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-037865b2-b77f-4c3d-9423-777eb660d240 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:04.235124 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-037865b2-b77f-4c3d-9423-777eb660d240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:04.235706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037865b2-b77f-4c3d-9423-777eb660d240 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f7daa02-2080-4723-9835-bce1f6b95d26 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:44:04.240477 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-037865b2-b77f-4c3d-9423-777eb660d240 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:04.241779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-037865b2-b77f-4c3d-9423-777eb660d240 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2f7daa02-2080-4723-9835-bce1f6b95d26 HTTP/1.1" status: 204 len: 168 time: 1.2073257 Nov 08 00:44:04.244217 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55772) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:04.247314 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e698c150-b806-4a5e-998c-f95603f7d9f9 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:44:04.267549 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: e698c150-b806-4a5e-998c-f95603f7d9f9 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:44:04.267932 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e698c150-b806-4a5e-998c-f95603f7d9f9 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:44:04.268363 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 605c6803-9865-4c79-9206-0c57d1d966b0 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:44:04.303076 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 605c6803-9865-4c79-9206-0c57d1d966b0 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:44:04.303611 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 605c6803-9865-4c79-9206-0c57d1d966b0 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:44:04.580923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6264b939-c6fd-41e8-8cdb-9e9bf4f94db9 admin admin] Deleting subnet ad1ad108-6ea9-48c4-9ace-a60c77ba8c0f {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:44:04.583951 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6264b939-c6fd-41e8-8cdb-9e9bf4f94db9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:04.619001 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6264b939-c6fd-41e8-8cdb-9e9bf4f94db9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:04.746926 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6264b939-c6fd-41e8-8cdb-9e9bf4f94db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:04.961219 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6264b939-c6fd-41e8-8cdb-9e9bf4f94db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:04.990468 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264b939-c6fd-41e8-8cdb-9e9bf4f94db9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad1ad108-6ea9-48c4-9ace-a60c77ba8c0f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:04.995448 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6264b939-c6fd-41e8-8cdb-9e9bf4f94db9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:04.999275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6264b939-c6fd-41e8-8cdb-9e9bf4f94db9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ad1ad108-6ea9-48c4-9ace-a60c77ba8c0f HTTP/1.1" status: 204 len: 168 time: 0.7540846 Nov 08 00:44:05.000901 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783f19b8-6844-4deb-843a-01d4c47fc4ed None None] Network ac63f256-02b6-4b36-b730-8cb747744e82 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:44:05.001767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55778) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:05.073452 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:05.128992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] Deleting port 94f6ff25-e1f6-4f45-94f5-1811a8766018 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:44:05.129329 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:05.173499 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3879c9be-475e-4b49-9f7d-95a5cb3d6fb5 None None] DHCP port deletion for ac63f256-02b6-4b36-b730-8cb747744e82 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:44:05.204149 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] For port 94f6ff25-e1f6-4f45-94f5-1811a8766018, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=94f6ff25-e1f6-4f45-94f5-1811a8766018,segment=NetworkSegment(df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe),segment_id=df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:44:05.204544 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:05.217394 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] Calling delete_port for 94f6ff25-e1f6-4f45-94f5-1811a8766018 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:44:05.226755 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3879c9be-475e-4b49-9f7d-95a5cb3d6fb5 None None] Deleting port 94f6ff25-e1f6-4f45-94f5-1811a8766018 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:44:05.227134 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3879c9be-475e-4b49-9f7d-95a5cb3d6fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:05.294922 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3879c9be-475e-4b49-9f7d-95a5cb3d6fb5 None None] For port 94f6ff25-e1f6-4f45-94f5-1811a8766018, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=94f6ff25-e1f6-4f45-94f5-1811a8766018,segment=NetworkSegment(df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe),segment_id=df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:44:05.295606 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3879c9be-475e-4b49-9f7d-95a5cb3d6fb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:05.308658 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3879c9be-475e-4b49-9f7d-95a5cb3d6fb5 None None] Calling delete_port for 94f6ff25-e1f6-4f45-94f5-1811a8766018 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:44:05.400149 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:05.406077 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3879c9be-475e-4b49-9f7d-95a5cb3d6fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:05.426118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] Pushing event deleted for resources: {'Port': ['ID=94f6ff25-e1f6-4f45-94f5-1811a8766018,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:05.430868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] No DVR routers for this DVR port 94f6ff25-e1f6-4f45-94f5-1811a8766018 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:44:05.436704 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879c9be-475e-4b49-9f7d-95a5cb3d6fb5 None None] Pushing event deleted for resources: {'Port': ['ID=94f6ff25-e1f6-4f45-94f5-1811a8766018,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:05.441111 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3879c9be-475e-4b49-9f7d-95a5cb3d6fb5 None None] No DVR routers for this DVR port 94f6ff25-e1f6-4f45-94f5-1811a8766018 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:44:05.507429 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:05.529199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac63f256-02b6-4b36-b730-8cb747744e82']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:05.538371 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:05.538660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df7dd7b8-d0fe-492f-92c5-fcec7fd97bfe') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:05.548784 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:05.562818 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:05.570293 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:44:05.570684 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:44:05.572873 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:44:05.698166 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:05.704059 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:05.707681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] 10.222.0.13 "DELETE /v2.0/networks/ac63f256-02b6-4b36-b730-8cb747744e82 HTTP/1.1" status: 204 len: 168 time: 0.7047288 Nov 08 00:44:05.725393 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c950aa-4acf-4eab-a019-989afacbbb8b admin admin] Pushing event deleted for resources: {'Network': ['ID=ac63f256-02b6-4b36-b730-8cb747744e82,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:05.947219 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 94f6ff25-e1f6-4f45-94f5-1811a8766018 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:44:05.968683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 94f6ff25-e1f6-4f45-94f5-1811a8766018 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:44:05.977285 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 94f6ff25-e1f6-4f45-94f5-1811a8766018 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:44:06.442502 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55786) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:06.484343 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5791071d-b9a2-47c2-962e-5303b5a1ecef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9a386e5241b41e98e9b0ff1b8048683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404270 Nov 08 00:44:06.486595 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55788) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:06.539700 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e60c8f0d-a033-4575-aa99-0ee15e2395a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:06.562264 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e60c8f0d-a033-4575-aa99-0ee15e2395a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:06.863228 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e60c8f0d-a033-4575-aa99-0ee15e2395a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:06.866001 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e60c8f0d-a033-4575-aa99-0ee15e2395a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:06.867220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e60c8f0d-a033-4575-aa99-0ee15e2395a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b558c343-3ebd-4eb3-90a6-9d247e5e673a HTTP/1.1" status: 204 len: 168 time: 0.3797200 Nov 08 00:44:06.876240 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c8f0d-a033-4575-aa99-0ee15e2395a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b558c343-3ebd-4eb3-90a6-9d247e5e673a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:07.913267 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55802) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:07.954540 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-54521839-69c0-411d-9477-edbc06b3264c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e331185fa7c406783bc3a38b73d90b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401063 Nov 08 00:44:07.957286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55804) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:08.010478 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5f6a6d43-8aef-47c5-b1ef-013b87d9e9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:08.032684 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5f6a6d43-8aef-47c5-b1ef-013b87d9e9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:08.263198 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5f6a6d43-8aef-47c5-b1ef-013b87d9e9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:08.266346 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5f6a6d43-8aef-47c5-b1ef-013b87d9e9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:08.267576 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5f6a6d43-8aef-47c5-b1ef-013b87d9e9f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95d0dba5-b338-4185-a48b-84bdf2385390 HTTP/1.1" status: 204 len: 168 time: 0.3093634 Nov 08 00:44:08.275344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a6d43-8aef-47c5-b1ef-013b87d9e9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d0dba5-b338-4185-a48b-84bdf2385390,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:08.669007 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:11.179851 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55862) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:11.184613 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-ae7b86ba-6c3a-4472-8a8d-7c75c530f4bf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1235859275', 'description': 'tempest-secgroup-smoke-1235859275 description', 'project_id': '1a610190c8f64b4cb76bfe1bed034770'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:44:11.326852 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ae7b86ba-6c3a-4472-8a8d-7c75c530f4bf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:11.336037 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ae7b86ba-6c3a-4472-8a8d-7c75c530f4bf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:11.416789 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ae7b86ba-6c3a-4472-8a8d-7c75c530f4bf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:11.554948 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ae7b86ba-6c3a-4472-8a8d-7c75c530f4bf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:11.596836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b86ba-6c3a-4472-8a8d-7c75c530f4bf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f916370d-0cc3-4bb9-b06d-29cdee84d037,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:11.638675 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ae7b86ba-6c3a-4472-8a8d-7c75c530f4bf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:11.848333 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ae7b86ba-6c3a-4472-8a8d-7c75c530f4bf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:11.877198 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b86ba-6c3a-4472-8a8d-7c75c530f4bf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d6df80-8b4c-4e9b-8213-203624e1383d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:12.036242 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ae7b86ba-6c3a-4472-8a8d-7c75c530f4bf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:12.037526 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ae7b86ba-6c3a-4472-8a8d-7c75c530f4bf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8566523 Nov 08 00:44:12.040569 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55866) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:12.045505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c8faafc8-5194-46ca-a15a-addf5a2f184c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '48d6df80-8b4c-4e9b-8213-203624e1383d', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:44:12.205650 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c8faafc8-5194-46ca-a15a-addf5a2f184c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:12.281410 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c8faafc8-5194-46ca-a15a-addf5a2f184c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:12.400557 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c8faafc8-5194-46ca-a15a-addf5a2f184c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:12.420508 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faafc8-5194-46ca-a15a-addf5a2f184c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb7717b-d3b4-4851-890f-0a0798c1502a,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:12.573956 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c8faafc8-5194-46ca-a15a-addf5a2f184c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:12.575200 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c8faafc8-5194-46ca-a15a-addf5a2f184c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5337012 Nov 08 00:44:12.578629 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55872) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:12.584864 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-30ed5c09-ca37-41ef-9853-b6143ff777a4 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '48d6df80-8b4c-4e9b-8213-203624e1383d', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:44:12.771410 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-30ed5c09-ca37-41ef-9853-b6143ff777a4 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:13.076092 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-30ed5c09-ca37-41ef-9853-b6143ff777a4 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:13.234317 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-30ed5c09-ca37-41ef-9853-b6143ff777a4 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:13.253115 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed5c09-ca37-41ef-9853-b6143ff777a4 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d8ddbe0-df80-43e7-9ded-0442d17c280d,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:13.391689 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-30ed5c09-ca37-41ef-9853-b6143ff777a4 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:13.393243 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-30ed5c09-ca37-41ef-9853-b6143ff777a4 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8136542 Nov 08 00:44:13.396776 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55878) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:13.401981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-732c47c2-ec80-4a04-9545-efe9fe8e9962 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '48d6df80-8b4c-4e9b-8213-203624e1383d', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:44:13.599840 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-732c47c2-ec80-4a04-9545-efe9fe8e9962 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:13.665712 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-732c47c2-ec80-4a04-9545-efe9fe8e9962 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:13.766064 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-732c47c2-ec80-4a04-9545-efe9fe8e9962 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:13.787078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c47c2-ec80-4a04-9545-efe9fe8e9962 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37550cc-5dc0-4587-ae80-9fb05aa32b84,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:13.900032 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-732c47c2-ec80-4a04-9545-efe9fe8e9962 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:13.901944 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-732c47c2-ec80-4a04-9545-efe9fe8e9962 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5038397 Nov 08 00:44:13.904465 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55880) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:13.909962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-04fffc07-1caa-4fcd-815f-2ef7088c0fff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '48d6df80-8b4c-4e9b-8213-203624e1383d', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:44:14.053937 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-04fffc07-1caa-4fcd-815f-2ef7088c0fff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:14.117612 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-04fffc07-1caa-4fcd-815f-2ef7088c0fff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:14.245789 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-04fffc07-1caa-4fcd-815f-2ef7088c0fff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:14.263660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fffc07-1caa-4fcd-815f-2ef7088c0fff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443ebcb0-191d-4f69-aed5-82f530ea83bc,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:14.386367 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-04fffc07-1caa-4fcd-815f-2ef7088c0fff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:14.387976 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-04fffc07-1caa-4fcd-815f-2ef7088c0fff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4825082 Nov 08 00:44:14.390794 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55886) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:14.397373 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-0138a297-614c-4bd6-a3bc-a3fc012aa338 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '48d6df80-8b4c-4e9b-8213-203624e1383d', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:44:14.520585 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-0138a297-614c-4bd6-a3bc-a3fc012aa338 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Project 1a610190c8f64b4cb76bfe1bed034770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:44:14.526250 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0138a297-614c-4bd6-a3bc-a3fc012aa338 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:14.589046 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0138a297-614c-4bd6-a3bc-a3fc012aa338 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:14.720095 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0138a297-614c-4bd6-a3bc-a3fc012aa338 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:14.741457 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138a297-614c-4bd6-a3bc-a3fc012aa338 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f6da3b-72bd-4c7d-abd1-ad766baa968a,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:14.928752 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0138a297-614c-4bd6-a3bc-a3fc012aa338 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:14.930041 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0138a297-614c-4bd6-a3bc-a3fc012aa338 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5373728 Nov 08 00:44:14.932898 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55888) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:14.937432 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2a6e3922-68e4-4f74-9d1a-7b9427a39916 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '48d6df80-8b4c-4e9b-8213-203624e1383d', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:44:15.144659 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:44:15.148847 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-2a6e3922-68e4-4f74-9d1a-7b9427a39916 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Project 1a610190c8f64b4cb76bfe1bed034770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:44:15.154140 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a6e3922-68e4-4f74-9d1a-7b9427a39916 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:15.218578 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a6e3922-68e4-4f74-9d1a-7b9427a39916 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:15.383331 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a6e3922-68e4-4f74-9d1a-7b9427a39916 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:15.403510 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e3922-68e4-4f74-9d1a-7b9427a39916 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5177a51-c348-49a3-a79b-5db15d788b66,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:15.573604 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a6e3922-68e4-4f74-9d1a-7b9427a39916 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:15.574854 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2a6e3922-68e4-4f74-9d1a-7b9427a39916 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6409855 Nov 08 00:44:15.577979 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55894) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:15.583441 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-1c32170d-77a3-4403-86da-8a146c01b3af tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'network': {'name': 'tempest-network-smoke--515389134', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'port_security_enabled': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:44:15.702926 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c32170d-77a3-4403-86da-8a146c01b3af tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Made reservation on behalf of 1a610190c8f64b4cb76bfe1bed034770 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:44:15.707136 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1c32170d-77a3-4403-86da-8a146c01b3af tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:15.733086 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c32170d-77a3-4403-86da-8a146c01b3af tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:44:15.747226 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1c32170d-77a3-4403-86da-8a146c01b3af tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:15.747566 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-1c32170d-77a3-4403-86da-8a146c01b3af tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Added segment 55f7784f-c323-4b3b-a466-0ff77401e324 of type vlan for network 6cd3eca5-987e-41f7-a937-66d74bca157e Nov 08 00:44:15.789455 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1c32170d-77a3-4403-86da-8a146c01b3af tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:15.965590 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1c32170d-77a3-4403-86da-8a146c01b3af tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:15.971316 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c32170d-77a3-4403-86da-8a146c01b3af tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:15.972188 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1c32170d-77a3-4403-86da-8a146c01b3af tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:16.042954 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32170d-77a3-4403-86da-8a146c01b3af tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Network': ['ID=6cd3eca5-987e-41f7-a937-66d74bca157e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:16.054404 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 6cd3eca5-987e-41f7-a937-66d74bca157e details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:44:16.117422 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1c32170d-77a3-4403-86da-8a146c01b3af tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5383699 Nov 08 00:44:16.120294 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55896) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:16.124800 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-1751333f-4ebf-4778-ab8c-cd97bf7cea0a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1604345441', 'admin_state_up': True, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:44:16.291802 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1751333f-4ebf-4778-ab8c-cd97bf7cea0a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:16.293116 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1751333f-4ebf-4778-ab8c-cd97bf7cea0a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:16.352128 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1751333f-4ebf-4778-ab8c-cd97bf7cea0a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:16.618908 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1751333f-4ebf-4778-ab8c-cd97bf7cea0a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:16.961111 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1751333f-4ebf-4778-ab8c-cd97bf7cea0a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:16.989301 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1751333f-4ebf-4778-ab8c-cd97bf7cea0a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:17.098545 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-1751333f-4ebf-4778-ab8c-cd97bf7cea0a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Allocated IP 172.25.2.4 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/517076ea-4d24-428d-b563-e420c2c970f5) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:44:17.205110 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1751333f-4ebf-4778-ab8c-cd97bf7cea0a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:17.377501 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1751333f-4ebf-4778-ab8c-cd97bf7cea0a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:17.415817 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1751333f-4ebf-4778-ab8c-cd97bf7cea0a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:44:17.418575 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-1751333f-4ebf-4778-ab8c-cd97bf7cea0a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:44:17.421011 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1751333f-4ebf-4778-ab8c-cd97bf7cea0a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:44:17.450455 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751333f-4ebf-4778-ab8c-cd97bf7cea0a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=517076ea-4d24-428d-b563-e420c2c970f5,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:17.809280 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1751333f-4ebf-4778-ab8c-cd97bf7cea0a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:18.013611 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1751333f-4ebf-4778-ab8c-cd97bf7cea0a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:18.268444 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1751333f-4ebf-4778-ab8c-cd97bf7cea0a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Router b260d7d6-dce7-495c-b612-eaf19e2aaf15 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:44:18.382195 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1751333f-4ebf-4778-ab8c-cd97bf7cea0a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:44:18.392661 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] Sync routers for ids ['b260d7d6-dce7-495c-b612-eaf19e2aaf15'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:44:18.405186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] Routers {'b260d7d6-dce7-495c-b612-eaf19e2aaf15'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:44:18.405903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:44:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b260d7d6-dce7-495c-b612-eaf19e2aaf15'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:18.516439 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] Set router b260d7d6-dce7-495c-b612-eaf19e2aaf15 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:44:18.569576 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1751333f-4ebf-4778-ab8c-cd97bf7cea0a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:18.575507 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1751333f-4ebf-4778-ab8c-cd97bf7cea0a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4509983 Nov 08 00:44:18.576132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55910) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:18.717874 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-059ea3e6-19f4-4d57-8888-f983dc8f249b tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1a610190c8f64b4cb76bfe1bed034770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1403048 Nov 08 00:44:18.720832 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55914) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:18.849796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604345441', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '517076ea-4d24-428d-b563-e420c2c970f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:17Z', 'revision_number': 3, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '517076ea-4d24-428d-b563-e420c2c970f5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:70:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:18.875729 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b26dc5-b104-463b-a13c-8887b05d7226 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:18.876861 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] Checking router: b260d7d6-dce7-495c-b612-eaf19e2aaf15 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:44:18.880069 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] Updating router b260d7d6-dce7-495c-b612-eaf19e2aaf15 port 517076ea-4d24-428d-b563-e420c2c970f5 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:44:18.880215 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-03b26dc5-b104-463b-a13c-8887b05d7226 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1555812 Nov 08 00:44:18.880215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55916) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:18.906250 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:18.915345 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e7359eda-4173-4758-9cb4-0d4db547dc87 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340846 Nov 08 00:44:18.918071 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 55918) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:18.922732 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-f176c126-76e8-4f36-b2b0-f7db473ba171 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-40679882', 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:44:19.137369 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f176c126-76e8-4f36-b2b0-f7db473ba171 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Made reservation on behalf of 1a610190c8f64b4cb76bfe1bed034770 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:44:19.141050 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f176c126-76e8-4f36-b2b0-f7db473ba171 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:19.168970 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:19.297319 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:19.350525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] Attempting to bind port 517076ea-4d24-428d-b563-e420c2c970f5 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:44:19.350895 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] Attempting to bind port 517076ea-4d24-428d-b563-e420c2c970f5 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:44:19.351255 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] Attempting to bind port 517076ea-4d24-428d-b563-e420c2c970f5 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:44:19.353245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb343a-8fab-4679-a077-f9122a7fe376 None None] Pushing event updated for resources: {'Port': ['ID=517076ea-4d24-428d-b563-e420c2c970f5,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:19.358573 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:44:19.358945 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:44:19.359339 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:19.359727 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:44:19.360783 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] Bound port: 517076ea-4d24-428d-b563-e420c2c970f5, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:44:19.360783 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:19.411632 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] For port 517076ea-4d24-428d-b563-e420c2c970f5, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:44:19.412336 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f176c126-76e8-4f36-b2b0-f7db473ba171 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:19.414602 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] For port 517076ea-4d24-428d-b563-e420c2c970f5, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=517076ea-4d24-428d-b563-e420c2c970f5,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:44:19.475326 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176c126-76e8-4f36-b2b0-f7db473ba171 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Subnet': ['ID=fce3e2d9-a8fd-4d5f-b631-78e56303ea20,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:19.487113 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f176c126-76e8-4f36-b2b0-f7db473ba171 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Checking segment: {'id': '55f7784f-c323-4b3b-a466-0ff77401e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:44:19.488110 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f176c126-76e8-4f36-b2b0-f7db473ba171 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network hostable DHCP agents. Network: 6cd3eca5-987e-41f7-a937-66d74bca157e, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:44:19.572115 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:19.600418 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f176c126-76e8-4f36-b2b0-f7db473ba171 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network 6cd3eca5-987e-41f7-a937-66d74bca157e is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:44:19.629547 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] Routers {'b260d7d6-dce7-495c-b612-eaf19e2aaf15'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:44:19.630254 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:44:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b260d7d6-dce7-495c-b612-eaf19e2aaf15'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:19.698123 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb343a-8fab-4679-a077-f9122a7fe376 None None] Pushing event updated for resources: {'Port': ['ID=517076ea-4d24-428d-b563-e420c2c970f5,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:19.703006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-f176c126-76e8-4f36-b2b0-f7db473ba171 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 6cd3eca5-987e-41f7-a937-66d74bca157e) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:44:19.711070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f176c126-76e8-4f36-b2b0-f7db473ba171 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:19.711070 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f176c126-76e8-4f36-b2b0-f7db473ba171 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:19.721754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54836037-b794-4bd6-8671-222d5a874e2e None None] Network 6cd3eca5-987e-41f7-a937-66d74bca157e requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:44:19.801912 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] Set router b260d7d6-dce7-495c-b612-eaf19e2aaf15 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:44:19.860079 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f176c126-76e8-4f36-b2b0-f7db473ba171 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9409344 Nov 08 00:44:19.863278 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 55924) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:20.011531 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3721f334-f894-4065-91eb-0405b438f9da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-6cd3eca5-987e-41f7-a937-66d74bca157e', 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'fixed_ips': [{'subnet_id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:44:20.013270 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3721f334-f894-4065-91eb-0405b438f9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:20.135075 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604345441', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '517076ea-4d24-428d-b563-e420c2c970f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:17Z', 'revision_number': 3, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '517076ea-4d24-428d-b563-e420c2c970f5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:70:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:20.170897 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63537cfb-3d6c-4127-aa5f-45cf0af529d4 None None] The sync data for ids ['b260d7d6-dce7-495c-b612-eaf19e2aaf15'] in n-d-816882-1 is: [{'id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604345441', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '517076ea-4d24-428d-b563-e420c2c970f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:17Z', 'revision_number': 3, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '517076ea-4d24-428d-b563-e420c2c970f5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:70:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:44:20.218113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-3721f334-f894-4065-91eb-0405b438f9da None None] Allocated IP 172.20.0.2 (6cd3eca5-987e-41f7-a937-66d74bca157e/fce3e2d9-a8fd-4d5f-b631-78e56303ea20/6ac60621-3d35-4548-826c-a115b23bfab2) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:44:20.321528 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1425-be08-4480-bc46-ca1dba3642a5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:20.390515 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3721f334-f894-4065-91eb-0405b438f9da None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:20.538058 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3721f334-f894-4065-91eb-0405b438f9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:20.582520 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3721f334-f894-4065-91eb-0405b438f9da None None] Network 6cd3eca5-987e-41f7-a937-66d74bca157e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:44:20.586911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-3721f334-f894-4065-91eb-0405b438f9da None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:44:20.594211 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3721f334-f894-4065-91eb-0405b438f9da None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:44:20.632545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721f334-f894-4065-91eb-0405b438f9da None None] Pushing event updated for resources: {'Port': ['ID=6ac60621-3d35-4548-826c-a115b23bfab2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:20.672838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3721f334-f894-4065-91eb-0405b438f9da None None] Attempting to bind port 6ac60621-3d35-4548-826c-a115b23bfab2 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:44:20.673270 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3721f334-f894-4065-91eb-0405b438f9da None None] Attempting to bind port 6ac60621-3d35-4548-826c-a115b23bfab2 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '55f7784f-c323-4b3b-a466-0ff77401e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:44:20.673758 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3721f334-f894-4065-91eb-0405b438f9da None None] Attempting to bind port 6ac60621-3d35-4548-826c-a115b23bfab2 on network 6cd3eca5-987e-41f7-a937-66d74bca157e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:44:20.679875 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3721f334-f894-4065-91eb-0405b438f9da None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:44:20.680412 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3721f334-f894-4065-91eb-0405b438f9da None None] Checking segment: {'id': '55f7784f-c323-4b3b-a466-0ff77401e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:44:20.680915 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3721f334-f894-4065-91eb-0405b438f9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:20.681410 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3721f334-f894-4065-91eb-0405b438f9da None None] Bound using segment: {'id': '55f7784f-c323-4b3b-a466-0ff77401e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:44:20.682013 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-3721f334-f894-4065-91eb-0405b438f9da None None] Bound port: 6ac60621-3d35-4548-826c-a115b23bfab2, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f7784f-c323-4b3b-a466-0ff77401e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:44:20.682810 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3721f334-f894-4065-91eb-0405b438f9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:20.787433 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3721f334-f894-4065-91eb-0405b438f9da None None] For port 6ac60621-3d35-4548-826c-a115b23bfab2, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:44:20.791083 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3721f334-f894-4065-91eb-0405b438f9da None None] For port 6ac60621-3d35-4548-826c-a115b23bfab2, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6ac60621-3d35-4548-826c-a115b23bfab2,segment=NetworkSegment(55f7784f-c323-4b3b-a466-0ff77401e324),segment_id=55f7784f-c323-4b3b-a466-0ff77401e324)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:44:20.897694 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3721f334-f894-4065-91eb-0405b438f9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:20.989000 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721f334-f894-4065-91eb-0405b438f9da None None] Pushing event updated for resources: {'Port': ['ID=6ac60621-3d35-4548-826c-a115b23bfab2,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:21.013989 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-f8ae1425-be08-4480-bc46-ca1dba3642a5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Allocated IP 172.20.0.1 (6cd3eca5-987e-41f7-a937-66d74bca157e/fce3e2d9-a8fd-4d5f-b631-78e56303ea20/55081152-31ca-44a4-be2e-895c203931f9) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:44:21.164653 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1425-be08-4480-bc46-ca1dba3642a5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:21.326757 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1425-be08-4480-bc46-ca1dba3642a5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:21.392845 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ae1425-be08-4480-bc46-ca1dba3642a5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network 6cd3eca5-987e-41f7-a937-66d74bca157e is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:44:21.396474 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-f8ae1425-be08-4480-bc46-ca1dba3642a5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:44:21.400841 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ae1425-be08-4480-bc46-ca1dba3642a5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:44:21.429357 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae1425-be08-4480-bc46-ca1dba3642a5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=55081152-31ca-44a4-be2e-895c203931f9,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:21.451200 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1425-be08-4480-bc46-ca1dba3642a5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:21.689338 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1425-be08-4480-bc46-ca1dba3642a5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:22.005905 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1425-be08-4480-bc46-ca1dba3642a5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:22.017232 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 517076ea-4d24-428d-b563-e420c2c970f5 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:44:22.077548 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 517076ea-4d24-428d-b563-e420c2c970f5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:44:22.077894 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:22.137537 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1425-be08-4480-bc46-ca1dba3642a5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:22.159605 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:22.180623 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 517076ea-4d24-428d-b563-e420c2c970f5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=517076ea-4d24-428d-b563-e420c2c970f5,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:44:22.217722 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae1425-be08-4480-bc46-ca1dba3642a5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=55081152-31ca-44a4-be2e-895c203931f9,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:22.220370 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1425-be08-4480-bc46-ca1dba3642a5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:22.314386 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:22.321353 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6ac60621-3d35-4548-826c-a115b23bfab2 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:44:22.351851 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ae1425-be08-4480-bc46-ca1dba3642a5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network 6cd3eca5-987e-41f7-a937-66d74bca157e is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:44:22.354681 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-f8ae1425-be08-4480-bc46-ca1dba3642a5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:44:22.403257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=517076ea-4d24-428d-b563-e420c2c970f5,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:22.424422 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6ac60621-3d35-4548-826c-a115b23bfab2 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:44:22.424831 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:22.526023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ae1425-be08-4480-bc46-ca1dba3642a5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Router b260d7d6-dce7-495c-b612-eaf19e2aaf15 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:44:22.527160 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:22.572358 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 6ac60621-3d35-4548-826c-a115b23bfab2, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6ac60621-3d35-4548-826c-a115b23bfab2,segment=NetworkSegment(55f7784f-c323-4b3b-a466-0ff77401e324),segment_id=55f7784f-c323-4b3b-a466-0ff77401e324)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:44:22.591893 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9101958-0ba8-4566-bb9f-69eac0dec65f None None] Network 6cd3eca5-987e-41f7-a937-66d74bca157e requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:44:22.645578 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ae1425-be08-4480-bc46-ca1dba3642a5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:44:22.656806 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f8ae1425-be08-4480-bc46-ca1dba3642a5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "PUT /v2.0/routers/b260d7d6-dce7-495c-b612-eaf19e2aaf15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7916625 Nov 08 00:44:22.660344 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-301451b4-8b9f-4104-9a73-5ada9bf96d68 None None] Provisioning complete for port 6ac60621-3d35-4548-826c-a115b23bfab2 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:44:22.660715 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-301451b4-8b9f-4104-9a73-5ada9bf96d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:22.665670 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] Sync routers for ids ['b260d7d6-dce7-495c-b612-eaf19e2aaf15'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:44:22.708971 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:22.798726 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] Routers {'b260d7d6-dce7-495c-b612-eaf19e2aaf15'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:44:22.799326 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:44:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b260d7d6-dce7-495c-b612-eaf19e2aaf15'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:22.816283 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-736e6551-d6cd-477a-9fe1-69409bb86da4 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235859275&fields=id&tenant_id=1a610190c8f64b4cb76bfe1bed034770 HTTP/1.1" status: 200 len: 267 time: 0.0357094 Nov 08 00:44:22.846470 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=6ac60621-3d35-4548-826c-a115b23bfab2,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:22.925311 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] Set router b260d7d6-dce7-495c-b612-eaf19e2aaf15 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:44:22.989188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-39ee98fe-e796-4a32-8a29-e7ef4915b26a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:22.997306 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-39ee98fe-e796-4a32-8a29-e7ef4915b26a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/networks?id=6cd3eca5-987e-41f7-a937-66d74bca157e HTTP/1.1" status: 200 len: 796 time: 0.1742468 Nov 08 00:44:23.015022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-76e00740-bc85-492d-a256-296b679b6205 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/quotas/1a610190c8f64b4cb76bfe1bed034770 HTTP/1.1" status: 200 len: 375 time: 0.0167274 Nov 08 00:44:23.070785 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-8df320fd-3e24-4b46-871e-331daddf0b3a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548744 Nov 08 00:44:23.164136 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604345441', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '517076ea-4d24-428d-b563-e420c2c970f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:21Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '517076ea-4d24-428d-b563-e420c2c970f5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '55081152-31ca-44a4-be2e-895c203931f9', 'name': '', 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:46:c6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:20Z', 'updated_at': '2021-11-08T00:44:21Z', 'revision_number': 2, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:23.198288 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] Checking router: b260d7d6-dce7-495c-b612-eaf19e2aaf15 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:44:23.198288 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] Updating router b260d7d6-dce7-495c-b612-eaf19e2aaf15 port 55081152-31ca-44a4-be2e-895c203931f9 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:44:23.222443 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:23.235055 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-57b5d1fd-0b11-451c-bc41-be6e315578b5 None None] Provisioning complete for port 6ac60621-3d35-4548-826c-a115b23bfab2 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:44:23.236148 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-57b5d1fd-0b11-451c-bc41-be6e315578b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:23.250898 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-68c277d2-2b10-4c9b-a7a3-de4ccbef64b6 service neutron] 10.222.0.13 "GET /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668441 Nov 08 00:44:23.407418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-28347c63-8fa9-4bbb-9739-f9621245aabf service neutron] 10.222.0.13 "GET /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255755 Nov 08 00:44:23.427134 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-57b5d1fd-0b11-451c-bc41-be6e315578b5 None None] Provisioning complete for port 55081152-31ca-44a4-be2e-895c203931f9 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:44:23.427437 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-57b5d1fd-0b11-451c-bc41-be6e315578b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:23.520023 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-57b5d1fd-0b11-451c-bc41-be6e315578b5 None None] Port 55081152-31ca-44a4-be2e-895c203931f9 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:44:23.645227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-437d8d54-e5a0-4659-b616-762f31e61d4a None None] Provisioning complete for port 55081152-31ca-44a4-be2e-895c203931f9 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:44:23.648042 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-437d8d54-e5a0-4659-b616-762f31e61d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:23.673809 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:23.725516 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-437d8d54-e5a0-4659-b616-762f31e61d4a None None] Port 55081152-31ca-44a4-be2e-895c203931f9 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:44:23.769685 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6c366ff-7d73-4b4f-9073-17a35057e5f7 req-ce60738c-3b85-4ec6-bb2f-0e886a600f5d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 210 time: 0.0276558 Nov 08 00:44:23.771698 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:23.834821 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f8c5c-eafb-454f-ba7c-22ce84b768d4 None None] Pushing event updated for resources: {'Port': ['ID=55081152-31ca-44a4-be2e-895c203931f9,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:23.859016 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e8434dbd-5e48-4a30-8469-954ac4921a0b None None] Provisioning complete for port 55081152-31ca-44a4-be2e-895c203931f9 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:44:23.859385 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8434dbd-5e48-4a30-8469-954ac4921a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:23.892866 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] Attempting to bind port 55081152-31ca-44a4-be2e-895c203931f9 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:44:23.894020 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] Attempting to bind port 55081152-31ca-44a4-be2e-895c203931f9 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '55f7784f-c323-4b3b-a466-0ff77401e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:44:23.894606 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] Attempting to bind port 55081152-31ca-44a4-be2e-895c203931f9 on network 6cd3eca5-987e-41f7-a937-66d74bca157e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:44:23.900554 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:44:23.900892 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e8434dbd-5e48-4a30-8469-954ac4921a0b None None] Port 55081152-31ca-44a4-be2e-895c203931f9 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:44:23.901041 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] Checking segment: {'id': '55f7784f-c323-4b3b-a466-0ff77401e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:44:23.901707 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:23.902100 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] Bound using segment: {'id': '55f7784f-c323-4b3b-a466-0ff77401e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:44:23.907626 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] Bound port: 55081152-31ca-44a4-be2e-895c203931f9, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f7784f-c323-4b3b-a466-0ff77401e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:44:23.908055 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:23.984812 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] For port 55081152-31ca-44a4-be2e-895c203931f9, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:44:23.989274 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] For port 55081152-31ca-44a4-be2e-895c203931f9, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=55081152-31ca-44a4-be2e-895c203931f9,segment=NetworkSegment(55f7784f-c323-4b3b-a466-0ff77401e324),segment_id=55f7784f-c323-4b3b-a466-0ff77401e324)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:44:23.991703 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 517076ea-4d24-428d-b563-e420c2c970f5 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:44:24.043132 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 517076ea-4d24-428d-b563-e420c2c970f5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:44:24.043506 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:24.132204 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:24.136004 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6ac60621-3d35-4548-826c-a115b23bfab2 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:44:24.138154 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f43b5d32-db7f-4e02-a488-41f02d4c29f4 None None] Provisioning complete for port 55081152-31ca-44a4-be2e-895c203931f9 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:44:24.138530 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f43b5d32-db7f-4e02-a488-41f02d4c29f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:24.190146 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] Routers {'b260d7d6-dce7-495c-b612-eaf19e2aaf15'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:44:24.190809 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:44:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b260d7d6-dce7-495c-b612-eaf19e2aaf15'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:24.195774 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f8c5c-eafb-454f-ba7c-22ce84b768d4 None None] Pushing event updated for resources: {'Port': ['ID=55081152-31ca-44a4-be2e-895c203931f9,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:24.275956 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6ac60621-3d35-4548-826c-a115b23bfab2 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:44:24.276446 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:24.338882 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] Set router b260d7d6-dce7-495c-b612-eaf19e2aaf15 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:44:24.531999 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f43b5d32-db7f-4e02-a488-41f02d4c29f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:24.571335 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604345441', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '517076ea-4d24-428d-b563-e420c2c970f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:21Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '517076ea-4d24-428d-b563-e420c2c970f5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '55081152-31ca-44a4-be2e-895c203931f9', 'name': '', 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:46:c6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:20Z', 'updated_at': '2021-11-08T00:44:23Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:24.587191 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f43b5d32-db7f-4e02-a488-41f02d4c29f4 None None] For port 55081152-31ca-44a4-be2e-895c203931f9, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=55081152-31ca-44a4-be2e-895c203931f9,segment=NetworkSegment(55f7784f-c323-4b3b-a466-0ff77401e324),segment_id=55f7784f-c323-4b3b-a466-0ff77401e324)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:44:24.598753 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ccd8ef-29b6-403b-b3c2-8b9760bd66cb None None] The sync data for ids ['b260d7d6-dce7-495c-b612-eaf19e2aaf15'] in n-d-816882-1 is: [{'id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604345441', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '517076ea-4d24-428d-b563-e420c2c970f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:21Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '517076ea-4d24-428d-b563-e420c2c970f5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '55081152-31ca-44a4-be2e-895c203931f9', 'name': '', 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:46:c6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:20Z', 'updated_at': '2021-11-08T00:44:23Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:44:24.698592 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f43b5d32-db7f-4e02-a488-41f02d4c29f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:24.763541 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b5d32-db7f-4e02-a488-41f02d4c29f4 None None] Pushing event updated for resources: {'Port': ['ID=55081152-31ca-44a4-be2e-895c203931f9,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:24.830308 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-88fa2ee0-b1a6-418e-a4e5-cad78221dd51 None None] Provisioning complete for port 55081152-31ca-44a4-be2e-895c203931f9 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:44:24.830706 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88fa2ee0-b1a6-418e-a4e5-cad78221dd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:24.923888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c253b0d-f982-49d7-92e8-84bc678ad6c5 req-f9ba5400-7346-4774-8e5a-e9c22f9a5ac1 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 210 time: 0.0557306 Nov 08 00:44:25.980407 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-45c05680-c8a5-407d-9437-bdad25f5a88f req-bd539fc8-21a4-447d-af99-f128b86530f1 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 210 time: 0.0348601 Nov 08 00:44:25.982133 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 55081152-31ca-44a4-be2e-895c203931f9 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:44:26.034064 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 55081152-31ca-44a4-be2e-895c203931f9 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:44:26.034432 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:27.056141 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-846b7fb6-31fe-4590-9db5-2b8047fccb62 req-ce48620e-1da6-4eac-8e36-32f5703bf15a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 210 time: 0.0264909 Nov 08 00:44:28.167458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09e299fc-4ae1-485d-8fae-0abbcc801256 req-453b84fc-3ac0-4615-86a3-a1ac4a339244 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 210 time: 0.0380545 Nov 08 00:44:28.177509 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-392a855c-7a71-4be9-9448-fc69c823a27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:28.260228 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07899161-4a66-4680-9d5d-58717c97d832 req-cb27e343-b6cf-46df-8e08-acec57070f37 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649000414&fields=id&tenant_id=f2f6913f27fa41388788e5027b9340cb HTTP/1.1" status: 200 len: 267 time: 0.0359104 Nov 08 00:44:28.377952 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07899161-4a66-4680-9d5d-58717c97d832 req-e3908144-acd2-463e-b360-c36e44351966 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:28.379488 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07899161-4a66-4680-9d5d-58717c97d832 req-e3908144-acd2-463e-b360-c36e44351966 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 812 time: 0.1125185 Nov 08 00:44:28.395278 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07899161-4a66-4680-9d5d-58717c97d832 req-9a62b8d8-4aba-4073-b5cb-f288a2f40508 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/quotas/f2f6913f27fa41388788e5027b9340cb HTTP/1.1" status: 200 len: 375 time: 0.0097797 Nov 08 00:44:28.472406 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07899161-4a66-4680-9d5d-58717c97d832 req-ab47d573-f431-4790-820c-cc9917d6db00 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0710042 Nov 08 00:44:28.650530 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07899161-4a66-4680-9d5d-58717c97d832 req-32c79382-1462-4474-ae44-26a6e09d6a10 service neutron] 10.222.0.13 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655092 Nov 08 00:44:28.759826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-03602981-974d-4da0-ab6d-1089a633b186 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:28.761784 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-03602981-974d-4da0-ab6d-1089a633b186 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.20 "GET /v2.0/networks?id=6cd3eca5-987e-41f7-a937-66d74bca157e HTTP/1.1" status: 200 len: 796 time: 0.1948977 Nov 08 00:44:28.801956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07899161-4a66-4680-9d5d-58717c97d832 req-592d6766-3227-40ab-961c-8df31ddd2978 service neutron] 10.222.0.13 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415722 Nov 08 00:44:28.825375 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-90a316d5-eae3-4b97-9691-5b95bedf6c19 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a610190c8f64b4cb76bfe1bed034770 HTTP/1.1" status: 200 len: 380 time: 0.0465915 Nov 08 00:44:28.834614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-fa956d47-7a33-435f-a453-4bfd2c54f28b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'port': {'device_id': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e', 'admin_state_up': True, 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'security_groups': ['48d6df80-8b4c-4e9b-8213-203624e1383d']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:44:29.052056 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-fa956d47-7a33-435f-a453-4bfd2c54f28b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Made reservation on behalf of 1a610190c8f64b4cb76bfe1bed034770 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:44:29.052056 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-fa956d47-7a33-435f-a453-4bfd2c54f28b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:29.190487 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-fa956d47-7a33-435f-a453-4bfd2c54f28b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Allocated IP 172.20.0.13 (6cd3eca5-987e-41f7-a937-66d74bca157e/fce3e2d9-a8fd-4d5f-b631-78e56303ea20/5d663767-29ae-41ea-a526-9f7d08cd02a7) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:44:29.357627 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9542b646-3afa-40ef-a8d0-97e18b74745b req-6ff4bb1b-84f6-43b2-9a71-9cc80d1acba9 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 210 time: 0.1116009 Nov 08 00:44:29.397950 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-fa956d47-7a33-435f-a453-4bfd2c54f28b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:29.571838 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e9cce75-84b8-4f08-a04f-f53a00b7a312 req-3e2bbfd2-21e5-4b5b-860d-65e05297e7ce tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 210 time: 0.0436876 Nov 08 00:44:29.575490 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-fa956d47-7a33-435f-a453-4bfd2c54f28b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:29.622573 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-fa956d47-7a33-435f-a453-4bfd2c54f28b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network 6cd3eca5-987e-41f7-a937-66d74bca157e is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:44:29.628721 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-fa956d47-7a33-435f-a453-4bfd2c54f28b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:44:29.689021 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa956d47-7a33-435f-a453-4bfd2c54f28b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=5d663767-29ae-41ea-a526-9f7d08cd02a7,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:29.691808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-fa956d47-7a33-435f-a453-4bfd2c54f28b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:44:29.748752 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-fa956d47-7a33-435f-a453-4bfd2c54f28b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:29.755067 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-fa956d47-7a33-435f-a453-4bfd2c54f28b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:29.832388 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-fa956d47-7a33-435f-a453-4bfd2c54f28b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0012724 Nov 08 00:44:29.852250 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Request body: {'port': {'device_id': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:44:29.928264 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:30.034641 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5e763251-9a9c-43ff-b32b-ba2ad57307fe None None] Provisioning complete for port 5d663767-29ae-41ea-a526-9f7d08cd02a7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:44:30.035163 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5e763251-9a9c-43ff-b32b-ba2ad57307fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:30.096276 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5e763251-9a9c-43ff-b32b-ba2ad57307fe None None] Port 5d663767-29ae-41ea-a526-9f7d08cd02a7 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:44:30.234001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d663767-29ae-41ea-a526-9f7d08cd02a7 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:44:30.241714 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:30.258526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Transition to ACTIVE for port object 5d663767-29ae-41ea-a526-9f7d08cd02a7 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:44:30.359609 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:30.413353 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d663767-29ae-41ea-a526-9f7d08cd02a7,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:30.543279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Attempting to bind port 5d663767-29ae-41ea-a526-9f7d08cd02a7 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:44:30.543279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Attempting to bind port 5d663767-29ae-41ea-a526-9f7d08cd02a7 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '55f7784f-c323-4b3b-a466-0ff77401e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:44:30.543279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Attempting to bind port 5d663767-29ae-41ea-a526-9f7d08cd02a7 on network 6cd3eca5-987e-41f7-a937-66d74bca157e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:44:30.543279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e04d10-bbf6-4995-ae0e-24bc1d10918d req-d6918783-2543-4fe1-b8b5-63f3e2e5458f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:30.543279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40e04d10-bbf6-4995-ae0e-24bc1d10918d req-d6918783-2543-4fe1-b8b5-63f3e2e5458f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 944 time: 0.0829947 Nov 08 00:44:30.543279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Port 5d663767-29ae-41ea-a526-9f7d08cd02a7 on network 6cd3eca5-987e-41f7-a937-66d74bca157e not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:44:30.543279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Attempting to bind port 5d663767-29ae-41ea-a526-9f7d08cd02a7 on network 6cd3eca5-987e-41f7-a937-66d74bca157e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:44:30.558042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:44:30.558492 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Checking segment: {'id': '55f7784f-c323-4b3b-a466-0ff77401e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:44:30.558843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Bound using segment: {'id': '55f7784f-c323-4b3b-a466-0ff77401e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:44:30.559295 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Bound port: 5d663767-29ae-41ea-a526-9f7d08cd02a7, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f7784f-c323-4b3b-a466-0ff77401e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:44:30.559658 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:30.642243 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40e04d10-bbf6-4995-ae0e-24bc1d10918d req-262c3510-1776-455a-81de-fa003af815a8 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911779 Nov 08 00:44:30.674567 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6545cbf9-0565-4c4d-89e9-0ee2247c35d7 req-6b49c1e8-7ae3-43f1-af90-bec3bff86549 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 210 time: 0.0289521 Nov 08 00:44:30.699953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] For port 5d663767-29ae-41ea-a526-9f7d08cd02a7, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:44:30.703032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] For port 5d663767-29ae-41ea-a526-9f7d08cd02a7, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5d663767-29ae-41ea-a526-9f7d08cd02a7,segment=NetworkSegment(55f7784f-c323-4b3b-a466-0ff77401e324),segment_id=55f7784f-c323-4b3b-a466-0ff77401e324)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:44:30.782714 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f841443-bd67-4bc1-94f0-5748aae9c440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:30.817815 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:31.147414 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:31.148055 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:31.149437 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] 10.222.0.20 "PUT /v2.0/ports/5d663767-29ae-41ea-a526-9f7d08cd02a7 HTTP/1.1" status: 200 len: 1092 time: 1.3017881 Nov 08 00:44:31.149877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'tag': '5d663767-29ae-41ea-a526-9f7d08cd02a7'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:44:31.152769 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc730e0a-68e5-4b20-93d0-4506ecf01837" -d '{"events": [{"name": "network-changed", "server_uuid": "1389ff8c-87b5-45f0-b862-1cb0f2628255", "tag": "5d663767-29ae-41ea-a526-9f7d08cd02a7"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:44:31.181433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf6c53-f1df-490c-b523-77595b0318e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d663767-29ae-41ea-a526-9f7d08cd02a7,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:31.216494 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:31.217138 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d164565a-163f-45d6-bc68-6b7cce0fa727 x-openstack-request-id: req-d164565a-163f-45d6-bc68-6b7cce0fa727 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:44:31.217138 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1389ff8c-87b5-45f0-b862-1cb0f2628255", "tag": "5d663767-29ae-41ea-a526-9f7d08cd02a7", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:44:31.217138 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d164565a-163f-45d6-bc68-6b7cce0fa727 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:44:31.217138 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'tag': '5d663767-29ae-41ea-a526-9f7d08cd02a7', 'status': 'completed', 'code': 200} Nov 08 00:44:31.278233 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730e0a-68e5-4b20-93d0-4506ecf01837 req-38f053f8-f9e2-4731-ab56-c527d032287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:31.279871 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc730e0a-68e5-4b20-93d0-4506ecf01837 req-38f053f8-f9e2-4731-ab56-c527d032287a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 1095 time: 0.0470147 Nov 08 00:44:31.447462 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730e0a-68e5-4b20-93d0-4506ecf01837 req-424cc9eb-ca9c-47a1-b0ac-93678efd15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:31.448909 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc730e0a-68e5-4b20-93d0-4506ecf01837 req-424cc9eb-ca9c-47a1-b0ac-93678efd15e8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1a610190c8f64b4cb76bfe1bed034770&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1563501 Nov 08 00:44:31.551616 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730e0a-68e5-4b20-93d0-4506ecf01837 req-a00776a1-5dc4-4286-8f44-bb83a48f6c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:31.551616 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc730e0a-68e5-4b20-93d0-4506ecf01837 req-a00776a1-5dc4-4286-8f44-bb83a48f6c1d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956466 Nov 08 00:44:31.647263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-8143c336-7b3d-4e35-accb-22cb4ba40ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:31.648798 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-8143c336-7b3d-4e35-accb-22cb4ba40ab5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 1095 time: 0.0414612 Nov 08 00:44:31.707365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-e7d9e321-855d-48d3-8281-39c382f0a4b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d663767-29ae-41ea-a526-9f7d08cd02a7 HTTP/1.1" status: 200 len: 217 time: 0.0362000 Nov 08 00:44:31.822085 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96ed34b8-40a9-4e86-aac1-d79a1c3cf859 req-de681158-e61b-4e91-8e6d-c6d2e644072d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 210 time: 0.0615239 Nov 08 00:44:31.831113 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-f510f680-8bb9-4bf1-abc0-e95e69c1d08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:31.832598 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-f510f680-8bb9-4bf1-abc0-e95e69c1d08d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fce3e2d9-a8fd-4d5f-b631-78e56303ea20 HTTP/1.1" status: 200 len: 833 time: 0.1163414 Nov 08 00:44:31.857313 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53857e76-4d4d-4253-ba40-fc5b1e098a1f req-5d8133ec-b083-4f54-b723-2e1bb6607fbc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:31.858741 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53857e76-4d4d-4253-ba40-fc5b1e098a1f req-5d8133ec-b083-4f54-b723-2e1bb6607fbc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 944 time: 0.1329558 Nov 08 00:44:31.870104 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:31.922502 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-c880c9ed-f66a-45c1-bce2-57cf23555983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:31.924203 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-c880c9ed-f66a-45c1-bce2-57cf23555983 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6cd3eca5-987e-41f7-a937-66d74bca157e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828316 Nov 08 00:44:31.931499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53857e76-4d4d-4253-ba40-fc5b1e098a1f req-50846841-120f-4dae-893e-a9fd8f190c21 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576260 Nov 08 00:44:32.021737 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-df3bba17-bd52-4ab0-a77b-92f118ac8c65 service neutron] 10.222.0.20 "GET /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871432 Nov 08 00:44:32.128449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f22dbae-4357-4a99-b631-7b3f04604f0d req-0c257d8f-f1f0-4104-8490-b8c1e1e1e579 service neutron] 10.222.0.20 "GET /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991135 Nov 08 00:44:32.211561 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:32.540247 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07899161-4a66-4680-9d5d-58717c97d832 req-51beef66-9d07-4ffb-ba70-55f7ea0480f3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:32.542216 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07899161-4a66-4680-9d5d-58717c97d832 req-51beef66-9d07-4ffb-ba70-55f7ea0480f3 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 812 time: 0.1056855 Nov 08 00:44:32.592697 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07899161-4a66-4680-9d5d-58717c97d832 req-846461f0-afed-4a30-abde-995a86c11b3d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2f6913f27fa41388788e5027b9340cb HTTP/1.1" status: 200 len: 379 time: 0.0365965 Nov 08 00:44:32.601528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-07899161-4a66-4680-9d5d-58717c97d832 req-e9321cb8-12dc-4a93-9b6d-e99bdb33a6d6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Request body: {'port': {'device_id': '46312605-585b-4f72-b9f0-e3fca29ce62e', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'admin_state_up': True, 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'security_groups': ['19db2f31-55d6-4c6b-877b-9bfb2f96ad57']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:44:32.834461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07899161-4a66-4680-9d5d-58717c97d832 req-e9321cb8-12dc-4a93-9b6d-e99bdb33a6d6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Made reservation on behalf of f2f6913f27fa41388788e5027b9340cb for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:44:32.838561 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-07899161-4a66-4680-9d5d-58717c97d832 req-e9321cb8-12dc-4a93-9b6d-e99bdb33a6d6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:32.968235 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe3d7dca-6b05-44b0-8d61-b901888175d0 req-b7a785f6-384b-4cf7-9aed-739a033c6ef7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 210 time: 0.0411854 Nov 08 00:44:33.059801 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-07899161-4a66-4680-9d5d-58717c97d832 req-e9321cb8-12dc-4a93-9b6d-e99bdb33a6d6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Allocated IP 172.20.0.14 (222a6220-2806-4bd6-bcce-57bc7ca690d4/79e59a5d-5e01-4db4-8fa5-ce93b687fd07/0aa97aa9-018b-42e7-9dd1-f53f84badd9f) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:44:33.087693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909594e-4b34-47e7-8c31-d43666e5654a req-7afbaa7a-e585-45f8-b64b-cdca9c462dcb tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:33.089702 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a909594e-4b34-47e7-8c31-d43666e5654a req-7afbaa7a-e585-45f8-b64b-cdca9c462dcb tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 944 time: 0.0785084 Nov 08 00:44:33.191712 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a909594e-4b34-47e7-8c31-d43666e5654a req-3121b61e-1376-4621-8f4a-1512f568e101 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957484 Nov 08 00:44:33.250326 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-07899161-4a66-4680-9d5d-58717c97d832 req-e9321cb8-12dc-4a93-9b6d-e99bdb33a6d6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:33.360575 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-07899161-4a66-4680-9d5d-58717c97d832 req-e9321cb8-12dc-4a93-9b6d-e99bdb33a6d6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:33.405978 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07899161-4a66-4680-9d5d-58717c97d832 req-e9321cb8-12dc-4a93-9b6d-e99bdb33a6d6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Network 222a6220-2806-4bd6-bcce-57bc7ca690d4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:44:33.409065 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-07899161-4a66-4680-9d5d-58717c97d832 req-e9321cb8-12dc-4a93-9b6d-e99bdb33a6d6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:44:33.411304 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:33.411848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-07899161-4a66-4680-9d5d-58717c97d832 req-e9321cb8-12dc-4a93-9b6d-e99bdb33a6d6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:44:33.439387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9321cb8-12dc-4a93-9b6d-e99bdb33a6d6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event updated for resources: {'Port': ['ID=0aa97aa9-018b-42e7-9dd1-f53f84badd9f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:33.469051 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07899161-4a66-4680-9d5d-58717c97d832 req-e9321cb8-12dc-4a93-9b6d-e99bdb33a6d6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:33.469728 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-07899161-4a66-4680-9d5d-58717c97d832 req-e9321cb8-12dc-4a93-9b6d-e99bdb33a6d6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:33.603277 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07899161-4a66-4680-9d5d-58717c97d832 req-e9321cb8-12dc-4a93-9b6d-e99bdb33a6d6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0052350 Nov 08 00:44:33.622383 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Request body: {'port': {'device_id': '46312605-585b-4f72-b9f0-e3fca29ce62e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:44:33.681952 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:33.723694 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ba5490cf-28b7-4d17-8d91-58d36f36e578 None None] Provisioning complete for port 0aa97aa9-018b-42e7-9dd1-f53f84badd9f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:44:33.724735 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba5490cf-28b7-4d17-8d91-58d36f36e578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:33.769088 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ba5490cf-28b7-4d17-8d91-58d36f36e578 None None] Port 0aa97aa9-018b-42e7-9dd1-f53f84badd9f cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:44:33.977307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa97aa9-018b-42e7-9dd1-f53f84badd9f {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:44:33.986307 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:33.999370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Transition to ACTIVE for port object 0aa97aa9-018b-42e7-9dd1-f53f84badd9f will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:44:34.078930 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:34.145793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Pushing event updated for resources: {'Port': ['ID=0aa97aa9-018b-42e7-9dd1-f53f84badd9f,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:34.157378 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea452b9-0ad4-4381-9487-288d90fabee7 req-2b453260-23b5-4ece-9a77-914a38f6b7d2 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:34.159037 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ea452b9-0ad4-4381-9487-288d90fabee7 req-2b453260-23b5-4ece-9a77-914a38f6b7d2 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 932 time: 0.1094775 Nov 08 00:44:34.242647 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5d663767-29ae-41ea-a526-9f7d08cd02a7 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:44:34.253174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ea452b9-0ad4-4381-9487-288d90fabee7 req-ca6c7c70-c5cb-42d9-a113-b4cfe907c36f tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877450 Nov 08 00:44:34.280442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Attempting to bind port 0aa97aa9-018b-42e7-9dd1-f53f84badd9f on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:44:34.280792 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Attempting to bind port 0aa97aa9-018b-42e7-9dd1-f53f84badd9f by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:44:34.281115 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Attempting to bind port 0aa97aa9-018b-42e7-9dd1-f53f84badd9f on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:44:34.293424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Port 0aa97aa9-018b-42e7-9dd1-f53f84badd9f on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:44:34.293756 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Attempting to bind port 0aa97aa9-018b-42e7-9dd1-f53f84badd9f on network 222a6220-2806-4bd6-bcce-57bc7ca690d4 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:44:34.306005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:44:34.313760 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Checking segment: {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:44:34.313760 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Bound using segment: {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:44:34.313760 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Bound port: 0aa97aa9-018b-42e7-9dd1-f53f84badd9f, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:44:34.313760 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:34.440756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 5d663767-29ae-41ea-a526-9f7d08cd02a7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5d663767-29ae-41ea-a526-9f7d08cd02a7,segment=NetworkSegment(55f7784f-c323-4b3b-a466-0ff77401e324),segment_id=55f7784f-c323-4b3b-a466-0ff77401e324)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:44:34.454683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '5d663767-29ae-41ea-a526-9f7d08cd02a7', 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e', 'port_id': '5d663767-29ae-41ea-a526-9f7d08cd02a7', 'mac_address': 'fa:16:3e:ad:16:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:44:34.469926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76211375-7ebf-43a0-bdcf-1c66040f6e48 req-799579af-6a04-4ee6-b532-bb0df42b7ccb tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:34.471721 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76211375-7ebf-43a0-bdcf-1c66040f6e48 req-799579af-6a04-4ee6-b532-bb0df42b7ccb tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 944 time: 0.1208026 Nov 08 00:44:34.483349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] For port 0aa97aa9-018b-42e7-9dd1-f53f84badd9f, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:44:34.487326 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] For port 0aa97aa9-018b-42e7-9dd1-f53f84badd9f, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=0aa97aa9-018b-42e7-9dd1-f53f84badd9f,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:44:34.512268 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:34.526493 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d663767-29ae-41ea-a526-9f7d08cd02a7 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:44:34.529571 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76211375-7ebf-43a0-bdcf-1c66040f6e48 req-bf5f9897-a650-4425-9a36-251b2004a5d6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478024 Nov 08 00:44:34.549783 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 5d663767-29ae-41ea-a526-9f7d08cd02a7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5d663767-29ae-41ea-a526-9f7d08cd02a7,segment=NetworkSegment(55f7784f-c323-4b3b-a466-0ff77401e324),segment_id=55f7784f-c323-4b3b-a466-0ff77401e324)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:44:34.561016 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:34.597315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:34.598002 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:34.599595 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07899161-4a66-4680-9d5d-58717c97d832 req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] 10.222.0.26 "PUT /v2.0/ports/0aa97aa9-018b-42e7-9dd1-f53f84badd9f HTTP/1.1" status: 200 len: 1092 time: 0.9815452 Nov 08 00:44:34.600113 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46312605-585b-4f72-b9f0-e3fca29ce62e', 'tag': '0aa97aa9-018b-42e7-9dd1-f53f84badd9f'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:44:34.602436 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ef45ec-1078-4b7d-8248-2293e29e0a72" -d '{"events": [{"name": "network-changed", "server_uuid": "46312605-585b-4f72-b9f0-e3fca29ce62e", "tag": "0aa97aa9-018b-42e7-9dd1-f53f84badd9f"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:44:34.642008 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ed47f-3fbc-4f61-9ee5-aca20e77adac service neutron] Pushing event updated for resources: {'Port': ['ID=0aa97aa9-018b-42e7-9dd1-f53f84badd9f,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:34.649317 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427bfedc-6608-409f-b5e1-293cf5d588c5 x-openstack-request-id: req-427bfedc-6608-409f-b5e1-293cf5d588c5 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:44:34.649618 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46312605-585b-4f72-b9f0-e3fca29ce62e", "tag": "0aa97aa9-018b-42e7-9dd1-f53f84badd9f", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:44:34.649873 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-427bfedc-6608-409f-b5e1-293cf5d588c5 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:44:34.650313 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46312605-585b-4f72-b9f0-e3fca29ce62e', 'tag': '0aa97aa9-018b-42e7-9dd1-f53f84badd9f', 'status': 'completed', 'code': 200} Nov 08 00:44:34.675046 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:34.735990 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef45ec-1078-4b7d-8248-2293e29e0a72 req-64c236b6-fe4c-4366-9a39-0f330c442f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:34.737959 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9ef45ec-1078-4b7d-8248-2293e29e0a72 req-64c236b6-fe4c-4366-9a39-0f330c442f50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 1095 time: 0.0441926 Nov 08 00:44:34.745264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=5d663767-29ae-41ea-a526-9f7d08cd02a7,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:34.872026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef45ec-1078-4b7d-8248-2293e29e0a72 req-cf233423-b523-4ceb-b6c8-7a00a70356f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:34.873476 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9ef45ec-1078-4b7d-8248-2293e29e0a72 req-cf233423-b523-4ceb-b6c8-7a00a70356f5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f2f6913f27fa41388788e5027b9340cb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1201696 Nov 08 00:44:34.979848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef45ec-1078-4b7d-8248-2293e29e0a72 req-57d9aa7f-e3fb-4779-b66a-84c7049342ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:34.982089 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9ef45ec-1078-4b7d-8248-2293e29e0a72 req-57d9aa7f-e3fb-4779-b66a-84c7049342ba service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995197 Nov 08 00:44:35.078783 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07899161-4a66-4680-9d5d-58717c97d832 req-4e7e82f4-9b76-49ec-8c86-5038fa483362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:35.080507 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07899161-4a66-4680-9d5d-58717c97d832 req-4e7e82f4-9b76-49ec-8c86-5038fa483362 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 1095 time: 0.0415769 Nov 08 00:44:35.128994 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07899161-4a66-4680-9d5d-58717c97d832 req-06f1f4f0-6d3f-49a6-892b-7404cd2e9650 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aa97aa9-018b-42e7-9dd1-f53f84badd9f HTTP/1.1" status: 200 len: 217 time: 0.0351548 Nov 08 00:44:35.166183 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['5d663767-29ae-41ea-a526-9f7d08cd02a7'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:44:35.184087 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07899161-4a66-4680-9d5d-58717c97d832 req-c5f70efe-a3e4-436c-8dae-7c821003f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:35.185579 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07899161-4a66-4680-9d5d-58717c97d832 req-c5f70efe-a3e4-436c-8dae-7c821003f09a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.0502608 Nov 08 00:44:35.240885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07899161-4a66-4680-9d5d-58717c97d832 req-f1baa78d-074c-4167-8a3f-0113210fe4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:35.241342 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07899161-4a66-4680-9d5d-58717c97d832 req-f1baa78d-074c-4167-8a3f-0113210fe4c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486038 Nov 08 00:44:35.396068 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07899161-4a66-4680-9d5d-58717c97d832 req-69453513-f1f1-4be8-8002-855d252a9a0c service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471813 Nov 08 00:44:35.474483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d07d3-9ed2-445b-9c26-95e2172e6aed req-5178421f-23cf-4acb-8de3-5e517b66c895 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:35.476316 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-998d07d3-9ed2-445b-9c26-95e2172e6aed req-5178421f-23cf-4acb-8de3-5e517b66c895 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 944 time: 0.1228127 Nov 08 00:44:35.538452 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-998d07d3-9ed2-445b-9c26-95e2172e6aed req-bac05b74-9ef6-42fb-8e44-8721a10c18e5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550809 Nov 08 00:44:35.542367 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07899161-4a66-4680-9d5d-58717c97d832 req-c714512b-0da9-46a4-baea-a6fa61b90bc3 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361248 Nov 08 00:44:35.657465 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75c81b-6ee0-4a41-9a22-1f2a30c35986 req-743311b7-7e89-45f2-a33f-30488b3da296 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:35.658974 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da75c81b-6ee0-4a41-9a22-1f2a30c35986 req-743311b7-7e89-45f2-a33f-30488b3da296 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 945 time: 0.0535846 Nov 08 00:44:35.699841 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da75c81b-6ee0-4a41-9a22-1f2a30c35986 req-e99ebca5-28e1-4f83-ab02-e7c07396220b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346556 Nov 08 00:44:36.544582 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56098) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:36.660091 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c506f-62f0-4874-ab2e-98d524792f83 req-80da7864-fafd-4fdf-8243-3dfefa84ed75 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:36.661681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc5c506f-62f0-4874-ab2e-98d524792f83 req-80da7864-fafd-4fdf-8243-3dfefa84ed75 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 944 time: 0.0519636 Nov 08 00:44:36.669340 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2d5ca80d-60dd-4b91-af3e-b6b33347000b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:36.702568 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cc5c506f-62f0-4874-ab2e-98d524792f83 req-cfa10819-682a-4ac3-8a17-3c0145d05ed1 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334361 Nov 08 00:44:36.759257 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2d5ca80d-60dd-4b91-af3e-b6b33347000b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:36.840136 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2d5ca80d-60dd-4b91-af3e-b6b33347000b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:36.841725 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5337f-28c9-4400-964a-1f9373ec1ef0 req-4cc682a0-bafa-4183-9480-24a9a5e3312f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:36.843408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0df5337f-28c9-4400-964a-1f9373ec1ef0 req-4cc682a0-bafa-4183-9480-24a9a5e3312f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 945 time: 0.0568871 Nov 08 00:44:36.877612 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ca80d-60dd-4b91-af3e-b6b33347000b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0db47c-e52f-482f-a756-72425da395b9,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:36.889626 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2d5ca80d-60dd-4b91-af3e-b6b33347000b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f300de2d67624f6bbb18f91312cb260c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419092 Nov 08 00:44:36.890595 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56106) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:36.897229 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0df5337f-28c9-4400-964a-1f9373ec1ef0 req-839cb532-4906-4d8a-b059-c7c8948ba32d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469224 Nov 08 00:44:36.943640 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5582c1d9-b321-4ae4-a7ce-d495ff8b3b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:36.965060 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5582c1d9-b321-4ae4-a7ce-d495ff8b3b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:37.126670 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5582c1d9-b321-4ae4-a7ce-d495ff8b3b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:37.131219 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5582c1d9-b321-4ae4-a7ce-d495ff8b3b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:37.133321 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5582c1d9-b321-4ae4-a7ce-d495ff8b3b13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c0db47c-e52f-482f-a756-72425da395b9 HTTP/1.1" status: 204 len: 168 time: 0.2416818 Nov 08 00:44:37.145032 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582c1d9-b321-4ae4-a7ce-d495ff8b3b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0db47c-e52f-482f-a756-72425da395b9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:37.831519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1a7de-829e-4f28-8fce-e2a54230c903 req-f97efa67-aac8-4c61-9b76-ef2a603033d6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:37.831519 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31f1a7de-829e-4f28-8fce-e2a54230c903 req-f97efa67-aac8-4c61-9b76-ef2a603033d6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 944 time: 0.0582576 Nov 08 00:44:37.869009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31f1a7de-829e-4f28-8fce-e2a54230c903 req-29a7675c-2762-422e-9d21-c357e73547d0 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331433 Nov 08 00:44:38.014658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118816a-6f61-460a-a349-00a86eebaa05 req-633399be-5a27-4130-8bc3-c9be5ae1a450 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:38.016200 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c118816a-6f61-460a-a349-00a86eebaa05 req-633399be-5a27-4130-8bc3-c9be5ae1a450 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 945 time: 0.0509486 Nov 08 00:44:38.056428 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c118816a-6f61-460a-a349-00a86eebaa05 req-e7a0c1db-a02f-4604-8cec-d489d9c15836 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340986 Nov 08 00:44:38.252175 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5d663767-29ae-41ea-a526-9f7d08cd02a7 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:44:38.261710 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56132) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:38.364944 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53f311e3-105b-460c-9968-9d6e20b2271d req-62722f86-560d-4037-8ac3-311d6e472381 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414555 Nov 08 00:44:38.365197 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-168694233-network', 'tenant_id': '3f29845d6baf4f27a400d61e7977e707'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:44:38.371299 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 5d663767-29ae-41ea-a526-9f7d08cd02a7 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:44:38.375202 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 5d663767-29ae-41ea-a526-9f7d08cd02a7 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:44:38.375567 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:38.452493 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:38.475365 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d663767-29ae-41ea-a526-9f7d08cd02a7'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:44:38.477670 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe71136c-90ee-44fe-8f48-4931133046f9" -d '{"events": [{"server_uuid": "1389ff8c-87b5-45f0-b862-1cb0f2628255", "name": "network-vif-plugged", "status": "completed", "tag": "5d663767-29ae-41ea-a526-9f7d08cd02a7"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:44:38.485608 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Made reservation on behalf of 3f29845d6baf4f27a400d61e7977e707 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:44:38.490222 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:38.497707 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 5d663767-29ae-41ea-a526-9f7d08cd02a7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5d663767-29ae-41ea-a526-9f7d08cd02a7,segment=NetworkSegment(55f7784f-c323-4b3b-a466-0ff77401e324),segment_id=55f7784f-c323-4b3b-a466-0ff77401e324)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:44:38.499224 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:38.500947 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f311e3-105b-460c-9968-9d6e20b2271d req-7a11f508-aa7f-402a-a1b9-d723b019b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:38.502661 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53f311e3-105b-460c-9968-9d6e20b2271d req-7a11f508-aa7f-402a-a1b9-d723b019b81f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 1097 time: 0.0538692 Nov 08 00:44:38.592992 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:38.616024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f311e3-105b-460c-9968-9d6e20b2271d req-44220aa2-6d67-4061-976c-190f7e1f7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:38.617526 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53f311e3-105b-460c-9968-9d6e20b2271d req-44220aa2-6d67-4061-976c-190f7e1f7042 service neutron] 10.222.0.26 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 913 time: 0.0927753 Nov 08 00:44:38.638933 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:38.662863 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ae67a8-dc25-4e7d-955f-5a65050eb5c3 x-openstack-request-id: req-b2ae67a8-dc25-4e7d-955f-5a65050eb5c3 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:44:38.663159 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1389ff8c-87b5-45f0-b862-1cb0f2628255", "name": "network-vif-plugged", "status": "completed", "tag": "5d663767-29ae-41ea-a526-9f7d08cd02a7", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:44:38.663413 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2ae67a8-dc25-4e7d-955f-5a65050eb5c3 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:44:38.663828 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d663767-29ae-41ea-a526-9f7d08cd02a7', 'code': 200} Nov 08 00:44:38.685383 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:38.690580 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53f311e3-105b-460c-9968-9d6e20b2271d req-482bdc5f-4fdd-4ca9-a61d-4fdad00d6497 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe HTTP/1.1" status: 200 len: 1002 time: 0.0648508 Nov 08 00:44:38.690901 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=5d663767-29ae-41ea-a526-9f7d08cd02a7,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:38.725894 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:38.750214 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f311e3-105b-460c-9968-9d6e20b2271d req-725230e3-4846-4b52-a43a-c0a9c058bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:38.752580 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:44:38.752708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53f311e3-105b-460c-9968-9d6e20b2271d req-725230e3-4846-4b52-a43a-c0a9c058bd0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.0542819 Nov 08 00:44:38.760259 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5921bc6-3cea-4be0-8456-5a08b678ab6b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:38.769904 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:38.770258 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Added segment 2e242fab-293b-48ae-8c77-a134329bcbc1 of type vlan for network beb74b3d-b75b-4862-95e6-52b52600bd3d Nov 08 00:44:38.772247 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:38.772592 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:38.772933 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:38.773273 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:38.773606 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:38.773935 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:38.774262 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:38.774790 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:38.775171 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:38.775503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:38.776033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:38.782469 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:38.810198 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcf4eb-3eed-416d-a8c9-90ffc6daa16f req-b93f5042-7e38-4d6d-9496-655944e94393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:38.811694 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acfcf4eb-3eed-416d-a8c9-90ffc6daa16f req-b93f5042-7e38-4d6d-9496-655944e94393 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 1097 time: 0.0731840 Nov 08 00:44:38.817535 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f311e3-105b-460c-9968-9d6e20b2271d req-4fd02f6a-0c18-4425-ac4d-9a47f40257e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:38.818912 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53f311e3-105b-460c-9968-9d6e20b2271d req-4fd02f6a-0c18-4425-ac4d-9a47f40257e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534606 Nov 08 00:44:38.823300 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:38.898533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acfcf4eb-3eed-416d-a8c9-90ffc6daa16f req-ee751959-c94c-416f-b26d-316b32ca0b5f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786641 Nov 08 00:44:38.929888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53f311e3-105b-460c-9968-9d6e20b2271d req-44f0e769-112c-45c3-abb9-e902764fdc0b service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032336 Nov 08 00:44:38.959750 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:38.966166 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:38.966166 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:39.022434 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] Pushing event updated for resources: {'Network': ['ID=beb74b3d-b75b-4862-95e6-52b52600bd3d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:39.033479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network beb74b3d-b75b-4862-95e6-52b52600bd3d details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:44:39.040396 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed2f51-26bb-4603-8c2f-d465151605b2 req-40a6c6aa-1a8f-463d-8b0e-074042873356 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:39.040550 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5ed2f51-26bb-4603-8c2f-d465151605b2 req-40a6c6aa-1a8f-463d-8b0e-074042873356 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 944 time: 0.1026764 Nov 08 00:44:39.081134 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53f311e3-105b-460c-9968-9d6e20b2271d req-624f146f-b20c-4129-907b-8bfde10c22c6 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443615 Nov 08 00:44:39.093992 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5ed2f51-26bb-4603-8c2f-d465151605b2 req-b7fa2ebf-b4fc-49f3-91d6-bcb87ad22b9c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468471 Nov 08 00:44:39.114317 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c7830fdc-88f9-4ebe-af37-6d7f78fd341e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8488028 Nov 08 00:44:39.114623 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56146) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:39.119497 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-be95cc28-302f-481f-9d33-4c4483c5c12d admin admin] Request body: {'subnet': {'network_id': 'beb74b3d-b75b-4862-95e6-52b52600bd3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-168694233-subnet', 'tenant_id': '3f29845d6baf4f27a400d61e7977e707', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:44:39.185597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d7e2a-1874-4a41-afac-508e155b8fe4 req-2baa4cc1-e757-471b-a8ef-0c47976a6037 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:39.186958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-473d7e2a-1874-4a41-afac-508e155b8fe4 req-2baa4cc1-e757-471b-a8ef-0c47976a6037 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0507343 Nov 08 00:44:39.193926 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be95cc28-302f-481f-9d33-4c4483c5c12d admin admin] Made reservation on behalf of 3f29845d6baf4f27a400d61e7977e707 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:44:39.196495 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be95cc28-302f-481f-9d33-4c4483c5c12d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:39.230818 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-473d7e2a-1874-4a41-afac-508e155b8fe4 req-a83b2b66-981a-445f-966c-182d94308b35 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369024 Nov 08 00:44:39.416705 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be95cc28-302f-481f-9d33-4c4483c5c12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:39.477058 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95cc28-302f-481f-9d33-4c4483c5c12d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac9518c4-5278-4a3a-a91d-f2905dc741bd,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:39.479446 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be95cc28-302f-481f-9d33-4c4483c5c12d admin admin] Checking segment: {'id': '2e242fab-293b-48ae-8c77-a134329bcbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'beb74b3d-b75b-4862-95e6-52b52600bd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:44:39.479808 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be95cc28-302f-481f-9d33-4c4483c5c12d admin admin] Network hostable DHCP agents. Network: beb74b3d-b75b-4862-95e6-52b52600bd3d, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:44:39.547857 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be95cc28-302f-481f-9d33-4c4483c5c12d admin admin] Network beb74b3d-b75b-4862-95e6-52b52600bd3d is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:44:39.628004 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-be95cc28-302f-481f-9d33-4c4483c5c12d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, beb74b3d-b75b-4862-95e6-52b52600bd3d) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:44:39.632253 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be95cc28-302f-481f-9d33-4c4483c5c12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:39.632841 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-be95cc28-302f-481f-9d33-4c4483c5c12d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:39.638445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d0682f-81ac-4ee3-865c-ef1fa7ff2f01 None None] Network beb74b3d-b75b-4862-95e6-52b52600bd3d requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:44:39.687998 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-be95cc28-302f-481f-9d33-4c4483c5c12d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5721109 Nov 08 00:44:39.770487 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9649eb-35e5-4af8-95db-89fad6d85d0e None None] Network beb74b3d-b75b-4862-95e6-52b52600bd3d requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:44:40.224361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db7faf-df64-4893-9328-434cb8f2f792 req-de2753a2-fc25-4337-b0b1-415aaef60cc0 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:40.225835 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-56db7faf-df64-4893-9328-434cb8f2f792 req-de2753a2-fc25-4337-b0b1-415aaef60cc0 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 944 time: 0.0531502 Nov 08 00:44:40.265422 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-56db7faf-df64-4893-9328-434cb8f2f792 req-6bb21a3e-1aee-4041-b9e7-fbf91920e013 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330179 Nov 08 00:44:40.347448 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275159ee-51cf-4e64-8aa6-962b8cd7698c req-7b37523b-682f-456a-8671-47c4ac4ac3d7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:40.349047 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-275159ee-51cf-4e64-8aa6-962b8cd7698c req-7b37523b-682f-456a-8671-47c4ac4ac3d7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0507538 Nov 08 00:44:40.387928 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-275159ee-51cf-4e64-8aa6-962b8cd7698c req-38343f96-cc28-413e-9312-b0ab9dd43693 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326898 Nov 08 00:44:41.387857 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad7d33-b23d-4402-9640-97adcd9246d3 req-1725a148-1447-4942-990b-d4a7fc202125 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:41.389294 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4ad7d33-b23d-4402-9640-97adcd9246d3 req-1725a148-1447-4942-990b-d4a7fc202125 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 944 time: 0.0502784 Nov 08 00:44:41.430233 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4ad7d33-b23d-4402-9640-97adcd9246d3 req-fe41d153-80a6-4378-b84a-c2535c5172d4 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347252 Nov 08 00:44:41.529279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece92a00-ce85-4275-8b65-c3949fda3e8a req-4e2594b1-092c-42eb-9e73-208782c25e6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:41.530750 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ece92a00-ce85-4275-8b65-c3949fda3e8a req-4e2594b1-092c-42eb-9e73-208782c25e6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0533452 Nov 08 00:44:41.570913 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ece92a00-ce85-4275-8b65-c3949fda3e8a req-49e32503-5e1e-4f0e-a510-fa3983a73f01 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339837 Nov 08 00:44:41.701658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3fb13-223c-4616-a24c-2b586ac25611 req-8053c28c-5d16-4649-b136-bd0db4634cf5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:41.703149 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aef3fb13-223c-4616-a24c-2b586ac25611 req-8053c28c-5d16-4649-b136-bd0db4634cf5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0523217 Nov 08 00:44:41.741934 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aef3fb13-223c-4616-a24c-2b586ac25611 req-6e0b67ae-d4a0-4b71-8458-4929ed00cf20 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324621 Nov 08 00:44:41.768704 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56176) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:41.814703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e332f68a-c64c-4506-a9b9-e7619271eda1 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:41.816871 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e332f68a-c64c-4506-a9b9-e7619271eda1 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 1092 time: 0.0471077 Nov 08 00:44:41.819936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 56178) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:41.824995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': '5d663767-29ae-41ea-a526-9f7d08cd02a7', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:44:41.971281 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:42.069191 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:42.169102 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Allocated IP 172.25.2.190 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/0f4f7969-46cd-44ef-871d-c9a2377bce21) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:44:42.288659 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:42.468811 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:42.506833 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:44:42.509922 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:44:42.516661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:44:42.869976 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=0f4f7969-46cd-44ef-871d-c9a2377bce21,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:42.910096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0ff33-237d-46bd-8f9e-34e8f03ed3d4 req-0a98ee00-20a6-47e1-aa37-9ed83f660744 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:42.911700 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cce0ff33-237d-46bd-8f9e-34e8f03ed3d4 req-0a98ee00-20a6-47e1-aa37-9ed83f660744 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 944 time: 0.3975196 Nov 08 00:44:43.002393 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cce0ff33-237d-46bd-8f9e-34e8f03ed3d4 req-fefe9735-1ab2-43c1-9460-21f21f65284a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742178 Nov 08 00:44:43.239352 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:43.392116 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:43.545690 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:43.622986 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:43.694784 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=0f4f7969-46cd-44ef-871d-c9a2377bce21,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:43.704439 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:43.814336 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Floating IP 4c665d8a-d11e-47a9-8be1-09da3c8c7aac associated. External IP: 172.25.2.190, port: 5d663767-29ae-41ea-a526-9f7d08cd02a7. Nov 08 00:44:44.031214 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Router b260d7d6-dce7-495c-b612-eaf19e2aaf15 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:44:44.166464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bd744-23c7-43ec-8080-c24789170eb0 req-0c38f2de-0dbe-45e6-bfc1-4b0b8e55f352 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:44.167982 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f68bd744-23c7-43ec-8080-c24789170eb0 req-0c38f2de-0dbe-45e6-bfc1-4b0b8e55f352 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 944 time: 0.0956476 Nov 08 00:44:44.176450 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:44:44.188487 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972dead2-fad1-419c-9c64-2336c9633acb None None] Sync routers for ids ['b260d7d6-dce7-495c-b612-eaf19e2aaf15'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:44:44.198714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972dead2-fad1-419c-9c64-2336c9633acb None None] Routers {'b260d7d6-dce7-495c-b612-eaf19e2aaf15'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:44:44.207051 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-972dead2-fad1-419c-9c64-2336c9633acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:44:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b260d7d6-dce7-495c-b612-eaf19e2aaf15'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:44.228601 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f68bd744-23c7-43ec-8080-c24789170eb0 req-8f2f83ff-e695-4c73-868d-358436d6a70b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467231 Nov 08 00:44:44.299036 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:44.319613 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-972dead2-fad1-419c-9c64-2336c9633acb None None] Set router b260d7d6-dce7-495c-b612-eaf19e2aaf15 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:44:44.327326 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4eda4e8c-030f-4e28-83be-7192661915e7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5063312 Nov 08 00:44:44.327940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'tag': '5d663767-29ae-41ea-a526-9f7d08cd02a7'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:44:44.334372 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e465695b-9dbe-4e1a-8f10-26c034455d98" -d '{"events": [{"name": "network-changed", "server_uuid": "1389ff8c-87b5-45f0-b862-1cb0f2628255", "tag": "5d663767-29ae-41ea-a526-9f7d08cd02a7"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:44:44.390002 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5194f1-fe4a-4d92-b03b-759bda55713c x-openstack-request-id: req-cd5194f1-fe4a-4d92-b03b-759bda55713c {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:44:44.390300 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1389ff8c-87b5-45f0-b862-1cb0f2628255", "tag": "5d663767-29ae-41ea-a526-9f7d08cd02a7", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:44:44.390550 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd5194f1-fe4a-4d92-b03b-759bda55713c {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:44:44.390955 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'tag': '5d663767-29ae-41ea-a526-9f7d08cd02a7', 'status': 'completed', 'code': 200} Nov 08 00:44:44.481602 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11623f-eb39-4c32-8d88-1de56893f50d req-8783ee00-5af7-4801-a285-a8f81c57ad22 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:44.483016 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa11623f-eb39-4c32-8d88-1de56893f50d req-8783ee00-5af7-4801-a285-a8f81c57ad22 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0809181 Nov 08 00:44:44.511854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465695b-9dbe-4e1a-8f10-26c034455d98 req-33d463c6-dc9b-4e33-9cb4-f9182cc0b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:44.513495 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e465695b-9dbe-4e1a-8f10-26c034455d98 req-33d463c6-dc9b-4e33-9cb4-f9182cc0b136 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 1097 time: 0.0713990 Nov 08 00:44:44.547495 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa11623f-eb39-4c32-8d88-1de56893f50d req-d5fb1e7c-8c9d-499e-831b-7e3ac33149bf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570388 Nov 08 00:44:44.572070 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-972dead2-fad1-419c-9c64-2336c9633acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604345441', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '517076ea-4d24-428d-b563-e420c2c970f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:21Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '517076ea-4d24-428d-b563-e420c2c970f5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '4c665d8a-d11e-47a9-8be1-09da3c8c7aac', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'port_id': '5d663767-29ae-41ea-a526-9f7d08cd02a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e', 'mac_address': 'fa:16:3e:ad:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:44:43Z', 'updated_at': '2021-11-08T00:44:43Z', 'revision_number': 0, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55081152-31ca-44a4-be2e-895c203931f9', 'name': '', 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:46:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:20Z', 'updated_at': '2021-11-08T00:44:24Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:44.572300 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56196) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:44.600429 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972dead2-fad1-419c-9c64-2336c9633acb None None] Checking router: b260d7d6-dce7-495c-b612-eaf19e2aaf15 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:44:44.610354 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972dead2-fad1-419c-9c64-2336c9633acb None None] Routers {'b260d7d6-dce7-495c-b612-eaf19e2aaf15'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:44:44.610981 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-972dead2-fad1-419c-9c64-2336c9633acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:44:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b260d7d6-dce7-495c-b612-eaf19e2aaf15'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:44.627381 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465695b-9dbe-4e1a-8f10-26c034455d98 req-3aa8d49c-a004-4dd9-bd72-0d20ebad4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:44.628921 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e465695b-9dbe-4e1a-8f10-26c034455d98 req-3aa8d49c-a004-4dd9-bd72-0d20ebad4618 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6cd3eca5-987e-41f7-a937-66d74bca157e HTTP/1.1" status: 200 len: 897 time: 0.1057475 Nov 08 00:44:44.642632 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-78c373f4-1817-4f81-865a-a1def0befaa6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/floatingips/4c665d8a-d11e-47a9-8be1-09da3c8c7aac HTTP/1.1" status: 200 len: 992 time: 0.0684421 Nov 08 00:44:44.698365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e465695b-9dbe-4e1a-8f10-26c034455d98 req-1627c7ee-4b25-4a50-9270-6b4074daa94f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d663767-29ae-41ea-a526-9f7d08cd02a7 HTTP/1.1" status: 200 len: 1000 time: 0.0609708 Nov 08 00:44:44.720781 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-972dead2-fad1-419c-9c64-2336c9633acb None None] Set router b260d7d6-dce7-495c-b612-eaf19e2aaf15 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:44:44.752993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465695b-9dbe-4e1a-8f10-26c034455d98 req-0bcf3ce9-4d76-4010-90d2-09d09676b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:44.754300 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e465695b-9dbe-4e1a-8f10-26c034455d98 req-0bcf3ce9-4d76-4010-90d2-09d09676b5bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fce3e2d9-a8fd-4d5f-b631-78e56303ea20 HTTP/1.1" status: 200 len: 833 time: 0.0449429 Nov 08 00:44:44.815698 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465695b-9dbe-4e1a-8f10-26c034455d98 req-dae0bcd3-572d-43f9-a092-42bcc5e4e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:44.819334 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e465695b-9dbe-4e1a-8f10-26c034455d98 req-dae0bcd3-572d-43f9-a092-42bcc5e4e1e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6cd3eca5-987e-41f7-a937-66d74bca157e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560298 Nov 08 00:44:44.914404 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e465695b-9dbe-4e1a-8f10-26c034455d98 req-0b47f910-76bd-4da9-a4b2-d44d169f5a85 service neutron] 10.222.0.20 "GET /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894213 Nov 08 00:44:44.962929 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-972dead2-fad1-419c-9c64-2336c9633acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604345441', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '517076ea-4d24-428d-b563-e420c2c970f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:21Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '517076ea-4d24-428d-b563-e420c2c970f5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '4c665d8a-d11e-47a9-8be1-09da3c8c7aac', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'port_id': '5d663767-29ae-41ea-a526-9f7d08cd02a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e', 'mac_address': 'fa:16:3e:ad:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:44:43Z', 'updated_at': '2021-11-08T00:44:43Z', 'revision_number': 0, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55081152-31ca-44a4-be2e-895c203931f9', 'name': '', 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:46:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:20Z', 'updated_at': '2021-11-08T00:44:24Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:44.993768 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972dead2-fad1-419c-9c64-2336c9633acb None None] The sync data for ids ['b260d7d6-dce7-495c-b612-eaf19e2aaf15'] in n-d-816882-1 is: [{'id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604345441', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '517076ea-4d24-428d-b563-e420c2c970f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:21Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '517076ea-4d24-428d-b563-e420c2c970f5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '4c665d8a-d11e-47a9-8be1-09da3c8c7aac', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'port_id': '5d663767-29ae-41ea-a526-9f7d08cd02a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e', 'mac_address': 'fa:16:3e:ad:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:44:43Z', 'updated_at': '2021-11-08T00:44:43Z', 'revision_number': 0, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55081152-31ca-44a4-be2e-895c203931f9', 'name': '', 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:46:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:20Z', 'updated_at': '2021-11-08T00:44:24Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:44:45.018901 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e465695b-9dbe-4e1a-8f10-26c034455d98 req-ae0eb83a-178d-4ab6-8c14-4656dd00b56f service neutron] 10.222.0.20 "GET /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965180 Nov 08 00:44:45.214843 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014c95a3-1729-4d58-9f5b-3dd054f92fbd None None] New status for floating IP 4c665d8a-d11e-47a9-8be1-09da3c8c7aac: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:44:45.351067 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac0984-1195-4f69-9e5f-b180ab8c5a7b req-31fcd128-a451-41f9-ae53-166af533e7bd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:45.352647 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4ac0984-1195-4f69-9e5f-b180ab8c5a7b req-31fcd128-a451-41f9-ae53-166af533e7bd tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 944 time: 0.0553188 Nov 08 00:44:45.391597 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4ac0984-1195-4f69-9e5f-b180ab8c5a7b req-9160393e-5f19-4385-9282-7d41673bb797 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320091 Nov 08 00:44:45.646599 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56202) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:45.707231 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-636e03c1-6911-40fa-a1ea-f1b1e3d929ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/floatingips/4c665d8a-d11e-47a9-8be1-09da3c8c7aac HTTP/1.1" status: 200 len: 994 time: 0.0594718 Nov 08 00:44:46.507640 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed44dcc-03a8-46fd-ba4f-0ea5f3dd8644 req-f27a1466-f7e5-44fe-85be-500139e2c027 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:46.509175 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ed44dcc-03a8-46fd-ba4f-0ea5f3dd8644 req-f27a1466-f7e5-44fe-85be-500139e2c027 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 944 time: 0.0499587 Nov 08 00:44:46.549686 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ed44dcc-03a8-46fd-ba4f-0ea5f3dd8644 req-b0865a3f-60c0-40ac-85f2-a5ad71ca1bd8 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344553 Nov 08 00:44:47.549720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 0aa97aa9-018b-42e7-9dd1-f53f84badd9f details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:44:47.646198 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 0aa97aa9-018b-42e7-9dd1-f53f84badd9f, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=0aa97aa9-018b-42e7-9dd1-f53f84badd9f,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:44:47.658051 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '0aa97aa9-018b-42e7-9dd1-f53f84badd9f', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'port_id': '0aa97aa9-018b-42e7-9dd1-f53f84badd9f', 'mac_address': 'fa:16:3e:17:6e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:44:47.666321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd968b5a-1f06-44d9-9910-618600c44860 req-6e797aaa-57df-4877-b508-af3b0ddf99ab tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:47.667818 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd968b5a-1f06-44d9-9910-618600c44860 req-6e797aaa-57df-4877-b508-af3b0ddf99ab tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 944 time: 0.0497932 Nov 08 00:44:47.695539 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:47.710961 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd968b5a-1f06-44d9-9910-618600c44860 req-94275495-fd1c-4758-b2a6-d21b220e6c16 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369382 Nov 08 00:44:47.712441 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa97aa9-018b-42e7-9dd1-f53f84badd9f {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:44:47.739227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 0aa97aa9-018b-42e7-9dd1-f53f84badd9f, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=0aa97aa9-018b-42e7-9dd1-f53f84badd9f,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:44:47.856906 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:47.908353 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=0aa97aa9-018b-42e7-9dd1-f53f84badd9f,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:47.915808 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:47.919729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:47.919729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:47.919729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:47.919729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:47.919729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:47.919729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:47.919729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:47.919729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:47.919729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:47.919729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:47.920648 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:44:48.137908 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['0aa97aa9-018b-42e7-9dd1-f53f84badd9f'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:44:48.827476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906e376-5218-4f26-8078-03434ff8e4c5 req-f05ce8e8-8af6-40b8-aadc-f3fe6ee49306 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:48.829009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5906e376-5218-4f26-8078-03434ff8e4c5 req-f05ce8e8-8af6-40b8-aadc-f3fe6ee49306 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 945 time: 0.0491617 Nov 08 00:44:48.868536 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5906e376-5218-4f26-8078-03434ff8e4c5 req-4b3e3b8b-d679-411c-9513-5c3ddda5e163 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333920 Nov 08 00:44:49.564814 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 0aa97aa9-018b-42e7-9dd1-f53f84badd9f up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:44:49.668032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 0aa97aa9-018b-42e7-9dd1-f53f84badd9f completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:44:49.671599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 0aa97aa9-018b-42e7-9dd1-f53f84badd9f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:44:49.672063 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:49.751271 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:49.772673 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46312605-585b-4f72-b9f0-e3fca29ce62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa97aa9-018b-42e7-9dd1-f53f84badd9f'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:44:49.774893 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67fb2d1-25c7-4113-b93d-209f18112fa0" -d '{"events": [{"server_uuid": "46312605-585b-4f72-b9f0-e3fca29ce62e", "name": "network-vif-plugged", "status": "completed", "tag": "0aa97aa9-018b-42e7-9dd1-f53f84badd9f"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:44:49.786956 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 0aa97aa9-018b-42e7-9dd1-f53f84badd9f, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=0aa97aa9-018b-42e7-9dd1-f53f84badd9f,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:44:49.812645 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bb8d5b-6df3-4b37-8025-73db811c1f80 x-openstack-request-id: req-86bb8d5b-6df3-4b37-8025-73db811c1f80 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:44:49.812943 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46312605-585b-4f72-b9f0-e3fca29ce62e", "name": "network-vif-plugged", "status": "completed", "tag": "0aa97aa9-018b-42e7-9dd1-f53f84badd9f", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:44:49.813194 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86bb8d5b-6df3-4b37-8025-73db811c1f80 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:44:49.813583 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46312605-585b-4f72-b9f0-e3fca29ce62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa97aa9-018b-42e7-9dd1-f53f84badd9f', 'code': 200} Nov 08 00:44:49.879886 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:49.933152 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=0aa97aa9-018b-42e7-9dd1-f53f84badd9f,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:49.978390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93da4f-aaa2-4e4f-8070-1557fca7dad7 req-d90895b2-37b8-48af-9626-df51e2a05280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:49.979905 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c93da4f-aaa2-4e4f-8070-1557fca7dad7 req-d90895b2-37b8-48af-9626-df51e2a05280 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 1097 time: 0.0861921 Nov 08 00:44:50.015955 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bee70-2674-44a1-b8b1-e44abc1cb39f req-150f6470-2231-4e54-9ed0-70e7fbca8077 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:50.017395 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e1bee70-2674-44a1-b8b1-e44abc1cb39f req-150f6470-2231-4e54-9ed0-70e7fbca8077 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 946 time: 0.0724628 Nov 08 00:44:50.042589 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c93da4f-aaa2-4e4f-8070-1557fca7dad7 req-6f5a75db-7b3e-4930-84da-33b48dde7130 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551279 Nov 08 00:44:50.062406 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e1bee70-2674-44a1-b8b1-e44abc1cb39f req-e7de4944-a6ee-4599-bcd3-02e3ee25c3fa tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365965 Nov 08 00:44:51.179895 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5d24f-1a06-498b-ac7e-3a611833a3bb req-e26358a3-557c-45ad-927f-8596b1d19121 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:51.181482 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ed5d24f-1a06-498b-ac7e-3a611833a3bb req-e26358a3-557c-45ad-927f-8596b1d19121 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 946 time: 0.0525005 Nov 08 00:44:51.220833 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ed5d24f-1a06-498b-ac7e-3a611833a3bb req-fbea3811-872a-4d89-84aa-fe6240d8454e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326498 Nov 08 00:44:51.623229 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-d4ed6756-5a4d-4023-a4d3-eff443eb5f8a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0450058 Nov 08 00:44:51.730650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-72422fca-c0ce-49b3-9b4d-bf9191c22083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:51.731757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-72422fca-c0ce-49b3-9b4d-bf9191c22083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:51.732253 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-72422fca-c0ce-49b3-9b4d-bf9191c22083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:51.732710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-72422fca-c0ce-49b3-9b4d-bf9191c22083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:51.733182 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-72422fca-c0ce-49b3-9b4d-bf9191c22083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:51.733618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-72422fca-c0ce-49b3-9b4d-bf9191c22083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:51.734069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-72422fca-c0ce-49b3-9b4d-bf9191c22083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:51.736011 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-72422fca-c0ce-49b3-9b4d-bf9191c22083 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 6494 time: 0.0502796 Nov 08 00:44:51.857101 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-9b9a8f3c-b786-45e1-9f41-d2842d58affa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:51.857556 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-9b9a8f3c-b786-45e1-9f41-d2842d58affa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:51.858045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-9b9a8f3c-b786-45e1-9f41-d2842d58affa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:51.860365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-9b9a8f3c-b786-45e1-9f41-d2842d58affa service neutron] 10.222.0.20 "GET /v2.0/networks?id=cc5b0d97-a530-416c-8598-edbfeb38986f&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 HTTP/1.1" status: 200 len: 2294 time: 0.0960116 Nov 08 00:44:51.929251 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-13a07ed4-121c-4275-973c-d4e71c1600ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76488d3d-aea0-483c-841a-feae5dfe1eab HTTP/1.1" status: 200 len: 1002 time: 0.0613749 Nov 08 00:44:51.982373 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-27bc38ca-9daa-46c9-bdd3-c76707213ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:51.983849 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-27bc38ca-9daa-46c9-bdd3-c76707213ebc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27c96a89-7ab5-4bdd-a965-d1c0a565158c HTTP/1.1" status: 200 len: 851 time: 0.0480645 Nov 08 00:44:52.029847 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-d4892d70-4e8d-42a9-bba0-81da95225dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:52.031333 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-d4892d70-4e8d-42a9-bba0-81da95225dda service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc5b0d97-a530-416c-8598-edbfeb38986f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405111 Nov 08 00:44:52.121169 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-7be71150-2dfd-4101-a3e7-32a093770aa5 service neutron] 10.222.0.20 "GET /v2.0/networks/cc5b0d97-a530-416c-8598-edbfeb38986f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815105 Nov 08 00:44:52.144983 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:44:52.221669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-50a2f01a-d101-4cce-b619-bc2d3bc8eaa0 service neutron] 10.222.0.20 "GET /v2.0/networks/cc5b0d97-a530-416c-8598-edbfeb38986f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900309 Nov 08 00:44:52.264956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-809060bb-bf54-4eda-92e1-e537a0cad06c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=5467d33c-e619-4cf2-9bdc-e9edb7e205e2 HTTP/1.1" status: 200 len: 217 time: 0.0358012 Nov 08 00:44:52.346766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-bcc34c2c-77a6-4065-ab64-906681a3953d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:52.348245 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-bcc34c2c-77a6-4065-ab64-906681a3953d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0760751 Nov 08 00:44:52.363844 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939570b-401c-49af-b851-ec2cbc02def6 req-cf9d961b-6ee5-44f9-9b60-dc141609567d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:52.365298 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f939570b-401c-49af-b851-ec2cbc02def6 req-cf9d961b-6ee5-44f9-9b60-dc141609567d tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 946 time: 0.0631824 Nov 08 00:44:52.425693 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f939570b-401c-49af-b851-ec2cbc02def6 req-285e74e6-5eef-4ca4-bc2e-f4058c43915c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521388 Nov 08 00:44:52.430717 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-cfd26eee-211d-44e4-96ed-04c454a14b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:52.432210 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-cfd26eee-211d-44e4-96ed-04c454a14b29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0660305 Nov 08 00:44:52.558587 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-76879951-d062-4a05-8529-ec8871daef16 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165226 Nov 08 00:44:52.572520 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978c1dc-6182-4c8c-a890-df3101e9890e req-4bb364c7-061d-4735-9254-00cbaf5b64b6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:52.574972 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f978c1dc-6182-4c8c-a890-df3101e9890e req-4bb364c7-061d-4735-9254-00cbaf5b64b6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 946 time: 0.0790775 Nov 08 00:44:52.666551 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f978c1dc-6182-4c8c-a890-df3101e9890e req-58c66f25-2a4b-4bf4-a5c1-95cf820a2982 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821550 Nov 08 00:44:52.691848 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56234) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:52.692595 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-b1baf494-5a59-4181-9d3b-203e76410fc1 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166770 Nov 08 00:44:52.736685 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-e5dc5dd1-406d-4e2e-adaa-eb948d77291f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=86366417-c094-4a24-a99e-6f58cfef17b4 HTTP/1.1" status: 200 len: 217 time: 0.0357840 Nov 08 00:44:52.787847 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-0b8c9f2c-d700-4a57-9e31-524ef2d151e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:52.789291 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-0b8c9f2c-d700-4a57-9e31-524ef2d151e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0441856 Nov 08 00:44:52.841537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-cbb29a36-35cf-4f12-8d01-0f55e9703f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:52.843181 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-cbb29a36-35cf-4f12-8d01-0f55e9703f85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0462782 Nov 08 00:44:52.876319 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81303f98-49c4-4303-8719-06b2585b83bc tempest-TestVolumeBootPattern-686796652 tempest-TestVolumeBootPattern-686796652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:52.877858 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-81303f98-49c4-4303-8719-06b2585b83bc tempest-TestVolumeBootPattern-686796652 tempest-TestVolumeBootPattern-686796652-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 1092 time: 0.1849554 Nov 08 00:44:52.880611 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56238) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:44:52.885074 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': '0aa97aa9-018b-42e7-9dd1-f53f84badd9f', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:44:52.936556 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-387217b3-2e8f-4c98-bffe-e10153cc9c88 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854073 Nov 08 00:44:52.988645 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:53.046103 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-c0b878d6-d363-49fa-8b47-b6d62f5ae1d0 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991929 Nov 08 00:44:53.086988 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:53.090252 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-f75d5701-4da8-491f-bde3-d7981883f615 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=95e11555-22e2-4530-90d3-ed8768294b34 HTTP/1.1" status: 200 len: 217 time: 0.0365567 Nov 08 00:44:53.140474 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-9091ef3e-150a-465d-a1d3-ee3ece03b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:53.142524 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-9091ef3e-150a-465d-a1d3-ee3ece03b86c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0450335 Nov 08 00:44:53.193877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-261bef3e-3c6c-4c1a-a3b4-df7701d32afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:53.195444 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-261bef3e-3c6c-4c1a-a3b4-df7701d32afe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0453584 Nov 08 00:44:53.197299 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Allocated IP 172.25.2.196 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/47558f42-0c9b-450f-9cda-cddcb1b92118) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:44:53.303127 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-9a985956-7a9b-4d8b-aa23-eefb7b988d22 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996857 Nov 08 00:44:53.306002 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:53.401552 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-bfe532f0-b53a-4a38-bd46-190541a9e4f9 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908036 Nov 08 00:44:53.405470 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:53.441801 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:44:53.444704 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:44:53.445473 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-d2e6c97e-743d-4d1f-83a3-984bd6bc88f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=54a2fed0-295c-4337-8852-db922e50e0df HTTP/1.1" status: 200 len: 217 time: 0.0352046 Nov 08 00:44:53.448461 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:44:53.478541 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event updated for resources: {'Port': ['ID=47558f42-0c9b-450f-9cda-cddcb1b92118,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:53.495200 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-68fd88e0-4caf-49ed-81ff-abef6c8c3e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:53.497339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-68fd88e0-4caf-49ed-81ff-abef6c8c3e85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 200 len: 797 time: 0.0449684 Nov 08 00:44:53.549302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-a405a187-ad2d-47d3-8e3d-57745bdac8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:53.550792 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-a405a187-ad2d-47d3-8e3d-57745bdac8ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0452745 Nov 08 00:44:53.646424 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-80ae6602-fe16-472f-ac73-11053ca26a0b service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868912 Nov 08 00:44:53.742264 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-b55d7cc2-a0ed-4eda-8d49-0589424b9df8 service neutron] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871878 Nov 08 00:44:53.785908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-24187ea7-9735-413b-ad02-c8e1fc4c7390 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 HTTP/1.1" status: 200 len: 217 time: 0.0353041 Nov 08 00:44:53.812078 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:53.834137 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-7b4f3696-8f19-4c2f-9e7c-e5cbdc19f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:53.835610 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-7b4f3696-8f19-4c2f-9e7c-e5cbdc19f0e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e HTTP/1.1" status: 200 len: 797 time: 0.0435078 Nov 08 00:44:53.886760 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-1d763ed9-25b4-474f-a6b2-d9deb0a1c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:53.888922 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-1d763ed9-25b4-474f-a6b2-d9deb0a1c566 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0451047 Nov 08 00:44:53.961386 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:53.988743 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-a54bcc76-4d13-49fd-aaed-d09cb6cc9705 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913141 Nov 08 00:44:54.081577 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-debc6971-6848-46d6-bd69-4929cdb3568d service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858517 Nov 08 00:44:54.114706 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:54.127386 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-f773966d-4f67-4acc-b79f-8eb09d5c0062 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b49ec54-cada-4f85-a13b-983d4fe19c5b HTTP/1.1" status: 200 len: 217 time: 0.0389977 Nov 08 00:44:54.170961 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:54.175232 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-3e8a8eda-e99a-4d96-ae35-c20e193c023d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:54.176718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-3e8a8eda-e99a-4d96-ae35-c20e193c023d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e HTTP/1.1" status: 200 len: 797 time: 0.0433040 Nov 08 00:44:54.223125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-22561e76-a854-44d5-83e0-cee1377f0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:54.224871 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-22561e76-a854-44d5-83e0-cee1377f0f4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0412755 Nov 08 00:44:54.248455 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event updated for resources: {'Port': ['ID=47558f42-0c9b-450f-9cda-cddcb1b92118,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:44:54.257933 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:54.320526 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-1904790b-3583-4d10-89e2-16a0b0041bbd service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882494 Nov 08 00:44:54.363837 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Floating IP 517c0e57-e47b-4b52-a5fd-8831d4b580d8 associated. External IP: 172.25.2.196, port: 0aa97aa9-018b-42e7-9dd1-f53f84badd9f. Nov 08 00:44:54.412977 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b760a3e-96a5-416e-a392-c99e5742c556 req-72585e8a-228a-4a7f-80a5-c9a009314e68 service neutron] 10.222.0.20 "GET /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850558 Nov 08 00:44:54.575849 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Router ca9afdab-d8f7-442a-85bd-986095c64ea2 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:44:54.696008 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:44:54.706516 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf8c6cf-5c52-454a-80de-c9bd4b97e5a9 None None] Sync routers for ids ['ca9afdab-d8f7-442a-85bd-986095c64ea2'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:44:54.716764 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf8c6cf-5c52-454a-80de-c9bd4b97e5a9 None None] Routers {'ca9afdab-d8f7-442a-85bd-986095c64ea2'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:44:54.717377 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fcf8c6cf-5c52-454a-80de-c9bd4b97e5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:44:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ca9afdab-d8f7-442a-85bd-986095c64ea2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:54.755716 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:44:54.787815 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-80b2db7a-6bce-4348-bdd1-9de0ccf791f6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9060271 Nov 08 00:44:54.788433 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46312605-585b-4f72-b9f0-e3fca29ce62e', 'tag': '0aa97aa9-018b-42e7-9dd1-f53f84badd9f'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:44:54.790877 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc7a7d4-f232-48db-8029-96492c73d20a" -d '{"events": [{"name": "network-changed", "server_uuid": "46312605-585b-4f72-b9f0-e3fca29ce62e", "tag": "0aa97aa9-018b-42e7-9dd1-f53f84badd9f"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:44:54.829700 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9984cb3-9233-4e31-95f4-a850a8cb1963 x-openstack-request-id: req-f9984cb3-9233-4e31-95f4-a850a8cb1963 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:44:54.830434 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46312605-585b-4f72-b9f0-e3fca29ce62e", "tag": "0aa97aa9-018b-42e7-9dd1-f53f84badd9f", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:44:54.830434 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9984cb3-9233-4e31-95f4-a850a8cb1963 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:44:54.830663 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46312605-585b-4f72-b9f0-e3fca29ce62e', 'tag': '0aa97aa9-018b-42e7-9dd1-f53f84badd9f', 'status': 'completed', 'code': 200} Nov 08 00:44:54.934793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7a7d4-f232-48db-8029-96492c73d20a req-cf57fe62-8670-45fb-885f-2bb8dec0515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:54.936377 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4cc7a7d4-f232-48db-8029-96492c73d20a req-cf57fe62-8670-45fb-885f-2bb8dec0515b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 1097 time: 0.0630949 Nov 08 00:44:54.973821 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-fcf8c6cf-5c52-454a-80de-c9bd4b97e5a9 None None] Set router ca9afdab-d8f7-442a-85bd-986095c64ea2 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:44:55.216904 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fcf8c6cf-5c52-454a-80de-c9bd4b97e5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '517c0e57-e47b-4b52-a5fd-8831d4b580d8', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'port_id': '0aa97aa9-018b-42e7-9dd1-f53f84badd9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'mac_address': 'fa:16:3e:17:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46312605-585b-4f72-b9f0-e3fca29ce62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:44:53Z', 'updated_at': '2021-11-08T00:44:53Z', 'revision_number': 0, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'fixed_ip_address_scope': None}, {'id': '98275949-f24f-4a41-aada-dacd1c1b6228', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'port_id': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'mac_address': 'fa:16:3e:e0:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:41:47Z', 'updated_at': '2021-11-08T00:41:50Z', 'revision_number': 1, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:10Z', 'revision_number': 5, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:55.244819 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf8c6cf-5c52-454a-80de-c9bd4b97e5a9 None None] Checking router: ca9afdab-d8f7-442a-85bd-986095c64ea2 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:44:55.253927 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf8c6cf-5c52-454a-80de-c9bd4b97e5a9 None None] Routers {'ca9afdab-d8f7-442a-85bd-986095c64ea2'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:44:55.254555 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fcf8c6cf-5c52-454a-80de-c9bd4b97e5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:44:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ca9afdab-d8f7-442a-85bd-986095c64ea2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:55.350411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7a7d4-f232-48db-8029-96492c73d20a req-be785763-9626-4a9c-85e2-71eb0e5a14e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:55.351910 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4cc7a7d4-f232-48db-8029-96492c73d20a req-be785763-9626-4a9c-85e2-71eb0e5a14e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 913 time: 0.4083488 Nov 08 00:44:55.366040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-fcf8c6cf-5c52-454a-80de-c9bd4b97e5a9 None None] Set router ca9afdab-d8f7-442a-85bd-986095c64ea2 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:44:55.423915 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4cc7a7d4-f232-48db-8029-96492c73d20a req-1133039c-9216-46c6-8c29-717e04a0b9d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aa97aa9-018b-42e7-9dd1-f53f84badd9f HTTP/1.1" status: 200 len: 1000 time: 0.0632930 Nov 08 00:44:55.481685 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7a7d4-f232-48db-8029-96492c73d20a req-b0a16361-e345-4790-9389-c49c60e33c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:55.481685 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4cc7a7d4-f232-48db-8029-96492c73d20a req-b0a16361-e345-4790-9389-c49c60e33c37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.0469944 Nov 08 00:44:55.524653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7a7d4-f232-48db-8029-96492c73d20a req-ddd2d78e-5160-4fcd-a54a-dacf540f335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:44:55.526131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4cc7a7d4-f232-48db-8029-96492c73d20a req-ddd2d78e-5160-4fcd-a54a-dacf540f335c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414302 Nov 08 00:44:55.602567 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fcf8c6cf-5c52-454a-80de-c9bd4b97e5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '517c0e57-e47b-4b52-a5fd-8831d4b580d8', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'port_id': '0aa97aa9-018b-42e7-9dd1-f53f84badd9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'mac_address': 'fa:16:3e:17:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46312605-585b-4f72-b9f0-e3fca29ce62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:44:53Z', 'updated_at': '2021-11-08T00:44:53Z', 'revision_number': 0, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'fixed_ip_address_scope': None}, {'id': '98275949-f24f-4a41-aada-dacd1c1b6228', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'port_id': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'mac_address': 'fa:16:3e:e0:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:41:47Z', 'updated_at': '2021-11-08T00:41:50Z', 'revision_number': 1, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:10Z', 'revision_number': 5, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:44:55.626468 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4cc7a7d4-f232-48db-8029-96492c73d20a req-4f6d6e90-9cfb-446e-ac9e-cfd05fae4301 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930243 Nov 08 00:44:55.633352 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf8c6cf-5c52-454a-80de-c9bd4b97e5a9 None None] The sync data for ids ['ca9afdab-d8f7-442a-85bd-986095c64ea2'] in n-d-816882-1 is: [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '517c0e57-e47b-4b52-a5fd-8831d4b580d8', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'port_id': '0aa97aa9-018b-42e7-9dd1-f53f84badd9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'mac_address': 'fa:16:3e:17:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46312605-585b-4f72-b9f0-e3fca29ce62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:44:53Z', 'updated_at': '2021-11-08T00:44:53Z', 'revision_number': 0, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'fixed_ip_address_scope': None}, {'id': '98275949-f24f-4a41-aada-dacd1c1b6228', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'port_id': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'mac_address': 'fa:16:3e:e0:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:41:47Z', 'updated_at': '2021-11-08T00:41:50Z', 'revision_number': 1, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:10Z', 'revision_number': 5, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:44:55.722696 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4cc7a7d4-f232-48db-8029-96492c73d20a req-6dd84113-cb76-4f39-9c42-7fd390be9e8d service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883725 Nov 08 00:44:55.830854 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce59f4e-7837-4167-a32c-7259f176a786 None None] New status for floating IP 517c0e57-e47b-4b52-a5fd-8831d4b580d8: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:44:58.162840 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1bd6f165-7b2f-4c0a-aa8e-d6b6c7f786a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:45:00.713412 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2c6f1755-a9bb-46f2-830c-dc74cce56738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:45:01.016642 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:45:01.856397 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:45:02.176618 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:45:03.382166 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:45:08.645213 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:45:28.153233 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d59a4ce6-f4ee-4329-b1fb-598925b71d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:45:29.146359 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:45:30.707546 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-25053b7e-a95e-43e5-b83a-8d05fa8ea0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:45:30.999344 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:45:31.827841 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:45:32.153535 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:45:33.387927 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:45:38.349204 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c59670bb-e3a7-41a3-8bf5-0cc952da2411 req-0a680921-5f2a-4b7d-965f-0dc7697c9361 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423300 Nov 08 00:45:38.453283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59670bb-e3a7-41a3-8bf5-0cc952da2411 req-96b53e16-647c-4b4c-be8d-759ebb2bad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:38.453283 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c59670bb-e3a7-41a3-8bf5-0cc952da2411 req-96b53e16-647c-4b4c-be8d-759ebb2bad5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 1097 time: 0.0453594 Nov 08 00:45:38.555403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59670bb-e3a7-41a3-8bf5-0cc952da2411 req-9f606453-95ad-4429-aaac-a51080529e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:38.556957 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c59670bb-e3a7-41a3-8bf5-0cc952da2411 req-9f606453-95ad-4429-aaac-a51080529e95 service neutron] 10.222.0.26 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 913 time: 0.0867672 Nov 08 00:45:38.630583 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c59670bb-e3a7-41a3-8bf5-0cc952da2411 req-a59736e3-98f1-4249-b8c4-47b03200b573 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe HTTP/1.1" status: 200 len: 1002 time: 0.0660937 Nov 08 00:45:38.633397 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:45:38.693437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59670bb-e3a7-41a3-8bf5-0cc952da2411 req-12372a50-9658-4526-b0ea-4e8652d4d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:38.695164 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c59670bb-e3a7-41a3-8bf5-0cc952da2411 req-12372a50-9658-4526-b0ea-4e8652d4d3c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.0573769 Nov 08 00:45:38.742528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59670bb-e3a7-41a3-8bf5-0cc952da2411 req-a91b57c0-27f5-462f-a425-94d1414420ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:38.743939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c59670bb-e3a7-41a3-8bf5-0cc952da2411 req-a91b57c0-27f5-462f-a425-94d1414420ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403872 Nov 08 00:45:38.836589 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c59670bb-e3a7-41a3-8bf5-0cc952da2411 req-87be68ba-e55d-4820-8688-8bdf4edc69e7 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851474 Nov 08 00:45:38.927338 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c59670bb-e3a7-41a3-8bf5-0cc952da2411 req-b5c9a31d-d2c9-4e2e-89b2-807bddb5a610 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828161 Nov 08 00:45:46.421626 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5465f-f5a6-4b46-9ec9-9f66b78bbbb7 req-3d3c0e06-21ed-4cc7-b8d1-fd3083f2d215 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:46.423176 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d7a5465f-f5a6-4b46-9ec9-9f66b78bbbb7 req-3d3c0e06-21ed-4cc7-b8d1-fd3083f2d215 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 1097 time: 0.0408180 Nov 08 00:45:46.441508 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d7a5465f-f5a6-4b46-9ec9-9f66b78bbbb7 req-1d8a81c9-0bc3-4e37-9169-3e67952cb92a tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:45:46.519609 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d7a5465f-f5a6-4b46-9ec9-9f66b78bbbb7 req-1d8a81c9-0bc3-4e37-9169-3e67952cb92a tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:45:46.604716 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d7a5465f-f5a6-4b46-9ec9-9f66b78bbbb7 req-1d8a81c9-0bc3-4e37-9169-3e67952cb92a tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:45:46.629236 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d7a5465f-f5a6-4b46-9ec9-9f66b78bbbb7 req-1d8a81c9-0bc3-4e37-9169-3e67952cb92a tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992753 Nov 08 00:45:46.644793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a81c9-0bc3-4e37-9169-3e67952cb92a tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4564578-d944-48e0-aed2-f80d1d6c4463,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:45:46.655197 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a81c9-0bc3-4e37-9169-3e67952cb92a tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:45:46.655661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a81c9-0bc3-4e37-9169-3e67952cb92a tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:45:46.656043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a81c9-0bc3-4e37-9169-3e67952cb92a tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:45:46.656850 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a81c9-0bc3-4e37-9169-3e67952cb92a tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:45:46.656850 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a81c9-0bc3-4e37-9169-3e67952cb92a tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:45:46.657623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a81c9-0bc3-4e37-9169-3e67952cb92a tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:45:46.657623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a81c9-0bc3-4e37-9169-3e67952cb92a tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:45:46.657623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a81c9-0bc3-4e37-9169-3e67952cb92a tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:45:46.658325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a81c9-0bc3-4e37-9169-3e67952cb92a tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:45:46.658838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a81c9-0bc3-4e37-9169-3e67952cb92a tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:45:46.659181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a81c9-0bc3-4e37-9169-3e67952cb92a tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:45:46.659516 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a81c9-0bc3-4e37-9169-3e67952cb92a tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:45:46.752706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6d9e6-0fa3-405a-a99c-4f1cb3cbcbbf req-f142b66c-447d-4ef9-8679-3962f96a271d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:46.754200 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5b6d9e6-0fa3-405a-a99c-4f1cb3cbcbbf req-f142b66c-447d-4ef9-8679-3962f96a271d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0494771 Nov 08 00:45:46.792101 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5b6d9e6-0fa3-405a-a99c-4f1cb3cbcbbf req-a820a2ec-3f15-418c-b23f-6c730cd8d815 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320210 Nov 08 00:45:46.816230 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56684) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:45:46.877887 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a529809c-b0ca-467c-b61c-abd008da11ee tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/floatingips/4c665d8a-d11e-47a9-8be1-09da3c8c7aac HTTP/1.1" status: 200 len: 994 time: 0.0603111 Nov 08 00:45:47.249057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-350fa170-cd1d-4ab1-9333-2dac55e5ddcd req-f041bb48-778f-4863-9034-d9b2d35ab5c8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:45:47.250652 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-350fa170-cd1d-4ab1-9333-2dac55e5ddcd req-f041bb48-778f-4863-9034-d9b2d35ab5c8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060422 Nov 08 00:45:47.882749 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d7c59-158a-45c2-8db7-3968fc5e4944 req-7ba440d2-30a2-48fd-9a39-2b92f51b1757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:47.884298 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec9d7c59-158a-45c2-8db7-3968fc5e4944 req-7ba440d2-30a2-48fd-9a39-2b92f51b1757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0488439 Nov 08 00:45:47.922468 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec9d7c59-158a-45c2-8db7-3968fc5e4944 req-37091ca6-7ad4-4dc4-80d8-e82ca4082edd tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320575 Nov 08 00:45:47.933947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 56722) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:45:48.027139 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-fe47253f-811d-489b-b13a-9d86e7883318 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920479 Nov 08 00:45:48.036498 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-336b86ab-451c-48be-b7db-8924815297b2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:45:48.037471 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-336b86ab-451c-48be-b7db-8924815297b2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049667 Nov 08 00:45:49.059665 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf8eae-3b11-48f7-90cd-96ead578788e req-46a352b4-e7fb-4dc5-bdd4-9258c300b1c0 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:49.061242 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47bf8eae-3b11-48f7-90cd-96ead578788e req-46a352b4-e7fb-4dc5-bdd4-9258c300b1c0 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0564966 Nov 08 00:45:49.099796 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47bf8eae-3b11-48f7-90cd-96ead578788e req-25125f10-c1aa-419d-b352-fc7e93b4efd1 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319073 Nov 08 00:45:50.219050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77ddc2-5816-416f-95b4-26676fa6b39b req-c0d91e68-d14a-47cf-abff-e9c1a1331820 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:50.220535 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c77ddc2-5816-416f-95b4-26676fa6b39b req-c0d91e68-d14a-47cf-abff-e9c1a1331820 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0512216 Nov 08 00:45:50.283454 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a1654-0379-4b64-bff6-db986d09fb99 req-e2de1453-ad26-421a-9aec-f3aad6a1529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:50.284994 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-e2de1453-ad26-421a-9aec-f3aad6a1529a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 1097 time: 0.0633497 Nov 08 00:45:50.288486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c77ddc2-5816-416f-95b4-26676fa6b39b req-1ba0f987-d0b9-4bfb-b65f-b432ad1c09a0 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592966 Nov 08 00:45:50.383853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a1654-0379-4b64-bff6-db986d09fb99 req-8f797b7c-fd4c-44e2-9054-cba9ca6daebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:50.385408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-8f797b7c-fd4c-44e2-9054-cba9ca6daebd service neutron] 10.222.0.20 "GET /v2.0/networks?id=6cd3eca5-987e-41f7-a937-66d74bca157e HTTP/1.1" status: 200 len: 897 time: 0.0928800 Nov 08 00:45:50.450747 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-2eda05dc-7297-4e0f-858b-b3daa5d1a730 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d663767-29ae-41ea-a526-9f7d08cd02a7 HTTP/1.1" status: 200 len: 1002 time: 0.0587614 Nov 08 00:45:50.504308 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a1654-0379-4b64-bff6-db986d09fb99 req-c272d5c9-a346-4fd8-a030-ae2786abbf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:50.505794 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-c272d5c9-a346-4fd8-a030-ae2786abbf80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fce3e2d9-a8fd-4d5f-b631-78e56303ea20 HTTP/1.1" status: 200 len: 833 time: 0.0482578 Nov 08 00:45:50.551166 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a1654-0379-4b64-bff6-db986d09fb99 req-2e2adb8f-2b10-4a67-9cfe-eaa2716afca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:50.552673 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-2e2adb8f-2b10-4a67-9cfe-eaa2716afca4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6cd3eca5-987e-41f7-a937-66d74bca157e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399494 Nov 08 00:45:50.642438 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-235a93c2-7ca0-4b61-91c2-8b6230edfd25 service neutron] 10.222.0.20 "GET /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826662 Nov 08 00:45:50.740363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-cad65763-ec6f-41f6-a1df-68cff4586e91 service neutron] 10.222.0.20 "GET /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911450 Nov 08 00:45:51.416598 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b70d6-4214-49cf-a18a-38b0f8fa8339 req-b1c29156-0bc0-496b-9c56-7bd0cea2d658 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:51.418451 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d99b70d6-4214-49cf-a18a-38b0f8fa8339 req-b1c29156-0bc0-496b-9c56-7bd0cea2d658 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0539191 Nov 08 00:45:51.459309 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d99b70d6-4214-49cf-a18a-38b0f8fa8339 req-bf477d29-e43a-45d9-8133-31c1f5648353 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338550 Nov 08 00:45:52.605322 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d339f-023b-4965-9c37-7c909438ebb3 req-d65c4c04-9b00-4088-b260-26a91a5ffc7b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:52.606791 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-808d339f-023b-4965-9c37-7c909438ebb3 req-d65c4c04-9b00-4088-b260-26a91a5ffc7b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0757105 Nov 08 00:45:52.645629 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc14d1-ce0a-4eaf-8493-8d63ed0162cd req-afd6b535-f4dc-469e-8b5e-59507ee05de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:52.647080 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03fc14d1-ce0a-4eaf-8493-8d63ed0162cd req-afd6b535-f4dc-469e-8b5e-59507ee05de5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 1097 time: 0.0779459 Nov 08 00:45:52.654318 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-808d339f-023b-4965-9c37-7c909438ebb3 req-739341d0-effe-4e4f-9e11-8b615fa162cc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401809 Nov 08 00:45:52.756608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc14d1-ce0a-4eaf-8493-8d63ed0162cd req-dd21f589-254b-41a1-976f-a2975c0dc4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:52.758009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03fc14d1-ce0a-4eaf-8493-8d63ed0162cd req-dd21f589-254b-41a1-976f-a2975c0dc4cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=6cd3eca5-987e-41f7-a937-66d74bca157e HTTP/1.1" status: 200 len: 897 time: 0.0886326 Nov 08 00:45:52.829578 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03fc14d1-ce0a-4eaf-8493-8d63ed0162cd req-e4615930-36a0-4847-a815-edbe46e342ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d663767-29ae-41ea-a526-9f7d08cd02a7 HTTP/1.1" status: 200 len: 1002 time: 0.0634327 Nov 08 00:45:52.878779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc14d1-ce0a-4eaf-8493-8d63ed0162cd req-cf90531d-971b-41f3-86c3-cefe452f2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:52.880274 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03fc14d1-ce0a-4eaf-8493-8d63ed0162cd req-cf90531d-971b-41f3-86c3-cefe452f2b89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fce3e2d9-a8fd-4d5f-b631-78e56303ea20 HTTP/1.1" status: 200 len: 833 time: 0.0436447 Nov 08 00:45:52.925885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc14d1-ce0a-4eaf-8493-8d63ed0162cd req-f3761647-661d-4ff0-9775-9729054991ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:52.927398 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03fc14d1-ce0a-4eaf-8493-8d63ed0162cd req-f3761647-661d-4ff0-9775-9729054991ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6cd3eca5-987e-41f7-a937-66d74bca157e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404129 Nov 08 00:45:53.021613 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03fc14d1-ce0a-4eaf-8493-8d63ed0162cd req-aa50ef1a-a784-4636-8297-f9007cee9fa5 service neutron] 10.222.0.20 "GET /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867271 Nov 08 00:45:53.115736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03fc14d1-ce0a-4eaf-8493-8d63ed0162cd req-cb199428-de48-4c5d-b6a8-6513a91d7b01 service neutron] 10.222.0.20 "GET /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870152 Nov 08 00:45:53.786174 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae83c55-2df2-48dc-990a-57f86d000f34 req-d0189d14-619c-4467-ab8f-68f30ff3a6f8 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:53.788037 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cae83c55-2df2-48dc-990a-57f86d000f34 req-d0189d14-619c-4467-ab8f-68f30ff3a6f8 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0565293 Nov 08 00:45:53.826591 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cae83c55-2df2-48dc-990a-57f86d000f34 req-16b5dc20-c824-483e-95fc-ee11d1af690d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326581 Nov 08 00:45:54.941385 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfbb26-4c5a-4972-a334-cd0bc075eb02 req-c19e8bba-2de7-4f74-b9be-5da0468b45bf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:54.942871 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34dfbb26-4c5a-4972-a334-cd0bc075eb02 req-c19e8bba-2de7-4f74-b9be-5da0468b45bf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0483313 Nov 08 00:45:54.981918 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34dfbb26-4c5a-4972-a334-cd0bc075eb02 req-a39fda15-9f98-4e57-b3c7-44700e52e652 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327497 Nov 08 00:45:56.098236 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fae91c-96f5-40e2-ac1c-e0aad38935d1 req-a67a6147-d34a-4ec4-b9e8-c8a0704d19d7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:56.099693 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38fae91c-96f5-40e2-ac1c-e0aad38935d1 req-a67a6147-d34a-4ec4-b9e8-c8a0704d19d7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0499766 Nov 08 00:45:56.136271 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38fae91c-96f5-40e2-ac1c-e0aad38935d1 req-941591e0-a3a1-48b9-b791-cb75a529458b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305727 Nov 08 00:45:57.266945 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de6dad-7609-482b-bd67-d3a4449dab3b req-9349bd69-f2c3-4d8a-8cf8-a92237fee607 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:57.268443 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75de6dad-7609-482b-bd67-d3a4449dab3b req-9349bd69-f2c3-4d8a-8cf8-a92237fee607 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0528262 Nov 08 00:45:57.307315 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75de6dad-7609-482b-bd67-d3a4449dab3b req-e994f8cc-60f2-45e2-b2b1-e78c15a117a1 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326560 Nov 08 00:45:58.153118 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-013e1513-3789-4f2c-8e5b-6dc60dbc47b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:45:58.434109 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430815f2-ea67-4aa2-a2e9-77a68e55bd1d req-dbcdd852-4772-4c33-b588-3974d40af7cc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:58.435598 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-430815f2-ea67-4aa2-a2e9-77a68e55bd1d req-dbcdd852-4772-4c33-b588-3974d40af7cc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0499229 Nov 08 00:45:58.474918 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-430815f2-ea67-4aa2-a2e9-77a68e55bd1d req-9d6fc306-1aff-4d5c-84b1-c3f2bb656a1d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324039 Nov 08 00:45:59.592481 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab0bfd-cf2c-4e8d-9fca-034d5f3a432b req-7c162492-4ebd-47eb-8d78-0b14698b9b0f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:45:59.594602 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9dab0bfd-cf2c-4e8d-9fca-034d5f3a432b req-7c162492-4ebd-47eb-8d78-0b14698b9b0f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0499129 Nov 08 00:45:59.633006 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9dab0bfd-cf2c-4e8d-9fca-034d5f3a432b req-9c460277-c3fe-455e-b2b8-7bb850c145aa tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319846 Nov 08 00:46:00.724630 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2057750d-af50-4626-8031-667147e91952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:00.756674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91766773-104f-4846-abbe-29eb537c0726 req-4c28cf5d-a6a5-4f1a-8a3b-4c5e4869cd46 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:00.758101 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91766773-104f-4846-abbe-29eb537c0726 req-4c28cf5d-a6a5-4f1a-8a3b-4c5e4869cd46 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0563722 Nov 08 00:46:00.796632 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91766773-104f-4846-abbe-29eb537c0726 req-9a8b0441-be8b-4b2f-bc27-51113b4033ba tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322640 Nov 08 00:46:00.993092 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:01.804890 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:01.914686 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab62b0-070a-4616-8794-e184d172dadc req-76212880-2dfc-4df8-a219-3b5ca44ce8f7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:01.916229 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0eab62b0-070a-4616-8794-e184d172dadc req-76212880-2dfc-4df8-a219-3b5ca44ce8f7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0487359 Nov 08 00:46:01.954855 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0eab62b0-070a-4616-8794-e184d172dadc req-b9c6549e-4561-4b8c-ad0e-ba39640d4eba tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318718 Nov 08 00:46:02.181685 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:03.012034 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-431a1654-0379-4b64-bff6-db986d09fb99 req-1d894524-b89d-4b35-b54f-c2bf1064b0cc service neutron] show failed (client error): The resource could not be found. Nov 08 00:46:03.013757 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-1d894524-b89d-4b35-b54f-c2bf1064b0cc service neutron] 10.222.0.20 "GET /v2.0/ports/5d663767-29ae-41ea-a526-9f7d08cd02a7/bindings/n-h2-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.0719190 Nov 08 00:46:03.086309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcefdf7-1f78-48d3-bdd2-c045d88fc059 req-0a9fccd5-d9c3-4d36-aafe-30f325214fe4 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:03.087885 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8fcefdf7-1f78-48d3-bdd2-c045d88fc059 req-0a9fccd5-d9c3-4d36-aafe-30f325214fe4 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0613408 Nov 08 00:46:03.129720 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8fcefdf7-1f78-48d3-bdd2-c045d88fc059 req-0f5e60b5-a080-4941-bea4-af3d5e55c02d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345674 Nov 08 00:46:03.357898 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bffcc0-3c5f-42dd-9ca9-32d721869934 req-7a12dde4-84bf-4061-9402-64ee0f2eb198 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:03.364288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bffcc0-3c5f-42dd-9ca9-32d721869934 req-7a12dde4-84bf-4061-9402-64ee0f2eb198 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:03.370420 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bffcc0-3c5f-42dd-9ca9-32d721869934 req-7a12dde4-84bf-4061-9402-64ee0f2eb198 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:03.377100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bffcc0-3c5f-42dd-9ca9-32d721869934 req-7a12dde4-84bf-4061-9402-64ee0f2eb198 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:03.385770 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bffcc0-3c5f-42dd-9ca9-32d721869934 req-7a12dde4-84bf-4061-9402-64ee0f2eb198 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:03.391892 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bffcc0-3c5f-42dd-9ca9-32d721869934 req-7a12dde4-84bf-4061-9402-64ee0f2eb198 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:03.397819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bffcc0-3c5f-42dd-9ca9-32d721869934 req-7a12dde4-84bf-4061-9402-64ee0f2eb198 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:03.399746 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b3bffcc0-3c5f-42dd-9ca9-32d721869934 req-7a12dde4-84bf-4061-9402-64ee0f2eb198 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5437 time: 0.0976496 Nov 08 00:46:03.444367 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:03.450109 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b3bffcc0-3c5f-42dd-9ca9-32d721869934 req-01b94aba-c727-4488-ad5d-9d408f789bf7 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432739 Nov 08 00:46:03.801951 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a1654-0379-4b64-bff6-db986d09fb99 req-0407bbb4-2418-4ebe-8c4d-57d6e5029076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:03.803645 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-0407bbb4-2418-4ebe-8c4d-57d6e5029076 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255&tenant_id=1a610190c8f64b4cb76bfe1bed034770 HTTP/1.1" status: 200 len: 1097 time: 0.0771418 Nov 08 00:46:03.821013 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:03.877713 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:04.081277 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] For port 5d663767-29ae-41ea-a526-9f7d08cd02a7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5d663767-29ae-41ea-a526-9f7d08cd02a7,segment=NetworkSegment(55f7784f-c323-4b3b-a466-0ff77401e324),segment_id=55f7784f-c323-4b3b-a466-0ff77401e324)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:04.115325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] For port 5d663767-29ae-41ea-a526-9f7d08cd02a7, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:46:04.158568 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d663767-29ae-41ea-a526-9f7d08cd02a7'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:46:04.160859 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a39dcf-1639-4213-9fc5-cb8e88625b2b" -d '{"events": [{"server_uuid": "1389ff8c-87b5-45f0-b862-1cb0f2628255", "name": "network-vif-unplugged", "status": "completed", "tag": "5d663767-29ae-41ea-a526-9f7d08cd02a7"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:46:04.164867 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:04.178405 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] Transition to ACTIVE for port object 5d663767-29ae-41ea-a526-9f7d08cd02a7 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:46:04.222934 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2ee3f5-39f0-4f74-a120-5ab2c21aceb5 x-openstack-request-id: req-8f2ee3f5-39f0-4f74-a120-5ab2c21aceb5 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:46:04.223390 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1389ff8c-87b5-45f0-b862-1cb0f2628255", "name": "network-vif-unplugged", "status": "completed", "tag": "5d663767-29ae-41ea-a526-9f7d08cd02a7", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:46:04.223645 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f2ee3f5-39f0-4f74-a120-5ab2c21aceb5 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:46:04.224071 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d663767-29ae-41ea-a526-9f7d08cd02a7', 'code': 200} Nov 08 00:46:04.263045 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:04.310674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffefc05-773a-4f36-b8a8-965a5cc065e2 req-8011f989-b098-406e-b8d3-c20848ce2700 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:04.312314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ffefc05-773a-4f36-b8a8-965a5cc065e2 req-8011f989-b098-406e-b8d3-c20848ce2700 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0852928 Nov 08 00:46:04.418411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] Pushing event updated for resources: {'Port': ['ID=5d663767-29ae-41ea-a526-9f7d08cd02a7,revision_number=6']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:04.489066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] No DVR routers for this DVR port 5d663767-29ae-41ea-a526-9f7d08cd02a7 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:46:04.494269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ffefc05-773a-4f36-b8a8-965a5cc065e2 req-ff198c03-a6bd-48ec-aa5a-e9b8f78a8e28 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560593 Nov 08 00:46:04.689576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4dca9-ef8e-451c-a49f-427322fb61fc req-345a3eeb-93e3-46d0-b230-fbb8a22c202c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:04.695597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4dca9-ef8e-451c-a49f-427322fb61fc req-345a3eeb-93e3-46d0-b230-fbb8a22c202c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:04.702865 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4dca9-ef8e-451c-a49f-427322fb61fc req-345a3eeb-93e3-46d0-b230-fbb8a22c202c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:04.708765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4dca9-ef8e-451c-a49f-427322fb61fc req-345a3eeb-93e3-46d0-b230-fbb8a22c202c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:04.714840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4dca9-ef8e-451c-a49f-427322fb61fc req-345a3eeb-93e3-46d0-b230-fbb8a22c202c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:04.721911 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4dca9-ef8e-451c-a49f-427322fb61fc req-345a3eeb-93e3-46d0-b230-fbb8a22c202c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:04.728196 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4dca9-ef8e-451c-a49f-427322fb61fc req-345a3eeb-93e3-46d0-b230-fbb8a22c202c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:04.730800 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8e4dca9-ef8e-451c-a49f-427322fb61fc req-345a3eeb-93e3-46d0-b230-fbb8a22c202c tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5437 time: 0.1615045 Nov 08 00:46:04.747029 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347865c-8c45-4686-a1f4-907f40167b05 req-0e7f0c4b-9c0d-4c0a-af95-2b9c90beb11f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:04.753015 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347865c-8c45-4686-a1f4-907f40167b05 req-0e7f0c4b-9c0d-4c0a-af95-2b9c90beb11f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:04.759241 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347865c-8c45-4686-a1f4-907f40167b05 req-0e7f0c4b-9c0d-4c0a-af95-2b9c90beb11f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:04.766392 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347865c-8c45-4686-a1f4-907f40167b05 req-0e7f0c4b-9c0d-4c0a-af95-2b9c90beb11f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:04.772854 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347865c-8c45-4686-a1f4-907f40167b05 req-0e7f0c4b-9c0d-4c0a-af95-2b9c90beb11f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:04.778763 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347865c-8c45-4686-a1f4-907f40167b05 req-0e7f0c4b-9c0d-4c0a-af95-2b9c90beb11f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:04.785547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347865c-8c45-4686-a1f4-907f40167b05 req-0e7f0c4b-9c0d-4c0a-af95-2b9c90beb11f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:04.787423 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f347865c-8c45-4686-a1f4-907f40167b05 req-0e7f0c4b-9c0d-4c0a-af95-2b9c90beb11f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 5437 time: 0.2176352 Nov 08 00:46:04.887109 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347865c-8c45-4686-a1f4-907f40167b05 req-f8318f53-a8d7-4685-9034-5bdebf4af971 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:04.888448 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f347865c-8c45-4686-a1f4-907f40167b05 req-f8318f53-a8d7-4685-9034-5bdebf4af971 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.20 "GET /v2.0/ports/86366417-c094-4a24-a99e-6f58cfef17b4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0898454 Nov 08 00:46:04.890542 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] Attempting to bind port 5d663767-29ae-41ea-a526-9f7d08cd02a7 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:46:04.890767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] Attempting to bind port 5d663767-29ae-41ea-a526-9f7d08cd02a7 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '55f7784f-c323-4b3b-a466-0ff77401e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:46:04.891094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] Attempting to bind port 5d663767-29ae-41ea-a526-9f7d08cd02a7 on network 6cd3eca5-987e-41f7-a937-66d74bca157e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:46:04.896459 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8e4dca9-ef8e-451c-a49f-427322fb61fc req-cc41535a-4a5e-429c-94d8-3c84545a0b46 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080809 Nov 08 00:46:04.909731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] Port 5d663767-29ae-41ea-a526-9f7d08cd02a7 on network 6cd3eca5-987e-41f7-a937-66d74bca157e not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:46:04.910006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] Attempting to bind port 5d663767-29ae-41ea-a526-9f7d08cd02a7 on network 6cd3eca5-987e-41f7-a937-66d74bca157e {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:46:04.952991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:46:04.953345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] Checking segment: {'id': '55f7784f-c323-4b3b-a466-0ff77401e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:46:04.953732 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] Bound using segment: {'id': '55f7784f-c323-4b3b-a466-0ff77401e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:46:04.954168 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] Bound port: 5d663767-29ae-41ea-a526-9f7d08cd02a7, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f7784f-c323-4b3b-a466-0ff77401e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:46:04.954532 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:05.062194 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f347865c-8c45-4686-a1f4-907f40167b05 req-aafcd0d2-c5e5-4f67-8756-2401c517f3f5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.20 "GET /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1633606 Nov 08 00:46:05.064707 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] For port 5d663767-29ae-41ea-a526-9f7d08cd02a7, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:46:05.067996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] For port 5d663767-29ae-41ea-a526-9f7d08cd02a7, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5d663767-29ae-41ea-a526-9f7d08cd02a7,segment=NetworkSegment(55f7784f-c323-4b3b-a466-0ff77401e324),segment_id=55f7784f-c323-4b3b-a466-0ff77401e324)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:46:05.073414 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-f347865c-8c45-4686-a1f4-907f40167b05 req-1630048e-4a82-4028-b8d1-ad4e838a12ea service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:05.121808 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:05.163412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:05.163972 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:05.165301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] 10.222.0.26 "PUT /v2.0/ports/5d663767-29ae-41ea-a526-9f7d08cd02a7 HTTP/1.1" status: 200 len: 1092 time: 1.3483188 Nov 08 00:46:05.166225 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-1630048e-4a82-4028-b8d1-ad4e838a12ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:05.242617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43841e-6f1b-4b83-8679-5f7f6e6ee3ad service neutron] Pushing event updated for resources: {'Port': ['ID=5d663767-29ae-41ea-a526-9f7d08cd02a7,revision_number=7']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:05.344894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a1654-0379-4b64-bff6-db986d09fb99 req-71ff568d-f908-49c4-80fb-af2e38ae3cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:05.346802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-71ff568d-f908-49c4-80fb-af2e38ae3cff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 1095 time: 0.1249759 Nov 08 00:46:05.431922 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-f347865c-8c45-4686-a1f4-907f40167b05 req-1630048e-4a82-4028-b8d1-ad4e838a12ea service neutron] For port 86366417-c094-4a24-a99e-6f58cfef17b4, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=86366417-c094-4a24-a99e-6f58cfef17b4,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:05.491335 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-f347865c-8c45-4686-a1f4-907f40167b05 req-1630048e-4a82-4028-b8d1-ad4e838a12ea service neutron] For port 86366417-c094-4a24-a99e-6f58cfef17b4, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:46:05.497810 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a1654-0379-4b64-bff6-db986d09fb99 req-9dda55b7-9882-4ef9-98a4-136a9af5eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:05.497810 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-9dda55b7-9882-4ef9-98a4-136a9af5eea9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6cd3eca5-987e-41f7-a937-66d74bca157e HTTP/1.1" status: 200 len: 897 time: 0.1384997 Nov 08 00:46:05.571319 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-f347865c-8c45-4686-a1f4-907f40167b05 req-1630048e-4a82-4028-b8d1-ad4e838a12ea service neutron] device_id is not set on port 86366417-c094-4a24-a99e-6f58cfef17b4 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:46:05.594504 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-1630048e-4a82-4028-b8d1-ad4e838a12ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:05.619687 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-67315c69-290f-4a6c-8fcb-211a37e92292 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d663767-29ae-41ea-a526-9f7d08cd02a7 HTTP/1.1" status: 200 len: 1000 time: 0.1027918 Nov 08 00:46:05.669377 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc29c26-59fd-43a9-a9b6-e3b357c2b50e req-aca38ab9-e2a5-4cc7-ad2f-1a6f01f44321 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:05.670799 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1dc29c26-59fd-43a9-a9b6-e3b357c2b50e req-aca38ab9-e2a5-4cc7-ad2f-1a6f01f44321 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 944 time: 0.0950451 Nov 08 00:46:05.675064 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-1630048e-4a82-4028-b8d1-ad4e838a12ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:05.738408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a1654-0379-4b64-bff6-db986d09fb99 req-60cd654d-a019-4dd6-8e3e-753168e008a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:05.739887 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-60cd654d-a019-4dd6-8e3e-753168e008a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fce3e2d9-a8fd-4d5f-b631-78e56303ea20 HTTP/1.1" status: 200 len: 833 time: 0.1122444 Nov 08 00:46:05.788959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630048e-4a82-4028-b8d1-ad4e838a12ea service neutron] Pushing event updated for resources: {'Port': ['ID=86366417-c094-4a24-a99e-6f58cfef17b4,revision_number=6']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:05.808023 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1dc29c26-59fd-43a9-a9b6-e3b357c2b50e req-d68acf5a-019e-4f59-9a2e-3f1a038fda46 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298738 Nov 08 00:46:05.808897 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f347865c-8c45-4686-a1f4-907f40167b05 req-1630048e-4a82-4028-b8d1-ad4e838a12ea service neutron] No DVR routers for this DVR port 86366417-c094-4a24-a99e-6f58cfef17b4 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:46:06.009770 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-fb5e4131-4e87-40b6-8e50-e387b01301c1 None None] Provisioning complete for port 86366417-c094-4a24-a99e-6f58cfef17b4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:46:06.010381 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4131-4e87-40b6-8e50-e387b01301c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:06.047848 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e4131-4e87-40b6-8e50-e387b01301c1 None None] Port 86366417-c094-4a24-a99e-6f58cfef17b4 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:46:06.147243 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:46:06.214613 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a1654-0379-4b64-bff6-db986d09fb99 req-de0233d3-40ab-4b0b-bb61-ccafceb415bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:06.216155 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-de0233d3-40ab-4b0b-bb61-ccafceb415bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6cd3eca5-987e-41f7-a937-66d74bca157e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4607654 Nov 08 00:46:06.216783 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-f347865c-8c45-4686-a1f4-907f40167b05 req-1630048e-4a82-4028-b8d1-ad4e838a12ea service neutron] In _notify_port_updated(), no bound segment for port 86366417-c094-4a24-a99e-6f58cfef17b4 on network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e {{(pid=102772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:46:06.217550 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347865c-8c45-4686-a1f4-907f40167b05 req-1630048e-4a82-4028-b8d1-ad4e838a12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:06.218173 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-1630048e-4a82-4028-b8d1-ad4e838a12ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:06.219322 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f347865c-8c45-4686-a1f4-907f40167b05 req-1630048e-4a82-4028-b8d1-ad4e838a12ea service neutron] 10.222.0.20 "PUT /v2.0/ports/86366417-c094-4a24-a99e-6f58cfef17b4 HTTP/1.1" status: 200 len: 1028 time: 1.1500833 Nov 08 00:46:06.225475 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'tag': '5d663767-29ae-41ea-a526-9f7d08cd02a7'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:46:06.227730 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310abae3-5ffb-4c7d-8721-5ad35cdf6358" -d '{"events": [{"name": "network-changed", "server_uuid": "1389ff8c-87b5-45f0-b862-1cb0f2628255", "tag": "5d663767-29ae-41ea-a526-9f7d08cd02a7"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:46:06.306436 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc00a7bb-3318-4282-a7cf-678ee9c644cb x-openstack-request-id: req-bc00a7bb-3318-4282-a7cf-678ee9c644cb {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:46:06.306791 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1389ff8c-87b5-45f0-b862-1cb0f2628255", "tag": "5d663767-29ae-41ea-a526-9f7d08cd02a7", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:46:06.306983 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc00a7bb-3318-4282-a7cf-678ee9c644cb {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:46:06.307384 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'tag': '5d663767-29ae-41ea-a526-9f7d08cd02a7', 'status': 'completed', 'code': 200} Nov 08 00:46:06.322737 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2bb2a-3fa9-4165-a43b-e00feb3e4e20 req-26f31cd3-6d57-4216-ab5d-83eedec362cd tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:06.328911 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2bb2a-3fa9-4165-a43b-e00feb3e4e20 req-26f31cd3-6d57-4216-ab5d-83eedec362cd tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:06.334988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2bb2a-3fa9-4165-a43b-e00feb3e4e20 req-26f31cd3-6d57-4216-ab5d-83eedec362cd tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:06.341063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2bb2a-3fa9-4165-a43b-e00feb3e4e20 req-26f31cd3-6d57-4216-ab5d-83eedec362cd tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:06.347507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2bb2a-3fa9-4165-a43b-e00feb3e4e20 req-26f31cd3-6d57-4216-ab5d-83eedec362cd tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:06.353702 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2bb2a-3fa9-4165-a43b-e00feb3e4e20 req-26f31cd3-6d57-4216-ab5d-83eedec362cd tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:06.355584 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dce2bb2a-3fa9-4165-a43b-e00feb3e4e20 req-26f31cd3-6d57-4216-ab5d-83eedec362cd tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 4662 time: 0.1928632 Nov 08 00:46:06.405480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347865c-8c45-4686-a1f4-907f40167b05 req-cdadb538-d5b2-4195-a422-7305591dab3d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:06.406848 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f347865c-8c45-4686-a1f4-907f40167b05 req-cdadb538-d5b2-4195-a422-7305591dab3d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.20 "GET /v2.0/ports/5467d33c-e619-4cf2-9bdc-e9edb7e205e2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1675191 Nov 08 00:46:06.426941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-f347865c-8c45-4686-a1f4-907f40167b05 req-0c528f9f-6d6d-4332-9636-6cfc0d58093f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:06.502550 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dce2bb2a-3fa9-4165-a43b-e00feb3e4e20 req-21ef4130-0616-4cc3-b7e0-17119b39d724 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=07ca201a-41f7-478f-a863-9397f5b437a9&id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1304824 Nov 08 00:46:06.527870 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-319bd8c8-4882-46a1-8b6b-6b54766a8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:06.529403 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-319bd8c8-4882-46a1-8b6b-6b54766a8fdf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 1095 time: 0.1663299 Nov 08 00:46:06.534210 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-1379207d-23b0-4737-a442-b8ba9d492d03 service neutron] 10.222.0.26 "GET /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094680 Nov 08 00:46:06.567332 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-0c528f9f-6d6d-4332-9636-6cfc0d58093f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:06.671073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 76488d3d-aea0-483c-841a-feae5dfe1eab no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:46:06.740898 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-437cf2d6-8e66-4f13-868f-f43d772cbb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:06.742417 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-437cf2d6-8e66-4f13-868f-f43d772cbb17 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6cd3eca5-987e-41f7-a937-66d74bca157e HTTP/1.1" status: 200 len: 897 time: 0.2053647 Nov 08 00:46:06.756787 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:06.784815 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76488d3d-aea0-483c-841a-feae5dfe1eab'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:46:06.787266 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7550e6-abb5-4020-9196-10ff27b8a61f" -d '{"events": [{"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-unplugged", "status": "completed", "tag": "76488d3d-aea0-483c-841a-feae5dfe1eab"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:46:06.804938 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 76488d3d-aea0-483c-841a-feae5dfe1eab, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=76488d3d-aea0-483c-841a-feae5dfe1eab,segment=NetworkSegment(93030cca-2466-4fe0-9b85-9dd8f0cb508d),segment_id=93030cca-2466-4fe0-9b85-9dd8f0cb508d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:06.826753 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c51aeb-3d3c-4735-86cd-73cb78534ea5 x-openstack-request-id: req-52c51aeb-3d3c-4735-86cd-73cb78534ea5 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:46:06.827046 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-unplugged", "status": "completed", "tag": "76488d3d-aea0-483c-841a-feae5dfe1eab", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:46:06.827328 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52c51aeb-3d3c-4735-86cd-73cb78534ea5 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:46:06.827738 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76488d3d-aea0-483c-841a-feae5dfe1eab', 'code': 200} Nov 08 00:46:06.843530 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-5565695a-8397-40b1-922e-c55e12db67f7 service neutron] 10.222.0.26 "GET /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937658 Nov 08 00:46:06.879681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-4541d16c-8230-4aa0-8e84-8bc02f83ca78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d663767-29ae-41ea-a526-9f7d08cd02a7 HTTP/1.1" status: 200 len: 1000 time: 0.1214721 Nov 08 00:46:06.885020 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:06.888025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5d663767-29ae-41ea-a526-9f7d08cd02a7 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:46:06.965074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=76488d3d-aea0-483c-841a-feae5dfe1eab,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:06.971529 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-f347865c-8c45-4686-a1f4-907f40167b05 req-0c528f9f-6d6d-4332-9636-6cfc0d58093f service neutron] For port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=5467d33c-e619-4cf2-9bdc-e9edb7e205e2,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:06.992326 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-937b961e-83b7-4121-b222-2ff7e75f7762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:06.992541 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5d663767-29ae-41ea-a526-9f7d08cd02a7 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:46:06.992860 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 54a2fed0-295c-4337-8852-db922e50e0df no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:46:06.994439 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-937b961e-83b7-4121-b222-2ff7e75f7762 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fce3e2d9-a8fd-4d5f-b631-78e56303ea20 HTTP/1.1" status: 200 len: 833 time: 0.1022520 Nov 08 00:46:06.995620 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:06.996093 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:06.996486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:06.997021 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:06.997566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:06.997893 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:06.998206 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:06.999313 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:06.999668 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:07.000016 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:07.000337 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:07.000652 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:07.056812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db80b9b-d7dc-4728-83c7-76787e657665 req-bf1d3e75-d342-4746-8225-f19b1aff267e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:07.058617 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3db80b9b-d7dc-4728-83c7-76787e657665 req-bf1d3e75-d342-4746-8225-f19b1aff267e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 944 time: 0.1570067 Nov 08 00:46:07.067344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-f347865c-8c45-4686-a1f4-907f40167b05 req-0c528f9f-6d6d-4332-9636-6cfc0d58093f service neutron] For port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:46:07.107162 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:07.141490 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 54a2fed0-295c-4337-8852-db922e50e0df, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=54a2fed0-295c-4337-8852-db922e50e0df,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:07.150331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-f347865c-8c45-4686-a1f4-907f40167b05 req-0c528f9f-6d6d-4332-9636-6cfc0d58093f service neutron] device_id is not set on port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:46:07.157612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-3333c9d1-1be5-4888-af6f-7a01a9384a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:07.160304 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-3333c9d1-1be5-4888-af6f-7a01a9384a02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6cd3eca5-987e-41f7-a937-66d74bca157e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559527 Nov 08 00:46:07.169926 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-0c528f9f-6d6d-4332-9636-6cfc0d58093f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:07.192965 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:07.194000 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:46:07.228231 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3db80b9b-d7dc-4728-83c7-76787e657665 req-b9820257-1de0-40a6-8309-9af405a0c58e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575334 Nov 08 00:46:07.236196 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-935f04df-e556-40ec-a11d-3fbca92bbc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:07.237618 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-935f04df-e556-40ec-a11d-3fbca92bbc4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 1095 time: 0.1681919 Nov 08 00:46:07.277849 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=54a2fed0-295c-4337-8852-db922e50e0df,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:07.308732 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-0c528f9f-6d6d-4332-9636-6cfc0d58093f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:07.321888 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:07.355001 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1,segment=NetworkSegment(1cabc633-f5fd-4d84-af66-a27c0e9cf252),segment_id=1cabc633-f5fd-4d84-af66-a27c0e9cf252)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:07.397323 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-bbda1dea-4410-4dbf-ac1c-1e974d7f9255 service neutron] 10.222.0.20 "GET /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294180 Nov 08 00:46:07.416950 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:07.417721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 86366417-c094-4a24-a99e-6f58cfef17b4 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:46:07.418444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c528f9f-6d6d-4332-9636-6cfc0d58093f service neutron] Pushing event updated for resources: {'Port': ['ID=5467d33c-e619-4cf2-9bdc-e9edb7e205e2,revision_number=6']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:07.429735 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f347865c-8c45-4686-a1f4-907f40167b05 req-0c528f9f-6d6d-4332-9636-6cfc0d58093f service neutron] No DVR routers for this DVR port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:46:07.498072 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 86366417-c094-4a24-a99e-6f58cfef17b4 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:46:07.498529 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 95e11555-22e2-4530-90d3-ed8768294b34 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:46:07.525003 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-ba68645d-1f98-4cd3-8e3c-81880649f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:07.525003 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-ba68645d-1f98-4cd3-8e3c-81880649f188 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6cd3eca5-987e-41f7-a937-66d74bca157e HTTP/1.1" status: 200 len: 897 time: 0.2783785 Nov 08 00:46:07.552968 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:07.576442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-f347865c-8c45-4686-a1f4-907f40167b05 req-0c528f9f-6d6d-4332-9636-6cfc0d58093f service neutron] In _notify_port_updated(), no bound segment for port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 on network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e {{(pid=102772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:46:07.578125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347865c-8c45-4686-a1f4-907f40167b05 req-0c528f9f-6d6d-4332-9636-6cfc0d58093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:07.578975 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-0c528f9f-6d6d-4332-9636-6cfc0d58093f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:07.580476 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f347865c-8c45-4686-a1f4-907f40167b05 req-0c528f9f-6d6d-4332-9636-6cfc0d58093f service neutron] 10.222.0.20 "PUT /v2.0/ports/5467d33c-e619-4cf2-9bdc-e9edb7e205e2 HTTP/1.1" status: 200 len: 1028 time: 1.1606228 Nov 08 00:46:07.612947 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:07.656995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 95e11555-22e2-4530-90d3-ed8768294b34, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=95e11555-22e2-4530-90d3-ed8768294b34,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:07.677478 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-86f95d69-6b75-49c9-b119-fa99a2d65844 None None] Provisioning complete for port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:46:07.677845 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-86f95d69-6b75-49c9-b119-fa99a2d65844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:07.708162 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-74be1003-98f3-41e5-af1b-befd2f679bf7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d663767-29ae-41ea-a526-9f7d08cd02a7 HTTP/1.1" status: 200 len: 1000 time: 0.1773138 Nov 08 00:46:07.710080 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-75ee6ce4-6708-49b9-b56a-2c3c59cdba53 service neutron] 10.222.0.20 "GET /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829702 Nov 08 00:46:07.713781 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:07.714498 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 1b49ec54-cada-4f85-a13b-983d4fe19c5b no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:46:07.718244 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-86f95d69-6b75-49c9-b119-fa99a2d65844 None None] Port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:46:07.770846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2cd23-abf6-4963-9a16-55af85d4e753 req-4829f1e9-fac6-459d-8d66-5170c6bde44d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:07.776940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2cd23-abf6-4963-9a16-55af85d4e753 req-4829f1e9-fac6-459d-8d66-5170c6bde44d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:07.782938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2cd23-abf6-4963-9a16-55af85d4e753 req-4829f1e9-fac6-459d-8d66-5170c6bde44d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:07.788985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2cd23-abf6-4963-9a16-55af85d4e753 req-4829f1e9-fac6-459d-8d66-5170c6bde44d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:07.793416 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=95e11555-22e2-4530-90d3-ed8768294b34,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:07.794955 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2cd23-abf6-4963-9a16-55af85d4e753 req-4829f1e9-fac6-459d-8d66-5170c6bde44d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:07.797420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20c2cd23-abf6-4963-9a16-55af85d4e753 req-4829f1e9-fac6-459d-8d66-5170c6bde44d tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 3881 time: 0.1910791 Nov 08 00:46:07.818545 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-a778f45a-3fb7-4126-96cf-a9ba5205a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:07.820032 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-a778f45a-3fb7-4126-96cf-a9ba5205a44c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fce3e2d9-a8fd-4d5f-b631-78e56303ea20 HTTP/1.1" status: 200 len: 833 time: 0.1046088 Nov 08 00:46:07.837402 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:07.872219 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 1b49ec54-cada-4f85-a13b-983d4fe19c5b, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1b49ec54-cada-4f85-a13b-983d4fe19c5b,segment=NetworkSegment(1cabc633-f5fd-4d84-af66-a27c0e9cf252),segment_id=1cabc633-f5fd-4d84-af66-a27c0e9cf252)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:07.875339 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-f347865c-8c45-4686-a1f4-907f40167b05 req-16f89ba5-1cf7-462a-bb73-2632393009d8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Deleting port 95e11555-22e2-4530-90d3-ed8768294b34 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:46:07.875339 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-16f89ba5-1cf7-462a-bb73-2632393009d8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:07.934229 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20c2cd23-abf6-4963-9a16-55af85d4e753 req-69e2bfb7-200f-4b55-9758-5a62327a7893 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130884 Nov 08 00:46:07.936541 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:07.937497 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:46:07.948152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-872934a7-0b08-45cf-b81f-3132789934f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:07.948736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-872934a7-0b08-45cf-b81f-3132789934f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6cd3eca5-987e-41f7-a937-66d74bca157e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187179 Nov 08 00:46:08.016919 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=1b49ec54-cada-4f85-a13b-983d4fe19c5b,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:08.020019 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:46:08.040756 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-f347865c-8c45-4686-a1f4-907f40167b05 req-16f89ba5-1cf7-462a-bb73-2632393009d8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] For port 95e11555-22e2-4530-90d3-ed8768294b34, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=95e11555-22e2-4530-90d3-ed8768294b34,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:08.041120 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-16f89ba5-1cf7-462a-bb73-2632393009d8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:08.057114 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-f347865c-8c45-4686-a1f4-907f40167b05 req-16f89ba5-1cf7-462a-bb73-2632393009d8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Calling delete_port for 95e11555-22e2-4530-90d3-ed8768294b34 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:46:08.125597 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-cb864045-7c46-4560-a53d-8bffbcf00de7 service neutron] 10.222.0.26 "GET /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610565 Nov 08 00:46:08.266347 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-310abae3-5ffb-4c7d-8721-5ad35cdf6358 req-3706badd-17f7-40b3-a50c-9217aa2239e1 service neutron] 10.222.0.26 "GET /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312940 Nov 08 00:46:08.364003 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85168c9c-82a9-4cc3-9be1-85159a86998f req-30894e6a-9acb-436f-94bd-3c3fcfcc3211 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:08.365465 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85168c9c-82a9-4cc3-9be1-85159a86998f req-30894e6a-9acb-436f-94bd-3c3fcfcc3211 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 944 time: 0.0496829 Nov 08 00:46:08.378490 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-16f89ba5-1cf7-462a-bb73-2632393009d8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:08.415263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f89ba5-1cf7-462a-bb73-2632393009d8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event deleted for resources: {'Port': ['ID=95e11555-22e2-4530-90d3-ed8768294b34,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:08.457399 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85168c9c-82a9-4cc3-9be1-85159a86998f req-405da07e-da86-4dd2-a060-dced904f3046 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857394 Nov 08 00:46:08.470807 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f347865c-8c45-4686-a1f4-907f40167b05 req-16f89ba5-1cf7-462a-bb73-2632393009d8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] No DVR routers for this DVR port 95e11555-22e2-4530-90d3-ed8768294b34 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:46:08.480233 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-16f89ba5-1cf7-462a-bb73-2632393009d8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:08.483576 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f347865c-8c45-4686-a1f4-907f40167b05 req-16f89ba5-1cf7-462a-bb73-2632393009d8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.20 "DELETE /v2.0/ports/95e11555-22e2-4530-90d3-ed8768294b34 HTTP/1.1" status: 204 len: 173 time: 0.8945024 Nov 08 00:46:08.484035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-deleted', 'tag': '95e11555-22e2-4530-90d3-ed8768294b34'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:46:08.486263 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef41717-f40d-49f4-8379-23b6efd0c40e" -d '{"events": [{"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-deleted", "tag": "95e11555-22e2-4530-90d3-ed8768294b34"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:46:08.524364 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5c627b-698c-4c3f-ae36-f3e505aaebc1 x-openstack-request-id: req-2a5c627b-698c-4c3f-ae36-f3e505aaebc1 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:46:08.524663 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-deleted", "tag": "95e11555-22e2-4530-90d3-ed8768294b34", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:46:08.524913 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a5c627b-698c-4c3f-ae36-f3e505aaebc1 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:46:08.525313 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-deleted', 'tag': '95e11555-22e2-4530-90d3-ed8768294b34', 'status': 'completed', 'code': 200} Nov 08 00:46:08.588264 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c0e9b7c0-34bb-485f-a5f9-cfe25b836234 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Deleting port 1b49ec54-cada-4f85-a13b-983d4fe19c5b {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:46:08.588612 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c0e9b7c0-34bb-485f-a5f9-cfe25b836234 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:08.680389 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c0e9b7c0-34bb-485f-a5f9-cfe25b836234 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] For port 1b49ec54-cada-4f85-a13b-983d4fe19c5b, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=1b49ec54-cada-4f85-a13b-983d4fe19c5b,segment=NetworkSegment(1cabc633-f5fd-4d84-af66-a27c0e9cf252),segment_id=1cabc633-f5fd-4d84-af66-a27c0e9cf252)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:08.680751 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c0e9b7c0-34bb-485f-a5f9-cfe25b836234 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:08.693468 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c0e9b7c0-34bb-485f-a5f9-cfe25b836234 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Calling delete_port for 1b49ec54-cada-4f85-a13b-983d4fe19c5b owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:46:08.696068 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:08.829250 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54a2fed0-295c-4337-8852-db922e50e0df'}, {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62e0ceb2-1ce3-4dc6-863b-43fec12b42f1'}, {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95e11555-22e2-4530-90d3-ed8768294b34'}, {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b49ec54-cada-4f85-a13b-983d4fe19c5b'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:46:08.831753 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80339a59-84ab-4728-aabf-1ff5591d433d" -d '{"events": [{"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-unplugged", "status": "completed", "tag": "54a2fed0-295c-4337-8852-db922e50e0df"}, {"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-unplugged", "status": "completed", "tag": "62e0ceb2-1ce3-4dc6-863b-43fec12b42f1"}, {"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-unplugged", "status": "completed", "tag": "95e11555-22e2-4530-90d3-ed8768294b34"}, {"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-unplugged", "status": "completed", "tag": "1b49ec54-cada-4f85-a13b-983d4fe19c5b"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:46:08.872808 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 08 Nov 2021 00:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbf5593-d6b0-4612-8b25-314bfaa809b6 x-openstack-request-id: req-5cbf5593-d6b0-4612-8b25-314bfaa809b6 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:46:08.873115 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-unplugged", "status": "completed", "tag": "54a2fed0-295c-4337-8852-db922e50e0df", "code": 200}, {"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-unplugged", "status": "completed", "tag": "62e0ceb2-1ce3-4dc6-863b-43fec12b42f1", "code": 200}, {"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-unplugged", "status": "completed", "tag": "95e11555-22e2-4530-90d3-ed8768294b34", "code": 200}, {"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-unplugged", "status": "completed", "tag": "1b49ec54-cada-4f85-a13b-983d4fe19c5b", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:46:08.873368 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cbf5593-d6b0-4612-8b25-314bfaa809b6 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:46:08.873781 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54a2fed0-295c-4337-8852-db922e50e0df', 'code': 200} Nov 08 00:46:08.874038 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62e0ceb2-1ce3-4dc6-863b-43fec12b42f1', 'code': 200} Nov 08 00:46:08.874317 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95e11555-22e2-4530-90d3-ed8768294b34', 'code': 200} Nov 08 00:46:08.874566 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b49ec54-cada-4f85-a13b-983d4fe19c5b', 'code': 200} Nov 08 00:46:08.959110 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c0e9b7c0-34bb-485f-a5f9-cfe25b836234 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:08.986636 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9b7c0-34bb-485f-a5f9-cfe25b836234 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event deleted for resources: {'Port': ['ID=1b49ec54-cada-4f85-a13b-983d4fe19c5b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:09.030895 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c0e9b7c0-34bb-485f-a5f9-cfe25b836234 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] No DVR routers for this DVR port 1b49ec54-cada-4f85-a13b-983d4fe19c5b on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:46:09.033573 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c0e9b7c0-34bb-485f-a5f9-cfe25b836234 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:09.037016 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c0e9b7c0-34bb-485f-a5f9-cfe25b836234 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.20 "DELETE /v2.0/ports/1b49ec54-cada-4f85-a13b-983d4fe19c5b HTTP/1.1" status: 204 len: 173 time: 0.5462329 Nov 08 00:46:09.150774 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf54f4-c203-430d-9729-de5034b12674 req-315c1646-7f2f-46f4-acf0-7c43956da31f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:09.157477 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf54f4-c203-430d-9729-de5034b12674 req-315c1646-7f2f-46f4-acf0-7c43956da31f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:09.163612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf54f4-c203-430d-9729-de5034b12674 req-315c1646-7f2f-46f4-acf0-7c43956da31f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:09.165337 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2acf54f4-c203-430d-9729-de5034b12674 req-315c1646-7f2f-46f4-acf0-7c43956da31f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 2411 time: 0.1237190 Nov 08 00:46:09.226309 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2acf54f4-c203-430d-9729-de5034b12674 req-cf488028-bde7-4a5a-ba26-50ee01e7dc79 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427947 Nov 08 00:46:09.244580 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c2acbabb-3f51-40ae-b953-4858a2f6fc78 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Deleting port 76488d3d-aea0-483c-841a-feae5dfe1eab {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:46:09.251250 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c2acbabb-3f51-40ae-b953-4858a2f6fc78 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:09.338873 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c2acbabb-3f51-40ae-b953-4858a2f6fc78 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] For port 76488d3d-aea0-483c-841a-feae5dfe1eab, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=76488d3d-aea0-483c-841a-feae5dfe1eab,segment=NetworkSegment(93030cca-2466-4fe0-9b85-9dd8f0cb508d),segment_id=93030cca-2466-4fe0-9b85-9dd8f0cb508d)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:09.339469 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c2acbabb-3f51-40ae-b953-4858a2f6fc78 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:09.573366 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c2acbabb-3f51-40ae-b953-4858a2f6fc78 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:09.573727 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c2acbabb-3f51-40ae-b953-4858a2f6fc78 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:09.574047 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c2acbabb-3f51-40ae-b953-4858a2f6fc78 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Floating IP 4653a14e-25c4-4772-926a-a5d3fa4fe04d disassociated. External IP: 172.25.2.160, port: 76488d3d-aea0-483c-841a-feae5dfe1eab. Nov 08 00:46:09.574386 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c2acbabb-3f51-40ae-b953-4858a2f6fc78 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Calling delete_port for 76488d3d-aea0-483c-841a-feae5dfe1eab owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:46:09.938356 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 5d663767-29ae-41ea-a526-9f7d08cd02a7 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:46:09.940871 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f415c-7d43-481d-b1ec-07c48c41c54d req-ef69db26-2ae8-40d5-9bf8-c868949886cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:09.946982 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-640f415c-7d43-481d-b1ec-07c48c41c54d req-ef69db26-2ae8-40d5-9bf8-c868949886cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 944 time: 0.4061093 Nov 08 00:46:10.003153 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-640f415c-7d43-481d-b1ec-07c48c41c54d req-b388f273-a1ea-4ac6-8bbc-bb384895b979 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524929 Nov 08 00:46:10.060636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 5d663767-29ae-41ea-a526-9f7d08cd02a7, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5d663767-29ae-41ea-a526-9f7d08cd02a7,segment=NetworkSegment(55f7784f-c323-4b3b-a466-0ff77401e324),segment_id=55f7784f-c323-4b3b-a466-0ff77401e324)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:10.073218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '5d663767-29ae-41ea-a526-9f7d08cd02a7', 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e', 'port_id': '5d663767-29ae-41ea-a526-9f7d08cd02a7', 'mac_address': 'fa:16:3e:ad:16:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:46:10.111711 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:10.125067 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d663767-29ae-41ea-a526-9f7d08cd02a7 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:46:10.154812 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 5d663767-29ae-41ea-a526-9f7d08cd02a7, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5d663767-29ae-41ea-a526-9f7d08cd02a7,segment=NetworkSegment(55f7784f-c323-4b3b-a466-0ff77401e324),segment_id=55f7784f-c323-4b3b-a466-0ff77401e324)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:10.164373 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c2acbabb-3f51-40ae-b953-4858a2f6fc78 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:10.192070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acbabb-3f51-40ae-b953-4858a2f6fc78 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event deleted for resources: {'Port': ['ID=76488d3d-aea0-483c-841a-feae5dfe1eab,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:10.255760 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:10.311673 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=5d663767-29ae-41ea-a526-9f7d08cd02a7,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:10.324166 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c2acbabb-3f51-40ae-b953-4858a2f6fc78 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Router 70149018-7332-4c49-9f0b-0e9df43c3f24 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:46:10.460548 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b5d0e-d2d4-40ee-aa43-c9800ee278b1 req-0e249a90-ef5b-4209-a591-a118c07e5cf6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:10.466498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b5d0e-d2d4-40ee-aa43-c9800ee278b1 req-0e249a90-ef5b-4209-a591-a118c07e5cf6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:10.468570 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d8b5d0e-d2d4-40ee-aa43-c9800ee278b1 req-0e249a90-ef5b-4209-a591-a118c07e5cf6 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 1677 time: 0.1459823 Nov 08 00:46:10.527401 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-deleted', 'tag': '1b49ec54-cada-4f85-a13b-983d4fe19c5b'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:46:10.529531 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80aca83-ceb6-4237-982b-c7588c43a96a" -d '{"events": [{"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-deleted", "tag": "1b49ec54-cada-4f85-a13b-983d4fe19c5b"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:46:10.556389 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['5d663767-29ae-41ea-a526-9f7d08cd02a7'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:46:10.562189 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71fdda-e417-469d-8273-07952faa1593 req-37f640e2-707a-4e48-a401-e2c9a062dffb tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:10.563872 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7b71fdda-e417-469d-8273-07952faa1593 req-37f640e2-707a-4e48-a401-e2c9a062dffb tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 945 time: 0.1548259 Nov 08 00:46:10.615148 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d8b5d0e-d2d4-40ee-aa43-c9800ee278b1 req-bce2147e-fc91-41ba-81f1-47370f701749 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207426 Nov 08 00:46:10.638969 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c2acbabb-3f51-40ae-b953-4858a2f6fc78 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:46:10.666750 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa13e982-48e3-41a5-9ee7-b28f227a6aeb None None] Sync routers for ids ['70149018-7332-4c49-9f0b-0e9df43c3f24'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:46:10.685893 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa13e982-48e3-41a5-9ee7-b28f227a6aeb None None] Routers {'70149018-7332-4c49-9f0b-0e9df43c3f24'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:46:10.686751 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fa13e982-48e3-41a5-9ee7-b28f227a6aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:46:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['70149018-7332-4c49-9f0b-0e9df43c3f24'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:10.708895 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3febe7a4-0603-4496-b662-3ece4c25f19c x-openstack-request-id: req-3febe7a4-0603-4496-b662-3ece4c25f19c {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:46:10.709189 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-deleted", "tag": "1b49ec54-cada-4f85-a13b-983d4fe19c5b", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:46:10.709916 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3febe7a4-0603-4496-b662-3ece4c25f19c {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:46:10.710317 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-deleted', 'tag': '1b49ec54-cada-4f85-a13b-983d4fe19c5b', 'status': 'completed', 'code': 200} Nov 08 00:46:10.722178 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7b71fdda-e417-469d-8273-07952faa1593 req-aa510be0-60d5-4c30-b906-f2b5be27d60c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430302 Nov 08 00:46:10.741936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c2acbabb-3f51-40ae-b953-4858a2f6fc78 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] No DVR routers for this DVR port 76488d3d-aea0-483c-841a-feae5dfe1eab on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:46:10.751294 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e3b77-c24e-40bd-856f-a5b20cd87cbb req-4912865a-282a-40e3-8ff1-80667a8361b0 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:10.752893 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e7e3b77-c24e-40bd-856f-a5b20cd87cbb req-4912865a-282a-40e3-8ff1-80667a8361b0 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.20 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255&tenant_id=1a610190c8f64b4cb76bfe1bed034770&binding%3Ahost_id=n-h2-816882-1 HTTP/1.1" status: 200 len: 945 time: 0.1844823 Nov 08 00:46:10.754452 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c2acbabb-3f51-40ae-b953-4858a2f6fc78 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:10.758508 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f347865c-8c45-4686-a1f4-907f40167b05 req-c2acbabb-3f51-40ae-b953-4858a2f6fc78 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.20 "DELETE /v2.0/ports/76488d3d-aea0-483c-841a-feae5dfe1eab HTTP/1.1" status: 204 len: 173 time: 1.6882336 Nov 08 00:46:10.862039 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-fa13e982-48e3-41a5-9ee7-b28f227a6aeb None None] Set router 70149018-7332-4c49-9f0b-0e9df43c3f24 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:46:10.886698 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-5e7e3b77-c24e-40bd-856f-a5b20cd87cbb req-245222e7-08d0-4fbe-a201-cfde8f6e1845 service neutron] delete failed (client error): The resource could not be found. Nov 08 00:46:10.887746 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e7e3b77-c24e-40bd-856f-a5b20cd87cbb req-245222e7-08d0-4fbe-a201-cfde8f6e1845 service neutron] 10.222.0.20 "DELETE /v2.0/ports/5d663767-29ae-41ea-a526-9f7d08cd02a7/bindings/n-h1-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.1151755 Nov 08 00:46:10.909417 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-f347865c-8c45-4686-a1f4-907f40167b05 req-feef1382-8c3e-4d92-8dda-bea07e8fa6f8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Deleting port 54a2fed0-295c-4337-8852-db922e50e0df {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:46:10.909761 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-feef1382-8c3e-4d92-8dda-bea07e8fa6f8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:11.034539 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e3b77-c24e-40bd-856f-a5b20cd87cbb req-804bf67d-57da-4294-be1b-5ced38c1668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:11.036068 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e7e3b77-c24e-40bd-856f-a5b20cd87cbb req-804bf67d-57da-4294-be1b-5ced38c1668c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 1096 time: 0.0839107 Nov 08 00:46:11.042464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-f347865c-8c45-4686-a1f4-907f40167b05 req-feef1382-8c3e-4d92-8dda-bea07e8fa6f8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] For port 54a2fed0-295c-4337-8852-db922e50e0df, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=54a2fed0-295c-4337-8852-db922e50e0df,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:11.042835 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-feef1382-8c3e-4d92-8dda-bea07e8fa6f8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:11.095822 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-f347865c-8c45-4686-a1f4-907f40167b05 req-feef1382-8c3e-4d92-8dda-bea07e8fa6f8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Calling delete_port for 54a2fed0-295c-4337-8852-db922e50e0df owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:46:11.199756 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e3b77-c24e-40bd-856f-a5b20cd87cbb req-bfe61542-4694-4b9a-8919-840d12d4018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:11.199756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e7e3b77-c24e-40bd-856f-a5b20cd87cbb req-bfe61542-4694-4b9a-8919-840d12d4018f service neutron] 10.222.0.20 "GET /v2.0/networks?id=6cd3eca5-987e-41f7-a937-66d74bca157e HTTP/1.1" status: 200 len: 897 time: 0.1521091 Nov 08 00:46:11.279209 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fa13e982-48e3-41a5-9ee7-b28f227a6aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'name': 'tempest-TaggedBootDevicesTest-1187649046-router', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:35:10Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'gw_port': {'id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:11Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'fab09d7b-728f-4ef9-b62c-1f382bda92ce', 'name': '', 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'mac_address': 'fa:16:3e:91:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '27c96a89-7ab5-4bdd-a965-d1c0a565158c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:16Z', 'updated_at': '2021-11-08T00:35:27Z', 'revision_number': 5, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'subnets': [{'id': '27c96a89-7ab5-4bdd-a965-d1c0a565158c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:11.302517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e7e3b77-c24e-40bd-856f-a5b20cd87cbb req-5b5e7a40-3cbd-49bc-a095-46df02e718bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d663767-29ae-41ea-a526-9f7d08cd02a7 HTTP/1.1" status: 200 len: 1001 time: 0.0928035 Nov 08 00:46:11.305198 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa13e982-48e3-41a5-9ee7-b28f227a6aeb None None] Checking router: 70149018-7332-4c49-9f0b-0e9df43c3f24 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:46:11.314568 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa13e982-48e3-41a5-9ee7-b28f227a6aeb None None] Routers {'70149018-7332-4c49-9f0b-0e9df43c3f24'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:46:11.315165 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fa13e982-48e3-41a5-9ee7-b28f227a6aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:46:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['70149018-7332-4c49-9f0b-0e9df43c3f24'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:11.358427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e3b77-c24e-40bd-856f-a5b20cd87cbb req-c14db177-b4c4-4266-8fd7-8e72833c4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:11.360489 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e7e3b77-c24e-40bd-856f-a5b20cd87cbb req-c14db177-b4c4-4266-8fd7-8e72833c4cc9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fce3e2d9-a8fd-4d5f-b631-78e56303ea20 HTTP/1.1" status: 200 len: 833 time: 0.0506852 Nov 08 00:46:11.378145 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-feef1382-8c3e-4d92-8dda-bea07e8fa6f8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:11.424152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef1382-8c3e-4d92-8dda-bea07e8fa6f8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event deleted for resources: {'Port': ['ID=54a2fed0-295c-4337-8852-db922e50e0df,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:11.431756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-fa13e982-48e3-41a5-9ee7-b28f227a6aeb None None] Set router 70149018-7332-4c49-9f0b-0e9df43c3f24 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:46:11.474976 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f347865c-8c45-4686-a1f4-907f40167b05 req-feef1382-8c3e-4d92-8dda-bea07e8fa6f8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] No DVR routers for this DVR port 54a2fed0-295c-4337-8852-db922e50e0df on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:46:11.477891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e3b77-c24e-40bd-856f-a5b20cd87cbb req-0f9029fb-cecb-4de3-879b-4af591aa9ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:11.479498 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e7e3b77-c24e-40bd-856f-a5b20cd87cbb req-0f9029fb-cecb-4de3-879b-4af591aa9ed4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6cd3eca5-987e-41f7-a937-66d74bca157e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108937 Nov 08 00:46:11.480542 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-feef1382-8c3e-4d92-8dda-bea07e8fa6f8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:11.484231 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f347865c-8c45-4686-a1f4-907f40167b05 req-feef1382-8c3e-4d92-8dda-bea07e8fa6f8 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.20 "DELETE /v2.0/ports/54a2fed0-295c-4337-8852-db922e50e0df HTTP/1.1" status: 204 len: 173 time: 0.7186518 Nov 08 00:46:11.637622 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e7e3b77-c24e-40bd-856f-a5b20cd87cbb req-25cace57-33a9-43ab-9da8-cfd3d26915a6 service neutron] 10.222.0.20 "GET /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460688 Nov 08 00:46:11.646152 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fa13e982-48e3-41a5-9ee7-b28f227a6aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'name': 'tempest-TaggedBootDevicesTest-1187649046-router', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:35:10Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'gw_port': {'id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:11Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'fab09d7b-728f-4ef9-b62c-1f382bda92ce', 'name': '', 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'mac_address': 'fa:16:3e:91:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '27c96a89-7ab5-4bdd-a965-d1c0a565158c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:16Z', 'updated_at': '2021-11-08T00:35:27Z', 'revision_number': 5, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'subnets': [{'id': '27c96a89-7ab5-4bdd-a965-d1c0a565158c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:11.658721 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-f347865c-8c45-4686-a1f4-907f40167b05 req-8f3ca198-5946-493a-a2d8-e45d327b3770 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Deleting port 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:46:11.659063 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-8f3ca198-5946-493a-a2d8-e45d327b3770 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:11.676029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa13e982-48e3-41a5-9ee7-b28f227a6aeb None None] The sync data for ids ['70149018-7332-4c49-9f0b-0e9df43c3f24'] in n-d-816882-1 is: [{'id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'name': 'tempest-TaggedBootDevicesTest-1187649046-router', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:35:10Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'gw_port': {'id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:11Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'fab09d7b-728f-4ef9-b62c-1f382bda92ce', 'name': '', 'network_id': 'cc5b0d97-a530-416c-8598-edbfeb38986f', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'mac_address': 'fa:16:3e:91:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '27c96a89-7ab5-4bdd-a965-d1c0a565158c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:16Z', 'updated_at': '2021-11-08T00:35:27Z', 'revision_number': 5, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'subnets': [{'id': '27c96a89-7ab5-4bdd-a965-d1c0a565158c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:46:11.869962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368605b-b99c-4620-9fea-4779faa8a78f req-68d3cfb0-fbc0-41db-99b8-c922c2d28cbb tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:11.871532 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4368605b-b99c-4620-9fea-4779faa8a78f req-68d3cfb0-fbc0-41db-99b8-c922c2d28cbb tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 943 time: 0.1390917 Nov 08 00:46:11.910372 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e7e3b77-c24e-40bd-856f-a5b20cd87cbb req-afbc3a0d-da1a-4c95-8484-b5a356b790b1 service neutron] 10.222.0.20 "GET /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649484 Nov 08 00:46:11.912924 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-f347865c-8c45-4686-a1f4-907f40167b05 req-8f3ca198-5946-493a-a2d8-e45d327b3770 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] For port 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1,segment=NetworkSegment(1cabc633-f5fd-4d84-af66-a27c0e9cf252),segment_id=1cabc633-f5fd-4d84-af66-a27c0e9cf252)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:11.913301 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-8f3ca198-5946-493a-a2d8-e45d327b3770 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:11.938190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-f347865c-8c45-4686-a1f4-907f40167b05 req-8f3ca198-5946-493a-a2d8-e45d327b3770 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Calling delete_port for 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:46:11.939941 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 5d663767-29ae-41ea-a526-9f7d08cd02a7 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:46:12.013408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc8d8a-ae50-4a2d-a365-c420ebaa2b83 req-ac8d76e1-4ff3-425b-b08b-855f91e67e79 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:12.015634 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44fc8d8a-ae50-4a2d-a365-c420ebaa2b83 req-ac8d76e1-4ff3-425b-b08b-855f91e67e79 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 945 time: 0.1903830 Nov 08 00:46:12.024407 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4368605b-b99c-4620-9fea-4779faa8a78f req-956ee645-75f4-4e35-b1b0-c0e25e9f6eeb tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fddfef-9f64-4469-95b3-2cfeed5d1d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307664 Nov 08 00:46:12.042792 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c190f4e-1a19-415d-a3d7-6482e4e4174d None None] New status for floating IP 4653a14e-25c4-4772-926a-a5d3fa4fe04d: DOWN {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:46:12.091314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44fc8d8a-ae50-4a2d-a365-c420ebaa2b83 req-0451ed71-d33b-487b-a359-f952f744d8e2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640337 Nov 08 00:46:12.095692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 5d663767-29ae-41ea-a526-9f7d08cd02a7 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:46:12.102890 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 5d663767-29ae-41ea-a526-9f7d08cd02a7 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:46:12.102890 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:12.206459 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:12.227743 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d663767-29ae-41ea-a526-9f7d08cd02a7'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:46:12.230078 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2deb7b4-1fb9-4d0f-b1d2-9e1f69328cd8" -d '{"events": [{"server_uuid": "1389ff8c-87b5-45f0-b862-1cb0f2628255", "name": "network-vif-plugged", "status": "completed", "tag": "5d663767-29ae-41ea-a526-9f7d08cd02a7"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:46:12.242696 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 5d663767-29ae-41ea-a526-9f7d08cd02a7, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5d663767-29ae-41ea-a526-9f7d08cd02a7,segment=NetworkSegment(55f7784f-c323-4b3b-a466-0ff77401e324),segment_id=55f7784f-c323-4b3b-a466-0ff77401e324)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:12.250071 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-8f3ca198-5946-493a-a2d8-e45d327b3770 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:12.288657 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ca198-5946-493a-a2d8-e45d327b3770 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event deleted for resources: {'Port': ['ID=62e0ceb2-1ce3-4dc6-863b-43fec12b42f1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:12.302497 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cdfed4-91ff-440d-a4f6-6156f51696be x-openstack-request-id: req-d4cdfed4-91ff-440d-a4f6-6156f51696be {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:46:12.302974 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1389ff8c-87b5-45f0-b862-1cb0f2628255", "name": "network-vif-plugged", "status": "completed", "tag": "5d663767-29ae-41ea-a526-9f7d08cd02a7", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:46:12.303069 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4cdfed4-91ff-440d-a4f6-6156f51696be {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:46:12.303420 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d663767-29ae-41ea-a526-9f7d08cd02a7', 'code': 200} Nov 08 00:46:12.308033 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:12.336039 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f347865c-8c45-4686-a1f4-907f40167b05 req-8f3ca198-5946-493a-a2d8-e45d327b3770 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] No DVR routers for this DVR port 62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:46:12.339443 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f347865c-8c45-4686-a1f4-907f40167b05 req-8f3ca198-5946-493a-a2d8-e45d327b3770 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:12.342396 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f347865c-8c45-4686-a1f4-907f40167b05 req-8f3ca198-5946-493a-a2d8-e45d327b3770 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.20 "DELETE /v2.0/ports/62e0ceb2-1ce3-4dc6-863b-43fec12b42f1 HTTP/1.1" status: 204 len: 173 time: 0.8497531 Nov 08 00:46:12.371836 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=5d663767-29ae-41ea-a526-9f7d08cd02a7,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:12.711740 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-deleted', 'tag': '76488d3d-aea0-483c-841a-feae5dfe1eab'}, {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-deleted', 'tag': '54a2fed0-295c-4337-8852-db922e50e0df'}, {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-deleted', 'tag': '62e0ceb2-1ce3-4dc6-863b-43fec12b42f1'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:46:12.715199 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f511fc1-746d-4dfc-ab25-3fb0ba6378a6" -d '{"events": [{"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-deleted", "tag": "76488d3d-aea0-483c-841a-feae5dfe1eab"}, {"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-deleted", "tag": "54a2fed0-295c-4337-8852-db922e50e0df"}, {"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-deleted", "tag": "62e0ceb2-1ce3-4dc6-863b-43fec12b42f1"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:46:12.758302 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 08 Nov 2021 00:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ad4fc0-cde8-4a6a-9026-c9fe028d2694 x-openstack-request-id: req-16ad4fc0-cde8-4a6a-9026-c9fe028d2694 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:46:12.758739 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-deleted", "tag": "76488d3d-aea0-483c-841a-feae5dfe1eab", "status": "completed", "code": 200}, {"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-deleted", "tag": "54a2fed0-295c-4337-8852-db922e50e0df", "status": "completed", "code": 200}, {"server_uuid": "e1d99e0f-1417-4620-8200-dcd353065a69", "name": "network-vif-deleted", "tag": "62e0ceb2-1ce3-4dc6-863b-43fec12b42f1", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:46:12.759070 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16ad4fc0-cde8-4a6a-9026-c9fe028d2694 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:46:12.759628 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-deleted', 'tag': '76488d3d-aea0-483c-841a-feae5dfe1eab', 'status': 'completed', 'code': 200} Nov 08 00:46:12.759978 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-deleted', 'tag': '54a2fed0-295c-4337-8852-db922e50e0df', 'status': 'completed', 'code': 200} Nov 08 00:46:12.760328 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d99e0f-1417-4620-8200-dcd353065a69', 'name': 'network-vif-deleted', 'tag': '62e0ceb2-1ce3-4dc6-863b-43fec12b42f1', 'status': 'completed', 'code': 200} Nov 08 00:46:13.135216 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6905e52f-9f94-4b49-b1c3-d97e79e230a4 req-2a814acc-e1fa-4272-a123-005dc0ef12b0 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 210 time: 0.0330000 Nov 08 00:46:13.219734 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354ba4e-7c05-4a40-b4d9-1ccd11758f8e req-fe669c74-d8b9-4c44-a8bd-dc13828d81ea tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:13.221481 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f354ba4e-7c05-4a40-b4d9-1ccd11758f8e req-fe669c74-d8b9-4c44-a8bd-dc13828d81ea tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0567298 Nov 08 00:46:13.262272 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f354ba4e-7c05-4a40-b4d9-1ccd11758f8e req-e7f11a7a-c758-4fe7-920d-8006061fac1c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335009 Nov 08 00:46:13.292445 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57352) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:13.360377 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7f3a8c45-b580-4d77-84d0-adaa63969479 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/floatingips/4c665d8a-d11e-47a9-8be1-09da3c8c7aac HTTP/1.1" status: 200 len: 994 time: 0.0667710 Nov 08 00:46:14.242309 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e5b9ed5-bcee-4160-ba7d-f15b134107d2 req-6379b273-4015-4e66-94dc-e373506eb8c7 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 210 time: 0.0277054 Nov 08 00:46:15.359410 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07e3adb1-5c1c-4cfe-a05c-891e62347013 req-e90fce05-a449-43e3-9d92-30bc810acaef tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 210 time: 0.0275245 Nov 08 00:46:16.510338 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d7f8024-0312-432e-8cd6-3352a47f6598 req-8d29ae5e-b9a3-47e3-8624-7461edc813ac tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 210 time: 0.0325041 Nov 08 00:46:16.557170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-10fd3d5a-6b12-4fd0-aee9-1edc46c9f4ba tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:16.558533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-10fd3d5a-6b12-4fd0-aee9-1edc46c9f4ba tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/networks?id=beb74b3d-b75b-4862-95e6-52b52600bd3d HTTP/1.1" status: 200 len: 813 time: 0.1298802 Nov 08 00:46:16.573993 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-9d0bfda1-9b76-478c-8332-2a30a9e38998 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/quotas/3f29845d6baf4f27a400d61e7977e707 HTTP/1.1" status: 200 len: 375 time: 0.0091348 Nov 08 00:46:16.605943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-d52b3b87-e3db-4023-af98-1ebc5a67676f tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f29845d6baf4f27a400d61e7977e707&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257714 Nov 08 00:46:16.670156 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-f9aa10a7-d013-40a5-8052-3d81332d309e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:46:16.671708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-f9aa10a7-d013-40a5-8052-3d81332d309e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0579400 Nov 08 00:46:16.767899 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-9181a96f-bb03-4de3-af0f-3272324c1171 service neutron] 10.222.0.13 "GET /v2.0/networks/beb74b3d-b75b-4862-95e6-52b52600bd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896573 Nov 08 00:46:16.859099 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-f97d01f5-1f0d-43ef-9493-054e8271a785 service neutron] 10.222.0.13 "GET /v2.0/networks/beb74b3d-b75b-4862-95e6-52b52600bd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838318 Nov 08 00:46:17.106916 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d24cdcae-1338-4b4f-a937-1128b4a48420 req-bf623160-41e1-4e50-b174-b5f761e12ce6 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 210 time: 0.0313451 Nov 08 00:46:17.616661 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-583b7675-c002-4722-bdac-e2869621861b req-850a27bb-22b0-4071-a207-67814ae57a26 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 210 time: 0.0271041 Nov 08 00:46:18.202570 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-14bd8d17-1119-4dfa-b5c8-02a6347320ed req-40930a5e-96f0-41e7-9a80-bc5d743c51ab tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 210 time: 0.0289588 Nov 08 00:46:18.720217 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68f738e0-84ea-483a-a104-d36fce246511 req-b3ac17b2-d80a-4a71-b81e-195173ef12ef tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 210 time: 0.0276351 Nov 08 00:46:19.142553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-6cc7b866-d2a9-4fa1-a14e-95741563e04b tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:19.144034 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-6cc7b866-d2a9-4fa1-a14e-95741563e04b tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.20 "GET /v2.0/networks?id=beb74b3d-b75b-4862-95e6-52b52600bd3d HTTP/1.1" status: 200 len: 813 time: 0.1083441 Nov 08 00:46:19.162940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-1c02e3e6-198f-454e-be02-63d69f60e82c tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Request body: {'port': {'device_id': '79bc637b-d377-428b-be5f-f37311191532', 'network_id': 'beb74b3d-b75b-4862-95e6-52b52600bd3d', 'admin_state_up': True, 'tenant_id': '3f29845d6baf4f27a400d61e7977e707'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:19.312676 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75df7477-f540-4202-ba7c-d61cba170ae1 req-e6a981c9-88ff-40fc-92c1-272806cb9b24 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 210 time: 0.0301850 Nov 08 00:46:19.341325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-1c02e3e6-198f-454e-be02-63d69f60e82c tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Made reservation on behalf of 3f29845d6baf4f27a400d61e7977e707 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:46:19.345493 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-1c02e3e6-198f-454e-be02-63d69f60e82c tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:19.472115 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-1c02e3e6-198f-454e-be02-63d69f60e82c tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Allocated IP 172.20.0.4 (beb74b3d-b75b-4862-95e6-52b52600bd3d/ac9518c4-5278-4a3a-a91d-f2905dc741bd/721e4e74-0796-46e1-8f87-90fd4165fa20) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:46:19.619219 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-1c02e3e6-198f-454e-be02-63d69f60e82c tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:19.741611 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-1c02e3e6-198f-454e-be02-63d69f60e82c tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:19.784925 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-1c02e3e6-198f-454e-be02-63d69f60e82c tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Network beb74b3d-b75b-4862-95e6-52b52600bd3d is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:46:19.788363 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-1c02e3e6-198f-454e-be02-63d69f60e82c tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:46:19.792272 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-1c02e3e6-198f-454e-be02-63d69f60e82c tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:46:19.824232 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02e3e6-198f-454e-be02-63d69f60e82c tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Pushing event updated for resources: {'Port': ['ID=721e4e74-0796-46e1-8f87-90fd4165fa20,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:19.860420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3352a2cf-4e98-4e7f-a15f-dc283138102b req-9df233b4-b9c1-414e-9b4f-0d8311937679 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 210 time: 0.0372837 Nov 08 00:46:19.876523 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-1c02e3e6-198f-454e-be02-63d69f60e82c tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:19.877157 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-1c02e3e6-198f-454e-be02-63d69f60e82c tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:20.029660 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-1c02e3e6-198f-454e-be02-63d69f60e82c tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8702538 Nov 08 00:46:20.050291 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Request body: {'port': {'device_id': '79bc637b-d377-428b-be5f-f37311191532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:20.105146 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:20.636577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e9552-8c6a-4a1a-ac47-e6d1860fb4ca req-10f8b40f-b597-40f9-9d0c-7caf8b123bd6 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:20.638005 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-128e9552-8c6a-4a1a-ac47-e6d1860fb4ca req-10f8b40f-b597-40f9-9d0c-7caf8b123bd6 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 931 time: 0.1498137 Nov 08 00:46:20.701568 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-128e9552-8c6a-4a1a-ac47-e6d1860fb4ca req-945a946b-4a1f-40a2-bdd4-94c7f04bce45 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568619 Nov 08 00:46:20.765302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721e4e74-0796-46e1-8f87-90fd4165fa20 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:46:20.772685 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:20.784870 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Transition to ACTIVE for port object 721e4e74-0796-46e1-8f87-90fd4165fa20 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:46:20.855720 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:20.907905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Pushing event updated for resources: {'Port': ['ID=721e4e74-0796-46e1-8f87-90fd4165fa20,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:20.981969 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-814d4ca4-5643-4007-ab94-635b98c4de26 req-8f62e69a-cb9f-4d25-8381-c433afcbe396 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 210 time: 0.0322685 Nov 08 00:46:21.000808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Attempting to bind port 721e4e74-0796-46e1-8f87-90fd4165fa20 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:46:21.001141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Attempting to bind port 721e4e74-0796-46e1-8f87-90fd4165fa20 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '2e242fab-293b-48ae-8c77-a134329bcbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'beb74b3d-b75b-4862-95e6-52b52600bd3d'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:46:21.001466 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Attempting to bind port 721e4e74-0796-46e1-8f87-90fd4165fa20 on network beb74b3d-b75b-4862-95e6-52b52600bd3d {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:46:21.006150 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Port 721e4e74-0796-46e1-8f87-90fd4165fa20 on network beb74b3d-b75b-4862-95e6-52b52600bd3d not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:46:21.006487 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Attempting to bind port 721e4e74-0796-46e1-8f87-90fd4165fa20 on network beb74b3d-b75b-4862-95e6-52b52600bd3d {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:46:21.011241 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:46:21.011573 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Checking segment: {'id': '2e242fab-293b-48ae-8c77-a134329bcbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'beb74b3d-b75b-4862-95e6-52b52600bd3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:46:21.011982 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Bound using segment: {'id': '2e242fab-293b-48ae-8c77-a134329bcbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'beb74b3d-b75b-4862-95e6-52b52600bd3d'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:46:21.012400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Bound port: 721e4e74-0796-46e1-8f87-90fd4165fa20, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e242fab-293b-48ae-8c77-a134329bcbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'beb74b3d-b75b-4862-95e6-52b52600bd3d'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:46:21.012752 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:21.096897 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] For port 721e4e74-0796-46e1-8f87-90fd4165fa20, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:46:21.101437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] For port 721e4e74-0796-46e1-8f87-90fd4165fa20, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=721e4e74-0796-46e1-8f87-90fd4165fa20,segment=NetworkSegment(2e242fab-293b-48ae-8c77-a134329bcbc1),segment_id=2e242fab-293b-48ae-8c77-a134329bcbc1)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:46:21.182037 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:21.220745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:21.221672 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:21.223060 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] 10.222.0.20 "PUT /v2.0/ports/721e4e74-0796-46e1-8f87-90fd4165fa20 HTTP/1.1" status: 200 len: 1091 time: 1.1781645 Nov 08 00:46:21.223499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79bc637b-d377-428b-be5f-f37311191532', 'tag': '721e4e74-0796-46e1-8f87-90fd4165fa20'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:46:21.225785 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da50dbd-6c40-4c20-99ae-d48209552b64" -d '{"events": [{"name": "network-changed", "server_uuid": "79bc637b-d377-428b-be5f-f37311191532", "tag": "721e4e74-0796-46e1-8f87-90fd4165fa20"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:46:21.248440 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5efcf-c982-4de8-9c03-b0f82c1f1e9d service neutron] Pushing event updated for resources: {'Port': ['ID=721e4e74-0796-46e1-8f87-90fd4165fa20,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:21.343502 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c01ce57-7a34-4e3b-857c-64a304861837 x-openstack-request-id: req-1c01ce57-7a34-4e3b-857c-64a304861837 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:46:21.343804 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79bc637b-d377-428b-be5f-f37311191532", "tag": "721e4e74-0796-46e1-8f87-90fd4165fa20", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:46:21.344074 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c01ce57-7a34-4e3b-857c-64a304861837 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:46:21.344476 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79bc637b-d377-428b-be5f-f37311191532', 'tag': '721e4e74-0796-46e1-8f87-90fd4165fa20', 'status': 'completed', 'code': 200} Nov 08 00:46:21.415219 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-4dbbab9b-e0c7-4849-aa2c-01fdabd4ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:21.416757 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-4dbbab9b-e0c7-4849-aa2c-01fdabd4ae03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f29845d6baf4f27a400d61e7977e707&device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 1094 time: 0.0430968 Nov 08 00:46:21.465235 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-28319724-6109-4213-8e9e-da42c8d16f4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=721e4e74-0796-46e1-8f87-90fd4165fa20 HTTP/1.1" status: 200 len: 217 time: 0.0349169 Nov 08 00:46:21.519233 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-7b9598a1-a886-4ea7-bf24-a08a9c67c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:21.520683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-7b9598a1-a886-4ea7-bf24-a08a9c67c476 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac9518c4-5278-4a3a-a91d-f2905dc741bd HTTP/1.1" status: 200 len: 853 time: 0.0488069 Nov 08 00:46:21.552704 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-94bdde7f-f4c9-4a70-911b-b0c1b410c617 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=beb74b3d-b75b-4862-95e6-52b52600bd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244827 Nov 08 00:46:21.648324 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-e4c75ba2-14d4-4679-96c5-a1ae9cb7bf1f service neutron] 10.222.0.20 "GET /v2.0/networks/beb74b3d-b75b-4862-95e6-52b52600bd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884750 Nov 08 00:46:21.751822 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f5bb948-d7be-4c13-a8de-729d11c1cec0 req-d4b3b0c7-fd05-44d6-a331-c775164f4dc2 service neutron] 10.222.0.20 "GET /v2.0/networks/beb74b3d-b75b-4862-95e6-52b52600bd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963051 Nov 08 00:46:21.823388 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450ab29-5ca4-4f36-9b83-2b1a995fe105 req-12ce3ecb-3fc9-4181-8c1b-b7f803795e0e tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:21.824977 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5450ab29-5ca4-4f36-9b83-2b1a995fe105 req-12ce3ecb-3fc9-4181-8c1b-b7f803795e0e tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 943 time: 0.0516827 Nov 08 00:46:21.865271 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5450ab29-5ca4-4f36-9b83-2b1a995fe105 req-bf192bc7-c654-4962-a04e-f44a6c6b55e4 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333185 Nov 08 00:46:21.982892 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da50dbd-6c40-4c20-99ae-d48209552b64 req-09fc4d11-1263-4dec-b40a-71199572081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:21.982892 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8da50dbd-6c40-4c20-99ae-d48209552b64 req-09fc4d11-1263-4dec-b40a-71199572081c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f29845d6baf4f27a400d61e7977e707&device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 1094 time: 0.0431316 Nov 08 00:46:22.099931 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-519cf176-c546-44b6-8cc5-eafab98870d2 req-b9af13e4-c7d5-4fe2-a59b-c9adacc5f894 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 210 time: 0.0366964 Nov 08 00:46:22.104544 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da50dbd-6c40-4c20-99ae-d48209552b64 req-82c85d3c-899d-4c1d-9314-63a5fa543cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:22.106073 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8da50dbd-6c40-4c20-99ae-d48209552b64 req-82c85d3c-899d-4c1d-9314-63a5fa543cc9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=beb74b3d-b75b-4862-95e6-52b52600bd3d HTTP/1.1" status: 200 len: 914 time: 0.1188369 Nov 08 00:46:22.154411 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8da50dbd-6c40-4c20-99ae-d48209552b64 req-10ec9e59-2df1-47ac-9667-e798b36713ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=721e4e74-0796-46e1-8f87-90fd4165fa20 HTTP/1.1" status: 200 len: 217 time: 0.0417445 Nov 08 00:46:22.204100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da50dbd-6c40-4c20-99ae-d48209552b64 req-e25f0acf-6ec6-4add-ac04-c835ada129bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:22.205593 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8da50dbd-6c40-4c20-99ae-d48209552b64 req-e25f0acf-6ec6-4add-ac04-c835ada129bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac9518c4-5278-4a3a-a91d-f2905dc741bd HTTP/1.1" status: 200 len: 853 time: 0.0447598 Nov 08 00:46:22.238370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8da50dbd-6c40-4c20-99ae-d48209552b64 req-959eaa46-b855-4bc1-b566-a4ff211e4325 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=beb74b3d-b75b-4862-95e6-52b52600bd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255449 Nov 08 00:46:22.329182 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8da50dbd-6c40-4c20-99ae-d48209552b64 req-4e7201b2-56a8-48ba-8e6c-0702dbbf15f2 service neutron] 10.222.0.20 "GET /v2.0/networks/beb74b3d-b75b-4862-95e6-52b52600bd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838454 Nov 08 00:46:22.431465 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8da50dbd-6c40-4c20-99ae-d48209552b64 req-f299562c-b41c-4ee9-93ec-1232556179aa service neutron] 10.222.0.20 "GET /v2.0/networks/beb74b3d-b75b-4862-95e6-52b52600bd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946710 Nov 08 00:46:22.989683 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada55bb-3031-44e1-ac8d-1f3d1761b0a9 req-224d2a27-a1e1-455f-a5ca-462f098c9be0 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:22.991182 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bada55bb-3031-44e1-ac8d-1f3d1761b0a9 req-224d2a27-a1e1-455f-a5ca-462f098c9be0 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 943 time: 0.0527399 Nov 08 00:46:23.030949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bada55bb-3031-44e1-ac8d-1f3d1761b0a9 req-94fee23b-47ec-410e-b272-4810fe906b06 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325630 Nov 08 00:46:23.202849 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-503534f9-c257-4d42-946f-6ec93a7ec7f1 req-1be12259-7590-43f6-9085-230bcc0916f7 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d99e0f-1417-4620-8200-dcd353065a69 HTTP/1.1" status: 200 len: 210 time: 0.0303984 Nov 08 00:46:24.150619 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d029e9-7d66-4dde-bede-f63fc3b97462 req-5f913bdc-cc53-4e9c-98ca-5a4ec83a2fbf tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:24.152096 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-22d029e9-7d66-4dde-bede-f63fc3b97462 req-5f913bdc-cc53-4e9c-98ca-5a4ec83a2fbf tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 943 time: 0.0531838 Nov 08 00:46:24.191575 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-22d029e9-7d66-4dde-bede-f63fc3b97462 req-fbe9e778-c9fe-448c-aaaa-81ddda73f9a2 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325403 Nov 08 00:46:25.313632 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c24628-4a2e-424f-a6df-7e634ef407d6 req-7651ec57-7d55-4954-b284-587d96f44519 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:25.315124 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96c24628-4a2e-424f-a6df-7e634ef407d6 req-7651ec57-7d55-4954-b284-587d96f44519 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 943 time: 0.0536263 Nov 08 00:46:25.353489 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96c24628-4a2e-424f-a6df-7e634ef407d6 req-519c35a9-b3d8-48dc-bc0a-57261f3ff3dc tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Nov 08 00:46:25.451088 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57542) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:25.509462 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6020755-98a5-4450-889c-7d6b38c56795 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:25.538208 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6020755-98a5-4450-889c-7d6b38c56795 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:25.655078 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6020755-98a5-4450-889c-7d6b38c56795 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:25.657640 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d6020755-98a5-4450-889c-7d6b38c56795 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:25.658956 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d6020755-98a5-4450-889c-7d6b38c56795 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "DELETE /v2.0/security-groups/51fddfef-9f64-4469-95b3-2cfeed5d1d3b HTTP/1.1" status: 204 len: 168 time: 0.2066777 Nov 08 00:46:25.661931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57544) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:25.667523 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6020755-98a5-4450-889c-7d6b38c56795 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fddfef-9f64-4469-95b3-2cfeed5d1d3b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:25.675262 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6020755-98a5-4450-889c-7d6b38c56795 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:25.675606 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6020755-98a5-4450-889c-7d6b38c56795 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:25.675740 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-e9ec6d32-a606-4053-9014-c74ad7494086 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] show failed (client error): The resource could not be found. Nov 08 00:46:25.675978 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6020755-98a5-4450-889c-7d6b38c56795 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:25.676334 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6020755-98a5-4450-889c-7d6b38c56795 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:25.676662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6020755-98a5-4450-889c-7d6b38c56795 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:25.676756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e9ec6d32-a606-4053-9014-c74ad7494086 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "GET /v2.0/security-groups/51fddfef-9f64-4469-95b3-2cfeed5d1d3b HTTP/1.1" status: 404 len: 347 time: 0.0137897 Nov 08 00:46:25.676988 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6020755-98a5-4450-889c-7d6b38c56795 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:25.677313 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6020755-98a5-4450-889c-7d6b38c56795 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:25.677632 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6020755-98a5-4450-889c-7d6b38c56795 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:25.677949 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6020755-98a5-4450-889c-7d6b38c56795 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:25.678265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6020755-98a5-4450-889c-7d6b38c56795 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:25.678584 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6020755-98a5-4450-889c-7d6b38c56795 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:25.678903 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6020755-98a5-4450-889c-7d6b38c56795 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:25.679483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57546) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:25.808239 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-257899fe-976b-4d37-9a97-b93426f889ce tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Deleting port 3161f249-c136-4c10-b781-a09de9fde076 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:46:25.808503 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-257899fe-976b-4d37-9a97-b93426f889ce tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:25.903527 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-257899fe-976b-4d37-9a97-b93426f889ce tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:25.903882 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-257899fe-976b-4d37-9a97-b93426f889ce tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:25.916012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-257899fe-976b-4d37-9a97-b93426f889ce tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Calling delete_port for 3161f249-c136-4c10-b781-a09de9fde076 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:46:26.135349 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-257899fe-976b-4d37-9a97-b93426f889ce tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:26.161467 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257899fe-976b-4d37-9a97-b93426f889ce tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event deleted for resources: {'Port': ['ID=3161f249-c136-4c10-b781-a09de9fde076,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:26.223510 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-257899fe-976b-4d37-9a97-b93426f889ce tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:26.226150 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-257899fe-976b-4d37-9a97-b93426f889ce tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:26.227299 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-257899fe-976b-4d37-9a97-b93426f889ce tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "DELETE /v2.0/floatingips/4653a14e-25c4-4772-926a-a5d3fa4fe04d HTTP/1.1" status: 204 len: 168 time: 0.5467637 Nov 08 00:46:26.230036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57548) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:26.320495 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-4a3049f6-ea94-46aa-ac43-14c11abae6b5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Deleting port 86366417-c094-4a24-a99e-6f58cfef17b4 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:46:26.321134 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a3049f6-ea94-46aa-ac43-14c11abae6b5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:26.409696 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a3049f6-ea94-46aa-ac43-14c11abae6b5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:26.422575 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-4a3049f6-ea94-46aa-ac43-14c11abae6b5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Calling delete_port for 86366417-c094-4a24-a99e-6f58cfef17b4 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:46:26.516283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790eeeb-813b-431d-82d8-9929e8acb260 req-5efb939a-5f74-437f-bcf1-80b182bdb15a tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:26.518103 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f790eeeb-813b-431d-82d8-9929e8acb260 req-5efb939a-5f74-437f-bcf1-80b182bdb15a tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 943 time: 0.0967813 Nov 08 00:46:26.571689 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f790eeeb-813b-431d-82d8-9929e8acb260 req-97cdbf6c-bf2c-4dae-a00c-512f966884bb tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452952 Nov 08 00:46:26.719029 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a3049f6-ea94-46aa-ac43-14c11abae6b5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:26.755352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3049f6-ea94-46aa-ac43-14c11abae6b5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event deleted for resources: {'Port': ['ID=86366417-c094-4a24-a99e-6f58cfef17b4,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:26.764629 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 721e4e74-0796-46e1-8f87-90fd4165fa20 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:46:26.819932 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a3049f6-ea94-46aa-ac43-14c11abae6b5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:26.823142 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4a3049f6-ea94-46aa-ac43-14c11abae6b5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "DELETE /v2.0/ports/86366417-c094-4a24-a99e-6f58cfef17b4 HTTP/1.1" status: 204 len: 168 time: 0.5921857 Nov 08 00:46:26.825816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57552) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:26.862989 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 721e4e74-0796-46e1-8f87-90fd4165fa20, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=721e4e74-0796-46e1-8f87-90fd4165fa20,segment=NetworkSegment(2e242fab-293b-48ae-8c77-a134329bcbc1),segment_id=2e242fab-293b-48ae-8c77-a134329bcbc1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:26.874982 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '721e4e74-0796-46e1-8f87-90fd4165fa20', 'network_id': 'beb74b3d-b75b-4862-95e6-52b52600bd3d', 'port_id': '721e4e74-0796-46e1-8f87-90fd4165fa20', 'mac_address': 'fa:16:3e:08:1f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac9518c4-5278-4a3a-a91d-f2905dc741bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:46:26.912406 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:26.913947 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-499d7a9e-a2fd-464d-a73c-ba6eb1634ec5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Deleting port 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:46:26.914287 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-499d7a9e-a2fd-464d-a73c-ba6eb1634ec5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:26.925368 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721e4e74-0796-46e1-8f87-90fd4165fa20 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:46:26.945031 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 721e4e74-0796-46e1-8f87-90fd4165fa20, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=721e4e74-0796-46e1-8f87-90fd4165fa20,segment=NetworkSegment(2e242fab-293b-48ae-8c77-a134329bcbc1),segment_id=2e242fab-293b-48ae-8c77-a134329bcbc1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:27.003884 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-499d7a9e-a2fd-464d-a73c-ba6eb1634ec5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:27.020286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-499d7a9e-a2fd-464d-a73c-ba6eb1634ec5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Calling delete_port for 5467d33c-e619-4cf2-9bdc-e9edb7e205e2 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:46:27.038168 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:27.086112 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=721e4e74-0796-46e1-8f87-90fd4165fa20,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:27.198711 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-499d7a9e-a2fd-464d-a73c-ba6eb1634ec5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:27.229959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d7a9e-a2fd-464d-a73c-ba6eb1634ec5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event deleted for resources: {'Port': ['ID=5467d33c-e619-4cf2-9bdc-e9edb7e205e2,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:27.298538 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-499d7a9e-a2fd-464d-a73c-ba6eb1634ec5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:27.301901 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-499d7a9e-a2fd-464d-a73c-ba6eb1634ec5 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "DELETE /v2.0/ports/5467d33c-e619-4cf2-9bdc-e9edb7e205e2 HTTP/1.1" status: 204 len: 168 time: 0.4751556 Nov 08 00:46:27.304508 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57554) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:27.354809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9503b0a4-f833-4eab-a786-4b5187dba47f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Deleting subnet bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:46:27.358882 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9503b0a4-f833-4eab-a786-4b5187dba47f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:27.404663 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9503b0a4-f833-4eab-a786-4b5187dba47f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:27.415370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['721e4e74-0796-46e1-8f87-90fd4165fa20'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:46:27.489270 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9503b0a4-f833-4eab-a786-4b5187dba47f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:27.639239 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9503b0a4-f833-4eab-a786-4b5187dba47f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:27.684554 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503b0a4-f833-4eab-a786-4b5187dba47f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event deleted for resources: {'Subnet': ['ID=bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:27.687062 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9503b0a4-f833-4eab-a786-4b5187dba47f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:27.690343 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9503b0a4-f833-4eab-a786-4b5187dba47f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "DELETE /v2.0/subnets/bf85633d-f5b0-4ad3-bff7-b1c40f3b0d2e HTTP/1.1" status: 204 len: 168 time: 0.3849030 Nov 08 00:46:27.693689 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57562) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:27.695824 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72503031-41c9-4f20-994d-a60256bb485e None None] Network e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:46:27.730720 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8a60b-04a6-442f-957d-c85f68453a5a req-f9738082-e972-404a-ad86-285ba6ef634f tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:27.732527 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-30f8a60b-04a6-442f-957d-c85f68453a5a req-f9738082-e972-404a-ad86-285ba6ef634f tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 944 time: 0.0821419 Nov 08 00:46:27.764022 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ee3690-2233-402e-82fd-b89eb6c5295b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Deleting subnet f605a38c-4cc2-450b-85e5-8603e8e18cce {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:46:27.768466 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23ee3690-2233-402e-82fd-b89eb6c5295b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:27.782472 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-30f8a60b-04a6-442f-957d-c85f68453a5a req-7b3206c2-f2e6-4fbb-8dbe-148bc2d19a1f tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420730 Nov 08 00:46:27.813308 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23ee3690-2233-402e-82fd-b89eb6c5295b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:27.896507 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d910f5-418c-4cef-9c57-f80fe602b472 None None] DHCP port deletion for e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:46:27.902643 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23ee3690-2233-402e-82fd-b89eb6c5295b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:27.942856 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f1d910f5-418c-4cef-9c57-f80fe602b472 None None] Deleting port 9485c1b1-7b51-469a-b491-d61f3ac11f33 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:46:27.943223 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1d910f5-418c-4cef-9c57-f80fe602b472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.004996 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f1d910f5-418c-4cef-9c57-f80fe602b472 None None] For port 9485c1b1-7b51-469a-b491-d61f3ac11f33, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9485c1b1-7b51-469a-b491-d61f3ac11f33,segment=NetworkSegment(1cabc633-f5fd-4d84-af66-a27c0e9cf252),segment_id=1cabc633-f5fd-4d84-af66-a27c0e9cf252)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:28.005388 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1d910f5-418c-4cef-9c57-f80fe602b472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.022221 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f1d910f5-418c-4cef-9c57-f80fe602b472 None None] Calling delete_port for 9485c1b1-7b51-469a-b491-d61f3ac11f33 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:46:28.035746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9485c1b1-7b51-469a-b491-d61f3ac11f33 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:46:28.067475 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23ee3690-2233-402e-82fd-b89eb6c5295b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.096988 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee3690-2233-402e-82fd-b89eb6c5295b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event deleted for resources: {'Subnet': ['ID=f605a38c-4cc2-450b-85e5-8603e8e18cce,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:28.104104 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23ee3690-2233-402e-82fd-b89eb6c5295b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.108250 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-23ee3690-2233-402e-82fd-b89eb6c5295b tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "DELETE /v2.0/subnets/f605a38c-4cc2-450b-85e5-8603e8e18cce HTTP/1.1" status: 204 len: 168 time: 0.4133844 Nov 08 00:46:28.111137 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57564) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:28.113702 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c75046-db6d-44d7-b04b-f14b111f57e0 None None] Network 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:46:28.197945 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.216035 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7e811a17-bb3d-4a53-9d53-f67dac23b61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.253517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Deleting port 9485c1b1-7b51-469a-b491-d61f3ac11f33 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:46:28.253946 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.264175 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.299259 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1d910f5-418c-4cef-9c57-f80fe602b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.321451 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] For port 9485c1b1-7b51-469a-b491-d61f3ac11f33, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9485c1b1-7b51-469a-b491-d61f3ac11f33,segment=NetworkSegment(1cabc633-f5fd-4d84-af66-a27c0e9cf252),segment_id=1cabc633-f5fd-4d84-af66-a27c0e9cf252)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:28.321584 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.336656 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Calling delete_port for 9485c1b1-7b51-469a-b491-d61f3ac11f33 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:46:28.345598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d910f5-418c-4cef-9c57-f80fe602b472 None None] Pushing event deleted for resources: {'Port': ['ID=9485c1b1-7b51-469a-b491-d61f3ac11f33,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:28.348090 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d910f5-418c-4cef-9c57-f80fe602b472 None None] No DVR routers for this DVR port 9485c1b1-7b51-469a-b491-d61f3ac11f33 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:46:28.388761 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48faef52-89f3-49d1-bce0-a640e3576a63 None None] DHCP port deletion for 94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:46:28.433532 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.437261 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-48faef52-89f3-49d1-bce0-a640e3576a63 None None] Deleting port 670ab7c9-4872-4785-b686-cce15053fad4 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:46:28.437646 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-48faef52-89f3-49d1-bce0-a640e3576a63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.461141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] No DVR routers for this DVR port 9485c1b1-7b51-469a-b491-d61f3ac11f33 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:46:28.465811 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event deleted for resources: {'Port': ['ID=9485c1b1-7b51-469a-b491-d61f3ac11f33,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:28.505662 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-48faef52-89f3-49d1-bce0-a640e3576a63 None None] For port 670ab7c9-4872-4785-b686-cce15053fad4, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=670ab7c9-4872-4785-b686-cce15053fad4,segment=NetworkSegment(cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1),segment_id=cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:28.506051 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-48faef52-89f3-49d1-bce0-a640e3576a63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.518699 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-48faef52-89f3-49d1-bce0-a640e3576a63 None None] Calling delete_port for 670ab7c9-4872-4785-b686-cce15053fad4 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:46:28.550006 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.569345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:28.578471 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cabc633-f5fd-4d84-af66-a27c0e9cf252') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:28.578903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cabc633-f5fd-4d84-af66-a27c0e9cf252') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:28.587976 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.601650 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.609123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:46:28.609123 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:46:28.611136 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:46:28.684048 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-48faef52-89f3-49d1-bce0-a640e3576a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.709496 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48faef52-89f3-49d1-bce0-a640e3576a63 None None] Pushing event deleted for resources: {'Port': ['ID=670ab7c9-4872-4785-b686-cce15053fad4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:28.713144 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48faef52-89f3-49d1-bce0-a640e3576a63 None None] No DVR routers for this DVR port 670ab7c9-4872-4785-b686-cce15053fad4 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:46:28.764008 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.771550 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.774669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "DELETE /v2.0/networks/e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9 HTTP/1.1" status: 204 len: 168 time: 0.6624575 Nov 08 00:46:28.777430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57566) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:28.787016 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d715d9-5cfc-41fb-ad0e-2a8c84ebaa61 tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event deleted for resources: {'Network': ['ID=e9d2d842-ca2b-43fb-b83b-f0a2af69b0b9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:28.790528 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 721e4e74-0796-46e1-8f87-90fd4165fa20 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:46:28.858638 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7c00a3a9-6356-4c66-bbf8-390a5933441f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.904546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcdc29d-5722-4c5c-a016-2728b783ff51 req-fe26a965-a6b2-4cf8-a5b2-06c4285aefd2 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:28.906182 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbcdc29d-5722-4c5c-a016-2728b783ff51 req-fe26a965-a6b2-4cf8-a5b2-06c4285aefd2 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 944 time: 0.0513368 Nov 08 00:46:28.948607 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7c00a3a9-6356-4c66-bbf8-390a5933441f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.950782 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbcdc29d-5722-4c5c-a016-2728b783ff51 req-ae9ed3da-d5c9-4d9a-9ed0-ef757fd66bc9 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380108 Nov 08 00:46:28.968686 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-7c00a3a9-6356-4c66-bbf8-390a5933441f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:28.972437 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 721e4e74-0796-46e1-8f87-90fd4165fa20 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:46:28.976879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 721e4e74-0796-46e1-8f87-90fd4165fa20 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:46:28.977191 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:28.978604 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-7c00a3a9-6356-4c66-bbf8-390a5933441f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:28.978896 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-7c00a3a9-6356-4c66-bbf8-390a5933441f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0ff1ac-14fc-4907-a46d-b2b9e0dcd3f1') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:28.989132 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7c00a3a9-6356-4c66-bbf8-390a5933441f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:29.002545 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7c00a3a9-6356-4c66-bbf8-390a5933441f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:29.008504 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c00a3a9-6356-4c66-bbf8-390a5933441f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7c00a3a9-6356-4c66-bbf8-390a5933441f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:46:29.014118 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:46:29.055506 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:29.077190 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bc637b-d377-428b-be5f-f37311191532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721e4e74-0796-46e1-8f87-90fd4165fa20'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:46:29.079432 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0fde4d-3bb3-4fd1-a848-58e700c32e2c" -d '{"events": [{"server_uuid": "79bc637b-d377-428b-be5f-f37311191532", "name": "network-vif-plugged", "status": "completed", "tag": "721e4e74-0796-46e1-8f87-90fd4165fa20"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:46:29.091871 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 721e4e74-0796-46e1-8f87-90fd4165fa20, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=721e4e74-0796-46e1-8f87-90fd4165fa20,segment=NetworkSegment(2e242fab-293b-48ae-8c77-a134329bcbc1),segment_id=2e242fab-293b-48ae-8c77-a134329bcbc1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:29.118012 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc54401-840a-4a15-b319-577d26b94466 x-openstack-request-id: req-2bc54401-840a-4a15-b319-577d26b94466 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:46:29.118303 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bc637b-d377-428b-be5f-f37311191532", "name": "network-vif-plugged", "status": "completed", "tag": "721e4e74-0796-46e1-8f87-90fd4165fa20", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:46:29.118557 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bc54401-840a-4a15-b319-577d26b94466 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:46:29.118974 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bc637b-d377-428b-be5f-f37311191532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721e4e74-0796-46e1-8f87-90fd4165fa20', 'code': 200} Nov 08 00:46:29.152473 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7c00a3a9-6356-4c66-bbf8-390a5933441f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:29.160951 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7c00a3a9-6356-4c66-bbf8-390a5933441f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:29.168171 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7c00a3a9-6356-4c66-bbf8-390a5933441f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] 10.222.0.13 "DELETE /v2.0/networks/94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e HTTP/1.1" status: 204 len: 168 time: 0.3856275 Nov 08 00:46:29.180115 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00a3a9-6356-4c66-bbf8-390a5933441f tempest-TaggedBootDevicesTest-2090566322 tempest-TaggedBootDevicesTest-2090566322-project] Pushing event deleted for resources: {'Network': ['ID=94bdbf2a-6fb1-4ffb-a5ef-8947a911dc4e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:29.204124 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:29.255369 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94644e-c087-466a-9c79-0bed6d920b7e req-95c477ae-e0ce-420a-92ba-d6013a196306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:29.256941 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fd94644e-c087-466a-9c79-0bed6d920b7e req-95c477ae-e0ce-420a-92ba-d6013a196306 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 1096 time: 0.0430875 Nov 08 00:46:29.257167 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=721e4e74-0796-46e1-8f87-90fd4165fa20,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:29.300122 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fd94644e-c087-466a-9c79-0bed6d920b7e req-5f076d3e-f536-43b8-88eb-974f608892bc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357480 Nov 08 00:46:30.058203 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 670ab7c9-4872-4785-b686-cce15053fad4 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:46:30.070748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e8cdb-424d-4138-862b-f091b045b7ad req-560a2a3b-5328-4560-bbbc-bce4f7180939 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:30.072298 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-191e8cdb-424d-4138-862b-f091b045b7ad req-560a2a3b-5328-4560-bbbc-bce4f7180939 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 945 time: 0.0508440 Nov 08 00:46:30.079691 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 670ab7c9-4872-4785-b686-cce15053fad4 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:46:30.080047 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 670ab7c9-4872-4785-b686-cce15053fad4 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:46:30.112949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-191e8cdb-424d-4138-862b-f091b045b7ad req-90679692-2d1f-460e-8282-ebd525d846eb tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341556 Nov 08 00:46:30.712527 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24f3b6e4-f555-4235-b8c7-390b73ad0095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:30.980972 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:31.228536 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448146d-6bbd-4a65-a801-88f187821e0e req-618a8491-b641-4434-88ee-9b957954bec1 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:31.230051 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8448146d-6bbd-4a65-a801-88f187821e0e req-618a8491-b641-4434-88ee-9b957954bec1 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 945 time: 0.0484052 Nov 08 00:46:31.271272 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8448146d-6bbd-4a65-a801-88f187821e0e req-9e47f54e-be2b-406d-a2eb-a4fae3820145 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346251 Nov 08 00:46:31.821191 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:32.198308 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:33.400385 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:38.351750 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-822c7764-3f9c-4a98-9b6d-1635b7a9b84c req-ea6244e6-4a18-46cf-bd9c-a95f72b9c04b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425787 Nov 08 00:46:38.442864 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c7764-3f9c-4a98-9b6d-1635b7a9b84c req-e46784e7-54b4-4344-84f6-9a4ffe8bb58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:38.444417 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-822c7764-3f9c-4a98-9b6d-1635b7a9b84c req-e46784e7-54b4-4344-84f6-9a4ffe8bb58b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 1097 time: 0.0556393 Nov 08 00:46:38.578957 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c7764-3f9c-4a98-9b6d-1635b7a9b84c req-cde2bf1d-1f71-4d92-8ead-8d94e453e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:38.580569 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-822c7764-3f9c-4a98-9b6d-1635b7a9b84c req-cde2bf1d-1f71-4d92-8ead-8d94e453e86b service neutron] 10.222.0.26 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 913 time: 0.1117005 Nov 08 00:46:38.655708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-822c7764-3f9c-4a98-9b6d-1635b7a9b84c req-947a0f7b-2a74-443a-88c2-52746eb4e187 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aa97aa9-018b-42e7-9dd1-f53f84badd9f HTTP/1.1" status: 200 len: 1002 time: 0.0648751 Nov 08 00:46:38.666726 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:38.706450 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c7764-3f9c-4a98-9b6d-1635b7a9b84c req-e492bc87-1196-4d9d-8ba5-04aee9474ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:38.707970 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-822c7764-3f9c-4a98-9b6d-1635b7a9b84c req-e492bc87-1196-4d9d-8ba5-04aee9474ef7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.0462604 Nov 08 00:46:38.759255 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c7764-3f9c-4a98-9b6d-1635b7a9b84c req-c2a0f805-5ada-4208-8afc-25b956445aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:38.760802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-822c7764-3f9c-4a98-9b6d-1635b7a9b84c req-c2a0f805-5ada-4208-8afc-25b956445aa0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452886 Nov 08 00:46:38.856800 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-822c7764-3f9c-4a98-9b6d-1635b7a9b84c req-4dfae1d6-7cba-470a-8027-b379d07707ec service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881145 Nov 08 00:46:38.954702 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-822c7764-3f9c-4a98-9b6d-1635b7a9b84c req-659a32f3-c71c-4654-a0d7-6564cae5c43f service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895982 Nov 08 00:46:39.578564 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57704) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:39.899875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543cb07-592e-4d6a-acef-1aab04960f8c req-9d095dad-aced-44df-a69b-3b06298b8a9b tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:39.901521 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2543cb07-592e-4d6a-acef-1aab04960f8c req-9d095dad-aced-44df-a69b-3b06298b8a9b tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 1097 time: 0.0520682 Nov 08 00:46:39.957507 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2543cb07-592e-4d6a-acef-1aab04960f8c req-7e3a5a37-eff5-4d89-b955-6e0ae8506f71 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459323 Nov 08 00:46:39.997019 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57712) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:40.177319 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-e49ded78-4dc3-4af4-8e99-679accd259ef tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Deleting port 0f4f7969-46cd-44ef-871d-c9a2377bce21 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:46:40.177684 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e49ded78-4dc3-4af4-8e99-679accd259ef tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:40.293567 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e49ded78-4dc3-4af4-8e99-679accd259ef tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:40.293567 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e49ded78-4dc3-4af4-8e99-679accd259ef tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:40.309296 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-e49ded78-4dc3-4af4-8e99-679accd259ef tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Calling delete_port for 0f4f7969-46cd-44ef-871d-c9a2377bce21 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:46:40.408532 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-75d68c97-8aba-4212-8854-4d5a2c247df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:40.569690 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e49ded78-4dc3-4af4-8e99-679accd259ef tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:40.606187 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ded78-4dc3-4af4-8e99-679accd259ef tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Port': ['ID=0f4f7969-46cd-44ef-871d-c9a2377bce21,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:40.684194 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e49ded78-4dc3-4af4-8e99-679accd259ef tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:40.684909 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-e49ded78-4dc3-4af4-8e99-679accd259ef tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Floating IP 4c665d8a-d11e-47a9-8be1-09da3c8c7aac disassociated (deleted). External IP: 172.25.2.190, port: 5d663767-29ae-41ea-a526-9f7d08cd02a7. Nov 08 00:46:40.722792 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-75d68c97-8aba-4212-8854-4d5a2c247df7 admin admin] Deleting port fab09d7b-728f-4ef9-b62c-1f382bda92ce {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:46:40.723366 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-75d68c97-8aba-4212-8854-4d5a2c247df7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:40.815329 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-75d68c97-8aba-4212-8854-4d5a2c247df7 admin admin] For port fab09d7b-728f-4ef9-b62c-1f382bda92ce, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=fab09d7b-728f-4ef9-b62c-1f382bda92ce,segment=NetworkSegment(93030cca-2466-4fe0-9b85-9dd8f0cb508d),segment_id=93030cca-2466-4fe0-9b85-9dd8f0cb508d)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:40.815685 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-75d68c97-8aba-4212-8854-4d5a2c247df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:40.829766 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-75d68c97-8aba-4212-8854-4d5a2c247df7 admin admin] Calling delete_port for fab09d7b-728f-4ef9-b62c-1f382bda92ce owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:46:40.911816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49ded78-4dc3-4af4-8e99-679accd259ef tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Router b260d7d6-dce7-495c-b612-eaf19e2aaf15 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:46:41.039060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49ded78-4dc3-4af4-8e99-679accd259ef tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:46:41.044111 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e49ded78-4dc3-4af4-8e99-679accd259ef tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:41.049756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbaa407-0f7e-4ba1-a437-ec3550bc529f None None] Sync routers for ids ['b260d7d6-dce7-495c-b612-eaf19e2aaf15'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:46:41.058887 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbaa407-0f7e-4ba1-a437-ec3550bc529f None None] Routers {'b260d7d6-dce7-495c-b612-eaf19e2aaf15'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:46:41.059506 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1dbaa407-0f7e-4ba1-a437-ec3550bc529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:46:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b260d7d6-dce7-495c-b612-eaf19e2aaf15'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:41.073057 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e49ded78-4dc3-4af4-8e99-679accd259ef tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "DELETE /v2.0/floatingips/4c665d8a-d11e-47a9-8be1-09da3c8c7aac HTTP/1.1" status: 204 len: 168 time: 1.0745642 Nov 08 00:46:41.073991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'tag': '5d663767-29ae-41ea-a526-9f7d08cd02a7'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:46:41.077626 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e6e202-e94b-4256-b427-cff96a2f0b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "1389ff8c-87b5-45f0-b862-1cb0f2628255", "tag": "5d663767-29ae-41ea-a526-9f7d08cd02a7"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:46:41.101397 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-75d68c97-8aba-4212-8854-4d5a2c247df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:41.149129 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d68c97-8aba-4212-8854-4d5a2c247df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fab09d7b-728f-4ef9-b62c-1f382bda92ce,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:41.149327 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e122f25-4ddd-4c52-b7c5-3beaf41ed8f3 x-openstack-request-id: req-4e122f25-4ddd-4c52-b7c5-3beaf41ed8f3 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:46:41.149327 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1389ff8c-87b5-45f0-b862-1cb0f2628255", "tag": "5d663767-29ae-41ea-a526-9f7d08cd02a7", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:46:41.149327 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e122f25-4ddd-4c52-b7c5-3beaf41ed8f3 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:46:41.149327 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'tag': '5d663767-29ae-41ea-a526-9f7d08cd02a7', 'status': 'completed', 'code': 200} Nov 08 00:46:41.196339 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-1dbaa407-0f7e-4ba1-a437-ec3550bc529f None None] Set router b260d7d6-dce7-495c-b612-eaf19e2aaf15 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:46:41.282525 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6e202-e94b-4256-b427-cff96a2f0b3d req-7c3c2622-1a79-4af2-83b9-1218ee9ed6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:41.292625 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5e6e202-e94b-4256-b427-cff96a2f0b3d req-7c3c2622-1a79-4af2-83b9-1218ee9ed6f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 1097 time: 0.0987494 Nov 08 00:46:41.432587 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-75d68c97-8aba-4212-8854-4d5a2c247df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:41.517640 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1dbaa407-0f7e-4ba1-a437-ec3550bc529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604345441', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '517076ea-4d24-428d-b563-e420c2c970f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:21Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '517076ea-4d24-428d-b563-e420c2c970f5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '55081152-31ca-44a4-be2e-895c203931f9', 'name': '', 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:46:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:20Z', 'updated_at': '2021-11-08T00:44:24Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:41.559739 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbaa407-0f7e-4ba1-a437-ec3550bc529f None None] Checking router: b260d7d6-dce7-495c-b612-eaf19e2aaf15 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:46:41.568915 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbaa407-0f7e-4ba1-a437-ec3550bc529f None None] Routers {'b260d7d6-dce7-495c-b612-eaf19e2aaf15'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:46:41.569623 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1dbaa407-0f7e-4ba1-a437-ec3550bc529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:46:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b260d7d6-dce7-495c-b612-eaf19e2aaf15'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:41.771116 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d68c97-8aba-4212-8854-4d5a2c247df7 admin admin] Router 70149018-7332-4c49-9f0b-0e9df43c3f24 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:46:41.809640 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6e202-e94b-4256-b427-cff96a2f0b3d req-5b6ef4e9-e3a9-4d23-b2b4-df0b78ab3183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:41.811742 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5e6e202-e94b-4256-b427-cff96a2f0b3d req-5b6ef4e9-e3a9-4d23-b2b4-df0b78ab3183 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6cd3eca5-987e-41f7-a937-66d74bca157e HTTP/1.1" status: 200 len: 897 time: 0.5165627 Nov 08 00:46:41.870781 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-1dbaa407-0f7e-4ba1-a437-ec3550bc529f None None] Set router b260d7d6-dce7-495c-b612-eaf19e2aaf15 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:46:41.873657 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486bb0f-8933-4d41-b138-18483be6ba3c req-18bbe4d1-333c-4846-b541-783f4597118a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:41.874444 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1486bb0f-8933-4d41-b138-18483be6ba3c req-18bbe4d1-333c-4846-b541-783f4597118a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.1057620 Nov 08 00:46:41.876066 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5e6e202-e94b-4256-b427-cff96a2f0b3d req-32d8a65a-a77d-484f-9e94-50b43fede9e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d663767-29ae-41ea-a526-9f7d08cd02a7 HTTP/1.1" status: 200 len: 217 time: 0.0560563 Nov 08 00:46:41.920011 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d68c97-8aba-4212-8854-4d5a2c247df7 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:46:41.931149 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d32eda-3228-48ff-b7a2-74e6d1304b1a None None] Sync routers for ids ['70149018-7332-4c49-9f0b-0e9df43c3f24'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:46:41.932952 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-75d68c97-8aba-4212-8854-4d5a2c247df7 admin admin] 10.222.0.13 "PUT /v2.0/routers/70149018-7332-4c49-9f0b-0e9df43c3f24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3531120 Nov 08 00:46:41.933620 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57724) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:41.948105 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d32eda-3228-48ff-b7a2-74e6d1304b1a None None] Routers {'70149018-7332-4c49-9f0b-0e9df43c3f24'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:46:41.948735 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-03d32eda-3228-48ff-b7a2-74e6d1304b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:46:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['70149018-7332-4c49-9f0b-0e9df43c3f24'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:41.983524 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1486bb0f-8933-4d41-b138-18483be6ba3c req-a9409cf0-379e-48f7-8b3f-f4571a6e7ddd tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868988 Nov 08 00:46:42.000491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6e202-e94b-4256-b427-cff96a2f0b3d req-f328c730-7da4-415b-b859-c7186f7d9126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:42.001958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5e6e202-e94b-4256-b427-cff96a2f0b3d req-f328c730-7da4-415b-b859-c7186f7d9126 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fce3e2d9-a8fd-4d5f-b631-78e56303ea20 HTTP/1.1" status: 200 len: 833 time: 0.1115346 Nov 08 00:46:42.085718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6e202-e94b-4256-b427-cff96a2f0b3d req-1e151c35-39b3-462d-b22d-b1db8fd5c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:42.093191 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5e6e202-e94b-4256-b427-cff96a2f0b3d req-1e151c35-39b3-462d-b22d-b1db8fd5c10d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6cd3eca5-987e-41f7-a937-66d74bca157e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820563 Nov 08 00:46:42.096761 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6c57f33a-6e61-4b3f-8448-c52791c36ee6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:42.133146 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-03d32eda-3228-48ff-b7a2-74e6d1304b1a None None] Set router 70149018-7332-4c49-9f0b-0e9df43c3f24 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:46:42.169936 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1dbaa407-0f7e-4ba1-a437-ec3550bc529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604345441', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '517076ea-4d24-428d-b563-e420c2c970f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:21Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '517076ea-4d24-428d-b563-e420c2c970f5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '55081152-31ca-44a4-be2e-895c203931f9', 'name': '', 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:46:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:20Z', 'updated_at': '2021-11-08T00:44:24Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:42.204665 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbaa407-0f7e-4ba1-a437-ec3550bc529f None None] The sync data for ids ['b260d7d6-dce7-495c-b612-eaf19e2aaf15'] in n-d-816882-1 is: [{'id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604345441', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '517076ea-4d24-428d-b563-e420c2c970f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:21Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '517076ea-4d24-428d-b563-e420c2c970f5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '55081152-31ca-44a4-be2e-895c203931f9', 'name': '', 'network_id': '6cd3eca5-987e-41f7-a937-66d74bca157e', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:46:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:20Z', 'updated_at': '2021-11-08T00:44:24Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': 'fce3e2d9-a8fd-4d5f-b631-78e56303ea20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:46:42.237116 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6c57f33a-6e61-4b3f-8448-c52791c36ee6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:42.253337 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5e6e202-e94b-4256-b427-cff96a2f0b3d req-d6daf5c1-bae5-4a03-ad0b-e97ff9a34bd0 service neutron] 10.222.0.26 "GET /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523223 Nov 08 00:46:42.360150 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5e6e202-e94b-4256-b427-cff96a2f0b3d req-cb2e7e1a-ec74-44b3-9758-f7c8df97139c service neutron] 10.222.0.26 "GET /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991695 Nov 08 00:46:42.366456 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-03d32eda-3228-48ff-b7a2-74e6d1304b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'name': 'tempest-TaggedBootDevicesTest-1187649046-router', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:35:10Z', 'updated_at': '2021-11-08T00:46:40Z', 'revision_number': 5, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'gw_port': {'id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:11Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:42.395697 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d32eda-3228-48ff-b7a2-74e6d1304b1a None None] Checking router: 70149018-7332-4c49-9f0b-0e9df43c3f24 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:46:42.405164 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d32eda-3228-48ff-b7a2-74e6d1304b1a None None] Routers {'70149018-7332-4c49-9f0b-0e9df43c3f24'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:46:42.405772 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-03d32eda-3228-48ff-b7a2-74e6d1304b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:46:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['70149018-7332-4c49-9f0b-0e9df43c3f24'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:42.525237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e957b6be-9517-43e3-ac1a-ecac9403c7b9 None None] New status for floating IP 4c665d8a-d11e-47a9-8be1-09da3c8c7aac: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:46:42.532475 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-6c57f33a-6e61-4b3f-8448-c52791c36ee6 admin admin] Deleting port 4fff1b60-d1b7-4231-99bf-9c0484ad7510 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:46:42.532825 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6c57f33a-6e61-4b3f-8448-c52791c36ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:42.534930 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-03d32eda-3228-48ff-b7a2-74e6d1304b1a None None] Set router 70149018-7332-4c49-9f0b-0e9df43c3f24 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:46:42.652890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-6c57f33a-6e61-4b3f-8448-c52791c36ee6 admin admin] For port 4fff1b60-d1b7-4231-99bf-9c0484ad7510, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4fff1b60-d1b7-4231-99bf-9c0484ad7510,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:42.654647 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6c57f33a-6e61-4b3f-8448-c52791c36ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:42.682579 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-6c57f33a-6e61-4b3f-8448-c52791c36ee6 admin admin] Calling delete_port for 4fff1b60-d1b7-4231-99bf-9c0484ad7510 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:46:42.764375 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-03d32eda-3228-48ff-b7a2-74e6d1304b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'name': 'tempest-TaggedBootDevicesTest-1187649046-router', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:35:10Z', 'updated_at': '2021-11-08T00:46:40Z', 'revision_number': 5, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'gw_port': {'id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:11Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:42.793220 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d32eda-3228-48ff-b7a2-74e6d1304b1a None None] The sync data for ids ['70149018-7332-4c49-9f0b-0e9df43c3f24'] in n-d-816882-1 is: [{'id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'name': 'tempest-TaggedBootDevicesTest-1187649046-router', 'tenant_id': '164de2ce1e3247028ecb390dfe25c9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:35:10Z', 'updated_at': '2021-11-08T00:46:40Z', 'revision_number': 5, 'project_id': '164de2ce1e3247028ecb390dfe25c9c9', 'gw_port': {'id': '4fff1b60-d1b7-4231-99bf-9c0484ad7510', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70149018-7332-4c49-9f0b-0e9df43c3f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:35:11Z', 'updated_at': '2021-11-08T00:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:46:42.924160 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6c57f33a-6e61-4b3f-8448-c52791c36ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:42.945534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14767618-1010-49b7-9366-7d709ec759d0 req-36c06f0b-dd4e-451a-880d-cc53bbb94740 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:42.947667 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-14767618-1010-49b7-9366-7d709ec759d0 req-36c06f0b-dd4e-451a-880d-cc53bbb94740 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.26 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0632553 Nov 08 00:46:42.959490 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57f33a-6e61-4b3f-8448-c52791c36ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fff1b60-d1b7-4231-99bf-9c0484ad7510,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:43.038452 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6c57f33a-6e61-4b3f-8448-c52791c36ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:43.093053 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-14767618-1010-49b7-9366-7d709ec759d0 req-4cb084e7-227b-410b-8ae3-cff652e7cb2a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Deleting port 5d663767-29ae-41ea-a526-9f7d08cd02a7 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:46:43.094192 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-14767618-1010-49b7-9366-7d709ec759d0 req-4cb084e7-227b-410b-8ae3-cff652e7cb2a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:43.119956 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f7205-7f3a-4840-8cfb-0cdb7a5f42a1 req-e7f31669-d3bf-452b-8952-e07b96f2bc22 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:43.121454 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-391f7205-7f3a-4840-8cfb-0cdb7a5f42a1 req-e7f31669-d3bf-452b-8952-e07b96f2bc22 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 946 time: 0.0808043 Nov 08 00:46:43.135881 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6c57f33a-6e61-4b3f-8448-c52791c36ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:43.138101 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6c57f33a-6e61-4b3f-8448-c52791c36ee6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:43.148090 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:46:43.222506 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-391f7205-7f3a-4840-8cfb-0cdb7a5f42a1 req-6195e80e-28fd-4546-9f70-72b4f92bbfce tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=48d6df80-8b4c-4e9b-8213-203624e1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670269 Nov 08 00:46:43.240225 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-14767618-1010-49b7-9366-7d709ec759d0 req-4cb084e7-227b-410b-8ae3-cff652e7cb2a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] For port 5d663767-29ae-41ea-a526-9f7d08cd02a7, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5d663767-29ae-41ea-a526-9f7d08cd02a7,segment=NetworkSegment(55f7784f-c323-4b3b-a466-0ff77401e324),segment_id=55f7784f-c323-4b3b-a466-0ff77401e324)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:43.240591 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-14767618-1010-49b7-9366-7d709ec759d0 req-4cb084e7-227b-410b-8ae3-cff652e7cb2a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:43.243839 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6c57f33a-6e61-4b3f-8448-c52791c36ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:43.244399 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c57f33a-6e61-4b3f-8448-c52791c36ee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70149018-7332-4c49-9f0b-0e9df43c3f24 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:46:43.248836 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6c57f33a-6e61-4b3f-8448-c52791c36ee6 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:43.250350 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6c57f33a-6e61-4b3f-8448-c52791c36ee6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/70149018-7332-4c49-9f0b-0e9df43c3f24 HTTP/1.1" status: 204 len: 168 time: 1.3157537 Nov 08 00:46:43.252754 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57730) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:43.261797 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-14767618-1010-49b7-9366-7d709ec759d0 req-4cb084e7-227b-410b-8ae3-cff652e7cb2a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Calling delete_port for 5d663767-29ae-41ea-a526-9f7d08cd02a7 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:46:43.334883 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-58367bd5-7d84-4fa4-bea1-bebe711deb07 admin admin] Deleting subnet 27c96a89-7ab5-4bdd-a965-d1c0a565158c {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:46:43.338620 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-58367bd5-7d84-4fa4-bea1-bebe711deb07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:43.380507 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-58367bd5-7d84-4fa4-bea1-bebe711deb07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:43.468001 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-58367bd5-7d84-4fa4-bea1-bebe711deb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:43.484540 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-14767618-1010-49b7-9366-7d709ec759d0 req-4cb084e7-227b-410b-8ae3-cff652e7cb2a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:43.520981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb084e7-227b-410b-8ae3-cff652e7cb2a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Port': ['ID=5d663767-29ae-41ea-a526-9f7d08cd02a7,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:43.573208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-14767618-1010-49b7-9366-7d709ec759d0 req-4cb084e7-227b-410b-8ae3-cff652e7cb2a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] No DVR routers for this DVR port 5d663767-29ae-41ea-a526-9f7d08cd02a7 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:46:43.576063 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-14767618-1010-49b7-9366-7d709ec759d0 req-4cb084e7-227b-410b-8ae3-cff652e7cb2a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:43.579580 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-14767618-1010-49b7-9366-7d709ec759d0 req-4cb084e7-227b-410b-8ae3-cff652e7cb2a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.26 "DELETE /v2.0/ports/5d663767-29ae-41ea-a526-9f7d08cd02a7 HTTP/1.1" status: 204 len: 173 time: 0.6254277 Nov 08 00:46:43.580076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'name': 'network-vif-deleted', 'tag': '5d663767-29ae-41ea-a526-9f7d08cd02a7'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:46:43.582426 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fae618-23d8-4bba-854e-607b0cf974cc" -d '{"events": [{"server_uuid": "1389ff8c-87b5-45f0-b862-1cb0f2628255", "name": "network-vif-deleted", "tag": "5d663767-29ae-41ea-a526-9f7d08cd02a7"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:46:43.616772 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-58367bd5-7d84-4fa4-bea1-bebe711deb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:43.630909 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f52c58b-c11e-42e8-81a7-dbfcc4319307 x-openstack-request-id: req-6f52c58b-c11e-42e8-81a7-dbfcc4319307 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:46:43.631266 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1389ff8c-87b5-45f0-b862-1cb0f2628255", "name": "network-vif-deleted", "tag": "5d663767-29ae-41ea-a526-9f7d08cd02a7", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:46:43.631549 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f52c58b-c11e-42e8-81a7-dbfcc4319307 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:46:43.633910 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1389ff8c-87b5-45f0-b862-1cb0f2628255', 'name': 'network-vif-deleted', 'tag': '5d663767-29ae-41ea-a526-9f7d08cd02a7', 'status': 'completed', 'code': 200} Nov 08 00:46:43.646016 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58367bd5-7d84-4fa4-bea1-bebe711deb07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27c96a89-7ab5-4bdd-a965-d1c0a565158c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:43.649767 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-58367bd5-7d84-4fa4-bea1-bebe711deb07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:43.657186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8188234e-9d9d-4d99-b569-b1092b6a8b94 None None] Network cc5b0d97-a530-416c-8598-edbfeb38986f requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:46:43.664848 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-58367bd5-7d84-4fa4-bea1-bebe711deb07 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/27c96a89-7ab5-4bdd-a965-d1c0a565158c HTTP/1.1" status: 204 len: 168 time: 0.4089003 Nov 08 00:46:43.665092 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57736) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:43.750382 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:43.829371 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] Deleting port 8cc2250a-37aa-4873-9b05-e3c41de1643b {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:46:43.829716 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:43.906884 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] For port 8cc2250a-37aa-4873-9b05-e3c41de1643b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8cc2250a-37aa-4873-9b05-e3c41de1643b,segment=NetworkSegment(93030cca-2466-4fe0-9b85-9dd8f0cb508d),segment_id=93030cca-2466-4fe0-9b85-9dd8f0cb508d)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:43.907445 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:43.918325 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6987cd-6cf7-47ce-9129-cbae593c3c92 None None] DHCP port deletion for cc5b0d97-a530-416c-8598-edbfeb38986f request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:46:43.926936 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] Calling delete_port for 8cc2250a-37aa-4873-9b05-e3c41de1643b owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:46:44.012110 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-de6987cd-6cf7-47ce-9129-cbae593c3c92 None None] Deleting port 8cc2250a-37aa-4873-9b05-e3c41de1643b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:46:44.012495 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-de6987cd-6cf7-47ce-9129-cbae593c3c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:44.083292 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device fab09d7b-728f-4ef9-b62c-1f382bda92ce no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:46:44.111611 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: fab09d7b-728f-4ef9-b62c-1f382bda92ce {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:46:44.112143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device fab09d7b-728f-4ef9-b62c-1f382bda92ce not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:46:44.112602 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8cc2250a-37aa-4873-9b05-e3c41de1643b no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:46:44.113168 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:44.119453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-de6987cd-6cf7-47ce-9129-cbae593c3c92 None None] For port 8cc2250a-37aa-4873-9b05-e3c41de1643b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8cc2250a-37aa-4873-9b05-e3c41de1643b,segment=NetworkSegment(93030cca-2466-4fe0-9b85-9dd8f0cb508d),segment_id=93030cca-2466-4fe0-9b85-9dd8f0cb508d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:44.122489 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-de6987cd-6cf7-47ce-9129-cbae593c3c92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:44.143591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 8cc2250a-37aa-4873-9b05-e3c41de1643b {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:46:44.143980 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8cc2250a-37aa-4873-9b05-e3c41de1643b not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:46:44.144410 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4fff1b60-d1b7-4231-99bf-9c0484ad7510 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:46:44.152210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc2250a-37aa-4873-9b05-e3c41de1643b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:44.154850 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] No DVR routers for this DVR port 8cc2250a-37aa-4873-9b05-e3c41de1643b on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:46:44.171014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-de6987cd-6cf7-47ce-9129-cbae593c3c92 None None] Calling delete_port for 8cc2250a-37aa-4873-9b05-e3c41de1643b owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:46:44.175229 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 4fff1b60-d1b7-4231-99bf-9c0484ad7510 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:46:44.175592 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4fff1b60-d1b7-4231-99bf-9c0484ad7510 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:46:44.232894 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:44.256674 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5b0d97-a530-416c-8598-edbfeb38986f']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:44.263573 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-de6987cd-6cf7-47ce-9129-cbae593c3c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:44.271287 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93030cca-2466-4fe0-9b85-9dd8f0cb508d') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:44.271592 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93030cca-2466-4fe0-9b85-9dd8f0cb508d') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:44.280624 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6987cd-6cf7-47ce-9129-cbae593c3c92 None None] No DVR routers for this DVR port 8cc2250a-37aa-4873-9b05-e3c41de1643b on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:46:44.293604 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:44.307217 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6987cd-6cf7-47ce-9129-cbae593c3c92 None None] Pushing event deleted for resources: {'Port': ['ID=8cc2250a-37aa-4873-9b05-e3c41de1643b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:44.317733 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:44.331931 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:46:44.332405 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:46:44.334729 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:46:44.352606 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d0ff99f6-48da-44d9-93c8-dd1f9e5f77fc req-9fe7a43e-d954-4108-be86-ad119349f3d0 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 210 time: 0.0375564 Nov 08 00:46:44.804147 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:44.823462 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:44.830222 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] 10.222.0.13 "DELETE /v2.0/networks/cc5b0d97-a530-416c-8598-edbfeb38986f HTTP/1.1" status: 204 len: 168 time: 1.1640635 Nov 08 00:46:44.831277 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29079a-49b2-41c9-86e5-130a5acb5cae admin admin] Pushing event deleted for resources: {'Network': ['ID=cc5b0d97-a530-416c-8598-edbfeb38986f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:45.183220 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57764) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:45.227831 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cf605182-3707-41e4-b414-65c9a8691c70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=164de2ce1e3247028ecb390dfe25c9c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408287 Nov 08 00:46:45.228091 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57766) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:45.276993 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-48a3b6e8-3ae6-4a23-9eda-df916caf7ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:45.308571 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-48a3b6e8-3ae6-4a23-9eda-df916caf7ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:45.465456 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-16fcffd5-b6e2-4861-81bd-3205431247b5 req-9e8aeec0-1433-42fe-a83e-9f55b1856ba9 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=1389ff8c-87b5-45f0-b862-1cb0f2628255 HTTP/1.1" status: 200 len: 210 time: 0.0314822 Nov 08 00:46:45.489385 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-48a3b6e8-3ae6-4a23-9eda-df916caf7ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:45.493002 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-48a3b6e8-3ae6-4a23-9eda-df916caf7ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:45.496478 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-48a3b6e8-3ae6-4a23-9eda-df916caf7ba9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07ca201a-41f7-478f-a863-9397f5b437a9 HTTP/1.1" status: 204 len: 168 time: 0.2652888 Nov 08 00:46:45.503743 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3b6e8-3ae6-4a23-9eda-df916caf7ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ca201a-41f7-478f-a863-9397f5b437a9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:46.522406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57802) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:46.555706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57804) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:46.659215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-141537340-network', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:46.786644 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Made reservation on behalf of afb635e40fd640559a1e95ef85c12c18 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:46:46.789094 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:46.799012 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:46.882161 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:46.912262 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95be2091-5bf3-4b3b-b74a-f004df93649f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:46.978060 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:46.993861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:46:47.023316 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:47.023755 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Added segment 7f4ab431-5a82-4d17-a809-c8f9da9fbe52 of type vlan for network 2a9bede5-8040-45a1-99d6-bb798995e059 Nov 08 00:46:47.025214 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5885a02-1317-4f8e-8dc6-4026e0e2486c,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:47.079717 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:47.080090 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:47.080498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:47.080903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:47.081382 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:47.081675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:47.082058 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:47.082446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:47.082885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:47.083268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:47.083651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:47.084050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:47.102076 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:47.181372 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:47.182461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:47.183118 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:47.189711 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-95be2091-5bf3-4b3b-b74a-f004df93649f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Deleting port 55081152-31ca-44a4-be2e-895c203931f9 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:46:47.190140 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95be2091-5bf3-4b3b-b74a-f004df93649f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:47.277877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] Pushing event updated for resources: {'Network': ['ID=2a9bede5-8040-45a1-99d6-bb798995e059,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:47.286475 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-95be2091-5bf3-4b3b-b74a-f004df93649f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] For port 55081152-31ca-44a4-be2e-895c203931f9, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=55081152-31ca-44a4-be2e-895c203931f9,segment=NetworkSegment(55f7784f-c323-4b3b-a466-0ff77401e324),segment_id=55f7784f-c323-4b3b-a466-0ff77401e324)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:47.286909 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95be2091-5bf3-4b3b-b74a-f004df93649f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:47.293218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 2a9bede5-8040-45a1-99d6-bb798995e059 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:46:47.306976 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-550cadb9-18c2-4929-b47c-396cdd6fcb35 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7471175 Nov 08 00:46:47.309291 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57810) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:47.311483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-95be2091-5bf3-4b3b-b74a-f004df93649f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Calling delete_port for 55081152-31ca-44a4-be2e-895c203931f9 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:46:47.316018 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c3178f2f-30e0-4d7d-a4d7-4a23b2fb860b admin admin] Request body: {'subnet': {'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-141537340-subnet', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:47.477539 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3178f2f-30e0-4d7d-a4d7-4a23b2fb860b admin admin] Made reservation on behalf of afb635e40fd640559a1e95ef85c12c18 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:46:47.479884 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3178f2f-30e0-4d7d-a4d7-4a23b2fb860b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:47.746788 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95be2091-5bf3-4b3b-b74a-f004df93649f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:47.771797 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be2091-5bf3-4b3b-b74a-f004df93649f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Port': ['ID=55081152-31ca-44a4-be2e-895c203931f9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:47.800380 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3178f2f-30e0-4d7d-a4d7-4a23b2fb860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:47.883520 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3178f2f-30e0-4d7d-a4d7-4a23b2fb860b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5068e2e8-60e6-4d04-9017-4d3652d89ba0,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:47.973897 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3178f2f-30e0-4d7d-a4d7-4a23b2fb860b admin admin] Checking segment: {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:46:47.974433 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3178f2f-30e0-4d7d-a4d7-4a23b2fb860b admin admin] Network hostable DHCP agents. Network: 2a9bede5-8040-45a1-99d6-bb798995e059, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:46:48.025763 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95be2091-5bf3-4b3b-b74a-f004df93649f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:48.106990 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3178f2f-30e0-4d7d-a4d7-4a23b2fb860b admin admin] Network 2a9bede5-8040-45a1-99d6-bb798995e059 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:46:48.153402 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 5d663767-29ae-41ea-a526-9f7d08cd02a7 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:46:48.175043 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 5d663767-29ae-41ea-a526-9f7d08cd02a7 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:46:48.175466 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 5d663767-29ae-41ea-a526-9f7d08cd02a7 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:46:48.216979 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-c3178f2f-30e0-4d7d-a4d7-4a23b2fb860b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 2a9bede5-8040-45a1-99d6-bb798995e059) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:46:48.224272 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3178f2f-30e0-4d7d-a4d7-4a23b2fb860b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:48.224856 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3178f2f-30e0-4d7d-a4d7-4a23b2fb860b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:48.225897 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76068d90-3e1f-4c27-8545-32a9c01b1689 None None] Network 2a9bede5-8040-45a1-99d6-bb798995e059 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:46:48.273024 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95be2091-5bf3-4b3b-b74a-f004df93649f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Router b260d7d6-dce7-495c-b612-eaf19e2aaf15 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:46:48.350177 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c3178f2f-30e0-4d7d-a4d7-4a23b2fb860b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0398245 Nov 08 00:46:48.353006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57814) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:48.357649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-8d2312f5-ce78-44d5-a1f8-4d4917fadb39 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-141537340-router', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:48.383722 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-2a9bede5-8040-45a1-99d6-bb798995e059', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:46:48.384634 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:48.396016 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95be2091-5bf3-4b3b-b74a-f004df93649f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:46:48.404092 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-95be2091-5bf3-4b3b-b74a-f004df93649f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "PUT /v2.0/routers/b260d7d6-dce7-495c-b612-eaf19e2aaf15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8778317 Nov 08 00:46:48.404358 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57816) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:48.405621 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81e0130-9a65-4465-8ff8-822aa5178bbc None None] Sync routers for ids ['b260d7d6-dce7-495c-b612-eaf19e2aaf15'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:46:48.415502 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81e0130-9a65-4465-8ff8-822aa5178bbc None None] Routers {'b260d7d6-dce7-495c-b612-eaf19e2aaf15'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:46:48.416729 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a81e0130-9a65-4465-8ff8-822aa5178bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:46:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b260d7d6-dce7-495c-b612-eaf19e2aaf15'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:48.461646 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79677a1-5144-4231-b77c-1ebd12832b09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Deleting subnet fce3e2d9-a8fd-4d5f-b631-78e56303ea20 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:46:48.465201 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b79677a1-5144-4231-b77c-1ebd12832b09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:48.513301 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b79677a1-5144-4231-b77c-1ebd12832b09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:48.519463 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d2312f5-ce78-44d5-a1f8-4d4917fadb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:48.524137 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d2312f5-ce78-44d5-a1f8-4d4917fadb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:48.539193 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] Allocated IP 172.20.0.2 (2a9bede5-8040-45a1-99d6-bb798995e059/5068e2e8-60e6-4d04-9017-4d3652d89ba0/01d3158e-a752-41bb-ae7d-6589b83b826c) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:46:48.539450 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-a81e0130-9a65-4465-8ff8-822aa5178bbc None None] Set router b260d7d6-dce7-495c-b612-eaf19e2aaf15 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:46:48.593828 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d2312f5-ce78-44d5-a1f8-4d4917fadb39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:48.628813 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b79677a1-5144-4231-b77c-1ebd12832b09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:48.701042 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:48.729582 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a81e0130-9a65-4465-8ff8-822aa5178bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604345441', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '517076ea-4d24-428d-b563-e420c2c970f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:46:47Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '517076ea-4d24-428d-b563-e420c2c970f5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:48.758799 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b79677a1-5144-4231-b77c-1ebd12832b09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:48.773858 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b79677a1-5144-4231-b77c-1ebd12832b09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:48.777298 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b79677a1-5144-4231-b77c-1ebd12832b09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "DELETE /v2.0/subnets/fce3e2d9-a8fd-4d5f-b631-78e56303ea20 HTTP/1.1" status: 204 len: 168 time: 0.3720341 Nov 08 00:46:48.782883 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57818) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:48.788266 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2890de7-1494-4848-b7d1-4993e98ba5a8 None None] Network 6cd3eca5-987e-41f7-a937-66d74bca157e requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:46:48.794750 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:48.798159 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79677a1-5144-4231-b77c-1ebd12832b09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Subnet': ['ID=fce3e2d9-a8fd-4d5f-b631-78e56303ea20,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:48.855419 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81e0130-9a65-4465-8ff8-822aa5178bbc None None] Checking router: b260d7d6-dce7-495c-b612-eaf19e2aaf15 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:46:48.864825 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81e0130-9a65-4465-8ff8-822aa5178bbc None None] Routers {'b260d7d6-dce7-495c-b612-eaf19e2aaf15'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:46:48.865639 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a81e0130-9a65-4465-8ff8-822aa5178bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:46:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b260d7d6-dce7-495c-b612-eaf19e2aaf15'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:48.891775 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] Network 2a9bede5-8040-45a1-99d6-bb798995e059 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:46:48.897787 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:46:48.907014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:46:48.916570 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d2312f5-ce78-44d5-a1f8-4d4917fadb39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:48.921526 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] Pushing event updated for resources: {'Port': ['ID=01d3158e-a752-41bb-ae7d-6589b83b826c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:48.962622 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-14af6441-2f70-4d14-b0e5-2be3cc3af4da tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:48.980397 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-a81e0130-9a65-4465-8ff8-822aa5178bbc None None] Set router b260d7d6-dce7-495c-b612-eaf19e2aaf15 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:46:49.012842 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] Attempting to bind port 01d3158e-a752-41bb-ae7d-6589b83b826c on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:46:49.013333 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] Attempting to bind port 01d3158e-a752-41bb-ae7d-6589b83b826c by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:46:49.013752 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] Attempting to bind port 01d3158e-a752-41bb-ae7d-6589b83b826c on network 2a9bede5-8040-45a1-99d6-bb798995e059 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:46:49.023199 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:46:49.023199 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] Checking segment: {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:46:49.023199 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:49.023199 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] Bound using segment: {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:46:49.023199 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] Bound port: 01d3158e-a752-41bb-ae7d-6589b83b826c, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:46:49.023199 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:49.110968 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] For port 01d3158e-a752-41bb-ae7d-6589b83b826c, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:46:49.116856 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] For port 01d3158e-a752-41bb-ae7d-6589b83b826c, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=01d3158e-a752-41bb-ae7d-6589b83b826c,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:46:49.124705 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6371e56-b7cb-4be8-9ec4-e33e335187c0 None None] DHCP port deletion for 6cd3eca5-987e-41f7-a937-66d74bca157e request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:46:49.175607 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-14af6441-2f70-4d14-b0e5-2be3cc3af4da tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:49.182845 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b6371e56-b7cb-4be8-9ec4-e33e335187c0 None None] Deleting port 6ac60621-3d35-4548-826c-a115b23bfab2 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:46:49.182845 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b6371e56-b7cb-4be8-9ec4-e33e335187c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:49.199145 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a81e0130-9a65-4465-8ff8-822aa5178bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604345441', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '517076ea-4d24-428d-b563-e420c2c970f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:46:47Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '517076ea-4d24-428d-b563-e420c2c970f5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:49.230759 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81e0130-9a65-4465-8ff8-822aa5178bbc None None] The sync data for ids ['b260d7d6-dce7-495c-b612-eaf19e2aaf15'] in n-d-816882-1 is: [{'id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604345441', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '517076ea-4d24-428d-b563-e420c2c970f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:46:47Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '517076ea-4d24-428d-b563-e420c2c970f5', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260d7d6-dce7-495c-b612-eaf19e2aaf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:44:16Z', 'updated_at': '2021-11-08T00:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:46:49.252447 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:49.255780 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b6371e56-b7cb-4be8-9ec4-e33e335187c0 None None] For port 6ac60621-3d35-4548-826c-a115b23bfab2, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6ac60621-3d35-4548-826c-a115b23bfab2,segment=NetworkSegment(55f7784f-c323-4b3b-a466-0ff77401e324),segment_id=55f7784f-c323-4b3b-a466-0ff77401e324)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:49.256292 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b6371e56-b7cb-4be8-9ec4-e33e335187c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:49.308368 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b6371e56-b7cb-4be8-9ec4-e33e335187c0 None None] Calling delete_port for 6ac60621-3d35-4548-826c-a115b23bfab2 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:46:49.347102 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d2312f5-ce78-44d5-a1f8-4d4917fadb39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:49.374695 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d2312f5-ce78-44d5-a1f8-4d4917fadb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:49.386442 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a8da1-86bc-49c1-8020-ecd5a2a688c3 None None] Pushing event updated for resources: {'Port': ['ID=01d3158e-a752-41bb-ae7d-6589b83b826c,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:49.431776 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-14af6441-2f70-4d14-b0e5-2be3cc3af4da tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Deleting port 517076ea-4d24-428d-b563-e420c2c970f5 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:46:49.432150 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-14af6441-2f70-4d14-b0e5-2be3cc3af4da tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:49.512509 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b6371e56-b7cb-4be8-9ec4-e33e335187c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:49.539369 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6371e56-b7cb-4be8-9ec4-e33e335187c0 None None] Pushing event deleted for resources: {'Port': ['ID=6ac60621-3d35-4548-826c-a115b23bfab2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:49.543235 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6371e56-b7cb-4be8-9ec4-e33e335187c0 None None] No DVR routers for this DVR port 6ac60621-3d35-4548-826c-a115b23bfab2 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:46:49.558052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-8d2312f5-ce78-44d5-a1f8-4d4917fadb39 admin admin] Allocated IP 172.25.2.142 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/a2dcd7ad-8f47-43a3-b0e3-348eed203bb7) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:46:49.568791 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-14af6441-2f70-4d14-b0e5-2be3cc3af4da tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] For port 517076ea-4d24-428d-b563-e420c2c970f5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=517076ea-4d24-428d-b563-e420c2c970f5,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:49.573234 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-14af6441-2f70-4d14-b0e5-2be3cc3af4da tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:49.590918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-14af6441-2f70-4d14-b0e5-2be3cc3af4da tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Calling delete_port for 517076ea-4d24-428d-b563-e420c2c970f5 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:46:49.791830 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d2312f5-ce78-44d5-a1f8-4d4917fadb39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:49.975874 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d2312f5-ce78-44d5-a1f8-4d4917fadb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:50.014398 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-14af6441-2f70-4d14-b0e5-2be3cc3af4da tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:50.019478 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2312f5-ce78-44d5-a1f8-4d4917fadb39 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:46:50.026993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-8d2312f5-ce78-44d5-a1f8-4d4917fadb39 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:46:50.034774 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2312f5-ce78-44d5-a1f8-4d4917fadb39 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:46:50.043141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2312f5-ce78-44d5-a1f8-4d4917fadb39 admin admin] Pushing event updated for resources: {'Port': ['ID=a2dcd7ad-8f47-43a3-b0e3-348eed203bb7,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:50.096719 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 01d3158e-a752-41bb-ae7d-6589b83b826c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:46:50.170004 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 01d3158e-a752-41bb-ae7d-6589b83b826c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:46:50.171267 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:50.184537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af6441-2f70-4d14-b0e5-2be3cc3af4da tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Port': ['ID=517076ea-4d24-428d-b563-e420c2c970f5,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:50.256241 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:50.262900 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-14af6441-2f70-4d14-b0e5-2be3cc3af4da tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:50.302954 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 01d3158e-a752-41bb-ae7d-6589b83b826c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=01d3158e-a752-41bb-ae7d-6589b83b826c,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:50.374851 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-14af6441-2f70-4d14-b0e5-2be3cc3af4da tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:50.377338 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-14af6441-2f70-4d14-b0e5-2be3cc3af4da tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:50.415407 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:50.472955 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6ac60621-3d35-4548-826c-a115b23bfab2 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:46:50.484786 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322446fa-6f72-4fab-bddb-ef82c0d7cde3 None None] Network 2a9bede5-8040-45a1-99d6-bb798995e059 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:46:50.506371 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 6ac60621-3d35-4548-826c-a115b23bfab2 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:46:50.506645 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6ac60621-3d35-4548-826c-a115b23bfab2 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:46:50.507096 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 55081152-31ca-44a4-be2e-895c203931f9 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:46:50.508733 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=01d3158e-a752-41bb-ae7d-6589b83b826c,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:50.540008 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-14af6441-2f70-4d14-b0e5-2be3cc3af4da tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:50.540608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14af6441-2f70-4d14-b0e5-2be3cc3af4da tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Fanout notify agent at l3_agent the message router_deleted on router b260d7d6-dce7-495c-b612-eaf19e2aaf15 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:46:50.549241 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-14af6441-2f70-4d14-b0e5-2be3cc3af4da tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:50.553529 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-14af6441-2f70-4d14-b0e5-2be3cc3af4da tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "DELETE /v2.0/routers/b260d7d6-dce7-495c-b612-eaf19e2aaf15 HTTP/1.1" status: 204 len: 168 time: 1.7655573 Nov 08 00:46:50.553529 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57824) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:50.565856 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 55081152-31ca-44a4-be2e-895c203931f9 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:46:50.566512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 55081152-31ca-44a4-be2e-895c203931f9 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:46:50.586010 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6b938135-9c6a-47a7-9b8f-7b07a9f46464 None None] Provisioning complete for port 01d3158e-a752-41bb-ae7d-6589b83b826c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:46:50.586660 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6b938135-9c6a-47a7-9b8f-7b07a9f46464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:50.654074 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd57bd01-5879-4316-82a5-10481e80f42f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:50.663649 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d2312f5-ce78-44d5-a1f8-4d4917fadb39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:50.966166 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3a0f2ae0-501a-4061-baa3-b4c0f7700b03 None None] Provisioning complete for port 01d3158e-a752-41bb-ae7d-6589b83b826c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:46:50.966537 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3a0f2ae0-501a-4061-baa3-b4c0f7700b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:51.154121 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd57bd01-5879-4316-82a5-10481e80f42f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:51.183548 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-dd57bd01-5879-4316-82a5-10481e80f42f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd3eca5-987e-41f7-a937-66d74bca157e']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:51.251234 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-dd57bd01-5879-4316-82a5-10481e80f42f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f7784f-c323-4b3b-a466-0ff77401e324') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:51.251539 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-dd57bd01-5879-4316-82a5-10481e80f42f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f7784f-c323-4b3b-a466-0ff77401e324') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:51.264000 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd57bd01-5879-4316-82a5-10481e80f42f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:51.286170 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd57bd01-5879-4316-82a5-10481e80f42f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:51.295717 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd57bd01-5879-4316-82a5-10481e80f42f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:46:51.296147 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd57bd01-5879-4316-82a5-10481e80f42f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:46:51.299026 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:46:51.359299 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d2312f5-ce78-44d5-a1f8-4d4917fadb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:51.445575 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd57bd01-5879-4316-82a5-10481e80f42f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:51.458910 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd57bd01-5879-4316-82a5-10481e80f42f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:51.462119 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dd57bd01-5879-4316-82a5-10481e80f42f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "DELETE /v2.0/networks/6cd3eca5-987e-41f7-a937-66d74bca157e HTTP/1.1" status: 204 len: 168 time: 0.9080174 Nov 08 00:46:51.465231 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57828) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:51.478079 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57bd01-5879-4316-82a5-10481e80f42f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Network': ['ID=6cd3eca5-987e-41f7-a937-66d74bca157e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:51.530935 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70338936-c7ac-4c08-b639-5964d73715d9 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:51.556792 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70338936-c7ac-4c08-b639-5964d73715d9 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:51.609645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2312f5-ce78-44d5-a1f8-4d4917fadb39 admin admin] Router b42f74a4-d1d8-459f-ac22-8e70ade3259a is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:46:51.718520 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70338936-c7ac-4c08-b639-5964d73715d9 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:51.721148 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2312f5-ce78-44d5-a1f8-4d4917fadb39 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:46:51.721984 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70338936-c7ac-4c08-b639-5964d73715d9 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:51.723252 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-70338936-c7ac-4c08-b639-5964d73715d9 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "DELETE /v2.0/security-groups/48d6df80-8b4c-4e9b-8213-203624e1383d HTTP/1.1" status: 204 len: 168 time: 0.2564595 Nov 08 00:46:51.733310 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] Sync routers for ids ['b42f74a4-d1d8-459f-ac22-8e70ade3259a'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:46:51.734418 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70338936-c7ac-4c08-b639-5964d73715d9 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d6df80-8b4c-4e9b-8213-203624e1383d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:51.747200 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] Routers {'b42f74a4-d1d8-459f-ac22-8e70ade3259a'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:46:51.747883 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:46:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b42f74a4-d1d8-459f-ac22-8e70ade3259a'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:51.817449 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d2312f5-ce78-44d5-a1f8-4d4917fadb39 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:51.820221 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8d2312f5-ce78-44d5-a1f8-4d4917fadb39 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4646769 Nov 08 00:46:51.822132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57832) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:51.864005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] Set router b42f74a4-d1d8-459f-ac22-8e70ade3259a gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:46:52.078559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 01d3158e-a752-41bb-ae7d-6589b83b826c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:46:52.118316 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'name': 'tempest-ServerActionsTestJSON-141537340-router', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:48Z', 'updated_at': '2021-11-08T00:46:50Z', 'revision_number': 3, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'gw_port': {'id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:49Z', 'updated_at': '2021-11-08T00:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:52.152859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] Checking router: b42f74a4-d1d8-459f-ac22-8e70ade3259a for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:46:52.152859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] Updating router b42f74a4-d1d8-459f-ac22-8e70ade3259a port a2dcd7ad-8f47-43a3-b0e3-348eed203bb7 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:46:52.187345 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:52.210887 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 01d3158e-a752-41bb-ae7d-6589b83b826c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:46:52.211272 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:52.288340 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fd5bf21b-c2c1-4d9c-9f6b-4dfcbe0a98f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:52.346811 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57838) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:52.354086 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2f8f01c3-29b1-4548-b17a-2e0453b9ad5b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1316460162', 'description': 'tempest-secgroup-smoke-1316460162 description', 'project_id': '1a610190c8f64b4cb76bfe1bed034770'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:52.444561 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2f8f01c3-29b1-4548-b17a-2e0453b9ad5b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:52.468903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-fd5bf21b-c2c1-4d9c-9f6b-4dfcbe0a98f1 admin admin] Allocated IP 172.20.0.1 (2a9bede5-8040-45a1-99d6-bb798995e059/5068e2e8-60e6-4d04-9017-4d3652d89ba0/6be1bb5b-8db3-4fb6-9007-2aac01310af0) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:46:52.540354 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2f8f01c3-29b1-4548-b17a-2e0453b9ad5b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:52.595399 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fd5bf21b-c2c1-4d9c-9f6b-4dfcbe0a98f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:52.632350 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2f8f01c3-29b1-4548-b17a-2e0453b9ad5b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:52.651586 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 517076ea-4d24-428d-b563-e420c2c970f5 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:46:52.668242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f01c3-29b1-4548-b17a-2e0453b9ad5b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50cc55fb-73e3-4f34-8703-af3337a80725,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:52.673632 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 517076ea-4d24-428d-b563-e420c2c970f5 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:46:52.673979 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 517076ea-4d24-428d-b563-e420c2c970f5 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:46:52.695585 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fd5bf21b-c2c1-4d9c-9f6b-4dfcbe0a98f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:52.725807 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2f8f01c3-29b1-4548-b17a-2e0453b9ad5b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:52.730160 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2f8f01c3-29b1-4548-b17a-2e0453b9ad5b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3793271 Nov 08 00:46:52.730815 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57840) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:52.734948 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:52.742158 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-bd063a03-0d2f-43f0-86d2-cd3235341ab1 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '50cc55fb-73e3-4f34-8703-af3337a80725', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:52.742324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5bf21b-c2c1-4d9c-9f6b-4dfcbe0a98f1 admin admin] Network 2a9bede5-8040-45a1-99d6-bb798995e059 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:46:52.742324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-fd5bf21b-c2c1-4d9c-9f6b-4dfcbe0a98f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:46:52.743905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5bf21b-c2c1-4d9c-9f6b-4dfcbe0a98f1 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:46:52.752612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bf21b-c2c1-4d9c-9f6b-4dfcbe0a98f1 admin admin] Pushing event updated for resources: {'Port': ['ID=6be1bb5b-8db3-4fb6-9007-2aac01310af0,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:52.793966 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fd5bf21b-c2c1-4d9c-9f6b-4dfcbe0a98f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:52.827618 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:52.884410 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd063a03-0d2f-43f0-86d2-cd3235341ab1 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:52.891228 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] Attempting to bind port a2dcd7ad-8f47-43a3-b0e3-348eed203bb7 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:46:52.891228 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] Attempting to bind port a2dcd7ad-8f47-43a3-b0e3-348eed203bb7 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:46:52.891228 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] Attempting to bind port a2dcd7ad-8f47-43a3-b0e3-348eed203bb7 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:46:52.899499 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b061f6-5907-4149-83bd-301bcb5f5593 None None] Pushing event updated for resources: {'Port': ['ID=a2dcd7ad-8f47-43a3-b0e3-348eed203bb7,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:52.906247 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:46:52.906635 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:46:52.907043 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:52.907459 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:46:52.908376 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] Bound port: a2dcd7ad-8f47-43a3-b0e3-348eed203bb7, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:46:52.908825 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:52.965862 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] For port a2dcd7ad-8f47-43a3-b0e3-348eed203bb7, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:46:52.968669 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd063a03-0d2f-43f0-86d2-cd3235341ab1 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:52.969539 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] For port a2dcd7ad-8f47-43a3-b0e3-348eed203bb7, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a2dcd7ad-8f47-43a3-b0e3-348eed203bb7,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:46:52.988693 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-eee7cf7f-cbd9-453a-bfb3-fafc86340b43 None None] Provisioning complete for port 6be1bb5b-8db3-4fb6-9007-2aac01310af0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:46:52.989053 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eee7cf7f-cbd9-453a-bfb3-fafc86340b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:53.006977 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fd5bf21b-c2c1-4d9c-9f6b-4dfcbe0a98f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:53.024394 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-eee7cf7f-cbd9-453a-bfb3-fafc86340b43 None None] Port 6be1bb5b-8db3-4fb6-9007-2aac01310af0 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:46:53.073106 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd063a03-0d2f-43f0-86d2-cd3235341ab1 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:53.073382 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:53.091932 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd063a03-0d2f-43f0-86d2-cd3235341ab1 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05ff6e0-da53-4b80-8e0e-8913213f91e9,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:53.135454 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b061f6-5907-4149-83bd-301bcb5f5593 None None] Pushing event updated for resources: {'Port': ['ID=a2dcd7ad-8f47-43a3-b0e3-348eed203bb7,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:53.145269 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] Routers {'b42f74a4-d1d8-459f-ac22-8e70ade3259a'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:46:53.145825 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:46:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b42f74a4-d1d8-459f-ac22-8e70ade3259a'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:53.189654 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd063a03-0d2f-43f0-86d2-cd3235341ab1 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:53.193640 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bd063a03-0d2f-43f0-86d2-cd3235341ab1 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4591787 Nov 08 00:46:53.193777 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fd5bf21b-c2c1-4d9c-9f6b-4dfcbe0a98f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:53.193874 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57842) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:53.198635 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-76de2e32-c58c-4bc8-bf69-2e0160b2f595 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '50cc55fb-73e3-4f34-8703-af3337a80725', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:53.253675 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] Set router b42f74a4-d1d8-459f-ac22-8e70ade3259a gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:46:53.306972 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fd5bf21b-c2c1-4d9c-9f6b-4dfcbe0a98f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:53.342328 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76de2e32-c58c-4bc8-bf69-2e0160b2f595 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:53.407708 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bf21b-c2c1-4d9c-9f6b-4dfcbe0a98f1 admin admin] Pushing event updated for resources: {'Port': ['ID=6be1bb5b-8db3-4fb6-9007-2aac01310af0,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:53.418560 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fd5bf21b-c2c1-4d9c-9f6b-4dfcbe0a98f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:53.427208 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76de2e32-c58c-4bc8-bf69-2e0160b2f595 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:53.489514 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'name': 'tempest-ServerActionsTestJSON-141537340-router', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:48Z', 'updated_at': '2021-11-08T00:46:52Z', 'revision_number': 4, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'gw_port': {'id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:49Z', 'updated_at': '2021-11-08T00:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '6be1bb5b-8db3-4fb6-9007-2aac01310af0', 'name': '', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'mac_address': 'fa:16:3e:2e:54:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:52Z', 'updated_at': '2021-11-08T00:46:52Z', 'revision_number': 1, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'subnets': [{'id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:53.512448 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76de2e32-c58c-4bc8-bf69-2e0160b2f595 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:53.516374 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc51e2-2a1a-4e3b-bd6a-908cbbc68980 None None] The sync data for ids ['b42f74a4-d1d8-459f-ac22-8e70ade3259a'] in n-d-816882-1 is: [{'id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'name': 'tempest-ServerActionsTestJSON-141537340-router', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:48Z', 'updated_at': '2021-11-08T00:46:52Z', 'revision_number': 4, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'gw_port': {'id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:49Z', 'updated_at': '2021-11-08T00:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '6be1bb5b-8db3-4fb6-9007-2aac01310af0', 'name': '', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'mac_address': 'fa:16:3e:2e:54:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:52Z', 'updated_at': '2021-11-08T00:46:52Z', 'revision_number': 1, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'subnets': [{'id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:46:53.527199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5bf21b-c2c1-4d9c-9f6b-4dfcbe0a98f1 admin admin] Network 2a9bede5-8040-45a1-99d6-bb798995e059 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:46:53.528787 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-fd5bf21b-c2c1-4d9c-9f6b-4dfcbe0a98f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:46:53.564220 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de2e32-c58c-4bc8-bf69-2e0160b2f595 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf672599-2e70-48b4-b723-2f3219a4970c,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:53.625598 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76de2e32-c58c-4bc8-bf69-2e0160b2f595 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:53.630520 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57846) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:53.631564 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-76de2e32-c58c-4bc8-bf69-2e0160b2f595 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4365022 Nov 08 00:46:53.639297 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a73a78ff-1019-46fa-b194-1234afd83d05 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '50cc55fb-73e3-4f34-8703-af3337a80725', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:53.682912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5bf21b-c2c1-4d9c-9f6b-4dfcbe0a98f1 admin admin] Router b42f74a4-d1d8-459f-ac22-8e70ade3259a has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:46:53.801152 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a73a78ff-1019-46fa-b194-1234afd83d05 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:53.850299 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-218e04ea-391c-4bfb-9d85-698419899f09 None None] Provisioning complete for port 6be1bb5b-8db3-4fb6-9007-2aac01310af0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:46:53.850984 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-218e04ea-391c-4bfb-9d85-698419899f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:53.859681 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5bf21b-c2c1-4d9c-9f6b-4dfcbe0a98f1 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:46:53.878041 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fd5bf21b-c2c1-4d9c-9f6b-4dfcbe0a98f1 admin admin] 10.222.0.13 "PUT /v2.0/routers/b42f74a4-d1d8-459f-ac22-8e70ade3259a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0467024 Nov 08 00:46:53.900717 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-218e04ea-391c-4bfb-9d85-698419899f09 None None] Port 6be1bb5b-8db3-4fb6-9007-2aac01310af0 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:46:53.902423 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a73a78ff-1019-46fa-b194-1234afd83d05 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:54.015487 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a73a78ff-1019-46fa-b194-1234afd83d05 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:54.038383 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a78ff-1019-46fa-b194-1234afd83d05 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a518e4a-cba2-45ce-a81c-ed0ddb5275dd,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:54.097770 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a73a78ff-1019-46fa-b194-1234afd83d05 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:54.101512 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a73a78ff-1019-46fa-b194-1234afd83d05 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4673934 Nov 08 00:46:54.101931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57854) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:54.107460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-289d4028-b155-4182-9938-0d0099a3ed30 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '50cc55fb-73e3-4f34-8703-af3337a80725', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:54.221513 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-289d4028-b155-4182-9938-0d0099a3ed30 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:54.299182 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-289d4028-b155-4182-9938-0d0099a3ed30 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:54.363874 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-289d4028-b155-4182-9938-0d0099a3ed30 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:54.386840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d4028-b155-4182-9938-0d0099a3ed30 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb7f3ca-3e39-443c-a00e-42ff1da8b918,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:54.449573 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57860) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:54.454379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-589520b3-1119-47ce-a569-1a4860d0a4ba tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2085445585', 'description': 'tempest-description--726010408'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:54.464571 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-289d4028-b155-4182-9938-0d0099a3ed30 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:54.466884 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-289d4028-b155-4182-9938-0d0099a3ed30 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3639274 Nov 08 00:46:54.482402 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57864) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:54.488267 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-0dbfad46-8b89-4dde-9990-78f7a20d2613 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '50cc55fb-73e3-4f34-8703-af3337a80725', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:54.543314 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-589520b3-1119-47ce-a569-1a4860d0a4ba tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:54.634167 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8492e650-8d26-4794-8090-1711738268c8 req-9932dbad-e66a-4abb-bfd7-052bd3e47f5e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=79bc637b-d377-428b-be5f-f37311191532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694089 Nov 08 00:46:54.661669 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-589520b3-1119-47ce-a569-1a4860d0a4ba tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:54.684391 n-d-816882-1 neutron-server[102772]: INFO neutron.db.securitygroups_db [None req-0dbfad46-8b89-4dde-9990-78f7a20d2613 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Project 1a610190c8f64b4cb76bfe1bed034770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:46:54.693644 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0dbfad46-8b89-4dde-9990-78f7a20d2613 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:54.750300 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-589520b3-1119-47ce-a569-1a4860d0a4ba tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:54.812261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492e650-8d26-4794-8090-1711738268c8 req-98a6866f-490a-4f79-b40c-ef486c0d4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:54.813784 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8492e650-8d26-4794-8090-1711738268c8 req-98a6866f-490a-4f79-b40c-ef486c0d4114 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f29845d6baf4f27a400d61e7977e707&device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 1096 time: 0.1115975 Nov 08 00:46:54.816251 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0dbfad46-8b89-4dde-9990-78f7a20d2613 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:54.817712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589520b3-1119-47ce-a569-1a4860d0a4ba tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:54.887850 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-589520b3-1119-47ce-a569-1a4860d0a4ba tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:54.891649 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-589520b3-1119-47ce-a569-1a4860d0a4ba tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4384861 Nov 08 00:46:54.892088 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57870) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:54.900356 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-b1c967b9-2dec-4b5d-977e-5c99fb1cb9f9 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Request body: {'security_group_rule': {'security_group_id': '525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:54.917062 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0dbfad46-8b89-4dde-9990-78f7a20d2613 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:54.960087 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfad46-8b89-4dde-9990-78f7a20d2613 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feda405a-9c78-479e-b358-09e88b15157c,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:54.974734 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492e650-8d26-4794-8090-1711738268c8 req-9d849709-dbbd-457d-aeb4-8cf62aff50b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:54.976349 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8492e650-8d26-4794-8090-1711738268c8 req-9d849709-dbbd-457d-aeb4-8cf62aff50b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=beb74b3d-b75b-4862-95e6-52b52600bd3d HTTP/1.1" status: 200 len: 914 time: 0.1395223 Nov 08 00:46:55.020554 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8492e650-8d26-4794-8090-1711738268c8 req-48244210-df98-4833-aa87-6046691a85ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=721e4e74-0796-46e1-8f87-90fd4165fa20 HTTP/1.1" status: 200 len: 217 time: 0.0364254 Nov 08 00:46:55.067038 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1c967b9-2dec-4b5d-977e-5c99fb1cb9f9 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:55.096876 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492e650-8d26-4794-8090-1711738268c8 req-4caf3a8e-9bc8-4e84-87bd-5dbbe601b4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:55.098405 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8492e650-8d26-4794-8090-1711738268c8 req-4caf3a8e-9bc8-4e84-87bd-5dbbe601b4bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac9518c4-5278-4a3a-a91d-f2905dc741bd HTTP/1.1" status: 200 len: 853 time: 0.0704241 Nov 08 00:46:55.104857 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0dbfad46-8b89-4dde-9990-78f7a20d2613 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:55.105954 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0dbfad46-8b89-4dde-9990-78f7a20d2613 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6217909 Nov 08 00:46:55.108890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57872) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:55.113862 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-5598dc0a-bda0-45d8-90df-aaa4bac7132c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '50cc55fb-73e3-4f34-8703-af3337a80725', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:55.143111 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8492e650-8d26-4794-8090-1711738268c8 req-33dc5b68-5751-4ac8-a39b-9249242d18e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=beb74b3d-b75b-4862-95e6-52b52600bd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324793 Nov 08 00:46:55.204007 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-5598dc0a-bda0-45d8-90df-aaa4bac7132c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Project 1a610190c8f64b4cb76bfe1bed034770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:46:55.209311 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5598dc0a-bda0-45d8-90df-aaa4bac7132c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:55.211967 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1c967b9-2dec-4b5d-977e-5c99fb1cb9f9 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:55.260015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8492e650-8d26-4794-8090-1711738268c8 req-36cbb310-3047-460c-ac61-b8721244d526 service neutron] 10.222.0.20 "GET /v2.0/networks/beb74b3d-b75b-4862-95e6-52b52600bd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092649 Nov 08 00:46:55.288463 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1c967b9-2dec-4b5d-977e-5c99fb1cb9f9 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:55.352553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c967b9-2dec-4b5d-977e-5c99fb1cb9f9 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=100337df-60b0-42d3-a39a-7b7771418391,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:55.407172 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8492e650-8d26-4794-8090-1711738268c8 req-58e74a80-d8de-4c6f-bfc1-c95eef04c397 service neutron] 10.222.0.20 "GET /v2.0/networks/beb74b3d-b75b-4862-95e6-52b52600bd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399248 Nov 08 00:46:55.430597 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b1c967b9-2dec-4b5d-977e-5c99fb1cb9f9 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:55.431809 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b1c967b9-2dec-4b5d-977e-5c99fb1cb9f9 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5388777 Nov 08 00:46:55.440535 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57876) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:55.446048 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-19d92394-b4fb-4f43-926c-a07ef4db501e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Request body: {'security_group_rule': {'security_group_id': '525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:55.565068 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-19d92394-b4fb-4f43-926c-a07ef4db501e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:55.605758 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5598dc0a-bda0-45d8-90df-aaa4bac7132c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:55.647096 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-19d92394-b4fb-4f43-926c-a07ef4db501e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:55.649466 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5598dc0a-bda0-45d8-90df-aaa4bac7132c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:55.671096 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598dc0a-bda0-45d8-90df-aaa4bac7132c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660ead5f-d466-46bd-9dd4-77037f4075fe,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:55.692212 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-19d92394-b4fb-4f43-926c-a07ef4db501e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:55.720301 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5598dc0a-bda0-45d8-90df-aaa4bac7132c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:55.722534 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5598dc0a-bda0-45d8-90df-aaa4bac7132c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6124611 Nov 08 00:46:55.722675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d92394-b4fb-4f43-926c-a07ef4db501e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd28a2c-7322-442f-a19a-e500de30f972,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:55.725870 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57878) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:55.731471 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-a137b5ae-ac98-4d56-b10f-5d3a6456035c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'network': {'name': 'tempest-network-smoke--1148314228', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'port_security_enabled': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:55.765280 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] Sync routers for ids ['b42f74a4-d1d8-459f-ac22-8e70ade3259a'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:46:55.774942 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] Routers {'b42f74a4-d1d8-459f-ac22-8e70ade3259a'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:46:55.775522 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:46:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b42f74a4-d1d8-459f-ac22-8e70ade3259a'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:55.805887 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-19d92394-b4fb-4f43-926c-a07ef4db501e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:55.807826 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-19d92394-b4fb-4f43-926c-a07ef4db501e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3654845 Nov 08 00:46:55.812595 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57880) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:55.817633 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-68f0e5e1-29e8-4006-a1de-c228a132d72f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:55.884230 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] Set router b42f74a4-d1d8-459f-ac22-8e70ade3259a gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:46:55.890418 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a137b5ae-ac98-4d56-b10f-5d3a6456035c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Made reservation on behalf of 1a610190c8f64b4cb76bfe1bed034770 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:46:55.895170 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a137b5ae-ac98-4d56-b10f-5d3a6456035c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:55.926527 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a137b5ae-ac98-4d56-b10f-5d3a6456035c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:46:55.935769 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a137b5ae-ac98-4d56-b10f-5d3a6456035c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:55.936149 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-a137b5ae-ac98-4d56-b10f-5d3a6456035c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Added segment 6fb4934d-5aa2-4568-b013-d515f8857bc5 of type vlan for network 5955b177-d1fb-4d25-866c-074a7538d164 Nov 08 00:46:55.980090 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a137b5ae-ac98-4d56-b10f-5d3a6456035c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.003982 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-68f0e5e1-29e8-4006-a1de-c228a132d72f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.091180 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a137b5ae-ac98-4d56-b10f-5d3a6456035c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.103068 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a137b5ae-ac98-4d56-b10f-5d3a6456035c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:56.103708 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a137b5ae-ac98-4d56-b10f-5d3a6456035c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.136714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a2dcd7ad-8f47-43a3-b0e3-348eed203bb7 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:46:56.151070 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'name': 'tempest-ServerActionsTestJSON-141537340-router', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:48Z', 'updated_at': '2021-11-08T00:46:52Z', 'revision_number': 4, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'gw_port': {'id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:49Z', 'updated_at': '2021-11-08T00:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '6be1bb5b-8db3-4fb6-9007-2aac01310af0', 'name': '', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'mac_address': 'fa:16:3e:2e:54:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:52Z', 'updated_at': '2021-11-08T00:46:53Z', 'revision_number': 2, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'subnets': [{'id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:56.156311 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-68f0e5e1-29e8-4006-a1de-c228a132d72f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.186528 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] Checking router: b42f74a4-d1d8-459f-ac22-8e70ade3259a for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:46:56.186997 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] Updating router b42f74a4-d1d8-459f-ac22-8e70ade3259a port 6be1bb5b-8db3-4fb6-9007-2aac01310af0 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:46:56.193353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137b5ae-ac98-4d56-b10f-5d3a6456035c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Network': ['ID=5955b177-d1fb-4d25-866c-074a7538d164,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:56.211428 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 5955b177-d1fb-4d25-866c-074a7538d164 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:46:56.219109 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.235304 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a137b5ae-ac98-4d56-b10f-5d3a6456035c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5081832 Nov 08 00:46:56.237987 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57882) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:56.243063 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-df5b6331-b0d8-496f-b0b8-7e59c5a5395f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-667246082', 'admin_state_up': True, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:56.293968 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port a2dcd7ad-8f47-43a3-b0e3-348eed203bb7 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:46:56.294502 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.309104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-68f0e5e1-29e8-4006-a1de-c228a132d72f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Allocated IP 172.25.2.72 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/dc2d0132-db0f-4008-9972-3b463ebc51f9) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:46:56.335318 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df5b6331-b0d8-496f-b0b8-7e59c5a5395f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.336851 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df5b6331-b0d8-496f-b0b8-7e59c5a5395f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.416098 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.449232 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port a2dcd7ad-8f47-43a3-b0e3-348eed203bb7, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a2dcd7ad-8f47-43a3-b0e3-348eed203bb7,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:56.468524 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df5b6331-b0d8-496f-b0b8-7e59c5a5395f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.495711 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.504188 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-68f0e5e1-29e8-4006-a1de-c228a132d72f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.565747 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=a2dcd7ad-8f47-43a3-b0e3-348eed203bb7,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:56.588714 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.616014 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-68f0e5e1-29e8-4006-a1de-c228a132d72f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.657156 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f0e5e1-29e8-4006-a1de-c228a132d72f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:46:56.661823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-68f0e5e1-29e8-4006-a1de-c228a132d72f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:46:56.664830 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f0e5e1-29e8-4006-a1de-c228a132d72f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:46:56.672970 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.685141 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df5b6331-b0d8-496f-b0b8-7e59c5a5395f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.698899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0e5e1-29e8-4006-a1de-c228a132d72f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Pushing event updated for resources: {'Port': ['ID=dc2d0132-db0f-4008-9972-3b463ebc51f9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:56.739615 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571589e3-4578-4e6e-8c6f-e7ccd646730c None None] Pushing event updated for resources: {'Port': ['ID=6be1bb5b-8db3-4fb6-9007-2aac01310af0,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:56.782511 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-68f0e5e1-29e8-4006-a1de-c228a132d72f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.824014 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571589e3-4578-4e6e-8c6f-e7ccd646730c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:56.824531 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571589e3-4578-4e6e-8c6f-e7ccd646730c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:56.824874 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571589e3-4578-4e6e-8c6f-e7ccd646730c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:56.825306 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571589e3-4578-4e6e-8c6f-e7ccd646730c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:56.825842 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571589e3-4578-4e6e-8c6f-e7ccd646730c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:56.826298 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571589e3-4578-4e6e-8c6f-e7ccd646730c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:56.827490 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571589e3-4578-4e6e-8c6f-e7ccd646730c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:56.827967 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571589e3-4578-4e6e-8c6f-e7ccd646730c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:56.828388 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571589e3-4578-4e6e-8c6f-e7ccd646730c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:56.828806 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571589e3-4578-4e6e-8c6f-e7ccd646730c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:56.829223 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571589e3-4578-4e6e-8c6f-e7ccd646730c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:56.829642 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571589e3-4578-4e6e-8c6f-e7ccd646730c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:46:56.836453 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] Attempting to bind port 6be1bb5b-8db3-4fb6-9007-2aac01310af0 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:46:56.837081 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] Attempting to bind port 6be1bb5b-8db3-4fb6-9007-2aac01310af0 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:46:56.837814 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] Attempting to bind port 6be1bb5b-8db3-4fb6-9007-2aac01310af0 on network 2a9bede5-8040-45a1-99d6-bb798995e059 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:46:56.843566 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:46:56.844113 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] Checking segment: {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:46:56.844609 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.845096 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] Bound using segment: {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:46:56.845911 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] Bound port: 6be1bb5b-8db3-4fb6-9007-2aac01310af0, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:46:56.846391 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.928225 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-68f0e5e1-29e8-4006-a1de-c228a132d72f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:56.946938 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] For port 6be1bb5b-8db3-4fb6-9007-2aac01310af0, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:46:56.951519 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] For port 6be1bb5b-8db3-4fb6-9007-2aac01310af0, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6be1bb5b-8db3-4fb6-9007-2aac01310af0,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:46:57.023895 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df5b6331-b0d8-496f-b0b8-7e59c5a5395f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:57.038836 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:57.049335 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df5b6331-b0d8-496f-b0b8-7e59c5a5395f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:57.051567 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2e54ca78-64ad-4d9c-840a-422fcefe9fd1 None None] Provisioning complete for port 6be1bb5b-8db3-4fb6-9007-2aac01310af0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:46:57.051567 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e54ca78-64ad-4d9c-840a-422fcefe9fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:57.140940 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] Routers {'b42f74a4-d1d8-459f-ac22-8e70ade3259a'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:46:57.142051 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:46:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b42f74a4-d1d8-459f-ac22-8e70ade3259a'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:57.187298 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571589e3-4578-4e6e-8c6f-e7ccd646730c None None] Pushing event updated for resources: {'Port': ['ID=6be1bb5b-8db3-4fb6-9007-2aac01310af0,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:57.207241 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-68f0e5e1-29e8-4006-a1de-c228a132d72f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:57.211201 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-df5b6331-b0d8-496f-b0b8-7e59c5a5395f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Allocated IP 172.25.2.103 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/bc8f78fa-d4de-4a7c-b301-773f5f86a37c) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:46:57.221091 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e54ca78-64ad-4d9c-840a-422fcefe9fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:57.272030 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2e54ca78-64ad-4d9c-840a-422fcefe9fd1 None None] For port 6be1bb5b-8db3-4fb6-9007-2aac01310af0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6be1bb5b-8db3-4fb6-9007-2aac01310af0,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:46:57.283771 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-68f0e5e1-29e8-4006-a1de-c228a132d72f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:57.316397 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] Set router b42f74a4-d1d8-459f-ac22-8e70ade3259a gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:46:57.358554 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e54ca78-64ad-4d9c-840a-422fcefe9fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:57.404450 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df5b6331-b0d8-496f-b0b8-7e59c5a5395f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:57.410838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0e5e1-29e8-4006-a1de-c228a132d72f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Pushing event updated for resources: {'Port': ['ID=dc2d0132-db0f-4008-9972-3b463ebc51f9,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:57.444756 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-68f0e5e1-29e8-4006-a1de-c228a132d72f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:57.463952 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54ca78-64ad-4d9c-840a-422fcefe9fd1 None None] Pushing event updated for resources: {'Port': ['ID=6be1bb5b-8db3-4fb6-9007-2aac01310af0,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:57.492474 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0fa64e24-0639-4247-aebb-1be7657d95fc None None] Provisioning complete for port 6be1bb5b-8db3-4fb6-9007-2aac01310af0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:46:57.492974 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0fa64e24-0639-4247-aebb-1be7657d95fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:57.560150 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-68f0e5e1-29e8-4006-a1de-c228a132d72f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:57.563822 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-68f0e5e1-29e8-4006-a1de-c228a132d72f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7482784 Nov 08 00:46:57.581228 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df5b6331-b0d8-496f-b0b8-7e59c5a5395f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:57.613701 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'name': 'tempest-ServerActionsTestJSON-141537340-router', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:48Z', 'updated_at': '2021-11-08T00:46:52Z', 'revision_number': 4, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'gw_port': {'id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:49Z', 'updated_at': '2021-11-08T00:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '6be1bb5b-8db3-4fb6-9007-2aac01310af0', 'name': '', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'mac_address': 'fa:16:3e:2e:54:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:52Z', 'updated_at': '2021-11-08T00:46:56Z', 'revision_number': 4, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'subnets': [{'id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:57.645682 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b6331-b0d8-496f-b0b8-7e59c5a5395f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=bc8f78fa-d4de-4a7c-b301-773f5f86a37c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:57.659859 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5b6331-b0d8-496f-b0b8-7e59c5a5395f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:46:57.661482 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-df5b6331-b0d8-496f-b0b8-7e59c5a5395f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:46:57.664786 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5b6331-b0d8-496f-b0b8-7e59c5a5395f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:46:57.752272 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402aa64-df57-4421-ae0a-8c2440fb4350 None None] The sync data for ids ['b42f74a4-d1d8-459f-ac22-8e70ade3259a'] in n-d-816882-1 is: [{'id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'name': 'tempest-ServerActionsTestJSON-141537340-router', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:48Z', 'updated_at': '2021-11-08T00:46:52Z', 'revision_number': 4, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'gw_port': {'id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:49Z', 'updated_at': '2021-11-08T00:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '6be1bb5b-8db3-4fb6-9007-2aac01310af0', 'name': '', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'mac_address': 'fa:16:3e:2e:54:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:52Z', 'updated_at': '2021-11-08T00:46:56Z', 'revision_number': 4, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'subnets': [{'id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:46:57.776299 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-6703e566-8b6d-4efc-bc11-145a5b8254b3 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2085445585&fields=id&tenant_id=afb635e40fd640559a1e95ef85c12c18 HTTP/1.1" status: 200 len: 267 time: 0.0399058 Nov 08 00:46:57.908005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-9088d44d-d63e-4370-99d7-e42f13f106ee tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:57.909699 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-9088d44d-d63e-4370-99d7-e42f13f106ee tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 811 time: 0.1199093 Nov 08 00:46:57.928004 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-cdc14a31-7830-43c8-a465-84f54c91d91f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/quotas/afb635e40fd640559a1e95ef85c12c18 HTTP/1.1" status: 200 len: 375 time: 0.0123289 Nov 08 00:46:57.987308 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-14df2f90-9b89-4e50-8587-572741df50d9 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533700 Nov 08 00:46:58.065341 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df5b6331-b0d8-496f-b0b8-7e59c5a5395f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:58.133182 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a2dcd7ad-8f47-43a3-b0e3-348eed203bb7 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:46:58.181153 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9db0ceca-38a6-4748-9224-7521933fec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:58.215755 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port a2dcd7ad-8f47-43a3-b0e3-348eed203bb7 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:46:58.216567 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:58.361693 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6be1bb5b-8db3-4fb6-9007-2aac01310af0 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:46:58.438199 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df5b6331-b0d8-496f-b0b8-7e59c5a5395f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:58.440639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6be1bb5b-8db3-4fb6-9007-2aac01310af0 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:46:58.441292 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:58.622917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-60a0b72b-2ee1-482f-9c04-a9ef70862b6d service neutron] 10.222.0.13 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6160395 Nov 08 00:46:58.712637 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5b6331-b0d8-496f-b0b8-7e59c5a5395f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Router 2a809d72-c690-4ca4-9325-5d88cf561eb3 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:46:58.726604 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-90fb77e6-f6f7-488a-ad9c-f870462f4248 service neutron] 10.222.0.13 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947843 Nov 08 00:46:58.850247 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5b6331-b0d8-496f-b0b8-7e59c5a5395f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:46:58.865513 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] Sync routers for ids ['2a809d72-c690-4ca4-9325-5d88cf561eb3'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:46:58.872307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] Routers {'2a809d72-c690-4ca4-9325-5d88cf561eb3'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:46:58.872919 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:46:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['2a809d72-c690-4ca4-9325-5d88cf561eb3'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:58.967434 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df5b6331-b0d8-496f-b0b8-7e59c5a5395f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:58.968772 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-df5b6331-b0d8-496f-b0b8-7e59c5a5395f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7294545 Nov 08 00:46:58.972248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57904) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:58.993383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] Set router 2a809d72-c690-4ca4-9325-5d88cf561eb3 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:46:59.032580 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9907df1a-c9bf-4044-b622-25a117e794f1 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1a610190c8f64b4cb76bfe1bed034770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0585968 Nov 08 00:46:59.036277 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57910) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:59.115818 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6741e643-c450-496c-a4a4-ff950ff11533 req-99b79741-907d-4de2-897e-6def1de029be tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 210 time: 0.0695841 Nov 08 00:46:59.273024 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667246082', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:56Z', 'updated_at': '2021-11-08T00:46:57Z', 'revision_number': 3, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:57Z', 'updated_at': '2021-11-08T00:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:46:59.321568 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] Checking router: 2a809d72-c690-4ca4-9325-5d88cf561eb3 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:46:59.322214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] Updating router 2a809d72-c690-4ca4-9325-5d88cf561eb3 port bc8f78fa-d4de-4a7c-b301-773f5f86a37c binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:46:59.351647 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c440228-e693-4551-9794-04c1aea63c00 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:46:59.354341 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1c440228-e693-4551-9794-04c1aea63c00 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3168187 Nov 08 00:46:59.357421 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 57916) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:59.364589 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:59.391141 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57918) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:46:59.396663 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f345ef38-5eec-40d7-a253-d97e05736228 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-357175575', 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:46:59.402172 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f1fc6960-fcba-4509-8b53-6ca0685d618c tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428948 Nov 08 00:46:59.547488 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f345ef38-5eec-40d7-a253-d97e05736228 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Made reservation on behalf of 1a610190c8f64b4cb76bfe1bed034770 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:46:59.553119 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f345ef38-5eec-40d7-a253-d97e05736228 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:59.667346 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:59.764659 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:59.809383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] Attempting to bind port bc8f78fa-d4de-4a7c-b301-773f5f86a37c on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:46:59.809685 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] Attempting to bind port bc8f78fa-d4de-4a7c-b301-773f5f86a37c by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:46:59.810029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] Attempting to bind port bc8f78fa-d4de-4a7c-b301-773f5f86a37c on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:46:59.822142 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:46:59.824324 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:46:59.824324 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:59.824324 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:46:59.824324 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] Bound port: bc8f78fa-d4de-4a7c-b301-773f5f86a37c, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:46:59.824324 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:59.825687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d70e59-7f79-4e27-a349-4a9cd4dccc52 None None] Pushing event updated for resources: {'Port': ['ID=bc8f78fa-d4de-4a7c-b301-773f5f86a37c,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:59.881394 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] For port bc8f78fa-d4de-4a7c-b301-773f5f86a37c, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:46:59.884479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] For port bc8f78fa-d4de-4a7c-b301-773f5f86a37c, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bc8f78fa-d4de-4a7c-b301-773f5f86a37c,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:46:59.895759 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f345ef38-5eec-40d7-a253-d97e05736228 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:59.964652 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345ef38-5eec-40d7-a253-d97e05736228 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Subnet': ['ID=a3c46546-105f-44e3-aca4-a83403fe4353,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:46:59.964852 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:46:59.974832 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f345ef38-5eec-40d7-a253-d97e05736228 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Checking segment: {'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:46:59.975199 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f345ef38-5eec-40d7-a253-d97e05736228 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network hostable DHCP agents. Network: 5955b177-d1fb-4d25-866c-074a7538d164, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:47:00.046295 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] Routers {'2a809d72-c690-4ca4-9325-5d88cf561eb3'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:47:00.046904 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:46:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['2a809d72-c690-4ca4-9325-5d88cf561eb3'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:00.050401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f345ef38-5eec-40d7-a253-d97e05736228 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network 5955b177-d1fb-4d25-866c-074a7538d164 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:47:00.050551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d70e59-7f79-4e27-a349-4a9cd4dccc52 None None] Pushing event updated for resources: {'Port': ['ID=bc8f78fa-d4de-4a7c-b301-773f5f86a37c,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:00.147165 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-f345ef38-5eec-40d7-a253-d97e05736228 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 5955b177-d1fb-4d25-866c-074a7538d164) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:47:00.159314 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f345ef38-5eec-40d7-a253-d97e05736228 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:00.161612 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f345ef38-5eec-40d7-a253-d97e05736228 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:00.225980 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6121c50f-94c2-447a-b64b-34510d7539cb req-aaa07720-6116-4fa6-a02d-af0ea0d2add8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 210 time: 0.0291862 Nov 08 00:47:00.236133 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f345ef38-5eec-40d7-a253-d97e05736228 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8436046 Nov 08 00:47:00.239242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57926) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:00.264607 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c55238f-adb2-48da-8777-75af6de13f0c None None] Network 5955b177-d1fb-4d25-866c-074a7538d164 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:47:00.370519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] Set router 2a809d72-c690-4ca4-9325-5d88cf561eb3 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:47:00.551620 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5955b177-d1fb-4d25-866c-074a7538d164', 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'fixed_ips': [{'subnet_id': 'a3c46546-105f-44e3-aca4-a83403fe4353'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:47:00.552920 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:00.727261 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667246082', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:56Z', 'updated_at': '2021-11-08T00:46:57Z', 'revision_number': 3, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:57Z', 'updated_at': '2021-11-08T00:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:00.760221 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0a1023-438a-4eac-a8aa-839d26f042f9 None None] The sync data for ids ['2a809d72-c690-4ca4-9325-5d88cf561eb3'] in n-d-816882-1 is: [{'id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667246082', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:56Z', 'updated_at': '2021-11-08T00:46:57Z', 'revision_number': 3, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:57Z', 'updated_at': '2021-11-08T00:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:47:00.762101 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-224c1194-461c-4da0-ac00-14e90e8777fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:00.774243 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] Allocated IP 172.20.0.2 (5955b177-d1fb-4d25-866c-074a7538d164/a3c46546-105f-44e3-aca4-a83403fe4353/1ce64b33-3454-41bd-a6ac-3b8cadd36c50) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:47:00.958747 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:01.040527 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:01.066160 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:01.068676 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ca60ead3-35ae-46c5-8e0a-f3017f994c0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:01.117790 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] Network 5955b177-d1fb-4d25-866c-074a7538d164 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:47:01.120767 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:47:01.123544 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:47:01.137323 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] Pushing event updated for resources: {'Port': ['ID=1ce64b33-3454-41bd-a6ac-3b8cadd36c50,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:01.203075 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] Attempting to bind port 1ce64b33-3454-41bd-a6ac-3b8cadd36c50 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:47:01.203886 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] Attempting to bind port 1ce64b33-3454-41bd-a6ac-3b8cadd36c50 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:47:01.204613 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] Attempting to bind port 1ce64b33-3454-41bd-a6ac-3b8cadd36c50 on network 5955b177-d1fb-4d25-866c-074a7538d164 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:47:01.210118 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:47:01.210516 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] Checking segment: {'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:47:01.210877 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:01.211253 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] Bound using segment: {'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:47:01.211718 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] Bound port: 1ce64b33-3454-41bd-a6ac-3b8cadd36c50, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:47:01.216936 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:01.281308 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] For port 1ce64b33-3454-41bd-a6ac-3b8cadd36c50, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:47:01.284928 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] For port 1ce64b33-3454-41bd-a6ac-3b8cadd36c50, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=1ce64b33-3454-41bd-a6ac-3b8cadd36c50,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:47:01.365173 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-ca60ead3-35ae-46c5-8e0a-f3017f994c0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Allocated IP 172.20.0.1 (5955b177-d1fb-4d25-866c-074a7538d164/a3c46546-105f-44e3-aca4-a83403fe4353/21e8940e-e2bb-4a0e-b16a-89d0147bfe09) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:47:01.368275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35e6d7aa-023f-45af-90b4-2c820e6e6f72 req-e5a8b910-287a-4f4b-bedc-ca430f1f13d2 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 210 time: 0.0448575 Nov 08 00:47:01.370764 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:01.441037 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64202d3-6631-4540-a99a-d2b339f6adec None None] Pushing event updated for resources: {'Port': ['ID=1ce64b33-3454-41bd-a6ac-3b8cadd36c50,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:01.515755 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ca60ead3-35ae-46c5-8e0a-f3017f994c0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:01.628037 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ca60ead3-35ae-46c5-8e0a-f3017f994c0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:01.669384 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca60ead3-35ae-46c5-8e0a-f3017f994c0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network 5955b177-d1fb-4d25-866c-074a7538d164 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:47:01.671766 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-ca60ead3-35ae-46c5-8e0a-f3017f994c0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:47:01.676664 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca60ead3-35ae-46c5-8e0a-f3017f994c0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:47:01.712733 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60ead3-35ae-46c5-8e0a-f3017f994c0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=21e8940e-e2bb-4a0e-b16a-89d0147bfe09,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:01.722430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-8c323d12-af79-404e-902c-498139f712ef tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:01.724875 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-8c323d12-af79-404e-902c-498139f712ef tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.20 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 811 time: 0.1571188 Nov 08 00:47:01.754098 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ca60ead3-35ae-46c5-8e0a-f3017f994c0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:01.784546 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-b19995cf-bab8-4769-91a3-5bcd9f9d561a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afb635e40fd640559a1e95ef85c12c18 HTTP/1.1" status: 200 len: 380 time: 0.0436561 Nov 08 00:47:01.795025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-28587dc5-f2f5-4caa-af04-08805c1cdd61 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Request body: {'port': {'device_id': '7e3f4126-ada4-4573-8998-897c18713832', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'admin_state_up': True, 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'security_groups': ['525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:47:01.829123 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:02.005850 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ca60ead3-35ae-46c5-8e0a-f3017f994c0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:02.032827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-28587dc5-f2f5-4caa-af04-08805c1cdd61 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Made reservation on behalf of afb635e40fd640559a1e95ef85c12c18 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:47:02.038362 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-28587dc5-f2f5-4caa-af04-08805c1cdd61 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:02.135151 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 1ce64b33-3454-41bd-a6ac-3b8cadd36c50 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:47:02.177042 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:02.189853 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 1ce64b33-3454-41bd-a6ac-3b8cadd36c50 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:47:02.190476 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:02.201415 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-28587dc5-f2f5-4caa-af04-08805c1cdd61 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Allocated IP 172.20.0.13 (2a9bede5-8040-45a1-99d6-bb798995e059/5068e2e8-60e6-4d04-9017-4d3652d89ba0/60fe2d4e-e131-4b80-875b-308e8bb07036) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:47:02.272874 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:02.319768 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 1ce64b33-3454-41bd-a6ac-3b8cadd36c50, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=1ce64b33-3454-41bd-a6ac-3b8cadd36c50,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:02.336831 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ca60ead3-35ae-46c5-8e0a-f3017f994c0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:02.379034 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-28587dc5-f2f5-4caa-af04-08805c1cdd61 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:02.399129 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:02.400191 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bc8f78fa-d4de-4a7c-b301-773f5f86a37c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:47:02.421213 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ca60ead3-35ae-46c5-8e0a-f3017f994c0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:02.495383 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95dfa410-70ee-4d3f-ab88-1c03708058bd req-05ca3db9-5f3a-4445-835f-868468780ac0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 210 time: 0.0393212 Nov 08 00:47:02.503375 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ca60ead3-35ae-46c5-8e0a-f3017f994c0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:02.507084 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-28587dc5-f2f5-4caa-af04-08805c1cdd61 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:02.513152 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60ead3-35ae-46c5-8e0a-f3017f994c0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=21e8940e-e2bb-4a0e-b16a-89d0147bfe09,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:02.522913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=1ce64b33-3454-41bd-a6ac-3b8cadd36c50,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:02.547079 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port bc8f78fa-d4de-4a7c-b301-773f5f86a37c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:47:02.547455 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:02.583477 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-28587dc5-f2f5-4caa-af04-08805c1cdd61 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Network 2a9bede5-8040-45a1-99d6-bb798995e059 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:47:02.588032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-28587dc5-f2f5-4caa-af04-08805c1cdd61 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:47:02.591174 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-28587dc5-f2f5-4caa-af04-08805c1cdd61 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:47:02.662838 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:02.665307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-28587dc5-f2f5-4caa-af04-08805c1cdd61 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:02.666019 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-28587dc5-f2f5-4caa-af04-08805c1cdd61 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:02.668468 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca60ead3-35ae-46c5-8e0a-f3017f994c0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network 5955b177-d1fb-4d25-866c-074a7538d164 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:47:02.670483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-ca60ead3-35ae-46c5-8e0a-f3017f994c0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:47:02.674321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28587dc5-f2f5-4caa-af04-08805c1cdd61 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Pushing event updated for resources: {'Port': ['ID=60fe2d4e-e131-4b80-875b-308e8bb07036,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:02.692973 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port bc8f78fa-d4de-4a7c-b301-773f5f86a37c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bc8f78fa-d4de-4a7c-b301-773f5f86a37c,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:02.713742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5706ded0-2121-4044-b4ef-ea557ef61101 None None] Network 5955b177-d1fb-4d25-866c-074a7538d164 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:47:02.761765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-28587dc5-f2f5-4caa-af04-08805c1cdd61 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9705312 Nov 08 00:47:02.788679 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:02.789877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Request body: {'port': {'device_id': '7e3f4126-ada4-4573-8998-897c18713832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:47:02.848467 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca60ead3-35ae-46c5-8e0a-f3017f994c0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Router 2a809d72-c690-4ca4-9325-5d88cf561eb3 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:47:02.883111 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:02.939127 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5cfc7b83-d3b3-43be-8d03-07227b315740 None None] Provisioning complete for port 1ce64b33-3454-41bd-a6ac-3b8cadd36c50 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:47:02.939711 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7b83-d3b3-43be-8d03-07227b315740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:02.973661 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=bc8f78fa-d4de-4a7c-b301-773f5f86a37c,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:03.034004 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca60ead3-35ae-46c5-8e0a-f3017f994c0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:47:03.047829 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ca60ead3-35ae-46c5-8e0a-f3017f994c0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "PUT /v2.0/routers/2a809d72-c690-4ca4-9325-5d88cf561eb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7995400 Nov 08 00:47:03.187668 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7d19a91b-fe31-491a-9872-8d354b7d6dc8 None None] Provisioning complete for port 60fe2d4e-e131-4b80-875b-308e8bb07036 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:47:03.189128 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d19a91b-fe31-491a-9872-8d354b7d6dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:03.235842 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7d19a91b-fe31-491a-9872-8d354b7d6dc8 None None] Port 60fe2d4e-e131-4b80-875b-308e8bb07036 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:47:03.243711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fe2d4e-e131-4b80-875b-308e8bb07036 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:47:03.253852 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:03.280562 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4496b227-21f1-4192-a20e-0586fce7a58d req-7b8723f0-9e79-4b0a-9d0c-73e33b04119f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316460162&fields=id&tenant_id=1a610190c8f64b4cb76bfe1bed034770 HTTP/1.1" status: 200 len: 267 time: 0.0572104 Nov 08 00:47:03.281502 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Transition to ACTIVE for port object 60fe2d4e-e131-4b80-875b-308e8bb07036 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:47:03.353603 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1ddfa744-5732-4bb4-a1d5-dcd24539bb7e None None] Provisioning complete for port 1ce64b33-3454-41bd-a6ac-3b8cadd36c50 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:47:03.353969 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ddfa744-5732-4bb4-a1d5-dcd24539bb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:03.369243 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:03.406531 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:03.445862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496b227-21f1-4192-a20e-0586fce7a58d req-3992e6ed-f334-41ef-bc36-836d5a1e6ee3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:03.447822 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4496b227-21f1-4192-a20e-0586fce7a58d req-3992e6ed-f334-41ef-bc36-836d5a1e6ee3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/networks?id=5955b177-d1fb-4d25-866c-074a7538d164 HTTP/1.1" status: 200 len: 797 time: 0.1591856 Nov 08 00:47:03.477452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Pushing event updated for resources: {'Port': ['ID=60fe2d4e-e131-4b80-875b-308e8bb07036,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:03.484642 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1ddfa744-5732-4bb4-a1d5-dcd24539bb7e None None] Provisioning complete for port 21e8940e-e2bb-4a0e-b16a-89d0147bfe09 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:47:03.485006 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ddfa744-5732-4bb4-a1d5-dcd24539bb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:03.527264 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4496b227-21f1-4192-a20e-0586fce7a58d req-1532ab19-a23f-4e11-b28d-b7f2eba94039 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/quotas/1a610190c8f64b4cb76bfe1bed034770 HTTP/1.1" status: 200 len: 375 time: 0.0515232 Nov 08 00:47:03.559739 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Attempting to bind port 60fe2d4e-e131-4b80-875b-308e8bb07036 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:47:03.559739 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Attempting to bind port 60fe2d4e-e131-4b80-875b-308e8bb07036 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:47:03.560139 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Attempting to bind port 60fe2d4e-e131-4b80-875b-308e8bb07036 on network 2a9bede5-8040-45a1-99d6-bb798995e059 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:47:03.578252 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Port 60fe2d4e-e131-4b80-875b-308e8bb07036 on network 2a9bede5-8040-45a1-99d6-bb798995e059 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:47:03.578602 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Attempting to bind port 60fe2d4e-e131-4b80-875b-308e8bb07036 on network 2a9bede5-8040-45a1-99d6-bb798995e059 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:47:03.585989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:47:03.586320 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Checking segment: {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:47:03.586708 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Bound using segment: {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:47:03.587148 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Bound port: 60fe2d4e-e131-4b80-875b-308e8bb07036, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:47:03.587511 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:03.593789 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1ddfa744-5732-4bb4-a1d5-dcd24539bb7e None None] Port 21e8940e-e2bb-4a0e-b16a-89d0147bfe09 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:47:03.611060 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] Sync routers for ids ['2a809d72-c690-4ca4-9325-5d88cf561eb3'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:47:03.633219 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] Routers {'2a809d72-c690-4ca4-9325-5d88cf561eb3'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:47:03.633855 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:47:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['2a809d72-c690-4ca4-9325-5d88cf561eb3'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:03.714501 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4aaaab9a-8456-4ce1-954d-7eeec1cdae92 None None] Provisioning complete for port 21e8940e-e2bb-4a0e-b16a-89d0147bfe09 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:47:03.714924 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4aaaab9a-8456-4ce1-954d-7eeec1cdae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:03.732437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] For port 60fe2d4e-e131-4b80-875b-308e8bb07036, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:47:03.737256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] For port 60fe2d4e-e131-4b80-875b-308e8bb07036, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=60fe2d4e-e131-4b80-875b-308e8bb07036,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:47:03.769556 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4aaaab9a-8456-4ce1-954d-7eeec1cdae92 None None] Port 21e8940e-e2bb-4a0e-b16a-89d0147bfe09 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:47:03.781015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4496b227-21f1-4192-a20e-0586fce7a58d req-718b072f-1337-44c1-b59f-382f7c770198 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2241507 Nov 08 00:47:03.791289 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] Set router 2a809d72-c690-4ca4-9325-5d88cf561eb3 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:47:03.798550 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fddae-e1ba-4848-9583-e16ad96ec06f req-a42753bc-2422-48f5-b2d2-024947f2a888 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:03.806619 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b36fddae-e1ba-4848-9583-e16ad96ec06f req-a42753bc-2422-48f5-b2d2-024947f2a888 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 944 time: 0.1652646 Nov 08 00:47:03.825148 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:03.901321 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4ad06f24-bb1b-458d-a06e-9a9435230b74 None None] Provisioning complete for port 21e8940e-e2bb-4a0e-b16a-89d0147bfe09 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:47:03.902253 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ad06f24-bb1b-458d-a06e-9a9435230b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:03.926716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:03.927354 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:03.929116 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] 10.222.0.20 "PUT /v2.0/ports/60fe2d4e-e131-4b80-875b-308e8bb07036 HTTP/1.1" status: 200 len: 1092 time: 1.1518190 Nov 08 00:47:03.932819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3f4126-ada4-4573-8998-897c18713832', 'tag': '60fe2d4e-e131-4b80-875b-308e8bb07036'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:47:03.935330 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3d8646-c509-41c6-a352-749d6334d80a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3f4126-ada4-4573-8998-897c18713832", "tag": "60fe2d4e-e131-4b80-875b-308e8bb07036"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:47:03.955520 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4ad06f24-bb1b-458d-a06e-9a9435230b74 None None] Port 21e8940e-e2bb-4a0e-b16a-89d0147bfe09 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:47:03.958300 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b36fddae-e1ba-4848-9583-e16ad96ec06f req-1098b6f4-cdb8-4110-9468-8a5aa6a128fe tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454644 Nov 08 00:47:04.026545 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667246082', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:56Z', 'updated_at': '2021-11-08T00:47:01Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:57Z', 'updated_at': '2021-11-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '21e8940e-e2bb-4a0e-b16a-89d0147bfe09', 'name': '', 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:e1:e0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:47:01Z', 'updated_at': '2021-11-08T00:47:02Z', 'revision_number': 2, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:04.039619 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6527bff-5461-4ec7-a780-6fcc633bc7e0 x-openstack-request-id: req-e6527bff-5461-4ec7-a780-6fcc633bc7e0 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:47:04.040034 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3f4126-ada4-4573-8998-897c18713832", "tag": "60fe2d4e-e131-4b80-875b-308e8bb07036", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:47:04.040290 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6527bff-5461-4ec7-a780-6fcc633bc7e0 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:47:04.040715 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3f4126-ada4-4573-8998-897c18713832', 'tag': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'status': 'completed', 'code': 200} Nov 08 00:47:04.041323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3833f92-e913-4b6b-b8ad-15ef2d24d872 service neutron] Pushing event updated for resources: {'Port': ['ID=60fe2d4e-e131-4b80-875b-308e8bb07036,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:04.063441 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] Checking router: 2a809d72-c690-4ca4-9325-5d88cf561eb3 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:47:04.063808 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] Updating router 2a809d72-c690-4ca4-9325-5d88cf561eb3 port 21e8940e-e2bb-4a0e-b16a-89d0147bfe09 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:47:04.101022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4496b227-21f1-4192-a20e-0586fce7a58d req-84f70fad-b8a8-4870-a579-3fe6eb646842 service neutron] 10.222.0.13 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860992 Nov 08 00:47:04.111461 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:04.115930 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 1ce64b33-3454-41bd-a6ac-3b8cadd36c50 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:47:04.168043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d8646-c509-41c6-a352-749d6334d80a req-37bbeca5-1262-409b-924a-02a4dab1b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:04.169521 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c3d8646-c509-41c6-a352-749d6334d80a req-37bbeca5-1262-409b-924a-02a4dab1b786 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 1095 time: 0.1018581 Nov 08 00:47:04.185626 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 1ce64b33-3454-41bd-a6ac-3b8cadd36c50 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:47:04.186440 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:04.277842 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4496b227-21f1-4192-a20e-0586fce7a58d req-c3d75f50-159b-49f6-9ae3-e3367daa698c service neutron] 10.222.0.13 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629517 Nov 08 00:47:04.279490 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bc8f78fa-d4de-4a7c-b301-773f5f86a37c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:47:04.309088 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d8646-c509-41c6-a352-749d6334d80a req-c756cb19-8975-4f6e-ad89-a8edf3d718eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:04.310584 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c3d8646-c509-41c6-a352-749d6334d80a req-c756cb19-8975-4f6e-ad89-a8edf3d718eb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=afb635e40fd640559a1e95ef85c12c18&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1242833 Nov 08 00:47:04.338796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port bc8f78fa-d4de-4a7c-b301-773f5f86a37c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:47:04.339164 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:04.421486 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:04.435249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d8646-c509-41c6-a352-749d6334d80a req-db351712-69dd-4b49-b3d7-2c4cb5242df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:04.435249 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c3d8646-c509-41c6-a352-749d6334d80a req-db351712-69dd-4b49-b3d7-2c4cb5242df3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1166601 Nov 08 00:47:04.478385 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:04.533581 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47785982-ac4b-4609-b4a0-f2d436dbdb68 None None] Pushing event updated for resources: {'Port': ['ID=21e8940e-e2bb-4a0e-b16a-89d0147bfe09,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:04.564789 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ff83ed6-0105-4064-91a7-87e256f2cced req-30a7e40d-8893-4c2f-9527-6542f710fc80 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 210 time: 0.0547671 Nov 08 00:47:04.590758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-40840337-1cd4-45de-808d-79bff0118207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:04.592676 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-40840337-1cd4-45de-808d-79bff0118207 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 1095 time: 0.0930624 Nov 08 00:47:04.608785 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] Attempting to bind port 21e8940e-e2bb-4a0e-b16a-89d0147bfe09 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:47:04.609144 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] Attempting to bind port 21e8940e-e2bb-4a0e-b16a-89d0147bfe09 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:47:04.609618 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] Attempting to bind port 21e8940e-e2bb-4a0e-b16a-89d0147bfe09 on network 5955b177-d1fb-4d25-866c-074a7538d164 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:47:04.614694 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:47:04.615276 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] Checking segment: {'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:47:04.615448 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:04.615932 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] Bound using segment: {'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:47:04.616374 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] Bound port: 21e8940e-e2bb-4a0e-b16a-89d0147bfe09, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:47:04.616742 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:04.650004 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-f976f6d9-523a-43fa-9491-a2099b7d263f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60fe2d4e-e131-4b80-875b-308e8bb07036 HTTP/1.1" status: 200 len: 217 time: 0.0430405 Nov 08 00:47:04.688291 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] For port 21e8940e-e2bb-4a0e-b16a-89d0147bfe09, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:47:04.692192 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] For port 21e8940e-e2bb-4a0e-b16a-89d0147bfe09, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=21e8940e-e2bb-4a0e-b16a-89d0147bfe09,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:47:04.704131 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-07b19a79-a209-479d-b18a-bb00d580e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:04.705809 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-07b19a79-a209-479d-b18a-bb00d580e010 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0471122 Nov 08 00:47:04.736583 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:04.758559 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-97ce9a92-d08e-4a60-afa8-059896fc2e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:04.760119 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-97ce9a92-d08e-4a60-afa8-059896fc2e05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444429 Nov 08 00:47:04.795630 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] Routers {'2a809d72-c690-4ca4-9325-5d88cf561eb3'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:47:04.795630 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:47:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['2a809d72-c690-4ca4-9325-5d88cf561eb3'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:04.832187 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-96ca7e8d-75e8-4ad0-8eb7-590f6df82778 None None] Provisioning complete for port 21e8940e-e2bb-4a0e-b16a-89d0147bfe09 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:47:04.833297 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96ca7e8d-75e8-4ad0-8eb7-590f6df82778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:04.833592 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47785982-ac4b-4609-b4a0-f2d436dbdb68 None None] Pushing event updated for resources: {'Port': ['ID=21e8940e-e2bb-4a0e-b16a-89d0147bfe09,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:04.886683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-075b5746-1d90-427a-a60f-d111cc0b0e1d service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139710 Nov 08 00:47:04.923767 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] Set router 2a809d72-c690-4ca4-9325-5d88cf561eb3 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:47:04.954316 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96ca7e8d-75e8-4ad0-8eb7-590f6df82778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:05.004239 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-96ca7e8d-75e8-4ad0-8eb7-590f6df82778 None None] For port 21e8940e-e2bb-4a0e-b16a-89d0147bfe09, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=21e8940e-e2bb-4a0e-b16a-89d0147bfe09,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:05.009692 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b828f1e2-c7df-4ff5-b273-abe15acf1c17 req-cb3f9827-e52c-441e-91a3-89a782bd04e5 service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140199 Nov 08 00:47:05.078704 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96ca7e8d-75e8-4ad0-8eb7-590f6df82778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:05.104507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df9cee-6be3-46b8-bae2-d6ed91e3b1ec req-3bca2425-ee1c-483b-a60b-2cf75fa494d7 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:05.107976 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-21df9cee-6be3-46b8-bae2-d6ed91e3b1ec req-3bca2425-ee1c-483b-a60b-2cf75fa494d7 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 944 time: 0.0656569 Nov 08 00:47:05.143248 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca7e8d-75e8-4ad0-8eb7-590f6df82778 None None] Pushing event updated for resources: {'Port': ['ID=21e8940e-e2bb-4a0e-b16a-89d0147bfe09,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:05.155121 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-21df9cee-6be3-46b8-bae2-d6ed91e3b1ec req-32d34a39-0749-44f9-ab63-3200cc0a7f8f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408857 Nov 08 00:47:05.203193 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-dde6f115-b7ad-467a-a1dd-ad1cc72d453e None None] Provisioning complete for port 21e8940e-e2bb-4a0e-b16a-89d0147bfe09 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:47:05.203592 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dde6f115-b7ad-467a-a1dd-ad1cc72d453e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:05.230306 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667246082', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:56Z', 'updated_at': '2021-11-08T00:47:01Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:57Z', 'updated_at': '2021-11-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '21e8940e-e2bb-4a0e-b16a-89d0147bfe09', 'name': '', 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:e1:e0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:47:01Z', 'updated_at': '2021-11-08T00:47:04Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:05.258133 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a7f740-d280-43f9-8c22-2461d4fa3036 None None] The sync data for ids ['2a809d72-c690-4ca4-9325-5d88cf561eb3'] in n-d-816882-1 is: [{'id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667246082', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:56Z', 'updated_at': '2021-11-08T00:47:01Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:57Z', 'updated_at': '2021-11-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '21e8940e-e2bb-4a0e-b16a-89d0147bfe09', 'name': '', 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:e1:e0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:47:01Z', 'updated_at': '2021-11-08T00:47:04Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:47:05.308447 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-4b389166-1dc9-4f87-ba68-5b93eed2e198 req-4bd9866c-00fe-45ce-9375-7521943c92ca service neutron] (102771) timed out ('10.222.0.13', 59786) {{(pid=102771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 00:47:05.666075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5088550e-846b-4b31-b81e-8913d68a3fe8 req-a029df50-dfca-4748-9347-74e916903e1b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 210 time: 0.0288837 Nov 08 00:47:06.076013 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 21e8940e-e2bb-4a0e-b16a-89d0147bfe09 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:47:06.290975 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aee1a-f85e-4b1a-ba63-3a3d4408f51d req-7d73c87d-861d-4d3d-873a-f4fe53651c65 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:06.292515 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 21e8940e-e2bb-4a0e-b16a-89d0147bfe09 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:47:06.292965 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:06.300349 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e86aee1a-f85e-4b1a-ba63-3a3d4408f51d req-7d73c87d-861d-4d3d-873a-f4fe53651c65 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 944 time: 0.0669806 Nov 08 00:47:06.338854 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e86aee1a-f85e-4b1a-ba63-3a3d4408f51d req-58c90fd8-8ac4-4e5e-aeb7-efc5f2cee476 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375209 Nov 08 00:47:06.478769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496b227-21f1-4192-a20e-0586fce7a58d req-f558a89f-a699-4bf2-b3ed-b8eb05f70e5f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:06.480241 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4496b227-21f1-4192-a20e-0586fce7a58d req-f558a89f-a699-4bf2-b3ed-b8eb05f70e5f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.26 "GET /v2.0/networks?id=5955b177-d1fb-4d25-866c-074a7538d164 HTTP/1.1" status: 200 len: 797 time: 0.1114717 Nov 08 00:47:06.530400 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4496b227-21f1-4192-a20e-0586fce7a58d req-211f670b-fe4c-44e2-b740-f3215cf28fd2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a610190c8f64b4cb76bfe1bed034770 HTTP/1.1" status: 200 len: 380 time: 0.0352035 Nov 08 00:47:06.541785 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-4496b227-21f1-4192-a20e-0586fce7a58d req-9884999f-fbc8-4f7a-a94c-7d7d6a3a5058 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'port': {'device_id': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164', 'admin_state_up': True, 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'security_groups': ['50cc55fb-73e3-4f34-8703-af3337a80725']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:47:06.759034 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad842560-cf95-4a56-bcce-1601723c5383 req-be7fe046-2c03-417a-93d5-2fdd3117fdc9 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 210 time: 0.0263147 Nov 08 00:47:06.798392 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4496b227-21f1-4192-a20e-0586fce7a58d req-9884999f-fbc8-4f7a-a94c-7d7d6a3a5058 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Made reservation on behalf of 1a610190c8f64b4cb76bfe1bed034770 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:47:06.802817 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4496b227-21f1-4192-a20e-0586fce7a58d req-9884999f-fbc8-4f7a-a94c-7d7d6a3a5058 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:06.925283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-4496b227-21f1-4192-a20e-0586fce7a58d req-9884999f-fbc8-4f7a-a94c-7d7d6a3a5058 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Allocated IP 172.20.0.10 (5955b177-d1fb-4d25-866c-074a7538d164/a3c46546-105f-44e3-aca4-a83403fe4353/e367c33a-450b-43d0-af6e-2dda847b9a73) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:47:07.060591 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4496b227-21f1-4192-a20e-0586fce7a58d req-9884999f-fbc8-4f7a-a94c-7d7d6a3a5058 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:07.146789 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4496b227-21f1-4192-a20e-0586fce7a58d req-9884999f-fbc8-4f7a-a94c-7d7d6a3a5058 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:07.191255 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4496b227-21f1-4192-a20e-0586fce7a58d req-9884999f-fbc8-4f7a-a94c-7d7d6a3a5058 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network 5955b177-d1fb-4d25-866c-074a7538d164 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:47:07.194339 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-4496b227-21f1-4192-a20e-0586fce7a58d req-9884999f-fbc8-4f7a-a94c-7d7d6a3a5058 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:47:07.197947 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4496b227-21f1-4192-a20e-0586fce7a58d req-9884999f-fbc8-4f7a-a94c-7d7d6a3a5058 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:47:07.228769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884999f-fbc8-4f7a-a94c-7d7d6a3a5058 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=e367c33a-450b-43d0-af6e-2dda847b9a73,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:07.254696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496b227-21f1-4192-a20e-0586fce7a58d req-9884999f-fbc8-4f7a-a94c-7d7d6a3a5058 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:07.255331 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4496b227-21f1-4192-a20e-0586fce7a58d req-9884999f-fbc8-4f7a-a94c-7d7d6a3a5058 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:07.332545 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4496b227-21f1-4192-a20e-0586fce7a58d req-9884999f-fbc8-4f7a-a94c-7d7d6a3a5058 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7944465 Nov 08 00:47:07.350387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Request body: {'port': {'device_id': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:47:07.414193 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-12e84249-3a04-4614-98f3-771613b16228 None None] Provisioning complete for port e367c33a-450b-43d0-af6e-2dda847b9a73 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:47:07.414886 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12e84249-3a04-4614-98f3-771613b16228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:07.418470 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:07.449951 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-12e84249-3a04-4614-98f3-771613b16228 None None] Port e367c33a-450b-43d0-af6e-2dda847b9a73 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:47:07.515519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42be667-c7f2-42ed-9adb-2c6d55581068 req-b8fbf8ad-3f52-4756-aa61-48a201b35435 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:07.516957 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c42be667-c7f2-42ed-9adb-2c6d55581068 req-b8fbf8ad-3f52-4756-aa61-48a201b35435 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 944 time: 0.0959404 Nov 08 00:47:07.612847 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c42be667-c7f2-42ed-9adb-2c6d55581068 req-605c8257-fb9b-4ec6-80f9-9219fd7fcb39 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505285 Nov 08 00:47:07.754377 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e367c33a-450b-43d0-af6e-2dda847b9a73 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:47:07.762448 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:07.773584 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Transition to ACTIVE for port object e367c33a-450b-43d0-af6e-2dda847b9a73 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:47:07.872909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18174e88-642a-4fda-9768-a47881186bab req-f7780e85-385c-4d17-a465-f7a0abd2b40e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:07.874916 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18174e88-642a-4fda-9768-a47881186bab req-f7780e85-385c-4d17-a465-f7a0abd2b40e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 932 time: 0.0494471 Nov 08 00:47:07.876014 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:07.952578 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e367c33a-450b-43d0-af6e-2dda847b9a73,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:07.961259 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18174e88-642a-4fda-9768-a47881186bab req-01353b69-b216-47ac-86e1-7db985901482 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800328 Nov 08 00:47:08.037277 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Attempting to bind port e367c33a-450b-43d0-af6e-2dda847b9a73 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:47:08.037771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Attempting to bind port e367c33a-450b-43d0-af6e-2dda847b9a73 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:47:08.038099 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Attempting to bind port e367c33a-450b-43d0-af6e-2dda847b9a73 on network 5955b177-d1fb-4d25-866c-074a7538d164 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:47:08.042655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Port e367c33a-450b-43d0-af6e-2dda847b9a73 on network 5955b177-d1fb-4d25-866c-074a7538d164 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:47:08.042981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Attempting to bind port e367c33a-450b-43d0-af6e-2dda847b9a73 on network 5955b177-d1fb-4d25-866c-074a7538d164 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:47:08.048279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:47:08.048625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Checking segment: {'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:47:08.049052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Bound using segment: {'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:47:08.049490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Bound port: e367c33a-450b-43d0-af6e-2dda847b9a73, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:47:08.049845 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:08.118638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] For port e367c33a-450b-43d0-af6e-2dda847b9a73, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:47:08.129973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] For port e367c33a-450b-43d0-af6e-2dda847b9a73, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=e367c33a-450b-43d0-af6e-2dda847b9a73,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:47:08.192905 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:08.229243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:08.229243 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:08.230898 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4496b227-21f1-4192-a20e-0586fce7a58d req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] 10.222.0.26 "PUT /v2.0/ports/e367c33a-450b-43d0-af6e-2dda847b9a73 HTTP/1.1" status: 200 len: 1092 time: 0.8853066 Nov 08 00:47:08.233824 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:47:08.236098 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c772da72-ab79-4065-997f-021b1a242d26" -d '{"events": [{"name": "network-changed", "server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:47:08.265610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7ba57-e44a-417e-92a9-d48cd109f5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e367c33a-450b-43d0-af6e-2dda847b9a73,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:08.279277 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3db6c9-e110-4085-a172-90ff45fb6da0 x-openstack-request-id: req-3d3db6c9-e110-4085-a172-90ff45fb6da0 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:47:08.280124 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:47:08.280413 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d3db6c9-e110-4085-a172-90ff45fb6da0 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:47:08.280816 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'status': 'completed', 'code': 200} Nov 08 00:47:08.361479 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772da72-ab79-4065-997f-021b1a242d26 req-54cee82d-3385-4669-85c2-842f80e7d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:08.363211 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c772da72-ab79-4065-997f-021b1a242d26 req-54cee82d-3385-4669-85c2-842f80e7d600 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 1095 time: 0.0448682 Nov 08 00:47:08.477027 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772da72-ab79-4065-997f-021b1a242d26 req-401196a7-4f25-4dd2-ad11-626a87a1ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:08.478480 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c772da72-ab79-4065-997f-021b1a242d26 req-401196a7-4f25-4dd2-ad11-626a87a1ecb4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1a610190c8f64b4cb76bfe1bed034770&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1017883 Nov 08 00:47:08.573690 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772da72-ab79-4065-997f-021b1a242d26 req-8541e5a1-1f74-4b1b-9662-a4a1a2e92f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:08.575153 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c772da72-ab79-4065-997f-021b1a242d26 req-8541e5a1-1f74-4b1b-9662-a4a1a2e92f1e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896714 Nov 08 00:47:08.673444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496b227-21f1-4192-a20e-0586fce7a58d req-55aba852-fc51-4f03-9c54-7c9eaafc1cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:08.677139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4496b227-21f1-4192-a20e-0586fce7a58d req-55aba852-fc51-4f03-9c54-7c9eaafc1cab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 1095 time: 0.0412552 Nov 08 00:47:08.694919 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:08.745896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4496b227-21f1-4192-a20e-0586fce7a58d req-86cc8fd5-d13b-43b2-b564-27facf4a0f5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e367c33a-450b-43d0-af6e-2dda847b9a73 HTTP/1.1" status: 200 len: 217 time: 0.0519557 Nov 08 00:47:08.791485 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 57996) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:08.803093 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5786a-eebb-49cc-9631-244a27487a34 req-9f5aadfa-c662-46e8-be86-8434402d20c1 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:08.804619 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ced5786a-eebb-49cc-9631-244a27487a34 req-9f5aadfa-c662-46e8-be86-8434402d20c1 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 944 time: 0.1196301 Nov 08 00:47:08.810510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496b227-21f1-4192-a20e-0586fce7a58d req-86cfc108-e3f9-4506-a031-584e5c641e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:08.812025 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4496b227-21f1-4192-a20e-0586fce7a58d req-86cfc108-e3f9-4506-a031-584e5c641e94 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3c46546-105f-44e3-aca4-a83403fe4353 HTTP/1.1" status: 200 len: 834 time: 0.0594053 Nov 08 00:47:08.877358 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ced5786a-eebb-49cc-9631-244a27487a34 req-333697d6-4806-4924-b6d6-1b7210e7f150 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643716 Nov 08 00:47:08.887876 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496b227-21f1-4192-a20e-0586fce7a58d req-7abe6996-22cc-45c9-a9b1-c4f0329fa1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:08.889416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4496b227-21f1-4192-a20e-0586fce7a58d req-7abe6996-22cc-45c9-a9b1-c4f0329fa1fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5955b177-d1fb-4d25-866c-074a7538d164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616143 Nov 08 00:47:08.928304 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 60fe2d4e-e131-4b80-875b-308e8bb07036 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:47:09.065645 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4496b227-21f1-4192-a20e-0586fce7a58d req-b365f2b3-208d-4bda-9f5d-70f480ac55c7 service neutron] 10.222.0.26 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688566 Nov 08 00:47:09.121397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 60fe2d4e-e131-4b80-875b-308e8bb07036, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=60fe2d4e-e131-4b80-875b-308e8bb07036,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:09.136062 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'port_id': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'mac_address': 'fa:16:3e:00:fb:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:47:09.160264 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-042182e9-3bf2-45b0-9977-f8d9899c1e28 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Deleting port 47558f42-0c9b-450f-9cda-cddcb1b92118 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:47:09.160889 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-042182e9-3bf2-45b0-9977-f8d9899c1e28 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:09.200213 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:09.213806 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4496b227-21f1-4192-a20e-0586fce7a58d req-80bbd398-ac8c-4a3c-a7a2-1bc225793fe4 service neutron] 10.222.0.26 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391973 Nov 08 00:47:09.216398 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fe2d4e-e131-4b80-875b-308e8bb07036 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:47:09.235084 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bba6c7-0689-4222-a05d-881f35b729b8 req-74e2e5d2-bed3-4eb5-833f-e91b0543b6f9 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:09.243152 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61bba6c7-0689-4222-a05d-881f35b729b8 req-74e2e5d2-bed3-4eb5-833f-e91b0543b6f9 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 944 time: 0.1514044 Nov 08 00:47:09.244769 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 60fe2d4e-e131-4b80-875b-308e8bb07036, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=60fe2d4e-e131-4b80-875b-308e8bb07036,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:09.247298 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-042182e9-3bf2-45b0-9977-f8d9899c1e28 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:09.251896 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-042182e9-3bf2-45b0-9977-f8d9899c1e28 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:09.261215 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-042182e9-3bf2-45b0-9977-f8d9899c1e28 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Calling delete_port for 47558f42-0c9b-450f-9cda-cddcb1b92118 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:47:09.288060 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61bba6c7-0689-4222-a05d-881f35b729b8 req-827dced6-2ee4-4f83-8c58-4a4e7aa8c81b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401242 Nov 08 00:47:09.358476 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:09.405364 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=60fe2d4e-e131-4b80-875b-308e8bb07036,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:09.412856 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:09.413199 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:09.413537 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:09.413910 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:09.414235 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:09.414555 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:09.414871 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:09.415186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:09.415502 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:09.415838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:09.416172 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:09.419612 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:09.523351 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-042182e9-3bf2-45b0-9977-f8d9899c1e28 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:09.554544 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042182e9-3bf2-45b0-9977-f8d9899c1e28 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event deleted for resources: {'Port': ['ID=47558f42-0c9b-450f-9cda-cddcb1b92118,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:09.612853 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-042182e9-3bf2-45b0-9977-f8d9899c1e28 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:09.613187 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-042182e9-3bf2-45b0-9977-f8d9899c1e28 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Floating IP 517c0e57-e47b-4b52-a5fd-8831d4b580d8 disassociated (deleted). External IP: 172.25.2.196, port: 0aa97aa9-018b-42e7-9dd1-f53f84badd9f. Nov 08 00:47:09.734391 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['60fe2d4e-e131-4b80-875b-308e8bb07036'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:47:09.821783 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042182e9-3bf2-45b0-9977-f8d9899c1e28 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Router ca9afdab-d8f7-442a-85bd-986095c64ea2 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:47:09.930083 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042182e9-3bf2-45b0-9977-f8d9899c1e28 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:47:09.935045 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-042182e9-3bf2-45b0-9977-f8d9899c1e28 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:09.941417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21693c2-a0bd-4138-95de-8bc3029457a4 None None] Sync routers for ids ['ca9afdab-d8f7-442a-85bd-986095c64ea2'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:47:09.950920 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21693c2-a0bd-4138-95de-8bc3029457a4 None None] Routers {'ca9afdab-d8f7-442a-85bd-986095c64ea2'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:47:09.952217 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e21693c2-a0bd-4138-95de-8bc3029457a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:47:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ca9afdab-d8f7-442a-85bd-986095c64ea2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:09.962169 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-042182e9-3bf2-45b0-9977-f8d9899c1e28 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "DELETE /v2.0/floatingips/517c0e57-e47b-4b52-a5fd-8831d4b580d8 HTTP/1.1" status: 204 len: 168 time: 1.1695247 Nov 08 00:47:09.963150 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46312605-585b-4f72-b9f0-e3fca29ce62e', 'tag': '0aa97aa9-018b-42e7-9dd1-f53f84badd9f'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:47:09.965714 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe93d7f-b646-4472-8086-a547db1999b6" -d '{"events": [{"name": "network-changed", "server_uuid": "46312605-585b-4f72-b9f0-e3fca29ce62e", "tag": "0aa97aa9-018b-42e7-9dd1-f53f84badd9f"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:47:10.026597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028bd34-043b-45a9-a361-a862a56da935 req-89a75fc0-7d6f-47c5-88b4-90d5c6afad65 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:10.029226 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9028bd34-043b-45a9-a361-a862a56da935 req-89a75fc0-7d6f-47c5-88b4-90d5c6afad65 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0777614 Nov 08 00:47:10.069587 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9028bd34-043b-45a9-a361-a862a56da935 req-406a0c87-201e-4ef9-aa83-75c10e367675 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336640 Nov 08 00:47:10.070347 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-e21693c2-a0bd-4138-95de-8bc3029457a4 None None] Set router ca9afdab-d8f7-442a-85bd-986095c64ea2 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:47:10.180648 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b33f998-b680-4ce2-8812-642db5ad09b2 x-openstack-request-id: req-4b33f998-b680-4ce2-8812-642db5ad09b2 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:47:10.180934 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46312605-585b-4f72-b9f0-e3fca29ce62e", "tag": "0aa97aa9-018b-42e7-9dd1-f53f84badd9f", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:47:10.181249 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b33f998-b680-4ce2-8812-642db5ad09b2 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:47:10.181674 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46312605-585b-4f72-b9f0-e3fca29ce62e', 'tag': '0aa97aa9-018b-42e7-9dd1-f53f84badd9f', 'status': 'completed', 'code': 200} Nov 08 00:47:10.292446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe93d7f-b646-4472-8086-a547db1999b6 req-b67c9da6-71da-424a-9ce8-5b1d96da41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:10.296189 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8fe93d7f-b646-4472-8086-a547db1999b6 req-b67c9da6-71da-424a-9ce8-5b1d96da41a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 1097 time: 0.0711706 Nov 08 00:47:10.321728 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e21693c2-a0bd-4138-95de-8bc3029457a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '98275949-f24f-4a41-aada-dacd1c1b6228', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'port_id': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'mac_address': 'fa:16:3e:e0:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:41:47Z', 'updated_at': '2021-11-08T00:41:50Z', 'revision_number': 1, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:10Z', 'revision_number': 5, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:10.350635 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21693c2-a0bd-4138-95de-8bc3029457a4 None None] Checking router: ca9afdab-d8f7-442a-85bd-986095c64ea2 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:47:10.372546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21693c2-a0bd-4138-95de-8bc3029457a4 None None] Routers {'ca9afdab-d8f7-442a-85bd-986095c64ea2'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:47:10.373235 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e21693c2-a0bd-4138-95de-8bc3029457a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:47:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ca9afdab-d8f7-442a-85bd-986095c64ea2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:10.449039 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe93d7f-b646-4472-8086-a547db1999b6 req-de320c2a-8d67-4877-8fa4-26b1dba054fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:10.450541 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8fe93d7f-b646-4472-8086-a547db1999b6 req-de320c2a-8d67-4877-8fa4-26b1dba054fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 913 time: 0.1485004 Nov 08 00:47:10.488779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-e21693c2-a0bd-4138-95de-8bc3029457a4 None None] Set router ca9afdab-d8f7-442a-85bd-986095c64ea2 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:47:10.504660 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8fe93d7f-b646-4472-8086-a547db1999b6 req-e7de306e-41c0-42fb-ad8c-5dc13fc79503 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aa97aa9-018b-42e7-9dd1-f53f84badd9f HTTP/1.1" status: 200 len: 217 time: 0.0450537 Nov 08 00:47:10.512054 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c070a-0284-4d6b-94e0-ff302fa088d7 req-281874d8-85d9-44c5-973a-867354aec44b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:10.513455 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-339c070a-0284-4d6b-94e0-ff302fa088d7 req-281874d8-85d9-44c5-973a-867354aec44b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 944 time: 0.1390488 Nov 08 00:47:10.550802 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be9329-d0e1-4543-94be-da60ffc7f406 req-4c41aaa0-9c72-4112-a575-891e6f97055e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:10.552330 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3be9329-d0e1-4543-94be-da60ffc7f406 req-4c41aaa0-9c72-4112-a575-891e6f97055e tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 946 time: 0.1559911 Nov 08 00:47:10.740115 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e21693c2-a0bd-4138-95de-8bc3029457a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '98275949-f24f-4a41-aada-dacd1c1b6228', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'port_id': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'mac_address': 'fa:16:3e:e0:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:41:47Z', 'updated_at': '2021-11-08T00:41:50Z', 'revision_number': 1, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:10Z', 'revision_number': 5, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:10.768287 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21693c2-a0bd-4138-95de-8bc3029457a4 None None] The sync data for ids ['ca9afdab-d8f7-442a-85bd-986095c64ea2'] in n-d-816882-1 is: [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '98275949-f24f-4a41-aada-dacd1c1b6228', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'port_id': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'mac_address': 'fa:16:3e:e0:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:41:47Z', 'updated_at': '2021-11-08T00:41:50Z', 'revision_number': 1, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:10Z', 'revision_number': 5, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:47:10.938525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 60fe2d4e-e131-4b80-875b-308e8bb07036 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:47:10.955080 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe93d7f-b646-4472-8086-a547db1999b6 req-5eeab2fd-4fcc-4e58-8f25-1242b0605a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:10.956608 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8fe93d7f-b646-4472-8086-a547db1999b6 req-5eeab2fd-4fcc-4e58-8f25-1242b0605a50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.4421041 Nov 08 00:47:10.969113 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-339c070a-0284-4d6b-94e0-ff302fa088d7 req-dc30db63-a9d5-4048-bdda-eefc5d5fbc49 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4434309 Nov 08 00:47:11.018682 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3be9329-d0e1-4543-94be-da60ffc7f406 req-8021f5d5-5a4d-417a-a1a3-e191d5ff76a5 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4588041 Nov 08 00:47:11.034348 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe93d7f-b646-4472-8086-a547db1999b6 req-81b8faba-4e44-43e1-8384-d5e2d7c69359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:11.034348 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8fe93d7f-b646-4472-8086-a547db1999b6 req-81b8faba-4e44-43e1-8384-d5e2d7c69359 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689328 Nov 08 00:47:11.040998 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371d3c45-64e6-4219-b2db-829e4df9fcf5 None None] New status for floating IP 517c0e57-e47b-4b52-a5fd-8831d4b580d8: DOWN {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:47:11.054995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 60fe2d4e-e131-4b80-875b-308e8bb07036 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:47:11.059372 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 60fe2d4e-e131-4b80-875b-308e8bb07036 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:47:11.060064 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:11.172551 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:11.185290 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8fe93d7f-b646-4472-8086-a547db1999b6 req-0fe75a4a-f07e-4e9e-a874-81ae8face0fd service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388810 Nov 08 00:47:11.202608 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3f4126-ada4-4573-8998-897c18713832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fe2d4e-e131-4b80-875b-308e8bb07036'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:47:11.207241 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e21baa0-cc13-40e0-83fe-01b4f7d977a3" -d '{"events": [{"server_uuid": "7e3f4126-ada4-4573-8998-897c18713832", "name": "network-vif-plugged", "status": "completed", "tag": "60fe2d4e-e131-4b80-875b-308e8bb07036"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:47:11.232350 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 60fe2d4e-e131-4b80-875b-308e8bb07036, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=60fe2d4e-e131-4b80-875b-308e8bb07036,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:11.260433 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b29f45-83b2-46da-ad28-c847dd855911 x-openstack-request-id: req-d4b29f45-83b2-46da-ad28-c847dd855911 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:47:11.260727 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3f4126-ada4-4573-8998-897c18713832", "name": "network-vif-plugged", "status": "completed", "tag": "60fe2d4e-e131-4b80-875b-308e8bb07036", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:47:11.260976 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4b29f45-83b2-46da-ad28-c847dd855911 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:47:11.261363 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3f4126-ada4-4573-8998-897c18713832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'code': 200} Nov 08 00:47:11.296319 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:11.315078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1002795-028d-49d3-824f-f5a732038033 req-d325cc96-3bbb-4cdb-a2d6-a26643e907ea tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:11.320543 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e1002795-028d-49d3-824f-f5a732038033 req-d325cc96-3bbb-4cdb-a2d6-a26643e907ea tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.1270576 Nov 08 00:47:11.356937 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=60fe2d4e-e131-4b80-875b-308e8bb07036,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:11.382994 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8fe93d7f-b646-4472-8086-a547db1999b6 req-eebc513d-394a-4a28-bab0-21aaeca56032 service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790791 Nov 08 00:47:11.406642 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e1002795-028d-49d3-824f-f5a732038033 req-5a41dbd9-18fa-42b4-9842-0066212ff0c5 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793202 Nov 08 00:47:11.420510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19da7f8-1ed4-4409-bc89-f28e7b3698a0 req-7c329c5c-5f68-44ef-b87e-1e184a799fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:11.421987 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a19da7f8-1ed4-4409-bc89-f28e7b3698a0 req-7c329c5c-5f68-44ef-b87e-1e184a799fc7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 1097 time: 0.0610931 Nov 08 00:47:11.459660 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a19da7f8-1ed4-4409-bc89-f28e7b3698a0 req-df08f7cc-2cf3-442f-97fa-241ed2440083 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297396 Nov 08 00:47:12.086348 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e166b7-ad6d-4209-aa14-efa024707706 req-b410fe22-8efd-4f27-b2e6-0c4ced9111ea tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:12.087828 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91e166b7-ad6d-4209-aa14-efa024707706 req-b410fe22-8efd-4f27-b2e6-0c4ced9111ea tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 946 time: 0.0753450 Nov 08 00:47:12.149060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31c9a8-9abf-4779-8f61-ecc0a87f3b24 req-5c3b33a3-83ee-4d92-9442-0bc564e33ed3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:12.150505 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e31c9a8-9abf-4779-8f61-ecc0a87f3b24 req-5c3b33a3-83ee-4d92-9442-0bc564e33ed3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 944 time: 0.1117587 Nov 08 00:47:12.233557 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd03261-66dc-43a9-b490-14fbfc71e193 req-56229221-58eb-4281-b999-d73222f8ffa4 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:12.235033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbd03261-66dc-43a9-b490-14fbfc71e193 req-56229221-58eb-4281-b999-d73222f8ffa4 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 946 time: 0.1429873 Nov 08 00:47:12.246615 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e31c9a8-9abf-4779-8f61-ecc0a87f3b24 req-e2900588-0448-4531-abc0-b42253137136 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888884 Nov 08 00:47:12.289137 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-91e166b7-ad6d-4209-aa14-efa024707706 req-6bc722ea-bcec-4aff-91f5-3c28dd1eb20a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Deleting port 0aa97aa9-018b-42e7-9dd1-f53f84badd9f {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:47:12.289471 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-91e166b7-ad6d-4209-aa14-efa024707706 req-6bc722ea-bcec-4aff-91f5-3c28dd1eb20a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:12.294409 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbd03261-66dc-43a9-b490-14fbfc71e193 req-b3ee2f16-4826-4559-9fc9-281f8c372fad tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529027 Nov 08 00:47:12.295999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device e367c33a-450b-43d0-af6e-2dda847b9a73 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:47:12.389246 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-91e166b7-ad6d-4209-aa14-efa024707706 req-6bc722ea-bcec-4aff-91f5-3c28dd1eb20a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] For port 0aa97aa9-018b-42e7-9dd1-f53f84badd9f, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=0aa97aa9-018b-42e7-9dd1-f53f84badd9f,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:12.389612 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-91e166b7-ad6d-4209-aa14-efa024707706 req-6bc722ea-bcec-4aff-91f5-3c28dd1eb20a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:12.404507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-91e166b7-ad6d-4209-aa14-efa024707706 req-6bc722ea-bcec-4aff-91f5-3c28dd1eb20a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Calling delete_port for 0aa97aa9-018b-42e7-9dd1-f53f84badd9f owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:47:12.415731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port e367c33a-450b-43d0-af6e-2dda847b9a73, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=e367c33a-450b-43d0-af6e-2dda847b9a73,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:12.428672 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164', 'port_id': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'mac_address': 'fa:16:3e:7d:f7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:47:12.476936 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:12.490883 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e367c33a-450b-43d0-af6e-2dda847b9a73 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:47:12.510514 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port e367c33a-450b-43d0-af6e-2dda847b9a73, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=e367c33a-450b-43d0-af6e-2dda847b9a73,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:12.559166 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a18fa-89d9-477a-a851-8bae257cd37e req-20f53e90-d197-422e-91f7-3c2593d421dc tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:12.560705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e4a18fa-89d9-477a-a851-8bae257cd37e req-20f53e90-d197-422e-91f7-3c2593d421dc tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 946 time: 0.0834868 Nov 08 00:47:12.592998 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:12.606769 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e4a18fa-89d9-477a-a851-8bae257cd37e req-8af600b6-87f9-4e01-9d5c-c3915596feab tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385664 Nov 08 00:47:12.649858 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-91e166b7-ad6d-4209-aa14-efa024707706 req-6bc722ea-bcec-4aff-91f5-3c28dd1eb20a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:12.651262 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=e367c33a-450b-43d0-af6e-2dda847b9a73,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:12.680445 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc722ea-bcec-4aff-91f5-3c28dd1eb20a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event deleted for resources: {'Port': ['ID=0aa97aa9-018b-42e7-9dd1-f53f84badd9f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:12.726479 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e166b7-ad6d-4209-aa14-efa024707706 req-6bc722ea-bcec-4aff-91f5-3c28dd1eb20a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] No DVR routers for this DVR port 0aa97aa9-018b-42e7-9dd1-f53f84badd9f on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:47:12.729715 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-91e166b7-ad6d-4209-aa14-efa024707706 req-6bc722ea-bcec-4aff-91f5-3c28dd1eb20a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:12.733421 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91e166b7-ad6d-4209-aa14-efa024707706 req-6bc722ea-bcec-4aff-91f5-3c28dd1eb20a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "DELETE /v2.0/ports/0aa97aa9-018b-42e7-9dd1-f53f84badd9f HTTP/1.1" status: 204 len: 173 time: 0.6316662 Nov 08 00:47:12.733804 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46312605-585b-4f72-b9f0-e3fca29ce62e', 'name': 'network-vif-deleted', 'tag': '0aa97aa9-018b-42e7-9dd1-f53f84badd9f'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:47:12.736176 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28497708-8b2b-4a09-ad5c-fa95c5b46fe8" -d '{"events": [{"server_uuid": "46312605-585b-4f72-b9f0-e3fca29ce62e", "name": "network-vif-deleted", "tag": "0aa97aa9-018b-42e7-9dd1-f53f84badd9f"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:47:12.770930 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd89d44f-b646-48aa-be16-b3bade8d9c0a x-openstack-request-id: req-cd89d44f-b646-48aa-be16-b3bade8d9c0a {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:47:12.771222 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46312605-585b-4f72-b9f0-e3fca29ce62e", "name": "network-vif-deleted", "tag": "0aa97aa9-018b-42e7-9dd1-f53f84badd9f", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:47:12.771469 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd89d44f-b646-48aa-be16-b3bade8d9c0a {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:47:12.771937 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46312605-585b-4f72-b9f0-e3fca29ce62e', 'name': 'network-vif-deleted', 'tag': '0aa97aa9-018b-42e7-9dd1-f53f84badd9f', 'status': 'completed', 'code': 200} Nov 08 00:47:12.933252 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['e367c33a-450b-43d0-af6e-2dda847b9a73'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:47:13.380699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d30da-b8ad-4c77-b5f9-40d86ff6fcd3 req-c1a99183-c40d-449d-9224-f14d79cfb595 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:13.383046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b0d30da-b8ad-4c77-b5f9-40d86ff6fcd3 req-c1a99183-c40d-449d-9224-f14d79cfb595 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 945 time: 0.0642517 Nov 08 00:47:13.423260 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-741cf88a-3845-42c4-9526-845995cba810 req-286e8d9c-64c8-4a46-8a5d-ce541bca959c tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 210 time: 0.0391419 Nov 08 00:47:13.445767 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b0d30da-b8ad-4c77-b5f9-40d86ff6fcd3 req-08e789bd-3f04-45a9-b1c5-068639b13975 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523720 Nov 08 00:47:13.724771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae827f-3152-4cfb-8882-0a2ad53e193d req-76c0b3b0-6171-4c66-9f34-8676da843dbd tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:13.726258 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acae827f-3152-4cfb-8882-0a2ad53e193d req-76c0b3b0-6171-4c66-9f34-8676da843dbd tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 946 time: 0.0505533 Nov 08 00:47:13.771108 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-acae827f-3152-4cfb-8882-0a2ad53e193d req-13f329ad-14db-4665-b74e-d85b31f7e1c9 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382626 Nov 08 00:47:13.895150 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803ea2c-8fab-4d46-9e80-3785d2f7f9f2 req-72f1bd11-8884-44f6-9628-546b080b5c35 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:13.903243 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e803ea2c-8fab-4d46-9e80-3785d2f7f9f2 req-72f1bd11-8884-44f6-9628-546b080b5c35 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 946 time: 0.0643601 Nov 08 00:47:13.911750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58050) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:13.917226 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-dd6fc5fc-963f-4bd1-ad72-700050f60109 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Request body: {'floatingip': {'port_id': '60fe2d4e-e131-4b80-875b-308e8bb07036'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:47:13.958513 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd6fc5fc-963f-4bd1-ad72-700050f60109 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:14.300390 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device e367c33a-450b-43d0-af6e-2dda847b9a73 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:47:14.427237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port e367c33a-450b-43d0-af6e-2dda847b9a73 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:47:14.431229 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port e367c33a-450b-43d0-af6e-2dda847b9a73 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:47:14.431868 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:14.488101 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd6fc5fc-963f-4bd1-ad72-700050f60109 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:14.553393 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28cce2dc-253d-4da3-96a1-6d476442aefe req-d8f4e9cf-1ff0-41c6-b701-e98021031086 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 210 time: 0.0418541 Nov 08 00:47:14.569118 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:14.582342 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd6fc5fc-963f-4bd1-ad72-700050f60109 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:14.595233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:47:14.597768 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d3dca9-bc42-403e-bad7-ad34077cee82" -d '{"events": [{"server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "name": "network-vif-plugged", "status": "completed", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:47:14.617028 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port e367c33a-450b-43d0-af6e-2dda847b9a73, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=e367c33a-450b-43d0-af6e-2dda847b9a73,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:14.646271 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92a8521-3bf6-4c58-ac91-484cf66092f4 x-openstack-request-id: req-e92a8521-3bf6-4c58-ac91-484cf66092f4 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:47:14.646687 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "name": "network-vif-plugged", "status": "completed", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:47:14.647093 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e92a8521-3bf6-4c58-ac91-484cf66092f4 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:47:14.647549 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'code': 200} Nov 08 00:47:14.682453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c6b20-09a1-43b6-b260-63f28fa55139 req-116d171b-776c-4084-b264-76281247006d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:14.683859 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:14.684839 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 0aa97aa9-018b-42e7-9dd1-f53f84badd9f no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:47:14.690449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-277c6b20-09a1-43b6-b260-63f28fa55139 req-116d171b-776c-4084-b264-76281247006d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 945 time: 0.1396887 Nov 08 00:47:14.708435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 0aa97aa9-018b-42e7-9dd1-f53f84badd9f {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:47:14.708777 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 0aa97aa9-018b-42e7-9dd1-f53f84badd9f not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:47:14.759363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-277c6b20-09a1-43b6-b260-63f28fa55139 req-84ff0a74-b48b-460c-801d-6f70de4621eb tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678897 Nov 08 00:47:14.760282 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=e367c33a-450b-43d0-af6e-2dda847b9a73,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:14.769957 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-dd6fc5fc-963f-4bd1-ad72-700050f60109 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Floating IP 2a2f2ae7-6c25-4e9e-8b35-99b4e709edc1 associated. External IP: 172.25.2.72, port: 60fe2d4e-e131-4b80-875b-308e8bb07036. Nov 08 00:47:14.879219 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0118aa-ea52-421a-a494-dfc41f32fbf9 req-5ab4eda2-bf99-467d-b024-7638d8608d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:14.880758 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f0118aa-ea52-421a-a494-dfc41f32fbf9 req-5ab4eda2-bf99-467d-b024-7638d8608d0f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 1097 time: 0.1354091 Nov 08 00:47:14.928418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f0118aa-ea52-421a-a494-dfc41f32fbf9 req-e2ecde97-0cd9-421d-b010-2816423c00c1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372670 Nov 08 00:47:15.044667 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6fc5fc-963f-4bd1-ad72-700050f60109 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Router b42f74a4-d1d8-459f-ac22-8e70ade3259a has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:47:15.157067 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6fc5fc-963f-4bd1-ad72-700050f60109 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:47:15.161608 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd6fc5fc-963f-4bd1-ad72-700050f60109 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:15.169461 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f023b4e-190b-4d32-829b-af6fe4d96410 None None] Sync routers for ids ['b42f74a4-d1d8-459f-ac22-8e70ade3259a'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:47:15.179752 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f023b4e-190b-4d32-829b-af6fe4d96410 None None] Routers {'b42f74a4-d1d8-459f-ac22-8e70ade3259a'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:47:15.180532 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2f023b4e-190b-4d32-829b-af6fe4d96410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:47:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b42f74a4-d1d8-459f-ac22-8e70ade3259a'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:15.195034 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dd6fc5fc-963f-4bd1-ad72-700050f60109 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "PUT /v2.0/floatingips/2a2f2ae7-6c25-4e9e-8b35-99b4e709edc1 HTTP/1.1" status: 200 len: 991 time: 1.2819767 Nov 08 00:47:15.195632 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3f4126-ada4-4573-8998-897c18713832', 'tag': '60fe2d4e-e131-4b80-875b-308e8bb07036'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:47:15.197923 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619fc3ec-c830-4b26-9274-d6236808df57" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3f4126-ada4-4573-8998-897c18713832", "tag": "60fe2d4e-e131-4b80-875b-308e8bb07036"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:47:15.255636 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cab785-cf60-47ad-88f6-338afd00c7fe x-openstack-request-id: req-d1cab785-cf60-47ad-88f6-338afd00c7fe {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:47:15.256323 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3f4126-ada4-4573-8998-897c18713832", "tag": "60fe2d4e-e131-4b80-875b-308e8bb07036", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:47:15.256746 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1cab785-cf60-47ad-88f6-338afd00c7fe {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:47:15.257332 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3f4126-ada4-4573-8998-897c18713832', 'tag': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'status': 'completed', 'code': 200} Nov 08 00:47:15.319754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-2f023b4e-190b-4d32-829b-af6fe4d96410 None None] Set router b42f74a4-d1d8-459f-ac22-8e70ade3259a gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:47:15.373522 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fc3ec-c830-4b26-9274-d6236808df57 req-e8b633d4-fe7d-4d7f-8de5-220a88456184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:15.375414 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-619fc3ec-c830-4b26-9274-d6236808df57 req-e8b633d4-fe7d-4d7f-8de5-220a88456184 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 1097 time: 0.0596025 Nov 08 00:47:15.475611 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fc3ec-c830-4b26-9274-d6236808df57 req-6ba2b434-ba4c-4b9e-94e9-914f422319f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:15.477147 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-619fc3ec-c830-4b26-9274-d6236808df57 req-6ba2b434-ba4c-4b9e-94e9-914f422319f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 912 time: 0.0950456 Nov 08 00:47:15.557147 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-619fc3ec-c830-4b26-9274-d6236808df57 req-1d511e55-86a3-4fa4-8536-e202ac94dd27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60fe2d4e-e131-4b80-875b-308e8bb07036 HTTP/1.1" status: 200 len: 999 time: 0.0716200 Nov 08 00:47:15.577457 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2f023b4e-190b-4d32-829b-af6fe4d96410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'name': 'tempest-ServerActionsTestJSON-141537340-router', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:48Z', 'updated_at': '2021-11-08T00:46:52Z', 'revision_number': 4, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'gw_port': {'id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:49Z', 'updated_at': '2021-11-08T00:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '2a2f2ae7-6c25-4e9e-8b35-99b4e709edc1', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'port_id': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'mac_address': 'fa:16:3e:00:fb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f4126-ada4-4573-8998-897c18713832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:46:56Z', 'updated_at': '2021-11-08T00:47:14Z', 'revision_number': 1, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be1bb5b-8db3-4fb6-9007-2aac01310af0', 'name': '', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'mac_address': 'fa:16:3e:2e:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:52Z', 'updated_at': '2021-11-08T00:46:57Z', 'revision_number': 5, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'subnets': [{'id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:15.620415 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fc3ec-c830-4b26-9274-d6236808df57 req-edd55c28-9127-441b-a6c9-2d005ce4613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:15.622198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-619fc3ec-c830-4b26-9274-d6236808df57 req-edd55c28-9127-441b-a6c9-2d005ce4613c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0579133 Nov 08 00:47:15.647744 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f023b4e-190b-4d32-829b-af6fe4d96410 None None] Checking router: b42f74a4-d1d8-459f-ac22-8e70ade3259a for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:47:15.657917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f023b4e-190b-4d32-829b-af6fe4d96410 None None] Routers {'b42f74a4-d1d8-459f-ac22-8e70ade3259a'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:47:15.658672 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2f023b4e-190b-4d32-829b-af6fe4d96410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:47:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b42f74a4-d1d8-459f-ac22-8e70ade3259a'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:15.698307 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c17084e-3a19-413f-870d-5b2ab70689d9 req-e02eec0a-b506-4ebc-a27b-2b57fa8b3c96 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 210 time: 0.0365982 Nov 08 00:47:15.706700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fc3ec-c830-4b26-9274-d6236808df57 req-e06ba610-2389-4a71-85fd-9ba6b9e30472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:15.708205 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-619fc3ec-c830-4b26-9274-d6236808df57 req-e06ba610-2389-4a71-85fd-9ba6b9e30472 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756905 Nov 08 00:47:15.776546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-2f023b4e-190b-4d32-829b-af6fe4d96410 None None] Set router b42f74a4-d1d8-459f-ac22-8e70ade3259a gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:47:15.806115 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-619fc3ec-c830-4b26-9274-d6236808df57 req-ff551830-ea69-42b4-b8cd-7322c24f5013 service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874953 Nov 08 00:47:16.012915 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a97208-1601-4dcf-9c6d-8db0606ee58e req-f2f4e7e7-6f91-4825-aad3-ad8b0df65e71 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:16.015296 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92a97208-1601-4dcf-9c6d-8db0606ee58e req-f2f4e7e7-6f91-4825-aad3-ad8b0df65e71 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.1538377 Nov 08 00:47:16.023517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-619fc3ec-c830-4b26-9274-d6236808df57 req-d9e0df82-72c2-4a1f-a623-57aa862c385b service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092934 Nov 08 00:47:16.070893 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92a97208-1601-4dcf-9c6d-8db0606ee58e req-5a4ea556-b8c0-487d-8add-e97435d8bd87 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463562 Nov 08 00:47:16.193640 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2f023b4e-190b-4d32-829b-af6fe4d96410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'name': 'tempest-ServerActionsTestJSON-141537340-router', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:48Z', 'updated_at': '2021-11-08T00:46:52Z', 'revision_number': 4, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'gw_port': {'id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:49Z', 'updated_at': '2021-11-08T00:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '2a2f2ae7-6c25-4e9e-8b35-99b4e709edc1', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'port_id': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'mac_address': 'fa:16:3e:00:fb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f4126-ada4-4573-8998-897c18713832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:46:56Z', 'updated_at': '2021-11-08T00:47:14Z', 'revision_number': 1, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be1bb5b-8db3-4fb6-9007-2aac01310af0', 'name': '', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'mac_address': 'fa:16:3e:2e:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:52Z', 'updated_at': '2021-11-08T00:46:57Z', 'revision_number': 5, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'subnets': [{'id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:16.221114 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f023b4e-190b-4d32-829b-af6fe4d96410 None None] The sync data for ids ['b42f74a4-d1d8-459f-ac22-8e70ade3259a'] in n-d-816882-1 is: [{'id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'name': 'tempest-ServerActionsTestJSON-141537340-router', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:48Z', 'updated_at': '2021-11-08T00:46:52Z', 'revision_number': 4, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'gw_port': {'id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:49Z', 'updated_at': '2021-11-08T00:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '2a2f2ae7-6c25-4e9e-8b35-99b4e709edc1', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'port_id': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'mac_address': 'fa:16:3e:00:fb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f4126-ada4-4573-8998-897c18713832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:46:56Z', 'updated_at': '2021-11-08T00:47:14Z', 'revision_number': 1, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be1bb5b-8db3-4fb6-9007-2aac01310af0', 'name': '', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'mac_address': 'fa:16:3e:2e:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:52Z', 'updated_at': '2021-11-08T00:46:57Z', 'revision_number': 5, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'subnets': [{'id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:47:16.456302 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd9ed0f-cbdf-452c-8e75-e8980f84b6c0 None None] New status for floating IP 2a2f2ae7-6c25-4e9e-8b35-99b4e709edc1: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:47:16.797133 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-693a9f5c-766a-46b1-9e12-9334bc320832 req-c73c1556-03f1-43d9-9c0b-b43e7a9049ba tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=46312605-585b-4f72-b9f0-e3fca29ce62e HTTP/1.1" status: 200 len: 210 time: 0.0271595 Nov 08 00:47:17.200437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f260b-5220-4874-be8d-fc7560b242bc req-484d34df-ca65-497f-b2b8-eed5ab43e8a8 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:17.202552 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b3f260b-5220-4874-be8d-fc7560b242bc req-484d34df-ca65-497f-b2b8-eed5ab43e8a8 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0497508 Nov 08 00:47:17.244269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b3f260b-5220-4874-be8d-fc7560b242bc req-b17e31dc-6b38-40dc-9e04-5189df2ce99c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349081 Nov 08 00:47:17.363399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feafce9-1b73-4b83-bde2-ce6a5813647f req-0009faf7-c866-4d6b-9184-a65a537285f8 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:17.365384 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9feafce9-1b73-4b83-bde2-ce6a5813647f req-0009faf7-c866-4d6b-9184-a65a537285f8 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0531421 Nov 08 00:47:17.411915 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9feafce9-1b73-4b83-bde2-ce6a5813647f req-1c84b3f5-c58e-4fa2-99d2-c73cad449309 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390632 Nov 08 00:47:17.433921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58090) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:17.480388 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e5cae4-ddd6-4613-9ef1-17950132972e tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:17.481955 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b2e5cae4-ddd6-4613-9ef1-17950132972e tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 1092 time: 0.0470715 Nov 08 00:47:17.485367 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58092) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:17.489745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:47:17.557897 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:17.661063 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:17.766138 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Allocated IP 172.25.2.62 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/37c73a31-dc2c-4cb5-8e4f-ba6f0c572b42) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:47:17.881084 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:18.055643 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:18.117941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:47:18.133622 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:47:18.136361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:47:18.140397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=37c73a31-dc2c-4cb5-8e4f-ba6f0c572b42,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:18.506940 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:18.704488 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:18.857482 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:18.912208 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:18.981480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=37c73a31-dc2c-4cb5-8e4f-ba6f0c572b42,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:18.992025 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:19.090386 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Floating IP 5ef2a871-216c-457a-86cc-7eccb61b4890 associated. External IP: 172.25.2.62, port: e367c33a-450b-43d0-af6e-2dda847b9a73. Nov 08 00:47:19.636970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Router 2a809d72-c690-4ca4-9325-5d88cf561eb3 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:47:19.747779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:47:19.761283 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2cc853-082e-4296-94d1-ac5c5c959342 None None] Sync routers for ids ['2a809d72-c690-4ca4-9325-5d88cf561eb3'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:47:19.775666 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2cc853-082e-4296-94d1-ac5c5c959342 None None] Routers {'2a809d72-c690-4ca4-9325-5d88cf561eb3'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:47:19.775666 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4f2cc853-082e-4296-94d1-ac5c5c959342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:47:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['2a809d72-c690-4ca4-9325-5d88cf561eb3'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:19.829785 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:19.878276 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1ffe54f7-464d-431f-9ecb-1c3fc7ae5534 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3917348 Nov 08 00:47:19.879429 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:47:19.885642 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e402324-cdb9-41c9-b1d8-573fe8ba076a" -d '{"events": [{"name": "network-changed", "server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:47:19.956310 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e87664-ffa5-4b1c-939e-cc94e800780d x-openstack-request-id: req-d6e87664-ffa5-4b1c-939e-cc94e800780d {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:47:19.956893 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:47:19.956893 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6e87664-ffa5-4b1c-939e-cc94e800780d {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:47:19.957086 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'status': 'completed', 'code': 200} Nov 08 00:47:20.066028 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-4f2cc853-082e-4296-94d1-ac5c5c959342 None None] Set router 2a809d72-c690-4ca4-9325-5d88cf561eb3 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:47:20.066737 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fe92f-fc3d-4ae8-96a2-c75d77ebe499 req-a2a70baa-88df-4804-a670-a9e951c73c82 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:20.068576 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-031fe92f-fc3d-4ae8-96a2-c75d77ebe499 req-a2a70baa-88df-4804-a670-a9e951c73c82 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.1023078 Nov 08 00:47:20.075453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e402324-cdb9-41c9-b1d8-573fe8ba076a req-40c0a53d-1db0-427a-a4d9-5054a4aafb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:20.077089 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e402324-cdb9-41c9-b1d8-573fe8ba076a req-40c0a53d-1db0-427a-a4d9-5054a4aafb8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 1097 time: 0.0666454 Nov 08 00:47:20.148308 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:47:20.183652 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-031fe92f-fc3d-4ae8-96a2-c75d77ebe499 req-d3b9c927-4f21-4da0-b8c5-2731ad739de1 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053696 Nov 08 00:47:20.208907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e402324-cdb9-41c9-b1d8-573fe8ba076a req-d862e824-2e80-4965-bb33-1f8c52cd7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:20.210424 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e402324-cdb9-41c9-b1d8-573fe8ba076a req-d862e824-2e80-4965-bb33-1f8c52cd7c48 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5955b177-d1fb-4d25-866c-074a7538d164 HTTP/1.1" status: 200 len: 898 time: 0.1252601 Nov 08 00:47:20.224329 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58118) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:20.293304 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e402324-cdb9-41c9-b1d8-573fe8ba076a req-edf77dbc-99d9-43bd-b4ac-d663399c5504 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e367c33a-450b-43d0-af6e-2dda847b9a73 HTTP/1.1" status: 200 len: 999 time: 0.0753706 Nov 08 00:47:20.309338 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2048d509-2a8f-442c-bbb3-8d006a864628 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/floatingips/5ef2a871-216c-457a-86cc-7eccb61b4890 HTTP/1.1" status: 200 len: 991 time: 0.0837452 Nov 08 00:47:20.357470 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e402324-cdb9-41c9-b1d8-573fe8ba076a req-1ce420b1-b2a0-401d-8016-c99b719ecc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:20.359678 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e402324-cdb9-41c9-b1d8-573fe8ba076a req-1ce420b1-b2a0-401d-8016-c99b719ecc47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3c46546-105f-44e3-aca4-a83403fe4353 HTTP/1.1" status: 200 len: 834 time: 0.0574431 Nov 08 00:47:20.388362 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4f2cc853-082e-4296-94d1-ac5c5c959342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667246082', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:56Z', 'updated_at': '2021-11-08T00:47:01Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:57Z', 'updated_at': '2021-11-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '5ef2a871-216c-457a-86cc-7eccb61b4890', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'port_id': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164', 'mac_address': 'fa:16:3e:7d:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:47:18Z', 'updated_at': '2021-11-08T00:47:18Z', 'revision_number': 0, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e8940e-e2bb-4a0e-b16a-89d0147bfe09', 'name': '', 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:e1:e0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:47:01Z', 'updated_at': '2021-11-08T00:47:04Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:20.437257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2cc853-082e-4296-94d1-ac5c5c959342 None None] Checking router: 2a809d72-c690-4ca4-9325-5d88cf561eb3 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:47:20.452102 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2cc853-082e-4296-94d1-ac5c5c959342 None None] Routers {'2a809d72-c690-4ca4-9325-5d88cf561eb3'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:47:20.452804 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4f2cc853-082e-4296-94d1-ac5c5c959342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:47:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['2a809d72-c690-4ca4-9325-5d88cf561eb3'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:20.457288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e402324-cdb9-41c9-b1d8-573fe8ba076a req-176a2763-3a75-47ab-9fca-3ee65fde5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:20.458912 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e402324-cdb9-41c9-b1d8-573fe8ba076a req-176a2763-3a75-47ab-9fca-3ee65fde5db4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5955b177-d1fb-4d25-866c-074a7538d164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901191 Nov 08 00:47:20.561381 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e402324-cdb9-41c9-b1d8-573fe8ba076a req-45e921ee-48c7-4506-81e6-f4fed743716f service neutron] 10.222.0.26 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942900 Nov 08 00:47:20.573468 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-4f2cc853-082e-4296-94d1-ac5c5c959342 None None] Set router 2a809d72-c690-4ca4-9325-5d88cf561eb3 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:47:20.673536 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e402324-cdb9-41c9-b1d8-573fe8ba076a req-75a0ced2-cc1d-4483-b57c-4bc66f6d4ef7 service neutron] 10.222.0.26 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044993 Nov 08 00:47:20.834132 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4f2cc853-082e-4296-94d1-ac5c5c959342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667246082', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:56Z', 'updated_at': '2021-11-08T00:47:01Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:57Z', 'updated_at': '2021-11-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '5ef2a871-216c-457a-86cc-7eccb61b4890', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'port_id': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164', 'mac_address': 'fa:16:3e:7d:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:47:18Z', 'updated_at': '2021-11-08T00:47:18Z', 'revision_number': 0, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e8940e-e2bb-4a0e-b16a-89d0147bfe09', 'name': '', 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:e1:e0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:47:01Z', 'updated_at': '2021-11-08T00:47:04Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:20.861262 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2cc853-082e-4296-94d1-ac5c5c959342 None None] The sync data for ids ['2a809d72-c690-4ca4-9325-5d88cf561eb3'] in n-d-816882-1 is: [{'id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667246082', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:56Z', 'updated_at': '2021-11-08T00:47:01Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:57Z', 'updated_at': '2021-11-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '5ef2a871-216c-457a-86cc-7eccb61b4890', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'port_id': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164', 'mac_address': 'fa:16:3e:7d:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:47:18Z', 'updated_at': '2021-11-08T00:47:18Z', 'revision_number': 0, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e8940e-e2bb-4a0e-b16a-89d0147bfe09', 'name': '', 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:e1:e0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:47:01Z', 'updated_at': '2021-11-08T00:47:04Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:47:21.061669 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3c7f8-64cc-4587-b20c-d8bb59e707fe None None] New status for floating IP 5ef2a871-216c-457a-86cc-7eccb61b4890: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:47:21.312583 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58128) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:21.376818 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e9a1fa30-d0e9-4ef4-901e-efaded7b8fb7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/floatingips/5ef2a871-216c-457a-86cc-7eccb61b4890 HTTP/1.1" status: 200 len: 993 time: 0.0630450 Nov 08 00:47:23.521778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58154) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:23.676090 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-296b774e-434c-4e6f-a5d4-141ab04a6422 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Deleting port 5a6fe9d1-3984-4afa-86f5-65ed84f1bb80 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:47:23.676427 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-296b774e-434c-4e6f-a5d4-141ab04a6422 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:23.754756 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-296b774e-434c-4e6f-a5d4-141ab04a6422 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:23.755097 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-296b774e-434c-4e6f-a5d4-141ab04a6422 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:23.767474 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-296b774e-434c-4e6f-a5d4-141ab04a6422 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Calling delete_port for 5a6fe9d1-3984-4afa-86f5-65ed84f1bb80 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:47:23.972167 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-296b774e-434c-4e6f-a5d4-141ab04a6422 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:23.999599 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b774e-434c-4e6f-a5d4-141ab04a6422 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event deleted for resources: {'Port': ['ID=5a6fe9d1-3984-4afa-86f5-65ed84f1bb80,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:24.059553 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-296b774e-434c-4e6f-a5d4-141ab04a6422 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:24.092858 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-296b774e-434c-4e6f-a5d4-141ab04a6422 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Floating IP 98275949-f24f-4a41-aada-dacd1c1b6228 disassociated (deleted). External IP: 172.25.2.109, port: c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe. Nov 08 00:47:24.267012 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296b774e-434c-4e6f-a5d4-141ab04a6422 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Router ca9afdab-d8f7-442a-85bd-986095c64ea2 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:47:24.374386 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296b774e-434c-4e6f-a5d4-141ab04a6422 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:47:24.379338 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-296b774e-434c-4e6f-a5d4-141ab04a6422 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:24.385684 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e828e66f-742e-4644-9359-a9d2d6dc644a None None] Sync routers for ids ['ca9afdab-d8f7-442a-85bd-986095c64ea2'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:47:24.395975 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e828e66f-742e-4644-9359-a9d2d6dc644a None None] Routers {'ca9afdab-d8f7-442a-85bd-986095c64ea2'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:47:24.396604 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e828e66f-742e-4644-9359-a9d2d6dc644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:47:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ca9afdab-d8f7-442a-85bd-986095c64ea2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:24.410141 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-296b774e-434c-4e6f-a5d4-141ab04a6422 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "DELETE /v2.0/floatingips/98275949-f24f-4a41-aada-dacd1c1b6228 HTTP/1.1" status: 204 len: 168 time: 0.8871741 Nov 08 00:47:24.410663 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'tag': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:47:24.413024 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4f18fd-2243-4e42-8e29-957d7db0a99f" -d '{"events": [{"name": "network-changed", "server_uuid": "080ad7ff-73f0-41ce-a502-893c82ad1d02", "tag": "c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:47:24.473827 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e674d35c-3863-4d84-a5a4-320c1fc9d133 x-openstack-request-id: req-e674d35c-3863-4d84-a5a4-320c1fc9d133 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:47:24.474122 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "080ad7ff-73f0-41ce-a502-893c82ad1d02", "tag": "c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:47:24.474374 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e674d35c-3863-4d84-a5a4-320c1fc9d133 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:47:24.474803 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'tag': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe', 'status': 'completed', 'code': 200} Nov 08 00:47:24.514505 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-e828e66f-742e-4644-9359-a9d2d6dc644a None None] Set router ca9afdab-d8f7-442a-85bd-986095c64ea2 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:47:24.561425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f18fd-2243-4e42-8e29-957d7db0a99f req-e16e43a0-b0f2-47d4-a06d-838ff9da8a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:24.563635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a4f18fd-2243-4e42-8e29-957d7db0a99f req-e16e43a0-b0f2-47d4-a06d-838ff9da8a95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f6913f27fa41388788e5027b9340cb&device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 1097 time: 0.0478051 Nov 08 00:47:24.665304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f18fd-2243-4e42-8e29-957d7db0a99f req-a67e8149-2d5a-470b-8fa4-3cc20d4eebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:24.667001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a4f18fd-2243-4e42-8e29-957d7db0a99f req-a67e8149-2d5a-470b-8fa4-3cc20d4eebc0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 200 len: 913 time: 0.0956328 Nov 08 00:47:24.717987 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a4f18fd-2243-4e42-8e29-957d7db0a99f req-67102431-86bf-42a3-b5c6-f1b84d914a4f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe HTTP/1.1" status: 200 len: 217 time: 0.0433755 Nov 08 00:47:24.741327 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e828e66f-742e-4644-9359-a9d2d6dc644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:10Z', 'revision_number': 5, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:24.772992 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e828e66f-742e-4644-9359-a9d2d6dc644a None None] Checking router: ca9afdab-d8f7-442a-85bd-986095c64ea2 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:47:24.778721 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f18fd-2243-4e42-8e29-957d7db0a99f req-deffcf88-fa11-4097-9967-5ca4e012bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:24.780896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a4f18fd-2243-4e42-8e29-957d7db0a99f req-deffcf88-fa11-4097-9967-5ca4e012bd52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 200 len: 851 time: 0.0557146 Nov 08 00:47:24.781818 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e828e66f-742e-4644-9359-a9d2d6dc644a None None] Routers {'ca9afdab-d8f7-442a-85bd-986095c64ea2'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:47:24.782479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e828e66f-742e-4644-9359-a9d2d6dc644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:47:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ca9afdab-d8f7-442a-85bd-986095c64ea2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:24.832504 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f18fd-2243-4e42-8e29-957d7db0a99f req-cbc17cda-b571-42c0-b24a-c30e0241a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:24.834446 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a4f18fd-2243-4e42-8e29-957d7db0a99f req-cbc17cda-b571-42c0-b24a-c30e0241a588 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=222a6220-2806-4bd6-bcce-57bc7ca690d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472596 Nov 08 00:47:24.909949 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-e828e66f-742e-4644-9359-a9d2d6dc644a None None] Set router ca9afdab-d8f7-442a-85bd-986095c64ea2 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:47:24.985135 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a4f18fd-2243-4e42-8e29-957d7db0a99f req-217098ad-4e88-44ee-95be-48b09be1f73c service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413872 Nov 08 00:47:25.047478 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12031c34-f57e-43b3-b358-5b7d47e9a7d3 req-5d212588-7172-4992-9fe5-df3be5e31a6b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:25.049005 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12031c34-f57e-43b3-b358-5b7d47e9a7d3 req-5d212588-7172-4992-9fe5-df3be5e31a6b tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 946 time: 0.1524472 Nov 08 00:47:25.122430 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12031c34-f57e-43b3-b358-5b7d47e9a7d3 req-90201aef-1dfb-4dd1-bc57-b6d2be6237d6 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db2f31-55d6-4c6b-877b-9bfb2f96ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467756 Nov 08 00:47:25.132264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e828e66f-742e-4644-9359-a9d2d6dc644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:10Z', 'revision_number': 5, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:25.152634 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a4f18fd-2243-4e42-8e29-957d7db0a99f req-bc889d3b-4340-4401-97c8-b9d32922268c service neutron] 10.222.0.26 "GET /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408715 Nov 08 00:47:25.168953 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e828e66f-742e-4644-9359-a9d2d6dc644a None None] The sync data for ids ['ca9afdab-d8f7-442a-85bd-986095c64ea2'] in n-d-816882-1 is: [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:31:02Z', 'revision_number': 4, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '7ef3378b-a77f-43b3-ba0f-94089e4d2eae', 'name': '', 'network_id': '222a6220-2806-4bd6-bcce-57bc7ca690d4', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'mac_address': 'fa:16:3e:87:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:01Z', 'updated_at': '2021-11-08T00:31:10Z', 'revision_number': 5, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'subnets': [{'id': '79e59a5d-5e01-4db4-8fa5-ce93b687fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:47:25.396375 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f89e34-abde-43ce-8ee4-da65cc72bef0 None None] New status for floating IP 98275949-f24f-4a41-aada-dacd1c1b6228: DOWN {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:47:25.568524 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849e6c1-ce5d-4c1b-87a7-8ec055271f3c req-9165f0ee-6ce9-4940-9eed-42176ec59a6a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:25.570005 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c849e6c1-ce5d-4c1b-87a7-8ec055271f3c req-9165f0ee-6ce9-4940-9eed-42176ec59a6a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 946 time: 0.0523918 Nov 08 00:47:25.659975 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-c849e6c1-ce5d-4c1b-87a7-8ec055271f3c req-35b97f79-871f-4cd9-85bc-9d4bec33077a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Deleting port c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:47:25.660237 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c849e6c1-ce5d-4c1b-87a7-8ec055271f3c req-35b97f79-871f-4cd9-85bc-9d4bec33077a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:25.752841 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-c849e6c1-ce5d-4c1b-87a7-8ec055271f3c req-35b97f79-871f-4cd9-85bc-9d4bec33077a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] For port c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:25.753199 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c849e6c1-ce5d-4c1b-87a7-8ec055271f3c req-35b97f79-871f-4cd9-85bc-9d4bec33077a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:25.766041 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-c849e6c1-ce5d-4c1b-87a7-8ec055271f3c req-35b97f79-871f-4cd9-85bc-9d4bec33077a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Calling delete_port for c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:47:25.963600 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c849e6c1-ce5d-4c1b-87a7-8ec055271f3c req-35b97f79-871f-4cd9-85bc-9d4bec33077a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:25.999486 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b97f79-871f-4cd9-85bc-9d4bec33077a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event deleted for resources: {'Port': ['ID=c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:26.054633 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c849e6c1-ce5d-4c1b-87a7-8ec055271f3c req-35b97f79-871f-4cd9-85bc-9d4bec33077a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] No DVR routers for this DVR port c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:47:26.057469 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c849e6c1-ce5d-4c1b-87a7-8ec055271f3c req-35b97f79-871f-4cd9-85bc-9d4bec33077a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:26.061961 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c849e6c1-ce5d-4c1b-87a7-8ec055271f3c req-35b97f79-871f-4cd9-85bc-9d4bec33077a tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.26 "DELETE /v2.0/ports/c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe HTTP/1.1" status: 204 len: 173 time: 0.4853382 Nov 08 00:47:26.061961 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'name': 'network-vif-deleted', 'tag': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:47:26.064211 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bc14f0-ba79-482c-adb4-5f2861918869" -d '{"events": [{"server_uuid": "080ad7ff-73f0-41ce-a502-893c82ad1d02", "name": "network-vif-deleted", "tag": "c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:47:26.122212 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac8f428-a191-4cf4-806f-891d16dd8fa0 x-openstack-request-id: req-eac8f428-a191-4cf4-806f-891d16dd8fa0 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:47:26.122508 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080ad7ff-73f0-41ce-a502-893c82ad1d02", "name": "network-vif-deleted", "tag": "c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:47:26.122759 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eac8f428-a191-4cf4-806f-891d16dd8fa0 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:47:26.123679 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080ad7ff-73f0-41ce-a502-893c82ad1d02', 'name': 'network-vif-deleted', 'tag': 'c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe', 'status': 'completed', 'code': 200} Nov 08 00:47:26.235291 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecdfc017-5319-41b9-ba4d-a54bc8abde45 req-e60b716b-9885-4d25-8fb9-322bd836b6c0 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 210 time: 0.0341158 Nov 08 00:47:26.601877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4aa6b-13ee-4782-97d0-c88049cb464a req-6688c468-ce1e-4ac7-90cf-639d4cc72e09 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:26.603512 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00f4aa6b-13ee-4782-97d0-c88049cb464a req-6688c468-ce1e-4ac7-90cf-639d4cc72e09 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 945 time: 0.0603380 Nov 08 00:47:26.642005 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00f4aa6b-13ee-4782-97d0-c88049cb464a req-b90e22d5-d527-41d8-8420-45a0dd2030f9 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318251 Nov 08 00:47:27.333119 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1eef3ed1-ad86-46ab-8adc-22e0e435d5d6 req-a7be0698-d9a7-4df7-acdd-f7f6bb342aa8 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 210 time: 0.0296333 Nov 08 00:47:27.758598 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c045c-0bad-4876-b9d1-894c20ac8106 req-5b67807c-5b63-445a-8eba-ad92d3225fba tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:27.760118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-460c045c-0bad-4876-b9d1-894c20ac8106 req-5b67807c-5b63-445a-8eba-ad92d3225fba tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 945 time: 0.0493934 Nov 08 00:47:27.798372 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-460c045c-0bad-4876-b9d1-894c20ac8106 req-0bef3406-fcf5-4d1e-9eb3-2062731858c8 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315933 Nov 08 00:47:28.174888 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94110e00-dca3-4e2b-9dff-7bfc9a1afb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:28.429018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da0fa014-74fd-41b1-946d-26b261218ebc req-4b4d4a98-9966-4b5c-b96e-05d09358b6cc tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 210 time: 0.0271890 Nov 08 00:47:28.510601 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce02dc-dd25-4bea-89b8-9d6ea8767186 req-d1bf6e98-282b-4077-bea4-4d105004fa23 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:28.512016 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3ce02dc-dd25-4bea-89b8-9d6ea8767186 req-d1bf6e98-282b-4077-bea4-4d105004fa23 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.20 "GET /v2.0/ports?device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 945 time: 0.0481455 Nov 08 00:47:28.611875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-c3ce02dc-dd25-4bea-89b8-9d6ea8767186 req-47084d03-12eb-4c8e-a44d-59cb1a2e75c0 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Deleting port 721e4e74-0796-46e1-8f87-90fd4165fa20 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:47:28.612214 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c3ce02dc-dd25-4bea-89b8-9d6ea8767186 req-47084d03-12eb-4c8e-a44d-59cb1a2e75c0 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:28.702817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-c3ce02dc-dd25-4bea-89b8-9d6ea8767186 req-47084d03-12eb-4c8e-a44d-59cb1a2e75c0 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] For port 721e4e74-0796-46e1-8f87-90fd4165fa20, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=721e4e74-0796-46e1-8f87-90fd4165fa20,segment=NetworkSegment(2e242fab-293b-48ae-8c77-a134329bcbc1),segment_id=2e242fab-293b-48ae-8c77-a134329bcbc1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:28.703753 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c3ce02dc-dd25-4bea-89b8-9d6ea8767186 req-47084d03-12eb-4c8e-a44d-59cb1a2e75c0 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:28.718324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-c3ce02dc-dd25-4bea-89b8-9d6ea8767186 req-47084d03-12eb-4c8e-a44d-59cb1a2e75c0 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Calling delete_port for 721e4e74-0796-46e1-8f87-90fd4165fa20 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:47:28.917997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68900b-8db0-400a-908a-a1f3d4fcbb69 req-720b38ce-b72e-4d14-b878-4ae5e6a7ac54 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:28.919466 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af68900b-8db0-400a-908a-a1f3d4fcbb69 req-720b38ce-b72e-4d14-b878-4ae5e6a7ac54 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=79bc637b-d377-428b-be5f-f37311191532 HTTP/1.1" status: 200 len: 945 time: 0.0487874 Nov 08 00:47:28.953110 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c3ce02dc-dd25-4bea-89b8-9d6ea8767186 req-47084d03-12eb-4c8e-a44d-59cb1a2e75c0 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:28.964592 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af68900b-8db0-400a-908a-a1f3d4fcbb69 req-97dc886a-60de-43e8-bd4f-8dc4b3205239 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383112 Nov 08 00:47:28.991480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47084d03-12eb-4c8e-a44d-59cb1a2e75c0 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Pushing event deleted for resources: {'Port': ['ID=721e4e74-0796-46e1-8f87-90fd4165fa20,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:28.993145 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['721e4e74-0796-46e1-8f87-90fd4165fa20'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:47:29.033780 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ce02dc-dd25-4bea-89b8-9d6ea8767186 req-47084d03-12eb-4c8e-a44d-59cb1a2e75c0 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] No DVR routers for this DVR port 721e4e74-0796-46e1-8f87-90fd4165fa20 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:47:29.036244 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c3ce02dc-dd25-4bea-89b8-9d6ea8767186 req-47084d03-12eb-4c8e-a44d-59cb1a2e75c0 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:29.039550 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3ce02dc-dd25-4bea-89b8-9d6ea8767186 req-47084d03-12eb-4c8e-a44d-59cb1a2e75c0 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.20 "DELETE /v2.0/ports/721e4e74-0796-46e1-8f87-90fd4165fa20 HTTP/1.1" status: 204 len: 173 time: 0.5148721 Nov 08 00:47:29.040028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bc637b-d377-428b-be5f-f37311191532', 'name': 'network-vif-deleted', 'tag': '721e4e74-0796-46e1-8f87-90fd4165fa20'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:47:29.042238 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f762be-662e-4e5f-b391-e8c04704a9ed" -d '{"events": [{"server_uuid": "79bc637b-d377-428b-be5f-f37311191532", "name": "network-vif-deleted", "tag": "721e4e74-0796-46e1-8f87-90fd4165fa20"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:47:29.081080 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b27f12-bea3-4d75-9cac-21fef8e30241 x-openstack-request-id: req-e4b27f12-bea3-4d75-9cac-21fef8e30241 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:47:29.081378 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bc637b-d377-428b-be5f-f37311191532", "name": "network-vif-deleted", "tag": "721e4e74-0796-46e1-8f87-90fd4165fa20", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:47:29.081632 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4b27f12-bea3-4d75-9cac-21fef8e30241 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:47:29.082077 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bc637b-d377-428b-be5f-f37311191532', 'name': 'network-vif-deleted', 'tag': '721e4e74-0796-46e1-8f87-90fd4165fa20', 'status': 'completed', 'code': 200} Nov 08 00:47:29.526129 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76f7af16-1782-4aab-bf42-5aa4fab5ba75 req-cc1e9e91-1d45-4612-bb53-a2cb566939e9 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "GET /v2.0/ports?device_id=080ad7ff-73f0-41ce-a502-893c82ad1d02 HTTP/1.1" status: 200 len: 210 time: 0.0258489 Nov 08 00:47:30.392872 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:47:30.419293 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:47:30.419545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c9ccfa34-8d06-4f4b-bee5-3c3e7a5fadbe not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:47:30.581963 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58212) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:30.677676 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ca4f2ce-b498-4c49-b0d2-7e5b66b8aad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:30.708867 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Deleting port 9543d474-e64f-49ca-b291-056cd11ade1b {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:47:30.709212 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:31.009442 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:31.028536 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 721e4e74-0796-46e1-8f87-90fd4165fa20 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:47:31.050733 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 721e4e74-0796-46e1-8f87-90fd4165fa20 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:47:31.051077 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 721e4e74-0796-46e1-8f87-90fd4165fa20 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:47:31.095721 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:31.096083 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:31.107704 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Calling delete_port for 9543d474-e64f-49ca-b291-056cd11ade1b owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:47:31.300708 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:31.328575 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event deleted for resources: {'Port': ['ID=9543d474-e64f-49ca-b291-056cd11ade1b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:31.340632 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:31.340973 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:31.341309 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:31.341649 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:31.342464 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:31.342783 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:31.343100 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:31.343415 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:31.343731 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:31.344126 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:31.344449 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:31.344764 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:47:31.397874 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:31.400605 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:31.401790 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-169655bd-1448-4198-a499-95cdcfaa86b7 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "DELETE /v2.0/floatingips/bed7bd96-2d94-40c4-9f8d-1c10fcaadf3b HTTP/1.1" status: 204 len: 168 time: 0.8188424 Nov 08 00:47:31.786183 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:32.168717 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:33.397909 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:34.883617 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58260) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:34.944707 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd2b05d5-004f-445c-893d-ad88ac328458 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:34.968880 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd2b05d5-004f-445c-893d-ad88ac328458 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:35.094572 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd2b05d5-004f-445c-893d-ad88ac328458 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:35.097831 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fd2b05d5-004f-445c-893d-ad88ac328458 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:35.101745 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fd2b05d5-004f-445c-893d-ad88ac328458 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] 10.222.0.13 "DELETE /v2.0/security-groups/19db2f31-55d6-4c6b-877b-9bfb2f96ad57 HTTP/1.1" status: 204 len: 168 time: 0.2145598 Nov 08 00:47:35.110279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b05d5-004f-445c-893d-ad88ac328458 tempest-TestVolumeBootPattern-325841861 tempest-TestVolumeBootPattern-325841861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19db2f31-55d6-4c6b-877b-9bfb2f96ad57,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:35.225271 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58266) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:35.627054 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5aaf2dcc-ff6c-469d-a467-a90bbef3b5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:35.883635 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf2dcc-ff6c-469d-a467-a90bbef3b5a5 admin admin] Deleting port 7ef3378b-a77f-43b3-ba0f-94089e4d2eae {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:47:35.884338 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5aaf2dcc-ff6c-469d-a467-a90bbef3b5a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:35.967207 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-5aaf2dcc-ff6c-469d-a467-a90bbef3b5a5 admin admin] For port 7ef3378b-a77f-43b3-ba0f-94089e4d2eae, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7ef3378b-a77f-43b3-ba0f-94089e4d2eae,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:35.967681 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5aaf2dcc-ff6c-469d-a467-a90bbef3b5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:35.985456 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf2dcc-ff6c-469d-a467-a90bbef3b5a5 admin admin] Calling delete_port for 7ef3378b-a77f-43b3-ba0f-94089e4d2eae owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:47:36.215356 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5aaf2dcc-ff6c-469d-a467-a90bbef3b5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:36.244110 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf2dcc-ff6c-469d-a467-a90bbef3b5a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef3378b-a77f-43b3-ba0f-94089e4d2eae,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:36.491642 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5aaf2dcc-ff6c-469d-a467-a90bbef3b5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:36.718766 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aaf2dcc-ff6c-469d-a467-a90bbef3b5a5 admin admin] Router ca9afdab-d8f7-442a-85bd-986095c64ea2 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:47:36.824780 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaf2dcc-ff6c-469d-a467-a90bbef3b5a5 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:47:36.829896 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5aaf2dcc-ff6c-469d-a467-a90bbef3b5a5 admin admin] 10.222.0.13 "PUT /v2.0/routers/ca9afdab-d8f7-442a-85bd-986095c64ea2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6035409 Nov 08 00:47:36.832508 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58276) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:36.837785 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac08422-f0f4-4a61-83a5-110b9d8e05e7 None None] Sync routers for ids ['ca9afdab-d8f7-442a-85bd-986095c64ea2'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:47:36.843072 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac08422-f0f4-4a61-83a5-110b9d8e05e7 None None] Routers {'ca9afdab-d8f7-442a-85bd-986095c64ea2'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:47:36.843665 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2ac08422-f0f4-4a61-83a5-110b9d8e05e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:47:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ca9afdab-d8f7-442a-85bd-986095c64ea2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:36.943109 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-086459e0-c429-4949-8c46-17eb2dbb6091 admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:36.950410 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-2ac08422-f0f4-4a61-83a5-110b9d8e05e7 None None] Set router ca9afdab-d8f7-442a-85bd-986095c64ea2 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:47:37.044216 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-086459e0-c429-4949-8c46-17eb2dbb6091 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:37.127214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2ac08422-f0f4-4a61-83a5-110b9d8e05e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:47:36Z', 'revision_number': 5, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port': {'id': 'd71b4430-8eaf-4a42-a13d-009adcbc5406', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:30:59Z', 'updated_at': '2021-11-08T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:37.150682 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-086459e0-c429-4949-8c46-17eb2dbb6091 admin admin] Deleting port d71b4430-8eaf-4a42-a13d-009adcbc5406 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:47:37.151019 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-086459e0-c429-4949-8c46-17eb2dbb6091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:37.158049 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac08422-f0f4-4a61-83a5-110b9d8e05e7 None None] Checking router: ca9afdab-d8f7-442a-85bd-986095c64ea2 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:47:37.166318 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac08422-f0f4-4a61-83a5-110b9d8e05e7 None None] Routers {'ca9afdab-d8f7-442a-85bd-986095c64ea2'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:47:37.166916 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2ac08422-f0f4-4a61-83a5-110b9d8e05e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:47:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ca9afdab-d8f7-442a-85bd-986095c64ea2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:37.228944 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-086459e0-c429-4949-8c46-17eb2dbb6091 admin admin] For port d71b4430-8eaf-4a42-a13d-009adcbc5406, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d71b4430-8eaf-4a42-a13d-009adcbc5406,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:37.229304 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-086459e0-c429-4949-8c46-17eb2dbb6091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:37.241727 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-086459e0-c429-4949-8c46-17eb2dbb6091 admin admin] Calling delete_port for d71b4430-8eaf-4a42-a13d-009adcbc5406 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:47:37.409704 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-2ac08422-f0f4-4a61-83a5-110b9d8e05e7 None None] Set router ca9afdab-d8f7-442a-85bd-986095c64ea2 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:47:37.461938 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2ac08422-f0f4-4a61-83a5-110b9d8e05e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:47:37Z', 'revision_number': 6, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:37.483203 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-086459e0-c429-4949-8c46-17eb2dbb6091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:37.491937 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac08422-f0f4-4a61-83a5-110b9d8e05e7 None None] The sync data for ids ['ca9afdab-d8f7-442a-85bd-986095c64ea2'] in n-d-816882-1 is: [{'id': 'ca9afdab-d8f7-442a-85bd-986095c64ea2', 'name': 'tempest-TestVolumeBootPattern-1882206418-router', 'tenant_id': 'f2f6913f27fa41388788e5027b9340cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:30:58Z', 'updated_at': '2021-11-08T00:47:37Z', 'revision_number': 6, 'project_id': 'f2f6913f27fa41388788e5027b9340cb', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:47:37.511620 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086459e0-c429-4949-8c46-17eb2dbb6091 admin admin] Pushing event deleted for resources: {'Port': ['ID=d71b4430-8eaf-4a42-a13d-009adcbc5406,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:37.579687 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-086459e0-c429-4949-8c46-17eb2dbb6091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:37.591139 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-b7f17c9c-0439-4e4b-a701-d696a847c579 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:37.593125 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-b7f17c9c-0439-4e4b-a701-d696a847c579 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/networks?id=beb74b3d-b75b-4862-95e6-52b52600bd3d HTTP/1.1" status: 200 len: 813 time: 0.1215165 Nov 08 00:47:37.608966 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-ff8c0b09-8e32-4244-a42c-d002f95b5212 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/quotas/3f29845d6baf4f27a400d61e7977e707 HTTP/1.1" status: 200 len: 375 time: 0.0097041 Nov 08 00:47:37.640734 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-0f4ca69e-c6a0-4521-9f6c-b7f2bdd658f9 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f29845d6baf4f27a400d61e7977e707&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262017 Nov 08 00:47:37.670790 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-086459e0-c429-4949-8c46-17eb2dbb6091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:37.672877 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-086459e0-c429-4949-8c46-17eb2dbb6091 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:37.733248 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-b857e06c-703b-48e6-8613-55780b228fd2 service neutron] 10.222.0.13 "GET /v2.0/networks/beb74b3d-b75b-4862-95e6-52b52600bd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854173 Nov 08 00:47:37.797743 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-086459e0-c429-4949-8c46-17eb2dbb6091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:37.798199 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086459e0-c429-4949-8c46-17eb2dbb6091 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca9afdab-d8f7-442a-85bd-986095c64ea2 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:47:37.802628 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-086459e0-c429-4949-8c46-17eb2dbb6091 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:37.803977 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-086459e0-c429-4949-8c46-17eb2dbb6091 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ca9afdab-d8f7-442a-85bd-986095c64ea2 HTTP/1.1" status: 204 len: 168 time: 0.9702783 Nov 08 00:47:37.806398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58296) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:37.821661 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-a1c773fd-25b3-480a-8041-bf1ef7e92957 service neutron] 10.222.0.13 "GET /v2.0/networks/beb74b3d-b75b-4862-95e6-52b52600bd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823500 Nov 08 00:47:37.854203 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6857ef54-6a36-4d29-81fe-be1fab61c394 admin admin] Deleting subnet 79e59a5d-5e01-4db4-8fa5-ce93b687fd07 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:47:37.858149 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6857ef54-6a36-4d29-81fe-be1fab61c394 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:37.900184 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6857ef54-6a36-4d29-81fe-be1fab61c394 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:37.983235 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6857ef54-6a36-4d29-81fe-be1fab61c394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:38.065247 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6349625-9629-4427-9d8a-4f2c8ce498b3 req-80402e2b-dd53-495f-91e0-0809f5ad753b tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 210 time: 0.0298817 Nov 08 00:47:38.106700 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6857ef54-6a36-4d29-81fe-be1fab61c394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:38.134378 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857ef54-6a36-4d29-81fe-be1fab61c394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e59a5d-5e01-4db4-8fa5-ce93b687fd07,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:38.136369 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6857ef54-6a36-4d29-81fe-be1fab61c394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:38.142401 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6857ef54-6a36-4d29-81fe-be1fab61c394 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/79e59a5d-5e01-4db4-8fa5-ce93b687fd07 HTTP/1.1" status: 204 len: 168 time: 0.3327734 Nov 08 00:47:38.142656 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58306) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:38.143592 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe833b2-b5e5-4844-a2e8-3ff2e534bb25 None None] Network 222a6220-2806-4bd6-bcce-57bc7ca690d4 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:47:38.213941 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:38.268332 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] Deleting port 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:47:38.268672 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:38.357593 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33166194-67d7-433e-bfe0-4d18dbc3503c None None] DHCP port deletion for 222a6220-2806-4bd6-bcce-57bc7ca690d4 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:47:38.366966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] For port 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:38.369934 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:38.382004 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] Calling delete_port for 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:47:38.389845 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 7ef3378b-a77f-43b3-ba0f-94089e4d2eae no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:47:38.411649 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 7ef3378b-a77f-43b3-ba0f-94089e4d2eae {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:47:38.412009 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 7ef3378b-a77f-43b3-ba0f-94089e4d2eae not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:47:38.412423 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d71b4430-8eaf-4a42-a13d-009adcbc5406 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:47:38.433762 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: d71b4430-8eaf-4a42-a13d-009adcbc5406 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:47:38.434411 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d71b4430-8eaf-4a42-a13d-009adcbc5406 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:47:38.455626 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-33166194-67d7-433e-bfe0-4d18dbc3503c None None] Deleting port 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:47:38.456216 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33166194-67d7-433e-bfe0-4d18dbc3503c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:38.520808 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-33166194-67d7-433e-bfe0-4d18dbc3503c None None] For port 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5,segment=NetworkSegment(c11b4e0d-a727-4e7f-9b23-d5c88bf3323a),segment_id=c11b4e0d-a727-4e7f-9b23-d5c88bf3323a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:38.521094 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33166194-67d7-433e-bfe0-4d18dbc3503c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:38.535421 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:38.537906 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-33166194-67d7-433e-bfe0-4d18dbc3503c None None] Calling delete_port for 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:47:38.563529 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:38.568321 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] No DVR routers for this DVR port 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:47:38.635209 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33166194-67d7-433e-bfe0-4d18dbc3503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:38.652438 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:38.820998 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33166194-67d7-433e-bfe0-4d18dbc3503c None None] Pushing event deleted for resources: {'Port': ['ID=25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:38.820998 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33166194-67d7-433e-bfe0-4d18dbc3503c None None] No DVR routers for this DVR port 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222a6220-2806-4bd6-bcce-57bc7ca690d4']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11b4e0d-a727-4e7f-9b23-d5c88bf3323a') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:47:38.859335 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:47:38.862447 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:38.888764 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:38.894562 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:38.897779 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/222a6220-2806-4bd6-bcce-57bc7ca690d4 HTTP/1.1" status: 204 len: 168 time: 0.7541986 Nov 08 00:47:38.900969 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58312) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:38.913387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ab9d1-6344-4342-80a6-9430df799fb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=222a6220-2806-4bd6-bcce-57bc7ca690d4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:39.173715 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4b7b10b-f7e2-426f-8ef5-8bf3c38ab5ef req-3959d28f-5547-4a7d-82e8-2114ed47b458 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 210 time: 0.0311043 Nov 08 00:47:39.274116 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5efa1858-2a66-4e07-af57-65364ddebd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:39.521764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-5efa1858-2a66-4e07-af57-65364ddebd64 admin admin] Deleting port 5295d30c-78cf-4011-9f26-5f36151a5e54 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:47:39.522070 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5efa1858-2a66-4e07-af57-65364ddebd64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:39.598384 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-5efa1858-2a66-4e07-af57-65364ddebd64 admin admin] For port 5295d30c-78cf-4011-9f26-5f36151a5e54, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5295d30c-78cf-4011-9f26-5f36151a5e54,segment=NetworkSegment(ff32e999-ed32-49e1-9397-29309cf2a596),segment_id=ff32e999-ed32-49e1-9397-29309cf2a596)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:39.598741 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5efa1858-2a66-4e07-af57-65364ddebd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:39.611381 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-5efa1858-2a66-4e07-af57-65364ddebd64 admin admin] Calling delete_port for 5295d30c-78cf-4011-9f26-5f36151a5e54 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:47:39.871730 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5efa1858-2a66-4e07-af57-65364ddebd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:39.902483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa1858-2a66-4e07-af57-65364ddebd64 admin admin] Pushing event deleted for resources: {'Port': ['ID=5295d30c-78cf-4011-9f26-5f36151a5e54,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:40.152069 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:47:40.166763 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5efa1858-2a66-4e07-af57-65364ddebd64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:40.175962 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:47:40.176259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 25767e6f-81b8-4c1e-a0eb-5eb59f3d20d5 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:47:40.183511 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-c1171b71-3598-4867-b4f1-800cd72cdd0b tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:40.185035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-c1171b71-3598-4867-b4f1-800cd72cdd0b tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.20 "GET /v2.0/networks?id=beb74b3d-b75b-4862-95e6-52b52600bd3d HTTP/1.1" status: 200 len: 813 time: 0.1573493 Nov 08 00:47:40.572526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-3e1b96de-6196-4faf-9d41-305c80c4f762 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Request body: {'port': {'device_id': '46e1d9cc-19e1-4cd0-b670-92b229621aa8', 'network_id': 'beb74b3d-b75b-4862-95e6-52b52600bd3d', 'admin_state_up': True, 'tenant_id': '3f29845d6baf4f27a400d61e7977e707'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:47:40.668663 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76308c7a-96b8-4413-9ebb-cb69cff9941e req-f17fbc0b-bd61-4d52-9f13-7e5ee29445c3 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 210 time: 0.0910931 Nov 08 00:47:40.715476 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-059bb7df-3477-4186-a74b-e74f7db0fc17 req-19970f31-2612-44a2-a35e-215ff2b38f33 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1367106 Nov 08 00:47:40.873390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bb7df-3477-4186-a74b-e74f7db0fc17 req-a02421dd-f652-43a3-a05b-409c38508950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:40.874796 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-059bb7df-3477-4186-a74b-e74f7db0fc17 req-a02421dd-f652-43a3-a05b-409c38508950 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 1097 time: 0.0692379 Nov 08 00:47:40.890707 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efa1858-2a66-4e07-af57-65364ddebd64 admin admin] Router cb950fd0-5f76-4772-88ed-114fb6f3df59 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:47:40.982837 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-3e1b96de-6196-4faf-9d41-305c80c4f762 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Made reservation on behalf of 3f29845d6baf4f27a400d61e7977e707 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:47:40.986326 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-3e1b96de-6196-4faf-9d41-305c80c4f762 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:41.117185 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bb7df-3477-4186-a74b-e74f7db0fc17 req-753bd3ae-f869-47cd-930f-2bade82fa68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:41.118649 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-059bb7df-3477-4186-a74b-e74f7db0fc17 req-753bd3ae-f869-47cd-930f-2bade82fa68a service neutron] 10.222.0.26 "GET /v2.0/networks?id=5955b177-d1fb-4d25-866c-074a7538d164 HTTP/1.1" status: 200 len: 898 time: 0.2244358 Nov 08 00:47:41.186035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efa1858-2a66-4e07-af57-65364ddebd64 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:47:41.194446 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275267e1-af6f-4340-b478-173076f3ced3 None None] Sync routers for ids ['cb950fd0-5f76-4772-88ed-114fb6f3df59'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:47:41.204183 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275267e1-af6f-4340-b478-173076f3ced3 None None] Routers {'cb950fd0-5f76-4772-88ed-114fb6f3df59'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:47:41.204788 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-275267e1-af6f-4340-b478-173076f3ced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:47:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['cb950fd0-5f76-4772-88ed-114fb6f3df59'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:41.208400 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5efa1858-2a66-4e07-af57-65364ddebd64 admin admin] 10.222.0.13 "PUT /v2.0/routers/cb950fd0-5f76-4772-88ed-114fb6f3df59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3063812 Nov 08 00:47:41.211065 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58324) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:41.239420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-059bb7df-3477-4186-a74b-e74f7db0fc17 req-bd666e4d-8d5c-4535-977d-d22ed8de9fd3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e367c33a-450b-43d0-af6e-2dda847b9a73 HTTP/1.1" status: 200 len: 1001 time: 0.1111717 Nov 08 00:47:41.255014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-3e1b96de-6196-4faf-9d41-305c80c4f762 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Allocated IP 172.20.0.11 (beb74b3d-b75b-4862-95e6-52b52600bd3d/ac9518c4-5278-4a3a-a91d-f2905dc741bd/9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:47:41.314660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bb7df-3477-4186-a74b-e74f7db0fc17 req-d73ea702-a37c-42ab-9eb7-d06a36815041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:41.316209 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-059bb7df-3477-4186-a74b-e74f7db0fc17 req-d73ea702-a37c-42ab-9eb7-d06a36815041 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3c46546-105f-44e3-aca4-a83403fe4353 HTTP/1.1" status: 200 len: 834 time: 0.0689745 Nov 08 00:47:41.353284 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d4632fe-797b-46ca-bd6d-1e09abaa1c06 admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:41.409994 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-275267e1-af6f-4340-b478-173076f3ced3 None None] Set router cb950fd0-5f76-4772-88ed-114fb6f3df59 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:47:41.428364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bb7df-3477-4186-a74b-e74f7db0fc17 req-26a43422-2c64-4b2f-ab8f-956a533fcbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:41.429881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-059bb7df-3477-4186-a74b-e74f7db0fc17 req-26a43422-2c64-4b2f-ab8f-956a533fcbd9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5955b177-d1fb-4d25-866c-074a7538d164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042969 Nov 08 00:47:41.465411 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d4632fe-797b-46ca-bd6d-1e09abaa1c06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:41.528734 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-3e1b96de-6196-4faf-9d41-305c80c4f762 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:41.577368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-059bb7df-3477-4186-a74b-e74f7db0fc17 req-aa03f0ef-64e0-4e27-9c56-645fb8b410f0 service neutron] 10.222.0.26 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387892 Nov 08 00:47:41.581079 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-1d4632fe-797b-46ca-bd6d-1e09abaa1c06 admin admin] Deleting port fc24db7b-2ecc-4122-aeae-6d520ed74a4e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:47:41.581625 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d4632fe-797b-46ca-bd6d-1e09abaa1c06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:41.618845 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-275267e1-af6f-4340-b478-173076f3ced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb950fd0-5f76-4772-88ed-114fb6f3df59', 'name': 'tempest-TestVolumeBootPattern-170084660-router', 'tenant_id': '02f9811412474b1a9a1027abe3d4b236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'fc24db7b-2ecc-4122-aeae-6d520ed74a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:07Z', 'updated_at': '2021-11-08T00:47:39Z', 'revision_number': 5, 'project_id': '02f9811412474b1a9a1027abe3d4b236', 'gw_port': {'id': 'fc24db7b-2ecc-4122-aeae-6d520ed74a4e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb950fd0-5f76-4772-88ed-114fb6f3df59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:31:08Z', 'updated_at': '2021-11-08T00:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:41.650622 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275267e1-af6f-4340-b478-173076f3ced3 None None] Checking router: cb950fd0-5f76-4772-88ed-114fb6f3df59 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:47:41.659128 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275267e1-af6f-4340-b478-173076f3ced3 None None] Routers {'cb950fd0-5f76-4772-88ed-114fb6f3df59'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:47:41.659755 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-275267e1-af6f-4340-b478-173076f3ced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:47:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['cb950fd0-5f76-4772-88ed-114fb6f3df59'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:41.667179 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-1d4632fe-797b-46ca-bd6d-1e09abaa1c06 admin admin] For port fc24db7b-2ecc-4122-aeae-6d520ed74a4e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=fc24db7b-2ecc-4122-aeae-6d520ed74a4e,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:41.667660 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d4632fe-797b-46ca-bd6d-1e09abaa1c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:41.667894 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-3e1b96de-6196-4faf-9d41-305c80c4f762 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:41.683757 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-1d4632fe-797b-46ca-bd6d-1e09abaa1c06 admin admin] Calling delete_port for fc24db7b-2ecc-4122-aeae-6d520ed74a4e owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:47:41.706237 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-059bb7df-3477-4186-a74b-e74f7db0fc17 req-fe890bbc-e6da-44f3-93f3-1a555d02bf1e service neutron] 10.222.0.26 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198170 Nov 08 00:47:41.719514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-3e1b96de-6196-4faf-9d41-305c80c4f762 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Network beb74b3d-b75b-4862-95e6-52b52600bd3d is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:47:41.725066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-3e1b96de-6196-4faf-9d41-305c80c4f762 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:47:41.728862 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-3e1b96de-6196-4faf-9d41-305c80c4f762 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:47:41.748879 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-275267e1-af6f-4340-b478-173076f3ced3 None None] Set router cb950fd0-5f76-4772-88ed-114fb6f3df59 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:47:41.757570 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b96de-6196-4faf-9d41-305c80c4f762 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Pushing event updated for resources: {'Port': ['ID=9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:41.800800 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-275267e1-af6f-4340-b478-173076f3ced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb950fd0-5f76-4772-88ed-114fb6f3df59', 'name': 'tempest-TestVolumeBootPattern-170084660-router', 'tenant_id': '02f9811412474b1a9a1027abe3d4b236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:07Z', 'updated_at': '2021-11-08T00:47:41Z', 'revision_number': 6, 'project_id': '02f9811412474b1a9a1027abe3d4b236', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:41.815279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-3e1b96de-6196-4faf-9d41-305c80c4f762 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:41.816008 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-3e1b96de-6196-4faf-9d41-305c80c4f762 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:41.829679 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275267e1-af6f-4340-b478-173076f3ced3 None None] The sync data for ids ['cb950fd0-5f76-4772-88ed-114fb6f3df59'] in n-d-816882-1 is: [{'id': 'cb950fd0-5f76-4772-88ed-114fb6f3df59', 'name': 'tempest-TestVolumeBootPattern-170084660-router', 'tenant_id': '02f9811412474b1a9a1027abe3d4b236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:31:07Z', 'updated_at': '2021-11-08T00:47:41Z', 'revision_number': 6, 'project_id': '02f9811412474b1a9a1027abe3d4b236', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:47:41.835072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0473c-55d3-4ce6-a241-198dcdd943f0 req-0c0db5de-6a14-49e3-a164-4fef1e8bd8e9 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:41.841099 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09f0473c-55d3-4ce6-a241-198dcdd943f0 req-0c0db5de-6a14-49e3-a164-4fef1e8bd8e9 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 932 time: 0.0808325 Nov 08 00:47:41.892245 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09f0473c-55d3-4ce6-a241-198dcdd943f0 req-3a50cb85-fff9-426a-a215-f71f4d322604 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431752 Nov 08 00:47:41.908452 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-3e1b96de-6196-4faf-9d41-305c80c4f762 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6799402 Nov 08 00:47:41.926356 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Request body: {'port': {'device_id': '46e1d9cc-19e1-4cd0-b670-92b229621aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:47:41.946160 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d4632fe-797b-46ca-bd6d-1e09abaa1c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:41.976763 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4632fe-797b-46ca-bd6d-1e09abaa1c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc24db7b-2ecc-4122-aeae-6d520ed74a4e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:41.990530 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.040333 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d4632fe-797b-46ca-bd6d-1e09abaa1c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.131219 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d4632fe-797b-46ca-bd6d-1e09abaa1c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.133311 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d4632fe-797b-46ca-bd6d-1e09abaa1c06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.254028 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5295d30c-78cf-4011-9f26-5f36151a5e54 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:47:42.255330 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d4632fe-797b-46ca-bd6d-1e09abaa1c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.256039 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4632fe-797b-46ca-bd6d-1e09abaa1c06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb950fd0-5f76-4772-88ed-114fb6f3df59 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:47:42.266394 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d4632fe-797b-46ca-bd6d-1e09abaa1c06 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.266394 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1d4632fe-797b-46ca-bd6d-1e09abaa1c06 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cb950fd0-5f76-4772-88ed-114fb6f3df59 HTTP/1.1" status: 204 len: 168 time: 1.0510252 Nov 08 00:47:42.267236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58334) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:42.281244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:47:42.290303 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.291463 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 5295d30c-78cf-4011-9f26-5f36151a5e54 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:47:42.292087 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5295d30c-78cf-4011-9f26-5f36151a5e54 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:47:42.304220 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Transition to ACTIVE for port object 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:47:42.313614 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5985f7c9-0edc-49e7-a032-0ea8cf16098b admin admin] Deleting subnet 7961f9a2-4af3-48f8-afd2-f5f7bb007af7 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:47:42.316870 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5985f7c9-0edc-49e7-a032-0ea8cf16098b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.357599 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5985f7c9-0edc-49e7-a032-0ea8cf16098b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.374487 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.431097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:42.438150 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5985f7c9-0edc-49e7-a032-0ea8cf16098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.504444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Attempting to bind port 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:47:42.504700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Attempting to bind port 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '2e242fab-293b-48ae-8c77-a134329bcbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'beb74b3d-b75b-4862-95e6-52b52600bd3d'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:47:42.505032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Attempting to bind port 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a on network beb74b3d-b75b-4862-95e6-52b52600bd3d {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:47:42.509285 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Port 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a on network beb74b3d-b75b-4862-95e6-52b52600bd3d not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:47:42.509607 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Attempting to bind port 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a on network beb74b3d-b75b-4862-95e6-52b52600bd3d {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:47:42.514383 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:47:42.514721 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Checking segment: {'id': '2e242fab-293b-48ae-8c77-a134329bcbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'beb74b3d-b75b-4862-95e6-52b52600bd3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:47:42.515101 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Bound using segment: {'id': '2e242fab-293b-48ae-8c77-a134329bcbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'beb74b3d-b75b-4862-95e6-52b52600bd3d'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:47:42.515524 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Bound port: 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e242fab-293b-48ae-8c77-a134329bcbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'beb74b3d-b75b-4862-95e6-52b52600bd3d'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:47:42.515912 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.552174 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5985f7c9-0edc-49e7-a032-0ea8cf16098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.579025 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985f7c9-0edc-49e7-a032-0ea8cf16098b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7961f9a2-4af3-48f8-afd2-f5f7bb007af7,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:42.580859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] For port 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:47:42.581146 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5985f7c9-0edc-49e7-a032-0ea8cf16098b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.586464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] For port 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a,segment=NetworkSegment(2e242fab-293b-48ae-8c77-a134329bcbc1),segment_id=2e242fab-293b-48ae-8c77-a134329bcbc1)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:47:42.586790 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5985f7c9-0edc-49e7-a032-0ea8cf16098b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7961f9a2-4af3-48f8-afd2-f5f7bb007af7 HTTP/1.1" status: 204 len: 168 time: 0.3164222 Nov 08 00:47:42.587145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58338) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:42.589509 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddc24b9-d627-4c41-a434-809be11679c3 None None] Network ebad296c-05a6-4849-8581-4c5973de91a4 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:47:42.643796 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.695761 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.700684 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:42.701345 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.703024 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] 10.222.0.20 "PUT /v2.0/ports/9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a HTTP/1.1" status: 200 len: 1092 time: 0.7806289 Nov 08 00:47:42.703193 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e1d9cc-19e1-4cd0-b670-92b229621aa8', 'tag': '9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:47:42.705510 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38aa590-0b2b-4078-89c0-b2101961f4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "46e1d9cc-19e1-4cd0-b670-92b229621aa8", "tag": "9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:47:42.736039 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904d22b-a46d-45a7-bc40-53f4c6744b81 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:42.766897 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7502fe-6ea3-43f8-b770-d4917f13397e x-openstack-request-id: req-5f7502fe-6ea3-43f8-b770-d4917f13397e {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:47:42.767193 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46e1d9cc-19e1-4cd0-b670-92b229621aa8", "tag": "9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:47:42.767572 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f7502fe-6ea3-43f8-b770-d4917f13397e {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:47:42.768010 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e1d9cc-19e1-4cd0-b670-92b229621aa8', 'tag': '9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a', 'status': 'completed', 'code': 200} Nov 08 00:47:42.793559 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] Deleting port 0bbcc7aa-7308-49a2-9848-df180ee0024b {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:47:42.793893 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.797416 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73545c12-46e0-40fe-ba64-1fe08c588fa9 None None] DHCP port deletion for ebad296c-05a6-4849-8581-4c5973de91a4 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:47:42.852456 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-73545c12-46e0-40fe-ba64-1fe08c588fa9 None None] Deleting port 0bbcc7aa-7308-49a2-9848-df180ee0024b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:47:42.852839 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-73545c12-46e0-40fe-ba64-1fe08c588fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.889995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] For port 0bbcc7aa-7308-49a2-9848-df180ee0024b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0bbcc7aa-7308-49a2-9848-df180ee0024b,segment=NetworkSegment(ff32e999-ed32-49e1-9397-29309cf2a596),segment_id=ff32e999-ed32-49e1-9397-29309cf2a596)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:42.890207 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.906987 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] Calling delete_port for 0bbcc7aa-7308-49a2-9848-df180ee0024b owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:47:42.916175 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38aa590-0b2b-4078-89c0-b2101961f4e4 req-fda3740e-bcf5-49f6-93e5-a2f08229a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:42.917246 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f38aa590-0b2b-4078-89c0-b2101961f4e4 req-fda3740e-bcf5-49f6-93e5-a2f08229a380 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f29845d6baf4f27a400d61e7977e707&device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 1095 time: 0.0853240 Nov 08 00:47:42.918750 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-73545c12-46e0-40fe-ba64-1fe08c588fa9 None None] For port 0bbcc7aa-7308-49a2-9848-df180ee0024b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0bbcc7aa-7308-49a2-9848-df180ee0024b,segment=NetworkSegment(ff32e999-ed32-49e1-9397-29309cf2a596),segment_id=ff32e999-ed32-49e1-9397-29309cf2a596)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:42.919168 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-73545c12-46e0-40fe-ba64-1fe08c588fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:42.938961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-73545c12-46e0-40fe-ba64-1fe08c588fa9 None None] Calling delete_port for 0bbcc7aa-7308-49a2-9848-df180ee0024b owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:47:43.116937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a829c-ab83-47b4-9de1-ef265752d044 req-cfa07025-ed50-471f-8dd6-c4b3232e3e12 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:43.118429 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-581a829c-ab83-47b4-9de1-ef265752d044 req-cfa07025-ed50-471f-8dd6-c4b3232e3e12 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 944 time: 0.1054680 Nov 08 00:47:43.123902 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-73545c12-46e0-40fe-ba64-1fe08c588fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:43.124676 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38aa590-0b2b-4078-89c0-b2101961f4e4 req-2e805d36-9023-4d1e-b160-2c30c7de4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:43.126072 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f38aa590-0b2b-4078-89c0-b2101961f4e4 req-2e805d36-9023-4d1e-b160-2c30c7de4316 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3f29845d6baf4f27a400d61e7977e707&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1657233 Nov 08 00:47:43.150214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73545c12-46e0-40fe-ba64-1fe08c588fa9 None None] Pushing event deleted for resources: {'Port': ['ID=0bbcc7aa-7308-49a2-9848-df180ee0024b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:43.154734 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73545c12-46e0-40fe-ba64-1fe08c588fa9 None None] No DVR routers for this DVR port 0bbcc7aa-7308-49a2-9848-df180ee0024b on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:47:43.189751 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:43.233065 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bbcc7aa-7308-49a2-9848-df180ee0024b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:43.243126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] No DVR routers for this DVR port 0bbcc7aa-7308-49a2-9848-df180ee0024b on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:47:43.247143 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-581a829c-ab83-47b4-9de1-ef265752d044 req-a6f59092-3e33-44de-ab38-6265c0e8adc1 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201732 Nov 08 00:47:43.350769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38aa590-0b2b-4078-89c0-b2101961f4e4 req-f6ebc298-ce6d-4c04-a827-63d71d48589c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:43.352244 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f38aa590-0b2b-4078-89c0-b2101961f4e4 req-f6ebc298-ce6d-4c04-a827-63d71d48589c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2172599 Nov 08 00:47:43.363231 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:43.383260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebad296c-05a6-4849-8581-4c5973de91a4']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:43.392240 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff32e999-ed32-49e1-9397-29309cf2a596') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:43.392529 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff32e999-ed32-49e1-9397-29309cf2a596') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:47:43.401737 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:43.422925 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:43.442921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:47:43.443319 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:47:43.445099 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:47:43.502837 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-4f614aa1-d072-4017-b052-5a33a15b42df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:43.504364 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-4f614aa1-d072-4017-b052-5a33a15b42df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f29845d6baf4f27a400d61e7977e707&device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 1095 time: 0.0945508 Nov 08 00:47:43.553057 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-097934fb-7ef2-4d4d-985c-ec5ca7b2428d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a HTTP/1.1" status: 200 len: 217 time: 0.0357199 Nov 08 00:47:43.586427 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:43.591008 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:43.595948 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ebad296c-05a6-4849-8581-4c5973de91a4 HTTP/1.1" status: 204 len: 168 time: 1.0074346 Nov 08 00:47:43.618719 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76b988-b75a-48a4-abcf-8e4e2ecd26d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebad296c-05a6-4849-8581-4c5973de91a4,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:43.624354 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-d0af4139-a2b9-4e3b-a2d4-ee87e6851182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:43.625715 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-d0af4139-a2b9-4e3b-a2d4-ee87e6851182 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac9518c4-5278-4a3a-a91d-f2905dc741bd HTTP/1.1" status: 200 len: 853 time: 0.0654411 Nov 08 00:47:43.660397 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-32d6203f-8bd9-4c4a-a8ff-f80488336612 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=beb74b3d-b75b-4862-95e6-52b52600bd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261896 Nov 08 00:47:43.754051 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-04474c04-b6b0-47b5-a407-1bab184de11b service neutron] 10.222.0.20 "GET /v2.0/networks/beb74b3d-b75b-4862-95e6-52b52600bd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855944 Nov 08 00:47:43.844002 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d685ccc8-cad0-4f98-92c9-ddbe06dcca48 req-1dd0733e-2ca9-4e27-8643-13ae7d3ae185 service neutron] 10.222.0.20 "GET /v2.0/networks/beb74b3d-b75b-4862-95e6-52b52600bd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824091 Nov 08 00:47:43.972401 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58348) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:44.018307 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4916ae5d-fd80-4b18-adec-3a28154709e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2f6913f27fa41388788e5027b9340cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442731 Nov 08 00:47:44.020381 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58350) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:44.068495 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-424b0222-596e-40a8-8f1a-2c4244e29459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:44.075073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0bbcc7aa-7308-49a2-9848-df180ee0024b no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:47:44.089790 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-424b0222-596e-40a8-8f1a-2c4244e29459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:44.095128 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 0bbcc7aa-7308-49a2-9848-df180ee0024b {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:47:44.095661 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0bbcc7aa-7308-49a2-9848-df180ee0024b not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:47:44.096121 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device fc24db7b-2ecc-4122-aeae-6d520ed74a4e no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:47:44.113907 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: fc24db7b-2ecc-4122-aeae-6d520ed74a4e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:47:44.114252 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device fc24db7b-2ecc-4122-aeae-6d520ed74a4e not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:47:44.254348 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-424b0222-596e-40a8-8f1a-2c4244e29459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:44.256965 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-424b0222-596e-40a8-8f1a-2c4244e29459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:44.258156 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-424b0222-596e-40a8-8f1a-2c4244e29459 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24e23b44-cff0-40a5-a90f-93d438903dad HTTP/1.1" status: 204 len: 168 time: 0.2368433 Nov 08 00:47:44.265902 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b0222-596e-40a8-8f1a-2c4244e29459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e23b44-cff0-40a5-a90f-93d438903dad,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:44.368045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce3997-8af1-419c-b9ff-795a96b30af2 req-160b01a1-9dd7-4229-a612-5c5becab7605 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:44.369536 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18ce3997-8af1-419c-b9ff-795a96b30af2 req-160b01a1-9dd7-4229-a612-5c5becab7605 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 944 time: 0.0516601 Nov 08 00:47:44.407239 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18ce3997-8af1-419c-b9ff-795a96b30af2 req-6b41a864-7ed9-4dee-b2d3-ee9427dbfbe6 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316219 Nov 08 00:47:44.880207 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58362) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:44.920242 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-72b2ce62-e157-4b2b-838a-086c4312da94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02f9811412474b1a9a1027abe3d4b236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386691 Nov 08 00:47:44.922428 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58364) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:44.981005 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5201b4d-b601-40d1-9501-e5a88a1cbc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:45.001545 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5201b4d-b601-40d1-9501-e5a88a1cbc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:45.094083 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5201b4d-b601-40d1-9501-e5a88a1cbc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:45.097073 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5201b4d-b601-40d1-9501-e5a88a1cbc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:45.098223 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d5201b4d-b601-40d1-9501-e5a88a1cbc9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0aabc46-e448-4bdf-b594-599cde326de9 HTTP/1.1" status: 204 len: 168 time: 0.1748908 Nov 08 00:47:45.105976 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5201b4d-b601-40d1-9501-e5a88a1cbc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0aabc46-e448-4bdf-b594-599cde326de9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:45.531874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a45b48-c417-4acb-b931-576b8634b695 req-0d4508dc-37d7-49d1-a10e-9f9b14d3825a tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:45.533531 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-82a45b48-c417-4acb-b931-576b8634b695 req-0d4508dc-37d7-49d1-a10e-9f9b14d3825a tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 944 time: 0.0566676 Nov 08 00:47:45.575327 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-82a45b48-c417-4acb-b931-576b8634b695 req-93ec5a22-2c50-4627-b971-6106ba1220ba tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352337 Nov 08 00:47:46.693638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b7897-0224-43ec-a099-4d1d0ebc0caa req-d55a7ca7-5c5d-4401-9d5b-0bb016f8e801 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:46.695149 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc0b7897-0224-43ec-a099-4d1d0ebc0caa req-d55a7ca7-5c5d-4401-9d5b-0bb016f8e801 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 944 time: 0.0484951 Nov 08 00:47:46.734065 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc0b7897-0224-43ec-a099-4d1d0ebc0caa req-ab84b9a7-6bcf-471d-ae00-8a107bdcc790 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330617 Nov 08 00:47:47.849282 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6b389-5499-4827-8be0-57f91ef1192a req-e75447fa-8e8f-4ee5-b4b9-4fbb1068598c tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:47.850747 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84d6b389-5499-4827-8be0-57f91ef1192a req-e75447fa-8e8f-4ee5-b4b9-4fbb1068598c tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 944 time: 0.0492051 Nov 08 00:47:47.887643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84d6b389-5499-4827-8be0-57f91ef1192a req-9a61946f-ee68-41f3-96e6-0292ce0fc6c9 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309932 Nov 08 00:47:48.054508 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac32aa4-0987-4eb0-9e0d-e98f96015402 req-ccc5eee0-ccd6-4136-8886-dff27462f1ba tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:48.056031 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bac32aa4-0987-4eb0-9e0d-e98f96015402 req-ccc5eee0-ccd6-4136-8886-dff27462f1ba tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 1097 time: 0.0437520 Nov 08 00:47:48.089433 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bac32aa4-0987-4eb0-9e0d-e98f96015402 req-5cd9c844-e048-4ef8-a1cb-c8943a939ad3 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273459 Nov 08 00:47:48.200652 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7e2dd-f290-4c9a-b080-f87466579107 req-d80ea4b5-aedd-4c50-94ac-616a6e1ad14e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:48.202655 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18c7e2dd-f290-4c9a-b080-f87466579107 req-d80ea4b5-aedd-4c50-94ac-616a6e1ad14e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0483289 Nov 08 00:47:48.239490 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18c7e2dd-f290-4c9a-b080-f87466579107 req-711a9efd-fc12-4fa5-9834-d4eedee50aaf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310450 Nov 08 00:47:48.261112 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58386) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:48.322853 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-17476326-e2c0-4c1a-8120-5c63dc42b5ad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/floatingips/5ef2a871-216c-457a-86cc-7eccb61b4890 HTTP/1.1" status: 200 len: 993 time: 0.0606551 Nov 08 00:47:48.945094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67eddb-31dd-4199-aae1-a6dfb5f84d95 req-5984d5b6-0d7d-41c8-99e0-376b2e0a51d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:48.946590 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff67eddb-31dd-4199-aae1-a6dfb5f84d95 req-5984d5b6-0d7d-41c8-99e0-376b2e0a51d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0496204 Nov 08 00:47:48.986388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58402) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:47:49.010525 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff67eddb-31dd-4199-aae1-a6dfb5f84d95 req-9a8032c7-af7b-4824-b209-3ba8fcd3551e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573759 Nov 08 00:47:49.029774 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4845d0-3323-4423-a2b5-0a6ef8e991ab req-134b4428-e8ce-4cd5-87ad-e5076f4b93e6 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:49.031251 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b4845d0-3323-4423-a2b5-0a6ef8e991ab req-134b4428-e8ce-4cd5-87ad-e5076f4b93e6 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 944 time: 0.0652611 Nov 08 00:47:49.071800 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b4845d0-3323-4423-a2b5-0a6ef8e991ab req-563af51a-2e88-4fcf-ba8e-05e875eb6379 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320010 Nov 08 00:47:49.089705 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:47:49.186689 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a,segment=NetworkSegment(2e242fab-293b-48ae-8c77-a134329bcbc1),segment_id=2e242fab-293b-48ae-8c77-a134329bcbc1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:49.198014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a', 'network_id': 'beb74b3d-b75b-4862-95e6-52b52600bd3d', 'port_id': '9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a', 'mac_address': 'fa:16:3e:5f:a8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac9518c4-5278-4a3a-a91d-f2905dc741bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:47:49.201598 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-582bf89f-99d0-4452-b795-5999347bfb88 req-222dbe77-937e-4674-8e90-217cdaa9598e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2140675 Nov 08 00:47:49.210811 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-582bf89f-99d0-4452-b795-5999347bfb88 req-d54a0db6-054d-49d2-acf5-b0057da6751e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:47:49.211807 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-582bf89f-99d0-4452-b795-5999347bfb88 req-d54a0db6-054d-49d2-acf5-b0057da6751e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049658 Nov 08 00:47:49.234967 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:49.247483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:47:49.265930 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a,segment=NetworkSegment(2e242fab-293b-48ae-8c77-a134329bcbc1),segment_id=2e242fab-293b-48ae-8c77-a134329bcbc1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:49.352020 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:49.402716 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:49.767889 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:47:50.134485 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528265cd-a38f-4855-bcc2-194dd6914497 req-5266b997-380c-411b-96d2-c3a69f493819 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:50.136860 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-528265cd-a38f-4855-bcc2-194dd6914497 req-5266b997-380c-411b-96d2-c3a69f493819 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0560942 Nov 08 00:47:50.204117 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-528265cd-a38f-4855-bcc2-194dd6914497 req-1c0f0a4a-47e4-461a-918c-b9f8843f274a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558596 Nov 08 00:47:50.212394 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0979e-7769-462c-adc9-9a74c702fa2e req-492962b9-9196-45ef-8532-2cecccc8b51b tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:50.213867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfe0979e-7769-462c-adc9-9a74c702fa2e req-492962b9-9196-45ef-8532-2cecccc8b51b tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 945 time: 0.0739791 Nov 08 00:47:50.254074 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfe0979e-7769-462c-adc9-9a74c702fa2e req-75a09365-7563-4436-a622-1cd57ad201b5 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328269 Nov 08 00:47:51.092751 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:47:51.197212 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:47:51.201106 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:47:51.201473 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:51.227665 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bf89f-99d0-4452-b795-5999347bfb88 req-1aef2a50-1516-499a-9b0b-80f955b18708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:51.229203 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-582bf89f-99d0-4452-b795-5999347bfb88 req-1aef2a50-1516-499a-9b0b-80f955b18708 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 1097 time: 0.0419636 Nov 08 00:47:51.285594 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:51.310909 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e1d9cc-19e1-4cd0-b670-92b229621aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:47:51.313449 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c30e8a-b399-4c08-8c52-feb5f92b566f" -d '{"events": [{"server_uuid": "46e1d9cc-19e1-4cd0-b670-92b229621aa8", "name": "network-vif-plugged", "status": "completed", "tag": "9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:47:51.331826 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a,segment=NetworkSegment(2e242fab-293b-48ae-8c77-a134329bcbc1),segment_id=2e242fab-293b-48ae-8c77-a134329bcbc1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:47:51.408850 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:51.459911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:47:51.707690 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdd46e-c678-4fb4-9c25-a4a0b031759d req-efd8fdee-fc6a-494e-921c-468ad694a041 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:51.709176 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87cdd46e-c678-4fb4-9c25-a4a0b031759d req-efd8fdee-fc6a-494e-921c-468ad694a041 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.1031551 Nov 08 00:47:51.721849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5057869-679e-4839-9b77-50e9a711f6fd req-50fa4039-7e48-4fed-bc61-0695831728f0 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:51.723211 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5057869-679e-4839-9b77-50e9a711f6fd req-50fa4039-7e48-4fed-bc61-0695831728f0 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 946 time: 0.1182783 Nov 08 00:47:51.735410 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bf89f-99d0-4452-b795-5999347bfb88 req-1e4bc7bc-3b68-4eaf-bd12-fe8da5866ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:51.736787 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-582bf89f-99d0-4452-b795-5999347bfb88 req-1e4bc7bc-3b68-4eaf-bd12-fe8da5866ca1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5955b177-d1fb-4d25-866c-074a7538d164 HTTP/1.1" status: 200 len: 898 time: 0.5002410 Nov 08 00:47:51.822968 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87cdd46e-c678-4fb4-9c25-a4a0b031759d req-236e9ba5-9c5d-44b3-8c7b-7fcec00ca9ec tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988183 Nov 08 00:47:51.829513 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5057869-679e-4839-9b77-50e9a711f6fd req-43f719a9-084f-4208-b543-e80102346496 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970280 Nov 08 00:47:51.851594 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-582bf89f-99d0-4452-b795-5999347bfb88 req-cb510be0-a997-4f3a-a97a-b9ce0c7c3a0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e367c33a-450b-43d0-af6e-2dda847b9a73 HTTP/1.1" status: 200 len: 1001 time: 0.1012352 Nov 08 00:47:51.867216 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4003cc37-23b3-425b-8be5-23a18d34dcbb x-openstack-request-id: req-4003cc37-23b3-425b-8be5-23a18d34dcbb {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:47:51.867585 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e1d9cc-19e1-4cd0-b670-92b229621aa8", "name": "network-vif-plugged", "status": "completed", "tag": "9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:47:51.867929 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4003cc37-23b3-425b-8be5-23a18d34dcbb {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:47:51.868326 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e1d9cc-19e1-4cd0-b670-92b229621aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a', 'code': 200} Nov 08 00:47:51.907267 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bf89f-99d0-4452-b795-5999347bfb88 req-680cb329-040b-416a-9c9a-9785820a7d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:51.908784 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-582bf89f-99d0-4452-b795-5999347bfb88 req-680cb329-040b-416a-9c9a-9785820a7d51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3c46546-105f-44e3-aca4-a83403fe4353 HTTP/1.1" status: 200 len: 834 time: 0.0488141 Nov 08 00:47:51.964513 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bf89f-99d0-4452-b795-5999347bfb88 req-a02d0919-98b3-4a75-8205-a1eda45592ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:51.965864 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-582bf89f-99d0-4452-b795-5999347bfb88 req-a02d0919-98b3-4a75-8205-a1eda45592ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5955b177-d1fb-4d25-866c-074a7538d164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480323 Nov 08 00:47:52.048040 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da656f-caf3-4b9d-accd-88c093155e67 req-9f3a129f-3905-4fd4-bddd-64e3d8370336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:52.049518 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-82da656f-caf3-4b9d-accd-88c093155e67 req-9f3a129f-3905-4fd4-bddd-64e3d8370336 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 1097 time: 0.0949788 Nov 08 00:47:52.092497 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-582bf89f-99d0-4452-b795-5999347bfb88 req-f18dc089-60a3-4258-b6cb-be7f4fa1c5cb service neutron] 10.222.0.26 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125414 Nov 08 00:47:52.102790 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-82da656f-caf3-4b9d-accd-88c093155e67 req-4ee32a28-778e-4e9f-93b6-57132e750682 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409486 Nov 08 00:47:52.186670 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-582bf89f-99d0-4452-b795-5999347bfb88 req-ccd4a3a1-158e-434c-b8ab-eda466508f4f service neutron] 10.222.0.26 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821612 Nov 08 00:47:52.973467 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cc2e3-64ac-4a90-8c5c-346d3a002ae5 req-8999974b-ab61-455e-9f28-4c760ba7408b tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:52.974956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c3cc2e3-64ac-4a90-8c5c-346d3a002ae5 req-8999974b-ab61-455e-9f28-4c760ba7408b tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 946 time: 0.0729244 Nov 08 00:47:52.983702 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242e55f-0c03-484c-b053-369cfc462d42 req-6fc14289-c066-4bcf-a192-f764ea6c7dec tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:52.985116 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e242e55f-0c03-484c-b053-369cfc462d42 req-6fc14289-c066-4bcf-a192-f764ea6c7dec tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0918996 Nov 08 00:47:53.040323 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c3cc2e3-64ac-4a90-8c5c-346d3a002ae5 req-e15486aa-d695-4f8b-853a-537d991d7972 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542545 Nov 08 00:47:53.045639 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e242e55f-0c03-484c-b053-369cfc462d42 req-86a8bffd-577a-4a34-8f16-9b3ce1038746 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538542 Nov 08 00:47:54.184621 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050fafb-6160-487a-9202-6010b61e3459 req-33c275b3-c5c7-4a32-855b-a1c23db7af0c tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:54.186109 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b050fafb-6160-487a-9202-6010b61e3459 req-33c275b3-c5c7-4a32-855b-a1c23db7af0c tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 946 time: 0.0787098 Nov 08 00:47:54.194004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96cb70-fbd3-4923-971e-54f08d5aed70 req-85b5876e-74a0-4b58-b857-b2dca147caea tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:54.195344 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e96cb70-fbd3-4923-971e-54f08d5aed70 req-85b5876e-74a0-4b58-b857-b2dca147caea tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0786507 Nov 08 00:47:54.249264 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b050fafb-6160-487a-9202-6010b61e3459 req-b6c410ba-a87f-4c59-a133-36797139cd7a tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529649 Nov 08 00:47:54.253874 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e96cb70-fbd3-4923-971e-54f08d5aed70 req-d51e929b-beb8-4a3e-8cf6-094aafb01c68 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514843 Nov 08 00:47:54.581349 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71b10c7f-71df-4bc8-b089-2d6cbac44f60 req-cf36c68d-fdc6-4058-ba49-ccb76e118bc0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413740 Nov 08 00:47:54.697814 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b10c7f-71df-4bc8-b089-2d6cbac44f60 req-81d3661a-99a1-4fb2-a890-9ea9aada7315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:54.699289 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71b10c7f-71df-4bc8-b089-2d6cbac44f60 req-81d3661a-99a1-4fb2-a890-9ea9aada7315 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 1097 time: 0.0394311 Nov 08 00:47:54.808739 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b10c7f-71df-4bc8-b089-2d6cbac44f60 req-39f541e5-66c5-48ed-9345-25a1345a2efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:54.810125 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71b10c7f-71df-4bc8-b089-2d6cbac44f60 req-39f541e5-66c5-48ed-9345-25a1345a2efd service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 912 time: 0.0911100 Nov 08 00:47:54.875097 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71b10c7f-71df-4bc8-b089-2d6cbac44f60 req-1127d5fa-8f63-4dee-aead-9ed25b506f4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60fe2d4e-e131-4b80-875b-308e8bb07036 HTTP/1.1" status: 200 len: 1001 time: 0.0576010 Nov 08 00:47:54.927932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b10c7f-71df-4bc8-b089-2d6cbac44f60 req-0c32f5af-3864-40d4-9cef-cb71f658e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:54.929352 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71b10c7f-71df-4bc8-b089-2d6cbac44f60 req-0c32f5af-3864-40d4-9cef-cb71f658e537 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0470984 Nov 08 00:47:54.977944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b10c7f-71df-4bc8-b089-2d6cbac44f60 req-ae83b102-6b4e-4adb-814c-c7d5c7ad132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:54.979485 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71b10c7f-71df-4bc8-b089-2d6cbac44f60 req-ae83b102-6b4e-4adb-814c-c7d5c7ad132f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428810 Nov 08 00:47:55.070315 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71b10c7f-71df-4bc8-b089-2d6cbac44f60 req-6e701100-605b-4519-88d2-0f3c536e6199 service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838175 Nov 08 00:47:55.169115 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71b10c7f-71df-4bc8-b089-2d6cbac44f60 req-2d4b4444-4e38-4a17-992a-07e254bc2ff6 service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870614 Nov 08 00:47:55.376716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cc051-80e6-448e-b664-15cb77d8fe04 req-7a579dc2-e007-4fca-ba1d-9b54c388007e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:55.378246 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-655cc051-80e6-448e-b664-15cb77d8fe04 req-7a579dc2-e007-4fca-ba1d-9b54c388007e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0492449 Nov 08 00:47:55.416554 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-655cc051-80e6-448e-b664-15cb77d8fe04 req-afbe5d50-6eb0-493c-8e0b-6e9d337ac4e6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322680 Nov 08 00:47:56.531585 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca84ed-5d94-4644-a325-18a68f7988e3 req-5fde381c-0436-43c9-997f-b9a7bbe20b96 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:56.533052 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7ca84ed-5d94-4644-a325-18a68f7988e3 req-5fde381c-0436-43c9-997f-b9a7bbe20b96 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0484102 Nov 08 00:47:56.570380 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7ca84ed-5d94-4644-a325-18a68f7988e3 req-d1287161-cf13-4a95-a9f6-21331ffda10f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314419 Nov 08 00:47:57.147664 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:47:57.690562 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29b0ad-a03d-4c9d-a18c-9958728480af req-f81c2503-04cf-41d4-a0bb-e853dbfca33e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:57.692225 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d29b0ad-a03d-4c9d-a18c-9958728480af req-f81c2503-04cf-41d4-a0bb-e853dbfca33e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0535495 Nov 08 00:47:57.745259 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d29b0ad-a03d-4c9d-a18c-9958728480af req-e807b7b9-cd66-41e8-b3bd-3325a63b3846 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469298 Nov 08 00:47:58.182555 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5e34ea36-5f6c-4032-8341-856e124c9d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:47:58.878909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6f177-d891-44eb-ae96-5b84a5103f13 req-400df01e-5d47-43f1-b2a6-88d771009d84 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:47:58.880753 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eac6f177-d891-44eb-ae96-5b84a5103f13 req-400df01e-5d47-43f1-b2a6-88d771009d84 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0567617 Nov 08 00:47:58.920644 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eac6f177-d891-44eb-ae96-5b84a5103f13 req-cb24442d-86bc-42e2-ba7a-8ce15b521605 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334473 Nov 08 00:48:00.040584 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc6551-f37b-4ab3-b38e-74bd4bf19b4c req-6f5c08b1-c14e-4fb3-9380-1227e08d1654 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:00.042068 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63cc6551-f37b-4ab3-b38e-74bd4bf19b4c req-6f5c08b1-c14e-4fb3-9380-1227e08d1654 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0500340 Nov 08 00:48:00.078904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63cc6551-f37b-4ab3-b38e-74bd4bf19b4c req-b906eed3-efbc-4b98-8224-b294d7f83b99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306969 Nov 08 00:48:00.723063 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-005b89da-75dc-4759-9993-2f6897a3bc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:01.008227 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:01.195145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b9cfb-eea3-4446-bc21-63838511f9bc req-f9a6b0c0-0985-4bfa-9360-d81af99a8970 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:01.196636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-496b9cfb-eea3-4446-bc21-63838511f9bc req-f9a6b0c0-0985-4bfa-9360-d81af99a8970 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0515032 Nov 08 00:48:01.235517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-496b9cfb-eea3-4446-bc21-63838511f9bc req-6c3c6dde-e475-4f88-ac14-77fe2fdb62eb tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324359 Nov 08 00:48:01.819499 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:02.174426 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:02.349099 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1eaa99-cdbe-4505-97d7-675c99d10667 req-d8084aaa-a4a3-47de-ae9f-ac396bf5839b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:02.350505 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c1eaa99-cdbe-4505-97d7-675c99d10667 req-d8084aaa-a4a3-47de-ae9f-ac396bf5839b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0484998 Nov 08 00:48:02.396715 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c1eaa99-cdbe-4505-97d7-675c99d10667 req-496188b2-6fbd-435c-8ac8-cafc2d85b1c8 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323694 Nov 08 00:48:03.385250 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:03.514334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20487de-3b94-43ab-b82c-029392e94d83 req-8d4423b1-5024-46ba-8aad-fe1a88882c59 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:03.515768 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b20487de-3b94-43ab-b82c-029392e94d83 req-8d4423b1-5024-46ba-8aad-fe1a88882c59 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0485716 Nov 08 00:48:03.551376 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b20487de-3b94-43ab-b82c-029392e94d83 req-6280c359-5099-4015-9d1e-68aba2d908f4 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296540 Nov 08 00:48:04.666695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22520eb4-aea1-43b5-a173-3c62accf679b req-dbb91d0f-c6d0-42fb-9150-5a9bd0efc4f3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:04.668175 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-22520eb4-aea1-43b5-a173-3c62accf679b req-dbb91d0f-c6d0-42fb-9150-5a9bd0efc4f3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0514703 Nov 08 00:48:04.705362 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-22520eb4-aea1-43b5-a173-3c62accf679b req-d7626f94-7feb-4b37-8731-e1832c696476 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313566 Nov 08 00:48:05.818490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb47c98-9074-4e54-a072-5339e082205a req-c1872109-dc51-4b1f-ae80-501c5c0defd5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:05.820091 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8bb47c98-9074-4e54-a072-5339e082205a req-c1872109-dc51-4b1f-ae80-501c5c0defd5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0492365 Nov 08 00:48:05.857989 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8bb47c98-9074-4e54-a072-5339e082205a req-153d4afb-212c-4437-a550-d80582cecf2e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312183 Nov 08 00:48:06.981509 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3fb32-46e5-42c3-b6dc-d862cd88bd22 req-880705dd-125d-48a4-88bb-f1a60c817182 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:06.983686 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9dc3fb32-46e5-42c3-b6dc-d862cd88bd22 req-880705dd-125d-48a4-88bb-f1a60c817182 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0564125 Nov 08 00:48:07.049453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9dc3fb32-46e5-42c3-b6dc-d862cd88bd22 req-2a2df607-1510-4fc0-9431-7e86c7ab941d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544789 Nov 08 00:48:08.158313 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75ee22-14e4-4869-944c-146c7dd7cbfc req-47692c39-3328-412b-83c4-f1bc57194222 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:08.159893 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b75ee22-14e4-4869-944c-146c7dd7cbfc req-47692c39-3328-412b-83c4-f1bc57194222 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0545502 Nov 08 00:48:08.197570 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5b75ee22-14e4-4869-944c-146c7dd7cbfc req-5ef0aef2-8970-4f75-92a4-514bbe7418a5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318017 Nov 08 00:48:08.705921 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:09.371111 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3589e-cb4a-426e-bb83-70599cda1369 req-4ddfe637-2214-46ce-abd0-710a4f549cf5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:09.373512 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aad3589e-cb4a-426e-bb83-70599cda1369 req-4ddfe637-2214-46ce-abd0-710a4f549cf5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.1069946 Nov 08 00:48:09.374501 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-582bf89f-99d0-4452-b795-5999347bfb88 req-409c4eef-3264-4f1c-ad5f-d196cba3c5f4 service neutron] show failed (client error): The resource could not be found. Nov 08 00:48:09.375603 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-582bf89f-99d0-4452-b795-5999347bfb88 req-409c4eef-3264-4f1c-ad5f-d196cba3c5f4 service neutron] 10.222.0.26 "GET /v2.0/ports/e367c33a-450b-43d0-af6e-2dda847b9a73/bindings/n-h1-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.1104891 Nov 08 00:48:09.414686 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aad3589e-cb4a-426e-bb83-70599cda1369 req-4681c6dc-e928-4f5e-ae1d-9dde541a5e98 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347848 Nov 08 00:48:09.857747 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bf89f-99d0-4452-b795-5999347bfb88 req-d9f55961-b0df-418e-ba26-0be6bc545c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:09.859271 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-582bf89f-99d0-4452-b795-5999347bfb88 req-d9f55961-b0df-418e-ba26-0be6bc545c67 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896&tenant_id=1a610190c8f64b4cb76bfe1bed034770 HTTP/1.1" status: 200 len: 1097 time: 0.0444329 Nov 08 00:48:09.878779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:48:09.929685 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:10.126489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] For port e367c33a-450b-43d0-af6e-2dda847b9a73, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=e367c33a-450b-43d0-af6e-2dda847b9a73,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:48:10.157834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] For port e367c33a-450b-43d0-af6e-2dda847b9a73, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:48:10.199973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:48:10.202168 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd05ae7-8fa3-4896-a22d-fdb03ab6bbad" -d '{"events": [{"server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "name": "network-vif-unplugged", "status": "completed", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:48:10.206181 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:10.218269 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Transition to ACTIVE for port object e367c33a-450b-43d0-af6e-2dda847b9a73 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:48:10.249893 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94bf183-bded-4542-b10a-90b508af41ab x-openstack-request-id: req-a94bf183-bded-4542-b10a-90b508af41ab {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:48:10.250193 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "name": "network-vif-unplugged", "status": "completed", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:48:10.250441 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a94bf183-bded-4542-b10a-90b508af41ab {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:48:10.250868 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'code': 200} Nov 08 00:48:10.271142 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:10.344758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Pushing event updated for resources: {'Port': ['ID=e367c33a-450b-43d0-af6e-2dda847b9a73,revision_number=6']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:48:10.359511 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:10.359884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:10.360218 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:10.360543 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:10.360863 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:10.361181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:10.361497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:10.361812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:10.362127 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:10.362438 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:10.362750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:10.363058 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:10.405352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] No DVR routers for this DVR port e367c33a-450b-43d0-af6e-2dda847b9a73 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:48:10.563472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d34330-83b5-42ff-aff8-7b846c6220c5 req-e02c0540-ed05-4ba3-a9de-7fdaf5e4848a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:10.564965 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85d34330-83b5-42ff-aff8-7b846c6220c5 req-e02c0540-ed05-4ba3-a9de-7fdaf5e4848a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 944 time: 0.0760620 Nov 08 00:48:10.604478 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Attempting to bind port e367c33a-450b-43d0-af6e-2dda847b9a73 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:48:10.604734 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Attempting to bind port e367c33a-450b-43d0-af6e-2dda847b9a73 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:48:10.605054 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Attempting to bind port e367c33a-450b-43d0-af6e-2dda847b9a73 on network 5955b177-d1fb-4d25-866c-074a7538d164 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:48:10.612794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Port e367c33a-450b-43d0-af6e-2dda847b9a73 on network 5955b177-d1fb-4d25-866c-074a7538d164 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:48:10.613110 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Attempting to bind port e367c33a-450b-43d0-af6e-2dda847b9a73 on network 5955b177-d1fb-4d25-866c-074a7538d164 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:48:10.626132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:48:10.626462 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Checking segment: {'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:48:10.626838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Bound using segment: {'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:48:10.627255 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Bound port: e367c33a-450b-43d0-af6e-2dda847b9a73, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:48:10.627604 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:10.632625 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85d34330-83b5-42ff-aff8-7b846c6220c5 req-e85df3ff-2965-4990-8aad-4fb475f79803 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538909 Nov 08 00:48:10.696151 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] For port e367c33a-450b-43d0-af6e-2dda847b9a73, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:48:10.699219 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] For port e367c33a-450b-43d0-af6e-2dda847b9a73, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=e367c33a-450b-43d0-af6e-2dda847b9a73,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:48:10.786187 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:10.824959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:10.825818 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:10.827112 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-582bf89f-99d0-4452-b795-5999347bfb88 req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] 10.222.0.20 "PUT /v2.0/ports/e367c33a-450b-43d0-af6e-2dda847b9a73 HTTP/1.1" status: 200 len: 1092 time: 0.9525211 Nov 08 00:48:10.851811 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f3d5b-026c-432b-9035-a8f0d3b01d84 service neutron] Pushing event updated for resources: {'Port': ['ID=e367c33a-450b-43d0-af6e-2dda847b9a73,revision_number=7']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:48:10.921200 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bf89f-99d0-4452-b795-5999347bfb88 req-5033a30d-4b24-466e-9568-7c4fc971cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:10.922755 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-582bf89f-99d0-4452-b795-5999347bfb88 req-5033a30d-4b24-466e-9568-7c4fc971cfbd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 1095 time: 0.0460324 Nov 08 00:48:11.020005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bf89f-99d0-4452-b795-5999347bfb88 req-672ac88e-93cf-4b43-be7b-8869bcf54984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:11.021472 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-582bf89f-99d0-4452-b795-5999347bfb88 req-672ac88e-93cf-4b43-be7b-8869bcf54984 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5955b177-d1fb-4d25-866c-074a7538d164 HTTP/1.1" status: 200 len: 898 time: 0.0912154 Nov 08 00:48:11.093652 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-582bf89f-99d0-4452-b795-5999347bfb88 req-fcfa2b5a-8f2b-4aeb-9063-5daddf1290e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e367c33a-450b-43d0-af6e-2dda847b9a73 HTTP/1.1" status: 200 len: 999 time: 0.0644815 Nov 08 00:48:11.144318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bf89f-99d0-4452-b795-5999347bfb88 req-52eae129-eba9-421d-b982-38fe5de8311d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:11.145818 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-582bf89f-99d0-4452-b795-5999347bfb88 req-52eae129-eba9-421d-b982-38fe5de8311d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3c46546-105f-44e3-aca4-a83403fe4353 HTTP/1.1" status: 200 len: 834 time: 0.0446517 Nov 08 00:48:11.192747 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bf89f-99d0-4452-b795-5999347bfb88 req-db1685dd-7cb3-45a3-a46e-3162e12a80f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:11.194246 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-582bf89f-99d0-4452-b795-5999347bfb88 req-db1685dd-7cb3-45a3-a46e-3162e12a80f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5955b177-d1fb-4d25-866c-074a7538d164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405257 Nov 08 00:48:11.288985 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-582bf89f-99d0-4452-b795-5999347bfb88 req-d1e981ca-9fb3-42d7-8f9e-3baf46a2e61c service neutron] 10.222.0.20 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866859 Nov 08 00:48:11.382972 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-582bf89f-99d0-4452-b795-5999347bfb88 req-d78728d6-80ff-425b-a090-609d5b01704a service neutron] 10.222.0.20 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857584 Nov 08 00:48:11.754023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f258df7-f59b-4f75-9683-0e043cc00ee0 req-e63af34c-965a-408b-b88b-cb7c83d8e730 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:11.755532 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f258df7-f59b-4f75-9683-0e043cc00ee0 req-e63af34c-965a-408b-b88b-cb7c83d8e730 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 944 time: 0.0532501 Nov 08 00:48:11.797449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f258df7-f59b-4f75-9683-0e043cc00ee0 req-2ea66934-7042-47ae-8cae-a16b2e50c0d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358248 Nov 08 00:48:12.252007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:48:12.254335 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d988dd79-a691-4ccd-9c98-26c728db01b3" -d '{"events": [{"name": "network-changed", "server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:48:12.301152 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152e3f92-b8e3-4f95-be46-835cec0c97f0 x-openstack-request-id: req-152e3f92-b8e3-4f95-be46-835cec0c97f0 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:48:12.301463 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:48:12.301706 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-152e3f92-b8e3-4f95-be46-835cec0c97f0 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:48:12.302095 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'status': 'completed', 'code': 200} Nov 08 00:48:12.409194 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-67f3e1cb-8f61-4d42-b495-e2e968571113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:12.410679 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-67f3e1cb-8f61-4d42-b495-e2e968571113 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 1095 time: 0.0691459 Nov 08 00:48:12.415628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-d9714b21-f02e-4222-9cbe-aa1784e215f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:12.417009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-d9714b21-f02e-4222-9cbe-aa1784e215f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 1095 time: 0.0506656 Nov 08 00:48:12.568209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-26843938-19fb-4f39-8867-ca9d6008bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:12.569664 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-26843938-19fb-4f39-8867-ca9d6008bc34 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5955b177-d1fb-4d25-866c-074a7538d164 HTTP/1.1" status: 200 len: 898 time: 0.1518331 Nov 08 00:48:12.570724 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-66354303-e15b-4374-9db8-0f0cc8488b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:12.572039 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-66354303-e15b-4374-9db8-0f0cc8488b63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5955b177-d1fb-4d25-866c-074a7538d164 HTTP/1.1" status: 200 len: 898 time: 0.1472738 Nov 08 00:48:12.683766 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-f6144d53-1427-4a48-a133-72a1725725af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e367c33a-450b-43d0-af6e-2dda847b9a73 HTTP/1.1" status: 200 len: 999 time: 0.1065555 Nov 08 00:48:12.686136 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-c8076f28-48ff-4076-9a3d-a7de998e8d49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e367c33a-450b-43d0-af6e-2dda847b9a73 HTTP/1.1" status: 200 len: 999 time: 0.1029260 Nov 08 00:48:12.787046 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-81aa6206-8d7d-4f92-a351-a96b901014fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:12.788546 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-81aa6206-8d7d-4f92-a351-a96b901014fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3c46546-105f-44e3-aca4-a83403fe4353 HTTP/1.1" status: 200 len: 834 time: 0.0976284 Nov 08 00:48:12.789941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-9908f985-b78c-4441-8133-d1c0b2a9d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:12.791238 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-9908f985-b78c-4441-8133-d1c0b2a9d2e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3c46546-105f-44e3-aca4-a83403fe4353 HTTP/1.1" status: 200 len: 834 time: 0.0920665 Nov 08 00:48:12.869608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-89a3e37a-c4e4-4c3c-bf5e-7413faa79e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:12.871110 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-89a3e37a-c4e4-4c3c-bf5e-7413faa79e5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5955b177-d1fb-4d25-866c-074a7538d164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755606 Nov 08 00:48:12.874182 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-b14535f4-9d48-4141-a8f7-8a86622ea229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:12.878330 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-b14535f4-9d48-4141-a8f7-8a86622ea229 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5955b177-d1fb-4d25-866c-074a7538d164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748372 Nov 08 00:48:13.055014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec998bba-0c87-49a8-bd7c-a2db9b937434 req-354e322b-48cb-4a1f-9119-747a6a2a8ba7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:13.056516 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec998bba-0c87-49a8-bd7c-a2db9b937434 req-354e322b-48cb-4a1f-9119-747a6a2a8ba7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 944 time: 0.1685858 Nov 08 00:48:13.097161 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-89f2ee14-3657-4e3a-8cc0-20b80c78ef5f service neutron] 10.222.0.26 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177701 Nov 08 00:48:13.099331 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-46982af4-752f-4daa-8af7-0c030839c1ec service neutron] 10.222.0.20 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093241 Nov 08 00:48:13.159263 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec998bba-0c87-49a8-bd7c-a2db9b937434 req-8cf878de-13b8-4fa4-ac2a-483ca1fbf80f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954471 Nov 08 00:48:13.287681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-8bca141d-e869-495e-af22-511b4e01bfa6 service neutron] 10.222.0.26 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680124 Nov 08 00:48:13.289597 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d988dd79-a691-4ccd-9c98-26c728db01b3 req-09f00b76-4105-4407-bb18-3f59d719e351 service neutron] 10.222.0.20 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686699 Nov 08 00:48:14.278588 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a494647-1a0a-49fe-9ccd-b4d0b61e2376 req-114a67c9-d8f1-4235-8186-8a5fd507a00e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:14.280611 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a494647-1a0a-49fe-9ccd-b4d0b61e2376 req-114a67c9-d8f1-4235-8186-8a5fd507a00e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 944 time: 0.0490789 Nov 08 00:48:14.318357 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a494647-1a0a-49fe-9ccd-b4d0b61e2376 req-eb34747a-8a73-43cb-8466-b9a5a6edf648 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319440 Nov 08 00:48:14.607727 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device e367c33a-450b-43d0-af6e-2dda847b9a73 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:48:14.645047 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device e367c33a-450b-43d0-af6e-2dda847b9a73 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:48:15.186007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device e367c33a-450b-43d0-af6e-2dda847b9a73 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:48:15.282732 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port e367c33a-450b-43d0-af6e-2dda847b9a73, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=e367c33a-450b-43d0-af6e-2dda847b9a73,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:48:15.298134 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164', 'port_id': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'mac_address': 'fa:16:3e:7d:f7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:48:15.338134 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:15.352523 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e367c33a-450b-43d0-af6e-2dda847b9a73 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:48:15.373046 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port e367c33a-450b-43d0-af6e-2dda847b9a73, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=e367c33a-450b-43d0-af6e-2dda847b9a73,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:48:15.425358 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:15.438647 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2716f8-b50f-45ee-b9e9-dbbcb7376a7f req-e201acc6-7fa3-460b-b268-d629f5058bb6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:15.440092 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb2716f8-b50f-45ee-b9e9-dbbcb7376a7f req-e201acc6-7fa3-460b-b268-d629f5058bb6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 944 time: 0.0483980 Nov 08 00:48:15.477471 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=e367c33a-450b-43d0-af6e-2dda847b9a73,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:48:15.479720 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb2716f8-b50f-45ee-b9e9-dbbcb7376a7f req-0d7389ef-901b-4719-b269-9aeb2fba7504 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333009 Nov 08 00:48:15.485328 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:15.485899 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:15.486238 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:15.486569 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:15.486896 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:15.487389 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:15.487720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:15.488115 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:15.488434 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:15.488748 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:15.489258 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:15.489576 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:48:15.879963 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['e367c33a-450b-43d0-af6e-2dda847b9a73'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:48:16.267453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0382f5-d3d5-4530-80b7-57b7f81c3be9 req-364e99e9-b714-4722-8186-32c9bcfde805 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:16.268943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8b0382f5-d3d5-4530-80b7-57b7f81c3be9 req-364e99e9-b714-4722-8186-32c9bcfde805 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 945 time: 0.4662116 Nov 08 00:48:16.281366 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-e1b0e890-97dd-4c2a-b65c-b963511cac66 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:16.282766 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-e1b0e890-97dd-4c2a-b65c-b963511cac66 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896&tenant_id=1a610190c8f64b4cb76bfe1bed034770&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 945 time: 0.4290686 Nov 08 00:48:16.343504 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8b0382f5-d3d5-4530-80b7-57b7f81c3be9 req-2c88a81b-a67a-462c-8ad8-183f7a4dd76e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597062 Nov 08 00:48:16.364918 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-090738b8-27c1-488e-a6da-5ee9aab82077 service neutron] 10.222.0.20 "GET /v2.0/ports/e367c33a-450b-43d0-af6e-2dda847b9a73/bindings/n-h1-816882-1 HTTP/1.1" status: 200 len: 382 time: 0.0680490 Nov 08 00:48:16.456145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-991f6a9b-608c-45b6-9f95-a90c012c8d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:16.457597 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-991f6a9b-608c-45b6-9f95-a90c012c8d9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 1096 time: 0.0433359 Nov 08 00:48:16.547829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f19bfda1-0c28-40c6-8b91-e42095757fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:16.549195 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f19bfda1-0c28-40c6-8b91-e42095757fe7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5955b177-d1fb-4d25-866c-074a7538d164 HTTP/1.1" status: 200 len: 898 time: 0.0826995 Nov 08 00:48:16.617861 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-26f51d92-09ae-4222-b70d-67f7afd355fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e367c33a-450b-43d0-af6e-2dda847b9a73 HTTP/1.1" status: 200 len: 1000 time: 0.0611079 Nov 08 00:48:16.666153 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-be5a0065-0c39-411c-aee0-b53ebcfc09e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:16.667492 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-be5a0065-0c39-411c-aee0-b53ebcfc09e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3c46546-105f-44e3-aca4-a83403fe4353 HTTP/1.1" status: 200 len: 834 time: 0.0410078 Nov 08 00:48:16.712095 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-86723e3b-4251-48ba-aebb-56398b15edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:16.713504 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-86723e3b-4251-48ba-aebb-56398b15edb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5955b177-d1fb-4d25-866c-074a7538d164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377705 Nov 08 00:48:16.807392 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-043f440a-e7d8-4e6e-b3ec-3a0e07c85b27 service neutron] 10.222.0.20 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833132 Nov 08 00:48:16.900643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-93668319-cf89-428d-98bd-93729b1f687e service neutron] 10.222.0.20 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842855 Nov 08 00:48:17.202118 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device e367c33a-450b-43d0-af6e-2dda847b9a73 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:48:17.305290 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port e367c33a-450b-43d0-af6e-2dda847b9a73 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:48:17.309292 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port e367c33a-450b-43d0-af6e-2dda847b9a73 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:48:17.309740 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:17.390148 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:17.420755 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:48:17.420755 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b1e22b-f481-4793-8065-9f3f592b05e3" -d '{"events": [{"server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "name": "network-vif-plugged", "status": "completed", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:48:17.431230 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port e367c33a-450b-43d0-af6e-2dda847b9a73, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=e367c33a-450b-43d0-af6e-2dda847b9a73,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:48:17.460985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9b42d-a094-4b63-87c3-3f56cef005e7 req-ff0ce696-27fd-4996-ab7e-c1a336eddd1b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:17.462441 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5a9b42d-a094-4b63-87c3-3f56cef005e7 req-ff0ce696-27fd-4996-ab7e-c1a336eddd1b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 945 time: 0.0490010 Nov 08 00:48:17.500898 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5a9b42d-a094-4b63-87c3-3f56cef005e7 req-838de512-771b-4ef9-91eb-8d9d551777c0 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316660 Nov 08 00:48:17.511367 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:17.564122 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62929e65-d755-4691-9695-a8024914ceb3 x-openstack-request-id: req-62929e65-d755-4691-9695-a8024914ceb3 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:48:17.566170 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "name": "network-vif-plugged", "status": "completed", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:48:17.566170 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62929e65-d755-4691-9695-a8024914ceb3 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:48:17.566170 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'code': 200} Nov 08 00:48:17.569660 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=e367c33a-450b-43d0-af6e-2dda847b9a73,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:48:18.636161 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7200e2-1e6d-40f1-a871-cb6cb05338db req-83279d6c-f8af-4f1b-be1a-b9577999db3a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:18.637636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c7200e2-1e6d-40f1-a871-cb6cb05338db req-83279d6c-f8af-4f1b-be1a-b9577999db3a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0589571 Nov 08 00:48:18.675046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c7200e2-1e6d-40f1-a871-cb6cb05338db req-9559c410-50f0-4ecb-94b1-9f72ba0ddc9b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307705 Nov 08 00:48:19.790479 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb388927-f2f5-42d1-9b96-8eee10eb9c75 req-52366c7f-d9f7-4c2c-87ca-92575c1181e2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:19.791983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb388927-f2f5-42d1-9b96-8eee10eb9c75 req-52366c7f-d9f7-4c2c-87ca-92575c1181e2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 946 time: 0.0489056 Nov 08 00:48:19.833308 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb388927-f2f5-42d1-9b96-8eee10eb9c75 req-ac40eb36-d866-4591-aa92-c452623676a8 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339649 Nov 08 00:48:20.058393 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f7832ade-95bb-44b2-b364-a47daa2194a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:20.060004 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f7832ade-95bb-44b2-b364-a47daa2194a2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896&tenant_id=1a610190c8f64b4cb76bfe1bed034770 HTTP/1.1" status: 200 len: 1097 time: 0.0494914 Nov 08 00:48:20.077252 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:48:20.135942 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:20.337753 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] For port e367c33a-450b-43d0-af6e-2dda847b9a73, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=e367c33a-450b-43d0-af6e-2dda847b9a73,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:48:20.371004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] For port e367c33a-450b-43d0-af6e-2dda847b9a73, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:48:20.409877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:48:20.412248 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502e5583-f54c-4e4d-a19a-ff3464e19af9" -d '{"events": [{"server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "name": "network-vif-unplugged", "status": "completed", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:48:20.416056 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:20.429381 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] Transition to ACTIVE for port object e367c33a-450b-43d0-af6e-2dda847b9a73 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:48:20.467033 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe3fdf0-67cd-4e86-a9cb-5ce47b4f7624 x-openstack-request-id: req-dfe3fdf0-67cd-4e86-a9cb-5ce47b4f7624 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:48:20.467327 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "name": "network-vif-unplugged", "status": "completed", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:48:20.467576 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfe3fdf0-67cd-4e86-a9cb-5ce47b4f7624 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:48:20.468016 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'code': 200} Nov 08 00:48:20.499600 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:20.549738 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e367c33a-450b-43d0-af6e-2dda847b9a73,revision_number=10']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:48:20.628516 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] No DVR routers for this DVR port e367c33a-450b-43d0-af6e-2dda847b9a73 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:48:20.768580 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] Attempting to bind port e367c33a-450b-43d0-af6e-2dda847b9a73 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:48:20.768923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] Attempting to bind port e367c33a-450b-43d0-af6e-2dda847b9a73 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:48:20.769249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] Attempting to bind port e367c33a-450b-43d0-af6e-2dda847b9a73 on network 5955b177-d1fb-4d25-866c-074a7538d164 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:48:20.773509 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] Port e367c33a-450b-43d0-af6e-2dda847b9a73 on network 5955b177-d1fb-4d25-866c-074a7538d164 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:48:20.773831 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] Attempting to bind port e367c33a-450b-43d0-af6e-2dda847b9a73 on network 5955b177-d1fb-4d25-866c-074a7538d164 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:48:20.779490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:48:20.779853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] Checking segment: {'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:48:20.780241 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] Bound using segment: {'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:48:20.780669 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] Bound port: e367c33a-450b-43d0-af6e-2dda847b9a73, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb4934d-5aa2-4568-b013-d515f8857bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:48:20.781027 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:20.850211 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] For port e367c33a-450b-43d0-af6e-2dda847b9a73, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:48:20.853648 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] For port e367c33a-450b-43d0-af6e-2dda847b9a73, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=e367c33a-450b-43d0-af6e-2dda847b9a73,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:48:20.921214 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:20.972208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:20.973567 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:20.974943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] 10.222.0.26 "PUT /v2.0/ports/e367c33a-450b-43d0-af6e-2dda847b9a73 HTTP/1.1" status: 200 len: 1093 time: 0.9017293 Nov 08 00:48:21.013333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccde0a-ff43-4f29-bf2f-4fd94b9fde90 req-8c1955ef-4b37-4f41-8975-e6bc5e277fbe tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:21.014869 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-23ccde0a-ff43-4f29-bf2f-4fd94b9fde90 req-8c1955ef-4b37-4f41-8975-e6bc5e277fbe tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 945 time: 0.1089880 Nov 08 00:48:21.024752 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0395f5a-2b06-474a-a946-4f651272cfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e367c33a-450b-43d0-af6e-2dda847b9a73,revision_number=11']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:48:21.083383 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-ca7cce9b-b5e4-45a8-b30a-b4c83805db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:21.085012 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-ca7cce9b-b5e4-45a8-b30a-b4c83805db2c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 1096 time: 0.0691218 Nov 08 00:48:21.090503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-23ccde0a-ff43-4f29-bf2f-4fd94b9fde90 req-bc043b4a-0978-470b-8d86-34439238b504 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470748 Nov 08 00:48:21.194236 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-e81db6d2-bb96-4ae6-a386-2f1f9d76e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:21.195715 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-e81db6d2-bb96-4ae6-a386-2f1f9d76e846 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5955b177-d1fb-4d25-866c-074a7538d164 HTTP/1.1" status: 200 len: 898 time: 0.1007321 Nov 08 00:48:21.234715 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device e367c33a-450b-43d0-af6e-2dda847b9a73 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:48:21.262417 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-c9e84544-026b-4616-bc63-208ec8ffcdbd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e367c33a-450b-43d0-af6e-2dda847b9a73 HTTP/1.1" status: 200 len: 999 time: 0.0601032 Nov 08 00:48:21.289848 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device e367c33a-450b-43d0-af6e-2dda847b9a73 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:48:21.319171 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-501d9761-044b-4ada-ac8b-d3f41dae3101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:21.320695 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-501d9761-044b-4ada-ac8b-d3f41dae3101 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3c46546-105f-44e3-aca4-a83403fe4353 HTTP/1.1" status: 200 len: 834 time: 0.0510952 Nov 08 00:48:21.366171 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-083d24ad-b5f2-40d3-bf29-423aa4c409c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:21.367563 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-083d24ad-b5f2-40d3-bf29-423aa4c409c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5955b177-d1fb-4d25-866c-074a7538d164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403755 Nov 08 00:48:21.458496 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-6fb80f4b-bca4-449e-a9fe-9edb597c7e0e service neutron] 10.222.0.26 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837865 Nov 08 00:48:21.554481 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d671078e-b3f7-4baf-9e38-39a39e6defb9 req-5ca0ccf1-0e17-4352-917e-4400c023fbba service neutron] 10.222.0.26 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894754 Nov 08 00:48:22.230675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f54a8a-970d-4f56-9966-bb2e0092b83c req-df052f48-fdca-4956-91a5-d45ffde22f11 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:22.232924 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6f54a8a-970d-4f56-9966-bb2e0092b83c req-df052f48-fdca-4956-91a5-d45ffde22f11 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 946 time: 0.0825009 Nov 08 00:48:22.246107 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a636b8-bc24-489f-bc2a-5c17aedb0040 req-a1687693-cfe9-416d-b204-98cea7fdb723 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:22.248152 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-56a636b8-bc24-489f-bc2a-5c17aedb0040 req-a1687693-cfe9-416d-b204-98cea7fdb723 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 945 time: 0.0848064 Nov 08 00:48:22.304962 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6f54a8a-970d-4f56-9966-bb2e0092b83c req-007dc978-78bd-4dbc-a4cf-fa18093d17a6 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557811 Nov 08 00:48:22.311876 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-56a636b8-bc24-489f-bc2a-5c17aedb0040 req-4c3a96f3-8482-4185-9325-eb5c79cb2e3b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568347 Nov 08 00:48:22.469664 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:48:22.472345 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c" -d '{"events": [{"name": "network-changed", "server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:48:22.517932 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a8789a-fb2a-4e8c-9982-23e5c9a5dac8 x-openstack-request-id: req-a5a8789a-fb2a-4e8c-9982-23e5c9a5dac8 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:48:22.518225 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:48:22.518825 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5a8789a-fb2a-4e8c-9982-23e5c9a5dac8 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:48:22.519261 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'status': 'completed', 'code': 200} Nov 08 00:48:22.627733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-2f7f2f1d-f1df-4a6d-8d8a-dd0eb9477021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:22.629245 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-2f7f2f1d-f1df-4a6d-8d8a-dd0eb9477021 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 1096 time: 0.0599253 Nov 08 00:48:22.631603 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-44ae472c-f373-4320-8bf3-8a05703aa0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:22.632983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-44ae472c-f373-4320-8bf3-8a05703aa0f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 1096 time: 0.0715594 Nov 08 00:48:22.793126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-23074792-73b4-4ddb-b05e-0f4813fa246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:22.794627 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-23074792-73b4-4ddb-b05e-0f4813fa246f service neutron] 10.222.0.26 "GET /v2.0/networks?id=5955b177-d1fb-4d25-866c-074a7538d164 HTTP/1.1" status: 200 len: 898 time: 0.1536548 Nov 08 00:48:22.795689 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-74c48293-3439-4dcb-90b8-be23d1fa7c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:22.797012 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-74c48293-3439-4dcb-90b8-be23d1fa7c99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5955b177-d1fb-4d25-866c-074a7538d164 HTTP/1.1" status: 200 len: 898 time: 0.1571286 Nov 08 00:48:22.911094 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-2f10ed78-aa80-4e7a-adf0-ae5cd6d8d99c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e367c33a-450b-43d0-af6e-2dda847b9a73 HTTP/1.1" status: 200 len: 999 time: 0.1059508 Nov 08 00:48:22.912763 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-001a42f4-5b5b-4158-9e91-04c984f92784 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e367c33a-450b-43d0-af6e-2dda847b9a73 HTTP/1.1" status: 200 len: 999 time: 0.1021440 Nov 08 00:48:23.000706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-12cc210f-d9a6-4134-8cd8-087d1a7981e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:23.002164 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-12cc210f-d9a6-4134-8cd8-087d1a7981e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3c46546-105f-44e3-aca4-a83403fe4353 HTTP/1.1" status: 200 len: 834 time: 0.0808916 Nov 08 00:48:23.005600 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-602c7888-16a0-4de6-9ba0-3d94af085f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:23.006920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-602c7888-16a0-4de6-9ba0-3d94af085f63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3c46546-105f-44e3-aca4-a83403fe4353 HTTP/1.1" status: 200 len: 834 time: 0.0575318 Nov 08 00:48:23.058017 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-aaf50051-679c-47de-9956-a3ffabc75d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:23.059461 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-aaf50051-679c-47de-9956-a3ffabc75d47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5955b177-d1fb-4d25-866c-074a7538d164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490346 Nov 08 00:48:23.142948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-763923e5-55b4-4014-b6b5-61c917a8d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:23.144502 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-763923e5-55b4-4014-b6b5-61c917a8d4fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5955b177-d1fb-4d25-866c-074a7538d164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969377 Nov 08 00:48:23.213317 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-bc33e252-53ce-4ed1-8999-b9e8a78400bb service neutron] 10.222.0.20 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398561 Nov 08 00:48:23.302844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-5c633b75-29d1-48da-855a-26f70dec415f service neutron] 10.222.0.26 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479349 Nov 08 00:48:23.382914 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-c91b7165-89d9-4d93-ae11-4fc84622e5d6 service neutron] 10.222.0.20 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603434 Nov 08 00:48:23.479939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62541bb2-7b1b-4a48-b5ef-329ed6f0344c req-5901c70b-df11-47fc-b6f9-ccfca56338df service neutron] 10.222.0.26 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621792 Nov 08 00:48:23.492222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a6c9f-6e05-4b00-a159-63f6d61f75ef req-af5000ae-daae-4387-bfc2-4af391c6a4e2 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:23.493793 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b3a6c9f-6e05-4b00-a159-63f6d61f75ef req-af5000ae-daae-4387-bfc2-4af391c6a4e2 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 946 time: 0.1052337 Nov 08 00:48:23.502718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781123fc-c7fd-488d-a82b-71f53eaf3134 req-5a209476-fe09-41e8-a04a-3917d1c6e430 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:23.504491 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-781123fc-c7fd-488d-a82b-71f53eaf3134 req-5a209476-fe09-41e8-a04a-3917d1c6e430 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 945 time: 0.1145773 Nov 08 00:48:23.560184 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b3a6c9f-6e05-4b00-a159-63f6d61f75ef req-5abf68d1-8537-4675-b518-f4734d9da5ac tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5921bc6-3cea-4be0-8456-5a08b678ab6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549402 Nov 08 00:48:23.580638 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-781123fc-c7fd-488d-a82b-71f53eaf3134 req-41ee3aa7-e80c-4112-942e-c8ed74907b4c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527086 Nov 08 00:48:24.059434 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84b771-fe90-4965-970a-4d81e21b00e5 req-5e9ef14f-f360-49ca-98e9-2a41533ee960 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:24.061419 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac84b771-fe90-4965-970a-4d81e21b00e5 req-5e9ef14f-f360-49ca-98e9-2a41533ee960 tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 946 time: 0.0520523 Nov 08 00:48:24.149027 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-ac84b771-fe90-4965-970a-4d81e21b00e5 req-beb0c2f3-fde0-4783-ab74-a796748b9f2d tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Deleting port 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:48:24.149365 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ac84b771-fe90-4965-970a-4d81e21b00e5 req-beb0c2f3-fde0-4783-ab74-a796748b9f2d tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:24.238896 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-ac84b771-fe90-4965-970a-4d81e21b00e5 req-beb0c2f3-fde0-4783-ab74-a796748b9f2d tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] For port 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a,segment=NetworkSegment(2e242fab-293b-48ae-8c77-a134329bcbc1),segment_id=2e242fab-293b-48ae-8c77-a134329bcbc1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:48:24.239250 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ac84b771-fe90-4965-970a-4d81e21b00e5 req-beb0c2f3-fde0-4783-ab74-a796748b9f2d tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:24.252227 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-ac84b771-fe90-4965-970a-4d81e21b00e5 req-beb0c2f3-fde0-4783-ab74-a796748b9f2d tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Calling delete_port for 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:48:24.442481 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ac84b771-fe90-4965-970a-4d81e21b00e5 req-beb0c2f3-fde0-4783-ab74-a796748b9f2d tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:24.469415 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0c2f3-fde0-4783-ab74-a796748b9f2d tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Pushing event deleted for resources: {'Port': ['ID=9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:48:24.477060 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:48:24.512232 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac84b771-fe90-4965-970a-4d81e21b00e5 req-beb0c2f3-fde0-4783-ab74-a796748b9f2d tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] No DVR routers for this DVR port 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:48:24.515440 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ac84b771-fe90-4965-970a-4d81e21b00e5 req-beb0c2f3-fde0-4783-ab74-a796748b9f2d tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:24.518790 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac84b771-fe90-4965-970a-4d81e21b00e5 req-beb0c2f3-fde0-4783-ab74-a796748b9f2d tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.20 "DELETE /v2.0/ports/9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a HTTP/1.1" status: 204 len: 173 time: 0.4507849 Nov 08 00:48:24.520328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e1d9cc-19e1-4cd0-b670-92b229621aa8', 'name': 'network-vif-deleted', 'tag': '9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:48:24.522669 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94092148-23aa-4b5c-9204-ad1f03da00d7" -d '{"events": [{"server_uuid": "46e1d9cc-19e1-4cd0-b670-92b229621aa8", "name": "network-vif-deleted", "tag": "9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:48:24.557204 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe099f72-311f-44d0-851b-2e17b451d72d x-openstack-request-id: req-fe099f72-311f-44d0-851b-2e17b451d72d {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:48:24.558049 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e1d9cc-19e1-4cd0-b670-92b229621aa8", "name": "network-vif-deleted", "tag": "9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:48:24.558049 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe099f72-311f-44d0-851b-2e17b451d72d {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:48:24.558255 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e1d9cc-19e1-4cd0-b670-92b229621aa8', 'name': 'network-vif-deleted', 'tag': '9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a', 'status': 'completed', 'code': 200} Nov 08 00:48:24.605417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device e367c33a-450b-43d0-af6e-2dda847b9a73 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:48:24.663823 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d249517-9fbd-4a4b-ab5c-153dff61dc3d req-2b9e4a25-2aed-4d10-b875-00744e62d30e tempest-VolumesSnapshotTestJSON-1086965804 tempest-VolumesSnapshotTestJSON-1086965804-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e1d9cc-19e1-4cd0-b670-92b229621aa8 HTTP/1.1" status: 200 len: 210 time: 0.0298977 Nov 08 00:48:24.714289 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port e367c33a-450b-43d0-af6e-2dda847b9a73, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=e367c33a-450b-43d0-af6e-2dda847b9a73,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:48:24.715080 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f7c3a-009d-40a8-9027-a91d50375d1a req-b6920bb5-fa68-457c-89e0-86509467366d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:24.717245 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-847f7c3a-009d-40a8-9027-a91d50375d1a req-b6920bb5-fa68-457c-89e0-86509467366d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 945 time: 0.0564785 Nov 08 00:48:24.726454 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164', 'port_id': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'mac_address': 'fa:16:3e:7d:f7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:48:24.756396 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-847f7c3a-009d-40a8-9027-a91d50375d1a req-e9917d68-cc6b-404a-bebe-d42fbdd3e66f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329413 Nov 08 00:48:24.767388 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:24.780177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e367c33a-450b-43d0-af6e-2dda847b9a73 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:48:24.783742 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58672) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:48:24.799711 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port e367c33a-450b-43d0-af6e-2dda847b9a73, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=e367c33a-450b-43d0-af6e-2dda847b9a73,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:48:24.849400 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0d3ffc78-5df7-4c6f-9a14-6e6637b028ae tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/floatingips/5ef2a871-216c-457a-86cc-7eccb61b4890 HTTP/1.1" status: 200 len: 991 time: 0.0640121 Nov 08 00:48:24.854031 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:24.902018 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=e367c33a-450b-43d0-af6e-2dda847b9a73,revision_number=12']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:48:25.151929 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['e367c33a-450b-43d0-af6e-2dda847b9a73'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:48:26.606037 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device e367c33a-450b-43d0-af6e-2dda847b9a73 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:48:26.711493 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port e367c33a-450b-43d0-af6e-2dda847b9a73 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:48:26.715829 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port e367c33a-450b-43d0-af6e-2dda847b9a73 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:48:26.716218 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:26.795265 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:26.817034 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:48:26.819256 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56be1152-b44d-4336-b70a-0b12974784d7" -d '{"events": [{"server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "name": "network-vif-plugged", "status": "completed", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:48:26.831546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port e367c33a-450b-43d0-af6e-2dda847b9a73, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=e367c33a-450b-43d0-af6e-2dda847b9a73,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:48:26.855610 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f79f858-d539-4b52-a058-0f34849d792b x-openstack-request-id: req-8f79f858-d539-4b52-a058-0f34849d792b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:48:26.855959 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "name": "network-vif-plugged", "status": "completed", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:48:26.856266 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f79f858-d539-4b52-a058-0f34849d792b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:48:26.857217 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'code': 200} Nov 08 00:48:26.928431 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:26.983559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=e367c33a-450b-43d0-af6e-2dda847b9a73,revision_number=13']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:48:27.303113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:48:27.323334 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:48:27.323674 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 9ea339b9-5cba-4e94-bf3b-0d12bc9ca14a not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:48:28.310972 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-989be18e-c607-4325-a2ef-847b48f02ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:30.694036 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d59ea24-4a4b-41d1-9dda-7c530a780a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:31.014295 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:31.814096 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:32.168064 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:33.416197 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:34.146225 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:48:38.717438 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:42.406287 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10d9584c-308a-41f6-9a5e-1ea34691f959 req-5dbca75a-762b-44c2-a638-2ae0bd6f95c3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0966485 Nov 08 00:48:42.503814 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9584c-308a-41f6-9a5e-1ea34691f959 req-da945d40-2b58-4c02-ac2b-97add561aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:42.505283 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10d9584c-308a-41f6-9a5e-1ea34691f959 req-da945d40-2b58-4c02-ac2b-97add561aef9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 1098 time: 0.0405712 Nov 08 00:48:42.611091 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9584c-308a-41f6-9a5e-1ea34691f959 req-a3d21e53-55bc-408f-b2be-0fe7c850078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:42.612490 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10d9584c-308a-41f6-9a5e-1ea34691f959 req-a3d21e53-55bc-408f-b2be-0fe7c850078d service neutron] 10.222.0.26 "GET /v2.0/networks?id=5955b177-d1fb-4d25-866c-074a7538d164 HTTP/1.1" status: 200 len: 898 time: 0.0887592 Nov 08 00:48:42.678151 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10d9584c-308a-41f6-9a5e-1ea34691f959 req-fe29f066-3a87-4112-8186-077bb93bec8d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e367c33a-450b-43d0-af6e-2dda847b9a73 HTTP/1.1" status: 200 len: 1001 time: 0.0578609 Nov 08 00:48:42.726792 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9584c-308a-41f6-9a5e-1ea34691f959 req-9ed5178c-3c18-4cfa-841a-6411be860e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:42.728229 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10d9584c-308a-41f6-9a5e-1ea34691f959 req-9ed5178c-3c18-4cfa-841a-6411be860e32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3c46546-105f-44e3-aca4-a83403fe4353 HTTP/1.1" status: 200 len: 834 time: 0.0432346 Nov 08 00:48:42.778248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9584c-308a-41f6-9a5e-1ea34691f959 req-d365d75e-8529-47b9-8995-7aa7976f0f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:42.779729 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10d9584c-308a-41f6-9a5e-1ea34691f959 req-d365d75e-8529-47b9-8995-7aa7976f0f03 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5955b177-d1fb-4d25-866c-074a7538d164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434265 Nov 08 00:48:42.792454 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-10d9584c-308a-41f6-9a5e-1ea34691f959 req-e4e1773b-907c-4b18-88ea-0565b8ef796a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:48:42.793359 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10d9584c-308a-41f6-9a5e-1ea34691f959 req-e4e1773b-907c-4b18-88ea-0565b8ef796a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047886 Nov 08 00:48:42.884695 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10d9584c-308a-41f6-9a5e-1ea34691f959 req-bbd187e6-d41a-4fea-9b1c-1a9106f78689 service neutron] 10.222.0.26 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845199 Nov 08 00:48:42.982262 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10d9584c-308a-41f6-9a5e-1ea34691f959 req-7a5e05fa-1306-4493-95e2-125f4b1f13cb service neutron] 10.222.0.26 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901690 Nov 08 00:48:53.570046 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99265488-a157-47cb-a7f3-7e98c6b93c2e req-28e92657-b75e-4235-a7ef-577869a8c5f2 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:53.570046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-99265488-a157-47cb-a7f3-7e98c6b93c2e req-28e92657-b75e-4235-a7ef-577869a8c5f2 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 1098 time: 0.0421815 Nov 08 00:48:53.607679 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-99265488-a157-47cb-a7f3-7e98c6b93c2e req-560e5ab7-f913-4dcb-a5c6-29131d617b10 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311654 Nov 08 00:48:53.631215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58838) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:48:53.787993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c1cf8ec8-2f78-4c11-ac4d-f03475961103 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Deleting port 37c73a31-dc2c-4cb5-8e4f-ba6f0c572b42 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:48:53.788332 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c1cf8ec8-2f78-4c11-ac4d-f03475961103 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:53.868592 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c1cf8ec8-2f78-4c11-ac4d-f03475961103 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:53.868907 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c1cf8ec8-2f78-4c11-ac4d-f03475961103 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:53.883252 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c1cf8ec8-2f78-4c11-ac4d-f03475961103 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Calling delete_port for 37c73a31-dc2c-4cb5-8e4f-ba6f0c572b42 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:48:54.116860 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c1cf8ec8-2f78-4c11-ac4d-f03475961103 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:54.144195 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf8ec8-2f78-4c11-ac4d-f03475961103 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Port': ['ID=37c73a31-dc2c-4cb5-8e4f-ba6f0c572b42,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:48:54.204204 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c1cf8ec8-2f78-4c11-ac4d-f03475961103 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:54.207244 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-c1cf8ec8-2f78-4c11-ac4d-f03475961103 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Floating IP 5ef2a871-216c-457a-86cc-7eccb61b4890 disassociated (deleted). External IP: 172.25.2.62, port: e367c33a-450b-43d0-af6e-2dda847b9a73. Nov 08 00:48:54.412546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cf8ec8-2f78-4c11-ac4d-f03475961103 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Router 2a809d72-c690-4ca4-9325-5d88cf561eb3 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:48:54.839480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cf8ec8-2f78-4c11-ac4d-f03475961103 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:48:54.844911 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c1cf8ec8-2f78-4c11-ac4d-f03475961103 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:54.850829 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f65010c-f83a-4652-aaa3-3914b4d1f2f8 None None] Sync routers for ids ['2a809d72-c690-4ca4-9325-5d88cf561eb3'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:48:54.868971 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f65010c-f83a-4652-aaa3-3914b4d1f2f8 None None] Routers {'2a809d72-c690-4ca4-9325-5d88cf561eb3'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:48:54.869786 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4f65010c-f83a-4652-aaa3-3914b4d1f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:48:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['2a809d72-c690-4ca4-9325-5d88cf561eb3'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:48:54.876309 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c1cf8ec8-2f78-4c11-ac4d-f03475961103 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "DELETE /v2.0/floatingips/5ef2a871-216c-457a-86cc-7eccb61b4890 HTTP/1.1" status: 204 len: 168 time: 1.2415528 Nov 08 00:48:54.876309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:48:54.877911 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ea4762-5298-4272-8c3f-171e3ff16954" -d '{"events": [{"name": "network-changed", "server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:48:54.926927 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6485eda8-55ff-4f9c-b229-ebbd3180e37b x-openstack-request-id: req-6485eda8-55ff-4f9c-b229-ebbd3180e37b {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:48:54.927888 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:48:54.928475 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6485eda8-55ff-4f9c-b229-ebbd3180e37b {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:48:54.929092 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'status': 'completed', 'code': 200} Nov 08 00:48:54.977611 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-4f65010c-f83a-4652-aaa3-3914b4d1f2f8 None None] Set router 2a809d72-c690-4ca4-9325-5d88cf561eb3 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:48:55.023531 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea4762-5298-4272-8c3f-171e3ff16954 req-4f199466-c2c9-498f-b2d0-f3da9d9db986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:55.023531 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89ea4762-5298-4272-8c3f-171e3ff16954 req-4f199466-c2c9-498f-b2d0-f3da9d9db986 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 1098 time: 0.0509605 Nov 08 00:48:55.126832 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea4762-5298-4272-8c3f-171e3ff16954 req-befb1c21-39b0-4e09-a42c-9f287c38c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:55.128317 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89ea4762-5298-4272-8c3f-171e3ff16954 req-befb1c21-39b0-4e09-a42c-9f287c38c046 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5955b177-d1fb-4d25-866c-074a7538d164 HTTP/1.1" status: 200 len: 898 time: 0.0980973 Nov 08 00:48:55.179033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89ea4762-5298-4272-8c3f-171e3ff16954 req-9a2220ff-9aa1-4053-9ab2-7edf21a11c85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e367c33a-450b-43d0-af6e-2dda847b9a73 HTTP/1.1" status: 200 len: 217 time: 0.0366817 Nov 08 00:48:55.191264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4f65010c-f83a-4652-aaa3-3914b4d1f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667246082', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:56Z', 'updated_at': '2021-11-08T00:47:01Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:57Z', 'updated_at': '2021-11-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '21e8940e-e2bb-4a0e-b16a-89d0147bfe09', 'name': '', 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:e1:e0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:47:01Z', 'updated_at': '2021-11-08T00:47:04Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:48:55.224544 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f65010c-f83a-4652-aaa3-3914b4d1f2f8 None None] Checking router: 2a809d72-c690-4ca4-9325-5d88cf561eb3 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:48:55.235911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f65010c-f83a-4652-aaa3-3914b4d1f2f8 None None] Routers {'2a809d72-c690-4ca4-9325-5d88cf561eb3'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:48:55.236771 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4f65010c-f83a-4652-aaa3-3914b4d1f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:48:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['2a809d72-c690-4ca4-9325-5d88cf561eb3'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:48:55.242409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea4762-5298-4272-8c3f-171e3ff16954 req-252afa63-194e-484a-b982-364455410edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:55.244663 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89ea4762-5298-4272-8c3f-171e3ff16954 req-252afa63-194e-484a-b982-364455410edc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3c46546-105f-44e3-aca4-a83403fe4353 HTTP/1.1" status: 200 len: 834 time: 0.0588422 Nov 08 00:48:55.341895 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6efbbd-4a62-441e-8066-f2741a30d316 req-cf62b214-a71d-4204-a6dc-2d05bd76baf6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:55.343369 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a6efbbd-4a62-441e-8066-f2741a30d316 req-cf62b214-a71d-4204-a6dc-2d05bd76baf6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 947 time: 0.0808663 Nov 08 00:48:55.345986 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea4762-5298-4272-8c3f-171e3ff16954 req-6faa0616-1c21-409c-8472-cd6215bb6048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:55.346541 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-4f65010c-f83a-4652-aaa3-3914b4d1f2f8 None None] Set router 2a809d72-c690-4ca4-9325-5d88cf561eb3 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:48:55.350165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89ea4762-5298-4272-8c3f-171e3ff16954 req-6faa0616-1c21-409c-8472-cd6215bb6048 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5955b177-d1fb-4d25-866c-074a7538d164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774450 Nov 08 00:48:55.430865 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a6efbbd-4a62-441e-8066-f2741a30d316 req-c06db67e-b2d8-4546-8cdb-ccf36d404848 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796847 Nov 08 00:48:55.474740 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89ea4762-5298-4272-8c3f-171e3ff16954 req-40be70f8-3b95-4ba1-b24f-a6ef72a35383 service neutron] 10.222.0.26 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098626 Nov 08 00:48:55.551887 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-4f65010c-f83a-4652-aaa3-3914b4d1f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667246082', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:56Z', 'updated_at': '2021-11-08T00:47:01Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:57Z', 'updated_at': '2021-11-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '21e8940e-e2bb-4a0e-b16a-89d0147bfe09', 'name': '', 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:e1:e0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:47:01Z', 'updated_at': '2021-11-08T00:47:04Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:48:55.571000 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89ea4762-5298-4272-8c3f-171e3ff16954 req-7f99c161-9a55-4b77-910a-f3aeb6138e48 service neutron] 10.222.0.26 "GET /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865219 Nov 08 00:48:55.727749 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f65010c-f83a-4652-aaa3-3914b4d1f2f8 None None] The sync data for ids ['2a809d72-c690-4ca4-9325-5d88cf561eb3'] in n-d-816882-1 is: [{'id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667246082', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:56Z', 'updated_at': '2021-11-08T00:47:01Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:57Z', 'updated_at': '2021-11-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '21e8940e-e2bb-4a0e-b16a-89d0147bfe09', 'name': '', 'network_id': '5955b177-d1fb-4d25-866c-074a7538d164', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:e1:e0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:47:01Z', 'updated_at': '2021-11-08T00:47:04Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': 'a3c46546-105f-44e3-aca4-a83403fe4353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:48:55.942472 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac6b2e8-9fb9-4e78-a65d-9e52d1de451f None None] New status for floating IP 5ef2a871-216c-457a-86cc-7eccb61b4890: DOWN {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:48:56.556354 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637ea18-4a75-41e9-ae78-fc0c15c367ef req-7965300c-a14c-41a5-8bd8-de98d6d1f79a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:56.557696 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d637ea18-4a75-41e9-ae78-fc0c15c367ef req-7965300c-a14c-41a5-8bd8-de98d6d1f79a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 947 time: 0.0493155 Nov 08 00:48:56.597041 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d637ea18-4a75-41e9-ae78-fc0c15c367ef req-3a758d0d-d4ea-4884-a4e9-f284c97b8ba1 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=50cc55fb-73e3-4f34-8703-af3337a80725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324526 Nov 08 00:48:56.781169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40615ee5-6682-49f9-935e-a61a2ff164a1 req-0cb9e829-4d45-4a8a-9a9d-67d434c8d3bc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:48:56.782585 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40615ee5-6682-49f9-935e-a61a2ff164a1 req-0cb9e829-4d45-4a8a-9a9d-67d434c8d3bc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.26 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 947 time: 0.0519280 Nov 08 00:48:56.873625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-40615ee5-6682-49f9-935e-a61a2ff164a1 req-d002eef5-3c40-47db-9bb9-2db8afeb378b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Deleting port e367c33a-450b-43d0-af6e-2dda847b9a73 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:48:56.874258 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-40615ee5-6682-49f9-935e-a61a2ff164a1 req-d002eef5-3c40-47db-9bb9-2db8afeb378b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:56.965180 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-40615ee5-6682-49f9-935e-a61a2ff164a1 req-d002eef5-3c40-47db-9bb9-2db8afeb378b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] For port e367c33a-450b-43d0-af6e-2dda847b9a73, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=e367c33a-450b-43d0-af6e-2dda847b9a73,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:48:56.965546 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-40615ee5-6682-49f9-935e-a61a2ff164a1 req-d002eef5-3c40-47db-9bb9-2db8afeb378b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:56.978926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-40615ee5-6682-49f9-935e-a61a2ff164a1 req-d002eef5-3c40-47db-9bb9-2db8afeb378b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Calling delete_port for e367c33a-450b-43d0-af6e-2dda847b9a73 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:48:57.202664 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-40615ee5-6682-49f9-935e-a61a2ff164a1 req-d002eef5-3c40-47db-9bb9-2db8afeb378b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:57.237435 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002eef5-3c40-47db-9bb9-2db8afeb378b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Port': ['ID=e367c33a-450b-43d0-af6e-2dda847b9a73,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:48:57.279149 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-40615ee5-6682-49f9-935e-a61a2ff164a1 req-d002eef5-3c40-47db-9bb9-2db8afeb378b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] No DVR routers for this DVR port e367c33a-450b-43d0-af6e-2dda847b9a73 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:48:57.282088 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-40615ee5-6682-49f9-935e-a61a2ff164a1 req-d002eef5-3c40-47db-9bb9-2db8afeb378b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:57.285986 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40615ee5-6682-49f9-935e-a61a2ff164a1 req-d002eef5-3c40-47db-9bb9-2db8afeb378b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.26 "DELETE /v2.0/ports/e367c33a-450b-43d0-af6e-2dda847b9a73 HTTP/1.1" status: 204 len: 173 time: 0.4962530 Nov 08 00:48:57.286446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'name': 'network-vif-deleted', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:48:57.289851 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00de707-e149-4b74-89c8-cbd853f4e745" -d '{"events": [{"server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "name": "network-vif-deleted", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:48:57.328214 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cf9c0b-5ce2-4236-9b9b-bd4dd9032d74 x-openstack-request-id: req-44cf9c0b-5ce2-4236-9b9b-bd4dd9032d74 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:48:57.329462 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f8a5f2-8030-43aa-9aed-83ca6040b896", "name": "network-vif-deleted", "tag": "e367c33a-450b-43d0-af6e-2dda847b9a73", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:48:57.329462 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44cf9c0b-5ce2-4236-9b9b-bd4dd9032d74 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:48:57.329462 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f8a5f2-8030-43aa-9aed-83ca6040b896', 'name': 'network-vif-deleted', 'tag': 'e367c33a-450b-43d0-af6e-2dda847b9a73', 'status': 'completed', 'code': 200} Nov 08 00:48:57.862435 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f33b4e1c-a827-4f75-aacc-de1ef9271506 req-55f86bec-87d9-4fd3-8b21-daabc56a773f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f8a5f2-8030-43aa-9aed-83ca6040b896 HTTP/1.1" status: 200 len: 210 time: 0.1675479 Nov 08 00:48:58.207831 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-119c8203-0944-4e8b-ac55-7716b3ceaad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:58.933502 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58882) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:48:59.349831 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c5de34d2-9533-44fb-81a9-027f5aebb760 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:59.616981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c5de34d2-9533-44fb-81a9-027f5aebb760 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Deleting port 21e8940e-e2bb-4a0e-b16a-89d0147bfe09 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:48:59.617519 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c5de34d2-9533-44fb-81a9-027f5aebb760 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:59.707163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-c5de34d2-9533-44fb-81a9-027f5aebb760 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] For port 21e8940e-e2bb-4a0e-b16a-89d0147bfe09, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=21e8940e-e2bb-4a0e-b16a-89d0147bfe09,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:48:59.707415 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c5de34d2-9533-44fb-81a9-027f5aebb760 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:48:59.720409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c5de34d2-9533-44fb-81a9-027f5aebb760 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Calling delete_port for 21e8940e-e2bb-4a0e-b16a-89d0147bfe09 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:49:00.001960 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c5de34d2-9533-44fb-81a9-027f5aebb760 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:00.033477 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de34d2-9533-44fb-81a9-027f5aebb760 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Port': ['ID=21e8940e-e2bb-4a0e-b16a-89d0147bfe09,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:00.228602 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c5de34d2-9533-44fb-81a9-027f5aebb760 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:00.464700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5de34d2-9533-44fb-81a9-027f5aebb760 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Router 2a809d72-c690-4ca4-9325-5d88cf561eb3 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:49:00.574651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5de34d2-9533-44fb-81a9-027f5aebb760 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:49:00.581196 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c5de34d2-9533-44fb-81a9-027f5aebb760 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "PUT /v2.0/routers/2a809d72-c690-4ca4-9325-5d88cf561eb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6466296 Nov 08 00:49:00.584018 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58892) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:00.586511 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ff754-3697-4212-a4b1-6276e5a5bb78 None None] Sync routers for ids ['2a809d72-c690-4ca4-9325-5d88cf561eb3'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:49:00.597682 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ff754-3697-4212-a4b1-6276e5a5bb78 None None] Routers {'2a809d72-c690-4ca4-9325-5d88cf561eb3'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:49:00.598507 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-348ff754-3697-4212-a4b1-6276e5a5bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:48:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['2a809d72-c690-4ca4-9325-5d88cf561eb3'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:00.644202 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0d3e8a-85bc-426e-aa34-98ab5424504b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Deleting subnet a3c46546-105f-44e3-aca4-a83403fe4353 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:49:00.647403 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a0d3e8a-85bc-426e-aa34-98ab5424504b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:00.691046 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a0d3e8a-85bc-426e-aa34-98ab5424504b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:00.723463 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-348ff754-3697-4212-a4b1-6276e5a5bb78 None None] Set router 2a809d72-c690-4ca4-9325-5d88cf561eb3 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:49:00.780357 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device e367c33a-450b-43d0-af6e-2dda847b9a73 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:49:00.810168 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ccd2d7df-95ca-4c84-93b3-a47f3a870ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:00.836006 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: e367c33a-450b-43d0-af6e-2dda847b9a73 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:49:00.836357 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device e367c33a-450b-43d0-af6e-2dda847b9a73 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:49:00.948796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-348ff754-3697-4212-a4b1-6276e5a5bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667246082', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:56Z', 'updated_at': '2021-11-08T00:48:59Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:57Z', 'updated_at': '2021-11-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:00.978784 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ff754-3697-4212-a4b1-6276e5a5bb78 None None] Checking router: 2a809d72-c690-4ca4-9325-5d88cf561eb3 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:49:00.989652 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ff754-3697-4212-a4b1-6276e5a5bb78 None None] Routers {'2a809d72-c690-4ca4-9325-5d88cf561eb3'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:49:00.990311 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-348ff754-3697-4212-a4b1-6276e5a5bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:49:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['2a809d72-c690-4ca4-9325-5d88cf561eb3'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:01.096354 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a0d3e8a-85bc-426e-aa34-98ab5424504b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:01.100782 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-348ff754-3697-4212-a4b1-6276e5a5bb78 None None] Set router 2a809d72-c690-4ca4-9325-5d88cf561eb3 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:49:01.130919 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:01.265437 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a0d3e8a-85bc-426e-aa34-98ab5424504b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:01.284808 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-348ff754-3697-4212-a4b1-6276e5a5bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667246082', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:56Z', 'updated_at': '2021-11-08T00:48:59Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:57Z', 'updated_at': '2021-11-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:01.292856 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d3e8a-85bc-426e-aa34-98ab5424504b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c46546-105f-44e3-aca4-a83403fe4353,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:01.301943 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3e8a-85bc-426e-aa34-98ab5424504b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:01.302224 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3e8a-85bc-426e-aa34-98ab5424504b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:01.302569 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3e8a-85bc-426e-aa34-98ab5424504b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:01.302909 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3e8a-85bc-426e-aa34-98ab5424504b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:01.303244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3e8a-85bc-426e-aa34-98ab5424504b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:01.303593 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3e8a-85bc-426e-aa34-98ab5424504b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:01.303939 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3e8a-85bc-426e-aa34-98ab5424504b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:01.304260 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3e8a-85bc-426e-aa34-98ab5424504b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:01.304580 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3e8a-85bc-426e-aa34-98ab5424504b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:01.304902 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3e8a-85bc-426e-aa34-98ab5424504b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:01.305222 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3e8a-85bc-426e-aa34-98ab5424504b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:01.305532 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3e8a-85bc-426e-aa34-98ab5424504b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:01.309164 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2a0d3e8a-85bc-426e-aa34-98ab5424504b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:01.313460 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2a0d3e8a-85bc-426e-aa34-98ab5424504b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "DELETE /v2.0/subnets/a3c46546-105f-44e3-aca4-a83403fe4353 HTTP/1.1" status: 204 len: 168 time: 0.7270527 Nov 08 00:49:01.316627 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e507c8e-77f8-4210-86cd-6da0a53b6b01 None None] Network 5955b177-d1fb-4d25-866c-074a7538d164 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:49:01.318293 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58896) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:01.322039 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ff754-3697-4212-a4b1-6276e5a5bb78 None None] The sync data for ids ['2a809d72-c690-4ca4-9325-5d88cf561eb3'] in n-d-816882-1 is: [{'id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667246082', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:56Z', 'updated_at': '2021-11-08T00:48:59Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'bc8f78fa-d4de-4a7c-b301-773f5f86a37c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a809d72-c690-4ca4-9325-5d88cf561eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:57Z', 'updated_at': '2021-11-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:49:01.443008 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ba32-0909-4e8d-a810-b7940ebf9d09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:01.553092 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ba32-0909-4e8d-a810-b7940ebf9d09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:01.710351 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750600d4-8acf-48c8-b929-af652557a6c3 None None] DHCP port deletion for 5955b177-d1fb-4d25-866c-074a7538d164 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:49:01.716335 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-a8e0ba32-0909-4e8d-a810-b7940ebf9d09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Deleting port bc8f78fa-d4de-4a7c-b301-773f5f86a37c {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:49:01.716680 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ba32-0909-4e8d-a810-b7940ebf9d09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:01.769957 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-750600d4-8acf-48c8-b929-af652557a6c3 None None] Deleting port 1ce64b33-3454-41bd-a6ac-3b8cadd36c50 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:49:01.770737 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-750600d4-8acf-48c8-b929-af652557a6c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:01.814919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-a8e0ba32-0909-4e8d-a810-b7940ebf9d09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] For port bc8f78fa-d4de-4a7c-b301-773f5f86a37c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=bc8f78fa-d4de-4a7c-b301-773f5f86a37c,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:49:01.815371 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ba32-0909-4e8d-a810-b7940ebf9d09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:01.832730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-a8e0ba32-0909-4e8d-a810-b7940ebf9d09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Calling delete_port for bc8f78fa-d4de-4a7c-b301-773f5f86a37c owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:49:01.833230 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:01.840543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-750600d4-8acf-48c8-b929-af652557a6c3 None None] For port 1ce64b33-3454-41bd-a6ac-3b8cadd36c50, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=1ce64b33-3454-41bd-a6ac-3b8cadd36c50,segment=NetworkSegment(6fb4934d-5aa2-4568-b013-d515f8857bc5),segment_id=6fb4934d-5aa2-4568-b013-d515f8857bc5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:49:01.841079 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-750600d4-8acf-48c8-b929-af652557a6c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:01.860573 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-750600d4-8acf-48c8-b929-af652557a6c3 None None] Calling delete_port for 1ce64b33-3454-41bd-a6ac-3b8cadd36c50 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:49:02.036666 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-750600d4-8acf-48c8-b929-af652557a6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:02.063367 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750600d4-8acf-48c8-b929-af652557a6c3 None None] Pushing event deleted for resources: {'Port': ['ID=1ce64b33-3454-41bd-a6ac-3b8cadd36c50,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:02.065474 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ba32-0909-4e8d-a810-b7940ebf9d09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:02.069007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750600d4-8acf-48c8-b929-af652557a6c3 None None] No DVR routers for this DVR port 1ce64b33-3454-41bd-a6ac-3b8cadd36c50 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:49:02.094816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0ba32-0909-4e8d-a810-b7940ebf9d09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Port': ['ID=bc8f78fa-d4de-4a7c-b301-773f5f86a37c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:02.158993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 1ce64b33-3454-41bd-a6ac-3b8cadd36c50 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:49:02.168286 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ba32-0909-4e8d-a810-b7940ebf9d09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:02.186129 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 1ce64b33-3454-41bd-a6ac-3b8cadd36c50 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:49:02.186129 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 1ce64b33-3454-41bd-a6ac-3b8cadd36c50 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:49:02.186129 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 21e8940e-e2bb-4a0e-b16a-89d0147bfe09 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:49:02.204904 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:02.205536 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 21e8940e-e2bb-4a0e-b16a-89d0147bfe09 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:49:02.205875 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 21e8940e-e2bb-4a0e-b16a-89d0147bfe09 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:49:02.255041 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ba32-0909-4e8d-a810-b7940ebf9d09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:02.257221 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ba32-0909-4e8d-a810-b7940ebf9d09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:02.373300 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ba32-0909-4e8d-a810-b7940ebf9d09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:02.373955 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e0ba32-0909-4e8d-a810-b7940ebf9d09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Fanout notify agent at l3_agent the message router_deleted on router 2a809d72-c690-4ca4-9325-5d88cf561eb3 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:49:02.381544 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ba32-0909-4e8d-a810-b7940ebf9d09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:02.385469 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a8e0ba32-0909-4e8d-a810-b7940ebf9d09 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "DELETE /v2.0/routers/2a809d72-c690-4ca4-9325-5d88cf561eb3 HTTP/1.1" status: 204 len: 168 time: 1.0630784 Nov 08 00:49:02.385631 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58900) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:02.468013 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-100836ea-e5db-4235-baf1-e99634caa092 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:02.559102 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-100836ea-e5db-4235-baf1-e99634caa092 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:02.578674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-100836ea-e5db-4235-baf1-e99634caa092 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5955b177-d1fb-4d25-866c-074a7538d164']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:02.587903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-100836ea-e5db-4235-baf1-e99634caa092 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb4934d-5aa2-4568-b013-d515f8857bc5') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:02.588201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-100836ea-e5db-4235-baf1-e99634caa092 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb4934d-5aa2-4568-b013-d515f8857bc5') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:02.598566 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-100836ea-e5db-4235-baf1-e99634caa092 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:02.612390 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-100836ea-e5db-4235-baf1-e99634caa092 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:02.618900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100836ea-e5db-4235-baf1-e99634caa092 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:49:02.619312 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-100836ea-e5db-4235-baf1-e99634caa092 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:49:02.622249 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:49:02.791052 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-100836ea-e5db-4235-baf1-e99634caa092 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:02.801218 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-100836ea-e5db-4235-baf1-e99634caa092 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:02.806827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-100836ea-e5db-4235-baf1-e99634caa092 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "DELETE /v2.0/networks/5955b177-d1fb-4d25-866c-074a7538d164 HTTP/1.1" status: 204 len: 168 time: 0.4201686 Nov 08 00:49:02.808897 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58906) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:02.828893 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100836ea-e5db-4235-baf1-e99634caa092 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Network': ['ID=5955b177-d1fb-4d25-866c-074a7538d164,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:02.880240 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-84c9b7af-c83f-4c76-a5ee-c1dddbb7b730 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:02.904800 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-84c9b7af-c83f-4c76-a5ee-c1dddbb7b730 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:03.042006 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-84c9b7af-c83f-4c76-a5ee-c1dddbb7b730 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:03.044611 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-84c9b7af-c83f-4c76-a5ee-c1dddbb7b730 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:03.045765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-84c9b7af-c83f-4c76-a5ee-c1dddbb7b730 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "DELETE /v2.0/security-groups/50cc55fb-73e3-4f34-8703-af3337a80725 HTTP/1.1" status: 204 len: 168 time: 0.2359545 Nov 08 00:49:03.055088 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9b7af-c83f-4c76-a5ee-c1dddbb7b730 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cc55fb-73e3-4f34-8703-af3337a80725,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:03.407864 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:03.600176 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58914) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:03.604719 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6a8744db-bf69-40b8-b1d5-33f68f3eb273 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1397744584', 'description': 'tempest-secgroup-smoke-1397744584 description', 'project_id': '1a610190c8f64b4cb76bfe1bed034770'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:49:03.712052 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a8744db-bf69-40b8-b1d5-33f68f3eb273 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:03.783824 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a8744db-bf69-40b8-b1d5-33f68f3eb273 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:03.838578 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a8744db-bf69-40b8-b1d5-33f68f3eb273 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:03.866079 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8744db-bf69-40b8-b1d5-33f68f3eb273 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccbfa93-1327-4c1f-8d76-dfcec25a0353,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:03.952670 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a8744db-bf69-40b8-b1d5-33f68f3eb273 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:03.953936 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6a8744db-bf69-40b8-b1d5-33f68f3eb273 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3527288 Nov 08 00:49:03.956884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 58918) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:03.961587 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-ed8ad3d0-99a6-4b6f-8b2b-5ce7851a3da2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '1ccbfa93-1327-4c1f-8d76-dfcec25a0353', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:49:04.041639 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ed8ad3d0-99a6-4b6f-8b2b-5ce7851a3da2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:04.113281 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ed8ad3d0-99a6-4b6f-8b2b-5ce7851a3da2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:04.131410 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bc8f78fa-d4de-4a7c-b301-773f5f86a37c no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:49:04.151104 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: bc8f78fa-d4de-4a7c-b301-773f5f86a37c {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:49:04.151518 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device bc8f78fa-d4de-4a7c-b301-773f5f86a37c not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:49:04.173971 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ed8ad3d0-99a6-4b6f-8b2b-5ce7851a3da2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:04.191735 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ad3d0-99a6-4b6f-8b2b-5ce7851a3da2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077e3ff0-7e87-40dc-a582-6138c41f6d58,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:04.268395 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ed8ad3d0-99a6-4b6f-8b2b-5ce7851a3da2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:04.269636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ed8ad3d0-99a6-4b6f-8b2b-5ce7851a3da2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3117018 Nov 08 00:49:04.273743 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58920) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:04.278767 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b55348b4-6166-4f36-8246-a789f2a0120a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '1ccbfa93-1327-4c1f-8d76-dfcec25a0353', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:49:04.355578 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b55348b4-6166-4f36-8246-a789f2a0120a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:04.430856 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b55348b4-6166-4f36-8246-a789f2a0120a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:04.522359 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b55348b4-6166-4f36-8246-a789f2a0120a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:04.543720 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55348b4-6166-4f36-8246-a789f2a0120a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c94dd05-18a0-476e-ae23-c4590c8bb98f,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:04.644401 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b55348b4-6166-4f36-8246-a789f2a0120a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:04.645595 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b55348b4-6166-4f36-8246-a789f2a0120a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3707950 Nov 08 00:49:04.648393 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58924) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:04.652695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-090d7c7e-5d74-4a77-8bc4-2d3042e612a3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '1ccbfa93-1327-4c1f-8d76-dfcec25a0353', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:49:04.744907 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-090d7c7e-5d74-4a77-8bc4-2d3042e612a3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:04.802457 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-090d7c7e-5d74-4a77-8bc4-2d3042e612a3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:04.882354 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-090d7c7e-5d74-4a77-8bc4-2d3042e612a3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:04.903889 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d7c7e-5d74-4a77-8bc4-2d3042e612a3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6774601-5dc6-49a8-8dce-4eff182ee5ec,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:04.992566 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-090d7c7e-5d74-4a77-8bc4-2d3042e612a3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:04.993813 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-090d7c7e-5d74-4a77-8bc4-2d3042e612a3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3444693 Nov 08 00:49:04.996648 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58928) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:05.001739 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-02d8ae57-763f-45f2-9d6b-74bf4a9b8484 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '1ccbfa93-1327-4c1f-8d76-dfcec25a0353', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:49:05.110517 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02d8ae57-763f-45f2-9d6b-74bf4a9b8484 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:05.170697 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02d8ae57-763f-45f2-9d6b-74bf4a9b8484 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:05.236684 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02d8ae57-763f-45f2-9d6b-74bf4a9b8484 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:05.256188 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8ae57-763f-45f2-9d6b-74bf4a9b8484 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b0f9a5-a922-49e0-85a7-61b5bf985f58,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:05.358088 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-02d8ae57-763f-45f2-9d6b-74bf4a9b8484 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:05.359854 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-02d8ae57-763f-45f2-9d6b-74bf4a9b8484 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3615792 Nov 08 00:49:05.362831 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58930) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:05.367328 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-a8ea3cf1-0980-4a82-94ee-47281ccea0f2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '1ccbfa93-1327-4c1f-8d76-dfcec25a0353', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:49:05.464731 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-a8ea3cf1-0980-4a82-94ee-47281ccea0f2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Project 1a610190c8f64b4cb76bfe1bed034770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:49:05.470297 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3cf1-0980-4a82-94ee-47281ccea0f2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:05.532035 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3cf1-0980-4a82-94ee-47281ccea0f2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:05.602365 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3cf1-0980-4a82-94ee-47281ccea0f2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:05.622613 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea3cf1-0980-4a82-94ee-47281ccea0f2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620eb33c-86f8-457c-b0c9-0180e6fbd674,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:05.690378 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3cf1-0980-4a82-94ee-47281ccea0f2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:05.691592 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a8ea3cf1-0980-4a82-94ee-47281ccea0f2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3278246 Nov 08 00:49:05.694362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58934) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:05.698682 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-14cb37dd-9757-44f7-84d0-f97978a3706e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '1ccbfa93-1327-4c1f-8d76-dfcec25a0353', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:49:05.790463 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-14cb37dd-9757-44f7-84d0-f97978a3706e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Project 1a610190c8f64b4cb76bfe1bed034770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:49:05.795255 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14cb37dd-9757-44f7-84d0-f97978a3706e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:05.855964 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14cb37dd-9757-44f7-84d0-f97978a3706e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:05.956839 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14cb37dd-9757-44f7-84d0-f97978a3706e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:05.975307 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb37dd-9757-44f7-84d0-f97978a3706e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aee5e7f-c968-4eea-a9ca-0e77eab46fb4,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:06.055356 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14cb37dd-9757-44f7-84d0-f97978a3706e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:06.056626 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-14cb37dd-9757-44f7-84d0-f97978a3706e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3612945 Nov 08 00:49:06.059389 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58938) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:06.064819 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6c80dffb-c159-44ca-9ab1-ef7fb87f13bc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'network': {'name': 'tempest-network-smoke--1144490929', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'port_security_enabled': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:49:06.144885 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c80dffb-c159-44ca-9ab1-ef7fb87f13bc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Made reservation on behalf of 1a610190c8f64b4cb76bfe1bed034770 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:49:06.148316 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6c80dffb-c159-44ca-9ab1-ef7fb87f13bc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:06.171206 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c80dffb-c159-44ca-9ab1-ef7fb87f13bc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:49:06.180231 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6c80dffb-c159-44ca-9ab1-ef7fb87f13bc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:06.180568 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-6c80dffb-c159-44ca-9ab1-ef7fb87f13bc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Added segment ba309752-f282-4835-a41d-c398f6f1ce97 of type vlan for network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 Nov 08 00:49:06.219348 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6c80dffb-c159-44ca-9ab1-ef7fb87f13bc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:06.322447 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6c80dffb-c159-44ca-9ab1-ef7fb87f13bc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:06.328104 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c80dffb-c159-44ca-9ab1-ef7fb87f13bc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:06.328704 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6c80dffb-c159-44ca-9ab1-ef7fb87f13bc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:06.393976 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80dffb-c159-44ca-9ab1-ef7fb87f13bc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Network': ['ID=bb6c79fe-2316-425d-bfa8-742df2c0e2f3,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:06.404646 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:49:06.496569 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6c80dffb-c159-44ca-9ab1-ef7fb87f13bc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4360704 Nov 08 00:49:06.500660 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58940) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:06.503965 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7efed62b-5adc-44ce-af0d-79fd810f09ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-656353394', 'admin_state_up': True, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:49:06.579388 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7efed62b-5adc-44ce-af0d-79fd810f09ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:06.580482 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7efed62b-5adc-44ce-af0d-79fd810f09ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:06.632429 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7efed62b-5adc-44ce-af0d-79fd810f09ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:06.838134 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7efed62b-5adc-44ce-af0d-79fd810f09ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:07.161551 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7efed62b-5adc-44ce-af0d-79fd810f09ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:07.179839 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7efed62b-5adc-44ce-af0d-79fd810f09ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:07.289711 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-7efed62b-5adc-44ce-af0d-79fd810f09ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Allocated IP 172.25.2.97 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/1e8ee491-ce9b-48b7-a866-0155a08c335e) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:49:07.395794 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7efed62b-5adc-44ce-af0d-79fd810f09ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:07.488001 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7efed62b-5adc-44ce-af0d-79fd810f09ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:07.526772 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efed62b-5adc-44ce-af0d-79fd810f09ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:49:07.531026 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-7efed62b-5adc-44ce-af0d-79fd810f09ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:49:07.534293 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efed62b-5adc-44ce-af0d-79fd810f09ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:49:07.542683 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efed62b-5adc-44ce-af0d-79fd810f09ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=1e8ee491-ce9b-48b7-a866-0155a08c335e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:07.867465 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7efed62b-5adc-44ce-af0d-79fd810f09ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:08.066426 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7efed62b-5adc-44ce-af0d-79fd810f09ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:08.259259 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efed62b-5adc-44ce-af0d-79fd810f09ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Router 0c3d70b0-27a1-46cb-b819-8cb82671dc54 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:49:08.370708 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efed62b-5adc-44ce-af0d-79fd810f09ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:49:08.382244 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] Sync routers for ids ['0c3d70b0-27a1-46cb-b819-8cb82671dc54'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:49:08.391852 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] Routers {'0c3d70b0-27a1-46cb-b819-8cb82671dc54'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:49:08.392541 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:49:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0c3d70b0-27a1-46cb-b819-8cb82671dc54'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:08.467565 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7efed62b-5adc-44ce-af0d-79fd810f09ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:08.472036 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7efed62b-5adc-44ce-af0d-79fd810f09ff tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9684229 Nov 08 00:49:08.473019 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58950) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:08.498065 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] Set router 0c3d70b0-27a1-46cb-b819-8cb82671dc54 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:49:08.510523 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-64628d33-6269-483f-979e-5a64496beda5 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1a610190c8f64b4cb76bfe1bed034770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345256 Nov 08 00:49:08.510730 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58952) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:08.597170 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c46624-2d62-40c2-9b06-f1f9b050a46d tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:08.601464 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c3c46624-2d62-40c2-9b06-f1f9b050a46d tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870702 Nov 08 00:49:08.601658 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58954) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:08.643111 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-39820acf-9ffb-404d-b29e-f34a73989cab tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371332 Nov 08 00:49:08.643335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58956) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:08.648545 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-eea32ccd-6080-4ac3-989c-98a9e71c5dfd tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1410458432', 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:49:08.680007 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-656353394', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:49:06Z', 'updated_at': '2021-11-08T00:49:07Z', 'revision_number': 3, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:07Z', 'updated_at': '2021-11-08T00:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:08.706016 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] Checking router: 0c3d70b0-27a1-46cb-b819-8cb82671dc54 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:49:08.706362 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] Updating router 0c3d70b0-27a1-46cb-b819-8cb82671dc54 port 1e8ee491-ce9b-48b7-a866-0155a08c335e binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:49:08.729368 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:08.731272 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:08.825452 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea32ccd-6080-4ac3-989c-98a9e71c5dfd tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Made reservation on behalf of 1a610190c8f64b4cb76bfe1bed034770 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:49:08.829361 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eea32ccd-6080-4ac3-989c-98a9e71c5dfd tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:08.986461 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:09.093350 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:09.128256 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eea32ccd-6080-4ac3-989c-98a9e71c5dfd tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:09.149575 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb3bcb-595a-43fa-a607-23eb75084176 None None] Pushing event updated for resources: {'Port': ['ID=1e8ee491-ce9b-48b7-a866-0155a08c335e,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:09.152492 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] Attempting to bind port 1e8ee491-ce9b-48b7-a866-0155a08c335e on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:49:09.152846 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] Attempting to bind port 1e8ee491-ce9b-48b7-a866-0155a08c335e by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:49:09.153209 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] Attempting to bind port 1e8ee491-ce9b-48b7-a866-0155a08c335e on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:49:09.160698 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb3bcb-595a-43fa-a607-23eb75084176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:09.165293 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb3bcb-595a-43fa-a607-23eb75084176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:09.165293 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb3bcb-595a-43fa-a607-23eb75084176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:09.165293 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb3bcb-595a-43fa-a607-23eb75084176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:09.165293 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb3bcb-595a-43fa-a607-23eb75084176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:09.165293 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb3bcb-595a-43fa-a607-23eb75084176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:09.165293 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb3bcb-595a-43fa-a607-23eb75084176 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:09.165293 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb3bcb-595a-43fa-a607-23eb75084176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:09.165293 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb3bcb-595a-43fa-a607-23eb75084176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:09.165293 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb3bcb-595a-43fa-a607-23eb75084176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:09.165293 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb3bcb-595a-43fa-a607-23eb75084176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:09.165293 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb3bcb-595a-43fa-a607-23eb75084176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:09.169690 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:49:09.170074 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:49:09.170456 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:09.171037 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:49:09.171294 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] Bound port: 1e8ee491-ce9b-48b7-a866-0155a08c335e, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:49:09.172125 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:09.197951 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea32ccd-6080-4ac3-989c-98a9e71c5dfd tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Subnet': ['ID=7ceabcb7-11d4-49f6-9c7f-a568c657e312,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:09.207093 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea32ccd-6080-4ac3-989c-98a9e71c5dfd tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Checking segment: {'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:49:09.207458 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea32ccd-6080-4ac3-989c-98a9e71c5dfd tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network hostable DHCP agents. Network: bb6c79fe-2316-425d-bfa8-742df2c0e2f3, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:49:09.223999 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] For port 1e8ee491-ce9b-48b7-a866-0155a08c335e, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:49:09.228678 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] For port 1e8ee491-ce9b-48b7-a866-0155a08c335e, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=1e8ee491-ce9b-48b7-a866-0155a08c335e,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:49:09.322242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea32ccd-6080-4ac3-989c-98a9e71c5dfd tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:49:09.351241 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:09.415698 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb3bcb-595a-43fa-a607-23eb75084176 None None] Pushing event updated for resources: {'Port': ['ID=1e8ee491-ce9b-48b7-a866-0155a08c335e,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:09.419256 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-eea32ccd-6080-4ac3-989c-98a9e71c5dfd tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, bb6c79fe-2316-425d-bfa8-742df2c0e2f3) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:49:09.419748 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] Routers {'0c3d70b0-27a1-46cb-b819-8cb82671dc54'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:49:09.420764 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:49:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0c3d70b0-27a1-46cb-b819-8cb82671dc54'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:09.426885 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e71d1a-c09c-44ad-a8a0-e8523f951a5d None None] Network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:49:09.428454 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea32ccd-6080-4ac3-989c-98a9e71c5dfd tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:09.436993 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eea32ccd-6080-4ac3-989c-98a9e71c5dfd tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:09.503266 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-eea32ccd-6080-4ac3-989c-98a9e71c5dfd tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8584335 Nov 08 00:49:09.505589 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 58962) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:09.592409 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-bb6c79fe-2316-425d-bfa8-742df2c0e2f3', 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'fixed_ips': [{'subnet_id': '7ceabcb7-11d4-49f6-9c7f-a568c657e312'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:49:09.596765 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:09.622697 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] Set router 0c3d70b0-27a1-46cb-b819-8cb82671dc54 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:49:09.745289 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] Allocated IP 172.20.0.2 (bb6c79fe-2316-425d-bfa8-742df2c0e2f3/7ceabcb7-11d4-49f6-9c7f-a568c657e312/a9145aea-ff77-4ff8-9766-179c79b171bc) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:49:09.852352 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-656353394', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:49:06Z', 'updated_at': '2021-11-08T00:49:07Z', 'revision_number': 3, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:07Z', 'updated_at': '2021-11-08T00:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:09.882520 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca71d4-93be-4f25-bbc8-70035f736491 None None] The sync data for ids ['0c3d70b0-27a1-46cb-b819-8cb82671dc54'] in n-d-816882-1 is: [{'id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-656353394', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:49:06Z', 'updated_at': '2021-11-08T00:49:07Z', 'revision_number': 3, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:07Z', 'updated_at': '2021-11-08T00:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:49:09.935974 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:09.995498 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7321d010-647a-4e50-a24d-418495ebf0d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:10.037515 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:10.076621 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] Network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:49:10.080297 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:49:10.084286 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:49:10.121466 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] Pushing event updated for resources: {'Port': ['ID=a9145aea-ff77-4ff8-9766-179c79b171bc,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:10.185385 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] Attempting to bind port a9145aea-ff77-4ff8-9766-179c79b171bc on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:49:10.185832 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] Attempting to bind port a9145aea-ff77-4ff8-9766-179c79b171bc by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:49:10.186163 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] Attempting to bind port a9145aea-ff77-4ff8-9766-179c79b171bc on network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:49:10.193575 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:49:10.193944 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] Checking segment: {'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:49:10.198924 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:10.198924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] Bound using segment: {'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:49:10.198924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] Bound port: a9145aea-ff77-4ff8-9766-179c79b171bc, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:49:10.198924 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:10.276330 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] For port a9145aea-ff77-4ff8-9766-179c79b171bc, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:49:10.284087 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] For port a9145aea-ff77-4ff8-9766-179c79b171bc, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a9145aea-ff77-4ff8-9766-179c79b171bc,segment=NetworkSegment(ba309752-f282-4835-a41d-c398f6f1ce97),segment_id=ba309752-f282-4835-a41d-c398f6f1ce97)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:49:10.357126 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-7321d010-647a-4e50-a24d-418495ebf0d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Allocated IP 172.20.0.1 (bb6c79fe-2316-425d-bfa8-742df2c0e2f3/7ceabcb7-11d4-49f6-9c7f-a568c657e312/3a596b73-31f0-4cf7-9340-74d1a446db97) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:49:10.375380 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:10.455020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185a8a8-7f86-488d-84cb-a659a761652f None None] Pushing event updated for resources: {'Port': ['ID=a9145aea-ff77-4ff8-9766-179c79b171bc,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:10.496253 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7321d010-647a-4e50-a24d-418495ebf0d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:10.615408 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7321d010-647a-4e50-a24d-418495ebf0d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:10.687291 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321d010-647a-4e50-a24d-418495ebf0d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=3a596b73-31f0-4cf7-9340-74d1a446db97,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:10.698409 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7321d010-647a-4e50-a24d-418495ebf0d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:49:10.701072 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-7321d010-647a-4e50-a24d-418495ebf0d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:49:10.704061 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7321d010-647a-4e50-a24d-418495ebf0d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:49:10.758601 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7321d010-647a-4e50-a24d-418495ebf0d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:10.975805 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7321d010-647a-4e50-a24d-418495ebf0d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:11.146539 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:49:11.443721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9be5463-594a-4290-9c21-ae1b467ffdf4 None None] Network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:49:11.536706 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-76fe5ce9-8ea2-4a6d-88b1-7bf3275847f3 None None] Provisioning complete for port a9145aea-ff77-4ff8-9766-179c79b171bc triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:49:11.557919 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76fe5ce9-8ea2-4a6d-88b1-7bf3275847f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:11.611106 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7321d010-647a-4e50-a24d-418495ebf0d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:11.672413 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76fe5ce9-8ea2-4a6d-88b1-7bf3275847f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:11.702645 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7321d010-647a-4e50-a24d-418495ebf0d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:11.722382 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-76fe5ce9-8ea2-4a6d-88b1-7bf3275847f3 None None] For port a9145aea-ff77-4ff8-9766-179c79b171bc, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a9145aea-ff77-4ff8-9766-179c79b171bc,segment=NetworkSegment(ba309752-f282-4835-a41d-c398f6f1ce97),segment_id=ba309752-f282-4835-a41d-c398f6f1ce97)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:49:11.776670 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7321d010-647a-4e50-a24d-418495ebf0d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:11.785878 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321d010-647a-4e50-a24d-418495ebf0d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=3a596b73-31f0-4cf7-9340-74d1a446db97,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:11.807758 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76fe5ce9-8ea2-4a6d-88b1-7bf3275847f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:11.860942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe5ce9-8ea2-4a6d-88b1-7bf3275847f3 None None] Pushing event updated for resources: {'Port': ['ID=a9145aea-ff77-4ff8-9766-179c79b171bc,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:11.899619 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7321d010-647a-4e50-a24d-418495ebf0d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:49:11.899619 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-7321d010-647a-4e50-a24d-418495ebf0d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:49:11.943163 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6ea00752-adbe-412d-bfc6-534026736003 None None] Provisioning complete for port a9145aea-ff77-4ff8-9766-179c79b171bc triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:49:11.943671 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6ea00752-adbe-412d-bfc6-534026736003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:12.040212 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7321d010-647a-4e50-a24d-418495ebf0d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Router 0c3d70b0-27a1-46cb-b819-8cb82671dc54 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:49:12.197217 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7321d010-647a-4e50-a24d-418495ebf0d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:49:12.206175 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7321d010-647a-4e50-a24d-418495ebf0d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "PUT /v2.0/routers/0c3d70b0-27a1-46cb-b819-8cb82671dc54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6972859 Nov 08 00:49:12.237505 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] Sync routers for ids ['0c3d70b0-27a1-46cb-b819-8cb82671dc54'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:49:12.252199 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] Routers {'0c3d70b0-27a1-46cb-b819-8cb82671dc54'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:49:12.252829 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:49:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0c3d70b0-27a1-46cb-b819-8cb82671dc54'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:12.258535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6ea00752-adbe-412d-bfc6-534026736003 None None] Provisioning complete for port 3a596b73-31f0-4cf7-9340-74d1a446db97 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:49:12.258907 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6ea00752-adbe-412d-bfc6-534026736003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:12.291657 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 1e8ee491-ce9b-48b7-a866-0155a08c335e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:49:12.384245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6ea00752-adbe-412d-bfc6-534026736003 None None] Port 3a596b73-31f0-4cf7-9340-74d1a446db97 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:49:12.433695 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] Set router 0c3d70b0-27a1-46cb-b819-8cb82671dc54 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:49:12.435696 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 1e8ee491-ce9b-48b7-a866-0155a08c335e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:49:12.436097 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:12.594472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9ca32101-f527-4506-a2bc-659e9cb2d07d None None] Provisioning complete for port 3a596b73-31f0-4cf7-9340-74d1a446db97 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:49:12.595316 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ca32101-f527-4506-a2bc-659e9cb2d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:12.671707 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9ca32101-f527-4506-a2bc-659e9cb2d07d None None] Port 3a596b73-31f0-4cf7-9340-74d1a446db97 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:49:12.679163 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-db7a5442-8aa3-4a08-b21a-8ac8f31be1ad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397744584&fields=id&tenant_id=1a610190c8f64b4cb76bfe1bed034770 HTTP/1.1" status: 200 len: 267 time: 0.0384169 Nov 08 00:49:12.737713 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:12.767816 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 1e8ee491-ce9b-48b7-a866-0155a08c335e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=1e8ee491-ce9b-48b7-a866-0155a08c335e,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:49:12.791149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-656353394', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:49:06Z', 'updated_at': '2021-11-08T00:49:10Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:07Z', 'updated_at': '2021-11-08T00:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '3a596b73-31f0-4cf7-9340-74d1a446db97', 'name': '', 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:6e:e5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '7ceabcb7-11d4-49f6-9c7f-a568c657e312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:10Z', 'updated_at': '2021-11-08T00:49:11Z', 'revision_number': 2, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': '7ceabcb7-11d4-49f6-9c7f-a568c657e312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:12.795505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-17e910e6-bced-4afb-9be3-6e0dab5db77a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:12.797567 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-17e910e6-bced-4afb-9be3-6e0dab5db77a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/networks?id=bb6c79fe-2316-425d-bfa8-742df2c0e2f3 HTTP/1.1" status: 200 len: 797 time: 0.1096015 Nov 08 00:49:12.813196 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-8e1725a4-6c09-4368-a290-c5891402e62e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/quotas/1a610190c8f64b4cb76bfe1bed034770 HTTP/1.1" status: 200 len: 375 time: 0.0095370 Nov 08 00:49:12.819457 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] Checking router: 0c3d70b0-27a1-46cb-b819-8cb82671dc54 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:49:12.819828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] Updating router 0c3d70b0-27a1-46cb-b819-8cb82671dc54 port 3a596b73-31f0-4cf7-9340-74d1a446db97 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:49:12.821740 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:12.826746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a9145aea-ff77-4ff8-9766-179c79b171bc up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:49:12.897348 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:12.935930 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=1e8ee491-ce9b-48b7-a866-0155a08c335e,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:12.983417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port a9145aea-ff77-4ff8-9766-179c79b171bc triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:49:12.983809 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:13.192428 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-21e58583-80c3-4522-8db2-0dc04bcdd6c5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3736608 Nov 08 00:49:13.277493 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:13.293112 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-5d28ae0e-b521-40b0-a8af-78d97722d867 service neutron] 10.222.0.13 "GET /v2.0/networks/bb6c79fe-2316-425d-bfa8-742df2c0e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865982 Nov 08 00:49:13.341814 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:13.390052 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-aac54ce2-c4d9-4e77-88ec-2593e6031287 service neutron] 10.222.0.13 "GET /v2.0/networks/bb6c79fe-2316-425d-bfa8-742df2c0e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917699 Nov 08 00:49:13.391924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5440c-785d-49d1-844f-fd0e52ef6275 None None] Pushing event updated for resources: {'Port': ['ID=3a596b73-31f0-4cf7-9340-74d1a446db97,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:13.446913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] Attempting to bind port 3a596b73-31f0-4cf7-9340-74d1a446db97 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:49:13.447291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] Attempting to bind port 3a596b73-31f0-4cf7-9340-74d1a446db97 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:49:13.447656 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] Attempting to bind port 3a596b73-31f0-4cf7-9340-74d1a446db97 on network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:49:13.453459 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:49:13.453838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] Checking segment: {'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:49:13.454242 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:13.454774 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] Bound using segment: {'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:49:13.455251 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] Bound port: 3a596b73-31f0-4cf7-9340-74d1a446db97, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:49:13.455634 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:13.532443 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] For port 3a596b73-31f0-4cf7-9340-74d1a446db97, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:49:13.535910 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] For port 3a596b73-31f0-4cf7-9340-74d1a446db97, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3a596b73-31f0-4cf7-9340-74d1a446db97,segment=NetworkSegment(ba309752-f282-4835-a41d-c398f6f1ce97),segment_id=ba309752-f282-4835-a41d-c398f6f1ce97)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:49:13.621035 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:13.661195 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ffdca84f-be54-44e4-b7f7-d87d984e9b25 None None] Provisioning complete for port 3a596b73-31f0-4cf7-9340-74d1a446db97 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:49:13.661569 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ffdca84f-be54-44e4-b7f7-d87d984e9b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:13.700172 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53bc444d-f272-42a1-8489-f69d5d187fca req-d9810720-eebc-4e47-ba89-e503001f79fb tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 210 time: 0.0354147 Nov 08 00:49:13.734109 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5440c-785d-49d1-844f-fd0e52ef6275 None None] Pushing event updated for resources: {'Port': ['ID=3a596b73-31f0-4cf7-9340-74d1a446db97,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:13.754583 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] Routers {'0c3d70b0-27a1-46cb-b819-8cb82671dc54'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:49:13.755356 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:49:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0c3d70b0-27a1-46cb-b819-8cb82671dc54'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:13.920608 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] Set router 0c3d70b0-27a1-46cb-b819-8cb82671dc54 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:49:13.950659 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ffdca84f-be54-44e4-b7f7-d87d984e9b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:14.039670 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ffdca84f-be54-44e4-b7f7-d87d984e9b25 None None] For port 3a596b73-31f0-4cf7-9340-74d1a446db97, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3a596b73-31f0-4cf7-9340-74d1a446db97,segment=NetworkSegment(ba309752-f282-4835-a41d-c398f6f1ce97),segment_id=ba309752-f282-4835-a41d-c398f6f1ce97)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:49:14.225018 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 1e8ee491-ce9b-48b7-a866-0155a08c335e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:49:14.230872 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ffdca84f-be54-44e4-b7f7-d87d984e9b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:14.338732 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdca84f-be54-44e4-b7f7-d87d984e9b25 None None] Pushing event updated for resources: {'Port': ['ID=3a596b73-31f0-4cf7-9340-74d1a446db97,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:14.400578 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-399f1bcf-2504-4271-a884-5eb4d083dfd1 None None] Provisioning complete for port 3a596b73-31f0-4cf7-9340-74d1a446db97 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:49:14.401068 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-399f1bcf-2504-4271-a884-5eb4d083dfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:14.405539 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 1e8ee491-ce9b-48b7-a866-0155a08c335e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:49:14.405904 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:14.503490 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-656353394', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:49:06Z', 'updated_at': '2021-11-08T00:49:10Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:07Z', 'updated_at': '2021-11-08T00:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '3a596b73-31f0-4cf7-9340-74d1a446db97', 'name': '', 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:6e:e5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '7ceabcb7-11d4-49f6-9c7f-a568c657e312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:10Z', 'updated_at': '2021-11-08T00:49:13Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': '7ceabcb7-11d4-49f6-9c7f-a568c657e312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:14.571002 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5bb40a-6f39-45cd-a222-b269e4ab2af2 None None] The sync data for ids ['0c3d70b0-27a1-46cb-b819-8cb82671dc54'] in n-d-816882-1 is: [{'id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-656353394', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:49:06Z', 'updated_at': '2021-11-08T00:49:10Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:07Z', 'updated_at': '2021-11-08T00:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '3a596b73-31f0-4cf7-9340-74d1a446db97', 'name': '', 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:6e:e5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '7ceabcb7-11d4-49f6-9c7f-a568c657e312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:10Z', 'updated_at': '2021-11-08T00:49:13Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': '7ceabcb7-11d4-49f6-9c7f-a568c657e312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:49:14.812922 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75314a29-2f14-4cab-b839-5b392ef582c0 req-4eb7ee15-3f56-4da0-bf63-8354d612a850 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 210 time: 0.0316260 Nov 08 00:49:15.558535 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-fa7af0b3-76a2-4862-a254-dc1c6fb248ec tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:15.558535 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-fa7af0b3-76a2-4862-a254-dc1c6fb248ec tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.26 "GET /v2.0/networks?id=bb6c79fe-2316-425d-bfa8-742df2c0e2f3 HTTP/1.1" status: 200 len: 797 time: 0.1338339 Nov 08 00:49:15.620797 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-7da078b0-35c9-4ed5-bdc7-72a3cf57bed4 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a610190c8f64b4cb76bfe1bed034770 HTTP/1.1" status: 200 len: 380 time: 0.0507109 Nov 08 00:49:15.632617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'port': {'device_id': '6ae28540-68b1-436c-abb3-503f174a4452', 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3', 'admin_state_up': True, 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'security_groups': ['1ccbfa93-1327-4c1f-8d76-dfcec25a0353']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:49:15.881887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Made reservation on behalf of 1a610190c8f64b4cb76bfe1bed034770 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:49:15.885641 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:15.940082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92c81cdf-96ec-4fce-94da-45ac911e1609 req-6c0bb753-04d5-4d90-b020-abe033f7cbb0 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 210 time: 0.0401421 Nov 08 00:49:16.050711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Allocated IP 172.20.0.7 (bb6c79fe-2316-425d-bfa8-742df2c0e2f3/7ceabcb7-11d4-49f6-9c7f-a568c657e312/73ceac00-f312-4c90-9fb7-9ecd25a561bd) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:49:16.174659 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3a596b73-31f0-4cf7-9340-74d1a446db97 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:49:16.226702 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:16.230206 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 3a596b73-31f0-4cf7-9340-74d1a446db97 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:49:16.230580 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:16.398631 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:16.448123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:49:16.450383 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:49:16.453197 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:49:16.502197 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=73ceac00-f312-4c90-9fb7-9ecd25a561bd,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:16.518442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:16.518442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:16.518442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:16.518442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:16.518442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:16.518442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:16.518442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:16.518442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:16.518442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:16.519410 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:16.519410 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:16.519612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:16.536221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:16.536399 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:16.624234 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-6f0d1d23-cea3-4cee-9ddd-ca9ca48649d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9976680 Nov 08 00:49:16.647375 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Request body: {'port': {'device_id': '6ae28540-68b1-436c-abb3-503f174a4452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:49:16.702822 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:16.744860 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4caa9a3b-23a5-46b3-b3ab-5744c1dccfe4 None None] Provisioning complete for port 73ceac00-f312-4c90-9fb7-9ecd25a561bd triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:49:16.747221 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4caa9a3b-23a5-46b3-b3ab-5744c1dccfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:16.792318 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4caa9a3b-23a5-46b3-b3ab-5744c1dccfe4 None None] Port 73ceac00-f312-4c90-9fb7-9ecd25a561bd cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:49:16.981984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ceac00-f312-4c90-9fb7-9ecd25a561bd {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:49:16.989931 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:17.002215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Transition to ACTIVE for port object 73ceac00-f312-4c90-9fb7-9ecd25a561bd will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:49:17.070907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38833e20-24e2-4b71-b65c-d9b1d33f868b req-09b2ab67-1895-4ac5-9313-c24ae88f34cc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:17.072498 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38833e20-24e2-4b71-b65c-d9b1d33f868b req-09b2ab67-1895-4ac5-9313-c24ae88f34cc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 931 time: 0.0619781 Nov 08 00:49:17.073679 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:17.144340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Pushing event updated for resources: {'Port': ['ID=73ceac00-f312-4c90-9fb7-9ecd25a561bd,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:17.176950 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38833e20-24e2-4b71-b65c-d9b1d33f868b req-dec1d6bf-599c-4e05-866f-bdaf566838c1 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926495 Nov 08 00:49:17.228446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Attempting to bind port 73ceac00-f312-4c90-9fb7-9ecd25a561bd on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:49:17.228783 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Attempting to bind port 73ceac00-f312-4c90-9fb7-9ecd25a561bd by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:49:17.229114 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Attempting to bind port 73ceac00-f312-4c90-9fb7-9ecd25a561bd on network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:49:17.233591 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Port 73ceac00-f312-4c90-9fb7-9ecd25a561bd on network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:49:17.233912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Attempting to bind port 73ceac00-f312-4c90-9fb7-9ecd25a561bd on network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:49:17.239226 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:49:17.239558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Checking segment: {'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:49:17.239990 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Bound using segment: {'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:49:17.240420 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Bound port: 73ceac00-f312-4c90-9fb7-9ecd25a561bd, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:49:17.240778 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:17.308149 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] For port 73ceac00-f312-4c90-9fb7-9ecd25a561bd, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:49:17.311395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] For port 73ceac00-f312-4c90-9fb7-9ecd25a561bd, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=73ceac00-f312-4c90-9fb7-9ecd25a561bd,segment=NetworkSegment(ba309752-f282-4835-a41d-c398f6f1ce97),segment_id=ba309752-f282-4835-a41d-c398f6f1ce97)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:49:17.391327 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:17.425628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:17.426243 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:17.427655 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] 10.222.0.26 "PUT /v2.0/ports/73ceac00-f312-4c90-9fb7-9ecd25a561bd HTTP/1.1" status: 200 len: 1091 time: 0.7850349 Nov 08 00:49:17.430002 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae28540-68b1-436c-abb3-503f174a4452', 'tag': '73ceac00-f312-4c90-9fb7-9ecd25a561bd'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:49:17.432297 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee622eac-f0b2-4adb-a52a-cde6992d9973" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae28540-68b1-436c-abb3-503f174a4452", "tag": "73ceac00-f312-4c90-9fb7-9ecd25a561bd"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:49:17.457853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f467c64-3dde-468d-b2e2-e99d064f3566 service neutron] Pushing event updated for resources: {'Port': ['ID=73ceac00-f312-4c90-9fb7-9ecd25a561bd,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:17.479015 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434e436f-c107-4187-83d4-cd4325e2532e x-openstack-request-id: req-434e436f-c107-4187-83d4-cd4325e2532e {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:49:17.479410 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae28540-68b1-436c-abb3-503f174a4452", "tag": "73ceac00-f312-4c90-9fb7-9ecd25a561bd", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:49:17.480209 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-434e436f-c107-4187-83d4-cd4325e2532e {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:49:17.480209 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae28540-68b1-436c-abb3-503f174a4452', 'tag': '73ceac00-f312-4c90-9fb7-9ecd25a561bd', 'status': 'completed', 'code': 200} Nov 08 00:49:17.563104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee622eac-f0b2-4adb-a52a-cde6992d9973 req-2ee8df84-6cc9-4313-a2c5-5b8f1a515803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:17.564665 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee622eac-f0b2-4adb-a52a-cde6992d9973 req-2ee8df84-6cc9-4313-a2c5-5b8f1a515803 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 1094 time: 0.0437090 Nov 08 00:49:17.673507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee622eac-f0b2-4adb-a52a-cde6992d9973 req-d2887661-6670-4692-adef-9343b53b7079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:17.674968 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee622eac-f0b2-4adb-a52a-cde6992d9973 req-d2887661-6670-4692-adef-9343b53b7079 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1a610190c8f64b4cb76bfe1bed034770&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0973482 Nov 08 00:49:17.770555 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee622eac-f0b2-4adb-a52a-cde6992d9973 req-fb13ab5b-99fd-4009-b222-ac1cf2c3570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:17.771956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee622eac-f0b2-4adb-a52a-cde6992d9973 req-fb13ab5b-99fd-4009-b222-ac1cf2c3570a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901308 Nov 08 00:49:17.868010 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-ac7932ed-17c9-4fc6-9cec-87e303cfe7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:17.869542 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-ac7932ed-17c9-4fc6-9cec-87e303cfe7a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 1094 time: 0.0450561 Nov 08 00:49:17.916407 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-9ffc76b4-2a38-4bfd-94a5-e3cdb56d2edc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73ceac00-f312-4c90-9fb7-9ecd25a561bd HTTP/1.1" status: 200 len: 217 time: 0.0345247 Nov 08 00:49:17.974474 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-0d004cb0-efb0-4e7d-a561-07f7615fae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:17.976824 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-0d004cb0-efb0-4e7d-a561-07f7615fae88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7ceabcb7-11d4-49f6-9c7f-a568c657e312 HTTP/1.1" status: 200 len: 835 time: 0.0535457 Nov 08 00:49:18.023777 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-95b100ee-3b16-4144-b990-cc07da4950bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:18.025304 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-95b100ee-3b16-4144-b990-cc07da4950bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb6c79fe-2316-425d-bfa8-742df2c0e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413225 Nov 08 00:49:18.114723 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-0883b5e4-a9d9-4c4a-9988-1d76cb12cc21 service neutron] 10.222.0.26 "GET /v2.0/networks/bb6c79fe-2316-425d-bfa8-742df2c0e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820668 Nov 08 00:49:18.207844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-985c9807-73d3-4543-99ac-64cd1b1a439a req-70f8e550-3c7e-4def-86e6-9ce66d4b9ba9 service neutron] 10.222.0.26 "GET /v2.0/networks/bb6c79fe-2316-425d-bfa8-742df2c0e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863371 Nov 08 00:49:18.296623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3c002-29bd-4348-a8c7-8e92084078b2 req-794a22bf-c8b5-4dab-bf04-849dc8f60af7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:18.298608 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5ae3c002-29bd-4348-a8c7-8e92084078b2 req-794a22bf-c8b5-4dab-bf04-849dc8f60af7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 943 time: 0.0502014 Nov 08 00:49:18.338034 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5ae3c002-29bd-4348-a8c7-8e92084078b2 req-e4499652-90d7-4215-9d0e-2805856e33b5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334067 Nov 08 00:49:19.450908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd303da-77a3-4dda-836c-92b84ce66b06 req-75e9d356-0374-4281-b839-c3fb8b693f48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:19.452435 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fdd303da-77a3-4dda-836c-92b84ce66b06 req-75e9d356-0374-4281-b839-c3fb8b693f48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 943 time: 0.0486319 Nov 08 00:49:19.514876 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fdd303da-77a3-4dda-836c-92b84ce66b06 req-d26e0f13-e3f5-4d94-a0bc-1602c1dcf11b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562606 Nov 08 00:49:20.631547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990af24-9944-430c-b316-fe4b1e2f8564 req-759e25b5-639d-4e8e-a599-15b17123a03e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:20.633048 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7990af24-9944-430c-b316-fe4b1e2f8564 req-759e25b5-639d-4e8e-a599-15b17123a03e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 943 time: 0.0492954 Nov 08 00:49:20.670714 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7990af24-9944-430c-b316-fe4b1e2f8564 req-c845a2fb-9f2e-45fb-b5f7-326e979a2b9e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316701 Nov 08 00:49:20.886039 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 73ceac00-f312-4c90-9fb7-9ecd25a561bd details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:49:20.981454 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 73ceac00-f312-4c90-9fb7-9ecd25a561bd, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=73ceac00-f312-4c90-9fb7-9ecd25a561bd,segment=NetworkSegment(ba309752-f282-4835-a41d-c398f6f1ce97),segment_id=ba309752-f282-4835-a41d-c398f6f1ce97)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:49:20.994058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '73ceac00-f312-4c90-9fb7-9ecd25a561bd', 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3', 'port_id': '73ceac00-f312-4c90-9fb7-9ecd25a561bd', 'mac_address': 'fa:16:3e:f0:ee:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ceabcb7-11d4-49f6-9c7f-a568c657e312', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:49:21.038154 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:21.052853 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ceac00-f312-4c90-9fb7-9ecd25a561bd {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:49:21.073196 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 73ceac00-f312-4c90-9fb7-9ecd25a561bd, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=73ceac00-f312-4c90-9fb7-9ecd25a561bd,segment=NetworkSegment(ba309752-f282-4835-a41d-c398f6f1ce97),segment_id=ba309752-f282-4835-a41d-c398f6f1ce97)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:49:21.162169 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:21.210575 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=73ceac00-f312-4c90-9fb7-9ecd25a561bd,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:21.217866 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:21.218209 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:21.218545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:21.218874 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:21.219223 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:21.219546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:21.220147 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:21.220469 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:21.220786 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:21.221100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:21.221414 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:21.221725 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:49:21.412595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['73ceac00-f312-4c90-9fb7-9ecd25a561bd'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:49:21.784805 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65fd6a-f1e3-498e-8c71-57d9788cceb1 req-3236e07f-9bb2-4238-bd9d-99881b19ef0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:21.786266 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad65fd6a-f1e3-498e-8c71-57d9788cceb1 req-3236e07f-9bb2-4238-bd9d-99881b19ef0e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 944 time: 0.0480058 Nov 08 00:49:21.822390 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad65fd6a-f1e3-498e-8c71-57d9788cceb1 req-4c969494-b879-4f58-bf54-f21f1afda84d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303855 Nov 08 00:49:22.901139 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 73ceac00-f312-4c90-9fb7-9ecd25a561bd up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:49:22.938700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edccf98d-c8f1-4d86-b376-2792e50fe098 req-c582b9fa-0b12-433a-bb82-024969ca23a1 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:22.941116 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-edccf98d-c8f1-4d86-b376-2792e50fe098 req-c582b9fa-0b12-433a-bb82-024969ca23a1 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 944 time: 0.0517776 Nov 08 00:49:22.984462 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-edccf98d-c8f1-4d86-b376-2792e50fe098 req-f0d39e76-9ee9-4b7a-916a-6b6cb5bc4e4b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362384 Nov 08 00:49:23.013460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 73ceac00-f312-4c90-9fb7-9ecd25a561bd completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:49:23.018100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 73ceac00-f312-4c90-9fb7-9ecd25a561bd triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:49:23.018467 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:23.098260 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:23.120709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae28540-68b1-436c-abb3-503f174a4452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ceac00-f312-4c90-9fb7-9ecd25a561bd'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:49:23.122964 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45408f4e-2f68-4cc0-9d7a-0391b2e298fb" -d '{"events": [{"server_uuid": "6ae28540-68b1-436c-abb3-503f174a4452", "name": "network-vif-plugged", "status": "completed", "tag": "73ceac00-f312-4c90-9fb7-9ecd25a561bd"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:49:23.135866 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 73ceac00-f312-4c90-9fb7-9ecd25a561bd, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=73ceac00-f312-4c90-9fb7-9ecd25a561bd,segment=NetworkSegment(ba309752-f282-4835-a41d-c398f6f1ce97),segment_id=ba309752-f282-4835-a41d-c398f6f1ce97)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:49:23.165511 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d877775-60cd-4028-98a0-dee808888d75 x-openstack-request-id: req-7d877775-60cd-4028-98a0-dee808888d75 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:49:23.165871 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae28540-68b1-436c-abb3-503f174a4452", "name": "network-vif-plugged", "status": "completed", "tag": "73ceac00-f312-4c90-9fb7-9ecd25a561bd", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:49:23.166184 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d877775-60cd-4028-98a0-dee808888d75 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:49:23.166756 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae28540-68b1-436c-abb3-503f174a4452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ceac00-f312-4c90-9fb7-9ecd25a561bd', 'code': 200} Nov 08 00:49:23.173087 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:23.221363 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=73ceac00-f312-4c90-9fb7-9ecd25a561bd,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:23.287289 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358e390-2069-4fa4-b6f1-cca8048b1be0 req-e80f6a6b-9dfe-4b81-a277-d380cab1936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:23.289015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b358e390-2069-4fa4-b6f1-cca8048b1be0 req-e80f6a6b-9dfe-4b81-a277-d380cab1936e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 1096 time: 0.0416634 Nov 08 00:49:23.329310 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b358e390-2069-4fa4-b6f1-cca8048b1be0 req-e443c198-53fc-41de-8f37-7506d81762a5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332022 Nov 08 00:49:24.100780 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5648e91-3c9d-4fbd-8e5e-4bc5f02540d3 req-08dc82cb-2eda-4805-8568-dfa868a9abf0 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:24.102275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5648e91-3c9d-4fbd-8e5e-4bc5f02540d3 req-08dc82cb-2eda-4805-8568-dfa868a9abf0 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 945 time: 0.0495970 Nov 08 00:49:24.138967 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5648e91-3c9d-4fbd-8e5e-4bc5f02540d3 req-12bde9bd-2a72-41d5-8e81-c4fc8bbe311c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304008 Nov 08 00:49:25.253790 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88169b4c-375d-4a28-b423-76ad39d1b032 req-1255ac46-b088-4b7c-80ab-23ffcb920892 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:25.255290 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88169b4c-375d-4a28-b423-76ad39d1b032 req-1255ac46-b088-4b7c-80ab-23ffcb920892 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 945 time: 0.0493360 Nov 08 00:49:25.298060 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88169b4c-375d-4a28-b423-76ad39d1b032 req-55336c59-af97-415c-9c7f-ec7f746fca38 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367036 Nov 08 00:49:25.416356 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc76bb-4119-4cc9-97c3-232100134ceb req-04db5e17-cddf-4107-b1fc-23985b3fb0e2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:25.417970 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ebc76bb-4119-4cc9-97c3-232100134ceb req-04db5e17-cddf-4107-b1fc-23985b3fb0e2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 945 time: 0.0513349 Nov 08 00:49:25.457499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ebc76bb-4119-4cc9-97c3-232100134ceb req-a58e31d7-d6d9-41d0-a90e-61c179131007 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329657 Nov 08 00:49:25.479755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59120) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:25.620376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61a2668-76ef-412e-ac6e-6d2aded7b2e1 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:25.621887 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f61a2668-76ef-412e-ac6e-6d2aded7b2e1 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 1091 time: 0.1410515 Nov 08 00:49:25.625112 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59126) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:25.629806 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': '73ceac00-f312-4c90-9fb7-9ecd25a561bd', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:49:25.710542 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:25.808022 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:25.919520 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Allocated IP 172.25.2.24 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/51b5d19b-012f-43b9-891a-356cb4bfbcab) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:49:26.020427 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:26.110863 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:26.153593 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:49:26.156758 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:49:26.160215 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:49:26.167696 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=51b5d19b-012f-43b9-891a-356cb4bfbcab,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:26.504668 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:26.642135 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:26.791701 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:26.830617 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:26.902345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=51b5d19b-012f-43b9-891a-356cb4bfbcab,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:26.916299 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:27.017959 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Floating IP 4fd4f9ab-2bb1-4d83-99a7-3ca9da802043 associated. External IP: 172.25.2.24, port: 73ceac00-f312-4c90-9fb7-9ecd25a561bd. Nov 08 00:49:27.228590 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Router 0c3d70b0-27a1-46cb-b819-8cb82671dc54 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:49:27.337368 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:49:27.348464 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb23f201-98e1-4adc-8156-e2b976430142 None None] Sync routers for ids ['0c3d70b0-27a1-46cb-b819-8cb82671dc54'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:49:27.361918 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb23f201-98e1-4adc-8156-e2b976430142 None None] Routers {'0c3d70b0-27a1-46cb-b819-8cb82671dc54'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:49:27.361918 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-eb23f201-98e1-4adc-8156-e2b976430142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:49:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0c3d70b0-27a1-46cb-b819-8cb82671dc54'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:27.415540 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:27.447145 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d100aa61-0f61-416a-8060-c1565a8b4a99 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8208456 Nov 08 00:49:27.447726 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae28540-68b1-436c-abb3-503f174a4452', 'tag': '73ceac00-f312-4c90-9fb7-9ecd25a561bd'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:49:27.450303 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02f8286-465e-4d58-8416-d1e914ffa0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae28540-68b1-436c-abb3-503f174a4452", "tag": "73ceac00-f312-4c90-9fb7-9ecd25a561bd"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:49:27.476726 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-eb23f201-98e1-4adc-8156-e2b976430142 None None] Set router 0c3d70b0-27a1-46cb-b819-8cb82671dc54 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:49:27.489436 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa17766c-983c-4a3c-a659-f2acee980ab6 x-openstack-request-id: req-fa17766c-983c-4a3c-a659-f2acee980ab6 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:49:27.489968 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae28540-68b1-436c-abb3-503f174a4452", "tag": "73ceac00-f312-4c90-9fb7-9ecd25a561bd", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:49:27.490397 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa17766c-983c-4a3c-a659-f2acee980ab6 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:49:27.491002 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae28540-68b1-436c-abb3-503f174a4452', 'tag': '73ceac00-f312-4c90-9fb7-9ecd25a561bd', 'status': 'completed', 'code': 200} Nov 08 00:49:27.595010 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da48c2-5d89-49a9-8c45-a6bf9037dbe7 req-f4f0dbd1-96a9-4ec1-ad15-0f3a528eebb7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:27.596471 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e1da48c2-5d89-49a9-8c45-a6bf9037dbe7 req-f4f0dbd1-96a9-4ec1-ad15-0f3a528eebb7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 945 time: 0.0929871 Nov 08 00:49:27.603008 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f8286-465e-4d58-8416-d1e914ffa0d1 req-5170dd44-2157-4817-8c89-2a806a6ffbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:27.604465 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c02f8286-465e-4d58-8416-d1e914ffa0d1 req-5170dd44-2157-4817-8c89-2a806a6ffbc6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 1096 time: 0.0633597 Nov 08 00:49:27.689287 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e1da48c2-5d89-49a9-8c45-a6bf9037dbe7 req-a62150d4-3912-4717-b18a-2ea82f358234 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838482 Nov 08 00:49:27.723593 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59140) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:27.729992 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-eb23f201-98e1-4adc-8156-e2b976430142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-656353394', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:49:06Z', 'updated_at': '2021-11-08T00:49:10Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:07Z', 'updated_at': '2021-11-08T00:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '4fd4f9ab-2bb1-4d83-99a7-3ca9da802043', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'port_id': '73ceac00-f312-4c90-9fb7-9ecd25a561bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3', 'mac_address': 'fa:16:3e:f0:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae28540-68b1-436c-abb3-503f174a4452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:49:26Z', 'updated_at': '2021-11-08T00:49:26Z', 'revision_number': 0, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a596b73-31f0-4cf7-9340-74d1a446db97', 'name': '', 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:6e:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '7ceabcb7-11d4-49f6-9c7f-a568c657e312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:10Z', 'updated_at': '2021-11-08T00:49:13Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': '7ceabcb7-11d4-49f6-9c7f-a568c657e312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:27.738501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f8286-465e-4d58-8416-d1e914ffa0d1 req-6417b0b9-6d37-4265-8800-f6c9dd7dcca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:27.740268 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c02f8286-465e-4d58-8416-d1e914ffa0d1 req-6417b0b9-6d37-4265-8800-f6c9dd7dcca7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb6c79fe-2316-425d-bfa8-742df2c0e2f3 HTTP/1.1" status: 200 len: 898 time: 0.1282229 Nov 08 00:49:27.759367 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb23f201-98e1-4adc-8156-e2b976430142 None None] Checking router: 0c3d70b0-27a1-46cb-b819-8cb82671dc54 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:49:27.773587 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb23f201-98e1-4adc-8156-e2b976430142 None None] Routers {'0c3d70b0-27a1-46cb-b819-8cb82671dc54'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:49:27.775004 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-eb23f201-98e1-4adc-8156-e2b976430142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:49:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0c3d70b0-27a1-46cb-b819-8cb82671dc54'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:27.798654 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-67c65415-1863-4c75-93de-3486c4c076fa tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/floatingips/4fd4f9ab-2bb1-4d83-99a7-3ca9da802043 HTTP/1.1" status: 200 len: 990 time: 0.0731862 Nov 08 00:49:27.820418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c02f8286-465e-4d58-8416-d1e914ffa0d1 req-7e8cef51-48e5-47d1-a2ff-2222c4f131e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73ceac00-f312-4c90-9fb7-9ecd25a561bd HTTP/1.1" status: 200 len: 998 time: 0.0730479 Nov 08 00:49:27.871573 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f8286-465e-4d58-8416-d1e914ffa0d1 req-6ba436a8-54d5-4f99-897a-5b33036baa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:27.873105 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c02f8286-465e-4d58-8416-d1e914ffa0d1 req-6ba436a8-54d5-4f99-897a-5b33036baa19 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7ceabcb7-11d4-49f6-9c7f-a568c657e312 HTTP/1.1" status: 200 len: 835 time: 0.0458915 Nov 08 00:49:27.888165 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-eb23f201-98e1-4adc-8156-e2b976430142 None None] Set router 0c3d70b0-27a1-46cb-b819-8cb82671dc54 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:49:27.927076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f8286-465e-4d58-8416-d1e914ffa0d1 req-9289bed0-38d1-45d8-bf2f-f1a5b23ca319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:27.928769 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c02f8286-465e-4d58-8416-d1e914ffa0d1 req-9289bed0-38d1-45d8-bf2f-f1a5b23ca319 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb6c79fe-2316-425d-bfa8-742df2c0e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486219 Nov 08 00:49:28.031034 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c02f8286-465e-4d58-8416-d1e914ffa0d1 req-81894c7b-6d7f-4eb9-8495-ace3eb432fcf service neutron] 10.222.0.26 "GET /v2.0/networks/bb6c79fe-2316-425d-bfa8-742df2c0e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953672 Nov 08 00:49:28.151220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c02f8286-465e-4d58-8416-d1e914ffa0d1 req-f735292b-b110-408b-b283-7e88ba5ac59e service neutron] 10.222.0.26 "GET /v2.0/networks/bb6c79fe-2316-425d-bfa8-742df2c0e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110814 Nov 08 00:49:28.154506 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-eb23f201-98e1-4adc-8156-e2b976430142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-656353394', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:49:06Z', 'updated_at': '2021-11-08T00:49:10Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:07Z', 'updated_at': '2021-11-08T00:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '4fd4f9ab-2bb1-4d83-99a7-3ca9da802043', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'port_id': '73ceac00-f312-4c90-9fb7-9ecd25a561bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3', 'mac_address': 'fa:16:3e:f0:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae28540-68b1-436c-abb3-503f174a4452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:49:26Z', 'updated_at': '2021-11-08T00:49:26Z', 'revision_number': 0, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a596b73-31f0-4cf7-9340-74d1a446db97', 'name': '', 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:6e:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '7ceabcb7-11d4-49f6-9c7f-a568c657e312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:10Z', 'updated_at': '2021-11-08T00:49:13Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': '7ceabcb7-11d4-49f6-9c7f-a568c657e312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:28.161982 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-299d562c-6856-4d29-8b60-1314cebab515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:28.185010 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb23f201-98e1-4adc-8156-e2b976430142 None None] The sync data for ids ['0c3d70b0-27a1-46cb-b819-8cb82671dc54'] in n-d-816882-1 is: [{'id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-656353394', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:49:06Z', 'updated_at': '2021-11-08T00:49:10Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:07Z', 'updated_at': '2021-11-08T00:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '4fd4f9ab-2bb1-4d83-99a7-3ca9da802043', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'port_id': '73ceac00-f312-4c90-9fb7-9ecd25a561bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3', 'mac_address': 'fa:16:3e:f0:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae28540-68b1-436c-abb3-503f174a4452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:49:26Z', 'updated_at': '2021-11-08T00:49:26Z', 'revision_number': 0, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a596b73-31f0-4cf7-9340-74d1a446db97', 'name': '', 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:6e:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '7ceabcb7-11d4-49f6-9c7f-a568c657e312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:10Z', 'updated_at': '2021-11-08T00:49:13Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': '7ceabcb7-11d4-49f6-9c7f-a568c657e312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:49:28.384548 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d5f072-d40b-4567-8e29-3bd14f9beff6 None None] New status for floating IP 4fd4f9ab-2bb1-4d83-99a7-3ca9da802043: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:49:28.801683 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59150) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:28.866809 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ce2ee737-0192-4f1f-9381-1d9aa05e838a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/floatingips/4fd4f9ab-2bb1-4d83-99a7-3ca9da802043 HTTP/1.1" status: 200 len: 992 time: 0.0637634 Nov 08 00:49:30.716301 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b387ad5f-c21a-408e-b161-e9f710bef10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:30.985651 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:31.825950 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:32.207426 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:33.407987 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:33.453910 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59176) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:33.499157 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c8f9df-b908-40ee-9132-2b7abfabf986 admin admin] Deleting subnet ac9518c4-5278-4a3a-a91d-f2905dc741bd {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:49:33.502316 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f9df-b908-40ee-9132-2b7abfabf986 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:33.536451 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f9df-b908-40ee-9132-2b7abfabf986 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:33.576721 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f9df-b908-40ee-9132-2b7abfabf986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:33.670674 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f9df-b908-40ee-9132-2b7abfabf986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:33.702519 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8f9df-b908-40ee-9132-2b7abfabf986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac9518c4-5278-4a3a-a91d-f2905dc741bd,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:33.704540 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f9df-b908-40ee-9132-2b7abfabf986 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:33.707716 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d5c8f9df-b908-40ee-9132-2b7abfabf986 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ac9518c4-5278-4a3a-a91d-f2905dc741bd HTTP/1.1" status: 204 len: 168 time: 0.2527068 Nov 08 00:49:33.710205 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59178) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:33.776779 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55d013e6-29be-4a38-962c-8e4604875804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:33.857098 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55d013e6-29be-4a38-962c-8e4604875804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:33.876668 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-55d013e6-29be-4a38-962c-8e4604875804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb74b3d-b75b-4862-95e6-52b52600bd3d']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:33.885653 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-55d013e6-29be-4a38-962c-8e4604875804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e242fab-293b-48ae-8c77-a134329bcbc1') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:33.885940 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-55d013e6-29be-4a38-962c-8e4604875804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e242fab-293b-48ae-8c77-a134329bcbc1') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:49:33.895514 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55d013e6-29be-4a38-962c-8e4604875804 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:33.908924 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55d013e6-29be-4a38-962c-8e4604875804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:33.914632 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d013e6-29be-4a38-962c-8e4604875804 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:49:33.915007 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55d013e6-29be-4a38-962c-8e4604875804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:49:33.916649 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:49:34.064658 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55d013e6-29be-4a38-962c-8e4604875804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:34.070486 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55d013e6-29be-4a38-962c-8e4604875804 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:34.073774 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-55d013e6-29be-4a38-962c-8e4604875804 admin admin] 10.222.0.13 "DELETE /v2.0/networks/beb74b3d-b75b-4862-95e6-52b52600bd3d HTTP/1.1" status: 204 len: 168 time: 0.3626215 Nov 08 00:49:34.085385 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d013e6-29be-4a38-962c-8e4604875804 admin admin] Pushing event deleted for resources: {'Network': ['ID=beb74b3d-b75b-4862-95e6-52b52600bd3d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:34.388529 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59184) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:34.427310 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-17ebe947-b137-4214-9225-84596fa1dfb2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f29845d6baf4f27a400d61e7977e707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376489 Nov 08 00:49:34.429757 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59186) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:34.481416 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-659fd318-e342-400a-b4e8-0bb6545ea315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:34.502824 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-659fd318-e342-400a-b4e8-0bb6545ea315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:34.596492 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-659fd318-e342-400a-b4e8-0bb6545ea315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:34.599012 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-659fd318-e342-400a-b4e8-0bb6545ea315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:34.600204 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-659fd318-e342-400a-b4e8-0bb6545ea315 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5921bc6-3cea-4be0-8456-5a08b678ab6b HTTP/1.1" status: 204 len: 168 time: 0.1695647 Nov 08 00:49:34.608146 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fd318-e342-400a-b4e8-0bb6545ea315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5921bc6-3cea-4be0-8456-5a08b678ab6b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:38.710181 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:44.063446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7a94f-8ba1-44f5-b519-c151a5f6dbc7 req-64cc5139-7482-4b18-8b50-e691a7c56997 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:44.064831 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60f7a94f-8ba1-44f5-b519-c151a5f6dbc7 req-64cc5139-7482-4b18-8b50-e691a7c56997 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 946 time: 0.0541723 Nov 08 00:49:44.101847 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60f7a94f-8ba1-44f5-b519-c151a5f6dbc7 req-0245a2ed-0fb7-4606-9190-d68ef4b33b92 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308762 Nov 08 00:49:44.333995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6ba2ee5-5a91-4370-80fa-727f569593ab req-007e12e9-ea19-4775-b41e-b04164c080c1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414619 Nov 08 00:49:44.433672 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba2ee5-5a91-4370-80fa-727f569593ab req-1292f5cd-a9d1-4d9b-b0ff-7f4a45ccad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:44.435160 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6ba2ee5-5a91-4370-80fa-727f569593ab req-1292f5cd-a9d1-4d9b-b0ff-7f4a45ccad80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 1096 time: 0.0405111 Nov 08 00:49:44.541704 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba2ee5-5a91-4370-80fa-727f569593ab req-d0220682-4614-4557-86f6-f17cd283e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:44.543146 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6ba2ee5-5a91-4370-80fa-727f569593ab req-d0220682-4614-4557-86f6-f17cd283e6ba service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb6c79fe-2316-425d-bfa8-742df2c0e2f3 HTTP/1.1" status: 200 len: 898 time: 0.0867255 Nov 08 00:49:44.609874 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6ba2ee5-5a91-4370-80fa-727f569593ab req-777bec94-96f5-4ed3-9502-d3836cb64749 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73ceac00-f312-4c90-9fb7-9ecd25a561bd HTTP/1.1" status: 200 len: 1000 time: 0.0591512 Nov 08 00:49:44.660506 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba2ee5-5a91-4370-80fa-727f569593ab req-83bbe6d0-1045-40ef-b526-1556c53d6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:44.662003 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6ba2ee5-5a91-4370-80fa-727f569593ab req-83bbe6d0-1045-40ef-b526-1556c53d6cef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7ceabcb7-11d4-49f6-9c7f-a568c657e312 HTTP/1.1" status: 200 len: 835 time: 0.0446513 Nov 08 00:49:44.710205 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba2ee5-5a91-4370-80fa-727f569593ab req-72223a18-b821-4b64-a9ef-5b1d75c5e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:44.711639 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6ba2ee5-5a91-4370-80fa-727f569593ab req-72223a18-b821-4b64-a9ef-5b1d75c5e64d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb6c79fe-2316-425d-bfa8-742df2c0e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419221 Nov 08 00:49:44.806092 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6ba2ee5-5a91-4370-80fa-727f569593ab req-ea4db4d6-212f-4169-8a74-3344dc9e5b30 service neutron] 10.222.0.26 "GET /v2.0/networks/bb6c79fe-2316-425d-bfa8-742df2c0e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862992 Nov 08 00:49:44.899964 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a6ba2ee5-5a91-4370-80fa-727f569593ab req-84a3e9c9-c36b-4473-89b4-474e72b117d9 service neutron] 10.222.0.26 "GET /v2.0/networks/bb6c79fe-2316-425d-bfa8-742df2c0e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864418 Nov 08 00:49:48.147166 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:49:49.854550 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 60fe2d4e-e131-4b80-875b-308e8bb07036 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:49:49.949682 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 60fe2d4e-e131-4b80-875b-308e8bb07036, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=60fe2d4e-e131-4b80-875b-308e8bb07036,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:49:49.961426 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'port_id': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'mac_address': 'fa:16:3e:00:fb:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:49:50.001414 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:50.013741 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60fe2d4e-e131-4b80-875b-308e8bb07036 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:49:50.032593 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 60fe2d4e-e131-4b80-875b-308e8bb07036, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=60fe2d4e-e131-4b80-875b-308e8bb07036,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:49:50.098548 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:50.145499 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=60fe2d4e-e131-4b80-875b-308e8bb07036,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:50.238080 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['60fe2d4e-e131-4b80-875b-308e8bb07036'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:49:51.867658 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 60fe2d4e-e131-4b80-875b-308e8bb07036 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:49:51.914316 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 60fe2d4e-e131-4b80-875b-308e8bb07036 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:49:51.914684 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:51.989006 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:52.013767 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3f4126-ada4-4573-8998-897c18713832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fe2d4e-e131-4b80-875b-308e8bb07036'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:49:52.016436 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c9f34a-2c9b-4802-b62e-8a72189a8f06" -d '{"events": [{"server_uuid": "7e3f4126-ada4-4573-8998-897c18713832", "name": "network-vif-plugged", "status": "completed", "tag": "60fe2d4e-e131-4b80-875b-308e8bb07036"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:49:52.028308 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 60fe2d4e-e131-4b80-875b-308e8bb07036, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=60fe2d4e-e131-4b80-875b-308e8bb07036,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:49:52.093114 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:52.144288 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=60fe2d4e-e131-4b80-875b-308e8bb07036,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:49:52.246178 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd47f3ad-dbbb-4c96-a2af-99b894e98dcd x-openstack-request-id: req-dd47f3ad-dbbb-4c96-a2af-99b894e98dcd {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:49:52.246467 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3f4126-ada4-4573-8998-897c18713832", "name": "network-vif-plugged", "status": "completed", "tag": "60fe2d4e-e131-4b80-875b-308e8bb07036", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:49:52.246713 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd47f3ad-dbbb-4c96-a2af-99b894e98dcd {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:49:52.247103 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3f4126-ada4-4573-8998-897c18713832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'code': 200} Nov 08 00:49:55.499463 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8387316-f554-4a99-8673-9363d3915b67 req-6496838f-1c33-44d3-b39e-6f3b059c1ede tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:55.508403 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8387316-f554-4a99-8673-9363d3915b67 req-6496838f-1c33-44d3-b39e-6f3b059c1ede tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 945 time: 0.0682235 Nov 08 00:49:55.568159 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8387316-f554-4a99-8673-9363d3915b67 req-5bf2b38e-04a6-400b-9527-3e527bfc0e3e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472653 Nov 08 00:49:55.583836 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59306) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:49:55.661941 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f2894f66-a81b-4005-a428-1a3fa2835cd1 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/floatingips/4fd4f9ab-2bb1-4d83-99a7-3ca9da802043 HTTP/1.1" status: 200 len: 992 time: 0.0711291 Nov 08 00:49:55.800027 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300df5fa-dbf4-4684-96d3-3293f4e364f1 req-2bb98ba4-6766-4845-8b96-8c2f4fcbdab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:55.802176 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-300df5fa-dbf4-4684-96d3-3293f4e364f1 req-2bb98ba4-6766-4845-8b96-8c2f4fcbdab4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 1097 time: 0.2101917 Nov 08 00:49:55.928256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300df5fa-dbf4-4684-96d3-3293f4e364f1 req-d4ef1cb6-74b0-49b2-911d-d572460a7120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:55.928256 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-300df5fa-dbf4-4684-96d3-3293f4e364f1 req-d4ef1cb6-74b0-49b2-911d-d572460a7120 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 912 time: 0.1013908 Nov 08 00:49:56.025622 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-300df5fa-dbf4-4684-96d3-3293f4e364f1 req-563c1e0e-a2ee-472f-9be0-306f984ae566 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60fe2d4e-e131-4b80-875b-308e8bb07036 HTTP/1.1" status: 200 len: 1001 time: 0.0890076 Nov 08 00:49:56.110030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5f405-28ca-4b79-a578-48f39a304b91 req-7e608cf4-4899-49af-b028-880c7898ee53 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:56.111622 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-83d5f405-28ca-4b79-a578-48f39a304b91 req-7e608cf4-4899-49af-b028-880c7898ee53 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 1096 time: 0.0978580 Nov 08 00:49:56.115904 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300df5fa-dbf4-4684-96d3-3293f4e364f1 req-10f47a6a-f786-4a5f-a923-4417d92ceb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:56.117399 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-300df5fa-dbf4-4684-96d3-3293f4e364f1 req-10f47a6a-f786-4a5f-a923-4417d92ceb77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0714760 Nov 08 00:49:56.177488 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-83d5f405-28ca-4b79-a578-48f39a304b91 req-68101b7d-466d-403c-8a4d-d09dbf287d1b tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590699 Nov 08 00:49:56.183826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300df5fa-dbf4-4684-96d3-3293f4e364f1 req-eed831b0-f730-4d9b-862a-168b4cdfdf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:56.185964 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-300df5fa-dbf4-4684-96d3-3293f4e364f1 req-eed831b0-f730-4d9b-862a-168b4cdfdf93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608878 Nov 08 00:49:56.198482 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-300df5fa-dbf4-4684-96d3-3293f4e364f1 req-83127083-e472-48bb-a989-71a1154412f3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:49:56.199480 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-300df5fa-dbf4-4684-96d3-3293f4e364f1 req-83127083-e472-48bb-a989-71a1154412f3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054736 Nov 08 00:49:56.260330 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-6aac40c0-d57d-49e2-8d1a-5cd10ccc42e7 req-4aaa4950-cc07-4046-8a99-c99604328e49 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:49:56.261297 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6aac40c0-d57d-49e2-8d1a-5cd10ccc42e7 req-4aaa4950-cc07-4046-8a99-c99604328e49 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050921 Nov 08 00:49:56.463364 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-300df5fa-dbf4-4684-96d3-3293f4e364f1 req-9db9e1cc-a606-42f7-89fd-7109b3e7305f service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947950 Nov 08 00:49:56.463364 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-300df5fa-dbf4-4684-96d3-3293f4e364f1 req-4b24b17b-8928-403c-ade4-b838f0229e6a service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847857 Nov 08 00:49:57.458555 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-729a7cd4-d567-4ab4-8711-872a9901fda3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0534809 Nov 08 00:49:57.468090 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-ab25aa0a-53cb-4e55-9e2c-71cb2dec6d7c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:49:57.473057 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-ab25aa0a-53cb-4e55-9e2c-71cb2dec6d7c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093679 Nov 08 00:49:58.150704 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2c6f3287-fbfa-4279-87a5-25eb8cdb2244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:58.436833 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-865194f6-de6b-4bc8-bbee-96689857d30e tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:58.438720 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-865194f6-de6b-4bc8-bbee-96689857d30e tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/ports/73ceac00-f312-4c90-9fb7-9ecd25a561bd HTTP/1.1" status: 200 len: 1093 time: 0.1095774 Nov 08 00:49:58.447974 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-a32160c3-92eb-440b-a5cb-a303953e6c2a service neutron] Request body: {'binding': {'host': 'n-h1-816882-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:49:58.448528 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-a32160c3-92eb-440b-a5cb-a303953e6c2a service neutron] Unknown quota resources ['binding']. {{(pid=102771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 00:49:58.591348 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-a32160c3-92eb-440b-a5cb-a303953e6c2a service neutron] Attempting to bind port 73ceac00-f312-4c90-9fb7-9ecd25a561bd on host n-h1-816882-1 for vnic_type normal with profile None {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:49:58.592463 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-a32160c3-92eb-440b-a5cb-a303953e6c2a service neutron] Attempting to bind port 73ceac00-f312-4c90-9fb7-9ecd25a561bd by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:49:58.592794 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-a32160c3-92eb-440b-a5cb-a303953e6c2a service neutron] Attempting to bind port 73ceac00-f312-4c90-9fb7-9ecd25a561bd on network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:49:58.598024 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-a32160c3-92eb-440b-a5cb-a303953e6c2a service neutron] Port 73ceac00-f312-4c90-9fb7-9ecd25a561bd on network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:49:58.598350 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-a32160c3-92eb-440b-a5cb-a303953e6c2a service neutron] Attempting to bind port 73ceac00-f312-4c90-9fb7-9ecd25a561bd on network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:49:58.603275 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-a32160c3-92eb-440b-a5cb-a303953e6c2a service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:49:58.603861 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-a32160c3-92eb-440b-a5cb-a303953e6c2a service neutron] Checking segment: {'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:49:58.604442 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-a32160c3-92eb-440b-a5cb-a303953e6c2a service neutron] Bound using segment: {'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:49:58.605052 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-a32160c3-92eb-440b-a5cb-a303953e6c2a service neutron] Bound port: 73ceac00-f312-4c90-9fb7-9ecd25a561bd, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:49:58.693244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-a32160c3-92eb-440b-a5cb-a303953e6c2a service neutron] For port 73ceac00-f312-4c90-9fb7-9ecd25a561bd, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=73ceac00-f312-4c90-9fb7-9ecd25a561bd,segment=NetworkSegment(ba309752-f282-4835-a41d-c398f6f1ce97),segment_id=ba309752-f282-4835-a41d-c398f6f1ce97)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:49:58.799208 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-a32160c3-92eb-440b-a5cb-a303953e6c2a service neutron] Notify callbacks [] for binding, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:49:58.807143 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-a32160c3-92eb-440b-a5cb-a303953e6c2a service neutron] 10.222.0.13 "POST /v2.0/ports/73ceac00-f312-4c90-9fb7-9ecd25a561bd/bindings HTTP/1.1" status: 201 len: 389 time: 0.3626676 Nov 08 00:49:59.098144 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc8bb9-dab7-4457-93fa-0ce8776c2ebc req-59036399-4b63-43d8-a147-7db911300dda tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:59.099747 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87fc8bb9-dab7-4457-93fa-0ce8776c2ebc req-59036399-4b63-43d8-a147-7db911300dda tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 945 time: 0.0779746 Nov 08 00:49:59.150840 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87fc8bb9-dab7-4457-93fa-0ce8776c2ebc req-01e6d4f1-145d-4d19-9d21-6e464c5dd5ec tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436242 Nov 08 00:49:59.454902 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-75bad4fc-8934-4849-af2d-4ea08c6e876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:59.456463 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-75bad4fc-8934-4849-af2d-4ea08c6e876a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 1096 time: 0.0564396 Nov 08 00:49:59.554910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-ae1da75d-8231-45d4-86f0-d764b48f758d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:59.556360 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-ae1da75d-8231-45d4-86f0-d764b48f758d service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb6c79fe-2316-425d-bfa8-742df2c0e2f3 HTTP/1.1" status: 200 len: 898 time: 0.0927691 Nov 08 00:49:59.630898 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-e5f93abc-98f9-4222-8042-9378d1ec68c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73ceac00-f312-4c90-9fb7-9ecd25a561bd HTTP/1.1" status: 200 len: 1000 time: 0.0667973 Nov 08 00:49:59.679618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-b4fd0b65-0a1b-4e18-9c0c-415808023e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:59.681052 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-b4fd0b65-0a1b-4e18-9c0c-415808023e42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ceabcb7-11d4-49f6-9c7f-a568c657e312 HTTP/1.1" status: 200 len: 835 time: 0.0436494 Nov 08 00:49:59.728123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-c80ab222-8a03-4944-9a0b-285fd7b897b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:49:59.729566 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-c80ab222-8a03-4944-9a0b-285fd7b897b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb6c79fe-2316-425d-bfa8-742df2c0e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419011 Nov 08 00:49:59.821462 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-1c4fd9ea-090c-4e3d-ba02-eedf7e99892e service neutron] 10.222.0.20 "GET /v2.0/networks/bb6c79fe-2316-425d-bfa8-742df2c0e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848789 Nov 08 00:49:59.919083 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-e4f042e0-6bcc-4eae-ba84-5f9756c61f66 service neutron] 10.222.0.20 "GET /v2.0/networks/bb6c79fe-2316-425d-bfa8-742df2c0e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898092 Nov 08 00:50:00.120776 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-cb6d0e18-b200-4bdd-b124-f82e9ddc2767 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:00.122306 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-cb6d0e18-b200-4bdd-b124-f82e9ddc2767 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452&tenant_id=1a610190c8f64b4cb76bfe1bed034770&binding%3Ahost_id=n-h2-816882-1 HTTP/1.1" status: 200 len: 1096 time: 0.0974002 Nov 08 00:50:00.136411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816882-1'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:50:00.199165 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:00.380321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e66620-5270-4a5e-bff0-fd2b661fdc6b req-5f84be35-c420-4f21-9d64-423bc74fed97 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:00.384374 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6e66620-5270-4a5e-bff0-fd2b661fdc6b req-5f84be35-c420-4f21-9d64-423bc74fed97 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 945 time: 0.1270797 Nov 08 00:50:00.465768 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6e66620-5270-4a5e-bff0-fd2b661fdc6b req-2f28156b-b68a-4f04-a4e5-8e71239b2a9a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733471 Nov 08 00:50:00.493382 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] For port 73ceac00-f312-4c90-9fb7-9ecd25a561bd, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=73ceac00-f312-4c90-9fb7-9ecd25a561bd,segment=NetworkSegment(ba309752-f282-4835-a41d-c398f6f1ce97),segment_id=ba309752-f282-4835-a41d-c398f6f1ce97)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:00.552543 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] For port 73ceac00-f312-4c90-9fb7-9ecd25a561bd, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:50:00.597975 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae28540-68b1-436c-abb3-503f174a4452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ceac00-f312-4c90-9fb7-9ecd25a561bd'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:50:00.600503 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1834deeb-3058-4bd6-9a0c-3562a470c2f8" -d '{"events": [{"server_uuid": "6ae28540-68b1-436c-abb3-503f174a4452", "name": "network-vif-unplugged", "status": "completed", "tag": "73ceac00-f312-4c90-9fb7-9ecd25a561bd"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:50:00.604664 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:00.650299 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2bdd80-5399-4bfc-8c9b-756cc17c4427 x-openstack-request-id: req-bc2bdd80-5399-4bfc-8c9b-756cc17c4427 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:50:00.650299 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae28540-68b1-436c-abb3-503f174a4452", "name": "network-vif-unplugged", "status": "completed", "tag": "73ceac00-f312-4c90-9fb7-9ecd25a561bd", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:50:00.650299 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc2bdd80-5399-4bfc-8c9b-756cc17c4427 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:50:00.650299 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae28540-68b1-436c-abb3-503f174a4452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ceac00-f312-4c90-9fb7-9ecd25a561bd', 'code': 200} Nov 08 00:50:00.710080 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:00.738770 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-566d3bc3-d0b8-4065-b21c-6d12f5dc6b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:00.820958 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] Pushing event updated for resources: {'Port': ['ID=73ceac00-f312-4c90-9fb7-9ecd25a561bd,revision_number=7']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:01.017777 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:01.034383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0f7ba184-d757-4950-9930-07cc0461d711 None None] Provisioning complete for port 73ceac00-f312-4c90-9fb7-9ecd25a561bd triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:50:01.035128 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f7ba184-d757-4950-9930-07cc0461d711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:01.084663 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ba184-d757-4950-9930-07cc0461d711 None None] Port 73ceac00-f312-4c90-9fb7-9ecd25a561bd cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:50:01.261263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] Attempting to bind port 73ceac00-f312-4c90-9fb7-9ecd25a561bd on host n-h2-816882-1 for vnic_type normal with profile {"migrating_to": "n-h1-816882-1"} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:50:01.261837 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] Attempting to bind port 73ceac00-f312-4c90-9fb7-9ecd25a561bd by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:50:01.261837 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] Attempting to bind port 73ceac00-f312-4c90-9fb7-9ecd25a561bd on network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:50:01.266953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] Port 73ceac00-f312-4c90-9fb7-9ecd25a561bd on network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:50:01.267650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] Attempting to bind port 73ceac00-f312-4c90-9fb7-9ecd25a561bd on network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:50:01.274767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:50:01.275175 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] Checking segment: {'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:50:01.275492 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] Bound using segment: {'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:50:01.276084 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] Bound port: 73ceac00-f312-4c90-9fb7-9ecd25a561bd, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba309752-f282-4835-a41d-c398f6f1ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:50:01.276455 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:01.346997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] For port 73ceac00-f312-4c90-9fb7-9ecd25a561bd, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:50:01.350543 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] For port 73ceac00-f312-4c90-9fb7-9ecd25a561bd, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=73ceac00-f312-4c90-9fb7-9ecd25a561bd,segment=NetworkSegment(ba309752-f282-4835-a41d-c398f6f1ce97),segment_id=ba309752-f282-4835-a41d-c398f6f1ce97)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:50:01.408145 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:01.513154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] Pushing event updated for resources: {'Port': ['ID=73ceac00-f312-4c90-9fb7-9ecd25a561bd,revision_number=8']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:01.588194 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:01.588194 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:01.589249 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-2496e01e-4ac9-4981-b972-3c4423fef599 service neutron] 10.222.0.20 "PUT /v2.0/ports/73ceac00-f312-4c90-9fb7-9ecd25a561bd HTTP/1.1" status: 200 len: 1121 time: 1.4575808 Nov 08 00:50:01.650590 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0107f3b-6a10-401a-83f6-971e7c832480 req-bf70e35c-7141-4696-abec-b1858c4df20f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:01.659480 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0107f3b-6a10-401a-83f6-971e7c832480 req-bf70e35c-7141-4696-abec-b1858c4df20f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 943 time: 0.0859816 Nov 08 00:50:01.706299 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['73ceac00-f312-4c90-9fb7-9ecd25a561bd'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:50:01.730177 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0107f3b-6a10-401a-83f6-971e7c832480 req-dafb8404-9694-47c7-916b-65126b4c1724 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684624 Nov 08 00:50:01.746317 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1ab622bc-9591-4c44-9f4c-f5309f797b65 None None] Provisioning complete for port 73ceac00-f312-4c90-9fb7-9ecd25a561bd triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:50:01.746317 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ab622bc-9591-4c44-9f4c-f5309f797b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:01.872062 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:01.898570 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ab622bc-9591-4c44-9f4c-f5309f797b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:01.939732 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae28540-68b1-436c-abb3-503f174a4452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ceac00-f312-4c90-9fb7-9ecd25a561bd'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:50:01.942039 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0896c54-28fa-416f-ab80-6f856c159974" -d '{"events": [{"server_uuid": "6ae28540-68b1-436c-abb3-503f174a4452", "name": "network-vif-plugged", "status": "completed", "tag": "73ceac00-f312-4c90-9fb7-9ecd25a561bd"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:50:01.975943 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1ab622bc-9591-4c44-9f4c-f5309f797b65 None None] For port 73ceac00-f312-4c90-9fb7-9ecd25a561bd, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=73ceac00-f312-4c90-9fb7-9ecd25a561bd,segment=NetworkSegment(ba309752-f282-4835-a41d-c398f6f1ce97),segment_id=ba309752-f282-4835-a41d-c398f6f1ce97)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:01.994365 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7518c2-df26-4bb3-b075-130b1a9f6e89 x-openstack-request-id: req-fc7518c2-df26-4bb3-b075-130b1a9f6e89 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:50:01.994628 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae28540-68b1-436c-abb3-503f174a4452", "name": "network-vif-plugged", "status": "completed", "tag": "73ceac00-f312-4c90-9fb7-9ecd25a561bd", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:50:01.994886 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc7518c2-df26-4bb3-b075-130b1a9f6e89 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:50:01.995290 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae28540-68b1-436c-abb3-503f174a4452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ceac00-f312-4c90-9fb7-9ecd25a561bd', 'code': 200} Nov 08 00:50:02.013223 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ab622bc-9591-4c44-9f4c-f5309f797b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:02.211204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab622bc-9591-4c44-9f4c-f5309f797b65 None None] Pushing event updated for resources: {'Port': ['ID=73ceac00-f312-4c90-9fb7-9ecd25a561bd,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:02.272283 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:02.651308 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae28540-68b1-436c-abb3-503f174a4452', 'tag': '73ceac00-f312-4c90-9fb7-9ecd25a561bd'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:50:02.653723 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42866947-f4b2-4d5f-a952-bee8062f6a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae28540-68b1-436c-abb3-503f174a4452", "tag": "73ceac00-f312-4c90-9fb7-9ecd25a561bd"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:50:02.692324 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e066a9-b400-4ed8-bfcb-8778d03356c1 x-openstack-request-id: req-62e066a9-b400-4ed8-bfcb-8778d03356c1 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:50:02.692680 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae28540-68b1-436c-abb3-503f174a4452", "tag": "73ceac00-f312-4c90-9fb7-9ecd25a561bd", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:50:02.692937 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62e066a9-b400-4ed8-bfcb-8778d03356c1 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:50:02.693339 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae28540-68b1-436c-abb3-503f174a4452', 'tag': '73ceac00-f312-4c90-9fb7-9ecd25a561bd', 'status': 'completed', 'code': 200} Nov 08 00:50:02.792034 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42866947-f4b2-4d5f-a952-bee8062f6a8b req-6d1bcca0-5db3-4510-b347-58e6ab9c9911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:02.794011 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42866947-f4b2-4d5f-a952-bee8062f6a8b req-6d1bcca0-5db3-4510-b347-58e6ab9c9911 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 1126 time: 0.0557604 Nov 08 00:50:02.939635 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbca1a6-340a-4f59-9ebd-12ab8d17e29b req-5df0187a-0074-42f4-89a5-32bad80e346e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:02.941332 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cbca1a6-340a-4f59-9ebd-12ab8d17e29b req-5df0187a-0074-42f4-89a5-32bad80e346e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 945 time: 0.1448596 Nov 08 00:50:02.984918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42866947-f4b2-4d5f-a952-bee8062f6a8b req-f294c743-d49f-4479-95f3-9ccd57695480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:02.986390 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42866947-f4b2-4d5f-a952-bee8062f6a8b req-f294c743-d49f-4479-95f3-9ccd57695480 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb6c79fe-2316-425d-bfa8-742df2c0e2f3 HTTP/1.1" status: 200 len: 898 time: 0.1785345 Nov 08 00:50:03.005307 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cbca1a6-340a-4f59-9ebd-12ab8d17e29b req-175ed695-fc49-4241-954f-525a1305424a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545647 Nov 08 00:50:03.057094 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42866947-f4b2-4d5f-a952-bee8062f6a8b req-53286999-e965-4437-b2fd-04a321a0388d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73ceac00-f312-4c90-9fb7-9ecd25a561bd HTTP/1.1" status: 200 len: 1000 time: 0.0629241 Nov 08 00:50:03.106608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42866947-f4b2-4d5f-a952-bee8062f6a8b req-5669a75f-6ebc-4496-88b8-c4ae93add015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:03.108116 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42866947-f4b2-4d5f-a952-bee8062f6a8b req-5669a75f-6ebc-4496-88b8-c4ae93add015 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7ceabcb7-11d4-49f6-9c7f-a568c657e312 HTTP/1.1" status: 200 len: 835 time: 0.0443268 Nov 08 00:50:03.158339 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42866947-f4b2-4d5f-a952-bee8062f6a8b req-499524bf-9fc4-4cb4-9380-103825344b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:03.159846 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42866947-f4b2-4d5f-a952-bee8062f6a8b req-499524bf-9fc4-4cb4-9380-103825344b2f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb6c79fe-2316-425d-bfa8-742df2c0e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440176 Nov 08 00:50:03.254565 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42866947-f4b2-4d5f-a952-bee8062f6a8b req-2d423e7c-9bc8-4d3b-ac2c-59d69c7b1954 service neutron] 10.222.0.26 "GET /v2.0/networks/bb6c79fe-2316-425d-bfa8-742df2c0e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868702 Nov 08 00:50:03.349144 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42866947-f4b2-4d5f-a952-bee8062f6a8b req-238ea156-de46-4b09-8a27-8d7505c2f12c service neutron] 10.222.0.26 "GET /v2.0/networks/bb6c79fe-2316-425d-bfa8-742df2c0e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871670 Nov 08 00:50:03.550154 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:03.933475 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 73ceac00-f312-4c90-9fb7-9ecd25a561bd details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:50:04.044511 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 73ceac00-f312-4c90-9fb7-9ecd25a561bd, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=73ceac00-f312-4c90-9fb7-9ecd25a561bd,segment=NetworkSegment(ba309752-f282-4835-a41d-c398f6f1ce97),segment_id=ba309752-f282-4835-a41d-c398f6f1ce97)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:04.062983 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 73ceac00-f312-4c90-9fb7-9ecd25a561bd has no active binding in host n-h1-816882-1 {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 00:50:04.139580 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0918a4c-624f-4ff0-a258-e52fd6320e1d req-7be3437e-5e95-4cce-ad64-c9b9cda7d7b2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:04.144420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d0918a4c-624f-4ff0-a258-e52fd6320e1d req-7be3437e-5e95-4cce-ad64-c9b9cda7d7b2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 945 time: 0.0583634 Nov 08 00:50:04.186338 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d0918a4c-624f-4ff0-a258-e52fd6320e1d req-5bc44383-cd24-45f0-ad14-c6462e5334bd tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385003 Nov 08 00:50:05.217394 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c23c20-ecf1-4244-a208-f9ef29ab1467 req-7ee53ecd-e473-453e-8366-82496f36fded tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:05.219486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0c23c20-ecf1-4244-a208-f9ef29ab1467 req-7ee53ecd-e473-453e-8366-82496f36fded tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 946 time: 0.0485642 Nov 08 00:50:05.259998 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0c23c20-ecf1-4244-a208-f9ef29ab1467 req-3a9ee277-4a70-4c74-8975-62ef15c185c3 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331581 Nov 08 00:50:05.315280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb86c3-5e1e-49bd-b2f3-7315e3dbf479 req-37ecec9a-2f8d-46a5-8f9b-7004af820c50 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:05.316847 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cedb86c3-5e1e-49bd-b2f3-7315e3dbf479 req-37ecec9a-2f8d-46a5-8f9b-7004af820c50 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 945 time: 0.0611465 Nov 08 00:50:05.356010 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cedb86c3-5e1e-49bd-b2f3-7315e3dbf479 req-b160bebe-4f0c-4aed-94e7-9e01b6085d23 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331788 Nov 08 00:50:06.387443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e227be-ec40-4a9a-9be2-a9a4993b2c7c req-6ac013b9-dc17-4062-8ea0-e7975fbbb08d tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:06.388958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5e227be-ec40-4a9a-9be2-a9a4993b2c7c req-6ac013b9-dc17-4062-8ea0-e7975fbbb08d tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 946 time: 0.0492136 Nov 08 00:50:06.427234 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5e227be-ec40-4a9a-9be2-a9a4993b2c7c req-093521a9-588f-4ae9-bc71-fa73499bfdf7 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324855 Nov 08 00:50:06.475732 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93ee41-5668-4d90-b2a1-9eda1436d30c req-d021ae63-e165-48ae-9c45-57a62cfc7ac2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:06.477277 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c93ee41-5668-4d90-b2a1-9eda1436d30c req-d021ae63-e165-48ae-9c45-57a62cfc7ac2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 945 time: 0.0491686 Nov 08 00:50:06.515060 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c93ee41-5668-4d90-b2a1-9eda1436d30c req-4e3f52e3-36a9-4215-8a8b-e8a81c22031e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319421 Nov 08 00:50:07.633575 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616ba03-7c81-43cc-95b0-e7dc64875cfe req-5dc4c548-70dc-4385-98e3-284fcf1d36ed tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:07.635031 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f616ba03-7c81-43cc-95b0-e7dc64875cfe req-5dc4c548-70dc-4385-98e3-284fcf1d36ed tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 945 time: 0.0535350 Nov 08 00:50:07.672389 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f616ba03-7c81-43cc-95b0-e7dc64875cfe req-a2057fb4-5d84-4c74-836c-594f0ff44dfb tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311007 Nov 08 00:50:07.945996 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 60fe2d4e-e131-4b80-875b-308e8bb07036 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:50:08.025293 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:08.047188 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3f4126-ada4-4573-8998-897c18713832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60fe2d4e-e131-4b80-875b-308e8bb07036'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:50:08.049441 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345e77d8-fefd-4487-8cc9-8c34626135f2" -d '{"events": [{"server_uuid": "7e3f4126-ada4-4573-8998-897c18713832", "name": "network-vif-unplugged", "status": "completed", "tag": "60fe2d4e-e131-4b80-875b-308e8bb07036"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:50:08.061628 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 60fe2d4e-e131-4b80-875b-308e8bb07036, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=60fe2d4e-e131-4b80-875b-308e8bb07036,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:08.085283 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a8d92d-2e0a-4d52-8550-62fda53e613f x-openstack-request-id: req-14a8d92d-2e0a-4d52-8550-62fda53e613f {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:50:08.085596 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3f4126-ada4-4573-8998-897c18713832", "name": "network-vif-unplugged", "status": "completed", "tag": "60fe2d4e-e131-4b80-875b-308e8bb07036", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:50:08.085866 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14a8d92d-2e0a-4d52-8550-62fda53e613f {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:50:08.086254 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3f4126-ada4-4573-8998-897c18713832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'code': 200} Nov 08 00:50:08.115355 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:08.161764 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=60fe2d4e-e131-4b80-875b-308e8bb07036,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:08.738316 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:08.786467 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fa6af-4788-47ab-97bc-28ab6c78294e req-731ae548-d997-4839-989d-cb4fd32dafd3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:08.787966 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-892fa6af-4788-47ab-97bc-28ab6c78294e req-731ae548-d997-4839-989d-cb4fd32dafd3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 945 time: 0.0482090 Nov 08 00:50:08.825237 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-892fa6af-4788-47ab-97bc-28ab6c78294e req-ad8e0842-089e-4068-b4b0-999fff32f7db tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313730 Nov 08 00:50:09.943289 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0ce45-3905-4ffd-8ce4-93308491ad73 req-61ee9e9f-4c83-491c-bbb4-a1f71afca15f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:09.944208 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09a0ce45-3905-4ffd-8ce4-93308491ad73 req-61ee9e9f-4c83-491c-bbb4-a1f71afca15f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 945 time: 0.0524442 Nov 08 00:50:09.986020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09a0ce45-3905-4ffd-8ce4-93308491ad73 req-72fafae4-7565-4eaa-bb4a-244e9bad3427 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356221 Nov 08 00:50:10.079668 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-4b4af8ac-9360-4a45-8805-3bab778b8059 service neutron] 10.222.0.26 "GET /v2.0/ports/73ceac00-f312-4c90-9fb7-9ecd25a561bd/bindings/n-h1-816882-1 HTTP/1.1" status: 200 len: 384 time: 0.0584452 Nov 08 00:50:10.256784 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-bbaf0604-b38b-4cc4-8d9a-5acc1d4c2659 service neutron] For port 73ceac00-f312-4c90-9fb7-9ecd25a561bd, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=73ceac00-f312-4c90-9fb7-9ecd25a561bd,segment=NetworkSegment(ba309752-f282-4835-a41d-c398f6f1ce97),segment_id=ba309752-f282-4835-a41d-c398f6f1ce97)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:10.277072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-bbaf0604-b38b-4cc4-8d9a-5acc1d4c2659 service neutron] For port 73ceac00-f312-4c90-9fb7-9ecd25a561bd, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:50:10.315868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae28540-68b1-436c-abb3-503f174a4452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ceac00-f312-4c90-9fb7-9ecd25a561bd'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:50:10.318119 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8b83cd-2b4a-4490-96a7-a4ef5e5ad93c" -d '{"events": [{"server_uuid": "6ae28540-68b1-436c-abb3-503f174a4452", "name": "network-vif-unplugged", "status": "completed", "tag": "73ceac00-f312-4c90-9fb7-9ecd25a561bd"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:50:10.325105 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-bbaf0604-b38b-4cc4-8d9a-5acc1d4c2659 service neutron] For port 73ceac00-f312-4c90-9fb7-9ecd25a561bd, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=73ceac00-f312-4c90-9fb7-9ecd25a561bd,segment=NetworkSegment(ba309752-f282-4835-a41d-c398f6f1ce97),segment_id=ba309752-f282-4835-a41d-c398f6f1ce97)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:10.354455 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75655a54-c0b2-4a30-9bfc-7c4f518ff42b x-openstack-request-id: req-75655a54-c0b2-4a30-9bfc-7c4f518ff42b {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:50:10.354746 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae28540-68b1-436c-abb3-503f174a4452", "name": "network-vif-unplugged", "status": "completed", "tag": "73ceac00-f312-4c90-9fb7-9ecd25a561bd", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:50:10.354998 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75655a54-c0b2-4a30-9bfc-7c4f518ff42b {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:50:10.355402 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae28540-68b1-436c-abb3-503f174a4452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ceac00-f312-4c90-9fb7-9ecd25a561bd', 'code': 200} Nov 08 00:50:10.389493 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-bbaf0604-b38b-4cc4-8d9a-5acc1d4c2659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:10.465140 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-bbaf0604-b38b-4cc4-8d9a-5acc1d4c2659 service neutron] Transition to ACTIVE for port object 73ceac00-f312-4c90-9fb7-9ecd25a561bd will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:50:10.509835 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-bbaf0604-b38b-4cc4-8d9a-5acc1d4c2659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:10.604113 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf0604-b38b-4cc4-8d9a-5acc1d4c2659 service neutron] Pushing event updated for resources: {'Port': ['ID=73ceac00-f312-4c90-9fb7-9ecd25a561bd,revision_number=11']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:10.639126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-bbaf0604-b38b-4cc4-8d9a-5acc1d4c2659 service neutron] No DVR routers for this DVR port 73ceac00-f312-4c90-9fb7-9ecd25a561bd on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:50:10.769167 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-bbaf0604-b38b-4cc4-8d9a-5acc1d4c2659 service neutron] 10.222.0.26 "PUT /v2.0/ports/73ceac00-f312-4c90-9fb7-9ecd25a561bd/bindings/n-h1-816882-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6827667 Nov 08 00:50:10.975491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-9c5afd8d-4075-4dd1-9c04-b59bd793b4d1 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:10.977039 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-9c5afd8d-4075-4dd1-9c04-b59bd793b4d1 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452&tenant_id=1a610190c8f64b4cb76bfe1bed034770&binding%3Ahost_id=n-h2-816882-1 HTTP/1.1" status: 200 len: 1095 time: 0.0506289 Nov 08 00:50:11.023769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-da07be9b-00fc-4525-94c6-f7edf8b4b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:11.025335 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-da07be9b-00fc-4525-94c6-f7edf8b4b8aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452&tenant_id=1a610190c8f64b4cb76bfe1bed034770 HTTP/1.1" status: 200 len: 1095 time: 0.0396619 Nov 08 00:50:11.126391 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaa80f-45af-4701-89ba-881f64c3e976 req-cda0c539-be73-4283-88de-ab94ffb93c7d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:11.127925 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8eaa80f-45af-4701-89ba-881f64c3e976 req-cda0c539-be73-4283-88de-ab94ffb93c7d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 944 time: 0.0753708 Nov 08 00:50:11.129802 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-e49cfbf6-b714-469e-af53-cc8e022412c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:11.131164 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-e49cfbf6-b714-469e-af53-cc8e022412c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 1095 time: 0.0680356 Nov 08 00:50:11.220798 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8eaa80f-45af-4701-89ba-881f64c3e976 req-095c41ec-4c3e-4f6a-9ced-4fb5f0afbf7c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867505 Nov 08 00:50:11.256829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-af6187f1-daa9-4993-8f72-cdf956e1b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:11.258280 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-af6187f1-daa9-4993-8f72-cdf956e1b41c service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb6c79fe-2316-425d-bfa8-742df2c0e2f3 HTTP/1.1" status: 200 len: 898 time: 0.1087182 Nov 08 00:50:11.328866 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-e03084be-caaa-4f67-9c25-b6c8d9c0d086 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73ceac00-f312-4c90-9fb7-9ecd25a561bd HTTP/1.1" status: 200 len: 998 time: 0.0619507 Nov 08 00:50:11.378315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-bee70c43-8394-48e4-b5c2-b0eb812cf3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:11.379736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-bee70c43-8394-48e4-b5c2-b0eb812cf3d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ceabcb7-11d4-49f6-9c7f-a568c657e312 HTTP/1.1" status: 200 len: 835 time: 0.0440097 Nov 08 00:50:11.424723 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-ff870339-2eef-445a-bc8a-fde1fee9e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:11.426171 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-ff870339-2eef-445a-bc8a-fde1fee9e0cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb6c79fe-2316-425d-bfa8-742df2c0e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388341 Nov 08 00:50:11.525706 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-eaa451f3-67da-4983-a750-48f28fd12416 service neutron] 10.222.0.20 "GET /v2.0/networks/bb6c79fe-2316-425d-bfa8-742df2c0e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905519 Nov 08 00:50:11.614683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-524a65f5-9a00-4a06-b1e8-49689fa0c2a8 service neutron] 10.222.0.20 "GET /v2.0/networks/bb6c79fe-2316-425d-bfa8-742df2c0e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816042 Nov 08 00:50:11.981442 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 60fe2d4e-e131-4b80-875b-308e8bb07036 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:50:12.077054 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 60fe2d4e-e131-4b80-875b-308e8bb07036, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=60fe2d4e-e131-4b80-875b-308e8bb07036,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:12.106832 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-1af30824-c2a8-42f9-b97d-2743baeb880e tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:12.108384 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-1af30824-c2a8-42f9-b97d-2743baeb880e tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452&tenant_id=1a610190c8f64b4cb76bfe1bed034770&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 1095 time: 0.0455368 Nov 08 00:50:12.236026 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'port_id': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'mac_address': 'fa:16:3e:00:fb:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:50:12.274217 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:12.286859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fe2d4e-e131-4b80-875b-308e8bb07036 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:50:12.307484 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 60fe2d4e-e131-4b80-875b-308e8bb07036, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=60fe2d4e-e131-4b80-875b-308e8bb07036,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:12.327049 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-bba92856-b1ae-41a5-8434-1d17a976345f service neutron] For port 73ceac00-f312-4c90-9fb7-9ecd25a561bd, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:50:12.331577 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-bba92856-b1ae-41a5-8434-1d17a976345f service neutron] Notify callbacks [] for binding, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:12.332704 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e513412c-dbe2-4083-aec4-c95fc26c5b47 req-bba92856-b1ae-41a5-8434-1d17a976345f service neutron] 10.222.0.20 "DELETE /v2.0/ports/73ceac00-f312-4c90-9fb7-9ecd25a561bd/bindings/n-h2-816882-1 HTTP/1.1" status: 204 len: 173 time: 0.2166822 Nov 08 00:50:12.352436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfe3a6-ad11-4dda-9bb0-057ca396b363 req-c38e660b-a61f-42c0-8d4d-967cfd9be9fe tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:12.353918 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d1cfe3a6-ad11-4dda-9bb0-057ca396b363 req-c38e660b-a61f-42c0-8d4d-967cfd9be9fe tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 944 time: 0.0595055 Nov 08 00:50:12.366759 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:12.393691 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d1cfe3a6-ad11-4dda-9bb0-057ca396b363 req-9599c47d-2aac-4aeb-894e-ef4961ae4fa8 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338800 Nov 08 00:50:12.413999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=60fe2d4e-e131-4b80-875b-308e8bb07036,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:12.508597 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['60fe2d4e-e131-4b80-875b-308e8bb07036'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:50:12.509460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed13715-afda-436e-9620-5f66f4fde171 req-5ffa59a0-6c8b-44b2-bd50-c7fef5a0e357 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:12.511980 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bed13715-afda-436e-9620-5f66f4fde171 req-5ffa59a0-6c8b-44b2-bd50-c7fef5a0e357 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 1095 time: 0.0455024 Nov 08 00:50:12.545841 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bed13715-afda-436e-9620-5f66f4fde171 req-da26a5cf-0247-4c4e-a574-1e2ea365c08b tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281005 Nov 08 00:50:12.658315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8847669-7e3d-436a-8d21-f1f929e5f57c req-276f1cd9-38c2-4959-9d87-55a322ef10e6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:12.659794 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8847669-7e3d-436a-8d21-f1f929e5f57c req-276f1cd9-38c2-4959-9d87-55a322ef10e6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 944 time: 0.0482376 Nov 08 00:50:12.696888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8847669-7e3d-436a-8d21-f1f929e5f57c req-c9828e90-dd2b-4309-9664-b383852cec1f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308313 Nov 08 00:50:12.720743 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59486) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:12.783854 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-de9d5f36-cb46-4f9a-8469-ca1dc728e065 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/floatingips/4fd4f9ab-2bb1-4d83-99a7-3ca9da802043 HTTP/1.1" status: 200 len: 990 time: 0.0618994 Nov 08 00:50:13.018213 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59496) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:13.171373 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Deleting port 51b5d19b-012f-43b9-891a-356cb4bfbcab {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:50:13.171706 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:13.195266 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 73ceac00-f312-4c90-9fb7-9ecd25a561bd no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:50:13.234831 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 73ceac00-f312-4c90-9fb7-9ecd25a561bd not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:50:13.251518 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:13.251901 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:13.263376 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Calling delete_port for 51b5d19b-012f-43b9-891a-356cb4bfbcab owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:50:13.446967 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:13.472068 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Port': ['ID=51b5d19b-012f-43b9-891a-356cb4bfbcab,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:13.498710 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:13.499062 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:13.499403 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:13.499740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:13.500115 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:13.500462 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:13.500796 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:13.501126 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:13.501449 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:13.501776 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:13.502098 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:13.502421 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:13.542748 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:13.543189 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Floating IP 4fd4f9ab-2bb1-4d83-99a7-3ca9da802043 disassociated (deleted). External IP: 172.25.2.24, port: 73ceac00-f312-4c90-9fb7-9ecd25a561bd. Nov 08 00:50:13.747614 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Router 0c3d70b0-27a1-46cb-b819-8cb82671dc54 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:50:14.000905 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 60fe2d4e-e131-4b80-875b-308e8bb07036 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:50:14.053100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 60fe2d4e-e131-4b80-875b-308e8bb07036 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:50:14.053471 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:14.134431 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:14.157013 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3f4126-ada4-4573-8998-897c18713832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fe2d4e-e131-4b80-875b-308e8bb07036'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:50:14.158158 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:50:14.159306 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d37552c-a95b-49d7-b259-4f165dd81762" -d '{"events": [{"server_uuid": "7e3f4126-ada4-4573-8998-897c18713832", "name": "network-vif-plugged", "status": "completed", "tag": "60fe2d4e-e131-4b80-875b-308e8bb07036"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:50:14.163075 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:14.176222 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 60fe2d4e-e131-4b80-875b-308e8bb07036, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=60fe2d4e-e131-4b80-875b-308e8bb07036,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:14.179394 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba58d0-5431-4e4f-b2ed-614204f289ce None None] Sync routers for ids ['0c3d70b0-27a1-46cb-b819-8cb82671dc54'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:50:14.191991 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-eb48235c-cd1e-453d-941b-b7096238dfad tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "DELETE /v2.0/floatingips/4fd4f9ab-2bb1-4d83-99a7-3ca9da802043 HTTP/1.1" status: 204 len: 168 time: 1.1708751 Nov 08 00:50:14.192221 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baba58d0-5431-4e4f-b2ed-614204f289ce None None] Routers {'0c3d70b0-27a1-46cb-b819-8cb82671dc54'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:50:14.192334 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae28540-68b1-436c-abb3-503f174a4452', 'tag': '73ceac00-f312-4c90-9fb7-9ecd25a561bd'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:50:14.192443 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-baba58d0-5431-4e4f-b2ed-614204f289ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:50:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0c3d70b0-27a1-46cb-b819-8cb82671dc54'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:14.193289 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89fdc0c-1570-445a-9fdd-8e27909d2b73" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae28540-68b1-436c-abb3-503f174a4452", "tag": "73ceac00-f312-4c90-9fb7-9ecd25a561bd"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:50:14.202987 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7988a4b-5e15-4142-a93d-7f887206ce9d x-openstack-request-id: req-d7988a4b-5e15-4142-a93d-7f887206ce9d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:50:14.204093 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3f4126-ada4-4573-8998-897c18713832", "name": "network-vif-plugged", "status": "completed", "tag": "60fe2d4e-e131-4b80-875b-308e8bb07036", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:50:14.204331 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7988a4b-5e15-4142-a93d-7f887206ce9d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:50:14.204724 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3f4126-ada4-4573-8998-897c18713832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'code': 200} Nov 08 00:50:14.236078 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8a5970-eeb1-4ec8-a801-c9d7ba1368ca x-openstack-request-id: req-ac8a5970-eeb1-4ec8-a801-c9d7ba1368ca {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:50:14.236508 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae28540-68b1-436c-abb3-503f174a4452", "tag": "73ceac00-f312-4c90-9fb7-9ecd25a561bd", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:50:14.236766 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac8a5970-eeb1-4ec8-a801-c9d7ba1368ca {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:50:14.237851 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae28540-68b1-436c-abb3-503f174a4452', 'tag': '73ceac00-f312-4c90-9fb7-9ecd25a561bd', 'status': 'completed', 'code': 200} Nov 08 00:50:14.247300 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:14.302203 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=60fe2d4e-e131-4b80-875b-308e8bb07036,revision_number=10']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:14.326427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fdc0c-1570-445a-9fdd-8e27909d2b73 req-7f263f8b-0c73-4618-a1ca-31c4fe0a2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:14.327932 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-baba58d0-5431-4e4f-b2ed-614204f289ce None None] Set router 0c3d70b0-27a1-46cb-b819-8cb82671dc54 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:50:14.328072 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e89fdc0c-1570-445a-9fdd-8e27909d2b73 req-7f263f8b-0c73-4618-a1ca-31c4fe0a2560 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 1095 time: 0.0433028 Nov 08 00:50:14.425263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fdc0c-1570-445a-9fdd-8e27909d2b73 req-99b76f87-cab3-4621-aeba-42125b012a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:14.426725 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e89fdc0c-1570-445a-9fdd-8e27909d2b73 req-99b76f87-cab3-4621-aeba-42125b012a32 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb6c79fe-2316-425d-bfa8-742df2c0e2f3 HTTP/1.1" status: 200 len: 898 time: 0.0903451 Nov 08 00:50:14.473787 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e89fdc0c-1570-445a-9fdd-8e27909d2b73 req-6d8141b9-fdb5-4f3e-8ed1-08fe17f41e26 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73ceac00-f312-4c90-9fb7-9ecd25a561bd HTTP/1.1" status: 200 len: 217 time: 0.0391021 Nov 08 00:50:14.523870 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-baba58d0-5431-4e4f-b2ed-614204f289ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-656353394', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:49:06Z', 'updated_at': '2021-11-08T00:49:10Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:07Z', 'updated_at': '2021-11-08T00:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '3a596b73-31f0-4cf7-9340-74d1a446db97', 'name': '', 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:6e:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '7ceabcb7-11d4-49f6-9c7f-a568c657e312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:10Z', 'updated_at': '2021-11-08T00:49:13Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': '7ceabcb7-11d4-49f6-9c7f-a568c657e312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:14.552816 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba58d0-5431-4e4f-b2ed-614204f289ce None None] Checking router: 0c3d70b0-27a1-46cb-b819-8cb82671dc54 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:50:14.560807 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baba58d0-5431-4e4f-b2ed-614204f289ce None None] Routers {'0c3d70b0-27a1-46cb-b819-8cb82671dc54'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:50:14.561400 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-baba58d0-5431-4e4f-b2ed-614204f289ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:50:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0c3d70b0-27a1-46cb-b819-8cb82671dc54'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:14.579653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fdc0c-1570-445a-9fdd-8e27909d2b73 req-92f07e55-86c2-4756-9b2d-305d1d0c6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:14.581162 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e89fdc0c-1570-445a-9fdd-8e27909d2b73 req-92f07e55-86c2-4756-9b2d-305d1d0c6a45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ceabcb7-11d4-49f6-9c7f-a568c657e312 HTTP/1.1" status: 200 len: 835 time: 0.0649171 Nov 08 00:50:14.589619 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e20a85-ade5-4976-b8e5-afbe030707f1 req-5876977f-a391-4392-8f47-41d43c47c542 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:14.591174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-86e20a85-ade5-4976-b8e5-afbe030707f1 req-5876977f-a391-4392-8f47-41d43c47c542 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 944 time: 0.0850897 Nov 08 00:50:14.662971 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-86e20a85-ade5-4976-b8e5-afbe030707f1 req-52e16638-525e-45ec-bbe9-d74d5ddfac3b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627556 Nov 08 00:50:14.665660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fdc0c-1570-445a-9fdd-8e27909d2b73 req-3f5bd4e0-da14-4a91-8069-d29681b1e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:14.667085 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e89fdc0c-1570-445a-9fdd-8e27909d2b73 req-3f5bd4e0-da14-4a91-8069-d29681b1e777 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb6c79fe-2316-425d-bfa8-742df2c0e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750203 Nov 08 00:50:14.751779 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-baba58d0-5431-4e4f-b2ed-614204f289ce None None] Set router 0c3d70b0-27a1-46cb-b819-8cb82671dc54 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:50:14.762327 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e89fdc0c-1570-445a-9fdd-8e27909d2b73 req-49590fba-faf8-4548-badf-080e984f14e6 service neutron] 10.222.0.20 "GET /v2.0/networks/bb6c79fe-2316-425d-bfa8-742df2c0e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821431 Nov 08 00:50:14.858489 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e89fdc0c-1570-445a-9fdd-8e27909d2b73 req-d90657d1-2432-4184-97ab-27bf153c6336 service neutron] 10.222.0.20 "GET /v2.0/networks/bb6c79fe-2316-425d-bfa8-742df2c0e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867314 Nov 08 00:50:14.942579 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-baba58d0-5431-4e4f-b2ed-614204f289ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-656353394', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:49:06Z', 'updated_at': '2021-11-08T00:49:10Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:07Z', 'updated_at': '2021-11-08T00:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '3a596b73-31f0-4cf7-9340-74d1a446db97', 'name': '', 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:6e:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '7ceabcb7-11d4-49f6-9c7f-a568c657e312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:10Z', 'updated_at': '2021-11-08T00:49:13Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': '7ceabcb7-11d4-49f6-9c7f-a568c657e312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:14.967410 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba58d0-5431-4e4f-b2ed-614204f289ce None None] The sync data for ids ['0c3d70b0-27a1-46cb-b819-8cb82671dc54'] in n-d-816882-1 is: [{'id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-656353394', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:49:06Z', 'updated_at': '2021-11-08T00:49:10Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:07Z', 'updated_at': '2021-11-08T00:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '3a596b73-31f0-4cf7-9340-74d1a446db97', 'name': '', 'network_id': 'bb6c79fe-2316-425d-bfa8-742df2c0e2f3', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:6e:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '7ceabcb7-11d4-49f6-9c7f-a568c657e312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:10Z', 'updated_at': '2021-11-08T00:49:13Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': '7ceabcb7-11d4-49f6-9c7f-a568c657e312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:50:15.179687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c809c9e2-ce82-4f6e-b187-23111be7202d None None] New status for floating IP 4fd4f9ab-2bb1-4d83-99a7-3ca9da802043: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:50:15.404973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67c3a9-e6dd-4c05-9dc0-9219b005d2c6 req-4b73f95f-fadd-4152-a97e-a8fbc4e3d22c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:15.406321 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b67c3a9-e6dd-4c05-9dc0-9219b005d2c6 req-4b73f95f-fadd-4152-a97e-a8fbc4e3d22c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 944 time: 0.0474319 Nov 08 00:50:15.494530 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-9b67c3a9-e6dd-4c05-9dc0-9219b005d2c6 req-8f402322-f64d-4016-9b30-295dbda7b1d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Deleting port 73ceac00-f312-4c90-9fb7-9ecd25a561bd {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:50:15.494873 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9b67c3a9-e6dd-4c05-9dc0-9219b005d2c6 req-8f402322-f64d-4016-9b30-295dbda7b1d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:15.598025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-9b67c3a9-e6dd-4c05-9dc0-9219b005d2c6 req-8f402322-f64d-4016-9b30-295dbda7b1d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] For port 73ceac00-f312-4c90-9fb7-9ecd25a561bd, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=73ceac00-f312-4c90-9fb7-9ecd25a561bd,segment=NetworkSegment(ba309752-f282-4835-a41d-c398f6f1ce97),segment_id=ba309752-f282-4835-a41d-c398f6f1ce97)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:15.598378 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9b67c3a9-e6dd-4c05-9dc0-9219b005d2c6 req-8f402322-f64d-4016-9b30-295dbda7b1d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:15.611433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-9b67c3a9-e6dd-4c05-9dc0-9219b005d2c6 req-8f402322-f64d-4016-9b30-295dbda7b1d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Calling delete_port for 73ceac00-f312-4c90-9fb7-9ecd25a561bd owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:50:15.788943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2695e09-e364-4edf-8d94-96be49f94ad7 req-a9928909-d79a-4b57-af2c-3a3496002953 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:15.790395 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2695e09-e364-4edf-8d94-96be49f94ad7 req-a9928909-d79a-4b57-af2c-3a3496002953 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae28540-68b1-436c-abb3-503f174a4452 HTTP/1.1" status: 200 len: 944 time: 0.0516002 Nov 08 00:50:15.795809 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9b67c3a9-e6dd-4c05-9dc0-9219b005d2c6 req-8f402322-f64d-4016-9b30-295dbda7b1d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:15.848054 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f402322-f64d-4016-9b30-295dbda7b1d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Port': ['ID=73ceac00-f312-4c90-9fb7-9ecd25a561bd,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:15.906363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2695e09-e364-4edf-8d94-96be49f94ad7 req-7f6f94ed-bb2c-45c1-89a2-d102d4e11ca8 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccbfa93-1327-4c1f-8d76-dfcec25a0353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071441 Nov 08 00:50:15.931483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b67c3a9-e6dd-4c05-9dc0-9219b005d2c6 req-8f402322-f64d-4016-9b30-295dbda7b1d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] No DVR routers for this DVR port 73ceac00-f312-4c90-9fb7-9ecd25a561bd on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:50:15.934680 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-9b67c3a9-e6dd-4c05-9dc0-9219b005d2c6 req-8f402322-f64d-4016-9b30-295dbda7b1d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:15.940427 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b67c3a9-e6dd-4c05-9dc0-9219b005d2c6 req-8f402322-f64d-4016-9b30-295dbda7b1d3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.20 "DELETE /v2.0/ports/73ceac00-f312-4c90-9fb7-9ecd25a561bd HTTP/1.1" status: 204 len: 173 time: 0.5273819 Nov 08 00:50:15.942001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae28540-68b1-436c-abb3-503f174a4452', 'name': 'network-vif-deleted', 'tag': '73ceac00-f312-4c90-9fb7-9ecd25a561bd'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:50:15.943180 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a12c64-2de4-492f-984c-f1a87c14c37d" -d '{"events": [{"server_uuid": "6ae28540-68b1-436c-abb3-503f174a4452", "name": "network-vif-deleted", "tag": "73ceac00-f312-4c90-9fb7-9ecd25a561bd"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:50:15.987337 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca89c12b-5b70-4756-af34-161a5bd3748c x-openstack-request-id: req-ca89c12b-5b70-4756-af34-161a5bd3748c {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:50:15.987558 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae28540-68b1-436c-abb3-503f174a4452", "name": "network-vif-deleted", "tag": "73ceac00-f312-4c90-9fb7-9ecd25a561bd", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:50:15.987910 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca89c12b-5b70-4756-af34-161a5bd3748c {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:50:15.988437 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae28540-68b1-436c-abb3-503f174a4452', 'name': 'network-vif-deleted', 'tag': '73ceac00-f312-4c90-9fb7-9ecd25a561bd', 'status': 'completed', 'code': 200} Nov 08 00:50:16.968025 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59546) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:17.383924 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4cdd52ba-4d09-47cb-86aa-1532a92510a2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:17.674424 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd52ba-4d09-47cb-86aa-1532a92510a2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Deleting port 3a596b73-31f0-4cf7-9340-74d1a446db97 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:50:17.674873 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4cdd52ba-4d09-47cb-86aa-1532a92510a2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:17.774607 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-4cdd52ba-4d09-47cb-86aa-1532a92510a2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] For port 3a596b73-31f0-4cf7-9340-74d1a446db97, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3a596b73-31f0-4cf7-9340-74d1a446db97,segment=NetworkSegment(ba309752-f282-4835-a41d-c398f6f1ce97),segment_id=ba309752-f282-4835-a41d-c398f6f1ce97)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:17.775017 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4cdd52ba-4d09-47cb-86aa-1532a92510a2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:17.790300 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd52ba-4d09-47cb-86aa-1532a92510a2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Calling delete_port for 3a596b73-31f0-4cf7-9340-74d1a446db97 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:50:18.020647 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 73ceac00-f312-4c90-9fb7-9ecd25a561bd no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:50:18.050519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 73ceac00-f312-4c90-9fb7-9ecd25a561bd {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:50:18.051413 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 73ceac00-f312-4c90-9fb7-9ecd25a561bd not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:50:18.075981 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4cdd52ba-4d09-47cb-86aa-1532a92510a2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:18.106914 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd52ba-4d09-47cb-86aa-1532a92510a2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Port': ['ID=3a596b73-31f0-4cf7-9340-74d1a446db97,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:18.365128 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4cdd52ba-4d09-47cb-86aa-1532a92510a2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:18.602690 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdd52ba-4d09-47cb-86aa-1532a92510a2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Router 0c3d70b0-27a1-46cb-b819-8cb82671dc54 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:50:18.717087 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdd52ba-4d09-47cb-86aa-1532a92510a2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:50:18.723699 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4cdd52ba-4d09-47cb-86aa-1532a92510a2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "PUT /v2.0/routers/0c3d70b0-27a1-46cb-b819-8cb82671dc54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7525339 Nov 08 00:50:18.725581 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59556) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:18.728396 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e401dd-782a-4ce0-9277-745259970068 None None] Sync routers for ids ['0c3d70b0-27a1-46cb-b819-8cb82671dc54'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:50:18.738221 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e401dd-782a-4ce0-9277-745259970068 None None] Routers {'0c3d70b0-27a1-46cb-b819-8cb82671dc54'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:50:18.738834 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-64e401dd-782a-4ce0-9277-745259970068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:50:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0c3d70b0-27a1-46cb-b819-8cb82671dc54'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:18.776536 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a042584d-c354-4e8c-84c0-5f93259bd03e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Deleting subnet 7ceabcb7-11d4-49f6-9c7f-a568c657e312 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:50:18.779651 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a042584d-c354-4e8c-84c0-5f93259bd03e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:18.820379 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a042584d-c354-4e8c-84c0-5f93259bd03e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:18.852993 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-64e401dd-782a-4ce0-9277-745259970068 None None] Set router 0c3d70b0-27a1-46cb-b819-8cb82671dc54 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:50:18.910468 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a042584d-c354-4e8c-84c0-5f93259bd03e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:19.034330 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-64e401dd-782a-4ce0-9277-745259970068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-656353394', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:49:06Z', 'updated_at': '2021-11-08T00:50:17Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:07Z', 'updated_at': '2021-11-08T00:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:19.059616 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e401dd-782a-4ce0-9277-745259970068 None None] Checking router: 0c3d70b0-27a1-46cb-b819-8cb82671dc54 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:50:19.067814 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e401dd-782a-4ce0-9277-745259970068 None None] Routers {'0c3d70b0-27a1-46cb-b819-8cb82671dc54'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:50:19.068440 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-64e401dd-782a-4ce0-9277-745259970068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:50:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['0c3d70b0-27a1-46cb-b819-8cb82671dc54'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:19.070307 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a042584d-c354-4e8c-84c0-5f93259bd03e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:19.098384 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042584d-c354-4e8c-84c0-5f93259bd03e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Subnet': ['ID=7ceabcb7-11d4-49f6-9c7f-a568c657e312,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:19.108964 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a042584d-c354-4e8c-84c0-5f93259bd03e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:19.113797 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fce6f24-7b6c-4cb4-aad2-d935f8f63014 None None] Network bb6c79fe-2316-425d-bfa8-742df2c0e2f3 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:50:19.115405 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59560) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:19.115876 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a042584d-c354-4e8c-84c0-5f93259bd03e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "DELETE /v2.0/subnets/7ceabcb7-11d4-49f6-9c7f-a568c657e312 HTTP/1.1" status: 204 len: 168 time: 0.3888552 Nov 08 00:50:19.178814 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-64e401dd-782a-4ce0-9277-745259970068 None None] Set router 0c3d70b0-27a1-46cb-b819-8cb82671dc54 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:50:19.310479 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:19.394489 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-64e401dd-782a-4ce0-9277-745259970068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-656353394', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:49:06Z', 'updated_at': '2021-11-08T00:50:17Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:07Z', 'updated_at': '2021-11-08T00:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:19.403025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbe7328-0efa-4de1-9cd5-aae33edca741 None None] DHCP port deletion for bb6c79fe-2316-425d-bfa8-742df2c0e2f3 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:50:19.427025 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e401dd-782a-4ce0-9277-745259970068 None None] The sync data for ids ['0c3d70b0-27a1-46cb-b819-8cb82671dc54'] in n-d-816882-1 is: [{'id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-656353394', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:49:06Z', 'updated_at': '2021-11-08T00:50:17Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': '1e8ee491-ce9b-48b7-a866-0155a08c335e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d70b0-27a1-46cb-b819-8cb82671dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:49:07Z', 'updated_at': '2021-11-08T00:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:50:19.442820 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:19.485397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4bbe7328-0efa-4de1-9cd5-aae33edca741 None None] Deleting port a9145aea-ff77-4ff8-9766-179c79b171bc {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:50:19.486154 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7328-0efa-4de1-9cd5-aae33edca741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:19.563429 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4bbe7328-0efa-4de1-9cd5-aae33edca741 None None] For port a9145aea-ff77-4ff8-9766-179c79b171bc, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a9145aea-ff77-4ff8-9766-179c79b171bc,segment=NetworkSegment(ba309752-f282-4835-a41d-c398f6f1ce97),segment_id=ba309752-f282-4835-a41d-c398f6f1ce97)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:19.563741 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7328-0efa-4de1-9cd5-aae33edca741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:19.580723 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4bbe7328-0efa-4de1-9cd5-aae33edca741 None None] Calling delete_port for a9145aea-ff77-4ff8-9766-179c79b171bc owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:50:19.581068 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Deleting port 1e8ee491-ce9b-48b7-a866-0155a08c335e {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:50:19.581068 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:19.690859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] For port 1e8ee491-ce9b-48b7-a866-0155a08c335e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=1e8ee491-ce9b-48b7-a866-0155a08c335e,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:19.691161 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:19.709876 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Calling delete_port for 1e8ee491-ce9b-48b7-a866-0155a08c335e owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:50:19.767952 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7328-0efa-4de1-9cd5-aae33edca741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:19.840312 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbe7328-0efa-4de1-9cd5-aae33edca741 None None] No DVR routers for this DVR port a9145aea-ff77-4ff8-9766-179c79b171bc on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:50:19.844376 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe7328-0efa-4de1-9cd5-aae33edca741 None None] Pushing event deleted for resources: {'Port': ['ID=a9145aea-ff77-4ff8-9766-179c79b171bc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:20.007160 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:20.038979 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Port': ['ID=1e8ee491-ce9b-48b7-a866-0155a08c335e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:20.051866 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:20.052436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:20.052883 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:20.053328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:20.053789 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:20.054224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:20.054823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:20.055290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:20.055804 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:20.056189 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:20.056625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:20.057057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:20.361825 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3a596b73-31f0-4cf7-9340-74d1a446db97 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:50:20.388401 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 3a596b73-31f0-4cf7-9340-74d1a446db97 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:50:20.389046 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3a596b73-31f0-4cf7-9340-74d1a446db97 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:50:20.390589 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a9145aea-ff77-4ff8-9766-179c79b171bc no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:50:20.414656 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: a9145aea-ff77-4ff8-9766-179c79b171bc {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:50:20.415325 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a9145aea-ff77-4ff8-9766-179c79b171bc not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:50:20.469901 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:20.575533 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:20.577939 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:20.694103 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:20.695209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Fanout notify agent at l3_agent the message router_deleted on router 0c3d70b0-27a1-46cb-b819-8cb82671dc54 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:50:20.717427 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:20.719418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f8cddc07-11c0-4e06-be09-9a379fa0c7cf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "DELETE /v2.0/routers/0c3d70b0-27a1-46cb-b819-8cb82671dc54 HTTP/1.1" status: 204 len: 168 time: 1.6024029 Nov 08 00:50:20.722009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59572) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:20.823580 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be95e158-011b-4ffc-bec6-65ac185ec063 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:20.941748 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be95e158-011b-4ffc-bec6-65ac185ec063 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:20.963669 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-be95e158-011b-4ffc-bec6-65ac185ec063 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6c79fe-2316-425d-bfa8-742df2c0e2f3']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:20.973987 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-be95e158-011b-4ffc-bec6-65ac185ec063 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba309752-f282-4835-a41d-c398f6f1ce97') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:20.974341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-be95e158-011b-4ffc-bec6-65ac185ec063 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba309752-f282-4835-a41d-c398f6f1ce97') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:20.983953 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be95e158-011b-4ffc-bec6-65ac185ec063 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:21.001014 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be95e158-011b-4ffc-bec6-65ac185ec063 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:21.008572 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be95e158-011b-4ffc-bec6-65ac185ec063 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:50:21.009069 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be95e158-011b-4ffc-bec6-65ac185ec063 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:50:21.012548 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:50:21.139564 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be95e158-011b-4ffc-bec6-65ac185ec063 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:21.150247 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be95e158-011b-4ffc-bec6-65ac185ec063 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:21.157620 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-be95e158-011b-4ffc-bec6-65ac185ec063 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "DELETE /v2.0/networks/bb6c79fe-2316-425d-bfa8-742df2c0e2f3 HTTP/1.1" status: 204 len: 168 time: 0.4321954 Nov 08 00:50:21.158201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59574) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:21.185794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95e158-011b-4ffc-bec6-65ac185ec063 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Network': ['ID=bb6c79fe-2316-425d-bfa8-742df2c0e2f3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:21.262588 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5fb6631a-3231-4a38-9e61-7a2e10e94870 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:21.313421 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5fb6631a-3231-4a38-9e61-7a2e10e94870 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:21.481333 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5fb6631a-3231-4a38-9e61-7a2e10e94870 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:21.484318 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5fb6631a-3231-4a38-9e61-7a2e10e94870 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:21.486275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5fb6631a-3231-4a38-9e61-7a2e10e94870 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "DELETE /v2.0/security-groups/1ccbfa93-1327-4c1f-8d76-dfcec25a0353 HTTP/1.1" status: 204 len: 168 time: 0.3271341 Nov 08 00:50:21.496976 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6631a-3231-4a38-9e61-7a2e10e94870 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccbfa93-1327-4c1f-8d76-dfcec25a0353,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:22.137388 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 1e8ee491-ce9b-48b7-a866-0155a08c335e no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:50:22.158541 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 1e8ee491-ce9b-48b7-a866-0155a08c335e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:50:22.158893 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 1e8ee491-ce9b-48b7-a866-0155a08c335e not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:50:22.324402 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59588) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:22.329349 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-58bbc84a-a236-426c-92d8-72b48bdcc860 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1006613621', 'description': 'tempest-secgroup-smoke-1006613621 description', 'project_id': '1a610190c8f64b4cb76bfe1bed034770'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:50:22.425070 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-58bbc84a-a236-426c-92d8-72b48bdcc860 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:22.500058 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-58bbc84a-a236-426c-92d8-72b48bdcc860 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:22.555981 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-58bbc84a-a236-426c-92d8-72b48bdcc860 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:22.591847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbc84a-a236-426c-92d8-72b48bdcc860 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802f7807-65db-443b-ac38-41a39315286f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:22.626896 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-58bbc84a-a236-426c-92d8-72b48bdcc860 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:22.631681 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59594) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:22.632420 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-58bbc84a-a236-426c-92d8-72b48bdcc860 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3066037 Nov 08 00:50:22.638631 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-80824571-23ce-4c81-8da5-d8b61f8e04a7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '802f7807-65db-443b-ac38-41a39315286f', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:50:22.744032 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80824571-23ce-4c81-8da5-d8b61f8e04a7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:22.807804 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80824571-23ce-4c81-8da5-d8b61f8e04a7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:22.864242 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80824571-23ce-4c81-8da5-d8b61f8e04a7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:22.887134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80824571-23ce-4c81-8da5-d8b61f8e04a7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429af253-0ecc-4846-81f1-de844c3a4efb,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:22.975188 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80824571-23ce-4c81-8da5-d8b61f8e04a7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:22.979807 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59596) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:22.984491 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2016929a-1cbd-4f65-8e70-c3c0cb7a553b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '802f7807-65db-443b-ac38-41a39315286f', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:50:22.985221 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-80824571-23ce-4c81-8da5-d8b61f8e04a7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3518393 Nov 08 00:50:23.066467 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2016929a-1cbd-4f65-8e70-c3c0cb7a553b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:23.138466 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2016929a-1cbd-4f65-8e70-c3c0cb7a553b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:23.201358 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2016929a-1cbd-4f65-8e70-c3c0cb7a553b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:23.223118 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016929a-1cbd-4f65-8e70-c3c0cb7a553b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a75f3fa-cf80-4883-99db-8771ba06af26,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:23.315403 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2016929a-1cbd-4f65-8e70-c3c0cb7a553b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:23.316853 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2016929a-1cbd-4f65-8e70-c3c0cb7a553b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3359013 Nov 08 00:50:23.319812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59598) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:23.325082 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-e2327a79-63a4-420d-8a87-09aad3c79b1f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '802f7807-65db-443b-ac38-41a39315286f', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:50:23.452799 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e2327a79-63a4-420d-8a87-09aad3c79b1f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:23.521205 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e2327a79-63a4-420d-8a87-09aad3c79b1f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:23.607259 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e2327a79-63a4-420d-8a87-09aad3c79b1f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:23.627541 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2327a79-63a4-420d-8a87-09aad3c79b1f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7fafb8-2195-411c-9312-48aef77ceaf3,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:23.679425 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e2327a79-63a4-420d-8a87-09aad3c79b1f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:23.681134 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e2327a79-63a4-420d-8a87-09aad3c79b1f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3599553 Nov 08 00:50:23.683842 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59604) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:23.689480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-625f72a3-6b0d-486b-b7c5-0334041ad31d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '802f7807-65db-443b-ac38-41a39315286f', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:50:23.775349 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-625f72a3-6b0d-486b-b7c5-0334041ad31d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:23.846403 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-625f72a3-6b0d-486b-b7c5-0334041ad31d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:23.904566 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-625f72a3-6b0d-486b-b7c5-0334041ad31d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:23.922745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f72a3-6b0d-486b-b7c5-0334041ad31d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87641be-4143-4494-bbba-751c8818c872,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:23.987543 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-625f72a3-6b0d-486b-b7c5-0334041ad31d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:23.988811 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-625f72a3-6b0d-486b-b7c5-0334041ad31d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3035986 Nov 08 00:50:23.991606 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59606) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:23.996013 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-42e5033b-9dd8-47d6-81c1-81140e25292f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '802f7807-65db-443b-ac38-41a39315286f', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:50:24.093633 n-d-816882-1 neutron-server[102772]: INFO neutron.db.securitygroups_db [None req-42e5033b-9dd8-47d6-81c1-81140e25292f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Project 1a610190c8f64b4cb76bfe1bed034770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:50:24.101198 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42e5033b-9dd8-47d6-81c1-81140e25292f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:24.170987 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42e5033b-9dd8-47d6-81c1-81140e25292f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:24.258661 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42e5033b-9dd8-47d6-81c1-81140e25292f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:24.281112 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5033b-9dd8-47d6-81c1-81140e25292f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc09dc23-75d0-44f0-873d-dd7f82bc998a,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:24.404200 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-42e5033b-9dd8-47d6-81c1-81140e25292f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:24.409409 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-42e5033b-9dd8-47d6-81c1-81140e25292f tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4147344 Nov 08 00:50:24.411479 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59612) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:24.417289 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-3a9718e2-4f97-4f13-a3b3-dad250385ca6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'security_group_rule': {'security_group_id': '802f7807-65db-443b-ac38-41a39315286f', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:50:24.505395 n-d-816882-1 neutron-server[102772]: INFO neutron.db.securitygroups_db [None req-3a9718e2-4f97-4f13-a3b3-dad250385ca6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Project 1a610190c8f64b4cb76bfe1bed034770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:50:24.509878 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3a9718e2-4f97-4f13-a3b3-dad250385ca6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:24.580219 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3a9718e2-4f97-4f13-a3b3-dad250385ca6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:24.653026 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3a9718e2-4f97-4f13-a3b3-dad250385ca6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:24.674509 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9718e2-4f97-4f13-a3b3-dad250385ca6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1894b6-213f-448c-b0ee-7bf9e29a7ac2,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:24.740699 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3a9718e2-4f97-4f13-a3b3-dad250385ca6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:24.742141 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3a9718e2-4f97-4f13-a3b3-dad250385ca6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3294525 Nov 08 00:50:24.745595 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59614) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:24.750669 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-9e59d24f-fd22-4b79-8f02-e076177e3839 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'network': {'name': 'tempest-network-smoke--314040914', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'port_security_enabled': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:50:24.847383 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e59d24f-fd22-4b79-8f02-e076177e3839 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Made reservation on behalf of 1a610190c8f64b4cb76bfe1bed034770 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:50:24.851298 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9e59d24f-fd22-4b79-8f02-e076177e3839 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:24.881401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e59d24f-fd22-4b79-8f02-e076177e3839 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:50:24.892086 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9e59d24f-fd22-4b79-8f02-e076177e3839 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:24.892440 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-9e59d24f-fd22-4b79-8f02-e076177e3839 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Added segment 17eed788-dc30-412b-83c3-8074238fad22 of type vlan for network 91d3e5ec-9b47-432e-9fea-cdb1e2d08809 Nov 08 00:50:24.934966 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9e59d24f-fd22-4b79-8f02-e076177e3839 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:25.006827 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9e59d24f-fd22-4b79-8f02-e076177e3839 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:25.012872 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e59d24f-fd22-4b79-8f02-e076177e3839 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:25.013824 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9e59d24f-fd22-4b79-8f02-e076177e3839 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:25.089726 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59d24f-fd22-4b79-8f02-e076177e3839 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Network': ['ID=91d3e5ec-9b47-432e-9fea-cdb1e2d08809,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:25.210226 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 91d3e5ec-9b47-432e-9fea-cdb1e2d08809 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:50:25.211199 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:50:25.340896 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9e59d24f-fd22-4b79-8f02-e076177e3839 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5944331 Nov 08 00:50:25.343516 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59616) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:25.348724 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-331e213a-9186-441b-8004-ea4223b5de48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-338970992', 'admin_state_up': True, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:50:25.447112 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-331e213a-9186-441b-8004-ea4223b5de48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:25.448367 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-331e213a-9186-441b-8004-ea4223b5de48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:25.508830 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-331e213a-9186-441b-8004-ea4223b5de48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:25.696119 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-331e213a-9186-441b-8004-ea4223b5de48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:25.961403 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-331e213a-9186-441b-8004-ea4223b5de48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:25.982278 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-331e213a-9186-441b-8004-ea4223b5de48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:26.095148 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-331e213a-9186-441b-8004-ea4223b5de48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Allocated IP 172.25.2.73 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/cf39d3b6-c86e-40ee-981c-e577505b2051) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:50:26.196163 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-331e213a-9186-441b-8004-ea4223b5de48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:26.275644 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-331e213a-9186-441b-8004-ea4223b5de48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:26.311577 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331e213a-9186-441b-8004-ea4223b5de48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:50:26.314976 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-331e213a-9186-441b-8004-ea4223b5de48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:50:26.317938 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e213a-9186-441b-8004-ea4223b5de48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:50:26.350735 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e213a-9186-441b-8004-ea4223b5de48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=cf39d3b6-c86e-40ee-981c-e577505b2051,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:26.613394 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f38035-d2d1-4e61-979a-f52855bccfea req-0374a3c5-4c9e-4985-82ec-4d8833a034e0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:26.614890 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08f38035-d2d1-4e61-979a-f52855bccfea req-0374a3c5-4c9e-4985-82ec-4d8833a034e0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 947 time: 0.0488384 Nov 08 00:50:26.632568 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-331e213a-9186-441b-8004-ea4223b5de48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:26.653110 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08f38035-d2d1-4e61-979a-f52855bccfea req-e4bc05c4-7aae-40e9-a7c4-e3829940e63a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322053 Nov 08 00:50:27.141252 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-331e213a-9186-441b-8004-ea4223b5de48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:27.315002 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331e213a-9186-441b-8004-ea4223b5de48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Router 6c876a7b-2611-436f-987a-e7f2c61f5b96 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:50:27.419227 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331e213a-9186-441b-8004-ea4223b5de48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:50:27.428391 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] Sync routers for ids ['6c876a7b-2611-436f-987a-e7f2c61f5b96'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:50:27.437393 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] Routers {'6c876a7b-2611-436f-987a-e7f2c61f5b96'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:50:27.438546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:50:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6c876a7b-2611-436f-987a-e7f2c61f5b96'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:27.488661 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-331e213a-9186-441b-8004-ea4223b5de48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:27.492909 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-331e213a-9186-441b-8004-ea4223b5de48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1446581 Nov 08 00:50:27.493295 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59650) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:27.522331 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3eefbfe6-85b6-4e2f-81c4-a7ee240bfc04 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1a610190c8f64b4cb76bfe1bed034770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278676 Nov 08 00:50:27.525642 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59652) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:27.542214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] Set router 6c876a7b-2611-436f-987a-e7f2c61f5b96 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:50:27.614339 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7860147e-db6a-44bb-8c54-61974e16cbca tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:27.615892 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7860147e-db6a-44bb-8c54-61974e16cbca tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893080 Nov 08 00:50:27.618752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59654) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:27.646750 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-451aeb42-1407-42da-b7cd-271c20a4da4f tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268676 Nov 08 00:50:27.649282 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59656) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:27.653872 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-cd6bf303-aae8-4fc1-b7dc-26199ea9f911 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1911811332', 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809', 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:50:27.731605 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338970992', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:26Z', 'revision_number': 3, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:27.758653 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] Checking router: 6c876a7b-2611-436f-987a-e7f2c61f5b96 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:50:27.759011 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] Updating router 6c876a7b-2611-436f-987a-e7f2c61f5b96 port cf39d3b6-c86e-40ee-981c-e577505b2051 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:50:27.777869 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d46351-b014-457d-a07f-f55fab6a68a8 req-9ead1c38-c8c5-4c30-b9a1-d415139de71b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:27.779618 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65d46351-b014-457d-a07f-f55fab6a68a8 req-9ead1c38-c8c5-4c30-b9a1-d415139de71b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 947 time: 0.0520217 Nov 08 00:50:27.783731 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:27.818822 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65d46351-b014-457d-a07f-f55fab6a68a8 req-6858b4d5-3427-4136-86b8-3f51723abe98 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324466 Nov 08 00:50:27.840933 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6bf303-aae8-4fc1-b7dc-26199ea9f911 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Made reservation on behalf of 1a610190c8f64b4cb76bfe1bed034770 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:50:27.844932 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cd6bf303-aae8-4fc1-b7dc-26199ea9f911 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:28.047673 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:28.075915 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cd6bf303-aae8-4fc1-b7dc-26199ea9f911 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:28.099579 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:28.133970 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bf303-aae8-4fc1-b7dc-26199ea9f911 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Subnet': ['ID=701e71e7-f84b-4da3-bcb3-e70aa4a0b84a,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:28.147503 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] Attempting to bind port cf39d3b6-c86e-40ee-981c-e577505b2051 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:50:28.147897 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] Attempting to bind port cf39d3b6-c86e-40ee-981c-e577505b2051 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:50:28.148256 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] Attempting to bind port cf39d3b6-c86e-40ee-981c-e577505b2051 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:50:28.151884 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6bf303-aae8-4fc1-b7dc-26199ea9f911 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Checking segment: {'id': '17eed788-dc30-412b-83c3-8074238fad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:50:28.151884 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6bf303-aae8-4fc1-b7dc-26199ea9f911 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network hostable DHCP agents. Network: 91d3e5ec-9b47-432e-9fea-cdb1e2d08809, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:50:28.160051 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:50:28.160437 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:50:28.160807 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:28.161188 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:50:28.161653 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] Bound port: cf39d3b6-c86e-40ee-981c-e577505b2051, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:50:28.162040 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:28.164945 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18754ec0-4982-4114-9f7e-9aefd1f5bcdf None None] Pushing event updated for resources: {'Port': ['ID=cf39d3b6-c86e-40ee-981c-e577505b2051,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:28.184399 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf6d7e73-6211-4155-af6c-20aa9aba885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:28.195621 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18754ec0-4982-4114-9f7e-9aefd1f5bcdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:28.195997 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18754ec0-4982-4114-9f7e-9aefd1f5bcdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:28.196334 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18754ec0-4982-4114-9f7e-9aefd1f5bcdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:28.196661 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18754ec0-4982-4114-9f7e-9aefd1f5bcdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:28.196991 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18754ec0-4982-4114-9f7e-9aefd1f5bcdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:28.197316 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18754ec0-4982-4114-9f7e-9aefd1f5bcdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:28.197636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18754ec0-4982-4114-9f7e-9aefd1f5bcdf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:28.197965 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18754ec0-4982-4114-9f7e-9aefd1f5bcdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:28.198275 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18754ec0-4982-4114-9f7e-9aefd1f5bcdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:28.198589 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18754ec0-4982-4114-9f7e-9aefd1f5bcdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:28.198905 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18754ec0-4982-4114-9f7e-9aefd1f5bcdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:28.199247 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18754ec0-4982-4114-9f7e-9aefd1f5bcdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:28.218454 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6bf303-aae8-4fc1-b7dc-26199ea9f911 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network 91d3e5ec-9b47-432e-9fea-cdb1e2d08809 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:50:28.232851 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] For port cf39d3b6-c86e-40ee-981c-e577505b2051, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:50:28.236439 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] For port cf39d3b6-c86e-40ee-981c-e577505b2051, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=cf39d3b6-c86e-40ee-981c-e577505b2051,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:50:28.275502 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-cd6bf303-aae8-4fc1-b7dc-26199ea9f911 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 91d3e5ec-9b47-432e-9fea-cdb1e2d08809) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:50:28.275874 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:28.280295 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6bf303-aae8-4fc1-b7dc-26199ea9f911 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:28.281062 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cd6bf303-aae8-4fc1-b7dc-26199ea9f911 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:28.306034 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f70bdb-c4ca-45e8-b73e-a88d04dc9aca None None] Network 91d3e5ec-9b47-432e-9fea-cdb1e2d08809 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:50:28.345119 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cd6bf303-aae8-4fc1-b7dc-26199ea9f911 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6934967 Nov 08 00:50:28.347427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59672) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:28.387709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18754ec0-4982-4114-9f7e-9aefd1f5bcdf None None] Pushing event updated for resources: {'Port': ['ID=cf39d3b6-c86e-40ee-981c-e577505b2051,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:28.390249 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] Routers {'6c876a7b-2611-436f-987a-e7f2c61f5b96'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:50:28.390873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:50:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6c876a7b-2611-436f-987a-e7f2c61f5b96'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:28.493481 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffb4d6-e219-4227-961c-f345aa0edae9 req-9fe1bafd-1179-488b-89c0-de5eb61209fc tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:28.494991 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5ffb4d6-e219-4227-961c-f345aa0edae9 req-9fe1bafd-1179-488b-89c0-de5eb61209fc tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 947 time: 0.0988078 Nov 08 00:50:28.564233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] Set router 6c876a7b-2611-436f-987a-e7f2c61f5b96 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:50:28.590208 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-91d3e5ec-9b47-432e-9fea-cdb1e2d08809', 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'fixed_ips': [{'subnet_id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:50:28.591064 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:28.619161 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5ffb4d6-e219-4227-961c-f345aa0edae9 req-8b07cb45-eafc-4632-ab6b-20944ecbc978 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118705 Nov 08 00:50:28.836126 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] Allocated IP 172.20.0.2 (91d3e5ec-9b47-432e-9fea-cdb1e2d08809/701e71e7-f84b-4da3-bcb3-e70aa4a0b84a/55b3e3d1-5041-4dff-9fa3-cd463ea20430) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:50:28.862449 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f86eece6-2dd9-456b-bb8c-c97b58b2d757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:28.905501 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338970992', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:26Z', 'revision_number': 3, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:28.936059 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298d9da0-5959-4d08-9f68-e349927c8dd7 None None] The sync data for ids ['6c876a7b-2611-436f-987a-e7f2c61f5b96'] in n-d-816882-1 is: [{'id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338970992', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:26Z', 'revision_number': 3, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:50:29.024909 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:29.064709 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:29.105611 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] Network 91d3e5ec-9b47-432e-9fea-cdb1e2d08809 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:50:29.108720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:50:29.112903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:50:29.124298 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] Pushing event updated for resources: {'Port': ['ID=55b3e3d1-5041-4dff-9fa3-cd463ea20430,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:29.180031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-f86eece6-2dd9-456b-bb8c-c97b58b2d757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Allocated IP 172.20.0.1 (91d3e5ec-9b47-432e-9fea-cdb1e2d08809/701e71e7-f84b-4da3-bcb3-e70aa4a0b84a/c7b64d77-e566-4ca4-b754-9e1c1ef78a37) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:50:29.196693 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] Attempting to bind port 55b3e3d1-5041-4dff-9fa3-cd463ea20430 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:50:29.197063 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] Attempting to bind port 55b3e3d1-5041-4dff-9fa3-cd463ea20430 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '17eed788-dc30-412b-83c3-8074238fad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:50:29.197422 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] Attempting to bind port 55b3e3d1-5041-4dff-9fa3-cd463ea20430 on network 91d3e5ec-9b47-432e-9fea-cdb1e2d08809 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:50:29.202384 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:50:29.202756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] Checking segment: {'id': '17eed788-dc30-412b-83c3-8074238fad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:50:29.203186 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:29.203576 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] Bound using segment: {'id': '17eed788-dc30-412b-83c3-8074238fad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:50:29.204190 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] Bound port: 55b3e3d1-5041-4dff-9fa3-cd463ea20430, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17eed788-dc30-412b-83c3-8074238fad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:50:29.206832 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:29.281933 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] For port 55b3e3d1-5041-4dff-9fa3-cd463ea20430, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:50:29.285304 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] For port 55b3e3d1-5041-4dff-9fa3-cd463ea20430, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=55b3e3d1-5041-4dff-9fa3-cd463ea20430,segment=NetworkSegment(17eed788-dc30-412b-83c3-8074238fad22),segment_id=17eed788-dc30-412b-83c3-8074238fad22)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:50:29.316446 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f86eece6-2dd9-456b-bb8c-c97b58b2d757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:29.356277 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:29.413572 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f86eece6-2dd9-456b-bb8c-c97b58b2d757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:29.426179 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8da30-45b7-46d3-a294-0b1cf7b56706 None None] Pushing event updated for resources: {'Port': ['ID=55b3e3d1-5041-4dff-9fa3-cd463ea20430,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:29.456156 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86eece6-2dd9-456b-bb8c-c97b58b2d757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network 91d3e5ec-9b47-432e-9fea-cdb1e2d08809 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:50:29.462243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-f86eece6-2dd9-456b-bb8c-c97b58b2d757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:50:29.465279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86eece6-2dd9-456b-bb8c-c97b58b2d757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:50:29.514803 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86eece6-2dd9-456b-bb8c-c97b58b2d757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=c7b64d77-e566-4ca4-b754-9e1c1ef78a37,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:29.528773 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f86eece6-2dd9-456b-bb8c-c97b58b2d757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:29.767358 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f86eece6-2dd9-456b-bb8c-c97b58b2d757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:29.777622 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f14bd-4c59-4ce0-a498-f71da55e97bb req-99ca9401-d918-4560-8337-e57ad89e83db tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:29.779099 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7b5f14bd-4c59-4ce0-a498-f71da55e97bb req-99ca9401-d918-4560-8337-e57ad89e83db tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 947 time: 0.0823944 Nov 08 00:50:29.854032 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7b5f14bd-4c59-4ce0-a498-f71da55e97bb req-224fa889-fcd3-4bfd-a2d6-1d9791583a02 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632055 Nov 08 00:50:30.077805 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f86eece6-2dd9-456b-bb8c-c97b58b2d757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:30.119603 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 60fe2d4e-e131-4b80-875b-308e8bb07036 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:50:30.144428 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f86eece6-2dd9-456b-bb8c-c97b58b2d757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:30.216343 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:30.230038 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86eece6-2dd9-456b-bb8c-c97b58b2d757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=c7b64d77-e566-4ca4-b754-9e1c1ef78a37,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:30.233783 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f86eece6-2dd9-456b-bb8c-c97b58b2d757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:30.250506 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3f4126-ada4-4573-8998-897c18713832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60fe2d4e-e131-4b80-875b-308e8bb07036'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:50:30.253393 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf2ea14-0a69-48b2-b7eb-f89c0abccd21" -d '{"events": [{"server_uuid": "7e3f4126-ada4-4573-8998-897c18713832", "name": "network-vif-unplugged", "status": "completed", "tag": "60fe2d4e-e131-4b80-875b-308e8bb07036"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:50:30.259240 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 60fe2d4e-e131-4b80-875b-308e8bb07036, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=60fe2d4e-e131-4b80-875b-308e8bb07036,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:30.274586 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 55b3e3d1-5041-4dff-9fa3-cd463ea20430 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:50:30.318573 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3fd629-eb07-44e6-9031-7994e9b24414 x-openstack-request-id: req-ef3fd629-eb07-44e6-9031-7994e9b24414 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:50:30.320816 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3f4126-ada4-4573-8998-897c18713832", "name": "network-vif-unplugged", "status": "completed", "tag": "60fe2d4e-e131-4b80-875b-308e8bb07036", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:50:30.320816 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef3fd629-eb07-44e6-9031-7994e9b24414 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:50:30.320816 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3f4126-ada4-4573-8998-897c18713832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'code': 200} Nov 08 00:50:30.322684 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:30.365184 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86eece6-2dd9-456b-bb8c-c97b58b2d757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network 91d3e5ec-9b47-432e-9fea-cdb1e2d08809 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:50:30.366508 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-f86eece6-2dd9-456b-bb8c-c97b58b2d757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:50:30.370098 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 55b3e3d1-5041-4dff-9fa3-cd463ea20430 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:50:30.370392 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:30.402333 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=60fe2d4e-e131-4b80-875b-308e8bb07036,revision_number=11']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:30.487368 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86eece6-2dd9-456b-bb8c-c97b58b2d757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Router 6c876a7b-2611-436f-987a-e7f2c61f5b96 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:50:30.608532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86eece6-2dd9-456b-bb8c-c97b58b2d757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:50:30.618651 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f86eece6-2dd9-456b-bb8c-c97b58b2d757 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "PUT /v2.0/routers/6c876a7b-2611-436f-987a-e7f2c61f5b96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2695329 Nov 08 00:50:30.626383 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:30.672836 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 55b3e3d1-5041-4dff-9fa3-cd463ea20430, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=55b3e3d1-5041-4dff-9fa3-cd463ea20430,segment=NetworkSegment(17eed788-dc30-412b-83c3-8074238fad22),segment_id=17eed788-dc30-412b-83c3-8074238fad22)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:30.692972 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0529a35a-cd69-4590-992f-6333723e0ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:30.710053 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:30.710949 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cf39d3b6-c86e-40ee-981c-e577505b2051 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:50:30.802810 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=55b3e3d1-5041-4dff-9fa3-cd463ea20430,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:30.802810 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a643bb-1c52-41a5-872f-f43b82b272eb None None] Network 91d3e5ec-9b47-432e-9fea-cdb1e2d08809 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:50:30.843047 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2d3a3b73-1337-472f-a630-0c2757a54726 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006613621&fields=id&tenant_id=1a610190c8f64b4cb76bfe1bed034770 HTTP/1.1" status: 200 len: 267 time: 0.0341430 Nov 08 00:50:30.857053 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port cf39d3b6-c86e-40ee-981c-e577505b2051 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:50:30.857053 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:30.884810 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] Sync routers for ids ['6c876a7b-2611-436f-987a-e7f2c61f5b96'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:50:30.900075 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] Routers {'6c876a7b-2611-436f-987a-e7f2c61f5b96'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:50:30.900945 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:50:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6c876a7b-2611-436f-987a-e7f2c61f5b96'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:30.943148 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-79d90bbb-de3c-4b2a-b3b8-5262a48b7977 None None] Provisioning complete for port 55b3e3d1-5041-4dff-9fa3-cd463ea20430 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:50:30.943533 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-79d90bbb-de3c-4b2a-b3b8-5262a48b7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:30.992855 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-631e777a-6cf8-438a-8303-bc54c48d2229 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:30.994346 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-631e777a-6cf8-438a-8303-bc54c48d2229 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/networks?id=91d3e5ec-9b47-432e-9fea-cdb1e2d08809 HTTP/1.1" status: 200 len: 796 time: 0.1412363 Nov 08 00:50:31.017620 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3b49c-3639-4593-9b99-112e7f892de3 req-dba79e69-0a1f-4e70-a6fd-2d6bfb9925ce tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:31.020845 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9b3b49c-3639-4593-9b99-112e7f892de3 req-dba79e69-0a1f-4e70-a6fd-2d6bfb9925ce tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0863705 Nov 08 00:50:31.021046 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] Set router 6c876a7b-2611-436f-987a-e7f2c61f5b96 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:50:31.025023 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-8adfbcb1-0749-4ff6-9da8-4d58742deda2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/quotas/1a610190c8f64b4cb76bfe1bed034770 HTTP/1.1" status: 200 len: 375 time: 0.0223639 Nov 08 00:50:31.045834 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:31.091118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9b3b49c-3639-4593-9b99-112e7f892de3 req-133be3f2-efaa-41ad-86ce-861b901289e4 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644996 Nov 08 00:50:31.103814 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port cf39d3b6-c86e-40ee-981c-e577505b2051, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=cf39d3b6-c86e-40ee-981c-e577505b2051,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:31.106869 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:31.116418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-1b18251a-8cd5-40c0-8cfe-da9783f0b822 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799472 Nov 08 00:50:31.201506 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:31.245158 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-f1720f30-8bc6-483b-807f-5fa44121c438 service neutron] 10.222.0.13 "GET /v2.0/networks/91d3e5ec-9b47-432e-9fea-cdb1e2d08809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143227 Nov 08 00:50:31.267187 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=cf39d3b6-c86e-40ee-981c-e577505b2051,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:31.355355 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-e89f15d5-346f-4247-b2aa-e81eb7e1f983 service neutron] 10.222.0.13 "GET /v2.0/networks/91d3e5ec-9b47-432e-9fea-cdb1e2d08809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073320 Nov 08 00:50:31.365233 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338970992', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:29Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c7b64d77-e566-4ca4-b754-9e1c1ef78a37', 'name': '', 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:76:0b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:28Z', 'updated_at': '2021-11-08T00:50:29Z', 'revision_number': 2, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:31.392017 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] Checking router: 6c876a7b-2611-436f-987a-e7f2c61f5b96 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:50:31.392371 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] Updating router 6c876a7b-2611-436f-987a-e7f2c61f5b96 port c7b64d77-e566-4ca4-b754-9e1c1ef78a37 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:50:31.418152 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:31.484058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-146212e3-1040-4da5-b26e-ffea643d5a50 None None] Provisioning complete for port c7b64d77-e566-4ca4-b754-9e1c1ef78a37 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:50:31.484626 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-146212e3-1040-4da5-b26e-ffea643d5a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:31.521703 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-146212e3-1040-4da5-b26e-ffea643d5a50 None None] Port c7b64d77-e566-4ca4-b754-9e1c1ef78a37 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:50:31.533427 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-146212e3-1040-4da5-b26e-ffea643d5a50 None None] Provisioning complete for port 55b3e3d1-5041-4dff-9fa3-cd463ea20430 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:50:31.533878 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-146212e3-1040-4da5-b26e-ffea643d5a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:31.640399 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74e3d5f2-d0f4-4188-849c-45bd7fec366e req-df7a43ea-9e93-4e98-a0cc-be19ac69367c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 210 time: 0.0472817 Nov 08 00:50:31.724827 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:31.782740 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-293da737-15ef-46e3-9e26-053182b8a672 None None] Provisioning complete for port c7b64d77-e566-4ca4-b754-9e1c1ef78a37 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:50:31.783117 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-293da737-15ef-46e3-9e26-053182b8a672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:31.789641 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:31.818316 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-293da737-15ef-46e3-9e26-053182b8a672 None None] Port c7b64d77-e566-4ca4-b754-9e1c1ef78a37 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:50:31.840187 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e529b-ccf3-4d97-bc30-e75caac995dc None None] Pushing event updated for resources: {'Port': ['ID=c7b64d77-e566-4ca4-b754-9e1c1ef78a37,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:31.841155 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:31.865854 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e529b-ccf3-4d97-bc30-e75caac995dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:31.866102 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e529b-ccf3-4d97-bc30-e75caac995dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:31.866435 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e529b-ccf3-4d97-bc30-e75caac995dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:31.866764 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e529b-ccf3-4d97-bc30-e75caac995dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:31.867086 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e529b-ccf3-4d97-bc30-e75caac995dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:31.867410 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e529b-ccf3-4d97-bc30-e75caac995dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:31.867727 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e529b-ccf3-4d97-bc30-e75caac995dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:31.868079 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e529b-ccf3-4d97-bc30-e75caac995dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:31.868573 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e529b-ccf3-4d97-bc30-e75caac995dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:31.871234 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e529b-ccf3-4d97-bc30-e75caac995dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:31.871234 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e529b-ccf3-4d97-bc30-e75caac995dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:31.871234 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e529b-ccf3-4d97-bc30-e75caac995dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:50:31.904915 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] Attempting to bind port c7b64d77-e566-4ca4-b754-9e1c1ef78a37 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:50:31.905665 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] Attempting to bind port c7b64d77-e566-4ca4-b754-9e1c1ef78a37 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '17eed788-dc30-412b-83c3-8074238fad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:50:31.905665 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] Attempting to bind port c7b64d77-e566-4ca4-b754-9e1c1ef78a37 on network 91d3e5ec-9b47-432e-9fea-cdb1e2d08809 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:50:31.911310 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:50:31.911681 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] Checking segment: {'id': '17eed788-dc30-412b-83c3-8074238fad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:50:31.912181 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:31.912586 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] Bound using segment: {'id': '17eed788-dc30-412b-83c3-8074238fad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:50:31.913049 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] Bound port: c7b64d77-e566-4ca4-b754-9e1c1ef78a37, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17eed788-dc30-412b-83c3-8074238fad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:50:31.913427 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:31.937027 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-fa6a9ea1-0d19-4ca1-8cce-b5f2e31f9d58 None None] Provisioning complete for port c7b64d77-e566-4ca4-b754-9e1c1ef78a37 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:50:31.937446 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa6a9ea1-0d19-4ca1-8cce-b5f2e31f9d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:31.973454 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fa6a9ea1-0d19-4ca1-8cce-b5f2e31f9d58 None None] Port c7b64d77-e566-4ca4-b754-9e1c1ef78a37 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:50:31.982045 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] For port c7b64d77-e566-4ca4-b754-9e1c1ef78a37, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:50:31.985681 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] For port c7b64d77-e566-4ca4-b754-9e1c1ef78a37, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c7b64d77-e566-4ca4-b754-9e1c1ef78a37,segment=NetworkSegment(17eed788-dc30-412b-83c3-8074238fad22),segment_id=17eed788-dc30-412b-83c3-8074238fad22)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:50:32.035635 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:32.095156 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c05f9fa3-3286-4b58-9218-28c6618c48ee None None] Provisioning complete for port c7b64d77-e566-4ca4-b754-9e1c1ef78a37 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:50:32.095538 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c05f9fa3-3286-4b58-9218-28c6618c48ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:32.095680 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] Routers {'6c876a7b-2611-436f-987a-e7f2c61f5b96'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:50:32.096285 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:50:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6c876a7b-2611-436f-987a-e7f2c61f5b96'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:32.101197 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e529b-ccf3-4d97-bc30-e75caac995dc None None] Pushing event updated for resources: {'Port': ['ID=c7b64d77-e566-4ca4-b754-9e1c1ef78a37,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:32.208506 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c05f9fa3-3286-4b58-9218-28c6618c48ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:32.231022 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] Set router 6c876a7b-2611-436f-987a-e7f2c61f5b96 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:50:32.246715 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:32.254340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 55b3e3d1-5041-4dff-9fa3-cd463ea20430 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:50:32.260666 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c05f9fa3-3286-4b58-9218-28c6618c48ee None None] For port c7b64d77-e566-4ca4-b754-9e1c1ef78a37, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c7b64d77-e566-4ca4-b754-9e1c1ef78a37,segment=NetworkSegment(17eed788-dc30-412b-83c3-8074238fad22),segment_id=17eed788-dc30-412b-83c3-8074238fad22)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:32.295354 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b6282-2d39-49f3-b377-c88724eac6e3 req-8fdddd34-15e5-42f4-95fa-723be7c8e4df tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:32.298209 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-687b6282-2d39-49f3-b377-c88724eac6e3 req-8fdddd34-15e5-42f4-95fa-723be7c8e4df tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0738504 Nov 08 00:50:32.315992 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 55b3e3d1-5041-4dff-9fa3-cd463ea20430 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:50:32.316721 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:32.345567 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c05f9fa3-3286-4b58-9218-28c6618c48ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:32.351839 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-687b6282-2d39-49f3-b377-c88724eac6e3 req-a3d49f6c-3308-401c-a816-607dced32e86 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470395 Nov 08 00:50:32.417692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f9fa3-3286-4b58-9218-28c6618c48ee None None] Pushing event updated for resources: {'Port': ['ID=c7b64d77-e566-4ca4-b754-9e1c1ef78a37,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:32.461391 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cf39d3b6-c86e-40ee-981c-e577505b2051 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:50:32.468412 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338970992', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:29Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c7b64d77-e566-4ca4-b754-9e1c1ef78a37', 'name': '', 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:76:0b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:28Z', 'updated_at': '2021-11-08T00:50:31Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:32.494715 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7583b5-3fa4-45d8-bf1a-78924ec3f9be None None] The sync data for ids ['6c876a7b-2611-436f-987a-e7f2c61f5b96'] in n-d-816882-1 is: [{'id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338970992', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:29Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c7b64d77-e566-4ca4-b754-9e1c1ef78a37', 'name': '', 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:76:0b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:28Z', 'updated_at': '2021-11-08T00:50:31Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:50:32.499650 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-50e635c9-daae-49dc-9650-f53c445fd0ca None None] Provisioning complete for port c7b64d77-e566-4ca4-b754-9e1c1ef78a37 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:50:32.499650 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-50e635c9-daae-49dc-9650-f53c445fd0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:32.559230 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port cf39d3b6-c86e-40ee-981c-e577505b2051 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:50:32.559673 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:32.714389 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac8005c6-da71-4570-81cf-1b03326209d9 req-6683e327-336e-4d75-b74f-6033284da28d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 210 time: 0.0305817 Nov 08 00:50:33.477305 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca542f3d-d1f0-42c9-96c1-d2486b2d8ebe req-8745fa75-f303-4e09-a4e6-08eb168c95e1 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:33.479005 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca542f3d-d1f0-42c9-96c1-d2486b2d8ebe req-8745fa75-f303-4e09-a4e6-08eb168c95e1 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0530879 Nov 08 00:50:33.487228 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:33.523862 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca542f3d-d1f0-42c9-96c1-d2486b2d8ebe req-a02cf904-2947-4e53-b246-4c42a2212ea1 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372491 Nov 08 00:50:33.804827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4476254f-a35e-4eba-b7bf-80568b0e5a25 req-492aca36-7238-4e81-966f-77c859595a91 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 210 time: 0.0270894 Nov 08 00:50:34.124512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 60fe2d4e-e131-4b80-875b-308e8bb07036 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:50:34.219278 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c7b64d77-e566-4ca4-b754-9e1c1ef78a37 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:50:34.251929 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 60fe2d4e-e131-4b80-875b-308e8bb07036, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=60fe2d4e-e131-4b80-875b-308e8bb07036,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:34.267934 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'port_id': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'mac_address': 'fa:16:3e:00:fb:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:50:34.315838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c7b64d77-e566-4ca4-b754-9e1c1ef78a37 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:50:34.316214 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:34.318752 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:34.356561 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fe2d4e-e131-4b80-875b-308e8bb07036 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:50:34.385335 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 60fe2d4e-e131-4b80-875b-308e8bb07036, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=60fe2d4e-e131-4b80-875b-308e8bb07036,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:34.446934 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:34.496246 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=60fe2d4e-e131-4b80-875b-308e8bb07036,revision_number=12']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:34.579372 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['60fe2d4e-e131-4b80-875b-308e8bb07036'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:50:34.645630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c6b09-1d1e-48f2-b9a0-bf26e7d1cd43 req-b6346311-793c-43f8-a717-009d1d248600 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:34.647206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac3c6b09-1d1e-48f2-b9a0-bf26e7d1cd43 req-b6346311-793c-43f8-a717-009d1d248600 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 946 time: 0.0552745 Nov 08 00:50:34.686146 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac3c6b09-1d1e-48f2-b9a0-bf26e7d1cd43 req-d404be61-3b61-412b-8bf3-b194a1b6d7fa tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325334 Nov 08 00:50:34.897126 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f8ffac8-66f3-4e6c-a05a-3636e932b1c9 req-2ed7de09-ee3c-40b2-8860-5898d62c32c9 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 210 time: 0.0269816 Nov 08 00:50:35.490164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-5259e89c-e903-4b54-b5f7-5c822ab77841 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:35.491601 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-5259e89c-e903-4b54-b5f7-5c822ab77841 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.26 "GET /v2.0/networks?id=91d3e5ec-9b47-432e-9fea-cdb1e2d08809 HTTP/1.1" status: 200 len: 796 time: 0.1175737 Nov 08 00:50:35.541550 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2835e12b-2f64-40ef-b7cf-845a3b36bd01 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a610190c8f64b4cb76bfe1bed034770 HTTP/1.1" status: 200 len: 380 time: 0.0343869 Nov 08 00:50:35.550907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-058465b5-1dc7-4268-ae9d-f644e465b044 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'port': {'device_id': 'de77fc3d-bfbd-405d-8fc0-10c993c3ff33', 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809', 'admin_state_up': True, 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'security_groups': ['802f7807-65db-443b-ac38-41a39315286f']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:50:35.749341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-058465b5-1dc7-4268-ae9d-f644e465b044 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Made reservation on behalf of 1a610190c8f64b4cb76bfe1bed034770 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:50:35.753138 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-058465b5-1dc7-4268-ae9d-f644e465b044 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:35.856814 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d58f5-92b4-41fe-a929-fb9b901c19fe req-7ffd7f2d-b876-4e0b-a139-af03ee647e07 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:35.858293 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-405d58f5-92b4-41fe-a929-fb9b901c19fe req-7ffd7f2d-b876-4e0b-a139-af03ee647e07 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 946 time: 0.0954096 Nov 08 00:50:35.931206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-405d58f5-92b4-41fe-a929-fb9b901c19fe req-3a96e45f-bd08-43a0-b5a5-8fa6d00f6a92 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661407 Nov 08 00:50:35.947608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-058465b5-1dc7-4268-ae9d-f644e465b044 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Allocated IP 172.20.0.4 (91d3e5ec-9b47-432e-9fea-cdb1e2d08809/701e71e7-f84b-4da3-bcb3-e70aa4a0b84a/55febec7-9613-46f5-91cd-54d2e5206fec) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:50:36.027827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad7717ea-fe83-4c6a-915e-c6f4879790b7 req-86c6b6fe-f226-44d7-b95b-b5710c766b6d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 210 time: 0.0453382 Nov 08 00:50:36.110636 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-058465b5-1dc7-4268-ae9d-f644e465b044 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:36.158740 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 60fe2d4e-e131-4b80-875b-308e8bb07036 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:50:36.178747 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-058465b5-1dc7-4268-ae9d-f644e465b044 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:36.206783 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 60fe2d4e-e131-4b80-875b-308e8bb07036 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:50:36.207159 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:36.222694 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-058465b5-1dc7-4268-ae9d-f644e465b044 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network 91d3e5ec-9b47-432e-9fea-cdb1e2d08809 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:50:36.225990 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-058465b5-1dc7-4268-ae9d-f644e465b044 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:50:36.229666 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-058465b5-1dc7-4268-ae9d-f644e465b044 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:50:36.302206 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:36.330054 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3f4126-ada4-4573-8998-897c18713832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fe2d4e-e131-4b80-875b-308e8bb07036'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:50:36.332532 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11f39e1-740c-43da-b3c7-37eb97b2a5e7" -d '{"events": [{"server_uuid": "7e3f4126-ada4-4573-8998-897c18713832", "name": "network-vif-plugged", "status": "completed", "tag": "60fe2d4e-e131-4b80-875b-308e8bb07036"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:50:36.348583 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 60fe2d4e-e131-4b80-875b-308e8bb07036, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=60fe2d4e-e131-4b80-875b-308e8bb07036,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:36.378419 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c58ddc3-3522-4ea2-a77c-a425affdb31a x-openstack-request-id: req-0c58ddc3-3522-4ea2-a77c-a425affdb31a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:50:36.378713 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3f4126-ada4-4573-8998-897c18713832", "name": "network-vif-plugged", "status": "completed", "tag": "60fe2d4e-e131-4b80-875b-308e8bb07036", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:50:36.378963 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c58ddc3-3522-4ea2-a77c-a425affdb31a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:50:36.379432 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3f4126-ada4-4573-8998-897c18713832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'code': 200} Nov 08 00:50:36.418319 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:36.478068 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=60fe2d4e-e131-4b80-875b-308e8bb07036,revision_number=13']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:36.489372 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-8dddebed-4126-40c0-ab5f-b49942b7d71b None None] Provisioning complete for port 55febec7-9613-46f5-91cd-54d2e5206fec triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:50:36.489743 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8dddebed-4126-40c0-ab5f-b49942b7d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:36.527135 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8dddebed-4126-40c0-ab5f-b49942b7d71b None None] Port 55febec7-9613-46f5-91cd-54d2e5206fec cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:50:36.587631 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058465b5-1dc7-4268-ae9d-f644e465b044 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=55febec7-9613-46f5-91cd-54d2e5206fec,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:36.614838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-058465b5-1dc7-4268-ae9d-f644e465b044 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:36.615444 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-058465b5-1dc7-4268-ae9d-f644e465b044 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:36.695362 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-058465b5-1dc7-4268-ae9d-f644e465b044 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1479218 Nov 08 00:50:36.716711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Request body: {'port': {'device_id': 'de77fc3d-bfbd-405d-8fc0-10c993c3ff33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:50:36.769998 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:37.075439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55febec7-9613-46f5-91cd-54d2e5206fec {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:50:37.088168 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:37.101560 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682d4fd-d3e1-494f-bde9-7abdc17c686c req-bc3a555e-f50b-4d8e-a488-f83e3e7b5d13 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:37.108619 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3682d4fd-d3e1-494f-bde9-7abdc17c686c req-bc3a555e-f50b-4d8e-a488-f83e3e7b5d13 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 947 time: 0.0929346 Nov 08 00:50:37.137125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Transition to ACTIVE for port object 55febec7-9613-46f5-91cd-54d2e5206fec will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:50:37.186833 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:37.202381 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3682d4fd-d3e1-494f-bde9-7abdc17c686c req-88350bef-2a84-4450-98e8-2fac9a178f1c tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866780 Nov 08 00:50:37.233363 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54520b-185c-4dfd-aec1-cce61807f1ea req-570f1ac3-54bf-4837-9a4c-e4f5a0a5d925 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:37.234878 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8a54520b-185c-4dfd-aec1-cce61807f1ea req-570f1ac3-54bf-4837-9a4c-e4f5a0a5d925 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 931 time: 0.1264842 Nov 08 00:50:37.269410 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Pushing event updated for resources: {'Port': ['ID=55febec7-9613-46f5-91cd-54d2e5206fec,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:37.333611 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8a54520b-185c-4dfd-aec1-cce61807f1ea req-38c7d7ea-0b76-45eb-a18a-6400a79a41c1 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848715 Nov 08 00:50:37.361688 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Attempting to bind port 55febec7-9613-46f5-91cd-54d2e5206fec on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:50:37.362025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Attempting to bind port 55febec7-9613-46f5-91cd-54d2e5206fec by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '17eed788-dc30-412b-83c3-8074238fad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:50:37.362387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Attempting to bind port 55febec7-9613-46f5-91cd-54d2e5206fec on network 91d3e5ec-9b47-432e-9fea-cdb1e2d08809 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:50:37.367098 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Port 55febec7-9613-46f5-91cd-54d2e5206fec on network 91d3e5ec-9b47-432e-9fea-cdb1e2d08809 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:50:37.367419 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Attempting to bind port 55febec7-9613-46f5-91cd-54d2e5206fec on network 91d3e5ec-9b47-432e-9fea-cdb1e2d08809 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:50:37.372881 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:50:37.373351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Checking segment: {'id': '17eed788-dc30-412b-83c3-8074238fad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:50:37.373773 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Bound using segment: {'id': '17eed788-dc30-412b-83c3-8074238fad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:50:37.374208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Bound port: 55febec7-9613-46f5-91cd-54d2e5206fec, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17eed788-dc30-412b-83c3-8074238fad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:50:37.375294 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:37.470938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] For port 55febec7-9613-46f5-91cd-54d2e5206fec, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:50:37.474534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] For port 55febec7-9613-46f5-91cd-54d2e5206fec, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=55febec7-9613-46f5-91cd-54d2e5206fec,segment=NetworkSegment(17eed788-dc30-412b-83c3-8074238fad22),segment_id=17eed788-dc30-412b-83c3-8074238fad22)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:50:37.550446 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:37.597896 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:37.598715 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:37.600565 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] 10.222.0.26 "PUT /v2.0/ports/55febec7-9613-46f5-91cd-54d2e5206fec HTTP/1.1" status: 200 len: 1091 time: 0.8879149 Nov 08 00:50:37.601993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de77fc3d-bfbd-405d-8fc0-10c993c3ff33', 'tag': '55febec7-9613-46f5-91cd-54d2e5206fec'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:50:37.604870 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afa92d2-3084-427b-97b0-fb389aec0935" -d '{"events": [{"name": "network-changed", "server_uuid": "de77fc3d-bfbd-405d-8fc0-10c993c3ff33", "tag": "55febec7-9613-46f5-91cd-54d2e5206fec"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:50:37.643953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b503669-1e62-41da-a550-1b82158d90e5 service neutron] Pushing event updated for resources: {'Port': ['ID=55febec7-9613-46f5-91cd-54d2e5206fec,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:37.674613 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f126944-8833-45a7-9f0c-30c01cfb0096 x-openstack-request-id: req-5f126944-8833-45a7-9f0c-30c01cfb0096 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:50:37.675668 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de77fc3d-bfbd-405d-8fc0-10c993c3ff33", "tag": "55febec7-9613-46f5-91cd-54d2e5206fec", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:50:37.676122 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f126944-8833-45a7-9f0c-30c01cfb0096 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:50:37.676736 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de77fc3d-bfbd-405d-8fc0-10c993c3ff33', 'tag': '55febec7-9613-46f5-91cd-54d2e5206fec', 'status': 'completed', 'code': 200} Nov 08 00:50:37.770035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa92d2-3084-427b-97b0-fb389aec0935 req-ba12fb0b-c450-4208-9547-3a979448ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:37.771904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2afa92d2-3084-427b-97b0-fb389aec0935 req-ba12fb0b-c450-4208-9547-3a979448ab5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 1094 time: 0.0518672 Nov 08 00:50:37.907805 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa92d2-3084-427b-97b0-fb389aec0935 req-50d543b0-199f-4b5a-892c-b4af60aaaa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:37.910471 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2afa92d2-3084-427b-97b0-fb389aec0935 req-50d543b0-199f-4b5a-892c-b4af60aaaa1a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1a610190c8f64b4cb76bfe1bed034770&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1247861 Nov 08 00:50:38.014532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa92d2-3084-427b-97b0-fb389aec0935 req-81697496-9471-4d54-8d37-e51369f527fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:38.016902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2afa92d2-3084-427b-97b0-fb389aec0935 req-81697496-9471-4d54-8d37-e51369f527fe service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000590 Nov 08 00:50:38.122406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-f6a51e16-5265-4d3f-9b2b-c4ad04783cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:38.124077 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-f6a51e16-5265-4d3f-9b2b-c4ad04783cbd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 1094 time: 0.0479085 Nov 08 00:50:38.175086 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-3ae70283-08e4-442c-9141-e2afcf6308da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55febec7-9613-46f5-91cd-54d2e5206fec HTTP/1.1" status: 200 len: 217 time: 0.0385747 Nov 08 00:50:38.244175 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-c81fb350-815d-47c8-959d-4a91767b8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:38.247527 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-c81fb350-815d-47c8-959d-4a91767b8d2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=701e71e7-f84b-4da3-bcb3-e70aa4a0b84a HTTP/1.1" status: 200 len: 835 time: 0.0657749 Nov 08 00:50:38.343682 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-a1dd0bfa-576d-49e8-8c8f-4a18d909daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:38.346088 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-a1dd0bfa-576d-49e8-8c8f-4a18d909daf2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91d3e5ec-9b47-432e-9fea-cdb1e2d08809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922968 Nov 08 00:50:38.374537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43933bd-5e66-4f0d-bb36-217f4e57dbf0 req-703ff7a2-9e95-4702-a1bc-1d979acd66e0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:38.376242 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b43933bd-5e66-4f0d-bb36-217f4e57dbf0 req-703ff7a2-9e95-4702-a1bc-1d979acd66e0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 947 time: 0.0884161 Nov 08 00:50:38.544827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b43933bd-5e66-4f0d-bb36-217f4e57dbf0 req-574a78b3-ba05-4068-a118-fee20e9dbf61 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563215 Nov 08 00:50:38.557290 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-9e71bce6-9243-496b-91a2-9661eddcbdd4 service neutron] 10.222.0.26 "GET /v2.0/networks/91d3e5ec-9b47-432e-9fea-cdb1e2d08809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033644 Nov 08 00:50:38.566427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52670ee-83bf-481b-b4ee-eca2a47ae972 req-80b515d0-0742-446c-82f1-a733495870c1 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:38.569440 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b52670ee-83bf-481b-b4ee-eca2a47ae972 req-80b515d0-0742-446c-82f1-a733495870c1 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 943 time: 0.1424212 Nov 08 00:50:38.677147 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b52670ee-83bf-481b-b4ee-eca2a47ae972 req-d7c6622c-7a2d-48a4-8fe5-26089eeecfb7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799470 Nov 08 00:50:38.717303 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff5b0dc4-7329-46a2-b604-5737422083e5 req-2898ca1d-7643-4a83-bce3-585e256831c9 service neutron] 10.222.0.26 "GET /v2.0/networks/91d3e5ec-9b47-432e-9fea-cdb1e2d08809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465657 Nov 08 00:50:38.767383 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:39.698999 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38b4cf-b30b-452e-903a-a5e7245aae97 req-db17ca85-ef66-4e9b-8579-f76af4d4aff0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:39.700680 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc38b4cf-b30b-452e-903a-a5e7245aae97 req-db17ca85-ef66-4e9b-8579-f76af4d4aff0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 947 time: 0.0636077 Nov 08 00:50:39.771461 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc38b4cf-b30b-452e-903a-a5e7245aae97 req-a180e206-8e27-4527-853e-d377521e6d61 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637445 Nov 08 00:50:39.829455 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3db07e-b536-4426-a303-6b1015ccf66a req-4e193694-2515-498b-b49c-50e840e34bdd tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:39.830945 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d3db07e-b536-4426-a303-6b1015ccf66a req-4e193694-2515-498b-b49c-50e840e34bdd tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 943 time: 0.0585036 Nov 08 00:50:39.873439 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d3db07e-b536-4426-a303-6b1015ccf66a req-6859117f-47ca-429c-a0d1-4385b73b3e08 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363302 Nov 08 00:50:40.911415 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d692e2-5ed0-405c-8bab-ee57458ad82b req-cf2782d3-f599-43a2-830e-6d4e7456fb6f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:40.928193 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34d692e2-5ed0-405c-8bab-ee57458ad82b req-cf2782d3-f599-43a2-830e-6d4e7456fb6f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 947 time: 0.0860572 Nov 08 00:50:40.968173 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34d692e2-5ed0-405c-8bab-ee57458ad82b req-7ba04ef5-6355-402d-b42f-6c6689cd6034 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390611 Nov 08 00:50:41.030059 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcb533-dd32-4ed2-b1ca-61ed412981a0 req-f603bbf2-e663-485b-86b0-09c434c82fa6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:41.031883 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31dcb533-dd32-4ed2-b1ca-61ed412981a0 req-f603bbf2-e663-485b-86b0-09c434c82fa6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 943 time: 0.0622625 Nov 08 00:50:41.084175 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31dcb533-dd32-4ed2-b1ca-61ed412981a0 req-6ffb26e5-4d03-4c52-86b1-23ff5882bd5d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432489 Nov 08 00:50:41.351731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 55febec7-9613-46f5-91cd-54d2e5206fec details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:50:41.456921 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 55febec7-9613-46f5-91cd-54d2e5206fec, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=55febec7-9613-46f5-91cd-54d2e5206fec,segment=NetworkSegment(17eed788-dc30-412b-83c3-8074238fad22),segment_id=17eed788-dc30-412b-83c3-8074238fad22)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:41.471079 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '55febec7-9613-46f5-91cd-54d2e5206fec', 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809', 'port_id': '55febec7-9613-46f5-91cd-54d2e5206fec', 'mac_address': 'fa:16:3e:94:ca:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:50:41.517345 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:41.533342 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55febec7-9613-46f5-91cd-54d2e5206fec {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:50:41.563592 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 55febec7-9613-46f5-91cd-54d2e5206fec, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=55febec7-9613-46f5-91cd-54d2e5206fec,segment=NetworkSegment(17eed788-dc30-412b-83c3-8074238fad22),segment_id=17eed788-dc30-412b-83c3-8074238fad22)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:41.618316 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:41.672160 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=55febec7-9613-46f5-91cd-54d2e5206fec,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:41.904873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['55febec7-9613-46f5-91cd-54d2e5206fec'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:50:42.108961 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef781c-ef95-4764-89f4-f9a6468ffd39 req-7db82684-7011-4f0d-975d-94a183b277d7 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:42.111513 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51ef781c-ef95-4764-89f4-f9a6468ffd39 req-7db82684-7011-4f0d-975d-94a183b277d7 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 947 time: 0.0655310 Nov 08 00:50:42.203273 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51ef781c-ef95-4764-89f4-f9a6468ffd39 req-b316ee52-b57f-4a49-b3a6-3fc432f20c6a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854163 Nov 08 00:50:42.231021 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52155a4-5617-4460-807e-5d0de19f5a03 req-bcde75e5-1868-45b0-9dd7-3def6ece0b61 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:42.231021 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d52155a4-5617-4460-807e-5d0de19f5a03 req-bcde75e5-1868-45b0-9dd7-3def6ece0b61 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 944 time: 0.0639803 Nov 08 00:50:42.276998 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d52155a4-5617-4460-807e-5d0de19f5a03 req-74132756-32a8-459d-afae-78b352bbacda tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398355 Nov 08 00:50:43.333547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855588fb-c0b6-4e34-a748-996521f30a7c req-b75eda39-5f4d-4680-b3f6-c3e2fc716517 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:43.336559 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-855588fb-c0b6-4e34-a748-996521f30a7c req-b75eda39-5f4d-4680-b3f6-c3e2fc716517 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 947 time: 0.0604324 Nov 08 00:50:43.348058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 55febec7-9613-46f5-91cd-54d2e5206fec up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:50:43.408125 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-855588fb-c0b6-4e34-a748-996521f30a7c req-2952ed20-9268-49b7-8b60-fba362a54752 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671232 Nov 08 00:50:43.430232 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81baaf-511c-4115-9851-96ef34b0612e req-23c7f214-171d-46ce-b0f4-b9faa8b654be tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:43.431631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a81baaf-511c-4115-9851-96ef34b0612e req-23c7f214-171d-46ce-b0f4-b9faa8b654be tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 944 time: 0.0839634 Nov 08 00:50:43.473315 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a81baaf-511c-4115-9851-96ef34b0612e req-ab175668-9e6f-4623-89d5-f5232bfcbd28 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348358 Nov 08 00:50:43.572159 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 55febec7-9613-46f5-91cd-54d2e5206fec completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:50:43.576367 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 55febec7-9613-46f5-91cd-54d2e5206fec triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:50:43.580133 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:43.660752 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:43.685335 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de77fc3d-bfbd-405d-8fc0-10c993c3ff33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55febec7-9613-46f5-91cd-54d2e5206fec'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:50:43.688193 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddc981e-304f-4e35-91fe-f2a75a22926a" -d '{"events": [{"server_uuid": "de77fc3d-bfbd-405d-8fc0-10c993c3ff33", "name": "network-vif-plugged", "status": "completed", "tag": "55febec7-9613-46f5-91cd-54d2e5206fec"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:50:43.707338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 55febec7-9613-46f5-91cd-54d2e5206fec, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=55febec7-9613-46f5-91cd-54d2e5206fec,segment=NetworkSegment(17eed788-dc30-412b-83c3-8074238fad22),segment_id=17eed788-dc30-412b-83c3-8074238fad22)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:43.743865 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297b45f1-4c92-4052-87be-acb7acbce46c x-openstack-request-id: req-297b45f1-4c92-4052-87be-acb7acbce46c {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:50:43.744268 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de77fc3d-bfbd-405d-8fc0-10c993c3ff33", "name": "network-vif-plugged", "status": "completed", "tag": "55febec7-9613-46f5-91cd-54d2e5206fec", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:50:43.744583 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-297b45f1-4c92-4052-87be-acb7acbce46c {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:50:43.745047 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de77fc3d-bfbd-405d-8fc0-10c993c3ff33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55febec7-9613-46f5-91cd-54d2e5206fec', 'code': 200} Nov 08 00:50:43.749182 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:43.799667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=55febec7-9613-46f5-91cd-54d2e5206fec,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:43.869841 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4d0ae-eaca-4f1a-97d5-d7ef598f196e req-33fc1201-4765-420e-9187-f0c8b5fa3bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:43.871350 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8df4d0ae-eaca-4f1a-97d5-d7ef598f196e req-33fc1201-4765-420e-9187-f0c8b5fa3bdd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 1096 time: 0.0450478 Nov 08 00:50:43.916500 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8df4d0ae-eaca-4f1a-97d5-d7ef598f196e req-8bcf6714-5963-4ae2-8a78-2c9fb6112943 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384533 Nov 08 00:50:44.554458 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a941b-803b-4c80-bd17-0d82dc207790 req-fbbb64be-56ea-4102-a315-bcd3728013fa tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:44.555975 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb2a941b-803b-4c80-bd17-0d82dc207790 req-fbbb64be-56ea-4102-a315-bcd3728013fa tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 947 time: 0.0741158 Nov 08 00:50:44.641746 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb2a941b-803b-4c80-bd17-0d82dc207790 req-a31ad555-373d-4c74-ae72-40abb1350362 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699208 Nov 08 00:50:44.657462 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07e9d6-c2a9-40b2-aea9-6c1b4a518ecf req-0a687fae-7d64-4842-a8f3-0c71992f5cbf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:44.657462 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e07e9d6-c2a9-40b2-aea9-6c1b4a518ecf req-0a687fae-7d64-4842-a8f3-0c71992f5cbf tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.0946319 Nov 08 00:50:44.695474 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e07e9d6-c2a9-40b2-aea9-6c1b4a518ecf req-18b64134-214c-4a4c-b22e-d5902f526f68 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367446 Nov 08 00:50:45.806845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339bff7-9fd6-48f7-80e6-f61563ff220c req-81cf2887-75da-43f1-b623-afefef34d2a9 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:45.809417 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2339bff7-9fd6-48f7-80e6-f61563ff220c req-81cf2887-75da-43f1-b623-afefef34d2a9 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 947 time: 0.0969546 Nov 08 00:50:45.874006 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2339bff7-9fd6-48f7-80e6-f61563ff220c req-0481a9a6-c0a4-4549-a903-33e7889a5895 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584366 Nov 08 00:50:45.883470 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2999106-34f1-4b52-9245-05243f6cb9b2 req-bbdc7f74-b5e3-41f9-b473-5e1798107d07 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:45.891907 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c2999106-34f1-4b52-9245-05243f6cb9b2 req-bbdc7f74-b5e3-41f9-b473-5e1798107d07 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.1017532 Nov 08 00:50:45.927037 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c2999106-34f1-4b52-9245-05243f6cb9b2 req-07d4c541-ed12-4d49-b52d-c8f0ffdf44c7 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342500 Nov 08 00:50:46.053309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc102f-9e5f-4e24-92e0-93a7dd90d91b req-4cc16e1d-322d-49f5-b018-7bd02e3f9562 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:46.054924 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2cfc102f-9e5f-4e24-92e0-93a7dd90d91b req-4cc16e1d-322d-49f5-b018-7bd02e3f9562 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.0545447 Nov 08 00:50:46.097056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2cfc102f-9e5f-4e24-92e0-93a7dd90d91b req-b3f3f0b8-e217-49f6-84ee-652ecfd61cfe tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351148 Nov 08 00:50:46.119397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59796) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:46.166216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b358161b-a2c7-4570-9fb3-8d4a917c07b6 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:46.170693 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b358161b-a2c7-4570-9fb3-8d4a917c07b6 tempest-TestNetworkAdvancedServerOps-1651383669 tempest-TestNetworkAdvancedServerOps-1651383669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 1091 time: 0.0472679 Nov 08 00:50:46.170891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 59798) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:46.176026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': '55febec7-9613-46f5-91cd-54d2e5206fec', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:50:46.329042 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbef95f4-761d-46ee-ad80-a5d46ea3cfb7 req-ed1d9f54-3852-4119-be5b-cda8c63166bf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421906 Nov 08 00:50:46.431634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef95f4-761d-46ee-ad80-a5d46ea3cfb7 req-705d41eb-2836-456d-a457-185934b4b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:46.433190 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbef95f4-761d-46ee-ad80-a5d46ea3cfb7 req-705d41eb-2836-456d-a457-185934b4b9c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 1096 time: 0.0492158 Nov 08 00:50:46.552798 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef95f4-761d-46ee-ad80-a5d46ea3cfb7 req-41c0ce22-ca74-4f21-9daf-e0e0c921eefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:46.554190 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbef95f4-761d-46ee-ad80-a5d46ea3cfb7 req-41c0ce22-ca74-4f21-9daf-e0e0c921eefd service neutron] 10.222.0.26 "GET /v2.0/networks?id=91d3e5ec-9b47-432e-9fea-cdb1e2d08809 HTTP/1.1" status: 200 len: 897 time: 0.1018491 Nov 08 00:50:46.596645 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:46.599723 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbef95f4-761d-46ee-ad80-a5d46ea3cfb7 req-1e09e7f9-1ac1-4854-b3d5-789e2e60bb5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55febec7-9613-46f5-91cd-54d2e5206fec HTTP/1.1" status: 200 len: 217 time: 0.0387266 Nov 08 00:50:46.689274 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef95f4-761d-46ee-ad80-a5d46ea3cfb7 req-240dbe6f-14d1-4236-bb00-1d49110f23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:46.690724 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbef95f4-761d-46ee-ad80-a5d46ea3cfb7 req-240dbe6f-14d1-4236-bb00-1d49110f23d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=701e71e7-f84b-4da3-bcb3-e70aa4a0b84a HTTP/1.1" status: 200 len: 835 time: 0.0807662 Nov 08 00:50:46.770300 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef95f4-761d-46ee-ad80-a5d46ea3cfb7 req-cf0ed47e-3a20-4d23-a9b4-123e1911c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:46.771806 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbef95f4-761d-46ee-ad80-a5d46ea3cfb7 req-cf0ed47e-3a20-4d23-a9b4-123e1911c3c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91d3e5ec-9b47-432e-9fea-cdb1e2d08809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739863 Nov 08 00:50:46.792233 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:47.005352 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbef95f4-761d-46ee-ad80-a5d46ea3cfb7 req-ec2501c5-6819-468b-a32e-5b6e39c5d27e service neutron] 10.222.0.26 "GET /v2.0/networks/91d3e5ec-9b47-432e-9fea-cdb1e2d08809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226660 Nov 08 00:50:47.068749 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Allocated IP 172.25.2.196 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/9c0b36fa-222a-4429-ab32-3271e15c74b4) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:50:47.092646 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7ce5d-7ca1-4971-ab59-9c1c8515a925 req-58eb76b6-d046-4d99-afc3-2e2757aad297 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:47.094237 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adb7ce5d-7ca1-4971-ab59-9c1c8515a925 req-58eb76b6-d046-4d99-afc3-2e2757aad297 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 947 time: 0.1288333 Nov 08 00:50:47.222721 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adb7ce5d-7ca1-4971-ab59-9c1c8515a925 req-aaf506f5-aff1-462c-91fd-6ca4d9390ae8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219552 Nov 08 00:50:47.232389 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbef95f4-761d-46ee-ad80-a5d46ea3cfb7 req-323296c3-e80d-409f-9109-103b39241037 service neutron] 10.222.0.26 "GET /v2.0/networks/91d3e5ec-9b47-432e-9fea-cdb1e2d08809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177699 Nov 08 00:50:47.273495 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:47.418701 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:47.455914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:50:47.458732 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:50:47.462164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:50:47.488090 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=9c0b36fa-222a-4429-ab32-3271e15c74b4,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:47.823899 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:47.968300 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:48.114268 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:48.217794 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:48.289596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event updated for resources: {'Port': ['ID=9c0b36fa-222a-4429-ab32-3271e15c74b4,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:48.308265 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:48.416318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5f2e4-5c29-4b23-ba05-acb815b7e114 req-5e5f9abc-fe6b-4b40-801c-3bcda990012c tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:48.417800 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5c5f2e4-5c29-4b23-ba05-acb815b7e114 req-5e5f9abc-fe6b-4b40-801c-3bcda990012c tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 947 time: 0.1241677 Nov 08 00:50:48.449062 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Floating IP f3b6dc6b-978d-4937-831e-d188a97cadaa associated. External IP: 172.25.2.196, port: 55febec7-9613-46f5-91cd-54d2e5206fec. Nov 08 00:50:48.859381 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5c5f2e4-5c29-4b23-ba05-acb815b7e114 req-44c2bcc9-cab4-4f1e-9818-572a1c9e1490 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4354384 Nov 08 00:50:49.007070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Router 6c876a7b-2611-436f-987a-e7f2c61f5b96 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:50:49.115258 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:50:49.125400 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a2a86-55d0-4537-9906-7048c5a0cb06 None None] Sync routers for ids ['6c876a7b-2611-436f-987a-e7f2c61f5b96'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:50:49.141317 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a2a86-55d0-4537-9906-7048c5a0cb06 None None] Routers {'6c876a7b-2611-436f-987a-e7f2c61f5b96'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:50:49.141317 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0a5a2a86-55d0-4537-9906-7048c5a0cb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:50:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6c876a7b-2611-436f-987a-e7f2c61f5b96'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:49.191350 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:49.222554 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a286aecb-d12b-4e57-9513-676ab7bb0e14 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0506065 Nov 08 00:50:49.223702 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de77fc3d-bfbd-405d-8fc0-10c993c3ff33', 'tag': '55febec7-9613-46f5-91cd-54d2e5206fec'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:50:49.226291 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed2cb3c-6aec-4ba6-8263-f22b73b78186" -d '{"events": [{"name": "network-changed", "server_uuid": "de77fc3d-bfbd-405d-8fc0-10c993c3ff33", "tag": "55febec7-9613-46f5-91cd-54d2e5206fec"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:50:49.246969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-0a5a2a86-55d0-4537-9906-7048c5a0cb06 None None] Set router 6c876a7b-2611-436f-987a-e7f2c61f5b96 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:50:49.282179 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0d2d97-9ee5-4e51-b73c-8f7a2348c660 x-openstack-request-id: req-6c0d2d97-9ee5-4e51-b73c-8f7a2348c660 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:50:49.282558 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de77fc3d-bfbd-405d-8fc0-10c993c3ff33", "tag": "55febec7-9613-46f5-91cd-54d2e5206fec", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:50:49.282893 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c0d2d97-9ee5-4e51-b73c-8f7a2348c660 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:50:49.283382 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de77fc3d-bfbd-405d-8fc0-10c993c3ff33', 'tag': '55febec7-9613-46f5-91cd-54d2e5206fec', 'status': 'completed', 'code': 200} Nov 08 00:50:49.344996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc7fe3-b566-4431-9082-2fdbc39c0cc8 req-b65895ce-5dc8-4eaf-bb3b-cfd88cf4e61e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:49.346484 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-77cc7fe3-b566-4431-9082-2fdbc39c0cc8 req-b65895ce-5dc8-4eaf-bb3b-cfd88cf4e61e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.0578399 Nov 08 00:50:49.402056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-77cc7fe3-b566-4431-9082-2fdbc39c0cc8 req-47a6266e-6c06-4738-8671-bb9a4dd9556b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422220 Nov 08 00:50:49.403839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2cb3c-6aec-4ba6-8263-f22b73b78186 req-c63fd2d3-d5b1-43d0-91d8-64bed80dafc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:49.405058 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ed2cb3c-6aec-4ba6-8263-f22b73b78186 req-c63fd2d3-d5b1-43d0-91d8-64bed80dafc7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 1096 time: 0.0797844 Nov 08 00:50:49.426443 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59854) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:49.496497 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0a5a2a86-55d0-4537-9906-7048c5a0cb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338970992', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:29Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'f3b6dc6b-978d-4937-831e-d188a97cadaa', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'port_id': '55febec7-9613-46f5-91cd-54d2e5206fec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809', 'mac_address': 'fa:16:3e:94:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77fc3d-bfbd-405d-8fc0-10c993c3ff33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:50:47Z', 'updated_at': '2021-11-08T00:50:47Z', 'revision_number': 0, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b64d77-e566-4ca4-b754-9e1c1ef78a37', 'name': '', 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:76:0b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:28Z', 'updated_at': '2021-11-08T00:50:32Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:49.497430 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-af94ffa3-4c44-43d4-9e70-f82e9ad68e4d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/floatingips/f3b6dc6b-978d-4937-831e-d188a97cadaa HTTP/1.1" status: 200 len: 991 time: 0.0697293 Nov 08 00:50:49.506284 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2cb3c-6aec-4ba6-8263-f22b73b78186 req-12bb8f5d-0fad-4558-9f97-b4c856577701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:49.507749 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ed2cb3c-6aec-4ba6-8263-f22b73b78186 req-12bb8f5d-0fad-4558-9f97-b4c856577701 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91d3e5ec-9b47-432e-9fea-cdb1e2d08809 HTTP/1.1" status: 200 len: 897 time: 0.0952942 Nov 08 00:50:49.589479 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ed2cb3c-6aec-4ba6-8263-f22b73b78186 req-10e461d6-fa00-473b-a535-478b1d109d47 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55febec7-9613-46f5-91cd-54d2e5206fec HTTP/1.1" status: 200 len: 999 time: 0.0739980 Nov 08 00:50:49.647513 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2cb3c-6aec-4ba6-8263-f22b73b78186 req-14e3eb61-533c-4fe9-9ffa-b042e782c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:49.649013 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ed2cb3c-6aec-4ba6-8263-f22b73b78186 req-14e3eb61-533c-4fe9-9ffa-b042e782c1fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=701e71e7-f84b-4da3-bcb3-e70aa4a0b84a HTTP/1.1" status: 200 len: 835 time: 0.0527847 Nov 08 00:50:49.678199 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a2a86-55d0-4537-9906-7048c5a0cb06 None None] Checking router: 6c876a7b-2611-436f-987a-e7f2c61f5b96 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:50:49.686768 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a2a86-55d0-4537-9906-7048c5a0cb06 None None] Routers {'6c876a7b-2611-436f-987a-e7f2c61f5b96'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:50:49.688091 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0a5a2a86-55d0-4537-9906-7048c5a0cb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:50:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6c876a7b-2611-436f-987a-e7f2c61f5b96'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:49.697677 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2cb3c-6aec-4ba6-8263-f22b73b78186 req-7412fbf1-6af1-48cd-aaa1-85ef32f3a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:49.699682 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ed2cb3c-6aec-4ba6-8263-f22b73b78186 req-7412fbf1-6af1-48cd-aaa1-85ef32f3a4d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91d3e5ec-9b47-432e-9fea-cdb1e2d08809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432348 Nov 08 00:50:49.790509 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ed2cb3c-6aec-4ba6-8263-f22b73b78186 req-20693235-eefd-4062-b1b2-26b1e48e78c0 service neutron] 10.222.0.26 "GET /v2.0/networks/91d3e5ec-9b47-432e-9fea-cdb1e2d08809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828531 Nov 08 00:50:49.800343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-0a5a2a86-55d0-4537-9906-7048c5a0cb06 None None] Set router 6c876a7b-2611-436f-987a-e7f2c61f5b96 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:50:49.890302 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ed2cb3c-6aec-4ba6-8263-f22b73b78186 req-336cc045-7014-4b7b-a8e6-78106298f533 service neutron] 10.222.0.26 "GET /v2.0/networks/91d3e5ec-9b47-432e-9fea-cdb1e2d08809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923030 Nov 08 00:50:49.980202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58622544-08b0-4f91-9b19-17733e67ae67 req-08be5d32-8f04-4148-9cfb-74990c97c86d tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:49.981674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-58622544-08b0-4f91-9b19-17733e67ae67 req-08be5d32-8f04-4148-9cfb-74990c97c86d tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 947 time: 0.0502048 Nov 08 00:50:50.022424 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-58622544-08b0-4f91-9b19-17733e67ae67 req-bedca632-c6a8-4bb0-85ba-506191adb93c tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335703 Nov 08 00:50:50.041560 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0a5a2a86-55d0-4537-9906-7048c5a0cb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338970992', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:29Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'f3b6dc6b-978d-4937-831e-d188a97cadaa', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'port_id': '55febec7-9613-46f5-91cd-54d2e5206fec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809', 'mac_address': 'fa:16:3e:94:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77fc3d-bfbd-405d-8fc0-10c993c3ff33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:50:47Z', 'updated_at': '2021-11-08T00:50:47Z', 'revision_number': 0, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b64d77-e566-4ca4-b754-9e1c1ef78a37', 'name': '', 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:76:0b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:28Z', 'updated_at': '2021-11-08T00:50:32Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:50:50.073351 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a2a86-55d0-4537-9906-7048c5a0cb06 None None] The sync data for ids ['6c876a7b-2611-436f-987a-e7f2c61f5b96'] in n-d-816882-1 is: [{'id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338970992', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:29Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'f3b6dc6b-978d-4937-831e-d188a97cadaa', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'port_id': '55febec7-9613-46f5-91cd-54d2e5206fec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809', 'mac_address': 'fa:16:3e:94:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77fc3d-bfbd-405d-8fc0-10c993c3ff33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:50:47Z', 'updated_at': '2021-11-08T00:50:47Z', 'revision_number': 0, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b64d77-e566-4ca4-b754-9e1c1ef78a37', 'name': '', 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:76:0b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:28Z', 'updated_at': '2021-11-08T00:50:32Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:50:50.238535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 60fe2d4e-e131-4b80-875b-308e8bb07036 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:50:50.239230 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0946973-66b0-452a-9b21-77b85e09d3f6 req-18af148e-04cc-4f62-9ef9-be3c6750abfb tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:50.240730 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d0946973-66b0-452a-9b21-77b85e09d3f6 req-18af148e-04cc-4f62-9ef9-be3c6750abfb tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 947 time: 0.0565093 Nov 08 00:50:50.286663 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517ce821-2100-4b66-8074-f71bb1c4f511 None None] New status for floating IP f3b6dc6b-978d-4937-831e-d188a97cadaa: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:50:50.287269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d0946973-66b0-452a-9b21-77b85e09d3f6 req-c9c8d002-2d0d-4f7a-ad9c-92b3e5ef9ae3 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383871 Nov 08 00:50:50.341273 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:50.370659 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3f4126-ada4-4573-8998-897c18713832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60fe2d4e-e131-4b80-875b-308e8bb07036'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:50:50.374259 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61168241-7d02-4f90-86e8-b2a286e803b8" -d '{"events": [{"server_uuid": "7e3f4126-ada4-4573-8998-897c18713832", "name": "network-vif-unplugged", "status": "completed", "tag": "60fe2d4e-e131-4b80-875b-308e8bb07036"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:50:50.392978 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 60fe2d4e-e131-4b80-875b-308e8bb07036, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=60fe2d4e-e131-4b80-875b-308e8bb07036,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:50:50.413268 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d56d37c-d3a8-4d3c-b630-4fea8d68966e x-openstack-request-id: req-6d56d37c-d3a8-4d3c-b630-4fea8d68966e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:50:50.413622 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3f4126-ada4-4573-8998-897c18713832", "name": "network-vif-unplugged", "status": "completed", "tag": "60fe2d4e-e131-4b80-875b-308e8bb07036", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:50:50.413933 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d56d37c-d3a8-4d3c-b630-4fea8d68966e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:50:50.414383 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3f4126-ada4-4573-8998-897c18713832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'code': 200} Nov 08 00:50:50.446449 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:50.496166 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=60fe2d4e-e131-4b80-875b-308e8bb07036,revision_number=14']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:50.499576 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59890) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:50.569657 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a7a73cb2-ffdb-426e-afc4-c1ac36420184 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/floatingips/f3b6dc6b-978d-4937-831e-d188a97cadaa HTTP/1.1" status: 200 len: 991 time: 0.0682476 Nov 08 00:50:51.571816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 59924) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:50:51.632796 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f458e039-c587-47ff-b851-15335e5b4978 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/floatingips/f3b6dc6b-978d-4937-831e-d188a97cadaa HTTP/1.1" status: 200 len: 993 time: 0.0597472 Nov 08 00:50:52.638264 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330ef91-b56d-4067-ab66-285088726223 req-32e86d3e-9520-49e2-be4c-59786ca878a6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:52.639733 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c330ef91-b56d-4067-ab66-285088726223 req-32e86d3e-9520-49e2-be4c-59786ca878a6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0582232 Nov 08 00:50:52.679090 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c330ef91-b56d-4067-ab66-285088726223 req-d13815aa-7cd1-4257-8cde-ade2a6232d15 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332592 Nov 08 00:50:53.045377 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9823c-08e9-41f9-bcf6-9b94e8d1dfe6 req-00a946f1-401a-4e54-ad3b-8d8e2e98fb02 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:53.047586 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2d9823c-08e9-41f9-bcf6-9b94e8d1dfe6 req-00a946f1-401a-4e54-ad3b-8d8e2e98fb02 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0499771 Nov 08 00:50:53.084674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2d9823c-08e9-41f9-bcf6-9b94e8d1dfe6 req-02098318-05a0-4a72-8bc3-9d0df5a66ef9 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311768 Nov 08 00:50:53.131654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ae156-d932-4952-a809-f4427c41f26e req-91a05e58-a1c9-4a92-a2bc-60442913ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:53.133144 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c8ae156-d932-4952-a809-f4427c41f26e req-91a05e58-a1c9-4a92-a2bc-60442913ddbc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 1096 time: 0.0441098 Nov 08 00:50:53.221784 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ae156-d932-4952-a809-f4427c41f26e req-283b1a34-b947-4ced-acaa-5cf8f3d9901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:53.223156 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c8ae156-d932-4952-a809-f4427c41f26e req-283b1a34-b947-4ced-acaa-5cf8f3d9901c service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 912 time: 0.0830448 Nov 08 00:50:53.292829 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c8ae156-d932-4952-a809-f4427c41f26e req-0867e5df-1e66-4793-a770-fee508df2f85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60fe2d4e-e131-4b80-875b-308e8bb07036 HTTP/1.1" status: 200 len: 999 time: 0.0622480 Nov 08 00:50:53.341335 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ae156-d932-4952-a809-f4427c41f26e req-2d326a86-00aa-4593-ba66-ad4a196503d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:53.342765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c8ae156-d932-4952-a809-f4427c41f26e req-2d326a86-00aa-4593-ba66-ad4a196503d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0431542 Nov 08 00:50:53.387408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ae156-d932-4952-a809-f4427c41f26e req-b3b5d93f-f778-4091-973c-46e590da5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:53.388878 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c8ae156-d932-4952-a809-f4427c41f26e req-b3b5d93f-f778-4091-973c-46e590da5e67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382617 Nov 08 00:50:53.479651 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c8ae156-d932-4952-a809-f4427c41f26e req-61859a80-675e-4ed8-9445-21216cabe301 service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834494 Nov 08 00:50:53.567479 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c8ae156-d932-4952-a809-f4427c41f26e req-de12d9b2-c661-46b9-a543-e830a25739f0 service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809822 Nov 08 00:50:54.201082 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df372ba6-1ecd-4089-8a43-11b6394a0387 req-0e5a803c-2914-49c4-b031-105597a4006b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:54.202572 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-df372ba6-1ecd-4089-8a43-11b6394a0387 req-0e5a803c-2914-49c4-b031-105597a4006b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0498157 Nov 08 00:50:54.241964 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-df372ba6-1ecd-4089-8a43-11b6394a0387 req-5b16419e-3bfb-4142-a57e-84b562ee5311 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335519 Nov 08 00:50:55.359637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0d3cf-bd92-4673-9dba-3e0393df54b3 req-b6a11b74-02b6-46f4-8808-3bee25008ee7 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:55.361124 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ab0d3cf-bd92-4673-9dba-3e0393df54b3 req-b6a11b74-02b6-46f4-8808-3bee25008ee7 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0529594 Nov 08 00:50:55.398704 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ab0d3cf-bd92-4673-9dba-3e0393df54b3 req-32bfa1ef-07d3-4059-8179-e561714eea5e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316756 Nov 08 00:50:55.605950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2c31f-965e-4109-86a4-1c9fbd75ef49 req-66e12c0e-85fe-4385-a118-79f88f00bb42 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:55.607444 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29c2c31f-965e-4109-86a4-1c9fbd75ef49 req-66e12c0e-85fe-4385-a118-79f88f00bb42 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0748122 Nov 08 00:50:55.614528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4027a0e4-db40-4da6-be6a-854d51787b2e req-726ba0d2-aca0-49d3-84f8-b0cae4973ec0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560803 Nov 08 00:50:55.646056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29c2c31f-965e-4109-86a4-1c9fbd75ef49 req-84785e6a-2883-46a7-9b09-44fefd4c1509 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306034 Nov 08 00:50:55.731883 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027a0e4-db40-4da6-be6a-854d51787b2e req-19377b14-25c6-4962-91ec-59cd6a22c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:55.733322 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4027a0e4-db40-4da6-be6a-854d51787b2e req-19377b14-25c6-4962-91ec-59cd6a22c87e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 1096 time: 0.0538239 Nov 08 00:50:55.819812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e31cbd-f9a1-43cc-9114-7a1276aa1458 req-480ac9ae-2e2c-4cdc-a26d-613f1d789340 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:55.821291 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52e31cbd-f9a1-43cc-9114-7a1276aa1458 req-480ac9ae-2e2c-4cdc-a26d-613f1d789340 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.1025724 Nov 08 00:50:55.879021 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52e31cbd-f9a1-43cc-9114-7a1276aa1458 req-ac621de8-2842-4be9-aa36-84c0f807e8b7 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516841 Nov 08 00:50:55.887935 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027a0e4-db40-4da6-be6a-854d51787b2e req-eeb5e35a-8c71-4836-b8ba-3efe27de3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:55.889340 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4027a0e4-db40-4da6-be6a-854d51787b2e req-eeb5e35a-8c71-4836-b8ba-3efe27de3641 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 912 time: 0.1372614 Nov 08 00:50:55.955035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4027a0e4-db40-4da6-be6a-854d51787b2e req-e21d981c-bc91-4695-a90c-5375ed602997 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60fe2d4e-e131-4b80-875b-308e8bb07036 HTTP/1.1" status: 200 len: 999 time: 0.0589273 Nov 08 00:50:56.005455 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027a0e4-db40-4da6-be6a-854d51787b2e req-9f30a9c9-5014-493b-9d45-cb441838036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:56.006922 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4027a0e4-db40-4da6-be6a-854d51787b2e req-9f30a9c9-5014-493b-9d45-cb441838036c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0455873 Nov 08 00:50:56.106387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027a0e4-db40-4da6-be6a-854d51787b2e req-76d84fa8-cab9-470e-b3e0-11544070f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:56.107890 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4027a0e4-db40-4da6-be6a-854d51787b2e req-76d84fa8-cab9-470e-b3e0-11544070f6d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938976 Nov 08 00:50:56.205097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-496e4e7d-7274-488e-8408-262866518b6f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:56.206561 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-496e4e7d-7274-488e-8408-262866518b6f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 811 time: 0.1581323 Nov 08 00:50:56.238534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-6e7a937b-9ee3-4c08-8dac-ddefdb9927e4 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/quotas/afb635e40fd640559a1e95ef85c12c18 HTTP/1.1" status: 200 len: 375 time: 0.0218511 Nov 08 00:50:56.242082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4027a0e4-db40-4da6-be6a-854d51787b2e req-87388daf-97c1-4126-a0b2-a3d4f3a3f359 service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267548 Nov 08 00:50:56.355956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-f6fc4cb1-f806-41be-9607-b790086c0331 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1114075 Nov 08 00:50:56.378426 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4027a0e4-db40-4da6-be6a-854d51787b2e req-ce3dd981-da7e-48bd-89ae-6e2aa6b70694 service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254153 Nov 08 00:50:56.452089 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-8a087741-6d3b-4c01-ac44-6da914c82d62 service neutron] 10.222.0.13 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857842 Nov 08 00:50:56.543714 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-abde9bc1-50cf-4a7f-9265-e5589f15a29e service neutron] 10.222.0.13 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849793 Nov 08 00:50:56.771502 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b58057d6-4d5d-4cc0-bfd9-a9023ffce747 req-224a75ec-21f3-4aaf-9847-97bcc032f23c tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 210 time: 0.0269589 Nov 08 00:50:57.866893 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3dd60fa-34e8-42ec-8540-2214bca530c0 req-543fca26-9786-43b0-abcb-89697f951489 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 210 time: 0.0275316 Nov 08 00:50:58.251791 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a73a9ed5-9c82-4443-baf8-18074a5947da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:58.656939 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-6c1cd6e5-de0d-4f22-a3a2-e212c13d562e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:58.658366 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-6c1cd6e5-de0d-4f22-a3a2-e212c13d562e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.20 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 811 time: 0.1072643 Nov 08 00:50:58.677171 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-d876d7b6-31b7-4327-a3e7-5762e613ad53 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Request body: {'port': {'device_id': '328cbe1c-515e-4624-be80-01d1948af068', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'admin_state_up': True, 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:50:58.829608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-d876d7b6-31b7-4327-a3e7-5762e613ad53 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Made reservation on behalf of afb635e40fd640559a1e95ef85c12c18 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:50:58.833634 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-d876d7b6-31b7-4327-a3e7-5762e613ad53 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:58.971697 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dedf0924-21a8-4d93-a920-45af780acd11 req-a4a3fc9d-5706-428c-b1e1-f5bcc0d134a1 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 210 time: 0.0321908 Nov 08 00:50:58.987906 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-d876d7b6-31b7-4327-a3e7-5762e613ad53 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Allocated IP 172.20.0.6 (2a9bede5-8040-45a1-99d6-bb798995e059/5068e2e8-60e6-4d04-9017-4d3652d89ba0/8cfa33b4-16a6-4841-811a-948b7e850859) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:50:59.137456 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-d876d7b6-31b7-4327-a3e7-5762e613ad53 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:59.235619 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-d876d7b6-31b7-4327-a3e7-5762e613ad53 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:59.279155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-d876d7b6-31b7-4327-a3e7-5762e613ad53 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Network 2a9bede5-8040-45a1-99d6-bb798995e059 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:50:59.282325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-d876d7b6-31b7-4327-a3e7-5762e613ad53 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:50:59.284701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-d876d7b6-31b7-4327-a3e7-5762e613ad53 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:50:59.324081 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876d7b6-31b7-4327-a3e7-5762e613ad53 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Pushing event updated for resources: {'Port': ['ID=8cfa33b4-16a6-4841-811a-948b7e850859,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:59.354930 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-d876d7b6-31b7-4327-a3e7-5762e613ad53 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:50:59.355567 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-d876d7b6-31b7-4327-a3e7-5762e613ad53 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:59.432311 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-d876d7b6-31b7-4327-a3e7-5762e613ad53 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7587435 Nov 08 00:50:59.458548 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Request body: {'port': {'device_id': '328cbe1c-515e-4624-be80-01d1948af068', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:50:59.514861 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:59.555837 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-12918b87-f9f7-4d72-a16a-b245b39fbe2d None None] Provisioning complete for port 8cfa33b4-16a6-4841-811a-948b7e850859 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:50:59.556428 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12918b87-f9f7-4d72-a16a-b245b39fbe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:59.589613 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-12918b87-f9f7-4d72-a16a-b245b39fbe2d None None] Port 8cfa33b4-16a6-4841-811a-948b7e850859 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:50:59.773929 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfa33b4-16a6-4841-811a-948b7e850859 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:50:59.781731 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:59.793403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Transition to ACTIVE for port object 8cfa33b4-16a6-4841-811a-948b7e850859 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:50:59.863590 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:50:59.920926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Pushing event updated for resources: {'Port': ['ID=8cfa33b4-16a6-4841-811a-948b7e850859,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:50:59.992238 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Attempting to bind port 8cfa33b4-16a6-4841-811a-948b7e850859 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:50:59.992943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Attempting to bind port 8cfa33b4-16a6-4841-811a-948b7e850859 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:50:59.992943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Attempting to bind port 8cfa33b4-16a6-4841-811a-948b7e850859 on network 2a9bede5-8040-45a1-99d6-bb798995e059 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:50:59.997763 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Port 8cfa33b4-16a6-4841-811a-948b7e850859 on network 2a9bede5-8040-45a1-99d6-bb798995e059 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:50:59.998082 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Attempting to bind port 8cfa33b4-16a6-4841-811a-948b7e850859 on network 2a9bede5-8040-45a1-99d6-bb798995e059 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:51:00.004300 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:51:00.004640 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Checking segment: {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:51:00.005044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Bound using segment: {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:51:00.005472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Bound port: 8cfa33b4-16a6-4841-811a-948b7e850859, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:51:00.005828 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:00.105312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] For port 8cfa33b4-16a6-4841-811a-948b7e850859, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:51:00.109764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] For port 8cfa33b4-16a6-4841-811a-948b7e850859, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8cfa33b4-16a6-4841-811a-948b7e850859,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:51:00.118393 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10663220-305c-4aab-b773-6325b9a45617 req-a35db9a8-d4a6-48e6-a12f-c61ac2b9b181 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:00.121533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10663220-305c-4aab-b773-6325b9a45617 req-a35db9a8-d4a6-48e6-a12f-c61ac2b9b181 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 943 time: 0.0773067 Nov 08 00:51:00.159062 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10663220-305c-4aab-b773-6325b9a45617 req-14ed2834-e573-4e05-b88f-8ca29c516861 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328343 Nov 08 00:51:00.201160 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:00.236145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:00.236754 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:00.238139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-ee1d028b-3678-4161-a621-1037899e299c service neutron] 10.222.0.20 "PUT /v2.0/ports/8cfa33b4-16a6-4841-811a-948b7e850859 HTTP/1.1" status: 200 len: 1091 time: 0.7839532 Nov 08 00:51:00.238694 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328cbe1c-515e-4624-be80-01d1948af068', 'tag': '8cfa33b4-16a6-4841-811a-948b7e850859'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:51:00.240822 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3375929f-ce05-4573-8f0a-217a104a1d46" -d '{"events": [{"name": "network-changed", "server_uuid": "328cbe1c-515e-4624-be80-01d1948af068", "tag": "8cfa33b4-16a6-4841-811a-948b7e850859"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:51:00.265007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d028b-3678-4161-a621-1037899e299c service neutron] Pushing event updated for resources: {'Port': ['ID=8cfa33b4-16a6-4841-811a-948b7e850859,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:51:00.281698 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165a6aea-ad8f-4dc6-b430-7748cd5d0dd3 x-openstack-request-id: req-165a6aea-ad8f-4dc6-b430-7748cd5d0dd3 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:51:00.281989 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "328cbe1c-515e-4624-be80-01d1948af068", "tag": "8cfa33b4-16a6-4841-811a-948b7e850859", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:51:00.282242 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-165a6aea-ad8f-4dc6-b430-7748cd5d0dd3 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:51:00.282693 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328cbe1c-515e-4624-be80-01d1948af068', 'tag': '8cfa33b4-16a6-4841-811a-948b7e850859', 'status': 'completed', 'code': 200} Nov 08 00:51:00.366949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375929f-ce05-4573-8f0a-217a104a1d46 req-66b651e3-5598-45e1-98d1-23f5d22123f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:00.368472 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3375929f-ce05-4573-8f0a-217a104a1d46 req-66b651e3-5598-45e1-98d1-23f5d22123f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 1094 time: 0.0484183 Nov 08 00:51:00.473857 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375929f-ce05-4573-8f0a-217a104a1d46 req-f5e7981e-6e84-4860-a00e-a550d4b88bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:00.475352 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3375929f-ce05-4573-8f0a-217a104a1d46 req-f5e7981e-6e84-4860-a00e-a550d4b88bc9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=afb635e40fd640559a1e95ef85c12c18&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0919635 Nov 08 00:51:00.571317 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375929f-ce05-4573-8f0a-217a104a1d46 req-ad4c2c7d-4819-45b3-a9b1-a5ec1837879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:00.572807 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3375929f-ce05-4573-8f0a-217a104a1d46 req-ad4c2c7d-4819-45b3-a9b1-a5ec1837879e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902629 Nov 08 00:51:00.676903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-c17d05e7-90f9-45e6-9f30-f19c079d4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:00.678379 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-c17d05e7-90f9-45e6-9f30-f19c079d4f64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 1094 time: 0.0411818 Nov 08 00:51:00.714960 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dce501f1-e196-4fbe-8bc5-b9d80eda9aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:00.725064 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-d813d784-a906-4554-80d6-14b1d906fe9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cfa33b4-16a6-4841-811a-948b7e850859 HTTP/1.1" status: 200 len: 217 time: 0.0337708 Nov 08 00:51:00.776312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-9daac2aa-91a4-482e-8773-5a201285d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:00.777737 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-9daac2aa-91a4-482e-8773-5a201285d3bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0464892 Nov 08 00:51:00.822930 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-c105b978-f0b8-4eaa-b032-a12ba6f69973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:00.824314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-c105b978-f0b8-4eaa-b032-a12ba6f69973 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394313 Nov 08 00:51:00.911124 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-328219c3-6d6f-48a5-9417-1073eb3bcee8 service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798020 Nov 08 00:51:01.003516 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-51529c0f-1227-4c2c-9f06-e79126b05285 req-6c2b44f6-bfe3-4655-aa91-9dbfe194b02f service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856194 Nov 08 00:51:01.012246 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:01.274764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c99d9-3388-47d8-977c-4acf5024de9f req-a6cafb6f-c68e-4bf9-8200-6e6873420d74 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:01.276241 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a84c99d9-3388-47d8-977c-4acf5024de9f req-a6cafb6f-c68e-4bf9-8200-6e6873420d74 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 943 time: 0.0482447 Nov 08 00:51:01.314050 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a84c99d9-3388-47d8-977c-4acf5024de9f req-f123b3f7-0906-47a6-84f5-1395cb60d368 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312772 Nov 08 00:51:01.834905 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:02.149597 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:51:02.235028 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:02.427218 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ac6b3-3df3-4915-8d5f-9641645848d1 req-72e1d83d-3c72-4034-9e18-aad1324b4e40 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:02.428659 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7e4ac6b3-3df3-4915-8d5f-9641645848d1 req-72e1d83d-3c72-4034-9e18-aad1324b4e40 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 943 time: 0.0476351 Nov 08 00:51:02.470311 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7e4ac6b3-3df3-4915-8d5f-9641645848d1 req-0a34c179-2ffd-4e40-8935-8abadf329ecc tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356367 Nov 08 00:51:03.434487 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:03.592016 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f174b-5397-49a4-ac4a-7455922076db req-89baae4f-04af-4d50-94f0-bab4ee7bdbcb tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:03.593644 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d26f174b-5397-49a4-ac4a-7455922076db req-89baae4f-04af-4d50-94f0-bab4ee7bdbcb tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 943 time: 0.0556827 Nov 08 00:51:03.633912 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d26f174b-5397-49a4-ac4a-7455922076db req-ab432024-b8f3-47e1-b00d-3a587b2419cf tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329974 Nov 08 00:51:04.345306 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 8cfa33b4-16a6-4841-811a-948b7e850859 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:51:04.439200 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 8cfa33b4-16a6-4841-811a-948b7e850859, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8cfa33b4-16a6-4841-811a-948b7e850859,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:51:04.450085 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '8cfa33b4-16a6-4841-811a-948b7e850859', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'port_id': '8cfa33b4-16a6-4841-811a-948b7e850859', 'mac_address': 'fa:16:3e:4d:a3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:51:04.486117 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:04.498188 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfa33b4-16a6-4841-811a-948b7e850859 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:51:04.517403 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 8cfa33b4-16a6-4841-811a-948b7e850859, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8cfa33b4-16a6-4841-811a-948b7e850859,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:51:04.595324 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:04.646441 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=8cfa33b4-16a6-4841-811a-948b7e850859,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:51:04.749819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ce8ea-7ffa-40cb-bafa-cdc6a43c3d7d req-f219bbab-795f-4c6b-b399-232d7d1b7fea tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:04.751194 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-909ce8ea-7ffa-40cb-bafa-cdc6a43c3d7d req-f219bbab-795f-4c6b-b399-232d7d1b7fea tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 944 time: 0.0490422 Nov 08 00:51:04.788440 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-909ce8ea-7ffa-40cb-bafa-cdc6a43c3d7d req-3669a30c-44c2-431b-be1d-3b9476670c74 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313201 Nov 08 00:51:05.046650 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['8cfa33b4-16a6-4841-811a-948b7e850859'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:51:05.899103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f3ba7-0f2c-4d06-ad93-7f0331dc8cc2 req-22a0e635-61ab-48d7-b650-110e395059f8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:05.900597 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-495f3ba7-0f2c-4d06-ad93-7f0331dc8cc2 req-22a0e635-61ab-48d7-b650-110e395059f8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 944 time: 0.0478947 Nov 08 00:51:05.941599 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-495f3ba7-0f2c-4d06-ad93-7f0331dc8cc2 req-231f6730-b36a-4e71-9ec6-93257f38e387 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351040 Nov 08 00:51:06.350622 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 8cfa33b4-16a6-4841-811a-948b7e850859 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:51:06.463058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 8cfa33b4-16a6-4841-811a-948b7e850859 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:51:06.466520 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 8cfa33b4-16a6-4841-811a-948b7e850859 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:51:06.466938 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:06.544964 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:06.566972 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328cbe1c-515e-4624-be80-01d1948af068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfa33b4-16a6-4841-811a-948b7e850859'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:51:06.569244 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676956c4-9fb0-49cf-92c1-cf9bdfb97183" -d '{"events": [{"server_uuid": "328cbe1c-515e-4624-be80-01d1948af068", "name": "network-vif-plugged", "status": "completed", "tag": "8cfa33b4-16a6-4841-811a-948b7e850859"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:51:06.581248 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 8cfa33b4-16a6-4841-811a-948b7e850859, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8cfa33b4-16a6-4841-811a-948b7e850859,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:51:06.604785 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238c5ffc-5c42-4ad9-b04f-49376faeda29 x-openstack-request-id: req-238c5ffc-5c42-4ad9-b04f-49376faeda29 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:51:06.605068 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328cbe1c-515e-4624-be80-01d1948af068", "name": "network-vif-plugged", "status": "completed", "tag": "8cfa33b4-16a6-4841-811a-948b7e850859", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:51:06.605316 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-238c5ffc-5c42-4ad9-b04f-49376faeda29 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:51:06.605722 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328cbe1c-515e-4624-be80-01d1948af068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfa33b4-16a6-4841-811a-948b7e850859', 'code': 200} Nov 08 00:51:06.640942 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:06.687603 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=8cfa33b4-16a6-4841-811a-948b7e850859,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:51:06.737787 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68acd2-aa02-4c63-8bc8-c5eff0066647 req-73fc067a-d0be-41b7-8404-a61223dc1ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:06.739154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca68acd2-aa02-4c63-8bc8-c5eff0066647 req-73fc067a-d0be-41b7-8404-a61223dc1ab9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 1096 time: 0.0440180 Nov 08 00:51:06.778736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca68acd2-aa02-4c63-8bc8-c5eff0066647 req-31823605-9c97-4291-9baa-38283623934e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264511 Nov 08 00:51:07.052833 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3d6df-9768-40b3-b7bc-8c04c2762328 req-89a3f399-2ebf-48b3-b100-4d14a719df79 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:07.054212 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25b3d6df-9768-40b3-b7bc-8c04c2762328 req-89a3f399-2ebf-48b3-b100-4d14a719df79 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0481238 Nov 08 00:51:07.090518 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25b3d6df-9768-40b3-b7bc-8c04c2762328 req-b902acba-ae51-4bf5-823a-dd11ae687ac5 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304396 Nov 08 00:51:08.207681 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7264afa-ad17-4c32-b84d-d162a56fcdb7 req-d6e2411f-72f6-4ad6-b51d-db4a1b7b4984 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:08.209189 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7264afa-ad17-4c32-b84d-d162a56fcdb7 req-d6e2411f-72f6-4ad6-b51d-db4a1b7b4984 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0484073 Nov 08 00:51:08.249811 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7264afa-ad17-4c32-b84d-d162a56fcdb7 req-a8a6bbe6-53d1-4904-9967-e264fa035d15 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347302 Nov 08 00:51:08.789368 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:09.362242 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2070b-c131-4a99-8ff7-0ac4001df965 req-bf13e5aa-85c9-434f-a8c2-bf3d2dd7ec46 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:09.363704 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fab2070b-c131-4a99-8ff7-0ac4001df965 req-bf13e5aa-85c9-434f-a8c2-bf3d2dd7ec46 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0484428 Nov 08 00:51:09.399970 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fab2070b-c131-4a99-8ff7-0ac4001df965 req-e3ce89a6-2405-40bc-aba1-1c9e3ee12e13 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303013 Nov 08 00:51:09.703317 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025cfa-7c53-4296-a4ed-012a165e9c53 req-9578323d-cffd-46b9-9c50-6bab17380b0f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:09.705406 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12025cfa-7c53-4296-a4ed-012a165e9c53 req-9578323d-cffd-46b9-9c50-6bab17380b0f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0482528 Nov 08 00:51:09.742752 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12025cfa-7c53-4296-a4ed-012a165e9c53 req-f88d03f4-2bd6-4027-8386-56827e25efb8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312669 Nov 08 00:51:10.856888 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44628165-f7b2-4440-8a63-edeb3455e154 req-8adcdf85-a7bb-4429-adf9-ea19180b4b13 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:10.858404 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44628165-f7b2-4440-8a63-edeb3455e154 req-8adcdf85-a7bb-4429-adf9-ea19180b4b13 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0478249 Nov 08 00:51:10.899724 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44628165-f7b2-4440-8a63-edeb3455e154 req-a620e6d7-4d12-4703-b0be-6d9575182c16 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344949 Nov 08 00:51:12.013992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfd45d-1b50-45f1-a7b4-9c4f2cf79e3e req-b3cc168a-247a-410d-933a-eacb47af16f8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:12.015441 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f8bfd45d-1b50-45f1-a7b4-9c4f2cf79e3e req-b3cc168a-247a-410d-933a-eacb47af16f8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0477281 Nov 08 00:51:12.052456 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f8bfd45d-1b50-45f1-a7b4-9c4f2cf79e3e req-e9254ee5-40ec-4566-90d2-26b01090ed83 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305018 Nov 08 00:51:13.164632 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265821bc-3187-4a02-ad18-9aab88c69da3 req-238c21e0-fafb-4d89-8519-61ee51882d7b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:13.166081 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-265821bc-3187-4a02-ad18-9aab88c69da3 req-238c21e0-fafb-4d89-8519-61ee51882d7b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0478339 Nov 08 00:51:13.205332 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-265821bc-3187-4a02-ad18-9aab88c69da3 req-edab0467-ab5e-4bc9-bd6d-427e547e726a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317194 Nov 08 00:51:14.318197 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98078a-e76e-45a2-af2b-d6ff368e57f7 req-71f5b937-0c2b-4005-8276-04e2ff7ca22f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:14.319666 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed98078a-e76e-45a2-af2b-d6ff368e57f7 req-71f5b937-0c2b-4005-8276-04e2ff7ca22f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0483103 Nov 08 00:51:14.360087 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed98078a-e76e-45a2-af2b-d6ff368e57f7 req-149c2437-de79-4906-ab13-e7551a61cf97 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340335 Nov 08 00:51:15.791678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b266c3-9e6f-47ab-a822-a1fff7d5f649 req-dad89e06-c245-47be-9bc9-1e005b977206 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:15.793170 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-19b266c3-9e6f-47ab-a822-a1fff7d5f649 req-dad89e06-c245-47be-9bc9-1e005b977206 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.3670444 Nov 08 00:51:15.830561 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-19b266c3-9e6f-47ab-a822-a1fff7d5f649 req-6b8a2513-2fd9-4b07-87f5-04034c4f5e72 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308661 Nov 08 00:51:16.678878 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016da77-f1e5-4d49-9238-fb4f63bbe7e9 req-60f22619-2d49-46f1-bf7a-3eedd7737cea tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:16.680399 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a016da77-f1e5-4d49-9238-fb4f63bbe7e9 req-60f22619-2d49-46f1-bf7a-3eedd7737cea tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.0492380 Nov 08 00:51:16.717690 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a016da77-f1e5-4d49-9238-fb4f63bbe7e9 req-37046e91-9748-4148-b506-4591e1821a4a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310650 Nov 08 00:51:16.942579 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cae4d-0b07-47ff-8b11-c0866febe539 req-0a4cdef2-4201-4792-a763-6206fbf32347 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:16.944072 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-475cae4d-0b07-47ff-8b11-c0866febe539 req-0a4cdef2-4201-4792-a763-6206fbf32347 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0486326 Nov 08 00:51:16.984631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-475cae4d-0b07-47ff-8b11-c0866febe539 req-dc0a8198-f8f0-439b-96ba-73a859b45744 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346429 Nov 08 00:51:17.829660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab31bf-0343-4943-96ca-e260fb3c139c req-ac17fd45-c183-4dc1-9449-7a16efbac1c2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:17.831112 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48ab31bf-0343-4943-96ca-e260fb3c139c req-ac17fd45-c183-4dc1-9449-7a16efbac1c2 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.0474987 Nov 08 00:51:17.868926 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48ab31bf-0343-4943-96ca-e260fb3c139c req-c1731d86-eb2b-4df9-a5a9-03e83d69a4dc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317783 Nov 08 00:51:18.096942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15ec8d-d03b-4bc1-a922-6ba083bce409 req-edff002b-0c9b-448a-8dbf-3804398a5ea0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:18.098390 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d15ec8d-d03b-4bc1-a922-6ba083bce409 req-edff002b-0c9b-448a-8dbf-3804398a5ea0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0482540 Nov 08 00:51:18.134251 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d15ec8d-d03b-4bc1-a922-6ba083bce409 req-ae5bc078-1175-4096-89df-063805e9a3d7 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300310 Nov 08 00:51:18.980671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea386a7-0614-49f3-b7bd-3d0ecf444b5d req-b5f5efd1-4068-435e-859c-e64cabeee578 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:18.982114 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ea386a7-0614-49f3-b7bd-3d0ecf444b5d req-b5f5efd1-4068-435e-859c-e64cabeee578 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.0477307 Nov 08 00:51:19.022663 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ea386a7-0614-49f3-b7bd-3d0ecf444b5d req-683da735-dbf1-409d-9457-f23e55e89253 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340710 Nov 08 00:51:19.246497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8071f-7d70-4f31-8b7f-2631a993c1f6 req-f7a499d3-92dc-4de6-98fb-e3d844766dab tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:19.247968 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-79a8071f-7d70-4f31-8b7f-2631a993c1f6 req-f7a499d3-92dc-4de6-98fb-e3d844766dab tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0487700 Nov 08 00:51:19.284917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-79a8071f-7d70-4f31-8b7f-2631a993c1f6 req-9c24f437-4021-408e-ad27-a3b61c684a2d tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310681 Nov 08 00:51:20.133909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd46961-629c-4e2f-a23d-c159bf4a1f38 req-f0b9c8f6-a706-4f31-847d-8b665357bc64 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:20.135404 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8fd46961-629c-4e2f-a23d-c159bf4a1f38 req-f0b9c8f6-a706-4f31-847d-8b665357bc64 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.0477340 Nov 08 00:51:20.172495 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8fd46961-629c-4e2f-a23d-c159bf4a1f38 req-edddbfa5-fd8a-4f07-868c-e80a48a70c72 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311964 Nov 08 00:51:20.400345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a94b5-8f43-4e53-b4a6-17715b667da1 req-b589414c-a313-4f67-8abc-5221bbb05ca5 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:20.401787 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c14a94b5-8f43-4e53-b4a6-17715b667da1 req-b589414c-a313-4f67-8abc-5221bbb05ca5 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0484767 Nov 08 00:51:20.441441 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c14a94b5-8f43-4e53-b4a6-17715b667da1 req-15a8f98b-adf7-4609-b6d6-ad93583e8472 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337994 Nov 08 00:51:21.286091 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a53f50-dbc6-4ed0-90b2-ff89b3a4f06d req-2635f2ca-21a6-479e-ac84-076b28ce1878 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:21.287559 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2a53f50-dbc6-4ed0-90b2-ff89b3a4f06d req-2635f2ca-21a6-479e-ac84-076b28ce1878 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.0487468 Nov 08 00:51:21.325877 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2a53f50-dbc6-4ed0-90b2-ff89b3a4f06d req-671760f5-988e-491d-8a41-aab220a54109 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323184 Nov 08 00:51:21.553565 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdeeaf8-d7de-41cf-a5b0-60e655ccf69e req-bd1a5f00-9b74-44f0-9f1e-9615971bed96 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:21.555009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ebdeeaf8-d7de-41cf-a5b0-60e655ccf69e req-bd1a5f00-9b74-44f0-9f1e-9615971bed96 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0481169 Nov 08 00:51:21.590712 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ebdeeaf8-d7de-41cf-a5b0-60e655ccf69e req-56569801-4f4d-4353-9434-bdb89d4211cf tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298758 Nov 08 00:51:22.438358 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814cf7a-240d-4b2a-ae41-a7b14faf30b8 req-3dd92f97-dc06-483c-ad6d-2b008b88c131 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:22.439816 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2814cf7a-240d-4b2a-ae41-a7b14faf30b8 req-3dd92f97-dc06-483c-ad6d-2b008b88c131 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.0480087 Nov 08 00:51:22.481053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2814cf7a-240d-4b2a-ae41-a7b14faf30b8 req-aa8c4394-5a08-4d2d-85b4-e46057ab4e48 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345185 Nov 08 00:51:22.703288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c8426-b6d8-4fea-9a43-ce8d4c4641cf req-fdc64675-1f60-42eb-a5df-ec41950248cd tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:22.704800 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f22c8426-b6d8-4fea-9a43-ce8d4c4641cf req-fdc64675-1f60-42eb-a5df-ec41950248cd tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0488672 Nov 08 00:51:22.741861 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f22c8426-b6d8-4fea-9a43-ce8d4c4641cf req-88a1f369-262b-44c2-ab14-550cfb32414d tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312524 Nov 08 00:51:23.594807 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c087f-a2a5-4b5b-8d37-f91bf1af3599 req-232aa174-2ff9-49c8-a1f5-ee987be0cb4b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:23.596842 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed4c087f-a2a5-4b5b-8d37-f91bf1af3599 req-232aa174-2ff9-49c8-a1f5-ee987be0cb4b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.0491331 Nov 08 00:51:23.633271 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed4c087f-a2a5-4b5b-8d37-f91bf1af3599 req-c0895761-70a4-4b0d-bd21-0a9916fc1033 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304854 Nov 08 00:51:23.854370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9437b1a-8e16-49ba-8c51-816043d58d6b req-31dc3d89-f250-45f8-85e8-9942f304ccc4 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:23.856425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b9437b1a-8e16-49ba-8c51-816043d58d6b req-31dc3d89-f250-45f8-85e8-9942f304ccc4 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0499172 Nov 08 00:51:23.897890 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b9437b1a-8e16-49ba-8c51-816043d58d6b req-40b68e57-7642-4ea4-9c44-4388b0ea2879 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357490 Nov 08 00:51:24.746898 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c970f-4fa5-4c3c-ab8a-70912a117ead req-5eef74c8-6ebc-45e5-b48d-fb7801cdcf91 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:24.748374 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb7c970f-4fa5-4c3c-ab8a-70912a117ead req-5eef74c8-6ebc-45e5-b48d-fb7801cdcf91 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.0485168 Nov 08 00:51:24.785613 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb7c970f-4fa5-4c3c-ab8a-70912a117ead req-4dd58299-2029-40c0-8e4a-5d83a5d71196 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313625 Nov 08 00:51:25.008850 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7211431-2803-416a-a31e-2d072e567e43 req-a76d1bac-52cd-4fa5-971d-073c5556661b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:25.010321 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7211431-2803-416a-a31e-2d072e567e43 req-a76d1bac-52cd-4fa5-971d-073c5556661b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0484095 Nov 08 00:51:25.047570 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7211431-2803-416a-a31e-2d072e567e43 req-057d98c1-ed26-4802-9d86-d475dbac3dd2 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313389 Nov 08 00:51:25.904094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28670e04-e0f1-48d1-ad06-d626836fd7d7 req-803671b9-b998-4e6e-97f6-67132089e3d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:25.905581 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28670e04-e0f1-48d1-ad06-d626836fd7d7 req-803671b9-b998-4e6e-97f6-67132089e3d5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.0538061 Nov 08 00:51:25.948146 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28670e04-e0f1-48d1-ad06-d626836fd7d7 req-f56596f2-2c66-49c5-ba22-a13e84b5de75 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355794 Nov 08 00:51:26.159420 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cd408-2371-44e3-89af-1e4176e08ea3 req-a9b2355e-08c1-49a4-b2d1-6cce71953997 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:26.160944 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a63cd408-2371-44e3-89af-1e4176e08ea3 req-a9b2355e-08c1-49a4-b2d1-6cce71953997 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0484114 Nov 08 00:51:26.197736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a63cd408-2371-44e3-89af-1e4176e08ea3 req-b0d81cee-d3fb-4b10-8bc3-104289ec9051 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309286 Nov 08 00:51:27.062069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20339284-f4fd-4772-a319-5d63f9e16c0a req-de6c6c1f-a930-4655-b6cd-ad795974e06e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:27.063545 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20339284-f4fd-4772-a319-5d63f9e16c0a req-de6c6c1f-a930-4655-b6cd-ad795974e06e tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.0483301 Nov 08 00:51:27.102035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20339284-f4fd-4772-a319-5d63f9e16c0a req-5dccfbe8-2243-4307-b578-ffa15d1d7eb0 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326309 Nov 08 00:51:27.309246 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb8117-b698-4e10-aa2f-abb6a0e15486 req-308fe9da-e6cc-401c-a795-9c5929109535 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:27.310699 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02cb8117-b698-4e10-aa2f-abb6a0e15486 req-308fe9da-e6cc-401c-a795-9c5929109535 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0481820 Nov 08 00:51:27.351972 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02cb8117-b698-4e10-aa2f-abb6a0e15486 req-6f67a35d-c76a-462f-876f-e157ef651a71 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353630 Nov 08 00:51:28.194881 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a7df749a-2e1a-4db0-92d8-393918fb98ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:28.218739 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf8673-9597-42c5-b051-44d114c4b398 req-de1a4c61-bf83-4565-8b3d-f517abcbb214 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:28.220488 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94bf8673-9597-42c5-b051-44d114c4b398 req-de1a4c61-bf83-4565-8b3d-f517abcbb214 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.0526807 Nov 08 00:51:28.258175 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94bf8673-9597-42c5-b051-44d114c4b398 req-207d9dcf-5f4b-49c3-bcbc-0c9ebbc9fd6d tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315804 Nov 08 00:51:28.465710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a927028-4a21-458a-bd6f-29c9546a041a req-933998fb-1ca3-46ce-b57b-42f8faaa69d2 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:28.467186 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a927028-4a21-458a-bd6f-29c9546a041a req-933998fb-1ca3-46ce-b57b-42f8faaa69d2 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0499368 Nov 08 00:51:28.505557 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9a927028-4a21-458a-bd6f-29c9546a041a req-4754489c-71fd-4e54-818d-f73b8ac798b2 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320716 Nov 08 00:51:29.372097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b2d6b-9a22-4ea8-9625-dadc1ef93191 req-0e1a6059-a76e-4bb2-b9aa-a16ef3c507e6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:29.373553 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d2b2d6b-9a22-4ea8-9625-dadc1ef93191 req-0e1a6059-a76e-4bb2-b9aa-a16ef3c507e6 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.0494676 Nov 08 00:51:29.414870 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d2b2d6b-9a22-4ea8-9625-dadc1ef93191 req-f6b03223-d2b4-4130-a587-ba8b7cf8eea0 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351598 Nov 08 00:51:29.617718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e389ff5-01fe-4120-849b-93d39ec61ca8 req-d5ac5966-b049-40c5-8ef6-c1d730642eb5 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:29.619176 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e389ff5-01fe-4120-849b-93d39ec61ca8 req-d5ac5966-b049-40c5-8ef6-c1d730642eb5 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0485785 Nov 08 00:51:29.656866 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e389ff5-01fe-4120-849b-93d39ec61ca8 req-d8355e2f-1c4e-40e3-a5ef-84b9d72d0bd4 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319216 Nov 08 00:51:29.932745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0400f-97bc-4188-afba-dac4344310e3 req-897d2f13-97a9-4ff9-947f-f9b14ae7eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:29.934236 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ab0400f-97bc-4188-afba-dac4344310e3 req-897d2f13-97a9-4ff9-947f-f9b14ae7eef8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 1096 time: 0.0388114 Nov 08 00:51:29.968669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2ab0400f-97bc-4188-afba-dac4344310e3 req-d8a0d710-b70b-4251-8142-e7b0a21594e2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277057 Nov 08 00:51:30.535750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1070b-0134-464e-aecd-a8efa6aac77d req-4f6eb4ff-3bc2-4fbc-8b54-86a1acdabd5c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:30.537257 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-86e1070b-0134-464e-aecd-a8efa6aac77d req-4f6eb4ff-3bc2-4fbc-8b54-86a1acdabd5c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.0566840 Nov 08 00:51:30.577636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-86e1070b-0134-464e-aecd-a8efa6aac77d req-63d5b253-8685-430a-9833-b5944e380995 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344777 Nov 08 00:51:30.725860 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8de4f071-8bdd-4c10-8a32-1bf2bad5b0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:30.769664 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44440c-d346-4336-9649-dc86903482ec req-ed47364c-7f52-4cb5-8c7f-e8cf564fb61e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:30.771139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb44440c-d346-4336-9649-dc86903482ec req-ed47364c-7f52-4cb5-8c7f-e8cf564fb61e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0482697 Nov 08 00:51:30.812266 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb44440c-d346-4336-9649-dc86903482ec req-f02b6a7e-72b3-4d25-ab8b-c84e45afc574 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350568 Nov 08 00:51:31.063495 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:31.569503 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 55febec7-9613-46f5-91cd-54d2e5206fec details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:51:31.664982 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 55febec7-9613-46f5-91cd-54d2e5206fec, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=55febec7-9613-46f5-91cd-54d2e5206fec,segment=NetworkSegment(17eed788-dc30-412b-83c3-8074238fad22),segment_id=17eed788-dc30-412b-83c3-8074238fad22)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:51:31.676710 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '55febec7-9613-46f5-91cd-54d2e5206fec', 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809', 'port_id': '55febec7-9613-46f5-91cd-54d2e5206fec', 'mac_address': 'fa:16:3e:94:ca:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:51:31.690572 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7cbf7-5501-492b-ba7f-b7d2e67aaa37 req-ac1c9553-bf38-42c1-88be-5ba1623a30a3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:31.692730 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5b7cbf7-5501-492b-ba7f-b7d2e67aaa37 req-ac1c9553-bf38-42c1-88be-5ba1623a30a3 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.0486608 Nov 08 00:51:31.716065 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:31.729115 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55febec7-9613-46f5-91cd-54d2e5206fec {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:51:31.732173 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5b7cbf7-5501-492b-ba7f-b7d2e67aaa37 req-fcb90710-0473-40d8-ad31-c044726ae5eb tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331032 Nov 08 00:51:31.748791 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 55febec7-9613-46f5-91cd-54d2e5206fec, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=55febec7-9613-46f5-91cd-54d2e5206fec,segment=NetworkSegment(17eed788-dc30-412b-83c3-8074238fad22),segment_id=17eed788-dc30-412b-83c3-8074238fad22)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:51:31.755033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60106) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:51:31.819183 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6ca112e0-62da-4db2-94a2-693e0354d41b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/floatingips/f3b6dc6b-978d-4937-831e-d188a97cadaa HTTP/1.1" status: 200 len: 993 time: 0.0630112 Nov 08 00:51:31.869345 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:31.894832 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:31.922993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=55febec7-9613-46f5-91cd-54d2e5206fec,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:51:31.926934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b255e-ae5c-457b-a8e2-2cbba6dc8d57 req-d55d6037-42a3-428c-aee1-b85d0a09de66 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:31.928484 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-345b255e-ae5c-457b-a8e2-2cbba6dc8d57 req-d55d6037-42a3-428c-aee1-b85d0a09de66 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0497336 Nov 08 00:51:31.931166 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:31.931505 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:31.931859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:31.932194 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:31.932521 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:31.932845 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:31.933165 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:31.933481 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:31.933796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:31.934113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:31.934424 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:31.934735 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:31.966237 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-345b255e-ae5c-457b-a8e2-2cbba6dc8d57 req-c8800d81-06d1-4068-9934-c02b8c39035b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314929 Nov 08 00:51:32.148175 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['55febec7-9613-46f5-91cd-54d2e5206fec'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:51:32.274156 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:33.079222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f3ace-cc8a-4ab5-a023-02d8bd199ed9 req-a0fe750e-acd7-49e4-bc84-8d001bc20bb8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:33.080702 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d7f3ace-cc8a-4ab5-a023-02d8bd199ed9 req-a0fe750e-acd7-49e4-bc84-8d001bc20bb8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0481496 Nov 08 00:51:33.117698 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d7f3ace-cc8a-4ab5-a023-02d8bd199ed9 req-1f51951c-4e66-4d0c-8d76-36e5e2c4c33b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311446 Nov 08 00:51:33.434233 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:33.594621 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 55febec7-9613-46f5-91cd-54d2e5206fec up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:51:33.641171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 55febec7-9613-46f5-91cd-54d2e5206fec triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:51:33.641531 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:33.713699 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:33.735851 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de77fc3d-bfbd-405d-8fc0-10c993c3ff33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55febec7-9613-46f5-91cd-54d2e5206fec'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:51:33.738125 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8af94a-54ab-41cf-8322-14aa3a9f80b4" -d '{"events": [{"server_uuid": "de77fc3d-bfbd-405d-8fc0-10c993c3ff33", "name": "network-vif-plugged", "status": "completed", "tag": "55febec7-9613-46f5-91cd-54d2e5206fec"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:51:33.750515 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 55febec7-9613-46f5-91cd-54d2e5206fec, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=55febec7-9613-46f5-91cd-54d2e5206fec,segment=NetworkSegment(17eed788-dc30-412b-83c3-8074238fad22),segment_id=17eed788-dc30-412b-83c3-8074238fad22)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:51:33.773362 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f1c84a-b197-492d-b7c8-c5f09ccb244b x-openstack-request-id: req-b2f1c84a-b197-492d-b7c8-c5f09ccb244b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:51:33.773643 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de77fc3d-bfbd-405d-8fc0-10c993c3ff33", "name": "network-vif-plugged", "status": "completed", "tag": "55febec7-9613-46f5-91cd-54d2e5206fec", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:51:33.773890 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2f1c84a-b197-492d-b7c8-c5f09ccb244b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:51:33.774274 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de77fc3d-bfbd-405d-8fc0-10c993c3ff33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55febec7-9613-46f5-91cd-54d2e5206fec', 'code': 200} Nov 08 00:51:33.811693 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:33.864735 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=55febec7-9613-46f5-91cd-54d2e5206fec,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:51:34.234927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d1c66-37b3-4820-bf6f-3fd610462f1f req-c24f26c2-b505-428f-a54c-157f5d808ff0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:34.236416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b23d1c66-37b3-4820-bf6f-3fd610462f1f req-c24f26c2-b505-428f-a54c-157f5d808ff0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0532968 Nov 08 00:51:34.273664 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b23d1c66-37b3-4820-bf6f-3fd610462f1f req-264ae186-6d6e-416d-bb48-9a89b125f858 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Nov 08 00:51:35.388181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c61280-9910-49e7-a443-735fe2d77200 req-e8c12ea0-3911-40b2-ade3-3ef164a4fdc2 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:35.389708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-14c61280-9910-49e7-a443-735fe2d77200 req-e8c12ea0-3911-40b2-ade3-3ef164a4fdc2 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0501242 Nov 08 00:51:35.427570 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-14c61280-9910-49e7-a443-735fe2d77200 req-19217e5a-40eb-49a8-ae86-7b148a44532f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318167 Nov 08 00:51:35.617375 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f326f-d19a-42f6-a862-6b3612973578 req-3834c565-2839-4387-8811-a4355677eefc tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:35.618844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-662f326f-d19a-42f6-a862-6b3612973578 req-3834c565-2839-4387-8811-a4355677eefc tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0484521 Nov 08 00:51:35.656208 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-662f326f-d19a-42f6-a862-6b3612973578 req-bddbdf14-778f-468c-8211-267f461837f8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314784 Nov 08 00:51:35.779900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6562af-232a-478d-9f6d-e2a166dbe3d8 req-e73fb877-b288-4761-9cc2-7b9a9ab77c30 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:35.781362 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a6562af-232a-478d-9f6d-e2a166dbe3d8 req-e73fb877-b288-4761-9cc2-7b9a9ab77c30 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0524726 Nov 08 00:51:35.817779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a6562af-232a-478d-9f6d-e2a166dbe3d8 req-94054921-b0ae-434e-8504-46d0ad41d1d5 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304906 Nov 08 00:51:36.035398 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-e4b1c1a4-91fb-4496-9dfd-5a094a6f295d tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:36.036902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-e4b1c1a4-91fb-4496-9dfd-5a094a6f295d tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 811 time: 0.1001101 Nov 08 00:51:36.051587 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-9c002fcd-acac-473c-83ee-43578101c800 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/quotas/afb635e40fd640559a1e95ef85c12c18 HTTP/1.1" status: 200 len: 375 time: 0.0089648 Nov 08 00:51:36.112693 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-46f1589c-3433-495b-a4e9-8de61f4dd75b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0550086 Nov 08 00:51:36.182397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-6eddbe43-aa23-4d38-b69b-2422d6d00813 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:51:36.183395 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-6eddbe43-aa23-4d38-b69b-2422d6d00813 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0636756 Nov 08 00:51:36.270463 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-37509feb-e303-4010-924e-a0e94f46867e service neutron] 10.222.0.13 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807981 Nov 08 00:51:36.361996 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-f57adb48-cd9d-4365-ac93-beacf70ddc6e service neutron] 10.222.0.13 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854485 Nov 08 00:51:36.581995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5cb16cfb-9aac-4523-b2ea-745e71d26599 req-bde2618c-ec87-446f-931d-3aa9d5dc5e77 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 210 time: 0.0263247 Nov 08 00:51:37.671966 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-458d8a63-7dcf-4b12-94a3-a5b1443e1947 req-4c6e93e0-e4d8-4f47-a3fc-c7b2056c8b70 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 210 time: 0.0261164 Nov 08 00:51:38.281406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-b4f0f6fc-fdae-4acb-861a-e1513f535d09 req-c86da989-0bb6-472e-a321-c9f19a075f74 service neutron] (102771) timed out ('10.222.0.26', 49462) {{(pid=102771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 00:51:38.482257 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b9a34604-7be4-4916-a0db-7aebba82d3a0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:38.483681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b9a34604-7be4-4916-a0db-7aebba82d3a0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.26 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 811 time: 0.1056297 Nov 08 00:51:38.504013 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Request body: {'port': {'device_id': 'f1804029-7468-4f49-b413-f416a985728b', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'admin_state_up': True, 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:51:38.703714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Made reservation on behalf of afb635e40fd640559a1e95ef85c12c18 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:51:38.708478 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:38.806052 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:38.806694 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b4e3fe07-7035-461b-b099-d51d27700b14 req-fa6dedc2-b8fa-4899-93e8-74f46790f58b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 210 time: 0.0339818 Nov 08 00:51:38.867102 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Allocated IP 172.20.0.11 (2a9bede5-8040-45a1-99d6-bb798995e059/5068e2e8-60e6-4d04-9017-4d3652d89ba0/e0212b38-3ee3-4fda-98a4-b0f601f0798f) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:51:39.017887 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:39.109371 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:39.141538 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['8cfa33b4-16a6-4841-811a-948b7e850859'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:51:39.149188 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:51:39.152875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Network 2a9bede5-8040-45a1-99d6-bb798995e059 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:51:39.156062 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:51:39.158758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:51:39.198822 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Pushing event updated for resources: {'Port': ['ID=e0212b38-3ee3-4fda-98a4-b0f601f0798f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:51:39.209966 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:39.210343 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:39.210647 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:39.210982 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:39.211312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:39.211639 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:39.211991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:39.212315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:39.212638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:39.212961 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:39.213283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:39.213610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:51:39.234625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:39.235281 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:39.312054 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-c70e8f6a-4055-47fd-a470-eef7b1768123 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8128428 Nov 08 00:51:39.333149 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Request body: {'port': {'device_id': 'f1804029-7468-4f49-b413-f416a985728b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:51:39.360319 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-bbf09862-5266-47f3-8203-7128b6d6d24c None None] Provisioning complete for port e0212b38-3ee3-4fda-98a4-b0f601f0798f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:51:39.360619 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bbf09862-5266-47f3-8203-7128b6d6d24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:39.387600 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:39.397517 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-bbf09862-5266-47f3-8203-7128b6d6d24c None None] Port e0212b38-3ee3-4fda-98a4-b0f601f0798f cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:51:39.640429 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0212b38-3ee3-4fda-98a4-b0f601f0798f {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:51:39.647559 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:39.658839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Transition to ACTIVE for port object e0212b38-3ee3-4fda-98a4-b0f601f0798f will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:51:39.725805 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:39.778803 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Pushing event updated for resources: {'Port': ['ID=e0212b38-3ee3-4fda-98a4-b0f601f0798f,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:51:39.848745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Attempting to bind port e0212b38-3ee3-4fda-98a4-b0f601f0798f on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:51:39.849076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Attempting to bind port e0212b38-3ee3-4fda-98a4-b0f601f0798f by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:51:39.849407 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Attempting to bind port e0212b38-3ee3-4fda-98a4-b0f601f0798f on network 2a9bede5-8040-45a1-99d6-bb798995e059 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:51:39.854570 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Port e0212b38-3ee3-4fda-98a4-b0f601f0798f on network 2a9bede5-8040-45a1-99d6-bb798995e059 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:51:39.854960 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Attempting to bind port e0212b38-3ee3-4fda-98a4-b0f601f0798f on network 2a9bede5-8040-45a1-99d6-bb798995e059 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:51:39.862293 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:51:39.862605 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Checking segment: {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:51:39.862969 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Bound using segment: {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:51:39.863407 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Bound port: e0212b38-3ee3-4fda-98a4-b0f601f0798f, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:51:39.863765 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:39.963987 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] For port e0212b38-3ee3-4fda-98a4-b0f601f0798f, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:51:39.967512 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] For port e0212b38-3ee3-4fda-98a4-b0f601f0798f, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=e0212b38-3ee3-4fda-98a4-b0f601f0798f,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:51:39.975412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d8add-8564-4738-a729-176c6aad603c req-32b9b36a-17c7-48d7-b9cc-101ee78b4e69 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:39.977461 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-984d8add-8564-4738-a729-176c6aad603c req-32b9b36a-17c7-48d7-b9cc-101ee78b4e69 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 944 time: 0.0800259 Nov 08 00:51:40.016353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-984d8add-8564-4738-a729-176c6aad603c req-f3413a23-e73c-4cb5-86e4-f1d6067bc486 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324676 Nov 08 00:51:40.029342 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:40.062079 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:40.062685 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:40.064102 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] 10.222.0.26 "PUT /v2.0/ports/e0212b38-3ee3-4fda-98a4-b0f601f0798f HTTP/1.1" status: 200 len: 1092 time: 0.7354541 Nov 08 00:51:40.068660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1804029-7468-4f49-b413-f416a985728b', 'tag': 'e0212b38-3ee3-4fda-98a4-b0f601f0798f'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:51:40.068660 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d813bc-ee09-4fc4-ada8-3225a4bf5723" -d '{"events": [{"name": "network-changed", "server_uuid": "f1804029-7468-4f49-b413-f416a985728b", "tag": "e0212b38-3ee3-4fda-98a4-b0f601f0798f"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:51:40.091834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752c1f6-d64d-4e15-bca4-87ddce01d591 service neutron] Pushing event updated for resources: {'Port': ['ID=e0212b38-3ee3-4fda-98a4-b0f601f0798f,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:51:40.186407 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6181361e-8dfe-4d64-b8ef-0b99fa807034 x-openstack-request-id: req-6181361e-8dfe-4d64-b8ef-0b99fa807034 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:51:40.186649 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1804029-7468-4f49-b413-f416a985728b", "tag": "e0212b38-3ee3-4fda-98a4-b0f601f0798f", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:51:40.186918 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6181361e-8dfe-4d64-b8ef-0b99fa807034 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:51:40.187310 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1804029-7468-4f49-b413-f416a985728b', 'tag': 'e0212b38-3ee3-4fda-98a4-b0f601f0798f', 'status': 'completed', 'code': 200} Nov 08 00:51:40.220132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-a0bc60d5-f37b-4f98-9d2f-35be84c2730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:40.221671 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-a0bc60d5-f37b-4f98-9d2f-35be84c2730a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 1095 time: 0.0447936 Nov 08 00:51:40.273935 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-9ef04b20-fde8-4434-a708-e4147e4959bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0212b38-3ee3-4fda-98a4-b0f601f0798f HTTP/1.1" status: 200 len: 217 time: 0.0386157 Nov 08 00:51:40.322092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-34d0b8ce-e786-428c-a029-e886b7e05ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:40.323517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-34d0b8ce-e786-428c-a029-e886b7e05ad2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0428321 Nov 08 00:51:40.370668 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-d2df7fd7-f9a5-4423-a82c-664b938235ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:40.372159 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-d2df7fd7-f9a5-4423-a82c-664b938235ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421450 Nov 08 00:51:40.463204 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-04899354-3fed-4622-b925-f6b7bf510ac2 service neutron] 10.222.0.26 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840964 Nov 08 00:51:40.550841 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3602488f-ce8d-4c3c-9f7d-2eb446f0f0e5 req-27ba3e0d-4c3a-4d57-9bbc-0ee635106cf5 service neutron] 10.222.0.26 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806355 Nov 08 00:51:40.742689 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d813bc-ee09-4fc4-ada8-3225a4bf5723 req-6d7d2ef9-bf4f-4104-98d5-35d1840cd0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:40.744104 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07d813bc-ee09-4fc4-ada8-3225a4bf5723 req-6d7d2ef9-bf4f-4104-98d5-35d1840cd0c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 1095 time: 0.0408816 Nov 08 00:51:40.833478 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d813bc-ee09-4fc4-ada8-3225a4bf5723 req-5b1410c9-a86f-4221-bf16-43210ecadc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:40.834878 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07d813bc-ee09-4fc4-ada8-3225a4bf5723 req-5b1410c9-a86f-4221-bf16-43210ecadc2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 912 time: 0.0843952 Nov 08 00:51:40.875003 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07d813bc-ee09-4fc4-ada8-3225a4bf5723 req-ce00129b-c81c-4b12-ace0-7bb67e0156fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0212b38-3ee3-4fda-98a4-b0f601f0798f HTTP/1.1" status: 200 len: 217 time: 0.0331438 Nov 08 00:51:40.928232 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d813bc-ee09-4fc4-ada8-3225a4bf5723 req-255a5389-7349-4dad-9f8c-f29f930a01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:40.929675 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07d813bc-ee09-4fc4-ada8-3225a4bf5723 req-255a5389-7349-4dad-9f8c-f29f930a01b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0464098 Nov 08 00:51:40.978134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d813bc-ee09-4fc4-ada8-3225a4bf5723 req-6acb1035-d1f9-4afe-bb9e-7638eca3e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:40.979608 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07d813bc-ee09-4fc4-ada8-3225a4bf5723 req-6acb1035-d1f9-4afe-bb9e-7638eca3e300 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416024 Nov 08 00:51:41.068934 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07d813bc-ee09-4fc4-ada8-3225a4bf5723 req-5c41aed1-aa23-4797-be89-8e67e9d76e3d service neutron] 10.222.0.26 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808308 Nov 08 00:51:41.190909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d74385-3bc7-47e7-b31c-8ca7a7b35276 req-4063e7f3-6de4-4d51-be23-bcd4907c9465 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:41.192392 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-23d74385-3bc7-47e7-b31c-8ca7a7b35276 req-4063e7f3-6de4-4d51-be23-bcd4907c9465 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 944 time: 0.1006236 Nov 08 00:51:41.223414 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07d813bc-ee09-4fc4-ada8-3225a4bf5723 req-03bdd71c-5240-40a0-aa16-0777a0ca258e service neutron] 10.222.0.26 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467776 Nov 08 00:51:41.242608 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-23d74385-3bc7-47e7-b31c-8ca7a7b35276 req-bb41f3ba-3f62-4565-bc49-aed4b7151d3c tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424781 Nov 08 00:51:42.363567 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47704b58-411f-4685-9ee9-8ec266b2e7ab req-42cbc29d-0092-42da-9424-cc1d47161586 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:42.365087 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47704b58-411f-4685-9ee9-8ec266b2e7ab req-42cbc29d-0092-42da-9424-cc1d47161586 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 944 time: 0.0520692 Nov 08 00:51:42.402034 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47704b58-411f-4685-9ee9-8ec266b2e7ab req-d9fbc7ae-463b-420b-8b69-fda9983b060a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301709 Nov 08 00:51:43.513683 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2078c51-5c77-4849-bf2b-3f396efd65fe req-cc2959fb-b37b-4c54-a75c-ae68d80acefd tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:43.515145 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d2078c51-5c77-4849-bf2b-3f396efd65fe req-cc2959fb-b37b-4c54-a75c-ae68d80acefd tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 944 time: 0.0485933 Nov 08 00:51:43.553384 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d2078c51-5c77-4849-bf2b-3f396efd65fe req-bd0b1732-5c6d-46af-9f2a-bcbfe3c67d00 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323360 Nov 08 00:51:43.617877 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device e0212b38-3ee3-4fda-98a4-b0f601f0798f details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:51:43.708899 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port e0212b38-3ee3-4fda-98a4-b0f601f0798f, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=e0212b38-3ee3-4fda-98a4-b0f601f0798f,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:51:43.720026 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'e0212b38-3ee3-4fda-98a4-b0f601f0798f', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'port_id': 'e0212b38-3ee3-4fda-98a4-b0f601f0798f', 'mac_address': 'fa:16:3e:13:94:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:51:43.759210 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:43.771338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0212b38-3ee3-4fda-98a4-b0f601f0798f {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:51:43.789792 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port e0212b38-3ee3-4fda-98a4-b0f601f0798f, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=e0212b38-3ee3-4fda-98a4-b0f601f0798f,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:51:43.840033 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:43.887084 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=e0212b38-3ee3-4fda-98a4-b0f601f0798f,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:51:44.142045 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['e0212b38-3ee3-4fda-98a4-b0f601f0798f'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:51:44.666107 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9d21b-3427-4348-806c-f0098ac93222 req-4c2f19e0-35bf-4328-9e47-1df9150227c2 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:44.667552 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-41e9d21b-3427-4348-806c-f0098ac93222 req-4c2f19e0-35bf-4328-9e47-1df9150227c2 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 945 time: 0.0476232 Nov 08 00:51:44.704172 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-41e9d21b-3427-4348-806c-f0098ac93222 req-5e5a1c82-b0ee-4b1f-bf73-d1b137841a36 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307508 Nov 08 00:51:45.637039 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device e0212b38-3ee3-4fda-98a4-b0f601f0798f up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:51:45.726459 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port e0212b38-3ee3-4fda-98a4-b0f601f0798f completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:51:45.730251 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port e0212b38-3ee3-4fda-98a4-b0f601f0798f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:51:45.730622 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:45.810508 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:45.822453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbb5e7-4e71-43d2-8403-5a27b2a1a628 req-7a9f545e-bb50-4180-ba47-7bd6a8791da2 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:45.823958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0abbb5e7-4e71-43d2-8403-5a27b2a1a628 req-7a9f545e-bb50-4180-ba47-7bd6a8791da2 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 945 time: 0.0531030 Nov 08 00:51:45.832081 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1804029-7468-4f49-b413-f416a985728b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0212b38-3ee3-4fda-98a4-b0f601f0798f'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:51:45.834301 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29045366-2305-4af8-a51a-cc44c546b258" -d '{"events": [{"server_uuid": "f1804029-7468-4f49-b413-f416a985728b", "name": "network-vif-plugged", "status": "completed", "tag": "e0212b38-3ee3-4fda-98a4-b0f601f0798f"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:51:45.847804 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port e0212b38-3ee3-4fda-98a4-b0f601f0798f, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=e0212b38-3ee3-4fda-98a4-b0f601f0798f,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:51:45.863453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0abbb5e7-4e71-43d2-8403-5a27b2a1a628 req-290ba41f-6a24-41dd-999e-b437898b6833 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335476 Nov 08 00:51:45.871699 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ecef81-e335-4413-b41e-815b1010109b x-openstack-request-id: req-10ecef81-e335-4413-b41e-815b1010109b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:51:45.872053 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1804029-7468-4f49-b413-f416a985728b", "name": "network-vif-plugged", "status": "completed", "tag": "e0212b38-3ee3-4fda-98a4-b0f601f0798f", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:51:45.872311 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10ecef81-e335-4413-b41e-815b1010109b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:51:45.872716 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1804029-7468-4f49-b413-f416a985728b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0212b38-3ee3-4fda-98a4-b0f601f0798f', 'code': 200} Nov 08 00:51:45.925731 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:51:45.979014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=e0212b38-3ee3-4fda-98a4-b0f601f0798f,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:51:46.000795 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd909ced-6cd5-4b15-867e-c7eda91b3af7 req-c3737361-8bbc-442e-a564-315ad3cc1879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:46.002294 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fd909ced-6cd5-4b15-867e-c7eda91b3af7 req-c3737361-8bbc-442e-a564-315ad3cc1879 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 1097 time: 0.0432689 Nov 08 00:51:46.035899 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fd909ced-6cd5-4b15-867e-c7eda91b3af7 req-b9d50dff-0f41-4413-9223-e57f4b596d2b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270157 Nov 08 00:51:46.981899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4a053-d952-4103-9326-b0d8f5f39d00 req-e3b81992-2236-4ab9-8f39-1bf89fced3a0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:46.983353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35b4a053-d952-4103-9326-b0d8f5f39d00 req-e3b81992-2236-4ab9-8f39-1bf89fced3a0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 946 time: 0.0489860 Nov 08 00:51:47.020263 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35b4a053-d952-4103-9326-b0d8f5f39d00 req-09c611f0-3ae3-4344-8f19-283af3f4b240 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309532 Nov 08 00:51:48.135483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60aa2e0-f51a-4431-a6bb-eb5bdfbc5b3c req-914646e3-c9b2-4f79-89a7-64b74123acb9 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:48.136955 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c60aa2e0-f51a-4431-a6bb-eb5bdfbc5b3c req-914646e3-c9b2-4f79-89a7-64b74123acb9 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 946 time: 0.0513520 Nov 08 00:51:48.172759 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c60aa2e0-f51a-4431-a6bb-eb5bdfbc5b3c req-b40a6af1-dc4a-45d3-b2a8-ec180524fc36 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299850 Nov 08 00:51:48.345672 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7b6b211-f8b5-4a52-ac62-ec62760207d5 req-64557031-4465-40c8-bb29-d026535e4ef8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382197 Nov 08 00:51:48.442416 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6b211-f8b5-4a52-ac62-ec62760207d5 req-6f0e4253-da5f-4967-aca1-db0b34191831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:48.443965 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7b6b211-f8b5-4a52-ac62-ec62760207d5 req-6f0e4253-da5f-4967-aca1-db0b34191831 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 1096 time: 0.0400600 Nov 08 00:51:48.549025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6b211-f8b5-4a52-ac62-ec62760207d5 req-5c64a8a5-13f0-41ff-bbc3-9722215083ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:48.550519 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7b6b211-f8b5-4a52-ac62-ec62760207d5 req-5c64a8a5-13f0-41ff-bbc3-9722215083ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=91d3e5ec-9b47-432e-9fea-cdb1e2d08809 HTTP/1.1" status: 200 len: 897 time: 0.0882006 Nov 08 00:51:48.619464 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7b6b211-f8b5-4a52-ac62-ec62760207d5 req-59dbadde-50df-4408-924e-8c96a29f7884 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55febec7-9613-46f5-91cd-54d2e5206fec HTTP/1.1" status: 200 len: 1001 time: 0.0614662 Nov 08 00:51:48.667646 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6b211-f8b5-4a52-ac62-ec62760207d5 req-cf143b49-ade7-4605-9d6b-5a3cb5f1cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:48.669062 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7b6b211-f8b5-4a52-ac62-ec62760207d5 req-cf143b49-ade7-4605-9d6b-5a3cb5f1cd73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=701e71e7-f84b-4da3-bcb3-e70aa4a0b84a HTTP/1.1" status: 200 len: 835 time: 0.0429029 Nov 08 00:51:48.717338 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6b211-f8b5-4a52-ac62-ec62760207d5 req-040cb8c7-80dd-4f91-9438-99bad667731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:48.718775 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7b6b211-f8b5-4a52-ac62-ec62760207d5 req-040cb8c7-80dd-4f91-9438-99bad667731b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91d3e5ec-9b47-432e-9fea-cdb1e2d08809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423667 Nov 08 00:51:48.806418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7b6b211-f8b5-4a52-ac62-ec62760207d5 req-59b701b5-052d-48e5-bee9-f07797f1abdb service neutron] 10.222.0.26 "GET /v2.0/networks/91d3e5ec-9b47-432e-9fea-cdb1e2d08809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805116 Nov 08 00:51:48.904087 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7b6b211-f8b5-4a52-ac62-ec62760207d5 req-67f4d1e0-0256-4d60-9c7d-160a3581439a service neutron] 10.222.0.26 "GET /v2.0/networks/91d3e5ec-9b47-432e-9fea-cdb1e2d08809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853181 Nov 08 00:51:57.595148 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dcd138b-62d6-4381-916e-9ac708f152f7 req-bc5ad17b-2ca7-4521-a418-da60e3f8218b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406113 Nov 08 00:51:57.687709 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd138b-62d6-4381-916e-9ac708f152f7 req-e1091f48-55f2-4125-bc87-9ba33cb6b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:57.689181 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dcd138b-62d6-4381-916e-9ac708f152f7 req-e1091f48-55f2-4125-bc87-9ba33cb6b269 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 1096 time: 0.0397193 Nov 08 00:51:57.793263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd138b-62d6-4381-916e-9ac708f152f7 req-c3e01273-9c0a-4c53-bcef-c1a69bbf1e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:57.794740 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dcd138b-62d6-4381-916e-9ac708f152f7 req-c3e01273-9c0a-4c53-bcef-c1a69bbf1e16 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 912 time: 0.0874901 Nov 08 00:51:57.863430 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dcd138b-62d6-4381-916e-9ac708f152f7 req-833f4048-7a7f-4e7e-962a-cc73db3a6e2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60fe2d4e-e131-4b80-875b-308e8bb07036 HTTP/1.1" status: 200 len: 999 time: 0.0561147 Nov 08 00:51:57.908464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd138b-62d6-4381-916e-9ac708f152f7 req-32ca9e27-2a08-4ae5-b24d-edbb633b1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:57.909851 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dcd138b-62d6-4381-916e-9ac708f152f7 req-32ca9e27-2a08-4ae5-b24d-edbb633b1e0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0442147 Nov 08 00:51:57.958907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd138b-62d6-4381-916e-9ac708f152f7 req-20627c22-060e-4bb8-9654-9127a60b3e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:51:57.960506 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dcd138b-62d6-4381-916e-9ac708f152f7 req-20627c22-060e-4bb8-9654-9127a60b3e7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430098 Nov 08 00:51:58.050216 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dcd138b-62d6-4381-916e-9ac708f152f7 req-38e966d8-30ff-4b66-96d8-083d220f7bf2 service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828316 Nov 08 00:51:58.141948 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6dcd138b-62d6-4381-916e-9ac708f152f7 req-8dceb5cc-3aa0-43a5-9aef-43c1c7a82631 service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850520 Nov 08 00:51:58.171328 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69340582-0958-40c7-b4f7-6c0d471b6715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:00.259390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e441e-784d-4294-905d-345416c459f8 req-5397332e-1a18-4245-b40a-d8a224b24a37 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:00.265625 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-083e441e-784d-4294-905d-345416c459f8 req-5397332e-1a18-4245-b40a-d8a224b24a37 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0511312 Nov 08 00:52:00.298785 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-083e441e-784d-4294-905d-345416c459f8 req-e0e6e4d8-fc54-4d2c-bcda-ee0a953aceef tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319681 Nov 08 00:52:00.415531 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab371b-6011-48e6-981d-79bcba9f2a5e req-c36d64c6-7a56-491d-8688-9aa5e9b83a7a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:00.417033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3eab371b-6011-48e6-981d-79bcba9f2a5e req-c36d64c6-7a56-491d-8688-9aa5e9b83a7a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0474679 Nov 08 00:52:00.454616 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3eab371b-6011-48e6-981d-79bcba9f2a5e req-fe449423-f5d0-467b-ae89-87c167e49bd3 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311155 Nov 08 00:52:00.760070 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a97eb05-a6cb-4d14-9205-d4e33bb2be83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:01.005904 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:01.083962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c93e95-964b-4829-93eb-d91efc6bab58 req-dfbcc6e2-1ded-4e0f-99d8-3bb39fa88482 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:01.085477 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d8c93e95-964b-4829-93eb-d91efc6bab58 req-dfbcc6e2-1ded-4e0f-99d8-3bb39fa88482 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0510387 Nov 08 00:52:01.449408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d8c93e95-964b-4829-93eb-d91efc6bab58 req-71cdcfe2-ba69-49e3-8484-96dafcddc013 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3565719 Nov 08 00:52:01.840056 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:02.161177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20129dd-e2c5-4182-976e-ed2f0bb8da44 req-03652a9c-9db0-4a57-bcae-05d1ea263f91 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:02.162610 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d20129dd-e2c5-4182-976e-ed2f0bb8da44 req-03652a9c-9db0-4a57-bcae-05d1ea263f91 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0476770 Nov 08 00:52:02.200147 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d20129dd-e2c5-4182-976e-ed2f0bb8da44 req-fd4245cd-da4c-452b-8cd7-da1c7b3b00a9 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314875 Nov 08 00:52:02.240137 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:03.316757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42faffa-9c11-4180-bded-83a9d064bfad req-74939fd2-3c4c-477a-b915-9b5a68cc8891 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:03.318220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c42faffa-9c11-4180-bded-83a9d064bfad req-74939fd2-3c4c-477a-b915-9b5a68cc8891 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0484407 Nov 08 00:52:03.355062 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c42faffa-9c11-4180-bded-83a9d064bfad req-4d407153-ba65-4071-9153-58d43f481b55 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309641 Nov 08 00:52:03.433974 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:04.471637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ecddb-33a2-4443-9e25-e024b2282b9c req-dc7e6256-5733-4738-804f-10cea0bd689d tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:04.473034 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7d8ecddb-33a2-4443-9e25-e024b2282b9c req-dc7e6256-5733-4738-804f-10cea0bd689d tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0516286 Nov 08 00:52:04.509758 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7d8ecddb-33a2-4443-9e25-e024b2282b9c req-fffb1301-c0fe-4312-869c-1cf20f50264b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308607 Nov 08 00:52:04.868106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-744fe5b8-6241-4b8e-924e-6a2927739fbd req-0c7b50ca-8f6a-4b26-9aae-b0590610e54a tempest-ServerAddressesTestJSON-1614481569 tempest-ServerAddressesTestJSON-1614481569-project] (102771) timed out ('10.222.0.20', 58867) {{(pid=102771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 00:52:05.629057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2ed4e-cee9-4759-8bd9-d56f9dad4615 req-12f53afa-79e6-497b-b1a0-61f87f851291 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:05.630502 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-01c2ed4e-cee9-4759-8bd9-d56f9dad4615 req-12f53afa-79e6-497b-b1a0-61f87f851291 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0475178 Nov 08 00:52:05.668662 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-01c2ed4e-cee9-4759-8bd9-d56f9dad4615 req-3dd8e4c8-a0d8-4513-8435-85608b75b3a3 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322516 Nov 08 00:52:06.780055 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176eab3-ec82-4496-ae20-a09d07ed9831 req-24cd3db8-8897-4898-86df-fc28afa35131 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:06.782154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3176eab3-ec82-4496-ae20-a09d07ed9831 req-24cd3db8-8897-4898-86df-fc28afa35131 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0488076 Nov 08 00:52:06.810672 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60242) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:52:06.818746 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3176eab3-ec82-4496-ae20-a09d07ed9831 req-abde9b9f-ac50-496d-bbe3-0f1ead235653 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305848 Nov 08 00:52:06.969848 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Deleting port 9c0b36fa-222a-4429-ab32-3271e15c74b4 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:52:06.970120 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:07.043102 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:07.043430 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:07.054922 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Calling delete_port for 9c0b36fa-222a-4429-ab32-3271e15c74b4 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:52:07.268605 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:07.294278 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Port': ['ID=9c0b36fa-222a-4429-ab32-3271e15c74b4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:07.318845 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:07.319203 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:07.319551 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:07.319929 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:07.320268 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:07.320608 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:07.320943 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:07.321279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:07.321610 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:07.321938 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:07.322264 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:07.322588 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:07.361832 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:07.362215 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Floating IP f3b6dc6b-978d-4937-831e-d188a97cadaa disassociated (deleted). External IP: 172.25.2.196, port: 55febec7-9613-46f5-91cd-54d2e5206fec. Nov 08 00:52:07.567933 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Router 6c876a7b-2611-436f-987a-e7f2c61f5b96 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:52:07.675179 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:52:07.679923 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:07.684671 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c2a6d6-de16-4b67-abf9-d43a6d9ca5dc None None] Sync routers for ids ['6c876a7b-2611-436f-987a-e7f2c61f5b96'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:52:07.693843 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c2a6d6-de16-4b67-abf9-d43a6d9ca5dc None None] Routers {'6c876a7b-2611-436f-987a-e7f2c61f5b96'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:52:07.694451 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a4c2a6d6-de16-4b67-abf9-d43a6d9ca5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:52:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6c876a7b-2611-436f-987a-e7f2c61f5b96'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:07.706893 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-358449aa-4dfc-40e0-afc0-720e25141f6b tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "DELETE /v2.0/floatingips/f3b6dc6b-978d-4937-831e-d188a97cadaa HTTP/1.1" status: 204 len: 168 time: 0.8951490 Nov 08 00:52:07.707466 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de77fc3d-bfbd-405d-8fc0-10c993c3ff33', 'tag': '55febec7-9613-46f5-91cd-54d2e5206fec'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:52:07.709777 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1243b59-0eb3-4ea4-b7e6-ebe1a888f497" -d '{"events": [{"name": "network-changed", "server_uuid": "de77fc3d-bfbd-405d-8fc0-10c993c3ff33", "tag": "55febec7-9613-46f5-91cd-54d2e5206fec"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:52:07.751371 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6ef113-599e-4fe7-91db-1ea13348bec6 x-openstack-request-id: req-bc6ef113-599e-4fe7-91db-1ea13348bec6 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:52:07.751660 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de77fc3d-bfbd-405d-8fc0-10c993c3ff33", "tag": "55febec7-9613-46f5-91cd-54d2e5206fec", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:52:07.751942 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc6ef113-599e-4fe7-91db-1ea13348bec6 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:52:07.752401 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de77fc3d-bfbd-405d-8fc0-10c993c3ff33', 'tag': '55febec7-9613-46f5-91cd-54d2e5206fec', 'status': 'completed', 'code': 200} Nov 08 00:52:07.844713 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1243b59-0eb3-4ea4-b7e6-ebe1a888f497 req-fd4e9239-3f20-46ea-beba-ffdd8ea38ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:07.847264 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1243b59-0eb3-4ea4-b7e6-ebe1a888f497 req-fd4e9239-3f20-46ea-beba-ffdd8ea38ad8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a610190c8f64b4cb76bfe1bed034770&device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 1096 time: 0.0495834 Nov 08 00:52:07.954426 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-a4c2a6d6-de16-4b67-abf9-d43a6d9ca5dc None None] Set router 6c876a7b-2611-436f-987a-e7f2c61f5b96 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:52:07.972705 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811f3c0-5f2c-48d6-8f27-49e4daa21d92 req-723c8480-8b23-413b-86a2-823fb5033aee tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:07.974197 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4811f3c0-5f2c-48d6-8f27-49e4daa21d92 req-723c8480-8b23-413b-86a2-823fb5033aee tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0693295 Nov 08 00:52:08.020722 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1243b59-0eb3-4ea4-b7e6-ebe1a888f497 req-d83d290b-668a-413c-ad0d-2073c8f88644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:08.022194 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1243b59-0eb3-4ea4-b7e6-ebe1a888f497 req-d83d290b-668a-413c-ad0d-2073c8f88644 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91d3e5ec-9b47-432e-9fea-cdb1e2d08809 HTTP/1.1" status: 200 len: 897 time: 0.1624413 Nov 08 00:52:08.029786 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4811f3c0-5f2c-48d6-8f27-49e4daa21d92 req-23bda31b-8fb5-4d76-b965-65398ca374e7 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489261 Nov 08 00:52:08.070551 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1243b59-0eb3-4ea4-b7e6-ebe1a888f497 req-e4b889e4-e427-4dc6-aa13-7140c105451d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55febec7-9613-46f5-91cd-54d2e5206fec HTTP/1.1" status: 200 len: 217 time: 0.0388563 Nov 08 00:52:08.157330 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a4c2a6d6-de16-4b67-abf9-d43a6d9ca5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338970992', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:29Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c7b64d77-e566-4ca4-b754-9e1c1ef78a37', 'name': '', 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:76:0b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:28Z', 'updated_at': '2021-11-08T00:50:32Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:08.179062 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1243b59-0eb3-4ea4-b7e6-ebe1a888f497 req-3cb52bf3-749f-47b7-98e0-c9eedf77e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:08.180534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1243b59-0eb3-4ea4-b7e6-ebe1a888f497 req-3cb52bf3-749f-47b7-98e0-c9eedf77e4f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=701e71e7-f84b-4da3-bcb3-e70aa4a0b84a HTTP/1.1" status: 200 len: 835 time: 0.0701048 Nov 08 00:52:08.187376 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c2a6d6-de16-4b67-abf9-d43a6d9ca5dc None None] Checking router: 6c876a7b-2611-436f-987a-e7f2c61f5b96 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:52:08.187807 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6301c9-a5f4-4747-a07c-033d628a59a2 req-e3d60741-b14e-4474-b0a6-64ca3805f8e9 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:08.189165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f6301c9-a5f4-4747-a07c-033d628a59a2 req-e3d60741-b14e-4474-b0a6-64ca3805f8e9 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.0880952 Nov 08 00:52:08.197300 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c2a6d6-de16-4b67-abf9-d43a6d9ca5dc None None] Routers {'6c876a7b-2611-436f-987a-e7f2c61f5b96'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:52:08.197923 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a4c2a6d6-de16-4b67-abf9-d43a6d9ca5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:52:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6c876a7b-2611-436f-987a-e7f2c61f5b96'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:08.253737 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1243b59-0eb3-4ea4-b7e6-ebe1a888f497 req-1673a382-243a-4b72-821f-8e14e61c4504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:08.255230 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1243b59-0eb3-4ea4-b7e6-ebe1a888f497 req-1673a382-243a-4b72-821f-8e14e61c4504 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91d3e5ec-9b47-432e-9fea-cdb1e2d08809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646472 Nov 08 00:52:08.258025 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f6301c9-a5f4-4747-a07c-033d628a59a2 req-c5270dc5-f6c8-4d5a-b62b-3833c0e2d7be tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601437 Nov 08 00:52:08.305099 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-a4c2a6d6-de16-4b67-abf9-d43a6d9ca5dc None None] Set router 6c876a7b-2611-436f-987a-e7f2c61f5b96 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:52:08.350739 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1243b59-0eb3-4ea4-b7e6-ebe1a888f497 req-6fe86950-5fcc-49c5-806d-4f576ecdf0c5 service neutron] 10.222.0.26 "GET /v2.0/networks/91d3e5ec-9b47-432e-9fea-cdb1e2d08809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863862 Nov 08 00:52:08.439131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1243b59-0eb3-4ea4-b7e6-ebe1a888f497 req-a7da9f3a-3c30-4e87-92ec-a6b42b7b4871 service neutron] 10.222.0.26 "GET /v2.0/networks/91d3e5ec-9b47-432e-9fea-cdb1e2d08809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809271 Nov 08 00:52:08.502434 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a4c2a6d6-de16-4b67-abf9-d43a6d9ca5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338970992', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:29Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c7b64d77-e566-4ca4-b754-9e1c1ef78a37', 'name': '', 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:76:0b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:28Z', 'updated_at': '2021-11-08T00:50:32Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:08.528836 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c2a6d6-de16-4b67-abf9-d43a6d9ca5dc None None] The sync data for ids ['6c876a7b-2611-436f-987a-e7f2c61f5b96'] in n-d-816882-1 is: [{'id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338970992', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:29Z', 'revision_number': 4, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'c7b64d77-e566-4ca4-b754-9e1c1ef78a37', 'name': '', 'network_id': '91d3e5ec-9b47-432e-9fea-cdb1e2d08809', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'mac_address': 'fa:16:3e:76:0b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:28Z', 'updated_at': '2021-11-08T00:50:32Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'subnets': [{'id': '701e71e7-f84b-4da3-bcb3-e70aa4a0b84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:52:08.750548 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661b0302-08ef-4f73-8eba-f49b4f4b2d7c None None] New status for floating IP f3b6dc6b-978d-4937-831e-d188a97cadaa: DOWN {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:52:08.811354 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:09.146445 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdfeeb-f110-4bcc-b064-2ed193069f3e req-e5f0ad11-c796-4c96-8a50-330922f1f6be tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:09.147957 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25cdfeeb-f110-4bcc-b064-2ed193069f3e req-e5f0ad11-c796-4c96-8a50-330922f1f6be tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0490539 Nov 08 00:52:09.184825 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25cdfeeb-f110-4bcc-b064-2ed193069f3e req-7257dd0d-1aa6-47e6-8b8a-fd5b0bf316e4 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311308 Nov 08 00:52:09.384105 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2b9c5-67d3-48c2-bda4-1320240d5e62 req-1fe82cb6-d98e-4c7f-b133-ea0c08014d22 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:09.385582 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78b2b9c5-67d3-48c2-bda4-1320240d5e62 req-1fe82cb6-d98e-4c7f-b133-ea0c08014d22 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.0535603 Nov 08 00:52:09.422840 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78b2b9c5-67d3-48c2-bda4-1320240d5e62 req-33285c32-39a3-47cb-a53f-1d3303ca80fc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/security-groups?id=802f7807-65db-443b-ac38-41a39315286f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312574 Nov 08 00:52:09.645103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327929fe-0c61-4634-8915-3db3a302aeaa req-075ea536-1bb6-4758-aed6-e409ecde942c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:09.646444 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-327929fe-0c61-4634-8915-3db3a302aeaa req-075ea536-1bb6-4758-aed6-e409ecde942c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.26 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 945 time: 0.0473399 Nov 08 00:52:09.739004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-327929fe-0c61-4634-8915-3db3a302aeaa req-e67a6aa9-df8e-44a6-b5b5-145388b8ef94 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Deleting port 55febec7-9613-46f5-91cd-54d2e5206fec {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:52:09.739353 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-327929fe-0c61-4634-8915-3db3a302aeaa req-e67a6aa9-df8e-44a6-b5b5-145388b8ef94 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:09.826089 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-327929fe-0c61-4634-8915-3db3a302aeaa req-e67a6aa9-df8e-44a6-b5b5-145388b8ef94 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] For port 55febec7-9613-46f5-91cd-54d2e5206fec, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=55febec7-9613-46f5-91cd-54d2e5206fec,segment=NetworkSegment(17eed788-dc30-412b-83c3-8074238fad22),segment_id=17eed788-dc30-412b-83c3-8074238fad22)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:52:09.826454 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-327929fe-0c61-4634-8915-3db3a302aeaa req-e67a6aa9-df8e-44a6-b5b5-145388b8ef94 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:09.839027 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-327929fe-0c61-4634-8915-3db3a302aeaa req-e67a6aa9-df8e-44a6-b5b5-145388b8ef94 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Calling delete_port for 55febec7-9613-46f5-91cd-54d2e5206fec owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:52:10.051320 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-327929fe-0c61-4634-8915-3db3a302aeaa req-e67a6aa9-df8e-44a6-b5b5-145388b8ef94 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:10.086128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a6aa9-df8e-44a6-b5b5-145388b8ef94 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Port': ['ID=55febec7-9613-46f5-91cd-54d2e5206fec,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:10.123627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-327929fe-0c61-4634-8915-3db3a302aeaa req-e67a6aa9-df8e-44a6-b5b5-145388b8ef94 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] No DVR routers for this DVR port 55febec7-9613-46f5-91cd-54d2e5206fec on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:52:10.126393 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-327929fe-0c61-4634-8915-3db3a302aeaa req-e67a6aa9-df8e-44a6-b5b5-145388b8ef94 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:10.130050 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-327929fe-0c61-4634-8915-3db3a302aeaa req-e67a6aa9-df8e-44a6-b5b5-145388b8ef94 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.26 "DELETE /v2.0/ports/55febec7-9613-46f5-91cd-54d2e5206fec HTTP/1.1" status: 204 len: 173 time: 0.4766579 Nov 08 00:52:10.130538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de77fc3d-bfbd-405d-8fc0-10c993c3ff33', 'name': 'network-vif-deleted', 'tag': '55febec7-9613-46f5-91cd-54d2e5206fec'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:52:10.132883 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a57acec-cd3c-4147-baf6-b9d79d577ca0" -d '{"events": [{"server_uuid": "de77fc3d-bfbd-405d-8fc0-10c993c3ff33", "name": "network-vif-deleted", "tag": "55febec7-9613-46f5-91cd-54d2e5206fec"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:52:10.168964 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da469f91-324e-457c-91ce-2d79a36c72bf x-openstack-request-id: req-da469f91-324e-457c-91ce-2d79a36c72bf {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:52:10.169571 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de77fc3d-bfbd-405d-8fc0-10c993c3ff33", "name": "network-vif-deleted", "tag": "55febec7-9613-46f5-91cd-54d2e5206fec", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:52:10.169571 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da469f91-324e-457c-91ce-2d79a36c72bf {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:52:10.169888 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de77fc3d-bfbd-405d-8fc0-10c993c3ff33', 'name': 'network-vif-deleted', 'tag': '55febec7-9613-46f5-91cd-54d2e5206fec', 'status': 'completed', 'code': 200} Nov 08 00:52:10.304240 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26111dca-b710-4e8d-8119-f87d5f810843 req-22037862-8b85-4d1f-b499-7d6f3de7fd23 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:10.305658 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-26111dca-b710-4e8d-8119-f87d5f810843 req-22037862-8b85-4d1f-b499-7d6f3de7fd23 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0542388 Nov 08 00:52:10.345197 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-26111dca-b710-4e8d-8119-f87d5f810843 req-3f54408a-eb88-42b8-a74c-ef2ad06cb053 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333431 Nov 08 00:52:10.533035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2440dbc-5486-44c7-9a22-a8244987f583 req-84d7f2aa-45ec-4140-930d-370118af405a tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "GET /v2.0/ports?device_id=de77fc3d-bfbd-405d-8fc0-10c993c3ff33 HTTP/1.1" status: 200 len: 210 time: 0.0276613 Nov 08 00:52:11.457711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107fd84-25ca-4588-9699-6080d48d9015 req-0c9688b8-1da7-4ec6-8921-6ccb9a7d2782 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:11.459153 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9107fd84-25ca-4588-9699-6080d48d9015 req-0c9688b8-1da7-4ec6-8921-6ccb9a7d2782 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0474670 Nov 08 00:52:11.496146 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9107fd84-25ca-4588-9699-6080d48d9015 req-48764d3e-d3df-4e05-b6a0-463a65070cf8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310512 Nov 08 00:52:11.586809 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60272) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:52:11.944147 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3b43694-0b75-408a-a53d-71f3bc6b38c5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:12.192665 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c3b43694-0b75-408a-a53d-71f3bc6b38c5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Deleting port c7b64d77-e566-4ca4-b754-9e1c1ef78a37 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:52:12.193003 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3b43694-0b75-408a-a53d-71f3bc6b38c5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:12.279017 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-c3b43694-0b75-408a-a53d-71f3bc6b38c5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] For port c7b64d77-e566-4ca4-b754-9e1c1ef78a37, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c7b64d77-e566-4ca4-b754-9e1c1ef78a37,segment=NetworkSegment(17eed788-dc30-412b-83c3-8074238fad22),segment_id=17eed788-dc30-412b-83c3-8074238fad22)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:52:12.279374 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3b43694-0b75-408a-a53d-71f3bc6b38c5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:12.291755 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c3b43694-0b75-408a-a53d-71f3bc6b38c5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Calling delete_port for c7b64d77-e566-4ca4-b754-9e1c1ef78a37 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:52:12.525930 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3b43694-0b75-408a-a53d-71f3bc6b38c5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:12.558586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b43694-0b75-408a-a53d-71f3bc6b38c5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Port': ['ID=c7b64d77-e566-4ca4-b754-9e1c1ef78a37,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:12.630672 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a0609-b967-4aab-bf00-72b5284d2bcc req-6b9d91c7-0a7b-463e-902c-543cd7630b24 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:12.632937 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-675a0609-b967-4aab-bf00-72b5284d2bcc req-6b9d91c7-0a7b-463e-902c-543cd7630b24 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0676868 Nov 08 00:52:12.676542 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-675a0609-b967-4aab-bf00-72b5284d2bcc req-8b9055a1-0e60-4221-a1b5-d452892ff426 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368950 Nov 08 00:52:12.753034 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3b43694-0b75-408a-a53d-71f3bc6b38c5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:12.965997 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b43694-0b75-408a-a53d-71f3bc6b38c5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Router 6c876a7b-2611-436f-987a-e7f2c61f5b96 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:52:13.069669 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b43694-0b75-408a-a53d-71f3bc6b38c5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:52:13.074717 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c3b43694-0b75-408a-a53d-71f3bc6b38c5 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "PUT /v2.0/routers/6c876a7b-2611-436f-987a-e7f2c61f5b96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4868746 Nov 08 00:52:13.077977 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60276) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:52:13.080545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0195bb6d-fe94-454a-998c-761d66d6cb77 None None] Sync routers for ids ['6c876a7b-2611-436f-987a-e7f2c61f5b96'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:52:13.090363 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0195bb6d-fe94-454a-998c-761d66d6cb77 None None] Routers {'6c876a7b-2611-436f-987a-e7f2c61f5b96'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:52:13.090968 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0195bb6d-fe94-454a-998c-761d66d6cb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:52:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6c876a7b-2611-436f-987a-e7f2c61f5b96'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:13.128184 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29b203c-92b2-4024-a3d7-da58914e900c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Deleting subnet 701e71e7-f84b-4da3-bcb3-e70aa4a0b84a {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:52:13.131254 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d29b203c-92b2-4024-a3d7-da58914e900c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:13.170371 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d29b203c-92b2-4024-a3d7-da58914e900c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:13.197159 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-0195bb6d-fe94-454a-998c-761d66d6cb77 None None] Set router 6c876a7b-2611-436f-987a-e7f2c61f5b96 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:52:13.257145 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d29b203c-92b2-4024-a3d7-da58914e900c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:13.366012 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d29b203c-92b2-4024-a3d7-da58914e900c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:13.376864 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0195bb6d-fe94-454a-998c-761d66d6cb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338970992', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:52:12Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:13.397954 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b203c-92b2-4024-a3d7-da58914e900c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Subnet': ['ID=701e71e7-f84b-4da3-bcb3-e70aa4a0b84a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:13.401679 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d29b203c-92b2-4024-a3d7-da58914e900c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:13.403658 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0195bb6d-fe94-454a-998c-761d66d6cb77 None None] Checking router: 6c876a7b-2611-436f-987a-e7f2c61f5b96 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:52:13.404915 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d29b203c-92b2-4024-a3d7-da58914e900c tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "DELETE /v2.0/subnets/701e71e7-f84b-4da3-bcb3-e70aa4a0b84a HTTP/1.1" status: 204 len: 168 time: 0.3259962 Nov 08 00:52:13.407655 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60278) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:52:13.412037 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c02fe38-2fd9-4dac-bb88-5c82263c78b7 None None] Network 91d3e5ec-9b47-432e-9fea-cdb1e2d08809 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:52:13.449033 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0195bb6d-fe94-454a-998c-761d66d6cb77 None None] Routers {'6c876a7b-2611-436f-987a-e7f2c61f5b96'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:52:13.449654 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0195bb6d-fe94-454a-998c-761d66d6cb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:52:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['6c876a7b-2611-436f-987a-e7f2c61f5b96'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:13.513237 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3836127f-0d18-4856-be22-3a53a5f8db36 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:13.609201 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-0195bb6d-fe94-454a-998c-761d66d6cb77 None None] Set router 6c876a7b-2611-436f-987a-e7f2c61f5b96 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:52:13.708372 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2565e152-2d2e-4f9f-bc64-fa6f9c503aaf None None] DHCP port deletion for 91d3e5ec-9b47-432e-9fea-cdb1e2d08809 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:52:13.805190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed08777-c1a8-4be3-8fcb-051bb04e935a req-46f33a84-cade-40ce-9ec9-32084c399919 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:13.807596 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ed08777-c1a8-4be3-8fcb-051bb04e935a req-46f33a84-cade-40ce-9ec9-32084c399919 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0537233 Nov 08 00:52:13.810450 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2565e152-2d2e-4f9f-bc64-fa6f9c503aaf None None] Deleting port 55b3e3d1-5041-4dff-9fa3-cd463ea20430 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:52:13.810826 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2565e152-2d2e-4f9f-bc64-fa6f9c503aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:13.851298 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ed08777-c1a8-4be3-8fcb-051bb04e935a req-d0721cce-a81b-4896-a1fa-ce6579d59a3c tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357101 Nov 08 00:52:13.864481 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 55febec7-9613-46f5-91cd-54d2e5206fec no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:52:13.890148 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 55febec7-9613-46f5-91cd-54d2e5206fec {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:52:13.890494 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 55febec7-9613-46f5-91cd-54d2e5206fec not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:52:13.913658 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2565e152-2d2e-4f9f-bc64-fa6f9c503aaf None None] For port 55b3e3d1-5041-4dff-9fa3-cd463ea20430, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=55b3e3d1-5041-4dff-9fa3-cd463ea20430,segment=NetworkSegment(17eed788-dc30-412b-83c3-8074238fad22),segment_id=17eed788-dc30-412b-83c3-8074238fad22)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:52:13.914065 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2565e152-2d2e-4f9f-bc64-fa6f9c503aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:13.933006 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2565e152-2d2e-4f9f-bc64-fa6f9c503aaf None None] Calling delete_port for 55b3e3d1-5041-4dff-9fa3-cd463ea20430 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:52:13.943945 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0195bb6d-fe94-454a-998c-761d66d6cb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338970992', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:52:12Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:13.954065 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3836127f-0d18-4856-be22-3a53a5f8db36 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:13.973117 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0195bb6d-fe94-454a-998c-761d66d6cb77 None None] The sync data for ids ['6c876a7b-2611-436f-987a-e7f2c61f5b96'] in n-d-816882-1 is: [{'id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338970992', 'tenant_id': '1a610190c8f64b4cb76bfe1bed034770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:52:12Z', 'revision_number': 5, 'project_id': '1a610190c8f64b4cb76bfe1bed034770', 'gw_port': {'id': 'cf39d3b6-c86e-40ee-981c-e577505b2051', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c876a7b-2611-436f-987a-e7f2c61f5b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:50:25Z', 'updated_at': '2021-11-08T00:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:52:14.082569 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3836127f-0d18-4856-be22-3a53a5f8db36 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Deleting port cf39d3b6-c86e-40ee-981c-e577505b2051 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:52:14.083014 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3836127f-0d18-4856-be22-3a53a5f8db36 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:14.114331 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2565e152-2d2e-4f9f-bc64-fa6f9c503aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:14.140913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565e152-2d2e-4f9f-bc64-fa6f9c503aaf None None] Pushing event deleted for resources: {'Port': ['ID=55b3e3d1-5041-4dff-9fa3-cd463ea20430,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:14.146162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2565e152-2d2e-4f9f-bc64-fa6f9c503aaf None None] No DVR routers for this DVR port 55b3e3d1-5041-4dff-9fa3-cd463ea20430 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:52:14.166928 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-3836127f-0d18-4856-be22-3a53a5f8db36 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] For port cf39d3b6-c86e-40ee-981c-e577505b2051, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=cf39d3b6-c86e-40ee-981c-e577505b2051,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:52:14.167325 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3836127f-0d18-4856-be22-3a53a5f8db36 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:14.185031 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3836127f-0d18-4856-be22-3a53a5f8db36 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Calling delete_port for cf39d3b6-c86e-40ee-981c-e577505b2051 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:52:14.208370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918ca7c-6c80-4859-9206-a7f85cfb7c24 req-0d4eb89d-0a08-4d00-a5db-f486a4b93aff tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:14.209896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0918ca7c-6c80-4859-9206-a7f85cfb7c24 req-0d4eb89d-0a08-4d00-a5db-f486a4b93aff tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0676591 Nov 08 00:52:14.254955 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0918ca7c-6c80-4859-9206-a7f85cfb7c24 req-47d724a6-0ce2-43a3-bad0-c2041c0073ee tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378129 Nov 08 00:52:14.300442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527fe94-0430-46c8-b0d7-f75bcc51989b req-dda35048-ebe8-4f71-9c9b-7f9a2ea644b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:14.301970 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d527fe94-0430-46c8-b0d7-f75bcc51989b req-dda35048-ebe8-4f71-9c9b-7f9a2ea644b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 1096 time: 0.0461442 Nov 08 00:52:14.398179 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c7b64d77-e566-4ca4-b754-9e1c1ef78a37 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:52:14.404695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527fe94-0430-46c8-b0d7-f75bcc51989b req-ee383ce8-5cd0-42a6-be20-e817b374b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:14.406249 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d527fe94-0430-46c8-b0d7-f75bcc51989b req-ee383ce8-5cd0-42a6-be20-e817b374b0f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 912 time: 0.0973148 Nov 08 00:52:14.417418 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3836127f-0d18-4856-be22-3a53a5f8db36 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:14.418862 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: c7b64d77-e566-4ca4-b754-9e1c1ef78a37 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:52:14.419497 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c7b64d77-e566-4ca4-b754-9e1c1ef78a37 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:52:14.419946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 55b3e3d1-5041-4dff-9fa3-cd463ea20430 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:52:14.442136 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 55b3e3d1-5041-4dff-9fa3-cd463ea20430 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:52:14.442511 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 55b3e3d1-5041-4dff-9fa3-cd463ea20430 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:52:14.451289 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836127f-0d18-4856-be22-3a53a5f8db36 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Port': ['ID=cf39d3b6-c86e-40ee-981c-e577505b2051,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:14.495911 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d527fe94-0430-46c8-b0d7-f75bcc51989b req-704e4fe7-f0c2-4b2e-b061-0524a8a2e42d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60fe2d4e-e131-4b80-875b-308e8bb07036 HTTP/1.1" status: 200 len: 999 time: 0.0819385 Nov 08 00:52:14.522190 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3836127f-0d18-4856-be22-3a53a5f8db36 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:14.545423 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527fe94-0430-46c8-b0d7-f75bcc51989b req-26cde840-64c0-432d-bef1-90ed81c22d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:14.547474 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d527fe94-0430-46c8-b0d7-f75bcc51989b req-26cde840-64c0-432d-bef1-90ed81c22d91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0454504 Nov 08 00:52:14.593767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527fe94-0430-46c8-b0d7-f75bcc51989b req-0c491507-be9a-4145-aaf0-38fa2379c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:14.595539 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d527fe94-0430-46c8-b0d7-f75bcc51989b req-0c491507-be9a-4145-aaf0-38fa2379c74b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412869 Nov 08 00:52:14.615412 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3836127f-0d18-4856-be22-3a53a5f8db36 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:14.617594 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3836127f-0d18-4856-be22-3a53a5f8db36 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:14.690131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d527fe94-0430-46c8-b0d7-f75bcc51989b req-3522bc22-c481-4df7-b314-e321b772085a service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873408 Nov 08 00:52:14.720279 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3836127f-0d18-4856-be22-3a53a5f8db36 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:14.720906 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3836127f-0d18-4856-be22-3a53a5f8db36 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Fanout notify agent at l3_agent the message router_deleted on router 6c876a7b-2611-436f-987a-e7f2c61f5b96 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:52:14.727962 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3836127f-0d18-4856-be22-3a53a5f8db36 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:14.729070 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3836127f-0d18-4856-be22-3a53a5f8db36 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "DELETE /v2.0/routers/6c876a7b-2611-436f-987a-e7f2c61f5b96 HTTP/1.1" status: 204 len: 168 time: 1.3206186 Nov 08 00:52:14.731930 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60286) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:52:14.784667 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d527fe94-0430-46c8-b0d7-f75bcc51989b req-492b3b2e-0e0d-4273-81f4-fb2cfa3e36ca service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878956 Nov 08 00:52:14.822994 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9255f956-461e-431a-a8e3-80fbfdd16c65 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:14.914031 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9255f956-461e-431a-a8e3-80fbfdd16c65 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:14.933957 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-9255f956-461e-431a-a8e3-80fbfdd16c65 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d3e5ec-9b47-432e-9fea-cdb1e2d08809']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:14.942970 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-9255f956-461e-431a-a8e3-80fbfdd16c65 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17eed788-dc30-412b-83c3-8074238fad22') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:14.943270 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-9255f956-461e-431a-a8e3-80fbfdd16c65 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17eed788-dc30-412b-83c3-8074238fad22') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:14.952396 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9255f956-461e-431a-a8e3-80fbfdd16c65 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:14.964935 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9255f956-461e-431a-a8e3-80fbfdd16c65 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:14.971443 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9255f956-461e-431a-a8e3-80fbfdd16c65 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:52:14.971853 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9255f956-461e-431a-a8e3-80fbfdd16c65 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:52:14.974765 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:52:15.091346 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9255f956-461e-431a-a8e3-80fbfdd16c65 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:15.099201 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9255f956-461e-431a-a8e3-80fbfdd16c65 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:15.102299 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9255f956-461e-431a-a8e3-80fbfdd16c65 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "DELETE /v2.0/networks/91d3e5ec-9b47-432e-9fea-cdb1e2d08809 HTTP/1.1" status: 204 len: 168 time: 0.3694096 Nov 08 00:52:15.105229 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60288) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:52:15.113811 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255f956-461e-431a-a8e3-80fbfdd16c65 tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'Network': ['ID=91d3e5ec-9b47-432e-9fea-cdb1e2d08809,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:15.165196 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f4d79fc-d803-45de-9410-7045ae5850fc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:15.191976 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f4d79fc-d803-45de-9410-7045ae5850fc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:15.353756 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f4d79fc-d803-45de-9410-7045ae5850fc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:15.356438 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f4d79fc-d803-45de-9410-7045ae5850fc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:15.357587 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1f4d79fc-d803-45de-9410-7045ae5850fc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] 10.222.0.13 "DELETE /v2.0/security-groups/802f7807-65db-443b-ac38-41a39315286f HTTP/1.1" status: 204 len: 168 time: 0.2512565 Nov 08 00:52:15.372527 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d79fc-d803-45de-9410-7045ae5850fc tempest-TestNetworkAdvancedServerOps-1030242873 tempest-TestNetworkAdvancedServerOps-1030242873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=802f7807-65db-443b-ac38-41a39315286f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:15.386524 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bee2f8-2261-4069-9c6e-fa88d3455223 req-97a6fbc1-f554-43a4-a4ef-ddebd8375329 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:15.388101 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8bee2f8-2261-4069-9c6e-fa88d3455223 req-97a6fbc1-f554-43a4-a4ef-ddebd8375329 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0638328 Nov 08 00:52:15.437435 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8bee2f8-2261-4069-9c6e-fa88d3455223 req-afe4b22b-39d4-4e63-b039-15338d772600 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327802 Nov 08 00:52:15.924339 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60298) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:52:16.054499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-42156a27-12b5-4820-89e5-e323abc08966 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a610190c8f64b4cb76bfe1bed034770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290054 Nov 08 00:52:16.057052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60302) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:52:16.103580 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7318a159-cd21-439f-898e-2ea5dc085ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:16.123816 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7318a159-cd21-439f-898e-2ea5dc085ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:16.148811 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:52:16.222834 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7318a159-cd21-439f-898e-2ea5dc085ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:16.225548 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7318a159-cd21-439f-898e-2ea5dc085ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:16.229352 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7318a159-cd21-439f-898e-2ea5dc085ee7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f916370d-0cc3-4bb9-b06d-29cdee84d037 HTTP/1.1" status: 204 len: 168 time: 0.1688676 Nov 08 00:52:16.237317 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318a159-cd21-439f-898e-2ea5dc085ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f916370d-0cc3-4bb9-b06d-29cdee84d037,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:16.256599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cf39d3b6-c86e-40ee-981c-e577505b2051 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:52:16.282210 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: cf39d3b6-c86e-40ee-981c-e577505b2051 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:52:16.282210 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cf39d3b6-c86e-40ee-981c-e577505b2051 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:52:16.565624 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed170cf6-3411-489b-9782-78389f2a8592 req-7fdc45ae-b2fb-42bb-bbb9-84c574d099c6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:16.568354 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed170cf6-3411-489b-9782-78389f2a8592 req-7fdc45ae-b2fb-42bb-bbb9-84c574d099c6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0572450 Nov 08 00:52:16.605584 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed170cf6-3411-489b-9782-78389f2a8592 req-5f546731-5f2a-4375-a1a4-ccfa9702ccf1 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322742 Nov 08 00:52:16.720173 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3963709-ffa2-45de-891c-5fb831c23808 req-c388b4f0-47a7-49f3-8e48-1f4f10ad02c6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:16.721655 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b3963709-ffa2-45de-891c-5fb831c23808 req-c388b4f0-47a7-49f3-8e48-1f4f10ad02c6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0503871 Nov 08 00:52:16.759337 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b3963709-ffa2-45de-891c-5fb831c23808 req-ae791056-1bf4-41f8-9bd0-0cd63e11fc81 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316665 Nov 08 00:52:16.877540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60314) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:52:16.916964 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5edb18c6-e7f5-4b79-8166-90a5c1e80631 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19e086afe7fe4e509de6359bd8a37284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382938 Nov 08 00:52:16.919207 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60316) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:52:16.965852 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-44b34942-7160-432d-a4c7-889d61055a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:16.989955 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-44b34942-7160-432d-a4c7-889d61055a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:17.148503 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-44b34942-7160-432d-a4c7-889d61055a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:17.151096 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-44b34942-7160-432d-a4c7-889d61055a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:17.152295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-44b34942-7160-432d-a4c7-889d61055a11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4564578-d944-48e0-aed2-f80d1d6c4463 HTTP/1.1" status: 204 len: 168 time: 0.2321994 Nov 08 00:52:17.160765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b34942-7160-432d-a4c7-889d61055a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4564578-d944-48e0-aed2-f80d1d6c4463,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:17.413118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e156d-96e4-414d-994e-1f3d84c194ac req-efe131d4-910d-48c1-ab80-519be433a26f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:17.414528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-604e156d-96e4-414d-994e-1f3d84c194ac req-efe131d4-910d-48c1-ab80-519be433a26f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0496683 Nov 08 00:52:17.453210 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-604e156d-96e4-414d-994e-1f3d84c194ac req-3cc9bd52-e4f4-400d-b050-feee3d6eaf32 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327387 Nov 08 00:52:17.811994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79c132-e5c4-4193-96d8-a2f6b51f07af req-c54c142c-1b4d-4ac4-a367-27a878c86664 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:17.813480 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-df79c132-e5c4-4193-96d8-a2f6b51f07af req-c54c142c-1b4d-4ac4-a367-27a878c86664 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0501301 Nov 08 00:52:17.859720 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-df79c132-e5c4-4193-96d8-a2f6b51f07af req-657f1918-6efe-40cb-afcb-5bbe39241f74 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401177 Nov 08 00:52:18.251289 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60344) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:52:18.348968 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-d6c25324-0af7-440a-94a2-cef50e9c2ae1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1449577697-network', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:52:18.462198 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c25324-0af7-440a-94a2-cef50e9c2ae1 admin admin] Made reservation on behalf of a3c16ca831a14d60afe2efe4f3828ab0 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:52:18.464490 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d6c25324-0af7-440a-94a2-cef50e9c2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:18.473217 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d6c25324-0af7-440a-94a2-cef50e9c2ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:18.552432 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d6c25324-0af7-440a-94a2-cef50e9c2ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:18.651047 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d6c25324-0af7-440a-94a2-cef50e9c2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:18.675523 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c25324-0af7-440a-94a2-cef50e9c2ae1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:52:18.685017 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c25324-0af7-440a-94a2-cef50e9c2ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d70d844-e4cf-4457-be15-789042a11a5c,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:18.689648 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d6c25324-0af7-440a-94a2-cef50e9c2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:18.689988 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-d6c25324-0af7-440a-94a2-cef50e9c2ae1 admin admin] Added segment f1ee6563-56a4-4cca-a607-e4a180d93c26 of type vlan for network b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 Nov 08 00:52:18.729305 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d6c25324-0af7-440a-94a2-cef50e9c2ae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:18.839498 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d6c25324-0af7-440a-94a2-cef50e9c2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:18.840465 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c25324-0af7-440a-94a2-cef50e9c2ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:18.841031 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d6c25324-0af7-440a-94a2-cef50e9c2ae1 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:18.912449 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c25324-0af7-440a-94a2-cef50e9c2ae1 admin admin] Pushing event updated for resources: {'Network': ['ID=b28812e5-b3a8-4e2a-bc1a-6bf6ad377753,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:18.922474 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:52:18.972130 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d6c25324-0af7-440a-94a2-cef50e9c2ae1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7190459 Nov 08 00:52:18.975637 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60350) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:52:18.981804 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-71955c3a-42f8-44ff-8a4a-9500cde5d535 admin admin] Request body: {'subnet': {'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1449577697-subnet', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:52:18.994482 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c71525-ea9c-4edc-8308-faba93ed0d40 req-de430b7d-7702-4dc9-bfc5-c3ec194b875a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:18.996020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74c71525-ea9c-4edc-8308-faba93ed0d40 req-de430b7d-7702-4dc9-bfc5-c3ec194b875a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0636945 Nov 08 00:52:19.034705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74c71525-ea9c-4edc-8308-faba93ed0d40 req-f98e81d0-ed3d-4f54-9b4b-b3f70ec968f4 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326846 Nov 08 00:52:19.079779 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71955c3a-42f8-44ff-8a4a-9500cde5d535 admin admin] Made reservation on behalf of a3c16ca831a14d60afe2efe4f3828ab0 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:52:19.082364 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71955c3a-42f8-44ff-8a4a-9500cde5d535 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:19.320295 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71955c3a-42f8-44ff-8a4a-9500cde5d535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:19.386091 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71955c3a-42f8-44ff-8a4a-9500cde5d535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bc65af7-ed80-4524-901e-f5825c02b48b,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:19.396905 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71955c3a-42f8-44ff-8a4a-9500cde5d535 admin admin] Checking segment: {'id': 'f1ee6563-56a4-4cca-a607-e4a180d93c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:52:19.397256 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71955c3a-42f8-44ff-8a4a-9500cde5d535 admin admin] Network hostable DHCP agents. Network: b28812e5-b3a8-4e2a-bc1a-6bf6ad377753, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:52:19.399248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f5056-6880-4e64-9cdf-bd600470f763 req-250fc868-1b1f-489f-989b-7d4b4965f1cb tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:19.401275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8e8f5056-6880-4e64-9cdf-bd600470f763 req-250fc868-1b1f-489f-989b-7d4b4965f1cb tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0567517 Nov 08 00:52:19.447050 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8e8f5056-6880-4e64-9cdf-bd600470f763 req-4e29d9ec-474b-47b6-8da4-92f8fdb0e515 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314870 Nov 08 00:52:19.485567 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71955c3a-42f8-44ff-8a4a-9500cde5d535 admin admin] Network b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:52:19.570882 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-71955c3a-42f8-44ff-8a4a-9500cde5d535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, b28812e5-b3a8-4e2a-bc1a-6bf6ad377753) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:52:19.574895 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71955c3a-42f8-44ff-8a4a-9500cde5d535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:19.575481 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71955c3a-42f8-44ff-8a4a-9500cde5d535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:19.580894 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90063b5b-6454-4669-8a11-9e5bc2c6a8db None None] Network b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:52:19.674772 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60356) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:52:19.675011 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-71955c3a-42f8-44ff-8a4a-9500cde5d535 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6973984 Nov 08 00:52:19.679393 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-0ba382df-8b48-42b7-b3b6-ff8725b38689 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1449577697-router', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:52:19.743350 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'fixed_ips': [{'subnet_id': '8bc65af7-ed80-4524-901e-f5825c02b48b'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:52:19.744259 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:19.788447 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ba382df-8b48-42b7-b3b6-ff8725b38689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:19.789663 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ba382df-8b48-42b7-b3b6-ff8725b38689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:19.844069 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ba382df-8b48-42b7-b3b6-ff8725b38689 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:19.878952 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] Allocated IP 172.20.0.2 (b28812e5-b3a8-4e2a-bc1a-6bf6ad377753/8bc65af7-ed80-4524-901e-f5825c02b48b/c0b3b487-9abf-4602-876f-e4b5ed377d96) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:52:20.021773 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:20.114658 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:20.117485 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ba382df-8b48-42b7-b3b6-ff8725b38689 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:20.151621 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] Network b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:52:20.154464 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:52:20.158458 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:52:20.166319 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] Pushing event updated for resources: {'Port': ['ID=c0b3b487-9abf-4602-876f-e4b5ed377d96,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:20.216713 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] Attempting to bind port c0b3b487-9abf-4602-876f-e4b5ed377d96 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:52:20.217077 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] Attempting to bind port c0b3b487-9abf-4602-876f-e4b5ed377d96 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'f1ee6563-56a4-4cca-a607-e4a180d93c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:52:20.217434 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] Attempting to bind port c0b3b487-9abf-4602-876f-e4b5ed377d96 on network b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:52:20.223210 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:52:20.233559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] Checking segment: {'id': 'f1ee6563-56a4-4cca-a607-e4a180d93c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:52:20.233559 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:20.233559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] Bound using segment: {'id': 'f1ee6563-56a4-4cca-a607-e4a180d93c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:52:20.233559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] Bound port: c0b3b487-9abf-4602-876f-e4b5ed377d96, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ee6563-56a4-4cca-a607-e4a180d93c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:52:20.233559 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:20.420126 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ba382df-8b48-42b7-b3b6-ff8725b38689 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:20.439809 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ba382df-8b48-42b7-b3b6-ff8725b38689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:20.442262 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] For port c0b3b487-9abf-4602-876f-e4b5ed377d96, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:52:20.445447 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] For port c0b3b487-9abf-4602-876f-e4b5ed377d96, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c0b3b487-9abf-4602-876f-e4b5ed377d96,segment=NetworkSegment(f1ee6563-56a4-4cca-a607-e4a180d93c26),segment_id=f1ee6563-56a4-4cca-a607-e4a180d93c26)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:52:20.573338 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-0ba382df-8b48-42b7-b3b6-ff8725b38689 admin admin] Allocated IP 172.25.2.128 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/992d8cb6-55be-4eef-8845-9200c538416e) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:52:20.583237 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:20.593638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34256d7f-85ea-4a74-b98a-643e3dc6b8e9 req-713bff95-48c4-4704-bc7a-cbad3056f020 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:20.595368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34256d7f-85ea-4a74-b98a-643e3dc6b8e9 req-713bff95-48c4-4704-bc7a-cbad3056f020 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0777659 Nov 08 00:52:20.642159 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfef95-f311-4368-99e6-a9e5ea3cba28 None None] Pushing event updated for resources: {'Port': ['ID=c0b3b487-9abf-4602-876f-e4b5ed377d96,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:20.680862 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34256d7f-85ea-4a74-b98a-643e3dc6b8e9 req-c5825cdb-58c3-48a2-9a8b-7485fe1fc623 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791833 Nov 08 00:52:20.717648 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ba382df-8b48-42b7-b3b6-ff8725b38689 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:20.819510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19143aed-fad1-4c47-99cd-d94fc0015fad req-c476743c-f789-48ff-a112-1c34b25351ce tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:20.821057 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-19143aed-fad1-4c47-99cd-d94fc0015fad req-c476743c-f789-48ff-a112-1c34b25351ce tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0675316 Nov 08 00:52:20.822512 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ba382df-8b48-42b7-b3b6-ff8725b38689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:20.882882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba382df-8b48-42b7-b3b6-ff8725b38689 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:52:20.892997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-0ba382df-8b48-42b7-b3b6-ff8725b38689 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:52:20.897401 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba382df-8b48-42b7-b3b6-ff8725b38689 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:52:20.914864 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-19143aed-fad1-4c47-99cd-d94fc0015fad req-ded37c11-ff28-4539-9e3b-ce7192bfa596 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869308 Nov 08 00:52:20.915353 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba382df-8b48-42b7-b3b6-ff8725b38689 admin admin] Pushing event updated for resources: {'Port': ['ID=992d8cb6-55be-4eef-8845-9200c538416e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:21.114101 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e5264-d7ee-4ab5-b802-5daec26570ce req-b2b8ba3f-2379-42ef-bbd9-c8aaa422b149 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:21.115585 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-172e5264-d7ee-4ab5-b802-5daec26570ce req-b2b8ba3f-2379-42ef-bbd9-c8aaa422b149 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.1086056 Nov 08 00:52:21.153016 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-172e5264-d7ee-4ab5-b802-5daec26570ce req-61686b55-4912-4762-831c-b49ab7da656f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313218 Nov 08 00:52:21.366974 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bbc79-b5e0-4d78-9c5b-4cc199d301bc req-f994cfee-e694-4cdf-b4f8-a7e53f50f55a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:21.368547 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff7bbc79-b5e0-4d78-9c5b-4cc199d301bc req-f994cfee-e694-4cdf-b4f8-a7e53f50f55a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.1511385 Nov 08 00:52:21.405853 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ba382df-8b48-42b7-b3b6-ff8725b38689 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:21.476119 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff7bbc79-b5e0-4d78-9c5b-4cc199d301bc req-aa7acbf8-e341-4ca8-ac9f-ef61f95f7fd3 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012139 Nov 08 00:52:21.555227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f7b85d-1432-4eae-8056-9e1d59b9f341 None None] Network b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:52:21.617157 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ba382df-8b48-42b7-b3b6-ff8725b38689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:21.621280 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2ee79471-f50c-4f3e-ad5e-afe23cc2b8ea None None] Provisioning complete for port c0b3b487-9abf-4602-876f-e4b5ed377d96 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:21.621876 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ee79471-f50c-4f3e-ad5e-afe23cc2b8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:21.789407 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ee79471-f50c-4f3e-ad5e-afe23cc2b8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:21.830437 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2ee79471-f50c-4f3e-ad5e-afe23cc2b8ea None None] For port c0b3b487-9abf-4602-876f-e4b5ed377d96, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c0b3b487-9abf-4602-876f-e4b5ed377d96,segment=NetworkSegment(f1ee6563-56a4-4cca-a607-e4a180d93c26),segment_id=f1ee6563-56a4-4cca-a607-e4a180d93c26)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:52:21.932300 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ee79471-f50c-4f3e-ad5e-afe23cc2b8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:21.989956 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee79471-f50c-4f3e-ad5e-afe23cc2b8ea None None] Pushing event updated for resources: {'Port': ['ID=c0b3b487-9abf-4602-876f-e4b5ed377d96,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:22.051566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9c0b0b12-05c5-43b3-8453-bf7e39973bde None None] Provisioning complete for port c0b3b487-9abf-4602-876f-e4b5ed377d96 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:22.051877 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0b12-05c5-43b3-8453-bf7e39973bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:22.176710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba382df-8b48-42b7-b3b6-ff8725b38689 admin admin] Router 025a501b-7076-4a99-8943-3a8058b19204 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:52:22.285953 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c0b3b487-9abf-4602-876f-e4b5ed377d96 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:52:22.289730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba382df-8b48-42b7-b3b6-ff8725b38689 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:52:22.305939 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] Sync routers for ids ['025a501b-7076-4a99-8943-3a8058b19204'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:52:22.311085 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] Routers {'025a501b-7076-4a99-8943-3a8058b19204'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:52:22.312523 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:52:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['025a501b-7076-4a99-8943-3a8058b19204'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:22.339014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c0b3b487-9abf-4602-876f-e4b5ed377d96 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:22.339385 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:22.414167 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] Set router 025a501b-7076-4a99-8943-3a8058b19204 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:52:22.418902 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0ba382df-8b48-42b7-b3b6-ff8725b38689 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:22.421363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0ba382df-8b48-42b7-b3b6-ff8725b38689 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7442017 Nov 08 00:52:22.423554 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60368) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:52:22.587236 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a501b-7076-4a99-8943-3a8058b19204', 'name': 'tempest-TestVolumeBackupRestore-1449577697-router', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '992d8cb6-55be-4eef-8845-9200c538416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:19Z', 'updated_at': '2021-11-08T00:52:21Z', 'revision_number': 3, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'gw_port': {'id': '992d8cb6-55be-4eef-8845-9200c538416e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:20Z', 'updated_at': '2021-11-08T00:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:22.617588 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] Checking router: 025a501b-7076-4a99-8943-3a8058b19204 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:52:22.617933 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] Updating router 025a501b-7076-4a99-8943-3a8058b19204 port 992d8cb6-55be-4eef-8845-9200c538416e binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:52:22.641840 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:22.828282 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ffb9-b9d3-4ae1-910e-02e27dfc52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:22.883628 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:22.981279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-f4f1ffb9-b9d3-4ae1-910e-02e27dfc52d1 admin admin] Allocated IP 172.20.0.1 (b28812e5-b3a8-4e2a-bc1a-6bf6ad377753/8bc65af7-ed80-4524-901e-f5825c02b48b/5e0b809e-d103-4888-b07b-5b04adb4d778) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:52:22.982440 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:23.033829 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] Attempting to bind port 992d8cb6-55be-4eef-8845-9200c538416e on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:52:23.034195 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] Attempting to bind port 992d8cb6-55be-4eef-8845-9200c538416e by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:52:23.034551 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] Attempting to bind port 992d8cb6-55be-4eef-8845-9200c538416e on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:52:23.044839 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed8bcd-bbc6-4e16-acfb-fe5d7a49e52d None None] Pushing event updated for resources: {'Port': ['ID=992d8cb6-55be-4eef-8845-9200c538416e,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:23.047013 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:52:23.047364 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:52:23.047757 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:23.048167 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:52:23.048618 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] Bound port: 992d8cb6-55be-4eef-8845-9200c538416e, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:52:23.048993 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:23.084964 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ffb9-b9d3-4ae1-910e-02e27dfc52d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:23.156748 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed8bcd-bbc6-4e16-acfb-fe5d7a49e52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:23.156993 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed8bcd-bbc6-4e16-acfb-fe5d7a49e52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:23.157358 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed8bcd-bbc6-4e16-acfb-fe5d7a49e52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:23.157679 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed8bcd-bbc6-4e16-acfb-fe5d7a49e52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:23.158002 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed8bcd-bbc6-4e16-acfb-fe5d7a49e52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:23.158318 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed8bcd-bbc6-4e16-acfb-fe5d7a49e52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:23.158630 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed8bcd-bbc6-4e16-acfb-fe5d7a49e52d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:23.158941 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed8bcd-bbc6-4e16-acfb-fe5d7a49e52d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:23.159251 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed8bcd-bbc6-4e16-acfb-fe5d7a49e52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:23.159561 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed8bcd-bbc6-4e16-acfb-fe5d7a49e52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:23.159898 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed8bcd-bbc6-4e16-acfb-fe5d7a49e52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:23.164923 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed8bcd-bbc6-4e16-acfb-fe5d7a49e52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:23.194723 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ffb9-b9d3-4ae1-910e-02e27dfc52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:23.195108 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] For port 992d8cb6-55be-4eef-8845-9200c538416e, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:52:23.198204 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] For port 992d8cb6-55be-4eef-8845-9200c538416e, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=992d8cb6-55be-4eef-8845-9200c538416e,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:52:23.238311 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f1ffb9-b9d3-4ae1-910e-02e27dfc52d1 admin admin] Network b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:52:23.241073 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-f4f1ffb9-b9d3-4ae1-910e-02e27dfc52d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:52:23.244422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f1ffb9-b9d3-4ae1-910e-02e27dfc52d1 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:52:23.269463 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1ffb9-b9d3-4ae1-910e-02e27dfc52d1 admin admin] Pushing event updated for resources: {'Port': ['ID=5e0b809e-d103-4888-b07b-5b04adb4d778,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:23.294387 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ffb9-b9d3-4ae1-910e-02e27dfc52d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:23.388885 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:23.436136 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] Routers {'025a501b-7076-4a99-8943-3a8058b19204'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:52:23.437279 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:52:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['025a501b-7076-4a99-8943-3a8058b19204'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:23.456981 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9391b4f6-df16-4586-b92e-f0d914f55efb None None] Provisioning complete for port 5e0b809e-d103-4888-b07b-5b04adb4d778 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:23.457986 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9391b4f6-df16-4586-b92e-f0d914f55efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:23.491044 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ffb9-b9d3-4ae1-910e-02e27dfc52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:23.495369 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9391b4f6-df16-4586-b92e-f0d914f55efb None None] Port 5e0b809e-d103-4888-b07b-5b04adb4d778 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:52:23.518358 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed8bcd-bbc6-4e16-acfb-fe5d7a49e52d None None] Pushing event updated for resources: {'Port': ['ID=992d8cb6-55be-4eef-8845-9200c538416e,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:23.622663 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] Set router 025a501b-7076-4a99-8943-3a8058b19204 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:52:23.656152 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ffb9-b9d3-4ae1-910e-02e27dfc52d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:23.725186 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ffb9-b9d3-4ae1-910e-02e27dfc52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:23.790733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1ffb9-b9d3-4ae1-910e-02e27dfc52d1 admin admin] Pushing event updated for resources: {'Port': ['ID=5e0b809e-d103-4888-b07b-5b04adb4d778,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:23.793298 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ffb9-b9d3-4ae1-910e-02e27dfc52d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:23.841083 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a501b-7076-4a99-8943-3a8058b19204', 'name': 'tempest-TestVolumeBackupRestore-1449577697-router', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '992d8cb6-55be-4eef-8845-9200c538416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:19Z', 'updated_at': '2021-11-08T00:52:21Z', 'revision_number': 3, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'gw_port': {'id': '992d8cb6-55be-4eef-8845-9200c538416e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:20Z', 'updated_at': '2021-11-08T00:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:23.867765 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef67f7ce-52a0-4ad5-8e4b-4922c11a9914 None None] The sync data for ids ['025a501b-7076-4a99-8943-3a8058b19204'] in n-d-816882-1 is: [{'id': '025a501b-7076-4a99-8943-3a8058b19204', 'name': 'tempest-TestVolumeBackupRestore-1449577697-router', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '992d8cb6-55be-4eef-8845-9200c538416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:19Z', 'updated_at': '2021-11-08T00:52:21Z', 'revision_number': 3, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'gw_port': {'id': '992d8cb6-55be-4eef-8845-9200c538416e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:20Z', 'updated_at': '2021-11-08T00:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:52:23.892526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f1ffb9-b9d3-4ae1-910e-02e27dfc52d1 admin admin] Network b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:52:23.893959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-f4f1ffb9-b9d3-4ae1-910e-02e27dfc52d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:52:24.019395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f1ffb9-b9d3-4ae1-910e-02e27dfc52d1 admin admin] Router 025a501b-7076-4a99-8943-3a8058b19204 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:52:24.150436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f1ffb9-b9d3-4ae1-910e-02e27dfc52d1 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:52:24.158636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f4f1ffb9-b9d3-4ae1-910e-02e27dfc52d1 admin admin] 10.222.0.13 "PUT /v2.0/routers/025a501b-7076-4a99-8943-3a8058b19204/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7338064 Nov 08 00:52:24.230310 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c921025a-b4a4-4d5c-b79c-ce57ad359b1b None None] Provisioning complete for port 5e0b809e-d103-4888-b07b-5b04adb4d778 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:24.230685 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c921025a-b4a4-4d5c-b79c-ce57ad359b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:24.280732 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c921025a-b4a4-4d5c-b79c-ce57ad359b1b None None] Port 5e0b809e-d103-4888-b07b-5b04adb4d778 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:52:24.305054 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 992d8cb6-55be-4eef-8845-9200c538416e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:52:24.359900 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 992d8cb6-55be-4eef-8845-9200c538416e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:24.360425 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:24.450667 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:24.472633 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 992d8cb6-55be-4eef-8845-9200c538416e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=992d8cb6-55be-4eef-8845-9200c538416e,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:52:24.571716 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:24.629638 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=992d8cb6-55be-4eef-8845-9200c538416e,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:24.911660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60386) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:52:24.916750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-1a689aeb-fb35-48ad-9f22-d49a03cf9a5f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2131561745-network', 'tenant_id': '49991e26f7684438a403b4a619ebb2cc'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:52:25.011007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a689aeb-fb35-48ad-9f22-d49a03cf9a5f admin admin] Made reservation on behalf of 49991e26f7684438a403b4a619ebb2cc for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:52:25.013448 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a689aeb-fb35-48ad-9f22-d49a03cf9a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:25.027229 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a689aeb-fb35-48ad-9f22-d49a03cf9a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:25.101702 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a689aeb-fb35-48ad-9f22-d49a03cf9a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:25.200116 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a689aeb-fb35-48ad-9f22-d49a03cf9a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:25.225203 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a689aeb-fb35-48ad-9f22-d49a03cf9a5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:52:25.234601 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a689aeb-fb35-48ad-9f22-d49a03cf9a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80ea566-91a6-4b3f-992f-a610138fef7b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:25.240914 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a689aeb-fb35-48ad-9f22-d49a03cf9a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:25.241257 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-1a689aeb-fb35-48ad-9f22-d49a03cf9a5f admin admin] Added segment 729966e3-5ba8-47e8-8245-85205150d78a of type vlan for network 5acd416e-09b1-48d2-8911-baa41f1cbf49 Nov 08 00:52:25.280175 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a689aeb-fb35-48ad-9f22-d49a03cf9a5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:25.377395 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a689aeb-fb35-48ad-9f22-d49a03cf9a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:25.378328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a689aeb-fb35-48ad-9f22-d49a03cf9a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:25.378953 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a689aeb-fb35-48ad-9f22-d49a03cf9a5f admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:25.437755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a689aeb-fb35-48ad-9f22-d49a03cf9a5f admin admin] Pushing event updated for resources: {'Network': ['ID=5acd416e-09b1-48d2-8911-baa41f1cbf49,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:25.447365 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 5acd416e-09b1-48d2-8911-baa41f1cbf49 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:52:25.500782 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] Sync routers for ids ['025a501b-7076-4a99-8943-3a8058b19204'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:52:25.521937 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] Routers {'025a501b-7076-4a99-8943-3a8058b19204'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:52:25.522550 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:52:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['025a501b-7076-4a99-8943-3a8058b19204'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:25.528088 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1a689aeb-fb35-48ad-9f22-d49a03cf9a5f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6150699 Nov 08 00:52:25.530959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60388) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:52:25.535727 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-33dad285-495e-4291-a01e-12fe58f41b76 admin admin] Request body: {'subnet': {'network_id': '5acd416e-09b1-48d2-8911-baa41f1cbf49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2131561745-subnet', 'tenant_id': '49991e26f7684438a403b4a619ebb2cc', 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:52:25.627966 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] Set router 025a501b-7076-4a99-8943-3a8058b19204 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:52:25.639448 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dad285-495e-4291-a01e-12fe58f41b76 admin admin] Made reservation on behalf of 49991e26f7684438a403b4a619ebb2cc for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:52:25.641927 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33dad285-495e-4291-a01e-12fe58f41b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:25.827227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a501b-7076-4a99-8943-3a8058b19204', 'name': 'tempest-TestVolumeBackupRestore-1449577697-router', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '992d8cb6-55be-4eef-8845-9200c538416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:19Z', 'updated_at': '2021-11-08T00:52:23Z', 'revision_number': 4, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'gw_port': {'id': '992d8cb6-55be-4eef-8845-9200c538416e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:20Z', 'updated_at': '2021-11-08T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '5e0b809e-d103-4888-b07b-5b04adb4d778', 'name': '', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'mac_address': 'fa:16:3e:6c:63:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:22Z', 'updated_at': '2021-11-08T00:52:23Z', 'revision_number': 2, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'subnets': [{'id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:25.853743 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] Checking router: 025a501b-7076-4a99-8943-3a8058b19204 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:52:25.854094 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] Updating router 025a501b-7076-4a99-8943-3a8058b19204 port 5e0b809e-d103-4888-b07b-5b04adb4d778 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:52:25.878315 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:25.908389 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33dad285-495e-4291-a01e-12fe58f41b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:25.970819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dad285-495e-4291-a01e-12fe58f41b76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89599465-500f-40bb-8083-355012edb92b,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:25.977979 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dad285-495e-4291-a01e-12fe58f41b76 admin admin] Checking segment: {'id': '729966e3-5ba8-47e8-8245-85205150d78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5acd416e-09b1-48d2-8911-baa41f1cbf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:52:25.978342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dad285-495e-4291-a01e-12fe58f41b76 admin admin] Network hostable DHCP agents. Network: 5acd416e-09b1-48d2-8911-baa41f1cbf49, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:52:26.113825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dad285-495e-4291-a01e-12fe58f41b76 admin admin] Network 5acd416e-09b1-48d2-8911-baa41f1cbf49 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:52:26.146986 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:26.193859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-33dad285-495e-4291-a01e-12fe58f41b76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 5acd416e-09b1-48d2-8911-baa41f1cbf49) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:52:26.197989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dad285-495e-4291-a01e-12fe58f41b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:26.198581 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33dad285-495e-4291-a01e-12fe58f41b76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:26.203731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842dd938-95aa-447c-9546-9094eafeee7d None None] Network 5acd416e-09b1-48d2-8911-baa41f1cbf49 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:52:26.240162 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:26.272397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 992d8cb6-55be-4eef-8845-9200c538416e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:52:26.294199 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-33dad285-495e-4291-a01e-12fe58f41b76 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7621706 Nov 08 00:52:26.296901 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 60390) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:52:26.301676 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-325557b0-e9e0-4956-b3e5-177d7e82a8c0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2131561745-router', 'tenant_id': '49991e26f7684438a403b4a619ebb2cc', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:52:26.343223 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdd899-f441-47f3-99e9-d470c0d0d467 None None] Pushing event updated for resources: {'Port': ['ID=5e0b809e-d103-4888-b07b-5b04adb4d778,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:26.394604 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-325557b0-e9e0-4956-b3e5-177d7e82a8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:26.396102 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-325557b0-e9e0-4956-b3e5-177d7e82a8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:26.440970 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] Attempting to bind port 5e0b809e-d103-4888-b07b-5b04adb4d778 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:52:26.441334 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] Attempting to bind port 5e0b809e-d103-4888-b07b-5b04adb4d778 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'f1ee6563-56a4-4cca-a607-e4a180d93c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:52:26.441689 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] Attempting to bind port 5e0b809e-d103-4888-b07b-5b04adb4d778 on network b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:52:26.451827 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 992d8cb6-55be-4eef-8845-9200c538416e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:26.452743 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:26.454079 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-325557b0-e9e0-4956-b3e5-177d7e82a8c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:26.457155 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:52:26.457531 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] Checking segment: {'id': 'f1ee6563-56a4-4cca-a607-e4a180d93c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:52:26.457922 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:26.458310 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] Bound using segment: {'id': 'f1ee6563-56a4-4cca-a607-e4a180d93c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:52:26.458807 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] Bound port: 5e0b809e-d103-4888-b07b-5b04adb4d778, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ee6563-56a4-4cca-a607-e4a180d93c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:52:26.459182 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:26.545835 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-5acd416e-09b1-48d2-8911-baa41f1cbf49', 'network_id': '5acd416e-09b1-48d2-8911-baa41f1cbf49', 'tenant_id': '49991e26f7684438a403b4a619ebb2cc', 'fixed_ips': [{'subnet_id': '89599465-500f-40bb-8083-355012edb92b'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:52:26.546702 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:26.606203 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d3624826-b059-4e8b-987e-887ff3f47d8b None None] Provisioning complete for port 5e0b809e-d103-4888-b07b-5b04adb4d778 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:26.606203 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3624826-b059-4e8b-987e-887ff3f47d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:26.664387 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-325557b0-e9e0-4956-b3e5-177d7e82a8c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:26.673848 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] For port 5e0b809e-d103-4888-b07b-5b04adb4d778, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:52:26.715599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] For port 5e0b809e-d103-4888-b07b-5b04adb4d778, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5e0b809e-d103-4888-b07b-5b04adb4d778,segment=NetworkSegment(f1ee6563-56a4-4cca-a607-e4a180d93c26),segment_id=f1ee6563-56a4-4cca-a607-e4a180d93c26)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:52:26.740038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d3624826-b059-4e8b-987e-887ff3f47d8b None None] Port 5e0b809e-d103-4888-b07b-5b04adb4d778 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:52:26.785428 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:26.791894 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] Allocated IP 172.20.0.2 (5acd416e-09b1-48d2-8911-baa41f1cbf49/89599465-500f-40bb-8083-355012edb92b/cb38e680-e4f9-446f-b029-c3d615b00d67) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:52:26.901944 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] Routers {'025a501b-7076-4a99-8943-3a8058b19204'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:52:26.902576 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:52:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['025a501b-7076-4a99-8943-3a8058b19204'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:26.907753 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdd899-f441-47f3-99e9-d470c0d0d467 None None] Pushing event updated for resources: {'Port': ['ID=5e0b809e-d103-4888-b07b-5b04adb4d778,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:26.929026 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-325557b0-e9e0-4956-b3e5-177d7e82a8c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:26.954149 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-325557b0-e9e0-4956-b3e5-177d7e82a8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:27.070880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-325557b0-e9e0-4956-b3e5-177d7e82a8c0 admin admin] Allocated IP 172.25.2.102 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/d579f26b-6290-469d-862f-bfc51c844584) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:52:27.174568 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-325557b0-e9e0-4956-b3e5-177d7e82a8c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:27.176902 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7a0f1fd4-e337-40fa-8a5b-70b031e86061 None None] Provisioning complete for port 5e0b809e-d103-4888-b07b-5b04adb4d778 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:27.182152 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1fd4-e337-40fa-8a5b-70b031e86061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:27.269782 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] Set router 025a501b-7076-4a99-8943-3a8058b19204 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:52:27.303077 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-325557b0-e9e0-4956-b3e5-177d7e82a8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:27.315441 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:27.344236 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325557b0-e9e0-4956-b3e5-177d7e82a8c0 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:52:27.346987 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-325557b0-e9e0-4956-b3e5-177d7e82a8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:52:27.353360 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325557b0-e9e0-4956-b3e5-177d7e82a8c0 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:52:27.356384 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325557b0-e9e0-4956-b3e5-177d7e82a8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=d579f26b-6290-469d-862f-bfc51c844584,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:27.427563 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:27.442275 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1fd4-e337-40fa-8a5b-70b031e86061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:27.505802 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] Network 5acd416e-09b1-48d2-8911-baa41f1cbf49 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:52:27.510435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:52:27.526800 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:52:27.539125 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] Pushing event updated for resources: {'Port': ['ID=cb38e680-e4f9-446f-b029-c3d615b00d67,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:27.547830 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-7a0f1fd4-e337-40fa-8a5b-70b031e86061 None None] For port 5e0b809e-d103-4888-b07b-5b04adb4d778, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5e0b809e-d103-4888-b07b-5b04adb4d778,segment=NetworkSegment(f1ee6563-56a4-4cca-a607-e4a180d93c26),segment_id=f1ee6563-56a4-4cca-a607-e4a180d93c26)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:52:27.617562 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] Attempting to bind port cb38e680-e4f9-446f-b029-c3d615b00d67 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:52:27.617921 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] Attempting to bind port cb38e680-e4f9-446f-b029-c3d615b00d67 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '729966e3-5ba8-47e8-8245-85205150d78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5acd416e-09b1-48d2-8911-baa41f1cbf49'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:52:27.618274 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] Attempting to bind port cb38e680-e4f9-446f-b029-c3d615b00d67 on network 5acd416e-09b1-48d2-8911-baa41f1cbf49 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:52:27.625472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:52:27.625834 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] Checking segment: {'id': '729966e3-5ba8-47e8-8245-85205150d78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5acd416e-09b1-48d2-8911-baa41f1cbf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:52:27.626223 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:27.626605 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] Bound using segment: {'id': '729966e3-5ba8-47e8-8245-85205150d78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5acd416e-09b1-48d2-8911-baa41f1cbf49'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:52:27.627059 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] Bound port: cb38e680-e4f9-446f-b029-c3d615b00d67, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729966e3-5ba8-47e8-8245-85205150d78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5acd416e-09b1-48d2-8911-baa41f1cbf49'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:52:27.627594 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:27.678213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a501b-7076-4a99-8943-3a8058b19204', 'name': 'tempest-TestVolumeBackupRestore-1449577697-router', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '992d8cb6-55be-4eef-8845-9200c538416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:19Z', 'updated_at': '2021-11-08T00:52:23Z', 'revision_number': 4, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'gw_port': {'id': '992d8cb6-55be-4eef-8845-9200c538416e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:20Z', 'updated_at': '2021-11-08T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '5e0b809e-d103-4888-b07b-5b04adb4d778', 'name': '', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'mac_address': 'fa:16:3e:6c:63:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:22Z', 'updated_at': '2021-11-08T00:52:26Z', 'revision_number': 4, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'subnets': [{'id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:27.716073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03efe9-cdc0-4a8e-82e2-a9e37ab3a4d3 None None] The sync data for ids ['025a501b-7076-4a99-8943-3a8058b19204'] in n-d-816882-1 is: [{'id': '025a501b-7076-4a99-8943-3a8058b19204', 'name': 'tempest-TestVolumeBackupRestore-1449577697-router', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '992d8cb6-55be-4eef-8845-9200c538416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:19Z', 'updated_at': '2021-11-08T00:52:23Z', 'revision_number': 4, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'gw_port': {'id': '992d8cb6-55be-4eef-8845-9200c538416e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:20Z', 'updated_at': '2021-11-08T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '5e0b809e-d103-4888-b07b-5b04adb4d778', 'name': '', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'mac_address': 'fa:16:3e:6c:63:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:22Z', 'updated_at': '2021-11-08T00:52:26Z', 'revision_number': 4, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'subnets': [{'id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:52:27.719078 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1fd4-e337-40fa-8a5b-70b031e86061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:27.753798 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] For port cb38e680-e4f9-446f-b029-c3d615b00d67, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:52:27.790193 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-325557b0-e9e0-4956-b3e5-177d7e82a8c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:27.792689 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] For port cb38e680-e4f9-446f-b029-c3d615b00d67, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=cb38e680-e4f9-446f-b029-c3d615b00d67,segment=NetworkSegment(729966e3-5ba8-47e8-8245-85205150d78a),segment_id=729966e3-5ba8-47e8-8245-85205150d78a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:52:27.797413 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f1fd4-e337-40fa-8a5b-70b031e86061 None None] Pushing event updated for resources: {'Port': ['ID=5e0b809e-d103-4888-b07b-5b04adb4d778,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:27.880270 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:27.953698 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa1f3-0a9d-4c41-80e4-ba7bd555a0d9 None None] Pushing event updated for resources: {'Port': ['ID=cb38e680-e4f9-446f-b029-c3d615b00d67,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:28.021965 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-325557b0-e9e0-4956-b3e5-177d7e82a8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:28.182345 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-701a1002-7ce7-4089-b52f-32dd36752422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:28.239538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325557b0-e9e0-4956-b3e5-177d7e82a8c0 admin admin] Router d7e8988f-87b1-4e49-a482-9b8671dfb87b is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:52:28.360097 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cb38e680-e4f9-446f-b029-c3d615b00d67 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:52:28.379286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325557b0-e9e0-4956-b3e5-177d7e82a8c0 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:52:28.389683 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] Sync routers for ids ['d7e8988f-87b1-4e49-a482-9b8671dfb87b'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:52:28.400404 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] Routers {'d7e8988f-87b1-4e49-a482-9b8671dfb87b'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:52:28.401012 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:52:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d7e8988f-87b1-4e49-a482-9b8671dfb87b'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:28.414170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port cb38e680-e4f9-446f-b029-c3d615b00d67 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:28.414672 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:28.458957 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-325557b0-e9e0-4956-b3e5-177d7e82a8c0 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:28.463063 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-325557b0-e9e0-4956-b3e5-177d7e82a8c0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1623547 Nov 08 00:52:28.463390 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 60394) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:52:28.507623 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:28.549173 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] Set router d7e8988f-87b1-4e49-a482-9b8671dfb87b gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:52:28.550130 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port cb38e680-e4f9-446f-b029-c3d615b00d67, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=cb38e680-e4f9-446f-b029-c3d615b00d67,segment=NetworkSegment(729966e3-5ba8-47e8-8245-85205150d78a),segment_id=729966e3-5ba8-47e8-8245-85205150d78a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:52:28.628501 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:28.632566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5e0b809e-d103-4888-b07b-5b04adb4d778 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:52:28.749258 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=cb38e680-e4f9-446f-b029-c3d615b00d67,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:28.766620 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 5e0b809e-d103-4888-b07b-5b04adb4d778 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:28.766995 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:28.781970 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'name': 'tempest-TestVolumeBackupRestore-2131561745-router', 'tenant_id': '49991e26f7684438a403b4a619ebb2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd579f26b-6290-469d-862f-bfc51c844584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:26Z', 'updated_at': '2021-11-08T00:52:27Z', 'revision_number': 3, 'project_id': '49991e26f7684438a403b4a619ebb2cc', 'gw_port': {'id': 'd579f26b-6290-469d-862f-bfc51c844584', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:26Z', 'updated_at': '2021-11-08T00:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:28.827757 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] Checking router: d7e8988f-87b1-4e49-a482-9b8671dfb87b for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:52:28.829764 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] Updating router d7e8988f-87b1-4e49-a482-9b8671dfb87b port d579f26b-6290-469d-862f-bfc51c844584 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:52:28.860425 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:28.956714 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9b67613-848d-45ab-8bb9-cb5bc8b52f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:29.095632 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81e9d9c-2724-49f6-a79e-3e9ba86d182b None None] Network 5acd416e-09b1-48d2-8911-baa41f1cbf49 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:52:29.166225 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-eeddcfc4-4be5-4fae-b414-b89677918baf None None] Provisioning complete for port cb38e680-e4f9-446f-b029-c3d615b00d67 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:29.166225 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eeddcfc4-4be5-4fae-b414-b89677918baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:29.181102 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:29.184987 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-c9b67613-848d-45ab-8bb9-cb5bc8b52f1a admin admin] Allocated IP 172.20.0.1 (5acd416e-09b1-48d2-8911-baa41f1cbf49/89599465-500f-40bb-8083-355012edb92b/f8bd678f-00d9-46d4-89b0-f8d1067242fc) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:52:29.291869 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:29.293076 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9b67613-848d-45ab-8bb9-cb5bc8b52f1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:29.355844 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] Attempting to bind port d579f26b-6290-469d-862f-bfc51c844584 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:52:29.356216 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] Attempting to bind port d579f26b-6290-469d-862f-bfc51c844584 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:52:29.356589 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] Attempting to bind port d579f26b-6290-469d-862f-bfc51c844584 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:52:29.359228 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47db7f-dbc8-41eb-860a-51ac5e2a7752 None None] Pushing event updated for resources: {'Port': ['ID=d579f26b-6290-469d-862f-bfc51c844584,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:29.366350 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:52:29.366930 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:52:29.367417 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:29.367931 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:52:29.368491 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] Bound port: d579f26b-6290-469d-862f-bfc51c844584, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:52:29.368939 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:29.400107 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9b67613-848d-45ab-8bb9-cb5bc8b52f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:29.431751 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] For port d579f26b-6290-469d-862f-bfc51c844584, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:52:29.435531 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] For port d579f26b-6290-469d-862f-bfc51c844584, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d579f26b-6290-469d-862f-bfc51c844584,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:52:29.443923 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b67613-848d-45ab-8bb9-cb5bc8b52f1a admin admin] Network 5acd416e-09b1-48d2-8911-baa41f1cbf49 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:52:29.446905 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-c9b67613-848d-45ab-8bb9-cb5bc8b52f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:52:29.450180 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b67613-848d-45ab-8bb9-cb5bc8b52f1a admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:52:29.458734 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b67613-848d-45ab-8bb9-cb5bc8b52f1a admin admin] Pushing event updated for resources: {'Port': ['ID=f8bd678f-00d9-46d4-89b0-f8d1067242fc,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:29.497895 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9b67613-848d-45ab-8bb9-cb5bc8b52f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:29.503354 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:29.540149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9b1bb659-8546-482e-84f8-285d0353015a None None] Provisioning complete for port cb38e680-e4f9-446f-b029-c3d615b00d67 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:29.540523 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb659-8546-482e-84f8-285d0353015a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:29.579704 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] Routers {'d7e8988f-87b1-4e49-a482-9b8671dfb87b'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:52:29.580906 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:52:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d7e8988f-87b1-4e49-a482-9b8671dfb87b'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:29.586233 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47db7f-dbc8-41eb-860a-51ac5e2a7752 None None] Pushing event updated for resources: {'Port': ['ID=d579f26b-6290-469d-862f-bfc51c844584,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:29.700135 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] Set router d7e8988f-87b1-4e49-a482-9b8671dfb87b gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:52:29.722607 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9b67613-848d-45ab-8bb9-cb5bc8b52f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:29.755439 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-53afb687-63c3-42b1-8d55-888e9734f936 None None] Provisioning complete for port f8bd678f-00d9-46d4-89b0-f8d1067242fc triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:29.756051 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53afb687-63c3-42b1-8d55-888e9734f936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:29.799455 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-53afb687-63c3-42b1-8d55-888e9734f936 None None] Port f8bd678f-00d9-46d4-89b0-f8d1067242fc cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:52:29.891200 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9b67613-848d-45ab-8bb9-cb5bc8b52f1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:29.948258 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9b67613-848d-45ab-8bb9-cb5bc8b52f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:29.973427 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'name': 'tempest-TestVolumeBackupRestore-2131561745-router', 'tenant_id': '49991e26f7684438a403b4a619ebb2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd579f26b-6290-469d-862f-bfc51c844584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:26Z', 'updated_at': '2021-11-08T00:52:27Z', 'revision_number': 3, 'project_id': '49991e26f7684438a403b4a619ebb2cc', 'gw_port': {'id': 'd579f26b-6290-469d-862f-bfc51c844584', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:26Z', 'updated_at': '2021-11-08T00:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:29.999095 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c58bed-7521-4c24-8266-5a8bc9fbc27f None None] The sync data for ids ['d7e8988f-87b1-4e49-a482-9b8671dfb87b'] in n-d-816882-1 is: [{'id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'name': 'tempest-TestVolumeBackupRestore-2131561745-router', 'tenant_id': '49991e26f7684438a403b4a619ebb2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd579f26b-6290-469d-862f-bfc51c844584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:26Z', 'updated_at': '2021-11-08T00:52:27Z', 'revision_number': 3, 'project_id': '49991e26f7684438a403b4a619ebb2cc', 'gw_port': {'id': 'd579f26b-6290-469d-862f-bfc51c844584', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:26Z', 'updated_at': '2021-11-08T00:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:52:30.022911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b67613-848d-45ab-8bb9-cb5bc8b52f1a admin admin] Pushing event updated for resources: {'Port': ['ID=f8bd678f-00d9-46d4-89b0-f8d1067242fc,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:30.025320 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9b67613-848d-45ab-8bb9-cb5bc8b52f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:30.117215 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b67613-848d-45ab-8bb9-cb5bc8b52f1a admin admin] Network 5acd416e-09b1-48d2-8911-baa41f1cbf49 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:52:30.118632 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-c9b67613-848d-45ab-8bb9-cb5bc8b52f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:52:30.259514 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b67613-848d-45ab-8bb9-cb5bc8b52f1a admin admin] Router d7e8988f-87b1-4e49-a482-9b8671dfb87b has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:52:30.323557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cb38e680-e4f9-446f-b029-c3d615b00d67 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:52:30.378174 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port cb38e680-e4f9-446f-b029-c3d615b00d67 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:30.378541 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:30.392295 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b67613-848d-45ab-8bb9-cb5bc8b52f1a admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:52:30.398675 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c9b67613-848d-45ab-8bb9-cb5bc8b52f1a admin admin] 10.222.0.13 "PUT /v2.0/routers/d7e8988f-87b1-4e49-a482-9b8671dfb87b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9337556 Nov 08 00:52:30.438877 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20165f97-1e7a-4753-b43f-ce808b728a05 None None] Provisioning complete for port f8bd678f-00d9-46d4-89b0-f8d1067242fc triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:30.439362 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20165f97-1e7a-4753-b43f-ce808b728a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:30.507338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20165f97-1e7a-4753-b43f-ce808b728a05 None None] Port f8bd678f-00d9-46d4-89b0-f8d1067242fc cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:52:30.782425 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89c9d32b-928f-4740-a669-52a08c889ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:31.028461 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:31.616636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] Sync routers for ids ['d7e8988f-87b1-4e49-a482-9b8671dfb87b'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:52:31.627080 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] Routers {'d7e8988f-87b1-4e49-a482-9b8671dfb87b'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:52:31.627700 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:52:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d7e8988f-87b1-4e49-a482-9b8671dfb87b'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:31.735630 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] Set router d7e8988f-87b1-4e49-a482-9b8671dfb87b gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:52:31.928026 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:31.942525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'name': 'tempest-TestVolumeBackupRestore-2131561745-router', 'tenant_id': '49991e26f7684438a403b4a619ebb2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd579f26b-6290-469d-862f-bfc51c844584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:26Z', 'updated_at': '2021-11-08T00:52:29Z', 'revision_number': 4, 'project_id': '49991e26f7684438a403b4a619ebb2cc', 'gw_port': {'id': 'd579f26b-6290-469d-862f-bfc51c844584', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:26Z', 'updated_at': '2021-11-08T00:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'f8bd678f-00d9-46d4-89b0-f8d1067242fc', 'name': '', 'network_id': '5acd416e-09b1-48d2-8911-baa41f1cbf49', 'tenant_id': '49991e26f7684438a403b4a619ebb2cc', 'mac_address': 'fa:16:3e:ac:35:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '89599465-500f-40bb-8083-355012edb92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:28Z', 'updated_at': '2021-11-08T00:52:29Z', 'revision_number': 2, 'project_id': '49991e26f7684438a403b4a619ebb2cc', 'subnets': [{'id': '89599465-500f-40bb-8083-355012edb92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:31.970392 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] Checking router: d7e8988f-87b1-4e49-a482-9b8671dfb87b for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:52:31.970757 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] Updating router d7e8988f-87b1-4e49-a482-9b8671dfb87b port f8bd678f-00d9-46d4-89b0-f8d1067242fc binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:52:32.004516 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:32.300978 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d579f26b-6290-469d-862f-bfc51c844584 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:52:32.304251 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:32.308005 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:32.357319 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port d579f26b-6290-469d-862f-bfc51c844584 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:32.357694 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:32.441978 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:32.445241 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:32.499613 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port d579f26b-6290-469d-862f-bfc51c844584, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d579f26b-6290-469d-862f-bfc51c844584,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:52:32.509208 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907b7f5-da03-446a-bdbd-66376e47c009 None None] Pushing event updated for resources: {'Port': ['ID=f8bd678f-00d9-46d4-89b0-f8d1067242fc,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:32.521901 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8907b7f5-da03-446a-bdbd-66376e47c009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:32.526220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8907b7f5-da03-446a-bdbd-66376e47c009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:32.526220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8907b7f5-da03-446a-bdbd-66376e47c009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:32.526220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8907b7f5-da03-446a-bdbd-66376e47c009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:32.526220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8907b7f5-da03-446a-bdbd-66376e47c009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:32.526220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8907b7f5-da03-446a-bdbd-66376e47c009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:32.526220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8907b7f5-da03-446a-bdbd-66376e47c009 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:32.526220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8907b7f5-da03-446a-bdbd-66376e47c009 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:32.526220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8907b7f5-da03-446a-bdbd-66376e47c009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:32.526220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8907b7f5-da03-446a-bdbd-66376e47c009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:32.526220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8907b7f5-da03-446a-bdbd-66376e47c009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:32.526220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8907b7f5-da03-446a-bdbd-66376e47c009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:52:32.580181 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] Attempting to bind port f8bd678f-00d9-46d4-89b0-f8d1067242fc on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:52:32.580555 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] Attempting to bind port f8bd678f-00d9-46d4-89b0-f8d1067242fc by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '729966e3-5ba8-47e8-8245-85205150d78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5acd416e-09b1-48d2-8911-baa41f1cbf49'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:52:32.580924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] Attempting to bind port f8bd678f-00d9-46d4-89b0-f8d1067242fc on network 5acd416e-09b1-48d2-8911-baa41f1cbf49 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:52:32.583183 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:32.591827 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:52:32.592103 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] Checking segment: {'id': '729966e3-5ba8-47e8-8245-85205150d78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5acd416e-09b1-48d2-8911-baa41f1cbf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:52:32.592537 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:32.593143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] Bound using segment: {'id': '729966e3-5ba8-47e8-8245-85205150d78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5acd416e-09b1-48d2-8911-baa41f1cbf49'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:52:32.593398 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] Bound port: f8bd678f-00d9-46d4-89b0-f8d1067242fc, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729966e3-5ba8-47e8-8245-85205150d78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5acd416e-09b1-48d2-8911-baa41f1cbf49'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:52:32.594066 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:32.675528 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=d579f26b-6290-469d-862f-bfc51c844584,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:32.704114 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] For port f8bd678f-00d9-46d4-89b0-f8d1067242fc, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:52:32.707182 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] For port f8bd678f-00d9-46d4-89b0-f8d1067242fc, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=f8bd678f-00d9-46d4-89b0-f8d1067242fc,segment=NetworkSegment(729966e3-5ba8-47e8-8245-85205150d78a),segment_id=729966e3-5ba8-47e8-8245-85205150d78a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:52:32.749590 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c7f85c9b-ff95-4c22-b841-d1c7c42d18a0 None None] Provisioning complete for port f8bd678f-00d9-46d4-89b0-f8d1067242fc triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:32.750612 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7f85c9b-ff95-4c22-b841-d1c7c42d18a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:32.786633 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:32.790864 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c7f85c9b-ff95-4c22-b841-d1c7c42d18a0 None None] Port f8bd678f-00d9-46d4-89b0-f8d1067242fc cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:52:33.006923 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] Routers {'d7e8988f-87b1-4e49-a482-9b8671dfb87b'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:52:33.007613 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:52:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d7e8988f-87b1-4e49-a482-9b8671dfb87b'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:33.042891 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907b7f5-da03-446a-bdbd-66376e47c009 None None] Pushing event updated for resources: {'Port': ['ID=f8bd678f-00d9-46d4-89b0-f8d1067242fc,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:33.128858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] Set router d7e8988f-87b1-4e49-a482-9b8671dfb87b gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:52:33.130434 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-cf8ead33-5372-4259-83cf-617865411a18 None None] Provisioning complete for port f8bd678f-00d9-46d4-89b0-f8d1067242fc triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:33.130806 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf8ead33-5372-4259-83cf-617865411a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:33.336090 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf8ead33-5372-4259-83cf-617865411a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:33.410259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-cf8ead33-5372-4259-83cf-617865411a18 None None] For port f8bd678f-00d9-46d4-89b0-f8d1067242fc, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=f8bd678f-00d9-46d4-89b0-f8d1067242fc,segment=NetworkSegment(729966e3-5ba8-47e8-8245-85205150d78a),segment_id=729966e3-5ba8-47e8-8245-85205150d78a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:52:33.433932 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'name': 'tempest-TestVolumeBackupRestore-2131561745-router', 'tenant_id': '49991e26f7684438a403b4a619ebb2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd579f26b-6290-469d-862f-bfc51c844584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:26Z', 'updated_at': '2021-11-08T00:52:29Z', 'revision_number': 4, 'project_id': '49991e26f7684438a403b4a619ebb2cc', 'gw_port': {'id': 'd579f26b-6290-469d-862f-bfc51c844584', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:26Z', 'updated_at': '2021-11-08T00:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'f8bd678f-00d9-46d4-89b0-f8d1067242fc', 'name': '', 'network_id': '5acd416e-09b1-48d2-8911-baa41f1cbf49', 'tenant_id': '49991e26f7684438a403b4a619ebb2cc', 'mac_address': 'fa:16:3e:ac:35:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '89599465-500f-40bb-8083-355012edb92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:28Z', 'updated_at': '2021-11-08T00:52:32Z', 'revision_number': 4, 'project_id': '49991e26f7684438a403b4a619ebb2cc', 'subnets': [{'id': '89599465-500f-40bb-8083-355012edb92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:52:33.460954 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a507b-ec15-4eb6-adfa-6cc88912008e None None] The sync data for ids ['d7e8988f-87b1-4e49-a482-9b8671dfb87b'] in n-d-816882-1 is: [{'id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'name': 'tempest-TestVolumeBackupRestore-2131561745-router', 'tenant_id': '49991e26f7684438a403b4a619ebb2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd579f26b-6290-469d-862f-bfc51c844584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:26Z', 'updated_at': '2021-11-08T00:52:29Z', 'revision_number': 4, 'project_id': '49991e26f7684438a403b4a619ebb2cc', 'gw_port': {'id': 'd579f26b-6290-469d-862f-bfc51c844584', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:26Z', 'updated_at': '2021-11-08T00:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'f8bd678f-00d9-46d4-89b0-f8d1067242fc', 'name': '', 'network_id': '5acd416e-09b1-48d2-8911-baa41f1cbf49', 'tenant_id': '49991e26f7684438a403b4a619ebb2cc', 'mac_address': 'fa:16:3e:ac:35:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '89599465-500f-40bb-8083-355012edb92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:28Z', 'updated_at': '2021-11-08T00:52:32Z', 'revision_number': 4, 'project_id': '49991e26f7684438a403b4a619ebb2cc', 'subnets': [{'id': '89599465-500f-40bb-8083-355012edb92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:52:33.496637 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:33.517112 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf8ead33-5372-4259-83cf-617865411a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:33.586025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ead33-5372-4259-83cf-617865411a18 None None] Pushing event updated for resources: {'Port': ['ID=f8bd678f-00d9-46d4-89b0-f8d1067242fc,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:52:34.342223 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d579f26b-6290-469d-862f-bfc51c844584 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:52:34.395491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port d579f26b-6290-469d-862f-bfc51c844584 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:34.395893 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:34.482116 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f8bd678f-00d9-46d4-89b0-f8d1067242fc up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:52:34.541471 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port f8bd678f-00d9-46d4-89b0-f8d1067242fc triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:52:34.541848 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:39.017039 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:48.334629 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-244aa7f9-4db0-4809-b669-5444246d7ab6 req-735672cf-5613-499d-aa37-2184fa75df5a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1804029-7468-4f49-b413-f416a985728b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456293 Nov 08 00:52:48.405927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244aa7f9-4db0-4809-b669-5444246d7ab6 req-1156bead-5da4-409c-b811-892695952c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:48.407445 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-244aa7f9-4db0-4809-b669-5444246d7ab6 req-1156bead-5da4-409c-b811-892695952c20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 1097 time: 0.0413153 Nov 08 00:52:48.514334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244aa7f9-4db0-4809-b669-5444246d7ab6 req-fd505fc3-6083-4361-97d5-050d794348bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:48.515860 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-244aa7f9-4db0-4809-b669-5444246d7ab6 req-fd505fc3-6083-4361-97d5-050d794348bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 912 time: 0.0897703 Nov 08 00:52:48.561710 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-244aa7f9-4db0-4809-b669-5444246d7ab6 req-d7637cdc-cb47-4dcf-a59d-95a9bcc1ada3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0212b38-3ee3-4fda-98a4-b0f601f0798f HTTP/1.1" status: 200 len: 217 time: 0.0393269 Nov 08 00:52:48.611908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244aa7f9-4db0-4809-b669-5444246d7ab6 req-3fbd104c-1a41-4bc1-9f2f-be59840224ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:48.613348 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-244aa7f9-4db0-4809-b669-5444246d7ab6 req-3fbd104c-1a41-4bc1-9f2f-be59840224ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0454478 Nov 08 00:52:48.662679 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244aa7f9-4db0-4809-b669-5444246d7ab6 req-ee9bb1e6-ed1d-4735-be7d-de7e65ba8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:48.664322 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-244aa7f9-4db0-4809-b669-5444246d7ab6 req-ee9bb1e6-ed1d-4735-be7d-de7e65ba8306 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436137 Nov 08 00:52:48.762370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-244aa7f9-4db0-4809-b669-5444246d7ab6 req-fb7c17bf-5487-4b3c-9ed0-8243756e689c service neutron] 10.222.0.26 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905859 Nov 08 00:52:48.856390 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-244aa7f9-4db0-4809-b669-5444246d7ab6 req-f3846cd3-e26a-4690-9824-78d0a1f50a1e service neutron] 10.222.0.26 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869017 Nov 08 00:52:53.151940 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:52:58.136656 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2349429e-01b6-47c1-888b-f5f51cdeba9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:52:59.588457 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c2450dd-1509-4ce5-8092-a2f92f99e73b req-a03a50b6-04b7-42b5-b316-9c0df4d4ddd3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402632 Nov 08 00:52:59.662821 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2450dd-1509-4ce5-8092-a2f92f99e73b req-82ad1a62-6456-47d1-9ede-1f2fccd37dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:59.664302 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c2450dd-1509-4ce5-8092-a2f92f99e73b req-82ad1a62-6456-47d1-9ede-1f2fccd37dc3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 1096 time: 0.0433517 Nov 08 00:52:59.765653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2450dd-1509-4ce5-8092-a2f92f99e73b req-0b238944-fe1e-4a65-9d6e-c1fe46070cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:52:59.766978 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c2450dd-1509-4ce5-8092-a2f92f99e73b req-0b238944-fe1e-4a65-9d6e-c1fe46070cbb service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 912 time: 0.0820942 Nov 08 00:52:59.813368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c2450dd-1509-4ce5-8092-a2f92f99e73b req-f9c35784-5cb2-4233-bf72-ff7894ccbdf5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cfa33b4-16a6-4841-811a-948b7e850859 HTTP/1.1" status: 200 len: 217 time: 0.0386631 Nov 08 00:53:00.185564 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2450dd-1509-4ce5-8092-a2f92f99e73b req-ec864aeb-0871-4d70-87bd-3abab1ee8809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:53:00.187032 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c2450dd-1509-4ce5-8092-a2f92f99e73b req-ec864aeb-0871-4d70-87bd-3abab1ee8809 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.3670623 Nov 08 00:53:00.235009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2450dd-1509-4ce5-8092-a2f92f99e73b req-225fa8c0-b22f-405f-b6a4-b8e9ee207eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:53:00.236627 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c2450dd-1509-4ce5-8092-a2f92f99e73b req-225fa8c0-b22f-405f-b6a4-b8e9ee207eca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408053 Nov 08 00:53:00.328743 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c2450dd-1509-4ce5-8092-a2f92f99e73b req-11b0d23a-2a92-4fed-8cec-dd77bd312383 service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840895 Nov 08 00:53:00.419914 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c2450dd-1509-4ce5-8092-a2f92f99e73b req-723f7e32-2faf-4413-b6c6-272b558ceb81 service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838425 Nov 08 00:53:00.713153 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eaf0791c-a48d-4f2d-8bc8-17ad7db105f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:53:01.016688 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:53:01.867524 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:53:02.250852 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:53:03.422101 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:53:05.665755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dcf77-7914-45e3-97b5-77c3c75dd50e req-82c305eb-0955-4d4e-a6b6-927ca922b6d4 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:53:05.667234 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef7dcf77-7914-45e3-97b5-77c3c75dd50e req-82c305eb-0955-4d4e-a6b6-927ca922b6d4 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0575092 Nov 08 00:53:05.736612 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef7dcf77-7914-45e3-97b5-77c3c75dd50e req-1353a2e8-0841-48c0-8910-beb90ae3a3ac tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620465 Nov 08 00:53:05.747128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981898f-3e9a-4666-83f5-631105c1e812 req-aa111e8c-c5dc-4899-aaba-3752ad3f32be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:53:05.748482 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1981898f-3e9a-4666-83f5-631105c1e812 req-aa111e8c-c5dc-4899-aaba-3752ad3f32be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 1096 time: 0.0603361 Nov 08 00:53:05.847027 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981898f-3e9a-4666-83f5-631105c1e812 req-41212651-f9d3-4429-8b4e-d9f2702f17b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:53:05.848535 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1981898f-3e9a-4666-83f5-631105c1e812 req-41212651-f9d3-4429-8b4e-d9f2702f17b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 912 time: 0.0930622 Nov 08 00:53:05.919346 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1981898f-3e9a-4666-83f5-631105c1e812 req-91a10096-964e-4e2d-8a61-287abf9c63f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60fe2d4e-e131-4b80-875b-308e8bb07036 HTTP/1.1" status: 200 len: 999 time: 0.0635054 Nov 08 00:53:05.971164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981898f-3e9a-4666-83f5-631105c1e812 req-74eab081-6957-43c2-8408-762a570bca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:53:05.972627 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1981898f-3e9a-4666-83f5-631105c1e812 req-74eab081-6957-43c2-8408-762a570bca53 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0467947 Nov 08 00:53:06.023279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981898f-3e9a-4666-83f5-631105c1e812 req-9390136b-d7e7-4f2b-97e8-e13a1b176120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:53:06.024723 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1981898f-3e9a-4666-83f5-631105c1e812 req-9390136b-d7e7-4f2b-97e8-e13a1b176120 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427458 Nov 08 00:53:06.119294 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1981898f-3e9a-4666-83f5-631105c1e812 req-f4ac23de-2bd6-4696-ad01-26c9ef83593d service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867360 Nov 08 00:53:06.207974 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1981898f-3e9a-4666-83f5-631105c1e812 req-bf4f36f0-a87d-48b5-a5ac-bdd548121f9f service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820212 Nov 08 00:53:06.878881 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b159b9-eb0e-4a50-bbc2-a6f6e3478b43 req-483b9720-ad6e-4cd3-b26a-cefea8bdccbe tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:53:06.880528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25b159b9-eb0e-4a50-bbc2-a6f6e3478b43 req-483b9720-ad6e-4cd3-b26a-cefea8bdccbe tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0561125 Nov 08 00:53:06.917917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-25b159b9-eb0e-4a50-bbc2-a6f6e3478b43 req-a7e75e21-69d0-4735-9cc6-bc9f58c6607b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310230 Nov 08 00:53:08.034263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02951b00-9d73-4c9c-ba0f-9c26c3508437 req-64ae61df-be71-4172-b530-516b2951b08e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:53:08.035745 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02951b00-9d73-4c9c-ba0f-9c26c3508437 req-64ae61df-be71-4172-b530-516b2951b08e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0498660 Nov 08 00:53:08.074498 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02951b00-9d73-4c9c-ba0f-9c26c3508437 req-b5a25757-b3ab-42f2-913c-07451b346076 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326753 Nov 08 00:53:08.816262 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:53:28.147371 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e9700722-a848-4cf6-a70f-abe90c8f4140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:53:30.150308 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:53:30.736204 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30ddd1d8-a479-4c07-bb87-685cb5c3c79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:53:31.016144 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:53:31.844597 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:53:32.285303 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:53:33.455878 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:53:38.879539 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:53:50.434960 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0af7db60-71c2-43f3-8800-63c6b518a8ea req-ea0b48b7-5714-4028-b751-7e0a60b57456 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1804029-7468-4f49-b413-f416a985728b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1351266 Nov 08 00:53:50.533024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7db60-71c2-43f3-8800-63c6b518a8ea req-66dee690-3ead-4272-b5ac-8ec35756bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:53:50.535152 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0af7db60-71c2-43f3-8800-63c6b518a8ea req-66dee690-3ead-4272-b5ac-8ec35756bc31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 1097 time: 0.0427449 Nov 08 00:53:50.639874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7db60-71c2-43f3-8800-63c6b518a8ea req-c253bfae-eef9-4dcf-bd6d-ec8d4ae2b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:53:50.641340 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0af7db60-71c2-43f3-8800-63c6b518a8ea req-c253bfae-eef9-4dcf-bd6d-ec8d4ae2b23e service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 912 time: 0.0879693 Nov 08 00:53:50.682780 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0af7db60-71c2-43f3-8800-63c6b518a8ea req-91ed8e25-9483-4dab-8bce-20d3bb8c0e34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0212b38-3ee3-4fda-98a4-b0f601f0798f HTTP/1.1" status: 200 len: 217 time: 0.0342674 Nov 08 00:53:50.737400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7db60-71c2-43f3-8800-63c6b518a8ea req-b331e0be-c413-478f-b142-35e8f446d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:53:50.738838 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0af7db60-71c2-43f3-8800-63c6b518a8ea req-b331e0be-c413-478f-b142-35e8f446d332 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0494580 Nov 08 00:53:50.787123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7db60-71c2-43f3-8800-63c6b518a8ea req-3d320ab5-a7a4-4fec-8e39-1812f4be8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:53:50.788786 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0af7db60-71c2-43f3-8800-63c6b518a8ea req-3d320ab5-a7a4-4fec-8e39-1812f4be8b95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417418 Nov 08 00:53:50.882210 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0af7db60-71c2-43f3-8800-63c6b518a8ea req-d6910344-fa5d-4029-bb6f-668f97348e09 service neutron] 10.222.0.26 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817111 Nov 08 00:53:50.977143 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0af7db60-71c2-43f3-8800-63c6b518a8ea req-2b775f41-114c-4038-922f-13d60b2f2dbd service neutron] 10.222.0.26 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868871 Nov 08 00:53:56.514958 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b63d7-4cc2-4532-bb61-36dd63a810c5 req-62133187-25de-4f92-8418-64c5cc791c36 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:53:56.516466 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-977b63d7-4cc2-4532-bb61-36dd63a810c5 req-62133187-25de-4f92-8418-64c5cc791c36 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0495884 Nov 08 00:53:56.554945 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-977b63d7-4cc2-4532-bb61-36dd63a810c5 req-ff0e4975-30b4-464f-ab73-7eaab067fa47 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319293 Nov 08 00:53:56.674717 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0dd07-d92e-4bee-aca0-285c3fe75c61 req-c545632c-0520-4ecf-a8f9-9e3f407c3d28 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:53:56.676231 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-efd0dd07-d92e-4bee-aca0-285c3fe75c61 req-c545632c-0520-4ecf-a8f9-9e3f407c3d28 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0496426 Nov 08 00:53:56.719701 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-efd0dd07-d92e-4bee-aca0-285c3fe75c61 req-6cf69eaf-e758-4317-baac-ea62031306e8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372739 Nov 08 00:53:56.999133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-1e498f70-3b21-4308-8cab-f16a628f97a6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:53:57.000707 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-1e498f70-3b21-4308-8cab-f16a628f97a6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 811 time: 0.1122358 Nov 08 00:53:57.018021 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-5e7ac319-bc61-4f74-ab25-7c98369e9925 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/quotas/afb635e40fd640559a1e95ef85c12c18 HTTP/1.1" status: 200 len: 375 time: 0.0098701 Nov 08 00:53:57.085961 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-ebaf034a-ed89-4ff3-a79d-43b907781102 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0623176 Nov 08 00:53:57.224462 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-5042c702-01c8-4cdf-a791-4f629b19afca service neutron] 10.222.0.13 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314485 Nov 08 00:53:57.324684 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-406ebe44-c7c8-499b-b060-9e46ab56780c service neutron] 10.222.0.13 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939772 Nov 08 00:53:58.164368 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-710bd26b-5f94-4d85-800a-b4d679807bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:53:58.617921 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a29571a-f0af-44ab-b841-cc43065704b8 req-44533004-28a3-48eb-8046-4bee02f9673a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 210 time: 0.0281019 Nov 08 00:53:59.840878 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c171c98c-5a12-482f-a4d2-4fd4bd07296a req-f471409a-1ac6-443c-afbf-0719fe3939a1 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 210 time: 0.1448085 Nov 08 00:54:00.488123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-77b4bc22-38a0-4f42-aaa2-1a5113ceee9c tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:00.489474 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-77b4bc22-38a0-4f42-aaa2-1a5113ceee9c tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.26 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 811 time: 0.1077490 Nov 08 00:54:00.507099 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Request body: {'port': {'device_id': 'b347d0b5-1d5a-4a84-9807-9e44375a7b0d', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'admin_state_up': True, 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:54:00.613572 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1c0b852-e151-469d-8e18-7e60b94cbef4 req-134f60f7-8b7a-493b-b2e8-642d6638147f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0660589 Nov 08 00:54:00.694099 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Made reservation on behalf of afb635e40fd640559a1e95ef85c12c18 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:54:00.702183 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:00.724571 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-78cba5f1-5a92-4b13-98b9-191f1ec2a428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:00.785262 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0b852-e151-469d-8e18-7e60b94cbef4 req-00553634-6de3-4db2-b136-c8c608e123ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:00.786756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1c0b852-e151-469d-8e18-7e60b94cbef4 req-00553634-6de3-4db2-b136-c8c608e123ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 1096 time: 0.1024644 Nov 08 00:54:00.903119 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Allocated IP 172.20.0.14 (2a9bede5-8040-45a1-99d6-bb798995e059/5068e2e8-60e6-4d04-9017-4d3652d89ba0/5fd513a1-770f-424e-abba-266e8a727c4c) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:54:00.954370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b00b0232-21bc-451c-91da-c87131b51925 req-eb7a2e72-4063-470e-a995-1890338d1f36 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 210 time: 0.0433793 Nov 08 00:54:00.987834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0b852-e151-469d-8e18-7e60b94cbef4 req-9db31ed1-32d0-4c09-932a-a9cba2a02217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:00.989202 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1c0b852-e151-469d-8e18-7e60b94cbef4 req-9db31ed1-32d0-4c09-932a-a9cba2a02217 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 912 time: 0.1631873 Nov 08 00:54:01.016027 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:01.111162 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1c0b852-e151-469d-8e18-7e60b94cbef4 req-76a5af9e-422e-4329-9c02-c50a19ecd74c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60fe2d4e-e131-4b80-875b-308e8bb07036 HTTP/1.1" status: 200 len: 999 time: 0.1122379 Nov 08 00:54:01.192580 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:01.199316 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0b852-e151-469d-8e18-7e60b94cbef4 req-dedecd57-cb1f-4c9a-9ec5-a059e680f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:01.200782 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1c0b852-e151-469d-8e18-7e60b94cbef4 req-dedecd57-cb1f-4c9a-9ec5-a059e680f8e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0805895 Nov 08 00:54:01.261410 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0b852-e151-469d-8e18-7e60b94cbef4 req-61fc12c6-f546-4ad7-92e3-872db06d23a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:01.261674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1c0b852-e151-469d-8e18-7e60b94cbef4 req-61fc12c6-f546-4ad7-92e3-872db06d23a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534096 Nov 08 00:54:01.315400 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:01.347311 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['e0212b38-3ee3-4fda-98a4-b0f601f0798f'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:54:01.352496 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['8cfa33b4-16a6-4841-811a-948b7e850859'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:54:01.372696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Network 2a9bede5-8040-45a1-99d6-bb798995e059 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:54:01.379520 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:54:01.390766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:54:01.402129 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Pushing event updated for resources: {'Port': ['ID=5fd513a1-770f-424e-abba-266e8a727c4c,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:01.441419 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:01.441814 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:01.442077 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:01.442406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:01.442729 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:01.443051 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:01.443377 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:01.443694 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:01.444033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:01.444347 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:01.444686 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:01.445039 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:01.455378 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1c0b852-e151-469d-8e18-7e60b94cbef4 req-3772dfa5-44e2-4c46-bdce-67ac55b5356f service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869276 Nov 08 00:54:01.480375 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:01.481492 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:01.593117 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-aa146d0c-5b01-4422-878c-778791bedd06 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0897276 Nov 08 00:54:01.614931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Request body: {'port': {'device_id': 'b347d0b5-1d5a-4a84-9807-9e44375a7b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:54:01.642899 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1c0b852-e151-469d-8e18-7e60b94cbef4 req-da30866a-8024-4fea-8991-63c0a114ff83 service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565845 Nov 08 00:54:01.660564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-fa17996e-2663-4fdc-9137-12e3da1f0397 None None] Provisioning complete for port 5fd513a1-770f-424e-abba-266e8a727c4c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:54:01.661208 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa17996e-2663-4fdc-9137-12e3da1f0397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:01.679380 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:01.695710 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fa17996e-2663-4fdc-9137-12e3da1f0397 None None] Port 5fd513a1-770f-424e-abba-266e8a727c4c cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:54:01.849772 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:01.946994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd513a1-770f-424e-abba-266e8a727c4c {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:54:01.954680 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:01.968526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Transition to ACTIVE for port object 5fd513a1-770f-424e-abba-266e8a727c4c will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:54:02.037630 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:02.112557 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Pushing event updated for resources: {'Port': ['ID=5fd513a1-770f-424e-abba-266e8a727c4c,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:02.130067 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df762df-671f-4732-aa00-f36fac2649ca req-bd304587-d6b2-4ff7-a87f-fae68c3e001e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:02.131652 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1df762df-671f-4732-aa00-f36fac2649ca req-bd304587-d6b2-4ff7-a87f-fae68c3e001e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 944 time: 0.1044865 Nov 08 00:54:02.217060 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1df762df-671f-4732-aa00-f36fac2649ca req-f4881e48-7bf5-40b1-8a0f-69a9e7bc6105 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701430 Nov 08 00:54:02.241845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Attempting to bind port 5fd513a1-770f-424e-abba-266e8a727c4c on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:54:02.244031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Attempting to bind port 5fd513a1-770f-424e-abba-266e8a727c4c by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:54:02.244031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Attempting to bind port 5fd513a1-770f-424e-abba-266e8a727c4c on network 2a9bede5-8040-45a1-99d6-bb798995e059 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:54:02.247858 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Port 5fd513a1-770f-424e-abba-266e8a727c4c on network 2a9bede5-8040-45a1-99d6-bb798995e059 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:54:02.248184 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Attempting to bind port 5fd513a1-770f-424e-abba-266e8a727c4c on network 2a9bede5-8040-45a1-99d6-bb798995e059 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:54:02.254318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:54:02.254725 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Checking segment: {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:54:02.255180 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Bound using segment: {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:54:02.255769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Bound port: 5fd513a1-770f-424e-abba-266e8a727c4c, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:54:02.256149 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:02.278445 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:02.341295 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] For port 5fd513a1-770f-424e-abba-266e8a727c4c, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:54:02.345172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] For port 5fd513a1-770f-424e-abba-266e8a727c4c, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5fd513a1-770f-424e-abba-266e8a727c4c,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:54:02.421687 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:02.456239 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:02.456856 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:02.458302 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] 10.222.0.26 "PUT /v2.0/ports/5fd513a1-770f-424e-abba-266e8a727c4c HTTP/1.1" status: 200 len: 1092 time: 0.8483877 Nov 08 00:54:02.458770 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b347d0b5-1d5a-4a84-9807-9e44375a7b0d', 'tag': '5fd513a1-770f-424e-abba-266e8a727c4c'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:54:02.461050 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21c62a5-98f6-48e3-b2d1-d8ce59e404d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b347d0b5-1d5a-4a84-9807-9e44375a7b0d", "tag": "5fd513a1-770f-424e-abba-266e8a727c4c"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:54:02.489370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc7697-3665-40f1-8dfd-fc31d5f6de5e service neutron] Pushing event updated for resources: {'Port': ['ID=5fd513a1-770f-424e-abba-266e8a727c4c,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:02.515717 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9c0293-88f1-4b5d-8f59-9f1b63e8c231 x-openstack-request-id: req-1e9c0293-88f1-4b5d-8f59-9f1b63e8c231 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:54:02.516054 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b347d0b5-1d5a-4a84-9807-9e44375a7b0d", "tag": "5fd513a1-770f-424e-abba-266e8a727c4c", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:54:02.516426 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e9c0293-88f1-4b5d-8f59-9f1b63e8c231 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:54:02.516974 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b347d0b5-1d5a-4a84-9807-9e44375a7b0d', 'tag': '5fd513a1-770f-424e-abba-266e8a727c4c', 'status': 'completed', 'code': 200} Nov 08 00:54:02.618048 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c62a5-98f6-48e3-b2d1-d8ce59e404d0 req-d9777fba-3303-40e5-b6b5-2a31f3eb4d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:02.619578 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b21c62a5-98f6-48e3-b2d1-d8ce59e404d0 req-d9777fba-3303-40e5-b6b5-2a31f3eb4d6c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 1095 time: 0.0567784 Nov 08 00:54:02.731990 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c62a5-98f6-48e3-b2d1-d8ce59e404d0 req-922dfa2a-595b-481a-8ad7-0f97658e0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:02.733480 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b21c62a5-98f6-48e3-b2d1-d8ce59e404d0 req-922dfa2a-595b-481a-8ad7-0f97658e0043 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=afb635e40fd640559a1e95ef85c12c18&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1011236 Nov 08 00:54:02.830869 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c62a5-98f6-48e3-b2d1-d8ce59e404d0 req-e458e669-b02c-4f3e-9123-a4ad4c89151b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:02.832351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b21c62a5-98f6-48e3-b2d1-d8ce59e404d0 req-e458e669-b02c-4f3e-9123-a4ad4c89151b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915930 Nov 08 00:54:02.934141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-59137c06-6027-4ca1-b314-38115601fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:02.935754 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-59137c06-6027-4ca1-b314-38115601fcc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 1095 time: 0.0438850 Nov 08 00:54:02.983515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-ff892b1e-99dc-4ed4-ae44-eec2faff165d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fd513a1-770f-424e-abba-266e8a727c4c HTTP/1.1" status: 200 len: 217 time: 0.0351729 Nov 08 00:54:03.035889 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-44fc1061-582b-47c7-ae2a-51f76a449e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:03.037346 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-44fc1061-582b-47c7-ae2a-51f76a449e13 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0472002 Nov 08 00:54:03.082859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-38cd7ffb-8d00-45f9-8bda-a646052cddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:03.084376 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-38cd7ffb-8d00-45f9-8bda-a646052cddf0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392838 Nov 08 00:54:03.173422 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-2d968182-fc5f-4b4d-b50e-87dab3f3e926 service neutron] 10.222.0.26 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812333 Nov 08 00:54:03.270606 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-651f13a6-5f70-4e45-a8ae-f37e30de2fac req-950fe914-0f3e-4b1f-b1a8-9d97c888e299 service neutron] 10.222.0.26 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904138 Nov 08 00:54:03.347266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45aef33-f392-489d-83fb-f0a07b0055a5 req-3ffdfb7a-8c67-4a64-b171-4850b1e0bb20 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:03.348788 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d45aef33-f392-489d-83fb-f0a07b0055a5 req-3ffdfb7a-8c67-4a64-b171-4850b1e0bb20 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 944 time: 0.0505397 Nov 08 00:54:03.387274 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d45aef33-f392-489d-83fb-f0a07b0055a5 req-687e354a-0da0-4379-a0c0-7c7611f455e2 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324759 Nov 08 00:54:03.524199 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:04.503322 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4dced-a1d2-4ed2-bf42-9158663f977b req-59b12051-858d-45fb-92c1-026587e0bb13 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:04.504854 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-19d4dced-a1d2-4ed2-bf42-9158663f977b req-59b12051-858d-45fb-92c1-026587e0bb13 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 944 time: 0.0496135 Nov 08 00:54:04.547390 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-19d4dced-a1d2-4ed2-bf42-9158663f977b req-e5cca9fd-4b47-4d65-9a4a-c6ab08d7762d tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365202 Nov 08 00:54:05.662213 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9afaab-bc1a-4c4b-a557-3b5416fd9b2e req-f3120740-91c1-4d7f-94a1-5c298ceb1225 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:05.663732 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a9afaab-bc1a-4c4b-a557-3b5416fd9b2e req-f3120740-91c1-4d7f-94a1-5c298ceb1225 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 944 time: 0.0502164 Nov 08 00:54:05.702109 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a9afaab-bc1a-4c4b-a557-3b5416fd9b2e req-340eb832-ec5c-495f-81d3-5e8504855651 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324008 Nov 08 00:54:06.552315 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 5fd513a1-770f-424e-abba-266e8a727c4c details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:54:06.653855 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 5fd513a1-770f-424e-abba-266e8a727c4c, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5fd513a1-770f-424e-abba-266e8a727c4c,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:54:06.668527 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '5fd513a1-770f-424e-abba-266e8a727c4c', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'port_id': '5fd513a1-770f-424e-abba-266e8a727c4c', 'mac_address': 'fa:16:3e:06:ca:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:54:06.707159 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:06.719937 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd513a1-770f-424e-abba-266e8a727c4c {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:54:06.740981 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 5fd513a1-770f-424e-abba-266e8a727c4c, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5fd513a1-770f-424e-abba-266e8a727c4c,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:54:06.817032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd851aff-6927-4aa7-9ed4-09a9f10c7ded req-3894eb65-2235-4919-9cfd-f68aa33879ab tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:06.818680 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd851aff-6927-4aa7-9ed4-09a9f10c7ded req-3894eb65-2235-4919-9cfd-f68aa33879ab tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 944 time: 0.0497611 Nov 08 00:54:06.821286 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:06.860906 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd851aff-6927-4aa7-9ed4-09a9f10c7ded req-ed087b35-b6f5-4966-ba7a-0e9c6db7878f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359657 Nov 08 00:54:06.874587 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=5fd513a1-770f-424e-abba-266e8a727c4c,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:06.883525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:06.883900 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:06.884242 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:06.884576 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:06.884908 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:06.885438 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:06.885765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:06.886090 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:06.886417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:06.886741 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:06.887058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:06.887380 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:07.124198 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['5fd513a1-770f-424e-abba-266e8a727c4c'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:54:07.148966 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:54:07.981506 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08a2aa-dfc2-492d-8484-04cc8cbb875b req-d8bef73f-8cee-499a-a9b8-eb209f2d8e6e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:07.983049 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d08a2aa-dfc2-492d-8484-04cc8cbb875b req-d8bef73f-8cee-499a-a9b8-eb209f2d8e6e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 945 time: 0.0505738 Nov 08 00:54:08.029457 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d08a2aa-dfc2-492d-8484-04cc8cbb875b req-f614bc19-320c-42ca-b0f7-50fedf092599 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401495 Nov 08 00:54:08.567512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 5fd513a1-770f-424e-abba-266e8a727c4c up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:54:08.719190 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 5fd513a1-770f-424e-abba-266e8a727c4c completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:54:08.723939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 5fd513a1-770f-424e-abba-266e8a727c4c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:54:08.727823 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:08.808269 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:08.830316 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b347d0b5-1d5a-4a84-9807-9e44375a7b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd513a1-770f-424e-abba-266e8a727c4c'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:54:08.832549 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6d7f02-f789-4b93-a06e-c6ac71e67292" -d '{"events": [{"server_uuid": "b347d0b5-1d5a-4a84-9807-9e44375a7b0d", "name": "network-vif-plugged", "status": "completed", "tag": "5fd513a1-770f-424e-abba-266e8a727c4c"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:54:08.845521 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 5fd513a1-770f-424e-abba-266e8a727c4c, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5fd513a1-770f-424e-abba-266e8a727c4c,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:54:08.849850 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:08.871257 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60740cac-59e4-48e3-af88-f79781b9ebd1 x-openstack-request-id: req-60740cac-59e4-48e3-af88-f79781b9ebd1 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:54:08.871545 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b347d0b5-1d5a-4a84-9807-9e44375a7b0d", "name": "network-vif-plugged", "status": "completed", "tag": "5fd513a1-770f-424e-abba-266e8a727c4c", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:54:08.871809 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60740cac-59e4-48e3-af88-f79781b9ebd1 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:54:08.872269 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b347d0b5-1d5a-4a84-9807-9e44375a7b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd513a1-770f-424e-abba-266e8a727c4c', 'code': 200} Nov 08 00:54:08.895621 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:08.954147 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=5fd513a1-770f-424e-abba-266e8a727c4c,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:08.995045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba34efb-0741-4231-be01-d35dbf6a5b74 req-4f618ee2-208e-43d3-87ac-20ed212018af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:08.996644 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fba34efb-0741-4231-be01-d35dbf6a5b74 req-4f618ee2-208e-43d3-87ac-20ed212018af service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 1097 time: 0.0401475 Nov 08 00:54:09.036554 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fba34efb-0741-4231-be01-d35dbf6a5b74 req-4e0c1bcb-1030-4f55-85b1-adc370a6ee76 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331399 Nov 08 00:54:09.148267 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351be486-5e29-42cd-896a-cf270bb74084 req-8a9c03f9-1f3d-4d8d-bb64-41aa962b4323 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:09.149766 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-351be486-5e29-42cd-896a-cf270bb74084 req-8a9c03f9-1f3d-4d8d-bb64-41aa962b4323 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 946 time: 0.0516989 Nov 08 00:54:09.188285 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-351be486-5e29-42cd-896a-cf270bb74084 req-53421eb0-b5bb-491d-aca0-d57932ad56df tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325532 Nov 08 00:54:10.313452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cc4ff-077f-4848-892d-4eeac3d495de req-4a2dcacb-78fc-4f3a-a461-07882c789b0e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:10.315100 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-215cc4ff-077f-4848-892d-4eeac3d495de req-4a2dcacb-78fc-4f3a-a461-07882c789b0e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 946 time: 0.0520205 Nov 08 00:54:10.358081 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-215cc4ff-077f-4848-892d-4eeac3d495de req-65353aef-e9ce-4614-b1db-85ba466cfabf tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368302 Nov 08 00:54:10.454729 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d00f9996-4455-4ab4-ad2a-174b6d683338 req-fafa694d-dfe8-4747-8939-8b4a44868507 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=afb635e40fd640559a1e95ef85c12c18 HTTP/1.1" status: 200 len: 267 time: 0.0323815 Nov 08 00:54:10.508154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f9996-4455-4ab4-ad2a-174b6d683338 req-0c7854f9-4924-4355-ace8-30355f4c0b01 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:10.509638 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d00f9996-4455-4ab4-ad2a-174b6d683338 req-0c7854f9-4924-4355-ace8-30355f4c0b01 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 946 time: 0.0488157 Nov 08 00:54:10.521387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-d00f9996-4455-4ab4-ad2a-174b6d683338 req-39891bec-f912-452f-a048-d0a2637007d3 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Request body: {'port': {'security_groups': []}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:54:10.582291 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d00f9996-4455-4ab4-ad2a-174b6d683338 req-39891bec-f912-452f-a048-d0a2637007d3 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:10.746631 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-d00f9996-4455-4ab4-ad2a-174b6d683338 req-39891bec-f912-452f-a048-d0a2637007d3 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] For port 5fd513a1-770f-424e-abba-266e8a727c4c, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5fd513a1-770f-424e-abba-266e8a727c4c,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:54:10.775798 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d00f9996-4455-4ab4-ad2a-174b6d683338 req-39891bec-f912-452f-a048-d0a2637007d3 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:10.855604 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d00f9996-4455-4ab4-ad2a-174b6d683338 req-39891bec-f912-452f-a048-d0a2637007d3 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:10.888141 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['e0212b38-3ee3-4fda-98a4-b0f601f0798f', '5fd513a1-770f-424e-abba-266e8a727c4c'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:54:10.890818 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['8cfa33b4-16a6-4841-811a-948b7e850859'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:54:10.910554 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f9996-4455-4ab4-ad2a-174b6d683338 req-39891bec-f912-452f-a048-d0a2637007d3 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:10.911217 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d00f9996-4455-4ab4-ad2a-174b6d683338 req-39891bec-f912-452f-a048-d0a2637007d3 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:10.912680 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d00f9996-4455-4ab4-ad2a-174b6d683338 req-39891bec-f912-452f-a048-d0a2637007d3 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "PUT /v2.0/ports/5fd513a1-770f-424e-abba-266e8a727c4c HTTP/1.1" status: 200 len: 905 time: 0.3964159 Nov 08 00:54:10.919848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b347d0b5-1d5a-4a84-9807-9e44375a7b0d', 'tag': '5fd513a1-770f-424e-abba-266e8a727c4c'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:54:10.922566 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7376f422-9b10-4134-a40a-a38f433d1f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "b347d0b5-1d5a-4a84-9807-9e44375a7b0d", "tag": "5fd513a1-770f-424e-abba-266e8a727c4c"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:54:10.948093 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39891bec-f912-452f-a048-d0a2637007d3 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Pushing event updated for resources: {'Port': ['ID=5fd513a1-770f-424e-abba-266e8a727c4c,revision_number=6']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:10.993493 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89536c6-a9f3-4c4d-b7b8-cbc063d161ea x-openstack-request-id: req-c89536c6-a9f3-4c4d-b7b8-cbc063d161ea {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:54:10.993785 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b347d0b5-1d5a-4a84-9807-9e44375a7b0d", "tag": "5fd513a1-770f-424e-abba-266e8a727c4c", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:54:10.994091 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c89536c6-a9f3-4c4d-b7b8-cbc063d161ea {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:54:10.994431 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b347d0b5-1d5a-4a84-9807-9e44375a7b0d', 'tag': '5fd513a1-770f-424e-abba-266e8a727c4c', 'status': 'completed', 'code': 200} Nov 08 00:54:11.044038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['5fd513a1-770f-424e-abba-266e8a727c4c'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:54:11.089355 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64383cdf-deb7-4a2c-a9da-59542ddf0b59 req-368f4c88-1396-404e-bbf4-4349c17d6f04 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:11.091050 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64383cdf-deb7-4a2c-a9da-59542ddf0b59 req-368f4c88-1396-404e-bbf4-4349c17d6f04 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 908 time: 0.0853436 Nov 08 00:54:11.098166 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376f422-9b10-4134-a40a-a38f433d1f9a req-e2a58436-d1a9-4019-b68e-07546d88204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:11.099662 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7376f422-9b10-4134-a40a-a38f433d1f9a req-e2a58436-d1a9-4019-b68e-07546d88204e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 1059 time: 0.0597529 Nov 08 00:54:11.261774 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04f97a-2a8c-4b91-b4b1-ede8762b72a7 req-63667b85-6851-4967-b36c-3a0851718ead tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:11.262011 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-cb78ec15-9265-4448-8a27-59f5ba94ab1f None None] Provisioning complete for port 5fd513a1-770f-424e-abba-266e8a727c4c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:54:11.262256 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb78ec15-9265-4448-8a27-59f5ba94ab1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:11.263162 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd04f97a-2a8c-4b91-b4b1-ede8762b72a7 req-63667b85-6851-4967-b36c-3a0851718ead tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0719833 Nov 08 00:54:11.282126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376f422-9b10-4134-a40a-a38f433d1f9a req-69735119-498b-4446-9057-619b84ae2701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:11.284119 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7376f422-9b10-4134-a40a-a38f433d1f9a req-69735119-498b-4446-9057-619b84ae2701 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 912 time: 0.1772962 Nov 08 00:54:11.331683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7376f422-9b10-4134-a40a-a38f433d1f9a req-eadc7948-a1a7-40e2-9ec6-0ed13a959914 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fd513a1-770f-424e-abba-266e8a727c4c HTTP/1.1" status: 200 len: 217 time: 0.0386131 Nov 08 00:54:11.373930 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd04f97a-2a8c-4b91-b4b1-ede8762b72a7 req-67be63dc-a077-435d-b2be-5b884c1192eb tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018629 Nov 08 00:54:11.393400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376f422-9b10-4134-a40a-a38f433d1f9a req-4350e332-0928-4c40-b61b-b1d218873bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:11.395312 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7376f422-9b10-4134-a40a-a38f433d1f9a req-4350e332-0928-4c40-b61b-b1d218873bac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0553792 Nov 08 00:54:11.445914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376f422-9b10-4134-a40a-a38f433d1f9a req-7b104258-3c6d-4926-a6a6-55343560f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:11.447477 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7376f422-9b10-4134-a40a-a38f433d1f9a req-7b104258-3c6d-4926-a6a6-55343560f011 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441930 Nov 08 00:54:11.564827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf3e82-b1ff-4dc6-9dce-5329e9bf9198 req-ef2da06d-3e11-4555-8d60-1abfb4c5d94a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:11.566232 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6cf3e82-b1ff-4dc6-9dce-5329e9bf9198 req-ef2da06d-3e11-4555-8d60-1abfb4c5d94a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.1122806 Nov 08 00:54:11.588491 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7376f422-9b10-4134-a40a-a38f433d1f9a req-0c40a798-c839-4fdf-ad57-1f813fda50a9 service neutron] 10.222.0.26 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333439 Nov 08 00:54:11.667492 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6cf3e82-b1ff-4dc6-9dce-5329e9bf9198 req-26af23ab-f97e-40d4-8e16-e3d3b5f501b0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905430 Nov 08 00:54:11.703244 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7376f422-9b10-4134-a40a-a38f433d1f9a req-d85934a9-b40c-4ad8-86b3-616881b7dd75 service neutron] 10.222.0.26 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049099 Nov 08 00:54:12.206547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-f1d7dec5-6365-404c-b1a9-9bb17bf1adc5 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:12.207957 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-f1d7dec5-6365-404c-b1a9-9bb17bf1adc5 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 811 time: 0.4200919 Nov 08 00:54:12.222710 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-f0e07782-afd6-4428-82db-de12d1832e0e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/quotas/afb635e40fd640559a1e95ef85c12c18 HTTP/1.1" status: 200 len: 375 time: 0.0090611 Nov 08 00:54:12.286660 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-da8570bc-7dc0-4071-8255-8261eb6d5d60 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0582163 Nov 08 00:54:12.374597 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-b88dbffe-be2e-4b94-aca8-ad7d95440d04 service neutron] 10.222.0.13 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809789 Nov 08 00:54:12.470151 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-41d34ed7-1827-44c6-8a81-2dfecce60afa service neutron] 10.222.0.13 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886064 Nov 08 00:54:12.754956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-90355463-ff2f-46b6-bfc5-ede0c6495b99 req-4e25d117-f649-4821-b623-0935fcdaabfd tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 210 time: 0.0912681 Nov 08 00:54:13.856708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9628e5c3-c450-4368-9311-e459db8aee3a req-1564c4ab-0135-4975-8894-06ef29b36ae4 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 210 time: 0.0276725 Nov 08 00:54:14.576408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-318f36cb-bd15-4963-9d68-1c7d5bd43204 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:14.577904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-318f36cb-bd15-4963-9d68-1c7d5bd43204 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.20 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 811 time: 0.1039991 Nov 08 00:54:14.596037 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-b1ce98a6-6764-4135-8d07-8726f86edc1b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Request body: {'port': {'device_id': '7fa9386a-c89f-4c13-a38a-86ce49200a1c', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'admin_state_up': True, 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:54:14.809616 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-b1ce98a6-6764-4135-8d07-8726f86edc1b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Made reservation on behalf of afb635e40fd640559a1e95ef85c12c18 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:54:14.813271 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-b1ce98a6-6764-4135-8d07-8726f86edc1b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:15.015877 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60491b41-95a6-4c2e-89b9-1b62438de9a6 req-83258584-2115-4a21-a16b-082b49de7b93 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 210 time: 0.0353968 Nov 08 00:54:15.015877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-b1ce98a6-6764-4135-8d07-8726f86edc1b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Allocated IP 172.20.0.5 (2a9bede5-8040-45a1-99d6-bb798995e059/5068e2e8-60e6-4d04-9017-4d3652d89ba0/0de7b568-3f37-4d54-8617-cbf63a8c65b2) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:54:15.133676 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-b1ce98a6-6764-4135-8d07-8726f86edc1b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:15.278747 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-b1ce98a6-6764-4135-8d07-8726f86edc1b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:15.314665 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['e0212b38-3ee3-4fda-98a4-b0f601f0798f'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:54:15.318838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['8cfa33b4-16a6-4841-811a-948b7e850859'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:54:15.323406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-b1ce98a6-6764-4135-8d07-8726f86edc1b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Network 2a9bede5-8040-45a1-99d6-bb798995e059 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:54:15.326585 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-b1ce98a6-6764-4135-8d07-8726f86edc1b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:54:15.331096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-b1ce98a6-6764-4135-8d07-8726f86edc1b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:54:15.363651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce98a6-6764-4135-8d07-8726f86edc1b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Pushing event updated for resources: {'Port': ['ID=0de7b568-3f37-4d54-8617-cbf63a8c65b2,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:15.400254 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-b1ce98a6-6764-4135-8d07-8726f86edc1b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:15.400975 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-b1ce98a6-6764-4135-8d07-8726f86edc1b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:15.493115 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-b1ce98a6-6764-4135-8d07-8726f86edc1b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9009817 Nov 08 00:54:15.513888 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Request body: {'port': {'device_id': '7fa9386a-c89f-4c13-a38a-86ce49200a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:54:15.582034 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:15.648822 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9c68ea4e-c008-4298-94d1-8cf4a817ccb1 None None] Provisioning complete for port 0de7b568-3f37-4d54-8617-cbf63a8c65b2 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:54:15.649382 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c68ea4e-c008-4298-94d1-8cf4a817ccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:15.683818 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9c68ea4e-c008-4298-94d1-8cf4a817ccb1 None None] Port 0de7b568-3f37-4d54-8617-cbf63a8c65b2 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:54:15.841799 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de7b568-3f37-4d54-8617-cbf63a8c65b2 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:54:15.850011 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:15.862098 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Transition to ACTIVE for port object 0de7b568-3f37-4d54-8617-cbf63a8c65b2 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:54:15.924890 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:15.975748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Pushing event updated for resources: {'Port': ['ID=0de7b568-3f37-4d54-8617-cbf63a8c65b2,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:16.071299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Attempting to bind port 0de7b568-3f37-4d54-8617-cbf63a8c65b2 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:54:16.072032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Attempting to bind port 0de7b568-3f37-4d54-8617-cbf63a8c65b2 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:54:16.072032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Attempting to bind port 0de7b568-3f37-4d54-8617-cbf63a8c65b2 on network 2a9bede5-8040-45a1-99d6-bb798995e059 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:54:16.092921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Port 0de7b568-3f37-4d54-8617-cbf63a8c65b2 on network 2a9bede5-8040-45a1-99d6-bb798995e059 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:54:16.093505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Attempting to bind port 0de7b568-3f37-4d54-8617-cbf63a8c65b2 on network 2a9bede5-8040-45a1-99d6-bb798995e059 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:54:16.104669 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:54:16.105007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Checking segment: {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:54:16.105397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Bound using segment: {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:54:16.105841 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Bound port: 0de7b568-3f37-4d54-8617-cbf63a8c65b2, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4ab431-5a82-4d17-a809-c8f9da9fbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:54:16.106233 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:16.129847 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1dc9f-afc3-4105-89f3-99e2de14500f req-fb137fcc-f38d-4eb2-b265-27abe1cd1239 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:16.131423 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-67f1dc9f-afc3-4105-89f3-99e2de14500f req-fb137fcc-f38d-4eb2-b265-27abe1cd1239 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 943 time: 0.0808170 Nov 08 00:54:16.215338 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-67f1dc9f-afc3-4105-89f3-99e2de14500f req-f0c9e42f-842e-499f-bf83-145c29c69d1f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597279 Nov 08 00:54:16.222667 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] For port 0de7b568-3f37-4d54-8617-cbf63a8c65b2, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:54:16.226440 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] For port 0de7b568-3f37-4d54-8617-cbf63a8c65b2, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=0de7b568-3f37-4d54-8617-cbf63a8c65b2,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:54:16.284626 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:16.318609 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:16.319425 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:16.321487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] 10.222.0.20 "PUT /v2.0/ports/0de7b568-3f37-4d54-8617-cbf63a8c65b2 HTTP/1.1" status: 200 len: 1091 time: 0.8137424 Nov 08 00:54:16.324113 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa9386a-c89f-4c13-a38a-86ce49200a1c', 'tag': '0de7b568-3f37-4d54-8617-cbf63a8c65b2'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:54:16.326161 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6265839-bdd3-4cea-ad13-7965eabeff3f" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa9386a-c89f-4c13-a38a-86ce49200a1c", "tag": "0de7b568-3f37-4d54-8617-cbf63a8c65b2"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:54:16.367076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b0fa2-8b29-491a-b060-bbbe2616fa49 service neutron] Pushing event updated for resources: {'Port': ['ID=0de7b568-3f37-4d54-8617-cbf63a8c65b2,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:16.373584 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1877b2-ca93-490c-bd5e-e3f320f43c1a x-openstack-request-id: req-1d1877b2-ca93-490c-bd5e-e3f320f43c1a {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:54:16.374065 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa9386a-c89f-4c13-a38a-86ce49200a1c", "tag": "0de7b568-3f37-4d54-8617-cbf63a8c65b2", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:54:16.374454 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d1877b2-ca93-490c-bd5e-e3f320f43c1a {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:54:16.375004 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa9386a-c89f-4c13-a38a-86ce49200a1c', 'tag': '0de7b568-3f37-4d54-8617-cbf63a8c65b2', 'status': 'completed', 'code': 200} Nov 08 00:54:16.464694 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6265839-bdd3-4cea-ad13-7965eabeff3f req-c8532345-8083-4636-ab34-eba4e9fd0c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:16.466324 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6265839-bdd3-4cea-ad13-7965eabeff3f req-c8532345-8083-4636-ab34-eba4e9fd0c8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 1094 time: 0.0473197 Nov 08 00:54:16.578199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6265839-bdd3-4cea-ad13-7965eabeff3f req-b20e7420-3a50-4a35-ba5a-3a80e5baa846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:16.579672 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6265839-bdd3-4cea-ad13-7965eabeff3f req-b20e7420-3a50-4a35-ba5a-3a80e5baa846 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=afb635e40fd640559a1e95ef85c12c18&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0994065 Nov 08 00:54:16.674493 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6265839-bdd3-4cea-ad13-7965eabeff3f req-eb2542a8-0dbb-4deb-b70e-af0e49b2aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:16.675996 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6265839-bdd3-4cea-ad13-7965eabeff3f req-eb2542a8-0dbb-4deb-b70e-af0e49b2aa69 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891881 Nov 08 00:54:16.783910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-9d600cf1-933f-4ca5-9e04-23d1e2f262b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:16.785413 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-9d600cf1-933f-4ca5-9e04-23d1e2f262b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 1094 time: 0.0498292 Nov 08 00:54:16.834295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-41bcbfb1-70e5-4234-ba73-4fb6acd7a565 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0de7b568-3f37-4d54-8617-cbf63a8c65b2 HTTP/1.1" status: 200 len: 217 time: 0.0358505 Nov 08 00:54:16.884664 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-f7b87e10-05f1-42e1-ae3c-39a73f26a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:16.886129 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-f7b87e10-05f1-42e1-ae3c-39a73f26a641 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0453267 Nov 08 00:54:16.941007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-3a89b53f-2035-4bec-83f3-4b146a56872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:16.942527 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-3a89b53f-2035-4bec-83f3-4b146a56872a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488629 Nov 08 00:54:17.045231 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-8b1aa7da-e8e6-4525-b782-9e40b7c9414e service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955262 Nov 08 00:54:17.136771 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55d6a360-ab9c-4438-bb3b-61b9e60618a6 req-6b24a9a9-7d7d-4d1f-8491-bd7743d3c61a service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849528 Nov 08 00:54:17.329698 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40281aa-5ab2-4e25-a96d-961d4a86892d req-d87b0402-0c95-43b3-b51c-cbc476c48bf4 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:17.331728 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f40281aa-5ab2-4e25-a96d-961d4a86892d req-d87b0402-0c95-43b3-b51c-cbc476c48bf4 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 943 time: 0.0497065 Nov 08 00:54:17.370005 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f40281aa-5ab2-4e25-a96d-961d4a86892d req-c868e821-098d-4356-a4f9-040f6b3226bb tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321453 Nov 08 00:54:18.485605 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28d937-8890-47e9-a782-27c19a006b4c req-27b4940b-71a6-4142-9dfb-6ddceca24f20 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:18.487651 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d28d937-8890-47e9-a782-27c19a006b4c req-27b4940b-71a6-4142-9dfb-6ddceca24f20 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 943 time: 0.0490434 Nov 08 00:54:18.526847 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d28d937-8890-47e9-a782-27c19a006b4c req-7a4514da-610f-4d1e-a7fd-c28a6107802a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330744 Nov 08 00:54:19.649273 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d200c-8285-4e4b-962a-15f90f9b3e31 req-3bec5331-f7a3-4df4-a5a2-27897d20bac1 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:19.650727 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b97d200c-8285-4e4b-962a-15f90f9b3e31 req-3bec5331-f7a3-4df4-a5a2-27897d20bac1 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 943 time: 0.0564592 Nov 08 00:54:19.689599 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b97d200c-8285-4e4b-962a-15f90f9b3e31 req-26199dd3-f14c-49f8-a110-6cddd2bc4154 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322835 Nov 08 00:54:20.808738 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56082861-96ac-46c9-90ee-351d32fb7958 req-13bd8d66-aef3-49d9-8e20-21332d2e49d4 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:20.810269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-56082861-96ac-46c9-90ee-351d32fb7958 req-13bd8d66-aef3-49d9-8e20-21332d2e49d4 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 943 time: 0.0534527 Nov 08 00:54:20.849752 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-56082861-96ac-46c9-90ee-351d32fb7958 req-0159e750-071a-4844-a4a0-cec1534ea178 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331790 Nov 08 00:54:21.480572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 0de7b568-3f37-4d54-8617-cbf63a8c65b2 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:54:21.579242 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 0de7b568-3f37-4d54-8617-cbf63a8c65b2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=0de7b568-3f37-4d54-8617-cbf63a8c65b2,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:54:21.590848 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '0de7b568-3f37-4d54-8617-cbf63a8c65b2', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'port_id': '0de7b568-3f37-4d54-8617-cbf63a8c65b2', 'mac_address': 'fa:16:3e:59:17:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:54:21.637426 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:21.654127 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de7b568-3f37-4d54-8617-cbf63a8c65b2 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:54:21.673194 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 0de7b568-3f37-4d54-8617-cbf63a8c65b2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=0de7b568-3f37-4d54-8617-cbf63a8c65b2,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:54:21.735437 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:21.782810 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=0de7b568-3f37-4d54-8617-cbf63a8c65b2,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:21.968366 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9eafac-72df-4f10-991d-603c453f581a req-b1ec7c2d-a1cf-443f-86c0-cbee4e2a93dd tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:21.970040 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f9eafac-72df-4f10-991d-603c453f581a req-b1ec7c2d-a1cf-443f-86c0-cbee4e2a93dd tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 944 time: 0.0512466 Nov 08 00:54:22.015165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f9eafac-72df-4f10-991d-603c453f581a req-a2578061-7a96-4a28-8380-129311065245 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345502 Nov 08 00:54:22.142735 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['0de7b568-3f37-4d54-8617-cbf63a8c65b2'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:54:23.142505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa49406-ad56-4ed2-ab27-b27ed469f0a5 req-382cd805-932f-4f04-a72b-4df6b8b77cf6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:23.145301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-daa49406-ad56-4ed2-ab27-b27ed469f0a5 req-382cd805-932f-4f04-a72b-4df6b8b77cf6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 944 time: 0.0624061 Nov 08 00:54:23.184009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-daa49406-ad56-4ed2-ab27-b27ed469f0a5 req-e3113e55-8538-4095-82d2-1e378a8258bc tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336595 Nov 08 00:54:23.504266 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 0de7b568-3f37-4d54-8617-cbf63a8c65b2 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:54:23.628465 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 0de7b568-3f37-4d54-8617-cbf63a8c65b2 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:54:23.633183 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 0de7b568-3f37-4d54-8617-cbf63a8c65b2 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:54:23.636334 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:23.716249 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:23.738403 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa9386a-c89f-4c13-a38a-86ce49200a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de7b568-3f37-4d54-8617-cbf63a8c65b2'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:54:23.740707 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd626e7d-4c1c-404b-bb1f-8ee0621a7dd5" -d '{"events": [{"server_uuid": "7fa9386a-c89f-4c13-a38a-86ce49200a1c", "name": "network-vif-plugged", "status": "completed", "tag": "0de7b568-3f37-4d54-8617-cbf63a8c65b2"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:54:23.753105 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 0de7b568-3f37-4d54-8617-cbf63a8c65b2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=0de7b568-3f37-4d54-8617-cbf63a8c65b2,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:54:23.777033 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0ccec2-49e1-4c73-acb0-a57162f1b3ae x-openstack-request-id: req-7a0ccec2-49e1-4c73-acb0-a57162f1b3ae {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:54:23.782805 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa9386a-c89f-4c13-a38a-86ce49200a1c", "name": "network-vif-plugged", "status": "completed", "tag": "0de7b568-3f37-4d54-8617-cbf63a8c65b2", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:54:23.782805 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a0ccec2-49e1-4c73-acb0-a57162f1b3ae {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:54:23.782805 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa9386a-c89f-4c13-a38a-86ce49200a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de7b568-3f37-4d54-8617-cbf63a8c65b2', 'code': 200} Nov 08 00:54:23.810034 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:23.859851 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=0de7b568-3f37-4d54-8617-cbf63a8c65b2,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:23.901933 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7100f17-a7bb-4e4a-8010-2368a3a1799f req-79275328-39d3-4600-93d7-b6371d2fcde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:23.903376 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7100f17-a7bb-4e4a-8010-2368a3a1799f req-79275328-39d3-4600-93d7-b6371d2fcde0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 1096 time: 0.0423923 Nov 08 00:54:23.939170 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7100f17-a7bb-4e4a-8010-2368a3a1799f req-e75f7684-1116-4080-9acd-b5d5ca1ee031 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286207 Nov 08 00:54:24.303534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0744f6-61f9-4892-b8ce-0716c4a24d7e req-b823b24e-e5ea-4d78-96e4-8c5cc2de5e31 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:24.305053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c0744f6-61f9-4892-b8ce-0716c4a24d7e req-b823b24e-e5ea-4d78-96e4-8c5cc2de5e31 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0535371 Nov 08 00:54:24.351010 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c0744f6-61f9-4892-b8ce-0716c4a24d7e req-b0891b86-6a1f-4962-90e5-efd807cd935b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398846 Nov 08 00:54:25.477376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06700410-4d1a-4685-8840-2451bbba575c req-42df6f95-c3da-493a-bb17-f0f5e247eb15 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:25.478845 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06700410-4d1a-4685-8840-2451bbba575c req-42df6f95-c3da-493a-bb17-f0f5e247eb15 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0558577 Nov 08 00:54:25.527551 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06700410-4d1a-4685-8840-2451bbba575c req-67cd13ff-49c6-4e02-8ff1-e34eb2feb7f8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419219 Nov 08 00:54:26.641394 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e03d11-f735-4800-b7d8-6d99d145378d req-44ac4dce-b4a4-408b-9e41-22228bac5c2f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:26.643343 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e1e03d11-f735-4800-b7d8-6d99d145378d req-44ac4dce-b4a4-408b-9e41-22228bac5c2f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0492492 Nov 08 00:54:26.685296 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e1e03d11-f735-4800-b7d8-6d99d145378d req-18a39604-c338-4b8e-be3a-4ba3cfb2c331 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357099 Nov 08 00:54:27.013800 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01e5f1-385d-4f86-9717-7e32b589b7b9 req-70dc2231-868c-4908-bee2-fd836996c6d7 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:27.015318 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa01e5f1-385d-4f86-9717-7e32b589b7b9 req-70dc2231-868c-4908-bee2-fd836996c6d7 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0603104 Nov 08 00:54:27.056296 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa01e5f1-385d-4f86-9717-7e32b589b7b9 req-d89e62d1-56ab-4088-9f68-b88116b53a6e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344372 Nov 08 00:54:28.184894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70089387-45e9-4d2f-a216-9055499c4225 req-39087103-26f6-4a09-8b10-26e88ed4982c tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:28.186420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70089387-45e9-4d2f-a216-9055499c4225 req-39087103-26f6-4a09-8b10-26e88ed4982c tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0597954 Nov 08 00:54:28.209567 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-84368da2-cec1-47be-a883-4db7e441dd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:28.230302 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70089387-45e9-4d2f-a216-9055499c4225 req-41e9f482-9199-4836-bd65-bdfd5e94a4b0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335898 Nov 08 00:54:29.008110 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf94b1-bd1c-400b-9aa8-d194b8392ef4 req-89e5f7be-947c-46d3-89ad-eb4bc61549bc tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:29.009524 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7faf94b1-bd1c-400b-9aa8-d194b8392ef4 req-89e5f7be-947c-46d3-89ad-eb4bc61549bc tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0570488 Nov 08 00:54:29.049518 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7faf94b1-bd1c-400b-9aa8-d194b8392ef4 req-a269f372-af5c-4853-a2c0-fc6b51c3a5e3 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339475 Nov 08 00:54:30.166590 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb219d59-e7e8-4687-998e-ae1b45b23c51 req-9538fe3a-2483-43d8-a83f-5086e6067625 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:30.168340 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb219d59-e7e8-4687-998e-ae1b45b23c51 req-9538fe3a-2483-43d8-a83f-5086e6067625 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0508072 Nov 08 00:54:30.209301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb219d59-e7e8-4687-998e-ae1b45b23c51 req-67433da9-e53c-4dc4-a293-86813e9cf6e7 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328119 Nov 08 00:54:30.747297 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d56cea58-0e69-4a14-be26-de60c0851d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:31.009993 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:31.330703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63425eb9-87fd-4987-b576-ee4172fa80ca req-8657a9a6-6fc1-43a7-a371-974a2acffcc5 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:31.332886 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63425eb9-87fd-4987-b576-ee4172fa80ca req-8657a9a6-6fc1-43a7-a371-974a2acffcc5 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0563576 Nov 08 00:54:31.382530 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63425eb9-87fd-4987-b576-ee4172fa80ca req-ea38b32b-ee87-45f3-879e-c66ee965a55a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423701 Nov 08 00:54:31.534891 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 0de7b568-3f37-4d54-8617-cbf63a8c65b2 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:54:31.633112 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 0de7b568-3f37-4d54-8617-cbf63a8c65b2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=0de7b568-3f37-4d54-8617-cbf63a8c65b2,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:54:31.647394 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '0de7b568-3f37-4d54-8617-cbf63a8c65b2', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'port_id': '0de7b568-3f37-4d54-8617-cbf63a8c65b2', 'mac_address': 'fa:16:3e:59:17:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:54:31.683326 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:31.696010 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0de7b568-3f37-4d54-8617-cbf63a8c65b2 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:54:31.716300 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 0de7b568-3f37-4d54-8617-cbf63a8c65b2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=0de7b568-3f37-4d54-8617-cbf63a8c65b2,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:54:31.764305 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:31.826706 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=0de7b568-3f37-4d54-8617-cbf63a8c65b2,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:31.860922 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:31.931523 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['0de7b568-3f37-4d54-8617-cbf63a8c65b2'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:54:32.313096 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:32.506052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c235393-96cb-4022-a857-094b3a20a190 req-95251730-53e5-4e7a-a44f-5df4aaba433f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:32.507473 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c235393-96cb-4022-a857-094b3a20a190 req-95251730-53e5-4e7a-a44f-5df4aaba433f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 944 time: 0.0557706 Nov 08 00:54:32.546397 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4c235393-96cb-4022-a857-094b3a20a190 req-b8c68c64-a725-4a31-8296-b5a98016fda2 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327852 Nov 08 00:54:33.540903 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:33.550345 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 0de7b568-3f37-4d54-8617-cbf63a8c65b2 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:54:33.602631 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 0de7b568-3f37-4d54-8617-cbf63a8c65b2 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:54:33.603029 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:33.681690 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e76c72-ceeb-4a8e-955c-0950b07bd779 req-1af04640-51e5-4a99-9dd5-1916ea83bd84 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:33.683287 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1e76c72-ceeb-4a8e-955c-0950b07bd779 req-1af04640-51e5-4a99-9dd5-1916ea83bd84 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 944 time: 0.0516667 Nov 08 00:54:33.683586 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:33.707680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa9386a-c89f-4c13-a38a-86ce49200a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de7b568-3f37-4d54-8617-cbf63a8c65b2'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:54:33.709994 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e3c89d-bc26-4773-83d4-847cf02c3d3c" -d '{"events": [{"server_uuid": "7fa9386a-c89f-4c13-a38a-86ce49200a1c", "name": "network-vif-plugged", "status": "completed", "tag": "0de7b568-3f37-4d54-8617-cbf63a8c65b2"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:54:33.723424 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 0de7b568-3f37-4d54-8617-cbf63a8c65b2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=0de7b568-3f37-4d54-8617-cbf63a8c65b2,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:54:33.725001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1e76c72-ceeb-4a8e-955c-0950b07bd779 req-19369939-9d0f-4d2f-b54f-897bbfc50a8f tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333807 Nov 08 00:54:33.755328 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f859b9-fb2e-4a0b-a5ba-9e0efcb5e7c4 x-openstack-request-id: req-d3f859b9-fb2e-4a0b-a5ba-9e0efcb5e7c4 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:54:33.755620 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa9386a-c89f-4c13-a38a-86ce49200a1c", "name": "network-vif-plugged", "status": "completed", "tag": "0de7b568-3f37-4d54-8617-cbf63a8c65b2", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:54:33.755901 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3f859b9-fb2e-4a0b-a5ba-9e0efcb5e7c4 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:54:33.756332 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa9386a-c89f-4c13-a38a-86ce49200a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de7b568-3f37-4d54-8617-cbf63a8c65b2', 'code': 200} Nov 08 00:54:33.809728 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:33.857906 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=0de7b568-3f37-4d54-8617-cbf63a8c65b2,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:34.865900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dbedb-35ab-4f22-84a3-2a98033db017 req-812708c7-5faa-477f-bc07-3622a594a7f2 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:34.867464 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-998dbedb-35ab-4f22-84a3-2a98033db017 req-812708c7-5faa-477f-bc07-3622a594a7f2 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0609801 Nov 08 00:54:34.910683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-998dbedb-35ab-4f22-84a3-2a98033db017 req-fcce9c3d-df9b-4754-bb8b-81150345c44b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367291 Nov 08 00:54:36.081184 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f65516-6203-4412-b5f4-2fc9b13ec677 req-b12fe967-58c6-4064-a03c-1b608a0af24e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:36.084220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53f65516-6203-4412-b5f4-2fc9b13ec677 req-b12fe967-58c6-4064-a03c-1b608a0af24e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0781054 Nov 08 00:54:36.129554 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53f65516-6203-4412-b5f4-2fc9b13ec677 req-6210827e-89ce-4f01-99ed-e7c00700aa5c tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388961 Nov 08 00:54:37.283334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0634d5-05bf-4eb5-8692-92ebc0038ed2 req-2c168f26-e651-46b9-b40a-50f8f2ab4dcf tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:37.285622 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d0634d5-05bf-4eb5-8692-92ebc0038ed2 req-2c168f26-e651-46b9-b40a-50f8f2ab4dcf tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0618474 Nov 08 00:54:37.335916 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d0634d5-05bf-4eb5-8692-92ebc0038ed2 req-470c05cc-4368-4124-92fb-eb6e3f5a77ef tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438447 Nov 08 00:54:38.508105 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4f152-8d2a-4ea8-8678-d4b8ddea4f9f req-b0f76026-798f-4b57-a14b-054b4889b2a1 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:38.510823 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8b4f152-8d2a-4ea8-8678-d4b8ddea4f9f req-b0f76026-798f-4b57-a14b-054b4889b2a1 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0675390 Nov 08 00:54:38.571926 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8b4f152-8d2a-4ea8-8678-d4b8ddea4f9f req-b635fe76-fad5-4aa4-9354-36d2d675f540 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465591 Nov 08 00:54:38.889806 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:39.708396 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff510f-5676-4cee-9c2a-5e5533311f80 req-0e72bccb-9ef5-43bb-bd6e-4b67ea808736 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:39.717440 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-80ff510f-5676-4cee-9c2a-5e5533311f80 req-0e72bccb-9ef5-43bb-bd6e-4b67ea808736 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0647871 Nov 08 00:54:39.760653 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-80ff510f-5676-4cee-9c2a-5e5533311f80 req-26d894c2-e969-4af9-813e-4b8b4da0dd07 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417371 Nov 08 00:54:40.912882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f717808-b12f-46c7-85b5-fef54e485a23 req-73c94b07-2a34-477a-81f0-6c49d2f8f9f1 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:40.914545 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f717808-b12f-46c7-85b5-fef54e485a23 req-73c94b07-2a34-477a-81f0-6c49d2f8f9f1 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0816288 Nov 08 00:54:40.966997 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f717808-b12f-46c7-85b5-fef54e485a23 req-a64f6df2-3584-4f0a-8bd1-f4261cfe0ee7 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448883 Nov 08 00:54:42.203888 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8a9e4-be4a-4ceb-9a70-846c80c5cfed req-bf29c96e-9455-4689-9a09-4ca589f78f15 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:42.205391 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5d8a9e4-be4a-4ceb-9a70-846c80c5cfed req-bf29c96e-9455-4689-9a09-4ca589f78f15 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0556126 Nov 08 00:54:42.247180 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5d8a9e4-be4a-4ceb-9a70-846c80c5cfed req-ecce21c9-ae0d-45a4-b9d1-861511e911d8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358789 Nov 08 00:54:43.104282 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33478) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:54:43.111543 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-117198c5-eede-4b98-b601-720e1c884160 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1558709076', 'description': 'tempest-secgroup-smoke-1558709076 description', 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:54:43.209847 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-117198c5-eede-4b98-b601-720e1c884160 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:43.283367 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-117198c5-eede-4b98-b601-720e1c884160 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:43.347417 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-117198c5-eede-4b98-b601-720e1c884160 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:43.379854 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117198c5-eede-4b98-b601-720e1c884160 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=531e7ecd-c740-4e2d-a885-9b5873a3e0a0,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:43.388304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54686c58-594c-479a-8083-f16475c8381e req-251611d3-e69d-442a-88cb-f8a88e503241 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:43.389102 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117198c5-eede-4b98-b601-720e1c884160 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:43.389676 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117198c5-eede-4b98-b601-720e1c884160 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:43.389988 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54686c58-594c-479a-8083-f16475c8381e req-251611d3-e69d-442a-88cb-f8a88e503241 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0542254 Nov 08 00:54:43.390379 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117198c5-eede-4b98-b601-720e1c884160 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:43.390887 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117198c5-eede-4b98-b601-720e1c884160 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:43.391223 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117198c5-eede-4b98-b601-720e1c884160 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:43.391559 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117198c5-eede-4b98-b601-720e1c884160 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:43.392536 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117198c5-eede-4b98-b601-720e1c884160 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:43.393020 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117198c5-eede-4b98-b601-720e1c884160 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:43.393420 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117198c5-eede-4b98-b601-720e1c884160 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:43.393820 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117198c5-eede-4b98-b601-720e1c884160 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:43.394210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117198c5-eede-4b98-b601-720e1c884160 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:43.394621 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117198c5-eede-4b98-b601-720e1c884160 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:54:43.434873 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-117198c5-eede-4b98-b601-720e1c884160 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:43.436435 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-117198c5-eede-4b98-b601-720e1c884160 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3300095 Nov 08 00:54:43.439832 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33484) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:54:43.447156 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-40803d78-7c64-45c3-8bb0-528825e57ca8 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Request body: {'security_group_rule': {'security_group_id': '531e7ecd-c740-4e2d-a885-9b5873a3e0a0', 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:54:43.449321 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54686c58-594c-479a-8083-f16475c8381e req-bbd0fb5f-7506-4441-b3f2-bdc4c27b2d4d tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427840 Nov 08 00:54:43.545979 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40803d78-7c64-45c3-8bb0-528825e57ca8 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:43.612887 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40803d78-7c64-45c3-8bb0-528825e57ca8 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:43.666657 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40803d78-7c64-45c3-8bb0-528825e57ca8 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:43.685360 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40803d78-7c64-45c3-8bb0-528825e57ca8 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7063747-dd81-4d81-b8bc-928e2e418111,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:43.761851 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40803d78-7c64-45c3-8bb0-528825e57ca8 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:43.766082 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-40803d78-7c64-45c3-8bb0-528825e57ca8 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3226738 Nov 08 00:54:43.772116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33486) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:54:43.772116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-71be70c0-9559-4b81-b709-11abd269ec5d tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Request body: {'security_group_rule': {'security_group_id': '531e7ecd-c740-4e2d-a885-9b5873a3e0a0', 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:54:43.854751 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71be70c0-9559-4b81-b709-11abd269ec5d tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:43.912115 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71be70c0-9559-4b81-b709-11abd269ec5d tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:43.981279 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71be70c0-9559-4b81-b709-11abd269ec5d tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:44.003769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be70c0-9559-4b81-b709-11abd269ec5d tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9d0794-8b89-481a-89ce-e4ebe9824e49,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:44.093613 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71be70c0-9559-4b81-b709-11abd269ec5d tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:44.094969 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-71be70c0-9559-4b81-b709-11abd269ec5d tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3271549 Nov 08 00:54:44.097811 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33488) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:54:44.102604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7bddeb13-04ba-4685-9cbb-15cde98e0eb7 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Request body: {'security_group_rule': {'security_group_id': '531e7ecd-c740-4e2d-a885-9b5873a3e0a0', 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:54:44.148671 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:54:44.197742 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bddeb13-04ba-4685-9cbb-15cde98e0eb7 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:44.260502 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bddeb13-04ba-4685-9cbb-15cde98e0eb7 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:44.585050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0993e5-e362-4143-9ff3-2d103c92c0ac req-5e6b9e91-d537-4514-97f6-a71d86f2cdd8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:44.646318 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b0993e5-e362-4143-9ff3-2d103c92c0ac req-5e6b9e91-d537-4514-97f6-a71d86f2cdd8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0560374 Nov 08 00:54:44.646318 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b0993e5-e362-4143-9ff3-2d103c92c0ac req-b4283ff0-a859-4881-957f-c60c77598d57 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316103 Nov 08 00:54:44.666534 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bddeb13-04ba-4685-9cbb-15cde98e0eb7 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:44.684388 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddeb13-04ba-4685-9cbb-15cde98e0eb7 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b91634-fc0f-4148-81e0-645cf236cd0c,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:44.760548 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bddeb13-04ba-4685-9cbb-15cde98e0eb7 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:44.761818 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7bddeb13-04ba-4685-9cbb-15cde98e0eb7 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6628826 Nov 08 00:54:44.764530 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33492) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:54:44.769414 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-9bee5dcd-ad3c-40f9-9f78-16c359cd345e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Request body: {'security_group_rule': {'security_group_id': '531e7ecd-c740-4e2d-a885-9b5873a3e0a0', 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:54:44.881081 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9bee5dcd-ad3c-40f9-9f78-16c359cd345e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:44.950324 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9bee5dcd-ad3c-40f9-9f78-16c359cd345e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:45.055610 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9bee5dcd-ad3c-40f9-9f78-16c359cd345e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:45.075609 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee5dcd-ad3c-40f9-9f78-16c359cd345e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43105c71-bf32-48cd-b449-1cf5532e5b00,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:45.137649 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9bee5dcd-ad3c-40f9-9f78-16c359cd345e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:45.138891 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9bee5dcd-ad3c-40f9-9f78-16c359cd345e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3734448 Nov 08 00:54:45.141604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33498) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:54:45.146358 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c0131a04-b3ec-41e1-963f-0c50f29d112b tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Request body: {'security_group_rule': {'security_group_id': '531e7ecd-c740-4e2d-a885-9b5873a3e0a0', 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:54:45.215323 n-d-816882-1 neutron-server[102772]: INFO neutron.db.securitygroups_db [None req-c0131a04-b3ec-41e1-963f-0c50f29d112b tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Project a3c16ca831a14d60afe2efe4f3828ab0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:54:45.221902 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c0131a04-b3ec-41e1-963f-0c50f29d112b tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:45.299304 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c0131a04-b3ec-41e1-963f-0c50f29d112b tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:45.369516 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c0131a04-b3ec-41e1-963f-0c50f29d112b tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:45.390846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0131a04-b3ec-41e1-963f-0c50f29d112b tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b07a07d-8448-4dfe-bea7-2a7a376112a0,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:45.469068 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c0131a04-b3ec-41e1-963f-0c50f29d112b tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:45.470888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c0131a04-b3ec-41e1-963f-0c50f29d112b tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3274436 Nov 08 00:54:45.478616 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33504) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:54:45.483042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-5edd534a-7183-4fef-93de-18245fe99869 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Request body: {'security_group_rule': {'security_group_id': '531e7ecd-c740-4e2d-a885-9b5873a3e0a0', 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:54:45.563820 n-d-816882-1 neutron-server[102772]: INFO neutron.db.securitygroups_db [None req-5edd534a-7183-4fef-93de-18245fe99869 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Project a3c16ca831a14d60afe2efe4f3828ab0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 00:54:45.568963 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5edd534a-7183-4fef-93de-18245fe99869 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:45.629828 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5edd534a-7183-4fef-93de-18245fe99869 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:45.721599 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5edd534a-7183-4fef-93de-18245fe99869 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:45.746726 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd534a-7183-4fef-93de-18245fe99869 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273f2227-7838-4ca2-b85f-820d74d60043,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:45.761720 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d1b00-0617-49ba-b8e1-04dbacd10fbf req-1be11410-0333-4269-b19e-86a04ec3a2bb tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:45.763224 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b7d1b00-0617-49ba-b8e1-04dbacd10fbf req-1be11410-0333-4269-b19e-86a04ec3a2bb tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0700886 Nov 08 00:54:45.801481 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b7d1b00-0617-49ba-b8e1-04dbacd10fbf req-b49f5da0-fcee-45a9-bd03-07e45dfe3f61 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321908 Nov 08 00:54:45.817318 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5edd534a-7183-4fef-93de-18245fe99869 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:45.818510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5edd534a-7183-4fef-93de-18245fe99869 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3389633 Nov 08 00:54:45.964669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-00d51783-a73f-42d6-9ef7-99988c5f1ef6 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1558709076&fields=id&tenant_id=a3c16ca831a14d60afe2efe4f3828ab0 HTTP/1.1" status: 200 len: 267 time: 0.0327983 Nov 08 00:54:46.071182 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-fd1dd145-bafa-4f6d-8051-7992eadf68e7 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:46.072651 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-fd1dd145-bafa-4f6d-8051-7992eadf68e7 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/networks?id=b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 HTTP/1.1" status: 200 len: 814 time: 0.1006761 Nov 08 00:54:46.087353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-2f88b3b3-4d29-44b0-8233-39a945dee82e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/quotas/a3c16ca831a14d60afe2efe4f3828ab0 HTTP/1.1" status: 200 len: 375 time: 0.0091116 Nov 08 00:54:46.136527 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-6f5687e3-793c-4d8a-871e-15b524c9d01e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3c16ca831a14d60afe2efe4f3828ab0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441408 Nov 08 00:54:46.231701 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-9e3ef71a-fd3a-4363-a390-2832570a4ec4 service neutron] 10.222.0.13 "GET /v2.0/networks/b28812e5-b3a8-4e2a-bc1a-6bf6ad377753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841215 Nov 08 00:54:46.319210 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-b9c64b0a-9541-4637-aefa-e6809caefdd8 service neutron] 10.222.0.13 "GET /v2.0/networks/b28812e5-b3a8-4e2a-bc1a-6bf6ad377753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810678 Nov 08 00:54:46.656063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7a54e-ea21-4260-ad5b-7a6bf6e35ceb req-b0c85352-b41d-45d5-9d8d-23039fe1b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:46.658035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0b7a54e-ea21-4260-ad5b-7a6bf6e35ceb req-b0c85352-b41d-45d5-9d8d-23039fe1b413 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 1096 time: 0.0400913 Nov 08 00:54:46.750525 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7a54e-ea21-4260-ad5b-7a6bf6e35ceb req-36ee0a0c-685a-4910-a313-388b702f83ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:46.752580 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0b7a54e-ea21-4260-ad5b-7a6bf6e35ceb req-36ee0a0c-685a-4910-a313-388b702f83ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 912 time: 0.0879893 Nov 08 00:54:46.793846 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0b7a54e-ea21-4260-ad5b-7a6bf6e35ceb req-a2528659-e934-46a7-bde1-2a3544151cda service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0de7b568-3f37-4d54-8617-cbf63a8c65b2 HTTP/1.1" status: 200 len: 217 time: 0.0341554 Nov 08 00:54:46.884267 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9f6c204-d357-4db7-9bf8-8132f56cfa54 req-fc8d5aa5-3bb8-436d-9397-4b919f817410 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 210 time: 0.0337427 Nov 08 00:54:46.887076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7a54e-ea21-4260-ad5b-7a6bf6e35ceb req-b6cdb2c6-5add-4fc5-984d-aa21d471338a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:46.888739 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0b7a54e-ea21-4260-ad5b-7a6bf6e35ceb req-b6cdb2c6-5add-4fc5-984d-aa21d471338a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0876403 Nov 08 00:54:46.964388 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7a54e-ea21-4260-ad5b-7a6bf6e35ceb req-060a1c19-e8f8-4571-b72f-315be2c277cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:46.965881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0b7a54e-ea21-4260-ad5b-7a6bf6e35ceb req-060a1c19-e8f8-4571-b72f-315be2c277cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625501 Nov 08 00:54:46.974363 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b43701-5144-4f2a-9061-f7a33e0d143d req-e0ecd6e8-c00d-44a4-bb5b-aa56cb65f054 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:46.975751 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34b43701-5144-4f2a-9061-f7a33e0d143d req-e0ecd6e8-c00d-44a4-bb5b-aa56cb65f054 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0905204 Nov 08 00:54:47.058603 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34b43701-5144-4f2a-9061-f7a33e0d143d req-47190638-3fb6-46fd-9d70-0e8a2cc54c2b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750749 Nov 08 00:54:47.086763 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0b7a54e-ea21-4260-ad5b-7a6bf6e35ceb req-0a74d175-d342-42f7-a7c4-8aa6554a8777 service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100781 Nov 08 00:54:47.179635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0b7a54e-ea21-4260-ad5b-7a6bf6e35ceb req-d50a054a-2d6b-4862-83de-ad3c93a21ee0 service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861485 Nov 08 00:54:47.978040 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adedf98c-6d9d-419e-9179-6e98727377be req-f9b957c0-126f-4ba3-b4ef-4ba918db824e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 210 time: 0.0267227 Nov 08 00:54:48.172460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0b7cc-5101-4b03-95ff-56d9ba0a3cdb req-6d489308-aeab-46aa-8147-91c1bedca699 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:48.174493 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33f0b7cc-5101-4b03-95ff-56d9ba0a3cdb req-6d489308-aeab-46aa-8147-91c1bedca699 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0493526 Nov 08 00:54:48.210958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33f0b7cc-5101-4b03-95ff-56d9ba0a3cdb req-36ca6f3d-def3-4b81-9168-02cfdf0ddf20 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304339 Nov 08 00:54:49.100679 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad41c076-abbe-428a-b886-637682b8a7a6 req-4da2efcf-7858-4333-9151-809ee38546d3 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 210 time: 0.0346048 Nov 08 00:54:49.144682 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-0c6b7cff-2c6d-4556-b6a6-c4a4e423df79 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:49.146123 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-0c6b7cff-2c6d-4556-b6a6-c4a4e423df79 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.26 "GET /v2.0/networks?id=b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 HTTP/1.1" status: 200 len: 814 time: 0.1373506 Nov 08 00:54:49.195071 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-a33ab0e5-9ca3-421e-a763-6b141b829578 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3c16ca831a14d60afe2efe4f3828ab0 HTTP/1.1" status: 200 len: 380 time: 0.0343983 Nov 08 00:54:49.209591 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ed3257b9-15dc-4e65-9b3b-8044ec88bf09 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Request body: {'port': {'device_id': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'admin_state_up': True, 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'security_groups': ['531e7ecd-c740-4e2d-a885-9b5873a3e0a0']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:54:49.364354 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a383c-9edb-4f75-8381-872c767dedd6 req-7c6877f7-e897-466d-8368-efc0271ed944 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:49.365848 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-738a383c-9edb-4f75-8381-872c767dedd6 req-7c6877f7-e897-466d-8368-efc0271ed944 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 945 time: 0.0705256 Nov 08 00:54:49.410055 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-738a383c-9edb-4f75-8381-872c767dedd6 req-18cfb350-1c5f-4d4a-a0bc-a90f2a890eeb tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333679 Nov 08 00:54:49.449689 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ed3257b9-15dc-4e65-9b3b-8044ec88bf09 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Made reservation on behalf of a3c16ca831a14d60afe2efe4f3828ab0 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:54:49.453657 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ed3257b9-15dc-4e65-9b3b-8044ec88bf09 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:49.604597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a09127-43c5-4880-bfeb-a840d92ddaa0 req-1841bdfa-9a13-4434-963a-c63f113f3b0b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:49.604597 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-77a09127-43c5-4880-bfeb-a840d92ddaa0 req-1841bdfa-9a13-4434-963a-c63f113f3b0b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.1250761 Nov 08 00:54:49.617751 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 0de7b568-3f37-4d54-8617-cbf63a8c65b2 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:54:49.639122 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ed3257b9-15dc-4e65-9b3b-8044ec88bf09 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Allocated IP 172.20.0.14 (b28812e5-b3a8-4e2a-bc1a-6bf6ad377753/8bc65af7-ed80-4524-901e-f5825c02b48b/def88888-947a-4336-b370-4c0b946843d1) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:54:49.666978 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-77a09127-43c5-4880-bfeb-a840d92ddaa0 req-ee36cb2b-d888-4a91-97f2-30e2480f2d6e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543296 Nov 08 00:54:49.714339 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:49.738886 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa9386a-c89f-4c13-a38a-86ce49200a1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0de7b568-3f37-4d54-8617-cbf63a8c65b2'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:54:49.741258 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d599319-ab4b-4f4f-b61c-33bf49152fbc" -d '{"events": [{"server_uuid": "7fa9386a-c89f-4c13-a38a-86ce49200a1c", "name": "network-vif-unplugged", "status": "completed", "tag": "0de7b568-3f37-4d54-8617-cbf63a8c65b2"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:54:49.754924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 0de7b568-3f37-4d54-8617-cbf63a8c65b2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=0de7b568-3f37-4d54-8617-cbf63a8c65b2,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:54:49.783096 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 00:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283ae75c-2f07-4a9e-8953-bc459c62951d x-openstack-request-id: req-283ae75c-2f07-4a9e-8953-bc459c62951d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:54:49.783837 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa9386a-c89f-4c13-a38a-86ce49200a1c", "name": "network-vif-unplugged", "status": "completed", "tag": "0de7b568-3f37-4d54-8617-cbf63a8c65b2", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:54:49.784201 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-283ae75c-2f07-4a9e-8953-bc459c62951d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:54:49.784711 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa9386a-c89f-4c13-a38a-86ce49200a1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0de7b568-3f37-4d54-8617-cbf63a8c65b2', 'code': 200} Nov 08 00:54:49.837131 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4c726-c006-4631-90b2-240504fd3222 req-6bfe508d-5bd2-48ac-ad37-bf10f0d26c75 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:49.838686 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4c4c726-c006-4631-90b2-240504fd3222 req-6bfe508d-5bd2-48ac-ad37-bf10f0d26c75 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0805857 Nov 08 00:54:49.852617 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ed3257b9-15dc-4e65-9b3b-8044ec88bf09 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:49.857785 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:49.900295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4c4c726-c006-4631-90b2-240504fd3222 req-4f07c341-69f5-4e23-82b9-88771b84315d tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457964 Nov 08 00:54:49.914937 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=0de7b568-3f37-4d54-8617-cbf63a8c65b2,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:49.988010 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ed3257b9-15dc-4e65-9b3b-8044ec88bf09 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:50.043258 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ed3257b9-15dc-4e65-9b3b-8044ec88bf09 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Network b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:54:50.047201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ed3257b9-15dc-4e65-9b3b-8044ec88bf09 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:54:50.051642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ed3257b9-15dc-4e65-9b3b-8044ec88bf09 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:54:50.061399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3257b9-15dc-4e65-9b3b-8044ec88bf09 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Pushing event updated for resources: {'Port': ['ID=def88888-947a-4336-b370-4c0b946843d1,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:50.113420 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ed3257b9-15dc-4e65-9b3b-8044ec88bf09 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:50.114845 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ed3257b9-15dc-4e65-9b3b-8044ec88bf09 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:50.215503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ed3257b9-15dc-4e65-9b3b-8044ec88bf09 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0100005 Nov 08 00:54:50.234698 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Request body: {'port': {'device_id': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:54:50.246072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89758ae0-ce75-41ac-a1dc-bcd8f374f8e6 req-1f0e11b0-b6f1-4832-ac4c-db9c0e9e72d8 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:50.247584 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89758ae0-ce75-41ac-a1dc-bcd8f374f8e6 req-1f0e11b0-b6f1-4832-ac4c-db9c0e9e72d8 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 932 time: 0.0673213 Nov 08 00:54:50.334245 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89758ae0-ce75-41ac-a1dc-bcd8f374f8e6 req-574eef5d-b43d-4889-9531-824e0e1cbd91 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/security-groups?id=531e7ecd-c740-4e2d-a885-9b5873a3e0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664537 Nov 08 00:54:50.334245 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:50.391237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f729fccc-b850-4e37-b671-95d63e961c96 None None] Provisioning complete for port def88888-947a-4336-b370-4c0b946843d1 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:54:50.392425 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f729fccc-b850-4e37-b671-95d63e961c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:50.433852 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f729fccc-b850-4e37-b671-95d63e961c96 None None] Port def88888-947a-4336-b370-4c0b946843d1 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:54:50.776186 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f81eaf-e716-4149-8c93-cc56cbc5cdcf req-8d8c8d4e-3217-49f9-bb56-4dc6b24ecce2 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:50.777584 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-82f81eaf-e716-4149-8c93-cc56cbc5cdcf req-8d8c8d4e-3217-49f9-bb56-4dc6b24ecce2 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0828190 Nov 08 00:54:50.904764 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-82f81eaf-e716-4149-8c93-cc56cbc5cdcf req-8966afc2-efb6-416d-a038-45fe5ca2eb3e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852358 Nov 08 00:54:51.007231 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def88888-947a-4336-b370-4c0b946843d1 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:54:51.014770 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:51.039116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Transition to ACTIVE for port object def88888-947a-4336-b370-4c0b946843d1 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:54:51.094953 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:51.152835 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=def88888-947a-4336-b370-4c0b946843d1,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:51.231472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Attempting to bind port def88888-947a-4336-b370-4c0b946843d1 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:54:51.231834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Attempting to bind port def88888-947a-4336-b370-4c0b946843d1 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'f1ee6563-56a4-4cca-a607-e4a180d93c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:54:51.232171 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Attempting to bind port def88888-947a-4336-b370-4c0b946843d1 on network b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:54:51.236946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Port def88888-947a-4336-b370-4c0b946843d1 on network b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:54:51.237271 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Attempting to bind port def88888-947a-4336-b370-4c0b946843d1 on network b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:54:51.242453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:54:51.242793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Checking segment: {'id': 'f1ee6563-56a4-4cca-a607-e4a180d93c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:54:51.243182 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Bound using segment: {'id': 'f1ee6563-56a4-4cca-a607-e4a180d93c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:54:51.243608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Bound port: def88888-947a-4336-b370-4c0b946843d1, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ee6563-56a4-4cca-a607-e4a180d93c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:54:51.244001 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:51.313039 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] For port def88888-947a-4336-b370-4c0b946843d1, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:54:51.316352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] For port def88888-947a-4336-b370-4c0b946843d1, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=def88888-947a-4336-b370-4c0b946843d1,segment=NetworkSegment(f1ee6563-56a4-4cca-a607-e4a180d93c26),segment_id=f1ee6563-56a4-4cca-a607-e4a180d93c26)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:54:51.326902 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.26', 50042) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:54:51.370226 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:51.374731 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-46ab44ac-f1ce-4e8b-82e9-236be5026d40 req-bf186322-ca42-4279-83f7-3d3fa91e8a6b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1804029-7468-4f49-b413-f416a985728b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466595 Nov 08 00:54:51.423928 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:51.423928 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:51.425083 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] 10.222.0.26 "PUT /v2.0/ports/def88888-947a-4336-b370-4c0b946843d1 HTTP/1.1" status: 200 len: 1092 time: 1.1945775 Nov 08 00:54:51.427381 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'tag': 'def88888-947a-4336-b370-4c0b946843d1'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:54:51.429741 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc21c6ab-f529-4aea-9310-f689fdc93646" -d '{"events": [{"name": "network-changed", "server_uuid": "c08c7987-dc46-4846-9aee-89fe14b2d13a", "tag": "def88888-947a-4336-b370-4c0b946843d1"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:54:51.510160 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b35e7d-d13c-47a1-a2fa-2fa246f09d45 x-openstack-request-id: req-75b35e7d-d13c-47a1-a2fa-2fa246f09d45 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:54:51.510455 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08c7987-dc46-4846-9aee-89fe14b2d13a", "tag": "def88888-947a-4336-b370-4c0b946843d1", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:54:51.510707 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75b35e7d-d13c-47a1-a2fa-2fa246f09d45 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:54:51.511182 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'tag': 'def88888-947a-4336-b370-4c0b946843d1', 'status': 'completed', 'code': 200} Nov 08 00:54:51.519762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba092a16-c07f-4032-9af8-ab9bf92e0bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=def88888-947a-4336-b370-4c0b946843d1,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:54:51.539024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207d51f-7587-4c40-841e-71a8e4b793a6 req-972e2518-74b9-41ed-bb38-442927808e59 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:51.547835 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8207d51f-7587-4c40-841e-71a8e4b793a6 req-972e2518-74b9-41ed-bb38-442927808e59 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 944 time: 0.1355350 Nov 08 00:54:51.554835 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab44ac-f1ce-4e8b-82e9-236be5026d40 req-d72556f2-6938-4d3a-92dd-091501957977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:51.556323 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46ab44ac-f1ce-4e8b-82e9-236be5026d40 req-d72556f2-6938-4d3a-92dd-091501957977 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 1097 time: 0.1021099 Nov 08 00:54:51.598119 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21c6ab-f529-4aea-9310-f689fdc93646 req-94b689df-dfcb-469b-945b-5586f32d775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:51.599651 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bc21c6ab-f529-4aea-9310-f689fdc93646 req-94b689df-dfcb-469b-945b-5586f32d775d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3c16ca831a14d60afe2efe4f3828ab0&device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 1095 time: 0.0550089 Nov 08 00:54:51.620194 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8207d51f-7587-4c40-841e-71a8e4b793a6 req-e44e174b-5630-4412-8d92-380a85d7a8fe tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/security-groups?id=531e7ecd-c740-4e2d-a885-9b5873a3e0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685656 Nov 08 00:54:51.698778 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab44ac-f1ce-4e8b-82e9-236be5026d40 req-44a1d544-136a-4405-b268-0f5548f376fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:51.700727 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46ab44ac-f1ce-4e8b-82e9-236be5026d40 req-44a1d544-136a-4405-b268-0f5548f376fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 912 time: 0.1184077 Nov 08 00:54:51.726064 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21c6ab-f529-4aea-9310-f689fdc93646 req-37243d2d-fe0f-4b8a-8f02-faece612a421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:51.727580 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bc21c6ab-f529-4aea-9310-f689fdc93646 req-37243d2d-fe0f-4b8a-8f02-faece612a421 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a3c16ca831a14d60afe2efe4f3828ab0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1144381 Nov 08 00:54:51.744761 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46ab44ac-f1ce-4e8b-82e9-236be5026d40 req-7890ae03-de09-46f6-83b3-171b38070446 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0212b38-3ee3-4fda-98a4-b0f601f0798f HTTP/1.1" status: 200 len: 217 time: 0.0370383 Nov 08 00:54:51.802287 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab44ac-f1ce-4e8b-82e9-236be5026d40 req-d2d60ac0-8d35-4765-8103-0b3fb9e8b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:51.803671 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46ab44ac-f1ce-4e8b-82e9-236be5026d40 req-d2d60ac0-8d35-4765-8103-0b3fb9e8b18c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0512099 Nov 08 00:54:51.831516 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21c6ab-f529-4aea-9310-f689fdc93646 req-67b55314-f6ad-4518-989d-33f7b9102c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:51.833012 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bc21c6ab-f529-4aea-9310-f689fdc93646 req-67b55314-f6ad-4518-989d-33f7b9102c52 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977156 Nov 08 00:54:51.851855 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab44ac-f1ce-4e8b-82e9-236be5026d40 req-67348066-c46c-404d-a72d-6eb3028baa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:51.853421 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46ab44ac-f1ce-4e8b-82e9-236be5026d40 req-67348066-c46c-404d-a72d-6eb3028baa99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415597 Nov 08 00:54:51.940676 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-a705c210-37a3-49a4-a98f-10d67cdcf00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:51.942400 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-a705c210-37a3-49a4-a98f-10d67cdcf00b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3c16ca831a14d60afe2efe4f3828ab0&device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 1095 time: 0.0437040 Nov 08 00:54:51.960922 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46ab44ac-f1ce-4e8b-82e9-236be5026d40 req-fa80813a-4d0f-43c1-834f-ea957dc3c9de service neutron] 10.222.0.26 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926859 Nov 08 00:54:51.996288 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-e22c7c8b-d06c-48ca-9622-4e36d7c0dac9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=def88888-947a-4336-b370-4c0b946843d1 HTTP/1.1" status: 200 len: 217 time: 0.0398335 Nov 08 00:54:52.047262 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-bd1b37aa-b40a-406e-9174-05a040bd140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:52.048860 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-bd1b37aa-b40a-406e-9174-05a040bd140d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8bc65af7-ed80-4524-901e-f5825c02b48b HTTP/1.1" status: 200 len: 853 time: 0.0463045 Nov 08 00:54:52.083712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359023d7-31cd-4f80-a22a-96bcadef705a req-d190954d-b406-4253-a806-be9d54033ace tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:52.085254 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-359023d7-31cd-4f80-a22a-96bcadef705a req-d190954d-b406-4253-a806-be9d54033ace tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.1086507 Nov 08 00:54:52.096674 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-7ffea22b-a7bb-416e-921f-b16eea5a5607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:52.098357 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-7ffea22b-a7bb-416e-921f-b16eea5a5607 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b28812e5-b3a8-4e2a-bc1a-6bf6ad377753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429258 Nov 08 00:54:52.099686 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46ab44ac-f1ce-4e8b-82e9-236be5026d40 req-c669159b-a7ea-48dc-981f-4b87c1a2d84a service neutron] 10.222.0.26 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310129 Nov 08 00:54:52.134262 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-359023d7-31cd-4f80-a22a-96bcadef705a req-5d099a20-f832-4774-90db-6e41b17f15f4 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335803 Nov 08 00:54:52.207222 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-512a162e-1510-4323-a564-06ace9966458 service neutron] 10.222.0.26 "GET /v2.0/networks/b28812e5-b3a8-4e2a-bc1a-6bf6ad377753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905004 Nov 08 00:54:52.298576 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e29d36e-13e8-4dac-9d21-22d92571e971 req-92f8319f-e881-4efd-826c-42430019b19d service neutron] 10.222.0.26 "GET /v2.0/networks/b28812e5-b3a8-4e2a-bc1a-6bf6ad377753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846467 Nov 08 00:54:52.740800 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a7368-fdf1-48f3-845e-f5c6cbcb8782 req-b779c050-a83b-4e41-b1dc-2bfd95b94608 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:52.742274 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b80a7368-fdf1-48f3-845e-f5c6cbcb8782 req-b779c050-a83b-4e41-b1dc-2bfd95b94608 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 944 time: 0.0527260 Nov 08 00:54:52.779441 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b80a7368-fdf1-48f3-845e-f5c6cbcb8782 req-5c3593d0-b3a9-4cd7-88fa-203d32a44570 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/security-groups?id=531e7ecd-c740-4e2d-a885-9b5873a3e0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309963 Nov 08 00:54:53.250474 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc3538-d9cf-4a40-8709-f4124eb87fb6 req-61756675-eb70-4e3c-9837-38ef01ac423a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:53.252870 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8bc3538-d9cf-4a40-8709-f4124eb87fb6 req-61756675-eb70-4e3c-9837-38ef01ac423a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0519478 Nov 08 00:54:53.293773 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8bc3538-d9cf-4a40-8709-f4124eb87fb6 req-97a5b872-6656-47e3-8ab6-fc2681df3bd6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340972 Nov 08 00:54:53.646496 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 0de7b568-3f37-4d54-8617-cbf63a8c65b2 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:54:53.897569 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583dff4-107f-4b1d-996d-7bf6f152c699 req-f6731514-1c32-4cee-affa-7d5c972f7d2d tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:53.899061 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6583dff4-107f-4b1d-996d-7bf6f152c699 req-f6731514-1c32-4cee-affa-7d5c972f7d2d tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 944 time: 0.0500371 Nov 08 00:54:53.936436 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6583dff4-107f-4b1d-996d-7bf6f152c699 req-8ebd0b31-9cbe-4abe-9897-4b7d1a453956 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/security-groups?id=531e7ecd-c740-4e2d-a885-9b5873a3e0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313299 Nov 08 00:54:54.412158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ee132-6353-4331-ac21-1cff81b8b732 req-860d0279-170c-444c-8e76-c43d551dcf2a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:54.413633 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-943ee132-6353-4331-ac21-1cff81b8b732 req-860d0279-170c-444c-8e76-c43d551dcf2a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0530581 Nov 08 00:54:54.450262 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-943ee132-6353-4331-ac21-1cff81b8b732 req-13ba3338-40a5-4cea-99e5-45d45b4e45b3 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305986 Nov 08 00:54:55.048663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe6983-753e-4bcd-b008-4c0df1367a79 req-9b8a67ab-5463-4d2d-b953-2127a121e908 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:55.050312 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9fe6983-753e-4bcd-b008-4c0df1367a79 req-9b8a67ab-5463-4d2d-b953-2127a121e908 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 944 time: 0.0482810 Nov 08 00:54:55.086352 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9fe6983-753e-4bcd-b008-4c0df1367a79 req-7582e497-9758-4f4a-bf2e-5d78cdb2e8ba tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/security-groups?id=531e7ecd-c740-4e2d-a885-9b5873a3e0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304956 Nov 08 00:54:55.565342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e6b00-8fd7-460f-9bd6-961087f3cca4 req-3653ae3e-f934-4986-8e2b-a0abe1f98317 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:55.566859 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-206e6b00-8fd7-460f-9bd6-961087f3cca4 req-3653ae3e-f934-4986-8e2b-a0abe1f98317 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0488422 Nov 08 00:54:55.604237 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-206e6b00-8fd7-460f-9bd6-961087f3cca4 req-09c36e7b-ae0d-4d34-bd3f-21acd1785120 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314510 Nov 08 00:54:56.204829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428b0c5-b58a-441b-9406-616cd3c3fb3d req-b3f91385-9cfb-42df-9d33-2f367220092f tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:56.206290 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1428b0c5-b58a-441b-9406-616cd3c3fb3d req-b3f91385-9cfb-42df-9d33-2f367220092f tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 944 time: 0.0525517 Nov 08 00:54:56.243743 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1428b0c5-b58a-441b-9406-616cd3c3fb3d req-5d1819bb-3733-4dc2-b6e0-8d208405e324 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/security-groups?id=531e7ecd-c740-4e2d-a885-9b5873a3e0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316434 Nov 08 00:54:56.717180 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bed5f2-dfb4-46c6-96d6-3b0c400bcc14 req-67af37b1-84f3-4648-8d84-e8c8874bdb85 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:56.718905 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38bed5f2-dfb4-46c6-96d6-3b0c400bcc14 req-67af37b1-84f3-4648-8d84-e8c8874bdb85 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0496068 Nov 08 00:54:56.756056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38bed5f2-dfb4-46c6-96d6-3b0c400bcc14 req-8316f041-c68d-49c5-bafa-de393ec14fa8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305252 Nov 08 00:54:57.356735 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4437-9a7a-4755-a6ae-c0bb2e2c8736 req-12b49ee0-7cda-4f6c-aeac-40a9d32662ce tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:57.358293 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d92c4437-9a7a-4755-a6ae-c0bb2e2c8736 req-12b49ee0-7cda-4f6c-aeac-40a9d32662ce tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 944 time: 0.0501108 Nov 08 00:54:57.395593 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d92c4437-9a7a-4755-a6ae-c0bb2e2c8736 req-e9e4b2b0-aa7d-44e0-a6cc-297291a1986b tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/security-groups?id=531e7ecd-c740-4e2d-a885-9b5873a3e0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308127 Nov 08 00:54:57.876802 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45cbac-497c-4b9b-8f28-8b4bf9b8b32c req-5d69d84c-8d8e-4f00-b6bb-120835f1ad94 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:57.878316 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a45cbac-497c-4b9b-8f28-8b4bf9b8b32c req-5d69d84c-8d8e-4f00-b6bb-120835f1ad94 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0544913 Nov 08 00:54:57.915961 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a45cbac-497c-4b9b-8f28-8b4bf9b8b32c req-15c94692-4431-4023-9dc5-6b518973bd4d tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316708 Nov 08 00:54:58.174899 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6d8905d3-a776-4ce4-a8d5-6f8191e43bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:54:58.506250 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3eca4-3a58-4a6e-803d-b13d2f65b934 req-2da259ff-adc4-41fa-9c63-05dd3b5b33ce tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:58.507702 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59f3eca4-3a58-4a6e-803d-b13d2f65b934 req-2da259ff-adc4-41fa-9c63-05dd3b5b33ce tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 944 time: 0.0472977 Nov 08 00:54:58.545016 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-59f3eca4-3a58-4a6e-803d-b13d2f65b934 req-4848886a-357c-4a51-88a8-6e5afdd545ef tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/security-groups?id=531e7ecd-c740-4e2d-a885-9b5873a3e0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314310 Nov 08 00:54:59.037909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823af35-e21f-43a0-a717-486546686270 req-42598d95-f6d7-42f6-82b1-69567e00a05c tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:59.039403 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7823af35-e21f-43a0-a717-486546686270 req-42598d95-f6d7-42f6-82b1-69567e00a05c tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0550692 Nov 08 00:54:59.077592 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7823af35-e21f-43a0-a717-486546686270 req-52fd451b-14e4-4e87-ad99-894a120e5af8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321126 Nov 08 00:54:59.661442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdb7cd-11bf-4a08-8236-43d5b8928fe8 req-939e0502-8cbb-45f2-a5e6-e89520e11fa2 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:54:59.662957 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60cdb7cd-11bf-4a08-8236-43d5b8928fe8 req-939e0502-8cbb-45f2-a5e6-e89520e11fa2 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 944 time: 0.0531178 Nov 08 00:54:59.700443 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60cdb7cd-11bf-4a08-8236-43d5b8928fe8 req-2b0f3b11-ea9d-4198-b611-9d3d1b2897d1 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/security-groups?id=531e7ecd-c740-4e2d-a885-9b5873a3e0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314989 Nov 08 00:55:00.190231 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee61a04-1622-44ad-b655-769ca838b2ab req-c8dfac55-8a15-4f99-9af5-7d4085e92daf tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:00.191718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ee61a04-1622-44ad-b655-769ca838b2ab req-c8dfac55-8a15-4f99-9af5-7d4085e92daf tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0492806 Nov 08 00:55:00.229821 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ee61a04-1622-44ad-b655-769ca838b2ab req-bc107e02-8fb0-49ae-8066-4e5494794b86 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321898 Nov 08 00:55:00.700344 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4422c189-09e9-4f1d-9b8e-4bc7a5c4cfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:00.812422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0639a7-a5b5-400d-bd9f-e566a685580a req-2e63bd6d-ea17-4c5f-a3ba-57c80453cd23 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:00.813921 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8a0639a7-a5b5-400d-bd9f-e566a685580a req-2e63bd6d-ea17-4c5f-a3ba-57c80453cd23 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 944 time: 0.0494785 Nov 08 00:55:00.851838 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8a0639a7-a5b5-400d-bd9f-e566a685580a req-fc648d46-956b-4cf2-afb3-a7472b58a271 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/security-groups?id=531e7ecd-c740-4e2d-a885-9b5873a3e0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319140 Nov 08 00:55:01.049799 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:01.347954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d91b0a-8bef-4b53-8dda-8e841b7207b1 req-39b99122-3a7c-4fd5-8c35-0e6c9157fd39 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:01.349434 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-99d91b0a-8bef-4b53-8dda-8e841b7207b1 req-39b99122-3a7c-4fd5-8c35-0e6c9157fd39 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0534325 Nov 08 00:55:01.386040 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-99d91b0a-8bef-4b53-8dda-8e841b7207b1 req-419f00b0-eb05-46b1-a08d-36ff534115a7 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303483 Nov 08 00:55:01.624485 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c627dc69-9a20-470b-bc53-b044c799191b req-e9fcebbb-aba3-4660-95be-a51f70172e14 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0888996 Nov 08 00:55:01.696757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627dc69-9a20-470b-bc53-b044c799191b req-29794b8a-9095-48bc-ba77-04ab2f18b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:01.698290 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c627dc69-9a20-470b-bc53-b044c799191b req-29794b8a-9095-48bc-ba77-04ab2f18b929 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 1096 time: 0.0417507 Nov 08 00:55:01.806567 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eba50e-3735-4b55-b954-5ca946ee36a8 req-80c4fe5d-bf05-4829-8b90-6d7c09c5a2e9 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:01.808075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8eba50e-3735-4b55-b954-5ca946ee36a8 req-80c4fe5d-bf05-4829-8b90-6d7c09c5a2e9 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0996599 Nov 08 00:55:01.870341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627dc69-9a20-470b-bc53-b044c799191b req-0d853c98-6712-4355-aeed-bcd4d143f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:01.871751 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c627dc69-9a20-470b-bc53-b044c799191b req-0d853c98-6712-4355-aeed-bcd4d143f16a service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 912 time: 0.1533010 Nov 08 00:55:01.882224 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:01.897895 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8eba50e-3735-4b55-b954-5ca946ee36a8 req-3c10e9df-bea5-4c7b-a979-84530ae33f9d tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831935 Nov 08 00:55:01.936268 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c627dc69-9a20-470b-bc53-b044c799191b req-5e70a3f1-9844-451f-a360-1533d8730825 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cfa33b4-16a6-4841-811a-948b7e850859 HTTP/1.1" status: 200 len: 217 time: 0.0489428 Nov 08 00:55:01.995291 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bac7e-048d-4cfb-adb9-bd153f88db9a req-9e0b2d27-af37-42ea-9ead-8cb93fdb7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:01.996778 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b28bac7e-048d-4cfb-adb9-bd153f88db9a req-9e0b2d27-af37-42ea-9ead-8cb93fdb7f56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 1096 time: 0.1439655 Nov 08 00:55:02.060722 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627dc69-9a20-470b-bc53-b044c799191b req-cd08e69e-98d1-4541-b7f5-5fd5c8601a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:02.062150 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c627dc69-9a20-470b-bc53-b044c799191b req-cd08e69e-98d1-4541-b7f5-5fd5c8601a4e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.1172292 Nov 08 00:55:02.070064 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6469431-0d8d-4288-804c-3ae21f6cc122 req-936c12a2-9ffe-4617-8364-6885f279d807 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:02.071407 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b6469431-0d8d-4288-804c-3ae21f6cc122 req-936c12a2-9ffe-4617-8364-6885f279d807 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 944 time: 0.1383739 Nov 08 00:55:02.159698 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b6469431-0d8d-4288-804c-3ae21f6cc122 req-418f4fd6-310b-4d3b-9fbf-013f82412322 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/security-groups?id=531e7ecd-c740-4e2d-a885-9b5873a3e0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741291 Nov 08 00:55:02.164157 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627dc69-9a20-470b-bc53-b044c799191b req-99d3f46a-fa68-4df0-acc6-89f5fc918e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:02.165582 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c627dc69-9a20-470b-bc53-b044c799191b req-99d3f46a-fa68-4df0-acc6-89f5fc918e81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917490 Nov 08 00:55:02.182030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bac7e-048d-4cfb-adb9-bd153f88db9a req-c23dcdd6-e8bd-49bf-b552-d4218caf2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:02.183376 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b28bac7e-048d-4cfb-adb9-bd153f88db9a req-c23dcdd6-e8bd-49bf-b552-d4218caf2fa5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 912 time: 0.1757784 Nov 08 00:55:02.289583 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:02.291807 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b28bac7e-048d-4cfb-adb9-bd153f88db9a req-d9ea3e02-fe9b-4332-a887-305d87de4292 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60fe2d4e-e131-4b80-875b-308e8bb07036 HTTP/1.1" status: 200 len: 999 time: 0.0986118 Nov 08 00:55:02.336949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c627dc69-9a20-470b-bc53-b044c799191b req-2ce29b55-06b9-47c4-b927-e9322040f8ca service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642821 Nov 08 00:55:02.395962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bac7e-048d-4cfb-adb9-bd153f88db9a req-36f9bbe3-45dc-44b5-8999-e1be6fe9fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:02.397370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b28bac7e-048d-4cfb-adb9-bd153f88db9a req-36f9bbe3-45dc-44b5-8999-e1be6fe9fac4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0983400 Nov 08 00:55:02.460476 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c627dc69-9a20-470b-bc53-b044c799191b req-67f17bae-f42d-48a1-9545-ef7cf74fe7ba service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158061 Nov 08 00:55:02.464525 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bac7e-048d-4cfb-adb9-bd153f88db9a req-95a6a118-f6b6-47c4-b88a-c27b5321b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:02.465894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b28bac7e-048d-4cfb-adb9-bd153f88db9a req-95a6a118-f6b6-47c4-b88a-c27b5321b110 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614724 Nov 08 00:55:02.568743 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b28bac7e-048d-4cfb-adb9-bd153f88db9a req-7d6a712f-39e4-47f9-9559-ff98caf12c6b service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898588 Nov 08 00:55:02.657818 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b28bac7e-048d-4cfb-adb9-bd153f88db9a req-f7fb43c0-2ff3-4c79-b191-4be08d89b419 service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821946 Nov 08 00:55:02.772043 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device def88888-947a-4336-b370-4c0b946843d1 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:55:02.866912 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port def88888-947a-4336-b370-4c0b946843d1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=def88888-947a-4336-b370-4c0b946843d1,segment=NetworkSegment(f1ee6563-56a4-4cca-a607-e4a180d93c26),segment_id=f1ee6563-56a4-4cca-a607-e4a180d93c26)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:55:02.878743 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'def88888-947a-4336-b370-4c0b946843d1', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'port_id': 'def88888-947a-4336-b370-4c0b946843d1', 'mac_address': 'fa:16:3e:44:f3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:55:02.914318 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:02.927462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def88888-947a-4336-b370-4c0b946843d1 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:55:02.947015 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port def88888-947a-4336-b370-4c0b946843d1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=def88888-947a-4336-b370-4c0b946843d1,segment=NetworkSegment(f1ee6563-56a4-4cca-a607-e4a180d93c26),segment_id=f1ee6563-56a4-4cca-a607-e4a180d93c26)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:55:03.009760 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:03.023094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1380d-b9f1-4720-84d1-1a861e5ded2c req-3016c828-85a6-4800-b20e-0bc06ec3f8ba tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:03.024523 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-efe1380d-b9f1-4720-84d1-1a861e5ded2c req-3016c828-85a6-4800-b20e-0bc06ec3f8ba tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0587411 Nov 08 00:55:03.060942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=def88888-947a-4336-b370-4c0b946843d1,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:03.062170 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-efe1380d-b9f1-4720-84d1-1a861e5ded2c req-cb66d47a-dce1-4c4f-b153-dc10e18a2433 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312245 Nov 08 00:55:03.275593 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af6c46-9f98-4436-b898-4579bd105a65 req-4726e4e2-a01f-44fe-a662-08aed78ad8a2 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:03.277036 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78af6c46-9f98-4436-b898-4579bd105a65 req-4726e4e2-a01f-44fe-a662-08aed78ad8a2 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 945 time: 0.0494576 Nov 08 00:55:03.286772 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['def88888-947a-4336-b370-4c0b946843d1'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:55:03.318049 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78af6c46-9f98-4436-b898-4579bd105a65 req-af647d85-1b66-4980-9047-091fe2dbb474 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/security-groups?id=531e7ecd-c740-4e2d-a885-9b5873a3e0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345006 Nov 08 00:55:03.443875 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:04.179709 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02399b-a228-4268-8251-e662e5d69633 req-4bb31686-1cbe-4ef5-b696-fea9d7c591ea tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:04.181219 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c02399b-a228-4268-8251-e662e5d69633 req-4bb31686-1cbe-4ef5-b696-fea9d7c591ea tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0517006 Nov 08 00:55:04.218237 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c02399b-a228-4268-8251-e662e5d69633 req-e16a51e0-8c48-4ecf-8f83-b41e4d53308d tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308039 Nov 08 00:55:04.332938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edbd93-97e2-4199-a74c-9f7ded1dd233 req-8281bec3-ba40-4b9d-9984-896fec6c4043 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:04.334417 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74edbd93-97e2-4199-a74c-9f7ded1dd233 req-8281bec3-ba40-4b9d-9984-896fec6c4043 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0524991 Nov 08 00:55:04.372607 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74edbd93-97e2-4199-a74c-9f7ded1dd233 req-06fa3493-7767-4785-ab1f-604e23586fa7 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322251 Nov 08 00:55:04.438311 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7893469-c397-4a88-86df-9ea43d8234d9 req-2d51e583-df80-491f-95a9-ee9e4fdc5e5f tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:04.440421 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7893469-c397-4a88-86df-9ea43d8234d9 req-2d51e583-df80-491f-95a9-ee9e4fdc5e5f tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 945 time: 0.0551577 Nov 08 00:55:04.508131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7893469-c397-4a88-86df-9ea43d8234d9 req-d8efa4c4-aaac-4cf5-bfa3-3c1575093236 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/security-groups?id=531e7ecd-c740-4e2d-a885-9b5873a3e0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532746 Nov 08 00:55:04.518462 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3b9a5-768c-45ab-8ef6-c902c927dad9 req-7afa370f-bb15-4a92-82b0-5d3f3af7540d tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:04.519807 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-baa3b9a5-768c-45ab-8ef6-c902c927dad9 req-7afa370f-bb15-4a92-82b0-5d3f3af7540d tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0756643 Nov 08 00:55:04.557593 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-baa3b9a5-768c-45ab-8ef6-c902c927dad9 req-ee7b007f-17b5-4670-bd9e-c5628ffbda80 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318313 Nov 08 00:55:04.787862 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device def88888-947a-4336-b370-4c0b946843d1 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:55:04.935018 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port def88888-947a-4336-b370-4c0b946843d1 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:55:04.939066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port def88888-947a-4336-b370-4c0b946843d1 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:55:04.939442 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:04.952533 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e5319-d837-4559-997c-cec38d3a6f25 req-9770b7a8-031f-4a38-9efc-8a9d0dcc6e51 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:04.954001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea3e5319-d837-4559-997c-cec38d3a6f25 req-9770b7a8-031f-4a38-9efc-8a9d0dcc6e51 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0522680 Nov 08 00:55:04.992809 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea3e5319-d837-4559-997c-cec38d3a6f25 req-88a04e6c-5490-4e30-8e35-d9d76ed16418 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321972 Nov 08 00:55:05.015959 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:05.041832 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def88888-947a-4336-b370-4c0b946843d1'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:55:05.044089 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d3252b-744a-4d0b-b1e8-5de5728e7181" -d '{"events": [{"server_uuid": "c08c7987-dc46-4846-9aee-89fe14b2d13a", "name": "network-vif-plugged", "status": "completed", "tag": "def88888-947a-4336-b370-4c0b946843d1"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:55:05.056731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port def88888-947a-4336-b370-4c0b946843d1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=def88888-947a-4336-b370-4c0b946843d1,segment=NetworkSegment(f1ee6563-56a4-4cca-a607-e4a180d93c26),segment_id=f1ee6563-56a4-4cca-a607-e4a180d93c26)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:55:05.118144 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:05.146884 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddde2af-9f1a-413b-bc93-b6b33973a1d5 x-openstack-request-id: req-8ddde2af-9f1a-413b-bc93-b6b33973a1d5 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:55:05.147204 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08c7987-dc46-4846-9aee-89fe14b2d13a", "name": "network-vif-plugged", "status": "completed", "tag": "def88888-947a-4336-b370-4c0b946843d1", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:55:05.147454 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ddde2af-9f1a-413b-bc93-b6b33973a1d5 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:55:05.147870 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def88888-947a-4336-b370-4c0b946843d1', 'code': 200} Nov 08 00:55:05.168233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=def88888-947a-4336-b370-4c0b946843d1,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:05.267515 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb25d68-f748-46c0-a6a3-787f730ae461 req-c688d7c0-5fa8-4e91-a70b-8aaba0cc0251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:05.269178 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dbb25d68-f748-46c0-a6a3-787f730ae461 req-c688d7c0-5fa8-4e91-a70b-8aaba0cc0251 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 1097 time: 0.0405154 Nov 08 00:55:05.307054 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-dbb25d68-f748-46c0-a6a3-787f730ae461 req-ab8032f9-9004-424e-80a7-3baa74378bc0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=531e7ecd-c740-4e2d-a885-9b5873a3e0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312326 Nov 08 00:55:05.619246 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88f5e5-83b2-4aa9-afbc-d33ac2b84166 req-a81b8111-f094-4b54-b12f-91fa4652f867 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:05.620730 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a88f5e5-83b2-4aa9-afbc-d33ac2b84166 req-a81b8111-f094-4b54-b12f-91fa4652f867 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 946 time: 0.0485702 Nov 08 00:55:05.657455 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a88f5e5-83b2-4aa9-afbc-d33ac2b84166 req-a9ac9cad-7513-4f87-b6ab-42b839bf7e42 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/security-groups?id=531e7ecd-c740-4e2d-a885-9b5873a3e0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302739 Nov 08 00:55:06.108946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f25359-bbc5-422f-85f4-f43bea3130ee req-8191824b-b8af-44cb-994c-cfba5ae645d3 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:06.110400 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8f25359-bbc5-422f-85f4-f43bea3130ee req-8191824b-b8af-44cb-994c-cfba5ae645d3 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0482795 Nov 08 00:55:06.147670 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8f25359-bbc5-422f-85f4-f43bea3130ee req-08736d94-b8e5-4223-97dc-feff4063795e tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313768 Nov 08 00:55:06.474930 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdd43a-a8e3-4f3f-8a8c-718fd93c1735 req-76b27252-686e-44cd-a80f-afec668f3a02 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:06.476429 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bcfdd43a-a8e3-4f3f-8a8c-718fd93c1735 req-76b27252-686e-44cd-a80f-afec668f3a02 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0531666 Nov 08 00:55:06.514074 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bcfdd43a-a8e3-4f3f-8a8c-718fd93c1735 req-66f50f32-59f0-48bd-ae55-63df49bdc699 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314543 Nov 08 00:55:06.564728 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac4890-1410-44e1-a68f-9869c6632446 req-a175e625-4404-4072-9edb-9dbcf010f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:06.566160 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5ac4890-1410-44e1-a68f-9869c6632446 req-a175e625-4404-4072-9edb-9dbcf010f8b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb635e40fd640559a1e95ef85c12c18&device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 1096 time: 0.0409315 Nov 08 00:55:06.660703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac4890-1410-44e1-a68f-9869c6632446 req-306d518a-4d38-44ab-9083-e5b186f9618f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:06.662149 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5ac4890-1410-44e1-a68f-9869c6632446 req-306d518a-4d38-44ab-9083-e5b186f9618f service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 200 len: 912 time: 0.0880747 Nov 08 00:55:06.730417 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5ac4890-1410-44e1-a68f-9869c6632446 req-adfd7eaf-fba4-44ef-9b25-f59163b3772d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60fe2d4e-e131-4b80-875b-308e8bb07036 HTTP/1.1" status: 200 len: 999 time: 0.0607855 Nov 08 00:55:06.802236 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac4890-1410-44e1-a68f-9869c6632446 req-93bd7cfd-ce14-40cb-a5f2-dcd4526cf2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:06.803687 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5ac4890-1410-44e1-a68f-9869c6632446 req-93bd7cfd-ce14-40cb-a5f2-dcd4526cf2aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 200 len: 850 time: 0.0654137 Nov 08 00:55:06.814546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6194835-59af-4ade-8a43-c6445a4b49a0 req-32064c4b-d995-41e9-82e1-686e58959d86 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:06.815952 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b6194835-59af-4ade-8a43-c6445a4b49a0 req-32064c4b-d995-41e9-82e1-686e58959d86 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 946 time: 0.0885484 Nov 08 00:55:06.876178 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b6194835-59af-4ade-8a43-c6445a4b49a0 req-0b149f6f-bbe2-481a-80e8-92030a856595 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/security-groups?id=531e7ecd-c740-4e2d-a885-9b5873a3e0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522668 Nov 08 00:55:06.880460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac4890-1410-44e1-a68f-9869c6632446 req-a77ba796-bff3-4b40-b3bb-eb6e09838a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:06.881871 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5ac4890-1410-44e1-a68f-9869c6632446 req-a77ba796-bff3-4b40-b3bb-eb6e09838a02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a9bede5-8040-45a1-99d6-bb798995e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651004 Nov 08 00:55:07.012408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa89bd5-a300-4759-8a5f-dbba236d6e04 req-dd38948d-7ce9-468c-b886-af9f120e099f tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:07.013874 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dfa89bd5-a300-4759-8a5f-dbba236d6e04 req-dd38948d-7ce9-468c-b886-af9f120e099f tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 946 time: 0.0721159 Nov 08 00:55:07.015610 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5ac4890-1410-44e1-a68f-9869c6632446 req-2784de2d-7633-415b-8ac0-7484ff351730 service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266060 Nov 08 00:55:07.103575 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dfa89bd5-a300-4759-8a5f-dbba236d6e04 req-ea4a9d7f-c167-4bb2-bf3e-408f06097156 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/security-groups?id=531e7ecd-c740-4e2d-a885-9b5873a3e0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823565 Nov 08 00:55:07.125710 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33640) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:07.137428 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5ac4890-1410-44e1-a68f-9869c6632446 req-228e8287-25a2-484e-9f3d-0ad1a0072a60 service neutron] 10.222.0.20 "GET /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088765 Nov 08 00:55:07.255389 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b339ab9-77d2-4e2f-8694-cbd53803e237 tempest-TestVolumeBackupRestore-441687182 tempest-TestVolumeBackupRestore-441687182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:07.256927 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5b339ab9-77d2-4e2f-8694-cbd53803e237 tempest-TestVolumeBackupRestore-441687182 tempest-TestVolumeBackupRestore-441687182-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 1092 time: 0.1296539 Nov 08 00:55:07.259827 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33646) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:07.264002 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': 'def88888-947a-4336-b370-4c0b946843d1', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:55:07.341007 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:07.434470 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:07.537755 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Allocated IP 172.25.2.45 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/2094981b-7aaa-4e0c-8930-65a4876ca559) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:55:07.630595 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb8ff9-bac7-46b5-be21-d1df1474a496 req-bda45475-963d-4553-b3b8-d921dddfd61a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:07.632124 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3acb8ff9-bac7-46b5-be21-d1df1474a496 req-bda45475-963d-4553-b3b8-d921dddfd61a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0504220 Nov 08 00:55:07.637231 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:07.671047 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3acb8ff9-bac7-46b5-be21-d1df1474a496 req-1aaa7ae1-126b-4053-9490-93fb31046e3b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326433 Nov 08 00:55:07.712396 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:07.751599 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:55:07.755894 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:55:07.758536 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:55:07.785882 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Pushing event updated for resources: {'Port': ['ID=2094981b-7aaa-4e0c-8930-65a4876ca559,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:08.106493 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:08.228840 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:08.377087 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:08.420568 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:08.490657 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Pushing event updated for resources: {'Port': ['ID=2094981b-7aaa-4e0c-8930-65a4876ca559,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:08.497559 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:08.596978 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Floating IP 9af83fba-3c28-4a04-a488-ce9e7544e178 associated. External IP: 172.25.2.45, port: def88888-947a-4336-b370-4c0b946843d1. Nov 08 00:55:08.789358 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac70408-1662-49fa-b90e-040ef1706291 req-a7b9e4e7-d1ab-42b2-8808-04d2b2741701 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:08.790963 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dac70408-1662-49fa-b90e-040ef1706291 req-a7b9e4e7-d1ab-42b2-8808-04d2b2741701 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0515924 Nov 08 00:55:08.849338 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dac70408-1662-49fa-b90e-040ef1706291 req-701f40fb-0a77-4e7e-8f1c-79de7cd5709b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517585 Nov 08 00:55:08.878559 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:08.968198 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558493ea-6787-459d-b49b-b29e6733bd28 req-e57bb26c-0019-448b-b83f-982c51b8b560 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:08.970269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-558493ea-6787-459d-b49b-b29e6733bd28 req-e57bb26c-0019-448b-b83f-982c51b8b560 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0520205 Nov 08 00:55:09.011541 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-558493ea-6787-459d-b49b-b29e6733bd28 req-4773b1dd-4261-4ba6-abdb-7265551c442b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351892 Nov 08 00:55:09.127586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Router 025a501b-7076-4a99-8943-3a8058b19204 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:55:09.247363 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:55:09.256738 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1d1b0b-3bd5-4e8e-8d6e-c79732346e66 None None] Sync routers for ids ['025a501b-7076-4a99-8943-3a8058b19204'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:55:09.265780 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1d1b0b-3bd5-4e8e-8d6e-c79732346e66 None None] Routers {'025a501b-7076-4a99-8943-3a8058b19204'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:55:09.266381 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-3d1d1b0b-3bd5-4e8e-8d6e-c79732346e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:55:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['025a501b-7076-4a99-8943-3a8058b19204'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:09.332198 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:09.361649 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2ee1f600-362e-4409-899c-1b500b1a23f4 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1008093 Nov 08 00:55:09.362467 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'tag': 'def88888-947a-4336-b370-4c0b946843d1'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:55:09.364444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33670) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:09.364888 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e56fc74-e926-49f6-9654-3af10d02a9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c08c7987-dc46-4846-9aee-89fe14b2d13a", "tag": "def88888-947a-4336-b370-4c0b946843d1"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:55:09.372444 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-3d1d1b0b-3bd5-4e8e-8d6e-c79732346e66 None None] Set router 025a501b-7076-4a99-8943-3a8058b19204 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:55:09.414070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d50d55a-b6c4-4145-b92f-6fe1171d6b60 tempest-TestVolumeBackupRestore-441687182 tempest-TestVolumeBackupRestore-441687182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:09.415588 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5d50d55a-b6c4-4145-b92f-6fe1171d6b60 tempest-TestVolumeBackupRestore-441687182 tempest-TestVolumeBackupRestore-441687182-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 1092 time: 0.0496960 Nov 08 00:55:09.418832 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33680) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:09.423520 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-427c2720-7cd6-4871-a236-740af094f61c tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Request body: {'floatingip': {'port_id': 'def88888-947a-4336-b370-4c0b946843d1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:55:09.480477 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-427c2720-7cd6-4871-a236-740af094f61c tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:09.495140 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d954c5-2351-416d-b0e0-037b8a8f26e2 x-openstack-request-id: req-f4d954c5-2351-416d-b0e0-037b8a8f26e2 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:55:09.495579 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08c7987-dc46-4846-9aee-89fe14b2d13a", "tag": "def88888-947a-4336-b370-4c0b946843d1", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:55:09.495987 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4d954c5-2351-416d-b0e0-037b8a8f26e2 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:55:09.496592 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'tag': 'def88888-947a-4336-b370-4c0b946843d1', 'status': 'completed', 'code': 200} Nov 08 00:55:09.591916 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56fc74-e926-49f6-9654-3af10d02a9a7 req-8ef4e00d-5be5-4d49-a1d5-1a6cd97c4980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:09.593791 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3e56fc74-e926-49f6-9654-3af10d02a9a7 req-8ef4e00d-5be5-4d49-a1d5-1a6cd97c4980 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3c16ca831a14d60afe2efe4f3828ab0&device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 1097 time: 0.0494835 Nov 08 00:55:09.628161 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-3d1d1b0b-3bd5-4e8e-8d6e-c79732346e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a501b-7076-4a99-8943-3a8058b19204', 'name': 'tempest-TestVolumeBackupRestore-1449577697-router', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '992d8cb6-55be-4eef-8845-9200c538416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:19Z', 'updated_at': '2021-11-08T00:52:23Z', 'revision_number': 4, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'gw_port': {'id': '992d8cb6-55be-4eef-8845-9200c538416e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:20Z', 'updated_at': '2021-11-08T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '9af83fba-3c28-4a04-a488-ce9e7544e178', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '025a501b-7076-4a99-8943-3a8058b19204', 'port_id': 'def88888-947a-4336-b370-4c0b946843d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'mac_address': 'fa:16:3e:44:f3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:55:07Z', 'updated_at': '2021-11-08T00:55:07Z', 'revision_number': 0, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0b809e-d103-4888-b07b-5b04adb4d778', 'name': '', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'mac_address': 'fa:16:3e:6c:63:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:22Z', 'updated_at': '2021-11-08T00:52:27Z', 'revision_number': 5, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'subnets': [{'id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:09.658932 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1d1b0b-3bd5-4e8e-8d6e-c79732346e66 None None] Checking router: 025a501b-7076-4a99-8943-3a8058b19204 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:55:09.668320 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1d1b0b-3bd5-4e8e-8d6e-c79732346e66 None None] Routers {'025a501b-7076-4a99-8943-3a8058b19204'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:55:09.668922 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-3d1d1b0b-3bd5-4e8e-8d6e-c79732346e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:55:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['025a501b-7076-4a99-8943-3a8058b19204'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:09.705952 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56fc74-e926-49f6-9654-3af10d02a9a7 req-a2563da3-6670-4891-a06c-15abe71ca289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:09.707531 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3e56fc74-e926-49f6-9654-3af10d02a9a7 req-a2563da3-6670-4891-a06c-15abe71ca289 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 HTTP/1.1" status: 200 len: 915 time: 0.1067309 Nov 08 00:55:09.775003 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3e56fc74-e926-49f6-9654-3af10d02a9a7 req-a86f99cc-0e3b-4923-8f65-6879855eb550 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=def88888-947a-4336-b370-4c0b946843d1 HTTP/1.1" status: 200 len: 999 time: 0.0599139 Nov 08 00:55:09.784217 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-3d1d1b0b-3bd5-4e8e-8d6e-c79732346e66 None None] Set router 025a501b-7076-4a99-8943-3a8058b19204 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:55:09.835289 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56fc74-e926-49f6-9654-3af10d02a9a7 req-c09e8945-49cc-4a3f-8978-7105011fceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:09.836971 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3e56fc74-e926-49f6-9654-3af10d02a9a7 req-c09e8945-49cc-4a3f-8978-7105011fceec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8bc65af7-ed80-4524-901e-f5825c02b48b HTTP/1.1" status: 200 len: 853 time: 0.0549660 Nov 08 00:55:09.885107 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56fc74-e926-49f6-9654-3af10d02a9a7 req-1e5d5b5b-62cf-4483-b02a-b43eab5ed900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:09.886631 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3e56fc74-e926-49f6-9654-3af10d02a9a7 req-1e5d5b5b-62cf-4483-b02a-b43eab5ed900 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b28812e5-b3a8-4e2a-bc1a-6bf6ad377753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421262 Nov 08 00:55:09.987259 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3e56fc74-e926-49f6-9654-3af10d02a9a7 req-ce9b3292-ff50-455d-8dd6-0cbc34e202f9 service neutron] 10.222.0.26 "GET /v2.0/networks/b28812e5-b3a8-4e2a-bc1a-6bf6ad377753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930836 Nov 08 00:55:09.999527 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-427c2720-7cd6-4871-a236-740af094f61c tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:10.036158 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-3d1d1b0b-3bd5-4e8e-8d6e-c79732346e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a501b-7076-4a99-8943-3a8058b19204', 'name': 'tempest-TestVolumeBackupRestore-1449577697-router', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '992d8cb6-55be-4eef-8845-9200c538416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:19Z', 'updated_at': '2021-11-08T00:52:23Z', 'revision_number': 4, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'gw_port': {'id': '992d8cb6-55be-4eef-8845-9200c538416e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:20Z', 'updated_at': '2021-11-08T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '9af83fba-3c28-4a04-a488-ce9e7544e178', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '025a501b-7076-4a99-8943-3a8058b19204', 'port_id': 'def88888-947a-4336-b370-4c0b946843d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'mac_address': 'fa:16:3e:44:f3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:55:07Z', 'updated_at': '2021-11-08T00:55:07Z', 'revision_number': 0, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0b809e-d103-4888-b07b-5b04adb4d778', 'name': '', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'mac_address': 'fa:16:3e:6c:63:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:22Z', 'updated_at': '2021-11-08T00:52:27Z', 'revision_number': 5, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'subnets': [{'id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:10.062360 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1d1b0b-3bd5-4e8e-8d6e-c79732346e66 None None] The sync data for ids ['025a501b-7076-4a99-8943-3a8058b19204'] in n-d-816882-1 is: [{'id': '025a501b-7076-4a99-8943-3a8058b19204', 'name': 'tempest-TestVolumeBackupRestore-1449577697-router', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '992d8cb6-55be-4eef-8845-9200c538416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:19Z', 'updated_at': '2021-11-08T00:52:23Z', 'revision_number': 4, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'gw_port': {'id': '992d8cb6-55be-4eef-8845-9200c538416e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:20Z', 'updated_at': '2021-11-08T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '9af83fba-3c28-4a04-a488-ce9e7544e178', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '025a501b-7076-4a99-8943-3a8058b19204', 'port_id': 'def88888-947a-4336-b370-4c0b946843d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'mac_address': 'fa:16:3e:44:f3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:55:07Z', 'updated_at': '2021-11-08T00:55:07Z', 'revision_number': 0, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0b809e-d103-4888-b07b-5b04adb4d778', 'name': '', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'mac_address': 'fa:16:3e:6c:63:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:22Z', 'updated_at': '2021-11-08T00:52:27Z', 'revision_number': 5, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'subnets': [{'id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:55:10.072664 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-427c2720-7cd6-4871-a236-740af094f61c tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:10.087702 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3e56fc74-e926-49f6-9654-3af10d02a9a7 req-e55ef925-4c0a-4bbe-bbbc-5c6da6bfb5cc service neutron] 10.222.0.26 "GET /v2.0/networks/b28812e5-b3a8-4e2a-bc1a-6bf6ad377753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934796 Nov 08 00:55:10.280470 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a5f83-12c2-4d31-a801-24cbb1ce5c64 None None] New status for floating IP 9af83fba-3c28-4a04-a488-ce9e7544e178: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:55:10.640922 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c80aa-0fff-4d79-a592-c700e36ab9d5 req-079cc174-b23a-4c65-bbf8-56d2ebcaefbc tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:10.643022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f1c80aa-0fff-4d79-a592-c700e36ab9d5 req-079cc174-b23a-4c65-bbf8-56d2ebcaefbc tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fa9386a-c89f-4c13-a38a-86ce49200a1c HTTP/1.1" status: 200 len: 943 time: 0.0645421 Nov 08 00:55:10.683544 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427c2720-7cd6-4871-a236-740af094f61c tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Router 025a501b-7076-4a99-8943-3a8058b19204 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:55:10.818156 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-0f1c80aa-0fff-4d79-a592-c700e36ab9d5 req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Deleting port 0de7b568-3f37-4d54-8617-cbf63a8c65b2 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:55:10.818497 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0f1c80aa-0fff-4d79-a592-c700e36ab9d5 req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:10.888064 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427c2720-7cd6-4871-a236-740af094f61c tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:55:10.895249 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-427c2720-7cd6-4871-a236-740af094f61c tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:10.898336 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c839e0-5ebd-4de5-80c0-182e4b6ced93 None None] Sync routers for ids ['025a501b-7076-4a99-8943-3a8058b19204'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:55:10.907285 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c839e0-5ebd-4de5-80c0-182e4b6ced93 None None] Routers {'025a501b-7076-4a99-8943-3a8058b19204'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:55:10.907927 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-07c839e0-5ebd-4de5-80c0-182e4b6ced93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:55:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['025a501b-7076-4a99-8943-3a8058b19204'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:10.949321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'tag': 'def88888-947a-4336-b370-4c0b946843d1'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:55:10.951567 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603fe9e9-fece-4bda-94de-101911630310" -d '{"events": [{"name": "network-changed", "server_uuid": "c08c7987-dc46-4846-9aee-89fe14b2d13a", "tag": "def88888-947a-4336-b370-4c0b946843d1"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:55:10.990765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-0f1c80aa-0fff-4d79-a592-c700e36ab9d5 req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] For port 0de7b568-3f37-4d54-8617-cbf63a8c65b2, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=0de7b568-3f37-4d54-8617-cbf63a8c65b2,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:55:10.991401 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0f1c80aa-0fff-4d79-a592-c700e36ab9d5 req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:10.994209 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3049dc7f-3672-42a8-9077-5f7b38079bc1 x-openstack-request-id: req-3049dc7f-3672-42a8-9077-5f7b38079bc1 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:55:10.994478 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08c7987-dc46-4846-9aee-89fe14b2d13a", "tag": "def88888-947a-4336-b370-4c0b946843d1", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:55:10.994723 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3049dc7f-3672-42a8-9077-5f7b38079bc1 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:55:10.995111 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'tag': 'def88888-947a-4336-b370-4c0b946843d1', 'status': 'completed', 'code': 200} Nov 08 00:55:11.003643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-427c2720-7cd6-4871-a236-740af094f61c tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "PUT /v2.0/floatingips/9af83fba-3c28-4a04-a488-ce9e7544e178 HTTP/1.1" status: 200 len: 991 time: 1.5837200 Nov 08 00:55:11.009532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-0f1c80aa-0fff-4d79-a592-c700e36ab9d5 req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Calling delete_port for 0de7b568-3f37-4d54-8617-cbf63a8c65b2 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:55:11.015852 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-07c839e0-5ebd-4de5-80c0-182e4b6ced93 None None] Set router 025a501b-7076-4a99-8943-3a8058b19204 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:55:11.080332 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fe9e9-fece-4bda-94de-101911630310 req-0735c302-8369-44e7-84f6-590e1cc4a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:11.082025 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-603fe9e9-fece-4bda-94de-101911630310 req-0735c302-8369-44e7-84f6-590e1cc4a8bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3c16ca831a14d60afe2efe4f3828ab0&device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 1097 time: 0.0425532 Nov 08 00:55:11.179244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fe9e9-fece-4bda-94de-101911630310 req-916038fc-dc15-49a3-8966-3d0a8adf9eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:11.180764 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-603fe9e9-fece-4bda-94de-101911630310 req-916038fc-dc15-49a3-8966-3d0a8adf9eeb service neutron] 10.222.0.26 "GET /v2.0/networks?id=b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 HTTP/1.1" status: 200 len: 915 time: 0.0922623 Nov 08 00:55:11.227483 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0f1c80aa-0fff-4d79-a592-c700e36ab9d5 req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:11.255103 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-603fe9e9-fece-4bda-94de-101911630310 req-471f7bfd-e928-45a4-8822-fa9fe44783d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=def88888-947a-4336-b370-4c0b946843d1 HTTP/1.1" status: 200 len: 1001 time: 0.0665734 Nov 08 00:55:11.259923 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-07c839e0-5ebd-4de5-80c0-182e4b6ced93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a501b-7076-4a99-8943-3a8058b19204', 'name': 'tempest-TestVolumeBackupRestore-1449577697-router', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '992d8cb6-55be-4eef-8845-9200c538416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:19Z', 'updated_at': '2021-11-08T00:52:23Z', 'revision_number': 4, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'gw_port': {'id': '992d8cb6-55be-4eef-8845-9200c538416e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:20Z', 'updated_at': '2021-11-08T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '9af83fba-3c28-4a04-a488-ce9e7544e178', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '025a501b-7076-4a99-8943-3a8058b19204', 'port_id': 'def88888-947a-4336-b370-4c0b946843d1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'mac_address': 'fa:16:3e:44:f3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:55:07Z', 'updated_at': '2021-11-08T00:55:10Z', 'revision_number': 2, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0b809e-d103-4888-b07b-5b04adb4d778', 'name': '', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'mac_address': 'fa:16:3e:6c:63:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:22Z', 'updated_at': '2021-11-08T00:52:27Z', 'revision_number': 5, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'subnets': [{'id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:11.260856 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['e0212b38-3ee3-4fda-98a4-b0f601f0798f'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:55:11.264709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['8cfa33b4-16a6-4841-811a-948b7e850859'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:55:11.271293 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Pushing event deleted for resources: {'Port': ['ID=0de7b568-3f37-4d54-8617-cbf63a8c65b2,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:11.287348 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:11.287700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:11.288066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:11.288400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:11.288733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:11.289110 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:11.289391 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:11.289716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:11.290055 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:11.290434 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:11.290755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:11.291077 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:11.303820 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c839e0-5ebd-4de5-80c0-182e4b6ced93 None None] Checking router: 025a501b-7076-4a99-8943-3a8058b19204 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:55:11.312286 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c839e0-5ebd-4de5-80c0-182e4b6ced93 None None] Routers {'025a501b-7076-4a99-8943-3a8058b19204'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:55:11.312936 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-07c839e0-5ebd-4de5-80c0-182e4b6ced93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:55:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['025a501b-7076-4a99-8943-3a8058b19204'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:11.317575 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fe9e9-fece-4bda-94de-101911630310 req-fba73f29-1374-4300-82dd-f1cb8f8befd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:11.319194 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-603fe9e9-fece-4bda-94de-101911630310 req-fba73f29-1374-4300-82dd-f1cb8f8befd0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8bc65af7-ed80-4524-901e-f5825c02b48b HTTP/1.1" status: 200 len: 853 time: 0.0560529 Nov 08 00:55:11.333566 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1c80aa-0fff-4d79-a592-c700e36ab9d5 req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] No DVR routers for this DVR port 0de7b568-3f37-4d54-8617-cbf63a8c65b2 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:55:11.336703 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0f1c80aa-0fff-4d79-a592-c700e36ab9d5 req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:11.348684 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f1c80aa-0fff-4d79-a592-c700e36ab9d5 req-0d412f80-654e-4fda-93e4-f6f0dd84a3c8 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "DELETE /v2.0/ports/0de7b568-3f37-4d54-8617-cbf63a8c65b2 HTTP/1.1" status: 204 len: 173 time: 0.6984596 Nov 08 00:55:11.400759 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fe9e9-fece-4bda-94de-101911630310 req-6e9e727c-d977-4eaf-b96c-fd1ac29f813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:11.402762 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-603fe9e9-fece-4bda-94de-101911630310 req-6e9e727c-d977-4eaf-b96c-fd1ac29f813e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b28812e5-b3a8-4e2a-bc1a-6bf6ad377753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739431 Nov 08 00:55:11.523748 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-603fe9e9-fece-4bda-94de-101911630310 req-de981d3b-da25-4ba7-8193-c539825a639f service neutron] 10.222.0.26 "GET /v2.0/networks/b28812e5-b3a8-4e2a-bc1a-6bf6ad377753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134274 Nov 08 00:55:11.536847 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-07c839e0-5ebd-4de5-80c0-182e4b6ced93 None None] Set router 025a501b-7076-4a99-8943-3a8058b19204 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:55:11.648415 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-603fe9e9-fece-4bda-94de-101911630310 req-8808915f-0d4c-42da-b29d-a0898c600658 service neutron] 10.222.0.26 "GET /v2.0/networks/b28812e5-b3a8-4e2a-bc1a-6bf6ad377753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136990 Nov 08 00:55:11.789680 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-07c839e0-5ebd-4de5-80c0-182e4b6ced93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a501b-7076-4a99-8943-3a8058b19204', 'name': 'tempest-TestVolumeBackupRestore-1449577697-router', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '992d8cb6-55be-4eef-8845-9200c538416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:19Z', 'updated_at': '2021-11-08T00:52:23Z', 'revision_number': 4, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'gw_port': {'id': '992d8cb6-55be-4eef-8845-9200c538416e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:20Z', 'updated_at': '2021-11-08T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '9af83fba-3c28-4a04-a488-ce9e7544e178', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '025a501b-7076-4a99-8943-3a8058b19204', 'port_id': 'def88888-947a-4336-b370-4c0b946843d1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'mac_address': 'fa:16:3e:44:f3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:55:07Z', 'updated_at': '2021-11-08T00:55:10Z', 'revision_number': 2, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0b809e-d103-4888-b07b-5b04adb4d778', 'name': '', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'mac_address': 'fa:16:3e:6c:63:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:22Z', 'updated_at': '2021-11-08T00:52:27Z', 'revision_number': 5, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'subnets': [{'id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:11.815157 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c839e0-5ebd-4de5-80c0-182e4b6ced93 None None] The sync data for ids ['025a501b-7076-4a99-8943-3a8058b19204'] in n-d-816882-1 is: [{'id': '025a501b-7076-4a99-8943-3a8058b19204', 'name': 'tempest-TestVolumeBackupRestore-1449577697-router', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '992d8cb6-55be-4eef-8845-9200c538416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:19Z', 'updated_at': '2021-11-08T00:52:23Z', 'revision_number': 4, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'gw_port': {'id': '992d8cb6-55be-4eef-8845-9200c538416e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:20Z', 'updated_at': '2021-11-08T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '9af83fba-3c28-4a04-a488-ce9e7544e178', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '025a501b-7076-4a99-8943-3a8058b19204', 'port_id': 'def88888-947a-4336-b370-4c0b946843d1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'mac_address': 'fa:16:3e:44:f3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:55:07Z', 'updated_at': '2021-11-08T00:55:10Z', 'revision_number': 2, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0b809e-d103-4888-b07b-5b04adb4d778', 'name': '', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'mac_address': 'fa:16:3e:6c:63:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:22Z', 'updated_at': '2021-11-08T00:52:27Z', 'revision_number': 5, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'subnets': [{'id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:55:12.531771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337bf52-7606-43e1-ab1f-a34172469b91 req-f23fe40e-11d4-471e-9f92-b21f95230716 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:12.533930 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e337bf52-7606-43e1-ab1f-a34172469b91 req-f23fe40e-11d4-471e-9f92-b21f95230716 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 908 time: 0.0507669 Nov 08 00:55:12.996631 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'tag': 'def88888-947a-4336-b370-4c0b946843d1'}, {'server_uuid': '7fa9386a-c89f-4c13-a38a-86ce49200a1c', 'name': 'network-vif-deleted', 'tag': '0de7b568-3f37-4d54-8617-cbf63a8c65b2'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:55:12.999053 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6771a6-f987-4979-a81e-587cd720781e" -d '{"events": [{"name": "network-changed", "server_uuid": "c08c7987-dc46-4846-9aee-89fe14b2d13a", "tag": "def88888-947a-4336-b370-4c0b946843d1"}, {"server_uuid": "7fa9386a-c89f-4c13-a38a-86ce49200a1c", "name": "network-vif-deleted", "tag": "0de7b568-3f37-4d54-8617-cbf63a8c65b2"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:55:13.037891 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Mon, 08 Nov 2021 00:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0aacd1a-bf98-464b-b3bb-c81f3f440a35 x-openstack-request-id: req-c0aacd1a-bf98-464b-b3bb-c81f3f440a35 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:55:13.038191 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08c7987-dc46-4846-9aee-89fe14b2d13a", "tag": "def88888-947a-4336-b370-4c0b946843d1", "status": "completed", "code": 200}, {"server_uuid": "7fa9386a-c89f-4c13-a38a-86ce49200a1c", "name": "network-vif-deleted", "tag": "0de7b568-3f37-4d54-8617-cbf63a8c65b2", "status": "failed", "code": 422}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:55:13.038439 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0aacd1a-bf98-464b-b3bb-c81f3f440a35 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:55:13.038841 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'tag': 'def88888-947a-4336-b370-4c0b946843d1', 'status': 'completed', 'code': 200} Nov 08 00:55:13.039096 n-d-816882-1 neutron-server[102772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7fa9386a-c89f-4c13-a38a-86ce49200a1c', 'name': 'network-vif-deleted', 'tag': '0de7b568-3f37-4d54-8617-cbf63a8c65b2', 'status': 'failed', 'code': 422} returned with failed status Nov 08 00:55:13.121662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6771a6-f987-4979-a81e-587cd720781e req-f3d93b3b-3ce8-4ead-88f9-25453435b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:13.123127 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de6771a6-f987-4979-a81e-587cd720781e req-f3d93b3b-3ce8-4ead-88f9-25453435b923 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3c16ca831a14d60afe2efe4f3828ab0&device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 1097 time: 0.0404439 Nov 08 00:55:13.210637 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6771a6-f987-4979-a81e-587cd720781e req-20067988-3889-4383-a76b-b678f5289da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:13.212099 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de6771a6-f987-4979-a81e-587cd720781e req-20067988-3889-4383-a76b-b678f5289da1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 HTTP/1.1" status: 200 len: 915 time: 0.0816119 Nov 08 00:55:13.280904 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de6771a6-f987-4979-a81e-587cd720781e req-df8fe932-9d65-485e-8e6b-614995ac7da3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=def88888-947a-4336-b370-4c0b946843d1 HTTP/1.1" status: 200 len: 1001 time: 0.0614240 Nov 08 00:55:13.330901 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6771a6-f987-4979-a81e-587cd720781e req-2a42bb44-9ffd-41f4-8f5c-b4387dd434ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:13.332389 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de6771a6-f987-4979-a81e-587cd720781e req-2a42bb44-9ffd-41f4-8f5c-b4387dd434ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8bc65af7-ed80-4524-901e-f5825c02b48b HTTP/1.1" status: 200 len: 853 time: 0.0445952 Nov 08 00:55:13.380438 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6771a6-f987-4979-a81e-587cd720781e req-b7acb3f9-81ab-423e-b104-0d241ed39ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:13.381949 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de6771a6-f987-4979-a81e-587cd720781e req-b7acb3f9-81ab-423e-b104-0d241ed39ddf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b28812e5-b3a8-4e2a-bc1a-6bf6ad377753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403323 Nov 08 00:55:13.477254 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de6771a6-f987-4979-a81e-587cd720781e req-4b5935e8-aa6e-4720-b4a9-3fd2bdd204b8 service neutron] 10.222.0.26 "GET /v2.0/networks/b28812e5-b3a8-4e2a-bc1a-6bf6ad377753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869493 Nov 08 00:55:13.568102 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-de6771a6-f987-4979-a81e-587cd720781e req-4eeae0b0-36f7-48fe-ad79-dabb447fee8f service neutron] 10.222.0.26 "GET /v2.0/networks/b28812e5-b3a8-4e2a-bc1a-6bf6ad377753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818555 Nov 08 00:55:13.646615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995394a-e4b0-4c50-96cd-92a656e46400 req-b664c216-fd75-4ed4-b15c-103360dafad4 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:13.648088 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b995394a-e4b0-4c50-96cd-92a656e46400 req-b664c216-fd75-4ed4-b15c-103360dafad4 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 908 time: 0.0485513 Nov 08 00:55:14.020769 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbd71e-bbf8-46b0-a78b-afd23ac10f45 req-8037679e-803b-46bc-958e-88308b83af2c tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:14.022225 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4dcbd71e-bbf8-46b0-a78b-afd23ac10f45 req-8037679e-803b-46bc-958e-88308b83af2c tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.26 "GET /v2.0/ports?device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 908 time: 0.0525491 Nov 08 00:55:14.110680 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-4dcbd71e-bbf8-46b0-a78b-afd23ac10f45 req-912b0e21-8ec5-4c2b-b01c-657836ea9162 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Deleting port 5fd513a1-770f-424e-abba-266e8a727c4c {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:55:14.111068 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4dcbd71e-bbf8-46b0-a78b-afd23ac10f45 req-912b0e21-8ec5-4c2b-b01c-657836ea9162 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:14.200815 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-4dcbd71e-bbf8-46b0-a78b-afd23ac10f45 req-912b0e21-8ec5-4c2b-b01c-657836ea9162 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] For port 5fd513a1-770f-424e-abba-266e8a727c4c, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=5fd513a1-770f-424e-abba-266e8a727c4c,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:55:14.201513 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4dcbd71e-bbf8-46b0-a78b-afd23ac10f45 req-912b0e21-8ec5-4c2b-b01c-657836ea9162 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:14.214343 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-4dcbd71e-bbf8-46b0-a78b-afd23ac10f45 req-912b0e21-8ec5-4c2b-b01c-657836ea9162 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Calling delete_port for 5fd513a1-770f-424e-abba-266e8a727c4c owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:55:14.415244 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4dcbd71e-bbf8-46b0-a78b-afd23ac10f45 req-912b0e21-8ec5-4c2b-b01c-657836ea9162 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:14.445610 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b0e21-8ec5-4c2b-b01c-657836ea9162 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Pushing event deleted for resources: {'Port': ['ID=5fd513a1-770f-424e-abba-266e8a727c4c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:14.487235 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcbd71e-bbf8-46b0-a78b-afd23ac10f45 req-912b0e21-8ec5-4c2b-b01c-657836ea9162 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] No DVR routers for this DVR port 5fd513a1-770f-424e-abba-266e8a727c4c on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:55:14.490003 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-4dcbd71e-bbf8-46b0-a78b-afd23ac10f45 req-912b0e21-8ec5-4c2b-b01c-657836ea9162 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:14.493486 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4dcbd71e-bbf8-46b0-a78b-afd23ac10f45 req-912b0e21-8ec5-4c2b-b01c-657836ea9162 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.26 "DELETE /v2.0/ports/5fd513a1-770f-424e-abba-266e8a727c4c HTTP/1.1" status: 204 len: 173 time: 0.4651823 Nov 08 00:55:14.493942 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b347d0b5-1d5a-4a84-9807-9e44375a7b0d', 'name': 'network-vif-deleted', 'tag': '5fd513a1-770f-424e-abba-266e8a727c4c'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:55:14.496280 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0befb8b-d6d1-469e-a236-176b92df4552" -d '{"events": [{"server_uuid": "b347d0b5-1d5a-4a84-9807-9e44375a7b0d", "name": "network-vif-deleted", "tag": "5fd513a1-770f-424e-abba-266e8a727c4c"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:55:14.533309 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef73237f-dde6-45ff-bd16-1993ce517ad2 x-openstack-request-id: req-ef73237f-dde6-45ff-bd16-1993ce517ad2 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:55:14.538351 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b347d0b5-1d5a-4a84-9807-9e44375a7b0d", "name": "network-vif-deleted", "tag": "5fd513a1-770f-424e-abba-266e8a727c4c", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:55:14.538351 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef73237f-dde6-45ff-bd16-1993ce517ad2 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:55:14.538351 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b347d0b5-1d5a-4a84-9807-9e44375a7b0d', 'name': 'network-vif-deleted', 'tag': '5fd513a1-770f-424e-abba-266e8a727c4c', 'status': 'completed', 'code': 200} Nov 08 00:55:14.741906 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-98647622-0702-42bd-84f2-e875b7013fd2 req-41d89bee-a44d-45f5-bd55-e977693b4430 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b347d0b5-1d5a-4a84-9807-9e44375a7b0d HTTP/1.1" status: 200 len: 210 time: 0.0283651 Nov 08 00:55:16.190049 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cacc0-1632-4eca-8ce5-a02786e7bd58 req-deb73034-ffdf-45b0-86ae-7140ce564338 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:16.191495 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a37cacc0-1632-4eca-8ce5-a02786e7bd58 req-deb73034-ffdf-45b0-86ae-7140ce564338 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 946 time: 0.0531919 Nov 08 00:55:16.229425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a37cacc0-1632-4eca-8ce5-a02786e7bd58 req-be8a80c2-d484-4e21-9f70-3c22b93250f4 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319200 Nov 08 00:55:17.350534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23690ade-72fb-4c45-8352-a3be5dfd064d req-d809b0ac-a83c-4bbb-96e6-9dccd09f5dc6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:17.353339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-23690ade-72fb-4c45-8352-a3be5dfd064d req-d809b0ac-a83c-4bbb-96e6-9dccd09f5dc6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 946 time: 0.0524442 Nov 08 00:55:17.391453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-23690ade-72fb-4c45-8352-a3be5dfd064d req-69ebc72e-3af9-4477-b8dd-53cd3cd9581c tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327561 Nov 08 00:55:17.667120 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a45e5f-febd-449a-8b4e-da0ae9699398 req-7b438d8a-7cfd-46e0-ad33-e76c8185dc7b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:17.668740 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a9a45e5f-febd-449a-8b4e-da0ae9699398 req-7b438d8a-7cfd-46e0-ad33-e76c8185dc7b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 946 time: 0.0532107 Nov 08 00:55:17.770746 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-a9a45e5f-febd-449a-8b4e-da0ae9699398 req-6e7c7b98-2d66-490b-ba20-cc4d49b690f0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Deleting port e0212b38-3ee3-4fda-98a4-b0f601f0798f {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:55:17.771170 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a9a45e5f-febd-449a-8b4e-da0ae9699398 req-6e7c7b98-2d66-490b-ba20-cc4d49b690f0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:17.864467 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-a9a45e5f-febd-449a-8b4e-da0ae9699398 req-6e7c7b98-2d66-490b-ba20-cc4d49b690f0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] For port e0212b38-3ee3-4fda-98a4-b0f601f0798f, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=e0212b38-3ee3-4fda-98a4-b0f601f0798f,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:55:17.869278 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a9a45e5f-febd-449a-8b4e-da0ae9699398 req-6e7c7b98-2d66-490b-ba20-cc4d49b690f0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:17.879324 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-a9a45e5f-febd-449a-8b4e-da0ae9699398 req-6e7c7b98-2d66-490b-ba20-cc4d49b690f0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Calling delete_port for e0212b38-3ee3-4fda-98a4-b0f601f0798f owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:55:18.060449 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a9a45e5f-febd-449a-8b4e-da0ae9699398 req-6e7c7b98-2d66-490b-ba20-cc4d49b690f0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:18.086564 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c7b98-2d66-490b-ba20-cc4d49b690f0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Pushing event deleted for resources: {'Port': ['ID=e0212b38-3ee3-4fda-98a4-b0f601f0798f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:18.096022 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['e0212b38-3ee3-4fda-98a4-b0f601f0798f'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:55:18.098184 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['8cfa33b4-16a6-4841-811a-948b7e850859'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:55:18.134328 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a45e5f-febd-449a-8b4e-da0ae9699398 req-6e7c7b98-2d66-490b-ba20-cc4d49b690f0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] No DVR routers for this DVR port e0212b38-3ee3-4fda-98a4-b0f601f0798f on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:55:18.137032 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a9a45e5f-febd-449a-8b4e-da0ae9699398 req-6e7c7b98-2d66-490b-ba20-cc4d49b690f0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:18.140424 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a9a45e5f-febd-449a-8b4e-da0ae9699398 req-6e7c7b98-2d66-490b-ba20-cc4d49b690f0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.26 "DELETE /v2.0/ports/e0212b38-3ee3-4fda-98a4-b0f601f0798f HTTP/1.1" status: 204 len: 173 time: 0.4653733 Nov 08 00:55:18.140869 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1804029-7468-4f49-b413-f416a985728b', 'name': 'network-vif-deleted', 'tag': 'e0212b38-3ee3-4fda-98a4-b0f601f0798f'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:55:18.143345 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9fa634-4690-4520-b4f3-750241911944" -d '{"events": [{"server_uuid": "f1804029-7468-4f49-b413-f416a985728b", "name": "network-vif-deleted", "tag": "e0212b38-3ee3-4fda-98a4-b0f601f0798f"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:55:18.179809 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf4ad7d-1b0e-467b-aeb7-546e5fbc9de9 x-openstack-request-id: req-5bf4ad7d-1b0e-467b-aeb7-546e5fbc9de9 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:55:18.180111 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1804029-7468-4f49-b413-f416a985728b", "name": "network-vif-deleted", "tag": "e0212b38-3ee3-4fda-98a4-b0f601f0798f", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:55:18.183498 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bf4ad7d-1b0e-467b-aeb7-546e5fbc9de9 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:55:18.183498 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1804029-7468-4f49-b413-f416a985728b', 'name': 'network-vif-deleted', 'tag': 'e0212b38-3ee3-4fda-98a4-b0f601f0798f', 'status': 'completed', 'code': 200} Nov 08 00:55:18.504901 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-26e2d63a-63fc-408c-a4c9-77e926c19ede req-500d19b3-5a3d-4113-b648-8952ce33914c tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1804029-7468-4f49-b413-f416a985728b HTTP/1.1" status: 200 len: 210 time: 0.0294521 Nov 08 00:55:18.884012 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 5fd513a1-770f-424e-abba-266e8a727c4c no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:55:18.904459 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 5fd513a1-770f-424e-abba-266e8a727c4c {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:55:18.910169 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 5fd513a1-770f-424e-abba-266e8a727c4c not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:55:18.910169 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device e0212b38-3ee3-4fda-98a4-b0f601f0798f no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:55:18.923203 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: e0212b38-3ee3-4fda-98a4-b0f601f0798f {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:55:18.923541 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device e0212b38-3ee3-4fda-98a4-b0f601f0798f not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:55:20.002537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce746cf3-e220-4243-b033-98a89ac2ed53 req-49d773fd-76b1-49df-92a4-eae3fd69415c tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:20.004078 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce746cf3-e220-4243-b033-98a89ac2ed53 req-49d773fd-76b1-49df-92a4-eae3fd69415c tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0550644 Nov 08 00:55:20.043767 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce746cf3-e220-4243-b033-98a89ac2ed53 req-0dd1b0cc-82d5-434c-b32a-6503d8f57bff tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334554 Nov 08 00:55:21.147777 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:55:21.169460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92c8f1-bdc8-4ff4-bb3d-24816fe20c94 req-5e38c3e0-dc25-4c95-859f-315fc2133ada tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:21.170960 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f92c8f1-bdc8-4ff4-bb3d-24816fe20c94 req-5e38c3e0-dc25-4c95-859f-315fc2133ada tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0513396 Nov 08 00:55:21.209238 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f92c8f1-bdc8-4ff4-bb3d-24816fe20c94 req-9872e4fd-34e3-4994-8923-80b9c14c65ed tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5885a02-1317-4f8e-8dc6-4026e0e2486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314658 Nov 08 00:55:21.371273 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e2c04-8184-44ee-9bfb-fd4550fe29bc req-60a63676-09d8-4dba-ac08-fdbdf8f2c3a0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:21.372658 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-533e2c04-8184-44ee-9bfb-fd4550fe29bc req-60a63676-09d8-4dba-ac08-fdbdf8f2c3a0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.20 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 945 time: 0.0480800 Nov 08 00:55:21.462693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-533e2c04-8184-44ee-9bfb-fd4550fe29bc req-44cf670c-61b6-4ed9-a52b-0befbfc77536 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Deleting port 8cfa33b4-16a6-4841-811a-948b7e850859 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:55:21.463032 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-533e2c04-8184-44ee-9bfb-fd4550fe29bc req-44cf670c-61b6-4ed9-a52b-0befbfc77536 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:21.549919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-533e2c04-8184-44ee-9bfb-fd4550fe29bc req-44cf670c-61b6-4ed9-a52b-0befbfc77536 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] For port 8cfa33b4-16a6-4841-811a-948b7e850859, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8cfa33b4-16a6-4841-811a-948b7e850859,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:55:21.550279 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-533e2c04-8184-44ee-9bfb-fd4550fe29bc req-44cf670c-61b6-4ed9-a52b-0befbfc77536 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:21.562315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-533e2c04-8184-44ee-9bfb-fd4550fe29bc req-44cf670c-61b6-4ed9-a52b-0befbfc77536 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Calling delete_port for 8cfa33b4-16a6-4841-811a-948b7e850859 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:55:21.768748 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-533e2c04-8184-44ee-9bfb-fd4550fe29bc req-44cf670c-61b6-4ed9-a52b-0befbfc77536 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:21.794288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf670c-61b6-4ed9-a52b-0befbfc77536 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Pushing event deleted for resources: {'Port': ['ID=8cfa33b4-16a6-4841-811a-948b7e850859,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:21.802150 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['8cfa33b4-16a6-4841-811a-948b7e850859'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:55:21.842547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-533e2c04-8184-44ee-9bfb-fd4550fe29bc req-44cf670c-61b6-4ed9-a52b-0befbfc77536 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] No DVR routers for this DVR port 8cfa33b4-16a6-4841-811a-948b7e850859 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:55:21.845544 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-533e2c04-8184-44ee-9bfb-fd4550fe29bc req-44cf670c-61b6-4ed9-a52b-0befbfc77536 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:21.848970 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-533e2c04-8184-44ee-9bfb-fd4550fe29bc req-44cf670c-61b6-4ed9-a52b-0befbfc77536 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.20 "DELETE /v2.0/ports/8cfa33b4-16a6-4841-811a-948b7e850859 HTTP/1.1" status: 204 len: 173 time: 0.4699929 Nov 08 00:55:21.849630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328cbe1c-515e-4624-be80-01d1948af068', 'name': 'network-vif-deleted', 'tag': '8cfa33b4-16a6-4841-811a-948b7e850859'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:55:21.853674 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e47028-4382-4c29-8ed2-8e9989859298" -d '{"events": [{"server_uuid": "328cbe1c-515e-4624-be80-01d1948af068", "name": "network-vif-deleted", "tag": "8cfa33b4-16a6-4841-811a-948b7e850859"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:55:21.892388 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ea9333-f735-46f4-9d14-44eba3fb017e x-openstack-request-id: req-a8ea9333-f735-46f4-9d14-44eba3fb017e {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:55:21.892683 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328cbe1c-515e-4624-be80-01d1948af068", "name": "network-vif-deleted", "tag": "8cfa33b4-16a6-4841-811a-948b7e850859", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:55:21.892934 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8ea9333-f735-46f4-9d14-44eba3fb017e {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:55:21.893365 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328cbe1c-515e-4624-be80-01d1948af068', 'name': 'network-vif-deleted', 'tag': '8cfa33b4-16a6-4841-811a-948b7e850859', 'status': 'completed', 'code': 200} Nov 08 00:55:22.311339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea58498f-6966-47cf-a4e4-a14ca2f8a9b5 req-f83aaa22-0f2d-40ef-a313-1fb68745a003 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=328cbe1c-515e-4624-be80-01d1948af068 HTTP/1.1" status: 200 len: 210 time: 0.0263867 Nov 08 00:55:23.766740 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6453e-f192-4f75-a26d-f4cace6f1520 req-303987e8-eddb-4af4-826c-463ec2bfc21b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:23.768212 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ae6453e-f192-4f75-a26d-f4cace6f1520 req-303987e8-eddb-4af4-826c-463ec2bfc21b tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0473802 Nov 08 00:55:23.804541 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ae6453e-f192-4f75-a26d-f4cace6f1520 req-e30db5fb-11ac-481f-b827-8742b1b47ab0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305316 Nov 08 00:55:24.921955 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a3daf-b7c5-43e4-bf78-5ca02d1a679c req-46dc962b-822e-410f-8d3e-7adb6950cb87 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:24.924033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-331a3daf-b7c5-43e4-bf78-5ca02d1a679c req-46dc962b-822e-410f-8d3e-7adb6950cb87 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0498278 Nov 08 00:55:24.967254 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-331a3daf-b7c5-43e4-bf78-5ca02d1a679c req-c0ba2e47-444c-483d-8a22-8af5f539f755 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363646 Nov 08 00:55:25.796054 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 8cfa33b4-16a6-4841-811a-948b7e850859 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:55:25.816135 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 8cfa33b4-16a6-4841-811a-948b7e850859 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:55:25.816477 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 8cfa33b4-16a6-4841-811a-948b7e850859 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:55:25.904960 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560132f2-e045-4324-b3b4-3f0dfba30ce8 req-8e3a2130-83fb-4485-bc78-a951856b592a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:25.906363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-560132f2-e045-4324-b3b4-3f0dfba30ce8 req-8e3a2130-83fb-4485-bc78-a951856b592a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0516667 Nov 08 00:55:25.994745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-560132f2-e045-4324-b3b4-3f0dfba30ce8 req-ce37dbfe-349d-44fc-b80e-d17241bb2f04 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Deleting port 60fe2d4e-e131-4b80-875b-308e8bb07036 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:55:25.995378 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-560132f2-e045-4324-b3b4-3f0dfba30ce8 req-ce37dbfe-349d-44fc-b80e-d17241bb2f04 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:26.111745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebc6f3-90f9-4098-98e3-d35aa64353e0 req-b9ca31ff-92ca-420e-83db-6442a3f6c841 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:26.113261 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-45ebc6f3-90f9-4098-98e3-d35aa64353e0 req-b9ca31ff-92ca-420e-83db-6442a3f6c841 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 945 time: 0.0733619 Nov 08 00:55:26.142008 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-560132f2-e045-4324-b3b4-3f0dfba30ce8 req-ce37dbfe-349d-44fc-b80e-d17241bb2f04 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] For port 60fe2d4e-e131-4b80-875b-308e8bb07036, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=60fe2d4e-e131-4b80-875b-308e8bb07036,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:55:26.142467 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-560132f2-e045-4324-b3b4-3f0dfba30ce8 req-ce37dbfe-349d-44fc-b80e-d17241bb2f04 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:26.211983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-45ebc6f3-90f9-4098-98e3-d35aa64353e0 req-3a1a82a9-e194-4a1c-99ed-cc4123ede5a0 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups?id=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883632 Nov 08 00:55:26.337456 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-560132f2-e045-4324-b3b4-3f0dfba30ce8 req-ce37dbfe-349d-44fc-b80e-d17241bb2f04 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:26.337819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-560132f2-e045-4324-b3b4-3f0dfba30ce8 req-ce37dbfe-349d-44fc-b80e-d17241bb2f04 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:26.338133 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-560132f2-e045-4324-b3b4-3f0dfba30ce8 req-ce37dbfe-349d-44fc-b80e-d17241bb2f04 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Floating IP 2a2f2ae7-6c25-4e9e-8b35-99b4e709edc1 disassociated. External IP: 172.25.2.72, port: 60fe2d4e-e131-4b80-875b-308e8bb07036. Nov 08 00:55:26.338476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-560132f2-e045-4324-b3b4-3f0dfba30ce8 req-ce37dbfe-349d-44fc-b80e-d17241bb2f04 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Calling delete_port for 60fe2d4e-e131-4b80-875b-308e8bb07036 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:55:26.534782 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-560132f2-e045-4324-b3b4-3f0dfba30ce8 req-ce37dbfe-349d-44fc-b80e-d17241bb2f04 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:26.565012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37dbfe-349d-44fc-b80e-d17241bb2f04 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Pushing event deleted for resources: {'Port': ['ID=60fe2d4e-e131-4b80-875b-308e8bb07036,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:26.687866 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-560132f2-e045-4324-b3b4-3f0dfba30ce8 req-ce37dbfe-349d-44fc-b80e-d17241bb2f04 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Router b42f74a4-d1d8-459f-ac22-8e70ade3259a has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:55:26.798785 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-560132f2-e045-4324-b3b4-3f0dfba30ce8 req-ce37dbfe-349d-44fc-b80e-d17241bb2f04 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:55:26.809554 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff6aec-4afe-4965-a8e8-8feb0e3ec75b None None] Sync routers for ids ['b42f74a4-d1d8-459f-ac22-8e70ade3259a'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:55:26.819124 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aff6aec-4afe-4965-a8e8-8feb0e3ec75b None None] Routers {'b42f74a4-d1d8-459f-ac22-8e70ade3259a'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:55:26.819729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1aff6aec-4afe-4965-a8e8-8feb0e3ec75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:55:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b42f74a4-d1d8-459f-ac22-8e70ade3259a'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:26.838238 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-560132f2-e045-4324-b3b4-3f0dfba30ce8 req-ce37dbfe-349d-44fc-b80e-d17241bb2f04 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] No DVR routers for this DVR port 60fe2d4e-e131-4b80-875b-308e8bb07036 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:55:26.840722 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-560132f2-e045-4324-b3b4-3f0dfba30ce8 req-ce37dbfe-349d-44fc-b80e-d17241bb2f04 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:26.844284 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-560132f2-e045-4324-b3b4-3f0dfba30ce8 req-ce37dbfe-349d-44fc-b80e-d17241bb2f04 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.20 "DELETE /v2.0/ports/60fe2d4e-e131-4b80-875b-308e8bb07036 HTTP/1.1" status: 204 len: 173 time: 0.9307523 Nov 08 00:55:26.844752 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3f4126-ada4-4573-8998-897c18713832', 'name': 'network-vif-deleted', 'tag': '60fe2d4e-e131-4b80-875b-308e8bb07036'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:55:26.847033 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73637d33-5da4-4b29-906e-5d359f6de89a" -d '{"events": [{"server_uuid": "7e3f4126-ada4-4573-8998-897c18713832", "name": "network-vif-deleted", "tag": "60fe2d4e-e131-4b80-875b-308e8bb07036"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:55:26.884114 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2259fb51-0c10-4616-81d7-2c529848f1b8 x-openstack-request-id: req-2259fb51-0c10-4616-81d7-2c529848f1b8 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:55:26.887759 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3f4126-ada4-4573-8998-897c18713832", "name": "network-vif-deleted", "tag": "60fe2d4e-e131-4b80-875b-308e8bb07036", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:55:26.887759 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2259fb51-0c10-4616-81d7-2c529848f1b8 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:55:26.887759 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3f4126-ada4-4573-8998-897c18713832', 'name': 'network-vif-deleted', 'tag': '60fe2d4e-e131-4b80-875b-308e8bb07036', 'status': 'completed', 'code': 200} Nov 08 00:55:26.925990 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-1aff6aec-4afe-4965-a8e8-8feb0e3ec75b None None] Set router b42f74a4-d1d8-459f-ac22-8e70ade3259a gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:55:27.145862 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1aff6aec-4afe-4965-a8e8-8feb0e3ec75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'name': 'tempest-ServerActionsTestJSON-141537340-router', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:48Z', 'updated_at': '2021-11-08T00:46:52Z', 'revision_number': 4, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'gw_port': {'id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:49Z', 'updated_at': '2021-11-08T00:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '6be1bb5b-8db3-4fb6-9007-2aac01310af0', 'name': '', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'mac_address': 'fa:16:3e:2e:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:52Z', 'updated_at': '2021-11-08T00:46:57Z', 'revision_number': 5, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'subnets': [{'id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:27.171483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff6aec-4afe-4965-a8e8-8feb0e3ec75b None None] Checking router: b42f74a4-d1d8-459f-ac22-8e70ade3259a for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:55:27.179672 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aff6aec-4afe-4965-a8e8-8feb0e3ec75b None None] Routers {'b42f74a4-d1d8-459f-ac22-8e70ade3259a'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:55:27.180301 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1aff6aec-4afe-4965-a8e8-8feb0e3ec75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:55:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b42f74a4-d1d8-459f-ac22-8e70ade3259a'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:27.293103 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-1aff6aec-4afe-4965-a8e8-8feb0e3ec75b None None] Set router b42f74a4-d1d8-459f-ac22-8e70ade3259a gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:55:27.323274 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1fee70c-1460-4efc-8d19-27b3cde68b19 req-1db49904-2fe8-4886-8a70-e0f3270d96bc tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3f4126-ada4-4573-8998-897c18713832 HTTP/1.1" status: 200 len: 210 time: 0.0308328 Nov 08 00:55:27.488107 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1aff6aec-4afe-4965-a8e8-8feb0e3ec75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'name': 'tempest-ServerActionsTestJSON-141537340-router', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:48Z', 'updated_at': '2021-11-08T00:46:52Z', 'revision_number': 4, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'gw_port': {'id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:49Z', 'updated_at': '2021-11-08T00:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '6be1bb5b-8db3-4fb6-9007-2aac01310af0', 'name': '', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'mac_address': 'fa:16:3e:2e:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:52Z', 'updated_at': '2021-11-08T00:46:57Z', 'revision_number': 5, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'subnets': [{'id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:27.517348 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff6aec-4afe-4965-a8e8-8feb0e3ec75b None None] The sync data for ids ['b42f74a4-d1d8-459f-ac22-8e70ade3259a'] in n-d-816882-1 is: [{'id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'name': 'tempest-ServerActionsTestJSON-141537340-router', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:48Z', 'updated_at': '2021-11-08T00:46:52Z', 'revision_number': 4, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'gw_port': {'id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:49Z', 'updated_at': '2021-11-08T00:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '6be1bb5b-8db3-4fb6-9007-2aac01310af0', 'name': '', 'network_id': '2a9bede5-8040-45a1-99d6-bb798995e059', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'mac_address': 'fa:16:3e:2e:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:52Z', 'updated_at': '2021-11-08T00:46:57Z', 'revision_number': 5, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'subnets': [{'id': '5068e2e8-60e6-4d04-9017-4d3652d89ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:55:27.736712 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f22b4e-9e0b-45ab-a697-7bb0ef7cb997 None None] New status for floating IP 2a2f2ae7-6c25-4e9e-8b35-99b4e709edc1: DOWN {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:55:28.203185 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ac5f63cc-1bda-453b-8a63-5bc5152ebf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:28.466549 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33764) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:28.521918 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-30a14505-6c30-441d-8e8c-de1e7258100a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:28.546149 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-30a14505-6c30-441d-8e8c-de1e7258100a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:28.665798 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-30a14505-6c30-441d-8e8c-de1e7258100a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:28.668907 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-30a14505-6c30-441d-8e8c-de1e7258100a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:28.670633 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-30a14505-6c30-441d-8e8c-de1e7258100a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "DELETE /v2.0/security-groups/525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02 HTTP/1.1" status: 204 len: 168 time: 0.2029750 Nov 08 00:55:28.674228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33766) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:28.681893 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a14505-6c30-441d-8e8c-de1e7258100a tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:28.693349 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-5d9e9140-3e5d-4431-a06a-169618a7f828 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] show failed (client error): The resource could not be found. Nov 08 00:55:28.694399 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5d9e9140-3e5d-4431-a06a-169618a7f828 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "GET /v2.0/security-groups/525eb1e6-8fdd-4ce5-8c1b-5a6fa2267f02 HTTP/1.1" status: 404 len: 347 time: 0.0191431 Nov 08 00:55:28.697458 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33768) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:28.827579 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-2e1488bb-e0c6-4033-ab77-b28f17d9e3a6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Deleting port dc2d0132-db0f-4008-9972-3b463ebc51f9 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:55:28.827952 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e1488bb-e0c6-4033-ab77-b28f17d9e3a6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:28.907820 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e1488bb-e0c6-4033-ab77-b28f17d9e3a6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:28.908148 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e1488bb-e0c6-4033-ab77-b28f17d9e3a6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:28.919554 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-2e1488bb-e0c6-4033-ab77-b28f17d9e3a6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Calling delete_port for dc2d0132-db0f-4008-9972-3b463ebc51f9 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:55:29.129630 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e1488bb-e0c6-4033-ab77-b28f17d9e3a6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:29.158933 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1488bb-e0c6-4033-ab77-b28f17d9e3a6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Pushing event deleted for resources: {'Port': ['ID=dc2d0132-db0f-4008-9972-3b463ebc51f9,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:29.219884 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e1488bb-e0c6-4033-ab77-b28f17d9e3a6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:29.223368 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e1488bb-e0c6-4033-ab77-b28f17d9e3a6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:29.224577 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2e1488bb-e0c6-4033-ab77-b28f17d9e3a6 tempest-ServerActionsTestJSON-1988740364 tempest-ServerActionsTestJSON-1988740364-project] 10.222.0.13 "DELETE /v2.0/floatingips/2a2f2ae7-6c25-4e9e-8b35-99b4e709edc1 HTTP/1.1" status: 204 len: 168 time: 0.5260038 Nov 08 00:55:29.227502 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33770) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:29.700848 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-47ce9be6-9d9d-4ef7-bb11-2aa0c12d764c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:29.826786 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 60fe2d4e-e131-4b80-875b-308e8bb07036 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:55:29.848942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 60fe2d4e-e131-4b80-875b-308e8bb07036 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:55:29.849438 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 60fe2d4e-e131-4b80-875b-308e8bb07036 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:55:29.953498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-47ce9be6-9d9d-4ef7-bb11-2aa0c12d764c admin admin] Deleting port 6be1bb5b-8db3-4fb6-9007-2aac01310af0 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:55:29.954352 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-47ce9be6-9d9d-4ef7-bb11-2aa0c12d764c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:30.045071 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-47ce9be6-9d9d-4ef7-bb11-2aa0c12d764c admin admin] For port 6be1bb5b-8db3-4fb6-9007-2aac01310af0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6be1bb5b-8db3-4fb6-9007-2aac01310af0,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:55:30.045495 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-47ce9be6-9d9d-4ef7-bb11-2aa0c12d764c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:30.058479 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-47ce9be6-9d9d-4ef7-bb11-2aa0c12d764c admin admin] Calling delete_port for 6be1bb5b-8db3-4fb6-9007-2aac01310af0 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:55:30.295046 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-47ce9be6-9d9d-4ef7-bb11-2aa0c12d764c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:30.320116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce9be6-9d9d-4ef7-bb11-2aa0c12d764c admin admin] Pushing event deleted for resources: {'Port': ['ID=6be1bb5b-8db3-4fb6-9007-2aac01310af0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:30.490236 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-47ce9be6-9d9d-4ef7-bb11-2aa0c12d764c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:30.706268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ce9be6-9d9d-4ef7-bb11-2aa0c12d764c admin admin] Router b42f74a4-d1d8-459f-ac22-8e70ade3259a has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:55:30.746018 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa816d1a-4c49-45f8-bfcd-d8da8f96502b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:30.812927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ce9be6-9d9d-4ef7-bb11-2aa0c12d764c admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:55:30.817804 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-47ce9be6-9d9d-4ef7-bb11-2aa0c12d764c admin admin] 10.222.0.13 "PUT /v2.0/routers/b42f74a4-d1d8-459f-ac22-8e70ade3259a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5893176 Nov 08 00:55:30.820461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33776) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:30.822490 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582332a9-13ee-446f-ac35-a6d5532364bc None None] Sync routers for ids ['b42f74a4-d1d8-459f-ac22-8e70ade3259a'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:55:30.831931 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582332a9-13ee-446f-ac35-a6d5532364bc None None] Routers {'b42f74a4-d1d8-459f-ac22-8e70ade3259a'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:55:30.841243 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-582332a9-13ee-446f-ac35-a6d5532364bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:55:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b42f74a4-d1d8-459f-ac22-8e70ade3259a'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:30.928095 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e19db0b-a5ed-4274-9b9c-75a3d820027a admin admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:31.038192 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e19db0b-a5ed-4274-9b9c-75a3d820027a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:31.098318 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-582332a9-13ee-446f-ac35-a6d5532364bc None None] Set router b42f74a4-d1d8-459f-ac22-8e70ade3259a gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:55:31.200556 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-2e19db0b-a5ed-4274-9b9c-75a3d820027a admin admin] Deleting port a2dcd7ad-8f47-43a3-b0e3-348eed203bb7 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:55:31.200896 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e19db0b-a5ed-4274-9b9c-75a3d820027a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:31.212183 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:31.282233 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-582332a9-13ee-446f-ac35-a6d5532364bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'name': 'tempest-ServerActionsTestJSON-141537340-router', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:48Z', 'updated_at': '2021-11-08T00:55:30Z', 'revision_number': 5, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'gw_port': {'id': 'a2dcd7ad-8f47-43a3-b0e3-348eed203bb7', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:46:49Z', 'updated_at': '2021-11-08T00:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:31.283492 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-2e19db0b-a5ed-4274-9b9c-75a3d820027a admin admin] For port a2dcd7ad-8f47-43a3-b0e3-348eed203bb7, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a2dcd7ad-8f47-43a3-b0e3-348eed203bb7,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:55:31.283878 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e19db0b-a5ed-4274-9b9c-75a3d820027a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:31.300934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-2e19db0b-a5ed-4274-9b9c-75a3d820027a admin admin] Calling delete_port for a2dcd7ad-8f47-43a3-b0e3-348eed203bb7 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:55:31.312637 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582332a9-13ee-446f-ac35-a6d5532364bc None None] Checking router: b42f74a4-d1d8-459f-ac22-8e70ade3259a for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:55:31.321287 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582332a9-13ee-446f-ac35-a6d5532364bc None None] Routers {'b42f74a4-d1d8-459f-ac22-8e70ade3259a'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:55:31.321998 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-582332a9-13ee-446f-ac35-a6d5532364bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:55:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['b42f74a4-d1d8-459f-ac22-8e70ade3259a'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:31.408513 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-582332a9-13ee-446f-ac35-a6d5532364bc None None] Set router b42f74a4-d1d8-459f-ac22-8e70ade3259a gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:55:31.459672 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-582332a9-13ee-446f-ac35-a6d5532364bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'name': 'tempest-ServerActionsTestJSON-141537340-router', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:48Z', 'updated_at': '2021-11-08T00:55:31Z', 'revision_number': 6, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:31.488935 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582332a9-13ee-446f-ac35-a6d5532364bc None None] The sync data for ids ['b42f74a4-d1d8-459f-ac22-8e70ade3259a'] in n-d-816882-1 is: [{'id': 'b42f74a4-d1d8-459f-ac22-8e70ade3259a', 'name': 'tempest-ServerActionsTestJSON-141537340-router', 'tenant_id': 'afb635e40fd640559a1e95ef85c12c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:46:48Z', 'updated_at': '2021-11-08T00:55:31Z', 'revision_number': 6, 'project_id': 'afb635e40fd640559a1e95ef85c12c18', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:55:31.534593 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e19db0b-a5ed-4274-9b9c-75a3d820027a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:31.561235 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19db0b-a5ed-4274-9b9c-75a3d820027a admin admin] Pushing event deleted for resources: {'Port': ['ID=a2dcd7ad-8f47-43a3-b0e3-348eed203bb7,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:31.623349 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e19db0b-a5ed-4274-9b9c-75a3d820027a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:31.711093 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e19db0b-a5ed-4274-9b9c-75a3d820027a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:31.713299 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e19db0b-a5ed-4274-9b9c-75a3d820027a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:31.860503 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:32.191989 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e19db0b-a5ed-4274-9b9c-75a3d820027a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:32.192480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e19db0b-a5ed-4274-9b9c-75a3d820027a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b42f74a4-d1d8-459f-ac22-8e70ade3259a {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:55:32.196879 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e19db0b-a5ed-4274-9b9c-75a3d820027a admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:32.198039 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2e19db0b-a5ed-4274-9b9c-75a3d820027a admin admin] 10.222.0.13 "DELETE /v2.0/routers/b42f74a4-d1d8-459f-ac22-8e70ade3259a HTTP/1.1" status: 204 len: 168 time: 1.3766584 Nov 08 00:55:32.200499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33778) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:32.245358 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-330159a4-3313-4f32-a210-0623ae6039b3 admin admin] Deleting subnet 5068e2e8-60e6-4d04-9017-4d3652d89ba0 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:55:32.248865 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-330159a4-3313-4f32-a210-0623ae6039b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:32.277387 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:32.285873 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-330159a4-3313-4f32-a210-0623ae6039b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:32.380498 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-330159a4-3313-4f32-a210-0623ae6039b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:32.383843 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a2dcd7ad-8f47-43a3-b0e3-348eed203bb7 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:55:32.404308 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: a2dcd7ad-8f47-43a3-b0e3-348eed203bb7 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:55:32.404661 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a2dcd7ad-8f47-43a3-b0e3-348eed203bb7 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:55:32.405078 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6be1bb5b-8db3-4fb6-9007-2aac01310af0 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:55:32.424164 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 6be1bb5b-8db3-4fb6-9007-2aac01310af0 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:55:32.424542 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6be1bb5b-8db3-4fb6-9007-2aac01310af0 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:55:32.501315 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-330159a4-3313-4f32-a210-0623ae6039b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:32.529134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330159a4-3313-4f32-a210-0623ae6039b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5068e2e8-60e6-4d04-9017-4d3652d89ba0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:32.535248 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-330159a4-3313-4f32-a210-0623ae6039b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:32.540879 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-330159a4-3313-4f32-a210-0623ae6039b3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5068e2e8-60e6-4d04-9017-4d3652d89ba0 HTTP/1.1" status: 204 len: 168 time: 0.3370161 Nov 08 00:55:32.541017 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed55205-3f40-44ab-ab32-a12931c6ecb7 None None] Network 2a9bede5-8040-45a1-99d6-bb798995e059 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:55:32.541127 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33780) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:32.617444 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:32.673607 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] Deleting port 01d3158e-a752-41bb-ae7d-6589b83b826c {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:55:32.673970 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:32.731923 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] DHCP port deletion for 2a9bede5-8040-45a1-99d6-bb798995e059 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:55:32.744766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] For port 01d3158e-a752-41bb-ae7d-6589b83b826c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=01d3158e-a752-41bb-ae7d-6589b83b826c,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:55:32.745294 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:32.757752 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] Calling delete_port for 01d3158e-a752-41bb-ae7d-6589b83b826c owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:55:32.776933 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] Deleting port 01d3158e-a752-41bb-ae7d-6589b83b826c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:55:32.782584 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:32.844139 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] For port 01d3158e-a752-41bb-ae7d-6589b83b826c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=01d3158e-a752-41bb-ae7d-6589b83b826c,segment=NetworkSegment(7f4ab431-5a82-4d17-a809-c8f9da9fbe52),segment_id=7f4ab431-5a82-4d17-a809-c8f9da9fbe52)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:55:32.844612 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:32.856692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] Calling delete_port for 01d3158e-a752-41bb-ae7d-6589b83b826c owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:55:32.912115 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:32.930539 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:32.941927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] Pushing event deleted for resources: {'Port': ['ID=01d3158e-a752-41bb-ae7d-6589b83b826c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:32.944803 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] No DVR routers for this DVR port 01d3158e-a752-41bb-ae7d-6589b83b826c on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:55:32.956203 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] Pushing event deleted for resources: {'Port': ['ID=01d3158e-a752-41bb-ae7d-6589b83b826c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:32.962908 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] No DVR routers for this DVR port 01d3158e-a752-41bb-ae7d-6589b83b826c on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:55:32.967617 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:32.968804 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:32.968804 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:32.968959 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:32.969190 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:32.970033 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:32.970353 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:32.970670 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:32.971128 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:32.971324 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:32.971620 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:32.972002 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039fa74-6053-489f-8ded-ad528090c029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:33.021393 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:33.041245 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9bede5-8040-45a1-99d6-bb798995e059']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:33.051090 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4ab431-5a82-4d17-a809-c8f9da9fbe52') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:33.051423 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4ab431-5a82-4d17-a809-c8f9da9fbe52') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:33.060772 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:33.073473 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:33.079228 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:55:33.079608 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:55:33.081387 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:55:33.186462 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:33.192118 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:33.195295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2a9bede5-8040-45a1-99d6-bb798995e059 HTTP/1.1" status: 204 len: 168 time: 0.6531584 Nov 08 00:55:33.206444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeba359-428b-460a-b118-b328544ee378 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a9bede5-8040-45a1-99d6-bb798995e059,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:33.574682 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:33.596988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33784) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:33.636706 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cd828314-f2fc-43f5-b211-28c85a206275 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afb635e40fd640559a1e95ef85c12c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385756 Nov 08 00:55:33.639104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33786) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:33.690889 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1183cd3a-fcbf-4855-af94-cc3df6e6c1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:33.710850 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1183cd3a-fcbf-4855-af94-cc3df6e6c1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:33.837478 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1183cd3a-fcbf-4855-af94-cc3df6e6c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:33.839998 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1183cd3a-fcbf-4855-af94-cc3df6e6c1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:33.841126 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1183cd3a-fcbf-4855-af94-cc3df6e6c1e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5885a02-1317-4f8e-8dc6-4026e0e2486c HTTP/1.1" status: 204 len: 168 time: 0.2010887 Nov 08 00:55:33.849578 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183cd3a-fcbf-4855-af94-cc3df6e6c1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5885a02-1317-4f8e-8dc6-4026e0e2486c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:34.367383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 01d3158e-a752-41bb-ae7d-6589b83b826c no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:55:34.390232 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 01d3158e-a752-41bb-ae7d-6589b83b826c {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:55:34.390572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 01d3158e-a752-41bb-ae7d-6589b83b826c not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:55:35.025604 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33808) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:35.122017 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d0e8e092-4001-4a8d-9a47-2a4edef2b855 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2147477304-network', 'tenant_id': '14f02eadbaaa401292feadfe1941325a'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:55:35.226056 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e8e092-4001-4a8d-9a47-2a4edef2b855 admin admin] Made reservation on behalf of 14f02eadbaaa401292feadfe1941325a for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:55:35.228413 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0e8e092-4001-4a8d-9a47-2a4edef2b855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:35.237714 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0e8e092-4001-4a8d-9a47-2a4edef2b855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:35.310944 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0e8e092-4001-4a8d-9a47-2a4edef2b855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:35.414754 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0e8e092-4001-4a8d-9a47-2a4edef2b855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:35.442456 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e8e092-4001-4a8d-9a47-2a4edef2b855 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:55:35.454502 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8e092-4001-4a8d-9a47-2a4edef2b855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20bfd7b-3658-41bc-8f4a-4dffc9c8a371,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:35.455217 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0e8e092-4001-4a8d-9a47-2a4edef2b855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:35.455564 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-d0e8e092-4001-4a8d-9a47-2a4edef2b855 admin admin] Added segment 5fd63d87-74b7-4105-a83f-d1cc17c608b5 of type vlan for network 8254f7df-6bae-4dbf-a3ba-5a19bc1343ab Nov 08 00:55:35.494462 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0e8e092-4001-4a8d-9a47-2a4edef2b855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:35.614439 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0e8e092-4001-4a8d-9a47-2a4edef2b855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:35.615421 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e8e092-4001-4a8d-9a47-2a4edef2b855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:35.616042 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d0e8e092-4001-4a8d-9a47-2a4edef2b855 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:35.677648 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8e092-4001-4a8d-9a47-2a4edef2b855 admin admin] Pushing event updated for resources: {'Network': ['ID=8254f7df-6bae-4dbf-a3ba-5a19bc1343ab,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:35.687775 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 8254f7df-6bae-4dbf-a3ba-5a19bc1343ab details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:55:35.777558 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d0e8e092-4001-4a8d-9a47-2a4edef2b855 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7508054 Nov 08 00:55:35.780459 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33812) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:35.785622 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-91985f8d-156c-462f-8ae0-ccf14c43b9cb admin admin] Request body: {'subnet': {'network_id': '8254f7df-6bae-4dbf-a3ba-5a19bc1343ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2147477304-subnet', 'tenant_id': '14f02eadbaaa401292feadfe1941325a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:55:35.917443 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91985f8d-156c-462f-8ae0-ccf14c43b9cb admin admin] Made reservation on behalf of 14f02eadbaaa401292feadfe1941325a for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:55:35.919826 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-91985f8d-156c-462f-8ae0-ccf14c43b9cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:36.168821 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-91985f8d-156c-462f-8ae0-ccf14c43b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:36.221483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91985f8d-156c-462f-8ae0-ccf14c43b9cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e1dc00f-43a4-4e75-bf28-152e41895f0e,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:36.231632 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91985f8d-156c-462f-8ae0-ccf14c43b9cb admin admin] Checking segment: {'id': '5fd63d87-74b7-4105-a83f-d1cc17c608b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8254f7df-6bae-4dbf-a3ba-5a19bc1343ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:55:36.232024 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91985f8d-156c-462f-8ae0-ccf14c43b9cb admin admin] Network hostable DHCP agents. Network: 8254f7df-6bae-4dbf-a3ba-5a19bc1343ab, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:55:36.322899 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91985f8d-156c-462f-8ae0-ccf14c43b9cb admin admin] Network 8254f7df-6bae-4dbf-a3ba-5a19bc1343ab is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:55:36.414388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-91985f8d-156c-462f-8ae0-ccf14c43b9cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 8254f7df-6bae-4dbf-a3ba-5a19bc1343ab) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:55:36.418420 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91985f8d-156c-462f-8ae0-ccf14c43b9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:36.419143 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-91985f8d-156c-462f-8ae0-ccf14c43b9cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:36.424111 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50a7f91-a8be-40a6-8785-eeb33c62aa2d None None] Network 8254f7df-6bae-4dbf-a3ba-5a19bc1343ab requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:55:36.514183 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-91985f8d-156c-462f-8ae0-ccf14c43b9cb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7326663 Nov 08 00:55:36.546060 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8fb94b-b5bc-4113-ab5e-ca6105435843 None None] Network 8254f7df-6bae-4dbf-a3ba-5a19bc1343ab requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:55:36.933919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-cec764a4-8f02-4ed7-8714-31c9d62a9cf8 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:36.935305 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-cec764a4-8f02-4ed7-8714-31c9d62a9cf8 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/networks?id=8254f7df-6bae-4dbf-a3ba-5a19bc1343ab HTTP/1.1" status: 200 len: 813 time: 0.1022928 Nov 08 00:55:36.949902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-38dc6a95-76e4-4c89-98c8-569492769436 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/quotas/14f02eadbaaa401292feadfe1941325a HTTP/1.1" status: 200 len: 375 time: 0.0089335 Nov 08 00:55:36.985752 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-7cfbe6d4-e64a-49a7-accf-f53565a98798 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14f02eadbaaa401292feadfe1941325a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299330 Nov 08 00:55:37.073109 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-f24e2b40-405a-4166-a796-309e662907e9 service neutron] 10.222.0.13 "GET /v2.0/networks/8254f7df-6bae-4dbf-a3ba-5a19bc1343ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804987 Nov 08 00:55:37.167261 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-b2abb476-45bd-451d-8a49-74eeabd79222 service neutron] 10.222.0.13 "GET /v2.0/networks/8254f7df-6bae-4dbf-a3ba-5a19bc1343ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876179 Nov 08 00:55:37.405445 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6de781dd-2eab-4e4e-ab45-e41d41077f0d req-31a2d21a-f93d-4570-9aea-dd09da471fd1 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/ports?device_id=763c7707-316f-4ddc-893e-eb1aa562c145 HTTP/1.1" status: 200 len: 210 time: 0.0269604 Nov 08 00:55:38.499662 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-799e47ab-9e6b-40c1-b138-1ce5ecce9c8c req-a86f59f3-8fa3-482a-bca2-cf4347ddaf40 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/ports?device_id=763c7707-316f-4ddc-893e-eb1aa562c145 HTTP/1.1" status: 200 len: 210 time: 0.0264306 Nov 08 00:55:38.957419 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:39.595429 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40c4e778-40c4-4cdc-a2cd-a648f1eb7ce2 req-887bd019-85a0-47eb-bdbb-b3223ba36fee tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/ports?device_id=763c7707-316f-4ddc-893e-eb1aa562c145 HTTP/1.1" status: 200 len: 210 time: 0.0296493 Nov 08 00:55:39.907176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-0f93c6c2-ecc8-4041-9018-557ead6df6a1 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:39.908557 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-0f93c6c2-ecc8-4041-9018-557ead6df6a1 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.20 "GET /v2.0/networks?id=8254f7df-6bae-4dbf-a3ba-5a19bc1343ab HTTP/1.1" status: 200 len: 813 time: 0.1044924 Nov 08 00:55:39.926496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-334c4536-3b82-442d-9cd1-6d16fdf1e84f tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Request body: {'port': {'device_id': '763c7707-316f-4ddc-893e-eb1aa562c145', 'network_id': '8254f7df-6bae-4dbf-a3ba-5a19bc1343ab', 'admin_state_up': True, 'tenant_id': '14f02eadbaaa401292feadfe1941325a'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:55:40.123002 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-334c4536-3b82-442d-9cd1-6d16fdf1e84f tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Made reservation on behalf of 14f02eadbaaa401292feadfe1941325a for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:55:40.126701 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-334c4536-3b82-442d-9cd1-6d16fdf1e84f tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:40.252100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-334c4536-3b82-442d-9cd1-6d16fdf1e84f tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Allocated IP 172.20.0.10 (8254f7df-6bae-4dbf-a3ba-5a19bc1343ab/2e1dc00f-43a4-4e75-bf28-152e41895f0e/05553cde-eb85-4b8f-a7bc-e120cc6c8673) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:55:40.421417 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-334c4536-3b82-442d-9cd1-6d16fdf1e84f tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:40.551928 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-334c4536-3b82-442d-9cd1-6d16fdf1e84f tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:40.594557 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-334c4536-3b82-442d-9cd1-6d16fdf1e84f tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Network 8254f7df-6bae-4dbf-a3ba-5a19bc1343ab is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:55:40.597694 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-334c4536-3b82-442d-9cd1-6d16fdf1e84f tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:55:40.601252 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-334c4536-3b82-442d-9cd1-6d16fdf1e84f tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:55:40.626714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c4536-3b82-442d-9cd1-6d16fdf1e84f tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Pushing event updated for resources: {'Port': ['ID=05553cde-eb85-4b8f-a7bc-e120cc6c8673,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:40.660973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-334c4536-3b82-442d-9cd1-6d16fdf1e84f tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:40.661593 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-334c4536-3b82-442d-9cd1-6d16fdf1e84f tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:40.723062 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63198ba0-0c46-4f51-9eb5-3072c573950f req-b1d6ee8a-4e10-4ef6-ba53-c6fa1593d8af tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:40.724608 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63198ba0-0c46-4f51-9eb5-3072c573950f req-b1d6ee8a-4e10-4ef6-ba53-c6fa1593d8af tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/ports?device_id=763c7707-316f-4ddc-893e-eb1aa562c145 HTTP/1.1" status: 200 len: 932 time: 0.0569029 Nov 08 00:55:40.762231 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63198ba0-0c46-4f51-9eb5-3072c573950f req-3ddd6b02-b8d7-42d0-b3d8-fe1fba3e3917 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20bfd7b-3658-41bc-8f4a-4dffc9c8a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315235 Nov 08 00:55:40.776878 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-334c4536-3b82-442d-9cd1-6d16fdf1e84f tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8545084 Nov 08 00:55:40.796123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Request body: {'port': {'device_id': '763c7707-316f-4ddc-893e-eb1aa562c145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:55:40.849241 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:41.107405 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05553cde-eb85-4b8f-a7bc-e120cc6c8673 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:55:41.114874 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:41.126196 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Transition to ACTIVE for port object 05553cde-eb85-4b8f-a7bc-e120cc6c8673 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:55:41.197144 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:41.264115 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Pushing event updated for resources: {'Port': ['ID=05553cde-eb85-4b8f-a7bc-e120cc6c8673,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:41.316473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Attempting to bind port 05553cde-eb85-4b8f-a7bc-e120cc6c8673 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:55:41.316913 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Attempting to bind port 05553cde-eb85-4b8f-a7bc-e120cc6c8673 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '5fd63d87-74b7-4105-a83f-d1cc17c608b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8254f7df-6bae-4dbf-a3ba-5a19bc1343ab'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:55:41.317238 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Attempting to bind port 05553cde-eb85-4b8f-a7bc-e120cc6c8673 on network 8254f7df-6bae-4dbf-a3ba-5a19bc1343ab {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:55:41.321441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Port 05553cde-eb85-4b8f-a7bc-e120cc6c8673 on network 8254f7df-6bae-4dbf-a3ba-5a19bc1343ab not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:55:41.321777 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Attempting to bind port 05553cde-eb85-4b8f-a7bc-e120cc6c8673 on network 8254f7df-6bae-4dbf-a3ba-5a19bc1343ab {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:55:41.326637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:55:41.326976 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Checking segment: {'id': '5fd63d87-74b7-4105-a83f-d1cc17c608b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8254f7df-6bae-4dbf-a3ba-5a19bc1343ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:55:41.327356 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Bound using segment: {'id': '5fd63d87-74b7-4105-a83f-d1cc17c608b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8254f7df-6bae-4dbf-a3ba-5a19bc1343ab'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:55:41.327779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Bound port: 05553cde-eb85-4b8f-a7bc-e120cc6c8673, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd63d87-74b7-4105-a83f-d1cc17c608b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8254f7df-6bae-4dbf-a3ba-5a19bc1343ab'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:55:41.328153 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:41.393996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] For port 05553cde-eb85-4b8f-a7bc-e120cc6c8673, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:55:41.396934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] For port 05553cde-eb85-4b8f-a7bc-e120cc6c8673, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=05553cde-eb85-4b8f-a7bc-e120cc6c8673,segment=NetworkSegment(5fd63d87-74b7-4105-a83f-d1cc17c608b5),segment_id=5fd63d87-74b7-4105-a83f-d1cc17c608b5)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:55:41.460190 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:41.493373 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:41.493994 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:41.495369 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] 10.222.0.20 "PUT /v2.0/ports/05553cde-eb85-4b8f-a7bc-e120cc6c8673 HTTP/1.1" status: 200 len: 1092 time: 0.7033508 Nov 08 00:55:41.495838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763c7707-316f-4ddc-893e-eb1aa562c145', 'tag': '05553cde-eb85-4b8f-a7bc-e120cc6c8673'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:55:41.498077 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3425a1-a1aa-4e01-b253-363df50bc62e" -d '{"events": [{"name": "network-changed", "server_uuid": "763c7707-316f-4ddc-893e-eb1aa562c145", "tag": "05553cde-eb85-4b8f-a7bc-e120cc6c8673"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:55:41.523652 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80447c7-72ac-4bd1-8e9e-710fad3cdb7e service neutron] Pushing event updated for resources: {'Port': ['ID=05553cde-eb85-4b8f-a7bc-e120cc6c8673,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:41.535087 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8197e706-8c0d-4958-a387-f334b53e987d x-openstack-request-id: req-8197e706-8c0d-4958-a387-f334b53e987d {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:55:41.535377 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763c7707-316f-4ddc-893e-eb1aa562c145", "tag": "05553cde-eb85-4b8f-a7bc-e120cc6c8673", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:55:41.535621 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8197e706-8c0d-4958-a387-f334b53e987d {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:55:41.536057 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763c7707-316f-4ddc-893e-eb1aa562c145', 'tag': '05553cde-eb85-4b8f-a7bc-e120cc6c8673', 'status': 'completed', 'code': 200} Nov 08 00:55:41.616695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3425a1-a1aa-4e01-b253-363df50bc62e req-86968b0c-4f52-4a28-984d-18d4fa6f4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:41.618157 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca3425a1-a1aa-4e01-b253-363df50bc62e req-86968b0c-4f52-4a28-984d-18d4fa6f4357 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=14f02eadbaaa401292feadfe1941325a&device_id=763c7707-316f-4ddc-893e-eb1aa562c145 HTTP/1.1" status: 200 len: 1095 time: 0.0414503 Nov 08 00:55:41.725786 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3425a1-a1aa-4e01-b253-363df50bc62e req-314684b3-f9a8-42e8-a779-cc0fb32405c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:41.728038 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca3425a1-a1aa-4e01-b253-363df50bc62e req-314684b3-f9a8-42e8-a779-cc0fb32405c1 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=14f02eadbaaa401292feadfe1941325a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0968249 Nov 08 00:55:41.823432 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3425a1-a1aa-4e01-b253-363df50bc62e req-b0e8a5a9-3066-439a-aee0-115127ad53a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:41.824956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ca3425a1-a1aa-4e01-b253-363df50bc62e req-b0e8a5a9-3066-439a-aee0-115127ad53a5 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900087 Nov 08 00:55:41.882409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcede4df-f7c0-4c17-b875-29457d3f09f3 req-5eb875b9-31a8-4dd1-a9e9-cab49acf8218 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:41.883910 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dcede4df-f7c0-4c17-b875-29457d3f09f3 req-5eb875b9-31a8-4dd1-a9e9-cab49acf8218 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/ports?device_id=763c7707-316f-4ddc-893e-eb1aa562c145 HTTP/1.1" status: 200 len: 944 time: 0.0552621 Nov 08 00:55:41.946820 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dcede4df-f7c0-4c17-b875-29457d3f09f3 req-5b6027be-a527-40d2-9596-fffb85dc566c tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20bfd7b-3658-41bc-8f4a-4dffc9c8a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540493 Nov 08 00:55:41.949322 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-6d65d2a7-c87c-4f58-9170-c2b77548a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:41.950731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-6d65d2a7-c87c-4f58-9170-c2b77548a501 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=14f02eadbaaa401292feadfe1941325a&device_id=763c7707-316f-4ddc-893e-eb1aa562c145 HTTP/1.1" status: 200 len: 1095 time: 0.0658810 Nov 08 00:55:41.999165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-6d38ff16-a6cf-4858-859f-eb142861c3e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05553cde-eb85-4b8f-a7bc-e120cc6c8673 HTTP/1.1" status: 200 len: 217 time: 0.0350516 Nov 08 00:55:42.049737 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-baa07fd3-9c51-44fe-852b-96ac63408489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:42.051080 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-baa07fd3-9c51-44fe-852b-96ac63408489 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e1dc00f-43a4-4e75-bf28-152e41895f0e HTTP/1.1" status: 200 len: 853 time: 0.0458686 Nov 08 00:55:42.083099 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-73cf9777-da2a-4cf1-b500-ec564e04b4b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8254f7df-6bae-4dbf-a3ba-5a19bc1343ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251226 Nov 08 00:55:42.178042 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-c3466605-1dd0-4976-b66b-8045a60d4877 service neutron] 10.222.0.20 "GET /v2.0/networks/8254f7df-6bae-4dbf-a3ba-5a19bc1343ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881701 Nov 08 00:55:42.270702 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2160821f-cc1a-4996-aa9d-75fffc603079 req-920918b8-894d-4025-ad40-ee45af6330fa service neutron] 10.222.0.20 "GET /v2.0/networks/8254f7df-6bae-4dbf-a3ba-5a19bc1343ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848973 Nov 08 00:55:43.063625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7ea96-97f0-4fc5-b8bf-210fc031c57b req-03395579-1536-4e50-9391-8c3929f96392 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:43.065365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ca7ea96-97f0-4fc5-b8bf-210fc031c57b req-03395579-1536-4e50-9391-8c3929f96392 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/ports?device_id=763c7707-316f-4ddc-893e-eb1aa562c145 HTTP/1.1" status: 200 len: 944 time: 0.0515079 Nov 08 00:55:43.103812 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ca7ea96-97f0-4fc5-b8bf-210fc031c57b req-e245d75a-121b-4cf6-9931-8182ad26b0c2 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20bfd7b-3658-41bc-8f4a-4dffc9c8a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323424 Nov 08 00:55:44.216981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e6cd1-df58-43f7-87d5-c84ff1ddf826 req-12fb23a3-b285-466b-895a-942e250a1a4f tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:44.218696 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-858e6cd1-df58-43f7-87d5-c84ff1ddf826 req-12fb23a3-b285-466b-895a-942e250a1a4f tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/ports?device_id=763c7707-316f-4ddc-893e-eb1aa562c145 HTTP/1.1" status: 200 len: 944 time: 0.0495031 Nov 08 00:55:44.260599 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-858e6cd1-df58-43f7-87d5-c84ff1ddf826 req-1a846896-2914-485f-8423-843c6c255100 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20bfd7b-3658-41bc-8f4a-4dffc9c8a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353060 Nov 08 00:55:45.373635 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576848f-c4e6-4a6d-9d13-23a2153a4d45 req-8158d272-3cfb-41bf-a8ab-4ba8eaa533ad tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:45.375162 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4576848f-c4e6-4a6d-9d13-23a2153a4d45 req-8158d272-3cfb-41bf-a8ab-4ba8eaa533ad tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/ports?device_id=763c7707-316f-4ddc-893e-eb1aa562c145 HTTP/1.1" status: 200 len: 944 time: 0.0493629 Nov 08 00:55:45.419178 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4576848f-c4e6-4a6d-9d13-23a2153a4d45 req-8c54ebb9-bd47-4a79-b806-edccead19a3f tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20bfd7b-3658-41bc-8f4a-4dffc9c8a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373995 Nov 08 00:55:45.906195 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 05553cde-eb85-4b8f-a7bc-e120cc6c8673 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:55:45.998266 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 05553cde-eb85-4b8f-a7bc-e120cc6c8673, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=05553cde-eb85-4b8f-a7bc-e120cc6c8673,segment=NetworkSegment(5fd63d87-74b7-4105-a83f-d1cc17c608b5),segment_id=5fd63d87-74b7-4105-a83f-d1cc17c608b5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:55:46.009445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '05553cde-eb85-4b8f-a7bc-e120cc6c8673', 'network_id': '8254f7df-6bae-4dbf-a3ba-5a19bc1343ab', 'port_id': '05553cde-eb85-4b8f-a7bc-e120cc6c8673', 'mac_address': 'fa:16:3e:fe:f7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e1dc00f-43a4-4e75-bf28-152e41895f0e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:55:46.056966 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:46.070161 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05553cde-eb85-4b8f-a7bc-e120cc6c8673 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:55:46.088868 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 05553cde-eb85-4b8f-a7bc-e120cc6c8673, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=05553cde-eb85-4b8f-a7bc-e120cc6c8673,segment=NetworkSegment(5fd63d87-74b7-4105-a83f-d1cc17c608b5),segment_id=5fd63d87-74b7-4105-a83f-d1cc17c608b5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:55:46.179726 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:46.226262 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=05553cde-eb85-4b8f-a7bc-e120cc6c8673,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:46.535080 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8d3ef-88d2-4087-80b5-8de359632e09 req-1b9d5dfd-7e42-4f3d-bec7-19234a63b9c3 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:46.536566 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-faf8d3ef-88d2-4087-80b5-8de359632e09 req-1b9d5dfd-7e42-4f3d-bec7-19234a63b9c3 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/ports?device_id=763c7707-316f-4ddc-893e-eb1aa562c145 HTTP/1.1" status: 200 len: 945 time: 0.0480015 Nov 08 00:55:46.574053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-faf8d3ef-88d2-4087-80b5-8de359632e09 req-e098b77c-4c0f-41a3-b6ef-6f953925336c tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20bfd7b-3658-41bc-8f4a-4dffc9c8a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315251 Nov 08 00:55:46.593591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['05553cde-eb85-4b8f-a7bc-e120cc6c8673'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:55:47.685694 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aba50d-a012-4897-aff7-414b133edff8 req-cf725596-bef9-4354-b5cf-17bb5edc5309 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:47.687156 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3aba50d-a012-4897-aff7-414b133edff8 req-cf725596-bef9-4354-b5cf-17bb5edc5309 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/ports?device_id=763c7707-316f-4ddc-893e-eb1aa562c145 HTTP/1.1" status: 200 len: 945 time: 0.0483515 Nov 08 00:55:47.728275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e3aba50d-a012-4897-aff7-414b133edff8 req-10982fbb-d63a-4048-8e3b-d1778fd0e3a7 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20bfd7b-3658-41bc-8f4a-4dffc9c8a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351000 Nov 08 00:55:47.936436 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 05553cde-eb85-4b8f-a7bc-e120cc6c8673 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:55:48.042881 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 05553cde-eb85-4b8f-a7bc-e120cc6c8673 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:55:48.046546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 05553cde-eb85-4b8f-a7bc-e120cc6c8673 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:55:48.046919 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:48.123336 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:48.145761 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763c7707-316f-4ddc-893e-eb1aa562c145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05553cde-eb85-4b8f-a7bc-e120cc6c8673'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:55:48.148030 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1332c080-f406-47f3-904a-0ff049247f3f" -d '{"events": [{"server_uuid": "763c7707-316f-4ddc-893e-eb1aa562c145", "name": "network-vif-plugged", "status": "completed", "tag": "05553cde-eb85-4b8f-a7bc-e120cc6c8673"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:55:48.163434 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 05553cde-eb85-4b8f-a7bc-e120cc6c8673, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=05553cde-eb85-4b8f-a7bc-e120cc6c8673,segment=NetworkSegment(5fd63d87-74b7-4105-a83f-d1cc17c608b5),segment_id=5fd63d87-74b7-4105-a83f-d1cc17c608b5)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:55:48.182918 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af308e56-5392-4389-b4f3-bd0cd6514655 x-openstack-request-id: req-af308e56-5392-4389-b4f3-bd0cd6514655 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:55:48.183210 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763c7707-316f-4ddc-893e-eb1aa562c145", "name": "network-vif-plugged", "status": "completed", "tag": "05553cde-eb85-4b8f-a7bc-e120cc6c8673", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:55:48.183525 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af308e56-5392-4389-b4f3-bd0cd6514655 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:55:48.183957 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763c7707-316f-4ddc-893e-eb1aa562c145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05553cde-eb85-4b8f-a7bc-e120cc6c8673', 'code': 200} Nov 08 00:55:48.231687 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:48.279128 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=05553cde-eb85-4b8f-a7bc-e120cc6c8673,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:48.301926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e2581-fc92-430d-be0e-f37b07860364 req-b76bb30c-08bc-4f10-8ddd-d8319686867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:48.303405 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e83e2581-fc92-430d-be0e-f37b07860364 req-b76bb30c-08bc-4f10-8ddd-d8319686867c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=763c7707-316f-4ddc-893e-eb1aa562c145 HTTP/1.1" status: 200 len: 1097 time: 0.0403883 Nov 08 00:55:48.339151 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e83e2581-fc92-430d-be0e-f37b07860364 req-dfd4d313-f62b-41a3-bd86-21a6cb850102 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a20bfd7b-3658-41bc-8f4a-4dffc9c8a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281425 Nov 08 00:55:48.839506 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a599b-e0ed-4ec4-b046-69de76cffb40 req-b03b3df0-ebea-49dc-9f30-1da797a5edf3 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:48.840976 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d22a599b-e0ed-4ec4-b046-69de76cffb40 req-b03b3df0-ebea-49dc-9f30-1da797a5edf3 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/ports?device_id=763c7707-316f-4ddc-893e-eb1aa562c145 HTTP/1.1" status: 200 len: 946 time: 0.0483787 Nov 08 00:55:48.879032 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d22a599b-e0ed-4ec4-b046-69de76cffb40 req-d2e3c9f1-7bf2-45f2-ba8a-0f8e189006ac tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20bfd7b-3658-41bc-8f4a-4dffc9c8a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313685 Nov 08 00:55:49.993689 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9ed91-1afb-4a58-a94e-73d5e820ed52 req-53307089-f5ab-41ab-a07b-0aaa9f200364 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:49.995136 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfc9ed91-1afb-4a58-a94e-73d5e820ed52 req-53307089-f5ab-41ab-a07b-0aaa9f200364 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/ports?device_id=763c7707-316f-4ddc-893e-eb1aa562c145 HTTP/1.1" status: 200 len: 946 time: 0.0486119 Nov 08 00:55:50.036747 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfc9ed91-1afb-4a58-a94e-73d5e820ed52 req-a3cb376c-bf89-4a1f-98d4-44446cdb3c43 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20bfd7b-3658-41bc-8f4a-4dffc9c8a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355353 Nov 08 00:55:50.781088 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0dd17b-6e7e-4ff5-8090-0064ee3a2bf1 req-aaa9f064-efff-466e-a5eb-2c1a00991bd0 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:50.782573 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d0dd17b-6e7e-4ff5-8090-0064ee3a2bf1 req-aaa9f064-efff-466e-a5eb-2c1a00991bd0 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/ports?device_id=763c7707-316f-4ddc-893e-eb1aa562c145 HTTP/1.1" status: 200 len: 946 time: 0.0497591 Nov 08 00:55:50.821481 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d0dd17b-6e7e-4ff5-8090-0064ee3a2bf1 req-ae3c3060-ee5f-4df4-8e3b-ad3900ff81a7 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20bfd7b-3658-41bc-8f4a-4dffc9c8a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323086 Nov 08 00:55:51.937737 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f5535-08d9-44d4-bbfc-84dff0b14fd3 req-13fc45d7-0cad-4d36-afb9-e0f63b8180a5 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:51.939212 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-171f5535-08d9-44d4-bbfc-84dff0b14fd3 req-13fc45d7-0cad-4d36-afb9-e0f63b8180a5 tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/ports?device_id=763c7707-316f-4ddc-893e-eb1aa562c145 HTTP/1.1" status: 200 len: 946 time: 0.0496261 Nov 08 00:55:51.977949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-171f5535-08d9-44d4-bbfc-84dff0b14fd3 req-c4725e0e-9d80-46dc-9a45-1347252e317c tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20bfd7b-3658-41bc-8f4a-4dffc9c8a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327730 Nov 08 00:55:52.260558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac62032-386e-4a05-95c0-af01a790122a req-2190979f-4fe2-4c4e-a174-a1d3c573207a tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:55:52.261901 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ac62032-386e-4a05-95c0-af01a790122a req-2190979f-4fe2-4c4e-a174-a1d3c573207a tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.20 "GET /v2.0/ports?device_id=763c7707-316f-4ddc-893e-eb1aa562c145 HTTP/1.1" status: 200 len: 946 time: 0.0487466 Nov 08 00:55:52.353587 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-8ac62032-386e-4a05-95c0-af01a790122a req-ddf37400-2618-4080-aab3-d18d6200e63e tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Deleting port 05553cde-eb85-4b8f-a7bc-e120cc6c8673 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:55:52.353937 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8ac62032-386e-4a05-95c0-af01a790122a req-ddf37400-2618-4080-aab3-d18d6200e63e tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:52.441968 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-8ac62032-386e-4a05-95c0-af01a790122a req-ddf37400-2618-4080-aab3-d18d6200e63e tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] For port 05553cde-eb85-4b8f-a7bc-e120cc6c8673, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=05553cde-eb85-4b8f-a7bc-e120cc6c8673,segment=NetworkSegment(5fd63d87-74b7-4105-a83f-d1cc17c608b5),segment_id=5fd63d87-74b7-4105-a83f-d1cc17c608b5)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:55:52.442354 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8ac62032-386e-4a05-95c0-af01a790122a req-ddf37400-2618-4080-aab3-d18d6200e63e tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:52.458771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-8ac62032-386e-4a05-95c0-af01a790122a req-ddf37400-2618-4080-aab3-d18d6200e63e tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Calling delete_port for 05553cde-eb85-4b8f-a7bc-e120cc6c8673 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:55:52.660026 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8ac62032-386e-4a05-95c0-af01a790122a req-ddf37400-2618-4080-aab3-d18d6200e63e tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:52.686596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf37400-2618-4080-aab3-d18d6200e63e tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Pushing event deleted for resources: {'Port': ['ID=05553cde-eb85-4b8f-a7bc-e120cc6c8673,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:52.691621 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['05553cde-eb85-4b8f-a7bc-e120cc6c8673'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:55:52.734496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac62032-386e-4a05-95c0-af01a790122a req-ddf37400-2618-4080-aab3-d18d6200e63e tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] No DVR routers for this DVR port 05553cde-eb85-4b8f-a7bc-e120cc6c8673 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:55:52.737838 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8ac62032-386e-4a05-95c0-af01a790122a req-ddf37400-2618-4080-aab3-d18d6200e63e tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:52.741203 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ac62032-386e-4a05-95c0-af01a790122a req-ddf37400-2618-4080-aab3-d18d6200e63e tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.20 "DELETE /v2.0/ports/05553cde-eb85-4b8f-a7bc-e120cc6c8673 HTTP/1.1" status: 204 len: 173 time: 0.4733856 Nov 08 00:55:52.741646 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763c7707-316f-4ddc-893e-eb1aa562c145', 'name': 'network-vif-deleted', 'tag': '05553cde-eb85-4b8f-a7bc-e120cc6c8673'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:55:52.744024 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16eb39a-1fc0-4f6c-8cc3-c770b5df09fa" -d '{"events": [{"server_uuid": "763c7707-316f-4ddc-893e-eb1aa562c145", "name": "network-vif-deleted", "tag": "05553cde-eb85-4b8f-a7bc-e120cc6c8673"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:55:52.777600 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1942be80-54ac-484b-80b7-87127157d589 x-openstack-request-id: req-1942be80-54ac-484b-80b7-87127157d589 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:55:52.777894 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763c7707-316f-4ddc-893e-eb1aa562c145", "name": "network-vif-deleted", "tag": "05553cde-eb85-4b8f-a7bc-e120cc6c8673", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:55:52.778145 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1942be80-54ac-484b-80b7-87127157d589 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:55:52.778593 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763c7707-316f-4ddc-893e-eb1aa562c145', 'name': 'network-vif-deleted', 'tag': '05553cde-eb85-4b8f-a7bc-e120cc6c8673', 'status': 'completed', 'code': 200} Nov 08 00:55:53.071230 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d45b116-f2cd-4e38-925d-10abaf2750ab req-32af0030-a04d-41d8-a91d-a77d4fdbdcef tempest-ServerPasswordTestJSON-35448706 tempest-ServerPasswordTestJSON-35448706-project] 10.222.0.13 "GET /v2.0/ports?device_id=763c7707-316f-4ddc-893e-eb1aa562c145 HTTP/1.1" status: 200 len: 210 time: 0.0268435 Nov 08 00:55:54.129083 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33890) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:54.183893 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a24bccf-21eb-443b-97c9-df55101eef8d admin admin] Deleting subnet 2e1dc00f-43a4-4e75-bf28-152e41895f0e {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:55:54.186934 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1a24bccf-21eb-443b-97c9-df55101eef8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:54.221567 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1a24bccf-21eb-443b-97c9-df55101eef8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:54.263465 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1a24bccf-21eb-443b-97c9-df55101eef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:54.420434 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1a24bccf-21eb-443b-97c9-df55101eef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:54.452624 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24bccf-21eb-443b-97c9-df55101eef8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e1dc00f-43a4-4e75-bf28-152e41895f0e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:54.469664 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24bccf-21eb-443b-97c9-df55101eef8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:54.470037 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24bccf-21eb-443b-97c9-df55101eef8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:54.470376 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24bccf-21eb-443b-97c9-df55101eef8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:54.470710 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24bccf-21eb-443b-97c9-df55101eef8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:54.471036 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24bccf-21eb-443b-97c9-df55101eef8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:54.471948 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24bccf-21eb-443b-97c9-df55101eef8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:54.471948 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24bccf-21eb-443b-97c9-df55101eef8d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:54.472132 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24bccf-21eb-443b-97c9-df55101eef8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:54.472400 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24bccf-21eb-443b-97c9-df55101eef8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:54.472715 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24bccf-21eb-443b-97c9-df55101eef8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:54.473031 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24bccf-21eb-443b-97c9-df55101eef8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:54.473342 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24bccf-21eb-443b-97c9-df55101eef8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:55:54.477326 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1a24bccf-21eb-443b-97c9-df55101eef8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:54.480539 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1a24bccf-21eb-443b-97c9-df55101eef8d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2e1dc00f-43a4-4e75-bf28-152e41895f0e HTTP/1.1" status: 204 len: 168 time: 0.3504667 Nov 08 00:55:54.483065 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33892) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:54.549730 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08e0ec83-8ef3-4d3d-bc56-0f03770b6742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:54.628855 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08e0ec83-8ef3-4d3d-bc56-0f03770b6742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:54.648558 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-08e0ec83-8ef3-4d3d-bc56-0f03770b6742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8254f7df-6bae-4dbf-a3ba-5a19bc1343ab']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:54.657447 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-08e0ec83-8ef3-4d3d-bc56-0f03770b6742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd63d87-74b7-4105-a83f-d1cc17c608b5') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:54.657741 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-08e0ec83-8ef3-4d3d-bc56-0f03770b6742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd63d87-74b7-4105-a83f-d1cc17c608b5') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:55:54.666815 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08e0ec83-8ef3-4d3d-bc56-0f03770b6742 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:54.679974 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08e0ec83-8ef3-4d3d-bc56-0f03770b6742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:54.685495 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e0ec83-8ef3-4d3d-bc56-0f03770b6742 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:55:54.685868 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08e0ec83-8ef3-4d3d-bc56-0f03770b6742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:55:54.687570 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:55:54.934403 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08e0ec83-8ef3-4d3d-bc56-0f03770b6742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:54.939728 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-08e0ec83-8ef3-4d3d-bc56-0f03770b6742 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:54.942854 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-08e0ec83-8ef3-4d3d-bc56-0f03770b6742 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8254f7df-6bae-4dbf-a3ba-5a19bc1343ab HTTP/1.1" status: 204 len: 168 time: 0.4588919 Nov 08 00:55:54.953621 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0ec83-8ef3-4d3d-bc56-0f03770b6742 admin admin] Pushing event deleted for resources: {'Network': ['ID=8254f7df-6bae-4dbf-a3ba-5a19bc1343ab,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:55.435968 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33896) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:55.476208 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-972cad29-7185-4126-a3ea-32f95d501a56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14f02eadbaaa401292feadfe1941325a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387979 Nov 08 00:55:55.478919 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33898) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:55.531126 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4de86169-9538-4932-af0d-afe5d3803b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:55.554164 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4de86169-9538-4932-af0d-afe5d3803b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:55.660430 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4de86169-9538-4932-af0d-afe5d3803b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:55.663022 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4de86169-9538-4932-af0d-afe5d3803b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:55.664210 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4de86169-9538-4932-af0d-afe5d3803b59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a20bfd7b-3658-41bc-8f4a-4dffc9c8a371 HTTP/1.1" status: 204 len: 168 time: 0.1844068 Nov 08 00:55:55.671839 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de86169-9538-4932-af0d-afe5d3803b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20bfd7b-3658-41bc-8f4a-4dffc9c8a371,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:56.030319 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 05553cde-eb85-4b8f-a7bc-e120cc6c8673 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:55:56.050989 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 05553cde-eb85-4b8f-a7bc-e120cc6c8673 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:55:56.051338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 05553cde-eb85-4b8f-a7bc-e120cc6c8673 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:55:57.302716 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 33926) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:57.406209 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d46c981-71e1-433e-9eb7-f861c5a20c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:57.477900 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d46c981-71e1-433e-9eb7-f861c5a20c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:57.552409 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d46c981-71e1-433e-9eb7-f861c5a20c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:57.598955 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1d46c981-71e1-433e-9eb7-f861c5a20c3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b52982670e3e46a68894bc4b73a9c431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2951224 Nov 08 00:55:57.599821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46c981-71e1-433e-9eb7-f861c5a20c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b8b2b6-faa7-49ad-a008-cd4b369c7917,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:57.602646 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33930) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:55:57.652086 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3ad15ed9-3dc2-47f9-bc2f-3a9e16ab46dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:57.673791 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3ad15ed9-3dc2-47f9-bc2f-3a9e16ab46dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:57.808868 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3ad15ed9-3dc2-47f9-bc2f-3a9e16ab46dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:57.811503 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3ad15ed9-3dc2-47f9-bc2f-3a9e16ab46dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:55:57.813268 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3ad15ed9-3dc2-47f9-bc2f-3a9e16ab46dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2b8b2b6-faa7-49ad-a008-cd4b369c7917 HTTP/1.1" status: 204 len: 168 time: 0.2087212 Nov 08 00:55:57.821143 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad15ed9-3dc2-47f9-bc2f-3a9e16ab46dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b8b2b6-faa7-49ad-a008-cd4b369c7917,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:55:58.147470 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:55:58.191863 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e31526ee-6b51-4e1d-9e66-986b19d1cdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:00.768451 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-31292b49-bbca-4371-804f-6b0b8762e17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:01.071543 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:01.123190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 33996) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:01.242298 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98c8ed7c-35c8-4215-91f3-86af7062896f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:01.328255 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98c8ed7c-35c8-4215-91f3-86af7062896f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:01.402694 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98c8ed7c-35c8-4215-91f3-86af7062896f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:01.439774 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8ed7c-35c8-4215-91f3-86af7062896f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205d768f-2cfe-421e-95ab-2ae7e560fcad,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:01.449177 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-98c8ed7c-35c8-4215-91f3-86af7062896f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f38a910657a41a1a0a7aac5bd22540b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3203611 Nov 08 00:56:01.449177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34000) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:01.494793 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-822366aa-7842-4b94-ad44-f9281f14b2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:01.515244 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-822366aa-7842-4b94-ad44-f9281f14b2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:01.631206 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-822366aa-7842-4b94-ad44-f9281f14b2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:01.633844 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-822366aa-7842-4b94-ad44-f9281f14b2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:01.635012 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-822366aa-7842-4b94-ad44-f9281f14b2b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/205d768f-2cfe-421e-95ab-2ae7e560fcad HTTP/1.1" status: 204 len: 168 time: 0.1870055 Nov 08 00:56:01.643911 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822366aa-7842-4b94-ad44-f9281f14b2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205d768f-2cfe-421e-95ab-2ae7e560fcad,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:01.951440 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:02.283217 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:02.350863 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34006) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:02.364713 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0434490e-0d35-4806-a4ee-b4aecacaed45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:02.436135 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0434490e-0d35-4806-a4ee-b4aecacaed45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:02.597126 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0434490e-0d35-4806-a4ee-b4aecacaed45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:02.643607 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0434490e-0d35-4806-a4ee-b4aecacaed45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29c744dd14ee4c0086ce6104a4094573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916529 Nov 08 00:56:02.644557 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434490e-0d35-4806-a4ee-b4aecacaed45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b63aaba-1832-4c26-b3f6-f2fcb7c68941,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:02.646349 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34008) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:02.695323 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf3bd-7ff5-41e3-9aa9-b2e74ebbb135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:02.715744 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf3bd-7ff5-41e3-9aa9-b2e74ebbb135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:02.854192 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf3bd-7ff5-41e3-9aa9-b2e74ebbb135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:02.856783 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf3bd-7ff5-41e3-9aa9-b2e74ebbb135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:02.857928 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4c0cf3bd-7ff5-41e3-9aa9-b2e74ebbb135 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b63aaba-1832-4c26-b3f6-f2fcb7c68941 HTTP/1.1" status: 204 len: 168 time: 0.2100575 Nov 08 00:56:02.865482 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cf3bd-7ff5-41e3-9aa9-b2e74ebbb135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b63aaba-1832-4c26-b3f6-f2fcb7c68941,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:03.471375 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:05.744835 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34056) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:05.849709 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ea73ebe-87cb-4996-82e1-c5b8d5235165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:05.925362 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ea73ebe-87cb-4996-82e1-c5b8d5235165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:06.019985 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ea73ebe-87cb-4996-82e1-c5b8d5235165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:06.058278 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7ea73ebe-87cb-4996-82e1-c5b8d5235165 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4dc17cb8e8546df9061126039537aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3123581 Nov 08 00:56:06.059372 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea73ebe-87cb-4996-82e1-c5b8d5235165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0296cc-ce8b-4eb5-b934-817fb68feee5,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:06.061269 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34060) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:06.111909 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a93725f-78e0-4657-8974-cadb9e092f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:06.132342 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a93725f-78e0-4657-8974-cadb9e092f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:06.254515 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a93725f-78e0-4657-8974-cadb9e092f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:06.257203 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a93725f-78e0-4657-8974-cadb9e092f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:06.258389 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7a93725f-78e0-4657-8974-cadb9e092f77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df0296cc-ce8b-4eb5-b934-817fb68feee5 HTTP/1.1" status: 204 len: 168 time: 0.1960533 Nov 08 00:56:06.266166 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93725f-78e0-4657-8974-cadb9e092f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0296cc-ce8b-4eb5-b934-817fb68feee5,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:07.809355 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34088) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:07.912225 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f29d84a4-ec50-427e-91bb-64791fd9ed1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:07.983938 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f29d84a4-ec50-427e-91bb-64791fd9ed1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:08.048277 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f29d84a4-ec50-427e-91bb-64791fd9ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:08.085878 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f29d84a4-ec50-427e-91bb-64791fd9ed1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c2e840028f547e5b74f39bf8773d781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754722 Nov 08 00:56:08.086775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d84a4-ec50-427e-91bb-64791fd9ed1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8db58be-8b53-4826-8ec2-08cbccc10eec,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:08.088710 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34092) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:08.142279 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e91adb5f-7f21-400b-96ea-a8cac1994b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:08.163565 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e91adb5f-7f21-400b-96ea-a8cac1994b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:08.299719 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e91adb5f-7f21-400b-96ea-a8cac1994b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:08.302473 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e91adb5f-7f21-400b-96ea-a8cac1994b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:08.303676 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e91adb5f-7f21-400b-96ea-a8cac1994b57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8db58be-8b53-4826-8ec2-08cbccc10eec HTTP/1.1" status: 204 len: 168 time: 0.2134960 Nov 08 00:56:08.312131 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91adb5f-7f21-400b-96ea-a8cac1994b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8db58be-8b53-4826-8ec2-08cbccc10eec,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:08.899823 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:11.179256 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34204) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:11.308309 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-33653ad7-cb34-4012-9f04-52eaea03d471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:11.385401 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-33653ad7-cb34-4012-9f04-52eaea03d471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:11.448378 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-33653ad7-cb34-4012-9f04-52eaea03d471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:11.485398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33653ad7-cb34-4012-9f04-52eaea03d471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c97255-123c-4de5-ad81-0786ac4bf3d4,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:11.489689 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-33653ad7-cb34-4012-9f04-52eaea03d471 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3d5496f55ee44539df270b2321be67b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093503 Nov 08 00:56:11.492727 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34208) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:11.538778 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-22e0e380-b6ac-4ae0-b3ac-a901affc731b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:11.562223 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-22e0e380-b6ac-4ae0-b3ac-a901affc731b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:11.671105 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-22e0e380-b6ac-4ae0-b3ac-a901affc731b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:11.673802 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-22e0e380-b6ac-4ae0-b3ac-a901affc731b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:11.675080 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-22e0e380-b6ac-4ae0-b3ac-a901affc731b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2c97255-123c-4de5-ad81-0786ac4bf3d4 HTTP/1.1" status: 204 len: 168 time: 0.1818128 Nov 08 00:56:11.682493 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0e380-b6ac-4ae0-b3ac-a901affc731b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c97255-123c-4de5-ad81-0786ac4bf3d4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:13.626242 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34252) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:13.719825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-b7f27001-5d73-4031-9fc8-c930c9bd05c0 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:13.750822 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34256) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:13.802643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b7f27001-5d73-4031-9fc8-c930c9bd05c0 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] 10.222.0.13 "PUT /v2.0/quotas/13205bdb4bfc4018bac93077d0bc4ddd HTTP/1.1" status: 200 len: 368 time: 0.1751585 Nov 08 00:56:13.805071 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34258) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:13.811171 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Request body: {'network': {'project_id': '13205bdb4bfc4018bac93077d0bc4ddd'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:13.931044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-ccc10297-3aac-4a0d-9da8-604a890aaa3e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Deleting port 2094981b-7aaa-4e0c-8930-65a4876ca559 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:56:13.931387 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ccc10297-3aac-4a0d-9da8-604a890aaa3e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:13.966237 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Made reservation on behalf of 13205bdb4bfc4018bac93077d0bc4ddd for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:56:13.968778 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:13.980888 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:14.040755 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ccc10297-3aac-4a0d-9da8-604a890aaa3e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:14.041094 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ccc10297-3aac-4a0d-9da8-604a890aaa3e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:14.060609 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-ccc10297-3aac-4a0d-9da8-604a890aaa3e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Calling delete_port for 2094981b-7aaa-4e0c-8930-65a4876ca559 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:56:14.142167 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:14.236984 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:14.261850 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5183abd8-0abf-415b-ad05-1c7e84f64a3f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:14.269771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:14.270121 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:14.270461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:14.270796 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:14.271128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:14.271452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:14.271776 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:14.272122 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:14.272443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:14.272763 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:14.273084 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:14.273404 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:14.302173 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ccc10297-3aac-4a0d-9da8-604a890aaa3e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:14.308345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:56:14.342903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc10297-3aac-4a0d-9da8-604a890aaa3e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Pushing event deleted for resources: {'Port': ['ID=2094981b-7aaa-4e0c-8930-65a4876ca559,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:14.350143 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:14.350486 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Added segment 2834dca3-31aa-4a30-87a4-42551d6d5d02 of type vlan for network 66cfb908-ab62-4d97-81ed-06d31a38d6f8 Nov 08 00:56:14.426099 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:14.442317 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ccc10297-3aac-4a0d-9da8-604a890aaa3e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:14.442649 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-ccc10297-3aac-4a0d-9da8-604a890aaa3e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Floating IP 9af83fba-3c28-4a04-a488-ce9e7544e178 disassociated (deleted). External IP: 172.25.2.45, port: def88888-947a-4336-b370-4c0b946843d1. Nov 08 00:56:14.639364 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:14.640263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:14.640866 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:14.713533 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Pushing event updated for resources: {'Network': ['ID=66cfb908-ab62-4d97-81ed-06d31a38d6f8,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:14.720235 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc10297-3aac-4a0d-9da8-604a890aaa3e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Router 025a501b-7076-4a99-8943-3a8058b19204 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:56:14.723675 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 66cfb908-ab62-4d97-81ed-06d31a38d6f8 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:56:14.794731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-351d10c1-c9fb-4379-a3e8-fb28b19d90b2 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9886670 Nov 08 00:56:14.797997 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34260) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:14.803280 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-5b3a7454-2234-42fe-aa5b-7848ca632a29 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Request body: {'network': {'project_id': '13205bdb4bfc4018bac93077d0bc4ddd'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:14.836190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc10297-3aac-4a0d-9da8-604a890aaa3e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:56:14.842877 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ccc10297-3aac-4a0d-9da8-604a890aaa3e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:14.846068 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4747dc0-3bae-49f0-99f0-a1aaaa8e6d5d None None] Sync routers for ids ['025a501b-7076-4a99-8943-3a8058b19204'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:56:14.854968 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4747dc0-3bae-49f0-99f0-a1aaaa8e6d5d None None] Routers {'025a501b-7076-4a99-8943-3a8058b19204'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:56:14.855570 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a4747dc0-3bae-49f0-99f0-a1aaaa8e6d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:56:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['025a501b-7076-4a99-8943-3a8058b19204'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:14.868937 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ccc10297-3aac-4a0d-9da8-604a890aaa3e tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "DELETE /v2.0/floatingips/9af83fba-3c28-4a04-a488-ce9e7544e178 HTTP/1.1" status: 204 len: 168 time: 1.1171374 Nov 08 00:56:14.869609 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'tag': 'def88888-947a-4336-b370-4c0b946843d1'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:56:14.872065 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ca505b-5b53-45f1-a492-14dfe8389392" -d '{"events": [{"name": "network-changed", "server_uuid": "c08c7987-dc46-4846-9aee-89fe14b2d13a", "tag": "def88888-947a-4336-b370-4c0b946843d1"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:56:14.916728 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b34c09-2b3d-4dac-b5c6-208bd9cd7a1d x-openstack-request-id: req-44b34c09-2b3d-4dac-b5c6-208bd9cd7a1d {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:56:14.917210 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08c7987-dc46-4846-9aee-89fe14b2d13a", "tag": "def88888-947a-4336-b370-4c0b946843d1", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:56:14.917513 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44b34c09-2b3d-4dac-b5c6-208bd9cd7a1d {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:56:14.917876 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'tag': 'def88888-947a-4336-b370-4c0b946843d1', 'status': 'completed', 'code': 200} Nov 08 00:56:14.928548 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3a7454-2234-42fe-aa5b-7848ca632a29 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Made reservation on behalf of 13205bdb4bfc4018bac93077d0bc4ddd for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:56:14.931515 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5b3a7454-2234-42fe-aa5b-7848ca632a29 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:14.957538 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3a7454-2234-42fe-aa5b-7848ca632a29 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:56:14.967748 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5b3a7454-2234-42fe-aa5b-7848ca632a29 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:14.968131 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-5b3a7454-2234-42fe-aa5b-7848ca632a29 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Added segment e1246e00-2157-4b83-a0a5-e5ade5bc7a40 of type vlan for network c18f9e3b-c3dc-49ec-bc40-4bfb0f13b2e8 Nov 08 00:56:14.975899 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-a4747dc0-3bae-49f0-99f0-a1aaaa8e6d5d None None] Set router 025a501b-7076-4a99-8943-3a8058b19204 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:56:15.039051 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5b3a7454-2234-42fe-aa5b-7848ca632a29 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:15.051859 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca505b-5b53-45f1-a492-14dfe8389392 req-ce29a598-5351-4620-adaa-c02b6eb39986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:15.053498 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6ca505b-5b53-45f1-a492-14dfe8389392 req-ce29a598-5351-4620-adaa-c02b6eb39986 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3c16ca831a14d60afe2efe4f3828ab0&device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 1097 time: 0.0833552 Nov 08 00:56:15.153696 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca505b-5b53-45f1-a492-14dfe8389392 req-a4418053-3a4e-4c9e-ad92-62314cdfbf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:15.155108 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6ca505b-5b53-45f1-a492-14dfe8389392 req-a4418053-3a4e-4c9e-ad92-62314cdfbf40 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 HTTP/1.1" status: 200 len: 915 time: 0.0935783 Nov 08 00:56:15.179943 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a4747dc0-3bae-49f0-99f0-a1aaaa8e6d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a501b-7076-4a99-8943-3a8058b19204', 'name': 'tempest-TestVolumeBackupRestore-1449577697-router', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '992d8cb6-55be-4eef-8845-9200c538416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:19Z', 'updated_at': '2021-11-08T00:52:23Z', 'revision_number': 4, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'gw_port': {'id': '992d8cb6-55be-4eef-8845-9200c538416e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:20Z', 'updated_at': '2021-11-08T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '5e0b809e-d103-4888-b07b-5b04adb4d778', 'name': '', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'mac_address': 'fa:16:3e:6c:63:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:22Z', 'updated_at': '2021-11-08T00:52:27Z', 'revision_number': 5, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'subnets': [{'id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:15.205024 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5b3a7454-2234-42fe-aa5b-7848ca632a29 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:15.206344 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3a7454-2234-42fe-aa5b-7848ca632a29 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:15.207086 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4747dc0-3bae-49f0-99f0-a1aaaa8e6d5d None None] Checking router: 025a501b-7076-4a99-8943-3a8058b19204 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:56:15.207228 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5b3a7454-2234-42fe-aa5b-7848ca632a29 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:15.210225 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6ca505b-5b53-45f1-a492-14dfe8389392 req-be866080-9c3f-4033-ad19-c6848cd53e62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=def88888-947a-4336-b370-4c0b946843d1 HTTP/1.1" status: 200 len: 217 time: 0.0452144 Nov 08 00:56:15.216315 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4747dc0-3bae-49f0-99f0-a1aaaa8e6d5d None None] Routers {'025a501b-7076-4a99-8943-3a8058b19204'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:56:15.216932 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a4747dc0-3bae-49f0-99f0-a1aaaa8e6d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:56:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['025a501b-7076-4a99-8943-3a8058b19204'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:15.310225 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a7454-2234-42fe-aa5b-7848ca632a29 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Pushing event updated for resources: {'Network': ['ID=c18f9e3b-c3dc-49ec-bc40-4bfb0f13b2e8,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:15.323010 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-a4747dc0-3bae-49f0-99f0-a1aaaa8e6d5d None None] Set router 025a501b-7076-4a99-8943-3a8058b19204 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:56:15.323503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca505b-5b53-45f1-a492-14dfe8389392 req-b31dc892-92df-4522-b4b7-cb09778a09af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:15.323899 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network c18f9e3b-c3dc-49ec-bc40-4bfb0f13b2e8 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:56:15.325111 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6ca505b-5b53-45f1-a492-14dfe8389392 req-b31dc892-92df-4522-b4b7-cb09778a09af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8bc65af7-ed80-4524-901e-f5825c02b48b HTTP/1.1" status: 200 len: 853 time: 0.0938644 Nov 08 00:56:15.376325 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5b3a7454-2234-42fe-aa5b-7848ca632a29 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5741401 Nov 08 00:56:15.376692 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34266) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:15.382778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca505b-5b53-45f1-a492-14dfe8389392 req-da4302c5-cdfe-488b-baf0-8e78abea959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:15.384307 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6ca505b-5b53-45f1-a492-14dfe8389392 req-da4302c5-cdfe-488b-baf0-8e78abea959d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b28812e5-b3a8-4e2a-bc1a-6bf6ad377753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516803 Nov 08 00:56:15.394818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-64470775-c12b-4fa5-bda6-4d5103644cb4 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Request body: {'network': {'project_id': '13205bdb4bfc4018bac93077d0bc4ddd'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:15.413553 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-64470775-c12b-4fa5-bda6-4d5103644cb4 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 08 00:56:15.414083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64470775-c12b-4fa5-bda6-4d5103644cb4 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:56:15.420493 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-64470775-c12b-4fa5-bda6-4d5103644cb4 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0425360 Nov 08 00:56:15.421882 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34270) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:15.493745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02edd6-422c-4b2b-9539-1c524c457b58 req-b48ec8fd-1072-4fbc-ae24-f69d1a273614 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:15.495278 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae02edd6-422c-4b2b-9539-1c524c457b58 req-b48ec8fd-1072-4fbc-ae24-f69d1a273614 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 946 time: 0.0571754 Nov 08 00:56:15.509669 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fb78a4aa-734c-4b36-a014-15c7bcb8b09f tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13205bdb4bfc4018bac93077d0bc4ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0867350 Nov 08 00:56:15.513183 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34272) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:15.535083 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae02edd6-422c-4b2b-9539-1c524c457b58 req-ac05ef5f-33f3-4b87-96ab-671b8165e3db tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/security-groups?id=531e7ecd-c740-4e2d-a885-9b5873a3e0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332668 Nov 08 00:56:15.536213 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6ca505b-5b53-45f1-a492-14dfe8389392 req-92941945-4d51-4730-a73e-0c6a9182f17c service neutron] 10.222.0.26 "GET /v2.0/networks/b28812e5-b3a8-4e2a-bc1a-6bf6ad377753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434469 Nov 08 00:56:15.567545 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a4747dc0-3bae-49f0-99f0-a1aaaa8e6d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a501b-7076-4a99-8943-3a8058b19204', 'name': 'tempest-TestVolumeBackupRestore-1449577697-router', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '992d8cb6-55be-4eef-8845-9200c538416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:19Z', 'updated_at': '2021-11-08T00:52:23Z', 'revision_number': 4, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'gw_port': {'id': '992d8cb6-55be-4eef-8845-9200c538416e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:20Z', 'updated_at': '2021-11-08T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '5e0b809e-d103-4888-b07b-5b04adb4d778', 'name': '', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'mac_address': 'fa:16:3e:6c:63:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:22Z', 'updated_at': '2021-11-08T00:52:27Z', 'revision_number': 5, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'subnets': [{'id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:15.597690 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4747dc0-3bae-49f0-99f0-a1aaaa8e6d5d None None] The sync data for ids ['025a501b-7076-4a99-8943-3a8058b19204'] in n-d-816882-1 is: [{'id': '025a501b-7076-4a99-8943-3a8058b19204', 'name': 'tempest-TestVolumeBackupRestore-1449577697-router', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '992d8cb6-55be-4eef-8845-9200c538416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:19Z', 'updated_at': '2021-11-08T00:52:23Z', 'revision_number': 4, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'gw_port': {'id': '992d8cb6-55be-4eef-8845-9200c538416e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:20Z', 'updated_at': '2021-11-08T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '5e0b809e-d103-4888-b07b-5b04adb4d778', 'name': '', 'network_id': 'b28812e5-b3a8-4e2a-bc1a-6bf6ad377753', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'mac_address': 'fa:16:3e:6c:63:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:22Z', 'updated_at': '2021-11-08T00:52:27Z', 'revision_number': 5, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'subnets': [{'id': '8bc65af7-ed80-4524-901e-f5825c02b48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:56:15.626887 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bde2eca2-c093-4ab2-b1b4-821875885570 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:15.661548 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bde2eca2-c093-4ab2-b1b4-821875885570 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:15.687089 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c6ca505b-5b53-45f1-a492-14dfe8389392 req-6b052fda-7c79-4904-a8c9-c2dc38d89155 service neutron] 10.222.0.26 "GET /v2.0/networks/b28812e5-b3a8-4e2a-bc1a-6bf6ad377753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388090 Nov 08 00:56:15.841215 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35e0362-54c9-4eed-ac4e-066c3f467ee8 None None] New status for floating IP 9af83fba-3c28-4a04-a488-ce9e7544e178: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:56:15.860539 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bde2eca2-c093-4ab2-b1b4-821875885570 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:15.863551 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bde2eca2-c093-4ab2-b1b4-821875885570 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:15.868734 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bde2eca2-c093-4ab2-b1b4-821875885570 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/5183abd8-0abf-415b-ad05-1c7e84f64a3f HTTP/1.1" status: 204 len: 168 time: 0.3507242 Nov 08 00:56:15.868853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34274) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:15.873016 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2eca2-c093-4ab2-b1b4-821875885570 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5183abd8-0abf-415b-ad05-1c7e84f64a3f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:15.941683 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37f83ffa-aa02-4250-98f8-5516f36ddd4d tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:16.024281 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37f83ffa-aa02-4250-98f8-5516f36ddd4d tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:16.044393 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-37f83ffa-aa02-4250-98f8-5516f36ddd4d tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18f9e3b-c3dc-49ec-bc40-4bfb0f13b2e8']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:16.054094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-37f83ffa-aa02-4250-98f8-5516f36ddd4d tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1246e00-2157-4b83-a0a5-e5ade5bc7a40') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:16.054393 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-37f83ffa-aa02-4250-98f8-5516f36ddd4d tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1246e00-2157-4b83-a0a5-e5ade5bc7a40') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:16.063671 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37f83ffa-aa02-4250-98f8-5516f36ddd4d tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:16.076339 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37f83ffa-aa02-4250-98f8-5516f36ddd4d tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:16.082611 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f83ffa-aa02-4250-98f8-5516f36ddd4d tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:56:16.082990 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37f83ffa-aa02-4250-98f8-5516f36ddd4d tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:56:16.084602 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:56:16.248492 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37f83ffa-aa02-4250-98f8-5516f36ddd4d tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:16.253823 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37f83ffa-aa02-4250-98f8-5516f36ddd4d tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:16.256954 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-37f83ffa-aa02-4250-98f8-5516f36ddd4d tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c18f9e3b-c3dc-49ec-bc40-4bfb0f13b2e8 HTTP/1.1" status: 204 len: 168 time: 0.3882945 Nov 08 00:56:16.259641 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34276) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:16.275453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f83ffa-aa02-4250-98f8-5516f36ddd4d tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Pushing event deleted for resources: {'Network': ['ID=c18f9e3b-c3dc-49ec-bc40-4bfb0f13b2e8,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:16.339257 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0097de66-3d1d-40a6-998c-f7fc1d85e894 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:16.416844 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0097de66-3d1d-40a6-998c-f7fc1d85e894 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:16.436185 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-0097de66-3d1d-40a6-998c-f7fc1d85e894 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66cfb908-ab62-4d97-81ed-06d31a38d6f8']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:16.445691 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-0097de66-3d1d-40a6-998c-f7fc1d85e894 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2834dca3-31aa-4a30-87a4-42551d6d5d02') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:16.445987 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-0097de66-3d1d-40a6-998c-f7fc1d85e894 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2834dca3-31aa-4a30-87a4-42551d6d5d02') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:16.455608 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0097de66-3d1d-40a6-998c-f7fc1d85e894 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:16.468428 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0097de66-3d1d-40a6-998c-f7fc1d85e894 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:16.474174 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0097de66-3d1d-40a6-998c-f7fc1d85e894 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0097de66-3d1d-40a6-998c-f7fc1d85e894 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:56:16.478143 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:56:16.591558 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0097de66-3d1d-40a6-998c-f7fc1d85e894 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:16.599282 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0097de66-3d1d-40a6-998c-f7fc1d85e894 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:16.607328 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0097de66-3d1d-40a6-998c-f7fc1d85e894 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] 10.222.0.13 "DELETE /v2.0/networks/66cfb908-ab62-4d97-81ed-06d31a38d6f8 HTTP/1.1" status: 204 len: 168 time: 0.3464260 Nov 08 00:56:16.622291 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097de66-3d1d-40a6-998c-f7fc1d85e894 tempest-QuotasNegativeTest-1796995558 tempest-QuotasNegativeTest-1796995558-project-admin] Pushing event deleted for resources: {'Network': ['ID=66cfb908-ab62-4d97-81ed-06d31a38d6f8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:16.692112 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d137e00-fde0-46d3-974a-9d4605e959c8 req-46f3e786-cfc6-474a-97db-258f9b952e6c tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:16.693616 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d137e00-fde0-46d3-974a-9d4605e959c8 req-46f3e786-cfc6-474a-97db-258f9b952e6c tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 946 time: 0.0480216 Nov 08 00:56:16.731009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d137e00-fde0-46d3-974a-9d4605e959c8 req-c5556773-3f95-4c58-b151-2816b96932af tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/security-groups?id=531e7ecd-c740-4e2d-a885-9b5873a3e0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314736 Nov 08 00:56:17.087533 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ef17b-cedc-4979-b68a-01fd7029a48d req-7dc10850-c55f-4ee9-865a-c2f7d9bbdead tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:17.089007 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cd8ef17b-cedc-4979-b68a-01fd7029a48d req-7dc10850-c55f-4ee9-865a-c2f7d9bbdead tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.26 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 946 time: 0.0481026 Nov 08 00:56:17.183961 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-cd8ef17b-cedc-4979-b68a-01fd7029a48d req-44715a16-4f3b-44ba-bf0a-7ccdb2df6591 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Deleting port def88888-947a-4336-b370-4c0b946843d1 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:56:17.184217 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-cd8ef17b-cedc-4979-b68a-01fd7029a48d req-44715a16-4f3b-44ba-bf0a-7ccdb2df6591 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:17.270893 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-cd8ef17b-cedc-4979-b68a-01fd7029a48d req-44715a16-4f3b-44ba-bf0a-7ccdb2df6591 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] For port def88888-947a-4336-b370-4c0b946843d1, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=def88888-947a-4336-b370-4c0b946843d1,segment=NetworkSegment(f1ee6563-56a4-4cca-a607-e4a180d93c26),segment_id=f1ee6563-56a4-4cca-a607-e4a180d93c26)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:56:17.271256 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-cd8ef17b-cedc-4979-b68a-01fd7029a48d req-44715a16-4f3b-44ba-bf0a-7ccdb2df6591 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:17.284185 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-cd8ef17b-cedc-4979-b68a-01fd7029a48d req-44715a16-4f3b-44ba-bf0a-7ccdb2df6591 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Calling delete_port for def88888-947a-4336-b370-4c0b946843d1 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:56:17.369122 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34290) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:17.473018 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e92f4e4a-3bab-46ae-8b45-eba93ac97bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:17.474648 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-cd8ef17b-cedc-4979-b68a-01fd7029a48d req-44715a16-4f3b-44ba-bf0a-7ccdb2df6591 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:17.510602 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44715a16-4f3b-44ba-bf0a-7ccdb2df6591 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Pushing event deleted for resources: {'Port': ['ID=def88888-947a-4336-b370-4c0b946843d1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:17.569664 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8ef17b-cedc-4979-b68a-01fd7029a48d req-44715a16-4f3b-44ba-bf0a-7ccdb2df6591 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] No DVR routers for this DVR port def88888-947a-4336-b370-4c0b946843d1 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:56:17.572598 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-cd8ef17b-cedc-4979-b68a-01fd7029a48d req-44715a16-4f3b-44ba-bf0a-7ccdb2df6591 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:17.576104 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-cd8ef17b-cedc-4979-b68a-01fd7029a48d req-44715a16-4f3b-44ba-bf0a-7ccdb2df6591 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.26 "DELETE /v2.0/ports/def88888-947a-4336-b370-4c0b946843d1 HTTP/1.1" status: 204 len: 173 time: 0.4812620 Nov 08 00:56:17.580006 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'name': 'network-vif-deleted', 'tag': 'def88888-947a-4336-b370-4c0b946843d1'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:56:17.582259 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995895c5-7e1e-4d3c-85f1-1f356c433a22" -d '{"events": [{"server_uuid": "c08c7987-dc46-4846-9aee-89fe14b2d13a", "name": "network-vif-deleted", "tag": "def88888-947a-4336-b370-4c0b946843d1"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:56:17.621061 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ce5503-2f85-4b7c-9f80-0a51a9b9f60f x-openstack-request-id: req-e9ce5503-2f85-4b7c-9f80-0a51a9b9f60f {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:56:17.621351 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08c7987-dc46-4846-9aee-89fe14b2d13a", "name": "network-vif-deleted", "tag": "def88888-947a-4336-b370-4c0b946843d1", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:56:17.621600 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9ce5503-2f85-4b7c-9f80-0a51a9b9f60f {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:56:17.621991 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08c7987-dc46-4846-9aee-89fe14b2d13a', 'name': 'network-vif-deleted', 'tag': 'def88888-947a-4336-b370-4c0b946843d1', 'status': 'completed', 'code': 200} Nov 08 00:56:17.630621 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e92f4e4a-3bab-46ae-8b45-eba93ac97bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:17.740049 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e92f4e4a-3bab-46ae-8b45-eba93ac97bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:17.782923 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e92f4e4a-3bab-46ae-8b45-eba93ac97bfc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb0cb4da66df4e8f929e268743d5c840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127407 Nov 08 00:56:17.785950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34298) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:17.788929 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f4e4a-3bab-46ae-8b45-eba93ac97bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c13d08a-c51a-4961-b72a-f7bd73951720,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:17.853280 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-daf9c4fa-b45f-4eb2-97aa-956235dd0d3d req-72ae5ef6-ed44-453c-8509-af4150abe8da tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 210 time: 0.0442114 Nov 08 00:56:17.886134 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f2e52205-1716-43e9-8c6d-4563f31a4f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:17.911451 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f2e52205-1716-43e9-8c6d-4563f31a4f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:18.048628 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f2e52205-1716-43e9-8c6d-4563f31a4f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:18.051273 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f2e52205-1716-43e9-8c6d-4563f31a4f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:18.052510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f2e52205-1716-43e9-8c6d-4563f31a4f76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c13d08a-c51a-4961-b72a-f7bd73951720 HTTP/1.1" status: 204 len: 168 time: 0.2656286 Nov 08 00:56:18.060566 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e52205-1716-43e9-8c6d-4563f31a4f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c13d08a-c51a-4961-b72a-f7bd73951720,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:18.721835 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34306) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:18.735484 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a530b6c0-5854-4b63-8ed1-c05242ff714f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:18.807502 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a530b6c0-5854-4b63-8ed1-c05242ff714f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:18.877331 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a530b6c0-5854-4b63-8ed1-c05242ff714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:18.920173 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a530b6c0-5854-4b63-8ed1-c05242ff714f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a2bab42734a48febd58fe0052f8ca57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1949723 Nov 08 00:56:18.920528 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34310) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:18.928072 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530b6c0-5854-4b63-8ed1-c05242ff714f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a667193b-797f-469b-82ff-cfdbec708f17,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:18.958674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-82204b2a-1775-40a9-ac21-95a3c663355e req-7c94c007-5e0f-41ff-a562-a44cd10a93d7 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 210 time: 0.0407684 Nov 08 00:56:18.980152 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-868eb086-5588-42df-a8f3-9be5ae7d122c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:19.001453 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-868eb086-5588-42df-a8f3-9be5ae7d122c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:19.145785 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-868eb086-5588-42df-a8f3-9be5ae7d122c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:19.148445 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-868eb086-5588-42df-a8f3-9be5ae7d122c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:19.149640 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-868eb086-5588-42df-a8f3-9be5ae7d122c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a667193b-797f-469b-82ff-cfdbec708f17 HTTP/1.1" status: 204 len: 168 time: 0.2282290 Nov 08 00:56:19.158062 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868eb086-5588-42df-a8f3-9be5ae7d122c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a667193b-797f-469b-82ff-cfdbec708f17,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:20.053492 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c495fe30-322e-417a-854e-1a642df522d6 req-ea3ac77c-ed61-4c29-b71b-200b54c08467 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 210 time: 0.0273988 Nov 08 00:56:21.111190 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device def88888-947a-4336-b370-4c0b946843d1 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:56:21.134756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: def88888-947a-4336-b370-4c0b946843d1 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:56:21.135103 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device def88888-947a-4336-b370-4c0b946843d1 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:56:21.172414 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5bba8c93-047c-42f1-866f-2db5857eb891 req-d74c0b36-dec5-435a-a6ba-7d8a893dcbb9 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08c7987-dc46-4846-9aee-89fe14b2d13a HTTP/1.1" status: 200 len: 210 time: 0.0294919 Nov 08 00:56:21.247710 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34358) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:21.348821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e64515a1-0fb8-4538-89be-4113b2aa9c03 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:21.573964 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e64515a1-0fb8-4538-89be-4113b2aa9c03 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] 10.222.0.13 "PUT /v2.0/quotas/8b0bb534805b4902bc620f9a2f520932 HTTP/1.1" status: 200 len: 366 time: 0.3250103 Nov 08 00:56:21.576402 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34362) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:21.586669 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9633bc87-01fe-46da-a10e-99877a136454 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0092576 Nov 08 00:56:21.601103 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34364) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:21.609906 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d3c8ef4f-cb2e-4c1a-b35b-d7b406381041 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] 10.222.0.13 "GET /v2.0/quotas/8b0bb534805b4902bc620f9a2f520932 HTTP/1.1" status: 200 len: 366 time: 0.0078769 Nov 08 00:56:21.611916 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34366) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:21.700435 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7b5df4f6-5e6d-421c-9922-0262ecd2fa77 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/8b0bb534805b4902bc620f9a2f520932 HTTP/1.1" status: 204 len: 168 time: 0.0875785 Nov 08 00:56:21.702412 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34368) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:21.711107 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3d38e49d-e909-4768-a5ef-61dd4ed91ee2 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0077689 Nov 08 00:56:21.713120 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34370) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:21.724797 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34372) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:21.725037 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e8ad89ae-c38e-47e0-93bf-69e30329197a tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] 10.222.0.13 "GET /v2.0/quotas/8b0bb534805b4902bc620f9a2f520932 HTTP/1.1" status: 200 len: 370 time: 0.0108006 Nov 08 00:56:21.730866 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-95445adc-75af-4a36-8822-916f24f4ec0b tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] 10.222.0.13 "GET /v2.0/quotas/8b0bb534805b4902bc620f9a2f520932/default HTTP/1.1" status: 200 len: 370 time: 0.0041196 Nov 08 00:56:21.733240 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34374) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:21.741845 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-f84acda0-fc3d-408c-bb8a-fccb6ce405cc tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] delete failed (client error): The resource could not be found. Nov 08 00:56:21.742829 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f84acda0-fc3d-408c-bb8a-fccb6ce405cc tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/8b0bb534805b4902bc620f9a2f520932 HTTP/1.1" status: 404 len: 348 time: 0.0087488 Nov 08 00:56:22.015455 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34378) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:22.034827 n-d-816882-1 neutron-server[102771]: DEBUG neutron.quota.resource [None req-10f7e968-24c2-4909-be6e-3683f8109b86 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] Usage tracker for resource:network and tenant:61ba37d4ed8d4a2f8296dd68cdb0cbcf is out of sync, need to count used quota {{(pid=102771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 00:56:22.040422 n-d-816882-1 neutron-server[102771]: DEBUG neutron.quota.resource [None req-10f7e968-24c2-4909-be6e-3683f8109b86 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 08 00:56:22.046611 n-d-816882-1 neutron-server[102771]: DEBUG neutron.quota.resource [None req-10f7e968-24c2-4909-be6e-3683f8109b86 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] Usage tracker for resource:subnet and tenant:61ba37d4ed8d4a2f8296dd68cdb0cbcf is out of sync, need to count used quota {{(pid=102771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 00:56:22.051998 n-d-816882-1 neutron-server[102771]: DEBUG neutron.quota.resource [None req-10f7e968-24c2-4909-be6e-3683f8109b86 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 08 00:56:22.057964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.quota.resource [None req-10f7e968-24c2-4909-be6e-3683f8109b86 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] Usage tracker for resource:subnetpool and tenant:61ba37d4ed8d4a2f8296dd68cdb0cbcf is out of sync, need to count used quota {{(pid=102771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 00:56:22.062796 n-d-816882-1 neutron-server[102771]: DEBUG neutron.quota.resource [None req-10f7e968-24c2-4909-be6e-3683f8109b86 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 08 00:56:22.068931 n-d-816882-1 neutron-server[102771]: DEBUG neutron.quota.resource [None req-10f7e968-24c2-4909-be6e-3683f8109b86 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] Usage tracker for resource:port and tenant:61ba37d4ed8d4a2f8296dd68cdb0cbcf is out of sync, need to count used quota {{(pid=102771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 00:56:22.074093 n-d-816882-1 neutron-server[102771]: DEBUG neutron.quota.resource [None req-10f7e968-24c2-4909-be6e-3683f8109b86 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 08 00:56:22.080634 n-d-816882-1 neutron-server[102771]: DEBUG neutron.quota.resource [None req-10f7e968-24c2-4909-be6e-3683f8109b86 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] Usage tracker for resource:router and tenant:61ba37d4ed8d4a2f8296dd68cdb0cbcf is out of sync, need to count used quota {{(pid=102771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 00:56:22.085651 n-d-816882-1 neutron-server[102771]: DEBUG neutron.quota.resource [None req-10f7e968-24c2-4909-be6e-3683f8109b86 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 08 00:56:22.091826 n-d-816882-1 neutron-server[102771]: DEBUG neutron.quota.resource [None req-10f7e968-24c2-4909-be6e-3683f8109b86 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] Usage tracker for resource:floatingip and tenant:61ba37d4ed8d4a2f8296dd68cdb0cbcf is out of sync, need to count used quota {{(pid=102771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 00:56:22.097601 n-d-816882-1 neutron-server[102771]: DEBUG neutron.quota.resource [None req-10f7e968-24c2-4909-be6e-3683f8109b86 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 08 00:56:22.132362 n-d-816882-1 neutron-server[102771]: DEBUG neutron.quota.resource [None req-10f7e968-24c2-4909-be6e-3683f8109b86 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] Usage tracker for resource:security_group and tenant:61ba37d4ed8d4a2f8296dd68cdb0cbcf is out of sync, need to count used quota {{(pid=102771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 00:56:22.137642 n-d-816882-1 neutron-server[102771]: DEBUG neutron.quota.resource [None req-10f7e968-24c2-4909-be6e-3683f8109b86 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 08 00:56:22.144053 n-d-816882-1 neutron-server[102771]: DEBUG neutron.quota.resource [None req-10f7e968-24c2-4909-be6e-3683f8109b86 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] Usage tracker for resource:security_group_rule and tenant:61ba37d4ed8d4a2f8296dd68cdb0cbcf is out of sync, need to count used quota {{(pid=102771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 00:56:22.148744 n-d-816882-1 neutron-server[102771]: DEBUG neutron.quota.resource [None req-10f7e968-24c2-4909-be6e-3683f8109b86 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 08 00:56:22.153136 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-10f7e968-24c2-4909-be6e-3683f8109b86 tempest-QuotasTest-1667880618 tempest-QuotasTest-1667880618-project-admin] 10.222.0.13 "GET /v2.0/quotas/61ba37d4ed8d4a2f8296dd68cdb0cbcf/details.json HTTP/1.1" status: 200 len: 703 time: 0.1365218 Nov 08 00:56:22.229966 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34384) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:22.288527 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bc3ea38-0396-4ddb-b50f-c57832fd6700 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:22.316351 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bc3ea38-0396-4ddb-b50f-c57832fd6700 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:22.459660 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bc3ea38-0396-4ddb-b50f-c57832fd6700 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:22.462233 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5bc3ea38-0396-4ddb-b50f-c57832fd6700 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:22.463417 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5bc3ea38-0396-4ddb-b50f-c57832fd6700 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] 10.222.0.13 "DELETE /v2.0/security-groups/531e7ecd-c740-4e2d-a885-9b5873a3e0a0 HTTP/1.1" status: 204 len: 168 time: 0.2323802 Nov 08 00:56:22.473463 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3ea38-0396-4ddb-b50f-c57832fd6700 tempest-TestVolumeBackupRestore-1550816284 tempest-TestVolumeBackupRestore-1550816284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=531e7ecd-c740-4e2d-a885-9b5873a3e0a0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:22.715901 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34390) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:22.816715 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-04076cf8-1baa-4d0f-a0aa-aa76a5e53a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:22.887699 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-04076cf8-1baa-4d0f-a0aa-aa76a5e53a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:22.962240 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-04076cf8-1baa-4d0f-a0aa-aa76a5e53a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:23.003234 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04076cf8-1baa-4d0f-a0aa-aa76a5e53a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fa2a62-333a-4599-bf21-04edcfa3aa0c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:23.008617 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-04076cf8-1baa-4d0f-a0aa-aa76a5e53a90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d088a7a034ad44f48c76967fc92ef3ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916622 Nov 08 00:56:23.011292 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34394) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:23.371029 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2084d8b7-1a2f-4607-9e1e-0cc4c59e334d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:23.390762 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2084d8b7-1a2f-4607-9e1e-0cc4c59e334d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:23.539650 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2084d8b7-1a2f-4607-9e1e-0cc4c59e334d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:23.542262 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2084d8b7-1a2f-4607-9e1e-0cc4c59e334d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:23.546178 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2084d8b7-1a2f-4607-9e1e-0cc4c59e334d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73fa2a62-333a-4599-bf21-04edcfa3aa0c HTTP/1.1" status: 204 len: 168 time: 0.5310640 Nov 08 00:56:23.551742 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084d8b7-1a2f-4607-9e1e-0cc4c59e334d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fa2a62-333a-4599-bf21-04edcfa3aa0c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:24.282650 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34426) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:24.310619 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e607ed2-6fc8-40b0-866b-e0ea6a6069f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:24.408690 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e607ed2-6fc8-40b0-866b-e0ea6a6069f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:24.488753 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5e607ed2-6fc8-40b0-866b-e0ea6a6069f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:24.526422 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e607ed2-6fc8-40b0-866b-e0ea6a6069f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8825cb0-e9ee-40db-87f7-ede28ecf1253,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:24.534660 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5e607ed2-6fc8-40b0-866b-e0ea6a6069f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61ba37d4ed8d4a2f8296dd68cdb0cbcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478845 Nov 08 00:56:24.534996 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34438) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:24.583416 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9bba05ef-d24b-42fc-be73-1f11d4aa11f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:24.609017 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9bba05ef-d24b-42fc-be73-1f11d4aa11f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:24.780184 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9bba05ef-d24b-42fc-be73-1f11d4aa11f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:24.783074 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9bba05ef-d24b-42fc-be73-1f11d4aa11f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:24.786674 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9bba05ef-d24b-42fc-be73-1f11d4aa11f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8825cb0-e9ee-40db-87f7-ede28ecf1253 HTTP/1.1" status: 204 len: 168 time: 0.2485461 Nov 08 00:56:24.798287 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba05ef-d24b-42fc-be73-1f11d4aa11f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8825cb0-e9ee-40db-87f7-ede28ecf1253,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:25.953848 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34502) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.068960 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-cb18480b-533c-478f-8bba-51f68ead6365 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.069972 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cb18480b-533c-478f-8bba-51f68ead6365 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1151319 Nov 08 00:56:26.072885 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34510) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.076700 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-8a991c69-7b3e-42f4-89a2-48b5fa808d53 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.077610 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8a991c69-7b3e-42f4-89a2-48b5fa808d53 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0038340 Nov 08 00:56:26.079671 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34512) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.083395 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-f3108b95-e35e-4d2a-975a-c76662cc22ff tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.084603 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f3108b95-e35e-4d2a-975a-c76662cc22ff tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0038130 Nov 08 00:56:26.086447 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34514) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.090950 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-3da4461d-d75e-4fe0-949c-295d0e07217e tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.091982 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3da4461d-d75e-4fe0-949c-295d0e07217e tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0046229 Nov 08 00:56:26.095955 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34516) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.099738 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-93737708-161a-4cb0-8cae-b827aa980ebd tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.100774 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-93737708-161a-4cb0-8cae-b827aa980ebd tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0039005 Nov 08 00:56:26.102751 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34518) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.113238 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-8977cbbc-8352-4673-a7ab-a6637a5b0886 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.114755 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8977cbbc-8352-4673-a7ab-a6637a5b0886 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0107753 Nov 08 00:56:26.116913 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34520) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.125790 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-3cd29a06-80ee-4896-b58b-2d100fcf6c1d tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.126799 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3cd29a06-80ee-4896-b58b-2d100fcf6c1d tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0088348 Nov 08 00:56:26.129221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34522) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.133253 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-30d46879-eaa3-48aa-bfc5-ea9c8aa8394e tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.134123 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-30d46879-eaa3-48aa-bfc5-ea9c8aa8394e tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0040331 Nov 08 00:56:26.136416 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34524) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.140614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-505c70ab-4495-42cb-84ba-fc9b8e3d6cd0 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.141544 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-505c70ab-4495-42cb-84ba-fc9b8e3d6cd0 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0041919 Nov 08 00:56:26.143800 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34526) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.152024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-cc2655dc-cb6e-4dab-a309-7cf429773e21 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.152998 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cc2655dc-cb6e-4dab-a309-7cf429773e21 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0083339 Nov 08 00:56:26.155462 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34528) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.160023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-754b8302-7157-42ee-99c8-c2888ce10f44 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.161115 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-754b8302-7157-42ee-99c8-c2888ce10f44 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045283 Nov 08 00:56:26.163764 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34532) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.168603 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-da3ae557-1a07-46ee-acc1-de2c7afcbe43 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.169992 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-da3ae557-1a07-46ee-acc1-de2c7afcbe43 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0048563 Nov 08 00:56:26.172695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34534) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.177618 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-725e20c1-4eb9-499d-aa72-d562173dc675 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.178899 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-725e20c1-4eb9-499d-aa72-d562173dc675 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0046909 Nov 08 00:56:26.181428 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34538) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.185808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-e36d0c57-3119-4af0-b22c-07d487a24033 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.186908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e36d0c57-3119-4af0-b22c-07d487a24033 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0043843 Nov 08 00:56:26.193754 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34540) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.198554 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-6a62db8e-2684-4966-97d6-dff954d6d5c5 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.199413 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6a62db8e-2684-4966-97d6-dff954d6d5c5 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045824 Nov 08 00:56:26.201692 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34542) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.205492 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-0821616f-83e0-4bfc-a893-0241e903428e tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.206412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0821616f-83e0-4bfc-a893-0241e903428e tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0038800 Nov 08 00:56:26.208502 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34544) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.212851 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-38d80dcf-5181-4ee4-b6e7-0a755e3dfb13 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.216149 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-38d80dcf-5181-4ee4-b6e7-0a755e3dfb13 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0068152 Nov 08 00:56:26.216289 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34546) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.221441 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-cc83de82-129f-4df5-813e-b254ea359f81 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.222481 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cc83de82-129f-4df5-813e-b254ea359f81 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0052631 Nov 08 00:56:26.224646 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34548) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.228447 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-c6a58aa0-218b-4b25-bcb0-349e5c4ab699 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.229353 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c6a58aa0-218b-4b25-bcb0-349e5c4ab699 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0038805 Nov 08 00:56:26.231478 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34550) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.236438 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-da97108d-637c-4def-b74b-d8d27d4beed0 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.237393 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-da97108d-637c-4def-b74b-d8d27d4beed0 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0050509 Nov 08 00:56:26.239547 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34552) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.244009 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-5f3128d8-117b-4959-bc4b-9cf945613a93 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.244993 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5f3128d8-117b-4959-bc4b-9cf945613a93 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044901 Nov 08 00:56:26.247491 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34554) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.251653 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-01e17bd2-da19-405c-818d-24fcc1565d96 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.252667 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-01e17bd2-da19-405c-818d-24fcc1565d96 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0042150 Nov 08 00:56:26.255101 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34556) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.259926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-e132fd91-b986-45eb-846d-d6a21ab6660e tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.260982 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e132fd91-b986-45eb-846d-d6a21ab6660e tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0046453 Nov 08 00:56:26.263391 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34558) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.268360 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-2af9bcad-6c14-4c71-a089-3de6e348102c tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.269322 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2af9bcad-6c14-4c71-a089-3de6e348102c tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0048749 Nov 08 00:56:26.271875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34560) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.275919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-ae29a17a-222a-4363-97ea-41e9be2a4585 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.276858 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ae29a17a-222a-4363-97ea-41e9be2a4585 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0040998 Nov 08 00:56:26.279130 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34562) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.283630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-97f84f84-3275-40bc-a844-968cf67f7a8c tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.284595 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-97f84f84-3275-40bc-a844-968cf67f7a8c tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0045552 Nov 08 00:56:26.287004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34564) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.291421 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-658f8fd0-1f97-4324-aa00-0e6a2b3ff256 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.294990 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34568) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.295162 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-658f8fd0-1f97-4324-aa00-0e6a2b3ff256 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0070210 Nov 08 00:56:26.302475 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-d9289007-577a-4793-9663-74dd3cae57d0 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.303673 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d9289007-577a-4793-9663-74dd3cae57d0 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0071185 Nov 08 00:56:26.306946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34570) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.312773 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-316c5cd2-8ef6-472b-ad95-a26986c7c684 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.314992 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-316c5cd2-8ef6-472b-ad95-a26986c7c684 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0065637 Nov 08 00:56:26.317256 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34574) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.321961 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-1f0dc32f-e001-48b7-8f6b-e3d7234a8940 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.323825 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1f0dc32f-e001-48b7-8f6b-e3d7234a8940 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0046558 Nov 08 00:56:26.326686 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34576) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.331044 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-9419c742-cafe-490a-b110-4abd0357660a tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.331995 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9419c742-cafe-490a-b110-4abd0357660a tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0042524 Nov 08 00:56:26.334511 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34578) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.339096 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-e5ac0867-b805-4c90-858a-f62952b2b8fb tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.342840 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e5ac0867-b805-4c90-858a-f62952b2b8fb tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0070918 Nov 08 00:56:26.345885 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34580) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.351712 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-490f1c95-6c55-40c1-8616-e4898a0803a4 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.352910 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-490f1c95-6c55-40c1-8616-e4898a0803a4 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0059168 Nov 08 00:56:26.355039 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34582) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.361486 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-594749f8-9d42-4103-b26d-bf9abc106dd7 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.362783 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-594749f8-9d42-4103-b26d-bf9abc106dd7 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0067728 Nov 08 00:56:26.364842 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34584) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.369495 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-c2d584b9-b85f-4a0a-a6c6-4d6dfe348e7d tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.371540 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c2d584b9-b85f-4a0a-a6c6-4d6dfe348e7d tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0049770 Nov 08 00:56:26.373299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34586) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.377657 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-cf68d7ab-df56-433c-9b10-dbe5e6f2d39d tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.378850 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cf68d7ab-df56-433c-9b10-dbe5e6f2d39d tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045505 Nov 08 00:56:26.380996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34588) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.384881 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-40a8c120-04db-4b9b-92e7-f028e0014bb8 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.385734 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-40a8c120-04db-4b9b-92e7-f028e0014bb8 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0039082 Nov 08 00:56:26.387907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34590) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.391666 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-92bf89a1-a4d4-4e18-83cd-0c0a7eafc8e7 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.392585 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-92bf89a1-a4d4-4e18-83cd-0c0a7eafc8e7 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0038540 Nov 08 00:56:26.394657 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34592) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.399012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-07a8a24b-0d23-44c1-ba01-3da417b12b0d tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.399994 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-07a8a24b-0d23-44c1-ba01-3da417b12b0d tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044334 Nov 08 00:56:26.402041 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34594) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.405769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-63a7907f-c15f-4ba9-83ce-720b8ed8926a tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.407157 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-63a7907f-c15f-4ba9-83ce-720b8ed8926a tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0042782 Nov 08 00:56:26.409333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34596) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.412995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-d5572971-aa89-44bb-aca4-27787f8dc2d2 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.413898 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d5572971-aa89-44bb-aca4-27787f8dc2d2 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0037596 Nov 08 00:56:26.416017 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34598) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.419730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-050e3ade-a810-4e8f-9f9e-d8be4833f013 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.420661 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-050e3ade-a810-4e8f-9f9e-d8be4833f013 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0038404 Nov 08 00:56:26.423468 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34600) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.427272 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-27bcfcf5-cf38-43ce-afb8-f20109a1056d tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.428194 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-27bcfcf5-cf38-43ce-afb8-f20109a1056d tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0038583 Nov 08 00:56:26.430530 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34604) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.434943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-cb937692-58fd-41bb-8fe7-494e1c897b73 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.438425 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34608) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.438551 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cb937692-58fd-41bb-8fe7-494e1c897b73 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0068498 Nov 08 00:56:26.450673 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-bbbb7c74-7200-404e-80e8-0e7f473d4c87 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.452792 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bbbb7c74-7200-404e-80e8-0e7f473d4c87 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0130823 Nov 08 00:56:26.455666 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34610) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.460853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-1d00120f-f51c-4a50-b195-8c432a3227a1 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.461841 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1d00120f-f51c-4a50-b195-8c432a3227a1 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0050349 Nov 08 00:56:26.464227 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34612) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.469051 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-487b52e7-8598-4d96-b792-02a9d7e3b51a tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.473030 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34616) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.473357 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-487b52e7-8598-4d96-b792-02a9d7e3b51a tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0080142 Nov 08 00:56:26.477400 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-f3a30ca1-9c35-4a7e-96e2-1bd6743ef7c5 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.480579 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f3a30ca1-9c35-4a7e-96e2-1bd6743ef7c5 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0063906 Nov 08 00:56:26.481185 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34618) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.486735 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-690f9197-39ba-4ebc-a97e-53f01b98c77c tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.492345 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-690f9197-39ba-4ebc-a97e-53f01b98c77c tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0100741 Nov 08 00:56:26.499766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34620) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.504036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-e88fcca1-c50c-47bc-8785-1fa1adc2ee9e tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.505077 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e88fcca1-c50c-47bc-8785-1fa1adc2ee9e tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043032 Nov 08 00:56:26.507224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34622) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.510947 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-6c282ddb-00c2-4e7f-8308-bd122b798124 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.511870 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6c282ddb-00c2-4e7f-8308-bd122b798124 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0038061 Nov 08 00:56:26.513938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34624) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.517674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-09553874-ae29-4e1a-b203-fc3b837fbf8b tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.520800 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-09553874-ae29-4e1a-b203-fc3b837fbf8b tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0038202 Nov 08 00:56:26.522701 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34626) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.527160 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-f6824ade-a26e-4985-bdde-bd1d74a18e58 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.528202 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f6824ade-a26e-4985-bdde-bd1d74a18e58 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045061 Nov 08 00:56:26.530307 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34628) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.534584 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-a40f53f7-5969-442c-b538-d8b847e31c97 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.535508 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a40f53f7-5969-442c-b538-d8b847e31c97 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0043538 Nov 08 00:56:26.537561 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34630) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.541284 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-655b69f6-6ede-414c-94a6-89c669ed1999 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.542198 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-655b69f6-6ede-414c-94a6-89c669ed1999 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0038147 Nov 08 00:56:26.544265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34632) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.549770 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-3ece6b08-b60c-478c-97ad-8c121e97578a tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.549947 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3ece6b08-b60c-478c-97ad-8c121e97578a tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0045099 Nov 08 00:56:26.552213 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34634) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.557062 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-9ae093b2-844e-4405-a7a2-7d469a233540 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.558085 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9ae093b2-844e-4405-a7a2-7d469a233540 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0048378 Nov 08 00:56:26.560464 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34636) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.564781 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-2c1c0769-112e-4697-8513-b3a69f7eff51 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.568503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34638) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.572495 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2c1c0769-112e-4697-8513-b3a69f7eff51 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0069606 Nov 08 00:56:26.573731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-1994349d-6c9d-4246-b9b8-c08ce2372881 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.574821 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1994349d-6c9d-4246-b9b8-c08ce2372881 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0050380 Nov 08 00:56:26.576949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34640) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.581513 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-5f09f569-0f18-437f-8268-387442bfd02f tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.582602 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5f09f569-0f18-437f-8268-387442bfd02f tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0045552 Nov 08 00:56:26.584606 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34642) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.588589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-e02e853d-5d9d-4364-bb1a-f1fcaf12cc50 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.591837 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34644) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.591978 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e02e853d-5d9d-4364-bb1a-f1fcaf12cc50 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0061929 Nov 08 00:56:26.597575 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-f63bfbe8-cd54-40b9-95f9-919e8e10d434 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.598684 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f63bfbe8-cd54-40b9-95f9-919e8e10d434 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0053794 Nov 08 00:56:26.604582 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34646) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.608643 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-70d5e5c5-c418-4af6-9f42-707c374bd450 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.609816 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-70d5e5c5-c418-4af6-9f42-707c374bd450 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0043118 Nov 08 00:56:26.611940 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34648) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.615976 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-e04fa449-1a65-471b-9041-9510e6ed8cf1 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.617000 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e04fa449-1a65-471b-9041-9510e6ed8cf1 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0041592 Nov 08 00:56:26.619255 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34650) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.623240 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-87ef3610-e9bd-474c-988e-d13a5f5ce3a3 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.626553 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-87ef3610-e9bd-474c-988e-d13a5f5ce3a3 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0063643 Nov 08 00:56:26.627106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34654) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.631106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-3da2d141-af51-400e-860b-eb5370f2ecc5 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.634498 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3da2d141-af51-400e-860b-eb5370f2ecc5 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0065172 Nov 08 00:56:26.635733 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34656) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.639944 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [None req-7382759b-1f6e-497f-b64d-63eca88ddc5c tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.644083 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7382759b-1f6e-497f-b64d-63eca88ddc5c tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0072248 Nov 08 00:56:26.649438 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34658) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.654919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-9bd1aafb-3df1-4372-887e-0139bc824059 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.656039 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9bd1aafb-3df1-4372-887e-0139bc824059 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0055118 Nov 08 00:56:26.658981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34662) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:26.663645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [None req-a4d6110c-b5ee-47b9-8d39-c0856097fa41 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:56:26.664645 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a4d6110c-b5ee-47b9-8d39-c0856097fa41 tempest-ExtensionsTestJSON-1652231762 tempest-ExtensionsTestJSON-1652231762-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0047295 Nov 08 00:56:27.257397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34680) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:27.373584 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fc1931fe-f140-4190-9f5a-7db0be2451aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:27.451248 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fc1931fe-f140-4190-9f5a-7db0be2451aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:27.534941 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fc1931fe-f140-4190-9f5a-7db0be2451aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:27.555638 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34696) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:27.585685 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fc1931fe-f140-4190-9f5a-7db0be2451aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f7a815f45fe4578bd2da6055c37951e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3268404 Nov 08 00:56:27.587400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34700) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:27.626849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1931fe-f140-4190-9f5a-7db0be2451aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35123ec-adef-450c-88dd-a653159db026,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:27.656494 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6db64cdf-07b2-43aa-8341-ff98b25e8c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:27.682905 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6db64cdf-07b2-43aa-8341-ff98b25e8c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:27.848552 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6db64cdf-07b2-43aa-8341-ff98b25e8c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:27.851731 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6db64cdf-07b2-43aa-8341-ff98b25e8c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:27.855421 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6db64cdf-07b2-43aa-8341-ff98b25e8c83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a35123ec-adef-450c-88dd-a653159db026 HTTP/1.1" status: 204 len: 168 time: 0.2645195 Nov 08 00:56:27.865152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db64cdf-07b2-43aa-8341-ff98b25e8c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35123ec-adef-450c-88dd-a653159db026,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:27.945291 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1db0c5a-6096-4bd7-b57e-d7978c62a460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:28.220910 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-a1db0c5a-6096-4bd7-b57e-d7978c62a460 admin admin] Deleting port 5e0b809e-d103-4888-b07b-5b04adb4d778 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:56:28.221250 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1db0c5a-6096-4bd7-b57e-d7978c62a460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:28.236862 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20715c5b-43c2-48e8-8602-0c6cc041f88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:28.312806 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-a1db0c5a-6096-4bd7-b57e-d7978c62a460 admin admin] For port 5e0b809e-d103-4888-b07b-5b04adb4d778, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5e0b809e-d103-4888-b07b-5b04adb4d778,segment=NetworkSegment(f1ee6563-56a4-4cca-a607-e4a180d93c26),segment_id=f1ee6563-56a4-4cca-a607-e4a180d93c26)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:56:28.312806 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1db0c5a-6096-4bd7-b57e-d7978c62a460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:28.319280 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-a1db0c5a-6096-4bd7-b57e-d7978c62a460 admin admin] Calling delete_port for 5e0b809e-d103-4888-b07b-5b04adb4d778 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:56:28.711285 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1db0c5a-6096-4bd7-b57e-d7978c62a460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:28.741896 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db0c5a-6096-4bd7-b57e-d7978c62a460 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0b809e-d103-4888-b07b-5b04adb4d778,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:28.924375 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1db0c5a-6096-4bd7-b57e-d7978c62a460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:29.153322 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1db0c5a-6096-4bd7-b57e-d7978c62a460 admin admin] Router 025a501b-7076-4a99-8943-3a8058b19204 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:56:29.168545 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34758) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:29.265045 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1db0c5a-6096-4bd7-b57e-d7978c62a460 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:56:29.272775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c1b51437-1304-4562-a94d-0b2d92da063a tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2082329909'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:29.272873 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a1db0c5a-6096-4bd7-b57e-d7978c62a460 admin admin] 10.222.0.13 "PUT /v2.0/routers/025a501b-7076-4a99-8943-3a8058b19204/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7107923 Nov 08 00:56:29.272873 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34766) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:29.275934 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90b2be8-634b-4f63-b8dd-d4bbeab820c4 None None] Sync routers for ids ['025a501b-7076-4a99-8943-3a8058b19204'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:56:29.285571 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90b2be8-634b-4f63-b8dd-d4bbeab820c4 None None] Routers {'025a501b-7076-4a99-8943-3a8058b19204'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:56:29.286558 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c90b2be8-634b-4f63-b8dd-d4bbeab820c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:56:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['025a501b-7076-4a99-8943-3a8058b19204'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:29.382123 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-90f9d413-c8f9-415a-b13b-c97a3e175b45 admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:29.398472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b51437-1304-4562-a94d-0b2d92da063a tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Made reservation on behalf of 1f1c228553e746c88132c22fec71bb6c for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:56:29.402411 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c1b51437-1304-4562-a94d-0b2d92da063a tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:29.412530 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c1b51437-1304-4562-a94d-0b2d92da063a tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:29.491632 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-c90b2be8-634b-4f63-b8dd-d4bbeab820c4 None None] Set router 025a501b-7076-4a99-8943-3a8058b19204 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:56:29.492714 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c1b51437-1304-4562-a94d-0b2d92da063a tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:29.503158 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-90f9d413-c8f9-415a-b13b-c97a3e175b45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:29.597146 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c1b51437-1304-4562-a94d-0b2d92da063a tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:29.620441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b51437-1304-4562-a94d-0b2d92da063a tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:56:29.634509 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b51437-1304-4562-a94d-0b2d92da063a tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9a4eb8-7c9e-4bfc-a1f3-d7ff260bfd4c,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:29.639295 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c1b51437-1304-4562-a94d-0b2d92da063a tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:29.639635 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-c1b51437-1304-4562-a94d-0b2d92da063a tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Added segment c2efc7c8-4776-4e31-b67e-acb6fc766260 of type vlan for network a5782374-236a-461c-bb4d-8805a03e3725 Nov 08 00:56:29.669466 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c90b2be8-634b-4f63-b8dd-d4bbeab820c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a501b-7076-4a99-8943-3a8058b19204', 'name': 'tempest-TestVolumeBackupRestore-1449577697-router', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '992d8cb6-55be-4eef-8845-9200c538416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:19Z', 'updated_at': '2021-11-08T00:56:28Z', 'revision_number': 5, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'gw_port': {'id': '992d8cb6-55be-4eef-8845-9200c538416e', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a501b-7076-4a99-8943-3a8058b19204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:20Z', 'updated_at': '2021-11-08T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:29.679676 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c1b51437-1304-4562-a94d-0b2d92da063a tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:29.690189 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-90f9d413-c8f9-415a-b13b-c97a3e175b45 admin admin] Deleting port 992d8cb6-55be-4eef-8845-9200c538416e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:56:29.690541 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-90f9d413-c8f9-415a-b13b-c97a3e175b45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:29.698183 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90b2be8-634b-4f63-b8dd-d4bbeab820c4 None None] Checking router: 025a501b-7076-4a99-8943-3a8058b19204 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:56:29.708583 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90b2be8-634b-4f63-b8dd-d4bbeab820c4 None None] Routers {'025a501b-7076-4a99-8943-3a8058b19204'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:56:29.715385 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c90b2be8-634b-4f63-b8dd-d4bbeab820c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:56:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['025a501b-7076-4a99-8943-3a8058b19204'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:29.773894 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-90f9d413-c8f9-415a-b13b-c97a3e175b45 admin admin] For port 992d8cb6-55be-4eef-8845-9200c538416e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=992d8cb6-55be-4eef-8845-9200c538416e,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:56:29.774466 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-90f9d413-c8f9-415a-b13b-c97a3e175b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:29.786765 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-90f9d413-c8f9-415a-b13b-c97a3e175b45 admin admin] Calling delete_port for 992d8cb6-55be-4eef-8845-9200c538416e owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:56:29.792577 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-c90b2be8-634b-4f63-b8dd-d4bbeab820c4 None None] Set router 025a501b-7076-4a99-8943-3a8058b19204 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:56:29.845857 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c90b2be8-634b-4f63-b8dd-d4bbeab820c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a501b-7076-4a99-8943-3a8058b19204', 'name': 'tempest-TestVolumeBackupRestore-1449577697-router', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:19Z', 'updated_at': '2021-11-08T00:56:29Z', 'revision_number': 6, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:29.860619 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c1b51437-1304-4562-a94d-0b2d92da063a tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:29.867012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b51437-1304-4562-a94d-0b2d92da063a tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:29.867689 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c1b51437-1304-4562-a94d-0b2d92da063a tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:29.872023 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90b2be8-634b-4f63-b8dd-d4bbeab820c4 None None] The sync data for ids ['025a501b-7076-4a99-8943-3a8058b19204'] in n-d-816882-1 is: [{'id': '025a501b-7076-4a99-8943-3a8058b19204', 'name': 'tempest-TestVolumeBackupRestore-1449577697-router', 'tenant_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:19Z', 'updated_at': '2021-11-08T00:56:29Z', 'revision_number': 6, 'project_id': 'a3c16ca831a14d60afe2efe4f3828ab0', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:56:29.941723 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b51437-1304-4562-a94d-0b2d92da063a tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Pushing event updated for resources: {'Network': ['ID=a5782374-236a-461c-bb4d-8805a03e3725,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:29.958483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network a5782374-236a-461c-bb4d-8805a03e3725 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:56:30.051965 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c1b51437-1304-4562-a94d-0b2d92da063a tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8822441 Nov 08 00:56:30.054977 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34784) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:30.061173 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-af204c51-47dd-4695-94b8-c164b399c28b tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Request body: {'subnet': {'network_id': 'a5782374-236a-461c-bb4d-8805a03e3725', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:30.100065 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-90f9d413-c8f9-415a-b13b-c97a3e175b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:30.173109 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9d413-c8f9-415a-b13b-c97a3e175b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=992d8cb6-55be-4eef-8845-9200c538416e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:30.213744 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-90f9d413-c8f9-415a-b13b-c97a3e175b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:30.231412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af204c51-47dd-4695-94b8-c164b399c28b tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Made reservation on behalf of 1f1c228553e746c88132c22fec71bb6c for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:56:30.236421 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-af204c51-47dd-4695-94b8-c164b399c28b tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:30.323739 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-90f9d413-c8f9-415a-b13b-c97a3e175b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:30.325962 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-90f9d413-c8f9-415a-b13b-c97a3e175b45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:30.448717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-90f9d413-c8f9-415a-b13b-c97a3e175b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:30.449263 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f9d413-c8f9-415a-b13b-c97a3e175b45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 025a501b-7076-4a99-8943-3a8058b19204 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:56:30.454247 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-90f9d413-c8f9-415a-b13b-c97a3e175b45 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:30.455402 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-90f9d413-c8f9-415a-b13b-c97a3e175b45 admin admin] 10.222.0.13 "DELETE /v2.0/routers/025a501b-7076-4a99-8943-3a8058b19204 HTTP/1.1" status: 204 len: 168 time: 1.1817372 Nov 08 00:56:30.458111 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34798) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:30.505546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d70dde0-76ca-400f-849c-246c915ae36c admin admin] Deleting subnet 8bc65af7-ed80-4524-901e-f5825c02b48b {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:56:30.508478 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7d70dde0-76ca-400f-849c-246c915ae36c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:30.533114 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-af204c51-47dd-4695-94b8-c164b399c28b tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:30.576043 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7d70dde0-76ca-400f-849c-246c915ae36c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:30.638816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af204c51-47dd-4695-94b8-c164b399c28b tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Checking segment: {'id': 'c2efc7c8-4776-4e31-b67e-acb6fc766260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a5782374-236a-461c-bb4d-8805a03e3725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:56:30.639184 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af204c51-47dd-4695-94b8-c164b399c28b tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Network hostable DHCP agents. Network: a5782374-236a-461c-bb4d-8805a03e3725, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:56:30.641880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af204c51-47dd-4695-94b8-c164b399c28b tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Pushing event updated for resources: {'Subnet': ['ID=8a2d9cfa-040f-46ae-b275-903edc2ee5b0,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:30.688256 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5e0b809e-d103-4888-b07b-5b04adb4d778 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:56:30.706251 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7d70dde0-76ca-400f-849c-246c915ae36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:30.713322 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 5e0b809e-d103-4888-b07b-5b04adb4d778 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:56:30.713760 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5e0b809e-d103-4888-b07b-5b04adb4d778 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:56:30.714246 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 992d8cb6-55be-4eef-8845-9200c538416e no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:56:30.735168 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 992d8cb6-55be-4eef-8845-9200c538416e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:56:30.735578 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 992d8cb6-55be-4eef-8845-9200c538416e not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:56:30.779683 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af204c51-47dd-4695-94b8-c164b399c28b tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Network a5782374-236a-461c-bb4d-8805a03e3725 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:56:30.810022 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-85203638-36a9-40f7-9b56-c1290c6f69bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:30.843123 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7d70dde0-76ca-400f-849c-246c915ae36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:30.870346 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70dde0-76ca-400f-849c-246c915ae36c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bc65af7-ed80-4524-901e-f5825c02b48b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:30.876419 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7d70dde0-76ca-400f-849c-246c915ae36c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:30.881031 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7d70dde0-76ca-400f-849c-246c915ae36c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8bc65af7-ed80-4524-901e-f5825c02b48b HTTP/1.1" status: 204 len: 168 time: 0.4218829 Nov 08 00:56:30.881903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da778982-f7be-492f-a515-22d8afdf06e4 None None] Network b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:56:30.883594 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34812) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:30.884903 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-af204c51-47dd-4695-94b8-c164b399c28b tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, a5782374-236a-461c-bb4d-8805a03e3725) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:56:30.890226 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af204c51-47dd-4695-94b8-c164b399c28b tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:30.891600 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-af204c51-47dd-4695-94b8-c164b399c28b tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:30.922420 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce9d0ce-788e-43c3-9e52-3868386c44f0 None None] Network a5782374-236a-461c-bb4d-8805a03e3725 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:56:30.960058 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:31.021683 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] Deleting port c0b3b487-9abf-4602-876f-e4b5ed377d96 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:56:31.022135 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:31.031735 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-af204c51-47dd-4695-94b8-c164b399c28b tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9756725 Nov 08 00:56:31.033810 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34818) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:31.040001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-f93f54ff-8297-491f-b578-32877e842d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Request body: {'port': {'network_id': 'a5782374-236a-461c-bb4d-8805a03e3725', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1614349568'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:31.076293 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:31.094794 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] For port c0b3b487-9abf-4602-876f-e4b5ed377d96, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c0b3b487-9abf-4602-876f-e4b5ed377d96,segment=NetworkSegment(f1ee6563-56a4-4cca-a607-e4a180d93c26),segment_id=f1ee6563-56a4-4cca-a607-e4a180d93c26)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:56:31.094794 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:31.117382 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] Calling delete_port for c0b3b487-9abf-4602-876f-e4b5ed377d96 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:56:31.167242 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-a5782374-236a-461c-bb4d-8805a03e3725', 'network_id': 'a5782374-236a-461c-bb4d-8805a03e3725', 'tenant_id': '1f1c228553e746c88132c22fec71bb6c', 'fixed_ips': [{'subnet_id': '8a2d9cfa-040f-46ae-b275-903edc2ee5b0'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:56:31.168423 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:31.171983 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74890270-03e0-481b-8285-c05df20bdf92 None None] DHCP port deletion for b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:56:31.305644 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:31.340212 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-74890270-03e0-481b-8285-c05df20bdf92 None None] Deleting port c0b3b487-9abf-4602-876f-e4b5ed377d96 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:56:31.340399 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-74890270-03e0-481b-8285-c05df20bdf92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:31.341092 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b3b487-9abf-4602-876f-e4b5ed377d96,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:31.351416 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] No DVR routers for this DVR port c0b3b487-9abf-4602-876f-e4b5ed377d96 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:56:31.436219 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:31.470886 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28812e5-b3a8-4e2a-bc1a-6bf6ad377753']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:31.482467 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ee6563-56a4-4cca-a607-e4a180d93c26') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:31.482907 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ee6563-56a4-4cca-a607-e4a180d93c26') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:31.494493 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:31.513967 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:31.521643 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:56:31.522030 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:56:31.524015 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:56:31.552972 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] Allocated IP 2001:db8::2 (a5782374-236a-461c-bb4d-8805a03e3725/8a2d9cfa-040f-46ae-b275-903edc2ee5b0/ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:56:31.597602 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-74890270-03e0-481b-8285-c05df20bdf92 None None] For port c0b3b487-9abf-4602-876f-e4b5ed377d96, host n-d-816882-1, got binding levels [] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:56:31.598007 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-74890270-03e0-481b-8285-c05df20bdf92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:31.640929 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-74890270-03e0-481b-8285-c05df20bdf92 None None] Calling delete_port for c0b3b487-9abf-4602-876f-e4b5ed377d96 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:56:31.644870 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.ipam_backend_mixin [None req-74890270-03e0-481b-8285-c05df20bdf92 None None] Port c0b3b487-9abf-4602-876f-e4b5ed377d96 was not found and therefore no delete operation was performed {{(pid=102773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 00:56:31.648552 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-74890270-03e0-481b-8285-c05df20bdf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:31.654174 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93f54ff-8297-491f-b578-32877e842d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Made reservation on behalf of 1f1c228553e746c88132c22fec71bb6c for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:56:31.658934 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f93f54ff-8297-491f-b578-32877e842d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:31.678576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f93f54ff-8297-491f-b578-32877e842d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] device_id is not set on port 62798377-d9cb-478e-9538-b606804fa8b3 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:56:31.686654 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74890270-03e0-481b-8285-c05df20bdf92 None None] Pushing event deleted for resources: {'Port': ['ID=c0b3b487-9abf-4602-876f-e4b5ed377d96,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:31.691612 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74890270-03e0-481b-8285-c05df20bdf92 None None] No DVR routers for this DVR port c0b3b487-9abf-4602-876f-e4b5ed377d96 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:56:31.703481 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:31.711073 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:31.716712 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b28812e5-b3a8-4e2a-bc1a-6bf6ad377753 HTTP/1.1" status: 204 len: 168 time: 0.8306677 Nov 08 00:56:31.727700 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34836) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:31.734261 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ed27a-09bd-49ec-8c24-cabc753b5a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=b28812e5-b3a8-4e2a-bc1a-6bf6ad377753,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:31.779466 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:31.839192 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:31.877400 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:31.889412 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] Network a5782374-236a-461c-bb4d-8805a03e3725 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:56:31.892443 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:56:31.899983 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:56:31.908768 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] Pushing event updated for resources: {'Port': ['ID=ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:31.911267 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-f93f54ff-8297-491f-b578-32877e842d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Allocated IP 2001:db8::35c (a5782374-236a-461c-bb4d-8805a03e3725/8a2d9cfa-040f-46ae-b275-903edc2ee5b0/62798377-d9cb-478e-9538-b606804fa8b3) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:56:31.959005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] Attempting to bind port ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:56:31.959618 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] Attempting to bind port ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'c2efc7c8-4776-4e31-b67e-acb6fc766260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a5782374-236a-461c-bb4d-8805a03e3725'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:56:31.960011 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] Attempting to bind port ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc on network a5782374-236a-461c-bb4d-8805a03e3725 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:56:31.965162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:56:31.965820 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] Checking segment: {'id': 'c2efc7c8-4776-4e31-b67e-acb6fc766260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a5782374-236a-461c-bb4d-8805a03e3725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:56:31.966241 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:31.966759 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] Bound using segment: {'id': 'c2efc7c8-4776-4e31-b67e-acb6fc766260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a5782374-236a-461c-bb4d-8805a03e3725'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:56:31.967100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] Bound port: ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2efc7c8-4776-4e31-b67e-acb6fc766260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a5782374-236a-461c-bb4d-8805a03e3725'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:56:31.967743 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:32.034183 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] For port ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:56:32.040314 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] For port ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc,segment=NetworkSegment(c2efc7c8-4776-4e31-b67e-acb6fc766260),segment_id=c2efc7c8-4776-4e31-b67e-acb6fc766260)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:56:32.090323 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f93f54ff-8297-491f-b578-32877e842d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:32.117664 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:32.135065 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5722bf0c-6367-4c06-925d-244b075fdfe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:32.180838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40e5ff-03b1-4862-9697-a7eac27257b6 None None] Pushing event updated for resources: {'Port': ['ID=ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:32.197600 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f93f54ff-8297-491f-b578-32877e842d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:32.248795 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93f54ff-8297-491f-b578-32877e842d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Network a5782374-236a-461c-bb4d-8805a03e3725 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:56:32.252196 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-f93f54ff-8297-491f-b578-32877e842d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:56:32.256838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f54ff-8297-491f-b578-32877e842d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:56:32.262740 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93f54ff-8297-491f-b578-32877e842d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:32.263353 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f93f54ff-8297-491f-b578-32877e842d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:32.277955 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f54ff-8297-491f-b578-32877e842d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Pushing event updated for resources: {'Port': ['ID=62798377-d9cb-478e-9538-b606804fa8b3,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:32.305647 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:32.389829 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f93f54ff-8297-491f-b578-32877e842d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3547654 Nov 08 00:56:32.395192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34858) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:32.401552 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-8e412b5e-5503-4f55-bd2e-1b9e138d1a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Request body: {'port': {'network_id': 'a5782374-236a-461c-bb4d-8805a03e3725', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2087698381', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:32.402048 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.api.validators [None req-8e412b5e-5503-4f55-bd2e-1b9e138d1a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] bootfile-name is not in valid_values {{(pid=102772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 00:56:32.402464 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.api.validators [None req-8e412b5e-5503-4f55-bd2e-1b9e138d1a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] tftp-server is not in valid_values {{(pid=102772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 00:56:32.402853 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.api.validators [None req-8e412b5e-5503-4f55-bd2e-1b9e138d1a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] server-ip-address is not in valid_values {{(pid=102772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 00:56:32.460338 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5722bf0c-6367-4c06-925d-244b075fdfe8 admin admin] Deleting port f8bd678f-00d9-46d4-89b0-f8d1067242fc {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:56:32.460480 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c0b3b487-9abf-4602-876f-e4b5ed377d96 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:56:32.461235 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5722bf0c-6367-4c06-925d-244b075fdfe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:32.489271 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: c0b3b487-9abf-4602-876f-e4b5ed377d96 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:56:32.489753 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c0b3b487-9abf-4602-876f-e4b5ed377d96 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:56:32.562825 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-5722bf0c-6367-4c06-925d-244b075fdfe8 admin admin] For port f8bd678f-00d9-46d4-89b0-f8d1067242fc, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=f8bd678f-00d9-46d4-89b0-f8d1067242fc,segment=NetworkSegment(729966e3-5ba8-47e8-8245-85205150d78a),segment_id=729966e3-5ba8-47e8-8245-85205150d78a)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:56:32.563206 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5722bf0c-6367-4c06-925d-244b075fdfe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:32.575795 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5722bf0c-6367-4c06-925d-244b075fdfe8 admin admin] Calling delete_port for f8bd678f-00d9-46d4-89b0-f8d1067242fc owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:56:32.631677 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e412b5e-5503-4f55-bd2e-1b9e138d1a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Made reservation on behalf of 1f1c228553e746c88132c22fec71bb6c for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:56:32.635531 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e412b5e-5503-4f55-bd2e-1b9e138d1a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:32.652145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-8e412b5e-5503-4f55-bd2e-1b9e138d1a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] device_id is not set on port 4884816f-3673-42b2-8644-b4e42517f7b5 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:56:32.778764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-8e412b5e-5503-4f55-bd2e-1b9e138d1a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Allocated IP 2001:db8::ad (a5782374-236a-461c-bb4d-8805a03e3725/8a2d9cfa-040f-46ae-b275-903edc2ee5b0/4884816f-3673-42b2-8644-b4e42517f7b5) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:56:32.854303 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5722bf0c-6367-4c06-925d-244b075fdfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:32.882490 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722bf0c-6367-4c06-925d-244b075fdfe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8bd678f-00d9-46d4-89b0-f8d1067242fc,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:32.957603 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e412b5e-5503-4f55-bd2e-1b9e138d1a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:33.056704 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5722bf0c-6367-4c06-925d-244b075fdfe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:33.118114 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e412b5e-5503-4f55-bd2e-1b9e138d1a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:33.179715 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e412b5e-5503-4f55-bd2e-1b9e138d1a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Network a5782374-236a-461c-bb4d-8805a03e3725 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:56:33.182959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-8e412b5e-5503-4f55-bd2e-1b9e138d1a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:56:33.190468 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e412b5e-5503-4f55-bd2e-1b9e138d1a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:56:33.196431 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e412b5e-5503-4f55-bd2e-1b9e138d1a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:33.197086 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e412b5e-5503-4f55-bd2e-1b9e138d1a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:33.204050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e412b5e-5503-4f55-bd2e-1b9e138d1a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Pushing event updated for resources: {'Port': ['ID=4884816f-3673-42b2-8644-b4e42517f7b5,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:33.300640 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5722bf0c-6367-4c06-925d-244b075fdfe8 admin admin] Router d7e8988f-87b1-4e49-a482-9b8671dfb87b has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:56:33.337996 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8e412b5e-5503-4f55-bd2e-1b9e138d1a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9412491 Nov 08 00:56:33.340232 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34888) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:33.347304 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a821c7-804b-4378-b2be-5b10182b02d4 None None] Network a5782374-236a-461c-bb4d-8805a03e3725 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:56:33.394832 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3288ae8-2ceb-4f94-929b-561a8a21d34a tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:33.400921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3288ae8-2ceb-4f94-929b-561a8a21d34a tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:33.407441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3288ae8-2ceb-4f94-929b-561a8a21d34a tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:33.409169 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c3288ae8-2ceb-4f94-929b-561a8a21d34a tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0678549 Nov 08 00:56:33.412083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34890) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:33.424203 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5722bf0c-6367-4c06-925d-244b075fdfe8 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:56:33.431966 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5722bf0c-6367-4c06-925d-244b075fdfe8 admin admin] 10.222.0.13 "PUT /v2.0/routers/d7e8988f-87b1-4e49-a482-9b8671dfb87b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7009451 Nov 08 00:56:33.432369 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34892) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:33.451570 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054a9709-b671-4ead-9dea-4dcaeffa97de None None] Sync routers for ids ['d7e8988f-87b1-4e49-a482-9b8671dfb87b'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:56:33.492222 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a9709-b671-4ead-9dea-4dcaeffa97de None None] Routers {'d7e8988f-87b1-4e49-a482-9b8671dfb87b'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:56:33.492872 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-054a9709-b671-4ead-9dea-4dcaeffa97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:56:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d7e8988f-87b1-4e49-a482-9b8671dfb87b'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:33.525897 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-9e9fc9ab-16c4-4744-aebd-ba22e85b4b84 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Deleting port 4884816f-3673-42b2-8644-b4e42517f7b5 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:56:33.526253 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9e9fc9ab-16c4-4744-aebd-ba22e85b4b84 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:33.576982 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-914e10df-2c78-4760-ab49-b7fa984d6d97 None None] Provisioning complete for port ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:56:33.577635 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-914e10df-2c78-4760-ab49-b7fa984d6d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:33.589426 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:33.629790 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9e9fc9ab-16c4-4744-aebd-ba22e85b4b84 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:33.644185 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-9e9fc9ab-16c4-4744-aebd-ba22e85b4b84 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Calling delete_port for 4884816f-3673-42b2-8644-b4e42517f7b5 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:56:33.677767 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-054a9709-b671-4ead-9dea-4dcaeffa97de None None] Set router d7e8988f-87b1-4e49-a482-9b8671dfb87b gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:56:33.825821 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-914e10df-2c78-4760-ab49-b7fa984d6d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:33.882392 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-686d679f-7214-4b59-a98a-8457f3a00098 admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:33.887879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-914e10df-2c78-4760-ab49-b7fa984d6d97 None None] For port ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc,segment=NetworkSegment(c2efc7c8-4776-4e31-b67e-acb6fc766260),segment_id=c2efc7c8-4776-4e31-b67e-acb6fc766260)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:56:33.911674 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9e9fc9ab-16c4-4744-aebd-ba22e85b4b84 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:33.940699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fc9ab-16c4-4744-aebd-ba22e85b4b84 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Pushing event deleted for resources: {'Port': ['ID=4884816f-3673-42b2-8644-b4e42517f7b5,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:33.946123 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-054a9709-b671-4ead-9dea-4dcaeffa97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'name': 'tempest-TestVolumeBackupRestore-2131561745-router', 'tenant_id': '49991e26f7684438a403b4a619ebb2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd579f26b-6290-469d-862f-bfc51c844584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:26Z', 'updated_at': '2021-11-08T00:56:32Z', 'revision_number': 5, 'project_id': '49991e26f7684438a403b4a619ebb2cc', 'gw_port': {'id': 'd579f26b-6290-469d-862f-bfc51c844584', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:26Z', 'updated_at': '2021-11-08T00:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:33.977593 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9e9fc9ab-16c4-4744-aebd-ba22e85b4b84 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:33.983525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054a9709-b671-4ead-9dea-4dcaeffa97de None None] Checking router: d7e8988f-87b1-4e49-a482-9b8671dfb87b for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:56:33.989878 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9e9fc9ab-16c4-4744-aebd-ba22e85b4b84 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] 10.222.0.13 "DELETE /v2.0/ports/4884816f-3673-42b2-8644-b4e42517f7b5 HTTP/1.1" status: 204 len: 168 time: 0.5723612 Nov 08 00:56:33.990228 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34906) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:33.994708 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a9709-b671-4ead-9dea-4dcaeffa97de None None] Routers {'d7e8988f-87b1-4e49-a482-9b8671dfb87b'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:56:33.995476 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-054a9709-b671-4ead-9dea-4dcaeffa97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:56:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d7e8988f-87b1-4e49-a482-9b8671dfb87b'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:33.996125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-f475763c-446e-4319-abe3-173a4a55ecb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Request body: {'port': {'name': 'tempest-new-port-name-385719399', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:33.998718 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.api.validators [None req-f475763c-446e-4319-abe3-173a4a55ecb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] bootfile-name is not in valid_values {{(pid=102772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 00:56:33.998718 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.api.validators [None req-f475763c-446e-4319-abe3-173a4a55ecb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] tftp-server is not in valid_values {{(pid=102772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 00:56:33.998718 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.api.validators [None req-f475763c-446e-4319-abe3-173a4a55ecb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] server-ip-address is not in valid_values {{(pid=102772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 00:56:34.007657 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-686d679f-7214-4b59-a98a-8457f3a00098 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:34.070073 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-914e10df-2c78-4760-ab49-b7fa984d6d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:34.084487 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f475763c-446e-4319-abe3-173a4a55ecb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:34.141013 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e10df-2c78-4760-ab49-b7fa984d6d97 None None] Pushing event updated for resources: {'Port': ['ID=ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:34.152491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e10df-2c78-4760-ab49-b7fa984d6d97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:34.152835 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e10df-2c78-4760-ab49-b7fa984d6d97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:34.153174 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e10df-2c78-4760-ab49-b7fa984d6d97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:34.153509 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e10df-2c78-4760-ab49-b7fa984d6d97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:34.153844 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e10df-2c78-4760-ab49-b7fa984d6d97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:34.154385 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e10df-2c78-4760-ab49-b7fa984d6d97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:34.154670 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e10df-2c78-4760-ab49-b7fa984d6d97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:34.154981 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e10df-2c78-4760-ab49-b7fa984d6d97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:34.155309 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e10df-2c78-4760-ab49-b7fa984d6d97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:34.155618 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e10df-2c78-4760-ab49-b7fa984d6d97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:34.155993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e10df-2c78-4760-ab49-b7fa984d6d97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:34.156310 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e10df-2c78-4760-ab49-b7fa984d6d97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:34.169273 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-054a9709-b671-4ead-9dea-4dcaeffa97de None None] Set router d7e8988f-87b1-4e49-a482-9b8671dfb87b gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:56:34.191472 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-686d679f-7214-4b59-a98a-8457f3a00098 admin admin] Deleting port d579f26b-6290-469d-862f-bfc51c844584 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:56:34.192182 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-686d679f-7214-4b59-a98a-8457f3a00098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:34.251148 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e12e7dca-ad75-4eeb-9e13-805f6f7dd63f None None] Provisioning complete for port ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:56:34.251520 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e12e7dca-ad75-4eeb-9e13-805f6f7dd63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:34.294669 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-686d679f-7214-4b59-a98a-8457f3a00098 admin admin] For port d579f26b-6290-469d-862f-bfc51c844584, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d579f26b-6290-469d-862f-bfc51c844584,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:56:34.295398 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-686d679f-7214-4b59-a98a-8457f3a00098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:34.310062 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-686d679f-7214-4b59-a98a-8457f3a00098 admin admin] Calling delete_port for d579f26b-6290-469d-862f-bfc51c844584 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:56:34.322230 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f475763c-446e-4319-abe3-173a4a55ecb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:34.410553 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f475763c-446e-4319-abe3-173a4a55ecb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:34.462303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f475763c-446e-4319-abe3-173a4a55ecb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] In _notify_port_updated(), no bound segment for port 62798377-d9cb-478e-9538-b606804fa8b3 on network a5782374-236a-461c-bb4d-8805a03e3725 {{(pid=102772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 08 00:56:34.475712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f475763c-446e-4319-abe3-173a4a55ecb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:34.476652 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f475763c-446e-4319-abe3-173a4a55ecb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:34.481186 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f475763c-446e-4319-abe3-173a4a55ecb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] 10.222.0.13 "PUT /v2.0/ports/62798377-d9cb-478e-9538-b606804fa8b3 HTTP/1.1" status: 200 len: 1129 time: 0.4898224 Nov 08 00:56:34.481341 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34920) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:34.482834 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e12e7dca-ad75-4eeb-9e13-805f6f7dd63f None None] Could not find standard attr ID for object 4884816f-3673-42b2-8644-b4e42517f7b5. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:56:34.501889 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e12e7dca-ad75-4eeb-9e13-805f6f7dd63f None None] Provisioning complete for port 62798377-d9cb-478e-9538-b606804fa8b3 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:56:34.502458 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e12e7dca-ad75-4eeb-9e13-805f6f7dd63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:34.504590 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475763c-446e-4319-abe3-173a4a55ecb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Pushing event updated for resources: {'Port': ['ID=62798377-d9cb-478e-9538-b606804fa8b3,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:34.542422 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-054a9709-b671-4ead-9dea-4dcaeffa97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'name': 'tempest-TestVolumeBackupRestore-2131561745-router', 'tenant_id': '49991e26f7684438a403b4a619ebb2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd579f26b-6290-469d-862f-bfc51c844584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:26Z', 'updated_at': '2021-11-08T00:56:32Z', 'revision_number': 5, 'project_id': '49991e26f7684438a403b4a619ebb2cc', 'gw_port': {'id': 'd579f26b-6290-469d-862f-bfc51c844584', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:26Z', 'updated_at': '2021-11-08T00:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:34.568714 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5368433e-84fa-41ed-bb9e-85cc4a6e350e tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:34.571441 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5368433e-84fa-41ed-bb9e-85cc4a6e350e tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] 10.222.0.13 "GET /v2.0/ports/62798377-d9cb-478e-9538-b606804fa8b3 HTTP/1.1" status: 200 len: 1129 time: 0.0891542 Nov 08 00:56:34.575328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34926) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:34.584665 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054a9709-b671-4ead-9dea-4dcaeffa97de None None] The sync data for ids ['d7e8988f-87b1-4e49-a482-9b8671dfb87b'] in n-d-816882-1 is: [{'id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'name': 'tempest-TestVolumeBackupRestore-2131561745-router', 'tenant_id': '49991e26f7684438a403b4a619ebb2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd579f26b-6290-469d-862f-bfc51c844584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:52:26Z', 'updated_at': '2021-11-08T00:56:32Z', 'revision_number': 5, 'project_id': '49991e26f7684438a403b4a619ebb2cc', 'gw_port': {'id': 'd579f26b-6290-469d-862f-bfc51c844584', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e8988f-87b1-4e49-a482-9b8671dfb87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:52:26Z', 'updated_at': '2021-11-08T00:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:56:34.589344 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:56:34.629746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e12e7dca-ad75-4eeb-9e13-805f6f7dd63f None None] Port 62798377-d9cb-478e-9538-b606804fa8b3 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:56:34.651223 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:56:34.651604 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:34.677539 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-686d679f-7214-4b59-a98a-8457f3a00098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:34.691887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-61aa91a5-3de9-4398-8a96-7cce6920e78f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Deleting port 62798377-d9cb-478e-9538-b606804fa8b3 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:56:34.692730 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-61aa91a5-3de9-4398-8a96-7cce6920e78f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:34.739216 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d679f-7214-4b59-a98a-8457f3a00098 admin admin] Pushing event deleted for resources: {'Port': ['ID=d579f26b-6290-469d-862f-bfc51c844584,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:34.779390 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-90c16483-6dcb-46e0-8dab-9731c2651357 None None] Provisioning complete for port 62798377-d9cb-478e-9538-b606804fa8b3 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:56:34.779803 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90c16483-6dcb-46e0-8dab-9731c2651357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:34.798457 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-61aa91a5-3de9-4398-8a96-7cce6920e78f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:34.806665 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-686d679f-7214-4b59-a98a-8457f3a00098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:34.816192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-61aa91a5-3de9-4398-8a96-7cce6920e78f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Calling delete_port for 62798377-d9cb-478e-9538-b606804fa8b3 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:56:34.822930 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-90c16483-6dcb-46e0-8dab-9731c2651357 None None] Port 62798377-d9cb-478e-9538-b606804fa8b3 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:56:34.904342 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-686d679f-7214-4b59-a98a-8457f3a00098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:34.906971 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-686d679f-7214-4b59-a98a-8457f3a00098 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:34.943022 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-daa76a11-dbf5-4dfe-bad4-a0fb58da18d0 None None] Could not find standard attr ID for object 4884816f-3673-42b2-8644-b4e42517f7b5. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:56:35.041196 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-686d679f-7214-4b59-a98a-8457f3a00098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:35.041196 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686d679f-7214-4b59-a98a-8457f3a00098 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7e8988f-87b1-4e49-a482-9b8671dfb87b {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:56:35.042230 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-686d679f-7214-4b59-a98a-8457f3a00098 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:35.046309 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-686d679f-7214-4b59-a98a-8457f3a00098 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d7e8988f-87b1-4e49-a482-9b8671dfb87b HTTP/1.1" status: 204 len: 168 time: 1.6129065 Nov 08 00:56:35.047338 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34940) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:35.090888 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-61aa91a5-3de9-4398-8a96-7cce6920e78f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:35.128951 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c7a2fe-2a3c-4187-936c-b0c540cc500d admin admin] Deleting subnet 89599465-500f-40bb-8083-355012edb92b {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:56:35.128951 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa91a5-3de9-4398-8a96-7cce6920e78f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Pushing event deleted for resources: {'Port': ['ID=62798377-d9cb-478e-9538-b606804fa8b3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:35.132090 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b4c7a2fe-2a3c-4187-936c-b0c540cc500d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:35.147618 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:56:35.185606 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-61aa91a5-3de9-4398-8a96-7cce6920e78f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:35.189522 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-61aa91a5-3de9-4398-8a96-7cce6920e78f tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] 10.222.0.13 "DELETE /v2.0/ports/62798377-d9cb-478e-9538-b606804fa8b3 HTTP/1.1" status: 204 len: 168 time: 0.6128042 Nov 08 00:56:35.192147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34946) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:35.233642 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b4c7a2fe-2a3c-4187-936c-b0c540cc500d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:35.259735 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e7c0b1df-2897-4297-b058-8796942203c6 None None] Could not find standard attr ID for object 62798377-d9cb-478e-9538-b606804fa8b3. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 00:56:35.273887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39637a4-523a-4561-acd4-6f83448d8ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Deleting subnet 8a2d9cfa-040f-46ae-b275-903edc2ee5b0 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:56:35.279910 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c39637a4-523a-4561-acd4-6f83448d8ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:35.354870 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c39637a4-523a-4561-acd4-6f83448d8ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:35.400768 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b4c7a2fe-2a3c-4187-936c-b0c540cc500d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:35.486763 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c39637a4-523a-4561-acd4-6f83448d8ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:35.585436 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b4c7a2fe-2a3c-4187-936c-b0c540cc500d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:35.611512 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7a2fe-2a3c-4187-936c-b0c540cc500d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89599465-500f-40bb-8083-355012edb92b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:35.616765 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b4c7a2fe-2a3c-4187-936c-b0c540cc500d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:35.620513 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b4c7a2fe-2a3c-4187-936c-b0c540cc500d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/89599465-500f-40bb-8083-355012edb92b HTTP/1.1" status: 204 len: 168 time: 0.5716927 Nov 08 00:56:35.622522 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 34960) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:35.623015 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b473c0f-6946-4765-bd8c-c65a5160fe1f None None] Network 5acd416e-09b1-48d2-8911-baa41f1cbf49 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:56:35.631410 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c39637a4-523a-4561-acd4-6f83448d8ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:35.693567 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39637a4-523a-4561-acd4-6f83448d8ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Pushing event deleted for resources: {'Subnet': ['ID=8a2d9cfa-040f-46ae-b275-903edc2ee5b0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:35.699278 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c39637a4-523a-4561-acd4-6f83448d8ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:35.703107 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c39637a4-523a-4561-acd4-6f83448d8ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] 10.222.0.13 "DELETE /v2.0/subnets/8a2d9cfa-040f-46ae-b275-903edc2ee5b0 HTTP/1.1" status: 204 len: 168 time: 0.5099533 Nov 08 00:56:35.705931 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 34964) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:35.719576 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f23d23-5925-4439-a60e-e08fc95a760d None None] Network a5782374-236a-461c-bb4d-8805a03e3725 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:56:35.733371 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:35.797433 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:35.811592 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] Deleting port cb38e680-e4f9-446f-b029-c3d615b00d67 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:56:35.811975 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:35.865014 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Deleting port ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:56:35.865496 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:35.889997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] For port cb38e680-e4f9-446f-b029-c3d615b00d67, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=cb38e680-e4f9-446f-b029-c3d615b00d67,segment=NetworkSegment(729966e3-5ba8-47e8-8245-85205150d78a),segment_id=729966e3-5ba8-47e8-8245-85205150d78a)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:56:35.890342 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:35.904316 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] Calling delete_port for cb38e680-e4f9-446f-b029-c3d615b00d67 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:56:35.942942 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] For port ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc,segment=NetworkSegment(c2efc7c8-4776-4e31-b67e-acb6fc766260),segment_id=c2efc7c8-4776-4e31-b67e-acb6fc766260)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:56:35.943365 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:35.954935 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475122d1-55a1-460d-8ab7-043e56d95a35 None None] DHCP port deletion for 5acd416e-09b1-48d2-8911-baa41f1cbf49 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:56:35.960277 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Calling delete_port for ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:56:35.989425 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5258af6-d8a6-4d88-86db-cf0e7e44b3dd None None] DHCP port deletion for a5782374-236a-461c-bb4d-8805a03e3725 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:56:36.046254 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-475122d1-55a1-460d-8ab7-043e56d95a35 None None] Deleting port cb38e680-e4f9-446f-b029-c3d615b00d67 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:56:36.047272 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-475122d1-55a1-460d-8ab7-043e56d95a35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:36.097569 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c5258af6-d8a6-4d88-86db-cf0e7e44b3dd None None] Deleting port ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:56:36.097949 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5258af6-d8a6-4d88-86db-cf0e7e44b3dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:36.168843 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:36.191692 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:36.194626 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb38e680-e4f9-446f-b029-c3d615b00d67,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:36.201995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] No DVR routers for this DVR port cb38e680-e4f9-446f-b029-c3d615b00d67 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:56:36.228583 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Pushing event deleted for resources: {'Port': ['ID=ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:36.233393 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] No DVR routers for this DVR port ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:56:36.297403 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:36.321327 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acd416e-09b1-48d2-8911-baa41f1cbf49']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:36.327539 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-475122d1-55a1-460d-8ab7-043e56d95a35 None None] For port cb38e680-e4f9-446f-b029-c3d615b00d67, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=cb38e680-e4f9-446f-b029-c3d615b00d67,segment=NetworkSegment(729966e3-5ba8-47e8-8245-85205150d78a),segment_id=729966e3-5ba8-47e8-8245-85205150d78a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:56:36.328490 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-475122d1-55a1-460d-8ab7-043e56d95a35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:36.337148 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729966e3-5ba8-47e8-8245-85205150d78a') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:36.337464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729966e3-5ba8-47e8-8245-85205150d78a') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:36.338530 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:36.348793 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:36.350131 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c5258af6-d8a6-4d88-86db-cf0e7e44b3dd None None] For port ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc,segment=NetworkSegment(c2efc7c8-4776-4e31-b67e-acb6fc766260),segment_id=c2efc7c8-4776-4e31-b67e-acb6fc766260)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:56:36.350411 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5258af6-d8a6-4d88-86db-cf0e7e44b3dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:36.352940 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-475122d1-55a1-460d-8ab7-043e56d95a35 None None] Calling delete_port for cb38e680-e4f9-446f-b029-c3d615b00d67 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:56:36.365943 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5782374-236a-461c-bb4d-8805a03e3725']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:36.368868 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c5258af6-d8a6-4d88-86db-cf0e7e44b3dd None None] Calling delete_port for ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:56:36.371476 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:36.380100 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2efc7c8-4776-4e31-b67e-acb6fc766260') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:36.380495 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2efc7c8-4776-4e31-b67e-acb6fc766260') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:36.380957 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:56:36.386684 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:56:36.395589 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:36.427447 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:36.437444 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:56:36.438934 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: timer() Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:56:36.444198 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:56:36.463565 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d579f26b-6290-469d-862f-bfc51c844584 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:56:36.492456 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: d579f26b-6290-469d-862f-bfc51c844584 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:56:36.492798 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d579f26b-6290-469d-862f-bfc51c844584 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:56:36.493209 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cb38e680-e4f9-446f-b029-c3d615b00d67 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:56:36.525954 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: cb38e680-e4f9-446f-b029-c3d615b00d67 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:56:36.526136 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cb38e680-e4f9-446f-b029-c3d615b00d67 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:56:36.526533 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f8bd678f-00d9-46d4-89b0-f8d1067242fc no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:56:36.545587 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:36.552626 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:36.560969 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5acd416e-09b1-48d2-8911-baa41f1cbf49 HTTP/1.1" status: 204 len: 168 time: 0.9324405 Nov 08 00:56:36.561566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: f8bd678f-00d9-46d4-89b0-f8d1067242fc {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:56:36.561566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f8bd678f-00d9-46d4-89b0-f8d1067242fc not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:56:36.561566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:56:36.565603 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e31d0-f735-4877-8b5c-55a67112df21 admin admin] Pushing event deleted for resources: {'Network': ['ID=5acd416e-09b1-48d2-8911-baa41f1cbf49,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:36.580180 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:36.581080 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:56:36.584030 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:56:36.584030 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-475122d1-55a1-460d-8ab7-043e56d95a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:36.588632 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:36.593008 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] 10.222.0.13 "DELETE /v2.0/networks/a5782374-236a-461c-bb4d-8805a03e3725 HTTP/1.1" status: 204 len: 168 time: 0.8851516 Nov 08 00:56:36.613088 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-475122d1-55a1-460d-8ab7-043e56d95a35 None None] Network 5acd416e-09b1-48d2-8911-baa41f1cbf49 is not hosted by any dhcp agent {{(pid=102773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 00:56:36.613550 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475122d1-55a1-460d-8ab7-043e56d95a35 None None] No DVR routers for this DVR port cb38e680-e4f9-446f-b029-c3d615b00d67 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:56:36.615357 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5258af6-d8a6-4d88-86db-cf0e7e44b3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:36.617471 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475122d1-55a1-460d-8ab7-043e56d95a35 None None] Pushing event deleted for resources: {'Port': ['ID=cb38e680-e4f9-446f-b029-c3d615b00d67,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:36.629672 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5258af6-d8a6-4d88-86db-cf0e7e44b3dd None None] Network a5782374-236a-461c-bb4d-8805a03e3725 is not hosted by any dhcp agent {{(pid=102773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 00:56:36.630237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5258af6-d8a6-4d88-86db-cf0e7e44b3dd None None] No DVR routers for this DVR port ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:56:36.636517 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c84a8-c968-4820-b7f0-a7aeeab40d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968 tempest-ExtraDHCPOptionsIpV6TestJSON-1155149968-project] Pushing event deleted for resources: {'Network': ['ID=a5782374-236a-461c-bb4d-8805a03e3725,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:36.650588 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5258af6-d8a6-4d88-86db-cf0e7e44b3dd None None] Pushing event deleted for resources: {'Port': ['ID=ad4a95e6-5feb-4de8-9f54-18acc4e1f0cc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:37.045088 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35012) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:37.089627 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ab49559a-0ab1-47fa-a7e1-bda7c1813bce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3c16ca831a14d60afe2efe4f3828ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433602 Nov 08 00:56:37.092827 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35014) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:37.147693 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f497ec73-fef0-4173-9cba-7967561bf963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:37.170072 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f497ec73-fef0-4173-9cba-7967561bf963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:37.224745 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35022) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:37.307426 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f497ec73-fef0-4173-9cba-7967561bf963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:37.310552 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f497ec73-fef0-4173-9cba-7967561bf963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:37.314595 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f497ec73-fef0-4173-9cba-7967561bf963 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d70d844-e4cf-4457-be15-789042a11a5c HTTP/1.1" status: 204 len: 168 time: 0.2175066 Nov 08 00:56:37.323656 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497ec73-fef0-4173-9cba-7967561bf963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d70d844-e4cf-4457-be15-789042a11a5c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:37.364311 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-59d6f5fd-57a7-474f-b405-21f73a1cfcdd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f1c228553e746c88132c22fec71bb6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384077 Nov 08 00:56:37.366760 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35032) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:37.414734 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-259e7c00-9b6e-4411-b4e3-2af0f7e70b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:37.435840 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-259e7c00-9b6e-4411-b4e3-2af0f7e70b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:37.551222 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-259e7c00-9b6e-4411-b4e3-2af0f7e70b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:37.553845 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-259e7c00-9b6e-4411-b4e3-2af0f7e70b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:37.557662 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-259e7c00-9b6e-4411-b4e3-2af0f7e70b12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc9a4eb8-7c9e-4bfc-a1f3-d7ff260bfd4c HTTP/1.1" status: 204 len: 168 time: 0.1899610 Nov 08 00:56:37.565965 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e7c00-9b6e-4411-b4e3-2af0f7e70b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9a4eb8-7c9e-4bfc-a1f3-d7ff260bfd4c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:38.172840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35066) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:38.211989 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-416c0bdc-3eec-4283-8d94-f1dcee11b7ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49991e26f7684438a403b4a619ebb2cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377386 Nov 08 00:56:38.214381 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35068) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:38.268027 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1103efe6-82a0-419d-8c32-ea195ab6f4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:38.293638 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1103efe6-82a0-419d-8c32-ea195ab6f4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:38.413904 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1103efe6-82a0-419d-8c32-ea195ab6f4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:38.416702 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1103efe6-82a0-419d-8c32-ea195ab6f4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:38.419294 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1103efe6-82a0-419d-8c32-ea195ab6f4a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f80ea566-91a6-4b3f-992f-a610138fef7b HTTP/1.1" status: 204 len: 168 time: 0.2024798 Nov 08 00:56:38.426700 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103efe6-82a0-419d-8c32-ea195ab6f4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80ea566-91a6-4b3f-992f-a610138fef7b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:38.778418 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35100) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:38.922594 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:38.938821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-aa6d1ce6-b360-476e-bdc9-b83f6ed1a694 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1837889533'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:39.019819 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6d1ce6-b360-476e-bdc9-b83f6ed1a694 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Made reservation on behalf of b52aa143a1084a2e95489cf4af38dada for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:56:39.023449 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1ce6-b360-476e-bdc9-b83f6ed1a694 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:39.033777 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1ce6-b360-476e-bdc9-b83f6ed1a694 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:39.117399 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1ce6-b360-476e-bdc9-b83f6ed1a694 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:39.179619 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1ce6-b360-476e-bdc9-b83f6ed1a694 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:39.209859 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6d1ce6-b360-476e-bdc9-b83f6ed1a694 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:56:39.216098 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d1ce6-b360-476e-bdc9-b83f6ed1a694 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb921730-e060-4a98-aa80-8bc364c0218c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:39.222194 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1ce6-b360-476e-bdc9-b83f6ed1a694 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:39.222593 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-aa6d1ce6-b360-476e-bdc9-b83f6ed1a694 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Added segment cf2a3f04-d6f6-47ff-9cc3-ede989e09487 of type vlan for network edaab2a7-deb0-4c3b-abf7-cd330d84b0cc Nov 08 00:56:39.266082 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1ce6-b360-476e-bdc9-b83f6ed1a694 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:39.351146 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1ce6-b360-476e-bdc9-b83f6ed1a694 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:39.356774 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6d1ce6-b360-476e-bdc9-b83f6ed1a694 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:39.357480 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1ce6-b360-476e-bdc9-b83f6ed1a694 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:39.424600 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d1ce6-b360-476e-bdc9-b83f6ed1a694 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Pushing event updated for resources: {'Network': ['ID=edaab2a7-deb0-4c3b-abf7-cd330d84b0cc,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:39.435180 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network edaab2a7-deb0-4c3b-abf7-cd330d84b0cc details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:56:39.485914 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-aa6d1ce6-b360-476e-bdc9-b83f6ed1a694 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7059834 Nov 08 00:56:39.488577 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35126) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:39.493680 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b4968584-d125-4dc6-b653-10aacbb6257f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Request body: {'subnet': {'network_id': 'edaab2a7-deb0-4c3b-abf7-cd330d84b0cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:39.676499 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4968584-d125-4dc6-b653-10aacbb6257f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Made reservation on behalf of b52aa143a1084a2e95489cf4af38dada for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:56:39.680041 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b4968584-d125-4dc6-b653-10aacbb6257f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:39.962466 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b4968584-d125-4dc6-b653-10aacbb6257f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:40.023962 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4968584-d125-4dc6-b653-10aacbb6257f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Pushing event updated for resources: {'Subnet': ['ID=ee6e1f49-3007-4d65-8203-e5ecd64849f5,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:40.031678 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4968584-d125-4dc6-b653-10aacbb6257f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Checking segment: {'id': 'cf2a3f04-d6f6-47ff-9cc3-ede989e09487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'edaab2a7-deb0-4c3b-abf7-cd330d84b0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:56:40.032076 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4968584-d125-4dc6-b653-10aacbb6257f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Network hostable DHCP agents. Network: edaab2a7-deb0-4c3b-abf7-cd330d84b0cc, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:56:40.144823 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4968584-d125-4dc6-b653-10aacbb6257f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Network edaab2a7-deb0-4c3b-abf7-cd330d84b0cc is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:56:40.259301 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-b4968584-d125-4dc6-b653-10aacbb6257f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, edaab2a7-deb0-4c3b-abf7-cd330d84b0cc) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:56:40.263387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4968584-d125-4dc6-b653-10aacbb6257f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:40.264019 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b4968584-d125-4dc6-b653-10aacbb6257f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:40.270644 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caa7a01-dd8b-4c34-841c-b21e777179e2 None None] Network edaab2a7-deb0-4c3b-abf7-cd330d84b0cc requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:56:40.338634 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b4968584-d125-4dc6-b653-10aacbb6257f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8490057 Nov 08 00:56:40.341319 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35138) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:40.347258 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ba930b89-1800-43f0-88ad-e57f26cd9762 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2131081360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:40.416974 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-edaab2a7-deb0-4c3b-abf7-cd330d84b0cc', 'network_id': 'edaab2a7-deb0-4c3b-abf7-cd330d84b0cc', 'tenant_id': 'b52aa143a1084a2e95489cf4af38dada', 'fixed_ips': [{'subnet_id': 'ee6e1f49-3007-4d65-8203-e5ecd64849f5'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:56:40.417949 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:40.448644 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba930b89-1800-43f0-88ad-e57f26cd9762 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:40.449788 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba930b89-1800-43f0-88ad-e57f26cd9762 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:40.502295 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba930b89-1800-43f0-88ad-e57f26cd9762 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:40.561878 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] Allocated IP 172.20.0.2 (edaab2a7-deb0-4c3b-abf7-cd330d84b0cc/ee6e1f49-3007-4d65-8203-e5ecd64849f5/4e06bb77-813f-40af-83a6-ed504e3362d3) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:56:40.597424 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba930b89-1800-43f0-88ad-e57f26cd9762 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:40.684120 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba930b89-1800-43f0-88ad-e57f26cd9762 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:40.685359 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ba930b89-1800-43f0-88ad-e57f26cd9762 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3430977 Nov 08 00:56:40.688796 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35140) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:40.703457 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:40.774387 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:40.813100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] Network edaab2a7-deb0-4c3b-abf7-cd330d84b0cc is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:56:40.817266 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:56:40.823731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:56:40.826897 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] Pushing event updated for resources: {'Port': ['ID=4e06bb77-813f-40af-83a6-ed504e3362d3,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:40.879607 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] Attempting to bind port 4e06bb77-813f-40af-83a6-ed504e3362d3 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:56:40.880009 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] Attempting to bind port 4e06bb77-813f-40af-83a6-ed504e3362d3 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'cf2a3f04-d6f6-47ff-9cc3-ede989e09487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'edaab2a7-deb0-4c3b-abf7-cd330d84b0cc'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:56:40.880373 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] Attempting to bind port 4e06bb77-813f-40af-83a6-ed504e3362d3 on network edaab2a7-deb0-4c3b-abf7-cd330d84b0cc {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:56:40.885299 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:56:40.885673 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] Checking segment: {'id': 'cf2a3f04-d6f6-47ff-9cc3-ede989e09487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'edaab2a7-deb0-4c3b-abf7-cd330d84b0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:56:40.886076 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:40.886477 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] Bound using segment: {'id': 'cf2a3f04-d6f6-47ff-9cc3-ede989e09487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'edaab2a7-deb0-4c3b-abf7-cd330d84b0cc'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:56:40.886943 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] Bound port: 4e06bb77-813f-40af-83a6-ed504e3362d3, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2a3f04-d6f6-47ff-9cc3-ede989e09487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'edaab2a7-deb0-4c3b-abf7-cd330d84b0cc'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:56:40.887327 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:40.951666 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] For port 4e06bb77-813f-40af-83a6-ed504e3362d3, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:56:40.954746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] For port 4e06bb77-813f-40af-83a6-ed504e3362d3, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4e06bb77-813f-40af-83a6-ed504e3362d3,segment=NetworkSegment(cf2a3f04-d6f6-47ff-9cc3-ede989e09487),segment_id=cf2a3f04-d6f6-47ff-9cc3-ede989e09487)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:56:40.974438 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ffe8bc9b-7279-4598-aa12-e0a96c7e0cd8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:41.049143 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:41.114741 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a511f-7b04-4838-8e37-9553297a0da1 None None] Pushing event updated for resources: {'Port': ['ID=4e06bb77-813f-40af-83a6-ed504e3362d3,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:41.252068 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-ffe8bc9b-7279-4598-aa12-e0a96c7e0cd8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Allocated IP 172.20.0.1 (edaab2a7-deb0-4c3b-abf7-cd330d84b0cc/ee6e1f49-3007-4d65-8203-e5ecd64849f5/7d313175-5c1a-4436-a1ad-f9095da5bc70) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:56:41.378194 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ffe8bc9b-7279-4598-aa12-e0a96c7e0cd8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:41.476909 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ffe8bc9b-7279-4598-aa12-e0a96c7e0cd8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:41.521508 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe8bc9b-7279-4598-aa12-e0a96c7e0cd8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Network edaab2a7-deb0-4c3b-abf7-cd330d84b0cc is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:56:41.524620 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-ffe8bc9b-7279-4598-aa12-e0a96c7e0cd8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:56:41.528494 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe8bc9b-7279-4598-aa12-e0a96c7e0cd8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:56:41.558168 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8bc9b-7279-4598-aa12-e0a96c7e0cd8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Pushing event updated for resources: {'Port': ['ID=7d313175-5c1a-4436-a1ad-f9095da5bc70,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:41.580658 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ffe8bc9b-7279-4598-aa12-e0a96c7e0cd8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:41.770226 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ffe8bc9b-7279-4598-aa12-e0a96c7e0cd8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:41.983185 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df9afed-18d3-4d18-8cde-63d32281248e None None] Network edaab2a7-deb0-4c3b-abf7-cd330d84b0cc requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:56:42.053693 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-fdf31bc1-a0b3-413b-92b5-0cf219be363d None None] Provisioning complete for port 4e06bb77-813f-40af-83a6-ed504e3362d3 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:56:42.054062 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fdf31bc1-a0b3-413b-92b5-0cf219be363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:42.060590 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ffe8bc9b-7279-4598-aa12-e0a96c7e0cd8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:42.139714 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ffe8bc9b-7279-4598-aa12-e0a96c7e0cd8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:42.201134 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fdf31bc1-a0b3-413b-92b5-0cf219be363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:42.218482 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ffe8bc9b-7279-4598-aa12-e0a96c7e0cd8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:42.221259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8bc9b-7279-4598-aa12-e0a96c7e0cd8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Pushing event updated for resources: {'Port': ['ID=7d313175-5c1a-4436-a1ad-f9095da5bc70,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:42.242582 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-fdf31bc1-a0b3-413b-92b5-0cf219be363d None None] For port 4e06bb77-813f-40af-83a6-ed504e3362d3, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4e06bb77-813f-40af-83a6-ed504e3362d3,segment=NetworkSegment(cf2a3f04-d6f6-47ff-9cc3-ede989e09487),segment_id=cf2a3f04-d6f6-47ff-9cc3-ede989e09487)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:56:42.318779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe8bc9b-7279-4598-aa12-e0a96c7e0cd8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Network edaab2a7-deb0-4c3b-abf7-cd330d84b0cc is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:56:42.320266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-ffe8bc9b-7279-4598-aa12-e0a96c7e0cd8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:56:42.357310 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fdf31bc1-a0b3-413b-92b5-0cf219be363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:42.422169 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf31bc1-a0b3-413b-92b5-0cf219be363d None None] Pushing event updated for resources: {'Port': ['ID=4e06bb77-813f-40af-83a6-ed504e3362d3,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:42.460241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4e06bb77-813f-40af-83a6-ed504e3362d3 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:56:42.511107 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-237519a9-0d89-42c3-b5d6-2cf96988b803 None None] Provisioning complete for port 7d313175-5c1a-4436-a1ad-f9095da5bc70 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:56:42.511585 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-237519a9-0d89-42c3-b5d6-2cf96988b803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:42.552654 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-237519a9-0d89-42c3-b5d6-2cf96988b803 None None] Port 7d313175-5c1a-4436-a1ad-f9095da5bc70 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:56:42.554190 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 4e06bb77-813f-40af-83a6-ed504e3362d3 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:56:42.554557 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:42.557218 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe8bc9b-7279-4598-aa12-e0a96c7e0cd8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Router 694fddda-bab2-4113-8486-b1027d06ff8f is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:56:42.598524 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-237519a9-0d89-42c3-b5d6-2cf96988b803 None None] Provisioning complete for port 4e06bb77-813f-40af-83a6-ed504e3362d3 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:56:42.598891 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-237519a9-0d89-42c3-b5d6-2cf96988b803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:42.662283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe8bc9b-7279-4598-aa12-e0a96c7e0cd8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:56:42.668013 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ffe8bc9b-7279-4598-aa12-e0a96c7e0cd8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] 10.222.0.13 "PUT /v2.0/routers/694fddda-bab2-4113-8486-b1027d06ff8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9773381 Nov 08 00:56:42.675718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35142) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:42.677361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-65a58c54-943f-4a4f-86c4-25d97f8b127c tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Request body: {'port': {'network_id': 'edaab2a7-deb0-4c3b-abf7-cd330d84b0cc', 'name': 'tempest-FloatingIPNegativeTestJSON-750872871'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:42.678081 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e485bf-35d0-4ca5-b9d5-5061718ea10d None None] Sync routers for ids ['694fddda-bab2-4113-8486-b1027d06ff8f'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:56:42.691949 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e485bf-35d0-4ca5-b9d5-5061718ea10d None None] Routers {'694fddda-bab2-4113-8486-b1027d06ff8f'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:56:42.693005 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-89e485bf-35d0-4ca5-b9d5-5061718ea10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:56:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['694fddda-bab2-4113-8486-b1027d06ff8f'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:42.740284 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-89e485bf-35d0-4ca5-b9d5-5061718ea10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:42.749591 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e485bf-35d0-4ca5-b9d5-5061718ea10d None None] Routers {'694fddda-bab2-4113-8486-b1027d06ff8f'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:56:42.750527 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-89e485bf-35d0-4ca5-b9d5-5061718ea10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:56:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['694fddda-bab2-4113-8486-b1027d06ff8f'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:42.782542 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-89e485bf-35d0-4ca5-b9d5-5061718ea10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:42.783185 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e485bf-35d0-4ca5-b9d5-5061718ea10d None None] The sync data for ids ['694fddda-bab2-4113-8486-b1027d06ff8f'] in n-d-816882-1 is: [] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:56:42.837906 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7d7b8b50-4c46-4c43-91bc-1f81037e8a22 None None] Provisioning complete for port 7d313175-5c1a-4436-a1ad-f9095da5bc70 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:56:42.838132 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8b50-4c46-4c43-91bc-1f81037e8a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:42.873431 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7d7b8b50-4c46-4c43-91bc-1f81037e8a22 None None] Port 7d313175-5c1a-4436-a1ad-f9095da5bc70 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:56:42.876642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a58c54-943f-4a4f-86c4-25d97f8b127c tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Made reservation on behalf of b52aa143a1084a2e95489cf4af38dada for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:56:42.880201 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65a58c54-943f-4a4f-86c4-25d97f8b127c tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:42.897685 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-65a58c54-943f-4a4f-86c4-25d97f8b127c tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] device_id is not set on port 65fa38fe-1130-41c2-930c-8fd02a5361e8 yet. {{(pid=102772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 00:56:42.992561 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-bbe7e05b-cda4-4b99-b620-b49689a655f3 None None] Provisioning complete for port 7d313175-5c1a-4436-a1ad-f9095da5bc70 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:56:42.993143 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bbe7e05b-cda4-4b99-b620-b49689a655f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:43.006918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-65a58c54-943f-4a4f-86c4-25d97f8b127c tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Allocated IP 172.20.0.13 (edaab2a7-deb0-4c3b-abf7-cd330d84b0cc/ee6e1f49-3007-4d65-8203-e5ecd64849f5/65fa38fe-1130-41c2-930c-8fd02a5361e8) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:56:43.026991 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-bbe7e05b-cda4-4b99-b620-b49689a655f3 None None] Port 7d313175-5c1a-4436-a1ad-f9095da5bc70 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:56:43.153346 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65a58c54-943f-4a4f-86c4-25d97f8b127c tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:43.260500 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65a58c54-943f-4a4f-86c4-25d97f8b127c tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:43.305101 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a58c54-943f-4a4f-86c4-25d97f8b127c tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Network edaab2a7-deb0-4c3b-abf7-cd330d84b0cc is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:56:43.308205 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-65a58c54-943f-4a4f-86c4-25d97f8b127c tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:56:43.311885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a58c54-943f-4a4f-86c4-25d97f8b127c tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:56:43.348058 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a58c54-943f-4a4f-86c4-25d97f8b127c tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Pushing event updated for resources: {'Port': ['ID=65fa38fe-1130-41c2-930c-8fd02a5361e8,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:43.370352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a58c54-943f-4a4f-86c4-25d97f8b127c tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:43.370970 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65a58c54-943f-4a4f-86c4-25d97f8b127c tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:43.451224 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-65a58c54-943f-4a4f-86c4-25d97f8b127c tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7785511 Nov 08 00:56:43.454740 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35144) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:43.460042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-3324419f-f5e1-4e96-86a7-4f0b4f9a561f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:43.551210 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-16c74f6b-1027-46ef-8775-8c049b368874 None None] Provisioning complete for port 65fa38fe-1130-41c2-930c-8fd02a5361e8 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:56:43.551645 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-16c74f6b-1027-46ef-8775-8c049b368874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:43.591103 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3324419f-f5e1-4e96-86a7-4f0b4f9a561f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:43.591765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-16c74f6b-1027-46ef-8775-8c049b368874 None None] Port 65fa38fe-1130-41c2-930c-8fd02a5361e8 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:56:43.691648 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3324419f-f5e1-4e96-86a7-4f0b4f9a561f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:43.790664 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-3324419f-f5e1-4e96-86a7-4f0b4f9a561f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Allocated IP 172.25.2.2 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/398bfa45-e729-48a5-ae9a-3dc39ac51949) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:56:43.893609 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3324419f-f5e1-4e96-86a7-4f0b4f9a561f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:44.019855 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3324419f-f5e1-4e96-86a7-4f0b4f9a561f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:44.057217 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3324419f-f5e1-4e96-86a7-4f0b4f9a561f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:56:44.060072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-3324419f-f5e1-4e96-86a7-4f0b4f9a561f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:56:44.064220 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3324419f-f5e1-4e96-86a7-4f0b4f9a561f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:56:44.072331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324419f-f5e1-4e96-86a7-4f0b4f9a561f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Pushing event updated for resources: {'Port': ['ID=398bfa45-e729-48a5-ae9a-3dc39ac51949,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:44.168345 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3324419f-f5e1-4e96-86a7-4f0b4f9a561f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:44.370069 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3324419f-f5e1-4e96-86a7-4f0b4f9a561f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:44.409036 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4e06bb77-813f-40af-83a6-ed504e3362d3 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:56:44.456517 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 4e06bb77-813f-40af-83a6-ed504e3362d3 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:56:44.456896 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:44.521101 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3324419f-f5e1-4e96-86a7-4f0b4f9a561f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:44.585075 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3324419f-f5e1-4e96-86a7-4f0b4f9a561f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:44.660190 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324419f-f5e1-4e96-86a7-4f0b4f9a561f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Pushing event updated for resources: {'Port': ['ID=398bfa45-e729-48a5-ae9a-3dc39ac51949,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:44.667154 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3324419f-f5e1-4e96-86a7-4f0b4f9a561f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:44.753136 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3324419f-f5e1-4e96-86a7-4f0b4f9a561f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:44.754284 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3324419f-f5e1-4e96-86a7-4f0b4f9a561f tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2985182 Nov 08 00:56:44.757132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35146) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:44.761425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7b45df9a-ea20-4c70-ab0a-d38e14a2bcc0 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Request body: {'floatingip': {'port_id': '65fa38fe-1130-41c2-930c-8fd02a5361e8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:44.799253 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7b45df9a-ea20-4c70-ab0a-d38e14a2bcc0 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:45.224155 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-7b45df9a-ea20-4c70-ab0a-d38e14a2bcc0 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] update failed (client error): The resource could not be found. Nov 08 00:56:45.225196 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7b45df9a-ea20-4c70-ab0a-d38e14a2bcc0 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] 10.222.0.13 "PUT /v2.0/floatingips/63fa82ab-909b-4bee-a3e7-5ebaff79e570 HTTP/1.1" status: 404 len: 507 time: 0.4671528 Nov 08 00:56:45.228272 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35148) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:45.350770 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-b6f57434-14e6-47e4-8b30-90eb82de6ecb tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Deleting port 398bfa45-e729-48a5-ae9a-3dc39ac51949 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:56:45.351117 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b6f57434-14e6-47e4-8b30-90eb82de6ecb tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:45.429574 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b6f57434-14e6-47e4-8b30-90eb82de6ecb tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:45.429899 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b6f57434-14e6-47e4-8b30-90eb82de6ecb tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:45.441412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-b6f57434-14e6-47e4-8b30-90eb82de6ecb tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Calling delete_port for 398bfa45-e729-48a5-ae9a-3dc39ac51949 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:56:45.630626 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b6f57434-14e6-47e4-8b30-90eb82de6ecb tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:45.657042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f57434-14e6-47e4-8b30-90eb82de6ecb tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Pushing event deleted for resources: {'Port': ['ID=398bfa45-e729-48a5-ae9a-3dc39ac51949,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:45.718555 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b6f57434-14e6-47e4-8b30-90eb82de6ecb tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:45.721267 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b6f57434-14e6-47e4-8b30-90eb82de6ecb tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:45.722444 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b6f57434-14e6-47e4-8b30-90eb82de6ecb tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] 10.222.0.13 "DELETE /v2.0/floatingips/63fa82ab-909b-4bee-a3e7-5ebaff79e570 HTTP/1.1" status: 204 len: 168 time: 0.4932375 Nov 08 00:56:45.725979 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35150) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:45.730299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-aff91ca3-8d6a-4041-badb-391f0d2cddc6 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Request body: {'floatingip': {'floating_network_id': 'edaab2a7-deb0-4c3b-abf7-cd330d84b0cc', 'port_id': '65fa38fe-1130-41c2-930c-8fd02a5361e8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:45.825083 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aff91ca3-8d6a-4041-badb-391f0d2cddc6 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:46.030884 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-aff91ca3-8d6a-4041-badb-391f0d2cddc6 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 00:56:46.031900 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-aff91ca3-8d6a-4041-badb-391f0d2cddc6 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3049448 Nov 08 00:56:46.040362 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35152) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:46.045067 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-1be3efc4-157e-4716-97f4-5e54bcee055d tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': '65fa38fe-1130-41c2-930c-8fd02a5361e8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:46.121547 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1be3efc4-157e-4716-97f4-5e54bcee055d tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:46.215859 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1be3efc4-157e-4716-97f4-5e54bcee055d tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:46.325234 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-1be3efc4-157e-4716-97f4-5e54bcee055d tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Allocated IP 172.25.2.140 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/00b97e2e-2fff-4f90-98a2-40ba9a3eb6b7) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:56:46.424581 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1be3efc4-157e-4716-97f4-5e54bcee055d tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:46.516567 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1be3efc4-157e-4716-97f4-5e54bcee055d tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:46.556666 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be3efc4-157e-4716-97f4-5e54bcee055d tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:56:46.559446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-1be3efc4-157e-4716-97f4-5e54bcee055d tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:56:46.562883 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be3efc4-157e-4716-97f4-5e54bcee055d tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:56:46.587414 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3efc4-157e-4716-97f4-5e54bcee055d tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Pushing event updated for resources: {'Port': ['ID=00b97e2e-2fff-4f90-98a2-40ba9a3eb6b7,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:46.716427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-1be3efc4-157e-4716-97f4-5e54bcee055d tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Deleting port 00b97e2e-2fff-4f90-98a2-40ba9a3eb6b7 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:56:46.716758 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1be3efc4-157e-4716-97f4-5e54bcee055d tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:46.794351 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1be3efc4-157e-4716-97f4-5e54bcee055d tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:46.794685 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1be3efc4-157e-4716-97f4-5e54bcee055d tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:46.806491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-1be3efc4-157e-4716-97f4-5e54bcee055d tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Calling delete_port for 00b97e2e-2fff-4f90-98a2-40ba9a3eb6b7 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:56:46.996560 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1be3efc4-157e-4716-97f4-5e54bcee055d tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:47.026893 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3efc4-157e-4716-97f4-5e54bcee055d tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Pushing event deleted for resources: {'Port': ['ID=00b97e2e-2fff-4f90-98a2-40ba9a3eb6b7,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:47.167846 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-1be3efc4-157e-4716-97f4-5e54bcee055d tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] create failed (client error): The resource could not be found. Nov 08 00:56:47.169030 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1be3efc4-157e-4716-97f4-5e54bcee055d tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1276138 Nov 08 00:56:47.172370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35154) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:47.266100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-0259d096-1c29-40f2-83f6-233ead732220 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Deleting port 65fa38fe-1130-41c2-930c-8fd02a5361e8 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:56:47.266353 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0259d096-1c29-40f2-83f6-233ead732220 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:47.352379 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0259d096-1c29-40f2-83f6-233ead732220 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:47.364027 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-0259d096-1c29-40f2-83f6-233ead732220 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Calling delete_port for 65fa38fe-1130-41c2-930c-8fd02a5361e8 owned by {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:56:47.574116 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0259d096-1c29-40f2-83f6-233ead732220 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:47.601177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259d096-1c29-40f2-83f6-233ead732220 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Pushing event deleted for resources: {'Port': ['ID=65fa38fe-1130-41c2-930c-8fd02a5361e8,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:47.678038 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0259d096-1c29-40f2-83f6-233ead732220 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:47.683882 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0259d096-1c29-40f2-83f6-233ead732220 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] 10.222.0.13 "DELETE /v2.0/ports/65fa38fe-1130-41c2-930c-8fd02a5361e8 HTTP/1.1" status: 204 len: 168 time: 0.5082688 Nov 08 00:56:47.684128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35156) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:47.732840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e53b86f-3082-49ce-973a-cf6267ab464a tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:56:47.734375 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0e53b86f-3082-49ce-973a-cf6267ab464a tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] 10.222.0.13 "GET /v2.0/ports?device_id=694fddda-bab2-4113-8486-b1027d06ff8f HTTP/1.1" status: 200 len: 913 time: 0.0493200 Nov 08 00:56:47.737583 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35158) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:48.043047 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e5ba84e3-6dba-43cd-b0fb-e4f54f1ad882 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:48.271687 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-e5ba84e3-6dba-43cd-b0fb-e4f54f1ad882 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Deleting port 7d313175-5c1a-4436-a1ad-f9095da5bc70 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:56:48.272055 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e5ba84e3-6dba-43cd-b0fb-e4f54f1ad882 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:48.361576 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e5ba84e3-6dba-43cd-b0fb-e4f54f1ad882 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:48.373111 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-e5ba84e3-6dba-43cd-b0fb-e4f54f1ad882 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Calling delete_port for 7d313175-5c1a-4436-a1ad-f9095da5bc70 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:56:48.619401 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e5ba84e3-6dba-43cd-b0fb-e4f54f1ad882 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:48.645997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba84e3-6dba-43cd-b0fb-e4f54f1ad882 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Pushing event deleted for resources: {'Port': ['ID=7d313175-5c1a-4436-a1ad-f9095da5bc70,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:48.789596 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e5ba84e3-6dba-43cd-b0fb-e4f54f1ad882 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:48.946530 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ba84e3-6dba-43cd-b0fb-e4f54f1ad882 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Router 694fddda-bab2-4113-8486-b1027d06ff8f has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:56:49.022101 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ba84e3-6dba-43cd-b0fb-e4f54f1ad882 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:56:49.027097 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e5ba84e3-6dba-43cd-b0fb-e4f54f1ad882 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] 10.222.0.13 "PUT /v2.0/routers/694fddda-bab2-4113-8486-b1027d06ff8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2885242 Nov 08 00:56:49.029680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35160) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:49.032470 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cce630-8c8a-46d8-993f-11862fa239d1 None None] Sync routers for ids ['694fddda-bab2-4113-8486-b1027d06ff8f'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:56:49.041888 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cce630-8c8a-46d8-993f-11862fa239d1 None None] Routers {'694fddda-bab2-4113-8486-b1027d06ff8f'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:56:49.042486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b2cce630-8c8a-46d8-993f-11862fa239d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:56:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['694fddda-bab2-4113-8486-b1027d06ff8f'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:49.074724 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b2cce630-8c8a-46d8-993f-11862fa239d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:49.083038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cce630-8c8a-46d8-993f-11862fa239d1 None None] Routers {'694fddda-bab2-4113-8486-b1027d06ff8f'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:56:49.083628 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b2cce630-8c8a-46d8-993f-11862fa239d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:56:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['694fddda-bab2-4113-8486-b1027d06ff8f'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:49.104082 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ffbd228e-455f-4458-8391-fb50ebd980f3 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:49.117953 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b2cce630-8c8a-46d8-993f-11862fa239d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:49.118593 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cce630-8c8a-46d8-993f-11862fa239d1 None None] The sync data for ids ['694fddda-bab2-4113-8486-b1027d06ff8f'] in n-d-816882-1 is: [] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:56:49.258644 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ffbd228e-455f-4458-8391-fb50ebd980f3 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:49.260610 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ffbd228e-455f-4458-8391-fb50ebd980f3 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:49.379435 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ffbd228e-455f-4458-8391-fb50ebd980f3 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:49.380151 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbd228e-455f-4458-8391-fb50ebd980f3 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Fanout notify agent at l3_agent the message router_deleted on router 694fddda-bab2-4113-8486-b1027d06ff8f {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 00:56:49.387411 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ffbd228e-455f-4458-8391-fb50ebd980f3 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:49.388001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ffbd228e-455f-4458-8391-fb50ebd980f3 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] 10.222.0.13 "DELETE /v2.0/routers/694fddda-bab2-4113-8486-b1027d06ff8f HTTP/1.1" status: 204 len: 168 time: 0.3573585 Nov 08 00:56:49.390596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35162) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:49.441551 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb042f8-165e-4e24-a940-d10127e28d73 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Deleting subnet ee6e1f49-3007-4d65-8203-e5ecd64849f5 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 00:56:49.444621 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bbb042f8-165e-4e24-a940-d10127e28d73 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:49.487505 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bbb042f8-165e-4e24-a940-d10127e28d73 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:49.566648 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bbb042f8-165e-4e24-a940-d10127e28d73 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:49.694188 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bbb042f8-165e-4e24-a940-d10127e28d73 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:49.718506 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb042f8-165e-4e24-a940-d10127e28d73 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Pushing event deleted for resources: {'Subnet': ['ID=ee6e1f49-3007-4d65-8203-e5ecd64849f5,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:49.725631 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bbb042f8-165e-4e24-a940-d10127e28d73 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:49.729503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bbb042f8-165e-4e24-a940-d10127e28d73 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] 10.222.0.13 "DELETE /v2.0/subnets/ee6e1f49-3007-4d65-8203-e5ecd64849f5 HTTP/1.1" status: 204 len: 168 time: 0.3374157 Nov 08 00:56:49.731338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c5a695-bb0d-424a-be28-757a7d712368 None None] Network edaab2a7-deb0-4c3b-abf7-cd330d84b0cc requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:56:49.731479 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35164) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:49.809781 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:49.862824 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Deleting port 4e06bb77-813f-40af-83a6-ed504e3362d3 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:56:49.863293 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:49.900351 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0bf2df-83ab-4b75-a27d-f3b59fb6f0c3 None None] DHCP port deletion for edaab2a7-deb0-4c3b-abf7-cd330d84b0cc request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 00:56:49.931363 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] For port 4e06bb77-813f-40af-83a6-ed504e3362d3, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4e06bb77-813f-40af-83a6-ed504e3362d3,segment=NetworkSegment(cf2a3f04-d6f6-47ff-9cc3-ede989e09487),segment_id=cf2a3f04-d6f6-47ff-9cc3-ede989e09487)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:56:49.931731 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:49.950886 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6c0bf2df-83ab-4b75-a27d-f3b59fb6f0c3 None None] Deleting port 4e06bb77-813f-40af-83a6-ed504e3362d3 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 00:56:49.951258 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c0bf2df-83ab-4b75-a27d-f3b59fb6f0c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:50.016197 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-6c0bf2df-83ab-4b75-a27d-f3b59fb6f0c3 None None] For port 4e06bb77-813f-40af-83a6-ed504e3362d3, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4e06bb77-813f-40af-83a6-ed504e3362d3,segment=NetworkSegment(cf2a3f04-d6f6-47ff-9cc3-ede989e09487),segment_id=cf2a3f04-d6f6-47ff-9cc3-ede989e09487)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:56:50.017869 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c0bf2df-83ab-4b75-a27d-f3b59fb6f0c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:50.030224 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6c0bf2df-83ab-4b75-a27d-f3b59fb6f0c3 None None] Calling delete_port for 4e06bb77-813f-40af-83a6-ed504e3362d3 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:56:50.208371 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c0bf2df-83ab-4b75-a27d-f3b59fb6f0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:50.232411 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bf2df-83ab-4b75-a27d-f3b59fb6f0c3 None None] Pushing event deleted for resources: {'Port': ['ID=4e06bb77-813f-40af-83a6-ed504e3362d3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:50.238942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0bf2df-83ab-4b75-a27d-f3b59fb6f0c3 None None] No DVR routers for this DVR port 4e06bb77-813f-40af-83a6-ed504e3362d3 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:56:50.271111 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Calling delete_port for 4e06bb77-813f-40af-83a6-ed504e3362d3 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 00:56:50.346042 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:50.372819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Pushing event deleted for resources: {'Port': ['ID=4e06bb77-813f-40af-83a6-ed504e3362d3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:50.374821 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] No DVR routers for this DVR port 4e06bb77-813f-40af-83a6-ed504e3362d3 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 00:56:50.410307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4e06bb77-813f-40af-83a6-ed504e3362d3 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 00:56:50.430334 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 4e06bb77-813f-40af-83a6-ed504e3362d3 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 00:56:50.430704 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4e06bb77-813f-40af-83a6-ed504e3362d3 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 00:56:50.462460 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:50.481515 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edaab2a7-deb0-4c3b-abf7-cd330d84b0cc']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:50.490499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2a3f04-d6f6-47ff-9cc3-ede989e09487') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:50.490819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2a3f04-d6f6-47ff-9cc3-ede989e09487') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:56:50.499860 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:50.513227 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:50.519518 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 00:56:50.519945 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: self.session.flush() Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: timer() Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 00:56:50.522759 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 00:56:50.641856 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:50.648525 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:50.651645 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] 10.222.0.13 "DELETE /v2.0/networks/edaab2a7-deb0-4c3b-abf7-cd330d84b0cc HTTP/1.1" status: 204 len: 168 time: 0.9190242 Nov 08 00:56:50.662887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e5b17-028b-44c9-9922-e3647dc541c8 tempest-FloatingIPNegativeTestJSON-822741322 tempest-FloatingIPNegativeTestJSON-822741322-project] Pushing event deleted for resources: {'Network': ['ID=edaab2a7-deb0-4c3b-abf7-cd330d84b0cc,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:51.097242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35170) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:51.233288 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d351455a-8222-436b-94f8-1c569ffa5b2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b52aa143a1084a2e95489cf4af38dada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348689 Nov 08 00:56:51.236567 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35174) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:51.284600 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98c5b649-b942-4746-b53a-3ba3143a2e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:51.305776 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98c5b649-b942-4746-b53a-3ba3143a2e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:51.465132 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98c5b649-b942-4746-b53a-3ba3143a2e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:51.468037 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98c5b649-b942-4746-b53a-3ba3143a2e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:51.469175 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-98c5b649-b942-4746-b53a-3ba3143a2e73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb921730-e060-4a98-aa80-8bc364c0218c HTTP/1.1" status: 204 len: 168 time: 0.2316246 Nov 08 00:56:51.479302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5b649-b942-4746-b53a-3ba3143a2e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb921730-e060-4a98-aa80-8bc364c0218c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:52.428962 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35198) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:52.534894 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-3520dff8-328a-4779-9aa0-db1c6e29d690 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] Request body: {'port': {'network_id': '779821d9-a417-4624-ac13-dd725475e53c', 'name': 'tempest-NetworksNegativeTestJSON-1818377897'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:52.549051 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3520dff8-328a-4779-9aa0-db1c6e29d690 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] POST failed (client error): The resource could not be found. Nov 08 00:56:52.549627 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3520dff8-328a-4779-9aa0-db1c6e29d690 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:56:52.550760 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3520dff8-328a-4779-9aa0-db1c6e29d690 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1208100 Nov 08 00:56:52.554574 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35202) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:52.572124 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e389de61-5498-45e4-9f42-c37223e77ee6 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] DELETE failed (client error): The resource could not be found. Nov 08 00:56:52.572659 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e389de61-5498-45e4-9f42-c37223e77ee6 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:56:52.575592 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e389de61-5498-45e4-9f42-c37223e77ee6 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] 10.222.0.13 "DELETE /v2.0/networks/71e4b1c3-d975-4ffc-82a5-be186c6ae545 HTTP/1.1" status: 404 len: 339 time: 0.0200338 Nov 08 00:56:52.578906 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35204) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:52.601600 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc871840-0478-4165-9e6b-614fb80b31fb tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] DELETE failed (client error): The resource could not be found. Nov 08 00:56:52.602206 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc871840-0478-4165-9e6b-614fb80b31fb tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:56:52.605238 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dc871840-0478-4165-9e6b-614fb80b31fb tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] 10.222.0.13 "DELETE /v2.0/ports/07a55f0e-5ecb-4d94-b9b7-e7d2bc917f2f HTTP/1.1" status: 404 len: 333 time: 0.0254693 Nov 08 00:56:52.611502 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35206) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:52.636338 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8e321a-5c8c-4cdb-ae0d-61b92b2b1faa tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] DELETE failed (client error): The resource could not be found. Nov 08 00:56:52.636785 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed8e321a-5c8c-4cdb-ae0d-61b92b2b1faa tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:56:52.639735 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ed8e321a-5c8c-4cdb-ae0d-61b92b2b1faa tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] 10.222.0.13 "DELETE /v2.0/subnets/db9e609e-86e9-4693-b61b-c26b17b9322b HTTP/1.1" status: 404 len: 337 time: 0.0272915 Nov 08 00:56:52.643180 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35208) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:52.662378 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cbb2f94-4092-4df7-abd6-14b4306e2ebb tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] GET failed (client error): The resource could not be found. Nov 08 00:56:52.663714 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7cbb2f94-4092-4df7-abd6-14b4306e2ebb tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] 10.222.0.13 "GET /v2.0/networks/7cf2ebda-bb1e-4cd3-b22c-631e9904033c HTTP/1.1" status: 404 len: 339 time: 0.0196576 Nov 08 00:56:52.668462 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35210) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:52.691946 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3d04a1-a240-4fbc-92b8-fff8e6d7fa05 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] GET failed (client error): The resource could not be found. Nov 08 00:56:52.693258 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0a3d04a1-a240-4fbc-92b8-fff8e6d7fa05 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] 10.222.0.13 "GET /v2.0/ports/9218a884-f7b8-4292-b6cd-0bf1ee12628b HTTP/1.1" status: 404 len: 333 time: 0.0238559 Nov 08 00:56:52.696511 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35212) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:52.726596 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f491a362-aa8c-4d49-badb-7418958f4a0d tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] GET failed (client error): The resource could not be found. Nov 08 00:56:52.727848 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f491a362-aa8c-4d49-badb-7418958f4a0d tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] 10.222.0.13 "GET /v2.0/subnets/de90bd97-1dbc-4ed4-af8b-4678a1f6d9d8 HTTP/1.1" status: 404 len: 337 time: 0.0304492 Nov 08 00:56:52.731180 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35214) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:52.736124 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-011b79e1-1a74-4835-ae5d-063f342fa691 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:52.749226 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-011b79e1-1a74-4835-ae5d-063f342fa691 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] PUT failed (client error): The resource could not be found. Nov 08 00:56:52.749776 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011b79e1-1a74-4835-ae5d-063f342fa691 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:56:52.750835 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-011b79e1-1a74-4835-ae5d-063f342fa691 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] 10.222.0.13 "PUT /v2.0/networks/c84bbe97-9798-489e-b561-ec8474829eee HTTP/1.1" status: 404 len: 339 time: 0.0187659 Nov 08 00:56:52.754628 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35216) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:52.759314 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-56769c21-c9bc-43fe-902d-5cb81a910406 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:52.777180 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-56769c21-c9bc-43fe-902d-5cb81a910406 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] PUT failed (client error): The resource could not be found. Nov 08 00:56:52.777779 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56769c21-c9bc-43fe-902d-5cb81a910406 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:56:52.778843 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-56769c21-c9bc-43fe-902d-5cb81a910406 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] 10.222.0.13 "PUT /v2.0/ports/8f49abd5-136a-4002-abb9-63989ca9876d HTTP/1.1" status: 404 len: 333 time: 0.0233397 Nov 08 00:56:52.782122 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35218) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:52.786874 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b715a211-1766-4e24-b484-95e9a85364f9 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:52.809201 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b715a211-1766-4e24-b484-95e9a85364f9 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] PUT failed (client error): The resource could not be found. Nov 08 00:56:52.809644 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b715a211-1766-4e24-b484-95e9a85364f9 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 00:56:52.810740 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b715a211-1766-4e24-b484-95e9a85364f9 tempest-NetworksNegativeTestJSON-274346175 tempest-NetworksNegativeTestJSON-274346175-project] 10.222.0.13 "PUT /v2.0/subnets/0fccffaf-9be5-4fbc-a841-fcd00c852341 HTTP/1.1" status: 404 len: 337 time: 0.0277016 Nov 08 00:56:53.277700 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35224) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:53.380418 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71e1d3fd-e25c-4211-bf26-720a7a48bcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:53.453561 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71e1d3fd-e25c-4211-bf26-720a7a48bcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:53.568130 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71e1d3fd-e25c-4211-bf26-720a7a48bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:53.606344 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-71e1d3fd-e25c-4211-bf26-720a7a48bcb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=228c3dcfabe74c0cb65a48748cfcc307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274608 Nov 08 00:56:53.607129 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1d3fd-e25c-4211-bf26-720a7a48bcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44da5f0c-7780-4dfe-a781-a1c46ef04f83,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:53.609387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35228) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:53.659083 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2c61fbde-c022-4b80-aee3-97f0df49f4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:53.679678 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2c61fbde-c022-4b80-aee3-97f0df49f4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:53.807493 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2c61fbde-c022-4b80-aee3-97f0df49f4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:53.810049 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2c61fbde-c022-4b80-aee3-97f0df49f4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:53.811218 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2c61fbde-c022-4b80-aee3-97f0df49f4cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44da5f0c-7780-4dfe-a781-a1c46ef04f83 HTTP/1.1" status: 204 len: 168 time: 0.2006173 Nov 08 00:56:53.819603 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61fbde-c022-4b80-aee3-97f0df49f4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44da5f0c-7780-4dfe-a781-a1c46ef04f83,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:54.820776 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35250) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:54.911870 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-e0a81208-93ce-4054-b966-8385e7b9f63a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104981485'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:55.013951 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0a81208-93ce-4054-b966-8385e7b9f63a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:55.022364 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0a81208-93ce-4054-b966-8385e7b9f63a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:55.093782 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0a81208-93ce-4054-b966-8385e7b9f63a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:55.190277 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0a81208-93ce-4054-b966-8385e7b9f63a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:55.229466 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a81208-93ce-4054-b966-8385e7b9f63a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d2b531-26a2-444c-9104-e19ad29c42bd,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:55.265256 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0a81208-93ce-4054-b966-8385e7b9f63a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:55.350599 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0a81208-93ce-4054-b966-8385e7b9f63a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:55.380447 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a81208-93ce-4054-b966-8385e7b9f63a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45ff3e9-af1e-4cdb-b503-ed336909370f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:55.478304 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e0a81208-93ce-4054-b966-8385e7b9f63a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:55.479568 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e0a81208-93ce-4054-b966-8385e7b9f63a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6577432 Nov 08 00:56:55.482215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35254) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:55.533818 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-afb7947a-2533-42ff-9434-e3565e2a8631 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0487187 Nov 08 00:56:55.535078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35256) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:55.539267 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a33ed73d-db18-44b1-bae6-15f10e90de62 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group': {'name': 'tempest-security--1588901830', 'description': 'tempest-security-description-1606127324'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:55.564081 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a33ed73d-db18-44b1-bae6-15f10e90de62 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:55.605420 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a33ed73d-db18-44b1-bae6-15f10e90de62 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:55.705228 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a33ed73d-db18-44b1-bae6-15f10e90de62 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:55.707807 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a33ed73d-db18-44b1-bae6-15f10e90de62 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:55.709099 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a33ed73d-db18-44b1-bae6-15f10e90de62 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "PUT /v2.0/security-groups/a45ff3e9-af1e-4cdb-b503-ed336909370f HTTP/1.1" status: 200 len: 1780 time: 0.1731243 Nov 08 00:56:55.711886 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35258) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:55.736629 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ed73d-db18-44b1-bae6-15f10e90de62 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45ff3e9-af1e-4cdb-b503-ed336909370f,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:55.755843 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-af8d42f0-4f0a-4617-9e26-9b3477addfce tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-groups/a45ff3e9-af1e-4cdb-b503-ed336909370f HTTP/1.1" status: 200 len: 1780 time: 0.0427485 Nov 08 00:56:55.758272 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35260) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:55.808130 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-becb9787-8142-4ed6-af45-b97d81ec70b8 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:55.829561 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-becb9787-8142-4ed6-af45-b97d81ec70b8 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:55.950068 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-becb9787-8142-4ed6-af45-b97d81ec70b8 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:55.952769 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-becb9787-8142-4ed6-af45-b97d81ec70b8 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:55.953938 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-becb9787-8142-4ed6-af45-b97d81ec70b8 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "DELETE /v2.0/security-groups/a45ff3e9-af1e-4cdb-b503-ed336909370f HTTP/1.1" status: 204 len: 168 time: 0.1947598 Nov 08 00:56:55.957091 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35262) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:55.963804 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb9787-8142-4ed6-af45-b97d81ec70b8 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45ff3e9-af1e-4cdb-b503-ed336909370f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:55.971978 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb9787-8142-4ed6-af45-b97d81ec70b8 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:55.972335 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb9787-8142-4ed6-af45-b97d81ec70b8 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:55.972675 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb9787-8142-4ed6-af45-b97d81ec70b8 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:55.973017 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb9787-8142-4ed6-af45-b97d81ec70b8 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:55.973351 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb9787-8142-4ed6-af45-b97d81ec70b8 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:55.973682 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb9787-8142-4ed6-af45-b97d81ec70b8 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:55.974013 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb9787-8142-4ed6-af45-b97d81ec70b8 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:55.974344 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb9787-8142-4ed6-af45-b97d81ec70b8 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:55.974668 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb9787-8142-4ed6-af45-b97d81ec70b8 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:55.974995 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb9787-8142-4ed6-af45-b97d81ec70b8 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:55.975320 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb9787-8142-4ed6-af45-b97d81ec70b8 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:55.975632 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb9787-8142-4ed6-af45-b97d81ec70b8 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:56:55.999002 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cbf0baf5-08d9-4860-981a-b13fe2eb9b99 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0406907 Nov 08 00:56:56.001670 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35264) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:56.013710 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-0a4d10b0-c7de-46cb-a3e0-bd759c8385f7 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] delete failed (client error): The resource could not be found. Nov 08 00:56:56.014647 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0a4d10b0-c7de-46cb-a3e0-bd759c8385f7 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "DELETE /v2.0/security-groups/a45ff3e9-af1e-4cdb-b503-ed336909370f HTTP/1.1" status: 404 len: 347 time: 0.0120966 Nov 08 00:56:56.018570 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35266) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:56.023280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-ed0ee53c-40f3-4178-917d-0506b538bc82 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group': {'name': 'tempest-secgroup--2032719830'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:56.133912 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ed0ee53c-40f3-4178-917d-0506b538bc82 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:56.203422 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ed0ee53c-40f3-4178-917d-0506b538bc82 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:56.293262 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ed0ee53c-40f3-4178-917d-0506b538bc82 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:56.321388 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ee53c-40f3-4178-917d-0506b538bc82 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36c1adc-96b0-4f14-b1af-987aeb21c18b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:56.432719 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ed0ee53c-40f3-4178-917d-0506b538bc82 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:56.433900 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ed0ee53c-40f3-4178-917d-0506b538bc82 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4144757 Nov 08 00:56:56.436656 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35268) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:56.441480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c1889844-0f37-4c71-8046-a303f6436865 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group_rule': {'security_group_id': 'a36c1adc-96b0-4f14-b1af-987aeb21c18b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:56.532642 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c1889844-0f37-4c71-8046-a303f6436865 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:56.588425 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c1889844-0f37-4c71-8046-a303f6436865 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:56.659124 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c1889844-0f37-4c71-8046-a303f6436865 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:56.675486 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1889844-0f37-4c71-8046-a303f6436865 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d0e71c-3502-4c32-b8c3-7d5dbd06cf74,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:56.741114 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c1889844-0f37-4c71-8046-a303f6436865 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:56.742304 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c1889844-0f37-4c71-8046-a303f6436865 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3046727 Nov 08 00:56:56.745169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35274) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:56.773617 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6be0443a-d743-4243-8310-7869955842ea tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:56.781603 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6be0443a-d743-4243-8310-7869955842ea tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:56.859286 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6be0443a-d743-4243-8310-7869955842ea tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:56.864330 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6be0443a-d743-4243-8310-7869955842ea tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:56.865703 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6be0443a-d743-4243-8310-7869955842ea tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e0d0e71c-3502-4c32-b8c3-7d5dbd06cf74 HTTP/1.1" status: 204 len: 168 time: 0.1196084 Nov 08 00:56:56.868445 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35278) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:56.873545 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0443a-d743-4243-8310-7869955842ea tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0d0e71c-3502-4c32-b8c3-7d5dbd06cf74,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:56.916061 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-aad31cbf-42d3-454b-a75c-ba57fb48cfa0 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0464113 Nov 08 00:56:56.918822 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35280) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:56.969145 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3f373dac-264c-4d09-a113-b2ac9a92fb7a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:56.990294 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3f373dac-264c-4d09-a113-b2ac9a92fb7a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:57.081969 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3f373dac-264c-4d09-a113-b2ac9a92fb7a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:57.088258 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3f373dac-264c-4d09-a113-b2ac9a92fb7a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:57.088258 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3f373dac-264c-4d09-a113-b2ac9a92fb7a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "DELETE /v2.0/security-groups/a36c1adc-96b0-4f14-b1af-987aeb21c18b HTTP/1.1" status: 204 len: 168 time: 0.1659231 Nov 08 00:56:57.088608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35282) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:57.094864 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f373dac-264c-4d09-a113-b2ac9a92fb7a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36c1adc-96b0-4f14-b1af-987aeb21c18b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:57.136721 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3af2c443-f4c0-49fc-934a-b85b92306249 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469658 Nov 08 00:56:57.140554 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35284) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:57.145613 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-38a766f3-9725-4a39-854d-0f4c89fd0919 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group': {'name': 'tempest-secgroup--985335069'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:57.236643 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38a766f3-9725-4a39-854d-0f4c89fd0919 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:57.313248 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38a766f3-9725-4a39-854d-0f4c89fd0919 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:57.407962 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38a766f3-9725-4a39-854d-0f4c89fd0919 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:57.435716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a766f3-9725-4a39-854d-0f4c89fd0919 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfe28e4-3ba1-4a3d-8bc1-ee83dfb7ec32,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:57.513032 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38a766f3-9725-4a39-854d-0f4c89fd0919 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:57.514317 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-38a766f3-9725-4a39-854d-0f4c89fd0919 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3727005 Nov 08 00:56:57.517177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35286) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:57.521472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-edfc6e0a-3a57-44bb-9bc5-e444c1414a35 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group_rule': {'security_group_id': '4cfe28e4-3ba1-4a3d-8bc1-ee83dfb7ec32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:57.631183 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-edfc6e0a-3a57-44bb-9bc5-e444c1414a35 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:57.686479 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-edfc6e0a-3a57-44bb-9bc5-e444c1414a35 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:57.744946 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-edfc6e0a-3a57-44bb-9bc5-e444c1414a35 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:57.763936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc6e0a-3a57-44bb-9bc5-e444c1414a35 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5c5cca-322e-41f4-82b6-81fb04d6154f,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:57.832363 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-edfc6e0a-3a57-44bb-9bc5-e444c1414a35 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:57.833576 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-edfc6e0a-3a57-44bb-9bc5-e444c1414a35 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3154609 Nov 08 00:56:57.836303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35288) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:57.840751 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7475e3d0-ac1d-424e-b4b1-31f0e8c943b2 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group_rule': {'security_group_id': '4cfe28e4-3ba1-4a3d-8bc1-ee83dfb7ec32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:57.932581 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7475e3d0-ac1d-424e-b4b1-31f0e8c943b2 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:57.987534 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7475e3d0-ac1d-424e-b4b1-31f0e8c943b2 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:58.076554 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7475e3d0-ac1d-424e-b4b1-31f0e8c943b2 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:58.097526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475e3d0-ac1d-424e-b4b1-31f0e8c943b2 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a861981b-b67a-4f11-982e-7290575840eb,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:58.170261 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7475e3d0-ac1d-424e-b4b1-31f0e8c943b2 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:58.171477 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7475e3d0-ac1d-424e-b4b1-31f0e8c943b2 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3341987 Nov 08 00:56:58.174408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35290) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:58.178693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-98155083-74af-4594-b543-52e33574290e tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group_rule': {'security_group_id': '4cfe28e4-3ba1-4a3d-8bc1-ee83dfb7ec32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:58.202602 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e250d695-80c3-4e15-9c32-7327f475f5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:58.275813 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98155083-74af-4594-b543-52e33574290e tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:58.332666 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98155083-74af-4594-b543-52e33574290e tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:58.424955 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98155083-74af-4594-b543-52e33574290e tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:58.442610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98155083-74af-4594-b543-52e33574290e tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25a3426-30d2-4128-809a-8c81fbf79ead,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:58.524105 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-98155083-74af-4594-b543-52e33574290e tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:58.525252 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-98155083-74af-4594-b543-52e33574290e tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3498948 Nov 08 00:56:58.528195 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35294) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:58.533180 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-948908e3-9794-4c07-8e8d-aaad65de612d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group_rule': {'security_group_id': '4cfe28e4-3ba1-4a3d-8bc1-ee83dfb7ec32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:58.636804 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-948908e3-9794-4c07-8e8d-aaad65de612d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:58.695433 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-948908e3-9794-4c07-8e8d-aaad65de612d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:58.773642 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-948908e3-9794-4c07-8e8d-aaad65de612d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:58.792354 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948908e3-9794-4c07-8e8d-aaad65de612d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0fe7d7e-104d-4617-adeb-8f5a02aa610b,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:58.878737 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-948908e3-9794-4c07-8e8d-aaad65de612d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:58.880208 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-948908e3-9794-4c07-8e8d-aaad65de612d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3510144 Nov 08 00:56:58.882915 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35298) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:58.887434 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-411c951c-37a0-4c7f-94c5-c184268d9272 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group_rule': {'security_group_id': '4cfe28e4-3ba1-4a3d-8bc1-ee83dfb7ec32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:56:58.996044 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-411c951c-37a0-4c7f-94c5-c184268d9272 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:59.060304 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-411c951c-37a0-4c7f-94c5-c184268d9272 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:59.167649 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-411c951c-37a0-4c7f-94c5-c184268d9272 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:59.177063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c951c-37a0-4c7f-94c5-c184268d9272 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46880ee6-dbf4-4812-a1ea-398c8afe0210,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:59.278970 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-411c951c-37a0-4c7f-94c5-c184268d9272 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:59.280240 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-411c951c-37a0-4c7f-94c5-c184268d9272 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3963256 Nov 08 00:56:59.283093 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35300) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:59.321086 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5f270d92-91ab-4281-a7c9-ff9be7615627 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:59.331996 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5f270d92-91ab-4281-a7c9-ff9be7615627 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:59.442461 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5f270d92-91ab-4281-a7c9-ff9be7615627 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:59.447632 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5f270d92-91ab-4281-a7c9-ff9be7615627 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:59.449272 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5f270d92-91ab-4281-a7c9-ff9be7615627 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/46880ee6-dbf4-4812-a1ea-398c8afe0210 HTTP/1.1" status: 204 len: 168 time: 0.1651778 Nov 08 00:56:59.451980 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35302) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:59.457983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f270d92-91ab-4281-a7c9-ff9be7615627 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46880ee6-dbf4-4812-a1ea-398c8afe0210,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:59.497934 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-78e3a369-41bd-4823-bb5a-e2505edf5ece tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0448003 Nov 08 00:56:59.500691 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35304) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:59.528332 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-609b9e2a-63dd-450c-93ad-20a8efadcbd7 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:59.536563 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-609b9e2a-63dd-450c-93ad-20a8efadcbd7 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:59.648060 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-609b9e2a-63dd-450c-93ad-20a8efadcbd7 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:59.654327 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-609b9e2a-63dd-450c-93ad-20a8efadcbd7 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:59.655460 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-609b9e2a-63dd-450c-93ad-20a8efadcbd7 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b0fe7d7e-104d-4617-adeb-8f5a02aa610b HTTP/1.1" status: 204 len: 168 time: 0.1533353 Nov 08 00:56:59.658157 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35306) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:59.661283 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b9e2a-63dd-450c-93ad-20a8efadcbd7 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0fe7d7e-104d-4617-adeb-8f5a02aa610b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:59.714645 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-526e576f-9617-4f39-99cf-4f0a320c6fd4 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0553107 Nov 08 00:56:59.717706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35308) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:59.740878 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80437990-03b3-49c4-a19e-24e5c2638cf0 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:59.748080 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80437990-03b3-49c4-a19e-24e5c2638cf0 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:59.836316 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80437990-03b3-49c4-a19e-24e5c2638cf0 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:59.842615 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-80437990-03b3-49c4-a19e-24e5c2638cf0 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:59.843708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-80437990-03b3-49c4-a19e-24e5c2638cf0 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b25a3426-30d2-4128-809a-8c81fbf79ead HTTP/1.1" status: 204 len: 168 time: 0.1250365 Nov 08 00:56:59.846456 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35310) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:59.848895 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80437990-03b3-49c4-a19e-24e5c2638cf0 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b25a3426-30d2-4128-809a-8c81fbf79ead,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:56:59.891715 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-592310b2-195b-4324-bf76-d154b7e5dc95 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0440903 Nov 08 00:56:59.894439 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35312) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:56:59.917199 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e57b487b-47bb-4f03-86f8-d5bfed72980b tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:56:59.925222 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e57b487b-47bb-4f03-86f8-d5bfed72980b tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:00.002060 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e57b487b-47bb-4f03-86f8-d5bfed72980b tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:00.007247 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e57b487b-47bb-4f03-86f8-d5bfed72980b tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:00.008482 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e57b487b-47bb-4f03-86f8-d5bfed72980b tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a861981b-b67a-4f11-982e-7290575840eb HTTP/1.1" status: 204 len: 168 time: 0.1131227 Nov 08 00:57:00.011142 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35314) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:00.016324 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b487b-47bb-4f03-86f8-d5bfed72980b tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a861981b-b67a-4f11-982e-7290575840eb,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:00.053127 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-13d42b55-4119-4f48-9c40-060e33daaed1 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0407391 Nov 08 00:57:00.064100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35316) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:00.077238 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-89b9ecff-86dc-43aa-a760-b2e852902906 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:00.084500 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-89b9ecff-86dc-43aa-a760-b2e852902906 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:00.241904 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-89b9ecff-86dc-43aa-a760-b2e852902906 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:00.249181 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-89b9ecff-86dc-43aa-a760-b2e852902906 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:00.250249 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-89b9ecff-86dc-43aa-a760-b2e852902906 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4f5c5cca-322e-41f4-82b6-81fb04d6154f HTTP/1.1" status: 204 len: 168 time: 0.1936510 Nov 08 00:57:00.264449 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35318) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:00.264855 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9ecff-86dc-43aa-a760-b2e852902906 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f5c5cca-322e-41f4-82b6-81fb04d6154f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:00.293514 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-646e0040-a936-4f8b-9d9f-fe94afb94d2d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388620 Nov 08 00:57:00.296095 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35320) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:00.348520 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4648-8b32-4a28-84e5-3aea190e2337 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:00.370619 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4648-8b32-4a28-84e5-3aea190e2337 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:00.499532 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4648-8b32-4a28-84e5-3aea190e2337 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:00.502708 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4648-8b32-4a28-84e5-3aea190e2337 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:00.503880 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6d4d4648-8b32-4a28-84e5-3aea190e2337 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "DELETE /v2.0/security-groups/4cfe28e4-3ba1-4a3d-8bc1-ee83dfb7ec32 HTTP/1.1" status: 204 len: 168 time: 0.2067058 Nov 08 00:57:00.506659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35322) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:00.512590 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d4648-8b32-4a28-84e5-3aea190e2337 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfe28e4-3ba1-4a3d-8bc1-ee83dfb7ec32,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:00.551373 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e27ad22f-cb2b-462f-9163-7ddeb32b1a6b tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0435584 Nov 08 00:57:00.555422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35324) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:00.559737 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-df7362ac-92a5-4ce3-8e2d-1a49da22c675 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group': {'name': 'tempest-secgroup--525892141'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:57:00.636046 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df7362ac-92a5-4ce3-8e2d-1a49da22c675 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:00.703231 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df7362ac-92a5-4ce3-8e2d-1a49da22c675 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:00.744902 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-86c9514b-7f5c-4384-b5b0-d458ce840a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:00.767454 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df7362ac-92a5-4ce3-8e2d-1a49da22c675 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:00.795915 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7362ac-92a5-4ce3-8e2d-1a49da22c675 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5593f3-0c2a-43ac-9815-abe4d240bd42,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:00.849900 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df7362ac-92a5-4ce3-8e2d-1a49da22c675 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:00.851137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-df7362ac-92a5-4ce3-8e2d-1a49da22c675 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2947423 Nov 08 00:57:00.853820 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35326) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:00.858146 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-44e674ab-dd9d-41c8-ae59-325f263d16da tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group_rule': {'security_group_id': '6c5593f3-0c2a-43ac-9815-abe4d240bd42', 'direction': 'ingress', 'protocol': 17}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:57:01.018771 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-44e674ab-dd9d-41c8-ae59-325f263d16da tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:01.042124 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:01.073127 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-44e674ab-dd9d-41c8-ae59-325f263d16da tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:01.150858 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-44e674ab-dd9d-41c8-ae59-325f263d16da tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:01.168722 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e674ab-dd9d-41c8-ae59-325f263d16da tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea00267-58c6-4116-b8b8-e150f39c2bb4,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:01.249719 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-44e674ab-dd9d-41c8-ae59-325f263d16da tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:01.252286 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-44e674ab-dd9d-41c8-ae59-325f263d16da tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3975289 Nov 08 00:57:01.255027 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35328) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:01.313368 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-786edab2-e2ec-4aec-af2b-9bb759ca7bae tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:01.335871 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-786edab2-e2ec-4aec-af2b-9bb759ca7bae tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:01.442088 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-786edab2-e2ec-4aec-af2b-9bb759ca7bae tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:01.444680 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-786edab2-e2ec-4aec-af2b-9bb759ca7bae tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:01.445833 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-786edab2-e2ec-4aec-af2b-9bb759ca7bae tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "DELETE /v2.0/security-groups/6c5593f3-0c2a-43ac-9815-abe4d240bd42 HTTP/1.1" status: 204 len: 168 time: 0.1898763 Nov 08 00:57:01.448540 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35330) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:01.455264 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786edab2-e2ec-4aec-af2b-9bb759ca7bae tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5593f3-0c2a-43ac-9815-abe4d240bd42,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:01.493512 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-03ce89f6-3026-4aee-9ff0-3b403f0902da tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438404 Nov 08 00:57:01.497033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35332) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:01.501876 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d1023c97-6747-4ab0-9394-1647ef616c06 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130483157'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:57:01.590971 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d1023c97-6747-4ab0-9394-1647ef616c06 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:01.659465 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d1023c97-6747-4ab0-9394-1647ef616c06 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:01.744923 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d1023c97-6747-4ab0-9394-1647ef616c06 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:01.772285 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1023c97-6747-4ab0-9394-1647ef616c06 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd3794f-af07-42bd-b870-e60e24b4d0d1,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:01.844552 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d1023c97-6747-4ab0-9394-1647ef616c06 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:01.846371 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d1023c97-6747-4ab0-9394-1647ef616c06 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3484097 Nov 08 00:57:01.849128 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35336) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:01.853413 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-97dddfd7-4bd6-4cc9-940e-b72f39da3508 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620502238'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:57:01.904750 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:01.979001 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-97dddfd7-4bd6-4cc9-940e-b72f39da3508 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:02.042817 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-97dddfd7-4bd6-4cc9-940e-b72f39da3508 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:02.133500 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-97dddfd7-4bd6-4cc9-940e-b72f39da3508 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:02.161930 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dddfd7-4bd6-4cc9-940e-b72f39da3508 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0a1c62-d81a-4939-a11b-f1ba69ff369d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:02.238540 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-97dddfd7-4bd6-4cc9-940e-b72f39da3508 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:02.239792 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-97dddfd7-4bd6-4cc9-940e-b72f39da3508 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3897297 Nov 08 00:57:02.242641 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35340) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:02.246953 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-243d5618-283a-47bf-baed-650ba0128ab2 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group_rule': {'security_group_id': '7cd3794f-af07-42bd-b870-e60e24b4d0d1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fe0a1c62-d81a-4939-a11b-f1ba69ff369d', 'remote_ip_prefix': None}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:57:02.288053 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:02.365603 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-243d5618-283a-47bf-baed-650ba0128ab2 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:02.436479 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-243d5618-283a-47bf-baed-650ba0128ab2 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:02.573668 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-243d5618-283a-47bf-baed-650ba0128ab2 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:02.592017 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d5618-283a-47bf-baed-650ba0128ab2 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f51a2cd-5f04-4536-b945-f18d1ca7b099,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:02.691151 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-243d5618-283a-47bf-baed-650ba0128ab2 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:02.692488 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-243d5618-283a-47bf-baed-650ba0128ab2 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4489117 Nov 08 00:57:02.695422 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35342) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:02.719487 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70843eb6-9de2-4950-afdf-d57a58ba2607 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:02.727450 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70843eb6-9de2-4950-afdf-d57a58ba2607 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:02.818816 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70843eb6-9de2-4950-afdf-d57a58ba2607 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:02.825517 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70843eb6-9de2-4950-afdf-d57a58ba2607 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:02.826626 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-70843eb6-9de2-4950-afdf-d57a58ba2607 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7f51a2cd-5f04-4536-b945-f18d1ca7b099 HTTP/1.1" status: 204 len: 168 time: 0.1302409 Nov 08 00:57:02.829819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35344) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:02.832673 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70843eb6-9de2-4950-afdf-d57a58ba2607 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f51a2cd-5f04-4536-b945-f18d1ca7b099,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:02.872153 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4bba31de-6608-4d87-b326-153daaf45df8 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0411203 Nov 08 00:57:02.874800 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35346) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:02.930129 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6b218a49-d412-49ea-81fb-590ea880142e tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:02.961295 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6b218a49-d412-49ea-81fb-590ea880142e tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:03.099132 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6b218a49-d412-49ea-81fb-590ea880142e tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:03.101759 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6b218a49-d412-49ea-81fb-590ea880142e tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:03.102919 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6b218a49-d412-49ea-81fb-590ea880142e tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "DELETE /v2.0/security-groups/fe0a1c62-d81a-4939-a11b-f1ba69ff369d HTTP/1.1" status: 204 len: 168 time: 0.2271202 Nov 08 00:57:03.105632 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35348) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:03.112602 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b218a49-d412-49ea-81fb-590ea880142e tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0a1c62-d81a-4939-a11b-f1ba69ff369d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:03.158461 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d846d2ca-7667-4f68-b573-ff95f5cedc57 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0516493 Nov 08 00:57:03.161107 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35350) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:03.211060 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28cc56a6-4453-4e56-bcd1-c494a013efcc tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:03.232314 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28cc56a6-4453-4e56-bcd1-c494a013efcc tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:03.345223 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28cc56a6-4453-4e56-bcd1-c494a013efcc tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:03.347849 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28cc56a6-4453-4e56-bcd1-c494a013efcc tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:03.349019 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-28cc56a6-4453-4e56-bcd1-c494a013efcc tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "DELETE /v2.0/security-groups/7cd3794f-af07-42bd-b870-e60e24b4d0d1 HTTP/1.1" status: 204 len: 168 time: 0.1870081 Nov 08 00:57:03.351755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35352) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:03.358763 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc56a6-4453-4e56-bcd1-c494a013efcc tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd3794f-af07-42bd-b870-e60e24b4d0d1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:03.396121 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0be86ed3-935d-4125-b82e-98e029a89830 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0431044 Nov 08 00:57:03.398653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35354) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:03.402902 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-3e6fd432-7739-4fff-b69f-9f82f0183e4d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group': {'name': 'tempest-secgroup--771309947'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:57:03.453561 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:03.482230 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd432-7739-4fff-b69f-9f82f0183e4d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:03.548167 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd432-7739-4fff-b69f-9f82f0183e4d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:03.613739 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd432-7739-4fff-b69f-9f82f0183e4d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:03.650863 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fd432-7739-4fff-b69f-9f82f0183e4d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ece6d3e-71a1-4781-8e8d-7194da8f5e6a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:03.729680 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd432-7739-4fff-b69f-9f82f0183e4d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:03.730973 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3e6fd432-7739-4fff-b69f-9f82f0183e4d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3313599 Nov 08 00:57:03.733585 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35360) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:03.737916 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-0f1426fd-d3f3-471e-accf-93c3d8c620db tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group_rule': {'security_group_id': '3ece6d3e-71a1-4781-8e8d-7194da8f5e6a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:57:03.881010 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0f1426fd-d3f3-471e-accf-93c3d8c620db tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:03.939881 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0f1426fd-d3f3-471e-accf-93c3d8c620db tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:04.050023 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0f1426fd-d3f3-471e-accf-93c3d8c620db tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:04.067734 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1426fd-d3f3-471e-accf-93c3d8c620db tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb81fe68-a989-4536-aa87-adbd75979ee5,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:04.129657 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0f1426fd-d3f3-471e-accf-93c3d8c620db tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:04.130865 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0f1426fd-d3f3-471e-accf-93c3d8c620db tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3963487 Nov 08 00:57:04.133698 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35362) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:04.156870 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2f9f-c780-4d71-b82a-766931533f4f tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:04.164800 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2f9f-c780-4d71-b82a-766931533f4f tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:04.270161 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2f9f-c780-4d71-b82a-766931533f4f tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:04.274867 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2f9f-c780-4d71-b82a-766931533f4f tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:04.276037 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dbdd2f9f-c780-4d71-b82a-766931533f4f tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/cb81fe68-a989-4536-aa87-adbd75979ee5 HTTP/1.1" status: 204 len: 168 time: 0.1413803 Nov 08 00:57:04.278785 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35364) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:04.283657 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd2f9f-c780-4d71-b82a-766931533f4f tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb81fe68-a989-4536-aa87-adbd75979ee5,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:04.318559 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f87a1cca-098a-4b4c-94b0-f66435ea19a4 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0386393 Nov 08 00:57:04.321250 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35366) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:04.375854 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0735678e-690f-42cc-8526-58fbc249d8df tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:04.397801 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0735678e-690f-42cc-8526-58fbc249d8df tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:04.527565 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0735678e-690f-42cc-8526-58fbc249d8df tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:04.530177 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0735678e-690f-42cc-8526-58fbc249d8df tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:04.531401 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0735678e-690f-42cc-8526-58fbc249d8df tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "DELETE /v2.0/security-groups/3ece6d3e-71a1-4781-8e8d-7194da8f5e6a HTTP/1.1" status: 204 len: 168 time: 0.2092035 Nov 08 00:57:04.534172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35368) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:04.540363 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735678e-690f-42cc-8526-58fbc249d8df tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ece6d3e-71a1-4781-8e8d-7194da8f5e6a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:04.577059 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d3ec6b0c-2ca1-4a72-9421-fbff146d03a2 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0417020 Nov 08 00:57:04.583072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35370) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:04.587388 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-3d0c3e31-15d3-43a2-9c61-aabbc18da04a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1144655268'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:57:04.670530 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3d0c3e31-15d3-43a2-9c61-aabbc18da04a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:04.734261 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3d0c3e31-15d3-43a2-9c61-aabbc18da04a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:04.801620 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3d0c3e31-15d3-43a2-9c61-aabbc18da04a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:04.828530 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c3e31-15d3-43a2-9c61-aabbc18da04a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd48dae-dd66-434a-ab0d-273d40681722,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:04.958358 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3d0c3e31-15d3-43a2-9c61-aabbc18da04a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:04.959539 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3d0c3e31-15d3-43a2-9c61-aabbc18da04a tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3755200 Nov 08 00:57:04.962298 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35372) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:04.966594 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-d2e8dfbf-d352-430c-a87e-5f7c4f9867fd tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group_rule': {'security_group_id': 'fcd48dae-dd66-434a-ab0d-273d40681722', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:57:05.063683 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d2e8dfbf-d352-430c-a87e-5f7c4f9867fd tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:05.117830 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d2e8dfbf-d352-430c-a87e-5f7c4f9867fd tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:05.247474 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d2e8dfbf-d352-430c-a87e-5f7c4f9867fd tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:05.268755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8dfbf-d352-430c-a87e-5f7c4f9867fd tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991233c3-7b11-4e52-a0de-63d0de0595ac,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:05.358682 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d2e8dfbf-d352-430c-a87e-5f7c4f9867fd tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:05.359957 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d2e8dfbf-d352-430c-a87e-5f7c4f9867fd tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3966858 Nov 08 00:57:05.362735 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35374) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:05.378562 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-602896a8-0b1b-4fbc-8598-15d167c3fc9d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-group-rules/991233c3-7b11-4e52-a0de-63d0de0595ac HTTP/1.1" status: 200 len: 763 time: 0.0148294 Nov 08 00:57:05.380838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35376) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:05.419438 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c5bced13-e3bc-4e71-ad8e-4f5522b6e6d1 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0376258 Nov 08 00:57:05.421887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35378) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:05.444237 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2411e92b-b131-4df0-bd1c-661f78adc613 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:05.451633 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2411e92b-b131-4df0-bd1c-661f78adc613 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:05.550491 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2411e92b-b131-4df0-bd1c-661f78adc613 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:05.556624 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2411e92b-b131-4df0-bd1c-661f78adc613 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:05.557745 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2411e92b-b131-4df0-bd1c-661f78adc613 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/991233c3-7b11-4e52-a0de-63d0de0595ac HTTP/1.1" status: 204 len: 168 time: 0.1349459 Nov 08 00:57:05.560429 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35380) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:05.563188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411e92b-b131-4df0-bd1c-661f78adc613 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=991233c3-7b11-4e52-a0de-63d0de0595ac,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:05.600885 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b74bb8e6-f9c2-40a9-b15b-8c225d7f4099 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0392761 Nov 08 00:57:05.603475 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35382) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:05.607585 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8ca9fd9d-35c0-4b5a-a5d5-89dd51541d74 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group_rule': {'security_group_id': 'fcd48dae-dd66-434a-ab0d-273d40681722', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:57:05.715495 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8ca9fd9d-35c0-4b5a-a5d5-89dd51541d74 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:05.761166 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8ca9fd9d-35c0-4b5a-a5d5-89dd51541d74 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:05.830144 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8ca9fd9d-35c0-4b5a-a5d5-89dd51541d74 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:05.848837 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9fd9d-35c0-4b5a-a5d5-89dd51541d74 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863844a2-043c-4088-a5ce-37f69fdb41f9,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:05.935510 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8ca9fd9d-35c0-4b5a-a5d5-89dd51541d74 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:05.936756 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8ca9fd9d-35c0-4b5a-a5d5-89dd51541d74 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3323352 Nov 08 00:57:05.939495 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35384) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:05.955062 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fed37a5f-3fe3-49f8-8161-281b3c132310 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-group-rules/863844a2-043c-4088-a5ce-37f69fdb41f9 HTTP/1.1" status: 200 len: 763 time: 0.0145171 Nov 08 00:57:05.957451 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35386) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:05.996938 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cfa92f85-4e2a-4bc7-b9e9-ba90384592fa tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0385125 Nov 08 00:57:05.999415 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35388) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:06.021555 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f26ecedd-d0c7-4526-9f1d-2f061bf55356 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:06.028926 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f26ecedd-d0c7-4526-9f1d-2f061bf55356 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:06.121840 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f26ecedd-d0c7-4526-9f1d-2f061bf55356 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:06.128546 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f26ecedd-d0c7-4526-9f1d-2f061bf55356 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:06.129641 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f26ecedd-d0c7-4526-9f1d-2f061bf55356 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/863844a2-043c-4088-a5ce-37f69fdb41f9 HTTP/1.1" status: 204 len: 168 time: 0.1293135 Nov 08 00:57:06.132325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35390) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:06.133699 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ecedd-d0c7-4526-9f1d-2f061bf55356 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=863844a2-043c-4088-a5ce-37f69fdb41f9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:06.171293 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5ab04590-6495-4d02-8d8c-ca00b8205bc2 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0378304 Nov 08 00:57:06.174590 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35392) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:06.178714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-18c9c97d-38b0-4f05-97cb-4efc8610c40d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Request body: {'security_group_rule': {'security_group_id': 'fcd48dae-dd66-434a-ab0d-273d40681722', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:57:06.269109 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-18c9c97d-38b0-4f05-97cb-4efc8610c40d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:06.324374 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-18c9c97d-38b0-4f05-97cb-4efc8610c40d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:06.408304 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-18c9c97d-38b0-4f05-97cb-4efc8610c40d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:06.425732 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9c97d-38b0-4f05-97cb-4efc8610c40d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d85679-d68b-4d88-a0c3-3d01fa0b42ed,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:06.506798 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-18c9c97d-38b0-4f05-97cb-4efc8610c40d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:06.508016 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-18c9c97d-38b0-4f05-97cb-4efc8610c40d tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3324897 Nov 08 00:57:06.510651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35394) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:06.526489 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9a6432d7-0ff4-478e-9248-8a7ae1b75068 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-group-rules/a1d85679-d68b-4d88-a0c3-3d01fa0b42ed HTTP/1.1" status: 200 len: 764 time: 0.0148268 Nov 08 00:57:06.534413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35396) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:06.572988 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-319beaa4-fc5d-49e4-b0ec-bcec99f88cab tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0375333 Nov 08 00:57:06.575514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35398) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:06.601181 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9381f25b-6f45-4c34-9172-4c876887ab38 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:06.608311 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9381f25b-6f45-4c34-9172-4c876887ab38 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:06.716545 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9381f25b-6f45-4c34-9172-4c876887ab38 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:06.722788 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9381f25b-6f45-4c34-9172-4c876887ab38 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:06.723882 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9381f25b-6f45-4c34-9172-4c876887ab38 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a1d85679-d68b-4d88-a0c3-3d01fa0b42ed HTTP/1.1" status: 204 len: 168 time: 0.1474395 Nov 08 00:57:06.726601 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35400) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:06.729311 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381f25b-6f45-4c34-9172-4c876887ab38 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1d85679-d68b-4d88-a0c3-3d01fa0b42ed,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:06.765456 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3b6fbfb5-6877-46bd-9cc2-0e7c17292a7e tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0377305 Nov 08 00:57:06.768843 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35402) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:06.818426 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e089eba6-f7b0-46e4-8753-0e16bc20bb88 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:06.840635 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e089eba6-f7b0-46e4-8753-0e16bc20bb88 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:07.018886 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e089eba6-f7b0-46e4-8753-0e16bc20bb88 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:07.021485 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e089eba6-f7b0-46e4-8753-0e16bc20bb88 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:07.022643 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e089eba6-f7b0-46e4-8753-0e16bc20bb88 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "DELETE /v2.0/security-groups/fcd48dae-dd66-434a-ab0d-273d40681722 HTTP/1.1" status: 204 len: 168 time: 0.2529027 Nov 08 00:57:07.025454 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35404) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:07.031612 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089eba6-f7b0-46e4-8753-0e16bc20bb88 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd48dae-dd66-434a-ab0d-273d40681722,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:07.071816 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cd0760de-f2d7-42b8-b85e-4951ee86077e tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0452054 Nov 08 00:57:07.076031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35406) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:07.119165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2df334e8-78f7-4d5c-8da2-a92a5cd66c76 tempest-SecGroupTest-2055850902 tempest-SecGroupTest-2055850902-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0420702 Nov 08 00:57:07.584877 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35412) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:07.729939 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bb372e22-61ab-42c1-adc4-11856916cb1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2ebdd717e6a45feb01dc9514511923a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438839 Nov 08 00:57:07.732366 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35416) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:07.778281 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68e7b923-2c60-4f26-a50d-b78d830b91e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:07.799461 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68e7b923-2c60-4f26-a50d-b78d830b91e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:07.933827 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68e7b923-2c60-4f26-a50d-b78d830b91e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:07.936403 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68e7b923-2c60-4f26-a50d-b78d830b91e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:07.937640 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-68e7b923-2c60-4f26-a50d-b78d830b91e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4d2b531-26a2-444c-9104-e19ad29c42bd HTTP/1.1" status: 204 len: 168 time: 0.2043548 Nov 08 00:57:07.945293 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7b923-2c60-4f26-a50d-b78d830b91e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d2b531-26a2-444c-9104-e19ad29c42bd,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:08.859383 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35438) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:08.934026 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:08.956964 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-056ea828-22f4-4a8b-b4e6-c9d990487eb6 tempest-ServiceProvidersTest-1741232225 tempest-ServiceProvidersTest-1741232225-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0958874 Nov 08 00:57:09.419207 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35446) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:09.520370 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a0821b77-db89-4867-855b-ca1242d51192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:09.593757 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a0821b77-db89-4867-855b-ca1242d51192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:09.670812 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a0821b77-db89-4867-855b-ca1242d51192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:09.708400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0821b77-db89-4867-855b-ca1242d51192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9a4c0e-20f5-4d4e-8b2f-7d2c8fa4706d,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:09.713546 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a0821b77-db89-4867-855b-ca1242d51192 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c41e50999a5456781213cc5d0d98df3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933197 Nov 08 00:57:09.716196 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35450) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:09.767063 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2abf7703-5bce-4995-8540-6560c806cfea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:09.787144 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2abf7703-5bce-4995-8540-6560c806cfea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:09.927736 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2abf7703-5bce-4995-8540-6560c806cfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:09.930358 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2abf7703-5bce-4995-8540-6560c806cfea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:09.931509 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2abf7703-5bce-4995-8540-6560c806cfea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df9a4c0e-20f5-4d4e-8b2f-7d2c8fa4706d HTTP/1.1" status: 204 len: 168 time: 0.2144086 Nov 08 00:57:09.939564 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf7703-5bce-4995-8540-6560c806cfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9a4c0e-20f5-4d4e-8b2f-7d2c8fa4706d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:10.924726 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35472) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:11.015433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-244587ed-44a5-4933-8eac-71b526b4cc21 tempest-SubnetPoolsTestJSON-681074269 tempest-SubnetPoolsTestJSON-681074269-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1872735738', 'prefixes': ['172.20.0.0/16']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:57:11.432767 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-244587ed-44a5-4933-8eac-71b526b4cc21 tempest-SubnetPoolsTestJSON-681074269 tempest-SubnetPoolsTestJSON-681074269-project] Notify callbacks [] for subnetpool, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:11.434019 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-244587ed-44a5-4933-8eac-71b526b4cc21 tempest-SubnetPoolsTestJSON-681074269 tempest-SubnetPoolsTestJSON-681074269-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5082333 Nov 08 00:57:11.436625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35476) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:11.473567 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-78fb4c19-e29c-4092-a9cd-fc4ac1c712a5 tempest-SubnetPoolsTestJSON-681074269 tempest-SubnetPoolsTestJSON-681074269-project] 10.222.0.13 "GET /v2.0/subnetpools/e0c41782-c630-42b5-b011-e2b9d53c68dd HTTP/1.1" status: 200 len: 732 time: 0.0358384 Nov 08 00:57:11.475922 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35478) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:11.480245 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-250bee17-db39-4c4f-aa08-46d731f4fab4 tempest-SubnetPoolsTestJSON-681074269 tempest-SubnetPoolsTestJSON-681074269-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-159569912'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:57:11.650299 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-250bee17-db39-4c4f-aa08-46d731f4fab4 tempest-SubnetPoolsTestJSON-681074269 tempest-SubnetPoolsTestJSON-681074269-project] Notify callbacks [] for subnetpool, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:11.651544 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-250bee17-db39-4c4f-aa08-46d731f4fab4 tempest-SubnetPoolsTestJSON-681074269 tempest-SubnetPoolsTestJSON-681074269-project] 10.222.0.13 "PUT /v2.0/subnetpools/e0c41782-c630-42b5-b011-e2b9d53c68dd HTTP/1.1" status: 200 len: 683 time: 0.1746860 Nov 08 00:57:11.654140 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35480) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:11.849885 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bef3f5a9-e609-409b-a22d-8e53de1302b6 tempest-SubnetPoolsTestJSON-681074269 tempest-SubnetPoolsTestJSON-681074269-project] Notify callbacks [] for subnetpool, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:11.851019 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bef3f5a9-e609-409b-a22d-8e53de1302b6 tempest-SubnetPoolsTestJSON-681074269 tempest-SubnetPoolsTestJSON-681074269-project] 10.222.0.13 "DELETE /v2.0/subnetpools/e0c41782-c630-42b5-b011-e2b9d53c68dd HTTP/1.1" status: 204 len: 168 time: 0.1959670 Nov 08 00:57:11.853669 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35482) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:11.867700 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-6e8f028c-777c-482a-a98f-cee0542cc567 tempest-SubnetPoolsTestJSON-681074269 tempest-SubnetPoolsTestJSON-681074269-project] show failed (client error): The resource could not be found. Nov 08 00:57:11.868697 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6e8f028c-777c-482a-a98f-cee0542cc567 tempest-SubnetPoolsTestJSON-681074269 tempest-SubnetPoolsTestJSON-681074269-project] 10.222.0.13 "GET /v2.0/subnetpools/e0c41782-c630-42b5-b011-e2b9d53c68dd HTTP/1.1" status: 404 len: 346 time: 0.0141361 Nov 08 00:57:11.871004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35484) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:11.884663 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-ac7fe4a5-56d3-4318-b946-2cb062c16ed8 tempest-SubnetPoolsTestJSON-681074269 tempest-SubnetPoolsTestJSON-681074269-project] delete failed (client error): The resource could not be found. Nov 08 00:57:11.885604 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ac7fe4a5-56d3-4318-b946-2cb062c16ed8 tempest-SubnetPoolsTestJSON-681074269 tempest-SubnetPoolsTestJSON-681074269-project] 10.222.0.13 "DELETE /v2.0/subnetpools/e0c41782-c630-42b5-b011-e2b9d53c68dd HTTP/1.1" status: 404 len: 346 time: 0.0137618 Nov 08 00:57:12.146961 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:57:12.361356 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35490) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:12.460932 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-da535f89-6285-43bb-b1a9-719b1df0d327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:12.533538 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-da535f89-6285-43bb-b1a9-719b1df0d327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:12.607241 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-da535f89-6285-43bb-b1a9-719b1df0d327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:12.649044 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-da535f89-6285-43bb-b1a9-719b1df0d327 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34cc06da74f94719b3a6263b41283563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2865987 Nov 08 00:57:12.649925 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da535f89-6285-43bb-b1a9-719b1df0d327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47b1d79-70ce-4669-8fdc-c0de48bc0036,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:12.651739 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35494) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:12.705564 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5b8072f8-4af9-49c7-a886-975cfe25e41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:12.726519 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5b8072f8-4af9-49c7-a886-975cfe25e41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:12.870202 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5b8072f8-4af9-49c7-a886-975cfe25e41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:12.872813 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5b8072f8-4af9-49c7-a886-975cfe25e41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:12.873956 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5b8072f8-4af9-49c7-a886-975cfe25e41c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b47b1d79-70ce-4669-8fdc-c0de48bc0036 HTTP/1.1" status: 204 len: 168 time: 0.2208104 Nov 08 00:57:12.881999 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8072f8-4af9-49c7-a886-975cfe25e41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47b1d79-70ce-4669-8fdc-c0de48bc0036,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:28.207213 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2cd5459e-580e-40de-b094-df47f27e230b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:28.942416 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35602) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:29.049311 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b34cde0-97fe-4aa8-a14c-bb009309cd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:29.123112 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b34cde0-97fe-4aa8-a14c-bb009309cd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:29.184389 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b34cde0-97fe-4aa8-a14c-bb009309cd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:29.225028 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8b34cde0-97fe-4aa8-a14c-bb009309cd8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=937a8c26146c4750924ad9fbc5a9fb69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814400 Nov 08 00:57:29.227499 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34cde0-97fe-4aa8-a14c-bb009309cd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1223a41b-6413-4f15-8dd3-41bc1c409e07,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:29.228112 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35608) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:29.286761 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f0bbca7b-853c-4b87-b49f-748f07054373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:29.309118 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f0bbca7b-853c-4b87-b49f-748f07054373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:29.452946 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f0bbca7b-853c-4b87-b49f-748f07054373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:29.455484 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f0bbca7b-853c-4b87-b49f-748f07054373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:29.456694 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f0bbca7b-853c-4b87-b49f-748f07054373 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1223a41b-6413-4f15-8dd3-41bc1c409e07 HTTP/1.1" status: 204 len: 168 time: 0.2275720 Nov 08 00:57:29.464316 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbca7b-853c-4b87-b49f-748f07054373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1223a41b-6413-4f15-8dd3-41bc1c409e07,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:29.471972 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbca7b-853c-4b87-b49f-748f07054373 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:57:29.472324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbca7b-853c-4b87-b49f-748f07054373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:57:29.472672 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbca7b-853c-4b87-b49f-748f07054373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:57:29.473008 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbca7b-853c-4b87-b49f-748f07054373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:57:29.473340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbca7b-853c-4b87-b49f-748f07054373 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:57:29.473673 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbca7b-853c-4b87-b49f-748f07054373 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:57:29.473998 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbca7b-853c-4b87-b49f-748f07054373 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:57:29.474323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbca7b-853c-4b87-b49f-748f07054373 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:57:29.474653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbca7b-853c-4b87-b49f-748f07054373 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:57:29.475023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbca7b-853c-4b87-b49f-748f07054373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:57:29.475283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbca7b-853c-4b87-b49f-748f07054373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:57:29.475607 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbca7b-853c-4b87-b49f-748f07054373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:57:30.058216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35618) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:30.072007 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c0727960-a09a-43f7-9adb-80e3ad5a70a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:30.143405 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c0727960-a09a-43f7-9adb-80e3ad5a70a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:30.218566 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c0727960-a09a-43f7-9adb-80e3ad5a70a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:30.256551 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0727960-a09a-43f7-9adb-80e3ad5a70a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fd31b2-937b-431a-a6dd-6ce2a2701971,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:30.262085 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c0727960-a09a-43f7-9adb-80e3ad5a70a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61c59e8f58d549ee88698b977e046692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026865 Nov 08 00:57:30.264723 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35620) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:30.313637 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-112ed6f8-140c-40ee-9325-40ff63421210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:30.336474 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-112ed6f8-140c-40ee-9325-40ff63421210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:30.476195 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-112ed6f8-140c-40ee-9325-40ff63421210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:30.478790 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-112ed6f8-140c-40ee-9325-40ff63421210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:30.479974 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-112ed6f8-140c-40ee-9325-40ff63421210 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37fd31b2-937b-431a-a6dd-6ce2a2701971 HTTP/1.1" status: 204 len: 168 time: 0.2140996 Nov 08 00:57:30.491043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ed6f8-140c-40ee-9325-40ff63421210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fd31b2-937b-431a-a6dd-6ce2a2701971,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:30.761703 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-37d8dc99-2ce3-412e-bc5a-aed3c6ab6c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:31.030257 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:31.893116 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:32.333402 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:33.493149 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:39.097802 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:49.148853 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:57:52.088397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35766) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:52.221898 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1808-baaa-4965-a839-799489b3fbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:52.298395 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1808-baaa-4965-a839-799489b3fbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:52.362088 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1808-baaa-4965-a839-799489b3fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:52.401263 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a9bc1808-baaa-4965-a839-799489b3fbcd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc7610cd49fe4277b3fa8b7cdbb754b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3116527 Nov 08 00:57:52.402144 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc1808-baaa-4965-a839-799489b3fbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90623ca-c906-4874-827f-c74adeeb00f8,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:52.403972 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35770) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:57:52.457660 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f530ce5c-0236-4f55-9ac5-5c7d7382157f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:52.478682 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f530ce5c-0236-4f55-9ac5-5c7d7382157f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:52.596097 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f530ce5c-0236-4f55-9ac5-5c7d7382157f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:52.598686 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f530ce5c-0236-4f55-9ac5-5c7d7382157f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:57:52.599869 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f530ce5c-0236-4f55-9ac5-5c7d7382157f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d90623ca-c906-4874-827f-c74adeeb00f8 HTTP/1.1" status: 204 len: 168 time: 0.1948426 Nov 08 00:57:52.610821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530ce5c-0236-4f55-9ac5-5c7d7382157f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90623ca-c906-4874-827f-c74adeeb00f8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:57:58.184586 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3e03dbba-1847-4f6f-bc61-83e58721dadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:00.721189 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7230c6d7-5049-4622-8582-dc0738a9b016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:01.029593 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:01.984683 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:02.316006 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:03.481663 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:04.150119 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 35862) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:58:04.254846 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd83fc0d-e6da-4a35-b391-014c42ef6f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:04.328568 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd83fc0d-e6da-4a35-b391-014c42ef6f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:04.401198 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bd83fc0d-e6da-4a35-b391-014c42ef6f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:04.439376 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83fc0d-e6da-4a35-b391-014c42ef6f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cbf510-4195-4676-909d-af26380273a0,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:04.443952 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-bd83fc0d-e6da-4a35-b391-014c42ef6f0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8449259354964d70aacc78034a3c1de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927849 Nov 08 00:58:04.446816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35866) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:58:04.450575 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd83fc0d-e6da-4a35-b391-014c42ef6f0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:04.450575 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd83fc0d-e6da-4a35-b391-014c42ef6f0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:04.450906 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd83fc0d-e6da-4a35-b391-014c42ef6f0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:04.451241 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd83fc0d-e6da-4a35-b391-014c42ef6f0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:04.451573 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd83fc0d-e6da-4a35-b391-014c42ef6f0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:04.451926 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd83fc0d-e6da-4a35-b391-014c42ef6f0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:04.452252 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd83fc0d-e6da-4a35-b391-014c42ef6f0e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:04.452575 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd83fc0d-e6da-4a35-b391-014c42ef6f0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:04.452895 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd83fc0d-e6da-4a35-b391-014c42ef6f0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:04.453215 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd83fc0d-e6da-4a35-b391-014c42ef6f0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:04.453605 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd83fc0d-e6da-4a35-b391-014c42ef6f0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:04.453912 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd83fc0d-e6da-4a35-b391-014c42ef6f0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:04.502274 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d6a51f91-bc18-4c94-b786-acd79560d3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:04.529154 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d6a51f91-bc18-4c94-b786-acd79560d3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:04.646401 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d6a51f91-bc18-4c94-b786-acd79560d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:04.648992 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d6a51f91-bc18-4c94-b786-acd79560d3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:04.650139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d6a51f91-bc18-4c94-b786-acd79560d3e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4cbf510-4195-4676-909d-af26380273a0 HTTP/1.1" status: 204 len: 168 time: 0.2022691 Nov 08 00:58:04.657538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a51f91-bc18-4c94-b786-acd79560d3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cbf510-4195-4676-909d-af26380273a0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:07.240987 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35920) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:58:07.246154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-d9d6703c-2ed6-4773-95ac-c955a0a4b8c8 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Request body: {'network': {'name': 'tempest-network-smoke--308376334', 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'port_security_enabled': True}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:58:07.332657 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d6703c-2ed6-4773-95ac-c955a0a4b8c8 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Made reservation on behalf of 3a8c931c553740fd9990cdf4ffa014a0 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:58:07.336227 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d9d6703c-2ed6-4773-95ac-c955a0a4b8c8 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:07.344978 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d9d6703c-2ed6-4773-95ac-c955a0a4b8c8 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:07.419335 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d9d6703c-2ed6-4773-95ac-c955a0a4b8c8 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:07.498395 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d9d6703c-2ed6-4773-95ac-c955a0a4b8c8 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:07.524459 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d6703c-2ed6-4773-95ac-c955a0a4b8c8 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:58:07.533507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6703c-2ed6-4773-95ac-c955a0a4b8c8 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b30519-2f8d-4dbb-8b1f-3d9d25659b6e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:07.541124 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d9d6703c-2ed6-4773-95ac-c955a0a4b8c8 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:07.545984 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-d9d6703c-2ed6-4773-95ac-c955a0a4b8c8 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Added segment 20c2335d-5322-4d2b-9676-8aeb6a6690b8 of type vlan for network 96564724-b29e-405c-860c-7e86d9f42e8c Nov 08 00:58:07.580089 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d9d6703c-2ed6-4773-95ac-c955a0a4b8c8 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:07.652648 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d9d6703c-2ed6-4773-95ac-c955a0a4b8c8 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:07.658152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d6703c-2ed6-4773-95ac-c955a0a4b8c8 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:07.658732 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d9d6703c-2ed6-4773-95ac-c955a0a4b8c8 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:07.721956 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6703c-2ed6-4773-95ac-c955a0a4b8c8 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event updated for resources: {'Network': ['ID=96564724-b29e-405c-860c-7e86d9f42e8c,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:07.732063 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 96564724-b29e-405c-860c-7e86d9f42e8c details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:58:07.758862 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d9d6703c-2ed6-4773-95ac-c955a0a4b8c8 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5166771 Nov 08 00:58:07.761650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35922) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:58:07.766044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-059e160d-9772-4e86-bf6b-274a4173875c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-971191882', 'admin_state_up': True, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:58:07.847520 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-059e160d-9772-4e86-bf6b-274a4173875c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:07.849120 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-059e160d-9772-4e86-bf6b-274a4173875c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:07.904670 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-059e160d-9772-4e86-bf6b-274a4173875c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:08.117759 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-059e160d-9772-4e86-bf6b-274a4173875c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:08.395813 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-059e160d-9772-4e86-bf6b-274a4173875c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:08.414472 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-059e160d-9772-4e86-bf6b-274a4173875c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:08.517895 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-059e160d-9772-4e86-bf6b-274a4173875c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Allocated IP 172.25.2.240 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/2fc52b96-34c7-4395-85da-39209789f81a) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:58:08.616673 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-059e160d-9772-4e86-bf6b-274a4173875c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:08.745413 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-059e160d-9772-4e86-bf6b-274a4173875c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:08.786994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059e160d-9772-4e86-bf6b-274a4173875c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:58:08.789820 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-059e160d-9772-4e86-bf6b-274a4173875c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:58:08.793286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059e160d-9772-4e86-bf6b-274a4173875c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:58:08.816598 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e160d-9772-4e86-bf6b-274a4173875c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event updated for resources: {'Port': ['ID=2fc52b96-34c7-4395-85da-39209789f81a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:09.007371 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:09.124905 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-059e160d-9772-4e86-bf6b-274a4173875c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:09.327991 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-059e160d-9772-4e86-bf6b-274a4173875c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:09.515543 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059e160d-9772-4e86-bf6b-274a4173875c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Router 25988db1-1816-47f8-993f-60851da7877d is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:58:09.620216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059e160d-9772-4e86-bf6b-274a4173875c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:58:09.632715 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] Sync routers for ids ['25988db1-1816-47f8-993f-60851da7877d'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:58:09.641341 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] Routers {'25988db1-1816-47f8-993f-60851da7877d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:58:09.641943 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:58:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['25988db1-1816-47f8-993f-60851da7877d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:58:09.695282 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-059e160d-9772-4e86-bf6b-274a4173875c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:09.696585 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-059e160d-9772-4e86-bf6b-274a4173875c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9340019 Nov 08 00:58:09.699708 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35924) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:58:09.746510 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] Set router 25988db1-1816-47f8-993f-60851da7877d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:58:09.823507 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7ff6ec67-8005-4d20-a19f-83c0f02e1420 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=3a8c931c553740fd9990cdf4ffa014a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1226406 Nov 08 00:58:09.826198 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35928) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:58:09.916585 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61802f10-89ac-45fe-933d-3ba471336fb6 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:09.918004 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-61802f10-89ac-45fe-933d-3ba471336fb6 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909011 Nov 08 00:58:09.921071 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35930) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:58:09.924596 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25988db1-1816-47f8-993f-60851da7877d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-971191882', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '2fc52b96-34c7-4395-85da-39209789f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:58:07Z', 'updated_at': '2021-11-08T00:58:08Z', 'revision_number': 3, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '2fc52b96-34c7-4395-85da-39209789f81a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:08Z', 'updated_at': '2021-11-08T00:58:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:58:09.950199 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0dfeb346-2080-446e-a7c3-05ee15854e66 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279291 Nov 08 00:58:09.950937 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] Checking router: 25988db1-1816-47f8-993f-60851da7877d for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:58:09.951285 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] Updating router 25988db1-1816-47f8-993f-60851da7877d port 2fc52b96-34c7-4395-85da-39209789f81a binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:58:09.952618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35932) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:58:09.957436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-b0dd47a3-428a-4f5c-b146-4c7095da6e18 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1518546169', 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c', 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:58:09.975417 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:10.126364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dd47a3-428a-4f5c-b146-4c7095da6e18 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Made reservation on behalf of 3a8c931c553740fd9990cdf4ffa014a0 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:58:10.129990 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b0dd47a3-428a-4f5c-b146-4c7095da6e18 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:10.218336 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:10.292947 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:10.343903 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] Attempting to bind port 2fc52b96-34c7-4395-85da-39209789f81a on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:58:10.344267 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] Attempting to bind port 2fc52b96-34c7-4395-85da-39209789f81a by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:58:10.344628 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] Attempting to bind port 2fc52b96-34c7-4395-85da-39209789f81a on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:58:10.353452 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec182b6-bc06-46fe-a9bd-b5921a99f730 None None] Pushing event updated for resources: {'Port': ['ID=2fc52b96-34c7-4395-85da-39209789f81a,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:10.356309 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:58:10.356676 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:58:10.357069 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:10.357454 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:58:10.357907 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] Bound port: 2fc52b96-34c7-4395-85da-39209789f81a, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:58:10.358282 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:10.367201 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b0dd47a3-428a-4f5c-b146-4c7095da6e18 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:10.379725 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec182b6-bc06-46fe-a9bd-b5921a99f730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:10.380583 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec182b6-bc06-46fe-a9bd-b5921a99f730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:10.380915 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec182b6-bc06-46fe-a9bd-b5921a99f730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:10.381241 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec182b6-bc06-46fe-a9bd-b5921a99f730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:10.381563 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec182b6-bc06-46fe-a9bd-b5921a99f730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:10.381885 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec182b6-bc06-46fe-a9bd-b5921a99f730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:10.382200 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec182b6-bc06-46fe-a9bd-b5921a99f730 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:10.382512 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec182b6-bc06-46fe-a9bd-b5921a99f730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:10.382826 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec182b6-bc06-46fe-a9bd-b5921a99f730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:10.383137 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec182b6-bc06-46fe-a9bd-b5921a99f730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:10.383447 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec182b6-bc06-46fe-a9bd-b5921a99f730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:10.383758 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec182b6-bc06-46fe-a9bd-b5921a99f730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:10.420535 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] For port 2fc52b96-34c7-4395-85da-39209789f81a, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:58:10.431715 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] For port 2fc52b96-34c7-4395-85da-39209789f81a, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2fc52b96-34c7-4395-85da-39209789f81a,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:58:10.433986 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd47a3-428a-4f5c-b146-4c7095da6e18 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event updated for resources: {'Subnet': ['ID=07e1020a-e263-4ff8-b2ed-7a058b869d89,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:10.439548 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd47a3-428a-4f5c-b146-4c7095da6e18 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Checking segment: {'id': '20c2335d-5322-4d2b-9676-8aeb6a6690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:58:10.440169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dd47a3-428a-4f5c-b146-4c7095da6e18 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Network hostable DHCP agents. Network: 96564724-b29e-405c-860c-7e86d9f42e8c, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:58:10.510125 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:10.527125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dd47a3-428a-4f5c-b146-4c7095da6e18 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Network 96564724-b29e-405c-860c-7e86d9f42e8c is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:58:10.565483 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] Routers {'25988db1-1816-47f8-993f-60851da7877d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:58:10.566082 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:58:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['25988db1-1816-47f8-993f-60851da7877d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:58:10.601354 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-b0dd47a3-428a-4f5c-b146-4c7095da6e18 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 96564724-b29e-405c-860c-7e86d9f42e8c) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:58:10.603070 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec182b6-bc06-46fe-a9bd-b5921a99f730 None None] Pushing event updated for resources: {'Port': ['ID=2fc52b96-34c7-4395-85da-39209789f81a,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:10.606687 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dd47a3-428a-4f5c-b146-4c7095da6e18 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:10.607352 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b0dd47a3-428a-4f5c-b146-4c7095da6e18 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:10.611986 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b752e834-63af-4adb-b611-e3105a9d99c5 None None] Network 96564724-b29e-405c-860c-7e86d9f42e8c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:58:10.672129 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] Set router 25988db1-1816-47f8-993f-60851da7877d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:58:10.695854 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b0dd47a3-428a-4f5c-b146-4c7095da6e18 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7421238 Nov 08 00:58:10.698503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35934) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:58:10.766330 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-96564724-b29e-405c-860c-7e86d9f42e8c', 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'fixed_ips': [{'subnet_id': '07e1020a-e263-4ff8-b2ed-7a058b869d89'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:58:10.767237 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:10.862879 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25988db1-1816-47f8-993f-60851da7877d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-971191882', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '2fc52b96-34c7-4395-85da-39209789f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:58:07Z', 'updated_at': '2021-11-08T00:58:08Z', 'revision_number': 3, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '2fc52b96-34c7-4395-85da-39209789f81a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:08Z', 'updated_at': '2021-11-08T00:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:58:10.891200 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a183d18-3e0e-4ad5-a05d-06d2fe580411 None None] The sync data for ids ['25988db1-1816-47f8-993f-60851da7877d'] in n-d-816882-1 is: [{'id': '25988db1-1816-47f8-993f-60851da7877d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-971191882', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '2fc52b96-34c7-4395-85da-39209789f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:58:07Z', 'updated_at': '2021-11-08T00:58:08Z', 'revision_number': 3, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '2fc52b96-34c7-4395-85da-39209789f81a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:08Z', 'updated_at': '2021-11-08T00:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:58:10.914763 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Allocated IP 172.20.0.2 (96564724-b29e-405c-860c-7e86d9f42e8c/07e1020a-e263-4ff8-b2ed-7a058b869d89/357f463c-2b31-4ebb-a975-aa91fe275f2e) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:58:11.081604 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:11.173576 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:11.219749 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Network 96564724-b29e-405c-860c-7e86d9f42e8c is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:58:11.222708 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:58:11.226596 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:58:11.237991 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Pushing event updated for resources: {'Port': ['ID=357f463c-2b31-4ebb-a975-aa91fe275f2e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:11.263707 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:11.264081 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:11.264420 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:11.264760 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:11.265093 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:11.265420 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:11.265748 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:11.266069 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:11.266389 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:11.266708 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:11.267106 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:11.267388 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:11.305707 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Attempting to bind port 357f463c-2b31-4ebb-a975-aa91fe275f2e on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:58:11.305707 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Attempting to bind port 357f463c-2b31-4ebb-a975-aa91fe275f2e by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '20c2335d-5322-4d2b-9676-8aeb6a6690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:58:11.305707 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Attempting to bind port 357f463c-2b31-4ebb-a975-aa91fe275f2e on network 96564724-b29e-405c-860c-7e86d9f42e8c {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:58:11.308983 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:58:11.309437 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Checking segment: {'id': '20c2335d-5322-4d2b-9676-8aeb6a6690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:58:11.309910 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:11.310507 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Bound using segment: {'id': '20c2335d-5322-4d2b-9676-8aeb6a6690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:58:11.311053 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Bound port: 357f463c-2b31-4ebb-a975-aa91fe275f2e, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c2335d-5322-4d2b-9676-8aeb6a6690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:58:11.311435 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:11.376435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] For port 357f463c-2b31-4ebb-a975-aa91fe275f2e, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:58:11.381853 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] For port 357f463c-2b31-4ebb-a975-aa91fe275f2e, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=357f463c-2b31-4ebb-a975-aa91fe275f2e,segment=NetworkSegment(20c2335d-5322-4d2b-9676-8aeb6a6690b8),segment_id=20c2335d-5322-4d2b-9676-8aeb6a6690b8)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:58:11.493668 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:11.512790 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db72e74c-c425-4b80-8d8b-61f3e40c9d96 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:11.564647 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9eb5de-1a58-44f0-88da-549c090291b6 None None] Pushing event updated for resources: {'Port': ['ID=357f463c-2b31-4ebb-a975-aa91fe275f2e,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:11.836312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-db72e74c-c425-4b80-8d8b-61f3e40c9d96 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Allocated IP 172.20.0.1 (96564724-b29e-405c-860c-7e86d9f42e8c/07e1020a-e263-4ff8-b2ed-7a058b869d89/9d88fc5c-1f96-47c7-9940-dc9abed2feaa) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:58:11.955244 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db72e74c-c425-4b80-8d8b-61f3e40c9d96 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:12.053560 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db72e74c-c425-4b80-8d8b-61f3e40c9d96 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:12.091524 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db72e74c-c425-4b80-8d8b-61f3e40c9d96 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Network 96564724-b29e-405c-860c-7e86d9f42e8c is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:58:12.094822 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-db72e74c-c425-4b80-8d8b-61f3e40c9d96 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:58:12.099106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db72e74c-c425-4b80-8d8b-61f3e40c9d96 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:58:12.128349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72e74c-c425-4b80-8d8b-61f3e40c9d96 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event updated for resources: {'Port': ['ID=9d88fc5c-1f96-47c7-9940-dc9abed2feaa,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:12.149044 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db72e74c-c425-4b80-8d8b-61f3e40c9d96 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:12.351420 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db72e74c-c425-4b80-8d8b-61f3e40c9d96 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:12.514778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 357f463c-2b31-4ebb-a975-aa91fe275f2e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:58:12.563813 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 357f463c-2b31-4ebb-a975-aa91fe275f2e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:58:12.564197 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:12.629591 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db72e74c-c425-4b80-8d8b-61f3e40c9d96 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:12.642004 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:12.675373 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 357f463c-2b31-4ebb-a975-aa91fe275f2e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=357f463c-2b31-4ebb-a975-aa91fe275f2e,segment=NetworkSegment(20c2335d-5322-4d2b-9676-8aeb6a6690b8),segment_id=20c2335d-5322-4d2b-9676-8aeb6a6690b8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:58:12.721599 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db72e74c-c425-4b80-8d8b-61f3e40c9d96 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:12.757342 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:12.758219 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2fc52b96-34c7-4395-85da-39209789f81a up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:58:12.802630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72e74c-c425-4b80-8d8b-61f3e40c9d96 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event updated for resources: {'Port': ['ID=9d88fc5c-1f96-47c7-9940-dc9abed2feaa,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:12.807751 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-db72e74c-c425-4b80-8d8b-61f3e40c9d96 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:12.847717 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=357f463c-2b31-4ebb-a975-aa91fe275f2e,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:12.859275 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 2fc52b96-34c7-4395-85da-39209789f81a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:58:12.859647 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:12.920976 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db72e74c-c425-4b80-8d8b-61f3e40c9d96 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Network 96564724-b29e-405c-860c-7e86d9f42e8c is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:58:12.922476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-db72e74c-c425-4b80-8d8b-61f3e40c9d96 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:58:12.941206 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:12.962393 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 2fc52b96-34c7-4395-85da-39209789f81a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2fc52b96-34c7-4395-85da-39209789f81a,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:58:13.020280 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c942604-185c-4f22-b048-043f899a72ca None None] Network 96564724-b29e-405c-860c-7e86d9f42e8c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:58:13.041434 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db72e74c-c425-4b80-8d8b-61f3e40c9d96 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Router 25988db1-1816-47f8-993f-60851da7877d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:58:13.161827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db72e74c-c425-4b80-8d8b-61f3e40c9d96 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:58:13.166796 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-db72e74c-c425-4b80-8d8b-61f3e40c9d96 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "PUT /v2.0/routers/25988db1-1816-47f8-993f-60851da7877d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4670696 Nov 08 00:58:13.169586 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35938) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:58:13.174024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-77613492-c808-4568-8ce4-d606d07f84ee tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1228504543', 'description': 'tempest-secgroup_access--1228504543 description', 'project_id': '3a8c931c553740fd9990cdf4ffa014a0'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:58:13.219290 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] Sync routers for ids ['25988db1-1816-47f8-993f-60851da7877d'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:58:13.226427 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:13.270004 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-77613492-c808-4568-8ce4-d606d07f84ee tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:13.274558 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] Routers {'25988db1-1816-47f8-993f-60851da7877d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:58:13.275185 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:58:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['25988db1-1816-47f8-993f-60851da7877d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:58:13.280432 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9dab0151-d6a7-4411-a720-86b8f245fe6b None None] Provisioning complete for port 357f463c-2b31-4ebb-a975-aa91fe275f2e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:58:13.281183 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9dab0151-d6a7-4411-a720-86b8f245fe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:13.343670 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-77613492-c808-4568-8ce4-d606d07f84ee tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:13.415986 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=2fc52b96-34c7-4395-85da-39209789f81a,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:13.424172 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-77613492-c808-4568-8ce4-d606d07f84ee tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:13.454166 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77613492-c808-4568-8ce4-d606d07f84ee tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f9dde1-018d-442c-9b1c-df8425a4abd3,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:13.512196 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-77613492-c808-4568-8ce4-d606d07f84ee tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:13.516845 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-77613492-c808-4568-8ce4-d606d07f84ee tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3430974 Nov 08 00:58:13.517057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35940) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:58:13.521870 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-3eb0adf2-b751-41ce-af18-a616bb5c5873 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1347919980', 'description': 'tempest-secgroup_general--1347919980 description', 'project_id': '3a8c931c553740fd9990cdf4ffa014a0'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:58:13.531852 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] Set router 25988db1-1816-47f8-993f-60851da7877d gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:58:13.612889 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3eb0adf2-b751-41ce-af18-a616bb5c5873 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:13.686072 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3eb0adf2-b751-41ce-af18-a616bb5c5873 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:13.759464 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25988db1-1816-47f8-993f-60851da7877d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-971191882', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '2fc52b96-34c7-4395-85da-39209789f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:58:07Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '2fc52b96-34c7-4395-85da-39209789f81a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:08Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '9d88fc5c-1f96-47c7-9940-dc9abed2feaa', 'name': '', 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'mac_address': 'fa:16:3e:1f:51:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '07e1020a-e263-4ff8-b2ed-7a058b869d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:11Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 2, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'subnets': [{'id': '07e1020a-e263-4ff8-b2ed-7a058b869d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:58:13.761535 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3eb0adf2-b751-41ce-af18-a616bb5c5873 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:13.786942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] Checking router: 25988db1-1816-47f8-993f-60851da7877d for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:58:13.787290 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] Updating router 25988db1-1816-47f8-993f-60851da7877d port 9d88fc5c-1f96-47c7-9940-dc9abed2feaa binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:58:13.797155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0adf2-b751-41ce-af18-a616bb5c5873 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7733895-6a95-457c-a0f1-f555cade43a4,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:13.820226 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:13.834532 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-63b2d368-4868-4acf-b763-c467b2f3f1f2 None None] Provisioning complete for port 9d88fc5c-1f96-47c7-9940-dc9abed2feaa triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:58:13.834901 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63b2d368-4868-4acf-b763-c467b2f3f1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:13.850092 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3eb0adf2-b751-41ce-af18-a616bb5c5873 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:13.851632 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3eb0adf2-b751-41ce-af18-a616bb5c5873 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3335483 Nov 08 00:58:13.854524 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 35942) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:58:13.859871 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-00838691-e550-4874-8802-d54408f8f2c4 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Request body: {'security_group_rule': {'security_group_id': '81f9dde1-018d-442c-9b1c-df8425a4abd3', 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:58:13.897879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-63b2d368-4868-4acf-b763-c467b2f3f1f2 None None] Port 9d88fc5c-1f96-47c7-9940-dc9abed2feaa cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:58:13.967348 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-00838691-e550-4874-8802-d54408f8f2c4 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:13.972366 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-63b2d368-4868-4acf-b763-c467b2f3f1f2 None None] Provisioning complete for port 357f463c-2b31-4ebb-a975-aa91fe275f2e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:58:13.972742 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63b2d368-4868-4acf-b763-c467b2f3f1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:14.038157 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-00838691-e550-4874-8802-d54408f8f2c4 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:14.104138 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-00838691-e550-4874-8802-d54408f8f2c4 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:14.133659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00838691-e550-4874-8802-d54408f8f2c4 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d71fcba-c58c-403d-a001-25a603cc174c,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:14.210921 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:14.216378 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-00838691-e550-4874-8802-d54408f8f2c4 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:14.216378 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-00838691-e550-4874-8802-d54408f8f2c4 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3605850 Nov 08 00:58:14.268072 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a32aaffa-9ab8-43e3-9f2c-e128bbc38f0b None None] Provisioning complete for port 9d88fc5c-1f96-47c7-9940-dc9abed2feaa triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:58:14.268072 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a32aaffa-9ab8-43e3-9f2c-e128bbc38f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:14.294991 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:14.352703 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a32aaffa-9ab8-43e3-9f2c-e128bbc38f0b None None] Port 9d88fc5c-1f96-47c7-9940-dc9abed2feaa cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:58:14.371567 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912324d1-a879-4088-aaf7-331f1c7eb155 None None] Pushing event updated for resources: {'Port': ['ID=9d88fc5c-1f96-47c7-9940-dc9abed2feaa,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:14.373038 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-95e17518-0f46-4eeb-a51b-8247c0a3284a tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--1347919980&fields=id&tenant_id=3a8c931c553740fd9990cdf4ffa014a0 HTTP/1.1" status: 200 len: 267 time: 0.0372972 Nov 08 00:58:14.422893 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] Attempting to bind port 9d88fc5c-1f96-47c7-9940-dc9abed2feaa on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:58:14.423329 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] Attempting to bind port 9d88fc5c-1f96-47c7-9940-dc9abed2feaa by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '20c2335d-5322-4d2b-9676-8aeb6a6690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:58:14.423746 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-2807cdcb-8764-4bce-a5d9-0ea8c047ef43 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--1228504543&fields=id&tenant_id=3a8c931c553740fd9990cdf4ffa014a0 HTTP/1.1" status: 200 len: 267 time: 0.0441294 Nov 08 00:58:14.423899 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] Attempting to bind port 9d88fc5c-1f96-47c7-9940-dc9abed2feaa on network 96564724-b29e-405c-860c-7e86d9f42e8c {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:58:14.430161 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:58:14.430551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] Checking segment: {'id': '20c2335d-5322-4d2b-9676-8aeb6a6690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:58:14.431015 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:14.431537 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] Bound using segment: {'id': '20c2335d-5322-4d2b-9676-8aeb6a6690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:58:14.432185 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] Bound port: 9d88fc5c-1f96-47c7-9940-dc9abed2feaa, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c2335d-5322-4d2b-9676-8aeb6a6690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:58:14.432710 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:14.495915 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 357f463c-2b31-4ebb-a975-aa91fe275f2e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:58:14.528827 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-fd365a45-8d80-4189-9773-a9ba4181e290 None None] Provisioning complete for port 9d88fc5c-1f96-47c7-9940-dc9abed2feaa triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:58:14.529272 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fd365a45-8d80-4189-9773-a9ba4181e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:14.553553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-4c9f2ecd-79ec-4bb1-9a22-949c349e5470 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:14.555044 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-4c9f2ecd-79ec-4bb1-9a22-949c349e5470 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/networks?id=96564724-b29e-405c-860c-7e86d9f42e8c HTTP/1.1" status: 200 len: 796 time: 0.1304650 Nov 08 00:58:14.562327 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] For port 9d88fc5c-1f96-47c7-9940-dc9abed2feaa, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:58:14.575600 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-bc590fda-0c41-4794-ac17-aaf545091a80 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/quotas/3a8c931c553740fd9990cdf4ffa014a0 HTTP/1.1" status: 200 len: 375 time: 0.0102167 Nov 08 00:58:14.584683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] For port 9d88fc5c-1f96-47c7-9940-dc9abed2feaa, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9d88fc5c-1f96-47c7-9940-dc9abed2feaa,segment=NetworkSegment(20c2335d-5322-4d2b-9676-8aeb6a6690b8),segment_id=20c2335d-5322-4d2b-9676-8aeb6a6690b8)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:58:14.595428 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fd365a45-8d80-4189-9773-a9ba4181e290 None None] Port 9d88fc5c-1f96-47c7-9940-dc9abed2feaa cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:58:14.604707 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 357f463c-2b31-4ebb-a975-aa91fe275f2e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:58:14.605081 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:14.627902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-ccd4d9a3-31d7-414f-8e8f-cb98c5933a3c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a8c931c553740fd9990cdf4ffa014a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464945 Nov 08 00:58:14.649066 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:14.745537 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] Routers {'25988db1-1816-47f8-993f-60851da7877d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:58:14.746088 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:58:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['25988db1-1816-47f8-993f-60851da7877d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:58:14.790143 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-98e21273-0da8-4057-96d6-b1e8d54db70a service neutron] 10.222.0.13 "GET /v2.0/networks/96564724-b29e-405c-860c-7e86d9f42e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484635 Nov 08 00:58:14.816033 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912324d1-a879-4088-aaf7-331f1c7eb155 None None] Pushing event updated for resources: {'Port': ['ID=9d88fc5c-1f96-47c7-9940-dc9abed2feaa,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:14.819108 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3c347fea-3e9e-4836-9f62-a9e649fa70ac None None] Provisioning complete for port 9d88fc5c-1f96-47c7-9940-dc9abed2feaa triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:58:14.819486 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3c347fea-3e9e-4836-9f62-a9e649fa70ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:14.821885 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2fc52b96-34c7-4395-85da-39209789f81a up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:58:14.899503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-5dff03f9-b046-4c3b-b2c5-2b0477625707 service neutron] 10.222.0.13 "GET /v2.0/networks/96564724-b29e-405c-860c-7e86d9f42e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013160 Nov 08 00:58:14.957402 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] Set router 25988db1-1816-47f8-993f-60851da7877d gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:58:14.990616 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 2fc52b96-34c7-4395-85da-39209789f81a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:58:14.990993 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:15.038292 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3c347fea-3e9e-4836-9f62-a9e649fa70ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:15.109267 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62c7a868-8858-4de0-a7a8-4bd85a2e9be4 req-fbc3188c-34e6-462c-a54f-2730f4ea703d tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 210 time: 0.0299668 Nov 08 00:58:15.313607 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3c347fea-3e9e-4836-9f62-a9e649fa70ac None None] For port 9d88fc5c-1f96-47c7-9940-dc9abed2feaa, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9d88fc5c-1f96-47c7-9940-dc9abed2feaa,segment=NetworkSegment(20c2335d-5322-4d2b-9676-8aeb6a6690b8),segment_id=20c2335d-5322-4d2b-9676-8aeb6a6690b8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:58:15.397214 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3c347fea-3e9e-4836-9f62-a9e649fa70ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:15.452569 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c347fea-3e9e-4836-9f62-a9e649fa70ac None None] Pushing event updated for resources: {'Port': ['ID=9d88fc5c-1f96-47c7-9940-dc9abed2feaa,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:15.463482 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25988db1-1816-47f8-993f-60851da7877d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-971191882', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '2fc52b96-34c7-4395-85da-39209789f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:58:07Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '2fc52b96-34c7-4395-85da-39209789f81a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:08Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '9d88fc5c-1f96-47c7-9940-dc9abed2feaa', 'name': '', 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'mac_address': 'fa:16:3e:1f:51:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '07e1020a-e263-4ff8-b2ed-7a058b869d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:11Z', 'updated_at': '2021-11-08T00:58:14Z', 'revision_number': 4, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'subnets': [{'id': '07e1020a-e263-4ff8-b2ed-7a058b869d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:58:15.494049 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bd163b-9471-48c5-a964-c34ba8b68cd2 None None] The sync data for ids ['25988db1-1816-47f8-993f-60851da7877d'] in n-d-816882-1 is: [{'id': '25988db1-1816-47f8-993f-60851da7877d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-971191882', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '2fc52b96-34c7-4395-85da-39209789f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:58:07Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '2fc52b96-34c7-4395-85da-39209789f81a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:08Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '9d88fc5c-1f96-47c7-9940-dc9abed2feaa', 'name': '', 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'mac_address': 'fa:16:3e:1f:51:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '07e1020a-e263-4ff8-b2ed-7a058b869d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:11Z', 'updated_at': '2021-11-08T00:58:14Z', 'revision_number': 4, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'subnets': [{'id': '07e1020a-e263-4ff8-b2ed-7a058b869d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:58:15.516651 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-cb9986e4-5b7b-4978-9198-81e427a5b77b None None] Provisioning complete for port 9d88fc5c-1f96-47c7-9940-dc9abed2feaa triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:58:15.517023 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb9986e4-5b7b-4978-9198-81e427a5b77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:16.202732 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae37a65a-a1bc-41cf-9baf-5e9376eb045f req-b00524b7-8c53-4516-a430-c094b572699f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 210 time: 0.0263586 Nov 08 00:58:16.486517 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9d88fc5c-1f96-47c7-9940-dc9abed2feaa up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:58:16.542661 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 9d88fc5c-1f96-47c7-9940-dc9abed2feaa triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:58:16.543037 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:17.295606 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-647724de-49c4-40a7-a908-da1a649c14dc req-80121f60-6c7e-40cb-be95-662185a5725c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 210 time: 0.0262446 Nov 08 00:58:17.898444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-de0fe3da-6363-4ede-addc-64deb27c158b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:17.900046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-de0fe3da-6363-4ede-addc-64deb27c158b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.20 "GET /v2.0/networks?id=96564724-b29e-405c-860c-7e86d9f42e8c HTTP/1.1" status: 200 len: 796 time: 0.1138270 Nov 08 00:58:17.950804 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-d604ee07-cf8a-4f20-98b6-b0eaf5725f9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a8c931c553740fd9990cdf4ffa014a0 HTTP/1.1" status: 200 len: 478 time: 0.0360806 Nov 08 00:58:17.960545 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-93e31dca-7716-45bb-8dc7-70519c55501c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Request body: {'port': {'device_id': 'f99e9cda-915d-469a-a977-fc65a499f194', 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c', 'admin_state_up': True, 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'security_groups': ['f7733895-6a95-457c-a0f1-f555cade43a4', '81f9dde1-018d-442c-9b1c-df8425a4abd3']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:58:18.173024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-93e31dca-7716-45bb-8dc7-70519c55501c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Made reservation on behalf of 3a8c931c553740fd9990cdf4ffa014a0 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:58:18.176711 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-93e31dca-7716-45bb-8dc7-70519c55501c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:18.297794 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-93e31dca-7716-45bb-8dc7-70519c55501c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Allocated IP 172.20.0.11 (96564724-b29e-405c-860c-7e86d9f42e8c/07e1020a-e263-4ff8-b2ed-7a058b869d89/44c7d05c-a61b-4f57-83d0-2496c1a8eccc) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:58:18.418946 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-82b5231a-7b87-4de8-9e2a-7be9f03cb82f req-b0be64db-c824-459f-940b-c3c79efcf413 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 210 time: 0.0326805 Nov 08 00:58:18.466668 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-93e31dca-7716-45bb-8dc7-70519c55501c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:18.556218 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-93e31dca-7716-45bb-8dc7-70519c55501c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:18.602424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-93e31dca-7716-45bb-8dc7-70519c55501c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Network 96564724-b29e-405c-860c-7e86d9f42e8c is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:58:18.605452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-93e31dca-7716-45bb-8dc7-70519c55501c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:58:18.609014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-93e31dca-7716-45bb-8dc7-70519c55501c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:58:18.635543 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e31dca-7716-45bb-8dc7-70519c55501c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event updated for resources: {'Port': ['ID=44c7d05c-a61b-4f57-83d0-2496c1a8eccc,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:18.673312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-93e31dca-7716-45bb-8dc7-70519c55501c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:18.673312 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-93e31dca-7716-45bb-8dc7-70519c55501c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:18.763966 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-93e31dca-7716-45bb-8dc7-70519c55501c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8069565 Nov 08 00:58:18.781396 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Request body: {'port': {'device_id': 'f99e9cda-915d-469a-a977-fc65a499f194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:58:18.837549 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:18.848195 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1588a027-67b4-4e30-8e30-02de8c51723a None None] Provisioning complete for port 44c7d05c-a61b-4f57-83d0-2496c1a8eccc triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:58:18.848717 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1588a027-67b4-4e30-8e30-02de8c51723a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:18.881973 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1588a027-67b4-4e30-8e30-02de8c51723a None None] Port 44c7d05c-a61b-4f57-83d0-2496c1a8eccc cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:58:19.103700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c7d05c-a61b-4f57-83d0-2496c1a8eccc {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:58:19.110992 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:19.122994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Transition to ACTIVE for port object 44c7d05c-a61b-4f57-83d0-2496c1a8eccc will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:58:19.189620 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:19.241701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Pushing event updated for resources: {'Port': ['ID=44c7d05c-a61b-4f57-83d0-2496c1a8eccc,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:19.308596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Attempting to bind port 44c7d05c-a61b-4f57-83d0-2496c1a8eccc on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:58:19.309278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Attempting to bind port 44c7d05c-a61b-4f57-83d0-2496c1a8eccc by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '20c2335d-5322-4d2b-9676-8aeb6a6690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:58:19.309278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Attempting to bind port 44c7d05c-a61b-4f57-83d0-2496c1a8eccc on network 96564724-b29e-405c-860c-7e86d9f42e8c {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:58:19.313910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Port 44c7d05c-a61b-4f57-83d0-2496c1a8eccc on network 96564724-b29e-405c-860c-7e86d9f42e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:58:19.314250 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Attempting to bind port 44c7d05c-a61b-4f57-83d0-2496c1a8eccc on network 96564724-b29e-405c-860c-7e86d9f42e8c {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:58:19.320828 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:58:19.321169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Checking segment: {'id': '20c2335d-5322-4d2b-9676-8aeb6a6690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:58:19.321556 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Bound using segment: {'id': '20c2335d-5322-4d2b-9676-8aeb6a6690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:58:19.321991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Bound port: 44c7d05c-a61b-4f57-83d0-2496c1a8eccc, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20c2335d-5322-4d2b-9676-8aeb6a6690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:58:19.322355 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:19.393016 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] For port 44c7d05c-a61b-4f57-83d0-2496c1a8eccc, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:58:19.396133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] For port 44c7d05c-a61b-4f57-83d0-2496c1a8eccc, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=44c7d05c-a61b-4f57-83d0-2496c1a8eccc,segment=NetworkSegment(20c2335d-5322-4d2b-9676-8aeb6a6690b8),segment_id=20c2335d-5322-4d2b-9676-8aeb6a6690b8)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:58:19.511556 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:19.556373 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:19.556999 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:19.558415 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] 10.222.0.20 "PUT /v2.0/ports/44c7d05c-a61b-4f57-83d0-2496c1a8eccc HTTP/1.1" status: 200 len: 1131 time: 0.7811570 Nov 08 00:58:19.558863 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99e9cda-915d-469a-a977-fc65a499f194', 'tag': '44c7d05c-a61b-4f57-83d0-2496c1a8eccc'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:58:19.561155 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f40e742-2089-4807-b364-0b54607b0083" -d '{"events": [{"name": "network-changed", "server_uuid": "f99e9cda-915d-469a-a977-fc65a499f194", "tag": "44c7d05c-a61b-4f57-83d0-2496c1a8eccc"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:58:19.594170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a74262-0a7c-49e3-ae5e-d82ffc060b25 req-c37d2ea2-08dd-40c0-9655-3783b9c40cb1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:19.600233 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71a74262-0a7c-49e3-ae5e-d82ffc060b25 req-c37d2ea2-08dd-40c0-9655-3783b9c40cb1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 983 time: 0.1112280 Nov 08 00:58:19.600233 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b72382-660b-4d97-8d3a-6d744cc25572 service neutron] Pushing event updated for resources: {'Port': ['ID=44c7d05c-a61b-4f57-83d0-2496c1a8eccc,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:19.643754 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71a74262-0a7c-49e3-ae5e-d82ffc060b25 req-75fec881-1630-43b4-987c-a4ef3e75edbb tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7733895-6a95-457c-a0f1-f555cade43a4&id=81f9dde1-018d-442c-9b1c-df8425a4abd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0405614 Nov 08 00:58:19.685439 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534c5685-8fbb-4171-8b82-aae86630b818 x-openstack-request-id: req-534c5685-8fbb-4171-8b82-aae86630b818 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:58:19.685955 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99e9cda-915d-469a-a977-fc65a499f194", "tag": "44c7d05c-a61b-4f57-83d0-2496c1a8eccc", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:58:19.686213 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-534c5685-8fbb-4171-8b82-aae86630b818 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:58:19.686626 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99e9cda-915d-469a-a977-fc65a499f194', 'tag': '44c7d05c-a61b-4f57-83d0-2496c1a8eccc', 'status': 'completed', 'code': 200} Nov 08 00:58:19.767556 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40e742-2089-4807-b364-0b54607b0083 req-9bf1e3a5-faf4-4b84-8f59-b81f1fc31430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:19.769054 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f40e742-2089-4807-b364-0b54607b0083 req-9bf1e3a5-faf4-4b84-8f59-b81f1fc31430 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a8c931c553740fd9990cdf4ffa014a0&device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 1134 time: 0.0448334 Nov 08 00:58:19.873167 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40e742-2089-4807-b364-0b54607b0083 req-8ca08903-b14d-4c00-a909-d199c4bb8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:19.874828 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f40e742-2089-4807-b364-0b54607b0083 req-8ca08903-b14d-4c00-a909-d199c4bb8b96 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3a8c931c553740fd9990cdf4ffa014a0&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0916810 Nov 08 00:58:19.974236 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40e742-2089-4807-b364-0b54607b0083 req-fe059a77-2a26-4fdf-a1e4-e1d95f3f8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:19.975745 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8f40e742-2089-4807-b364-0b54607b0083 req-fe059a77-2a26-4fdf-a1e4-e1d95f3f8357 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937886 Nov 08 00:58:20.073261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-14ab378d-4677-4ee6-aec6-b129a74419ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:20.074831 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-14ab378d-4677-4ee6-aec6-b129a74419ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a8c931c553740fd9990cdf4ffa014a0&device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 1134 time: 0.0409529 Nov 08 00:58:20.125538 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-24b4b92d-0e8f-4b6a-aa67-794a1c174288 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44c7d05c-a61b-4f57-83d0-2496c1a8eccc HTTP/1.1" status: 200 len: 217 time: 0.0375237 Nov 08 00:58:20.181421 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-44b439ae-ee6c-4418-8b9a-d665c8623613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:20.183071 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-44b439ae-ee6c-4418-8b9a-d665c8623613 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07e1020a-e263-4ff8-b2ed-7a058b869d89 HTTP/1.1" status: 200 len: 835 time: 0.0494356 Nov 08 00:58:20.228874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-c6c488d1-bbdd-4ace-9858-7008a86e362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:20.230262 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-c6c488d1-bbdd-4ace-9858-7008a86e362a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96564724-b29e-405c-860c-7e86d9f42e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401716 Nov 08 00:58:20.322556 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-93381c5c-4b50-4616-864b-5e080bb8a8a9 service neutron] 10.222.0.20 "GET /v2.0/networks/96564724-b29e-405c-860c-7e86d9f42e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848782 Nov 08 00:58:20.414211 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5916945b-fa61-48f6-9de8-25c99fa10338 req-2b9be888-18ed-448f-8a11-e1b896f1b327 service neutron] 10.222.0.20 "GET /v2.0/networks/96564724-b29e-405c-860c-7e86d9f42e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848258 Nov 08 00:58:20.757898 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f255c-6d6a-41a4-9e58-b6b5154fa720 req-0b9ae50d-5d45-4077-a1e8-6f0d79c5a202 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:20.759359 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a11f255c-6d6a-41a4-9e58-b6b5154fa720 req-0b9ae50d-5d45-4077-a1e8-6f0d79c5a202 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 983 time: 0.0497451 Nov 08 00:58:20.798116 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a11f255c-6d6a-41a4-9e58-b6b5154fa720 req-b5c90c84-913d-479a-919e-f0529e66963a tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7733895-6a95-457c-a0f1-f555cade43a4&id=81f9dde1-018d-442c-9b1c-df8425a4abd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0326767 Nov 08 00:58:21.917226 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75b0e7-7e17-408c-b1a1-013e301ce6e1 req-78712ad8-0fe7-4669-8c61-53fffd583507 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:21.918733 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d75b0e7-7e17-408c-b1a1-013e301ce6e1 req-78712ad8-0fe7-4669-8c61-53fffd583507 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 983 time: 0.0543633 Nov 08 00:58:21.957453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d75b0e7-7e17-408c-b1a1-013e301ce6e1 req-ef35c0a9-b302-46c4-9c35-a1f62ef05f97 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7733895-6a95-457c-a0f1-f555cade43a4&id=81f9dde1-018d-442c-9b1c-df8425a4abd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0325484 Nov 08 00:58:23.071364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a2c4a-4d2e-44e2-9d89-869ac7b6b817 req-201a6d05-24e9-4f36-be07-70b13ef74b11 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:23.072853 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb7a2c4a-4d2e-44e2-9d89-869ac7b6b817 req-201a6d05-24e9-4f36-be07-70b13ef74b11 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 983 time: 0.0489194 Nov 08 00:58:23.111653 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb7a2c4a-4d2e-44e2-9d89-869ac7b6b817 req-b186dcdb-477d-4f2f-afac-6eb5ecf6f33f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7733895-6a95-457c-a0f1-f555cade43a4&id=81f9dde1-018d-442c-9b1c-df8425a4abd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0328376 Nov 08 00:58:24.227718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb07b3-73ef-4f8b-b61e-7fd6a35e7064 req-d71ffc18-cab7-42ff-a2ca-19cfc4c5c657 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:24.229201 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6bbb07b3-73ef-4f8b-b61e-7fd6a35e7064 req-d71ffc18-cab7-42ff-a2ca-19cfc4c5c657 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 983 time: 0.0521600 Nov 08 00:58:24.267337 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6bbb07b3-73ef-4f8b-b61e-7fd6a35e7064 req-554574e2-9273-4968-a9ac-2d59244c30e5 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7733895-6a95-457c-a0f1-f555cade43a4&id=81f9dde1-018d-442c-9b1c-df8425a4abd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0321620 Nov 08 00:58:24.494657 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 44c7d05c-a61b-4f57-83d0-2496c1a8eccc details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:58:24.593535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 44c7d05c-a61b-4f57-83d0-2496c1a8eccc, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=44c7d05c-a61b-4f57-83d0-2496c1a8eccc,segment=NetworkSegment(20c2335d-5322-4d2b-9676-8aeb6a6690b8),segment_id=20c2335d-5322-4d2b-9676-8aeb6a6690b8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:58:24.604514 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '44c7d05c-a61b-4f57-83d0-2496c1a8eccc', 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c', 'port_id': '44c7d05c-a61b-4f57-83d0-2496c1a8eccc', 'mac_address': 'fa:16:3e:45:e6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07e1020a-e263-4ff8-b2ed-7a058b869d89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:58:24.640384 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:24.653298 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c7d05c-a61b-4f57-83d0-2496c1a8eccc {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:58:24.671651 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 44c7d05c-a61b-4f57-83d0-2496c1a8eccc, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=44c7d05c-a61b-4f57-83d0-2496c1a8eccc,segment=NetworkSegment(20c2335d-5322-4d2b-9676-8aeb6a6690b8),segment_id=20c2335d-5322-4d2b-9676-8aeb6a6690b8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:58:24.726513 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:24.771317 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=44c7d05c-a61b-4f57-83d0-2496c1a8eccc,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:25.138358 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['44c7d05c-a61b-4f57-83d0-2496c1a8eccc'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:58:25.384152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d4874-c990-4f3e-8bff-43700c2905ea req-7851f02c-0f4b-4429-ae8d-c47b6a598056 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:25.385526 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-503d4874-c990-4f3e-8bff-43700c2905ea req-7851f02c-0f4b-4429-ae8d-c47b6a598056 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 984 time: 0.0527117 Nov 08 00:58:25.423989 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-503d4874-c990-4f3e-8bff-43700c2905ea req-bbcf945c-abc5-49b4-829a-ed23780a3b12 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7733895-6a95-457c-a0f1-f555cade43a4&id=81f9dde1-018d-442c-9b1c-df8425a4abd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0324945 Nov 08 00:58:26.147810 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:58:26.511689 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 44c7d05c-a61b-4f57-83d0-2496c1a8eccc up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:58:26.535708 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932ec69-8ba2-4310-bee4-4b807eeafdd3 req-798c4d0e-9b15-4683-a705-de516d2264f2 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:26.537215 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1932ec69-8ba2-4310-bee4-4b807eeafdd3 req-798c4d0e-9b15-4683-a705-de516d2264f2 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 984 time: 0.0491469 Nov 08 00:58:26.577636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1932ec69-8ba2-4310-bee4-4b807eeafdd3 req-77523642-93bc-41b0-9a1b-2d73aabdba2e tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7733895-6a95-457c-a0f1-f555cade43a4&id=81f9dde1-018d-442c-9b1c-df8425a4abd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0344219 Nov 08 00:58:26.624381 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 44c7d05c-a61b-4f57-83d0-2496c1a8eccc completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:58:26.628408 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 44c7d05c-a61b-4f57-83d0-2496c1a8eccc triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:58:26.628780 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:26.713714 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:26.728625 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99e9cda-915d-469a-a977-fc65a499f194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c7d05c-a61b-4f57-83d0-2496c1a8eccc'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:58:26.730849 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8775c1-c595-4a61-be3a-b6b5a3c82d81" -d '{"events": [{"server_uuid": "f99e9cda-915d-469a-a977-fc65a499f194", "name": "network-vif-plugged", "status": "completed", "tag": "44c7d05c-a61b-4f57-83d0-2496c1a8eccc"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:58:26.742920 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 44c7d05c-a61b-4f57-83d0-2496c1a8eccc, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=44c7d05c-a61b-4f57-83d0-2496c1a8eccc,segment=NetworkSegment(20c2335d-5322-4d2b-9676-8aeb6a6690b8),segment_id=20c2335d-5322-4d2b-9676-8aeb6a6690b8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:58:26.767256 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caa6ea4-aa19-4076-9585-f75cc202994d x-openstack-request-id: req-5caa6ea4-aa19-4076-9585-f75cc202994d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:58:26.767540 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99e9cda-915d-469a-a977-fc65a499f194", "name": "network-vif-plugged", "status": "completed", "tag": "44c7d05c-a61b-4f57-83d0-2496c1a8eccc", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:58:26.767837 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5caa6ea4-aa19-4076-9585-f75cc202994d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:58:26.768223 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99e9cda-915d-469a-a977-fc65a499f194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c7d05c-a61b-4f57-83d0-2496c1a8eccc', 'code': 200} Nov 08 00:58:26.835316 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:26.882678 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=44c7d05c-a61b-4f57-83d0-2496c1a8eccc,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:26.888976 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776590a-c2d6-433c-ba89-f3af2aeb468c req-73c2e308-12c1-48b0-8e78-69602056eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:26.890513 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0776590a-c2d6-433c-ba89-f3af2aeb468c req-73c2e308-12c1-48b0-8e78-69602056eec9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 1136 time: 0.0407817 Nov 08 00:58:26.927013 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0776590a-c2d6-433c-ba89-f3af2aeb468c req-2b9811a2-7541-4ad0-b1dc-066b6ac119ed service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f7733895-6a95-457c-a0f1-f555cade43a4&id=81f9dde1-018d-442c-9b1c-df8425a4abd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0287194 Nov 08 00:58:27.692164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d0c4d-ce9d-499b-908c-a661050c6216 req-ec137503-a461-4e81-b85a-831847becec7 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:27.693611 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e04d0c4d-ce9d-499b-908c-a661050c6216 req-ec137503-a461-4e81-b85a-831847becec7 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 985 time: 0.0511093 Nov 08 00:58:27.733345 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e04d0c4d-ce9d-499b-908c-a661050c6216 req-df3296e2-dbad-4427-86c8-2adf7530e8a6 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7733895-6a95-457c-a0f1-f555cade43a4&id=81f9dde1-018d-442c-9b1c-df8425a4abd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0332022 Nov 08 00:58:28.183917 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1e6cad82-0b8d-4a5b-bcb4-16d98492010e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:28.846084 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149ec0-9ac9-448a-b63d-9cb2e88a2094 req-988a4951-351f-4beb-86f8-6aa6fd5fc9fd tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:28.847555 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff149ec0-9ac9-448a-b63d-9cb2e88a2094 req-988a4951-351f-4beb-86f8-6aa6fd5fc9fd tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 985 time: 0.0484416 Nov 08 00:58:28.887157 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff149ec0-9ac9-448a-b63d-9cb2e88a2094 req-938e094d-55f1-42b0-878b-ece519bf1be7 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7733895-6a95-457c-a0f1-f555cade43a4&id=81f9dde1-018d-442c-9b1c-df8425a4abd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0329642 Nov 08 00:58:29.000516 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f437b-2783-4681-b9d8-b155c24503a8 req-63b9750d-cbc7-4495-9ec3-edcc50c68a40 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:29.001972 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-436f437b-2783-4681-b9d8-b155c24503a8 req-63b9750d-cbc7-4495-9ec3-edcc50c68a40 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 985 time: 0.0482061 Nov 08 00:58:29.041206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-436f437b-2783-4681-b9d8-b155c24503a8 req-aa09d145-abba-49b3-908e-a230a7882be2 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7733895-6a95-457c-a0f1-f555cade43a4&id=81f9dde1-018d-442c-9b1c-df8425a4abd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0332546 Nov 08 00:58:29.146170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb5f0c-6acc-44bd-93d7-fb3a6b63b63d req-db34fcfe-db98-4131-953a-4efd3f3c12c1 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:29.147680 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4fb5f0c-6acc-44bd-93d7-fb3a6b63b63d req-db34fcfe-db98-4131-953a-4efd3f3c12c1 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 1136 time: 0.0435951 Nov 08 00:58:29.165936 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e4fb5f0c-6acc-44bd-93d7-fb3a6b63b63d req-4089bd65-c08a-4191-931c-6bc8bf4f9677 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:29.236897 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e4fb5f0c-6acc-44bd-93d7-fb3a6b63b63d req-4089bd65-c08a-4191-931c-6bc8bf4f9677 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:29.326466 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e4fb5f0c-6acc-44bd-93d7-fb3a6b63b63d req-4089bd65-c08a-4191-931c-6bc8bf4f9677 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:29.353764 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4fb5f0c-6acc-44bd-93d7-fb3a6b63b63d req-4089bd65-c08a-4191-931c-6bc8bf4f9677 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f7733895-6a95-457c-a0f1-f555cade43a4&id=81f9dde1-018d-442c-9b1c-df8425a4abd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1994653 Nov 08 00:58:29.358178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089bd65-c08a-4191-931c-6bc8bf4f9677 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e646fd-a05f-4d43-a0df-535ea3b5b005,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:29.375170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36016) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:58:29.414618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaf7bfb-2849-4e0c-ad2b-d95e3b6b0df3 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:29.416163 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bdaf7bfb-2849-4e0c-ad2b-d95e3b6b0df3 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 1131 time: 0.0400069 Nov 08 00:58:29.419102 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36018) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:58:29.423256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': '44c7d05c-a61b-4f57-83d0-2496c1a8eccc', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:58:29.510004 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:29.608258 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:29.706380 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Allocated IP 172.25.2.59 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/7c6030f7-2e91-4f23-afb4-ba409f3c0ef5) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:58:29.807336 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:29.887995 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:29.924413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:58:29.928705 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:58:29.931886 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:58:29.957282 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event updated for resources: {'Port': ['ID=7c6030f7-2e91-4f23-afb4-ba409f3c0ef5,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:29.970661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:29.971002 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:29.971336 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:29.971665 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:29.972022 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:29.972350 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:29.972671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:29.972991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:29.973310 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:29.973623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:29.973938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:29.974280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:58:30.614671 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:30.749892 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e116b79a-9b26-4002-a269-5d8bcf07b6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:30.751759 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:30.899225 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:30.977978 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:31.023744 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:31.050839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event updated for resources: {'Port': ['ID=7c6030f7-2e91-4f23-afb4-ba409f3c0ef5,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:58:31.059217 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:31.160653 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Floating IP 18b0f417-5c37-4f65-a382-185a8b175b41 associated. External IP: 172.25.2.59, port: 44c7d05c-a61b-4f57-83d0-2496c1a8eccc. Nov 08 00:58:31.378307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Router 25988db1-1816-47f8-993f-60851da7877d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:58:31.481199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:58:31.490958 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34cb463-90c7-4175-8db6-f0a7ded1d197 None None] Sync routers for ids ['25988db1-1816-47f8-993f-60851da7877d'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:58:31.500112 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34cb463-90c7-4175-8db6-f0a7ded1d197 None None] Routers {'25988db1-1816-47f8-993f-60851da7877d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:58:31.504501 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c34cb463-90c7-4175-8db6-f0a7ded1d197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:58:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['25988db1-1816-47f8-993f-60851da7877d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:58:31.608747 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:31.621217 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-c34cb463-90c7-4175-8db6-f0a7ded1d197 None None] Set router 25988db1-1816-47f8-993f-60851da7877d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:58:31.639297 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1b2db6f3-b533-4089-9ce5-1a0c593f9576 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2191901 Nov 08 00:58:31.639919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99e9cda-915d-469a-a977-fc65a499f194', 'tag': '44c7d05c-a61b-4f57-83d0-2496c1a8eccc'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:58:31.642143 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36022) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:58:31.642641 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8ba948-122a-4a9d-8c5a-036d5d79d214" -d '{"events": [{"name": "network-changed", "server_uuid": "f99e9cda-915d-469a-a977-fc65a499f194", "tag": "44c7d05c-a61b-4f57-83d0-2496c1a8eccc"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:58:31.678893 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7227eb5d-15e1-4e9a-b382-e48f32b7b7ce x-openstack-request-id: req-7227eb5d-15e1-4e9a-b382-e48f32b7b7ce {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:58:31.679187 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99e9cda-915d-469a-a977-fc65a499f194", "tag": "44c7d05c-a61b-4f57-83d0-2496c1a8eccc", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:58:31.679439 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7227eb5d-15e1-4e9a-b382-e48f32b7b7ce {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:58:31.679874 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99e9cda-915d-469a-a977-fc65a499f194', 'tag': '44c7d05c-a61b-4f57-83d0-2496c1a8eccc', 'status': 'completed', 'code': 200} Nov 08 00:58:31.782715 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ba948-122a-4a9d-8c5a-036d5d79d214 req-b881dd5e-528f-4c35-ad79-3782107b55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:31.784316 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c8ba948-122a-4a9d-8c5a-036d5d79d214 req-b881dd5e-528f-4c35-ad79-3782107b55d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a8c931c553740fd9990cdf4ffa014a0&device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 1136 time: 0.0467083 Nov 08 00:58:31.822502 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56bc555-f4cc-4a1d-b17e-a353692e62e9 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:31.828494 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56bc555-f4cc-4a1d-b17e-a353692e62e9 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:31.828494 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56bc555-f4cc-4a1d-b17e-a353692e62e9 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:31.828494 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56bc555-f4cc-4a1d-b17e-a353692e62e9 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:31.828956 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d56bc555-f4cc-4a1d-b17e-a353692e62e9 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1850829 Nov 08 00:58:31.829888 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36026) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:58:31.851463 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c34cb463-90c7-4175-8db6-f0a7ded1d197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25988db1-1816-47f8-993f-60851da7877d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-971191882', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '2fc52b96-34c7-4395-85da-39209789f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:58:07Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '2fc52b96-34c7-4395-85da-39209789f81a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:08Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '18b0f417-5c37-4f65-a382-185a8b175b41', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'floating_ip_address': '172.25.2.59', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '25988db1-1816-47f8-993f-60851da7877d', 'port_id': '44c7d05c-a61b-4f57-83d0-2496c1a8eccc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c', 'mac_address': 'fa:16:3e:45:e6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99e9cda-915d-469a-a977-fc65a499f194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:58:30Z', 'updated_at': '2021-11-08T00:58:30Z', 'revision_number': 0, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d88fc5c-1f96-47c7-9940-dc9abed2feaa', 'name': '', 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'mac_address': 'fa:16:3e:1f:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '07e1020a-e263-4ff8-b2ed-7a058b869d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:11Z', 'updated_at': '2021-11-08T00:58:15Z', 'revision_number': 5, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'subnets': [{'id': '07e1020a-e263-4ff8-b2ed-7a058b869d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:58:31.886788 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:31.891494 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34cb463-90c7-4175-8db6-f0a7ded1d197 None None] Checking router: 25988db1-1816-47f8-993f-60851da7877d for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:58:31.893441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ba948-122a-4a9d-8c5a-036d5d79d214 req-050cb3e7-b346-4ce0-a62f-0c9a4c22134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:31.894992 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c8ba948-122a-4a9d-8c5a-036d5d79d214 req-050cb3e7-b346-4ce0-a62f-0c9a4c22134f service neutron] 10.222.0.20 "GET /v2.0/networks?id=96564724-b29e-405c-860c-7e86d9f42e8c HTTP/1.1" status: 200 len: 897 time: 0.1034887 Nov 08 00:58:31.899308 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34cb463-90c7-4175-8db6-f0a7ded1d197 None None] Routers {'25988db1-1816-47f8-993f-60851da7877d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:58:31.900010 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c34cb463-90c7-4175-8db6-f0a7ded1d197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:58:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['25988db1-1816-47f8-993f-60851da7877d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:58:31.964937 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56160b45-cfc1-4748-bb90-58859beeee95 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:31.965393 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56160b45-cfc1-4748-bb90-58859beeee95 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:31.965865 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56160b45-cfc1-4748-bb90-58859beeee95 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:31.966310 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56160b45-cfc1-4748-bb90-58859beeee95 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:31.968301 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-56160b45-cfc1-4748-bb90-58859beeee95 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1371760 Nov 08 00:58:31.971304 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36028) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:58:31.973287 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c8ba948-122a-4a9d-8c5a-036d5d79d214 req-a900c2f6-3cf5-4242-9ce7-88c6399827c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44c7d05c-a61b-4f57-83d0-2496c1a8eccc HTTP/1.1" status: 200 len: 999 time: 0.0708039 Nov 08 00:58:32.007625 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-c34cb463-90c7-4175-8db6-f0a7ded1d197 None None] Set router 25988db1-1816-47f8-993f-60851da7877d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:58:32.024770 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ba948-122a-4a9d-8c5a-036d5d79d214 req-0190651e-c375-4019-b23b-cba1dc983eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:32.026344 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c8ba948-122a-4a9d-8c5a-036d5d79d214 req-0190651e-c375-4019-b23b-cba1dc983eea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07e1020a-e263-4ff8-b2ed-7a058b869d89 HTTP/1.1" status: 200 len: 835 time: 0.0464485 Nov 08 00:58:32.073419 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ba948-122a-4a9d-8c5a-036d5d79d214 req-c61ab49f-18c0-4dcd-9184-e7f44cafe8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:32.075029 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c8ba948-122a-4a9d-8c5a-036d5d79d214 req-c61ab49f-18c0-4dcd-9184-e7f44cafe8c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96564724-b29e-405c-860c-7e86d9f42e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416040 Nov 08 00:58:32.173780 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c8ba948-122a-4a9d-8c5a-036d5d79d214 req-33266f8a-fa0d-47e0-abea-ef26be0e526a service neutron] 10.222.0.20 "GET /v2.0/networks/96564724-b29e-405c-860c-7e86d9f42e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915720 Nov 08 00:58:32.201888 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3c9bd679-3621-4cd5-af0e-f1938b32f765 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1613 time: 0.2292669 Nov 08 00:58:32.204369 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36030) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:58:32.235150 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c34cb463-90c7-4175-8db6-f0a7ded1d197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25988db1-1816-47f8-993f-60851da7877d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-971191882', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '2fc52b96-34c7-4395-85da-39209789f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:58:07Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '2fc52b96-34c7-4395-85da-39209789f81a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:08Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '18b0f417-5c37-4f65-a382-185a8b175b41', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'floating_ip_address': '172.25.2.59', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '25988db1-1816-47f8-993f-60851da7877d', 'port_id': '44c7d05c-a61b-4f57-83d0-2496c1a8eccc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c', 'mac_address': 'fa:16:3e:45:e6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99e9cda-915d-469a-a977-fc65a499f194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:58:30Z', 'updated_at': '2021-11-08T00:58:30Z', 'revision_number': 0, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d88fc5c-1f96-47c7-9940-dc9abed2feaa', 'name': '', 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'mac_address': 'fa:16:3e:1f:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '07e1020a-e263-4ff8-b2ed-7a058b869d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:11Z', 'updated_at': '2021-11-08T00:58:15Z', 'revision_number': 5, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'subnets': [{'id': '07e1020a-e263-4ff8-b2ed-7a058b869d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:58:32.252356 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41749a68-02e2-472d-a02b-b2b98b09502f tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:32.252833 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41749a68-02e2-472d-a02b-b2b98b09502f tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:58:32.254516 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-41749a68-02e2-472d-a02b-b2b98b09502f tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=25988db1-1816-47f8-993f-60851da7877d HTTP/1.1" status: 200 len: 1990 time: 0.0489922 Nov 08 00:58:32.262784 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34cb463-90c7-4175-8db6-f0a7ded1d197 None None] The sync data for ids ['25988db1-1816-47f8-993f-60851da7877d'] in n-d-816882-1 is: [{'id': '25988db1-1816-47f8-993f-60851da7877d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-971191882', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '2fc52b96-34c7-4395-85da-39209789f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:58:07Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '2fc52b96-34c7-4395-85da-39209789f81a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:08Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '18b0f417-5c37-4f65-a382-185a8b175b41', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'floating_ip_address': '172.25.2.59', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '25988db1-1816-47f8-993f-60851da7877d', 'port_id': '44c7d05c-a61b-4f57-83d0-2496c1a8eccc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c', 'mac_address': 'fa:16:3e:45:e6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99e9cda-915d-469a-a977-fc65a499f194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T00:58:30Z', 'updated_at': '2021-11-08T00:58:30Z', 'revision_number': 0, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d88fc5c-1f96-47c7-9940-dc9abed2feaa', 'name': '', 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'mac_address': 'fa:16:3e:1f:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '07e1020a-e263-4ff8-b2ed-7a058b869d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:11Z', 'updated_at': '2021-11-08T00:58:15Z', 'revision_number': 5, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'subnets': [{'id': '07e1020a-e263-4ff8-b2ed-7a058b869d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:58:32.284174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c8ba948-122a-4a9d-8c5a-036d5d79d214 req-79b3cdee-1877-487b-b296-56ea6d8d55e8 service neutron] 10.222.0.20 "GET /v2.0/networks/96564724-b29e-405c-860c-7e86d9f42e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022904 Nov 08 00:58:32.332510 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:32.445881 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057541a7-251e-42f7-a5b8-4d6606a81f51 None None] New status for floating IP 18b0f417-5c37-4f65-a382-185a8b175b41: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 00:58:33.463672 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:38.983864 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:58:58.206664 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56aea6ed-7c3c-4a39-93e4-09501fed1def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:00.748865 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-029ca011-6f22-4bb6-9f8f-c20d8d391828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:00.762116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-6d5bc819-9be5-419b-bd6c-9cbd77bf2c10 req-bce16ec7-0542-4a05-a67a-ebbed0d8f164 service neutron] (102772) timed out ('10.222.0.13', 55728) {{(pid=102772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 00:59:01.052320 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:01.898032 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:02.314823 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:03.146532 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:59:03.550963 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:05.591237 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-879e281f-e6c2-474c-9264-fe00b7eefd9c req-587c4d1f-a73d-4c71-8f0a-10e82de55200 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450966 Nov 08 00:59:05.689255 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e281f-e6c2-474c-9264-fe00b7eefd9c req-687bd0e7-6720-4010-9021-15dca94cec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:05.690739 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-879e281f-e6c2-474c-9264-fe00b7eefd9c req-687bd0e7-6720-4010-9021-15dca94cec88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a8c931c553740fd9990cdf4ffa014a0&device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 1136 time: 0.0410354 Nov 08 00:59:05.790900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e281f-e6c2-474c-9264-fe00b7eefd9c req-5f821e8b-77fd-4096-bc3e-a81fb40a0b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:05.792368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-879e281f-e6c2-474c-9264-fe00b7eefd9c req-5f821e8b-77fd-4096-bc3e-a81fb40a0b1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=96564724-b29e-405c-860c-7e86d9f42e8c HTTP/1.1" status: 200 len: 897 time: 0.0828698 Nov 08 00:59:05.867013 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-879e281f-e6c2-474c-9264-fe00b7eefd9c req-6a265d37-92cd-4e46-a350-c3f898e13d82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44c7d05c-a61b-4f57-83d0-2496c1a8eccc HTTP/1.1" status: 200 len: 1001 time: 0.0662260 Nov 08 00:59:05.915959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e281f-e6c2-474c-9264-fe00b7eefd9c req-2e9f7328-24a9-44cd-aa59-b222d43a8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:05.917912 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-879e281f-e6c2-474c-9264-fe00b7eefd9c req-2e9f7328-24a9-44cd-aa59-b222d43a8fd0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07e1020a-e263-4ff8-b2ed-7a058b869d89 HTTP/1.1" status: 200 len: 835 time: 0.0435133 Nov 08 00:59:05.962607 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e281f-e6c2-474c-9264-fe00b7eefd9c req-cde0b1d6-39d4-44cd-bc51-331b7e9e9d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:05.964077 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-879e281f-e6c2-474c-9264-fe00b7eefd9c req-cde0b1d6-39d4-44cd-bc51-331b7e9e9d86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96564724-b29e-405c-860c-7e86d9f42e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389132 Nov 08 00:59:06.056213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-879e281f-e6c2-474c-9264-fe00b7eefd9c req-6b8f4595-ed91-4da2-b215-5f22c9e30586 service neutron] 10.222.0.20 "GET /v2.0/networks/96564724-b29e-405c-860c-7e86d9f42e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851488 Nov 08 00:59:06.143874 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-879e281f-e6c2-474c-9264-fe00b7eefd9c req-8dfa55d0-889e-4762-acfb-43e515b9ca71 service neutron] 10.222.0.20 "GET /v2.0/networks/96564724-b29e-405c-860c-7e86d9f42e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811164 Nov 08 00:59:08.977780 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:28.188761 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2ac37af-1197-4dc3-95f9-b0518ae315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:30.726012 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63ef114a-c931-4438-a8fa-f396e72c5a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:31.057396 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:31.874381 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:32.343022 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:33.469273 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:37.776944 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36052) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:59:37.855640 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-33c74064-eb84-4bfe-b78e-cb07863cd971 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1375 time: 0.0774961 Nov 08 00:59:37.858520 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36056) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:59:37.863229 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Request body: {'network': {'name': 'tempest-network-smoke--930258661', 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'port_security_enabled': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:59:37.977228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Made reservation on behalf of 3a8c931c553740fd9990cdf4ffa014a0 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:59:37.981288 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:38.003722 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 00:59:38.013045 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:38.013394 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Added segment d5536257-d110-4895-a20e-506cdc92a396 of type vlan for network 87d44a8a-f892-4642-8328-a28be6d20309 Nov 08 00:59:38.052899 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:38.166193 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:38.171746 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:38.172347 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:38.546799 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event updated for resources: {'Network': ['ID=87d44a8a-f892-4642-8328-a28be6d20309,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:59:38.553996 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:38.554345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:38.554683 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:38.555016 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:38.555345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:38.555671 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:38.556027 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:38.556353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:38.556681 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:38.557003 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:38.557843 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:38.558164 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:38.569723 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 87d44a8a-f892-4642-8328-a28be6d20309 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 00:59:38.603096 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-86754ec2-969f-4a1b-953e-ce126fcdd3e1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7435541 Nov 08 00:59:38.608074 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36058) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:59:38.612475 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-677c47dc-a1df-40f4-b9bc-052f2ddfff9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-403564432', 'admin_state_up': True, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:59:38.766018 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-677c47dc-a1df-40f4-b9bc-052f2ddfff9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:38.767022 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-677c47dc-a1df-40f4-b9bc-052f2ddfff9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:38.815984 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-677c47dc-a1df-40f4-b9bc-052f2ddfff9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:39.017139 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:39.035250 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-677c47dc-a1df-40f4-b9bc-052f2ddfff9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:39.316348 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-677c47dc-a1df-40f4-b9bc-052f2ddfff9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:39.340727 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-677c47dc-a1df-40f4-b9bc-052f2ddfff9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:39.446627 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-677c47dc-a1df-40f4-b9bc-052f2ddfff9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Allocated IP 172.25.2.7 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/6d8bd8f6-8b88-44b3-855c-121635b8e30c) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:59:39.545312 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-677c47dc-a1df-40f4-b9bc-052f2ddfff9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:39.674742 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-677c47dc-a1df-40f4-b9bc-052f2ddfff9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:39.709994 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677c47dc-a1df-40f4-b9bc-052f2ddfff9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:59:39.712833 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-677c47dc-a1df-40f4-b9bc-052f2ddfff9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:59:39.716564 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677c47dc-a1df-40f4-b9bc-052f2ddfff9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:59:39.746031 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c47dc-a1df-40f4-b9bc-052f2ddfff9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event updated for resources: {'Port': ['ID=6d8bd8f6-8b88-44b3-855c-121635b8e30c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:59:40.117215 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-677c47dc-a1df-40f4-b9bc-052f2ddfff9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:40.144884 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 00:59:40.310013 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-677c47dc-a1df-40f4-b9bc-052f2ddfff9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:40.525354 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677c47dc-a1df-40f4-b9bc-052f2ddfff9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Router 8ab90eac-9e5a-477c-b87e-26f2ae052643 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 00:59:40.630694 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677c47dc-a1df-40f4-b9bc-052f2ddfff9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:59:40.640690 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] Sync routers for ids ['8ab90eac-9e5a-477c-b87e-26f2ae052643'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:59:40.649703 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] Routers {'8ab90eac-9e5a-477c-b87e-26f2ae052643'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:59:40.650293 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:59:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8ab90eac-9e5a-477c-b87e-26f2ae052643'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:59:40.745482 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-677c47dc-a1df-40f4-b9bc-052f2ddfff9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:40.746925 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-677c47dc-a1df-40f4-b9bc-052f2ddfff9f tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.1376185 Nov 08 00:59:40.748498 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] Set router 8ab90eac-9e5a-477c-b87e-26f2ae052643 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:59:40.753117 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36060) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:59:40.825125 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5606e6ea-5920-4acf-8f97-43498cd4a09b tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:40.826727 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5606e6ea-5920-4acf-8f97-43498cd4a09b tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=3a8c931c553740fd9990cdf4ffa014a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0726480 Nov 08 00:59:40.829562 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36062) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:59:40.921411 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'name': 'tempest-TestSecurityGroupsBasicOps-router-403564432', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '6d8bd8f6-8b88-44b3-855c-121635b8e30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:59:38Z', 'updated_at': '2021-11-08T00:59:39Z', 'revision_number': 3, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '6d8bd8f6-8b88-44b3-855c-121635b8e30c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:59:39Z', 'updated_at': '2021-11-08T00:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:59:40.946841 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] Checking router: 8ab90eac-9e5a-477c-b87e-26f2ae052643 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:59:40.947179 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] Updating router 8ab90eac-9e5a-477c-b87e-26f2ae052643 port 6d8bd8f6-8b88-44b3-855c-121635b8e30c binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:59:40.970501 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:40.980425 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04cfb2a-1d9c-4430-a385-d33c0098bd1a tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:40.985370 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c04cfb2a-1d9c-4430-a385-d33c0098bd1a tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1514347 Nov 08 00:59:40.985637 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36064) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:59:41.021704 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-80ddb8f8-2087-4208-acc3-540f657213b3 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324657 Nov 08 00:59:41.021915 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36066) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:59:41.049113 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d58374b6-be02-40aa-8cb3-ee44e50e9444 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=3a8c931c553740fd9990cdf4ffa014a0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260956 Nov 08 00:59:41.052757 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36068) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:59:41.227716 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:41.320370 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:41.376702 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] Attempting to bind port 6d8bd8f6-8b88-44b3-855c-121635b8e30c on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:59:41.377076 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] Attempting to bind port 6d8bd8f6-8b88-44b3-855c-121635b8e30c by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:59:41.377410 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] Attempting to bind port 6d8bd8f6-8b88-44b3-855c-121635b8e30c on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:59:41.380304 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55a09d-fee6-42ed-be8a-7845a936d529 None None] Pushing event updated for resources: {'Port': ['ID=6d8bd8f6-8b88-44b3-855c-121635b8e30c,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:59:41.388016 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:59:41.388385 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:59:41.388773 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:41.389155 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:59:41.389603 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] Bound port: 6d8bd8f6-8b88-44b3-855c-121635b8e30c, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:59:41.389974 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:41.393059 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55a09d-fee6-42ed-be8a-7845a936d529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:41.393394 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55a09d-fee6-42ed-be8a-7845a936d529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:41.393718 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55a09d-fee6-42ed-be8a-7845a936d529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:41.393830 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e6d073-ab57-4f8b-8ed6-4e78b5049124 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:41.394294 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55a09d-fee6-42ed-be8a-7845a936d529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:41.394393 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55a09d-fee6-42ed-be8a-7845a936d529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:41.394645 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55a09d-fee6-42ed-be8a-7845a936d529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:41.394954 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55a09d-fee6-42ed-be8a-7845a936d529 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:41.395266 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55a09d-fee6-42ed-be8a-7845a936d529 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:41.395376 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-46e6d073-ab57-4f8b-8ed6-4e78b5049124 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3416703 Nov 08 00:59:41.395576 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55a09d-fee6-42ed-be8a-7845a936d529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:41.395907 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55a09d-fee6-42ed-be8a-7845a936d529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:41.396216 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55a09d-fee6-42ed-be8a-7845a936d529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:41.396525 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55a09d-fee6-42ed-be8a-7845a936d529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:41.398168 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36070) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:59:41.426174 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1e4d7f8b-1b43-450d-b0ae-212d749754d1 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269578 Nov 08 00:59:41.428862 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36072) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:59:41.433578 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e0725f5b-0e80-4b5e-ae0a-1aa5ac6d4cc4 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-876062627', 'network_id': '87d44a8a-f892-4642-8328-a28be6d20309', 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:59:41.446081 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] For port 6d8bd8f6-8b88-44b3-855c-121635b8e30c, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:59:41.449059 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] For port 6d8bd8f6-8b88-44b3-855c-121635b8e30c, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6d8bd8f6-8b88-44b3-855c-121635b8e30c,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:59:41.527174 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:41.582915 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] Routers {'8ab90eac-9e5a-477c-b87e-26f2ae052643'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:59:41.583519 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:59:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8ab90eac-9e5a-477c-b87e-26f2ae052643'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:59:41.586367 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55a09d-fee6-42ed-be8a-7845a936d529 None None] Pushing event updated for resources: {'Port': ['ID=6d8bd8f6-8b88-44b3-855c-121635b8e30c,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:59:41.628516 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0725f5b-0e80-4b5e-ae0a-1aa5ac6d4cc4 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Made reservation on behalf of 3a8c931c553740fd9990cdf4ffa014a0 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:59:41.632501 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0725f5b-0e80-4b5e-ae0a-1aa5ac6d4cc4 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:41.778205 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] Set router 8ab90eac-9e5a-477c-b87e-26f2ae052643 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:59:41.891811 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0725f5b-0e80-4b5e-ae0a-1aa5ac6d4cc4 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:41.951536 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'name': 'tempest-TestSecurityGroupsBasicOps-router-403564432', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '6d8bd8f6-8b88-44b3-855c-121635b8e30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:59:38Z', 'updated_at': '2021-11-08T00:59:39Z', 'revision_number': 3, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '6d8bd8f6-8b88-44b3-855c-121635b8e30c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:59:39Z', 'updated_at': '2021-11-08T00:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:59:41.953252 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0725f5b-0e80-4b5e-ae0a-1aa5ac6d4cc4 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event updated for resources: {'Subnet': ['ID=0f02de41-7f5d-4e5d-8b2f-a6a1977d597f,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:59:41.962004 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0725f5b-0e80-4b5e-ae0a-1aa5ac6d4cc4 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Checking segment: {'id': 'd5536257-d110-4895-a20e-506cdc92a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '87d44a8a-f892-4642-8328-a28be6d20309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:59:41.962370 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0725f5b-0e80-4b5e-ae0a-1aa5ac6d4cc4 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Network hostable DHCP agents. Network: 87d44a8a-f892-4642-8328-a28be6d20309, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 00:59:41.981921 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215384d4-151a-40fc-9fcf-a46f6e0aa0d7 None None] The sync data for ids ['8ab90eac-9e5a-477c-b87e-26f2ae052643'] in n-d-816882-1 is: [{'id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'name': 'tempest-TestSecurityGroupsBasicOps-router-403564432', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '6d8bd8f6-8b88-44b3-855c-121635b8e30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:59:38Z', 'updated_at': '2021-11-08T00:59:39Z', 'revision_number': 3, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '6d8bd8f6-8b88-44b3-855c-121635b8e30c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:59:39Z', 'updated_at': '2021-11-08T00:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:59:42.086322 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0725f5b-0e80-4b5e-ae0a-1aa5ac6d4cc4 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Network 87d44a8a-f892-4642-8328-a28be6d20309 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 00:59:42.194693 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-e0725f5b-0e80-4b5e-ae0a-1aa5ac6d4cc4 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 87d44a8a-f892-4642-8328-a28be6d20309) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:59:42.201796 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0725f5b-0e80-4b5e-ae0a-1aa5ac6d4cc4 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:42.202409 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e0725f5b-0e80-4b5e-ae0a-1aa5ac6d4cc4 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:42.213100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc71a612-7721-40e6-8ebf-abcf04ba2535 None None] Network 87d44a8a-f892-4642-8328-a28be6d20309 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:59:42.312812 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e0725f5b-0e80-4b5e-ae0a-1aa5ac6d4cc4 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8829000 Nov 08 00:59:42.315507 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36074) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 00:59:42.374958 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-87d44a8a-f892-4642-8328-a28be6d20309', 'network_id': '87d44a8a-f892-4642-8328-a28be6d20309', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'fixed_ips': [{'subnet_id': '0f02de41-7f5d-4e5d-8b2f-a6a1977d597f'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 00:59:42.375895 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:42.530359 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Allocated IP 172.20.0.18 (87d44a8a-f892-4642-8328-a28be6d20309/0f02de41-7f5d-4e5d-8b2f-a6a1977d597f/21e644f0-2a93-497d-a1b9-7cd1f01ab346) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:59:42.592332 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6d8bd8f6-8b88-44b3-855c-121635b8e30c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:59:42.680098 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6d8bd8f6-8b88-44b3-855c-121635b8e30c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:59:42.680474 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:42.768448 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:42.807191 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:42.832289 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 6d8bd8f6-8b88-44b3-855c-121635b8e30c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6d8bd8f6-8b88-44b3-855c-121635b8e30c,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:59:42.832505 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-39e7419c-a489-4bf0-898b-5bac882959e0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:42.858123 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:42.894260 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Network 87d44a8a-f892-4642-8328-a28be6d20309 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:59:42.897110 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:59:42.902155 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:59:42.914912 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Pushing event updated for resources: {'Port': ['ID=21e644f0-2a93-497d-a1b9-7cd1f01ab346,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:59:42.941964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:42.941964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:42.941964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:42.941964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:42.941964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:42.941964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:42.941964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:42.941964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:42.941964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:42.941964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:42.941964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:42.941964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 00:59:42.949992 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:43.004267 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Attempting to bind port 21e644f0-2a93-497d-a1b9-7cd1f01ab346 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:59:43.004632 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Attempting to bind port 21e644f0-2a93-497d-a1b9-7cd1f01ab346 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'd5536257-d110-4895-a20e-506cdc92a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '87d44a8a-f892-4642-8328-a28be6d20309'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:59:43.004999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Attempting to bind port 21e644f0-2a93-497d-a1b9-7cd1f01ab346 on network 87d44a8a-f892-4642-8328-a28be6d20309 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:59:43.017238 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:59:43.017607 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Checking segment: {'id': 'd5536257-d110-4895-a20e-506cdc92a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '87d44a8a-f892-4642-8328-a28be6d20309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:59:43.022389 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:43.022389 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Bound using segment: {'id': 'd5536257-d110-4895-a20e-506cdc92a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '87d44a8a-f892-4642-8328-a28be6d20309'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:59:43.022389 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Bound port: 21e644f0-2a93-497d-a1b9-7cd1f01ab346, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5536257-d110-4895-a20e-506cdc92a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '87d44a8a-f892-4642-8328-a28be6d20309'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:59:43.022389 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:43.037208 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=6d8bd8f6-8b88-44b3-855c-121635b8e30c,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:59:43.094997 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] For port 21e644f0-2a93-497d-a1b9-7cd1f01ab346, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:59:43.098016 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] For port 21e644f0-2a93-497d-a1b9-7cd1f01ab346, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=21e644f0-2a93-497d-a1b9-7cd1f01ab346,segment=NetworkSegment(d5536257-d110-4895-a20e-506cdc92a396),segment_id=d5536257-d110-4895-a20e-506cdc92a396)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:59:43.183457 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:43.207952 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-39e7419c-a489-4bf0-898b-5bac882959e0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Allocated IP 172.20.0.17 (87d44a8a-f892-4642-8328-a28be6d20309/0f02de41-7f5d-4e5d-8b2f-a6a1977d597f/ddad8ab7-a227-4d06-b80f-1a426e323860) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:59:43.243597 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728864c2-4c8c-43fb-87f9-1d043096f384 None None] Pushing event updated for resources: {'Port': ['ID=21e644f0-2a93-497d-a1b9-7cd1f01ab346,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:59:43.327012 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-39e7419c-a489-4bf0-898b-5bac882959e0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:43.429300 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-39e7419c-a489-4bf0-898b-5bac882959e0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:43.494270 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e7419c-a489-4bf0-898b-5bac882959e0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Network 87d44a8a-f892-4642-8328-a28be6d20309 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:59:43.500150 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-39e7419c-a489-4bf0-898b-5bac882959e0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:59:43.507545 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e7419c-a489-4bf0-898b-5bac882959e0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:59:43.534772 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7419c-a489-4bf0-898b-5bac882959e0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event updated for resources: {'Port': ['ID=ddad8ab7-a227-4d06-b80f-1a426e323860,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:59:43.559375 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-39e7419c-a489-4bf0-898b-5bac882959e0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:43.772300 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-39e7419c-a489-4bf0-898b-5bac882959e0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:44.077925 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-39e7419c-a489-4bf0-898b-5bac882959e0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:44.135963 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdbce13-1f3e-466a-817d-4c5071e26a77 None None] Network 87d44a8a-f892-4642-8328-a28be6d20309 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 00:59:44.165926 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-39e7419c-a489-4bf0-898b-5bac882959e0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:44.208450 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b66c5fe3-d402-4c2f-bdbc-8ca789ebace5 None None] Provisioning complete for port 21e644f0-2a93-497d-a1b9-7cd1f01ab346 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:59:44.208818 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b66c5fe3-d402-4c2f-bdbc-8ca789ebace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:44.239743 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7419c-a489-4bf0-898b-5bac882959e0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event updated for resources: {'Port': ['ID=ddad8ab7-a227-4d06-b80f-1a426e323860,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:59:44.242317 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-39e7419c-a489-4bf0-898b-5bac882959e0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:44.337390 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e7419c-a489-4bf0-898b-5bac882959e0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Network 87d44a8a-f892-4642-8328-a28be6d20309 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:59:44.339442 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-39e7419c-a489-4bf0-898b-5bac882959e0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:59:44.360069 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b66c5fe3-d402-4c2f-bdbc-8ca789ebace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:44.397594 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b66c5fe3-d402-4c2f-bdbc-8ca789ebace5 None None] For port 21e644f0-2a93-497d-a1b9-7cd1f01ab346, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=21e644f0-2a93-497d-a1b9-7cd1f01ab346,segment=NetworkSegment(d5536257-d110-4895-a20e-506cdc92a396),segment_id=d5536257-d110-4895-a20e-506cdc92a396)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:59:44.455218 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e7419c-a489-4bf0-898b-5bac882959e0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Router 8ab90eac-9e5a-477c-b87e-26f2ae052643 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 00:59:44.520646 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b66c5fe3-d402-4c2f-bdbc-8ca789ebace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:44.580793 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c5fe3-d402-4c2f-bdbc-8ca789ebace5 None None] Pushing event updated for resources: {'Port': ['ID=21e644f0-2a93-497d-a1b9-7cd1f01ab346,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:59:44.592239 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e7419c-a489-4bf0-898b-5bac882959e0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 00:59:44.599825 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-39e7419c-a489-4bf0-898b-5bac882959e0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "PUT /v2.0/routers/8ab90eac-9e5a-477c-b87e-26f2ae052643/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2830758 Nov 08 00:59:44.616705 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6d8bd8f6-8b88-44b3-855c-121635b8e30c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:59:44.616705 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] Sync routers for ids ['8ab90eac-9e5a-477c-b87e-26f2ae052643'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 00:59:44.660655 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] Routers {'8ab90eac-9e5a-477c-b87e-26f2ae052643'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:59:44.661298 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:59:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8ab90eac-9e5a-477c-b87e-26f2ae052643'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:59:44.897843 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3702186e-55db-4cfb-8bf7-4e7e6834ecb4 None None] Provisioning complete for port ddad8ab7-a227-4d06-b80f-1a426e323860 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:59:44.898206 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3702186e-55db-4cfb-8bf7-4e7e6834ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:44.958461 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3702186e-55db-4cfb-8bf7-4e7e6834ecb4 None None] Port ddad8ab7-a227-4d06-b80f-1a426e323860 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:59:44.960029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6d8bd8f6-8b88-44b3-855c-121635b8e30c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:59:44.960397 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:45.016898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3702186e-55db-4cfb-8bf7-4e7e6834ecb4 None None] Provisioning complete for port 21e644f0-2a93-497d-a1b9-7cd1f01ab346 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:59:45.017278 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3702186e-55db-4cfb-8bf7-4e7e6834ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:45.020037 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] Set router 8ab90eac-9e5a-477c-b87e-26f2ae052643 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:59:45.038198 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-d963baea-8442-4422-8aa3-29f94f9e1db5 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:45.039694 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-d963baea-8442-4422-8aa3-29f94f9e1db5 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/networks?id=87d44a8a-f892-4642-8328-a28be6d20309 HTTP/1.1" status: 200 len: 797 time: 0.1159549 Nov 08 00:59:45.055158 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-6169f47f-f1d2-4cec-8eb2-f5f082d97a98 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/quotas/3a8c931c553740fd9990cdf4ffa014a0 HTTP/1.1" status: 200 len: 375 time: 0.0093937 Nov 08 00:59:45.115915 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-feb603fb-ab57-4659-9593-4069191c5b03 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a8c931c553740fd9990cdf4ffa014a0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0543404 Nov 08 00:59:45.180993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-279eaeaa-384d-4c8b-a614-a8f3bf5450af service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:59:45.182163 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-279eaeaa-384d-4c8b-a614-a8f3bf5450af service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0541224 Nov 08 00:59:45.278553 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-1a5c00a0-c921-4312-9d0d-b02e4470b147 service neutron] 10.222.0.13 "GET /v2.0/networks/87d44a8a-f892-4642-8328-a28be6d20309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896420 Nov 08 00:59:45.280422 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 21e644f0-2a93-497d-a1b9-7cd1f01ab346 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:59:45.378476 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-db64f158-6fb1-4fb5-bcd8-a4711fbb25df service neutron] 10.222.0.13 "GET /v2.0/networks/87d44a8a-f892-4642-8328-a28be6d20309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937698 Nov 08 00:59:45.397406 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 21e644f0-2a93-497d-a1b9-7cd1f01ab346 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:59:45.397984 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:45.464868 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'name': 'tempest-TestSecurityGroupsBasicOps-router-403564432', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '6d8bd8f6-8b88-44b3-855c-121635b8e30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:59:38Z', 'updated_at': '2021-11-08T00:59:43Z', 'revision_number': 4, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '6d8bd8f6-8b88-44b3-855c-121635b8e30c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:59:39Z', 'updated_at': '2021-11-08T00:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'ddad8ab7-a227-4d06-b80f-1a426e323860', 'name': '', 'network_id': '87d44a8a-f892-4642-8328-a28be6d20309', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'mac_address': 'fa:16:3e:4f:17:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '0f02de41-7f5d-4e5d-8b2f-a6a1977d597f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:59:42Z', 'updated_at': '2021-11-08T00:59:43Z', 'revision_number': 2, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'subnets': [{'id': '0f02de41-7f5d-4e5d-8b2f-a6a1977d597f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:59:45.501317 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] Checking router: 8ab90eac-9e5a-477c-b87e-26f2ae052643 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 00:59:45.501718 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] Updating router 8ab90eac-9e5a-477c-b87e-26f2ae052643 port ddad8ab7-a227-4d06-b80f-1a426e323860 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 00:59:45.523961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f0c24bd6-9350-4531-b882-368515389c8d None None] Provisioning complete for port ddad8ab7-a227-4d06-b80f-1a426e323860 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:59:45.525253 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f0c24bd6-9350-4531-b882-368515389c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:45.582245 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:45.615993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f0c24bd6-9350-4531-b882-368515389c8d None None] Port ddad8ab7-a227-4d06-b80f-1a426e323860 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:59:45.709864 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a68eee1b-077d-4639-950f-0f1584689201 req-da1cac0b-0f23-4f7c-895e-62689853404d tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 210 time: 0.0983293 Nov 08 00:59:45.882542 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:45.977016 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:46.032462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b1e0d-ac1a-4257-90ed-8692dc1901f0 None None] Pushing event updated for resources: {'Port': ['ID=ddad8ab7-a227-4d06-b80f-1a426e323860,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:59:46.084517 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] Attempting to bind port ddad8ab7-a227-4d06-b80f-1a426e323860 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:59:46.084893 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] Attempting to bind port ddad8ab7-a227-4d06-b80f-1a426e323860 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'd5536257-d110-4895-a20e-506cdc92a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '87d44a8a-f892-4642-8328-a28be6d20309'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:59:46.085259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] Attempting to bind port ddad8ab7-a227-4d06-b80f-1a426e323860 on network 87d44a8a-f892-4642-8328-a28be6d20309 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:59:46.091078 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:59:46.091717 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] Checking segment: {'id': 'd5536257-d110-4895-a20e-506cdc92a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '87d44a8a-f892-4642-8328-a28be6d20309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:59:46.092172 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:46.092564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] Bound using segment: {'id': 'd5536257-d110-4895-a20e-506cdc92a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '87d44a8a-f892-4642-8328-a28be6d20309'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:59:46.093040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] Bound port: ddad8ab7-a227-4d06-b80f-1a426e323860, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5536257-d110-4895-a20e-506cdc92a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '87d44a8a-f892-4642-8328-a28be6d20309'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:59:46.093426 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:46.163251 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] For port ddad8ab7-a227-4d06-b80f-1a426e323860, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:59:46.166594 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] For port ddad8ab7-a227-4d06-b80f-1a426e323860, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ddad8ab7-a227-4d06-b80f-1a426e323860,segment=NetworkSegment(d5536257-d110-4895-a20e-506cdc92a396),segment_id=d5536257-d110-4895-a20e-506cdc92a396)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:59:46.238691 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ec92236d-5c0f-4e6d-9471-355939deb447 None None] Provisioning complete for port ddad8ab7-a227-4d06-b80f-1a426e323860 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:59:46.239081 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec92236d-5c0f-4e6d-9471-355939deb447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:46.242065 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:46.334827 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b1e0d-ac1a-4257-90ed-8692dc1901f0 None None] Pushing event updated for resources: {'Port': ['ID=ddad8ab7-a227-4d06-b80f-1a426e323860,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:59:46.338652 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] Routers {'8ab90eac-9e5a-477c-b87e-26f2ae052643'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 00:59:46.339866 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T00:59:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8ab90eac-9e5a-477c-b87e-26f2ae052643'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:59:46.460284 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec92236d-5c0f-4e6d-9471-355939deb447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:46.507561 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] Set router 8ab90eac-9e5a-477c-b87e-26f2ae052643 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 00:59:46.510187 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ec92236d-5c0f-4e6d-9471-355939deb447 None None] For port ddad8ab7-a227-4d06-b80f-1a426e323860, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ddad8ab7-a227-4d06-b80f-1a426e323860,segment=NetworkSegment(d5536257-d110-4895-a20e-506cdc92a396),segment_id=d5536257-d110-4895-a20e-506cdc92a396)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:59:46.534722 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 21e644f0-2a93-497d-a1b9-7cd1f01ab346 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:59:46.603668 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec92236d-5c0f-4e6d-9471-355939deb447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:46.821757 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d44b9fe-3c0a-49c9-9f97-3b25144e1783 req-3c37891d-01fc-4170-b508-0d2cd677035a tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 210 time: 0.0282321 Nov 08 00:59:46.898272 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92236d-5c0f-4e6d-9471-355939deb447 None None] Pushing event updated for resources: {'Port': ['ID=ddad8ab7-a227-4d06-b80f-1a426e323860,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:59:46.904397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 21e644f0-2a93-497d-a1b9-7cd1f01ab346 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:59:46.904761 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:46.927610 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7ce1d312-7a43-4279-9121-433ff30aa807 None None] Provisioning complete for port ddad8ab7-a227-4d06-b80f-1a426e323860 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:59:46.927990 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ce1d312-7a43-4279-9121-433ff30aa807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:47.084728 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'name': 'tempest-TestSecurityGroupsBasicOps-router-403564432', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '6d8bd8f6-8b88-44b3-855c-121635b8e30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:59:38Z', 'updated_at': '2021-11-08T00:59:43Z', 'revision_number': 4, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '6d8bd8f6-8b88-44b3-855c-121635b8e30c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:59:39Z', 'updated_at': '2021-11-08T00:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'ddad8ab7-a227-4d06-b80f-1a426e323860', 'name': '', 'network_id': '87d44a8a-f892-4642-8328-a28be6d20309', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'mac_address': 'fa:16:3e:4f:17:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '0f02de41-7f5d-4e5d-8b2f-a6a1977d597f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:59:42Z', 'updated_at': '2021-11-08T00:59:46Z', 'revision_number': 4, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'subnets': [{'id': '0f02de41-7f5d-4e5d-8b2f-a6a1977d597f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 00:59:47.114808 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253864e-6f86-48eb-8cc9-5464be47c7bd None None] The sync data for ids ['8ab90eac-9e5a-477c-b87e-26f2ae052643'] in n-d-816882-1 is: [{'id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'name': 'tempest-TestSecurityGroupsBasicOps-router-403564432', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '6d8bd8f6-8b88-44b3-855c-121635b8e30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:59:38Z', 'updated_at': '2021-11-08T00:59:43Z', 'revision_number': 4, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '6d8bd8f6-8b88-44b3-855c-121635b8e30c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:59:39Z', 'updated_at': '2021-11-08T00:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'ddad8ab7-a227-4d06-b80f-1a426e323860', 'name': '', 'network_id': '87d44a8a-f892-4642-8328-a28be6d20309', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'mac_address': 'fa:16:3e:4f:17:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '0f02de41-7f5d-4e5d-8b2f-a6a1977d597f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:59:42Z', 'updated_at': '2021-11-08T00:59:46Z', 'revision_number': 4, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'subnets': [{'id': '0f02de41-7f5d-4e5d-8b2f-a6a1977d597f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 00:59:47.919416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7fdeb95b-b7c5-4ec7-87aa-cb0b73583f2a req-1919611e-4bf7-4e9d-bbc3-7900a8d4e910 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 210 time: 0.0311978 Nov 08 00:59:48.526765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ddad8ab7-a227-4d06-b80f-1a426e323860 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:59:48.579774 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port ddad8ab7-a227-4d06-b80f-1a426e323860 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:59:48.580267 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:49.011877 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-997ccb47-a7a0-46f3-8a5b-20f268a26326 req-7bed7ea4-0aff-4de1-b1f0-61586e3c8299 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 210 time: 0.0255649 Nov 08 00:59:50.116677 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8a3bb289-0120-4947-82e0-bf799ebc5f1c req-125e9266-7717-4fbf-91ae-c0a990543d9b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 210 time: 0.0339148 Nov 08 00:59:50.389892 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-2b0d1e72-7e3f-4ec9-a22a-ccf1b66096d2 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:50.391345 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-2b0d1e72-7e3f-4ec9-a22a-ccf1b66096d2 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.26 "GET /v2.0/networks?id=87d44a8a-f892-4642-8328-a28be6d20309 HTTP/1.1" status: 200 len: 797 time: 0.4520712 Nov 08 00:59:50.418912 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-de907440-3929-4d22-bd7c-d681ea9b5438 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Request body: {'port': {'device_id': '4658fbb8-ed98-42b4-921a-f3f48ade71b8', 'network_id': '87d44a8a-f892-4642-8328-a28be6d20309', 'admin_state_up': True, 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:59:50.651697 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-de907440-3929-4d22-bd7c-d681ea9b5438 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Made reservation on behalf of 3a8c931c553740fd9990cdf4ffa014a0 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 00:59:50.655228 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-de907440-3929-4d22-bd7c-d681ea9b5438 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:50.773831 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-de907440-3929-4d22-bd7c-d681ea9b5438 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Allocated IP 172.20.0.26 (87d44a8a-f892-4642-8328-a28be6d20309/0f02de41-7f5d-4e5d-8b2f-a6a1977d597f/d25095ab-3f4e-4836-ba0c-af2d5d06d79c) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 00:59:50.896890 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-de907440-3929-4d22-bd7c-d681ea9b5438 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:50.994800 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-de907440-3929-4d22-bd7c-d681ea9b5438 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:51.036841 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-de907440-3929-4d22-bd7c-d681ea9b5438 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Network 87d44a8a-f892-4642-8328-a28be6d20309 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 00:59:51.039879 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-de907440-3929-4d22-bd7c-d681ea9b5438 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 00:59:51.046904 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-de907440-3929-4d22-bd7c-d681ea9b5438 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 00:59:51.050757 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de907440-3929-4d22-bd7c-d681ea9b5438 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event updated for resources: {'Port': ['ID=d25095ab-3f4e-4836-ba0c-af2d5d06d79c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:59:51.101885 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-de907440-3929-4d22-bd7c-d681ea9b5438 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:51.102518 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-de907440-3929-4d22-bd7c-d681ea9b5438 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:51.182039 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-de907440-3929-4d22-bd7c-d681ea9b5438 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7667334 Nov 08 00:59:51.192967 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-ce2d5ea7-62d8-4c6c-b335-6b7db93d2891 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 00:59:51.194722 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-ce2d5ea7-62d8-4c6c-b335-6b7db93d2891 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062492 Nov 08 00:59:51.241400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847112fe-2861-4323-bd54-0a75e6aadea9 req-6d6f4736-be25-4835-a627-f6a274cb45a9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:51.242973 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-847112fe-2861-4323-bd54-0a75e6aadea9 req-6d6f4736-be25-4835-a627-f6a274cb45a9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 895 time: 0.0533140 Nov 08 00:59:51.265653 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Request body: {'port': {'device_id': '4658fbb8-ed98-42b4-921a-f3f48ade71b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 00:59:51.268258 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ea39c055-2e79-4efc-8253-ff0a524f9699 None None] Provisioning complete for port d25095ab-3f4e-4836-ba0c-af2d5d06d79c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:59:51.268858 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ea39c055-2e79-4efc-8253-ff0a524f9699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:51.304320 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ea39c055-2e79-4efc-8253-ff0a524f9699 None None] Port d25095ab-3f4e-4836-ba0c-af2d5d06d79c cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 00:59:51.319548 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:51.626977 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d25095ab-3f4e-4836-ba0c-af2d5d06d79c {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:59:51.634085 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:51.649867 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Transition to ACTIVE for port object d25095ab-3f4e-4836-ba0c-af2d5d06d79c will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 00:59:51.702962 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:51.754502 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Pushing event updated for resources: {'Port': ['ID=d25095ab-3f4e-4836-ba0c-af2d5d06d79c,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:59:51.831583 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Attempting to bind port d25095ab-3f4e-4836-ba0c-af2d5d06d79c on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 00:59:51.831952 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Attempting to bind port d25095ab-3f4e-4836-ba0c-af2d5d06d79c by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'd5536257-d110-4895-a20e-506cdc92a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '87d44a8a-f892-4642-8328-a28be6d20309'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 00:59:51.832281 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Attempting to bind port d25095ab-3f4e-4836-ba0c-af2d5d06d79c on network 87d44a8a-f892-4642-8328-a28be6d20309 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:59:51.837103 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Port d25095ab-3f4e-4836-ba0c-af2d5d06d79c on network 87d44a8a-f892-4642-8328-a28be6d20309 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 00:59:51.837422 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Attempting to bind port d25095ab-3f4e-4836-ba0c-af2d5d06d79c on network 87d44a8a-f892-4642-8328-a28be6d20309 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 00:59:51.842577 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 0, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 00:59:51.842998 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Checking segment: {'id': 'd5536257-d110-4895-a20e-506cdc92a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '87d44a8a-f892-4642-8328-a28be6d20309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 00:59:51.843375 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Bound using segment: {'id': 'd5536257-d110-4895-a20e-506cdc92a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '87d44a8a-f892-4642-8328-a28be6d20309'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 00:59:51.843820 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Bound port: d25095ab-3f4e-4836-ba0c-af2d5d06d79c, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5536257-d110-4895-a20e-506cdc92a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '87d44a8a-f892-4642-8328-a28be6d20309'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 00:59:51.844180 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:51.909705 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] For port d25095ab-3f4e-4836-ba0c-af2d5d06d79c, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 00:59:51.912693 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] For port d25095ab-3f4e-4836-ba0c-af2d5d06d79c, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=d25095ab-3f4e-4836-ba0c-af2d5d06d79c,segment=NetworkSegment(d5536257-d110-4895-a20e-506cdc92a396),segment_id=d5536257-d110-4895-a20e-506cdc92a396)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 00:59:52.023435 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:52.057570 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:52.058626 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:52.059973 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] 10.222.0.26 "PUT /v2.0/ports/d25095ab-3f4e-4836-ba0c-af2d5d06d79c HTTP/1.1" status: 200 len: 1055 time: 0.8523691 Nov 08 00:59:52.060406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4658fbb8-ed98-42b4-921a-f3f48ade71b8', 'tag': 'd25095ab-3f4e-4836-ba0c-af2d5d06d79c'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:59:52.062701 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2e3a8b-0090-4a3c-b218-c5ce4a908c13" -d '{"events": [{"name": "network-changed", "server_uuid": "4658fbb8-ed98-42b4-921a-f3f48ade71b8", "tag": "d25095ab-3f4e-4836-ba0c-af2d5d06d79c"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:59:52.094404 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c6254-c2e1-40a8-a6cf-7b7e65e96aee service neutron] Pushing event updated for resources: {'Port': ['ID=d25095ab-3f4e-4836-ba0c-af2d5d06d79c,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:59:52.101811 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 00:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea13fce9-2fab-4526-a7dd-a34e1dd2d6bc x-openstack-request-id: req-ea13fce9-2fab-4526-a7dd-a34e1dd2d6bc {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:59:52.102104 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4658fbb8-ed98-42b4-921a-f3f48ade71b8", "tag": "d25095ab-3f4e-4836-ba0c-af2d5d06d79c", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:59:52.102356 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea13fce9-2fab-4526-a7dd-a34e1dd2d6bc {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:59:52.102755 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4658fbb8-ed98-42b4-921a-f3f48ade71b8', 'tag': 'd25095ab-3f4e-4836-ba0c-af2d5d06d79c', 'status': 'completed', 'code': 200} Nov 08 00:59:52.191408 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e3a8b-0090-4a3c-b218-c5ce4a908c13 req-f59e7500-99ae-4d7a-9dc3-1cb06e57c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:52.191408 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3a2e3a8b-0090-4a3c-b218-c5ce4a908c13 req-f59e7500-99ae-4d7a-9dc3-1cb06e57c44d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a8c931c553740fd9990cdf4ffa014a0&device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 1058 time: 0.0433135 Nov 08 00:59:52.297715 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e3a8b-0090-4a3c-b218-c5ce4a908c13 req-e863ef5c-7439-4eaf-8b16-5f89f2c2c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:52.298173 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e3a8b-0090-4a3c-b218-c5ce4a908c13 req-e863ef5c-7439-4eaf-8b16-5f89f2c2c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:52.299724 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3a2e3a8b-0090-4a3c-b218-c5ce4a908c13 req-e863ef5c-7439-4eaf-8b16-5f89f2c2c276 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3a8c931c553740fd9990cdf4ffa014a0&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1008368 Nov 08 00:59:52.362494 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f057a-3637-4d74-b3f4-1e4716ddcc67 req-dff47508-1f61-4cfe-be94-7a4544d15ef7 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:52.364094 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f18f057a-3637-4d74-b3f4-1e4716ddcc67 req-dff47508-1f61-4cfe-be94-7a4544d15ef7 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 907 time: 0.0543647 Nov 08 00:59:52.398838 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e3a8b-0090-4a3c-b218-c5ce4a908c13 req-62c53e5c-975c-4ff4-95c9-f994dfe0bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:52.400347 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3a2e3a8b-0090-4a3c-b218-c5ce4a908c13 req-62c53e5c-975c-4ff4-95c9-f994dfe0bdf7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939198 Nov 08 00:59:52.493202 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-be1bb690-c214-4502-b9e7-671801802f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:52.494773 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-be1bb690-c214-4502-b9e7-671801802f29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a8c931c553740fd9990cdf4ffa014a0&device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 1058 time: 0.0407221 Nov 08 00:59:52.544438 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-59e356fc-81a9-4bac-bae1-8be936f25d29 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=d25095ab-3f4e-4836-ba0c-af2d5d06d79c HTTP/1.1" status: 200 len: 217 time: 0.0350399 Nov 08 00:59:52.596071 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-691653ce-9766-42f2-816a-5696aa9a6db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:52.597512 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-691653ce-9766-42f2-816a-5696aa9a6db3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0f02de41-7f5d-4e5d-8b2f-a6a1977d597f HTTP/1.1" status: 200 len: 837 time: 0.0464118 Nov 08 00:59:52.643535 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-467a4cc4-03b5-4e5a-819f-39606b873589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:52.646013 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-467a4cc4-03b5-4e5a-819f-39606b873589 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87d44a8a-f892-4642-8328-a28be6d20309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402632 Nov 08 00:59:52.737530 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-7e8508fb-ff7b-40b8-b744-ddf375f6ddec service neutron] 10.222.0.26 "GET /v2.0/networks/87d44a8a-f892-4642-8328-a28be6d20309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806894 Nov 08 00:59:52.827211 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f784d3f9-ef72-4a78-96cc-b9b205726946 req-1a3f04a6-c9ba-45e3-90e3-90a8d6d2e3f8 service neutron] 10.222.0.26 "GET /v2.0/networks/87d44a8a-f892-4642-8328-a28be6d20309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855551 Nov 08 00:59:53.481164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b60e58-8c63-4768-832f-3c1d3699ec70 req-f033c013-8ffc-49e5-9280-31013041713c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:53.482677 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84b60e58-8c63-4768-832f-3c1d3699ec70 req-f033c013-8ffc-49e5-9280-31013041713c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 907 time: 0.0518329 Nov 08 00:59:54.596358 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1843d49-97bd-4b62-88d1-43cd55555482 req-2da61f99-4f72-49df-a2f6-bddbf4390ede tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:54.598903 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1843d49-97bd-4b62-88d1-43cd55555482 req-2da61f99-4f72-49df-a2f6-bddbf4390ede tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 907 time: 0.0502822 Nov 08 00:59:55.711924 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b2b24-6697-48bb-9eea-702b6004aa6e req-63340d2d-e54a-4f18-abea-ee85dcf42a02 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:55.713391 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d9b2b24-6697-48bb-9eea-702b6004aa6e req-63340d2d-e54a-4f18-abea-ee85dcf42a02 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 907 time: 0.0486012 Nov 08 00:59:55.967143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device d25095ab-3f4e-4836-ba0c-af2d5d06d79c details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 00:59:56.065264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port d25095ab-3f4e-4836-ba0c-af2d5d06d79c, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=d25095ab-3f4e-4836-ba0c-af2d5d06d79c,segment=NetworkSegment(d5536257-d110-4895-a20e-506cdc92a396),segment_id=d5536257-d110-4895-a20e-506cdc92a396)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:59:56.076762 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'd25095ab-3f4e-4836-ba0c-af2d5d06d79c', 'network_id': '87d44a8a-f892-4642-8328-a28be6d20309', 'port_id': 'd25095ab-3f4e-4836-ba0c-af2d5d06d79c', 'mac_address': 'fa:16:3e:40:e7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f02de41-7f5d-4e5d-8b2f-a6a1977d597f', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 00:59:56.113343 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:56.125468 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d25095ab-3f4e-4836-ba0c-af2d5d06d79c {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 00:59:56.143644 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port d25095ab-3f4e-4836-ba0c-af2d5d06d79c, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=d25095ab-3f4e-4836-ba0c-af2d5d06d79c,segment=NetworkSegment(d5536257-d110-4895-a20e-506cdc92a396),segment_id=d5536257-d110-4895-a20e-506cdc92a396)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:59:56.262910 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:56.312530 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=d25095ab-3f4e-4836-ba0c-af2d5d06d79c,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:59:56.564903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['d25095ab-3f4e-4836-ba0c-af2d5d06d79c'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 00:59:56.825650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea67b3-604c-4fdb-9e22-850379f03ccc req-7170784b-ed9f-4ef2-ad62-3aa63b56118b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:56.827725 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9dea67b3-604c-4fdb-9e22-850379f03ccc req-7170784b-ed9f-4ef2-ad62-3aa63b56118b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 908 time: 0.0476284 Nov 08 00:59:57.941208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0cf64-8a46-40fa-8df2-aac4e69039a9 req-342d6047-1d20-49ec-86c4-d9ccd689a773 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:57.942645 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3cb0cf64-8a46-40fa-8df2-aac4e69039a9 req-342d6047-1d20-49ec-86c4-d9ccd689a773 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 908 time: 0.0504482 Nov 08 00:59:57.982220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device d25095ab-3f4e-4836-ba0c-af2d5d06d79c up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 00:59:58.136838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port d25095ab-3f4e-4836-ba0c-af2d5d06d79c completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 00:59:58.141216 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port d25095ab-3f4e-4836-ba0c-af2d5d06d79c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 00:59:58.141592 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:58.213733 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-261cafc5-2cd8-4885-813f-b2126eead729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:58.222719 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:58.244656 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4658fbb8-ed98-42b4-921a-f3f48ade71b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25095ab-3f4e-4836-ba0c-af2d5d06d79c'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 00:59:58.246993 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c252d9-0c9d-40cd-be8f-e91bfe995a10" -d '{"events": [{"server_uuid": "4658fbb8-ed98-42b4-921a-f3f48ade71b8", "name": "network-vif-plugged", "status": "completed", "tag": "d25095ab-3f4e-4836-ba0c-af2d5d06d79c"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 00:59:58.260200 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port d25095ab-3f4e-4836-ba0c-af2d5d06d79c, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=d25095ab-3f4e-4836-ba0c-af2d5d06d79c,segment=NetworkSegment(d5536257-d110-4895-a20e-506cdc92a396),segment_id=d5536257-d110-4895-a20e-506cdc92a396)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 00:59:58.286051 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 00:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f74236-6de5-49b2-a6d3-79a2f830831d x-openstack-request-id: req-58f74236-6de5-49b2-a6d3-79a2f830831d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 00:59:58.286343 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4658fbb8-ed98-42b4-921a-f3f48ade71b8", "name": "network-vif-plugged", "status": "completed", "tag": "d25095ab-3f4e-4836-ba0c-af2d5d06d79c", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 00:59:58.288183 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58f74236-6de5-49b2-a6d3-79a2f830831d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 00:59:58.288183 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4658fbb8-ed98-42b4-921a-f3f48ade71b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25095ab-3f4e-4836-ba0c-af2d5d06d79c', 'code': 200} Nov 08 00:59:58.348591 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 00:59:58.395459 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=d25095ab-3f4e-4836-ba0c-af2d5d06d79c,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 00:59:58.429793 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0d818-a273-45bf-964b-3471a72f9dfb req-04eba3ba-8a84-4a68-aee1-c577ac17d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:58.431271 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-02a0d818-a273-45bf-964b-3471a72f9dfb req-04eba3ba-8a84-4a68-aee1-c577ac17d966 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 1060 time: 0.0401626 Nov 08 00:59:59.059500 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48b2b4-f6f8-4a07-b014-7118207591d2 req-69d5181c-b3a1-4600-9566-51beda49c9dd tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 00:59:59.061089 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac48b2b4-f6f8-4a07-b014-7118207591d2 req-69d5181c-b3a1-4600-9566-51beda49c9dd tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 909 time: 0.0517592 Nov 08 01:00:00.175261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33443e12-8cdf-4ba4-acc5-cf27cb7bb3c1 req-806a5e01-692d-4899-af7a-af4265ad075a tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:00.176659 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33443e12-8cdf-4ba4-acc5-cf27cb7bb3c1 req-806a5e01-692d-4899-af7a-af4265ad075a tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 909 time: 0.0479105 Nov 08 01:00:00.298972 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fbf64-e339-46ea-87e3-558522181134 req-2c16a5b9-1e51-49b4-893f-66ed9f1c830c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:00.300484 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac8fbf64-e339-46ea-87e3-558522181134 req-2c16a5b9-1e51-49b4-893f-66ed9f1c830c tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 909 time: 0.0538290 Nov 08 01:00:00.408395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b45151-cb9a-4a1d-b5d5-af33c9538343 req-155935a7-87ef-432b-8f38-eb2d61e69aaf tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:00.409913 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7b45151-cb9a-4a1d-b5d5-af33c9538343 req-155935a7-87ef-432b-8f38-eb2d61e69aaf tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 1060 time: 0.0439878 Nov 08 01:00:00.516311 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8df4c-13bd-4410-b4ba-d8266d1f162e req-cf7cdfdd-8866-44f2-8ba9-2f69e17a3bd3 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:00.517782 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6df8df4c-13bd-4410-b4ba-d8266d1f162e req-cf7cdfdd-8866-44f2-8ba9-2f69e17a3bd3 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 1136 time: 0.0392721 Nov 08 01:00:00.557623 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6df8df4c-13bd-4410-b4ba-d8266d1f162e req-ac574d37-a132-4727-ba6d-1b60ca00ba2b tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f7733895-6a95-457c-a0f1-f555cade43a4&id=81f9dde1-018d-442c-9b1c-df8425a4abd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0339324 Nov 08 01:00:00.579139 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36168) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:00.618952 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ee20fc-ee83-4b0a-acbc-0216e46b8b77 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:00.620461 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-42ee20fc-ee83-4b0a-acbc-0216e46b8b77 tempest-TestSecurityGroupsBasicOps-211732760 tempest-TestSecurityGroupsBasicOps-211732760-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 1055 time: 0.0402863 Nov 08 01:00:00.725493 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d572a4ea-b4f5-4222-b37f-71c52560bdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:01.066675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7cc99-d294-4015-9ff7-ef8f435a5c29 req-fd6a76b5-ca5a-4e37-86c9-6f566ff66563 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:01.068212 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-30f7cc99-d294-4015-9ff7-ef8f435a5c29 req-fd6a76b5-ca5a-4e37-86c9-6f566ff66563 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 909 time: 0.0484798 Nov 08 01:00:01.091992 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:01.919755 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:02.182877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d253e-c9e9-470b-91bc-5aa8b7701bfa req-631d3312-6783-42fb-b8aa-7ce564f96767 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:02.184261 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-081d253e-c9e9-470b-91bc-5aa8b7701bfa req-631d3312-6783-42fb-b8aa-7ce564f96767 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 909 time: 0.0480227 Nov 08 01:00:02.371284 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:02.462242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6feab-5f92-4741-8183-5810ea9a101a req-2f168a55-bf73-4b6c-9ed8-aee81ae51638 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:02.463694 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2ab6feab-5f92-4741-8183-5810ea9a101a req-2f168a55-bf73-4b6c-9ed8-aee81ae51638 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.26 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 909 time: 0.0516815 Nov 08 01:00:02.551134 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-2ab6feab-5f92-4741-8183-5810ea9a101a req-3b39131c-5629-4368-9fb8-b744c0bc61dc tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Deleting port d25095ab-3f4e-4836-ba0c-af2d5d06d79c {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:00:02.551480 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2ab6feab-5f92-4741-8183-5810ea9a101a req-3b39131c-5629-4368-9fb8-b744c0bc61dc tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:02.642055 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-2ab6feab-5f92-4741-8183-5810ea9a101a req-3b39131c-5629-4368-9fb8-b744c0bc61dc tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] For port d25095ab-3f4e-4836-ba0c-af2d5d06d79c, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=d25095ab-3f4e-4836-ba0c-af2d5d06d79c,segment=NetworkSegment(d5536257-d110-4895-a20e-506cdc92a396),segment_id=d5536257-d110-4895-a20e-506cdc92a396)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:00:02.642418 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2ab6feab-5f92-4741-8183-5810ea9a101a req-3b39131c-5629-4368-9fb8-b744c0bc61dc tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:02.654922 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-2ab6feab-5f92-4741-8183-5810ea9a101a req-3b39131c-5629-4368-9fb8-b744c0bc61dc tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Calling delete_port for d25095ab-3f4e-4836-ba0c-af2d5d06d79c owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:00:02.937939 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2ab6feab-5f92-4741-8183-5810ea9a101a req-3b39131c-5629-4368-9fb8-b744c0bc61dc tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:02.967580 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39131c-5629-4368-9fb8-b744c0bc61dc tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event deleted for resources: {'Port': ['ID=d25095ab-3f4e-4836-ba0c-af2d5d06d79c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:03.010367 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab6feab-5f92-4741-8183-5810ea9a101a req-3b39131c-5629-4368-9fb8-b744c0bc61dc tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] No DVR routers for this DVR port d25095ab-3f4e-4836-ba0c-af2d5d06d79c on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:00:03.013154 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-2ab6feab-5f92-4741-8183-5810ea9a101a req-3b39131c-5629-4368-9fb8-b744c0bc61dc tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:03.016589 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-2ab6feab-5f92-4741-8183-5810ea9a101a req-3b39131c-5629-4368-9fb8-b744c0bc61dc tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.26 "DELETE /v2.0/ports/d25095ab-3f4e-4836-ba0c-af2d5d06d79c HTTP/1.1" status: 204 len: 173 time: 0.5465901 Nov 08 01:00:03.017073 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4658fbb8-ed98-42b4-921a-f3f48ade71b8', 'name': 'network-vif-deleted', 'tag': 'd25095ab-3f4e-4836-ba0c-af2d5d06d79c'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:00:03.019385 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75fd877-47a8-48e7-bd8a-6425cf18dac6" -d '{"events": [{"server_uuid": "4658fbb8-ed98-42b4-921a-f3f48ade71b8", "name": "network-vif-deleted", "tag": "d25095ab-3f4e-4836-ba0c-af2d5d06d79c"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:00:03.055322 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00da4441-2dcc-4bba-980c-e80ad6c1c29f x-openstack-request-id: req-00da4441-2dcc-4bba-980c-e80ad6c1c29f {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:00:03.055818 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4658fbb8-ed98-42b4-921a-f3f48ade71b8", "name": "network-vif-deleted", "tag": "d25095ab-3f4e-4836-ba0c-af2d5d06d79c", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:00:03.055935 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00da4441-2dcc-4bba-980c-e80ad6c1c29f {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:00:03.056314 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4658fbb8-ed98-42b4-921a-f3f48ade71b8', 'name': 'network-vif-deleted', 'tag': 'd25095ab-3f4e-4836-ba0c-af2d5d06d79c', 'status': 'completed', 'code': 200} Nov 08 01:00:03.285526 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e46d7946-a217-4044-b359-b9776bbb62f2 req-2138ba4e-263c-489f-b556-c9b691c40d12 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=4658fbb8-ed98-42b4-921a-f3f48ade71b8 HTTP/1.1" status: 200 len: 210 time: 0.0323515 Nov 08 01:00:03.491184 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:04.346423 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36182) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:04.702353 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93e47eb8-c6ec-480b-9d6d-bb2dd3f0dac0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:04.949581 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-93e47eb8-c6ec-480b-9d6d-bb2dd3f0dac0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Deleting port ddad8ab7-a227-4d06-b80f-1a426e323860 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:00:04.949947 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93e47eb8-c6ec-480b-9d6d-bb2dd3f0dac0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:05.038027 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-93e47eb8-c6ec-480b-9d6d-bb2dd3f0dac0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] For port ddad8ab7-a227-4d06-b80f-1a426e323860, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=ddad8ab7-a227-4d06-b80f-1a426e323860,segment=NetworkSegment(d5536257-d110-4895-a20e-506cdc92a396),segment_id=d5536257-d110-4895-a20e-506cdc92a396)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:00:05.038304 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93e47eb8-c6ec-480b-9d6d-bb2dd3f0dac0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:05.051008 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-93e47eb8-c6ec-480b-9d6d-bb2dd3f0dac0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Calling delete_port for ddad8ab7-a227-4d06-b80f-1a426e323860 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:00:05.343776 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93e47eb8-c6ec-480b-9d6d-bb2dd3f0dac0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:05.373679 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e47eb8-c6ec-480b-9d6d-bb2dd3f0dac0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event deleted for resources: {'Port': ['ID=ddad8ab7-a227-4d06-b80f-1a426e323860,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:05.545125 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93e47eb8-c6ec-480b-9d6d-bb2dd3f0dac0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:06.014261 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device d25095ab-3f4e-4836-ba0c-af2d5d06d79c no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:00:06.036685 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: d25095ab-3f4e-4836-ba0c-af2d5d06d79c {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:00:06.037073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device d25095ab-3f4e-4836-ba0c-af2d5d06d79c not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:00:06.071972 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e47eb8-c6ec-480b-9d6d-bb2dd3f0dac0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Router 8ab90eac-9e5a-477c-b87e-26f2ae052643 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:00:06.174366 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e47eb8-c6ec-480b-9d6d-bb2dd3f0dac0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:00:06.181258 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-93e47eb8-c6ec-480b-9d6d-bb2dd3f0dac0 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "PUT /v2.0/routers/8ab90eac-9e5a-477c-b87e-26f2ae052643/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8320529 Nov 08 01:00:06.182130 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36184) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:06.183573 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1dada-aac5-4048-bdef-caa6ac682fdb None None] Sync routers for ids ['8ab90eac-9e5a-477c-b87e-26f2ae052643'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:00:06.193480 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a1dada-aac5-4048-bdef-caa6ac682fdb None None] Routers {'8ab90eac-9e5a-477c-b87e-26f2ae052643'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:00:06.194081 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-58a1dada-aac5-4048-bdef-caa6ac682fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:00:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8ab90eac-9e5a-477c-b87e-26f2ae052643'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:00:06.231280 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a32af44-80b8-4eb7-86ea-49dec65827b3 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Deleting subnet 0f02de41-7f5d-4e5d-8b2f-a6a1977d597f {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:00:06.234825 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a32af44-80b8-4eb7-86ea-49dec65827b3 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:06.273715 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a32af44-80b8-4eb7-86ea-49dec65827b3 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:06.296509 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-58a1dada-aac5-4048-bdef-caa6ac682fdb None None] Set router 8ab90eac-9e5a-477c-b87e-26f2ae052643 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:00:06.396132 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a32af44-80b8-4eb7-86ea-49dec65827b3 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:06.471172 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-58a1dada-aac5-4048-bdef-caa6ac682fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'name': 'tempest-TestSecurityGroupsBasicOps-router-403564432', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '6d8bd8f6-8b88-44b3-855c-121635b8e30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:59:38Z', 'updated_at': '2021-11-08T01:00:05Z', 'revision_number': 5, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '6d8bd8f6-8b88-44b3-855c-121635b8e30c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:59:39Z', 'updated_at': '2021-11-08T00:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:00:06.500902 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1dada-aac5-4048-bdef-caa6ac682fdb None None] Checking router: 8ab90eac-9e5a-477c-b87e-26f2ae052643 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:00:06.509957 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a1dada-aac5-4048-bdef-caa6ac682fdb None None] Routers {'8ab90eac-9e5a-477c-b87e-26f2ae052643'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:00:06.510557 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-58a1dada-aac5-4048-bdef-caa6ac682fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:00:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8ab90eac-9e5a-477c-b87e-26f2ae052643'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:00:06.532558 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a32af44-80b8-4eb7-86ea-49dec65827b3 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:06.559853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32af44-80b8-4eb7-86ea-49dec65827b3 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event deleted for resources: {'Subnet': ['ID=0f02de41-7f5d-4e5d-8b2f-a6a1977d597f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:06.565241 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a32af44-80b8-4eb7-86ea-49dec65827b3 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:06.569328 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7a32af44-80b8-4eb7-86ea-49dec65827b3 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "DELETE /v2.0/subnets/0f02de41-7f5d-4e5d-8b2f-a6a1977d597f HTTP/1.1" status: 204 len: 168 time: 0.3836548 Nov 08 01:00:06.570082 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36186) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:06.573977 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf38aca4-546d-4236-acea-5a9ba9334cc5 None None] Network 87d44a8a-f892-4642-8328-a28be6d20309 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:00:06.616572 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-58a1dada-aac5-4048-bdef-caa6ac682fdb None None] Set router 8ab90eac-9e5a-477c-b87e-26f2ae052643 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:00:06.677807 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d74379b-07b1-40ec-8b6f-dd6ef0dc5728 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:06.756863 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dee569-f2be-4b8b-96d3-87a6020fdf14 None None] DHCP port deletion for 87d44a8a-f892-4642-8328-a28be6d20309 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 01:00:06.788083 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d74379b-07b1-40ec-8b6f-dd6ef0dc5728 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:06.802980 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-58a1dada-aac5-4048-bdef-caa6ac682fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'name': 'tempest-TestSecurityGroupsBasicOps-router-403564432', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '6d8bd8f6-8b88-44b3-855c-121635b8e30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:59:38Z', 'updated_at': '2021-11-08T01:00:05Z', 'revision_number': 5, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '6d8bd8f6-8b88-44b3-855c-121635b8e30c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:59:39Z', 'updated_at': '2021-11-08T00:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:00:06.803187 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d9dee569-f2be-4b8b-96d3-87a6020fdf14 None None] Deleting port 21e644f0-2a93-497d-a1b9-7cd1f01ab346 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:00:06.803516 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9dee569-f2be-4b8b-96d3-87a6020fdf14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:06.829705 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1dada-aac5-4048-bdef-caa6ac682fdb None None] The sync data for ids ['8ab90eac-9e5a-477c-b87e-26f2ae052643'] in n-d-816882-1 is: [{'id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'name': 'tempest-TestSecurityGroupsBasicOps-router-403564432', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '6d8bd8f6-8b88-44b3-855c-121635b8e30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:59:38Z', 'updated_at': '2021-11-08T01:00:05Z', 'revision_number': 5, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '6d8bd8f6-8b88-44b3-855c-121635b8e30c', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab90eac-9e5a-477c-b87e-26f2ae052643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:59:39Z', 'updated_at': '2021-11-08T00:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:00:06.869905 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d9dee569-f2be-4b8b-96d3-87a6020fdf14 None None] For port 21e644f0-2a93-497d-a1b9-7cd1f01ab346, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=21e644f0-2a93-497d-a1b9-7cd1f01ab346,segment=NetworkSegment(d5536257-d110-4895-a20e-506cdc92a396),segment_id=d5536257-d110-4895-a20e-506cdc92a396)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:00:06.870301 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9dee569-f2be-4b8b-96d3-87a6020fdf14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:06.882752 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d9dee569-f2be-4b8b-96d3-87a6020fdf14 None None] Calling delete_port for 21e644f0-2a93-497d-a1b9-7cd1f01ab346 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:00:06.917279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5d74379b-07b1-40ec-8b6f-dd6ef0dc5728 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Deleting port 6d8bd8f6-8b88-44b3-855c-121635b8e30c {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:00:06.919561 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d74379b-07b1-40ec-8b6f-dd6ef0dc5728 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:06.999580 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-5d74379b-07b1-40ec-8b6f-dd6ef0dc5728 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] For port 6d8bd8f6-8b88-44b3-855c-121635b8e30c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6d8bd8f6-8b88-44b3-855c-121635b8e30c,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:00:06.999903 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d74379b-07b1-40ec-8b6f-dd6ef0dc5728 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:07.012237 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5d74379b-07b1-40ec-8b6f-dd6ef0dc5728 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Calling delete_port for 6d8bd8f6-8b88-44b3-855c-121635b8e30c owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:00:07.028679 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9dee569-f2be-4b8b-96d3-87a6020fdf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:07.057570 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dee569-f2be-4b8b-96d3-87a6020fdf14 None None] Pushing event deleted for resources: {'Port': ['ID=21e644f0-2a93-497d-a1b9-7cd1f01ab346,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:07.061028 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dee569-f2be-4b8b-96d3-87a6020fdf14 None None] No DVR routers for this DVR port 21e644f0-2a93-497d-a1b9-7cd1f01ab346 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:00:07.263328 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d74379b-07b1-40ec-8b6f-dd6ef0dc5728 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:07.290648 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74379b-07b1-40ec-8b6f-dd6ef0dc5728 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event deleted for resources: {'Port': ['ID=6d8bd8f6-8b88-44b3-855c-121635b8e30c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:07.365880 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d74379b-07b1-40ec-8b6f-dd6ef0dc5728 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:07.459808 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d74379b-07b1-40ec-8b6f-dd6ef0dc5728 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:07.462068 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d74379b-07b1-40ec-8b6f-dd6ef0dc5728 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:07.571764 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d74379b-07b1-40ec-8b6f-dd6ef0dc5728 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:07.574438 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d74379b-07b1-40ec-8b6f-dd6ef0dc5728 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Fanout notify agent at l3_agent the message router_deleted on router 8ab90eac-9e5a-477c-b87e-26f2ae052643 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 01:00:07.579491 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5d74379b-07b1-40ec-8b6f-dd6ef0dc5728 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:07.580681 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5d74379b-07b1-40ec-8b6f-dd6ef0dc5728 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "DELETE /v2.0/routers/8ab90eac-9e5a-477c-b87e-26f2ae052643 HTTP/1.1" status: 204 len: 168 time: 1.0102820 Nov 08 01:00:07.583507 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36190) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:07.613018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5564924-5f7d-47af-975f-a73734dc0963 req-8512301d-690e-46da-8c31-00b21562ccad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0913677 Nov 08 01:00:07.666066 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff76879d-f7b8-41ff-89ef-98c4d6127056 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:07.724068 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5564924-5f7d-47af-975f-a73734dc0963 req-817adfaf-551e-4b80-a5d5-88fdd90641a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:07.725574 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5564924-5f7d-47af-975f-a73734dc0963 req-817adfaf-551e-4b80-a5d5-88fdd90641a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a8c931c553740fd9990cdf4ffa014a0&device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 1136 time: 0.0429249 Nov 08 01:00:07.757992 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff76879d-f7b8-41ff-89ef-98c4d6127056 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:07.777705 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-ff76879d-f7b8-41ff-89ef-98c4d6127056 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d44a8a-f892-4642-8328-a28be6d20309']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:00:07.786897 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-ff76879d-f7b8-41ff-89ef-98c4d6127056 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5536257-d110-4895-a20e-506cdc92a396') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:00:07.787191 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-ff76879d-f7b8-41ff-89ef-98c4d6127056 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5536257-d110-4895-a20e-506cdc92a396') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:00:07.796954 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff76879d-f7b8-41ff-89ef-98c4d6127056 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:07.809784 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff76879d-f7b8-41ff-89ef-98c4d6127056 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:07.816595 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff76879d-f7b8-41ff-89ef-98c4d6127056 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:00:07.816986 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff76879d-f7b8-41ff-89ef-98c4d6127056 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: timer() Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:00:07.823887 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:00:07.831020 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5564924-5f7d-47af-975f-a73734dc0963 req-e17f1144-bd46-43d2-b709-210e8d47752e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:07.832522 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5564924-5f7d-47af-975f-a73734dc0963 req-e17f1144-bd46-43d2-b709-210e8d47752e service neutron] 10.222.0.20 "GET /v2.0/networks?id=96564724-b29e-405c-860c-7e86d9f42e8c HTTP/1.1" status: 200 len: 897 time: 0.0873544 Nov 08 01:00:07.903054 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5564924-5f7d-47af-975f-a73734dc0963 req-0d9f8f57-570c-42b5-bf20-2a8f25135b79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44c7d05c-a61b-4f57-83d0-2496c1a8eccc HTTP/1.1" status: 200 len: 1001 time: 0.0577207 Nov 08 01:00:07.950301 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5564924-5f7d-47af-975f-a73734dc0963 req-b7b90922-ec57-4412-89ef-a13d65b12df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:07.951667 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5564924-5f7d-47af-975f-a73734dc0963 req-b7b90922-ec57-4412-89ef-a13d65b12df9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07e1020a-e263-4ff8-b2ed-7a058b869d89 HTTP/1.1" status: 200 len: 835 time: 0.0419321 Nov 08 01:00:07.960063 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff76879d-f7b8-41ff-89ef-98c4d6127056 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:07.968176 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff76879d-f7b8-41ff-89ef-98c4d6127056 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:07.971164 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ff76879d-f7b8-41ff-89ef-98c4d6127056 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "DELETE /v2.0/networks/87d44a8a-f892-4642-8328-a28be6d20309 HTTP/1.1" status: 204 len: 168 time: 0.3865604 Nov 08 01:00:07.982235 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36192) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:07.989171 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76879d-f7b8-41ff-89ef-98c4d6127056 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event deleted for resources: {'Network': ['ID=87d44a8a-f892-4642-8328-a28be6d20309,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:08.002085 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5564924-5f7d-47af-975f-a73734dc0963 req-5737a720-8bae-4d1d-b3a6-d488a5163f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:08.003568 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5564924-5f7d-47af-975f-a73734dc0963 req-5737a720-8bae-4d1d-b3a6-d488a5163f85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96564724-b29e-405c-860c-7e86d9f42e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452194 Nov 08 01:00:08.015927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-e5564924-5f7d-47af-975f-a73734dc0963 req-969ec560-d080-4f13-9275-fa019ac32161 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:00:08.016897 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5564924-5f7d-47af-975f-a73734dc0963 req-969ec560-d080-4f13-9275-fa019ac32161 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051184 Nov 08 01:00:08.115323 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5564924-5f7d-47af-975f-a73734dc0963 req-69dee1f3-728a-4024-b9e9-0b1da5576d5b service neutron] 10.222.0.20 "GET /v2.0/networks/96564724-b29e-405c-860c-7e86d9f42e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900195 Nov 08 01:00:08.199778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-35507378-ab5d-4a2b-9ae8-d144bce7ef6a tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Deleting port 7c6030f7-2e91-4f23-afb4-ba409f3c0ef5 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:00:08.200143 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35507378-ab5d-4a2b-9ae8-d144bce7ef6a tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:08.207494 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5564924-5f7d-47af-975f-a73734dc0963 req-34256070-2e0d-45d6-a759-e7faac0d3eef service neutron] 10.222.0.20 "GET /v2.0/networks/96564724-b29e-405c-860c-7e86d9f42e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852499 Nov 08 01:00:08.273623 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35507378-ab5d-4a2b-9ae8-d144bce7ef6a tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:08.273956 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35507378-ab5d-4a2b-9ae8-d144bce7ef6a tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:08.285858 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-35507378-ab5d-4a2b-9ae8-d144bce7ef6a tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Calling delete_port for 7c6030f7-2e91-4f23-afb4-ba409f3c0ef5 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:00:08.512349 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ddad8ab7-a227-4d06-b80f-1a426e323860 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:00:08.525921 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35507378-ab5d-4a2b-9ae8-d144bce7ef6a tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:08.533150 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: ddad8ab7-a227-4d06-b80f-1a426e323860 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:00:08.533492 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device ddad8ab7-a227-4d06-b80f-1a426e323860 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:00:08.533895 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6d8bd8f6-8b88-44b3-855c-121635b8e30c no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:00:08.552513 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 6d8bd8f6-8b88-44b3-855c-121635b8e30c {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:00:08.553042 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35507378-ab5d-4a2b-9ae8-d144bce7ef6a tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event deleted for resources: {'Port': ['ID=7c6030f7-2e91-4f23-afb4-ba409f3c0ef5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:08.553176 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6d8bd8f6-8b88-44b3-855c-121635b8e30c not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:00:08.553503 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 21e644f0-2a93-497d-a1b9-7cd1f01ab346 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:00:08.573263 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 21e644f0-2a93-497d-a1b9-7cd1f01ab346 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:00:08.573609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 21e644f0-2a93-497d-a1b9-7cd1f01ab346 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:00:08.617822 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35507378-ab5d-4a2b-9ae8-d144bce7ef6a tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:08.618154 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-35507378-ab5d-4a2b-9ae8-d144bce7ef6a tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Floating IP 18b0f417-5c37-4f65-a382-185a8b175b41 disassociated (deleted). External IP: 172.25.2.59, port: 44c7d05c-a61b-4f57-83d0-2496c1a8eccc. Nov 08 01:00:08.821250 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35507378-ab5d-4a2b-9ae8-d144bce7ef6a tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Router 25988db1-1816-47f8-993f-60851da7877d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:00:08.926374 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35507378-ab5d-4a2b-9ae8-d144bce7ef6a tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:00:08.931052 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35507378-ab5d-4a2b-9ae8-d144bce7ef6a tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:08.936106 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2582be2-09cc-4ebf-ad85-20ec91c962c9 None None] Sync routers for ids ['25988db1-1816-47f8-993f-60851da7877d'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:00:08.945463 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2582be2-09cc-4ebf-ad85-20ec91c962c9 None None] Routers {'25988db1-1816-47f8-993f-60851da7877d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:00:08.946081 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a2582be2-09cc-4ebf-ad85-20ec91c962c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:00:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['25988db1-1816-47f8-993f-60851da7877d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:00:08.958993 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-35507378-ab5d-4a2b-9ae8-d144bce7ef6a tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "DELETE /v2.0/floatingips/18b0f417-5c37-4f65-a382-185a8b175b41 HTTP/1.1" status: 204 len: 168 time: 0.9757349 Nov 08 01:00:08.959676 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99e9cda-915d-469a-a977-fc65a499f194', 'tag': '44c7d05c-a61b-4f57-83d0-2496c1a8eccc'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:00:08.962091 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da60244-967d-4c11-9617-20064af1c01d" -d '{"events": [{"name": "network-changed", "server_uuid": "f99e9cda-915d-469a-a977-fc65a499f194", "tag": "44c7d05c-a61b-4f57-83d0-2496c1a8eccc"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:00:09.060651 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-a2582be2-09cc-4ebf-ad85-20ec91c962c9 None None] Set router 25988db1-1816-47f8-993f-60851da7877d gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:00:09.065116 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7227456d-3a6a-4e68-8509-56d0a3f1094a x-openstack-request-id: req-7227456d-3a6a-4e68-8509-56d0a3f1094a {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:00:09.065407 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99e9cda-915d-469a-a977-fc65a499f194", "tag": "44c7d05c-a61b-4f57-83d0-2496c1a8eccc", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:00:09.065654 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7227456d-3a6a-4e68-8509-56d0a3f1094a {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:00:09.066053 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99e9cda-915d-469a-a977-fc65a499f194', 'tag': '44c7d05c-a61b-4f57-83d0-2496c1a8eccc', 'status': 'completed', 'code': 200} Nov 08 01:00:09.098456 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:09.147507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da60244-967d-4c11-9617-20064af1c01d req-ab7f69f0-a7d7-4a3c-9203-1726c6a77ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:09.149064 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7da60244-967d-4c11-9617-20064af1c01d req-ab7f69f0-a7d7-4a3c-9203-1726c6a77ade service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a8c931c553740fd9990cdf4ffa014a0&device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 1136 time: 0.0425396 Nov 08 01:00:09.242892 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da60244-967d-4c11-9617-20064af1c01d req-dbf548ba-0676-43fe-a6c4-c6c60b9a3c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:09.245277 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7da60244-967d-4c11-9617-20064af1c01d req-dbf548ba-0676-43fe-a6c4-c6c60b9a3c45 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96564724-b29e-405c-860c-7e86d9f42e8c HTTP/1.1" status: 200 len: 897 time: 0.0895622 Nov 08 01:00:09.266658 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a2582be2-09cc-4ebf-ad85-20ec91c962c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25988db1-1816-47f8-993f-60851da7877d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-971191882', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '2fc52b96-34c7-4395-85da-39209789f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:58:07Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '2fc52b96-34c7-4395-85da-39209789f81a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:08Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '9d88fc5c-1f96-47c7-9940-dc9abed2feaa', 'name': '', 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'mac_address': 'fa:16:3e:1f:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '07e1020a-e263-4ff8-b2ed-7a058b869d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:11Z', 'updated_at': '2021-11-08T00:58:15Z', 'revision_number': 5, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'subnets': [{'id': '07e1020a-e263-4ff8-b2ed-7a058b869d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:00:09.290976 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7da60244-967d-4c11-9617-20064af1c01d req-4d7b3cae-869d-4c4f-af87-142a41695ac1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44c7d05c-a61b-4f57-83d0-2496c1a8eccc HTTP/1.1" status: 200 len: 217 time: 0.0382669 Nov 08 01:00:09.293363 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2582be2-09cc-4ebf-ad85-20ec91c962c9 None None] Checking router: 25988db1-1816-47f8-993f-60851da7877d for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:00:09.302522 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2582be2-09cc-4ebf-ad85-20ec91c962c9 None None] Routers {'25988db1-1816-47f8-993f-60851da7877d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:00:09.303126 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a2582be2-09cc-4ebf-ad85-20ec91c962c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:00:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['25988db1-1816-47f8-993f-60851da7877d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:00:09.339809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da60244-967d-4c11-9617-20064af1c01d req-8071d9ce-754e-4e60-a1f0-c13a80325028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:09.341526 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7da60244-967d-4c11-9617-20064af1c01d req-8071d9ce-754e-4e60-a1f0-c13a80325028 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07e1020a-e263-4ff8-b2ed-7a058b869d89 HTTP/1.1" status: 200 len: 835 time: 0.0439844 Nov 08 01:00:09.392249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da60244-967d-4c11-9617-20064af1c01d req-03cf22bf-4d9b-49e9-bb0c-77d2db775c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:09.394059 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7da60244-967d-4c11-9617-20064af1c01d req-03cf22bf-4d9b-49e9-bb0c-77d2db775c70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96564724-b29e-405c-860c-7e86d9f42e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455112 Nov 08 01:00:09.413691 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-a2582be2-09cc-4ebf-ad85-20ec91c962c9 None None] Set router 25988db1-1816-47f8-993f-60851da7877d gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:00:09.499617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326c2cb-0e3c-49f4-8e26-f96515505542 req-59246e86-4008-4a00-9c84-1838833a9bc1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:09.501162 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7326c2cb-0e3c-49f4-8e26-f96515505542 req-59246e86-4008-4a00-9c84-1838833a9bc1 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 985 time: 0.0996406 Nov 08 01:00:09.544936 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7da60244-967d-4c11-9617-20064af1c01d req-47f2613d-003d-46db-b7f8-8f272b31671a service neutron] 10.222.0.20 "GET /v2.0/networks/96564724-b29e-405c-860c-7e86d9f42e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344593 Nov 08 01:00:09.567726 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7326c2cb-0e3c-49f4-8e26-f96515505542 req-6db9c061-b498-4606-8c0f-32ff35ee93e7 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7733895-6a95-457c-a0f1-f555cade43a4&id=81f9dde1-018d-442c-9b1c-df8425a4abd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0560272 Nov 08 01:00:09.617102 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-a2582be2-09cc-4ebf-ad85-20ec91c962c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25988db1-1816-47f8-993f-60851da7877d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-971191882', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '2fc52b96-34c7-4395-85da-39209789f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:58:07Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '2fc52b96-34c7-4395-85da-39209789f81a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:08Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '9d88fc5c-1f96-47c7-9940-dc9abed2feaa', 'name': '', 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'mac_address': 'fa:16:3e:1f:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '07e1020a-e263-4ff8-b2ed-7a058b869d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:11Z', 'updated_at': '2021-11-08T00:58:15Z', 'revision_number': 5, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'subnets': [{'id': '07e1020a-e263-4ff8-b2ed-7a058b869d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:00:09.646562 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2582be2-09cc-4ebf-ad85-20ec91c962c9 None None] The sync data for ids ['25988db1-1816-47f8-993f-60851da7877d'] in n-d-816882-1 is: [{'id': '25988db1-1816-47f8-993f-60851da7877d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-971191882', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '2fc52b96-34c7-4395-85da-39209789f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:58:07Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '2fc52b96-34c7-4395-85da-39209789f81a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:08Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '9d88fc5c-1f96-47c7-9940-dc9abed2feaa', 'name': '', 'network_id': '96564724-b29e-405c-860c-7e86d9f42e8c', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'mac_address': 'fa:16:3e:1f:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '07e1020a-e263-4ff8-b2ed-7a058b869d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:11Z', 'updated_at': '2021-11-08T00:58:15Z', 'revision_number': 5, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'subnets': [{'id': '07e1020a-e263-4ff8-b2ed-7a058b869d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:00:09.647345 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7da60244-967d-4c11-9617-20064af1c01d req-0ba85b64-1c3f-47e4-81bf-b40d5fc075de service neutron] 10.222.0.20 "GET /v2.0/networks/96564724-b29e-405c-860c-7e86d9f42e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942805 Nov 08 01:00:09.870267 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97197767-78ef-49eb-9c84-ae96ab2f0dfb None None] New status for floating IP 18b0f417-5c37-4f65-a382-185a8b175b41: DOWN {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:00:10.681817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e2c24-2272-4d26-8680-0d8dd3929212 req-1caa0e20-5172-4042-8bd3-1ac4dfde5dd7 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:10.683282 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd8e2c24-2272-4d26-8680-0d8dd3929212 req-1caa0e20-5172-4042-8bd3-1ac4dfde5dd7 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 985 time: 0.0482931 Nov 08 01:00:10.726899 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd8e2c24-2272-4d26-8680-0d8dd3929212 req-6db69e0a-6410-4bf6-9ad1-fda37af8c7cb tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7733895-6a95-457c-a0f1-f555cade43a4&id=81f9dde1-018d-442c-9b1c-df8425a4abd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0367780 Nov 08 01:00:11.205076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed75b2-65f3-47ae-b53c-15ae576bafea req-9b921715-f610-48f9-a603-51372a0e3a97 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:11.206541 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8fed75b2-65f3-47ae-b53c-15ae576bafea req-9b921715-f610-48f9-a603-51372a0e3a97 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.20 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 985 time: 0.0476787 Nov 08 01:00:11.303295 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-8fed75b2-65f3-47ae-b53c-15ae576bafea req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Deleting port 44c7d05c-a61b-4f57-83d0-2496c1a8eccc {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:00:11.303639 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8fed75b2-65f3-47ae-b53c-15ae576bafea req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:11.390082 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-8fed75b2-65f3-47ae-b53c-15ae576bafea req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] For port 44c7d05c-a61b-4f57-83d0-2496c1a8eccc, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=44c7d05c-a61b-4f57-83d0-2496c1a8eccc,segment=NetworkSegment(20c2335d-5322-4d2b-9676-8aeb6a6690b8),segment_id=20c2335d-5322-4d2b-9676-8aeb6a6690b8)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:00:11.390438 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8fed75b2-65f3-47ae-b53c-15ae576bafea req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:11.402489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-8fed75b2-65f3-47ae-b53c-15ae576bafea req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Calling delete_port for 44c7d05c-a61b-4f57-83d0-2496c1a8eccc owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:00:11.605466 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8fed75b2-65f3-47ae-b53c-15ae576bafea req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:11.633576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event deleted for resources: {'Port': ['ID=44c7d05c-a61b-4f57-83d0-2496c1a8eccc,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:11.666185 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:11.666529 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:11.666868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:11.667199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:11.667526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:11.667877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:11.668203 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:11.668534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:11.668843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:11.669161 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:11.669475 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:11.669790 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:11.689210 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fed75b2-65f3-47ae-b53c-15ae576bafea req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] No DVR routers for this DVR port 44c7d05c-a61b-4f57-83d0-2496c1a8eccc on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:00:11.691626 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8fed75b2-65f3-47ae-b53c-15ae576bafea req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:11.694952 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8fed75b2-65f3-47ae-b53c-15ae576bafea req-cb6758c7-0d36-4e92-8822-ab0965eaefa9 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.20 "DELETE /v2.0/ports/44c7d05c-a61b-4f57-83d0-2496c1a8eccc HTTP/1.1" status: 204 len: 173 time: 0.4813097 Nov 08 01:00:11.695382 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99e9cda-915d-469a-a977-fc65a499f194', 'name': 'network-vif-deleted', 'tag': '44c7d05c-a61b-4f57-83d0-2496c1a8eccc'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:00:11.697699 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f355d7-3262-4712-bdb9-2d9b7758218e" -d '{"events": [{"server_uuid": "f99e9cda-915d-469a-a977-fc65a499f194", "name": "network-vif-deleted", "tag": "44c7d05c-a61b-4f57-83d0-2496c1a8eccc"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:00:11.731816 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a607546d-f085-4db3-986d-37253127bf1a x-openstack-request-id: req-a607546d-f085-4db3-986d-37253127bf1a {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:00:11.732112 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99e9cda-915d-469a-a977-fc65a499f194", "name": "network-vif-deleted", "tag": "44c7d05c-a61b-4f57-83d0-2496c1a8eccc", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:00:11.732353 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a607546d-f085-4db3-986d-37253127bf1a {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:00:11.732746 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99e9cda-915d-469a-a977-fc65a499f194', 'name': 'network-vif-deleted', 'tag': '44c7d05c-a61b-4f57-83d0-2496c1a8eccc', 'status': 'completed', 'code': 200} Nov 08 01:00:11.820198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9329750d-c2fb-4a57-9d5f-9ddd270ad528 req-fe123ec2-28c1-4209-a827-a7b961913138 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99e9cda-915d-469a-a977-fc65a499f194 HTTP/1.1" status: 200 len: 210 time: 0.0256114 Nov 08 01:00:12.875403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36210) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:12.927330 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2511fc44-defe-4ab8-8c69-5b747be3b653 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:12.948492 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2511fc44-defe-4ab8-8c69-5b747be3b653 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:13.079701 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2511fc44-defe-4ab8-8c69-5b747be3b653 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:13.082370 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2511fc44-defe-4ab8-8c69-5b747be3b653 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:13.083530 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2511fc44-defe-4ab8-8c69-5b747be3b653 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "DELETE /v2.0/security-groups/f7733895-6a95-457c-a0f1-f555cade43a4 HTTP/1.1" status: 204 len: 168 time: 0.2071168 Nov 08 01:00:13.086373 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36212) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:13.092568 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511fc44-defe-4ab8-8c69-5b747be3b653 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7733895-6a95-457c-a0f1-f555cade43a4,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:13.139968 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a7a13400-c7f7-46d1-8a65-6499155d21cb tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:13.162744 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a7a13400-c7f7-46d1-8a65-6499155d21cb tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:13.279463 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a7a13400-c7f7-46d1-8a65-6499155d21cb tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:13.282163 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a7a13400-c7f7-46d1-8a65-6499155d21cb tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:13.283322 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a7a13400-c7f7-46d1-8a65-6499155d21cb tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "DELETE /v2.0/security-groups/81f9dde1-018d-442c-9b1c-df8425a4abd3 HTTP/1.1" status: 204 len: 168 time: 0.1958950 Nov 08 01:00:13.286308 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36214) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:13.292498 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a13400-c7f7-46d1-8a65-6499155d21cb tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f9dde1-018d-442c-9b1c-df8425a4abd3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:13.642981 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce514694-bef7-4978-a09f-02e826df080e tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:14.217231 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-ce514694-bef7-4978-a09f-02e826df080e tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Deleting port 9d88fc5c-1f96-47c7-9940-dc9abed2feaa {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:00:14.217903 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce514694-bef7-4978-a09f-02e826df080e tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:14.304193 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-ce514694-bef7-4978-a09f-02e826df080e tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] For port 9d88fc5c-1f96-47c7-9940-dc9abed2feaa, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9d88fc5c-1f96-47c7-9940-dc9abed2feaa,segment=NetworkSegment(20c2335d-5322-4d2b-9676-8aeb6a6690b8),segment_id=20c2335d-5322-4d2b-9676-8aeb6a6690b8)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:00:14.304557 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce514694-bef7-4978-a09f-02e826df080e tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:14.316711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-ce514694-bef7-4978-a09f-02e826df080e tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Calling delete_port for 9d88fc5c-1f96-47c7-9940-dc9abed2feaa owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:00:14.576966 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce514694-bef7-4978-a09f-02e826df080e tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:14.607858 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce514694-bef7-4978-a09f-02e826df080e tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event deleted for resources: {'Port': ['ID=9d88fc5c-1f96-47c7-9940-dc9abed2feaa,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:14.778946 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ce514694-bef7-4978-a09f-02e826df080e tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:14.988783 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce514694-bef7-4978-a09f-02e826df080e tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Router 25988db1-1816-47f8-993f-60851da7877d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:00:15.092944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce514694-bef7-4978-a09f-02e826df080e tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:00:15.097960 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ce514694-bef7-4978-a09f-02e826df080e tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "PUT /v2.0/routers/25988db1-1816-47f8-993f-60851da7877d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8106134 Nov 08 01:00:15.100658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36216) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:15.103347 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700c277b-f46b-4e09-9ff4-ab7aebbd74dc None None] Sync routers for ids ['25988db1-1816-47f8-993f-60851da7877d'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:00:15.114106 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700c277b-f46b-4e09-9ff4-ab7aebbd74dc None None] Routers {'25988db1-1816-47f8-993f-60851da7877d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:00:15.114793 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-700c277b-f46b-4e09-9ff4-ab7aebbd74dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:00:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['25988db1-1816-47f8-993f-60851da7877d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:00:15.150702 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2986b9ed-fe7a-4d69-88cc-c804fd890ee7 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Deleting subnet 07e1020a-e263-4ff8-b2ed-7a058b869d89 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:00:15.153744 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2986b9ed-fe7a-4d69-88cc-c804fd890ee7 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:15.192894 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2986b9ed-fe7a-4d69-88cc-c804fd890ee7 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:15.210479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 44c7d05c-a61b-4f57-83d0-2496c1a8eccc no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:00:15.221387 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-700c277b-f46b-4e09-9ff4-ab7aebbd74dc None None] Set router 25988db1-1816-47f8-993f-60851da7877d gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:00:15.261240 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 44c7d05c-a61b-4f57-83d0-2496c1a8eccc {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:00:15.261497 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 44c7d05c-a61b-4f57-83d0-2496c1a8eccc not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:00:15.282297 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2986b9ed-fe7a-4d69-88cc-c804fd890ee7 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:15.412941 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-700c277b-f46b-4e09-9ff4-ab7aebbd74dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25988db1-1816-47f8-993f-60851da7877d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-971191882', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '2fc52b96-34c7-4395-85da-39209789f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:58:07Z', 'updated_at': '2021-11-08T01:00:14Z', 'revision_number': 5, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '2fc52b96-34c7-4395-85da-39209789f81a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:08Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:00:15.441351 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2986b9ed-fe7a-4d69-88cc-c804fd890ee7 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:15.444301 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700c277b-f46b-4e09-9ff4-ab7aebbd74dc None None] Checking router: 25988db1-1816-47f8-993f-60851da7877d for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:00:15.452879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700c277b-f46b-4e09-9ff4-ab7aebbd74dc None None] Routers {'25988db1-1816-47f8-993f-60851da7877d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:00:15.453479 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-700c277b-f46b-4e09-9ff4-ab7aebbd74dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:00:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['25988db1-1816-47f8-993f-60851da7877d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:00:15.468658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986b9ed-fe7a-4d69-88cc-c804fd890ee7 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event deleted for resources: {'Subnet': ['ID=07e1020a-e263-4ff8-b2ed-7a058b869d89,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:15.473125 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2986b9ed-fe7a-4d69-88cc-c804fd890ee7 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:15.476329 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2986b9ed-fe7a-4d69-88cc-c804fd890ee7 tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "DELETE /v2.0/subnets/07e1020a-e263-4ff8-b2ed-7a058b869d89 HTTP/1.1" status: 204 len: 168 time: 0.3747380 Nov 08 01:00:15.478907 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36218) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:15.493674 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccbc65b-3c37-473c-96ec-d3767016737a None None] Network 96564724-b29e-405c-860c-7e86d9f42e8c requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:00:15.588678 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43983c49-4c78-4513-81d1-60b94b5cf31b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:15.700375 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43983c49-4c78-4513-81d1-60b94b5cf31b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:15.809977 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-700c277b-f46b-4e09-9ff4-ab7aebbd74dc None None] Set router 25988db1-1816-47f8-993f-60851da7877d gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:00:15.825083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-43983c49-4c78-4513-81d1-60b94b5cf31b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Deleting port 2fc52b96-34c7-4395-85da-39209789f81a {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:00:15.825425 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43983c49-4c78-4513-81d1-60b94b5cf31b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:15.902842 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-43983c49-4c78-4513-81d1-60b94b5cf31b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] For port 2fc52b96-34c7-4395-85da-39209789f81a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2fc52b96-34c7-4395-85da-39209789f81a,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:00:15.903149 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43983c49-4c78-4513-81d1-60b94b5cf31b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:15.922290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-43983c49-4c78-4513-81d1-60b94b5cf31b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Calling delete_port for 2fc52b96-34c7-4395-85da-39209789f81a owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:00:15.994706 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf58635-6649-49ae-b75a-2813cf176a7f None None] DHCP port deletion for 96564724-b29e-405c-860c-7e86d9f42e8c request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 01:00:16.029083 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-700c277b-f46b-4e09-9ff4-ab7aebbd74dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25988db1-1816-47f8-993f-60851da7877d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-971191882', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '2fc52b96-34c7-4395-85da-39209789f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:58:07Z', 'updated_at': '2021-11-08T01:00:14Z', 'revision_number': 5, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '2fc52b96-34c7-4395-85da-39209789f81a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:08Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:00:16.056443 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700c277b-f46b-4e09-9ff4-ab7aebbd74dc None None] The sync data for ids ['25988db1-1816-47f8-993f-60851da7877d'] in n-d-816882-1 is: [{'id': '25988db1-1816-47f8-993f-60851da7877d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-971191882', 'tenant_id': '3a8c931c553740fd9990cdf4ffa014a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '2fc52b96-34c7-4395-85da-39209789f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T00:58:07Z', 'updated_at': '2021-11-08T01:00:14Z', 'revision_number': 5, 'project_id': '3a8c931c553740fd9990cdf4ffa014a0', 'gw_port': {'id': '2fc52b96-34c7-4395-85da-39209789f81a', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25988db1-1816-47f8-993f-60851da7877d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T00:58:08Z', 'updated_at': '2021-11-08T00:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:00:16.079578 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-faf58635-6649-49ae-b75a-2813cf176a7f None None] Deleting port 357f463c-2b31-4ebb-a975-aa91fe275f2e {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:00:16.079979 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-faf58635-6649-49ae-b75a-2813cf176a7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:16.146275 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-faf58635-6649-49ae-b75a-2813cf176a7f None None] For port 357f463c-2b31-4ebb-a975-aa91fe275f2e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=357f463c-2b31-4ebb-a975-aa91fe275f2e,segment=NetworkSegment(20c2335d-5322-4d2b-9676-8aeb6a6690b8),segment_id=20c2335d-5322-4d2b-9676-8aeb6a6690b8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:00:16.146926 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-faf58635-6649-49ae-b75a-2813cf176a7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:16.148469 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43983c49-4c78-4513-81d1-60b94b5cf31b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:16.161371 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-faf58635-6649-49ae-b75a-2813cf176a7f None None] Calling delete_port for 357f463c-2b31-4ebb-a975-aa91fe275f2e owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:00:16.178769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43983c49-4c78-4513-81d1-60b94b5cf31b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event deleted for resources: {'Port': ['ID=2fc52b96-34c7-4395-85da-39209789f81a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:16.239284 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43983c49-4c78-4513-81d1-60b94b5cf31b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:16.302796 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-faf58635-6649-49ae-b75a-2813cf176a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:16.333875 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43983c49-4c78-4513-81d1-60b94b5cf31b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:16.334530 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf58635-6649-49ae-b75a-2813cf176a7f None None] Pushing event deleted for resources: {'Port': ['ID=357f463c-2b31-4ebb-a975-aa91fe275f2e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:16.336129 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43983c49-4c78-4513-81d1-60b94b5cf31b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:16.336497 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf58635-6649-49ae-b75a-2813cf176a7f None None] No DVR routers for this DVR port 357f463c-2b31-4ebb-a975-aa91fe275f2e on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:00:16.474764 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43983c49-4c78-4513-81d1-60b94b5cf31b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:16.475709 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43983c49-4c78-4513-81d1-60b94b5cf31b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Fanout notify agent at l3_agent the message router_deleted on router 25988db1-1816-47f8-993f-60851da7877d {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 01:00:16.486587 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43983c49-4c78-4513-81d1-60b94b5cf31b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:16.496746 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-43983c49-4c78-4513-81d1-60b94b5cf31b tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "DELETE /v2.0/routers/25988db1-1816-47f8-993f-60851da7877d HTTP/1.1" status: 204 len: 168 time: 1.0079255 Nov 08 01:00:16.496746 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36220) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:16.579035 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-892a42c0-20ce-4f19-8c50-d65f4817e87d tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:16.586558 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9d88fc5c-1f96-47c7-9940-dc9abed2feaa no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:00:16.609353 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 9d88fc5c-1f96-47c7-9940-dc9abed2feaa {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:00:16.610498 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9d88fc5c-1f96-47c7-9940-dc9abed2feaa not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:00:16.611102 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 357f463c-2b31-4ebb-a975-aa91fe275f2e no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:00:16.632400 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 357f463c-2b31-4ebb-a975-aa91fe275f2e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:00:16.632916 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 357f463c-2b31-4ebb-a975-aa91fe275f2e not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:00:16.671576 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-892a42c0-20ce-4f19-8c50-d65f4817e87d tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:16.694222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-892a42c0-20ce-4f19-8c50-d65f4817e87d tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96564724-b29e-405c-860c-7e86d9f42e8c']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:00:16.704328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-892a42c0-20ce-4f19-8c50-d65f4817e87d tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c2335d-5322-4d2b-9676-8aeb6a6690b8') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:00:16.704634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-892a42c0-20ce-4f19-8c50-d65f4817e87d tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c2335d-5322-4d2b-9676-8aeb6a6690b8') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:00:16.714436 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-892a42c0-20ce-4f19-8c50-d65f4817e87d tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:16.728427 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-892a42c0-20ce-4f19-8c50-d65f4817e87d tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:16.734453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892a42c0-20ce-4f19-8c50-d65f4817e87d tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:00:16.734867 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-892a42c0-20ce-4f19-8c50-d65f4817e87d tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: timer() Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:00:16.737880 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:00:16.851239 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-892a42c0-20ce-4f19-8c50-d65f4817e87d tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:16.859853 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-892a42c0-20ce-4f19-8c50-d65f4817e87d tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:16.861109 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-892a42c0-20ce-4f19-8c50-d65f4817e87d tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] 10.222.0.13 "DELETE /v2.0/networks/96564724-b29e-405c-860c-7e86d9f42e8c HTTP/1.1" status: 204 len: 168 time: 0.3648794 Nov 08 01:00:16.872552 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a42c0-20ce-4f19-8c50-d65f4817e87d tempest-TestSecurityGroupsBasicOps-214312554 tempest-TestSecurityGroupsBasicOps-214312554-project] Pushing event deleted for resources: {'Network': ['ID=96564724-b29e-405c-860c-7e86d9f42e8c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:17.144030 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:00:17.461138 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36228) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:17.587996 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f97d0fe6-8d07-4c98-9d42-b13be4cee700 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a8c931c553740fd9990cdf4ffa014a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255562 Nov 08 01:00:17.590424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36232) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:17.642452 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-97c838d3-bf4d-49a1-8f2a-8835c838e99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:17.666179 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-97c838d3-bf4d-49a1-8f2a-8835c838e99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:17.783198 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-97c838d3-bf4d-49a1-8f2a-8835c838e99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:17.785832 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-97c838d3-bf4d-49a1-8f2a-8835c838e99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:17.786989 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-97c838d3-bf4d-49a1-8f2a-8835c838e99e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7b30519-2f8d-4dbb-8b1f-3d9d25659b6e HTTP/1.1" status: 204 len: 168 time: 0.1956680 Nov 08 01:00:17.794635 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c838d3-bf4d-49a1-8f2a-8835c838e99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b30519-2f8d-4dbb-8b1f-3d9d25659b6e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:18.382819 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36238) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:18.396553 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c530204-fa62-416d-8aa2-3dcf11704b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:18.471921 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c530204-fa62-416d-8aa2-3dcf11704b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:18.475873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2fc52b96-34c7-4395-85da-39209789f81a no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:00:18.496130 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 2fc52b96-34c7-4395-85da-39209789f81a {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:00:18.496539 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2fc52b96-34c7-4395-85da-39209789f81a not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:00:18.554139 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8c530204-fa62-416d-8aa2-3dcf11704b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:18.594274 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8c530204-fa62-416d-8aa2-3dcf11704b58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de07c8c076cb434391c2747942a392c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2103677 Nov 08 01:00:18.595139 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c530204-fa62-416d-8aa2-3dcf11704b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3461e030-8e9c-41b7-b4f5-6aa5f8540030,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:18.597032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36240) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:18.646255 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-19821708-75e1-480d-ac07-4832074337d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:18.667235 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-19821708-75e1-480d-ac07-4832074337d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:18.811298 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-19821708-75e1-480d-ac07-4832074337d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:18.814547 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-19821708-75e1-480d-ac07-4832074337d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:18.815726 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-19821708-75e1-480d-ac07-4832074337d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3461e030-8e9c-41b7-b4f5-6aa5f8540030 HTTP/1.1" status: 204 len: 168 time: 0.2176278 Nov 08 01:00:18.823688 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19821708-75e1-480d-ac07-4832074337d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3461e030-8e9c-41b7-b4f5-6aa5f8540030,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:19.518980 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36246) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:19.557907 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2a9c703c-36a9-4288-a841-bd65805313ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cd06670389943508ba822dbb885d0d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378087 Nov 08 01:00:19.560437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36248) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:19.609884 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-74cce870-b181-4d74-b56d-936aced06eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:19.630225 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-74cce870-b181-4d74-b56d-936aced06eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:19.862993 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-74cce870-b181-4d74-b56d-936aced06eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:19.865629 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-74cce870-b181-4d74-b56d-936aced06eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:19.866785 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-74cce870-b181-4d74-b56d-936aced06eb5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78e646fd-a05f-4d43-a0df-535ea3b5b005 HTTP/1.1" status: 204 len: 168 time: 0.3054664 Nov 08 01:00:19.874821 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cce870-b181-4d74-b56d-936aced06eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e646fd-a05f-4d43-a0df-535ea3b5b005,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:28.222852 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d037cab-2b34-4772-adda-bafab2f7fa95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:30.719498 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6463778a-a369-4ddc-aebc-99781acec7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:31.040059 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:31.044941 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-f139b20b-fe84-485e-ac8d-ee4b718c8a54 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0d43ee36a7fa45dfa3d1b165d46e6dbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358489 Nov 08 01:00:31.229352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-40cee4c5-da0b-4f8d-9055-9701b39d1e44 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:31.230736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-40cee4c5-da0b-4f8d-9055-9701b39d1e44 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772416 Nov 08 01:00:31.245591 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-b57b3f90-5ee2-4647-9b3a-c2d7c5d5127b tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/quotas/0d43ee36a7fa45dfa3d1b165d46e6dbc HTTP/1.1" status: 200 len: 375 time: 0.0089478 Nov 08 01:00:31.279967 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-d7590648-62af-4a45-9c3d-663fd3f224d3 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d43ee36a7fa45dfa3d1b165d46e6dbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287213 Nov 08 01:00:31.507018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55566b95-1fcc-49be-9193-70b1dee80e50 req-abebc0f5-f753-4c5e-aa8f-cab3fee16b20 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0459953a-416c-40c8-b154-4395629af5a6 HTTP/1.1" status: 200 len: 210 time: 0.0257223 Nov 08 01:00:31.908027 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:32.325693 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:32.598399 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18223bdd-3b9b-43f6-a18b-98fac070fb19 req-ddbe3388-8407-46c4-895c-e27397b6cc65 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0459953a-416c-40c8-b154-4395629af5a6 HTTP/1.1" status: 200 len: 210 time: 0.0268860 Nov 08 01:00:33.479927 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:33.590740 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-3eddfa58-1deb-40b8-84ed-c4d80f60b540 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0d43ee36a7fa45dfa3d1b165d46e6dbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202858 Nov 08 01:00:33.699809 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d82ecfdf-ee54-4c01-8512-4c613293464c req-4596154c-82d8-49e3-85a8-35dd3be05b8f tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0459953a-416c-40c8-b154-4395629af5a6 HTTP/1.1" status: 200 len: 210 time: 0.0334189 Nov 08 01:00:33.721653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-6429e5cd-e2e1-482b-a57a-867db57e6921 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:33.725939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-6429e5cd-e2e1-482b-a57a-867db57e6921 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1297863 Nov 08 01:00:33.743361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-669aa836-d227-4d5f-922d-91986457131d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Request body: {'port': {'device_id': '0459953a-416c-40c8-b154-4395629af5a6', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'admin_state_up': True, 'tenant_id': '0d43ee36a7fa45dfa3d1b165d46e6dbc'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:00:33.936646 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-669aa836-d227-4d5f-922d-91986457131d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Made reservation on behalf of 0d43ee36a7fa45dfa3d1b165d46e6dbc for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:00:33.940311 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-669aa836-d227-4d5f-922d-91986457131d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:33.949466 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-669aa836-d227-4d5f-922d-91986457131d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:34.022130 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-669aa836-d227-4d5f-922d-91986457131d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:34.091653 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-669aa836-d227-4d5f-922d-91986457131d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:34.153995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669aa836-d227-4d5f-922d-91986457131d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b52304-8b7e-4d79-9d2d-b3160f233df6,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:34.225644 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-669aa836-d227-4d5f-922d-91986457131d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Allocated IP 192.168.233.128 (2048d4eb-b9a9-4ce6-8aaf-2395a3862116/7c2dbc28-1cbe-48ed-8f14-e821a9d54721/656a4c30-f32b-4241-81d1-9af373b31641) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:00:34.366386 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-669aa836-d227-4d5f-922d-91986457131d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:34.445811 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-669aa836-d227-4d5f-922d-91986457131d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:34.492616 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-669aa836-d227-4d5f-922d-91986457131d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:00:34.495552 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-669aa836-d227-4d5f-922d-91986457131d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:00:34.499148 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-669aa836-d227-4d5f-922d-91986457131d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:00:34.508540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669aa836-d227-4d5f-922d-91986457131d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Pushing event updated for resources: {'Port': ['ID=656a4c30-f32b-4241-81d1-9af373b31641,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:34.554689 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-669aa836-d227-4d5f-922d-91986457131d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:34.555336 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-669aa836-d227-4d5f-922d-91986457131d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:34.648841 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-669aa836-d227-4d5f-922d-91986457131d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9091303 Nov 08 01:00:34.666848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Request body: {'port': {'device_id': '0459953a-416c-40c8-b154-4395629af5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:00:34.719364 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:34.730031 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f2cdd34c-a773-45da-bf22-f8ce885ba373 None None] Provisioning complete for port 656a4c30-f32b-4241-81d1-9af373b31641 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:00:34.730474 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd34c-a773-45da-bf22-f8ce885ba373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:34.780506 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f2cdd34c-a773-45da-bf22-f8ce885ba373 None None] Port 656a4c30-f32b-4241-81d1-9af373b31641 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:00:34.883858 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58ced4-54ea-49cc-8646-0a7b25271e9f req-c686998b-a311-46d3-96bf-b730450a6e7b tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:34.885380 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c58ced4-54ea-49cc-8646-0a7b25271e9f req-c686998b-a311-46d3-96bf-b730450a6e7b tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0459953a-416c-40c8-b154-4395629af5a6 HTTP/1.1" status: 200 len: 936 time: 0.1121051 Nov 08 01:00:34.971736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c58ced4-54ea-49cc-8646-0a7b25271e9f req-6101491e-2f4c-4ba0-aa38-5887b63ae351 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4b52304-8b7e-4d79-9d2d-b3160f233df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784268 Nov 08 01:00:35.053880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656a4c30-f32b-4241-81d1-9af373b31641 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:00:35.061694 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:35.074283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Transition to ACTIVE for port object 656a4c30-f32b-4241-81d1-9af373b31641 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:00:35.176794 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:35.229608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Pushing event updated for resources: {'Port': ['ID=656a4c30-f32b-4241-81d1-9af373b31641,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:35.300896 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Attempting to bind port 656a4c30-f32b-4241-81d1-9af373b31641 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:00:35.301243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Attempting to bind port 656a4c30-f32b-4241-81d1-9af373b31641 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:00:35.301569 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Attempting to bind port 656a4c30-f32b-4241-81d1-9af373b31641 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:00:35.306301 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Port 656a4c30-f32b-4241-81d1-9af373b31641 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:00:35.306546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Attempting to bind port 656a4c30-f32b-4241-81d1-9af373b31641 on network 2048d4eb-b9a9-4ce6-8aaf-2395a3862116 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:00:35.311645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:00:35.312060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Checking segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:00:35.312448 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Bound using segment: {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:00:35.312876 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Bound port: 656a4c30-f32b-4241-81d1-9af373b31641, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b448b321-457d-4345-bfe5-d02f92e996f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:00:35.313237 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:35.382815 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] For port 656a4c30-f32b-4241-81d1-9af373b31641, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:00:35.385790 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] For port 656a4c30-f32b-4241-81d1-9af373b31641, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=656a4c30-f32b-4241-81d1-9af373b31641,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:00:35.451657 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:35.487204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:35.487715 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:35.489646 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] 10.222.0.20 "PUT /v2.0/ports/656a4c30-f32b-4241-81d1-9af373b31641 HTTP/1.1" status: 200 len: 1096 time: 0.8264501 Nov 08 01:00:35.490077 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0459953a-416c-40c8-b154-4395629af5a6', 'tag': '656a4c30-f32b-4241-81d1-9af373b31641'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:00:35.492367 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f80948-cfc8-4bb3-a3b9-9cec656649ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0459953a-416c-40c8-b154-4395629af5a6", "tag": "656a4c30-f32b-4241-81d1-9af373b31641"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:00:35.520652 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6ba72-bc7a-4f3a-8e2d-2caa6d5384bf service neutron] Pushing event updated for resources: {'Port': ['ID=656a4c30-f32b-4241-81d1-9af373b31641,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:35.537814 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464a1371-4a5c-4b8a-8897-bcd2664e3539 x-openstack-request-id: req-464a1371-4a5c-4b8a-8897-bcd2664e3539 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:00:35.538217 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0459953a-416c-40c8-b154-4395629af5a6", "tag": "656a4c30-f32b-4241-81d1-9af373b31641", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:00:35.538467 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-464a1371-4a5c-4b8a-8897-bcd2664e3539 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:00:35.538862 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0459953a-416c-40c8-b154-4395629af5a6', 'tag': '656a4c30-f32b-4241-81d1-9af373b31641', 'status': 'completed', 'code': 200} Nov 08 01:00:35.623523 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f80948-cfc8-4bb3-a3b9-9cec656649ab req-18fefe21-eca1-486a-abe5-dfab48a8e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:35.625095 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5f80948-cfc8-4bb3-a3b9-9cec656649ab req-18fefe21-eca1-486a-abe5-dfab48a8e0f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d43ee36a7fa45dfa3d1b165d46e6dbc&device_id=0459953a-416c-40c8-b154-4395629af5a6 HTTP/1.1" status: 200 len: 1099 time: 0.0429511 Nov 08 01:00:35.658248 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5f80948-cfc8-4bb3-a3b9-9cec656649ab req-ba16218c-9bd9-4e4f-8628-cc520b4c8c9d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=0d43ee36a7fa45dfa3d1b165d46e6dbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193887 Nov 08 01:00:36.096442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f80948-cfc8-4bb3-a3b9-9cec656649ab req-10687638-2472-4ac5-9b5c-9a69c274be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:36.097842 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5f80948-cfc8-4bb3-a3b9-9cec656649ab req-10687638-2472-4ac5-9b5c-9a69c274be56 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4327831 Nov 08 01:00:36.133424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cf0d4-e2a2-4908-a69d-0778c1ea12c3 req-aaa7cda0-6cfe-4c47-a70e-ea7f4e3a159a tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:36.134866 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-439cf0d4-e2a2-4908-a69d-0778c1ea12c3 req-aaa7cda0-6cfe-4c47-a70e-ea7f4e3a159a tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0459953a-416c-40c8-b154-4395629af5a6 HTTP/1.1" status: 200 len: 948 time: 0.0564916 Nov 08 01:00:36.198097 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-439cf0d4-e2a2-4908-a69d-0778c1ea12c3 req-b9d2b515-b6ad-49c0-9ac2-45579087aacf tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4b52304-8b7e-4d79-9d2d-b3160f233df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566075 Nov 08 01:00:36.207424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-cf57ec44-b368-48c1-b557-c5e292ba3ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:36.208903 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-cf57ec44-b368-48c1-b557-c5e292ba3ce5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d43ee36a7fa45dfa3d1b165d46e6dbc&device_id=0459953a-416c-40c8-b154-4395629af5a6 HTTP/1.1" status: 200 len: 1099 time: 0.0520461 Nov 08 01:00:36.259822 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-ac5c096a-4cb1-4056-a8ef-312ad05f883e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=656a4c30-f32b-4241-81d1-9af373b31641 HTTP/1.1" status: 200 len: 217 time: 0.0372400 Nov 08 01:00:36.307872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-75299716-e240-48b7-8b11-700799943857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:36.309277 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-75299716-e240-48b7-8b11-700799943857 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c2dbc28-1cbe-48ed-8f14-e821a9d54721 HTTP/1.1" status: 200 len: 843 time: 0.0420539 Nov 08 01:00:36.354230 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-ca668b2c-fd7e-46b5-b52c-1a57f3c90797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:36.355713 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-ca668b2c-fd7e-46b5-b52c-1a57f3c90797 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2048d4eb-b9a9-4ce6-8aaf-2395a3862116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0398409 Nov 08 01:00:36.462796 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-eb673805-15e6-4cc6-b731-e0de4a7dac7b service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998180 Nov 08 01:00:36.551143 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ded7b01f-fdae-45e9-8665-39cd68400823 req-65fe3bd8-a717-4951-a5d3-5bcd6fccaf60 service neutron] 10.222.0.20 "GET /v2.0/networks/2048d4eb-b9a9-4ce6-8aaf-2395a3862116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812213 Nov 08 01:00:37.311766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd7d37-3be9-4bc2-b238-2b07fd23ce1b req-ad8289f0-1a5e-44e7-8e9f-ac1f9869b6df tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:37.313259 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15fd7d37-3be9-4bc2-b238-2b07fd23ce1b req-ad8289f0-1a5e-44e7-8e9f-ac1f9869b6df tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0459953a-416c-40c8-b154-4395629af5a6 HTTP/1.1" status: 200 len: 948 time: 0.0491910 Nov 08 01:00:37.355622 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15fd7d37-3be9-4bc2-b238-2b07fd23ce1b req-9f398542-c894-4303-94df-c5bca0c14d48 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4b52304-8b7e-4d79-9d2d-b3160f233df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359588 Nov 08 01:00:38.467847 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43209a93-9243-4fd3-8787-698dc5412c61 req-069e37eb-417c-4e3b-94bd-925ee78aed5f tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:38.469309 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-43209a93-9243-4fd3-8787-698dc5412c61 req-069e37eb-417c-4e3b-94bd-925ee78aed5f tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0459953a-416c-40c8-b154-4395629af5a6 HTTP/1.1" status: 200 len: 948 time: 0.0491433 Nov 08 01:00:38.507425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-43209a93-9243-4fd3-8787-698dc5412c61 req-fd28424c-8fbc-4367-987c-9232bb7d4aa5 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4b52304-8b7e-4d79-9d2d-b3160f233df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321522 Nov 08 01:00:39.027922 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:39.334578 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 656a4c30-f32b-4241-81d1-9af373b31641 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:00:39.425178 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 656a4c30-f32b-4241-81d1-9af373b31641, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=656a4c30-f32b-4241-81d1-9af373b31641,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:00:39.437235 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '656a4c30-f32b-4241-81d1-9af373b31641', 'network_id': '2048d4eb-b9a9-4ce6-8aaf-2395a3862116', 'port_id': '656a4c30-f32b-4241-81d1-9af373b31641', 'mac_address': 'fa:16:3e:f3:f7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2dbc28-1cbe-48ed-8f14-e821a9d54721', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:00:39.476888 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:39.489035 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656a4c30-f32b-4241-81d1-9af373b31641 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:00:39.508398 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 656a4c30-f32b-4241-81d1-9af373b31641, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=656a4c30-f32b-4241-81d1-9af373b31641,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:00:39.611058 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:39.620587 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43401b48-4904-45e6-85b5-96cc7e8379c0 req-796b6983-f298-45c1-94e8-5f3399e4be3d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:39.622086 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-43401b48-4904-45e6-85b5-96cc7e8379c0 req-796b6983-f298-45c1-94e8-5f3399e4be3d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0459953a-416c-40c8-b154-4395629af5a6 HTTP/1.1" status: 200 len: 948 time: 0.0498266 Nov 08 01:00:39.657979 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=656a4c30-f32b-4241-81d1-9af373b31641,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:39.659910 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-43401b48-4904-45e6-85b5-96cc7e8379c0 req-cbe89f20-391c-4ccf-b2d5-8accd67b1fa7 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4b52304-8b7e-4d79-9d2d-b3160f233df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316968 Nov 08 01:00:39.966371 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['656a4c30-f32b-4241-81d1-9af373b31641'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:00:40.775932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a6bda-d989-412c-bac2-fe892938c04c req-d90e1870-751a-48fd-ba2e-b5f05b52a795 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:40.777380 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-430a6bda-d989-412c-bac2-fe892938c04c req-d90e1870-751a-48fd-ba2e-b5f05b52a795 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0459953a-416c-40c8-b154-4395629af5a6 HTTP/1.1" status: 200 len: 949 time: 0.0485721 Nov 08 01:00:40.817578 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-430a6bda-d989-412c-bac2-fe892938c04c req-139bc9ba-c5f2-44e1-9c06-573a0121550c tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4b52304-8b7e-4d79-9d2d-b3160f233df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343275 Nov 08 01:00:41.350733 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 656a4c30-f32b-4241-81d1-9af373b31641 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:00:41.467793 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 656a4c30-f32b-4241-81d1-9af373b31641 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:00:41.471905 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 656a4c30-f32b-4241-81d1-9af373b31641 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:00:41.472271 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:41.549023 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:41.570227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0459953a-416c-40c8-b154-4395629af5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656a4c30-f32b-4241-81d1-9af373b31641'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:00:41.572506 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f47395-0eb3-41f7-886c-7c7c451cd958" -d '{"events": [{"server_uuid": "0459953a-416c-40c8-b154-4395629af5a6", "name": "network-vif-plugged", "status": "completed", "tag": "656a4c30-f32b-4241-81d1-9af373b31641"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:00:41.589401 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 656a4c30-f32b-4241-81d1-9af373b31641, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=656a4c30-f32b-4241-81d1-9af373b31641,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:00:41.650968 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:41.677054 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce622b54-2609-469f-b9b5-81bdf3221827 x-openstack-request-id: req-ce622b54-2609-469f-b9b5-81bdf3221827 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:00:41.677348 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0459953a-416c-40c8-b154-4395629af5a6", "name": "network-vif-plugged", "status": "completed", "tag": "656a4c30-f32b-4241-81d1-9af373b31641", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:00:41.677656 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce622b54-2609-469f-b9b5-81bdf3221827 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:00:41.678075 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0459953a-416c-40c8-b154-4395629af5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656a4c30-f32b-4241-81d1-9af373b31641', 'code': 200} Nov 08 01:00:41.702556 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=656a4c30-f32b-4241-81d1-9af373b31641,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:41.796398 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbded80-e00b-4586-b8f2-58e03f1c73fd req-079b363b-869f-45e2-b359-0e5edce9a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:41.797856 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ffbded80-e00b-4586-b8f2-58e03f1c73fd req-079b363b-869f-45e2-b359-0e5edce9a52a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0459953a-416c-40c8-b154-4395629af5a6 HTTP/1.1" status: 200 len: 1101 time: 0.0404010 Nov 08 01:00:41.832012 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ffbded80-e00b-4586-b8f2-58e03f1c73fd req-dd6427c1-b0a5-4947-b20c-1eed33fba645 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a4b52304-8b7e-4d79-9d2d-b3160f233df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269334 Nov 08 01:00:41.930059 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c6717-cb0c-474f-b60c-69d7c2d96e9c req-0804f104-db7b-483e-bda8-b472de9a0db3 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:41.931516 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f6c6717-cb0c-474f-b60c-69d7c2d96e9c req-0804f104-db7b-483e-bda8-b472de9a0db3 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0459953a-416c-40c8-b154-4395629af5a6 HTTP/1.1" status: 200 len: 950 time: 0.0478425 Nov 08 01:00:41.968810 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f6c6717-cb0c-474f-b60c-69d7c2d96e9c req-729c5b93-5449-4f22-9f7f-d07da0b5f760 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4b52304-8b7e-4d79-9d2d-b3160f233df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314405 Nov 08 01:00:43.087554 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2b5ea-2d16-4452-ab1f-fbf2a0acfa39 req-177645a9-f494-4cf1-a819-f61ef65fae11 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:43.089068 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6db2b5ea-2d16-4452-ab1f-fbf2a0acfa39 req-177645a9-f494-4cf1-a819-f61ef65fae11 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0459953a-416c-40c8-b154-4395629af5a6 HTTP/1.1" status: 200 len: 950 time: 0.0532947 Nov 08 01:00:43.130307 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6db2b5ea-2d16-4452-ab1f-fbf2a0acfa39 req-2d24245a-d6c8-47fc-aad0-da108a9200a9 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4b52304-8b7e-4d79-9d2d-b3160f233df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349503 Nov 08 01:00:44.247044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807ea68-9268-4df5-a1df-f1b4d9968ae9 req-c583f242-0f1e-4576-95d9-6a502da2b93a tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:44.249276 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7807ea68-9268-4df5-a1df-f1b4d9968ae9 req-c583f242-0f1e-4576-95d9-6a502da2b93a tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0459953a-416c-40c8-b154-4395629af5a6 HTTP/1.1" status: 200 len: 950 time: 0.0526009 Nov 08 01:00:44.289325 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7807ea68-9268-4df5-a1df-f1b4d9968ae9 req-d13ce21e-a39a-484d-a1b1-269becbba3c7 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4b52304-8b7e-4d79-9d2d-b3160f233df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337915 Nov 08 01:00:44.620958 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-2c4e5720-05a2-4a52-846b-d67d1e0d2d87 req-a5dab3c4-de8f-4ded-8a85-dc3241c45da0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:00:44.621932 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c4e5720-05a2-4a52-846b-d67d1e0d2d87 req-a5dab3c4-de8f-4ded-8a85-dc3241c45da0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054314 Nov 08 01:00:45.093029 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-802e70cf-17b6-4739-af42-697a4c976bbd req-54b628e7-5dbc-4c8e-a76d-e317ee55fd92 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:00:45.094052 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-802e70cf-17b6-4739-af42-697a4c976bbd req-54b628e7-5dbc-4c8e-a76d-e317ee55fd92 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056512 Nov 08 01:00:45.724460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de24f7-b0a4-4745-a201-8a73c0259e7b req-e4b1c7ff-dd61-4eb7-b7e2-0c670e6f767b tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:45.725967 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4de24f7-b0a4-4745-a201-8a73c0259e7b req-e4b1c7ff-dd61-4eb7-b7e2-0c670e6f767b tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0459953a-416c-40c8-b154-4395629af5a6 HTTP/1.1" status: 200 len: 950 time: 0.0493026 Nov 08 01:00:45.763588 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4de24f7-b0a4-4745-a201-8a73c0259e7b req-b078625d-d66d-40ca-aea1-93bd616c8967 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4b52304-8b7e-4d79-9d2d-b3160f233df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316100 Nov 08 01:00:46.878172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2770e7d-ef89-468c-88a1-1ff7ff26c10e req-c5c011bc-5031-4521-93ed-bf82f3c0b705 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:46.879636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2770e7d-ef89-468c-88a1-1ff7ff26c10e req-c5c011bc-5031-4521-93ed-bf82f3c0b705 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0459953a-416c-40c8-b154-4395629af5a6 HTTP/1.1" status: 200 len: 950 time: 0.0477593 Nov 08 01:00:46.922101 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2770e7d-ef89-468c-88a1-1ff7ff26c10e req-3cda22f2-8514-4dca-8216-a0393c877851 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4b52304-8b7e-4d79-9d2d-b3160f233df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358443 Nov 08 01:00:47.206672 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e1cd7-d4ea-42af-bbb9-443f24ae8f1e req-9930b5e0-7d63-444e-8c40-4010409ca80d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:47.208237 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-778e1cd7-d4ea-42af-bbb9-443f24ae8f1e req-9930b5e0-7d63-444e-8c40-4010409ca80d tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.20 "GET /v2.0/ports?device_id=0459953a-416c-40c8-b154-4395629af5a6 HTTP/1.1" status: 200 len: 950 time: 0.0484421 Nov 08 01:00:47.300896 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-778e1cd7-d4ea-42af-bbb9-443f24ae8f1e req-2edf8319-1345-40e2-a929-bfab9caa10b4 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Deleting port 656a4c30-f32b-4241-81d1-9af373b31641 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:00:47.301255 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-778e1cd7-d4ea-42af-bbb9-443f24ae8f1e req-2edf8319-1345-40e2-a929-bfab9caa10b4 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:47.398200 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-778e1cd7-d4ea-42af-bbb9-443f24ae8f1e req-2edf8319-1345-40e2-a929-bfab9caa10b4 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] For port 656a4c30-f32b-4241-81d1-9af373b31641, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=656a4c30-f32b-4241-81d1-9af373b31641,segment=NetworkSegment(b448b321-457d-4345-bfe5-d02f92e996f7),segment_id=b448b321-457d-4345-bfe5-d02f92e996f7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:00:47.398566 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-778e1cd7-d4ea-42af-bbb9-443f24ae8f1e req-2edf8319-1345-40e2-a929-bfab9caa10b4 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:47.410877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-778e1cd7-d4ea-42af-bbb9-443f24ae8f1e req-2edf8319-1345-40e2-a929-bfab9caa10b4 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Calling delete_port for 656a4c30-f32b-4241-81d1-9af373b31641 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:00:47.616804 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-778e1cd7-d4ea-42af-bbb9-443f24ae8f1e req-2edf8319-1345-40e2-a929-bfab9caa10b4 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:47.644912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf8319-1345-40e2-a929-bfab9caa10b4 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Pushing event deleted for resources: {'Port': ['ID=656a4c30-f32b-4241-81d1-9af373b31641,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:47.651852 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['656a4c30-f32b-4241-81d1-9af373b31641'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:00:47.698442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-778e1cd7-d4ea-42af-bbb9-443f24ae8f1e req-2edf8319-1345-40e2-a929-bfab9caa10b4 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] No DVR routers for this DVR port 656a4c30-f32b-4241-81d1-9af373b31641 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:00:47.702218 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-778e1cd7-d4ea-42af-bbb9-443f24ae8f1e req-2edf8319-1345-40e2-a929-bfab9caa10b4 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:47.704993 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-778e1cd7-d4ea-42af-bbb9-443f24ae8f1e req-2edf8319-1345-40e2-a929-bfab9caa10b4 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.20 "DELETE /v2.0/ports/656a4c30-f32b-4241-81d1-9af373b31641 HTTP/1.1" status: 204 len: 173 time: 0.4900532 Nov 08 01:00:47.705461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0459953a-416c-40c8-b154-4395629af5a6', 'name': 'network-vif-deleted', 'tag': '656a4c30-f32b-4241-81d1-9af373b31641'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:00:47.707818 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b85206-4842-49cc-abd5-2877f50c4289" -d '{"events": [{"server_uuid": "0459953a-416c-40c8-b154-4395629af5a6", "name": "network-vif-deleted", "tag": "656a4c30-f32b-4241-81d1-9af373b31641"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:00:47.745024 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376b8a7e-4d09-4c8c-89d7-b0adf70f11db x-openstack-request-id: req-376b8a7e-4d09-4c8c-89d7-b0adf70f11db {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:00:47.745372 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0459953a-416c-40c8-b154-4395629af5a6", "name": "network-vif-deleted", "tag": "656a4c30-f32b-4241-81d1-9af373b31641", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:00:47.745620 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-376b8a7e-4d09-4c8c-89d7-b0adf70f11db {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:00:47.746012 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0459953a-416c-40c8-b154-4395629af5a6', 'name': 'network-vif-deleted', 'tag': '656a4c30-f32b-4241-81d1-9af373b31641', 'status': 'completed', 'code': 200} Nov 08 01:00:48.014836 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-58269b3b-c89a-4252-beae-bf1f2f548e7f req-2991465e-ab2b-41ab-b83d-641012877e89 tempest-ServersAdminNegativeTestJSON-1611977005 tempest-ServersAdminNegativeTestJSON-1611977005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0459953a-416c-40c8-b154-4395629af5a6 HTTP/1.1" status: 200 len: 210 time: 0.0260313 Nov 08 01:00:48.039149 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-431a1654-0379-4b64-bff6-db986d09fb99 req-336b86ab-451c-48be-b7db-8924815297b2 service neutron] (102771) timed out ('10.222.0.13', 56722) {{(pid=102771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 01:00:49.560605 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36384) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:49.688369 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-884e7ba9-45fd-48e0-b8c4-2d921eb0c61f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d43ee36a7fa45dfa3d1b165d46e6dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1266086 Nov 08 01:00:49.690852 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36388) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:49.737075 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8aad55a9-1743-4c37-8526-5cf9e903c13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:49.759382 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8aad55a9-1743-4c37-8526-5cf9e903c13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:49.885956 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8aad55a9-1743-4c37-8526-5cf9e903c13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:49.888495 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8aad55a9-1743-4c37-8526-5cf9e903c13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:49.889684 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8aad55a9-1743-4c37-8526-5cf9e903c13f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4b52304-8b7e-4d79-9d2d-b3160f233df6 HTTP/1.1" status: 204 len: 168 time: 0.1979427 Nov 08 01:00:49.897700 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad55a9-1743-4c37-8526-5cf9e903c13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b52304-8b7e-4d79-9d2d-b3160f233df6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:49.904931 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad55a9-1743-4c37-8526-5cf9e903c13f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:49.905454 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad55a9-1743-4c37-8526-5cf9e903c13f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:49.905790 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad55a9-1743-4c37-8526-5cf9e903c13f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:49.906122 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad55a9-1743-4c37-8526-5cf9e903c13f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:49.906448 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad55a9-1743-4c37-8526-5cf9e903c13f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:49.906771 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad55a9-1743-4c37-8526-5cf9e903c13f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:49.907091 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad55a9-1743-4c37-8526-5cf9e903c13f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:49.907409 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad55a9-1743-4c37-8526-5cf9e903c13f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:49.907723 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad55a9-1743-4c37-8526-5cf9e903c13f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:49.908062 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad55a9-1743-4c37-8526-5cf9e903c13f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:49.908377 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad55a9-1743-4c37-8526-5cf9e903c13f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:49.908693 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad55a9-1743-4c37-8526-5cf9e903c13f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:00:50.553751 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36394) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:50.567291 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-482ee6bd-44d3-48b9-8a04-0ab54a114da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:50.641088 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-482ee6bd-44d3-48b9-8a04-0ab54a114da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:50.788209 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-482ee6bd-44d3-48b9-8a04-0ab54a114da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:50.830057 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-482ee6bd-44d3-48b9-8a04-0ab54a114da1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66c1cc456f73437ea92173144baa5f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749369 Nov 08 01:00:50.830930 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ee6bd-44d3-48b9-8a04-0ab54a114da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fc347d-a2ee-48b7-817f-bf034c06dd4f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:50.832812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36396) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:50.883748 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ca87f0f8-78e1-4096-bdfc-a529eb657e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:50.904857 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ca87f0f8-78e1-4096-bdfc-a529eb657e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:51.033396 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ca87f0f8-78e1-4096-bdfc-a529eb657e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:51.035980 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ca87f0f8-78e1-4096-bdfc-a529eb657e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:51.037161 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ca87f0f8-78e1-4096-bdfc-a529eb657e53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10fc347d-a2ee-48b7-817f-bf034c06dd4f HTTP/1.1" status: 204 len: 168 time: 0.2033470 Nov 08 01:00:51.048060 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87f0f8-78e1-4096-bdfc-a529eb657e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fc347d-a2ee-48b7-817f-bf034c06dd4f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:51.396916 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 656a4c30-f32b-4241-81d1-9af373b31641 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:00:51.420717 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 656a4c30-f32b-4241-81d1-9af373b31641 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:00:51.421057 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 656a4c30-f32b-4241-81d1-9af373b31641 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:00:52.129739 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36418) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:52.224615 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ccf5109d-0173-4f69-adbc-33cd51ff6353 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1099445692-network', 'tenant_id': '5d9dc3b905b24b65a1c451ca134cc335'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:00:52.330752 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf5109d-0173-4f69-adbc-33cd51ff6353 admin admin] Made reservation on behalf of 5d9dc3b905b24b65a1c451ca134cc335 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:00:52.333120 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ccf5109d-0173-4f69-adbc-33cd51ff6353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:52.342745 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ccf5109d-0173-4f69-adbc-33cd51ff6353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:52.427057 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ccf5109d-0173-4f69-adbc-33cd51ff6353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:52.524698 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ccf5109d-0173-4f69-adbc-33cd51ff6353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:52.545554 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf5109d-0173-4f69-adbc-33cd51ff6353 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:00:52.560391 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5109d-0173-4f69-adbc-33cd51ff6353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:52.563179 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ccf5109d-0173-4f69-adbc-33cd51ff6353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:52.563512 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-ccf5109d-0173-4f69-adbc-33cd51ff6353 admin admin] Added segment 608531bd-9cdb-4b0a-a17b-630e9b92c9d6 of type vlan for network 7854a8d7-8db6-444b-b6c8-ad4401c09d9f Nov 08 01:00:52.602633 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ccf5109d-0173-4f69-adbc-33cd51ff6353 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:52.731289 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ccf5109d-0173-4f69-adbc-33cd51ff6353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:52.732245 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf5109d-0173-4f69-adbc-33cd51ff6353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:52.732840 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ccf5109d-0173-4f69-adbc-33cd51ff6353 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:52.793212 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5109d-0173-4f69-adbc-33cd51ff6353 admin admin] Pushing event updated for resources: {'Network': ['ID=7854a8d7-8db6-444b-b6c8-ad4401c09d9f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:52.802869 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 7854a8d7-8db6-444b-b6c8-ad4401c09d9f details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:00:52.865388 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ccf5109d-0173-4f69-adbc-33cd51ff6353 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7344840 Nov 08 01:00:52.875255 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36422) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:00:52.875255 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7c656d5c-1d91-4879-9f15-8446368bb247 admin admin] Request body: {'subnet': {'network_id': '7854a8d7-8db6-444b-b6c8-ad4401c09d9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1099445692-subnet', 'tenant_id': '5d9dc3b905b24b65a1c451ca134cc335', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:00:52.970873 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c656d5c-1d91-4879-9f15-8446368bb247 admin admin] Made reservation on behalf of 5d9dc3b905b24b65a1c451ca134cc335 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:00:52.973280 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7c656d5c-1d91-4879-9f15-8446368bb247 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:53.491043 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7c656d5c-1d91-4879-9f15-8446368bb247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:53.546498 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c656d5c-1d91-4879-9f15-8446368bb247 admin admin] Pushing event updated for resources: {'Subnet': ['ID=242e315b-0e41-4a1e-9101-43642423cb85,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:53.553630 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c656d5c-1d91-4879-9f15-8446368bb247 admin admin] Checking segment: {'id': '608531bd-9cdb-4b0a-a17b-630e9b92c9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7854a8d7-8db6-444b-b6c8-ad4401c09d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:00:53.553985 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c656d5c-1d91-4879-9f15-8446368bb247 admin admin] Network hostable DHCP agents. Network: 7854a8d7-8db6-444b-b6c8-ad4401c09d9f, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:00:53.644926 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c656d5c-1d91-4879-9f15-8446368bb247 admin admin] Network 7854a8d7-8db6-444b-b6c8-ad4401c09d9f is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:00:53.805086 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-7c656d5c-1d91-4879-9f15-8446368bb247 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 7854a8d7-8db6-444b-b6c8-ad4401c09d9f) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:00:53.809344 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c656d5c-1d91-4879-9f15-8446368bb247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:53.810010 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7c656d5c-1d91-4879-9f15-8446368bb247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:53.813854 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343e0436-30b0-4ea2-8e2a-e3e7a95aac37 None None] Network 7854a8d7-8db6-444b-b6c8-ad4401c09d9f requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:00:53.934548 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec9aefe-8843-4fc2-af15-4cd6e1c4719e None None] Network 7854a8d7-8db6-444b-b6c8-ad4401c09d9f requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:00:53.990249 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7c656d5c-1d91-4879-9f15-8446368bb247 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1208100 Nov 08 01:00:54.144533 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:00:54.404042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-a452ca9f-1d88-41ab-91ae-bb654f99aee7 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:54.405428 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-a452ca9f-1d88-41ab-91ae-bb654f99aee7 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/networks?id=7854a8d7-8db6-444b-b6c8-ad4401c09d9f HTTP/1.1" status: 200 len: 812 time: 0.1003256 Nov 08 01:00:54.420667 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-d6f9ffa6-05cf-45a7-baf7-4b5c545fd0bc tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/quotas/5d9dc3b905b24b65a1c451ca134cc335 HTTP/1.1" status: 200 len: 375 time: 0.0094888 Nov 08 01:00:54.455020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-2896f16a-dcb3-4bb0-a286-b7c09ef06c20 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d9dc3b905b24b65a1c451ca134cc335&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292811 Nov 08 01:00:54.542694 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-6e9b00f5-dd36-4438-9ad3-9ff11745a2eb service neutron] 10.222.0.13 "GET /v2.0/networks/7854a8d7-8db6-444b-b6c8-ad4401c09d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808706 Nov 08 01:00:54.632618 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-f0ed65fe-7da8-412a-9674-49f135af467d service neutron] 10.222.0.13 "GET /v2.0/networks/7854a8d7-8db6-444b-b6c8-ad4401c09d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838401 Nov 08 01:00:54.880622 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff61290f-88ad-4e29-b720-ddb5cb13cb2b req-57968ce4-5689-4cb5-a4d6-20e83c4dde30 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 210 time: 0.0269532 Nov 08 01:00:55.955200 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a08acf9b-b097-4752-bd19-0c601f702ebe req-978cfce7-3e6f-40c2-a63a-2b16e040be26 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 210 time: 0.0267224 Nov 08 01:00:57.048258 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-91acf106-a8a9-40e0-b8ce-a59531732960 req-d443f4d7-e069-4c9b-b6a2-fac4fb66e6d0 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 210 time: 0.0263178 Nov 08 01:00:57.214964 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-fa44264d-350e-4032-b50d-aac01935bca1 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:57.216711 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-fa44264d-350e-4032-b50d-aac01935bca1 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.20 "GET /v2.0/networks?id=7854a8d7-8db6-444b-b6c8-ad4401c09d9f HTTP/1.1" status: 200 len: 812 time: 0.1021776 Nov 08 01:00:57.234058 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-d39e2ab8-3806-4a26-865a-89da8360191c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Request body: {'port': {'device_id': '0d9c19b9-7be6-499a-b47c-1c31a5c5bf67', 'network_id': '7854a8d7-8db6-444b-b6c8-ad4401c09d9f', 'admin_state_up': True, 'tenant_id': '5d9dc3b905b24b65a1c451ca134cc335'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:00:57.427760 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-d39e2ab8-3806-4a26-865a-89da8360191c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Made reservation on behalf of 5d9dc3b905b24b65a1c451ca134cc335 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:00:57.431361 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-d39e2ab8-3806-4a26-865a-89da8360191c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:57.554888 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-d39e2ab8-3806-4a26-865a-89da8360191c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Allocated IP 172.20.0.4 (7854a8d7-8db6-444b-b6c8-ad4401c09d9f/242e315b-0e41-4a1e-9101-43642423cb85/b9109538-163b-4f71-bb30-8c800109f165) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:00:57.696723 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-d39e2ab8-3806-4a26-865a-89da8360191c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:57.794120 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-d39e2ab8-3806-4a26-865a-89da8360191c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:57.836829 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-d39e2ab8-3806-4a26-865a-89da8360191c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Network 7854a8d7-8db6-444b-b6c8-ad4401c09d9f is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:00:57.840024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-d39e2ab8-3806-4a26-865a-89da8360191c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:00:57.843815 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-d39e2ab8-3806-4a26-865a-89da8360191c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:00:57.852024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e2ab8-3806-4a26-865a-89da8360191c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Pushing event updated for resources: {'Port': ['ID=b9109538-163b-4f71-bb30-8c800109f165,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:57.896199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-d39e2ab8-3806-4a26-865a-89da8360191c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:57.896806 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-d39e2ab8-3806-4a26-865a-89da8360191c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:58.001546 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-d39e2ab8-3806-4a26-865a-89da8360191c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7712843 Nov 08 01:00:58.019709 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Request body: {'port': {'device_id': '0d9c19b9-7be6-499a-b47c-1c31a5c5bf67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:00:58.075397 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:58.227851 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-627c645d-01b9-4356-aefe-a460a5d689e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:58.276062 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a90128-76c7-4491-ae9a-783249f3bcdb req-90bed22b-4b2f-4f3f-b0df-abd43b806d20 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:58.277543 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32a90128-76c7-4491-ae9a-783249f3bcdb req-90bed22b-4b2f-4f3f-b0df-abd43b806d20 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 931 time: 0.1489880 Nov 08 01:00:58.333991 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-32a90128-76c7-4491-ae9a-783249f3bcdb req-c94dc1b7-09f0-4af1-be1f-58e37ab630ee tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488622 Nov 08 01:00:58.408372 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9109538-163b-4f71-bb30-8c800109f165 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:00:58.415731 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:58.427859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Transition to ACTIVE for port object b9109538-163b-4f71-bb30-8c800109f165 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:00:58.513574 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:58.566100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Pushing event updated for resources: {'Port': ['ID=b9109538-163b-4f71-bb30-8c800109f165,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:58.630633 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Attempting to bind port b9109538-163b-4f71-bb30-8c800109f165 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:00:58.630974 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Attempting to bind port b9109538-163b-4f71-bb30-8c800109f165 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '608531bd-9cdb-4b0a-a17b-630e9b92c9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7854a8d7-8db6-444b-b6c8-ad4401c09d9f'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:00:58.631302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Attempting to bind port b9109538-163b-4f71-bb30-8c800109f165 on network 7854a8d7-8db6-444b-b6c8-ad4401c09d9f {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:00:58.635756 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Port b9109538-163b-4f71-bb30-8c800109f165 on network 7854a8d7-8db6-444b-b6c8-ad4401c09d9f not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:00:58.639642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Attempting to bind port b9109538-163b-4f71-bb30-8c800109f165 on network 7854a8d7-8db6-444b-b6c8-ad4401c09d9f {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:00:58.640912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:00:58.641250 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Checking segment: {'id': '608531bd-9cdb-4b0a-a17b-630e9b92c9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7854a8d7-8db6-444b-b6c8-ad4401c09d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:00:58.641638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Bound using segment: {'id': '608531bd-9cdb-4b0a-a17b-630e9b92c9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7854a8d7-8db6-444b-b6c8-ad4401c09d9f'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:00:58.642065 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Bound port: b9109538-163b-4f71-bb30-8c800109f165, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '608531bd-9cdb-4b0a-a17b-630e9b92c9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7854a8d7-8db6-444b-b6c8-ad4401c09d9f'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:00:58.642419 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:58.709465 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] For port b9109538-163b-4f71-bb30-8c800109f165, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:00:58.712583 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] For port b9109538-163b-4f71-bb30-8c800109f165, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b9109538-163b-4f71-bb30-8c800109f165,segment=NetworkSegment(608531bd-9cdb-4b0a-a17b-630e9b92c9d6),segment_id=608531bd-9cdb-4b0a-a17b-630e9b92c9d6)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:00:58.783016 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:58.815940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:58.816660 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:00:58.818062 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] 10.222.0.20 "PUT /v2.0/ports/b9109538-163b-4f71-bb30-8c800109f165 HTTP/1.1" status: 200 len: 1091 time: 0.8023319 Nov 08 01:00:58.818495 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9c19b9-7be6-499a-b47c-1c31a5c5bf67', 'tag': 'b9109538-163b-4f71-bb30-8c800109f165'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:00:58.820809 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7771496-4974-43fc-910b-7fbfbd4d1664" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9c19b9-7be6-499a-b47c-1c31a5c5bf67", "tag": "b9109538-163b-4f71-bb30-8c800109f165"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:00:58.847422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468a8a6-b6f2-402d-aabc-f01efd9c10ea service neutron] Pushing event updated for resources: {'Port': ['ID=b9109538-163b-4f71-bb30-8c800109f165,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:00:58.859556 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69bf519-e95b-4787-9e1f-3e3920af1cf9 x-openstack-request-id: req-f69bf519-e95b-4787-9e1f-3e3920af1cf9 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:00:58.859981 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9c19b9-7be6-499a-b47c-1c31a5c5bf67", "tag": "b9109538-163b-4f71-bb30-8c800109f165", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:00:58.860295 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f69bf519-e95b-4787-9e1f-3e3920af1cf9 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:00:58.860701 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9c19b9-7be6-499a-b47c-1c31a5c5bf67', 'tag': 'b9109538-163b-4f71-bb30-8c800109f165', 'status': 'completed', 'code': 200} Nov 08 01:00:58.943191 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7771496-4974-43fc-910b-7fbfbd4d1664 req-7f6d1da8-78f2-4f0c-84df-c9146b4507cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:58.944756 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7771496-4974-43fc-910b-7fbfbd4d1664 req-7f6d1da8-78f2-4f0c-84df-c9146b4507cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d9dc3b905b24b65a1c451ca134cc335&device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 1094 time: 0.0416663 Nov 08 01:00:59.050132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7771496-4974-43fc-910b-7fbfbd4d1664 req-713ec9d7-99f1-4d60-a4ff-b4834aed1afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:59.051537 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7771496-4974-43fc-910b-7fbfbd4d1664 req-713ec9d7-99f1-4d60-a4ff-b4834aed1afd service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5d9dc3b905b24b65a1c451ca134cc335&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0934474 Nov 08 01:00:59.147206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7771496-4974-43fc-910b-7fbfbd4d1664 req-1acb012a-8fbb-4777-91ca-2daf18cb612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:59.148703 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7771496-4974-43fc-910b-7fbfbd4d1664 req-1acb012a-8fbb-4777-91ca-2daf18cb612e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903623 Nov 08 01:00:59.249729 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-7d868930-db30-4f77-86a7-fbe8399ffa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:59.251515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-7d868930-db30-4f77-86a7-fbe8399ffa81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d9dc3b905b24b65a1c451ca134cc335&device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 1094 time: 0.0454426 Nov 08 01:00:59.299682 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-0f79847b-a013-4913-a06b-45791c2bfaa8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9109538-163b-4f71-bb30-8c800109f165 HTTP/1.1" status: 200 len: 217 time: 0.0355656 Nov 08 01:00:59.349341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-3906a60d-51be-45e1-8db8-39227b23a04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:59.350719 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-3906a60d-51be-45e1-8db8-39227b23a04c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=242e315b-0e41-4a1e-9101-43642423cb85 HTTP/1.1" status: 200 len: 852 time: 0.0439460 Nov 08 01:00:59.383324 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-b106e87b-5a93-4532-a162-f9cd10c759d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7854a8d7-8db6-444b-b6c8-ad4401c09d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255382 Nov 08 01:00:59.509423 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0d4d5-3ca1-44a6-a1b2-7713774f3380 req-8cafb9f4-ad41-4f15-8fa3-80ccb9c71ae0 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:00:59.511513 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3cf0d4d5-3ca1-44a6-a1b2-7713774f3380 req-8cafb9f4-ad41-4f15-8fa3-80ccb9c71ae0 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 943 time: 0.1019604 Nov 08 01:00:59.514931 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-bba9dfcd-7797-45b3-b3cf-6f86b1f2cd56 service neutron] 10.222.0.20 "GET /v2.0/networks/7854a8d7-8db6-444b-b6c8-ad4401c09d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243365 Nov 08 01:00:59.601412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3cf0d4d5-3ca1-44a6-a1b2-7713774f3380 req-36d6ce51-7aed-46b6-82b9-92df6c3ed8b8 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837579 Nov 08 01:00:59.630692 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb091850-02fe-4b6f-9fa7-13eca193e05c req-4acfd751-6d4c-4096-8cb1-ece7f37c9c5f service neutron] 10.222.0.20 "GET /v2.0/networks/7854a8d7-8db6-444b-b6c8-ad4401c09d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071055 Nov 08 01:01:00.717149 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0421157-ab37-4b83-9603-a11f5f0ffebd req-a7222544-3a5f-44e9-8423-78f244c7b89c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:00.718614 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a0421157-ab37-4b83-9603-a11f5f0ffebd req-a7222544-3a5f-44e9-8423-78f244c7b89c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 943 time: 0.0493708 Nov 08 01:01:00.736293 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9ebba00-28f9-46f3-8617-f778be046892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:00.755921 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a0421157-ab37-4b83-9603-a11f5f0ffebd req-14295b8d-04a8-4ece-8fbe-b8eb1ca98ca7 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312927 Nov 08 01:01:01.050953 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:01.872743 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d70f3-e986-4884-b303-d482e333807c req-13ded927-d41e-4d11-8efc-16eba1fd644e tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:01.874209 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d88d70f3-e986-4884-b303-d482e333807c req-13ded927-d41e-4d11-8efc-16eba1fd644e tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 943 time: 0.0526779 Nov 08 01:01:01.890853 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:01.911381 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d88d70f3-e986-4884-b303-d482e333807c req-842e601d-d8ee-40b1-b383-8d333a8feb20 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310791 Nov 08 01:01:02.313451 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:03.024200 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88195bd2-6695-4502-bb80-66a792e430e7 req-77713b0b-14be-48e7-ac9e-1ccbf2321fef tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:03.025691 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88195bd2-6695-4502-bb80-66a792e430e7 req-77713b0b-14be-48e7-ac9e-1ccbf2321fef tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 943 time: 0.0483434 Nov 08 01:01:03.063568 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88195bd2-6695-4502-bb80-66a792e430e7 req-351b659f-7d6c-41d9-a976-65903cb5eb56 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309994 Nov 08 01:01:03.459407 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b9109538-163b-4f71-bb30-8c800109f165 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:01:03.481997 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:03.559422 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b9109538-163b-4f71-bb30-8c800109f165, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b9109538-163b-4f71-bb30-8c800109f165,segment=NetworkSegment(608531bd-9cdb-4b0a-a17b-630e9b92c9d6),segment_id=608531bd-9cdb-4b0a-a17b-630e9b92c9d6)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:01:03.577288 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'b9109538-163b-4f71-bb30-8c800109f165', 'network_id': '7854a8d7-8db6-444b-b6c8-ad4401c09d9f', 'port_id': 'b9109538-163b-4f71-bb30-8c800109f165', 'mac_address': 'fa:16:3e:0e:41:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242e315b-0e41-4a1e-9101-43642423cb85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:01:03.675680 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:03.692239 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9109538-163b-4f71-bb30-8c800109f165 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:01:03.720056 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b9109538-163b-4f71-bb30-8c800109f165, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b9109538-163b-4f71-bb30-8c800109f165,segment=NetworkSegment(608531bd-9cdb-4b0a-a17b-630e9b92c9d6),segment_id=608531bd-9cdb-4b0a-a17b-630e9b92c9d6)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:01:03.799196 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:03.845727 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=b9109538-163b-4f71-bb30-8c800109f165,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:01:03.852798 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:03.853142 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:03.853480 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:03.853811 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:03.854137 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:03.854463 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:03.854822 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:03.855142 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:03.855463 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:03.855779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:03.856120 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:03.856436 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:04.141865 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b9109538-163b-4f71-bb30-8c800109f165'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:01:04.181238 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c4ada-4b5e-4032-94c0-ecc539d52052 req-4d21c717-586c-4940-a758-7e5ea7bcd833 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:04.184895 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b75c4ada-4b5e-4032-94c0-ecc539d52052 req-4d21c717-586c-4940-a758-7e5ea7bcd833 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 944 time: 0.0533943 Nov 08 01:01:04.220929 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b75c4ada-4b5e-4032-94c0-ecc539d52052 req-a19c6f98-c6e2-45ff-94b5-c61cc8f0ac38 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312886 Nov 08 01:01:05.338292 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776aa86f-1e29-461f-abad-4ad5fdac3076 req-f95c6ee7-e970-4407-9ef8-05ea0a634544 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:05.339954 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-776aa86f-1e29-461f-abad-4ad5fdac3076 req-f95c6ee7-e970-4407-9ef8-05ea0a634544 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 944 time: 0.0524390 Nov 08 01:01:05.377877 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-776aa86f-1e29-461f-abad-4ad5fdac3076 req-b2cf50d0-cbfe-4f62-8a0f-e0490ecccbdf tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313835 Nov 08 01:01:05.471350 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b9109538-163b-4f71-bb30-8c800109f165 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:01:05.610656 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port b9109538-163b-4f71-bb30-8c800109f165 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:01:05.614252 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port b9109538-163b-4f71-bb30-8c800109f165 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:01:05.614621 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:05.688555 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:05.709591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9c19b9-7be6-499a-b47c-1c31a5c5bf67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9109538-163b-4f71-bb30-8c800109f165'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:01:05.711809 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef8ebfa-2530-43f8-873d-ecaaf2cf7424" -d '{"events": [{"server_uuid": "0d9c19b9-7be6-499a-b47c-1c31a5c5bf67", "name": "network-vif-plugged", "status": "completed", "tag": "b9109538-163b-4f71-bb30-8c800109f165"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:01:05.724312 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b9109538-163b-4f71-bb30-8c800109f165, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b9109538-163b-4f71-bb30-8c800109f165,segment=NetworkSegment(608531bd-9cdb-4b0a-a17b-630e9b92c9d6),segment_id=608531bd-9cdb-4b0a-a17b-630e9b92c9d6)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:01:05.754318 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d58a818-da08-4f56-b276-b5cc28cc75cd x-openstack-request-id: req-9d58a818-da08-4f56-b276-b5cc28cc75cd {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:01:05.754625 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9c19b9-7be6-499a-b47c-1c31a5c5bf67", "name": "network-vif-plugged", "status": "completed", "tag": "b9109538-163b-4f71-bb30-8c800109f165", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:01:05.754856 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d58a818-da08-4f56-b276-b5cc28cc75cd {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:01:05.755248 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9c19b9-7be6-499a-b47c-1c31a5c5bf67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9109538-163b-4f71-bb30-8c800109f165', 'code': 200} Nov 08 01:01:05.833886 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:05.872633 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbbaab-25a7-4bd5-9da6-13a16cc73283 req-85587759-5949-48a7-801d-17eea693ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:05.874101 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-addbbaab-25a7-4bd5-9da6-13a16cc73283 req-85587759-5949-48a7-801d-17eea693ba97 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 1096 time: 0.0424271 Nov 08 01:01:05.884874 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=b9109538-163b-4f71-bb30-8c800109f165,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:01:05.908595 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-addbbaab-25a7-4bd5-9da6-13a16cc73283 req-3a32e480-6b26-45e9-8124-0479e34b2311 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276058 Nov 08 01:01:06.491379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b24bc-261d-4638-95ae-a5c660dcff7a req-0c07714b-5ef9-450f-9104-f11aa84a0175 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:06.492898 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c59b24bc-261d-4638-95ae-a5c660dcff7a req-0c07714b-5ef9-450f-9104-f11aa84a0175 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0493782 Nov 08 01:01:06.530858 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c59b24bc-261d-4638-95ae-a5c660dcff7a req-1b47581e-2f7f-4fdd-a6ba-41119a552e97 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320742 Nov 08 01:01:07.648266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b30266-6e34-4b28-b924-cf6a8d75ef1c req-eb204f28-daed-467c-93d6-96e4bdbf066c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:07.649722 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35b30266-6e34-4b28-b924-cf6a8d75ef1c req-eb204f28-daed-467c-93d6-96e4bdbf066c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0520744 Nov 08 01:01:07.686956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35b30266-6e34-4b28-b924-cf6a8d75ef1c req-de89f153-754f-46a2-be96-c9a24fe5dde0 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313857 Nov 08 01:01:08.097495 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c55c64-5b7b-4cff-bbf4-170d5b55b7de req-d54b1e67-6b31-42ae-ae06-1c8b03ad4172 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:08.099074 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5c55c64-5b7b-4cff-bbf4-170d5b55b7de req-d54b1e67-6b31-42ae-ae06-1c8b03ad4172 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0539861 Nov 08 01:01:08.137457 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5c55c64-5b7b-4cff-bbf4-170d5b55b7de req-9a559a35-b73f-4bce-80ba-de0bfbb4e36b tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323505 Nov 08 01:01:08.289886 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-9ff4bf71-ae25-4cef-a01b-cf4ff488741b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872130 Nov 08 01:01:08.300317 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-e9405509-d967-4449-8891-4cb80f906cc9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:01:08.301312 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-e9405509-d967-4449-8891-4cb80f906cc9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050371 Nov 08 01:01:09.022314 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:09.256280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61401e58-0763-48d4-8fc7-ed4bfdfdd9b5 req-517bdfa3-920f-4f09-ab36-6b551b5fa32f tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:09.257763 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61401e58-0763-48d4-8fc7-ed4bfdfdd9b5 req-517bdfa3-920f-4f09-ab36-6b551b5fa32f tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0507686 Nov 08 01:01:09.296354 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61401e58-0763-48d4-8fc7-ed4bfdfdd9b5 req-baf1ea72-aab9-4599-8c10-fd9900b1d9ac tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315769 Nov 08 01:01:09.616904 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38c8a7-c3e9-4ae2-bf9d-ffe6d623a914 req-09af6270-1986-4f52-a7b0-2c7b2968fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:09.621182 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c38c8a7-c3e9-4ae2-bf9d-ffe6d623a914 req-09af6270-1986-4f52-a7b0-2c7b2968fb7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d9dc3b905b24b65a1c451ca134cc335&device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 1096 time: 0.0442505 Nov 08 01:01:09.719411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38c8a7-c3e9-4ae2-bf9d-ffe6d623a914 req-5712aef5-c7e3-4d4e-9a45-44cfd18048c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:09.720932 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c38c8a7-c3e9-4ae2-bf9d-ffe6d623a914 req-5712aef5-c7e3-4d4e-9a45-44cfd18048c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7854a8d7-8db6-444b-b6c8-ad4401c09d9f HTTP/1.1" status: 200 len: 913 time: 0.0827937 Nov 08 01:01:09.763899 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c38c8a7-c3e9-4ae2-bf9d-ffe6d623a914 req-bcc3ed31-98c2-4746-95ff-d282aa63832a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9109538-163b-4f71-bb30-8c800109f165 HTTP/1.1" status: 200 len: 217 time: 0.0354977 Nov 08 01:01:09.816945 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38c8a7-c3e9-4ae2-bf9d-ffe6d623a914 req-39d64920-04ec-4d2d-b02d-4869a1aa2535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:09.818399 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c38c8a7-c3e9-4ae2-bf9d-ffe6d623a914 req-39d64920-04ec-4d2d-b02d-4869a1aa2535 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=242e315b-0e41-4a1e-9101-43642423cb85 HTTP/1.1" status: 200 len: 852 time: 0.0479753 Nov 08 01:01:09.849871 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c38c8a7-c3e9-4ae2-bf9d-ffe6d623a914 req-f8c0a677-f2c2-4b98-8d84-e12440e7f59d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7854a8d7-8db6-444b-b6c8-ad4401c09d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246010 Nov 08 01:01:09.938010 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c38c8a7-c3e9-4ae2-bf9d-ffe6d623a914 req-99d7fe71-0b5c-46ef-9c86-b1fd11e9a87e service neutron] 10.222.0.20 "GET /v2.0/networks/7854a8d7-8db6-444b-b6c8-ad4401c09d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805931 Nov 08 01:01:10.029410 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c38c8a7-c3e9-4ae2-bf9d-ffe6d623a914 req-777d1db9-e13e-4b82-ba41-3a74cfdaa1af service neutron] 10.222.0.20 "GET /v2.0/networks/7854a8d7-8db6-444b-b6c8-ad4401c09d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849357 Nov 08 01:01:10.415694 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd218a-ef98-4222-b9af-66731c9c9863 req-0147f5b4-7438-4d31-bb53-deba14d1f357 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:10.417206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07bd218a-ef98-4222-b9af-66731c9c9863 req-0147f5b4-7438-4d31-bb53-deba14d1f357 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0494928 Nov 08 01:01:10.454134 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07bd218a-ef98-4222-b9af-66731c9c9863 req-043dcb69-2a33-489b-b137-4c605698d0c2 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309596 Nov 08 01:01:10.531359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-a2d426ee-1b68-48a3-a194-7a63780b42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:10.532868 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-a2d426ee-1b68-48a3-a194-7a63780b42aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d9dc3b905b24b65a1c451ca134cc335&device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 1096 time: 0.0400772 Nov 08 01:01:10.623240 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-d03f179b-51de-43de-86ce-48eba959760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:10.624719 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-d03f179b-51de-43de-86ce-48eba959760a service neutron] 10.222.0.20 "GET /v2.0/networks?id=7854a8d7-8db6-444b-b6c8-ad4401c09d9f HTTP/1.1" status: 200 len: 913 time: 0.0852008 Nov 08 01:01:10.664674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5641e356-9c5b-4464-8b02-11f67de189ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9109538-163b-4f71-bb30-8c800109f165 HTTP/1.1" status: 200 len: 217 time: 0.0333307 Nov 08 01:01:10.715132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-54cd8c85-5aff-4d95-9506-531db0950cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:10.716838 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-54cd8c85-5aff-4d95-9506-531db0950cdb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=242e315b-0e41-4a1e-9101-43642423cb85 HTTP/1.1" status: 200 len: 852 time: 0.0457509 Nov 08 01:01:10.747185 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-e78ff45a-204f-4815-a8f4-1d91367891a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7854a8d7-8db6-444b-b6c8-ad4401c09d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230563 Nov 08 01:01:10.833912 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-0d3361a5-c7e5-4b42-935f-f7da42f43672 service neutron] 10.222.0.20 "GET /v2.0/networks/7854a8d7-8db6-444b-b6c8-ad4401c09d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807054 Nov 08 01:01:10.923972 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-834b4a7b-88dd-439a-a545-4c31681d3f74 service neutron] 10.222.0.20 "GET /v2.0/networks/7854a8d7-8db6-444b-b6c8-ad4401c09d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833528 Nov 08 01:01:11.571556 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5b830-bfd0-4db9-b104-997bb036cf8e req-8a1ac430-73dc-46b1-b6b5-bf02f55beffd tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:11.576100 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cdc5b830-bfd0-4db9-b104-997bb036cf8e req-8a1ac430-73dc-46b1-b6b5-bf02f55beffd tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0501482 Nov 08 01:01:11.614608 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cdc5b830-bfd0-4db9-b104-997bb036cf8e req-892d4215-01b7-4757-9c20-82dded7d7aa8 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355048 Nov 08 01:01:12.726940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cb99e-ba03-45c6-bca1-273fbf2d23df req-bb4cc795-0bf5-4ed4-b7e1-929916bb868a tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:12.728462 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd4cb99e-ba03-45c6-bca1-273fbf2d23df req-bb4cc795-0bf5-4ed4-b7e1-929916bb868a tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0479100 Nov 08 01:01:12.766216 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd4cb99e-ba03-45c6-bca1-273fbf2d23df req-e5343b9c-05ca-4b2d-9989-7b261250c398 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311177 Nov 08 01:01:13.883293 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5141035-bff2-4763-a53f-d86101c55843 req-7f501da4-86da-4c5d-a819-19c6e7b0a069 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:13.884759 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5141035-bff2-4763-a53f-d86101c55843 req-7f501da4-86da-4c5d-a819-19c6e7b0a069 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0524943 Nov 08 01:01:13.921866 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5141035-bff2-4763-a53f-d86101c55843 req-d96b3444-4e88-4be6-a423-3ddb7a9974db tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313313 Nov 08 01:01:15.034874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d791f4d-caed-4f3d-8145-60d50b0acba8 req-11ee46aa-29d6-42a9-b764-e492f1f13e8a tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:15.036385 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d791f4d-caed-4f3d-8145-60d50b0acba8 req-11ee46aa-29d6-42a9-b764-e492f1f13e8a tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0479898 Nov 08 01:01:15.073097 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d791f4d-caed-4f3d-8145-60d50b0acba8 req-9b2c4a6d-4f60-48f0-9174-e0e7a725aaf8 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308607 Nov 08 01:01:16.186688 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dac33-6aff-47de-bf54-ca5b97665cdf req-4cbf6d14-9832-4af5-96cf-669c58f88daf tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:16.188202 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b15dac33-6aff-47de-bf54-ca5b97665cdf req-4cbf6d14-9832-4af5-96cf-669c58f88daf tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0494225 Nov 08 01:01:16.226526 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b15dac33-6aff-47de-bf54-ca5b97665cdf req-1f79296c-c5d1-4749-a145-220ea4ab0dba tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323775 Nov 08 01:01:17.346886 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10afa0b-f7a5-4cec-b57b-cbe7557791c3 req-b0ac8206-1df2-43ad-9747-e1fe44f5cfe7 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:17.348375 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c10afa0b-f7a5-4cec-b57b-cbe7557791c3 req-b0ac8206-1df2-43ad-9747-e1fe44f5cfe7 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0547891 Nov 08 01:01:17.384707 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c10afa0b-f7a5-4cec-b57b-cbe7557791c3 req-79a2544a-a474-4280-b458-aa53beb069ec tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305212 Nov 08 01:01:18.514075 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b332405-5577-4aba-a7a8-0bd82a5048f3 req-457683ba-6930-4abb-b88b-a4cc63dd6993 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:18.515571 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b332405-5577-4aba-a7a8-0bd82a5048f3 req-457683ba-6930-4abb-b88b-a4cc63dd6993 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0498743 Nov 08 01:01:18.553112 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b332405-5577-4aba-a7a8-0bd82a5048f3 req-d319a157-1ebe-40fa-8ad4-cb58eea801cd tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314415 Nov 08 01:01:19.663610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72a6b0-454e-46f9-8b76-9f4c202328a4 req-07dda81e-4422-42ab-8730-2989247db29d tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:19.665093 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b72a6b0-454e-46f9-8b76-9f4c202328a4 req-07dda81e-4422-42ab-8730-2989247db29d tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0471199 Nov 08 01:01:19.702513 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9b72a6b0-454e-46f9-8b76-9f4c202328a4 req-10f4aa35-b3a5-439e-8d72-c38ad1845a94 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316091 Nov 08 01:01:20.830049 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d6759-1621-40e0-8f1b-e7d323a2231b req-1ef6736e-fe19-456c-9292-3a5aa91d0735 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:20.831511 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2e7d6759-1621-40e0-8f1b-e7d323a2231b req-1ef6736e-fe19-456c-9292-3a5aa91d0735 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0555542 Nov 08 01:01:20.868875 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2e7d6759-1621-40e0-8f1b-e7d323a2231b req-1dc3da67-efda-47c4-9e4d-1142c2729500 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308242 Nov 08 01:01:21.981688 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94223fcf-6f86-43c6-9088-5164603ef5ae req-8e5e83ee-078f-49a7-8de1-26bc3e1b124e tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:21.983139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94223fcf-6f86-43c6-9088-5164603ef5ae req-8e5e83ee-078f-49a7-8de1-26bc3e1b124e tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0481806 Nov 08 01:01:22.019566 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94223fcf-6f86-43c6-9088-5164603ef5ae req-637e2955-6e85-4c5f-b212-ab8c45dc723b tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305700 Nov 08 01:01:23.138236 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae116c89-f7da-4312-81d5-36c8d580f373 req-9d302ce5-85c0-4e99-9613-ded657fbb47f tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:23.139717 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae116c89-f7da-4312-81d5-36c8d580f373 req-9d302ce5-85c0-4e99-9613-ded657fbb47f tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0528808 Nov 08 01:01:23.177498 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ae116c89-f7da-4312-81d5-36c8d580f373 req-0af69d33-4f06-4122-9702-fc96ccb15bca tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317545 Nov 08 01:01:24.292076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139de1f-be4c-479b-a5de-1f7cfa66a2a7 req-25b0dfe6-b188-4484-8ed8-fe847b988930 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:24.293608 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e139de1f-be4c-479b-a5de-1f7cfa66a2a7 req-25b0dfe6-b188-4484-8ed8-fe847b988930 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0506113 Nov 08 01:01:24.330776 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e139de1f-be4c-479b-a5de-1f7cfa66a2a7 req-81588eaf-96b6-4888-9564-758bdbed0780 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310681 Nov 08 01:01:25.444417 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5c635-d7d2-42c4-90cb-9fc87f3e0a59 req-5e86b6a6-2869-49e6-9e61-7ac16a2e48c9 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:25.445873 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-99f5c635-d7d2-42c4-90cb-9fc87f3e0a59 req-5e86b6a6-2869-49e6-9e61-7ac16a2e48c9 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0484111 Nov 08 01:01:25.482120 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-99f5c635-d7d2-42c4-90cb-9fc87f3e0a59 req-5442868d-e02a-41fb-a855-ad0043435474 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303900 Nov 08 01:01:26.595070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffe868-167e-4948-852b-0128dde6c8b9 req-b0852706-3ad6-4f20-86d8-28eb80a9ebdd tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:26.596536 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9bffe868-167e-4948-852b-0128dde6c8b9 req-b0852706-3ad6-4f20-86d8-28eb80a9ebdd tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0482206 Nov 08 01:01:26.633303 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9bffe868-167e-4948-852b-0128dde6c8b9 req-61ebff25-5268-4ff1-a94b-03b377b38694 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304363 Nov 08 01:01:27.750792 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b4f7d-3981-401c-9c64-16af95cf8ce1 req-568a1d82-92c1-4289-9624-0ea034136b1c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:27.753019 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e31b4f7d-3981-401c-9c64-16af95cf8ce1 req-568a1d82-92c1-4289-9624-0ea034136b1c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0530663 Nov 08 01:01:27.790802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e31b4f7d-3981-401c-9c64-16af95cf8ce1 req-564ebe79-a64c-435f-b77a-1bead4b51ac1 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314360 Nov 08 01:01:28.187202 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dcb141c9-e91e-4970-ba7d-43a777731871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:28.903362 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48fc37-b865-4585-821a-46a28ee95e52 req-2250cd40-015d-43f9-93f5-2580f3cc332a tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:28.904835 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb48fc37-b865-4585-821a-46a28ee95e52 req-2250cd40-015d-43f9-93f5-2580f3cc332a tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0477624 Nov 08 01:01:28.940611 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb48fc37-b865-4585-821a-46a28ee95e52 req-a3d02900-5018-4021-9c4c-302f64dee99b tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299470 Nov 08 01:01:30.053398 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d075e1f-8fc1-4d30-9756-8c5d42d00aa0 req-54521608-939e-4374-baa8-394d4eaf1395 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:30.054847 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d075e1f-8fc1-4d30-9756-8c5d42d00aa0 req-54521608-939e-4374-baa8-394d4eaf1395 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0473855 Nov 08 01:01:30.091389 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d075e1f-8fc1-4d30-9756-8c5d42d00aa0 req-59dbd664-c2ef-41c7-a133-05bd1a604a38 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306723 Nov 08 01:01:30.764421 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b6a2ac9f-30aa-46b0-90e5-433031a6ffcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:31.038757 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:31.143141 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:01:31.209288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef18ff-11c9-4ffd-ad5a-515e74e33aaa req-613121e4-3bdb-4922-bf44-2381cb726e94 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:31.211275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4bef18ff-11c9-4ffd-ad5a-515e74e33aaa req-613121e4-3bdb-4922-bf44-2381cb726e94 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0531106 Nov 08 01:01:31.248480 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4bef18ff-11c9-4ffd-ad5a-515e74e33aaa req-9a3d3c59-c663-485e-8f0f-29a113e8a88c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305479 Nov 08 01:01:31.895749 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:32.342050 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:32.365425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9714d-5594-4e69-af12-7cbd75e90166 req-8df085ec-30c3-41fd-a225-6e92d9fcba32 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:32.366931 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b3e9714d-5594-4e69-af12-7cbd75e90166 req-8df085ec-30c3-41fd-a225-6e92d9fcba32 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0507371 Nov 08 01:01:32.403807 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b3e9714d-5594-4e69-af12-7cbd75e90166 req-8be34500-ad66-4f7b-8a07-45455ddb9587 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307128 Nov 08 01:01:33.478948 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:33.531899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d312e-20e7-41b4-a32b-85060c8adf84 req-c50117b0-8323-447d-8350-1e1b1ea32e7f tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:33.533333 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-343d312e-20e7-41b4-a32b-85060c8adf84 req-c50117b0-8323-447d-8350-1e1b1ea32e7f tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0478265 Nov 08 01:01:33.569664 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-343d312e-20e7-41b4-a32b-85060c8adf84 req-856eec89-6260-4ef0-a2f2-9f3b45b5860d tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303895 Nov 08 01:01:34.686793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11783a7e-948a-4d4e-8121-f2fdeb626ee3 req-39f3f51f-6153-492d-8442-6e52f3d3ece1 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:34.688255 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11783a7e-948a-4d4e-8121-f2fdeb626ee3 req-39f3f51f-6153-492d-8442-6e52f3d3ece1 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0513833 Nov 08 01:01:34.725144 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11783a7e-948a-4d4e-8121-f2fdeb626ee3 req-f68abc87-eb56-4161-8bfc-d45b8829621a tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309267 Nov 08 01:01:35.843026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacf9a9-c866-40a3-b60c-ec3226b307a9 req-05eddf84-1cab-4db2-bfda-241714a8e09f tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:35.844515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ebacf9a9-c866-40a3-b60c-ec3226b307a9 req-05eddf84-1cab-4db2-bfda-241714a8e09f tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0484514 Nov 08 01:01:35.881146 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ebacf9a9-c866-40a3-b60c-ec3226b307a9 req-05d4bf89-0b31-4012-89ef-8821df7543a2 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304821 Nov 08 01:01:36.992635 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3189c-fe15-4df2-89dc-d4f2d8daa0a1 req-1c8f405c-3fe8-49d7-b141-ca30cf022248 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:36.994077 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-39d3189c-fe15-4df2-89dc-d4f2d8daa0a1 req-1c8f405c-3fe8-49d7-b141-ca30cf022248 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0473344 Nov 08 01:01:37.030849 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-39d3189c-fe15-4df2-89dc-d4f2d8daa0a1 req-6ff6a0c3-0395-469f-ba39-f75ff4a1900c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309334 Nov 08 01:01:38.159088 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36f484-ac76-4a32-a031-6809d394291a req-11450045-022b-4de4-be41-a637ff4f1c58 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:38.160555 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e36f484-ac76-4a32-a031-6809d394291a req-11450045-022b-4de4-be41-a637ff4f1c58 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0518305 Nov 08 01:01:38.197318 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e36f484-ac76-4a32-a031-6809d394291a req-825381ed-5a82-4776-8fba-c1a91f7009c6 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308378 Nov 08 01:01:38.444507 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-20442bb6-8668-4e27-9f07-047fb3f65cc0 service neutron] show failed (client error): The resource could not be found. Nov 08 01:01:38.445546 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-20442bb6-8668-4e27-9f07-047fb3f65cc0 service neutron] 10.222.0.20 "GET /v2.0/ports/b9109538-163b-4f71-bb30-8c800109f165/bindings/n-h2-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.0629768 Nov 08 01:01:39.034890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-18a31350-26a1-4498-b07c-26a128a5a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:39.036431 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-18a31350-26a1-4498-b07c-26a128a5a4f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67&tenant_id=5d9dc3b905b24b65a1c451ca134cc335 HTTP/1.1" status: 200 len: 1096 time: 0.0721416 Nov 08 01:01:39.054398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:01:39.107025 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:39.119507 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:39.310350 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] For port b9109538-163b-4f71-bb30-8c800109f165, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b9109538-163b-4f71-bb30-8c800109f165,segment=NetworkSegment(608531bd-9cdb-4b0a-a17b-630e9b92c9d6),segment_id=608531bd-9cdb-4b0a-a17b-630e9b92c9d6)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:01:39.315328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fb00d-5f51-405f-9bf9-fb12d4f52a56 req-977d0a2b-e17d-42cb-ab6c-54256a064c08 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:39.316863 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc0fb00d-5f51-405f-9bf9-fb12d4f52a56 req-977d0a2b-e17d-42cb-ab6c-54256a064c08 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0492747 Nov 08 01:01:39.344039 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] For port b9109538-163b-4f71-bb30-8c800109f165, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:01:39.355589 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc0fb00d-5f51-405f-9bf9-fb12d4f52a56 req-86fa3d50-db64-409d-8427-b048bc8be19d tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321217 Nov 08 01:01:39.382429 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9c19b9-7be6-499a-b47c-1c31a5c5bf67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9109538-163b-4f71-bb30-8c800109f165'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:01:39.385262 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0fa254-908f-4d24-aa40-53a346e5a695" -d '{"events": [{"server_uuid": "0d9c19b9-7be6-499a-b47c-1c31a5c5bf67", "name": "network-vif-unplugged", "status": "completed", "tag": "b9109538-163b-4f71-bb30-8c800109f165"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:01:39.389099 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:39.402117 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] Transition to ACTIVE for port object b9109538-163b-4f71-bb30-8c800109f165 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:01:39.435736 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 01:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4c8367-e71f-4c43-a6db-580295b4bcb0 x-openstack-request-id: req-3f4c8367-e71f-4c43-a6db-580295b4bcb0 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:01:39.436060 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9c19b9-7be6-499a-b47c-1c31a5c5bf67", "name": "network-vif-unplugged", "status": "completed", "tag": "b9109538-163b-4f71-bb30-8c800109f165", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:01:39.436311 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f4c8367-e71f-4c43-a6db-580295b4bcb0 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:01:39.436709 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9c19b9-7be6-499a-b47c-1c31a5c5bf67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9109538-163b-4f71-bb30-8c800109f165', 'code': 200} Nov 08 01:01:39.472821 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:39.534479 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] No DVR routers for this DVR port b9109538-163b-4f71-bb30-8c800109f165 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:01:39.536273 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9109538-163b-4f71-bb30-8c800109f165,revision_number=6']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:01:39.575353 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] Attempting to bind port b9109538-163b-4f71-bb30-8c800109f165 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:01:39.575684 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] Attempting to bind port b9109538-163b-4f71-bb30-8c800109f165 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '608531bd-9cdb-4b0a-a17b-630e9b92c9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7854a8d7-8db6-444b-b6c8-ad4401c09d9f'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:01:39.576040 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] Attempting to bind port b9109538-163b-4f71-bb30-8c800109f165 on network 7854a8d7-8db6-444b-b6c8-ad4401c09d9f {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:01:39.580237 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] Port b9109538-163b-4f71-bb30-8c800109f165 on network 7854a8d7-8db6-444b-b6c8-ad4401c09d9f not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:01:39.580551 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] Attempting to bind port b9109538-163b-4f71-bb30-8c800109f165 on network 7854a8d7-8db6-444b-b6c8-ad4401c09d9f {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:01:39.585485 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:01:39.585822 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] Checking segment: {'id': '608531bd-9cdb-4b0a-a17b-630e9b92c9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7854a8d7-8db6-444b-b6c8-ad4401c09d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:01:39.586205 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] Bound using segment: {'id': '608531bd-9cdb-4b0a-a17b-630e9b92c9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7854a8d7-8db6-444b-b6c8-ad4401c09d9f'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:01:39.586628 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] Bound port: b9109538-163b-4f71-bb30-8c800109f165, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '608531bd-9cdb-4b0a-a17b-630e9b92c9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7854a8d7-8db6-444b-b6c8-ad4401c09d9f'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:01:39.586978 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:39.648649 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] For port b9109538-163b-4f71-bb30-8c800109f165, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:01:39.651729 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] For port b9109538-163b-4f71-bb30-8c800109f165, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=b9109538-163b-4f71-bb30-8c800109f165,segment=NetworkSegment(608531bd-9cdb-4b0a-a17b-630e9b92c9d6),segment_id=608531bd-9cdb-4b0a-a17b-630e9b92c9d6)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:01:39.776508 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:39.810843 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:39.811456 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:39.812870 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] 10.222.0.26 "PUT /v2.0/ports/b9109538-163b-4f71-bb30-8c800109f165 HTTP/1.1" status: 200 len: 1091 time: 0.7623773 Nov 08 01:01:39.833101 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78db42-df85-4bac-bf0d-414bb97f10b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9109538-163b-4f71-bb30-8c800109f165,revision_number=7']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:01:39.884740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-d43026fa-6816-4784-ac86-ea58d101f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:39.886223 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-d43026fa-6816-4784-ac86-ea58d101f4d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5d9dc3b905b24b65a1c451ca134cc335&device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 1094 time: 0.0408170 Nov 08 01:01:39.979146 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-0d5f8636-fe46-4d66-b92f-21df9044d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:39.980625 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-0d5f8636-fe46-4d66-b92f-21df9044d80e service neutron] 10.222.0.26 "GET /v2.0/networks?id=7854a8d7-8db6-444b-b6c8-ad4401c09d9f HTTP/1.1" status: 200 len: 913 time: 0.0863416 Nov 08 01:01:40.022743 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-f8c963a8-01ac-4e2a-8b3e-6f2cdad1a283 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9109538-163b-4f71-bb30-8c800109f165 HTTP/1.1" status: 200 len: 217 time: 0.0343630 Nov 08 01:01:40.074039 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-0837bc33-e9a5-4edc-bb12-5a1c0e504e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:40.075448 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-0837bc33-e9a5-4edc-bb12-5a1c0e504e4f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=242e315b-0e41-4a1e-9101-43642423cb85 HTTP/1.1" status: 200 len: 852 time: 0.0463574 Nov 08 01:01:40.106339 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-bf469508-4b19-4f21-b5f1-1a8b2e10b6bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7854a8d7-8db6-444b-b6c8-ad4401c09d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240595 Nov 08 01:01:40.194257 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-46672a23-9249-4c73-8c34-31657b440e2e service neutron] 10.222.0.26 "GET /v2.0/networks/7854a8d7-8db6-444b-b6c8-ad4401c09d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802510 Nov 08 01:01:40.286339 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63e2deb4-88ba-459c-a9ea-27f789ab7f29 req-1ffff117-0f51-4372-98f5-ad632527440d service neutron] 10.222.0.26 "GET /v2.0/networks/7854a8d7-8db6-444b-b6c8-ad4401c09d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855482 Nov 08 01:01:40.477060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accbfbd-e59e-46e2-bf5f-b121d58f89c8 req-8fd5e344-72d5-4225-88e9-0c104696495a tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:40.479175 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5accbfbd-e59e-46e2-bf5f-b121d58f89c8 req-8fd5e344-72d5-4225-88e9-0c104696495a tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 943 time: 0.0539277 Nov 08 01:01:40.515738 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5accbfbd-e59e-46e2-bf5f-b121d58f89c8 req-2515879f-7fbc-44ac-b3d7-bc2d81bbf847 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305655 Nov 08 01:01:41.438251 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9c19b9-7be6-499a-b47c-1c31a5c5bf67', 'tag': 'b9109538-163b-4f71-bb30-8c800109f165'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:01:41.440706 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c231cbe-636b-417b-a724-5ff7e374c948" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9c19b9-7be6-499a-b47c-1c31a5c5bf67", "tag": "b9109538-163b-4f71-bb30-8c800109f165"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:01:41.486972 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faee31da-666e-42ba-9d88-f048d53b9406 x-openstack-request-id: req-faee31da-666e-42ba-9d88-f048d53b9406 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:01:41.487257 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9c19b9-7be6-499a-b47c-1c31a5c5bf67", "tag": "b9109538-163b-4f71-bb30-8c800109f165", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:01:41.487502 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-faee31da-666e-42ba-9d88-f048d53b9406 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:01:41.488096 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9c19b9-7be6-499a-b47c-1c31a5c5bf67', 'tag': 'b9109538-163b-4f71-bb30-8c800109f165', 'status': 'completed', 'code': 200} Nov 08 01:01:41.566477 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c231cbe-636b-417b-a724-5ff7e374c948 req-deaed747-362e-4129-ad7b-a67f1960959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:41.568340 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1c231cbe-636b-417b-a724-5ff7e374c948 req-deaed747-362e-4129-ad7b-a67f1960959c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5d9dc3b905b24b65a1c451ca134cc335&device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 1094 time: 0.0429986 Nov 08 01:01:41.568514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c231cbe-636b-417b-a724-5ff7e374c948 req-d569ff9d-48d2-471e-a41a-299efa4745bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:41.569823 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c231cbe-636b-417b-a724-5ff7e374c948 req-d569ff9d-48d2-471e-a41a-299efa4745bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d9dc3b905b24b65a1c451ca134cc335&device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 1094 time: 0.0406568 Nov 08 01:01:41.663933 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c231cbe-636b-417b-a724-5ff7e374c948 req-97ec3f32-5f58-4129-a85a-f1dbeca3920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:41.665981 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1c231cbe-636b-417b-a724-5ff7e374c948 req-97ec3f32-5f58-4129-a85a-f1dbeca3920e service neutron] 10.222.0.26 "GET /v2.0/networks?id=7854a8d7-8db6-444b-b6c8-ad4401c09d9f HTTP/1.1" status: 200 len: 913 time: 0.0898545 Nov 08 01:01:41.689267 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b9109538-163b-4f71-bb30-8c800109f165 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:01:41.713675 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1c231cbe-636b-417b-a724-5ff7e374c948 req-9880a1cc-ec75-4ec6-b0f3-ed9f5c390104 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9109538-163b-4f71-bb30-8c800109f165 HTTP/1.1" status: 200 len: 217 time: 0.0404127 Nov 08 01:01:41.730973 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b9109538-163b-4f71-bb30-8c800109f165 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:01:41.767260 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c231cbe-636b-417b-a724-5ff7e374c948 req-0eadce8f-a2f1-4368-95f7-c7deac2b0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:41.768774 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1c231cbe-636b-417b-a724-5ff7e374c948 req-0eadce8f-a2f1-4368-95f7-c7deac2b0483 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=242e315b-0e41-4a1e-9101-43642423cb85 HTTP/1.1" status: 200 len: 852 time: 0.0465424 Nov 08 01:01:41.802524 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1c231cbe-636b-417b-a724-5ff7e374c948 req-97ab0b64-976a-438d-865d-f3bafa391c62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7854a8d7-8db6-444b-b6c8-ad4401c09d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262933 Nov 08 01:01:41.899198 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1c231cbe-636b-417b-a724-5ff7e374c948 req-690ee670-8404-478b-8ad6-f23e9e8c840d service neutron] 10.222.0.26 "GET /v2.0/networks/7854a8d7-8db6-444b-b6c8-ad4401c09d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893693 Nov 08 01:01:41.993540 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1c231cbe-636b-417b-a724-5ff7e374c948 req-52e6684c-9bca-4862-8533-f9aa9323b090 service neutron] 10.222.0.26 "GET /v2.0/networks/7854a8d7-8db6-444b-b6c8-ad4401c09d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859520 Nov 08 01:01:42.030126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13160e37-e847-4f08-888d-43d4a1a6f5b2 req-4bc76799-defe-46ac-9808-7a4704b89123 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:42.031637 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-13160e37-e847-4f08-888d-43d4a1a6f5b2 req-4bc76799-defe-46ac-9808-7a4704b89123 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 943 time: 0.4464662 Nov 08 01:01:42.047864 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c231cbe-636b-417b-a724-5ff7e374c948 req-c5d78244-67a8-43e4-aaa7-90a5651baeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:42.049247 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c231cbe-636b-417b-a724-5ff7e374c948 req-c5d78244-67a8-43e4-aaa7-90a5651baeca service neutron] 10.222.0.20 "GET /v2.0/networks?id=7854a8d7-8db6-444b-b6c8-ad4401c09d9f HTTP/1.1" status: 200 len: 913 time: 0.4724171 Nov 08 01:01:42.099530 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c231cbe-636b-417b-a724-5ff7e374c948 req-ede1945f-1da8-4a21-8c5c-f9cc0d0f66b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9109538-163b-4f71-bb30-8c800109f165 HTTP/1.1" status: 200 len: 217 time: 0.0418050 Nov 08 01:01:42.106670 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-13160e37-e847-4f08-888d-43d4a1a6f5b2 req-1937ed71-a98f-4c88-b275-1f11acc8ac66 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677948 Nov 08 01:01:42.153173 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c231cbe-636b-417b-a724-5ff7e374c948 req-8a3d4c7b-c1c4-441b-a8d2-4fb875bccfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:42.154656 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c231cbe-636b-417b-a724-5ff7e374c948 req-8a3d4c7b-c1c4-441b-a8d2-4fb875bccfff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=242e315b-0e41-4a1e-9101-43642423cb85 HTTP/1.1" status: 200 len: 852 time: 0.0471432 Nov 08 01:01:42.184810 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c231cbe-636b-417b-a724-5ff7e374c948 req-960fdf52-eeac-4dca-8fa4-c682919aa161 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7854a8d7-8db6-444b-b6c8-ad4401c09d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235434 Nov 08 01:01:42.281192 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c231cbe-636b-417b-a724-5ff7e374c948 req-4b68537d-660c-410f-904f-42315c63903f service neutron] 10.222.0.20 "GET /v2.0/networks/7854a8d7-8db6-444b-b6c8-ad4401c09d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892119 Nov 08 01:01:42.374609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device b9109538-163b-4f71-bb30-8c800109f165 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:01:42.375104 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c231cbe-636b-417b-a724-5ff7e374c948 req-3fcb89ea-5755-4699-ba61-a5477a9eceea service neutron] 10.222.0.20 "GET /v2.0/networks/7854a8d7-8db6-444b-b6c8-ad4401c09d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873895 Nov 08 01:01:42.469074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port b9109538-163b-4f71-bb30-8c800109f165, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=b9109538-163b-4f71-bb30-8c800109f165,segment=NetworkSegment(608531bd-9cdb-4b0a-a17b-630e9b92c9d6),segment_id=608531bd-9cdb-4b0a-a17b-630e9b92c9d6)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:01:42.480705 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'b9109538-163b-4f71-bb30-8c800109f165', 'network_id': '7854a8d7-8db6-444b-b6c8-ad4401c09d9f', 'port_id': 'b9109538-163b-4f71-bb30-8c800109f165', 'mac_address': 'fa:16:3e:0e:41:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242e315b-0e41-4a1e-9101-43642423cb85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:01:42.516233 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:42.528982 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9109538-163b-4f71-bb30-8c800109f165 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:01:42.547889 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port b9109538-163b-4f71-bb30-8c800109f165, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=b9109538-163b-4f71-bb30-8c800109f165,segment=NetworkSegment(608531bd-9cdb-4b0a-a17b-630e9b92c9d6),segment_id=608531bd-9cdb-4b0a-a17b-630e9b92c9d6)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:01:42.667294 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:42.711602 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=b9109538-163b-4f71-bb30-8c800109f165,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:01:42.947349 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['b9109538-163b-4f71-bb30-8c800109f165'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:01:43.222881 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf08885-b7b6-4557-a3e2-8bd1ca7d1431 req-217f78d2-beb1-4e67-9125-43f0195f556f tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:43.224256 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ddf08885-b7b6-4557-a3e2-8bd1ca7d1431 req-217f78d2-beb1-4e67-9125-43f0195f556f tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 944 time: 0.0486822 Nov 08 01:01:43.261267 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ddf08885-b7b6-4557-a3e2-8bd1ca7d1431 req-46e2b3a2-e976-46fc-8225-d7bda17cd4ce tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311489 Nov 08 01:01:43.717276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-92eabc6a-bbdc-48a7-a0b7-352c4411c23c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:43.718759 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-92eabc6a-bbdc-48a7-a0b7-352c4411c23c tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67&tenant_id=5d9dc3b905b24b65a1c451ca134cc335&binding%3Ahost_id=n-h2-816882-1 HTTP/1.1" status: 200 len: 944 time: 0.0501647 Nov 08 01:01:43.791004 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-818e29bb-b0ab-4d23-a0d0-44f81c5ffd83 service neutron] delete failed (client error): The resource could not be found. Nov 08 01:01:43.792098 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-818e29bb-b0ab-4d23-a0d0-44f81c5ffd83 service neutron] 10.222.0.20 "DELETE /v2.0/ports/b9109538-163b-4f71-bb30-8c800109f165/bindings/n-h1-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.0663116 Nov 08 01:01:43.892693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-1314a269-6797-40d0-8e79-885a16a54f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:43.894149 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-1314a269-6797-40d0-8e79-885a16a54f84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d9dc3b905b24b65a1c451ca134cc335&device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 1095 time: 0.0392723 Nov 08 01:01:43.980457 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-018c55ea-79d2-4538-80df-176c533dccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:43.981795 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-018c55ea-79d2-4538-80df-176c533dccb8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7854a8d7-8db6-444b-b6c8-ad4401c09d9f HTTP/1.1" status: 200 len: 913 time: 0.0807796 Nov 08 01:01:44.026246 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-ab7dbf06-d567-4802-8736-98ed9fc54be8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9109538-163b-4f71-bb30-8c800109f165 HTTP/1.1" status: 200 len: 217 time: 0.0372865 Nov 08 01:01:44.073147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-d192ac91-4f5f-4819-8062-bdf6a66cc0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:44.074522 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-d192ac91-4f5f-4819-8062-bdf6a66cc0dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=242e315b-0e41-4a1e-9101-43642423cb85 HTTP/1.1" status: 200 len: 852 time: 0.0419490 Nov 08 01:01:44.104064 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-504144eb-92af-4ef1-af95-bff4e50dc168 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7854a8d7-8db6-444b-b6c8-ad4401c09d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229557 Nov 08 01:01:44.193443 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-4a6d2839-ab2b-495f-b670-52c0075fe81a service neutron] 10.222.0.20 "GET /v2.0/networks/7854a8d7-8db6-444b-b6c8-ad4401c09d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826778 Nov 08 01:01:44.287128 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-ffedd819-9cff-4354-8bd1-d484b821bd2b service neutron] 10.222.0.20 "GET /v2.0/networks/7854a8d7-8db6-444b-b6c8-ad4401c09d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868523 Nov 08 01:01:44.382696 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device b9109538-163b-4f71-bb30-8c800109f165 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:01:44.479131 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port b9109538-163b-4f71-bb30-8c800109f165 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:01:44.483129 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port b9109538-163b-4f71-bb30-8c800109f165 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:01:44.483510 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:44.565088 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:44.587049 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9c19b9-7be6-499a-b47c-1c31a5c5bf67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9109538-163b-4f71-bb30-8c800109f165'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:01:44.589370 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc774d5-f9c4-443a-851d-1f6d3f841b2a" -d '{"events": [{"server_uuid": "0d9c19b9-7be6-499a-b47c-1c31a5c5bf67", "name": "network-vif-plugged", "status": "completed", "tag": "b9109538-163b-4f71-bb30-8c800109f165"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:01:44.602526 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port b9109538-163b-4f71-bb30-8c800109f165, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=b9109538-163b-4f71-bb30-8c800109f165,segment=NetworkSegment(608531bd-9cdb-4b0a-a17b-630e9b92c9d6),segment_id=608531bd-9cdb-4b0a-a17b-630e9b92c9d6)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:01:44.640980 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1acc19f-9f94-4a15-a537-cc230ebc3438 x-openstack-request-id: req-f1acc19f-9f94-4a15-a537-cc230ebc3438 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:01:44.641267 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9c19b9-7be6-499a-b47c-1c31a5c5bf67", "name": "network-vif-plugged", "status": "completed", "tag": "b9109538-163b-4f71-bb30-8c800109f165", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:01:44.641515 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1acc19f-9f94-4a15-a537-cc230ebc3438 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:01:44.641907 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9c19b9-7be6-499a-b47c-1c31a5c5bf67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9109538-163b-4f71-bb30-8c800109f165', 'code': 200} Nov 08 01:01:44.684444 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:44.731391 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=b9109538-163b-4f71-bb30-8c800109f165,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:01:45.798538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec7ca9-e946-4e7f-933d-4e49d63c564c req-60e99fdd-285b-4e0e-ad9d-fbb5b3aa47e7 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:45.800035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3dec7ca9-e946-4e7f-933d-4e49d63c564c req-60e99fdd-285b-4e0e-ad9d-fbb5b3aa47e7 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0485644 Nov 08 01:01:45.841537 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3dec7ca9-e946-4e7f-933d-4e49d63c564c req-65ac3ade-52b6-4b70-b87e-dff83bfb2fad tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338109 Nov 08 01:01:46.961227 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced751a-9b51-44e0-bf23-acd3cf0ec24e req-8f5e5814-ba7b-4f8c-85f6-968c3f55335f tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:46.963357 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aced751a-9b51-44e0-bf23-acd3cf0ec24e req-8f5e5814-ba7b-4f8c-85f6-968c3f55335f tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0525444 Nov 08 01:01:47.003537 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aced751a-9b51-44e0-bf23-acd3cf0ec24e req-0351b60f-1520-45b9-b0a9-6f93ebaf7163 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338109 Nov 08 01:01:47.156145 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-66f2c0b0-1597-4292-8290-c5a2954919fc tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:47.157670 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-66f2c0b0-1597-4292-8290-c5a2954919fc tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 945 time: 0.0590389 Nov 08 01:01:47.246300 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-95e76c19-aa79-42de-ae4d-99aa24191fc9 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Deleting port b9109538-163b-4f71-bb30-8c800109f165 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:01:47.246638 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-95e76c19-aa79-42de-ae4d-99aa24191fc9 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:47.342755 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-95e76c19-aa79-42de-ae4d-99aa24191fc9 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] For port b9109538-163b-4f71-bb30-8c800109f165, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=b9109538-163b-4f71-bb30-8c800109f165,segment=NetworkSegment(608531bd-9cdb-4b0a-a17b-630e9b92c9d6),segment_id=608531bd-9cdb-4b0a-a17b-630e9b92c9d6)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:01:47.343113 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-95e76c19-aa79-42de-ae4d-99aa24191fc9 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:47.355652 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-95e76c19-aa79-42de-ae4d-99aa24191fc9 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Calling delete_port for b9109538-163b-4f71-bb30-8c800109f165 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:01:47.610539 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-95e76c19-aa79-42de-ae4d-99aa24191fc9 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:47.642305 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['b9109538-163b-4f71-bb30-8c800109f165'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:01:47.643917 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e76c19-aa79-42de-ae4d-99aa24191fc9 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Pushing event deleted for resources: {'Port': ['ID=b9109538-163b-4f71-bb30-8c800109f165,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:01:47.685405 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-95e76c19-aa79-42de-ae4d-99aa24191fc9 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] No DVR routers for this DVR port b9109538-163b-4f71-bb30-8c800109f165 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:01:47.688133 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-95e76c19-aa79-42de-ae4d-99aa24191fc9 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:47.691534 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0e02dbee-0306-4c67-a85a-88a8da658e43 req-95e76c19-aa79-42de-ae4d-99aa24191fc9 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.26 "DELETE /v2.0/ports/b9109538-163b-4f71-bb30-8c800109f165 HTTP/1.1" status: 204 len: 173 time: 0.5278234 Nov 08 01:01:47.692008 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9c19b9-7be6-499a-b47c-1c31a5c5bf67', 'name': 'network-vif-deleted', 'tag': 'b9109538-163b-4f71-bb30-8c800109f165'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:01:47.694284 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e29fe6-765b-4750-b101-95f177f0c9fb" -d '{"events": [{"server_uuid": "0d9c19b9-7be6-499a-b47c-1c31a5c5bf67", "name": "network-vif-deleted", "tag": "b9109538-163b-4f71-bb30-8c800109f165"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:01:47.730214 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c42f290-0dda-4b91-b84e-a6a5d82c9550 x-openstack-request-id: req-0c42f290-0dda-4b91-b84e-a6a5d82c9550 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:01:47.730527 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9c19b9-7be6-499a-b47c-1c31a5c5bf67", "name": "network-vif-deleted", "tag": "b9109538-163b-4f71-bb30-8c800109f165", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:01:47.730786 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c42f290-0dda-4b91-b84e-a6a5d82c9550 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:01:47.731199 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9c19b9-7be6-499a-b47c-1c31a5c5bf67', 'name': 'network-vif-deleted', 'tag': 'b9109538-163b-4f71-bb30-8c800109f165', 'status': 'completed', 'code': 200} Nov 08 01:01:48.107075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c450c49e-5e78-4fee-a432-2f17ebdf3199 req-d0076858-8c38-4d92-a182-705809208a82 tempest-DeleteServersTestJSON-1271537080 tempest-DeleteServersTestJSON-1271537080-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c19b9-7be6-499a-b47c-1c31a5c5bf67 HTTP/1.1" status: 200 len: 210 time: 0.0272892 Nov 08 01:01:49.235743 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36596) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:01:49.279022 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e806c6a-986e-4009-a481-cd441e3c8a03 admin admin] Deleting subnet 242e315b-0e41-4a1e-9101-43642423cb85 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:01:49.281985 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4e806c6a-986e-4009-a481-cd441e3c8a03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:49.319495 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4e806c6a-986e-4009-a481-cd441e3c8a03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:49.358262 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4e806c6a-986e-4009-a481-cd441e3c8a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:49.473762 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4e806c6a-986e-4009-a481-cd441e3c8a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:49.499835 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e806c6a-986e-4009-a481-cd441e3c8a03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=242e315b-0e41-4a1e-9101-43642423cb85,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:01:49.503674 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4e806c6a-986e-4009-a481-cd441e3c8a03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:49.506968 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4e806c6a-986e-4009-a481-cd441e3c8a03 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/242e315b-0e41-4a1e-9101-43642423cb85 HTTP/1.1" status: 204 len: 168 time: 0.2701321 Nov 08 01:01:49.509372 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 36598) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:01:49.580365 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-122146c2-b75b-499b-901e-0f63dc35143b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:49.656945 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-122146c2-b75b-499b-901e-0f63dc35143b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:49.676269 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-122146c2-b75b-499b-901e-0f63dc35143b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7854a8d7-8db6-444b-b6c8-ad4401c09d9f']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:01:49.685397 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-122146c2-b75b-499b-901e-0f63dc35143b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608531bd-9cdb-4b0a-a17b-630e9b92c9d6') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:01:49.685672 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-122146c2-b75b-499b-901e-0f63dc35143b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608531bd-9cdb-4b0a-a17b-630e9b92c9d6') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:01:49.694835 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-122146c2-b75b-499b-901e-0f63dc35143b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:49.708394 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-122146c2-b75b-499b-901e-0f63dc35143b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:49.714728 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122146c2-b75b-499b-901e-0f63dc35143b admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:01:49.715107 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-122146c2-b75b-499b-901e-0f63dc35143b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: timer() Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:01:49.717038 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:01:49.873023 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-122146c2-b75b-499b-901e-0f63dc35143b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:49.878594 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-122146c2-b75b-499b-901e-0f63dc35143b admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:49.881918 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-122146c2-b75b-499b-901e-0f63dc35143b admin admin] 10.222.0.13 "DELETE /v2.0/networks/7854a8d7-8db6-444b-b6c8-ad4401c09d9f HTTP/1.1" status: 204 len: 168 time: 0.3716168 Nov 08 01:01:49.893322 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122146c2-b75b-499b-901e-0f63dc35143b admin admin] Pushing event deleted for resources: {'Network': ['ID=7854a8d7-8db6-444b-b6c8-ad4401c09d9f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:01:50.208221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36602) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:01:50.248045 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6fd56bd1-69d1-4bbc-84f0-c5c4611487c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d9dc3b905b24b65a1c451ca134cc335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383296 Nov 08 01:01:50.250480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36604) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:01:50.297834 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5efbcbf1-b4ff-4131-877e-81cd45702cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:50.318863 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5efbcbf1-b4ff-4131-877e-81cd45702cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:50.431601 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device b9109538-163b-4f71-bb30-8c800109f165 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:01:50.444935 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5efbcbf1-b4ff-4131-877e-81cd45702cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:50.447542 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5efbcbf1-b4ff-4131-877e-81cd45702cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:50.448720 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5efbcbf1-b4ff-4131-877e-81cd45702cb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ed5d832-55e3-48e2-a24b-c2ddbe27bde7 HTTP/1.1" status: 204 len: 168 time: 0.1973057 Nov 08 01:01:50.451718 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: b9109538-163b-4f71-bb30-8c800109f165 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:01:50.453031 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device b9109538-163b-4f71-bb30-8c800109f165 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:01:50.457873 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbcbf1-b4ff-4131-877e-81cd45702cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed5d832-55e3-48e2-a24b-c2ddbe27bde7,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:01:50.465863 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbcbf1-b4ff-4131-877e-81cd45702cb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:50.466463 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbcbf1-b4ff-4131-877e-81cd45702cb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:50.466814 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbcbf1-b4ff-4131-877e-81cd45702cb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:50.467149 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbcbf1-b4ff-4131-877e-81cd45702cb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:50.467482 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbcbf1-b4ff-4131-877e-81cd45702cb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:50.467837 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbcbf1-b4ff-4131-877e-81cd45702cb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:50.468165 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbcbf1-b4ff-4131-877e-81cd45702cb3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:50.468487 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbcbf1-b4ff-4131-877e-81cd45702cb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:50.468806 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbcbf1-b4ff-4131-877e-81cd45702cb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:50.469125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbcbf1-b4ff-4131-877e-81cd45702cb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:50.469443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbcbf1-b4ff-4131-877e-81cd45702cb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:50.469758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbcbf1-b4ff-4131-877e-81cd45702cb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:51.437275 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36626) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:01:51.539663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-6e1a374d-0283-4283-992d-88d9b33f21bb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-883862706-network', 'tenant_id': '0bde5eccba384770b2acab5a8f787265'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:01:51.632895 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1a374d-0283-4283-992d-88d9b33f21bb admin admin] Made reservation on behalf of 0bde5eccba384770b2acab5a8f787265 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:01:51.635121 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e1a374d-0283-4283-992d-88d9b33f21bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:51.644050 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e1a374d-0283-4283-992d-88d9b33f21bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:51.715157 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e1a374d-0283-4283-992d-88d9b33f21bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:51.821394 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e1a374d-0283-4283-992d-88d9b33f21bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:51.847493 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1a374d-0283-4283-992d-88d9b33f21bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:01:51.853613 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a374d-0283-4283-992d-88d9b33f21bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:01:51.859925 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e1a374d-0283-4283-992d-88d9b33f21bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:51.860274 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-6e1a374d-0283-4283-992d-88d9b33f21bb admin admin] Added segment 23fe0821-28a8-4dae-828c-e909ca5b8152 of type vlan for network 99efda2b-ebdb-490c-b407-f3995775343a Nov 08 01:01:51.899053 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e1a374d-0283-4283-992d-88d9b33f21bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:52.027464 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e1a374d-0283-4283-992d-88d9b33f21bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:52.028442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1a374d-0283-4283-992d-88d9b33f21bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:52.029022 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e1a374d-0283-4283-992d-88d9b33f21bb admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:52.104014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a374d-0283-4283-992d-88d9b33f21bb admin admin] Pushing event updated for resources: {'Network': ['ID=99efda2b-ebdb-490c-b407-f3995775343a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:01:52.114061 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 99efda2b-ebdb-490c-b407-f3995775343a details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:01:52.189636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6e1a374d-0283-4283-992d-88d9b33f21bb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7512422 Nov 08 01:01:52.192471 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36630) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:01:52.197182 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-dda3a0d0-2650-4af6-acbe-5951fe0399f2 admin admin] Request body: {'subnet': {'network_id': '99efda2b-ebdb-490c-b407-f3995775343a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-883862706-subnet', 'tenant_id': '0bde5eccba384770b2acab5a8f787265', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:01:52.284500 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda3a0d0-2650-4af6-acbe-5951fe0399f2 admin admin] Made reservation on behalf of 0bde5eccba384770b2acab5a8f787265 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:01:52.286874 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dda3a0d0-2650-4af6-acbe-5951fe0399f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:52.541937 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dda3a0d0-2650-4af6-acbe-5951fe0399f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:52.598060 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3a0d0-2650-4af6-acbe-5951fe0399f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e03d59-da72-4dc2-baa6-04865adebfb0,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:01:52.605490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda3a0d0-2650-4af6-acbe-5951fe0399f2 admin admin] Checking segment: {'id': '23fe0821-28a8-4dae-828c-e909ca5b8152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:01:52.605849 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda3a0d0-2650-4af6-acbe-5951fe0399f2 admin admin] Network hostable DHCP agents. Network: 99efda2b-ebdb-490c-b407-f3995775343a, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:01:52.706905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda3a0d0-2650-4af6-acbe-5951fe0399f2 admin admin] Network 99efda2b-ebdb-490c-b407-f3995775343a is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:01:52.816257 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-dda3a0d0-2650-4af6-acbe-5951fe0399f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 99efda2b-ebdb-490c-b407-f3995775343a) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:01:52.820470 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda3a0d0-2650-4af6-acbe-5951fe0399f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:52.821083 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dda3a0d0-2650-4af6-acbe-5951fe0399f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:52.826362 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0888600f-b9d1-4e6f-89dd-c155ad447c4e None None] Network 99efda2b-ebdb-490c-b407-f3995775343a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:01:52.938416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dda3a0d0-2650-4af6-acbe-5951fe0399f2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7448859 Nov 08 01:01:52.950161 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348dff54-57f0-4c61-ae53-3a5aad8858de None None] Network 99efda2b-ebdb-490c-b407-f3995775343a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:01:53.380044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-a043f009-9615-4649-a2e3-e951cc1d046c tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:53.381428 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-a043f009-9615-4649-a2e3-e951cc1d046c tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/networks?id=99efda2b-ebdb-490c-b407-f3995775343a HTTP/1.1" status: 200 len: 814 time: 0.1051784 Nov 08 01:01:53.395765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-c717a045-a2ca-432d-9f2c-66ca1171bd22 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/quotas/0bde5eccba384770b2acab5a8f787265 HTTP/1.1" status: 200 len: 375 time: 0.0087562 Nov 08 01:01:53.425997 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-2888d442-44fd-4dda-afc3-9bab9fbd70ff tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bde5eccba384770b2acab5a8f787265&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251894 Nov 08 01:01:53.436763 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-6ad02917-454b-41c2-93ca-79c02171c347 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:01:53.437705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-6ad02917-454b-41c2-93ca-79c02171c347 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054002 Nov 08 01:01:53.532351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-025e6cc5-830a-4296-83be-d6a0012ee1cd service neutron] 10.222.0.13 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890818 Nov 08 01:01:53.623822 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-05ebef6d-dc22-4857-b04e-505ea5ac5c50 service neutron] 10.222.0.13 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852861 Nov 08 01:01:53.925803 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-170c3aa2-bf68-469b-b78f-654ed6baf996 req-721981b0-6174-47a4-a330-345202b861b6 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 210 time: 0.0283954 Nov 08 01:01:55.001173 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-085e4a68-8e83-4851-9691-6377f56b36e6 req-1455fe77-0004-4b99-8af8-1bc822cf2a58 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 210 time: 0.0267062 Nov 08 01:01:56.091282 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5fd74d98-002f-4fb0-a9bf-6413c484e0c1 req-39718dbf-fa13-4f98-9e1f-a61bae15e5e1 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 210 time: 0.0263309 Nov 08 01:01:56.330430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-8da527f2-218b-4fc0-97c1-baf4dc3a7fef tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:56.331945 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-8da527f2-218b-4fc0-97c1-baf4dc3a7fef tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.26 "GET /v2.0/networks?id=99efda2b-ebdb-490c-b407-f3995775343a HTTP/1.1" status: 200 len: 814 time: 0.1031835 Nov 08 01:01:56.349766 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Request body: {'port': {'device_id': '8f28e19b-6f5a-4f25-b355-d23b5890718f', 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a', 'admin_state_up': True, 'tenant_id': '0bde5eccba384770b2acab5a8f787265'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:01:56.518709 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Made reservation on behalf of 0bde5eccba384770b2acab5a8f787265 for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:01:56.522333 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:56.646171 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Allocated IP 172.20.0.12 (99efda2b-ebdb-490c-b407-f3995775343a/a7e03d59-da72-4dc2-baa6-04865adebfb0/ccc3455c-535b-445e-bb68-0a78546cfc00) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:01:56.797784 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:56.896128 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:56.935542 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Network 99efda2b-ebdb-490c-b407-f3995775343a is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:01:56.938514 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:01:56.942069 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:01:56.968912 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Pushing event updated for resources: {'Port': ['ID=ccc3455c-535b-445e-bb68-0a78546cfc00,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:01:56.980924 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:56.983406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:56.983406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:56.983406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:56.983406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:56.983406 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:56.983974 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:56.983974 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:56.984191 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:56.984511 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:56.984828 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:56.985144 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:01:57.006365 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:57.006969 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:57.103797 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-8b7ca334-7dab-41da-a5e2-41e652710160 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7579553 Nov 08 01:01:57.122919 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Request body: {'port': {'device_id': '8f28e19b-6f5a-4f25-b355-d23b5890718f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:01:57.180870 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:57.209389 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7e5ff-7540-4d3d-9d28-4de5e92e665c req-1ef1b21b-1297-4bce-b68f-ad55ad550460 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:57.210783 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68c7e5ff-7540-4d3d-9d28-4de5e92e665c req-1ef1b21b-1297-4bce-b68f-ad55ad550460 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 932 time: 0.0522451 Nov 08 01:01:57.249078 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68c7e5ff-7540-4d3d-9d28-4de5e92e665c req-b0d2614b-323a-474d-bcb3-b7e8c47bf725 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313280 Nov 08 01:01:57.440457 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc3455c-535b-445e-bb68-0a78546cfc00 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:01:57.447581 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:57.458902 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Transition to ACTIVE for port object ccc3455c-535b-445e-bb68-0a78546cfc00 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:01:57.546806 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:57.595248 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc3455c-535b-445e-bb68-0a78546cfc00,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:01:57.662305 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Attempting to bind port ccc3455c-535b-445e-bb68-0a78546cfc00 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:01:57.662632 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Attempting to bind port ccc3455c-535b-445e-bb68-0a78546cfc00 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '23fe0821-28a8-4dae-828c-e909ca5b8152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:01:57.662954 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Attempting to bind port ccc3455c-535b-445e-bb68-0a78546cfc00 on network 99efda2b-ebdb-490c-b407-f3995775343a {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:01:57.667127 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Port ccc3455c-535b-445e-bb68-0a78546cfc00 on network 99efda2b-ebdb-490c-b407-f3995775343a not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:01:57.667442 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Attempting to bind port ccc3455c-535b-445e-bb68-0a78546cfc00 on network 99efda2b-ebdb-490c-b407-f3995775343a {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:01:57.672775 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:01:57.673107 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Checking segment: {'id': '23fe0821-28a8-4dae-828c-e909ca5b8152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:01:57.673483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Bound using segment: {'id': '23fe0821-28a8-4dae-828c-e909ca5b8152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:01:57.673919 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Bound port: ccc3455c-535b-445e-bb68-0a78546cfc00, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23fe0821-28a8-4dae-828c-e909ca5b8152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:01:57.674246 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:57.734531 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] For port ccc3455c-535b-445e-bb68-0a78546cfc00, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:01:57.737630 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] For port ccc3455c-535b-445e-bb68-0a78546cfc00, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=ccc3455c-535b-445e-bb68-0a78546cfc00,segment=NetworkSegment(23fe0821-28a8-4dae-828c-e909ca5b8152),segment_id=23fe0821-28a8-4dae-828c-e909ca5b8152)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:01:57.867706 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:57.901303 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:57.901929 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:57.903301 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] 10.222.0.26 "PUT /v2.0/ports/ccc3455c-535b-445e-bb68-0a78546cfc00 HTTP/1.1" status: 200 len: 1092 time: 0.7846906 Nov 08 01:01:57.903740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f28e19b-6f5a-4f25-b355-d23b5890718f', 'tag': 'ccc3455c-535b-445e-bb68-0a78546cfc00'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:01:57.906652 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5b3cd1-d512-44b1-81a2-9fbcedb9dee0" -d '{"events": [{"name": "network-changed", "server_uuid": "8f28e19b-6f5a-4f25-b355-d23b5890718f", "tag": "ccc3455c-535b-445e-bb68-0a78546cfc00"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:01:57.929982 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d2a8d-a067-43f8-8d13-531aa4be2b99 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc3455c-535b-445e-bb68-0a78546cfc00,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:01:57.943474 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cb79af-5bb3-4de2-9855-7af241f3b6f2 x-openstack-request-id: req-87cb79af-5bb3-4de2-9855-7af241f3b6f2 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:01:57.943760 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f28e19b-6f5a-4f25-b355-d23b5890718f", "tag": "ccc3455c-535b-445e-bb68-0a78546cfc00", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:01:57.944047 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87cb79af-5bb3-4de2-9855-7af241f3b6f2 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:01:57.944443 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f28e19b-6f5a-4f25-b355-d23b5890718f', 'tag': 'ccc3455c-535b-445e-bb68-0a78546cfc00', 'status': 'completed', 'code': 200} Nov 08 01:01:58.024084 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b3cd1-d512-44b1-81a2-9fbcedb9dee0 req-fb069926-0018-45e9-bccf-7f470d5196da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:58.025675 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7a5b3cd1-d512-44b1-81a2-9fbcedb9dee0 req-fb069926-0018-45e9-bccf-7f470d5196da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bde5eccba384770b2acab5a8f787265&device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 1095 time: 0.0420957 Nov 08 01:01:58.131660 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b3cd1-d512-44b1-81a2-9fbcedb9dee0 req-7aba69a2-5f5f-45df-aea0-74acb4ccca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:58.133076 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7a5b3cd1-d512-44b1-81a2-9fbcedb9dee0 req-7aba69a2-5f5f-45df-aea0-74acb4ccca14 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0bde5eccba384770b2acab5a8f787265&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0950458 Nov 08 01:01:58.221601 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8fe03087-519c-4802-b856-98134222526f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:01:58.228405 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b3cd1-d512-44b1-81a2-9fbcedb9dee0 req-ffd76d50-d738-466f-965b-92f34d463d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:58.229872 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7a5b3cd1-d512-44b1-81a2-9fbcedb9dee0 req-ffd76d50-d738-466f-965b-92f34d463d8b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899010 Nov 08 01:01:58.345853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-a28ceb2b-2b5a-480d-bbc5-7a83072264c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:58.347367 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-a28ceb2b-2b5a-480d-bbc5-7a83072264c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bde5eccba384770b2acab5a8f787265&device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 1095 time: 0.0447276 Nov 08 01:01:58.375555 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43425294-144a-4d71-be89-05190004ed82 req-bc6fc5a7-7d3b-47b1-81ba-cff84047f08d tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:58.377060 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-43425294-144a-4d71-be89-05190004ed82 req-bc6fc5a7-7d3b-47b1-81ba-cff84047f08d tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 944 time: 0.0496383 Nov 08 01:01:58.397224 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-fa1db942-b5d9-4f7b-99b5-f89dbdb48ac7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccc3455c-535b-445e-bb68-0a78546cfc00 HTTP/1.1" status: 200 len: 217 time: 0.0345747 Nov 08 01:01:58.414710 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-43425294-144a-4d71-be89-05190004ed82 req-efac5d2c-cdf2-4836-b15e-5d97108da8a4 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315795 Nov 08 01:01:58.448724 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-84762a34-502a-4486-9d75-0b01e866bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:58.450167 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-84762a34-502a-4486-9d75-0b01e866bc35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7e03d59-da72-4dc2-baa6-04865adebfb0 HTTP/1.1" status: 200 len: 854 time: 0.0461354 Nov 08 01:01:58.481647 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-e053c288-7d3e-42a1-acb7-1ec4f5c152ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99efda2b-ebdb-490c-b407-f3995775343a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235755 Nov 08 01:01:58.579226 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-8c86ecae-acd3-4b5f-acb1-e7ecb4990d89 service neutron] 10.222.0.26 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894144 Nov 08 01:01:58.678311 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3b22bef5-a4e6-4335-84c5-d23fdc86240a req-b58068a7-792a-4d3c-b8bf-0e1e3e1130a2 service neutron] 10.222.0.26 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917442 Nov 08 01:01:59.531316 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137b20e-8291-4cad-aee4-800c1db543a1 req-6784496b-9f7f-4844-9daf-e9cc943e071f tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:01:59.532905 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f137b20e-8291-4cad-aee4-800c1db543a1 req-6784496b-9f7f-4844-9daf-e9cc943e071f tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 944 time: 0.0510967 Nov 08 01:01:59.571412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f137b20e-8291-4cad-aee4-800c1db543a1 req-fdae5c6c-de2d-48e9-99bf-8cb04c2cedcd tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323255 Nov 08 01:02:00.496584 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device ccc3455c-535b-445e-bb68-0a78546cfc00 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:02:00.587867 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port ccc3455c-535b-445e-bb68-0a78546cfc00, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=ccc3455c-535b-445e-bb68-0a78546cfc00,segment=NetworkSegment(23fe0821-28a8-4dae-828c-e909ca5b8152),segment_id=23fe0821-28a8-4dae-828c-e909ca5b8152)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:02:00.602160 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'ccc3455c-535b-445e-bb68-0a78546cfc00', 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a', 'port_id': 'ccc3455c-535b-445e-bb68-0a78546cfc00', 'mac_address': 'fa:16:3e:62:64:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e03d59-da72-4dc2-baa6-04865adebfb0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:02:00.638410 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:00.650897 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc3455c-535b-445e-bb68-0a78546cfc00 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:02:00.676607 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port ccc3455c-535b-445e-bb68-0a78546cfc00, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=ccc3455c-535b-445e-bb68-0a78546cfc00,segment=NetworkSegment(23fe0821-28a8-4dae-828c-e909ca5b8152),segment_id=23fe0821-28a8-4dae-828c-e909ca5b8152)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:02:00.690104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a48c0-1118-45d5-b158-22ed602ac8e6 req-703f65eb-8705-493c-83fd-61384bc2f361 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:00.697707 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-365a48c0-1118-45d5-b158-22ed602ac8e6 req-703f65eb-8705-493c-83fd-61384bc2f361 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 944 time: 0.0532727 Nov 08 01:02:00.729031 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-365a48c0-1118-45d5-b158-22ed602ac8e6 req-e5072241-ef9c-49cf-a788-dad6002a8b38 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313995 Nov 08 01:02:00.776150 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:00.820104 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-05063d38-5721-4abf-b0cb-ba21928c7534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:00.823881 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=ccc3455c-535b-445e-bb68-0a78546cfc00,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:02:01.033337 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['ccc3455c-535b-445e-bb68-0a78546cfc00'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:02:01.055434 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:01.845452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4eb4d3-e8f9-43eb-b24a-85908761ea2a req-349e99e1-0115-4425-844b-de9f2c6460c4 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:01.846963 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c4eb4d3-e8f9-43eb-b24a-85908761ea2a req-349e99e1-0115-4425-844b-de9f2c6460c4 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 945 time: 0.0528369 Nov 08 01:02:01.886139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c4eb4d3-e8f9-43eb-b24a-85908761ea2a req-52de9e5d-cec5-45a6-9132-1b63b5318b68 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332410 Nov 08 01:02:01.895919 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:02.364621 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:02.506629 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device ccc3455c-535b-445e-bb68-0a78546cfc00 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:02:02.655484 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port ccc3455c-535b-445e-bb68-0a78546cfc00 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:02:02.659352 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port ccc3455c-535b-445e-bb68-0a78546cfc00 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:02:02.659748 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:02.737226 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:02.759158 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f28e19b-6f5a-4f25-b355-d23b5890718f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc3455c-535b-445e-bb68-0a78546cfc00'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:02:02.761421 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b375fdd6-1a51-45ce-b79d-e9a04e4bee16" -d '{"events": [{"server_uuid": "8f28e19b-6f5a-4f25-b355-d23b5890718f", "name": "network-vif-plugged", "status": "completed", "tag": "ccc3455c-535b-445e-bb68-0a78546cfc00"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:02:02.774174 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port ccc3455c-535b-445e-bb68-0a78546cfc00, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=ccc3455c-535b-445e-bb68-0a78546cfc00,segment=NetworkSegment(23fe0821-28a8-4dae-828c-e909ca5b8152),segment_id=23fe0821-28a8-4dae-828c-e909ca5b8152)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:02:02.796119 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb7eaac-e268-4b24-8205-8a16023894f5 x-openstack-request-id: req-2eb7eaac-e268-4b24-8205-8a16023894f5 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:02:02.796403 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f28e19b-6f5a-4f25-b355-d23b5890718f", "name": "network-vif-plugged", "status": "completed", "tag": "ccc3455c-535b-445e-bb68-0a78546cfc00", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:02:02.797148 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2eb7eaac-e268-4b24-8205-8a16023894f5 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:02:02.797543 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f28e19b-6f5a-4f25-b355-d23b5890718f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc3455c-535b-445e-bb68-0a78546cfc00', 'code': 200} Nov 08 01:02:02.867090 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:02.915624 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fa8af-51b8-458e-b2e4-d6c6acb4ace1 req-184864bb-d3f0-45dd-891a-237d0b74ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:02.917055 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9a3fa8af-51b8-458e-b2e4-d6c6acb4ace1 req-184864bb-d3f0-45dd-891a-237d0b74ef22 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 1097 time: 0.0400336 Nov 08 01:02:02.923338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=ccc3455c-535b-445e-bb68-0a78546cfc00,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:02:02.954198 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9a3fa8af-51b8-458e-b2e4-d6c6acb4ace1 req-c8fc315a-ee22-4792-9a49-612742e03d69 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294750 Nov 08 01:02:03.011757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3f37d-8a52-400a-94a8-2f2ae730bc19 req-3972791b-ab08-434c-ad3e-1a68c276d996 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:03.013217 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dac3f37d-8a52-400a-94a8-2f2ae730bc19 req-3972791b-ab08-434c-ad3e-1a68c276d996 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0481315 Nov 08 01:02:03.050281 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dac3f37d-8a52-400a-94a8-2f2ae730bc19 req-0f0fcb58-4327-40fb-ab80-ba671a0696f7 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311968 Nov 08 01:02:03.484249 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:04.170125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880df5d-d313-4368-b048-263c8c25ce74 req-e6813927-5989-4f1c-89ab-d68677144a8b tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:04.171674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a880df5d-d313-4368-b048-263c8c25ce74 req-e6813927-5989-4f1c-89ab-d68677144a8b tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0533838 Nov 08 01:02:04.210070 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a880df5d-d313-4368-b048-263c8c25ce74 req-e849ee68-f8c1-4341-a438-6bc44c35001d tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323505 Nov 08 01:02:05.325891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b360b-d7b0-4793-bd1e-216a80b0cb84 req-3d2dcc96-0ab2-4ab3-8d52-31f5845d44df tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:05.327363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f2b360b-d7b0-4793-bd1e-216a80b0cb84 req-3d2dcc96-0ab2-4ab3-8d52-31f5845d44df tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0490289 Nov 08 01:02:05.365774 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f2b360b-d7b0-4793-bd1e-216a80b0cb84 req-b4dea826-8e54-4d98-93be-5301b119591e tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323734 Nov 08 01:02:05.476188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3f5d9-ce9c-4704-b674-a6cfbe688ffe req-ffad1a91-def5-481e-8783-d3d8f7b536bd tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:05.477627 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0c3f5d9-ce9c-4704-b674-a6cfbe688ffe req-ffad1a91-def5-481e-8783-d3d8f7b536bd tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0479743 Nov 08 01:02:05.515358 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0c3f5d9-ce9c-4704-b674-a6cfbe688ffe req-263d2f2c-cdfe-4c44-919d-fbc024f36bd2 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317807 Nov 08 01:02:05.827078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc5326-4372-4f68-958a-5b040d7e0896 req-c352d025-8d12-4620-a967-2fe2b1048957 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:05.828563 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1dc5326-4372-4f68-958a-5b040d7e0896 req-c352d025-8d12-4620-a967-2fe2b1048957 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0520246 Nov 08 01:02:05.866028 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1dc5326-4372-4f68-958a-5b040d7e0896 req-da24a29c-db19-44e2-86b7-3d302e267013 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309620 Nov 08 01:02:05.977154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bfa21-d7c3-4a9f-afa8-5c20064a7667 req-0da217bd-c046-4182-99cd-dbf52c5598c1 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:05.978598 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e73bfa21-d7c3-4a9f-afa8-5c20064a7667 req-0da217bd-c046-4182-99cd-dbf52c5598c1 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0485022 Nov 08 01:02:06.014784 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e73bfa21-d7c3-4a9f-afa8-5c20064a7667 req-1ea40945-3919-4fed-a352-8373d4070662 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304284 Nov 08 01:02:06.385475 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2ff53-4e0f-4df5-861b-ea28cc229b48 req-1622cc21-afd7-42b0-a890-fecb3855c13c tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:06.386898 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9b2ff53-4e0f-4df5-861b-ea28cc229b48 req-1622cc21-afd7-42b0-a890-fecb3855c13c tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0512502 Nov 08 01:02:06.424681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9b2ff53-4e0f-4df5-861b-ea28cc229b48 req-a0133df8-3980-47b9-9b25-70cb3c8f5a8e tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316038 Nov 08 01:02:06.492835 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-40687217-2727-4431-b1bd-a0b14f087490 req-02e172dd-d9e3-4255-98ef-14a9f3d59ba4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398185 Nov 08 01:02:07.543564 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fc8e0-9d39-40d3-99a6-e69b9c2bc158 req-677a479f-610f-4ee8-83ed-8802cdb791a8 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:07.545082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-946fc8e0-9d39-40d3-99a6-e69b9c2bc158 req-677a479f-610f-4ee8-83ed-8802cdb791a8 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0530305 Nov 08 01:02:07.583622 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-946fc8e0-9d39-40d3-99a6-e69b9c2bc158 req-925cf6a4-5ceb-4307-8996-5a558fb1ca60 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318348 Nov 08 01:02:08.142582 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:02:08.658706 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40687217-2727-4431-b1bd-a0b14f087490 req-6aae2d01-97c7-4d94-a2d5-d9a5eee0a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:08.660251 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-40687217-2727-4431-b1bd-a0b14f087490 req-6aae2d01-97c7-4d94-a2d5-d9a5eee0a83a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bde5eccba384770b2acab5a8f787265&device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 1097 time: 0.0437794 Nov 08 01:02:08.700510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8b0e2-e75e-4b21-8f3f-aa47b7fb0c43 req-da1a38cf-b1f8-4792-8d2e-e101dc404626 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:08.706501 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c7e8b0e2-e75e-4b21-8f3f-aa47b7fb0c43 req-da1a38cf-b1f8-4792-8d2e-e101dc404626 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0497830 Nov 08 01:02:08.742804 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c7e8b0e2-e75e-4b21-8f3f-aa47b7fb0c43 req-d307b3e8-63d2-47a1-bb42-63fc3b351559 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348442 Nov 08 01:02:08.753292 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40687217-2727-4431-b1bd-a0b14f087490 req-5ab14f13-2de4-4dcb-b92c-026ba215fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:08.754772 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-40687217-2727-4431-b1bd-a0b14f087490 req-5ab14f13-2de4-4dcb-b92c-026ba215fe65 service neutron] 10.222.0.26 "GET /v2.0/networks?id=99efda2b-ebdb-490c-b407-f3995775343a HTTP/1.1" status: 200 len: 915 time: 0.0881796 Nov 08 01:02:08.795235 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-40687217-2727-4431-b1bd-a0b14f087490 req-224355b2-991d-48f4-9a37-ccb104a4cddd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccc3455c-535b-445e-bb68-0a78546cfc00 HTTP/1.1" status: 200 len: 217 time: 0.0339453 Nov 08 01:02:08.848589 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40687217-2727-4431-b1bd-a0b14f087490 req-0d2b3a51-1b96-42c9-8e27-ab941d41348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:08.849946 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-40687217-2727-4431-b1bd-a0b14f087490 req-0d2b3a51-1b96-42c9-8e27-ab941d41348c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7e03d59-da72-4dc2-baa6-04865adebfb0 HTTP/1.1" status: 200 len: 854 time: 0.0461652 Nov 08 01:02:08.881014 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-40687217-2727-4431-b1bd-a0b14f087490 req-2120b788-91cf-4dd1-9e90-0c1be763a689 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99efda2b-ebdb-490c-b407-f3995775343a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245216 Nov 08 01:02:08.976332 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-40687217-2727-4431-b1bd-a0b14f087490 req-6648c8f3-265e-4397-abe1-6d79390c9c96 service neutron] 10.222.0.26 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885167 Nov 08 01:02:09.055259 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:09.068893 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-40687217-2727-4431-b1bd-a0b14f087490 req-b909068e-6e7f-4445-adff-8e4b16568811 service neutron] 10.222.0.26 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863514 Nov 08 01:02:09.855711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85766c3c-a167-40b5-aa50-177e17d9780b req-57bc2309-f249-47e8-b09b-8d46cf9f9cce tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:09.857183 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85766c3c-a167-40b5-aa50-177e17d9780b req-57bc2309-f249-47e8-b09b-8d46cf9f9cce tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0482016 Nov 08 01:02:09.893969 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85766c3c-a167-40b5-aa50-177e17d9780b req-68a59636-8557-4a80-8855-d74d4e0c68fb tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309989 Nov 08 01:02:11.009493 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4871865-84c5-49b1-a665-934e0391ef05 req-7eb8830b-3078-42eb-a2d7-810b60aa3123 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:11.010943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4871865-84c5-49b1-a665-934e0391ef05 req-7eb8830b-3078-42eb-a2d7-810b60aa3123 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0514851 Nov 08 01:02:11.048163 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4871865-84c5-49b1-a665-934e0391ef05 req-3f9fcac7-c8cc-4bdd-b6e5-aba91110ae3e tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313838 Nov 08 01:02:12.159994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279da6a-1a27-47dc-847d-c87b6d8472a3 req-69e24d91-aa7f-496f-84a1-be37467f0231 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:12.161449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8279da6a-1a27-47dc-847d-c87b6d8472a3 req-69e24d91-aa7f-496f-84a1-be37467f0231 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0483782 Nov 08 01:02:12.197946 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8279da6a-1a27-47dc-847d-c87b6d8472a3 req-1e979e04-938f-4c27-bd3d-1b84665e8ece tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306149 Nov 08 01:02:13.310185 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449201c4-3e43-4135-b4b6-ae04df7b5f0b req-bc6126b5-489a-4ff3-a5f3-713fc70acd84 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:13.311640 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-449201c4-3e43-4135-b4b6-ae04df7b5f0b req-bc6126b5-489a-4ff3-a5f3-713fc70acd84 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0479045 Nov 08 01:02:13.349701 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-449201c4-3e43-4135-b4b6-ae04df7b5f0b req-1fd3083f-1bbc-42be-8259-cab053332619 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321445 Nov 08 01:02:14.465951 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9c643-2ad0-4f8f-8615-888b59dffcbc req-7ae29f18-5f38-4fe7-86bc-f0cb873b103e tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:14.467882 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-16c9c643-2ad0-4f8f-8615-888b59dffcbc req-7ae29f18-5f38-4fe7-86bc-f0cb873b103e tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0527780 Nov 08 01:02:14.504867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-16c9c643-2ad0-4f8f-8615-888b59dffcbc req-36a039a1-3768-446b-b18b-01b92e97efe4 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304253 Nov 08 01:02:15.616571 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929d381-8544-4483-87e5-bd376bc87eeb req-bec1b43e-b38c-47bc-bd93-2043a1a19825 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:15.618018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8929d381-8544-4483-87e5-bd376bc87eeb req-bec1b43e-b38c-47bc-bd93-2043a1a19825 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0481126 Nov 08 01:02:15.654884 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8929d381-8544-4483-87e5-bd376bc87eeb req-78163580-cb38-4552-92b2-93544d78171f tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310750 Nov 08 01:02:16.767134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718e704-32e0-4f50-a6e1-abe0a699c43f req-e50952fe-057b-4617-9126-8edacce7e175 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:16.768664 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a718e704-32e0-4f50-a6e1-abe0a699c43f req-e50952fe-057b-4617-9126-8edacce7e175 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0483341 Nov 08 01:02:16.806427 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a718e704-32e0-4f50-a6e1-abe0a699c43f req-683f923b-15c1-49a5-b0d3-ea0590caff56 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311542 Nov 08 01:02:17.922141 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883505d-826f-4757-8352-b9fc4f6e2f06 req-f4e23789-f845-4557-9fc8-f502c8f3eca3 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:17.923610 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d883505d-826f-4757-8352-b9fc4f6e2f06 req-f4e23789-f845-4557-9fc8-f502c8f3eca3 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0517008 Nov 08 01:02:17.960560 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d883505d-826f-4757-8352-b9fc4f6e2f06 req-32ad3961-07d4-4fb9-938b-48cf82755289 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310404 Nov 08 01:02:19.073299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69713e-d627-4b7d-b138-bc07f0a278d9 req-a7f779ab-975c-4f9e-8105-0761bbf41d8a tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:19.074745 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb69713e-d627-4b7d-b138-bc07f0a278d9 req-a7f779ab-975c-4f9e-8105-0761bbf41d8a tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0476525 Nov 08 01:02:19.111423 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb69713e-d627-4b7d-b138-bc07f0a278d9 req-fed44801-b444-480a-9ff1-b3e7b1ddebdd tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308363 Nov 08 01:02:20.237105 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4c29f-4015-4fa9-895d-bcde6ade077f req-36fa31f4-8418-4553-b415-1ce3f3de0061 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:20.238610 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1df4c29f-4015-4fa9-895d-bcde6ade077f req-36fa31f4-8418-4553-b415-1ce3f3de0061 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0545475 Nov 08 01:02:20.275504 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1df4c29f-4015-4fa9-895d-bcde6ade077f req-484bad1c-7923-4837-bae4-585bcb4e326d tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309603 Nov 08 01:02:21.393440 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a0658-5fd0-472d-b45d-bf3cf6edba86 req-f341e9c8-9e2c-4b99-b62a-925bf92b1ae2 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:21.394898 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb2a0658-5fd0-472d-b45d-bf3cf6edba86 req-f341e9c8-9e2c-4b99-b62a-925bf92b1ae2 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0518010 Nov 08 01:02:21.431573 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb2a0658-5fd0-472d-b45d-bf3cf6edba86 req-dce14e94-63b8-4f3e-8dda-1e6d12641385 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301735 Nov 08 01:02:22.546741 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe78939-ae07-4813-bf25-14ab5d89628a req-576adbdb-3aa1-4657-86f9-fbe08b8d5465 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:22.548163 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9fe78939-ae07-4813-bf25-14ab5d89628a req-576adbdb-3aa1-4657-86f9-fbe08b8d5465 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0488472 Nov 08 01:02:22.585287 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9fe78939-ae07-4813-bf25-14ab5d89628a req-0c687144-83a9-44f5-bd1b-eafb3bf45b7c tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311525 Nov 08 01:02:23.699070 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c667ea-9aa7-40cf-9fae-b08813c59b15 req-e603bf87-3427-41bb-8587-08a7f720a9ad tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:23.700597 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11c667ea-9aa7-40cf-9fae-b08813c59b15 req-e603bf87-3427-41bb-8587-08a7f720a9ad tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0489182 Nov 08 01:02:23.738893 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11c667ea-9aa7-40cf-9fae-b08813c59b15 req-97d7ac7b-87a3-40d9-becc-a5e2a3cfba1d tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321014 Nov 08 01:02:24.860669 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b3589-6dad-4173-bc1a-b93cdbe28122 req-d86b8977-23e8-4e7c-9806-c85a3af4d3da tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:24.862149 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-967b3589-6dad-4173-bc1a-b93cdbe28122 req-d86b8977-23e8-4e7c-9806-c85a3af4d3da tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0574131 Nov 08 01:02:24.899749 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-967b3589-6dad-4173-bc1a-b93cdbe28122 req-7d97608c-b34b-4ff7-ae08-46f3f80b2695 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311909 Nov 08 01:02:26.013087 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ef145-4aad-4751-9367-5b6b5c990330 req-4d82aacc-8507-4297-92d7-63d7618c8e5c tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:26.014568 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-688ef145-4aad-4751-9367-5b6b5c990330 req-4d82aacc-8507-4297-92d7-63d7618c8e5c tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0476754 Nov 08 01:02:26.051102 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-688ef145-4aad-4751-9367-5b6b5c990330 req-38ffbfaa-c0a9-44db-b91e-5dc3d4ccb533 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307190 Nov 08 01:02:26.282396 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [req-40687217-2727-4431-b1bd-a0b14f087490 req-c9fa2ceb-8af0-4ebe-a4b5-e0c8a936966c service neutron] show failed (client error): The resource could not be found. Nov 08 01:02:26.283289 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-40687217-2727-4431-b1bd-a0b14f087490 req-c9fa2ceb-8af0-4ebe-a4b5-e0c8a936966c service neutron] 10.222.0.26 "GET /v2.0/ports/ccc3455c-535b-445e-bb68-0a78546cfc00/bindings/n-h1-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.0542841 Nov 08 01:02:26.813004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40687217-2727-4431-b1bd-a0b14f087490 req-c6ade495-fc94-43ee-9ebe-1641edff1f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:26.814472 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40687217-2727-4431-b1bd-a0b14f087490 req-c6ade495-fc94-43ee-9ebe-1641edff1f7a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f&tenant_id=0bde5eccba384770b2acab5a8f787265 HTTP/1.1" status: 200 len: 1097 time: 0.0396049 Nov 08 01:02:26.832241 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:02:26.886563 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:27.082833 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] For port ccc3455c-535b-445e-bb68-0a78546cfc00, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=ccc3455c-535b-445e-bb68-0a78546cfc00,segment=NetworkSegment(23fe0821-28a8-4dae-828c-e909ca5b8152),segment_id=23fe0821-28a8-4dae-828c-e909ca5b8152)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:02:27.116861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] For port ccc3455c-535b-445e-bb68-0a78546cfc00, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:02:27.180259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f28e19b-6f5a-4f25-b355-d23b5890718f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccc3455c-535b-445e-bb68-0a78546cfc00'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:02:27.182502 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e4034a-06c4-4744-b87f-325d05e1ccbc" -d '{"events": [{"server_uuid": "8f28e19b-6f5a-4f25-b355-d23b5890718f", "name": "network-vif-unplugged", "status": "completed", "tag": "ccc3455c-535b-445e-bb68-0a78546cfc00"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:02:27.186988 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:27.210555 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9d118-eaa8-4f8f-9435-e30096dbfd98 req-83669afd-8932-45a7-851a-9d06c994d9ac tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:27.212636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40f9d118-eaa8-4f8f-9435-e30096dbfd98 req-83669afd-8932-45a7-851a-9d06c994d9ac tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0940995 Nov 08 01:02:27.213635 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] Transition to ACTIVE for port object ccc3455c-535b-445e-bb68-0a78546cfc00 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:02:27.237077 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 01:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d96f93-89dd-4eca-aadc-2b146c43ed76 x-openstack-request-id: req-04d96f93-89dd-4eca-aadc-2b146c43ed76 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:02:27.237362 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f28e19b-6f5a-4f25-b355-d23b5890718f", "name": "network-vif-unplugged", "status": "completed", "tag": "ccc3455c-535b-445e-bb68-0a78546cfc00", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:02:27.237605 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04d96f93-89dd-4eca-aadc-2b146c43ed76 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:02:27.238000 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f28e19b-6f5a-4f25-b355-d23b5890718f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccc3455c-535b-445e-bb68-0a78546cfc00', 'code': 200} Nov 08 01:02:27.256845 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40f9d118-eaa8-4f8f-9435-e30096dbfd98 req-22908779-aab0-4bc7-b20d-82140c5dd61d tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376194 Nov 08 01:02:27.301329 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:27.350439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc3455c-535b-445e-bb68-0a78546cfc00,revision_number=6']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:02:27.365426 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] No DVR routers for this DVR port ccc3455c-535b-445e-bb68-0a78546cfc00 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:02:27.398237 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] Attempting to bind port ccc3455c-535b-445e-bb68-0a78546cfc00 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:02:27.399147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] Attempting to bind port ccc3455c-535b-445e-bb68-0a78546cfc00 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '23fe0821-28a8-4dae-828c-e909ca5b8152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:02:27.399472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] Attempting to bind port ccc3455c-535b-445e-bb68-0a78546cfc00 on network 99efda2b-ebdb-490c-b407-f3995775343a {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:02:27.403660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] Port ccc3455c-535b-445e-bb68-0a78546cfc00 on network 99efda2b-ebdb-490c-b407-f3995775343a not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:02:27.404004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] Attempting to bind port ccc3455c-535b-445e-bb68-0a78546cfc00 on network 99efda2b-ebdb-490c-b407-f3995775343a {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:02:27.408645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:02:27.408978 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] Checking segment: {'id': '23fe0821-28a8-4dae-828c-e909ca5b8152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:02:27.409349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] Bound using segment: {'id': '23fe0821-28a8-4dae-828c-e909ca5b8152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:02:27.409759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] Bound port: ccc3455c-535b-445e-bb68-0a78546cfc00, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23fe0821-28a8-4dae-828c-e909ca5b8152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:02:27.410100 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:27.471740 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] For port ccc3455c-535b-445e-bb68-0a78546cfc00, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:02:27.474688 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] For port ccc3455c-535b-445e-bb68-0a78546cfc00, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=ccc3455c-535b-445e-bb68-0a78546cfc00,segment=NetworkSegment(23fe0821-28a8-4dae-828c-e909ca5b8152),segment_id=23fe0821-28a8-4dae-828c-e909ca5b8152)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:02:27.541528 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:27.578316 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:27.578948 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:27.580344 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40687217-2727-4431-b1bd-a0b14f087490 req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] 10.222.0.20 "PUT /v2.0/ports/ccc3455c-535b-445e-bb68-0a78546cfc00 HTTP/1.1" status: 200 len: 1092 time: 0.7519667 Nov 08 01:02:27.600269 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf3195-04ca-43c5-b0a6-71675d5601d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc3455c-535b-445e-bb68-0a78546cfc00,revision_number=7']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:02:27.651443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40687217-2727-4431-b1bd-a0b14f087490 req-e3af8991-ae54-4ad7-9895-5e37ac5e136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:27.652938 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40687217-2727-4431-b1bd-a0b14f087490 req-e3af8991-ae54-4ad7-9895-5e37ac5e136c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bde5eccba384770b2acab5a8f787265&device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 1095 time: 0.0400419 Nov 08 01:02:27.741246 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40687217-2727-4431-b1bd-a0b14f087490 req-a243ad62-7d36-47da-a263-c8e5b50613de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:27.742712 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40687217-2727-4431-b1bd-a0b14f087490 req-a243ad62-7d36-47da-a263-c8e5b50613de service neutron] 10.222.0.20 "GET /v2.0/networks?id=99efda2b-ebdb-490c-b407-f3995775343a HTTP/1.1" status: 200 len: 915 time: 0.0829976 Nov 08 01:02:27.788279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40687217-2727-4431-b1bd-a0b14f087490 req-eef6d364-d838-45cd-89f5-3b64bfd36356 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccc3455c-535b-445e-bb68-0a78546cfc00 HTTP/1.1" status: 200 len: 217 time: 0.0373805 Nov 08 01:02:27.835113 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40687217-2727-4431-b1bd-a0b14f087490 req-a3d595ac-e4d5-4b81-b5ce-9c2307e05848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:27.837045 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40687217-2727-4431-b1bd-a0b14f087490 req-a3d595ac-e4d5-4b81-b5ce-9c2307e05848 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7e03d59-da72-4dc2-baa6-04865adebfb0 HTTP/1.1" status: 200 len: 854 time: 0.0422635 Nov 08 01:02:27.867355 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40687217-2727-4431-b1bd-a0b14f087490 req-0bf561b1-2e09-4a7c-b649-10cc29442ae1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99efda2b-ebdb-490c-b407-f3995775343a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237777 Nov 08 01:02:27.959349 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40687217-2727-4431-b1bd-a0b14f087490 req-13b38304-8cd0-4e77-b574-135316530f78 service neutron] 10.222.0.20 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848603 Nov 08 01:02:28.047474 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40687217-2727-4431-b1bd-a0b14f087490 req-a6641098-6d5e-418e-899f-8c6365b5c72f service neutron] 10.222.0.20 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809619 Nov 08 01:02:28.221099 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5183e09f-72b2-40c3-902d-e2657ad581b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:28.381369 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d92f-a200-4dee-a505-4103c472a1f3 req-d4910e37-65c1-4086-bd34-eff65dbdbf1b tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:28.382834 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0729d92f-a200-4dee-a505-4103c472a1f3 req-d4910e37-65c1-4086-bd34-eff65dbdbf1b tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 944 time: 0.0555620 Nov 08 01:02:28.426361 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0729d92f-a200-4dee-a505-4103c472a1f3 req-7cf4fc37-323c-45a6-845f-99834083dc53 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368960 Nov 08 01:02:29.238981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f28e19b-6f5a-4f25-b355-d23b5890718f', 'tag': 'ccc3455c-535b-445e-bb68-0a78546cfc00'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:02:29.241383 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879580d5-e462-440a-a06a-1f973dceedae" -d '{"events": [{"name": "network-changed", "server_uuid": "8f28e19b-6f5a-4f25-b355-d23b5890718f", "tag": "ccc3455c-535b-445e-bb68-0a78546cfc00"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:02:29.286423 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b95c84-44b0-47c1-8ecd-2f5015f0a973 x-openstack-request-id: req-d7b95c84-44b0-47c1-8ecd-2f5015f0a973 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:02:29.286724 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f28e19b-6f5a-4f25-b355-d23b5890718f", "tag": "ccc3455c-535b-445e-bb68-0a78546cfc00", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:02:29.286974 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7b95c84-44b0-47c1-8ecd-2f5015f0a973 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:02:29.287397 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f28e19b-6f5a-4f25-b355-d23b5890718f', 'tag': 'ccc3455c-535b-445e-bb68-0a78546cfc00', 'status': 'completed', 'code': 200} Nov 08 01:02:29.371366 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879580d5-e462-440a-a06a-1f973dceedae req-1a64e4b1-a858-45ae-8296-1a036e892d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:29.372007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879580d5-e462-440a-a06a-1f973dceedae req-57b0f95c-a99f-43c2-80cb-866a380f519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:29.372907 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-879580d5-e462-440a-a06a-1f973dceedae req-1a64e4b1-a858-45ae-8296-1a036e892d64 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bde5eccba384770b2acab5a8f787265&device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 1095 time: 0.0414102 Nov 08 01:02:29.373090 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-879580d5-e462-440a-a06a-1f973dceedae req-57b0f95c-a99f-43c2-80cb-866a380f519a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bde5eccba384770b2acab5a8f787265&device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 1095 time: 0.0416758 Nov 08 01:02:29.469517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879580d5-e462-440a-a06a-1f973dceedae req-bda561e2-21e7-49ef-8dee-072368732259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:29.470162 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879580d5-e462-440a-a06a-1f973dceedae req-0e18e28b-ebe1-4608-bd30-862e15292edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:29.470341 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-879580d5-e462-440a-a06a-1f973dceedae req-bda561e2-21e7-49ef-8dee-072368732259 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99efda2b-ebdb-490c-b407-f3995775343a HTTP/1.1" status: 200 len: 915 time: 0.0897384 Nov 08 01:02:29.471622 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-879580d5-e462-440a-a06a-1f973dceedae req-0e18e28b-ebe1-4608-bd30-862e15292edc service neutron] 10.222.0.26 "GET /v2.0/networks?id=99efda2b-ebdb-490c-b407-f3995775343a HTTP/1.1" status: 200 len: 915 time: 0.0913491 Nov 08 01:02:29.514714 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-879580d5-e462-440a-a06a-1f973dceedae req-87f8c016-66b5-40b8-8231-9aa2ce2a6339 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccc3455c-535b-445e-bb68-0a78546cfc00 HTTP/1.1" status: 200 len: 217 time: 0.0362251 Nov 08 01:02:29.519669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-879580d5-e462-440a-a06a-1f973dceedae req-9fb25c21-1a73-4a18-acae-e9cab2771b4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccc3455c-535b-445e-bb68-0a78546cfc00 HTTP/1.1" status: 200 len: 217 time: 0.0413504 Nov 08 01:02:29.567136 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879580d5-e462-440a-a06a-1f973dceedae req-8ab51b63-9c9c-4a9a-bc02-cadd8bdb1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:29.568841 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-879580d5-e462-440a-a06a-1f973dceedae req-8ab51b63-9c9c-4a9a-bc02-cadd8bdb1558 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7e03d59-da72-4dc2-baa6-04865adebfb0 HTTP/1.1" status: 200 len: 854 time: 0.0473731 Nov 08 01:02:29.593503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879580d5-e462-440a-a06a-1f973dceedae req-f3ccf675-c793-4ff7-b7a0-f904e4c3e8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:29.594952 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-879580d5-e462-440a-a06a-1f973dceedae req-f3ccf675-c793-4ff7-b7a0-f904e4c3e8fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7e03d59-da72-4dc2-baa6-04865adebfb0 HTTP/1.1" status: 200 len: 854 time: 0.0674326 Nov 08 01:02:29.600462 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-879580d5-e462-440a-a06a-1f973dceedae req-99c0f9a9-74c6-4b69-8934-cc0531c4c355 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99efda2b-ebdb-490c-b407-f3995775343a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250390 Nov 08 01:02:29.603281 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94feedb-d284-49b5-b2d3-63f313d589a3 req-54566211-b4c7-409e-a8f7-5897bf5af19c tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:29.604791 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a94feedb-d284-49b5-b2d3-63f313d589a3 req-54566211-b4c7-409e-a8f7-5897bf5af19c tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 944 time: 0.0875812 Nov 08 01:02:29.643881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-879580d5-e462-440a-a06a-1f973dceedae req-c6a5df56-856b-4292-9c71-5dd689849cee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99efda2b-ebdb-490c-b407-f3995775343a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381408 Nov 08 01:02:29.689516 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-879580d5-e462-440a-a06a-1f973dceedae req-f90434b3-ce81-4719-8d6a-8e1600af8da9 service neutron] 10.222.0.26 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818689 Nov 08 01:02:29.702165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a94feedb-d284-49b5-b2d3-63f313d589a3 req-659105fb-be09-495f-afdc-8be6190955bf tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888913 Nov 08 01:02:29.745225 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-879580d5-e462-440a-a06a-1f973dceedae req-3a1e279e-f13d-4c6e-9a58-1d0d759fa803 service neutron] 10.222.0.20 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930395 Nov 08 01:02:29.793812 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-879580d5-e462-440a-a06a-1f973dceedae req-2542001b-7281-49f7-b4d8-7d9bf16e4b27 service neutron] 10.222.0.26 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969391 Nov 08 01:02:29.840692 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-879580d5-e462-440a-a06a-1f973dceedae req-208b8cec-2c4b-4030-90af-ffbaf807188e service neutron] 10.222.0.20 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881164 Nov 08 01:02:30.684792 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device ccc3455c-535b-445e-bb68-0a78546cfc00 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:02:30.725092 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device ccc3455c-535b-445e-bb68-0a78546cfc00 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:02:30.758290 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9a41eb2-6170-4c6d-9814-87ecaadae6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:30.823438 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb77ce-939c-4cdc-83a0-924376b4c958 req-ddbeacd0-9abd-4b3e-99a2-70988d92a8ad tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:30.824965 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dfbb77ce-939c-4cdc-83a0-924376b4c958 req-ddbeacd0-9abd-4b3e-99a2-70988d92a8ad tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 944 time: 0.0495374 Nov 08 01:02:30.863072 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dfbb77ce-939c-4cdc-83a0-924376b4c958 req-7332dc47-f993-4bde-900c-57ac12d1fdf1 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320168 Nov 08 01:02:31.049547 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:31.907180 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:31.949217 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device ccc3455c-535b-445e-bb68-0a78546cfc00 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:02:31.978865 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fd846-d58b-430f-8dca-035e6bd74b6a req-48c8ca16-de8c-4dd6-9826-05501ba6b39e tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:31.980308 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-550fd846-d58b-430f-8dca-035e6bd74b6a req-48c8ca16-de8c-4dd6-9826-05501ba6b39e tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 944 time: 0.0511365 Nov 08 01:02:32.017700 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-550fd846-d58b-430f-8dca-035e6bd74b6a req-a5b1fc26-b50d-4419-9ddd-163f3785e274 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Nov 08 01:02:32.043455 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port ccc3455c-535b-445e-bb68-0a78546cfc00, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=ccc3455c-535b-445e-bb68-0a78546cfc00,segment=NetworkSegment(23fe0821-28a8-4dae-828c-e909ca5b8152),segment_id=23fe0821-28a8-4dae-828c-e909ca5b8152)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:02:32.055204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'ccc3455c-535b-445e-bb68-0a78546cfc00', 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a', 'port_id': 'ccc3455c-535b-445e-bb68-0a78546cfc00', 'mac_address': 'fa:16:3e:62:64:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e03d59-da72-4dc2-baa6-04865adebfb0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:02:32.095041 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:32.107903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc3455c-535b-445e-bb68-0a78546cfc00 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:02:32.126185 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port ccc3455c-535b-445e-bb68-0a78546cfc00, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=ccc3455c-535b-445e-bb68-0a78546cfc00,segment=NetworkSegment(23fe0821-28a8-4dae-828c-e909ca5b8152),segment_id=23fe0821-28a8-4dae-828c-e909ca5b8152)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:02:32.221081 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:32.267130 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=ccc3455c-535b-445e-bb68-0a78546cfc00,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:02:32.278912 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:02:32.280017 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:02:32.280017 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:02:32.280017 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:02:32.280290 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:02:32.280591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:02:32.280910 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:02:32.281225 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:02:32.281539 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:02:32.281858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:02:32.282170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:02:32.282484 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:02:32.387266 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:32.392283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a93139-f512-4fdd-9024-fbaec5cdb2e0 req-28b51b59-96fb-4a49-a9fc-aa6a40cb33e7 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:32.393744 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-77a93139-f512-4fdd-9024-fbaec5cdb2e0 req-28b51b59-96fb-4a49-a9fc-aa6a40cb33e7 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 945 time: 0.0601451 Nov 08 01:02:32.431486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-77a93139-f512-4fdd-9024-fbaec5cdb2e0 req-f7958ecd-be25-44f3-8ece-556856231be8 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311625 Nov 08 01:02:32.566841 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee6029-ce35-4318-9f7a-9bdf8cf867b3 req-40df3359-6476-4e52-9211-d38d5b5db7b5 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:32.568360 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-70ee6029-ce35-4318-9f7a-9bdf8cf867b3 req-40df3359-6476-4e52-9211-d38d5b5db7b5 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f&tenant_id=0bde5eccba384770b2acab5a8f787265&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 945 time: 0.0831509 Nov 08 01:02:32.627957 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['ccc3455c-535b-445e-bb68-0a78546cfc00'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:02:32.631541 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [req-70ee6029-ce35-4318-9f7a-9bdf8cf867b3 req-27e9b6dc-60af-4bef-a9f0-7ec60c8c0c75 service neutron] delete failed (client error): The resource could not be found. Nov 08 01:02:32.632573 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-70ee6029-ce35-4318-9f7a-9bdf8cf867b3 req-27e9b6dc-60af-4bef-a9f0-7ec60c8c0c75 service neutron] 10.222.0.26 "DELETE /v2.0/ports/ccc3455c-535b-445e-bb68-0a78546cfc00/bindings/n-h2-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.0570548 Nov 08 01:02:32.735169 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee6029-ce35-4318-9f7a-9bdf8cf867b3 req-438f8ae8-6382-428b-8318-eb5c499872d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:32.736724 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-70ee6029-ce35-4318-9f7a-9bdf8cf867b3 req-438f8ae8-6382-428b-8318-eb5c499872d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bde5eccba384770b2acab5a8f787265&device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 1096 time: 0.0411389 Nov 08 01:02:32.840110 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee6029-ce35-4318-9f7a-9bdf8cf867b3 req-f2e92c86-205b-4dae-9f2d-f215635b0928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:32.841835 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-70ee6029-ce35-4318-9f7a-9bdf8cf867b3 req-f2e92c86-205b-4dae-9f2d-f215635b0928 service neutron] 10.222.0.26 "GET /v2.0/networks?id=99efda2b-ebdb-490c-b407-f3995775343a HTTP/1.1" status: 200 len: 915 time: 0.0982039 Nov 08 01:02:32.886650 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-70ee6029-ce35-4318-9f7a-9bdf8cf867b3 req-e01db445-5711-4247-8cec-40e732441d91 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccc3455c-535b-445e-bb68-0a78546cfc00 HTTP/1.1" status: 200 len: 217 time: 0.0373654 Nov 08 01:02:32.933310 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee6029-ce35-4318-9f7a-9bdf8cf867b3 req-5365ba57-e172-4f68-912d-722919385fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:32.934847 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-70ee6029-ce35-4318-9f7a-9bdf8cf867b3 req-5365ba57-e172-4f68-912d-722919385fc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7e03d59-da72-4dc2-baa6-04865adebfb0 HTTP/1.1" status: 200 len: 854 time: 0.0421042 Nov 08 01:02:32.965636 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-70ee6029-ce35-4318-9f7a-9bdf8cf867b3 req-60d07be3-1ba6-4b5a-9bae-ae1b0483c455 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99efda2b-ebdb-490c-b407-f3995775343a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239983 Nov 08 01:02:33.356301 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-70ee6029-ce35-4318-9f7a-9bdf8cf867b3 req-e247932c-b7eb-472c-81d9-12230d13a5d6 service neutron] 10.222.0.26 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832450 Nov 08 01:02:33.444570 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-70ee6029-ce35-4318-9f7a-9bdf8cf867b3 req-ffd2e20d-c60c-46b3-ab04-3102bb136a6c service neutron] 10.222.0.26 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809863 Nov 08 01:02:33.506549 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:33.559937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777f6ff-e2bf-4a5d-a1cd-c9b849822f14 req-f671f7a7-84c8-4263-aba9-19ef88afa2a4 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:33.561321 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2777f6ff-e2bf-4a5d-a1cd-c9b849822f14 req-f671f7a7-84c8-4263-aba9-19ef88afa2a4 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 945 time: 0.0491242 Nov 08 01:02:33.598564 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2777f6ff-e2bf-4a5d-a1cd-c9b849822f14 req-a4bdb741-3410-42ae-811c-330847a5df18 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310812 Nov 08 01:02:33.964005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device ccc3455c-535b-445e-bb68-0a78546cfc00 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:02:34.117939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port ccc3455c-535b-445e-bb68-0a78546cfc00 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:02:34.121773 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port ccc3455c-535b-445e-bb68-0a78546cfc00 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:02:34.122160 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:34.198349 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:34.221265 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f28e19b-6f5a-4f25-b355-d23b5890718f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc3455c-535b-445e-bb68-0a78546cfc00'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:02:34.223426 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1845a0f0-2051-4ea3-ad0b-378bd3ab70b7" -d '{"events": [{"server_uuid": "8f28e19b-6f5a-4f25-b355-d23b5890718f", "name": "network-vif-plugged", "status": "completed", "tag": "ccc3455c-535b-445e-bb68-0a78546cfc00"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:02:34.235706 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port ccc3455c-535b-445e-bb68-0a78546cfc00, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=ccc3455c-535b-445e-bb68-0a78546cfc00,segment=NetworkSegment(23fe0821-28a8-4dae-828c-e909ca5b8152),segment_id=23fe0821-28a8-4dae-828c-e909ca5b8152)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:02:34.260763 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe9ce2c-a38a-4c2d-9115-7c1e3c4fe07a x-openstack-request-id: req-afe9ce2c-a38a-4c2d-9115-7c1e3c4fe07a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:02:34.261054 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f28e19b-6f5a-4f25-b355-d23b5890718f", "name": "network-vif-plugged", "status": "completed", "tag": "ccc3455c-535b-445e-bb68-0a78546cfc00", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:02:34.261329 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-afe9ce2c-a38a-4c2d-9115-7c1e3c4fe07a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:02:34.261724 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f28e19b-6f5a-4f25-b355-d23b5890718f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc3455c-535b-445e-bb68-0a78546cfc00', 'code': 200} Nov 08 01:02:34.324456 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:34.380238 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=ccc3455c-535b-445e-bb68-0a78546cfc00,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:02:34.712264 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19ce1b-98f5-487a-b126-1f37f0d08d74 req-9950849a-5e5c-4375-9a9f-8c0bb2ea1ad3 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:34.713762 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd19ce1b-98f5-487a-b126-1f37f0d08d74 req-9950849a-5e5c-4375-9a9f-8c0bb2ea1ad3 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0488050 Nov 08 01:02:34.752036 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd19ce1b-98f5-487a-b126-1f37f0d08d74 req-69df2dda-3834-4198-a71d-57c56d068249 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320349 Nov 08 01:02:34.872753 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89220005-cd01-42a4-8022-b16989c113e8 req-6dcd9ef6-4e0f-48a1-ac46-36c1e5072e4c tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:34.874230 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89220005-cd01-42a4-8022-b16989c113e8 req-6dcd9ef6-4e0f-48a1-ac46-36c1e5072e4c tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0526986 Nov 08 01:02:34.912053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-89220005-cd01-42a4-8022-b16989c113e8 req-8608ed75-9bdc-4252-949d-b15dbe0d2e67 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317473 Nov 08 01:02:35.022518 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba455e-d367-46ec-b4f8-34e4242c12d6 req-a408e755-e98b-443e-82f6-cb3e9330972b tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:35.024613 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70ba455e-d367-46ec-b4f8-34e4242c12d6 req-a408e755-e98b-443e-82f6-cb3e9330972b tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0483871 Nov 08 01:02:35.061387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-70ba455e-d367-46ec-b4f8-34e4242c12d6 req-01c50e3d-f7e5-4906-8491-c05c4176fb35 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309546 Nov 08 01:02:35.695818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-29d2b814-dabc-4c86-9f9a-6b7d3013a041 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:35.697311 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-29d2b814-dabc-4c86-9f9a-6b7d3013a041 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/networks?id=99efda2b-ebdb-490c-b407-f3995775343a HTTP/1.1" status: 200 len: 814 time: 0.1040497 Nov 08 01:02:35.712058 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-63e8e90e-cec7-4811-bd69-90cbb256ce90 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/quotas/0bde5eccba384770b2acab5a8f787265 HTTP/1.1" status: 200 len: 375 time: 0.0090575 Nov 08 01:02:35.760877 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-41d375e6-3c6b-4e1b-a6a3-61d9afa977aa tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bde5eccba384770b2acab5a8f787265&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433943 Nov 08 01:02:35.852034 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a4d678ae-1285-4c23-872d-7bae8cfa9eed service neutron] 10.222.0.13 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842028 Nov 08 01:02:35.942657 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-7ce9474e-b329-44d7-b25a-2c7df08cf798 service neutron] 10.222.0.13 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840192 Nov 08 01:02:36.194192 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-080a456b-04fb-4c50-a0f8-161d8782c743 req-5a69e85b-86f2-4835-b4ed-c75b539c96a5 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 210 time: 0.0276504 Nov 08 01:02:37.093417 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b564edf-f473-41d3-ab0a-14ae29bde6ea req-620b36f4-f1e4-4ced-87e1-599c71078920 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:37.094866 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7b564edf-f473-41d3-ab0a-14ae29bde6ea req-620b36f4-f1e4-4ced-87e1-599c71078920 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f28e19b-6f5a-4f25-b355-d23b5890718f HTTP/1.1" status: 200 len: 946 time: 0.0485106 Nov 08 01:02:37.188963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-7b564edf-f473-41d3-ab0a-14ae29bde6ea req-f98b3e10-2476-4190-a438-a39a5da13603 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Deleting port ccc3455c-535b-445e-bb68-0a78546cfc00 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:02:37.189309 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7b564edf-f473-41d3-ab0a-14ae29bde6ea req-f98b3e10-2476-4190-a438-a39a5da13603 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:37.300588 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6b1a03b-4e64-4958-9b4f-d4783e3bae7f req-d2256f57-bf4d-4f88-92b5-5004f9e4d2ff tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 210 time: 0.0381756 Nov 08 01:02:37.305342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-7b564edf-f473-41d3-ab0a-14ae29bde6ea req-f98b3e10-2476-4190-a438-a39a5da13603 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] For port ccc3455c-535b-445e-bb68-0a78546cfc00, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=ccc3455c-535b-445e-bb68-0a78546cfc00,segment=NetworkSegment(23fe0821-28a8-4dae-828c-e909ca5b8152),segment_id=23fe0821-28a8-4dae-828c-e909ca5b8152)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:02:37.305707 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7b564edf-f473-41d3-ab0a-14ae29bde6ea req-f98b3e10-2476-4190-a438-a39a5da13603 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:37.318371 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-7b564edf-f473-41d3-ab0a-14ae29bde6ea req-f98b3e10-2476-4190-a438-a39a5da13603 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Calling delete_port for ccc3455c-535b-445e-bb68-0a78546cfc00 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:02:37.501348 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7b564edf-f473-41d3-ab0a-14ae29bde6ea req-f98b3e10-2476-4190-a438-a39a5da13603 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:37.533566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['ccc3455c-535b-445e-bb68-0a78546cfc00'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:02:37.534111 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b3e10-2476-4190-a438-a39a5da13603 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Pushing event deleted for resources: {'Port': ['ID=ccc3455c-535b-445e-bb68-0a78546cfc00,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:02:37.581100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b564edf-f473-41d3-ab0a-14ae29bde6ea req-f98b3e10-2476-4190-a438-a39a5da13603 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] No DVR routers for this DVR port ccc3455c-535b-445e-bb68-0a78546cfc00 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:02:37.583693 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7b564edf-f473-41d3-ab0a-14ae29bde6ea req-f98b3e10-2476-4190-a438-a39a5da13603 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:37.589353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7b564edf-f473-41d3-ab0a-14ae29bde6ea req-f98b3e10-2476-4190-a438-a39a5da13603 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.20 "DELETE /v2.0/ports/ccc3455c-535b-445e-bb68-0a78546cfc00 HTTP/1.1" status: 204 len: 173 time: 0.4861813 Nov 08 01:02:37.589353 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f28e19b-6f5a-4f25-b355-d23b5890718f', 'name': 'network-vif-deleted', 'tag': 'ccc3455c-535b-445e-bb68-0a78546cfc00'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:02:37.590999 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e373918e-db2e-478a-8220-ec39445674fe" -d '{"events": [{"server_uuid": "8f28e19b-6f5a-4f25-b355-d23b5890718f", "name": "network-vif-deleted", "tag": "ccc3455c-535b-445e-bb68-0a78546cfc00"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:02:37.627189 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0464c11-4fea-47ab-8898-bffad05c49a7 x-openstack-request-id: req-d0464c11-4fea-47ab-8898-bffad05c49a7 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:02:37.627481 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f28e19b-6f5a-4f25-b355-d23b5890718f", "name": "network-vif-deleted", "tag": "ccc3455c-535b-445e-bb68-0a78546cfc00", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:02:37.627728 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0464c11-4fea-47ab-8898-bffad05c49a7 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:02:37.628152 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f28e19b-6f5a-4f25-b355-d23b5890718f', 'name': 'network-vif-deleted', 'tag': 'ccc3455c-535b-445e-bb68-0a78546cfc00', 'status': 'completed', 'code': 200} Nov 08 01:02:38.326627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-b015522c-c860-4288-b987-c87546853667 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:38.328191 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-b015522c-c860-4288-b987-c87546853667 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.20 "GET /v2.0/networks?id=99efda2b-ebdb-490c-b407-f3995775343a HTTP/1.1" status: 200 len: 814 time: 0.1073825 Nov 08 01:02:38.346624 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-f78afce6-9c11-492d-bea4-7e205bf765ee tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Request body: {'port': {'device_id': '5aff8958-c53c-40e9-b377-90feb2998164', 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a', 'admin_state_up': True, 'tenant_id': '0bde5eccba384770b2acab5a8f787265'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:02:38.420611 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-deef9b03-28d3-4fc6-9165-e225c04b9bc3 req-d7354b65-766b-4b73-882a-15298a06251a tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 210 time: 0.0300136 Nov 08 01:02:38.546771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-f78afce6-9c11-492d-bea4-7e205bf765ee tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Made reservation on behalf of 0bde5eccba384770b2acab5a8f787265 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:02:38.550356 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-f78afce6-9c11-492d-bea4-7e205bf765ee tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:38.673048 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-f78afce6-9c11-492d-bea4-7e205bf765ee tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Allocated IP 172.20.0.12 (99efda2b-ebdb-490c-b407-f3995775343a/a7e03d59-da72-4dc2-baa6-04865adebfb0/2a230f64-1ec5-4e30-9069-38e2309601ce) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:02:38.817929 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-f78afce6-9c11-492d-bea4-7e205bf765ee tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:38.913219 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-f78afce6-9c11-492d-bea4-7e205bf765ee tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:38.956363 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-f78afce6-9c11-492d-bea4-7e205bf765ee tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Network 99efda2b-ebdb-490c-b407-f3995775343a is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:02:38.959364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-f78afce6-9c11-492d-bea4-7e205bf765ee tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:02:38.962969 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-f78afce6-9c11-492d-bea4-7e205bf765ee tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:02:38.995168 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78afce6-9c11-492d-bea4-7e205bf765ee tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Pushing event updated for resources: {'Port': ['ID=2a230f64-1ec5-4e30-9069-38e2309601ce,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:02:39.089086 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-f78afce6-9c11-492d-bea4-7e205bf765ee tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:39.089086 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-f78afce6-9c11-492d-bea4-7e205bf765ee tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:39.129232 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:39.183463 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-f78afce6-9c11-492d-bea4-7e205bf765ee tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8409047 Nov 08 01:02:39.202111 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Request body: {'port': {'device_id': '5aff8958-c53c-40e9-b377-90feb2998164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:02:39.270015 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:39.559799 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a230f64-1ec5-4e30-9069-38e2309601ce {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:02:39.569373 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:39.584444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a590b-0e18-4504-a634-698be60d0a52 req-bcd16751-179f-461c-9ff8-6f542e33b199 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:39.585933 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-276a590b-0e18-4504-a634-698be60d0a52 req-bcd16751-179f-461c-9ff8-6f542e33b199 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 932 time: 0.0896318 Nov 08 01:02:39.595303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Transition to ACTIVE for port object 2a230f64-1ec5-4e30-9069-38e2309601ce will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:02:39.626315 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-276a590b-0e18-4504-a634-698be60d0a52 req-b50ea14e-5180-48ce-9984-2191265e2cc6 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327041 Nov 08 01:02:39.660773 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:39.708988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Pushing event updated for resources: {'Port': ['ID=2a230f64-1ec5-4e30-9069-38e2309601ce,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:02:39.779874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Attempting to bind port 2a230f64-1ec5-4e30-9069-38e2309601ce on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:02:39.780215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Attempting to bind port 2a230f64-1ec5-4e30-9069-38e2309601ce by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '23fe0821-28a8-4dae-828c-e909ca5b8152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:02:39.780540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Attempting to bind port 2a230f64-1ec5-4e30-9069-38e2309601ce on network 99efda2b-ebdb-490c-b407-f3995775343a {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:02:39.784818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Port 2a230f64-1ec5-4e30-9069-38e2309601ce on network 99efda2b-ebdb-490c-b407-f3995775343a not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:02:39.785142 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Attempting to bind port 2a230f64-1ec5-4e30-9069-38e2309601ce on network 99efda2b-ebdb-490c-b407-f3995775343a {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:02:39.789876 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:02:39.790216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Checking segment: {'id': '23fe0821-28a8-4dae-828c-e909ca5b8152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:02:39.790599 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Bound using segment: {'id': '23fe0821-28a8-4dae-828c-e909ca5b8152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:02:39.791020 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Bound port: 2a230f64-1ec5-4e30-9069-38e2309601ce, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23fe0821-28a8-4dae-828c-e909ca5b8152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:02:39.791958 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:39.853469 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] For port 2a230f64-1ec5-4e30-9069-38e2309601ce, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:02:39.857114 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] For port 2a230f64-1ec5-4e30-9069-38e2309601ce, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2a230f64-1ec5-4e30-9069-38e2309601ce,segment=NetworkSegment(23fe0821-28a8-4dae-828c-e909ca5b8152),segment_id=23fe0821-28a8-4dae-828c-e909ca5b8152)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:02:39.958688 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:39.987346 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device ccc3455c-535b-445e-bb68-0a78546cfc00 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:02:39.993981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:39.994664 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:39.996088 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] 10.222.0.20 "PUT /v2.0/ports/2a230f64-1ec5-4e30-9069-38e2309601ce HTTP/1.1" status: 200 len: 1092 time: 0.7983990 Nov 08 01:02:39.996526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aff8958-c53c-40e9-b377-90feb2998164', 'tag': '2a230f64-1ec5-4e30-9069-38e2309601ce'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:02:39.998767 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd85376-6783-432d-81ea-343af73aa75c" -d '{"events": [{"name": "network-changed", "server_uuid": "5aff8958-c53c-40e9-b377-90feb2998164", "tag": "2a230f64-1ec5-4e30-9069-38e2309601ce"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:02:40.008279 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: ccc3455c-535b-445e-bb68-0a78546cfc00 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:02:40.008661 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device ccc3455c-535b-445e-bb68-0a78546cfc00 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:02:40.023986 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8a789-7f55-4dec-919c-3c83fbaef848 service neutron] Pushing event updated for resources: {'Port': ['ID=2a230f64-1ec5-4e30-9069-38e2309601ce,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:02:40.040415 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4736626-dd69-4634-a65d-a25e03114bef x-openstack-request-id: req-c4736626-dd69-4634-a65d-a25e03114bef {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:02:40.040415 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aff8958-c53c-40e9-b377-90feb2998164", "tag": "2a230f64-1ec5-4e30-9069-38e2309601ce", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:02:40.040415 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4736626-dd69-4634-a65d-a25e03114bef {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:02:40.040415 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aff8958-c53c-40e9-b377-90feb2998164', 'tag': '2a230f64-1ec5-4e30-9069-38e2309601ce', 'status': 'completed', 'code': 200} Nov 08 01:02:40.118893 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd85376-6783-432d-81ea-343af73aa75c req-940904b0-325b-47b1-b415-508502f25f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:40.120385 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-edd85376-6783-432d-81ea-343af73aa75c req-940904b0-325b-47b1-b415-508502f25f75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bde5eccba384770b2acab5a8f787265&device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 1095 time: 0.0409167 Nov 08 01:02:40.562613 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd85376-6783-432d-81ea-343af73aa75c req-c0fcdb1a-2d7c-466f-813a-e105dc9d40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:40.564048 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-edd85376-6783-432d-81ea-343af73aa75c req-c0fcdb1a-2d7c-466f-813a-e105dc9d40b6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=0bde5eccba384770b2acab5a8f787265&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4294708 Nov 08 01:02:40.658799 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd85376-6783-432d-81ea-343af73aa75c req-35df0f55-84c8-4e6e-a636-223665ab241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:40.660299 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-edd85376-6783-432d-81ea-343af73aa75c req-35df0f55-84c8-4e6e-a636-223665ab241d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891495 Nov 08 01:02:40.769455 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171204da-15d1-411e-a638-7deef3310718 req-bb27ff5a-cc71-4a0d-8a28-bdc6dfc0d699 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:40.770922 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-171204da-15d1-411e-a638-7deef3310718 req-bb27ff5a-cc71-4a0d-8a28-bdc6dfc0d699 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 944 time: 0.0753646 Nov 08 01:02:40.776047 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-56318339-a66d-463e-b97e-7e8b08362f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:40.777427 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-56318339-a66d-463e-b97e-7e8b08362f28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bde5eccba384770b2acab5a8f787265&device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 1095 time: 0.0566924 Nov 08 01:02:40.831712 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-12b14141-1645-4f78-a15d-93ca452aad81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a230f64-1ec5-4e30-9069-38e2309601ce HTTP/1.1" status: 200 len: 217 time: 0.0410290 Nov 08 01:02:40.851171 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-171204da-15d1-411e-a638-7deef3310718 req-339cad16-389f-45c1-8f31-92e5da575721 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728590 Nov 08 01:02:40.885831 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-d7660c21-e54f-42e2-944e-3f86a2b934c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:40.887258 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-d7660c21-e54f-42e2-944e-3f86a2b934c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7e03d59-da72-4dc2-baa6-04865adebfb0 HTTP/1.1" status: 200 len: 854 time: 0.0479431 Nov 08 01:02:40.917892 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-1964a30f-3b51-4da9-a6bb-2199967e6055 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99efda2b-ebdb-490c-b407-f3995775343a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239158 Nov 08 01:02:41.009861 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-115b043b-559e-4b5b-9088-2d0aa9c97d1f service neutron] 10.222.0.20 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849085 Nov 08 01:02:41.098598 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2299a8d4-1041-40be-afe2-faedd84ea241 req-41c16788-312f-48f9-a329-3adc72d6be5a service neutron] 10.222.0.20 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818567 Nov 08 01:02:41.965616 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa85a4-adce-40ef-86c6-488861b5b11c req-9244a820-67b0-4b18-9f30-1b385b27b893 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:41.967058 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8afa85a4-adce-40ef-86c6-488861b5b11c req-9244a820-67b0-4b18-9f30-1b385b27b893 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 944 time: 0.0488079 Nov 08 01:02:42.003308 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8afa85a4-adce-40ef-86c6-488861b5b11c req-1f49b9ac-5a4d-4f51-8145-6b1c8849b154 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303581 Nov 08 01:02:43.119653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7760ffa-86f4-41d9-bb32-0e71f3b75e2d req-46d75613-d8ab-4ba1-a10e-d6f415fdc0f6 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:43.121137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b7760ffa-86f4-41d9-bb32-0e71f3b75e2d req-46d75613-d8ab-4ba1-a10e-d6f415fdc0f6 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 944 time: 0.0531335 Nov 08 01:02:43.159240 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b7760ffa-86f4-41d9-bb32-0e71f3b75e2d req-97e1b301-127f-4121-abd5-bfba6b31e283 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322051 Nov 08 01:02:44.001947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 2a230f64-1ec5-4e30-9069-38e2309601ce details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:02:44.096154 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 2a230f64-1ec5-4e30-9069-38e2309601ce, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2a230f64-1ec5-4e30-9069-38e2309601ce,segment=NetworkSegment(23fe0821-28a8-4dae-828c-e909ca5b8152),segment_id=23fe0821-28a8-4dae-828c-e909ca5b8152)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:02:44.107543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '2a230f64-1ec5-4e30-9069-38e2309601ce', 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a', 'port_id': '2a230f64-1ec5-4e30-9069-38e2309601ce', 'mac_address': 'fa:16:3e:d2:a4:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e03d59-da72-4dc2-baa6-04865adebfb0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:02:44.142417 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:44.155284 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a230f64-1ec5-4e30-9069-38e2309601ce {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:02:44.177626 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 2a230f64-1ec5-4e30-9069-38e2309601ce, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2a230f64-1ec5-4e30-9069-38e2309601ce,segment=NetworkSegment(23fe0821-28a8-4dae-828c-e909ca5b8152),segment_id=23fe0821-28a8-4dae-828c-e909ca5b8152)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:02:44.255334 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:44.276835 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf9213-92d1-402f-b252-5134f04b2c5c req-832603c1-d1e7-495e-9ec9-c27b1746f906 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:44.278179 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-73cf9213-92d1-402f-b252-5134f04b2c5c req-832603c1-d1e7-495e-9ec9-c27b1746f906 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 944 time: 0.0511162 Nov 08 01:02:44.307334 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=2a230f64-1ec5-4e30-9069-38e2309601ce,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:02:44.317300 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-73cf9213-92d1-402f-b252-5134f04b2c5c req-d79c3fad-ad30-4577-95f2-e607e0972445 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326934 Nov 08 01:02:44.637523 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['2a230f64-1ec5-4e30-9069-38e2309601ce'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:02:45.141324 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:02:45.430953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6716f88-4a0b-4042-a7f1-bd9f5bbca07e req-0e5dbf0d-a7dd-4506-9955-02e0638d8514 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:45.432360 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6716f88-4a0b-4042-a7f1-bd9f5bbca07e req-0e5dbf0d-a7dd-4506-9955-02e0638d8514 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 945 time: 0.0483937 Nov 08 01:02:45.469553 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6716f88-4a0b-4042-a7f1-bd9f5bbca07e req-8ce85735-47e7-4e70-b1d4-9c1f9f588f46 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313704 Nov 08 01:02:46.018606 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 2a230f64-1ec5-4e30-9069-38e2309601ce up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:02:46.123797 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 2a230f64-1ec5-4e30-9069-38e2309601ce completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:02:46.127658 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 2a230f64-1ec5-4e30-9069-38e2309601ce triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:02:46.128054 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:46.206186 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:46.227738 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aff8958-c53c-40e9-b377-90feb2998164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a230f64-1ec5-4e30-9069-38e2309601ce'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:02:46.229972 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8b1077-3c43-4c72-8993-0bc752d531e6" -d '{"events": [{"server_uuid": "5aff8958-c53c-40e9-b377-90feb2998164", "name": "network-vif-plugged", "status": "completed", "tag": "2a230f64-1ec5-4e30-9069-38e2309601ce"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:02:46.242742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 2a230f64-1ec5-4e30-9069-38e2309601ce, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2a230f64-1ec5-4e30-9069-38e2309601ce,segment=NetworkSegment(23fe0821-28a8-4dae-828c-e909ca5b8152),segment_id=23fe0821-28a8-4dae-828c-e909ca5b8152)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:02:46.268315 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce90eed-cd52-41e9-83c9-d8c4472cfcde x-openstack-request-id: req-9ce90eed-cd52-41e9-83c9-d8c4472cfcde {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:02:46.268683 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aff8958-c53c-40e9-b377-90feb2998164", "name": "network-vif-plugged", "status": "completed", "tag": "2a230f64-1ec5-4e30-9069-38e2309601ce", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:02:46.268887 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ce90eed-cd52-41e9-83c9-d8c4472cfcde {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:02:46.269279 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aff8958-c53c-40e9-b377-90feb2998164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a230f64-1ec5-4e30-9069-38e2309601ce', 'code': 200} Nov 08 01:02:46.324123 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:46.376565 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=2a230f64-1ec5-4e30-9069-38e2309601ce,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:02:46.393364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b2d34-2d6a-4aee-8f62-80f52a7e76ae req-f3a1bff9-1e44-46b4-859b-acaf5b15819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:46.394857 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c02b2d34-2d6a-4aee-8f62-80f52a7e76ae req-f3a1bff9-1e44-46b4-859b-acaf5b15819e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 1097 time: 0.0447626 Nov 08 01:02:46.429592 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c02b2d34-2d6a-4aee-8f62-80f52a7e76ae req-95e07ae9-5d08-49a7-8e33-13ddb97bf295 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271163 Nov 08 01:02:46.582845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a1b01-035a-4482-9805-dcff11a790ac req-6418990b-18c7-47aa-852c-2338e4af484b tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:46.584339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-305a1b01-035a-4482-9805-dcff11a790ac req-6418990b-18c7-47aa-852c-2338e4af484b tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0488954 Nov 08 01:02:46.621738 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-305a1b01-035a-4482-9805-dcff11a790ac req-3819c982-244b-453a-adc4-9ff08f92e4b4 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315120 Nov 08 01:02:47.737431 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccc663-6439-47b6-9515-a79cd9ff2bfa req-766199f5-6fea-4cc0-9414-091981c9e6c8 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:47.738906 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5fccc663-6439-47b6-9515-a79cd9ff2bfa req-766199f5-6fea-4cc0-9414-091981c9e6c8 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0484853 Nov 08 01:02:47.779027 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5fccc663-6439-47b6-9515-a79cd9ff2bfa req-b168cdb2-f0bc-4518-996e-85496657caba tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340865 Nov 08 01:02:48.895424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb86f4-d98b-4c75-b177-ce548c5e4e24 req-be4a5381-1e96-43a9-a931-c61cf3f3ed98 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:48.896923 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6bb86f4-d98b-4c75-b177-ce548c5e4e24 req-be4a5381-1e96-43a9-a931-c61cf3f3ed98 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0514898 Nov 08 01:02:48.933551 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6bb86f4-d98b-4c75-b177-ce548c5e4e24 req-776869e9-20d6-4edf-be7d-50942d608cdc tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308182 Nov 08 01:02:49.070128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497dec3-94fa-497b-aef5-c87383e0d17e req-80c568ae-a8bb-474b-92ac-65f5706d783b tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:49.071596 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f497dec3-94fa-497b-aef5-c87383e0d17e req-80c568ae-a8bb-474b-92ac-65f5706d783b tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0485651 Nov 08 01:02:49.109688 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f497dec3-94fa-497b-aef5-c87383e0d17e req-70e91640-91d8-4d55-881b-2b0d5a96d1a4 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Nov 08 01:02:49.509120 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec485b10-5549-428d-a2b6-230d96d36eda req-8f2b72db-1258-41a7-8a79-f6b6960b5696 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:49.510636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec485b10-5549-428d-a2b6-230d96d36eda req-8f2b72db-1258-41a7-8a79-f6b6960b5696 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0548713 Nov 08 01:02:49.549176 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ec485b10-5549-428d-a2b6-230d96d36eda req-5caa6535-cf7a-492f-892b-4966349bfb7c tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318818 Nov 08 01:02:49.625589 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-f7f44ccc-6fa7-4391-9df2-b694ee754fd9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400562 Nov 08 01:02:50.670261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f457f9-2d00-497b-820e-f0205f19b813 req-32339e7d-f781-42ab-958d-e50b7629a570 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:50.671810 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-30f457f9-2d00-497b-820e-f0205f19b813 req-32339e7d-f781-42ab-958d-e50b7629a570 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0536962 Nov 08 01:02:50.709853 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-30f457f9-2d00-497b-820e-f0205f19b813 req-fe00e17b-4ef6-46e5-91f4-94838c6c6d41 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320642 Nov 08 01:02:51.658718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-ce4790f9-8b5e-4728-afe6-9a05e208e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:51.660227 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-ce4790f9-8b5e-4728-afe6-9a05e208e51f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bde5eccba384770b2acab5a8f787265&device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 1097 time: 0.0404177 Nov 08 01:02:51.753091 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-cfdfe3fd-e580-46aa-8683-fe7b50cef800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:51.754615 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-cfdfe3fd-e580-46aa-8683-fe7b50cef800 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99efda2b-ebdb-490c-b407-f3995775343a HTTP/1.1" status: 200 len: 915 time: 0.0875189 Nov 08 01:02:51.799106 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-1a3212e8-c092-4155-bf29-57aba0f65446 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a230f64-1ec5-4e30-9069-38e2309601ce HTTP/1.1" status: 200 len: 217 time: 0.0373781 Nov 08 01:02:51.871561 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-75c5decd-3586-44bd-9126-7812df7867f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:51.873634 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-75c5decd-3586-44bd-9126-7812df7867f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7e03d59-da72-4dc2-baa6-04865adebfb0 HTTP/1.1" status: 200 len: 854 time: 0.0674353 Nov 08 01:02:51.883651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83228f-dbed-4ead-9a2b-cde2afad3ffa req-85c7d3f3-01b4-4341-8b58-c0cfba35d93b tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:51.885042 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b83228f-dbed-4ead-9a2b-cde2afad3ffa req-85c7d3f3-01b4-4341-8b58-c0cfba35d93b tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0886321 Nov 08 01:02:51.914137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-e0ba2d73-c139-4037-9e99-743b01d56eb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99efda2b-ebdb-490c-b407-f3995775343a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281217 Nov 08 01:02:51.980708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b83228f-dbed-4ead-9a2b-cde2afad3ffa req-108b172d-f522-4b2e-a239-fca505baf342 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876098 Nov 08 01:02:52.017302 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-1e1dc0d1-5537-4fe8-b262-1ef0fd84921c service neutron] 10.222.0.20 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950966 Nov 08 01:02:52.108677 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-40150dec-6b4e-4b97-bde0-83c2d6e98d4e service neutron] 10.222.0.20 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839510 Nov 08 01:02:53.094658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591728d1-02a7-4a57-888a-2c434c72bf7d req-7e36fe55-6c88-4bbc-b04e-dae56d81d51d tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:53.096265 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-591728d1-02a7-4a57-888a-2c434c72bf7d req-7e36fe55-6c88-4bbc-b04e-dae56d81d51d tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0493875 Nov 08 01:02:53.132851 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-591728d1-02a7-4a57-888a-2c434c72bf7d req-75b4d6ce-6678-4ca5-b433-440c98bf093d tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308640 Nov 08 01:02:54.262789 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de2c35-429e-4665-adf5-6b65e47c73d7 req-5868f239-2bbc-4c66-987c-ed526586a7f1 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:54.264901 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62de2c35-429e-4665-adf5-6b65e47c73d7 req-5868f239-2bbc-4c66-987c-ed526586a7f1 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0664773 Nov 08 01:02:54.303726 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-62de2c35-429e-4665-adf5-6b65e47c73d7 req-84c64870-f968-4982-be9a-7936a79b39fc tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326588 Nov 08 01:02:55.416716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434759b-9e74-48a3-a4e9-103de10256ba req-908c9a3a-4a5b-47db-8de8-5974d6155aca tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:55.418164 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6434759b-9e74-48a3-a4e9-103de10256ba req-908c9a3a-4a5b-47db-8de8-5974d6155aca tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0482290 Nov 08 01:02:55.455222 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6434759b-9e74-48a3-a4e9-103de10256ba req-18212a5e-2497-48c6-99b2-676d60db2fce tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309815 Nov 08 01:02:56.569448 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7775d8-2912-4771-801b-853bea865925 req-b77b8553-6905-45c2-83cf-b87fa229f44b tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:56.570920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c7775d8-2912-4771-801b-853bea865925 req-b77b8553-6905-45c2-83cf-b87fa229f44b tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0487597 Nov 08 01:02:56.608178 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c7775d8-2912-4771-801b-853bea865925 req-ca4e8ce8-799a-4eba-ae2a-8084d720dd20 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313282 Nov 08 01:02:57.727464 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb793359-1c4d-41d0-92e9-90c60d0bbaa4 req-acb6f98c-db2f-4386-9b21-b2d46fb6597f tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:57.728991 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb793359-1c4d-41d0-92e9-90c60d0bbaa4 req-acb6f98c-db2f-4386-9b21-b2d46fb6597f tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0550585 Nov 08 01:02:57.766868 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fb793359-1c4d-41d0-92e9-90c60d0bbaa4 req-1663c242-015a-4629-99a7-63ba71b3cbc7 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312140 Nov 08 01:02:58.192089 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dec19e3d-fcb4-4198-a2bd-b64c79392619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:02:58.882363 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3741dc3-b619-4f0b-8661-a5bac894d434 req-7ac34b06-b015-42fd-a1e7-cf53fa108853 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:02:58.883759 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a3741dc3-b619-4f0b-8661-a5bac894d434 req-7ac34b06-b015-42fd-a1e7-cf53fa108853 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0491493 Nov 08 01:02:58.922574 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a3741dc3-b619-4f0b-8661-a5bac894d434 req-3d188475-443a-435b-954a-faa29519626f tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326953 Nov 08 01:03:00.035288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185c024-b97b-4e21-a785-2d16d858864a req-3fb6de75-f609-44b9-9d9e-3f3a838148ad tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:00.036802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2185c024-b97b-4e21-a785-2d16d858864a req-3fb6de75-f609-44b9-9d9e-3f3a838148ad tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0484884 Nov 08 01:03:00.074304 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2185c024-b97b-4e21-a785-2d16d858864a req-e61e5619-0ffa-47b5-b208-d3e3ef361d62 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316954 Nov 08 01:03:00.723204 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a161d1c-b436-45c9-b81a-da4f69abfd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:01.031908 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:01.190859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fb8b1-12a3-4788-9b53-da4891f63b3b req-bc6bd060-a7fb-4212-a9e9-44ea42706b10 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:01.207448 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-870fb8b1-12a3-4788-9b53-da4891f63b3b req-bc6bd060-a7fb-4212-a9e9-44ea42706b10 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0534797 Nov 08 01:03:01.229981 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-870fb8b1-12a3-4788-9b53-da4891f63b3b req-b3795080-cee7-4fc5-8d4a-0e4d7b2bd314 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316103 Nov 08 01:03:01.894953 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:02.343630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdc96d-033b-4894-862b-5eaa8e38629b req-91b0e007-d82a-4fb1-8147-120cab9eac29 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:02.345129 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fefdc96d-033b-4894-862b-5eaa8e38629b req-91b0e007-d82a-4fb1-8147-120cab9eac29 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0490291 Nov 08 01:03:02.369238 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:02.382053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fefdc96d-033b-4894-862b-5eaa8e38629b req-bfcec6dc-a5ff-44ca-acb3-229b69f92bb5 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310562 Nov 08 01:03:03.494921 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:03.501416 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcc113-605a-4ece-b810-70619cf6c4b2 req-fee60ad9-1807-47b2-82f0-837daffe22b7 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:03.502875 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57dcc113-605a-4ece-b810-70619cf6c4b2 req-fee60ad9-1807-47b2-82f0-837daffe22b7 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0529380 Nov 08 01:03:03.540796 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-57dcc113-605a-4ece-b810-70619cf6c4b2 req-f8e2ecaf-fa18-4de6-a6c1-25d683f37328 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318496 Nov 08 01:03:04.658838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e702a1-4573-4003-82fd-019991e4ec55 req-056397b5-e7bb-444f-ba8e-57540a47cfbc tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:04.660328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d7e702a1-4573-4003-82fd-019991e4ec55 req-056397b5-e7bb-444f-ba8e-57540a47cfbc tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0521126 Nov 08 01:03:04.696599 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d7e702a1-4573-4003-82fd-019991e4ec55 req-d53858d6-24d1-4901-945d-2fd4482f8d75 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304487 Nov 08 01:03:05.816884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2151f-b465-413c-a910-89fe63609813 req-d4f453bd-6a41-4f4b-a4b5-218f877a676a tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:05.818369 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4cb2151f-b465-413c-a910-89fe63609813 req-d4f453bd-6a41-4f4b-a4b5-218f877a676a tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0544026 Nov 08 01:03:05.856201 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4cb2151f-b465-413c-a910-89fe63609813 req-0098cf8b-9e00-411b-a5fb-a7bc70c6034e tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315816 Nov 08 01:03:06.969895 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867c2e1-e03b-4bff-8cf7-74052e8cd561 req-ba9fd033-a251-4d5d-8d1b-23ef8d0fd0c3 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:06.971367 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a867c2e1-e03b-4bff-8cf7-74052e8cd561 req-ba9fd033-a251-4d5d-8d1b-23ef8d0fd0c3 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0491376 Nov 08 01:03:07.008169 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a867c2e1-e03b-4bff-8cf7-74052e8cd561 req-281c74d0-a23d-42d7-b8a0-1b3894e70568 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308278 Nov 08 01:03:08.124672 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050ed3f-41a5-443b-ab76-b71bee6de0f2 req-9f394667-2651-42f6-bf3f-7cebe9dc10e2 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:08.126113 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4050ed3f-41a5-443b-ab76-b71bee6de0f2 req-9f394667-2651-42f6-bf3f-7cebe9dc10e2 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0518579 Nov 08 01:03:08.162927 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4050ed3f-41a5-443b-ab76-b71bee6de0f2 req-14a0d1c2-1135-4217-9dba-94fb29deca51 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308702 Nov 08 01:03:09.037732 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:09.281775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7ef03-05f6-4331-a96b-719d4bd37b35 req-2dd61b82-fa5f-46aa-baaa-048ffa3305b0 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:09.283265 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ca7ef03-05f6-4331-a96b-719d4bd37b35 req-2dd61b82-fa5f-46aa-baaa-048ffa3305b0 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0492344 Nov 08 01:03:09.320272 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ca7ef03-05f6-4331-a96b-719d4bd37b35 req-a2f43d3b-5d07-40de-b9ec-f67263792604 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309460 Nov 08 01:03:10.433386 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b9cad-fcff-486e-8c46-43ca40bcef89 req-0d10e453-7b7f-44e2-901a-92ec1442cb82 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:10.434906 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-666b9cad-fcff-486e-8c46-43ca40bcef89 req-0d10e453-7b7f-44e2-901a-92ec1442cb82 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0486827 Nov 08 01:03:10.475020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-666b9cad-fcff-486e-8c46-43ca40bcef89 req-4a4df753-927c-4799-82a4-21f305253131 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321133 Nov 08 01:03:11.592032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee0e33-6cc8-4733-b6ff-5dfa031759a8 req-91d60201-6087-4c5c-91f6-483c3449c3d4 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:11.593522 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7fee0e33-6cc8-4733-b6ff-5dfa031759a8 req-91d60201-6087-4c5c-91f6-483c3449c3d4 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0525196 Nov 08 01:03:11.657586 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7fee0e33-6cc8-4733-b6ff-5dfa031759a8 req-dff9a3ae-a27a-46ba-af30-4ffc3f98bc6c tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538208 Nov 08 01:03:11.660094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca916a-d245-4d0f-be13-a0f775f54586 req-11e5e678-be62-4dd7-ba50-ad25692c16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:11.661515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48ca916a-d245-4d0f-be13-a0f775f54586 req-11e5e678-be62-4dd7-ba50-ad25692c16d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bde5eccba384770b2acab5a8f787265&device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 1097 time: 0.0650592 Nov 08 01:03:11.765343 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca916a-d245-4d0f-be13-a0f775f54586 req-e20b6974-fc71-4c5f-bdde-319fafa15818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:11.766796 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48ca916a-d245-4d0f-be13-a0f775f54586 req-e20b6974-fc71-4c5f-bdde-319fafa15818 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99efda2b-ebdb-490c-b407-f3995775343a HTTP/1.1" status: 200 len: 915 time: 0.0867016 Nov 08 01:03:11.808216 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48ca916a-d245-4d0f-be13-a0f775f54586 req-56661b66-618e-41e2-aaf5-ab0cca61a90d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a230f64-1ec5-4e30-9069-38e2309601ce HTTP/1.1" status: 200 len: 217 time: 0.0341220 Nov 08 01:03:11.855263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca916a-d245-4d0f-be13-a0f775f54586 req-3ae79516-fb53-4117-9b62-5142ae070fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:11.857228 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48ca916a-d245-4d0f-be13-a0f775f54586 req-3ae79516-fb53-4117-9b62-5142ae070fff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7e03d59-da72-4dc2-baa6-04865adebfb0 HTTP/1.1" status: 200 len: 854 time: 0.0417743 Nov 08 01:03:11.886459 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48ca916a-d245-4d0f-be13-a0f775f54586 req-624af508-c12a-4a07-b7ec-464161b1fa56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99efda2b-ebdb-490c-b407-f3995775343a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230324 Nov 08 01:03:11.977151 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48ca916a-d245-4d0f-be13-a0f775f54586 req-e2d151f8-ca0e-4cdd-a9ad-29f1d7729ab4 service neutron] 10.222.0.20 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836487 Nov 08 01:03:12.062636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-48ca916a-d245-4d0f-be13-a0f775f54586 req-14ac7dfe-b139-4b5c-9863-05bab6adaa08 service neutron] 10.222.0.20 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789642 Nov 08 01:03:12.775207 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcce5a-5f52-448d-9d2a-6e584b0e5a1f req-a8cc97ff-fa93-4db0-af9e-02a6e4352833 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:12.776710 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4bcce5a-5f52-448d-9d2a-6e584b0e5a1f req-a8cc97ff-fa93-4db0-af9e-02a6e4352833 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0533948 Nov 08 01:03:12.813127 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4bcce5a-5f52-448d-9d2a-6e584b0e5a1f req-3d68ac92-16f8-404a-96a7-63fdd1d24c89 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305459 Nov 08 01:03:13.924450 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de4c17-79f6-4c7e-99ab-751d598149e4 req-aea16845-91fd-4b55-a17e-b3add077bbc0 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:13.925913 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40de4c17-79f6-4c7e-99ab-751d598149e4 req-aea16845-91fd-4b55-a17e-b3add077bbc0 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0484295 Nov 08 01:03:13.963709 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40de4c17-79f6-4c7e-99ab-751d598149e4 req-1c0ef5b5-9937-463b-a32b-5c29cd8eec80 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318615 Nov 08 01:03:15.073969 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048b0ae-9e17-4b05-a0b2-046d89068adc req-9db96d15-0897-4375-a161-5af294b2d959 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:15.075946 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a048b0ae-9e17-4b05-a0b2-046d89068adc req-9db96d15-0897-4375-a161-5af294b2d959 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0476425 Nov 08 01:03:15.113065 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a048b0ae-9e17-4b05-a0b2-046d89068adc req-f4beb906-170a-496b-81aa-1bc05bedb4bf tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313015 Nov 08 01:03:16.229092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1346c-d2f0-43f7-8a0f-7b7aa2d9df50 req-ea2bc6d5-023a-495f-8cea-168ad4f68c38 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:16.230533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4b1346c-d2f0-43f7-8a0f-7b7aa2d9df50 req-ea2bc6d5-023a-495f-8cea-168ad4f68c38 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0514550 Nov 08 01:03:16.267150 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c4b1346c-d2f0-43f7-8a0f-7b7aa2d9df50 req-26a183af-52df-4ded-bd55-d183d54ea8a6 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299649 Nov 08 01:03:17.379426 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4c2cf-8e77-4584-92f6-66cd1e33b5fb req-e475aaca-86f6-4b2a-9adc-9e5d47f5f696 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:17.380894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ec4c2cf-8e77-4584-92f6-66cd1e33b5fb req-e475aaca-86f6-4b2a-9adc-9e5d47f5f696 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0476978 Nov 08 01:03:17.418227 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ec4c2cf-8e77-4584-92f6-66cd1e33b5fb req-a23f0173-7666-4dbd-aab5-a96975be2116 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314915 Nov 08 01:03:18.534311 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69098891-8c0f-40ed-8bdd-aca20ee3df4d req-2010a01c-1898-4dda-8cab-8402289ee8df tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:18.535777 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69098891-8c0f-40ed-8bdd-aca20ee3df4d req-2010a01c-1898-4dda-8cab-8402289ee8df tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0491242 Nov 08 01:03:18.573284 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69098891-8c0f-40ed-8bdd-aca20ee3df4d req-21169541-6fb0-4a47-a6e3-211bdc0162c4 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315804 Nov 08 01:03:19.371428 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-beff5c44-311b-4d9f-889a-e7aea14a3eb4 service neutron] show failed (client error): The resource could not be found. Nov 08 01:03:19.372948 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-beff5c44-311b-4d9f-889a-e7aea14a3eb4 service neutron] 10.222.0.20 "GET /v2.0/ports/2a230f64-1ec5-4e30-9069-38e2309601ce/bindings/n-h2-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.0565898 Nov 08 01:03:19.691005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dffce-977e-48d1-bf74-6b9938acaa7a req-9857b692-c7e3-40f9-8e70-8e68bc58a393 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:19.692537 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa1dffce-977e-48d1-bf74-6b9938acaa7a req-9857b692-c7e3-40f9-8e70-8e68bc58a393 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0512712 Nov 08 01:03:19.730322 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa1dffce-977e-48d1-bf74-6b9938acaa7a req-18a4bae9-9223-45f7-a601-304f73d536ac tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314126 Nov 08 01:03:19.840625 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-f3420999-7775-408e-a69a-53f17e23e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:19.842151 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-f3420999-7775-408e-a69a-53f17e23e78d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164&tenant_id=0bde5eccba384770b2acab5a8f787265 HTTP/1.1" status: 200 len: 1097 time: 0.0456431 Nov 08 01:03:19.860571 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:03:19.911179 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:20.104952 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] For port 2a230f64-1ec5-4e30-9069-38e2309601ce, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=2a230f64-1ec5-4e30-9069-38e2309601ce,segment=NetworkSegment(23fe0821-28a8-4dae-828c-e909ca5b8152),segment_id=23fe0821-28a8-4dae-828c-e909ca5b8152)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:03:20.136422 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] For port 2a230f64-1ec5-4e30-9069-38e2309601ce, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:03:20.177388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aff8958-c53c-40e9-b377-90feb2998164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a230f64-1ec5-4e30-9069-38e2309601ce'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:03:20.179623 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000b4a86-0e22-4ef7-8287-c36849a929d9" -d '{"events": [{"server_uuid": "5aff8958-c53c-40e9-b377-90feb2998164", "name": "network-vif-unplugged", "status": "completed", "tag": "2a230f64-1ec5-4e30-9069-38e2309601ce"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:03:20.183304 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:20.195543 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Transition to ACTIVE for port object 2a230f64-1ec5-4e30-9069-38e2309601ce will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:03:20.230056 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 01:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec7a789-2b13-4d8e-bec4-361c995e81b0 x-openstack-request-id: req-bec7a789-2b13-4d8e-bec4-361c995e81b0 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:03:20.230343 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aff8958-c53c-40e9-b377-90feb2998164", "name": "network-vif-unplugged", "status": "completed", "tag": "2a230f64-1ec5-4e30-9069-38e2309601ce", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:03:20.230593 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bec7a789-2b13-4d8e-bec4-361c995e81b0 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:03:20.230986 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aff8958-c53c-40e9-b377-90feb2998164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a230f64-1ec5-4e30-9069-38e2309601ce', 'code': 200} Nov 08 01:03:20.243517 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:20.304091 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] No DVR routers for this DVR port 2a230f64-1ec5-4e30-9069-38e2309601ce on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:03:20.306028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Pushing event updated for resources: {'Port': ['ID=2a230f64-1ec5-4e30-9069-38e2309601ce,revision_number=6']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:20.318541 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:20.318889 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:20.319230 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:20.319568 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:20.319931 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:20.320265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:20.320594 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:20.320917 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:20.321244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:20.321566 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:20.321888 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:20.322206 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:20.349922 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Attempting to bind port 2a230f64-1ec5-4e30-9069-38e2309601ce on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:03:20.350259 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Attempting to bind port 2a230f64-1ec5-4e30-9069-38e2309601ce by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '23fe0821-28a8-4dae-828c-e909ca5b8152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:03:20.350582 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Attempting to bind port 2a230f64-1ec5-4e30-9069-38e2309601ce on network 99efda2b-ebdb-490c-b407-f3995775343a {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:03:20.354747 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Port 2a230f64-1ec5-4e30-9069-38e2309601ce on network 99efda2b-ebdb-490c-b407-f3995775343a not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:03:20.355070 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Attempting to bind port 2a230f64-1ec5-4e30-9069-38e2309601ce on network 99efda2b-ebdb-490c-b407-f3995775343a {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:03:20.360309 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:03:20.360641 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Checking segment: {'id': '23fe0821-28a8-4dae-828c-e909ca5b8152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:03:20.361017 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Bound using segment: {'id': '23fe0821-28a8-4dae-828c-e909ca5b8152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:03:20.361435 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Bound port: 2a230f64-1ec5-4e30-9069-38e2309601ce, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23fe0821-28a8-4dae-828c-e909ca5b8152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:03:20.361783 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:20.425232 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] For port 2a230f64-1ec5-4e30-9069-38e2309601ce, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:03:20.428177 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] For port 2a230f64-1ec5-4e30-9069-38e2309601ce, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=2a230f64-1ec5-4e30-9069-38e2309601ce,segment=NetworkSegment(23fe0821-28a8-4dae-828c-e909ca5b8152),segment_id=23fe0821-28a8-4dae-828c-e909ca5b8152)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:03:20.518072 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:20.551725 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:20.552376 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:20.553748 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] 10.222.0.26 "PUT /v2.0/ports/2a230f64-1ec5-4e30-9069-38e2309601ce HTTP/1.1" status: 200 len: 1092 time: 0.6978805 Nov 08 01:03:20.573454 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bbcbe-1652-4512-a934-22069e2cb761 service neutron] Pushing event updated for resources: {'Port': ['ID=2a230f64-1ec5-4e30-9069-38e2309601ce,revision_number=7']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:20.628615 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-adba0db8-83a9-411e-8f75-ec5d86b58b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:20.630109 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-adba0db8-83a9-411e-8f75-ec5d86b58b57 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bde5eccba384770b2acab5a8f787265&device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 1095 time: 0.0442147 Nov 08 01:03:20.722607 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-dbab05e3-b40a-4063-8c54-a5884d14e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:20.724015 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-dbab05e3-b40a-4063-8c54-a5884d14e060 service neutron] 10.222.0.26 "GET /v2.0/networks?id=99efda2b-ebdb-490c-b407-f3995775343a HTTP/1.1" status: 200 len: 915 time: 0.0864329 Nov 08 01:03:20.766093 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-d062e14e-0f7d-4b1c-8490-ea6d5cf4005b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a230f64-1ec5-4e30-9069-38e2309601ce HTTP/1.1" status: 200 len: 217 time: 0.0345368 Nov 08 01:03:20.815159 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-dc13203b-79ff-4467-bf6c-9930cc5fbf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:20.816648 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-dc13203b-79ff-4467-bf6c-9930cc5fbf63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7e03d59-da72-4dc2-baa6-04865adebfb0 HTTP/1.1" status: 200 len: 854 time: 0.0435107 Nov 08 01:03:20.846952 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68324fe5-8ae7-4e43-97e8-a865a5c4c4b5 req-3b028fed-b5db-4a86-b256-3ae3da08affa tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:20.848449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68324fe5-8ae7-4e43-97e8-a865a5c4c4b5 req-3b028fed-b5db-4a86-b256-3ae3da08affa tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 944 time: 0.0501888 Nov 08 01:03:20.857521 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-2f3b60e6-0c4a-4c88-8e9a-e942ae9006ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99efda2b-ebdb-490c-b407-f3995775343a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339322 Nov 08 01:03:20.886061 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68324fe5-8ae7-4e43-97e8-a865a5c4c4b5 req-70d2b2e0-02e1-44a0-bcc1-d11562d8ddc9 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316079 Nov 08 01:03:20.948835 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-0e527d45-4440-4101-a6bf-fca955031e27 service neutron] 10.222.0.26 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840967 Nov 08 01:03:21.036901 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3d6b58b6-4a00-4abe-aac9-5f82eae42b1d req-76f2ebc5-ba6a-4865-bd8f-e3487e77921a service neutron] 10.222.0.26 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807443 Nov 08 01:03:22.005386 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d5283-d9ad-44fb-a7f3-52e320011d5a req-ea9ff36e-7ce8-4f48-9ee8-baeaab492a91 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:22.006816 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab5d5283-d9ad-44fb-a7f3-52e320011d5a req-ea9ff36e-7ce8-4f48-9ee8-baeaab492a91 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 944 time: 0.0511611 Nov 08 01:03:22.042645 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab5d5283-d9ad-44fb-a7f3-52e320011d5a req-e468197d-3791-4177-add0-c7cdf9e83c84 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299489 Nov 08 01:03:22.140046 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:03:22.158923 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 2a230f64-1ec5-4e30-9069-38e2309601ce no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:03:22.196088 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 2a230f64-1ec5-4e30-9069-38e2309601ce not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:03:22.232447 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aff8958-c53c-40e9-b377-90feb2998164', 'tag': '2a230f64-1ec5-4e30-9069-38e2309601ce'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:03:22.234784 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2db7de-9c37-49c7-b997-f3898ffe290c" -d '{"events": [{"name": "network-changed", "server_uuid": "5aff8958-c53c-40e9-b377-90feb2998164", "tag": "2a230f64-1ec5-4e30-9069-38e2309601ce"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:03:22.280754 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a17828f-58ac-4a36-9f05-6c664a5939c2 x-openstack-request-id: req-8a17828f-58ac-4a36-9f05-6c664a5939c2 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:03:22.281039 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aff8958-c53c-40e9-b377-90feb2998164", "tag": "2a230f64-1ec5-4e30-9069-38e2309601ce", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:03:22.281282 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a17828f-58ac-4a36-9f05-6c664a5939c2 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:03:22.281675 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aff8958-c53c-40e9-b377-90feb2998164', 'tag': '2a230f64-1ec5-4e30-9069-38e2309601ce', 'status': 'completed', 'code': 200} Nov 08 01:03:22.362745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2db7de-9c37-49c7-b997-f3898ffe290c req-003bb3a9-163b-4838-a04b-6569e274f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:22.364072 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2db7de-9c37-49c7-b997-f3898ffe290c req-d9c36277-c84d-488b-8568-7db9d854ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:22.364312 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da2db7de-9c37-49c7-b997-f3898ffe290c req-003bb3a9-163b-4838-a04b-6569e274f4be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bde5eccba384770b2acab5a8f787265&device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 1095 time: 0.0412292 Nov 08 01:03:22.365596 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-da2db7de-9c37-49c7-b997-f3898ffe290c req-d9c36277-c84d-488b-8568-7db9d854ff41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bde5eccba384770b2acab5a8f787265&device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 1095 time: 0.0461605 Nov 08 01:03:22.452346 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2db7de-9c37-49c7-b997-f3898ffe290c req-fac16c6d-ea05-4c3e-8861-c63e04afe80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:22.453760 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da2db7de-9c37-49c7-b997-f3898ffe290c req-fac16c6d-ea05-4c3e-8861-c63e04afe80b service neutron] 10.222.0.20 "GET /v2.0/networks?id=99efda2b-ebdb-490c-b407-f3995775343a HTTP/1.1" status: 200 len: 915 time: 0.0825887 Nov 08 01:03:22.458568 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2db7de-9c37-49c7-b997-f3898ffe290c req-5b5ac3b7-f2d6-431b-a00d-183536155224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:22.460041 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-da2db7de-9c37-49c7-b997-f3898ffe290c req-5b5ac3b7-f2d6-431b-a00d-183536155224 service neutron] 10.222.0.26 "GET /v2.0/networks?id=99efda2b-ebdb-490c-b407-f3995775343a HTTP/1.1" status: 200 len: 915 time: 0.0827303 Nov 08 01:03:22.502571 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da2db7de-9c37-49c7-b997-f3898ffe290c req-c897051d-889f-4e21-b7a6-4e08c13f190d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a230f64-1ec5-4e30-9069-38e2309601ce HTTP/1.1" status: 200 len: 217 time: 0.0409696 Nov 08 01:03:22.508567 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-da2db7de-9c37-49c7-b997-f3898ffe290c req-bc704573-7a70-487c-abbd-8af5d2bf0b58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a230f64-1ec5-4e30-9069-38e2309601ce HTTP/1.1" status: 200 len: 217 time: 0.0413256 Nov 08 01:03:22.552454 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2db7de-9c37-49c7-b997-f3898ffe290c req-753d564e-26eb-4890-8fc4-fae5b4a2f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:22.554409 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da2db7de-9c37-49c7-b997-f3898ffe290c req-753d564e-26eb-4890-8fc4-fae5b4a2f931 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7e03d59-da72-4dc2-baa6-04865adebfb0 HTTP/1.1" status: 200 len: 854 time: 0.0444815 Nov 08 01:03:22.558344 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2db7de-9c37-49c7-b997-f3898ffe290c req-12e8bc6d-955c-4e0c-ac0a-052b853fc8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:22.560005 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-da2db7de-9c37-49c7-b997-f3898ffe290c req-12e8bc6d-955c-4e0c-ac0a-052b853fc8e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7e03d59-da72-4dc2-baa6-04865adebfb0 HTTP/1.1" status: 200 len: 854 time: 0.0445685 Nov 08 01:03:22.586008 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da2db7de-9c37-49c7-b997-f3898ffe290c req-967b4240-958c-464d-8fcc-1e0b782f0e5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99efda2b-ebdb-490c-b407-f3995775343a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252030 Nov 08 01:03:22.594255 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-da2db7de-9c37-49c7-b997-f3898ffe290c req-ed6b3fb0-c2e1-4115-b959-039b32c98b3e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99efda2b-ebdb-490c-b407-f3995775343a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259969 Nov 08 01:03:22.678219 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da2db7de-9c37-49c7-b997-f3898ffe290c req-1a56bead-6760-48fa-bcb0-74ae3a5a9fbe service neutron] 10.222.0.20 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854964 Nov 08 01:03:22.684713 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-da2db7de-9c37-49c7-b997-f3898ffe290c req-c0595590-e402-4017-9212-668c54e82c20 service neutron] 10.222.0.26 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825815 Nov 08 01:03:22.767686 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da2db7de-9c37-49c7-b997-f3898ffe290c req-d00d703a-c367-4023-83e2-644f50a52d0d service neutron] 10.222.0.20 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826447 Nov 08 01:03:22.783172 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-da2db7de-9c37-49c7-b997-f3898ffe290c req-ae3defcf-7e09-4643-8cea-ab985991b8fa service neutron] 10.222.0.26 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904999 Nov 08 01:03:22.963176 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 2a230f64-1ec5-4e30-9069-38e2309601ce details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:03:23.057243 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 2a230f64-1ec5-4e30-9069-38e2309601ce, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=2a230f64-1ec5-4e30-9069-38e2309601ce,segment=NetworkSegment(23fe0821-28a8-4dae-828c-e909ca5b8152),segment_id=23fe0821-28a8-4dae-828c-e909ca5b8152)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:03:23.069599 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '2a230f64-1ec5-4e30-9069-38e2309601ce', 'network_id': '99efda2b-ebdb-490c-b407-f3995775343a', 'port_id': '2a230f64-1ec5-4e30-9069-38e2309601ce', 'mac_address': 'fa:16:3e:d2:a4:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e03d59-da72-4dc2-baa6-04865adebfb0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:03:23.106988 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:23.121177 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a230f64-1ec5-4e30-9069-38e2309601ce {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:03:23.141256 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 2a230f64-1ec5-4e30-9069-38e2309601ce, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=2a230f64-1ec5-4e30-9069-38e2309601ce,segment=NetworkSegment(23fe0821-28a8-4dae-828c-e909ca5b8152),segment_id=23fe0821-28a8-4dae-828c-e909ca5b8152)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:03:23.164498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d5043-477c-4fb4-a414-2b4968cf90f8 req-ff7803cd-8330-4aec-abff-e4cb95f98569 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:23.165965 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dc4d5043-477c-4fb4-a414-2b4968cf90f8 req-ff7803cd-8330-4aec-abff-e4cb95f98569 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 944 time: 0.0557735 Nov 08 01:03:23.206934 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dc4d5043-477c-4fb4-a414-2b4968cf90f8 req-80a0271a-4736-49ef-8952-79160b5334f6 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350175 Nov 08 01:03:23.220845 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:23.267754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=2a230f64-1ec5-4e30-9069-38e2309601ce,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:23.504007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['2a230f64-1ec5-4e30-9069-38e2309601ce'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:03:24.327492 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143b004-568a-420e-aa8f-f84e996fd9be req-6a9ed36b-1777-4aa4-8700-a7e857b26487 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:24.329029 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7143b004-568a-420e-aa8f-f84e996fd9be req-6a9ed36b-1777-4aa4-8700-a7e857b26487 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 945 time: 0.0495675 Nov 08 01:03:24.366897 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7143b004-568a-420e-aa8f-f84e996fd9be req-d4db410e-2ff3-4891-b11c-f87f73958b76 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318055 Nov 08 01:03:24.688860 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bc3a7-17bd-49f0-af17-08fbc5b81eb8 req-32b3cc59-4ee5-4c99-90a9-125e7937cd53 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:24.690368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a53bc3a7-17bd-49f0-af17-08fbc5b81eb8 req-32b3cc59-4ee5-4c99-90a9-125e7937cd53 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 945 time: 0.0478532 Nov 08 01:03:24.729053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a53bc3a7-17bd-49f0-af17-08fbc5b81eb8 req-f07df7b3-a8f5-43d4-a797-a278ee45f59c tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324924 Nov 08 01:03:24.789846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a09ade-049f-4b3b-bc12-ceddd0b851e8 req-6142b102-9167-4a11-8f18-8bb170e4926c tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:24.791292 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38a09ade-049f-4b3b-bc12-ceddd0b851e8 req-6142b102-9167-4a11-8f18-8bb170e4926c tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164&tenant_id=0bde5eccba384770b2acab5a8f787265&binding%3Ahost_id=n-h2-816882-1 HTTP/1.1" status: 200 len: 945 time: 0.0507147 Nov 08 01:03:24.853045 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-38a09ade-049f-4b3b-bc12-ceddd0b851e8 req-0e252abf-661c-48e7-85d7-006689bf1d81 service neutron] delete failed (client error): The resource could not be found. Nov 08 01:03:24.854014 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38a09ade-049f-4b3b-bc12-ceddd0b851e8 req-0e252abf-661c-48e7-85d7-006689bf1d81 service neutron] 10.222.0.20 "DELETE /v2.0/ports/2a230f64-1ec5-4e30-9069-38e2309601ce/bindings/n-h1-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.0552537 Nov 08 01:03:24.963553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a09ade-049f-4b3b-bc12-ceddd0b851e8 req-5830c723-0964-479c-82fe-598c72953b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:24.965327 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38a09ade-049f-4b3b-bc12-ceddd0b851e8 req-5830c723-0964-479c-82fe-598c72953b6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bde5eccba384770b2acab5a8f787265&device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 1096 time: 0.0425682 Nov 08 01:03:24.989832 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 2a230f64-1ec5-4e30-9069-38e2309601ce up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:03:25.052838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a09ade-049f-4b3b-bc12-ceddd0b851e8 req-8cddda8c-1495-4dd6-9dd0-5f30bb8a8b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:25.054312 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38a09ade-049f-4b3b-bc12-ceddd0b851e8 req-8cddda8c-1495-4dd6-9dd0-5f30bb8a8b39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99efda2b-ebdb-490c-b407-f3995775343a HTTP/1.1" status: 200 len: 915 time: 0.0823030 Nov 08 01:03:25.094915 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 2a230f64-1ec5-4e30-9069-38e2309601ce completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:03:25.098791 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 2a230f64-1ec5-4e30-9069-38e2309601ce triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:03:25.099161 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:25.104674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38a09ade-049f-4b3b-bc12-ceddd0b851e8 req-7ff5bd5f-8003-465c-a064-8bd8cac0e38f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a230f64-1ec5-4e30-9069-38e2309601ce HTTP/1.1" status: 200 len: 217 time: 0.0367167 Nov 08 01:03:25.153127 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a09ade-049f-4b3b-bc12-ceddd0b851e8 req-28f8b748-af34-4ef8-b402-6af1598f98a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:25.155075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38a09ade-049f-4b3b-bc12-ceddd0b851e8 req-28f8b748-af34-4ef8-b402-6af1598f98a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7e03d59-da72-4dc2-baa6-04865adebfb0 HTTP/1.1" status: 200 len: 854 time: 0.0433903 Nov 08 01:03:25.177670 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:25.185561 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38a09ade-049f-4b3b-bc12-ceddd0b851e8 req-839c40c2-bd67-4cd5-9c8c-d1b31d6d0532 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99efda2b-ebdb-490c-b407-f3995775343a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239487 Nov 08 01:03:25.198977 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aff8958-c53c-40e9-b377-90feb2998164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a230f64-1ec5-4e30-9069-38e2309601ce'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:03:25.201274 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bbf3f8-0830-4d61-9ebf-b87965834bab" -d '{"events": [{"server_uuid": "5aff8958-c53c-40e9-b377-90feb2998164", "name": "network-vif-plugged", "status": "completed", "tag": "2a230f64-1ec5-4e30-9069-38e2309601ce"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:03:25.217558 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 2a230f64-1ec5-4e30-9069-38e2309601ce, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=2a230f64-1ec5-4e30-9069-38e2309601ce,segment=NetworkSegment(23fe0821-28a8-4dae-828c-e909ca5b8152),segment_id=23fe0821-28a8-4dae-828c-e909ca5b8152)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:03:25.261763 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb08849-9368-431c-a64d-4766e5256ce4 x-openstack-request-id: req-5fb08849-9368-431c-a64d-4766e5256ce4 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:03:25.262055 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aff8958-c53c-40e9-b377-90feb2998164", "name": "network-vif-plugged", "status": "completed", "tag": "2a230f64-1ec5-4e30-9069-38e2309601ce", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:03:25.262687 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fb08849-9368-431c-a64d-4766e5256ce4 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:03:25.263081 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aff8958-c53c-40e9-b377-90feb2998164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a230f64-1ec5-4e30-9069-38e2309601ce', 'code': 200} Nov 08 01:03:25.271646 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:25.297891 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38a09ade-049f-4b3b-bc12-ceddd0b851e8 req-f6e09deb-9ee7-4805-895a-18dbdaba9745 service neutron] 10.222.0.20 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053352 Nov 08 01:03:25.320273 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=2a230f64-1ec5-4e30-9069-38e2309601ce,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:25.386137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-38a09ade-049f-4b3b-bc12-ceddd0b851e8 req-47f69361-02b2-4734-9577-6c41406daa2c service neutron] 10.222.0.20 "GET /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810709 Nov 08 01:03:25.847427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c998b-c90f-432b-abb9-0b66f268f1fd req-7a88c2e9-45e2-4d31-96bf-0fd2814ba088 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:25.848932 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-718c998b-c90f-432b-abb9-0b66f268f1fd req-7a88c2e9-45e2-4d31-96bf-0fd2814ba088 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0519969 Nov 08 01:03:25.892739 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-718c998b-c90f-432b-abb9-0b66f268f1fd req-1748cd46-461e-4a81-af53-c922c9073967 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367274 Nov 08 01:03:27.018597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2e7b4-b248-456a-82e1-a642e9fe6415 req-bc2f0b07-4337-46db-83c5-4631b1ce9eda tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:27.020072 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4fe2e7b4-b248-456a-82e1-a642e9fe6415 req-bc2f0b07-4337-46db-83c5-4631b1ce9eda tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0478380 Nov 08 01:03:27.056517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4fe2e7b4-b248-456a-82e1-a642e9fe6415 req-8db9fb98-3992-4f24-8286-028b3ca77ba2 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306640 Nov 08 01:03:27.166494 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e4ec7-5eb3-454f-9187-c88853b6c12e req-7c7497cb-31c8-4ca5-8dc1-3880beab5779 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:27.167964 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e0e4ec7-5eb3-454f-9187-c88853b6c12e req-7c7497cb-31c8-4ca5-8dc1-3880beab5779 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0479126 Nov 08 01:03:27.204431 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e0e4ec7-5eb3-454f-9187-c88853b6c12e req-98acca0b-ef8f-4919-acb0-e17d00b4026f tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303180 Nov 08 01:03:27.315524 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef780ce4-10a4-4036-8b73-1619f5802e7b req-6dacb1af-56fe-4851-980e-0358d09480af tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:27.317013 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef780ce4-10a4-4036-8b73-1619f5802e7b req-6dacb1af-56fe-4851-980e-0358d09480af tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0491085 Nov 08 01:03:27.357194 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef780ce4-10a4-4036-8b73-1619f5802e7b req-510b46a5-9b7b-4d85-8bb6-c853f096f8c4 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342722 Nov 08 01:03:27.930859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed97bad-1a3c-4576-a0dc-fba82d6f0dba req-f1d1b0b9-065e-4dcc-826b-30112e751db3 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:27.932328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ed97bad-1a3c-4576-a0dc-fba82d6f0dba req-f1d1b0b9-065e-4dcc-826b-30112e751db3 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0483317 Nov 08 01:03:27.969558 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ed97bad-1a3c-4576-a0dc-fba82d6f0dba req-3c51f400-a9ea-435b-ad95-f252b2be8bb2 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306194 Nov 08 01:03:28.197272 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-186e4be7-90a8-4c83-b58b-322889cd56fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:29.081333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f1ea-cc74-4def-99b9-54bffbf3f206 req-59aa1eaf-2eb2-49a8-9fe2-911c1f69b9fb tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:29.082765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5135f1ea-cc74-4def-99b9-54bffbf3f206 req-59aa1eaf-2eb2-49a8-9fe2-911c1f69b9fb tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0475075 Nov 08 01:03:29.119848 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5135f1ea-cc74-4def-99b9-54bffbf3f206 req-a3d46000-fc5f-426e-b3bb-263318a16948 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311046 Nov 08 01:03:29.140256 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a590014-dc10-4993-844b-7b6b975f4509 req-4ce10969-66bc-4fd8-a562-3d2fed2419d8 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:29.141728 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0a590014-dc10-4993-844b-7b6b975f4509 req-4ce10969-66bc-4fd8-a562-3d2fed2419d8 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.26 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 946 time: 0.0491123 Nov 08 01:03:29.231614 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-0a590014-dc10-4993-844b-7b6b975f4509 req-e2434f43-811c-478c-ae09-4ef79fc38290 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Deleting port 2a230f64-1ec5-4e30-9069-38e2309601ce {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:03:29.231977 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0a590014-dc10-4993-844b-7b6b975f4509 req-e2434f43-811c-478c-ae09-4ef79fc38290 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:29.320283 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-0a590014-dc10-4993-844b-7b6b975f4509 req-e2434f43-811c-478c-ae09-4ef79fc38290 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] For port 2a230f64-1ec5-4e30-9069-38e2309601ce, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=2a230f64-1ec5-4e30-9069-38e2309601ce,segment=NetworkSegment(23fe0821-28a8-4dae-828c-e909ca5b8152),segment_id=23fe0821-28a8-4dae-828c-e909ca5b8152)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:03:29.320648 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0a590014-dc10-4993-844b-7b6b975f4509 req-e2434f43-811c-478c-ae09-4ef79fc38290 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:29.332904 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-0a590014-dc10-4993-844b-7b6b975f4509 req-e2434f43-811c-478c-ae09-4ef79fc38290 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Calling delete_port for 2a230f64-1ec5-4e30-9069-38e2309601ce owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:03:29.540334 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0a590014-dc10-4993-844b-7b6b975f4509 req-e2434f43-811c-478c-ae09-4ef79fc38290 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:29.571110 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2434f43-811c-478c-ae09-4ef79fc38290 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Pushing event deleted for resources: {'Port': ['ID=2a230f64-1ec5-4e30-9069-38e2309601ce,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:29.580015 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['2a230f64-1ec5-4e30-9069-38e2309601ce'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:03:29.617245 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a590014-dc10-4993-844b-7b6b975f4509 req-e2434f43-811c-478c-ae09-4ef79fc38290 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] No DVR routers for this DVR port 2a230f64-1ec5-4e30-9069-38e2309601ce on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:03:29.619771 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0a590014-dc10-4993-844b-7b6b975f4509 req-e2434f43-811c-478c-ae09-4ef79fc38290 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:29.623933 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0a590014-dc10-4993-844b-7b6b975f4509 req-e2434f43-811c-478c-ae09-4ef79fc38290 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.26 "DELETE /v2.0/ports/2a230f64-1ec5-4e30-9069-38e2309601ce HTTP/1.1" status: 204 len: 173 time: 0.4764736 Nov 08 01:03:29.624374 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aff8958-c53c-40e9-b377-90feb2998164', 'name': 'network-vif-deleted', 'tag': '2a230f64-1ec5-4e30-9069-38e2309601ce'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:03:29.626669 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce79956-6ac9-4bb9-b7ef-fe26c7c991d0" -d '{"events": [{"server_uuid": "5aff8958-c53c-40e9-b377-90feb2998164", "name": "network-vif-deleted", "tag": "2a230f64-1ec5-4e30-9069-38e2309601ce"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:03:29.660831 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc2114e-2147-4746-aa00-63936b9e9f7f x-openstack-request-id: req-dfc2114e-2147-4746-aa00-63936b9e9f7f {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:03:29.661123 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aff8958-c53c-40e9-b377-90feb2998164", "name": "network-vif-deleted", "tag": "2a230f64-1ec5-4e30-9069-38e2309601ce", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:03:29.661374 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfc2114e-2147-4746-aa00-63936b9e9f7f {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:03:29.661778 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aff8958-c53c-40e9-b377-90feb2998164', 'name': 'network-vif-deleted', 'tag': '2a230f64-1ec5-4e30-9069-38e2309601ce', 'status': 'completed', 'code': 200} Nov 08 01:03:30.223326 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-05aee0f2-debe-40d4-98f4-c91d7c5c2eb7 req-1504d4ff-53c5-4727-b8ef-ac9bfe368533 tempest-ServerDiskConfigTestJSON-2117843771 tempest-ServerDiskConfigTestJSON-2117843771-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aff8958-c53c-40e9-b377-90feb2998164 HTTP/1.1" status: 200 len: 210 time: 0.0273333 Nov 08 01:03:30.763531 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-296511dc-3005-4027-b1cc-25ad84a9b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:31.020582 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:31.346294 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36972) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:03:31.392900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfeac413-660c-4cb0-8389-c560efd75911 admin admin] Deleting subnet a7e03d59-da72-4dc2-baa6-04865adebfb0 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:03:31.395768 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cfeac413-660c-4cb0-8389-c560efd75911 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:31.430031 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cfeac413-660c-4cb0-8389-c560efd75911 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:31.467638 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cfeac413-660c-4cb0-8389-c560efd75911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:31.586336 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cfeac413-660c-4cb0-8389-c560efd75911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:31.610126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeac413-660c-4cb0-8389-c560efd75911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7e03d59-da72-4dc2-baa6-04865adebfb0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:31.620082 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac413-660c-4cb0-8389-c560efd75911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:31.620424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac413-660c-4cb0-8389-c560efd75911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:31.620766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac413-660c-4cb0-8389-c560efd75911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:31.621101 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac413-660c-4cb0-8389-c560efd75911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:31.621433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac413-660c-4cb0-8389-c560efd75911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:31.622209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac413-660c-4cb0-8389-c560efd75911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:31.622209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac413-660c-4cb0-8389-c560efd75911 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:31.622413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac413-660c-4cb0-8389-c560efd75911 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:31.622701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac413-660c-4cb0-8389-c560efd75911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:31.623020 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac413-660c-4cb0-8389-c560efd75911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:31.623344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac413-660c-4cb0-8389-c560efd75911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:31.623665 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac413-660c-4cb0-8389-c560efd75911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:31.626467 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cfeac413-660c-4cb0-8389-c560efd75911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:31.629640 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cfeac413-660c-4cb0-8389-c560efd75911 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a7e03d59-da72-4dc2-baa6-04865adebfb0 HTTP/1.1" status: 204 len: 168 time: 0.2823379 Nov 08 01:03:31.632091 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36974) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:03:31.702885 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-53108cce-2fec-49f0-8030-146a0a6b2e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:31.779964 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-53108cce-2fec-49f0-8030-146a0a6b2e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:31.803134 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-53108cce-2fec-49f0-8030-146a0a6b2e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99efda2b-ebdb-490c-b407-f3995775343a']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:03:31.812184 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-53108cce-2fec-49f0-8030-146a0a6b2e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23fe0821-28a8-4dae-828c-e909ca5b8152') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:03:31.812483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-53108cce-2fec-49f0-8030-146a0a6b2e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23fe0821-28a8-4dae-828c-e909ca5b8152') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:03:31.821495 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-53108cce-2fec-49f0-8030-146a0a6b2e84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:31.834812 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-53108cce-2fec-49f0-8030-146a0a6b2e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:31.841887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53108cce-2fec-49f0-8030-146a0a6b2e84 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:03:31.842203 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-53108cce-2fec-49f0-8030-146a0a6b2e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: timer() Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:03:31.843878 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:03:31.911655 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:31.957181 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-53108cce-2fec-49f0-8030-146a0a6b2e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:31.962687 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-53108cce-2fec-49f0-8030-146a0a6b2e84 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:31.966090 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-53108cce-2fec-49f0-8030-146a0a6b2e84 admin admin] 10.222.0.13 "DELETE /v2.0/networks/99efda2b-ebdb-490c-b407-f3995775343a HTTP/1.1" status: 204 len: 168 time: 0.3330708 Nov 08 01:03:31.976923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53108cce-2fec-49f0-8030-146a0a6b2e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=99efda2b-ebdb-490c-b407-f3995775343a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:32.275480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36978) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:03:32.315161 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4428c742-6357-4b62-96c8-55e46eb9edff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bde5eccba384770b2acab5a8f787265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384982 Nov 08 01:03:32.317771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 36980) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:03:32.341289 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:32.364897 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0f5065cf-8933-4ce9-9e6b-d8e49ed8a790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:32.389206 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0f5065cf-8933-4ce9-9e6b-d8e49ed8a790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:32.471989 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0f5065cf-8933-4ce9-9e6b-d8e49ed8a790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:32.474523 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0f5065cf-8933-4ce9-9e6b-d8e49ed8a790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:32.475702 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0f5065cf-8933-4ce9-9e6b-d8e49ed8a790 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d24f5fa-aa59-4bcb-a884-bf5e8e19d702 HTTP/1.1" status: 204 len: 168 time: 0.1569722 Nov 08 01:03:32.485684 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5065cf-8933-4ce9-9e6b-d8e49ed8a790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d24f5fa-aa59-4bcb-a884-bf5e8e19d702,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:33.027092 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 2a230f64-1ec5-4e30-9069-38e2309601ce no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:03:33.049640 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 2a230f64-1ec5-4e30-9069-38e2309601ce {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:03:33.049982 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 2a230f64-1ec5-4e30-9069-38e2309601ce not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:03:33.479271 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37002) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:03:33.505833 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:33.574884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-92a4caf7-d19c-40be-b192-1dc9c127bed5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-64630591-network', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:03:33.654718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a4caf7-d19c-40be-b192-1dc9c127bed5 admin admin] Made reservation on behalf of e4b6da9ed7694069be71240c75e580ef for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:03:33.657016 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-92a4caf7-d19c-40be-b192-1dc9c127bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:33.665444 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-92a4caf7-d19c-40be-b192-1dc9c127bed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:33.737698 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-92a4caf7-d19c-40be-b192-1dc9c127bed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:33.814442 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-92a4caf7-d19c-40be-b192-1dc9c127bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:33.835068 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a4caf7-d19c-40be-b192-1dc9c127bed5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:03:33.850390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4caf7-d19c-40be-b192-1dc9c127bed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b7181c-6108-41ea-8198-c93616fc1e95,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:33.853243 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-92a4caf7-d19c-40be-b192-1dc9c127bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:33.858311 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-92a4caf7-d19c-40be-b192-1dc9c127bed5 admin admin] Added segment 2da70bee-adcb-437a-8cba-7519becf5ee8 of type vlan for network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 Nov 08 01:03:33.892971 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-92a4caf7-d19c-40be-b192-1dc9c127bed5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:33.991352 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-92a4caf7-d19c-40be-b192-1dc9c127bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:33.992293 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a4caf7-d19c-40be-b192-1dc9c127bed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:33.992872 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-92a4caf7-d19c-40be-b192-1dc9c127bed5 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:34.051093 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4caf7-d19c-40be-b192-1dc9c127bed5 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc106fd-5621-4e07-8b92-1ecdcffe4474,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:34.060589 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:03:34.125896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-92a4caf7-d19c-40be-b192-1dc9c127bed5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6454167 Nov 08 01:03:34.128719 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37006) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:03:34.133351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c5361d3e-2405-494f-aebc-cc09b6266074 admin admin] Request body: {'subnet': {'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-64630591-subnet', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:03:34.231538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5361d3e-2405-494f-aebc-cc09b6266074 admin admin] Made reservation on behalf of e4b6da9ed7694069be71240c75e580ef for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:03:34.233901 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c5361d3e-2405-494f-aebc-cc09b6266074 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:34.449072 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c5361d3e-2405-494f-aebc-cc09b6266074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:34.508662 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5361d3e-2405-494f-aebc-cc09b6266074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e934de9b-01ff-40d8-8262-de3061991ed6,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:34.513612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5361d3e-2405-494f-aebc-cc09b6266074 admin admin] Checking segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:03:34.513970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5361d3e-2405-494f-aebc-cc09b6266074 admin admin] Network hostable DHCP agents. Network: 9dc106fd-5621-4e07-8b92-1ecdcffe4474, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:03:34.603276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5361d3e-2405-494f-aebc-cc09b6266074 admin admin] Network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:03:34.666075 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-c5361d3e-2405-494f-aebc-cc09b6266074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 9dc106fd-5621-4e07-8b92-1ecdcffe4474) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:03:34.670700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5361d3e-2405-494f-aebc-cc09b6266074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:34.671746 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c5361d3e-2405-494f-aebc-cc09b6266074 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:34.674859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1337004-4431-41f6-ba65-4bb359df5040 None None] Network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:03:34.749207 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c5361d3e-2405-494f-aebc-cc09b6266074 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6193650 Nov 08 01:03:34.751827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37008) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:03:34.756254 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-37234aa4-d1d3-4cdc-a330-9a9e543b201d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:03:34.819097 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:03:34.819992 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:34.837420 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37234aa4-d1d3-4cdc-a330-9a9e543b201d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:34.838554 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37234aa4-d1d3-4cdc-a330-9a9e543b201d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:34.892610 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37234aa4-d1d3-4cdc-a330-9a9e543b201d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:34.953317 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Allocated IP 172.20.0.2 (9dc106fd-5621-4e07-8b92-1ecdcffe4474/e934de9b-01ff-40d8-8262-de3061991ed6/b09bbbd9-2259-4ffb-a967-522228c2ca78) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:03:35.088317 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37234aa4-d1d3-4cdc-a330-9a9e543b201d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:35.248491 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:35.323670 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:35.364797 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:03:35.367615 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:03:35.370223 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:03:35.382151 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Pushing event updated for resources: {'Port': ['ID=b09bbbd9-2259-4ffb-a967-522228c2ca78,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:35.408024 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:35.408359 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:35.408694 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:35.409023 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:35.409349 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:35.409673 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:35.409991 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:35.410313 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:35.410626 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:35.410939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:35.411261 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:35.411565 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:35.445667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Attempting to bind port b09bbbd9-2259-4ffb-a967-522228c2ca78 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:03:35.446040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Attempting to bind port b09bbbd9-2259-4ffb-a967-522228c2ca78 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:03:35.446403 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Attempting to bind port b09bbbd9-2259-4ffb-a967-522228c2ca78 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:03:35.451842 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:03:35.452226 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Checking segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:03:35.452634 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:35.453025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Bound using segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:03:35.453498 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Bound port: b09bbbd9-2259-4ffb-a967-522228c2ca78, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:03:35.453876 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:35.522148 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] For port b09bbbd9-2259-4ffb-a967-522228c2ca78, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:03:35.525522 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] For port b09bbbd9-2259-4ffb-a967-522228c2ca78, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b09bbbd9-2259-4ffb-a967-522228c2ca78,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:03:35.626783 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:35.686218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b972d-3aff-4945-9257-bbf90050ea0c None None] Pushing event updated for resources: {'Port': ['ID=b09bbbd9-2259-4ffb-a967-522228c2ca78,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:35.689920 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37234aa4-d1d3-4cdc-a330-9a9e543b201d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:35.709738 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37234aa4-d1d3-4cdc-a330-9a9e543b201d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:35.822369 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-37234aa4-d1d3-4cdc-a330-9a9e543b201d admin admin] Allocated IP 172.25.2.193 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/a31f1cdd-4185-4e3c-888c-137409cbc4af) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:03:35.934192 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37234aa4-d1d3-4cdc-a330-9a9e543b201d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:36.038134 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37234aa4-d1d3-4cdc-a330-9a9e543b201d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:36.076536 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37234aa4-d1d3-4cdc-a330-9a9e543b201d admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:03:36.079421 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-37234aa4-d1d3-4cdc-a330-9a9e543b201d admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:03:36.082941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37234aa4-d1d3-4cdc-a330-9a9e543b201d admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:03:36.110893 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37234aa4-d1d3-4cdc-a330-9a9e543b201d admin admin] Pushing event updated for resources: {'Port': ['ID=a31f1cdd-4185-4e3c-888c-137409cbc4af,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:36.417449 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37234aa4-d1d3-4cdc-a330-9a9e543b201d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:36.551244 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4114ca0a-4dcb-4987-beaf-e72e3e405290 None None] Network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:03:36.644100 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37234aa4-d1d3-4cdc-a330-9a9e543b201d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:36.670056 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b09bbbd9-2259-4ffb-a967-522228c2ca78 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:03:36.690870 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a7a2d2cb-fbd4-4611-8fb4-617db306ca6f None None] Provisioning complete for port b09bbbd9-2259-4ffb-a967-522228c2ca78 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:03:36.691243 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d2cb-fbd4-4611-8fb4-617db306ca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:36.796596 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port b09bbbd9-2259-4ffb-a967-522228c2ca78 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:03:36.796747 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:36.830949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37234aa4-d1d3-4cdc-a330-9a9e543b201d admin admin] Router ba82efca-aeda-476a-bc11-3438fbc89171 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 01:03:36.860110 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d2cb-fbd4-4611-8fb4-617db306ca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:36.917505 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a7a2d2cb-fbd4-4611-8fb4-617db306ca6f None None] For port b09bbbd9-2259-4ffb-a967-522228c2ca78, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b09bbbd9-2259-4ffb-a967-522228c2ca78,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:03:36.937567 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:36.963176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37234aa4-d1d3-4cdc-a330-9a9e543b201d admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:03:36.974966 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] Sync routers for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:03:36.982908 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d2cb-fbd4-4611-8fb4-617db306ca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:36.987154 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:03:36.987154 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:03:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:03:37.051307 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-37234aa4-d1d3-4cdc-a330-9a9e543b201d admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:37.053099 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-37234aa4-d1d3-4cdc-a330-9a9e543b201d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2998903 Nov 08 01:03:37.055899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37010) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:03:37.071695 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 01:03:37.072094 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 01:03:37.072899 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2d2cb-fbd4-4611-8fb4-617db306ca6f None None] Pushing event updated for resources: {'Port': ['ID=b09bbbd9-2259-4ffb-a967-522228c2ca78,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:37.091383 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:03:37.102974 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0005f9f3-3080-4373-88b5-21d78962cd50 None None] Provisioning complete for port b09bbbd9-2259-4ffb-a967-522228c2ca78 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:03:37.104625 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0005f9f3-3080-4373-88b5-21d78962cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:37.366763 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:36Z', 'revision_number': 3, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:03:37.391842 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] Checking router: ba82efca-aeda-476a-bc11-3438fbc89171 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:03:37.392187 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] Updating router ba82efca-aeda-476a-bc11-3438fbc89171 port a31f1cdd-4185-4e3c-888c-137409cbc4af binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:03:37.415762 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:37.486420 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6775536e-1b63-4e47-a448-485458dcead4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:37.643290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-6775536e-1b63-4e47-a448-485458dcead4 admin admin] Allocated IP 172.20.0.1 (9dc106fd-5621-4e07-8b92-1ecdcffe4474/e934de9b-01ff-40d8-8262-de3061991ed6/b1606935-2004-4a8b-86b1-25f671e3e957) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:03:37.666316 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:37.740560 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:37.747744 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6775536e-1b63-4e47-a448-485458dcead4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:37.790823 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6b5ea-23b2-4134-a81a-2a540a671640 None None] Pushing event updated for resources: {'Port': ['ID=a31f1cdd-4185-4e3c-888c-137409cbc4af,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:37.794186 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] Attempting to bind port a31f1cdd-4185-4e3c-888c-137409cbc4af on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:03:37.794553 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] Attempting to bind port a31f1cdd-4185-4e3c-888c-137409cbc4af by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:03:37.794905 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] Attempting to bind port a31f1cdd-4185-4e3c-888c-137409cbc4af on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:03:37.803010 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6b5ea-23b2-4134-a81a-2a540a671640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:37.803343 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6b5ea-23b2-4134-a81a-2a540a671640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:37.803674 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6b5ea-23b2-4134-a81a-2a540a671640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:37.804029 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6b5ea-23b2-4134-a81a-2a540a671640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:37.804350 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6b5ea-23b2-4134-a81a-2a540a671640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:37.804675 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6b5ea-23b2-4134-a81a-2a540a671640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:37.804984 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6b5ea-23b2-4134-a81a-2a540a671640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:37.805303 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6b5ea-23b2-4134-a81a-2a540a671640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:37.805614 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6b5ea-23b2-4134-a81a-2a540a671640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:37.805925 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6b5ea-23b2-4134-a81a-2a540a671640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:37.806237 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6b5ea-23b2-4134-a81a-2a540a671640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:37.806547 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6b5ea-23b2-4134-a81a-2a540a671640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:03:37.810246 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:03:37.810616 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:03:37.810999 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:37.811376 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:03:37.811848 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] Bound port: a31f1cdd-4185-4e3c-888c-137409cbc4af, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:03:37.812223 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:37.860750 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] For port a31f1cdd-4185-4e3c-888c-137409cbc4af, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:03:37.861155 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6775536e-1b63-4e47-a448-485458dcead4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:37.863698 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] For port a31f1cdd-4185-4e3c-888c-137409cbc4af, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a31f1cdd-4185-4e3c-888c-137409cbc4af,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:03:37.898980 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6775536e-1b63-4e47-a448-485458dcead4 admin admin] Network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:03:37.901766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-6775536e-1b63-4e47-a448-485458dcead4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:03:37.905688 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6775536e-1b63-4e47-a448-485458dcead4 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:03:37.912876 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:37.930540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775536e-1b63-4e47-a448-485458dcead4 admin admin] Pushing event updated for resources: {'Port': ['ID=b1606935-2004-4a8b-86b1-25f671e3e957,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:37.950209 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6775536e-1b63-4e47-a448-485458dcead4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:37.984623 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:03:37.985301 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:03:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:03:37.988267 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6b5ea-23b2-4134-a81a-2a540a671640 None None] Pushing event updated for resources: {'Port': ['ID=a31f1cdd-4185-4e3c-888c-137409cbc4af,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:38.095873 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:03:38.159952 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6775536e-1b63-4e47-a448-485458dcead4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:38.212498 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-8a924fb6-7ab9-4852-bfd3-34e82024cf9b None None] Provisioning complete for port b1606935-2004-4a8b-86b1-25f671e3e957 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:03:38.213053 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8a924fb6-7ab9-4852-bfd3-34e82024cf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:38.249860 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8a924fb6-7ab9-4852-bfd3-34e82024cf9b None None] Port b1606935-2004-4a8b-86b1-25f671e3e957 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:03:38.271681 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:36Z', 'revision_number': 3, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:03:38.297728 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f68b16-bda2-4d16-88ac-0deecefd900b None None] The sync data for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 is: [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:36Z', 'revision_number': 3, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:03:38.331985 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6775536e-1b63-4e47-a448-485458dcead4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:38.403431 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6775536e-1b63-4e47-a448-485458dcead4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:38.474631 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775536e-1b63-4e47-a448-485458dcead4 admin admin] Pushing event updated for resources: {'Port': ['ID=b1606935-2004-4a8b-86b1-25f671e3e957,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:38.477083 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6775536e-1b63-4e47-a448-485458dcead4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:38.578216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6775536e-1b63-4e47-a448-485458dcead4 admin admin] Network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:03:38.579845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-6775536e-1b63-4e47-a448-485458dcead4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:03:38.726182 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a31f1cdd-4185-4e3c-888c-137409cbc4af up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:03:38.747687 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6775536e-1b63-4e47-a448-485458dcead4 admin admin] Router ba82efca-aeda-476a-bc11-3438fbc89171 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:03:38.784907 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port a31f1cdd-4185-4e3c-888c-137409cbc4af triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:03:38.785302 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:38.876218 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6775536e-1b63-4e47-a448-485458dcead4 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:03:38.881732 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6775536e-1b63-4e47-a448-485458dcead4 admin admin] 10.222.0.13 "PUT /v2.0/routers/ba82efca-aeda-476a-bc11-3438fbc89171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8249776 Nov 08 01:03:38.893429 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-850160b9-fd8c-4e01-ac24-fecbff3c4792 None None] Provisioning complete for port b1606935-2004-4a8b-86b1-25f671e3e957 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:03:38.893930 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-850160b9-fd8c-4e01-ac24-fecbff3c4792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:38.895553 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:38.941680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port a31f1cdd-4185-4e3c-888c-137409cbc4af, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a31f1cdd-4185-4e3c-888c-137409cbc4af,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:03:38.949149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-850160b9-fd8c-4e01-ac24-fecbff3c4792 None None] Port b1606935-2004-4a8b-86b1-25f671e3e957 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:03:39.003592 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:39.004438 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b09bbbd9-2259-4ffb-a967-522228c2ca78 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:03:39.045660 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:39.087863 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=a31f1cdd-4185-4e3c-888c-137409cbc4af,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:39.099467 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port b09bbbd9-2259-4ffb-a967-522228c2ca78 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:03:39.099867 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:39.903373 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] Sync routers for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:03:39.912628 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:03:39.913234 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:03:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:03:40.023754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:03:40.151184 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37018) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:03:40.156392 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-a0aaf94f-a784-4ff3-b013-3c0787cc14ce tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--61914981', 'description': 'tempest-description--1767444278'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:03:40.235688 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 2, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:03:40.242396 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a0aaf94f-a784-4ff3-b013-3c0787cc14ce tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:40.265264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] Checking router: ba82efca-aeda-476a-bc11-3438fbc89171 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:03:40.265612 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] Updating router ba82efca-aeda-476a-bc11-3438fbc89171 port b1606935-2004-4a8b-86b1-25f671e3e957 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:03:40.294719 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:40.309323 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a0aaf94f-a784-4ff3-b013-3c0787cc14ce tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:40.368829 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a0aaf94f-a784-4ff3-b013-3c0787cc14ce tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:40.399344 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aaf94f-a784-4ff3-b013-3c0787cc14ce tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd26000-2978-45f9-9fe2-ae71b618bee3,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:40.462323 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a0aaf94f-a784-4ff3-b013-3c0787cc14ce tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:40.463659 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a0aaf94f-a784-4ff3-b013-3c0787cc14ce tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3114905 Nov 08 01:03:40.467379 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37020) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:03:40.471875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-61936452-a2b2-458c-b21a-b3a9f7b75638 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Request body: {'security_group_rule': {'security_group_id': '5dd26000-2978-45f9-9fe2-ae71b618bee3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:03:40.562739 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61936452-a2b2-458c-b21a-b3a9f7b75638 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:40.571510 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:40.620715 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61936452-a2b2-458c-b21a-b3a9f7b75638 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:40.626732 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a31f1cdd-4185-4e3c-888c-137409cbc4af up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:03:40.652834 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:40.683197 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61936452-a2b2-458c-b21a-b3a9f7b75638 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:40.704913 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61936452-a2b2-458c-b21a-b3a9f7b75638 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e25ef9b-9b4c-43f6-863d-6436260e07bc,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:40.721797 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81999c74-3a9e-4703-a439-6fae8ed23359 None None] Pushing event updated for resources: {'Port': ['ID=b1606935-2004-4a8b-86b1-25f671e3e957,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:40.763669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port a31f1cdd-4185-4e3c-888c-137409cbc4af triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:03:40.764064 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:40.798152 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] Attempting to bind port b1606935-2004-4a8b-86b1-25f671e3e957 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:03:40.798526 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] Attempting to bind port b1606935-2004-4a8b-86b1-25f671e3e957 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:03:40.798896 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] Attempting to bind port b1606935-2004-4a8b-86b1-25f671e3e957 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:03:40.800398 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61936452-a2b2-458c-b21a-b3a9f7b75638 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:40.804059 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-61936452-a2b2-458c-b21a-b3a9f7b75638 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3332558 Nov 08 01:03:40.804972 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37022) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:03:40.810357 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:03:40.810598 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-5872c088-785f-4844-9d6a-220f4963ae87 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Request body: {'security_group_rule': {'security_group_id': '5dd26000-2978-45f9-9fe2-ae71b618bee3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:03:40.810723 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] Checking segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:03:40.811139 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:40.811518 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] Bound using segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:03:40.812097 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] Bound port: b1606935-2004-4a8b-86b1-25f671e3e957, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:03:40.812640 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:40.914227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] For port b1606935-2004-4a8b-86b1-25f671e3e957, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:03:40.922422 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5872c088-785f-4844-9d6a-220f4963ae87 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:40.928209 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] For port b1606935-2004-4a8b-86b1-25f671e3e957, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b1606935-2004-4a8b-86b1-25f671e3e957,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:03:40.980651 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5872c088-785f-4844-9d6a-220f4963ae87 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:40.982158 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4a9004ee-0edf-4e1c-9d31-1d3afefd8b49 None None] Provisioning complete for port b1606935-2004-4a8b-86b1-25f671e3e957 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:03:40.982529 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a9004ee-0edf-4e1c-9d31-1d3afefd8b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:41.004847 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:41.044547 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5872c088-785f-4844-9d6a-220f4963ae87 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:41.055656 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4a9004ee-0edf-4e1c-9d31-1d3afefd8b49 None None] Port b1606935-2004-4a8b-86b1-25f671e3e957 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:03:41.064244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872c088-785f-4844-9d6a-220f4963ae87 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b61f7f-7311-42c2-a89c-fe24cf9e3d6b,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:41.090722 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81999c74-3a9e-4703-a439-6fae8ed23359 None None] Pushing event updated for resources: {'Port': ['ID=b1606935-2004-4a8b-86b1-25f671e3e957,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:41.093296 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:03:41.093879 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:03:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:03:41.125838 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5872c088-785f-4844-9d6a-220f4963ae87 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:41.129299 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5872c088-785f-4844-9d6a-220f4963ae87 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3209567 Nov 08 01:03:41.130750 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 37024) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:03:41.135547 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-272fdf64-1c0e-4be3-ad13-c4425c9fbdec tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:03:41.197710 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-272fdf64-1c0e-4be3-ad13-c4425c9fbdec tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:41.209674 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:03:41.303574 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-272fdf64-1c0e-4be3-ad13-c4425c9fbdec tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:41.342000 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-715c731b-6d9a-43d2-9c30-87c85285775e None None] Provisioning complete for port b1606935-2004-4a8b-86b1-25f671e3e957 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:03:41.342298 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-715c731b-6d9a-43d2-9c30-87c85285775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:41.418284 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-272fdf64-1c0e-4be3-ad13-c4425c9fbdec tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Allocated IP 172.25.2.161 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/0aec5dd8-7356-4fbd-b135-d1d1ab14e98d) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:03:41.487572 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-715c731b-6d9a-43d2-9c30-87c85285775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:41.516720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:40Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:03:41.524242 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-272fdf64-1c0e-4be3-ad13-c4425c9fbdec tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:41.547933 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121c10b4-401b-44b4-9e33-12674e46dc6b None None] The sync data for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 is: [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:40Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:03:41.552411 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-715c731b-6d9a-43d2-9c30-87c85285775e None None] For port b1606935-2004-4a8b-86b1-25f671e3e957, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b1606935-2004-4a8b-86b1-25f671e3e957,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:03:41.637964 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-715c731b-6d9a-43d2-9c30-87c85285775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:41.649278 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-272fdf64-1c0e-4be3-ad13-c4425c9fbdec tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:41.692835 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272fdf64-1c0e-4be3-ad13-c4425c9fbdec tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:03:41.701047 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-272fdf64-1c0e-4be3-ad13-c4425c9fbdec tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:03:41.701296 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c731b-6d9a-43d2-9c30-87c85285775e None None] Pushing event updated for resources: {'Port': ['ID=b1606935-2004-4a8b-86b1-25f671e3e957,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:41.712456 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272fdf64-1c0e-4be3-ad13-c4425c9fbdec tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:03:41.714565 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fdf64-1c0e-4be3-ad13-c4425c9fbdec tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Pushing event updated for resources: {'Port': ['ID=0aec5dd8-7356-4fbd-b135-d1d1ab14e98d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:41.806265 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-272fdf64-1c0e-4be3-ad13-c4425c9fbdec tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:41.898254 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-272fdf64-1c0e-4be3-ad13-c4425c9fbdec tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:42.056452 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-272fdf64-1c0e-4be3-ad13-c4425c9fbdec tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:42.100456 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-272fdf64-1c0e-4be3-ad13-c4425c9fbdec tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:42.170242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fdf64-1c0e-4be3-ad13-c4425c9fbdec tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Pushing event updated for resources: {'Port': ['ID=0aec5dd8-7356-4fbd-b135-d1d1ab14e98d,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:42.182250 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-272fdf64-1c0e-4be3-ad13-c4425c9fbdec tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:42.273661 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-272fdf64-1c0e-4be3-ad13-c4425c9fbdec tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:42.274989 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-272fdf64-1c0e-4be3-ad13-c4425c9fbdec tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1431220 Nov 08 01:03:42.419749 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-af1e4e4b-702c-40ca-a835-3a5cb0e82295 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--61914981&fields=id&tenant_id=e4b6da9ed7694069be71240c75e580ef HTTP/1.1" status: 200 len: 267 time: 0.0349133 Nov 08 01:03:42.534505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-7ef1f711-dcbe-4eb0-867d-d284b6beb3cd tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:42.535988 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-7ef1f711-dcbe-4eb0-867d-d284b6beb3cd tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 810 time: 0.1092899 Nov 08 01:03:42.551541 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-8d68707e-5053-404e-a45c-d71ac92a8025 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/quotas/e4b6da9ed7694069be71240c75e580ef HTTP/1.1" status: 200 len: 375 time: 0.0097687 Nov 08 01:03:42.609370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-6b902272-829f-48e5-9127-e254e6d5ee01 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526292 Nov 08 01:03:42.653715 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b1606935-2004-4a8b-86b1-25f671e3e957 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:03:42.705168 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port b1606935-2004-4a8b-86b1-25f671e3e957 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:03:42.705539 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:42.714819 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-8a9b84c5-6a39-4710-a71d-627a7738dc81 service neutron] 10.222.0.13 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931616 Nov 08 01:03:42.806115 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-7c9240a7-628f-4ef8-92e0-51fc468da388 service neutron] 10.222.0.13 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842121 Nov 08 01:03:43.040601 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b3f6c6da-b0f8-48ef-9839-c955194d95ca req-5328012d-bff7-4e92-9e96-1ea84092ae93 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 210 time: 0.0270374 Nov 08 01:03:44.134295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cfa2c317-a210-4fd6-b538-047c23c6e8ad req-09b815b8-9748-455b-bc20-fd3240cdf614 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 210 time: 0.0258594 Nov 08 01:03:45.130563 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-9788dbeb-24dd-4497-b18e-538c8af18998 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:45.132112 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-9788dbeb-24dd-4497-b18e-538c8af18998 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 810 time: 0.1110759 Nov 08 01:03:45.192050 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-72a74eb6-3402-447a-a304-a1e0db87ed2a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4b6da9ed7694069be71240c75e580ef HTTP/1.1" status: 200 len: 378 time: 0.0448184 Nov 08 01:03:45.203221 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-8ba61ad8-7e3c-4f42-b0b9-32eb36b7524e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Request body: {'port': {'device_id': 'c364f042-ea14-4580-869a-8c6cdec2594f', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'admin_state_up': True, 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'security_groups': ['5dd26000-2978-45f9-9fe2-ae71b618bee3']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:03:45.241522 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9bb5e533-fff9-4349-8509-720fdf87b85f req-262c4ccd-6295-4004-a364-fd63ef3e20ba tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 210 time: 0.0316694 Nov 08 01:03:45.403829 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-8ba61ad8-7e3c-4f42-b0b9-32eb36b7524e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Made reservation on behalf of e4b6da9ed7694069be71240c75e580ef for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:03:45.407410 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-8ba61ad8-7e3c-4f42-b0b9-32eb36b7524e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:45.529601 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-8ba61ad8-7e3c-4f42-b0b9-32eb36b7524e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Allocated IP 172.20.0.4 (9dc106fd-5621-4e07-8b92-1ecdcffe4474/e934de9b-01ff-40d8-8262-de3061991ed6/6a608fc5-5f1b-4c85-99e9-634750bf0a88) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:03:45.667951 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-8ba61ad8-7e3c-4f42-b0b9-32eb36b7524e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:45.746321 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-8ba61ad8-7e3c-4f42-b0b9-32eb36b7524e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:45.797236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-8ba61ad8-7e3c-4f42-b0b9-32eb36b7524e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:03:45.800303 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-8ba61ad8-7e3c-4f42-b0b9-32eb36b7524e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:03:45.803904 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-8ba61ad8-7e3c-4f42-b0b9-32eb36b7524e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:03:45.838107 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba61ad8-7e3c-4f42-b0b9-32eb36b7524e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Pushing event updated for resources: {'Port': ['ID=6a608fc5-5f1b-4c85-99e9-634750bf0a88,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:45.865328 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-8ba61ad8-7e3c-4f42-b0b9-32eb36b7524e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:45.865951 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-8ba61ad8-7e3c-4f42-b0b9-32eb36b7524e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:45.954517 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-8ba61ad8-7e3c-4f42-b0b9-32eb36b7524e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7554986 Nov 08 01:03:45.971626 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] Request body: {'port': {'device_id': 'c364f042-ea14-4580-869a-8c6cdec2594f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:03:45.978340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-126cca6a-601a-4d26-8972-750dd102f09b None None] Provisioning complete for port 6a608fc5-5f1b-4c85-99e9-634750bf0a88 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:03:45.978938 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-126cca6a-601a-4d26-8972-750dd102f09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:46.012106 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-126cca6a-601a-4d26-8972-750dd102f09b None None] Port 6a608fc5-5f1b-4c85-99e9-634750bf0a88 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:03:46.026952 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:46.289387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a608fc5-5f1b-4c85-99e9-634750bf0a88 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:03:46.297963 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:46.310067 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] Transition to ACTIVE for port object 6a608fc5-5f1b-4c85-99e9-634750bf0a88 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:03:46.359243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa151-5ec0-473e-8b27-355bfe918a93 req-f83ded79-cc13-42ee-b290-d904354d4887 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:46.360741 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbffa151-5ec0-473e-8b27-355bfe918a93 req-f83ded79-cc13-42ee-b290-d904354d4887 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 931 time: 0.0512648 Nov 08 01:03:46.362402 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:46.401071 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbffa151-5ec0-473e-8b27-355bfe918a93 req-f7699162-93db-47ba-b082-62610aa37df7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341709 Nov 08 01:03:46.416439 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65321192-a5de-469e-9526-84704abab44f service neutron] Pushing event updated for resources: {'Port': ['ID=6a608fc5-5f1b-4c85-99e9-634750bf0a88,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:46.481944 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] Attempting to bind port 6a608fc5-5f1b-4c85-99e9-634750bf0a88 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:03:46.482277 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] Attempting to bind port 6a608fc5-5f1b-4c85-99e9-634750bf0a88 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:03:46.482608 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] Attempting to bind port 6a608fc5-5f1b-4c85-99e9-634750bf0a88 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:03:46.487163 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] Port 6a608fc5-5f1b-4c85-99e9-634750bf0a88 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:03:46.487524 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] Attempting to bind port 6a608fc5-5f1b-4c85-99e9-634750bf0a88 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:03:46.492667 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:03:46.493008 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] Checking segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:03:46.493395 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] Bound using segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:03:46.493823 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] Bound port: 6a608fc5-5f1b-4c85-99e9-634750bf0a88, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:03:46.494182 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:46.563962 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] For port 6a608fc5-5f1b-4c85-99e9-634750bf0a88, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:03:46.567119 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] For port 6a608fc5-5f1b-4c85-99e9-634750bf0a88, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6a608fc5-5f1b-4c85-99e9-634750bf0a88,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:03:46.632546 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:46.667337 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:46.667988 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:46.669453 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-65321192-a5de-469e-9526-84704abab44f service neutron] 10.222.0.26 "PUT /v2.0/ports/6a608fc5-5f1b-4c85-99e9-634750bf0a88 HTTP/1.1" status: 200 len: 1091 time: 0.7021313 Nov 08 01:03:46.669891 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c364f042-ea14-4580-869a-8c6cdec2594f', 'tag': '6a608fc5-5f1b-4c85-99e9-634750bf0a88'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:03:46.672168 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c496fa564adbbf4b0e1eae9df6a28070b6b7d310b5c01ba5b29cd50b7594464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6e990a-4a2b-437b-aec5-73ae1bd44723" -d '{"events": [{"name": "network-changed", "server_uuid": "c364f042-ea14-4580-869a-8c6cdec2594f", "tag": "6a608fc5-5f1b-4c85-99e9-634750bf0a88"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:03:46.702611 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65321192-a5de-469e-9526-84704abab44f service neutron] Pushing event updated for resources: {'Port': ['ID=6a608fc5-5f1b-4c85-99e9-634750bf0a88,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:46.713702 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddd90a8-8f61-4077-973f-a1e07e70e587 x-openstack-request-id: req-dddd90a8-8f61-4077-973f-a1e07e70e587 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:03:46.713998 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c364f042-ea14-4580-869a-8c6cdec2594f", "tag": "6a608fc5-5f1b-4c85-99e9-634750bf0a88", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:03:46.714254 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dddd90a8-8f61-4077-973f-a1e07e70e587 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:03:46.714660 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c364f042-ea14-4580-869a-8c6cdec2594f', 'tag': '6a608fc5-5f1b-4c85-99e9-634750bf0a88', 'status': 'completed', 'code': 200} Nov 08 01:03:46.794767 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e990a-4a2b-437b-aec5-73ae1bd44723 req-d1f47f16-3af6-46af-b4d0-3c1f882f470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:46.796456 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1d6e990a-4a2b-437b-aec5-73ae1bd44723 req-d1f47f16-3af6-46af-b4d0-3c1f882f470f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 1094 time: 0.0444794 Nov 08 01:03:46.904754 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e990a-4a2b-437b-aec5-73ae1bd44723 req-1ad82e5a-bc19-4567-9ddb-b26b7643fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:46.906225 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1d6e990a-4a2b-437b-aec5-73ae1bd44723 req-1ad82e5a-bc19-4567-9ddb-b26b7643fa2a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e4b6da9ed7694069be71240c75e580ef&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0964155 Nov 08 01:03:46.998719 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e990a-4a2b-437b-aec5-73ae1bd44723 req-97eb38a4-7554-4441-a306-52d5a706e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:47.000244 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-1d6e990a-4a2b-437b-aec5-73ae1bd44723 req-97eb38a4-7554-4441-a306-52d5a706e1fd service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871618 Nov 08 01:03:47.100332 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-abc26579-33e8-40e8-b8dc-a3dbaee09282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:47.101834 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-abc26579-33e8-40e8-b8dc-a3dbaee09282 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 1094 time: 0.0450969 Nov 08 01:03:47.148031 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-44f06074-1711-4a02-b061-6e6a898bcad5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a608fc5-5f1b-4c85-99e9-634750bf0a88 HTTP/1.1" status: 200 len: 217 time: 0.0331249 Nov 08 01:03:47.194537 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-b533d27e-a1f0-459f-84df-ae6a8916a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:47.195945 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-b533d27e-a1f0-459f-84df-ae6a8916a56c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0417001 Nov 08 01:03:47.244063 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-b8ba3772-93e0-4a34-b197-e055e056e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:47.245522 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-b8ba3772-93e0-4a34-b197-e055e056e43d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426579 Nov 08 01:03:47.332825 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-f8b59664-3173-4b84-a6df-2a69d9642b76 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801291 Nov 08 01:03:47.427036 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-853beb25-4d1f-49b7-9435-b88dca4c6a2f req-a417ed3e-385a-488f-b464-3c07d27a133e service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867815 Nov 08 01:03:47.516607 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b425c-714a-4a2e-b34d-24cc1cbf35c8 req-d0eb4130-ce22-43de-b214-9704716f8442 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:47.518089 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc1b425c-714a-4a2e-b34d-24cc1cbf35c8 req-d0eb4130-ce22-43de-b214-9704716f8442 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 943 time: 0.0484333 Nov 08 01:03:47.555954 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc1b425c-714a-4a2e-b34d-24cc1cbf35c8 req-b4a21ede-957d-4174-a704-9d823f69c65a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319338 Nov 08 01:03:48.676339 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb212e39-623b-44b6-988d-58abe579424d req-5bc3d01b-b85c-4b03-9166-defec5c2b69e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:48.677714 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb212e39-623b-44b6-988d-58abe579424d req-5bc3d01b-b85c-4b03-9166-defec5c2b69e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 943 time: 0.0514030 Nov 08 01:03:48.719943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eb212e39-623b-44b6-988d-58abe579424d req-69e82726-81b2-4239-b17e-32aa7dccb733 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361543 Nov 08 01:03:49.084257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6a608fc5-5f1b-4c85-99e9-634750bf0a88 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:03:49.179677 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 6a608fc5-5f1b-4c85-99e9-634750bf0a88, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6a608fc5-5f1b-4c85-99e9-634750bf0a88,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:03:49.190913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '6a608fc5-5f1b-4c85-99e9-634750bf0a88', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'port_id': '6a608fc5-5f1b-4c85-99e9-634750bf0a88', 'mac_address': 'fa:16:3e:e1:a8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:03:49.227840 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:49.241214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a608fc5-5f1b-4c85-99e9-634750bf0a88 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:03:49.262573 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 6a608fc5-5f1b-4c85-99e9-634750bf0a88, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6a608fc5-5f1b-4c85-99e9-634750bf0a88,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:03:49.300037 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:49.508699 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=6a608fc5-5f1b-4c85-99e9-634750bf0a88,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:49.585361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['6a608fc5-5f1b-4c85-99e9-634750bf0a88'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:03:49.834580 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac7dcb-c411-4bde-b245-ef8205a46a88 req-3a53c4d8-ad11-4a92-acc2-1ee161e4224f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:49.836055 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1bac7dcb-c411-4bde-b245-ef8205a46a88 req-3a53c4d8-ad11-4a92-acc2-1ee161e4224f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 944 time: 0.0485787 Nov 08 01:03:49.874027 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1bac7dcb-c411-4bde-b245-ef8205a46a88 req-2e1f4c0f-6b79-4eb5-bb63-73f196ff8f4f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318093 Nov 08 01:03:50.998779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5c3e4-3bc7-44c5-abe8-ed848129b41b req-13407eac-7810-4dd8-b8e8-764f09b525a7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:51.000266 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5ef5c3e4-3bc7-44c5-abe8-ed848129b41b req-13407eac-7810-4dd8-b8e8-764f09b525a7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 944 time: 0.0478556 Nov 08 01:03:51.036547 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5ef5c3e4-3bc7-44c5-abe8-ed848129b41b req-61bfd28a-3874-432a-93bb-47155490af06 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304139 Nov 08 01:03:51.099244 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6a608fc5-5f1b-4c85-99e9-634750bf0a88 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:03:51.208551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 6a608fc5-5f1b-4c85-99e9-634750bf0a88 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:03:51.212117 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 6a608fc5-5f1b-4c85-99e9-634750bf0a88 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:03:51.212484 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:51.287565 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:51.309112 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c364f042-ea14-4580-869a-8c6cdec2594f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a608fc5-5f1b-4c85-99e9-634750bf0a88'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:03:51.311345 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbb3696da41b2e7fce86c6e94b989897f9f9722c3549bd2a2476aee00a0c7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf44e1d-45f5-4f11-ad1d-2b689cef184f" -d '{"events": [{"server_uuid": "c364f042-ea14-4580-869a-8c6cdec2594f", "name": "network-vif-plugged", "status": "completed", "tag": "6a608fc5-5f1b-4c85-99e9-634750bf0a88"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:03:51.323256 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 6a608fc5-5f1b-4c85-99e9-634750bf0a88, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6a608fc5-5f1b-4c85-99e9-634750bf0a88,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:03:51.348963 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af088f1-cbe8-400e-bca2-4564a24305cf x-openstack-request-id: req-6af088f1-cbe8-400e-bca2-4564a24305cf {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:03:51.349249 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c364f042-ea14-4580-869a-8c6cdec2594f", "name": "network-vif-plugged", "status": "completed", "tag": "6a608fc5-5f1b-4c85-99e9-634750bf0a88", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:03:51.349499 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6af088f1-cbe8-400e-bca2-4564a24305cf {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:03:51.349888 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c364f042-ea14-4580-869a-8c6cdec2594f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a608fc5-5f1b-4c85-99e9-634750bf0a88', 'code': 200} Nov 08 01:03:51.420155 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:51.468078 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca905b-1531-4f31-9a2c-a6556176caae req-5608cff8-65c1-4e03-9932-8eb21425afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:51.468636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=6a608fc5-5f1b-4c85-99e9-634750bf0a88,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:03:51.469511 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c1ca905b-1531-4f31-9a2c-a6556176caae req-5608cff8-65c1-4e03-9932-8eb21425afe5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 1096 time: 0.0410974 Nov 08 01:03:51.504074 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c1ca905b-1531-4f31-9a2c-a6556176caae req-c456d94c-453a-4b8d-bc16-398be34eb339 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0275757 Nov 08 01:03:52.147733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbef27c-3af8-45bf-8ad9-5e7dce582a37 req-68f85f3c-d5b0-41ef-b316-70c49514afe3 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:52.149211 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cdbef27c-3af8-45bf-8ad9-5e7dce582a37 req-68f85f3c-d5b0-41ef-b316-70c49514afe3 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0471210 Nov 08 01:03:52.190035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cdbef27c-3af8-45bf-8ad9-5e7dce582a37 req-b6fa88be-ac0b-4007-93a3-5faf067eae29 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344052 Nov 08 01:03:53.304999 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987b8fe-807a-4991-9786-ba1e328c35ef req-4bbf8e26-a5dd-4412-9446-673f575a0a26 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:53.306512 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b987b8fe-807a-4991-9786-ba1e328c35ef req-4bbf8e26-a5dd-4412-9446-673f575a0a26 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0490575 Nov 08 01:03:53.344569 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b987b8fe-807a-4991-9786-ba1e328c35ef req-c5456aad-a87b-4d7f-8e22-5a7a4d869e62 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321016 Nov 08 01:03:53.453005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b523e6-9973-4a49-8192-5e421e1b7427 req-f9979014-12ef-4008-a0ef-3599ceeca8a5 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:53.454455 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09b523e6-9973-4a49-8192-5e421e1b7427 req-f9979014-12ef-4008-a0ef-3599ceeca8a5 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0480046 Nov 08 01:03:53.462879 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37078) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:03:53.468229 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-fb7aeefd-6cb0-4bd2-ab79-20fdf4c3a2f9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Request body: {'floatingip': {'port_id': '6a608fc5-5f1b-4c85-99e9-634750bf0a88'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:03:53.508531 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fb7aeefd-6cb0-4bd2-ab79-20fdf4c3a2f9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:53.916988 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fb7aeefd-6cb0-4bd2-ab79-20fdf4c3a2f9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:53.991271 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fb7aeefd-6cb0-4bd2-ab79-20fdf4c3a2f9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:54.417104 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-fb7aeefd-6cb0-4bd2-ab79-20fdf4c3a2f9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Floating IP a3f470db-f6bb-4d17-926b-60b3fb374ffb associated. External IP: 172.25.2.161, port: 6a608fc5-5f1b-4c85-99e9-634750bf0a88. Nov 08 01:03:54.620398 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7aeefd-6cb0-4bd2-ab79-20fdf4c3a2f9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Router ba82efca-aeda-476a-bc11-3438fbc89171 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:03:54.726062 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7aeefd-6cb0-4bd2-ab79-20fdf4c3a2f9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:03:54.730944 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fb7aeefd-6cb0-4bd2-ab79-20fdf4c3a2f9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:54.735573 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d702e1-f7fc-4ef7-af60-6e7502402471 None None] Sync routers for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:03:54.744020 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d702e1-f7fc-4ef7-af60-6e7502402471 None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:03:54.744678 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-29d702e1-f7fc-4ef7-af60-6e7502402471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:03:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:03:54.758219 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fb7aeefd-6cb0-4bd2-ab79-20fdf4c3a2f9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "PUT /v2.0/floatingips/a3f470db-f6bb-4d17-926b-60b3fb374ffb HTTP/1.1" status: 200 len: 991 time: 1.2942877 Nov 08 01:03:54.758809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c364f042-ea14-4580-869a-8c6cdec2594f', 'tag': '6a608fc5-5f1b-4c85-99e9-634750bf0a88'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:03:54.761110 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc10af7-c5fe-465e-ae17-0e563dff7f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "c364f042-ea14-4580-869a-8c6cdec2594f", "tag": "6a608fc5-5f1b-4c85-99e9-634750bf0a88"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:03:54.862143 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d4ffab-ff8b-410a-a38f-2f7424025c2c x-openstack-request-id: req-63d4ffab-ff8b-410a-a38f-2f7424025c2c {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:03:54.862431 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c364f042-ea14-4580-869a-8c6cdec2594f", "tag": "6a608fc5-5f1b-4c85-99e9-634750bf0a88", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:03:54.862675 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63d4ffab-ff8b-410a-a38f-2f7424025c2c {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:03:54.863095 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c364f042-ea14-4580-869a-8c6cdec2594f', 'tag': '6a608fc5-5f1b-4c85-99e9-634750bf0a88', 'status': 'completed', 'code': 200} Nov 08 01:03:54.866024 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-29d702e1-f7fc-4ef7-af60-6e7502402471 None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:03:54.946077 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc10af7-c5fe-465e-ae17-0e563dff7f2f req-49614f65-3f36-40a7-be7e-1e04742b06d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:54.947603 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9fc10af7-c5fe-465e-ae17-0e563dff7f2f req-49614f65-3f36-40a7-be7e-1e04742b06d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 1096 time: 0.0425978 Nov 08 01:03:55.040265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc10af7-c5fe-465e-ae17-0e563dff7f2f req-cb7dfc43-2b7d-454f-87e9-443c5cf237c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:55.041764 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9fc10af7-c5fe-465e-ae17-0e563dff7f2f req-cb7dfc43-2b7d-454f-87e9-443c5cf237c7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0873287 Nov 08 01:03:55.095064 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-29d702e1-f7fc-4ef7-af60-6e7502402471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'a3f470db-f6bb-4d17-926b-60b3fb374ffb', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'port_id': '6a608fc5-5f1b-4c85-99e9-634750bf0a88', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'mac_address': 'fa:16:3e:e1:a8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f042-ea14-4580-869a-8c6cdec2594f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:03:41Z', 'updated_at': '2021-11-08T01:03:53Z', 'revision_number': 1, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:03:55.107847 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9fc10af7-c5fe-465e-ae17-0e563dff7f2f req-a156feaf-f834-4573-9ec3-d6118011a3c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a608fc5-5f1b-4c85-99e9-634750bf0a88 HTTP/1.1" status: 200 len: 999 time: 0.0586021 Nov 08 01:03:55.125005 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d702e1-f7fc-4ef7-af60-6e7502402471 None None] Checking router: ba82efca-aeda-476a-bc11-3438fbc89171 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:03:55.133405 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d702e1-f7fc-4ef7-af60-6e7502402471 None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:03:55.134000 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-29d702e1-f7fc-4ef7-af60-6e7502402471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:03:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:03:55.171408 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc10af7-c5fe-465e-ae17-0e563dff7f2f req-ba58075d-14ee-4161-b896-27f1dd8d1d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:55.173617 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9fc10af7-c5fe-465e-ae17-0e563dff7f2f req-ba58075d-14ee-4161-b896-27f1dd8d1d48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0571270 Nov 08 01:03:55.223547 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc10af7-c5fe-465e-ae17-0e563dff7f2f req-72d24d88-09f1-43e7-835d-2c53d7e6393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:03:55.225110 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9fc10af7-c5fe-465e-ae17-0e563dff7f2f req-72d24d88-09f1-43e7-835d-2c53d7e6393e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447047 Nov 08 01:03:55.236867 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-29d702e1-f7fc-4ef7-af60-6e7502402471 None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:03:55.314550 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9fc10af7-c5fe-465e-ae17-0e563dff7f2f req-5c68cd56-598d-4299-8b8a-77c30b9fa8c1 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823407 Nov 08 01:03:55.411596 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-9fc10af7-c5fe-465e-ae17-0e563dff7f2f req-c0f19061-15c4-4634-b7ef-dbb1e60573f1 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900524 Nov 08 01:03:55.562533 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-29d702e1-f7fc-4ef7-af60-6e7502402471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'a3f470db-f6bb-4d17-926b-60b3fb374ffb', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'port_id': '6a608fc5-5f1b-4c85-99e9-634750bf0a88', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'mac_address': 'fa:16:3e:e1:a8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f042-ea14-4580-869a-8c6cdec2594f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:03:41Z', 'updated_at': '2021-11-08T01:03:53Z', 'revision_number': 1, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:03:55.590488 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d702e1-f7fc-4ef7-af60-6e7502402471 None None] The sync data for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 is: [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'a3f470db-f6bb-4d17-926b-60b3fb374ffb', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'port_id': '6a608fc5-5f1b-4c85-99e9-634750bf0a88', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'mac_address': 'fa:16:3e:e1:a8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f042-ea14-4580-869a-8c6cdec2594f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:03:41Z', 'updated_at': '2021-11-08T01:03:53Z', 'revision_number': 1, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:03:55.772012 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313527b9-2c88-49d6-beda-ec27891637cc None None] New status for floating IP a3f470db-f6bb-4d17-926b-60b3fb374ffb: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:03:58.190617 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b2c4f1f-d8d5-4f1a-a2fe-32d0b03f2e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:03:59.139883 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:03:59.955810 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ab2fdad4-66d9-4342-bc0a-6ef8b552ecf8 req-c73b4404-9529-4cb8-8fe5-7ce3d827874f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390434 Nov 08 01:04:00.050680 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fdad4-66d9-4342-bc0a-6ef8b552ecf8 req-dbcee9b5-319a-49a3-97ec-976d652c4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:04:00.052178 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ab2fdad4-66d9-4342-bc0a-6ef8b552ecf8 req-dbcee9b5-319a-49a3-97ec-976d652c4f10 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 1096 time: 0.0401263 Nov 08 01:04:00.155107 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fdad4-66d9-4342-bc0a-6ef8b552ecf8 req-799d0a5d-3f88-49a8-9137-55ae6b230a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:04:00.156627 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ab2fdad4-66d9-4342-bc0a-6ef8b552ecf8 req-799d0a5d-3f88-49a8-9137-55ae6b230a64 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0855348 Nov 08 01:04:00.234160 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ab2fdad4-66d9-4342-bc0a-6ef8b552ecf8 req-b2f72e8f-d39e-41dd-91cd-32469276d41e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a608fc5-5f1b-4c85-99e9-634750bf0a88 HTTP/1.1" status: 200 len: 1001 time: 0.0699153 Nov 08 01:04:00.282208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fdad4-66d9-4342-bc0a-6ef8b552ecf8 req-78729231-88d9-43f2-8918-193ff0d30b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:04:00.283607 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ab2fdad4-66d9-4342-bc0a-6ef8b552ecf8 req-78729231-88d9-43f2-8918-193ff0d30b0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0425532 Nov 08 01:04:00.332541 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fdad4-66d9-4342-bc0a-6ef8b552ecf8 req-71e235e4-9ab9-4d31-9814-cacf0fdfd4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:04:00.334034 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ab2fdad4-66d9-4342-bc0a-6ef8b552ecf8 req-71e235e4-9ab9-4d31-9814-cacf0fdfd4bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428030 Nov 08 01:04:00.421310 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ab2fdad4-66d9-4342-bc0a-6ef8b552ecf8 req-4eae4d0d-1378-4448-94db-59848a24f1c6 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796058 Nov 08 01:04:00.728816 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c58f062b-be42-4f7f-8d90-bfbbe4c19fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:04:00.821627 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ab2fdad4-66d9-4342-bc0a-6ef8b552ecf8 req-5cc12616-35ed-45a9-a17a-f8ab424362f5 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933508 Nov 08 01:04:01.014479 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:04:01.974646 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:04:02.367685 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:04:03.499809 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:04:09.082682 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:04:28.196819 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-46738cbf-f0f7-42b1-af55-269f72bb34aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:04:30.745353 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-21a60bfa-33b6-4934-91f8-34abff2feef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:04:31.037036 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:04:31.882650 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:04:32.345480 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:04:33.505670 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:04:36.138026 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:04:39.071260 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:04:58.173186 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5407c1e-e4fd-47e0-8ff7-872723d08d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:04:59.366573 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-82ef36a9-d0f4-46ad-b3dc-008eeb4f965d req-8fb4fd10-8f3e-4a81-a9d0-671cc8306d71 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1035450 Nov 08 01:04:59.464036 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef36a9-d0f4-46ad-b3dc-008eeb4f965d req-b81d45fb-cfeb-4fdb-b02e-3a7ba63c537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:04:59.468521 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-82ef36a9-d0f4-46ad-b3dc-008eeb4f965d req-b81d45fb-cfeb-4fdb-b02e-3a7ba63c537a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 1096 time: 0.0418470 Nov 08 01:04:59.592518 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef36a9-d0f4-46ad-b3dc-008eeb4f965d req-d9b96d3f-3cbb-41c5-8e68-d6ebc128fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:04:59.593993 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-82ef36a9-d0f4-46ad-b3dc-008eeb4f965d req-d9b96d3f-3cbb-41c5-8e68-d6ebc128fbf6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0894120 Nov 08 01:04:59.659870 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-82ef36a9-d0f4-46ad-b3dc-008eeb4f965d req-909967ad-e7d5-491c-9882-6f21b7a92c44 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a608fc5-5f1b-4c85-99e9-634750bf0a88 HTTP/1.1" status: 200 len: 1001 time: 0.0581686 Nov 08 01:04:59.707383 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef36a9-d0f4-46ad-b3dc-008eeb4f965d req-a5adc8d8-1f50-43cb-a0b3-943b267ca2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:04:59.708811 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-82ef36a9-d0f4-46ad-b3dc-008eeb4f965d req-a5adc8d8-1f50-43cb-a0b3-943b267ca2c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0423026 Nov 08 01:04:59.756428 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef36a9-d0f4-46ad-b3dc-008eeb4f965d req-2ef7709e-20a5-4de8-890a-e4af7e1ab3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:04:59.757891 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-82ef36a9-d0f4-46ad-b3dc-008eeb4f965d req-2ef7709e-20a5-4de8-890a-e4af7e1ab3c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420508 Nov 08 01:04:59.845780 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-82ef36a9-d0f4-46ad-b3dc-008eeb4f965d req-bd37e638-3176-4def-bbc5-3f0f5bf27069 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808313 Nov 08 01:04:59.938485 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-82ef36a9-d0f4-46ad-b3dc-008eeb4f965d req-61c09ff4-39ea-4854-96c0-f00379f60662 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852735 Nov 08 01:05:00.727598 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aaded55d-6fc4-4fc3-b737-1d26a902017d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:01.042277 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:01.910984 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:02.361891 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:03.510778 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:09.162313 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:13.137442 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:05:28.173039 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb652d6f-9083-410e-983c-82ddebf54a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:29.905452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65876d2-5c50-4b8f-a490-52f359b8cc97 req-9788df12-5fa2-4720-ba02-242cd0a1aa79 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:29.906949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c65876d2-5c50-4b8f-a490-52f359b8cc97 req-9788df12-5fa2-4720-ba02-242cd0a1aa79 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0928893 Nov 08 01:05:29.943901 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c65876d2-5c50-4b8f-a490-52f359b8cc97 req-eb913149-fa8c-462e-9f99-4d058b201d97 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309806 Nov 08 01:05:30.738594 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bde215b0-e36d-4a76-8196-513639a18111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:31.035976 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:31.369938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729a19e-45e0-4fce-866c-40f12ed88168 req-9a67e52d-e721-44bb-9f5b-52298e45c719 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:31.371422 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5729a19e-45e0-4fce-866c-40f12ed88168 req-9a67e52d-e721-44bb-9f5b-52298e45c719 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0526001 Nov 08 01:05:31.409272 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5729a19e-45e0-4fce-866c-40f12ed88168 req-09647427-309c-427f-ad47-5d618ae35686 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313356 Nov 08 01:05:31.450433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37300) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:05:31.537799 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-a0a498aa-9d97-4464-92d3-2c9dae6c4be9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861225 Nov 08 01:05:31.546914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-19b25daf-1671-4d18-85c0-5cf3678ee442 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:05:31.547907 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-19b25daf-1671-4d18-85c0-5cf3678ee442 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053711 Nov 08 01:05:31.909248 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:32.401841 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:32.644206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3525f9-7366-4c1d-9e5b-e3d7839bd36c req-ce639486-3a7d-449e-8444-7aa63de61034 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:32.645696 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e3525f9-7366-4c1d-9e5b-e3d7839bd36c req-ce639486-3a7d-449e-8444-7aa63de61034 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0954826 Nov 08 01:05:32.683395 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e3525f9-7366-4c1d-9e5b-e3d7839bd36c req-74073731-885f-46e5-add9-0f6e703a6158 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316279 Nov 08 01:05:33.527565 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:33.686603 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-b739cc8d-ac51-417f-b06d-5046c13307f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:33.688113 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-b739cc8d-ac51-417f-b06d-5046c13307f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 1096 time: 0.0418422 Nov 08 01:05:33.777545 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-0a990ea5-fe27-4d8e-83f3-ef98105c945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:33.779019 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-0a990ea5-fe27-4d8e-83f3-ef98105c945c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0842848 Nov 08 01:05:33.799656 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21e85b-dab8-40ca-93e8-b351d237dd9f req-5740acd4-2026-4cb4-b2ec-e7339e34c676 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:33.801167 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c21e85b-dab8-40ca-93e8-b351d237dd9f req-5740acd4-2026-4cb4-b2ec-e7339e34c676 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0487797 Nov 08 01:05:33.843419 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5c21e85b-dab8-40ca-93e8-b351d237dd9f req-9f608c23-31d2-4f96-bac4-35d39802180b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356877 Nov 08 01:05:33.849146 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-acc65dff-262a-4b2d-b3f2-f8a07df83ba5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a608fc5-5f1b-4c85-99e9-634750bf0a88 HTTP/1.1" status: 200 len: 1001 time: 0.0625100 Nov 08 01:05:33.899156 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-60196d23-d93d-4933-9e2d-06f0f6e702f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:33.900654 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-60196d23-d93d-4933-9e2d-06f0f6e702f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0445971 Nov 08 01:05:33.945252 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-83f9f4bd-e3b3-4b73-9ec3-94b628a2cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:33.946648 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-83f9f4bd-e3b3-4b73-9ec3-94b628a2cbfc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390873 Nov 08 01:05:34.039246 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-e4558c46-e101-49f8-90b5-0a173f7c20d6 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848160 Nov 08 01:05:34.126453 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-728e8489-81a8-45cc-b67e-bda9c395fdc5 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805252 Nov 08 01:05:34.957603 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683853c-1808-4a19-935c-9974e9b11288 req-1ec98a9d-fe71-4d3b-a4fd-dad39b487230 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:34.959075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f683853c-1808-4a19-935c-9974e9b11288 req-1ec98a9d-fe71-4d3b-a4fd-dad39b487230 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0483317 Nov 08 01:05:34.996107 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f683853c-1808-4a19-935c-9974e9b11288 req-7e07f8d0-e667-4668-9662-8e31aef449a8 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305097 Nov 08 01:05:36.110471 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052d9a8-881b-497f-8e2f-1a64d318d2b2 req-5ab07fc2-ff15-4733-9e41-a92376852220 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:36.111958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1052d9a8-881b-497f-8e2f-1a64d318d2b2 req-5ab07fc2-ff15-4733-9e41-a92376852220 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0486050 Nov 08 01:05:36.148872 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1052d9a8-881b-497f-8e2f-1a64d318d2b2 req-29ec4ce7-b935-4d2d-93ed-f5c0514c46c4 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310140 Nov 08 01:05:37.263402 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410cce3-b666-4f53-82bf-206b8dd5287e req-3d6755ae-55f3-4a93-872e-af213cc24b46 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:37.264896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0410cce3-b666-4f53-82bf-206b8dd5287e req-3d6755ae-55f3-4a93-872e-af213cc24b46 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0498114 Nov 08 01:05:37.306929 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0410cce3-b666-4f53-82bf-206b8dd5287e req-bfa04509-55bd-4b34-a132-1375b605ff32 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360684 Nov 08 01:05:38.419806 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd390d4-1922-469d-adc4-6c6ce896379d req-288e450d-7aee-4f1a-8b85-9479381b1f26 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:38.421771 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7dd390d4-1922-469d-adc4-6c6ce896379d req-288e450d-7aee-4f1a-8b85-9479381b1f26 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0490692 Nov 08 01:05:38.459467 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7dd390d4-1922-469d-adc4-6c6ce896379d req-a07c9ac3-fe10-40d9-bd9b-76606af9df76 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319471 Nov 08 01:05:39.052849 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:39.574007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc183ff3-e599-41cc-8243-2b610b835d3a req-b99a73a4-ba20-4ce6-b5b4-2c1017075022 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:39.575471 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc183ff3-e599-41cc-8243-2b610b835d3a req-b99a73a4-ba20-4ce6-b5b4-2c1017075022 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0485311 Nov 08 01:05:39.617337 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc183ff3-e599-41cc-8243-2b610b835d3a req-62dab929-b72e-48aa-8f75-1484212c69c5 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348771 Nov 08 01:05:40.743845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f711b-51b4-4f91-9ec4-c6c501341a56 req-b15eb4c1-33f3-4273-83fe-2c61b62bb410 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:40.745308 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-360f711b-51b4-4f91-9ec4-c6c501341a56 req-b15eb4c1-33f3-4273-83fe-2c61b62bb410 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0514245 Nov 08 01:05:40.786357 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-360f711b-51b4-4f91-9ec4-c6c501341a56 req-8ceffb84-02a1-446b-add7-6388a6486ea3 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351164 Nov 08 01:05:41.901334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39a042-2c75-44b8-96c9-6b39fda64e4d req-070d39a6-7585-4b45-95ec-1f25efd7fd97 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:41.902791 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee39a042-2c75-44b8-96c9-6b39fda64e4d req-070d39a6-7585-4b45-95ec-1f25efd7fd97 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0486462 Nov 08 01:05:41.940085 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee39a042-2c75-44b8-96c9-6b39fda64e4d req-2469b58b-3677-40a9-81c7-e8eae994d757 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313010 Nov 08 01:05:43.053529 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d07eb5-2153-41b9-a1e5-0ed3def94244 req-2babce3f-2c5a-4a48-8073-ba5325889f68 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:43.054999 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96d07eb5-2153-41b9-a1e5-0ed3def94244 req-2babce3f-2c5a-4a48-8073-ba5325889f68 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0489819 Nov 08 01:05:43.093303 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96d07eb5-2153-41b9-a1e5-0ed3def94244 req-8ef7f39b-0337-4ffd-9f54-b8284f4758ff tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318696 Nov 08 01:05:44.205743 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c40c4d-0393-42ad-9de1-4af73bf64c96 req-b8b51143-6a33-49f0-b8f3-c08a01dfa922 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:44.207210 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02c40c4d-0393-42ad-9de1-4af73bf64c96 req-b8b51143-6a33-49f0-b8f3-c08a01dfa922 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0478690 Nov 08 01:05:44.246811 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-02c40c4d-0393-42ad-9de1-4af73bf64c96 req-9dc1b721-b511-4d6f-9c02-ed908954b821 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337486 Nov 08 01:05:45.364485 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128c860-0b88-40bf-9a9d-0bbf7db822df req-c4fdb2ca-f64d-495a-8d28-9df9312386f5 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:45.365971 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4128c860-0b88-40bf-9a9d-0bbf7db822df req-c4fdb2ca-f64d-495a-8d28-9df9312386f5 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0504854 Nov 08 01:05:45.403728 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4128c860-0b88-40bf-9a9d-0bbf7db822df req-b8faea01-c4a1-4569-9b4c-fb88e4e7b088 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319316 Nov 08 01:05:46.357391 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-05deedc1-90b4-4ee4-a435-4b7551f94f21 service neutron] show failed (client error): The resource could not be found. Nov 08 01:05:46.358438 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-05deedc1-90b4-4ee4-a435-4b7551f94f21 service neutron] 10.222.0.26 "GET /v2.0/ports/6a608fc5-5f1b-4c85-99e9-634750bf0a88/bindings/n-h1-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.0964806 Nov 08 01:05:46.523269 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383b095-01b9-4f3c-8b95-f6f70a06ace4 req-3191609f-79b1-460a-af43-378c7462030f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:46.524716 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8383b095-01b9-4f3c-8b95-f6f70a06ace4 req-3191609f-79b1-460a-af43-378c7462030f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0512693 Nov 08 01:05:46.562272 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8383b095-01b9-4f3c-8b95-f6f70a06ace4 req-63fe47cf-82b1-43a6-9510-1930135fc4ef tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308578 Nov 08 01:05:46.904505 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-6d9e8822-e8aa-4584-b314-d913b3e969ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:46.906649 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-6d9e8822-e8aa-4584-b314-d913b3e969ce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f&tenant_id=e4b6da9ed7694069be71240c75e580ef HTTP/1.1" status: 200 len: 1096 time: 0.0884724 Nov 08 01:05:46.925281 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:05:46.979428 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:47.175827 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] For port 6a608fc5-5f1b-4c85-99e9-634750bf0a88, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=6a608fc5-5f1b-4c85-99e9-634750bf0a88,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:05:47.207441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] For port 6a608fc5-5f1b-4c85-99e9-634750bf0a88, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:05:47.245674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c364f042-ea14-4580-869a-8c6cdec2594f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a608fc5-5f1b-4c85-99e9-634750bf0a88'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:05:47.248037 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461634b4-24dd-4c83-b6ed-82093bb85f15" -d '{"events": [{"server_uuid": "c364f042-ea14-4580-869a-8c6cdec2594f", "name": "network-vif-unplugged", "status": "completed", "tag": "6a608fc5-5f1b-4c85-99e9-634750bf0a88"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:05:47.251734 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:47.263569 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Transition to ACTIVE for port object 6a608fc5-5f1b-4c85-99e9-634750bf0a88 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:05:47.298011 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 01:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f676b359-92be-4c90-a224-3b6ce7a61db8 x-openstack-request-id: req-f676b359-92be-4c90-a224-3b6ce7a61db8 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:05:47.298299 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c364f042-ea14-4580-869a-8c6cdec2594f", "name": "network-vif-unplugged", "status": "completed", "tag": "6a608fc5-5f1b-4c85-99e9-634750bf0a88", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:05:47.298548 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f676b359-92be-4c90-a224-3b6ce7a61db8 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:05:47.298944 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c364f042-ea14-4580-869a-8c6cdec2594f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a608fc5-5f1b-4c85-99e9-634750bf0a88', 'code': 200} Nov 08 01:05:47.327628 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:47.377222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Pushing event updated for resources: {'Port': ['ID=6a608fc5-5f1b-4c85-99e9-634750bf0a88,revision_number=6']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:05:47.420139 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:47.420980 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:47.421322 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:47.421666 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:47.421995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:47.422327 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:47.422653 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:47.422979 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:47.423334 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:47.423659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:47.424011 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:47.424337 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:47.464092 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] No DVR routers for this DVR port 6a608fc5-5f1b-4c85-99e9-634750bf0a88 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:05:47.605107 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Attempting to bind port 6a608fc5-5f1b-4c85-99e9-634750bf0a88 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:05:47.605717 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Attempting to bind port 6a608fc5-5f1b-4c85-99e9-634750bf0a88 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:05:47.605841 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Attempting to bind port 6a608fc5-5f1b-4c85-99e9-634750bf0a88 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:05:47.610441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Port 6a608fc5-5f1b-4c85-99e9-634750bf0a88 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:05:47.610758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Attempting to bind port 6a608fc5-5f1b-4c85-99e9-634750bf0a88 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:05:47.615468 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:05:47.615823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Checking segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:05:47.616203 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Bound using segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:05:47.616619 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Bound port: 6a608fc5-5f1b-4c85-99e9-634750bf0a88, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:05:47.616971 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:47.713349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] For port 6a608fc5-5f1b-4c85-99e9-634750bf0a88, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:05:47.717078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] For port 6a608fc5-5f1b-4c85-99e9-634750bf0a88, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=6a608fc5-5f1b-4c85-99e9-634750bf0a88,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:05:47.725695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148acd5-ee68-4358-b934-3fdc74408bcb req-f9f8e804-b180-4136-b374-49d9a1f4c155 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:47.729785 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5148acd5-ee68-4358-b934-3fdc74408bcb req-f9f8e804-b180-4136-b374-49d9a1f4c155 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 943 time: 0.0948186 Nov 08 01:05:47.764910 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5148acd5-ee68-4358-b934-3fdc74408bcb req-613a1d81-48d2-40dd-b74c-996097fad789 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317256 Nov 08 01:05:47.789916 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:47.825652 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:47.826262 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:47.827689 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] 10.222.0.20 "PUT /v2.0/ports/6a608fc5-5f1b-4c85-99e9-634750bf0a88 HTTP/1.1" status: 200 len: 1091 time: 0.9063718 Nov 08 01:05:47.848793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a79d99-8d78-4f5a-a206-ca433a515f72 service neutron] Pushing event updated for resources: {'Port': ['ID=6a608fc5-5f1b-4c85-99e9-634750bf0a88,revision_number=7']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:05:47.908370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-74c285be-1cd3-4b80-8340-4c14119f2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:47.909923 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-74c285be-1cd3-4b80-8340-4c14119f2a6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 1094 time: 0.0424495 Nov 08 01:05:48.005382 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-2114538e-29eb-4c0c-8a2a-a538aa8bce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:48.006849 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-2114538e-29eb-4c0c-8a2a-a538aa8bce76 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0904818 Nov 08 01:05:48.073173 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-f62ab0de-32b6-4974-98c8-98421af2e86f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a608fc5-5f1b-4c85-99e9-634750bf0a88 HTTP/1.1" status: 200 len: 999 time: 0.0595744 Nov 08 01:05:48.126443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-adca7497-78fb-4f4d-befb-042de96d6756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:48.128072 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-adca7497-78fb-4f4d-befb-042de96d6756 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0480430 Nov 08 01:05:48.172934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-da271282-a1f8-499c-8d39-c9cc30233dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:48.174392 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-da271282-a1f8-499c-8d39-c9cc30233dcb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388467 Nov 08 01:05:48.261885 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-648f21ba-f364-47c9-8f56-8bc9ded94acc service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794342 Nov 08 01:05:48.353055 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95d8b2d1-5667-4a92-bf21-d9ee78fa743b req-098473ef-8939-49d1-acc3-99cf92c05c4d service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840790 Nov 08 01:05:48.881891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49b1f8-03a0-4af5-84fd-3b4399abe209 req-49b1a327-08f7-4911-8861-dd34848b6724 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:48.883361 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af49b1f8-03a0-4af5-84fd-3b4399abe209 req-49b1a327-08f7-4911-8861-dd34848b6724 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 943 time: 0.0496919 Nov 08 01:05:48.921337 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af49b1f8-03a0-4af5-84fd-3b4399abe209 req-b5a49f13-b5bb-4161-9aaa-ffd0f12cbaac tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312426 Nov 08 01:05:49.300427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c364f042-ea14-4580-869a-8c6cdec2594f', 'tag': '6a608fc5-5f1b-4c85-99e9-634750bf0a88'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:05:49.302835 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "c364f042-ea14-4580-869a-8c6cdec2594f", "tag": "6a608fc5-5f1b-4c85-99e9-634750bf0a88"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:05:49.354028 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bd688d-995b-4e91-8aca-1815c90cbc38 x-openstack-request-id: req-68bd688d-995b-4e91-8aca-1815c90cbc38 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:05:49.354321 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c364f042-ea14-4580-869a-8c6cdec2594f", "tag": "6a608fc5-5f1b-4c85-99e9-634750bf0a88", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:05:49.354641 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68bd688d-995b-4e91-8aca-1815c90cbc38 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:05:49.355050 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c364f042-ea14-4580-869a-8c6cdec2594f', 'tag': '6a608fc5-5f1b-4c85-99e9-634750bf0a88', 'status': 'completed', 'code': 200} Nov 08 01:05:49.432487 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-6f4fce0a-d6f5-48d5-84a5-86d192882629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:49.434066 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-6f4fce0a-d6f5-48d5-84a5-86d192882629 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 1094 time: 0.0414679 Nov 08 01:05:49.437554 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-5663dc8d-4a47-4f30-8897-60cdf9614966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:49.439017 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-5663dc8d-4a47-4f30-8897-60cdf9614966 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 1094 time: 0.0398390 Nov 08 01:05:49.526562 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-a507aef9-d626-4613-b574-fd16cdda998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:49.528217 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-a507aef9-d626-4613-b574-fd16cdda998f service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0875053 Nov 08 01:05:49.541015 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-41e466c5-d55b-4b68-8efd-8844beca2d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:49.544600 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-41e466c5-d55b-4b68-8efd-8844beca2d3f service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0947568 Nov 08 01:05:49.600380 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-a67dec9e-c9d7-4947-8c05-7245d50c7068 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a608fc5-5f1b-4c85-99e9-634750bf0a88 HTTP/1.1" status: 200 len: 999 time: 0.0643127 Nov 08 01:05:49.607979 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-b9cca4af-7827-4c5a-b836-0bb99dc69925 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a608fc5-5f1b-4c85-99e9-634750bf0a88 HTTP/1.1" status: 200 len: 999 time: 0.0577648 Nov 08 01:05:49.625689 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6a608fc5-5f1b-4c85-99e9-634750bf0a88 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:05:49.651681 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-fdc0048b-536b-4131-a148-2f5941cf4476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:49.653204 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-fdc0048b-536b-4131-a148-2f5941cf4476 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0463696 Nov 08 01:05:49.662640 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-bc8a621e-9dbc-42fd-837a-50924ab976b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:49.664387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-bc8a621e-9dbc-42fd-837a-50924ab976b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0488000 Nov 08 01:05:49.666543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 6a608fc5-5f1b-4c85-99e9-634750bf0a88 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:05:49.699158 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-8bca78d3-095b-4470-b3ac-571f762c49cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:49.700796 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-8bca78d3-095b-4470-b3ac-571f762c49cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407450 Nov 08 01:05:49.716491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-011e655b-1337-4f12-a610-4e4e00e10a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:49.718578 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-011e655b-1337-4f12-a610-4e4e00e10a5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471969 Nov 08 01:05:49.797975 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-718ee628-95b0-4624-9293-02d081e30e65 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887527 Nov 08 01:05:49.808665 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-f4b4fef3-5a07-4240-99d6-5fcc188e87b8 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829999 Nov 08 01:05:49.888938 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-013be0bb-a18c-45b8-8223-11b5c430627b service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840538 Nov 08 01:05:49.903075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-745551d4-0a43-4ff6-b72b-b3cdf0300ad0 req-35ef42bb-9ee0-4f01-b010-8953b6ecc3e7 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862315 Nov 08 01:05:50.039683 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b448fc-8c5c-4383-bfff-7ae1dfe92dcf req-d6484d19-12f2-4cae-8f5c-c305025365f5 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:50.041175 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9b448fc-8c5c-4383-bfff-7ae1dfe92dcf req-d6484d19-12f2-4cae-8f5c-c305025365f5 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 943 time: 0.0500729 Nov 08 01:05:50.078958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9b448fc-8c5c-4383-bfff-7ae1dfe92dcf req-28c2730e-4916-49ff-8f2e-55f430eb70f5 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319400 Nov 08 01:05:50.136340 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:05:51.193215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1af894-4f22-4102-933d-a6c199f840ca req-ebdfb157-8da7-409d-828f-7938e0e85a1e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:51.194677 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d1af894-4f22-4102-933d-a6c199f840ca req-ebdfb157-8da7-409d-828f-7938e0e85a1e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 943 time: 0.0472195 Nov 08 01:05:51.237415 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d1af894-4f22-4102-933d-a6c199f840ca req-b3df1285-af77-49cc-87da-ce1ddccced19 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366175 Nov 08 01:05:52.370468 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49247b-eb6b-40c6-ba29-66c69a05fd73 req-8be932b0-5e7d-4f15-b7d9-211780d42360 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:52.371987 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c49247b-eb6b-40c6-ba29-66c69a05fd73 req-8be932b0-5e7d-4f15-b7d9-211780d42360 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 943 time: 0.0494528 Nov 08 01:05:52.409240 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9c49247b-eb6b-40c6-ba29-66c69a05fd73 req-f4f3a2ac-e154-4e92-a11e-f7945093fc04 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313921 Nov 08 01:05:52.716773 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6a7f7-ad16-4bda-836d-67c9c0998738 req-c1daa5c3-7aca-4deb-baaa-c55916d27c1b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:52.718827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ee6a7f7-ad16-4bda-836d-67c9c0998738 req-c1daa5c3-7aca-4deb-baaa-c55916d27c1b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 943 time: 0.0501218 Nov 08 01:05:52.757077 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ee6a7f7-ad16-4bda-836d-67c9c0998738 req-7e92c1fa-22d2-4ddb-ae25-4d07babd2885 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313013 Nov 08 01:05:52.809409 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6299d2-e6d9-4095-b692-367247110797 req-cbc831aa-e7d5-4bc1-a1e5-83701e4ba226 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:52.810866 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bd6299d2-e6d9-4095-b692-367247110797 req-cbc831aa-e7d5-4bc1-a1e5-83701e4ba226 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.26 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f&tenant_id=e4b6da9ed7694069be71240c75e580ef&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 943 time: 0.0526068 Nov 08 01:05:52.811486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 6a608fc5-5f1b-4c85-99e9-634750bf0a88 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:05:52.878743 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [req-bd6299d2-e6d9-4095-b692-367247110797 req-57763da2-ac80-465d-a23d-79cd8054b13c service neutron] delete failed (client error): The resource could not be found. Nov 08 01:05:52.879686 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bd6299d2-e6d9-4095-b692-367247110797 req-57763da2-ac80-465d-a23d-79cd8054b13c service neutron] 10.222.0.26 "DELETE /v2.0/ports/6a608fc5-5f1b-4c85-99e9-634750bf0a88/bindings/n-h2-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.0615840 Nov 08 01:05:52.909941 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 6a608fc5-5f1b-4c85-99e9-634750bf0a88, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=6a608fc5-5f1b-4c85-99e9-634750bf0a88,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:05:52.922010 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '6a608fc5-5f1b-4c85-99e9-634750bf0a88', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'port_id': '6a608fc5-5f1b-4c85-99e9-634750bf0a88', 'mac_address': 'fa:16:3e:e1:a8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:05:52.957928 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:52.971124 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a608fc5-5f1b-4c85-99e9-634750bf0a88 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:05:52.982645 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6299d2-e6d9-4095-b692-367247110797 req-638c7a4e-eec7-4121-bba1-6814d159641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:52.984854 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bd6299d2-e6d9-4095-b692-367247110797 req-638c7a4e-eec7-4121-bba1-6814d159641f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 1094 time: 0.0417786 Nov 08 01:05:52.990102 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 6a608fc5-5f1b-4c85-99e9-634750bf0a88, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=6a608fc5-5f1b-4c85-99e9-634750bf0a88,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:05:53.070103 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:53.073544 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6299d2-e6d9-4095-b692-367247110797 req-374b6b7e-7fcb-4125-bdc6-a3832205c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:53.075016 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bd6299d2-e6d9-4095-b692-367247110797 req-374b6b7e-7fcb-4125-bdc6-a3832205c044 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0831103 Nov 08 01:05:53.117405 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=6a608fc5-5f1b-4c85-99e9-634750bf0a88,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:05:53.124790 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:53.125136 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:53.125472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:53.125805 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:53.126139 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:53.126609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:53.126938 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:53.127261 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:53.127577 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:53.127946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:53.128277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:53.128593 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:05:53.147433 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bd6299d2-e6d9-4095-b692-367247110797 req-9d55eb37-bc04-466d-a334-8043a7fd71a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a608fc5-5f1b-4c85-99e9-634750bf0a88 HTTP/1.1" status: 200 len: 1000 time: 0.0641415 Nov 08 01:05:53.195139 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6299d2-e6d9-4095-b692-367247110797 req-1dc80dc2-baad-4f61-9464-bca309f2c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:53.196560 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bd6299d2-e6d9-4095-b692-367247110797 req-1dc80dc2-baad-4f61-9464-bca309f2c98f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0428927 Nov 08 01:05:53.239841 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6299d2-e6d9-4095-b692-367247110797 req-b138cfab-49fe-4a13-b8e1-ed8c2c2d2ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:53.241276 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bd6299d2-e6d9-4095-b692-367247110797 req-b138cfab-49fe-4a13-b8e1-ed8c2c2d2ef5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379310 Nov 08 01:05:53.333026 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bd6299d2-e6d9-4095-b692-367247110797 req-4905a95a-e42f-4367-a19c-e96a0986bea2 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849631 Nov 08 01:05:53.421502 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-bd6299d2-e6d9-4095-b692-367247110797 req-0c32f1d4-00f9-4f01-9d04-d0c8f8ebdb41 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818536 Nov 08 01:05:53.500856 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['6a608fc5-5f1b-4c85-99e9-634750bf0a88'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:05:53.873638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff630b-8d25-4e44-b5ed-0493c223cc0c req-7496075e-bbf3-46f9-8cba-66cb2d8d4650 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:53.875103 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-56ff630b-8d25-4e44-b5ed-0493c223cc0c req-7496075e-bbf3-46f9-8cba-66cb2d8d4650 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 944 time: 0.0485814 Nov 08 01:05:53.916113 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-56ff630b-8d25-4e44-b5ed-0493c223cc0c req-e1ff83d4-b61c-4546-8fe7-648112be8596 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348997 Nov 08 01:05:54.816911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 6a608fc5-5f1b-4c85-99e9-634750bf0a88 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:05:54.932608 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 6a608fc5-5f1b-4c85-99e9-634750bf0a88 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:05:54.936067 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 6a608fc5-5f1b-4c85-99e9-634750bf0a88 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:05:54.936436 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:55.017470 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:55.031819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835ea6e-3425-4ec0-ae20-c3a9d1e175ee req-65675294-ea4f-4e83-a2c8-f510c4bff746 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:55.033331 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3835ea6e-3425-4ec0-ae20-c3a9d1e175ee req-65675294-ea4f-4e83-a2c8-f510c4bff746 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 944 time: 0.0483434 Nov 08 01:05:55.040702 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c364f042-ea14-4580-869a-8c6cdec2594f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a608fc5-5f1b-4c85-99e9-634750bf0a88'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:05:55.056048 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 6a608fc5-5f1b-4c85-99e9-634750bf0a88, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=6a608fc5-5f1b-4c85-99e9-634750bf0a88,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:05:55.073410 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3835ea6e-3425-4ec0-ae20-c3a9d1e175ee req-3101caea-0f2f-459b-be0b-2411bf31e453 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338516 Nov 08 01:05:55.082731 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e949ee75-b856-4000-9b43-4dfa9ba0ca52" -d '{"events": [{"server_uuid": "c364f042-ea14-4580-869a-8c6cdec2594f", "name": "network-vif-plugged", "status": "completed", "tag": "6a608fc5-5f1b-4c85-99e9-634750bf0a88"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:05:55.121892 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:55.172531 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be459092-b93d-48db-9226-4f384fd87140 x-openstack-request-id: req-be459092-b93d-48db-9226-4f384fd87140 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:05:55.172829 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c364f042-ea14-4580-869a-8c6cdec2594f", "name": "network-vif-plugged", "status": "completed", "tag": "6a608fc5-5f1b-4c85-99e9-634750bf0a88", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:05:55.173084 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be459092-b93d-48db-9226-4f384fd87140 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:05:55.173479 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c364f042-ea14-4580-869a-8c6cdec2594f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a608fc5-5f1b-4c85-99e9-634750bf0a88', 'code': 200} Nov 08 01:05:55.174457 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=6a608fc5-5f1b-4c85-99e9-634750bf0a88,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:05:55.204097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525c4f6-3099-4339-b447-d6b65b5865a1 req-aabf04f1-cd7e-49ec-8e2e-8a21ae5b6f19 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:55.205559 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a525c4f6-3099-4339-b447-d6b65b5865a1 req-aabf04f1-cd7e-49ec-8e2e-8a21ae5b6f19 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0523987 Nov 08 01:05:55.243041 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a525c4f6-3099-4339-b447-d6b65b5865a1 req-51369ff3-d416-4755-9366-eb15a31d40fe tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315607 Nov 08 01:05:55.356894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad7aef-e377-4f46-b8b0-e9a9068937b3 req-2adb33b7-426a-4d32-8f9a-f4a731662dff tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:55.359081 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ddad7aef-e377-4f46-b8b0-e9a9068937b3 req-2adb33b7-426a-4d32-8f9a-f4a731662dff tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0490305 Nov 08 01:05:55.399330 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ddad7aef-e377-4f46-b8b0-e9a9068937b3 req-92d6b660-d484-4914-8202-f091cc472c4e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342426 Nov 08 01:05:55.841307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930038f2-f054-4366-aec7-4bc121cd8d2b req-98e5a5dd-adb2-4b80-b3bc-dfd64af0fe25 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:55.843356 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-930038f2-f054-4366-aec7-4bc121cd8d2b req-98e5a5dd-adb2-4b80-b3bc-dfd64af0fe25 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0493450 Nov 08 01:05:55.880023 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-930038f2-f054-4366-aec7-4bc121cd8d2b req-f5efe688-1588-47c2-bb70-74744f09fe0f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304902 Nov 08 01:05:56.993504 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea6449-01b4-43a0-bf75-f4621c37bacc req-7df9401f-b3bb-4c8e-a31e-78592e7bccef tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:56.994963 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92ea6449-01b4-43a0-bf75-f4621c37bacc req-7df9401f-b3bb-4c8e-a31e-78592e7bccef tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0478089 Nov 08 01:05:57.034165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92ea6449-01b4-43a0-bf75-f4621c37bacc req-e7718fd0-db59-418b-9c42-f7ff7009b658 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327137 Nov 08 01:05:57.336338 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ce639-a794-473a-9b5a-02363549640f req-ebacadda-cc0b-478c-b93b-f3a5d640d3b1 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:57.337811 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-055ce639-a794-473a-9b5a-02363549640f req-ebacadda-cc0b-478c-b93b-f3a5d640d3b1 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.20 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 945 time: 0.0473392 Nov 08 01:05:57.431148 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-055ce639-a794-473a-9b5a-02363549640f req-bc82ad5f-08d7-4e28-a4f8-74464b056571 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Deleting port 6a608fc5-5f1b-4c85-99e9-634750bf0a88 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:05:57.431489 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-055ce639-a794-473a-9b5a-02363549640f req-bc82ad5f-08d7-4e28-a4f8-74464b056571 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:57.517330 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-055ce639-a794-473a-9b5a-02363549640f req-bc82ad5f-08d7-4e28-a4f8-74464b056571 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] For port 6a608fc5-5f1b-4c85-99e9-634750bf0a88, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=6a608fc5-5f1b-4c85-99e9-634750bf0a88,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:05:57.517684 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-055ce639-a794-473a-9b5a-02363549640f req-bc82ad5f-08d7-4e28-a4f8-74464b056571 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:57.691285 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-055ce639-a794-473a-9b5a-02363549640f req-bc82ad5f-08d7-4e28-a4f8-74464b056571 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:57.691640 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-055ce639-a794-473a-9b5a-02363549640f req-bc82ad5f-08d7-4e28-a4f8-74464b056571 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:57.691982 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-055ce639-a794-473a-9b5a-02363549640f req-bc82ad5f-08d7-4e28-a4f8-74464b056571 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Floating IP a3f470db-f6bb-4d17-926b-60b3fb374ffb disassociated. External IP: 172.25.2.161, port: 6a608fc5-5f1b-4c85-99e9-634750bf0a88. Nov 08 01:05:57.692324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-055ce639-a794-473a-9b5a-02363549640f req-bc82ad5f-08d7-4e28-a4f8-74464b056571 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Calling delete_port for 6a608fc5-5f1b-4c85-99e9-634750bf0a88 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:05:57.938868 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-055ce639-a794-473a-9b5a-02363549640f req-bc82ad5f-08d7-4e28-a4f8-74464b056571 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:57.972088 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82ad5f-08d7-4e28-a4f8-74464b056571 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Pushing event deleted for resources: {'Port': ['ID=6a608fc5-5f1b-4c85-99e9-634750bf0a88,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:05:58.094001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-055ce639-a794-473a-9b5a-02363549640f req-bc82ad5f-08d7-4e28-a4f8-74464b056571 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Router ba82efca-aeda-476a-bc11-3438fbc89171 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:05:58.172926 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca8240f7-a8df-4f64-a75b-9040276a6d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:58.189258 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c150025d-cd3c-465c-9f57-914fec88980d req-6b58a6fc-c4fd-4e4a-8d3c-fe2ce50b16cd tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=c364f042-ea14-4580-869a-8c6cdec2594f HTTP/1.1" status: 200 len: 210 time: 0.0849893 Nov 08 01:05:58.227663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-055ce639-a794-473a-9b5a-02363549640f req-bc82ad5f-08d7-4e28-a4f8-74464b056571 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:05:58.237601 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a939290-a9f3-4cc3-b25e-a7aed2a4a60f None None] Sync routers for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:05:58.246412 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a939290-a9f3-4cc3-b25e-a7aed2a4a60f None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:05:58.246942 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-0a939290-a9f3-4cc3-b25e-a7aed2a4a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:05:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:05:58.267108 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-055ce639-a794-473a-9b5a-02363549640f req-bc82ad5f-08d7-4e28-a4f8-74464b056571 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] No DVR routers for this DVR port 6a608fc5-5f1b-4c85-99e9-634750bf0a88 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:05:58.270065 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-055ce639-a794-473a-9b5a-02363549640f req-bc82ad5f-08d7-4e28-a4f8-74464b056571 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:05:58.273722 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-055ce639-a794-473a-9b5a-02363549640f req-bc82ad5f-08d7-4e28-a4f8-74464b056571 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.20 "DELETE /v2.0/ports/6a608fc5-5f1b-4c85-99e9-634750bf0a88 HTTP/1.1" status: 204 len: 173 time: 0.9294708 Nov 08 01:05:58.276674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c364f042-ea14-4580-869a-8c6cdec2594f', 'name': 'network-vif-deleted', 'tag': '6a608fc5-5f1b-4c85-99e9-634750bf0a88'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:05:58.277485 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83509398b3bb9ee0c66f2810d94b91b80841e1782a04bbe610b37a80004183cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a44c0d5-7699-43ac-94b4-53498796e5c1" -d '{"events": [{"server_uuid": "c364f042-ea14-4580-869a-8c6cdec2594f", "name": "network-vif-deleted", "tag": "6a608fc5-5f1b-4c85-99e9-634750bf0a88"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:05:58.322669 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fb3878-785e-4c90-90bd-590951f1403c x-openstack-request-id: req-e6fb3878-785e-4c90-90bd-590951f1403c {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:05:58.322669 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c364f042-ea14-4580-869a-8c6cdec2594f", "name": "network-vif-deleted", "tag": "6a608fc5-5f1b-4c85-99e9-634750bf0a88", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:05:58.322669 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6fb3878-785e-4c90-90bd-590951f1403c {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:05:58.322669 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c364f042-ea14-4580-869a-8c6cdec2594f', 'name': 'network-vif-deleted', 'tag': '6a608fc5-5f1b-4c85-99e9-634750bf0a88', 'status': 'completed', 'code': 200} Nov 08 01:05:58.351275 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-0a939290-a9f3-4cc3-b25e-a7aed2a4a60f None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:05:58.542335 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-0a939290-a9f3-4cc3-b25e-a7aed2a4a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:05:58.571905 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a939290-a9f3-4cc3-b25e-a7aed2a4a60f None None] Checking router: ba82efca-aeda-476a-bc11-3438fbc89171 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:05:58.581001 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a939290-a9f3-4cc3-b25e-a7aed2a4a60f None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:05:58.581633 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-0a939290-a9f3-4cc3-b25e-a7aed2a4a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:05:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:05:58.688465 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-0a939290-a9f3-4cc3-b25e-a7aed2a4a60f None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:05:58.895566 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-0a939290-a9f3-4cc3-b25e-a7aed2a4a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:05:58.921543 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a939290-a9f3-4cc3-b25e-a7aed2a4a60f None None] The sync data for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 is: [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:05:59.148010 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ce536d-4714-45a9-bfe1-0b703fd31a3e None None] New status for floating IP a3f470db-f6bb-4d17-926b-60b3fb374ffb: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:05:59.430304 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-5e670969-1255-4783-a2f7-a673b7bfa456 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--61914981&fields=id&tenant_id=e4b6da9ed7694069be71240c75e580ef HTTP/1.1" status: 200 len: 267 time: 0.0337379 Nov 08 01:05:59.554413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-eacc4968-f7db-4547-8a2d-ab98a15757d9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:05:59.557044 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-eacc4968-f7db-4547-8a2d-ab98a15757d9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 810 time: 0.1200206 Nov 08 01:05:59.575583 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-8f400350-c992-499d-b4aa-e76c6353237d tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/quotas/e4b6da9ed7694069be71240c75e580ef HTTP/1.1" status: 200 len: 375 time: 0.0104339 Nov 08 01:05:59.636293 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-0cfb2546-74b5-4ee5-af70-075410164dfe tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542696 Nov 08 01:05:59.803277 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-2e574458-996d-4c84-b185-441ac71025db service neutron] 10.222.0.13 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210747 Nov 08 01:05:59.902321 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-abdeaa99-b354-494c-a113-2108d112266c service neutron] 10.222.0.13 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927672 Nov 08 01:06:00.117471 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6973118b-f89a-4812-b6c7-c20686cbc303 req-3d788017-85cb-4595-ab67-7d833f409113 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 210 time: 0.0267367 Nov 08 01:06:00.721628 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2bc6f2a9-1f6e-4a94-80b3-1b505e6664f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:00.873521 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 6a608fc5-5f1b-4c85-99e9-634750bf0a88 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:06:00.897022 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 6a608fc5-5f1b-4c85-99e9-634750bf0a88 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:06:00.897298 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 6a608fc5-5f1b-4c85-99e9-634750bf0a88 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:06:01.018368 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:01.195385 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-20a522ef-4b39-4934-a040-dae5a7411a80 req-9f0669cd-1395-43b5-b4f2-cb11266d204a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 210 time: 0.0265958 Nov 08 01:06:01.915365 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:02.273674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7db20121-1255-4460-9ef9-db9476e4016f req-73b4f241-546c-4ca9-b379-74b77114b54a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 210 time: 0.0261302 Nov 08 01:06:02.378533 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:03.355084 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e232b1f5-c80a-43fb-9f73-4d577da7e95b req-5cbc6601-bbec-4024-b051-0659d65a2c78 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 210 time: 0.0295095 Nov 08 01:06:03.492934 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:04.449200 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a35004fb-2938-49ce-9bcb-5d60b6909059 req-8eda254d-333e-4533-a1bc-92fde895eece tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 210 time: 0.0285771 Nov 08 01:06:05.548977 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2836906d-1547-4864-8e87-3e05d8760185 req-e7c4211d-10c6-4485-b218-e257122b2d1f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 210 time: 0.0264745 Nov 08 01:06:06.238898 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-97ec301f-aa84-4d30-b98c-777cbdc4cfb9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:06.240378 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-97ec301f-aa84-4d30-b98c-777cbdc4cfb9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 810 time: 0.1601033 Nov 08 01:06:06.288667 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-9c64b2e7-b2c8-48ba-8149-5d18ec3ba757 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4b6da9ed7694069be71240c75e580ef HTTP/1.1" status: 200 len: 378 time: 0.0341036 Nov 08 01:06:06.298123 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Request body: {'port': {'device_id': '19ced64e-e082-4e4d-8be2-6196298dbf91', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'admin_state_up': True, 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'security_groups': ['5dd26000-2978-45f9-9fe2-ae71b618bee3']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:06:06.475889 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Made reservation on behalf of e4b6da9ed7694069be71240c75e580ef for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:06:06.479584 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:06.606868 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Allocated IP 172.20.0.13 (9dc106fd-5621-4e07-8b92-1ecdcffe4474/e934de9b-01ff-40d8-8262-de3061991ed6/a40ba6e1-5d70-44f6-bf69-882710014b0c) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:06:06.643416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87bb46f3-5933-4e0d-b027-2f6667acfbac req-5fe46b96-adb2-4700-a86a-9417d6ca57ea tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 210 time: 0.0267971 Nov 08 01:06:06.745102 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:06.841770 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:06.884996 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:06:06.888230 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:06:06.890865 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:06:06.922884 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Pushing event updated for resources: {'Port': ['ID=a40ba6e1-5d70-44f6-bf69-882710014b0c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:06:06.938557 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:06:06.938899 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:06:06.939241 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:06:06.939573 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:06:06.939931 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:06:06.940260 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:06:06.940585 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:06:06.940909 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:06:06.941234 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:06:06.941581 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:06:06.941905 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:06:06.942226 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:06:06.964412 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:06.965040 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:07.049903 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-e4abbdc0-5c19-480e-9f78-f73a444a0706 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7554531 Nov 08 01:06:07.067227 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Request body: {'port': {'device_id': '19ced64e-e082-4e4d-8be2-6196298dbf91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:06:07.119328 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:07.140926 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-8fd4ce00-1652-4e52-aa14-b5810bd0ef84 None None] Provisioning complete for port a40ba6e1-5d70-44f6-bf69-882710014b0c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:06:07.141471 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8fd4ce00-1652-4e52-aa14-b5810bd0ef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:07.174199 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8fd4ce00-1652-4e52-aa14-b5810bd0ef84 None None] Port a40ba6e1-5d70-44f6-bf69-882710014b0c cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:06:07.377220 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40ba6e1-5d70-44f6-bf69-882710014b0c {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:06:07.384279 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:07.396266 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Transition to ACTIVE for port object a40ba6e1-5d70-44f6-bf69-882710014b0c will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:06:07.458409 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:07.528667 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a40ba6e1-5d70-44f6-bf69-882710014b0c,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:06:07.579646 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Attempting to bind port a40ba6e1-5d70-44f6-bf69-882710014b0c on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:06:07.580082 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Attempting to bind port a40ba6e1-5d70-44f6-bf69-882710014b0c by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:06:07.580416 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Attempting to bind port a40ba6e1-5d70-44f6-bf69-882710014b0c on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:06:07.585053 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Port a40ba6e1-5d70-44f6-bf69-882710014b0c on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:06:07.585377 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Attempting to bind port a40ba6e1-5d70-44f6-bf69-882710014b0c on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:06:07.590587 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:06:07.590926 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Checking segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:06:07.591313 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Bound using segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:06:07.591741 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Bound port: a40ba6e1-5d70-44f6-bf69-882710014b0c, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:06:07.592174 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:07.661458 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] For port a40ba6e1-5d70-44f6-bf69-882710014b0c, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:06:07.664451 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] For port a40ba6e1-5d70-44f6-bf69-882710014b0c, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:06:07.751516 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:07.760608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe552540-5207-4dbe-970e-98806c9a2286 req-1fb05703-a54b-4d14-98fe-6ce05eb37263 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:07.762101 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe552540-5207-4dbe-970e-98806c9a2286 req-1fb05703-a54b-4d14-98fe-6ce05eb37263 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 944 time: 0.0493155 Nov 08 01:06:07.790801 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:07.791554 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:07.793131 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] 10.222.0.26 "PUT /v2.0/ports/a40ba6e1-5d70-44f6-bf69-882710014b0c HTTP/1.1" status: 200 len: 1092 time: 0.7300570 Nov 08 01:06:07.796926 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ced64e-e082-4e4d-8be2-6196298dbf91', 'tag': 'a40ba6e1-5d70-44f6-bf69-882710014b0c'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:06:07.803361 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe552540-5207-4dbe-970e-98806c9a2286 req-57d15d14-82e0-4c46-be26-3a3b880e06fc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346763 Nov 08 01:06:07.829810 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b8229-629f-445e-b025-ce851ca802a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a40ba6e1-5d70-44f6-bf69-882710014b0c,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:06:07.847626 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40319a74fe07febf9ab63d54579747668fab38c9212ad8217a68cab46359be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b61c65-d84b-4a7c-bb48-a82fcc911b14" -d '{"events": [{"name": "network-changed", "server_uuid": "19ced64e-e082-4e4d-8be2-6196298dbf91", "tag": "a40ba6e1-5d70-44f6-bf69-882710014b0c"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:06:07.940375 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fa78c7-83ad-4ec0-8a0d-b0d55ccfcd54 x-openstack-request-id: req-61fa78c7-83ad-4ec0-8a0d-b0d55ccfcd54 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:06:07.940742 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ced64e-e082-4e4d-8be2-6196298dbf91", "tag": "a40ba6e1-5d70-44f6-bf69-882710014b0c", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:06:07.941064 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61fa78c7-83ad-4ec0-8a0d-b0d55ccfcd54 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:06:07.941476 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ced64e-e082-4e4d-8be2-6196298dbf91', 'tag': 'a40ba6e1-5d70-44f6-bf69-882710014b0c', 'status': 'completed', 'code': 200} Nov 08 01:06:07.954921 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-5c1b81b3-261c-4851-9a98-95dfb01af1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:07.956480 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-5c1b81b3-261c-4851-9a98-95dfb01af1b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 1095 time: 0.0463307 Nov 08 01:06:08.008341 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-35b94b7a-d4ae-4c98-85c3-b1259cc86a3a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c HTTP/1.1" status: 200 len: 217 time: 0.0396497 Nov 08 01:06:08.058986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-df6e6982-53f2-419a-97a1-fb1669052908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:08.060482 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-df6e6982-53f2-419a-97a1-fb1669052908 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0454836 Nov 08 01:06:08.104956 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-f46f8f16-727b-4368-abe0-e6d5c0cfc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:08.106413 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-f46f8f16-727b-4368-abe0-e6d5c0cfc28b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392821 Nov 08 01:06:08.198281 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-0f3e0f5a-2354-44ba-86b7-cf586cb3b4fe service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843742 Nov 08 01:06:08.287192 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-187ad0eb-860d-424d-916f-4da0e8b7de56 req-2351d02d-6800-4e6b-958f-ba1c4da64fb6 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819185 Nov 08 01:06:08.469552 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b61c65-d84b-4a7c-bb48-a82fcc911b14 req-151cfc8c-ab51-4d0e-8b74-8464fb606993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:08.470925 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55b61c65-d84b-4a7c-bb48-a82fcc911b14 req-151cfc8c-ab51-4d0e-8b74-8464fb606993 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 1095 time: 0.0406697 Nov 08 01:06:08.569216 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b61c65-d84b-4a7c-bb48-a82fcc911b14 req-121dd4b1-bf1b-4a02-9d8f-5a658c1a2d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:08.570703 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55b61c65-d84b-4a7c-bb48-a82fcc911b14 req-121dd4b1-bf1b-4a02-9d8f-5a658c1a2d7a service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0926213 Nov 08 01:06:08.611966 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55b61c65-d84b-4a7c-bb48-a82fcc911b14 req-3fd28019-9916-48a1-b3a3-9a8b717f8d4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c HTTP/1.1" status: 200 len: 217 time: 0.0341983 Nov 08 01:06:08.664274 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b61c65-d84b-4a7c-bb48-a82fcc911b14 req-4fcbdbc1-c070-472e-a868-35c3480f3c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:08.665717 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55b61c65-d84b-4a7c-bb48-a82fcc911b14 req-4fcbdbc1-c070-472e-a868-35c3480f3c8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0465884 Nov 08 01:06:08.714939 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b61c65-d84b-4a7c-bb48-a82fcc911b14 req-fc0d7e1a-a89a-40b1-8337-6255277a8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:08.716419 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55b61c65-d84b-4a7c-bb48-a82fcc911b14 req-fc0d7e1a-a89a-40b1-8337-6255277a8a0f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393457 Nov 08 01:06:08.802823 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55b61c65-d84b-4a7c-bb48-a82fcc911b14 req-6d4fccfb-8659-405a-8b69-afc87d3f39c0 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785706 Nov 08 01:06:08.899308 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55b61c65-d84b-4a7c-bb48-a82fcc911b14 req-1d372f82-79f3-49a6-a86a-104be6e32003 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887277 Nov 08 01:06:08.924263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de455fa-799f-455a-86a8-833fe5416081 req-1c2d9873-e0f8-4dfb-a0f0-b70d3760f596 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:08.925826 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6de455fa-799f-455a-86a8-833fe5416081 req-1c2d9873-e0f8-4dfb-a0f0-b70d3760f596 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 944 time: 0.0540636 Nov 08 01:06:08.963526 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6de455fa-799f-455a-86a8-833fe5416081 req-fbb7603b-27c1-4220-952f-afdab3b004c6 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314987 Nov 08 01:06:09.064138 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:09.765023 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a40ba6e1-5d70-44f6-bf69-882710014b0c details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:06:09.858559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port a40ba6e1-5d70-44f6-bf69-882710014b0c, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:06:09.870314 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'a40ba6e1-5d70-44f6-bf69-882710014b0c', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'port_id': 'a40ba6e1-5d70-44f6-bf69-882710014b0c', 'mac_address': 'fa:16:3e:89:23:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:06:09.905793 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:09.917779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40ba6e1-5d70-44f6-bf69-882710014b0c {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:06:09.937246 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port a40ba6e1-5d70-44f6-bf69-882710014b0c, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:06:10.001318 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:10.048042 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=a40ba6e1-5d70-44f6-bf69-882710014b0c,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:06:10.080805 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18ba72-2a2a-4e45-9376-ecdfb831ab74 req-24bdea7e-1c51-4854-9672-7f66ec6f71a4 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:10.082296 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee18ba72-2a2a-4e45-9376-ecdfb831ab74 req-24bdea7e-1c51-4854-9672-7f66ec6f71a4 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 945 time: 0.0501330 Nov 08 01:06:10.120636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee18ba72-2a2a-4e45-9376-ecdfb831ab74 req-9f07be9b-804c-4b00-803b-76986351cde1 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323558 Nov 08 01:06:10.274461 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['a40ba6e1-5d70-44f6-bf69-882710014b0c'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:06:11.233490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe774154-cfc9-4907-8a18-d95d35173d78 req-13ac0654-3e89-4ddf-a12a-4bff7215f2c2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:11.234973 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe774154-cfc9-4907-8a18-d95d35173d78 req-13ac0654-3e89-4ddf-a12a-4bff7215f2c2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 945 time: 0.0490923 Nov 08 01:06:11.274574 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe774154-cfc9-4907-8a18-d95d35173d78 req-3adfa995-c781-43c4-86d4-926a89023d76 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326879 Nov 08 01:06:11.777294 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a40ba6e1-5d70-44f6-bf69-882710014b0c up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:06:11.915762 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port a40ba6e1-5d70-44f6-bf69-882710014b0c completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:06:11.919645 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port a40ba6e1-5d70-44f6-bf69-882710014b0c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:06:11.920074 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:11.996332 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:12.017613 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ced64e-e082-4e4d-8be2-6196298dbf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40ba6e1-5d70-44f6-bf69-882710014b0c'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:06:12.019833 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15cbacd-ead5-481a-a5f6-7cfacbc3fc1c" -d '{"events": [{"server_uuid": "19ced64e-e082-4e4d-8be2-6196298dbf91", "name": "network-vif-plugged", "status": "completed", "tag": "a40ba6e1-5d70-44f6-bf69-882710014b0c"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:06:12.032596 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port a40ba6e1-5d70-44f6-bf69-882710014b0c, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:06:12.054578 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edef492-1a6b-4905-aa74-db17803e7c47 x-openstack-request-id: req-3edef492-1a6b-4905-aa74-db17803e7c47 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:06:12.054867 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ced64e-e082-4e4d-8be2-6196298dbf91", "name": "network-vif-plugged", "status": "completed", "tag": "a40ba6e1-5d70-44f6-bf69-882710014b0c", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:06:12.055141 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3edef492-1a6b-4905-aa74-db17803e7c47 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:06:12.055553 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ced64e-e082-4e4d-8be2-6196298dbf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40ba6e1-5d70-44f6-bf69-882710014b0c', 'code': 200} Nov 08 01:06:12.127498 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:12.174037 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=a40ba6e1-5d70-44f6-bf69-882710014b0c,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:06:12.179072 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567a7b9-6af6-48fa-b624-4b05eb3e2da9 req-2a7fd0a8-f12b-4f2a-b257-d4e56d154a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:12.180648 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a567a7b9-6af6-48fa-b624-4b05eb3e2da9 req-2a7fd0a8-f12b-4f2a-b257-d4e56d154a89 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 1097 time: 0.0403752 Nov 08 01:06:12.215260 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a567a7b9-6af6-48fa-b624-4b05eb3e2da9 req-214ae940-f591-4085-b893-5fa0fbe3ce19 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0276668 Nov 08 01:06:12.391309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c41d7-db5f-4d47-9f4b-422fb358e0f8 req-e7b2854f-3f61-40a2-ae38-b97165677ede tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:12.392765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-495c41d7-db5f-4d47-9f4b-422fb358e0f8 req-e7b2854f-3f61-40a2-ae38-b97165677ede tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0510311 Nov 08 01:06:12.429989 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-495c41d7-db5f-4d47-9f4b-422fb358e0f8 req-dbe553d4-375a-445e-b1e7-6c2a587119c5 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313220 Nov 08 01:06:13.545938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644e498-7eb9-42b4-ac0d-c3d71ddba1fa req-da7694dc-865f-4184-9c98-52f675300d37 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:13.547300 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5644e498-7eb9-42b4-ac0d-c3d71ddba1fa req-da7694dc-865f-4184-9c98-52f675300d37 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0485818 Nov 08 01:06:13.584247 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5644e498-7eb9-42b4-ac0d-c3d71ddba1fa req-ba194c7b-3fac-4e95-94c6-f68c2ecffe58 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309572 Nov 08 01:06:13.695320 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8635f-0446-4fdd-82d7-0646a085e8ef req-84aa7141-5070-4965-b16a-805e172d3607 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:13.696806 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0db8635f-0446-4fdd-82d7-0646a085e8ef req-84aa7141-5070-4965-b16a-805e172d3607 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0476186 Nov 08 01:06:13.706037 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37488) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:06:13.710358 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-aa45ed6a-ad05-425a-b499-e527cc511b8f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Request body: {'floatingip': {'port_id': 'a40ba6e1-5d70-44f6-bf69-882710014b0c'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:06:13.752059 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa45ed6a-ad05-425a-b499-e527cc511b8f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:14.160294 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa45ed6a-ad05-425a-b499-e527cc511b8f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:14.218602 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa45ed6a-ad05-425a-b499-e527cc511b8f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:14.663397 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-aa45ed6a-ad05-425a-b499-e527cc511b8f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Floating IP a3f470db-f6bb-4d17-926b-60b3fb374ffb associated. External IP: 172.25.2.161, port: a40ba6e1-5d70-44f6-bf69-882710014b0c. Nov 08 01:06:14.870430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa45ed6a-ad05-425a-b499-e527cc511b8f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Router ba82efca-aeda-476a-bc11-3438fbc89171 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:06:14.978742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa45ed6a-ad05-425a-b499-e527cc511b8f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:06:14.983474 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa45ed6a-ad05-425a-b499-e527cc511b8f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:14.988635 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b266f8-9a18-4220-ba52-689fe3202230 None None] Sync routers for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:06:14.997838 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b266f8-9a18-4220-ba52-689fe3202230 None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:06:14.998463 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-68b266f8-9a18-4220-ba52-689fe3202230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:06:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:06:15.009896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-aa45ed6a-ad05-425a-b499-e527cc511b8f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "PUT /v2.0/floatingips/a3f470db-f6bb-4d17-926b-60b3fb374ffb HTTP/1.1" status: 200 len: 992 time: 1.3028359 Nov 08 01:06:15.010494 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ced64e-e082-4e4d-8be2-6196298dbf91', 'tag': 'a40ba6e1-5d70-44f6-bf69-882710014b0c'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:06:15.052307 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add4c7e5-c303-49d4-bae6-6fc0cedeb44e" -d '{"events": [{"name": "network-changed", "server_uuid": "19ced64e-e082-4e4d-8be2-6196298dbf91", "tag": "a40ba6e1-5d70-44f6-bf69-882710014b0c"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:06:15.104948 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-68b266f8-9a18-4220-ba52-689fe3202230 None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:06:15.141992 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26499c5b-49e2-4228-a728-9a6a0e74ddea x-openstack-request-id: req-26499c5b-49e2-4228-a728-9a6a0e74ddea {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:06:15.142283 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ced64e-e082-4e4d-8be2-6196298dbf91", "tag": "a40ba6e1-5d70-44f6-bf69-882710014b0c", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:06:15.142533 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26499c5b-49e2-4228-a728-9a6a0e74ddea {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:06:15.142934 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ced64e-e082-4e4d-8be2-6196298dbf91', 'tag': 'a40ba6e1-5d70-44f6-bf69-882710014b0c', 'status': 'completed', 'code': 200} Nov 08 01:06:15.223388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4c7e5-c303-49d4-bae6-6fc0cedeb44e req-3089cce0-33ed-4802-a7a0-42ac6ddc97b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:15.224992 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-add4c7e5-c303-49d4-bae6-6fc0cedeb44e req-3089cce0-33ed-4802-a7a0-42ac6ddc97b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 1097 time: 0.0432501 Nov 08 01:06:15.321033 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4c7e5-c303-49d4-bae6-6fc0cedeb44e req-d3c0c57a-d310-4659-8dad-a7cf5b479665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:15.322526 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-add4c7e5-c303-49d4-bae6-6fc0cedeb44e req-d3c0c57a-d310-4659-8dad-a7cf5b479665 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0886412 Nov 08 01:06:15.333098 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-68b266f8-9a18-4220-ba52-689fe3202230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'a3f470db-f6bb-4d17-926b-60b3fb374ffb', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'port_id': 'a40ba6e1-5d70-44f6-bf69-882710014b0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'mac_address': 'fa:16:3e:89:23:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ced64e-e082-4e4d-8be2-6196298dbf91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:03:41Z', 'updated_at': '2021-11-08T01:06:14Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:06:15.359621 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b266f8-9a18-4220-ba52-689fe3202230 None None] Checking router: ba82efca-aeda-476a-bc11-3438fbc89171 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:06:15.367764 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b266f8-9a18-4220-ba52-689fe3202230 None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:06:15.368391 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-68b266f8-9a18-4220-ba52-689fe3202230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:06:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:06:15.387000 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-add4c7e5-c303-49d4-bae6-6fc0cedeb44e req-8d9b487b-25b6-4142-868a-de476114d621 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c HTTP/1.1" status: 200 len: 1000 time: 0.0577152 Nov 08 01:06:15.441398 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4c7e5-c303-49d4-bae6-6fc0cedeb44e req-c4bf7251-ed71-4ba3-8e6f-774f45ae8fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:15.442979 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-add4c7e5-c303-49d4-bae6-6fc0cedeb44e req-c4bf7251-ed71-4ba3-8e6f-774f45ae8fc5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0489814 Nov 08 01:06:15.494051 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4c7e5-c303-49d4-bae6-6fc0cedeb44e req-cffd877e-d23b-4b1f-9ee6-77d42c60d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:15.495569 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-add4c7e5-c303-49d4-bae6-6fc0cedeb44e req-cffd877e-d23b-4b1f-9ee6-77d42c60d1fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456753 Nov 08 01:06:15.573121 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-68b266f8-9a18-4220-ba52-689fe3202230 None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:06:15.597304 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-add4c7e5-c303-49d4-bae6-6fc0cedeb44e req-ba80222e-82fe-4c11-bf3d-fdacd33f1b89 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942240 Nov 08 01:06:15.689425 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-add4c7e5-c303-49d4-bae6-6fc0cedeb44e req-9c9f7cb0-cad7-4b27-8c62-a4a87190085c service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853012 Nov 08 01:06:15.789699 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-68b266f8-9a18-4220-ba52-689fe3202230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'a3f470db-f6bb-4d17-926b-60b3fb374ffb', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'port_id': 'a40ba6e1-5d70-44f6-bf69-882710014b0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'mac_address': 'fa:16:3e:89:23:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ced64e-e082-4e4d-8be2-6196298dbf91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:03:41Z', 'updated_at': '2021-11-08T01:06:14Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:06:15.823432 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b266f8-9a18-4220-ba52-689fe3202230 None None] The sync data for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 is: [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'a3f470db-f6bb-4d17-926b-60b3fb374ffb', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'port_id': 'a40ba6e1-5d70-44f6-bf69-882710014b0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'mac_address': 'fa:16:3e:89:23:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ced64e-e082-4e4d-8be2-6196298dbf91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:03:41Z', 'updated_at': '2021-11-08T01:06:14Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:06:16.016181 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a630cfd-3611-45b4-b4c9-e7d8ba3c9bc3 None None] New status for floating IP a3f470db-f6bb-4d17-926b-60b3fb374ffb: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:06:27.135681 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:06:28.200484 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ede2b8a8-f8fe-4bdb-8281-4267f429875f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:30.755181 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1e2339bf-af65-4706-a144-24134a3d5f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:31.023750 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:31.932455 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:32.401053 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:33.515458 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:39.103811 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:58.172674 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-08007c00-c93d-462f-9ef4-d40b58c4ff21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:06:59.318732 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0ab2cd3c-91ae-4b92-b408-978b4a2b32bd req-5198c0cc-d327-4211-a769-3d83e3dd19cb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424738 Nov 08 01:06:59.416285 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2cd3c-91ae-4b92-b408-978b4a2b32bd req-4607a064-5f5b-4ae6-8336-1cdc535e058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:59.417770 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0ab2cd3c-91ae-4b92-b408-978b4a2b32bd req-4607a064-5f5b-4ae6-8336-1cdc535e058e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 1097 time: 0.0400593 Nov 08 01:06:59.525508 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2cd3c-91ae-4b92-b408-978b4a2b32bd req-a1bccd6d-8e90-45a8-abb6-df24f8a91ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:59.527076 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0ab2cd3c-91ae-4b92-b408-978b4a2b32bd req-a1bccd6d-8e90-45a8-abb6-df24f8a91ed6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0907483 Nov 08 01:06:59.593858 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0ab2cd3c-91ae-4b92-b408-978b4a2b32bd req-48331337-aa04-4ce1-bb34-f8415be353f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c HTTP/1.1" status: 200 len: 1002 time: 0.0595145 Nov 08 01:06:59.645504 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2cd3c-91ae-4b92-b408-978b4a2b32bd req-b79af97d-b49e-4431-b13c-74d9aab0aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:59.646932 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0ab2cd3c-91ae-4b92-b408-978b4a2b32bd req-b79af97d-b49e-4431-b13c-74d9aab0aabc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0468681 Nov 08 01:06:59.692192 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2cd3c-91ae-4b92-b408-978b4a2b32bd req-ae69def1-bc72-44b5-bc8c-079d9d268dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:06:59.693674 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0ab2cd3c-91ae-4b92-b408-978b4a2b32bd req-ae69def1-bc72-44b5-bc8c-079d9d268dc5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394244 Nov 08 01:06:59.785597 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0ab2cd3c-91ae-4b92-b408-978b4a2b32bd req-05887b93-e9dd-43c3-8249-6a8d0967c0ec service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847611 Nov 08 01:06:59.882015 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-0ab2cd3c-91ae-4b92-b408-978b4a2b32bd req-ee727a85-c4b0-45e9-ad11-9f59a5dedf0f service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892100 Nov 08 01:07:00.782801 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23fb4831-0416-4687-8a13-54f0e91df89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:07:01.069603 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:07:01.926699 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:07:02.411918 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:07:03.520617 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:07:04.134546 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:07:09.120692 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:07:28.187884 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0b33-045d-4947-ada0-0c528489746c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:07:30.720385 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51bd69da-e4e6-4c74-a570-ee6ec805b696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:07:31.046098 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:07:31.932094 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:07:32.440632 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:07:33.520107 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:07:39.137423 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:07:41.134271 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:07:50.230681 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd518f4e-6041-4ece-96d4-e42504157abf req-a4729101-f21d-44e7-b206-f9574765ac3b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:07:50.232213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd518f4e-6041-4ece-96d4-e42504157abf req-a4729101-f21d-44e7-b206-f9574765ac3b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0566061 Nov 08 01:07:50.272277 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd518f4e-6041-4ece-96d4-e42504157abf req-0512d06f-f6bd-4314-a8cb-41742fe38903 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335805 Nov 08 01:07:51.394193 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52e37c-4a76-461f-957b-8b9a70062e08 req-00dae799-0576-406a-9948-18099ca90cc7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:07:51.395645 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a52e37c-4a76-461f-957b-8b9a70062e08 req-00dae799-0576-406a-9948-18099ca90cc7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0538316 Nov 08 01:07:51.436687 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a52e37c-4a76-461f-957b-8b9a70062e08 req-0229d0b3-ffd6-420f-a2d3-5d2f002966c3 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350854 Nov 08 01:07:52.553625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67290594-5eb1-4bb5-995d-e88ac612b9e8 req-c9c5b73f-4128-4869-a496-d1d866ed0aa5 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:07:52.555005 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-67290594-5eb1-4bb5-995d-e88ac612b9e8 req-c9c5b73f-4128-4869-a496-d1d866ed0aa5 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0490472 Nov 08 01:07:52.591856 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-67290594-5eb1-4bb5-995d-e88ac612b9e8 req-5a67b43f-3aa3-4290-bbc2-baac125d1ba5 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308399 Nov 08 01:07:53.946638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604a166-f793-43ef-bc69-49e0cf9d55f7 req-47ff9af6-cf67-49dc-845b-7cb77f9c6d56 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:07:53.948014 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3604a166-f793-43ef-bc69-49e0cf9d55f7 req-47ff9af6-cf67-49dc-845b-7cb77f9c6d56 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0478740 Nov 08 01:07:53.989617 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3604a166-f793-43ef-bc69-49e0cf9d55f7 req-e4021f29-dc39-4006-b826-bb55f46361e2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357447 Nov 08 01:07:55.106069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaa99d-f7e0-4585-8a5f-4f3d09659fb8 req-fa977ad3-12a8-4716-956b-386f5a7217ba tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:07:55.107423 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ccaa99d-f7e0-4585-8a5f-4f3d09659fb8 req-fa977ad3-12a8-4716-956b-386f5a7217ba tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0516593 Nov 08 01:07:55.153649 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ccaa99d-f7e0-4585-8a5f-4f3d09659fb8 req-379767c9-899c-411a-9a94-7763eb1caad9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402336 Nov 08 01:07:56.265477 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197f59b-fe37-479e-b76c-34d5245eb62f req-9768d338-8499-4640-a251-5d7b252f160a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:07:56.267442 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f197f59b-fe37-479e-b76c-34d5245eb62f req-9768d338-8499-4640-a251-5d7b252f160a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0482230 Nov 08 01:07:56.304953 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f197f59b-fe37-479e-b76c-34d5245eb62f req-38e473d7-7334-4843-9416-864a801bff4c tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316484 Nov 08 01:07:57.415999 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231966c-b79f-41f9-b6e1-fa56add87dde req-b134b283-db49-4a83-aedd-4d62e6719e7a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:07:57.417445 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6231966c-b79f-41f9-b6e1-fa56add87dde req-b134b283-db49-4a83-aedd-4d62e6719e7a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0471499 Nov 08 01:07:57.453741 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6231966c-b79f-41f9-b6e1-fa56add87dde req-177a59fa-7a54-4b53-baae-1f4d633b1e8b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299883 Nov 08 01:07:58.244714 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec71b751-fb05-4b55-8514-08707c997bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:07:58.572755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabc8c6-e82d-47e5-aefe-a832bb131c83 req-a5439c02-7819-4bed-8383-41960abcef76 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:07:58.574223 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbabc8c6-e82d-47e5-aefe-a832bb131c83 req-a5439c02-7819-4bed-8383-41960abcef76 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0524318 Nov 08 01:07:58.611606 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fbabc8c6-e82d-47e5-aefe-a832bb131c83 req-039d9bc6-ccd6-4c61-a7c4-703c01181f34 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315256 Nov 08 01:07:59.724880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de53e1-e362-4724-896b-aa7a849864e9 req-71cc70d2-88fc-4415-8e8d-4cff5153747a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:07:59.726351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06de53e1-e362-4724-896b-aa7a849864e9 req-71cc70d2-88fc-4415-8e8d-4cff5153747a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0493071 Nov 08 01:07:59.763286 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-06de53e1-e362-4724-896b-aa7a849864e9 req-79b6a318-333a-4c7d-853f-d4080662f600 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311198 Nov 08 01:08:00.355204 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16d6d6-c09b-468b-bae8-216deb489ac0 req-2d55e44e-5381-47c6-aa77-633dc4657207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:00.356730 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3c16d6d6-c09b-468b-bae8-216deb489ac0 req-2d55e44e-5381-47c6-aa77-633dc4657207 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 1097 time: 0.0485387 Nov 08 01:08:00.461737 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16d6d6-c09b-468b-bae8-216deb489ac0 req-bc740784-b9a0-41a9-a64d-9a53e193513b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:00.463194 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3c16d6d6-c09b-468b-bae8-216deb489ac0 req-bc740784-b9a0-41a9-a64d-9a53e193513b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0867724 Nov 08 01:08:00.529878 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3c16d6d6-c09b-468b-bae8-216deb489ac0 req-6c3e1c50-e533-46f8-804e-f9e02181aaf9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c HTTP/1.1" status: 200 len: 1002 time: 0.0580468 Nov 08 01:08:00.580196 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16d6d6-c09b-468b-bae8-216deb489ac0 req-07cbd4f7-09b8-481b-8e58-057a966dc2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:00.581708 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3c16d6d6-c09b-468b-bae8-216deb489ac0 req-07cbd4f7-09b8-481b-8e58-057a966dc2e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0442903 Nov 08 01:08:00.631166 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16d6d6-c09b-468b-bae8-216deb489ac0 req-c807dabc-d9fe-4f6a-ad16-21f535abd820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:00.632711 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3c16d6d6-c09b-468b-bae8-216deb489ac0 req-c807dabc-d9fe-4f6a-ad16-21f535abd820 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443249 Nov 08 01:08:00.734569 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3c16d6d6-c09b-468b-bae8-216deb489ac0 req-c70f745b-0417-43db-8b0d-11540389f52c service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838926 Nov 08 01:08:00.765933 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b43489e5-e889-49e8-8449-8c5fb52d158d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:00.817332 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3c16d6d6-c09b-468b-bae8-216deb489ac0 req-faaab4aa-1dd6-4278-a2ee-75cd7e076aa3 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872588 Nov 08 01:08:00.888625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac908eb7-558d-4089-bea6-3f50e98e5c15 req-a3d03eec-b1dd-42df-ad2a-82e14a05cb8e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:00.890107 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac908eb7-558d-4089-bea6-3f50e98e5c15 req-a3d03eec-b1dd-42df-ad2a-82e14a05cb8e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0491714 Nov 08 01:08:00.927037 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac908eb7-558d-4089-bea6-3f50e98e5c15 req-649680a8-0edd-4d9c-94ff-4864f0430df9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310566 Nov 08 01:08:01.028738 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:01.371844 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2fefe-bcf7-4cb1-817a-18b9f62d41d6 req-4e656d8b-28cf-4d8d-a931-7374a0ac029c tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:01.373355 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40a2fefe-bcf7-4cb1-817a-18b9f62d41d6 req-4e656d8b-28cf-4d8d-a931-7374a0ac029c tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0560992 Nov 08 01:08:01.410840 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40a2fefe-bcf7-4cb1-817a-18b9f62d41d6 req-1c2425f2-4a45-484c-b0c3-fdf0fe2c292c tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316103 Nov 08 01:08:01.483133 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-38295e20-b840-43aa-91b9-3852b2366c0b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399268 Nov 08 01:08:01.948771 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:02.411572 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:02.525734 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7903-6af9-4667-81f3-fb80c341d06d req-90d1afa7-7c60-4278-95e5-2a55cf277765 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:02.527530 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-714f7903-6af9-4667-81f3-fb80c341d06d req-90d1afa7-7c60-4278-95e5-2a55cf277765 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0500469 Nov 08 01:08:02.566068 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-714f7903-6af9-4667-81f3-fb80c341d06d req-dc36a918-df6d-47ea-bc80-b994c963d2cf tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324786 Nov 08 01:08:03.506664 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-bbfc6475-708f-49de-91dd-99baa72b779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:03.508222 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-bbfc6475-708f-49de-91dd-99baa72b779f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 1097 time: 0.0409670 Nov 08 01:08:03.520080 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:03.603138 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-67f96520-c3c7-4595-baf3-e3dab426c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:03.604614 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-67f96520-c3c7-4595-baf3-e3dab426c6ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0894506 Nov 08 01:08:03.669138 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-a377e352-fdad-4c19-8661-694ce8e2be78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c HTTP/1.1" status: 200 len: 1002 time: 0.0576880 Nov 08 01:08:03.687436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1ef4a-d19e-4bd1-94bf-19dcfaf2067c req-5ab3241d-ba2b-4035-82e9-88652117292d tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:03.688938 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44a1ef4a-d19e-4bd1-94bf-19dcfaf2067c req-5ab3241d-ba2b-4035-82e9-88652117292d tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0545020 Nov 08 01:08:03.717428 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-cb5b961a-9dab-4cef-a8c3-ec06287c542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:03.718886 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-cb5b961a-9dab-4cef-a8c3-ec06287c542b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0428653 Nov 08 01:08:03.727015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44a1ef4a-d19e-4bd1-94bf-19dcfaf2067c req-48f3baa7-aae5-4cb4-b86f-5e4cf032ba8f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321124 Nov 08 01:08:03.767515 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-bca7fda7-8dfb-4dfd-8d2b-0ae6b377a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:03.769030 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-bca7fda7-8dfb-4dfd-8d2b-0ae6b377a089 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430803 Nov 08 01:08:03.855559 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-0544dc44-44ee-425b-805a-2a921f2a082d service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797229 Nov 08 01:08:03.945531 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-70a2d731-d3c0-4b07-a953-f1f2c4fc8036 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835514 Nov 08 01:08:04.841434 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18f7cd-b346-41f8-9080-83b33cdc0c54 req-dd4550aa-833b-4958-b6d4-cfc22feb4d3b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:04.842876 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a18f7cd-b346-41f8-9080-83b33cdc0c54 req-dd4550aa-833b-4958-b6d4-cfc22feb4d3b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0482945 Nov 08 01:08:04.879514 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a18f7cd-b346-41f8-9080-83b33cdc0c54 req-f1ad5c38-634a-443a-8345-41af1d9ee24f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303435 Nov 08 01:08:05.993140 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78977028-db1b-4631-953c-b01272cb0c61 req-e42ab7c9-7c3a-4b0b-a750-5854bf27e397 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:05.994629 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78977028-db1b-4631-953c-b01272cb0c61 req-e42ab7c9-7c3a-4b0b-a750-5854bf27e397 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0477476 Nov 08 01:08:06.031459 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78977028-db1b-4631-953c-b01272cb0c61 req-ae193d9e-d073-4742-8ae6-5fb9406afb23 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308652 Nov 08 01:08:06.102995 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-42e3533b-3509-481f-80b8-24793724c24b service neutron] show failed (client error): The resource could not be found. Nov 08 01:08:06.104009 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-42e3533b-3509-481f-80b8-24793724c24b service neutron] 10.222.0.26 "GET /v2.0/ports/a40ba6e1-5d70-44f6-bf69-882710014b0c/bindings/n-h1-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.0571241 Nov 08 01:08:06.626261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-72ad1f2f-ae32-4cb8-ae17-8723797d104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:06.627736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-72ad1f2f-ae32-4cb8-ae17-8723797d104c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91&tenant_id=e4b6da9ed7694069be71240c75e580ef HTTP/1.1" status: 200 len: 1097 time: 0.0817668 Nov 08 01:08:06.646703 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:08:06.698233 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:06.895188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] For port a40ba6e1-5d70-44f6-bf69-882710014b0c, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:08:06.941038 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] For port a40ba6e1-5d70-44f6-bf69-882710014b0c, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:08:06.983624 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ced64e-e082-4e4d-8be2-6196298dbf91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a40ba6e1-5d70-44f6-bf69-882710014b0c'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:08:06.986778 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd31aec3-1e67-43fa-931e-ce5ee28f5045" -d '{"events": [{"server_uuid": "19ced64e-e082-4e4d-8be2-6196298dbf91", "name": "network-vif-unplugged", "status": "completed", "tag": "a40ba6e1-5d70-44f6-bf69-882710014b0c"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:08:06.990821 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:07.003308 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Transition to ACTIVE for port object a40ba6e1-5d70-44f6-bf69-882710014b0c will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:08:07.032886 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 01:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78a3895-11c3-4e59-8f3a-0b883b0556f8 x-openstack-request-id: req-e78a3895-11c3-4e59-8f3a-0b883b0556f8 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:08:07.033229 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ced64e-e082-4e4d-8be2-6196298dbf91", "name": "network-vif-unplugged", "status": "completed", "tag": "a40ba6e1-5d70-44f6-bf69-882710014b0c", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:08:07.033484 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e78a3895-11c3-4e59-8f3a-0b883b0556f8 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:08:07.033890 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ced64e-e082-4e4d-8be2-6196298dbf91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a40ba6e1-5d70-44f6-bf69-882710014b0c', 'code': 200} Nov 08 01:08:07.057207 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:07.147610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Pushing event updated for resources: {'Port': ['ID=a40ba6e1-5d70-44f6-bf69-882710014b0c,revision_number=6']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:08:07.180765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:07.181110 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:07.181448 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:07.181786 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:07.182113 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:07.182438 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:07.182760 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:07.183080 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:07.183404 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:07.183728 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:07.184081 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:07.184403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:07.224944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] No DVR routers for this DVR port a40ba6e1-5d70-44f6-bf69-882710014b0c on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:08:07.237617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3a22b-7046-44b4-b020-4e5886db6e66 req-79a6910c-b6d7-490b-b99d-87e5e5d307ac tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:07.239134 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bc3a22b-7046-44b4-b020-4e5886db6e66 req-79a6910c-b6d7-490b-b99d-87e5e5d307ac tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 944 time: 0.1112571 Nov 08 01:08:07.344874 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bc3a22b-7046-44b4-b020-4e5886db6e66 req-60baa322-41b0-4ee6-8d89-b1ff67609a00 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748470 Nov 08 01:08:07.396412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Attempting to bind port a40ba6e1-5d70-44f6-bf69-882710014b0c on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:08:07.396643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Attempting to bind port a40ba6e1-5d70-44f6-bf69-882710014b0c by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:08:07.396994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Attempting to bind port a40ba6e1-5d70-44f6-bf69-882710014b0c on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:08:07.401323 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Port a40ba6e1-5d70-44f6-bf69-882710014b0c on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:08:07.401642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Attempting to bind port a40ba6e1-5d70-44f6-bf69-882710014b0c on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:08:07.406341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:08:07.407182 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Checking segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:08:07.407565 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Bound using segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:08:07.408016 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Bound port: a40ba6e1-5d70-44f6-bf69-882710014b0c, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:08:07.408367 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:07.470085 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] For port a40ba6e1-5d70-44f6-bf69-882710014b0c, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:08:07.473123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] For port a40ba6e1-5d70-44f6-bf69-882710014b0c, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:08:07.543430 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:07.579165 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:07.580056 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:07.581576 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] 10.222.0.20 "PUT /v2.0/ports/a40ba6e1-5d70-44f6-bf69-882710014b0c HTTP/1.1" status: 200 len: 1092 time: 0.9388373 Nov 08 01:08:07.609425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed356e6-89da-4cad-a3a0-e990c5a9f733 service neutron] Pushing event updated for resources: {'Port': ['ID=a40ba6e1-5d70-44f6-bf69-882710014b0c,revision_number=7']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:08:07.661158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-2c1458d8-ebaf-40a9-8c3d-1fa8509383a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:07.662687 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-2c1458d8-ebaf-40a9-8c3d-1fa8509383a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 1095 time: 0.0442488 Nov 08 01:08:07.757985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-dd52c56f-255b-4e59-877b-d20078bcef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:07.759542 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-dd52c56f-255b-4e59-877b-d20078bcef38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0887539 Nov 08 01:08:07.833409 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-86eb6836-f7b7-4390-923e-e6dc6558fd80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c HTTP/1.1" status: 200 len: 1000 time: 0.0635562 Nov 08 01:08:07.888369 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-c31b5934-fa0f-4ab1-bdda-0e2aa935c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:07.889740 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-c31b5934-fa0f-4ab1-bdda-0e2aa935c2eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0435326 Nov 08 01:08:07.935593 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1f14c044-003d-403e-9f87-31f387aeba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:07.937024 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-1f14c044-003d-403e-9f87-31f387aeba64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398624 Nov 08 01:08:08.030061 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-81617522-eefe-4ca6-b1e0-ee7fca92060f service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854750 Nov 08 01:08:08.120870 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f0ab019-4606-41d8-b9e4-acd76e9b481c req-6019dac1-c096-4ebf-91f1-7eca98a18300 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814629 Nov 08 01:08:08.462759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b860b2d-c6fb-44bb-9431-e13e82d896b8 req-8af7202f-8d69-4f0f-b9fb-5923610edee6 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:08.464509 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b860b2d-c6fb-44bb-9431-e13e82d896b8 req-8af7202f-8d69-4f0f-b9fb-5923610edee6 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 944 time: 0.0498729 Nov 08 01:08:08.506683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b860b2d-c6fb-44bb-9431-e13e82d896b8 req-939f4527-f819-43f5-b9e8-95d3b04c0690 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360332 Nov 08 01:08:09.034771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ced64e-e082-4e4d-8be2-6196298dbf91', 'tag': 'a40ba6e1-5d70-44f6-bf69-882710014b0c'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:08:09.037061 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a099163d-6177-46bb-99bd-015b3e8616ab" -d '{"events": [{"name": "network-changed", "server_uuid": "19ced64e-e082-4e4d-8be2-6196298dbf91", "tag": "a40ba6e1-5d70-44f6-bf69-882710014b0c"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:08:09.083433 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3112b034-ad4b-45e0-aaf4-e3309f4b3c9e x-openstack-request-id: req-3112b034-ad4b-45e0-aaf4-e3309f4b3c9e {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:08:09.083730 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ced64e-e082-4e4d-8be2-6196298dbf91", "tag": "a40ba6e1-5d70-44f6-bf69-882710014b0c", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:08:09.084014 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3112b034-ad4b-45e0-aaf4-e3309f4b3c9e {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:08:09.084441 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ced64e-e082-4e4d-8be2-6196298dbf91', 'tag': 'a40ba6e1-5d70-44f6-bf69-882710014b0c', 'status': 'completed', 'code': 200} Nov 08 01:08:09.119881 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:09.161414 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099163d-6177-46bb-99bd-015b3e8616ab req-5058d57f-2889-45e8-8882-b8b227a743fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:09.162927 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a099163d-6177-46bb-99bd-015b3e8616ab req-5058d57f-2889-45e8-8882-b8b227a743fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 1095 time: 0.0411785 Nov 08 01:08:09.170857 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099163d-6177-46bb-99bd-015b3e8616ab req-ff10d2d9-9fcc-4c0b-8d38-4b73bd760c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:09.172372 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a099163d-6177-46bb-99bd-015b3e8616ab req-ff10d2d9-9fcc-4c0b-8d38-4b73bd760c3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 1095 time: 0.0410326 Nov 08 01:08:09.254348 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099163d-6177-46bb-99bd-015b3e8616ab req-0dbf633c-56d6-4c91-93fc-e356458b5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:09.255874 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a099163d-6177-46bb-99bd-015b3e8616ab req-0dbf633c-56d6-4c91-93fc-e356458b5cae service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0859063 Nov 08 01:08:09.265527 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099163d-6177-46bb-99bd-015b3e8616ab req-57bc07fd-2e1f-4e46-ac3b-ff83411f74eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:09.267506 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a099163d-6177-46bb-99bd-015b3e8616ab req-57bc07fd-2e1f-4e46-ac3b-ff83411f74eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0867267 Nov 08 01:08:09.321875 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a099163d-6177-46bb-99bd-015b3e8616ab req-87614ce9-6062-4ad8-95d6-9f7d3341d298 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c HTTP/1.1" status: 200 len: 1000 time: 0.0589242 Nov 08 01:08:09.337850 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a099163d-6177-46bb-99bd-015b3e8616ab req-86d2150c-d1b5-4b5d-a6f9-9d9f90589e87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c HTTP/1.1" status: 200 len: 1000 time: 0.0631845 Nov 08 01:08:09.371813 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099163d-6177-46bb-99bd-015b3e8616ab req-b0b70d3b-5ae3-4c02-9847-e81435d84bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:09.373313 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a099163d-6177-46bb-99bd-015b3e8616ab req-b0b70d3b-5ae3-4c02-9847-e81435d84bc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0448031 Nov 08 01:08:09.387608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099163d-6177-46bb-99bd-015b3e8616ab req-e000ee78-ca7d-44eb-8cc0-5df6181a347b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:09.389077 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a099163d-6177-46bb-99bd-015b3e8616ab req-e000ee78-ca7d-44eb-8cc0-5df6181a347b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0435653 Nov 08 01:08:09.421640 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099163d-6177-46bb-99bd-015b3e8616ab req-c486bc25-6e66-42ca-8706-67c959ddc680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:09.423702 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a099163d-6177-46bb-99bd-015b3e8616ab req-c486bc25-6e66-42ca-8706-67c959ddc680 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431898 Nov 08 01:08:09.435048 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099163d-6177-46bb-99bd-015b3e8616ab req-b73f9a4e-3c10-4a48-9c55-2fed8f7b379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:09.436589 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a099163d-6177-46bb-99bd-015b3e8616ab req-b73f9a4e-3c10-4a48-9c55-2fed8f7b379a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399151 Nov 08 01:08:09.511183 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a099163d-6177-46bb-99bd-015b3e8616ab req-713bdca6-8914-4149-9f37-af1d220a5aa5 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800698 Nov 08 01:08:09.529086 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a099163d-6177-46bb-99bd-015b3e8616ab req-56f43997-dbff-4c69-9313-2607451dcf17 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848186 Nov 08 01:08:09.608669 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-a099163d-6177-46bb-99bd-015b3e8616ab req-1ed53cbe-c96d-479e-a66c-b39710214fb7 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905612 Nov 08 01:08:09.660242 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a47fd-1e50-424b-8f48-57e938178b3b req-de17456f-851f-4bb8-810e-4f3c4068641b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:09.661704 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-111a47fd-1e50-424b-8f48-57e938178b3b req-de17456f-851f-4bb8-810e-4f3c4068641b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 944 time: 0.0809836 Nov 08 01:08:09.665233 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a099163d-6177-46bb-99bd-015b3e8616ab req-1cf2c8e1-2183-46cc-b66b-db70cf3f2c9e service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285996 Nov 08 01:08:09.700363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-111a47fd-1e50-424b-8f48-57e938178b3b req-6cf907a8-426b-4c49-8fed-15a72bf95b65 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327251 Nov 08 01:08:10.293083 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a40ba6e1-5d70-44f6-bf69-882710014b0c no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:08:10.330435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device a40ba6e1-5d70-44f6-bf69-882710014b0c not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:08:10.817370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e444e-aa7e-41d6-9c88-ea59d2112010 req-882a99d2-79ef-4305-86a0-340173555930 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:10.818878 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e71e444e-aa7e-41d6-9c88-ea59d2112010 req-882a99d2-79ef-4305-86a0-340173555930 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 944 time: 0.0492449 Nov 08 01:08:10.858528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e71e444e-aa7e-41d6-9c88-ea59d2112010 req-c9b11687-bf6f-40c5-823e-149ec945b2ca tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315244 Nov 08 01:08:11.972276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e8e6d-9510-4545-8f89-e5b85fa80aba req-e8e951a7-90c5-4873-bc09-b75e2266210e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:11.973743 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-685e8e6d-9510-4545-8f89-e5b85fa80aba req-e8e951a7-90c5-4873-bc09-b75e2266210e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 944 time: 0.0480888 Nov 08 01:08:12.011257 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-685e8e6d-9510-4545-8f89-e5b85fa80aba req-5054a6ed-da29-4726-bd63-5dfe989d43be tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316796 Nov 08 01:08:12.314538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917331b-4914-418c-8bf8-4fb59c7fa772 req-71e0c5dc-ce1b-43e1-bf58-8dc6cf5b8ade tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:12.316066 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b917331b-4914-418c-8bf8-4fb59c7fa772 req-71e0c5dc-ce1b-43e1-bf58-8dc6cf5b8ade tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 944 time: 0.0545690 Nov 08 01:08:12.354594 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b917331b-4914-418c-8bf8-4fb59c7fa772 req-5352f68c-c0d6-487b-b761-b5e51eb8b708 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323818 Nov 08 01:08:12.373666 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca11f6-3aa0-45f9-8d00-88c4077a1ee8 req-fe096bf4-7341-483f-961f-3d8cc2f50408 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:12.375131 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-19ca11f6-3aa0-45f9-8d00-88c4077a1ee8 req-fe096bf4-7341-483f-961f-3d8cc2f50408 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.26 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91&tenant_id=e4b6da9ed7694069be71240c75e580ef&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 944 time: 0.0516758 Nov 08 01:08:12.432285 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [req-19ca11f6-3aa0-45f9-8d00-88c4077a1ee8 req-e3c55dea-7dbf-4577-968c-cb53e5945e67 service neutron] delete failed (client error): The resource could not be found. Nov 08 01:08:12.433234 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-19ca11f6-3aa0-45f9-8d00-88c4077a1ee8 req-e3c55dea-7dbf-4577-968c-cb53e5945e67 service neutron] 10.222.0.26 "DELETE /v2.0/ports/a40ba6e1-5d70-44f6-bf69-882710014b0c/bindings/n-h2-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.0506337 Nov 08 01:08:12.533802 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca11f6-3aa0-45f9-8d00-88c4077a1ee8 req-28638e2b-8dda-4f30-adcd-6a58b9b117c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:12.535184 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-19ca11f6-3aa0-45f9-8d00-88c4077a1ee8 req-28638e2b-8dda-4f30-adcd-6a58b9b117c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 1095 time: 0.0398853 Nov 08 01:08:12.945267 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca11f6-3aa0-45f9-8d00-88c4077a1ee8 req-6be55d2c-d847-44da-9308-4c4906492300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:12.946761 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-19ca11f6-3aa0-45f9-8d00-88c4077a1ee8 req-6be55d2c-d847-44da-9308-4c4906492300 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.4050796 Nov 08 01:08:13.010939 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-19ca11f6-3aa0-45f9-8d00-88c4077a1ee8 req-372a3267-126d-4016-9cf9-cba5293f066f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c HTTP/1.1" status: 200 len: 1000 time: 0.0569553 Nov 08 01:08:13.061200 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca11f6-3aa0-45f9-8d00-88c4077a1ee8 req-43e9cce7-59d8-40e7-b2dc-8a7a2c64f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:13.062573 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-19ca11f6-3aa0-45f9-8d00-88c4077a1ee8 req-43e9cce7-59d8-40e7-b2dc-8a7a2c64f462 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0446949 Nov 08 01:08:13.106431 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca11f6-3aa0-45f9-8d00-88c4077a1ee8 req-6d95fc5e-6922-4045-be8a-d3262c3e8719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:13.107884 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-19ca11f6-3aa0-45f9-8d00-88c4077a1ee8 req-6d95fc5e-6922-4045-be8a-d3262c3e8719 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382957 Nov 08 01:08:13.198926 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-19ca11f6-3aa0-45f9-8d00-88c4077a1ee8 req-d4714476-b311-4890-9422-774d0b9bf926 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831029 Nov 08 01:08:13.292959 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-19ca11f6-3aa0-45f9-8d00-88c4077a1ee8 req-952c2ddf-01d9-4356-85e8-d4c9b0e11775 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868344 Nov 08 01:08:13.473610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f6200-6e50-4383-9e19-17738b633e1c req-5e570f61-617c-4c92-8961-a5b8c611c0d4 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:13.475004 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b78f6200-6e50-4383-9e19-17738b633e1c req-5e570f61-617c-4c92-8961-a5b8c611c0d4 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 944 time: 0.0522633 Nov 08 01:08:13.512615 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b78f6200-6e50-4383-9e19-17738b633e1c req-c09e2c79-231b-4662-82be-627c578fc625 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315900 Nov 08 01:08:13.523878 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device a40ba6e1-5d70-44f6-bf69-882710014b0c details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:08:13.618294 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port a40ba6e1-5d70-44f6-bf69-882710014b0c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:08:13.628796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'a40ba6e1-5d70-44f6-bf69-882710014b0c', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'port_id': 'a40ba6e1-5d70-44f6-bf69-882710014b0c', 'mac_address': 'fa:16:3e:89:23:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:08:13.664098 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:13.676554 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40ba6e1-5d70-44f6-bf69-882710014b0c {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:08:13.694814 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port a40ba6e1-5d70-44f6-bf69-882710014b0c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:08:13.800439 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:13.847375 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=a40ba6e1-5d70-44f6-bf69-882710014b0c,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:08:13.854576 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:13.854925 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:13.855264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:13.855612 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:13.855966 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:13.856304 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:13.856631 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:13.856955 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:13.857280 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:13.857602 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:13.857930 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:13.858251 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:14.196547 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['a40ba6e1-5d70-44f6-bf69-882710014b0c'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:08:14.634359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1cd89-e94c-493d-b69c-b55b71ed6888 req-c2ad2dd8-b821-4d7f-8954-30160eae605b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:14.635883 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dae1cd89-e94c-493d-b69c-b55b71ed6888 req-c2ad2dd8-b821-4d7f-8954-30160eae605b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 945 time: 0.0556493 Nov 08 01:08:14.673212 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dae1cd89-e94c-493d-b69c-b55b71ed6888 req-1da0d061-00e3-4f18-a720-ded5d8bf547e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304792 Nov 08 01:08:14.789140 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200f740-c1b0-4e9e-98dc-3ee3f0d50d5d req-90240fad-36b7-48ff-ae07-30aa5a581f3a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:14.790669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d200f740-c1b0-4e9e-98dc-3ee3f0d50d5d req-90240fad-36b7-48ff-ae07-30aa5a581f3a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 945 time: 0.0527904 Nov 08 01:08:14.827858 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d200f740-c1b0-4e9e-98dc-3ee3f0d50d5d req-7bd9c7be-f044-4ae0-9ad7-9a7c2c09c820 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312681 Nov 08 01:08:15.122058 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9558f8c-d400-4a6e-9b7f-08d8c80bb1bb req-49385229-c5e6-4986-8f51-47f4e9e86893 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:15.123464 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9558f8c-d400-4a6e-9b7f-08d8c80bb1bb req-49385229-c5e6-4986-8f51-47f4e9e86893 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 945 time: 0.0488474 Nov 08 01:08:15.161961 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a9558f8c-d400-4a6e-9b7f-08d8c80bb1bb req-a3d9ffe6-e959-4bd2-b043-d8cde1d3da08 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324645 Nov 08 01:08:15.238626 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c69ed-9ad2-4584-b9a0-6b483b2323d2 req-023559ba-1dd8-4f14-b660-5c1bdd84c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:15.240104 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-825c69ed-9ad2-4584-b9a0-6b483b2323d2 req-023559ba-1dd8-4f14-b660-5c1bdd84c926 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 1096 time: 0.0401239 Nov 08 01:08:15.330409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c69ed-9ad2-4584-b9a0-6b483b2323d2 req-7456d4c9-b4b5-4274-83e8-9e47d5220b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:15.331896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-825c69ed-9ad2-4584-b9a0-6b483b2323d2 req-7456d4c9-b4b5-4274-83e8-9e47d5220b38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0853686 Nov 08 01:08:15.395983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-825c69ed-9ad2-4584-b9a0-6b483b2323d2 req-aad06bd1-dac8-4bb0-99c1-1b602a6b03dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c HTTP/1.1" status: 200 len: 1001 time: 0.0564020 Nov 08 01:08:15.447247 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c69ed-9ad2-4584-b9a0-6b483b2323d2 req-4cfa045c-c71a-41d9-84d7-ade621c1613e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:15.448681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-825c69ed-9ad2-4584-b9a0-6b483b2323d2 req-4cfa045c-c71a-41d9-84d7-ade621c1613e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0458274 Nov 08 01:08:15.493395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c69ed-9ad2-4584-b9a0-6b483b2323d2 req-3ca0d616-d1e2-4530-8852-1720ff074049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:15.494816 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-825c69ed-9ad2-4584-b9a0-6b483b2323d2 req-3ca0d616-d1e2-4530-8852-1720ff074049 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376511 Nov 08 01:08:15.541046 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device a40ba6e1-5d70-44f6-bf69-882710014b0c up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:08:15.582224 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-825c69ed-9ad2-4584-b9a0-6b483b2323d2 req-a424f2a8-4333-43b9-a6d7-8dd63cb66877 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800624 Nov 08 01:08:15.640084 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port a40ba6e1-5d70-44f6-bf69-882710014b0c completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:08:15.644473 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port a40ba6e1-5d70-44f6-bf69-882710014b0c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:08:15.644897 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:15.675547 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-825c69ed-9ad2-4584-b9a0-6b483b2323d2 req-cdb53010-f81c-48ba-b849-f2dab9712a58 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859044 Nov 08 01:08:15.723157 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:15.745073 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ced64e-e082-4e4d-8be2-6196298dbf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40ba6e1-5d70-44f6-bf69-882710014b0c'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:08:15.747293 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6d3ca9-d949-49cd-a86e-1d7eb7692cd9" -d '{"events": [{"server_uuid": "19ced64e-e082-4e4d-8be2-6196298dbf91", "name": "network-vif-plugged", "status": "completed", "tag": "a40ba6e1-5d70-44f6-bf69-882710014b0c"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:08:15.760416 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port a40ba6e1-5d70-44f6-bf69-882710014b0c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:08:15.783006 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0507fa-d7e1-4546-9bbb-51e79892aa60 x-openstack-request-id: req-ef0507fa-d7e1-4546-9bbb-51e79892aa60 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:08:15.783291 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ced64e-e082-4e4d-8be2-6196298dbf91", "name": "network-vif-plugged", "status": "completed", "tag": "a40ba6e1-5d70-44f6-bf69-882710014b0c", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:08:15.783537 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef0507fa-d7e1-4546-9bbb-51e79892aa60 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:08:15.784052 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ced64e-e082-4e4d-8be2-6196298dbf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40ba6e1-5d70-44f6-bf69-882710014b0c', 'code': 200} Nov 08 01:08:15.833088 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:15.880042 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=a40ba6e1-5d70-44f6-bf69-882710014b0c,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:08:16.275826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e0de2-2543-420d-b697-97a034ad4035 req-f931c3ff-4766-4882-9d8b-f6cf02effa14 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:16.277311 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-193e0de2-2543-420d-b697-97a034ad4035 req-f931c3ff-4766-4882-9d8b-f6cf02effa14 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0489707 Nov 08 01:08:16.316053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-193e0de2-2543-420d-b697-97a034ad4035 req-7126c193-a429-4188-8414-b2fde8177646 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322063 Nov 08 01:08:17.431913 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c11431-782a-4949-a0de-e49ee0b1bbb3 req-d0810a40-86cb-413b-ae28-27c05ac3f522 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:17.433383 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5c11431-782a-4949-a0de-e49ee0b1bbb3 req-d0810a40-86cb-413b-ae28-27c05ac3f522 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0473669 Nov 08 01:08:17.470197 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c5c11431-782a-4949-a0de-e49ee0b1bbb3 req-010f51b1-d963-4074-9290-8c726d5accd5 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303965 Nov 08 01:08:18.001401 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68040d-475b-4bf8-98fb-c9fb1914133a req-6bf199e6-c63c-40bd-93cd-12eaa8a77ec6 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:18.002870 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da68040d-475b-4bf8-98fb-c9fb1914133a req-6bf199e6-c63c-40bd-93cd-12eaa8a77ec6 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0616293 Nov 08 01:08:18.044026 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da68040d-475b-4bf8-98fb-c9fb1914133a req-1608d824-7469-486a-b86b-63c5db2e6436 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315878 Nov 08 01:08:18.134119 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:08:19.159037 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f08d6-3a7a-4fd0-9a35-0f480cfc4bc8 req-6a91489f-80de-44b9-8ab7-f7bf0ea8027a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:19.160528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce1f08d6-3a7a-4fd0-9a35-0f480cfc4bc8 req-6a91489f-80de-44b9-8ab7-f7bf0ea8027a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0480516 Nov 08 01:08:19.197167 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce1f08d6-3a7a-4fd0-9a35-0f480cfc4bc8 req-c1fad8bc-3d06-4ddf-83fd-6ba3662f95da tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306847 Nov 08 01:08:19.471843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730ce5a-5fa5-4b11-9d62-fa7d223b8e30 req-db7e74ab-2525-49a3-9247-b56c94afd5dc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:19.473183 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1730ce5a-5fa5-4b11-9d62-fa7d223b8e30 req-db7e74ab-2525-49a3-9247-b56c94afd5dc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 946 time: 0.0469255 Nov 08 01:08:19.570285 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-1730ce5a-5fa5-4b11-9d62-fa7d223b8e30 req-85b1ef26-7ca5-47b3-8d62-8bf4dc57ee32 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Deleting port a40ba6e1-5d70-44f6-bf69-882710014b0c {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:08:19.570631 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1730ce5a-5fa5-4b11-9d62-fa7d223b8e30 req-85b1ef26-7ca5-47b3-8d62-8bf4dc57ee32 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:19.659473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-1730ce5a-5fa5-4b11-9d62-fa7d223b8e30 req-85b1ef26-7ca5-47b3-8d62-8bf4dc57ee32 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] For port a40ba6e1-5d70-44f6-bf69-882710014b0c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=a40ba6e1-5d70-44f6-bf69-882710014b0c,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:08:19.659858 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1730ce5a-5fa5-4b11-9d62-fa7d223b8e30 req-85b1ef26-7ca5-47b3-8d62-8bf4dc57ee32 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:19.825653 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1730ce5a-5fa5-4b11-9d62-fa7d223b8e30 req-85b1ef26-7ca5-47b3-8d62-8bf4dc57ee32 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:19.826006 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1730ce5a-5fa5-4b11-9d62-fa7d223b8e30 req-85b1ef26-7ca5-47b3-8d62-8bf4dc57ee32 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:19.826320 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-1730ce5a-5fa5-4b11-9d62-fa7d223b8e30 req-85b1ef26-7ca5-47b3-8d62-8bf4dc57ee32 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Floating IP a3f470db-f6bb-4d17-926b-60b3fb374ffb disassociated. External IP: 172.25.2.161, port: a40ba6e1-5d70-44f6-bf69-882710014b0c. Nov 08 01:08:19.826651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-1730ce5a-5fa5-4b11-9d62-fa7d223b8e30 req-85b1ef26-7ca5-47b3-8d62-8bf4dc57ee32 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Calling delete_port for a40ba6e1-5d70-44f6-bf69-882710014b0c owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:08:19.988548 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1730ce5a-5fa5-4b11-9d62-fa7d223b8e30 req-85b1ef26-7ca5-47b3-8d62-8bf4dc57ee32 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:20.021389 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1ef26-7ca5-47b3-8d62-8bf4dc57ee32 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Pushing event deleted for resources: {'Port': ['ID=a40ba6e1-5d70-44f6-bf69-882710014b0c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:08:20.140104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1730ce5a-5fa5-4b11-9d62-fa7d223b8e30 req-85b1ef26-7ca5-47b3-8d62-8bf4dc57ee32 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Router ba82efca-aeda-476a-bc11-3438fbc89171 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:08:20.248519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1730ce5a-5fa5-4b11-9d62-fa7d223b8e30 req-85b1ef26-7ca5-47b3-8d62-8bf4dc57ee32 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:08:20.259494 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f714f2-b39e-4fda-b6c2-b9a86c1cc6bf None None] Sync routers for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:08:20.269201 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f714f2-b39e-4fda-b6c2-b9a86c1cc6bf None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:08:20.269885 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b5f714f2-b39e-4fda-b6c2-b9a86c1cc6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:08:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:08:20.310116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1730ce5a-5fa5-4b11-9d62-fa7d223b8e30 req-85b1ef26-7ca5-47b3-8d62-8bf4dc57ee32 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] No DVR routers for this DVR port a40ba6e1-5d70-44f6-bf69-882710014b0c on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:08:20.313652 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9371f527-9891-467e-8eb9-de4fb0d8de02 req-35312263-ab0a-4bed-834c-a419d573c1c0 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ced64e-e082-4e4d-8be2-6196298dbf91 HTTP/1.1" status: 200 len: 210 time: 0.0399215 Nov 08 01:08:20.314682 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1730ce5a-5fa5-4b11-9d62-fa7d223b8e30 req-85b1ef26-7ca5-47b3-8d62-8bf4dc57ee32 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:20.317836 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1730ce5a-5fa5-4b11-9d62-fa7d223b8e30 req-85b1ef26-7ca5-47b3-8d62-8bf4dc57ee32 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.20 "DELETE /v2.0/ports/a40ba6e1-5d70-44f6-bf69-882710014b0c HTTP/1.1" status: 204 len: 173 time: 0.8372545 Nov 08 01:08:20.318341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ced64e-e082-4e4d-8be2-6196298dbf91', 'name': 'network-vif-deleted', 'tag': 'a40ba6e1-5d70-44f6-bf69-882710014b0c'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:08:20.320626 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd621c99-d068-40e5-bed3-a9d588367fff" -d '{"events": [{"server_uuid": "19ced64e-e082-4e4d-8be2-6196298dbf91", "name": "network-vif-deleted", "tag": "a40ba6e1-5d70-44f6-bf69-882710014b0c"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:08:20.360419 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374a5c4a-ffb0-4f31-94a1-bfafe1e3f85c x-openstack-request-id: req-374a5c4a-ffb0-4f31-94a1-bfafe1e3f85c {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:08:20.360419 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ced64e-e082-4e4d-8be2-6196298dbf91", "name": "network-vif-deleted", "tag": "a40ba6e1-5d70-44f6-bf69-882710014b0c", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:08:20.360419 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-374a5c4a-ffb0-4f31-94a1-bfafe1e3f85c {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:08:20.360419 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ced64e-e082-4e4d-8be2-6196298dbf91', 'name': 'network-vif-deleted', 'tag': 'a40ba6e1-5d70-44f6-bf69-882710014b0c', 'status': 'completed', 'code': 200} Nov 08 01:08:20.375138 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-b5f714f2-b39e-4fda-b6c2-b9a86c1cc6bf None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:08:20.572606 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b5f714f2-b39e-4fda-b6c2-b9a86c1cc6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:08:20.602319 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f714f2-b39e-4fda-b6c2-b9a86c1cc6bf None None] Checking router: ba82efca-aeda-476a-bc11-3438fbc89171 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:08:20.611196 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f714f2-b39e-4fda-b6c2-b9a86c1cc6bf None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:08:20.611812 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b5f714f2-b39e-4fda-b6c2-b9a86c1cc6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:08:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:08:20.712259 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-b5f714f2-b39e-4fda-b6c2-b9a86c1cc6bf None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:08:20.903757 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b5f714f2-b39e-4fda-b6c2-b9a86c1cc6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:08:20.931276 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f714f2-b39e-4fda-b6c2-b9a86c1cc6bf None None] The sync data for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 is: [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:08:21.161821 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30280bf1-7875-42ff-a81e-6016ee03a05b None None] New status for floating IP a3f470db-f6bb-4d17-926b-60b3fb374ffb: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:08:21.585811 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-b00389e2-7adf-4a67-be84-8a269be0fcc8 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--61914981&fields=id&tenant_id=e4b6da9ed7694069be71240c75e580ef HTTP/1.1" status: 200 len: 267 time: 0.0330427 Nov 08 01:08:21.692667 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-c0be0cbf-9d20-444c-80e7-dd6b7783af9b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:21.694018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-c0be0cbf-9d20-444c-80e7-dd6b7783af9b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 810 time: 0.1013389 Nov 08 01:08:21.708403 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-d3641ce6-0adb-4553-b329-253d0b54f217 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/quotas/e4b6da9ed7694069be71240c75e580ef HTTP/1.1" status: 200 len: 375 time: 0.0087295 Nov 08 01:08:21.759346 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-17667b4a-3e61-4f98-8de7-c34555d36f80 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457947 Nov 08 01:08:21.850026 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-863be740-6419-4a85-b67a-734a6e04c374 service neutron] 10.222.0.13 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791306 Nov 08 01:08:21.940426 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-70ad522b-4d63-4589-b9a0-a2507c83c9d6 service neutron] 10.222.0.13 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844107 Nov 08 01:08:22.179027 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-989f73a1-70cb-4481-bdb7-f6650230c495 req-21d577e8-8b39-4b6c-a8c2-d9a196c731a1 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 210 time: 0.0269337 Nov 08 01:08:23.273983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a3f378c8-23b5-4423-9961-baeba68b8021 req-a42172e1-5abb-4357-b7b6-fc498c7c5843 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 210 time: 0.0263133 Nov 08 01:08:23.598123 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device a40ba6e1-5d70-44f6-bf69-882710014b0c no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:08:23.620690 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: a40ba6e1-5d70-44f6-bf69-882710014b0c {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:08:23.621171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device a40ba6e1-5d70-44f6-bf69-882710014b0c not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:08:24.186824 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-467b92bd-d27e-4a1a-9a04-9f907fb6f514 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:24.188219 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-467b92bd-d27e-4a1a-9a04-9f907fb6f514 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 810 time: 0.1050298 Nov 08 01:08:24.235008 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-e595035f-8c15-4d24-a3cd-bfee792df19a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4b6da9ed7694069be71240c75e580ef HTTP/1.1" status: 200 len: 378 time: 0.0330889 Nov 08 01:08:24.244228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Request body: {'port': {'device_id': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'admin_state_up': True, 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'security_groups': ['5dd26000-2978-45f9-9fe2-ae71b618bee3']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:08:24.372884 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ad0e80e-c06c-400a-9b1f-9e8d1eaf4830 req-387536ed-ed1c-4ea1-a9d3-c38342c5404c tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 210 time: 0.0263107 Nov 08 01:08:24.411313 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Made reservation on behalf of e4b6da9ed7694069be71240c75e580ef for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:08:24.415018 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:24.538552 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Allocated IP 172.20.0.10 (9dc106fd-5621-4e07-8b92-1ecdcffe4474/e934de9b-01ff-40d8-8262-de3061991ed6/26da2a53-1db4-4ea0-9728-fce1d1efd9b5) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:08:24.670950 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:24.782911 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:24.823359 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:08:24.826415 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:08:24.830072 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:08:24.856677 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Pushing event updated for resources: {'Port': ['ID=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:08:24.872126 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:24.872471 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:24.872810 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:24.873145 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:24.873477 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:24.873802 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:24.874134 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:24.874465 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:24.874763 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:24.875082 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:24.875974 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:24.876301 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:08:24.896401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:24.897034 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:24.991095 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-3913e9a8-e6a2-48e9-89b2-e01d76f8eee2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7503588 Nov 08 01:08:25.009774 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Request body: {'port': {'device_id': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:08:25.066467 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:25.077766 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7ad025a6-8aff-42ee-b090-5cd42ed72749 None None] Provisioning complete for port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:08:25.078257 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ad025a6-8aff-42ee-b090-5cd42ed72749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:25.112389 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7ad025a6-8aff-42ee-b090-5cd42ed72749 None None] Port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:08:25.323250 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:08:25.330746 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:25.342970 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Transition to ACTIVE for port object 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:08:25.399460 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:25.451163 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Pushing event updated for resources: {'Port': ['ID=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:08:25.500426 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ae2cd-2c5f-48fd-b4cc-6d9260838dfc req-4dbba70e-9e78-4431-81b0-0b51120691f1 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:25.501698 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d10ae2cd-2c5f-48fd-b4cc-6d9260838dfc req-4dbba70e-9e78-4431-81b0-0b51120691f1 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 944 time: 0.0571883 Nov 08 01:08:25.529537 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Attempting to bind port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:08:25.530056 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Attempting to bind port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:08:25.530468 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Attempting to bind port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:08:25.536947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:08:25.537438 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Attempting to bind port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:08:25.543186 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:08:25.543627 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Checking segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:08:25.544002 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d10ae2cd-2c5f-48fd-b4cc-6d9260838dfc req-f1d64ed5-1f1b-4f3a-b0de-31cf8a85fec6 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356286 Nov 08 01:08:25.544202 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Bound using segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:08:25.544707 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Bound port: 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:08:25.545140 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:25.616233 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] For port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:08:25.619426 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] For port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:08:25.686252 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:25.719940 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:25.720563 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:25.721957 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] 10.222.0.26 "PUT /v2.0/ports/26da2a53-1db4-4ea0-9728-fce1d1efd9b5 HTTP/1.1" status: 200 len: 1092 time: 0.7164745 Nov 08 01:08:25.722404 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'tag': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:08:25.724692 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40319a74fe07febf9ab63d54579747668fab38c9212ad8217a68cab46359be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dab870-d3db-4361-9a0b-426a0da7c4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d67a2186-4075-413f-a25c-c3154db6b4a6", "tag": "26da2a53-1db4-4ea0-9728-fce1d1efd9b5"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:08:25.761825 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c09ed-ae40-4dd6-9ff3-2ec1530c37e9 service neutron] Pushing event updated for resources: {'Port': ['ID=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:08:25.766561 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd6fbe1-821a-432a-afa6-8cde4d9a2c18 x-openstack-request-id: req-bfd6fbe1-821a-432a-afa6-8cde4d9a2c18 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:08:25.766846 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67a2186-4075-413f-a25c-c3154db6b4a6", "tag": "26da2a53-1db4-4ea0-9728-fce1d1efd9b5", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:08:25.767097 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfd6fbe1-821a-432a-afa6-8cde4d9a2c18 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:08:25.767497 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'tag': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5', 'status': 'completed', 'code': 200} Nov 08 01:08:25.854968 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dab870-d3db-4361-9a0b-426a0da7c4b3 req-eec79dca-806c-4c67-97dc-9c835709f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:25.856574 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-83dab870-d3db-4361-9a0b-426a0da7c4b3 req-eec79dca-806c-4c67-97dc-9c835709f40f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 1095 time: 0.0498314 Nov 08 01:08:25.964761 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dab870-d3db-4361-9a0b-426a0da7c4b3 req-12952aba-f5e7-41f2-8cac-e7b6e9ed62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:25.966277 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-83dab870-d3db-4361-9a0b-426a0da7c4b3 req-12952aba-f5e7-41f2-8cac-e7b6e9ed62f5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e4b6da9ed7694069be71240c75e580ef&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0961959 Nov 08 01:08:26.067164 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dab870-d3db-4361-9a0b-426a0da7c4b3 req-b22c2341-807c-4a06-b80c-5462ce7d6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:26.068655 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-83dab870-d3db-4361-9a0b-426a0da7c4b3 req-b22c2341-807c-4a06-b80c-5462ce7d6660 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909097 Nov 08 01:08:26.168507 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4ae716cd-db9f-4239-9f6e-a7d4896b6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:26.169983 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-4ae716cd-db9f-4239-9f6e-a7d4896b6d3f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 1095 time: 0.0448205 Nov 08 01:08:26.217256 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-5fb747ea-6fde-4050-840e-a3b8732e809b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5 HTTP/1.1" status: 200 len: 217 time: 0.0349548 Nov 08 01:08:26.268720 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-29f6341a-572a-455c-a995-5f4c9ba979cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:26.270183 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-29f6341a-572a-455c-a995-5f4c9ba979cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0461254 Nov 08 01:08:26.315700 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-6dd6f375-71ea-4d85-a0bb-ce1d82b82ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:26.317232 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-6dd6f375-71ea-4d85-a0bb-ce1d82b82ca3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405219 Nov 08 01:08:26.405518 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-7170763f-5f72-479f-a61a-4f8b86098219 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809042 Nov 08 01:08:26.496837 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f758c6b2-fb94-4e6f-983c-a7b1f915e96e req-06536f54-caca-4b2b-8753-8e751b9eba99 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845819 Nov 08 01:08:26.661573 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52964d-a7aa-4f4f-b2bb-e15c05c82357 req-7c1729b3-3df9-4132-93ec-b53b1b22c114 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:26.663031 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fd52964d-a7aa-4f4f-b2bb-e15c05c82357 req-7c1729b3-3df9-4132-93ec-b53b1b22c114 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 944 time: 0.0482185 Nov 08 01:08:26.699720 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fd52964d-a7aa-4f4f-b2bb-e15c05c82357 req-ff8afabf-5cc6-42a3-9940-d88f321a5d54 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307443 Nov 08 01:08:27.814383 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93b575-6d2a-4fcc-873e-628bdbac3b8f req-fdd85e7e-3bb0-4200-ab5f-f69d74f48e86 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:27.815846 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c93b575-6d2a-4fcc-873e-628bdbac3b8f req-fdd85e7e-3bb0-4200-ab5f-f69d74f48e86 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 944 time: 0.0478647 Nov 08 01:08:27.852192 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c93b575-6d2a-4fcc-873e-628bdbac3b8f req-d405c62b-a817-4092-a449-b8cb050b4b0c tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303583 Nov 08 01:08:28.192973 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b49e66c-b83a-4359-b339-5c36a494dc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:28.967547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ffe67-5cb6-4228-a7c2-5e70160800d7 req-48bf92c9-0dca-4bfb-9fec-81336a934264 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:28.970417 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-853ffe67-5cb6-4228-a7c2-5e70160800d7 req-48bf92c9-0dca-4bfb-9fec-81336a934264 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 944 time: 0.0516968 Nov 08 01:08:29.007076 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-853ffe67-5cb6-4228-a7c2-5e70160800d7 req-f5223c55-4346-4f33-9b2c-f1504a69f58d tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312350 Nov 08 01:08:30.118210 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6a47f-16e4-4ac9-b8d9-8b6c5d67470d req-18a6d6cd-dc9a-48c2-8144-188047347828 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:30.119646 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78e6a47f-16e4-4ac9-b8d9-8b6c5d67470d req-18a6d6cd-dc9a-48c2-8144-188047347828 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 944 time: 0.0475914 Nov 08 01:08:30.156378 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78e6a47f-16e4-4ac9-b8d9-8b6c5d67470d req-8032c040-c8b4-46ae-95c1-5492606e9459 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299299 Nov 08 01:08:30.371911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:08:30.465356 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:08:30.476809 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'port_id': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5', 'mac_address': 'fa:16:3e:74:68:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:08:30.512972 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:30.525414 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:08:30.545035 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:08:30.632978 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:30.689683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:08:30.753955 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5c8ff3d-75b2-4ee1-93f2-7d9820da0971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:30.915832 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['26da2a53-1db4-4ea0-9728-fce1d1efd9b5'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:08:31.056550 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:31.269745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61010444-dc07-4b4c-a874-c2024e585b16 req-100d2495-3ac0-44ad-84a2-2988bb45ed9d tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:31.271220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61010444-dc07-4b4c-a874-c2024e585b16 req-100d2495-3ac0-44ad-84a2-2988bb45ed9d tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 945 time: 0.0486228 Nov 08 01:08:31.308809 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61010444-dc07-4b4c-a874-c2024e585b16 req-c12ae59e-452e-4034-8cdc-77040ca219d9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314162 Nov 08 01:08:31.931056 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:32.371165 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:08:32.416444 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:32.426034 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f3a08-71a1-4bb5-89b8-7ffd4a853aec req-dc93ec35-87df-4d93-8902-e48ee834a383 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:32.427507 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be2f3a08-71a1-4bb5-89b8-7ffd4a853aec req-dc93ec35-87df-4d93-8902-e48ee834a383 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 945 time: 0.0520964 Nov 08 01:08:32.464873 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be2f3a08-71a1-4bb5-89b8-7ffd4a853aec req-7be84b95-623b-4125-aac9-46d7f4abcd63 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312850 Nov 08 01:08:32.473114 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:08:32.476969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:08:32.477340 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:32.555823 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:32.578437 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:08:32.580764 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7352d24-d946-4b4d-a0ed-5f6d2692776f" -d '{"events": [{"server_uuid": "d67a2186-4075-413f-a25c-c3154db6b4a6", "name": "network-vif-plugged", "status": "completed", "tag": "26da2a53-1db4-4ea0-9728-fce1d1efd9b5"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:08:32.593620 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:08:32.634722 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f988d8c-8d71-4777-9104-a92aad8391c5 x-openstack-request-id: req-1f988d8c-8d71-4777-9104-a92aad8391c5 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:08:32.634722 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67a2186-4075-413f-a25c-c3154db6b4a6", "name": "network-vif-plugged", "status": "completed", "tag": "26da2a53-1db4-4ea0-9728-fce1d1efd9b5", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:08:32.634722 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f988d8c-8d71-4777-9104-a92aad8391c5 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:08:32.634722 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5', 'code': 200} Nov 08 01:08:32.674290 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:32.726681 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:08:32.753754 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19492957-f477-493b-9325-f63dc2feaa26 req-8cc742ce-83e1-40dd-b770-9aa29d5e8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:32.755246 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-19492957-f477-493b-9325-f63dc2feaa26 req-8cc742ce-83e1-40dd-b770-9aa29d5e8b04 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 1097 time: 0.0442729 Nov 08 01:08:32.790173 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-19492957-f477-493b-9325-f63dc2feaa26 req-e61003cf-e6a2-4477-a1e6-184c37935ea2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277448 Nov 08 01:08:33.514353 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:33.579237 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fdfe3-6627-4405-8942-c13b09e23892 req-2364bb7e-1d76-42c5-a1cc-992570fddf8e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:33.580736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-051fdfe3-6627-4405-8942-c13b09e23892 req-2364bb7e-1d76-42c5-a1cc-992570fddf8e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0492091 Nov 08 01:08:33.624368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-051fdfe3-6627-4405-8942-c13b09e23892 req-7004a9cc-16b6-4114-bb0c-7734f5c15f50 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376301 Nov 08 01:08:34.739394 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ae5d0-1a8d-4d0f-b633-a37e12745519 req-1c523e69-70c6-47f8-bf9e-f98048e28f20 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:34.740875 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-705ae5d0-1a8d-4d0f-b633-a37e12745519 req-1c523e69-70c6-47f8-bf9e-f98048e28f20 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0479441 Nov 08 01:08:34.777205 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-705ae5d0-1a8d-4d0f-b633-a37e12745519 req-7c401c6e-da3b-4778-84a0-22993b9caeaf tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303159 Nov 08 01:08:35.225579 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f972b97-2b65-4ab5-8102-3d5d9005ec14 req-3401df78-2ab2-4699-9f8a-b5dab96b1b9e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:35.227092 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f972b97-2b65-4ab5-8102-3d5d9005ec14 req-3401df78-2ab2-4699-9f8a-b5dab96b1b9e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.3861430 Nov 08 01:08:35.236394 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 37908) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:08:35.240696 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-e9e9ef8d-0446-4595-8c2c-73434995f696 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Request body: {'floatingip': {'port_id': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:08:35.278908 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9e9ef8d-0446-4595-8c2c-73434995f696 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:35.688313 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9e9ef8d-0446-4595-8c2c-73434995f696 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:35.742134 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9e9ef8d-0446-4595-8c2c-73434995f696 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:35.840097 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-e9e9ef8d-0446-4595-8c2c-73434995f696 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Floating IP a3f470db-f6bb-4d17-926b-60b3fb374ffb associated. External IP: 172.25.2.161, port: 26da2a53-1db4-4ea0-9728-fce1d1efd9b5. Nov 08 01:08:36.041750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e9ef8d-0446-4595-8c2c-73434995f696 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Router ba82efca-aeda-476a-bc11-3438fbc89171 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:08:36.148020 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e9ef8d-0446-4595-8c2c-73434995f696 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:08:36.152963 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9e9ef8d-0446-4595-8c2c-73434995f696 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:36.158428 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53817095-0f1e-4369-9cad-f1beacdd8aad None None] Sync routers for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:08:36.171170 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53817095-0f1e-4369-9cad-f1beacdd8aad None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:08:36.171799 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-53817095-0f1e-4369-9cad-f1beacdd8aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:08:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:08:36.180222 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e9e9ef8d-0446-4595-8c2c-73434995f696 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "PUT /v2.0/floatingips/a3f470db-f6bb-4d17-926b-60b3fb374ffb HTTP/1.1" status: 200 len: 992 time: 0.9427750 Nov 08 01:08:36.180803 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'tag': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:08:36.183068 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360bef5d-38f1-46a0-b67c-4738b161ca03" -d '{"events": [{"name": "network-changed", "server_uuid": "d67a2186-4075-413f-a25c-c3154db6b4a6", "tag": "26da2a53-1db4-4ea0-9728-fce1d1efd9b5"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:08:36.224056 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8937f0-c380-48d0-9c25-1f7463f83b90 x-openstack-request-id: req-de8937f0-c380-48d0-9c25-1f7463f83b90 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:08:36.224344 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67a2186-4075-413f-a25c-c3154db6b4a6", "tag": "26da2a53-1db4-4ea0-9728-fce1d1efd9b5", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:08:36.224596 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de8937f0-c380-48d0-9c25-1f7463f83b90 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:08:36.225005 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'tag': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5', 'status': 'completed', 'code': 200} Nov 08 01:08:36.272035 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-53817095-0f1e-4369-9cad-f1beacdd8aad None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:08:36.326633 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bef5d-38f1-46a0-b67c-4738b161ca03 req-8d403741-a316-4e98-80c3-84c4bd6bc777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:36.328867 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-360bef5d-38f1-46a0-b67c-4738b161ca03 req-8d403741-a316-4e98-80c3-84c4bd6bc777 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 1097 time: 0.0449414 Nov 08 01:08:36.418210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bef5d-38f1-46a0-b67c-4738b161ca03 req-ebbd7c1f-ea4a-4b33-8848-21cf162910ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:36.419682 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-360bef5d-38f1-46a0-b67c-4738b161ca03 req-ebbd7c1f-ea4a-4b33-8848-21cf162910ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0841284 Nov 08 01:08:36.490908 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-360bef5d-38f1-46a0-b67c-4738b161ca03 req-19ab2583-b059-4581-9fdc-35eaf53bd42e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5 HTTP/1.1" status: 200 len: 1000 time: 0.0644462 Nov 08 01:08:36.543142 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bef5d-38f1-46a0-b67c-4738b161ca03 req-04532c39-91e2-4ca5-9ba5-adb3c06be741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:36.544578 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-360bef5d-38f1-46a0-b67c-4738b161ca03 req-04532c39-91e2-4ca5-9ba5-adb3c06be741 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0470493 Nov 08 01:08:36.588200 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-53817095-0f1e-4369-9cad-f1beacdd8aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'a3f470db-f6bb-4d17-926b-60b3fb374ffb', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'port_id': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'mac_address': 'fa:16:3e:74:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:03:41Z', 'updated_at': '2021-11-08T01:08:35Z', 'revision_number': 9, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:08:36.594467 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bef5d-38f1-46a0-b67c-4738b161ca03 req-c05d693a-3afd-4d04-a162-7e1236c8b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:08:36.596048 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-360bef5d-38f1-46a0-b67c-4738b161ca03 req-c05d693a-3afd-4d04-a162-7e1236c8b498 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446911 Nov 08 01:08:36.613718 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53817095-0f1e-4369-9cad-f1beacdd8aad None None] Checking router: ba82efca-aeda-476a-bc11-3438fbc89171 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:08:36.621889 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53817095-0f1e-4369-9cad-f1beacdd8aad None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:08:36.622485 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-53817095-0f1e-4369-9cad-f1beacdd8aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:08:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:08:36.691057 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-360bef5d-38f1-46a0-b67c-4738b161ca03 req-6f31d0dd-0ea1-41ea-bd79-3c2a42672566 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871797 Nov 08 01:08:36.724552 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-53817095-0f1e-4369-9cad-f1beacdd8aad None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:08:36.780967 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-360bef5d-38f1-46a0-b67c-4738b161ca03 req-c5dab90e-841a-4aaa-b5d3-54ffb62a18fc service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823691 Nov 08 01:08:36.941823 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-53817095-0f1e-4369-9cad-f1beacdd8aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'a3f470db-f6bb-4d17-926b-60b3fb374ffb', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'port_id': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'mac_address': 'fa:16:3e:74:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:03:41Z', 'updated_at': '2021-11-08T01:08:35Z', 'revision_number': 9, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:08:36.966582 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53817095-0f1e-4369-9cad-f1beacdd8aad None None] The sync data for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 is: [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'a3f470db-f6bb-4d17-926b-60b3fb374ffb', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'port_id': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'mac_address': 'fa:16:3e:74:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:03:41Z', 'updated_at': '2021-11-08T01:08:35Z', 'revision_number': 9, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:08:37.150742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d64da25-5e3f-4128-a94f-528d764b6323 None None] New status for floating IP a3f470db-f6bb-4d17-926b-60b3fb374ffb: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:08:39.136629 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:08:55.133576 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:08:58.221900 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38d66879-6579-4821-8a94-c44a2cc2ef7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:09:00.719270 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-099e9f75-cf81-4b88-b058-14fc83079142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:09:01.027013 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:09:01.936607 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:09:02.319385 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ce91d735-b3cc-4fd8-aa3d-ec0b50ee3e15 req-5c0d671c-7536-419d-b84b-691afcf897e8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411298 Nov 08 01:09:02.420142 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91d735-b3cc-4fd8-aa3d-ec0b50ee3e15 req-d2a95262-c0f2-49f7-b7cc-5f351b7dc2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:09:02.421620 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ce91d735-b3cc-4fd8-aa3d-ec0b50ee3e15 req-d2a95262-c0f2-49f7-b7cc-5f351b7dc2ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 1097 time: 0.0441117 Nov 08 01:09:02.474011 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:09:02.524219 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91d735-b3cc-4fd8-aa3d-ec0b50ee3e15 req-2484ade5-2ea1-4c8d-975f-d68b1c18315d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:09:02.525752 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ce91d735-b3cc-4fd8-aa3d-ec0b50ee3e15 req-2484ade5-2ea1-4c8d-975f-d68b1c18315d service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0852444 Nov 08 01:09:02.595583 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ce91d735-b3cc-4fd8-aa3d-ec0b50ee3e15 req-336927c2-68aa-4b2e-89d7-4ff24b6c2c85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5 HTTP/1.1" status: 200 len: 1003 time: 0.0625134 Nov 08 01:09:02.643372 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91d735-b3cc-4fd8-aa3d-ec0b50ee3e15 req-4565c2f4-60be-455d-acf8-78c1469bcf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:09:02.644815 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ce91d735-b3cc-4fd8-aa3d-ec0b50ee3e15 req-4565c2f4-60be-455d-acf8-78c1469bcf13 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0419037 Nov 08 01:09:02.689446 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91d735-b3cc-4fd8-aa3d-ec0b50ee3e15 req-f35aed73-f2ec-475a-aa1a-a4d96eea98d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:09:02.690888 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ce91d735-b3cc-4fd8-aa3d-ec0b50ee3e15 req-f35aed73-f2ec-475a-aa1a-a4d96eea98d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391493 Nov 08 01:09:02.787978 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ce91d735-b3cc-4fd8-aa3d-ec0b50ee3e15 req-8a3afdfc-0b0c-451d-9090-6a20bb6cb0c4 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891964 Nov 08 01:09:02.882478 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ce91d735-b3cc-4fd8-aa3d-ec0b50ee3e15 req-32bcd129-887e-41a5-a447-a5815949a3ae service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876291 Nov 08 01:09:03.536677 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:09:09.141071 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:09:28.227340 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-02ceebf4-520b-4161-93f5-9f3671591e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:09:30.736215 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edbd9efd-060c-40ff-a970-c5d7c5ba2bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:09:31.033428 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:09:31.934808 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:09:32.133249 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:09:32.398861 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:09:33.576229 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:09:39.152763 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:09:52.101133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-46ab44ac-f1ce-4e8b-82e9-236be5026d40 req-c669159b-a7ea-48dc-981f-4b87c1a2d84a service neutron] (102772) timed out ('10.222.0.26', 49441) {{(pid=102772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 01:09:58.192841 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ef36c64-94e4-4020-995d-103dbb178c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:00.707135 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c05731c9-de54-4c67-955d-f9b812e6f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:01.010345 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:01.998892 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:02.408802 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:02.461578 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-c627dc69-9a20-470b-bc53-b044c799191b req-67f17bae-f42d-48a1-9545-ef7cf74fe7ba service neutron] (102772) timed out ('10.222.0.20', 58882) {{(pid=102772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 01:10:03.558838 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:04.957437 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d97b5e97-8295-4765-9319-d81a295bd798 req-c31a0251-026f-4483-9bd1-b0525ffc6dc2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420518 Nov 08 01:10:05.056118 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b5e97-8295-4765-9319-d81a295bd798 req-9010bbe8-991c-445d-9e34-4b864387fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:05.057604 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d97b5e97-8295-4765-9319-d81a295bd798 req-9010bbe8-991c-445d-9e34-4b864387fa4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 1097 time: 0.0444279 Nov 08 01:10:05.157332 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b5e97-8295-4765-9319-d81a295bd798 req-c584e0a2-7fbc-4c52-8b75-3f9e86b13ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:05.158776 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d97b5e97-8295-4765-9319-d81a295bd798 req-c584e0a2-7fbc-4c52-8b75-3f9e86b13ebe service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0822108 Nov 08 01:10:05.226588 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d97b5e97-8295-4765-9319-d81a295bd798 req-4b1bccd9-74e6-4c39-b75c-ad1277311e31 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5 HTTP/1.1" status: 200 len: 1003 time: 0.0605612 Nov 08 01:10:05.284124 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b5e97-8295-4765-9319-d81a295bd798 req-4f824afa-b97e-471f-8c3c-9458d4c4e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:05.285614 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d97b5e97-8295-4765-9319-d81a295bd798 req-4f824afa-b97e-471f-8c3c-9458d4c4e047 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0528612 Nov 08 01:10:05.330552 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b5e97-8295-4765-9319-d81a295bd798 req-a602811c-db0a-4d32-8905-e0782fa1383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:05.332065 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d97b5e97-8295-4765-9319-d81a295bd798 req-a602811c-db0a-4d32-8905-e0782fa1383c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397117 Nov 08 01:10:05.342834 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-d97b5e97-8295-4765-9319-d81a295bd798 req-80947f90-5b8c-45c3-b7c0-3cd796f74155 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:10:05.343779 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d97b5e97-8295-4765-9319-d81a295bd798 req-80947f90-5b8c-45c3-b7c0-3cd796f74155 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049610 Nov 08 01:10:05.435686 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d97b5e97-8295-4765-9319-d81a295bd798 req-f03ed725-e337-4253-98bf-84899de14b88 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842597 Nov 08 01:10:05.524639 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d97b5e97-8295-4765-9319-d81a295bd798 req-19474770-6df5-4451-9d21-82f3e984df40 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822492 Nov 08 01:10:09.132845 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:10:09.147283 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:11.578388 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa9262-56c3-4ae8-8635-89030e5d2cc0 req-ecf8e630-540d-43d7-a76f-e742af95bba2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:11.579945 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d8fa9262-56c3-4ae8-8635-89030e5d2cc0 req-ecf8e630-540d-43d7-a76f-e742af95bba2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0497701 Nov 08 01:10:11.618416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d8fa9262-56c3-4ae8-8635-89030e5d2cc0 req-6160dd6e-ef3c-4244-aabd-e50a7e9137b3 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322077 Nov 08 01:10:11.751438 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-ec940e44-561e-4c1e-81ff-79595317b45c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769362 Nov 08 01:10:12.739279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40392eaa-d0a8-4da4-be51-a2ac923a64fb req-57f5b280-ee8e-49f7-b8ad-a75e7f23d023 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:12.740859 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40392eaa-d0a8-4da4-be51-a2ac923a64fb req-57f5b280-ee8e-49f7-b8ad-a75e7f23d023 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0517154 Nov 08 01:10:12.778746 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-40392eaa-d0a8-4da4-be51-a2ac923a64fb req-2d857955-9aa3-456d-ac08-0c3527c86583 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311553 Nov 08 01:10:13.897926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd683d97-ec97-4732-afe7-0aa2ad1c5a3d req-b30fb52d-11e1-4768-b255-e1a13e1aa12f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:13.899383 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd683d97-ec97-4732-afe7-0aa2ad1c5a3d req-b30fb52d-11e1-4768-b255-e1a13e1aa12f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0521297 Nov 08 01:10:13.935942 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd683d97-ec97-4732-afe7-0aa2ad1c5a3d req-7d992e4f-d737-421f-b899-646a0701a000 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306334 Nov 08 01:10:15.050136 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ab2b6-70e8-41ce-8df8-f37acc8dc70e req-886e737f-3ee1-4e06-8c38-d1a03f0605e0 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:15.051583 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab8ab2b6-70e8-41ce-8df8-f37acc8dc70e req-886e737f-3ee1-4e06-8c38-d1a03f0605e0 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0485027 Nov 08 01:10:15.089409 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ab8ab2b6-70e8-41ce-8df8-f37acc8dc70e req-bcb64acf-5c92-41cc-8e1d-9474c06c87a2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314422 Nov 08 01:10:16.202802 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d455a7-cb62-4bfc-a2ae-5e99d1a2020a req-3dd02d9f-7359-4d97-b083-6df36c994c65 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:16.204203 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2d455a7-cb62-4bfc-a2ae-5e99d1a2020a req-3dd02d9f-7359-4d97-b083-6df36c994c65 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0491068 Nov 08 01:10:16.241925 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2d455a7-cb62-4bfc-a2ae-5e99d1a2020a req-1ebe22f1-3f13-4018-9810-71ef1b0d7060 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318074 Nov 08 01:10:16.835219 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-ae9c42c2-eb0a-44dd-a079-878db9781887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:16.836782 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-ae9c42c2-eb0a-44dd-a079-878db9781887 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 1097 time: 0.0438683 Nov 08 01:10:16.933884 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-0fdf5a3e-4e31-4894-8816-dcb3b68e17c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:16.935362 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-0fdf5a3e-4e31-4894-8816-dcb3b68e17c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0919163 Nov 08 01:10:17.003260 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-37e5237b-d056-46a6-9cee-5b9ea5c3809f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5 HTTP/1.1" status: 200 len: 1003 time: 0.0610266 Nov 08 01:10:17.050216 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-30f9c09d-8500-4711-bd7f-f47fd287a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:17.051532 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-30f9c09d-8500-4711-bd7f-f47fd287a27c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0419104 Nov 08 01:10:17.095713 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-9d43e04a-ccd6-4de1-aa80-315a954b24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:17.097181 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-9d43e04a-ccd6-4de1-aa80-315a954b24fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389354 Nov 08 01:10:17.186802 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-2a263d0f-c47f-4b38-b193-29149c4a3e8a service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828452 Nov 08 01:10:17.278290 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-79a550e1-2067-4faf-8147-1fe8cf06b228 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842624 Nov 08 01:10:17.364688 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a5efd-5d49-4f23-a51c-5df58c1eccc1 req-41987e27-3bb2-4028-beaa-3a009af56d75 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:17.366165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa5a5efd-5d49-4f23-a51c-5df58c1eccc1 req-41987e27-3bb2-4028-beaa-3a009af56d75 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0542581 Nov 08 01:10:17.404835 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa5a5efd-5d49-4f23-a51c-5df58c1eccc1 req-8f389be9-fa1c-4faf-bf30-88bcc344ac1b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320117 Nov 08 01:10:18.518207 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0839fe7-c766-41ab-b681-f22a89e2982d req-0f2d8025-15e7-42db-8ea1-f994da2e99ef tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:18.519713 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0839fe7-c766-41ab-b681-f22a89e2982d req-0f2d8025-15e7-42db-8ea1-f994da2e99ef tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0486856 Nov 08 01:10:18.557987 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0839fe7-c766-41ab-b681-f22a89e2982d req-5f7ab31d-0857-4f6e-ae49-32df4312ba05 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323465 Nov 08 01:10:19.675877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef3813-8f91-45e3-997d-7613becb4038 req-115756ad-4aeb-4425-afbf-9433d74401e6 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:19.677363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4fef3813-8f91-45e3-997d-7613becb4038 req-115756ad-4aeb-4425-afbf-9433d74401e6 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0481493 Nov 08 01:10:19.716028 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4fef3813-8f91-45e3-997d-7613becb4038 req-e9db84f0-2411-4590-bdce-217270c21bc8 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322189 Nov 08 01:10:20.837369 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4d3df-662c-477a-bdfe-72b079c873b6 req-cf01ac3e-6f9e-4d3d-97e1-1a8561a9e593 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:20.839634 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11e4d3df-662c-477a-bdfe-72b079c873b6 req-cf01ac3e-6f9e-4d3d-97e1-1a8561a9e593 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0527496 Nov 08 01:10:20.876056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11e4d3df-662c-477a-bdfe-72b079c873b6 req-1be19241-c499-41a7-997e-b4ef0dd4c00d tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304806 Nov 08 01:10:21.997041 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42930d3a-7c9f-450e-b7da-0a10a75a6000 req-4d696479-fa76-49d7-8d96-c10a95295cee tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:21.998502 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42930d3a-7c9f-450e-b7da-0a10a75a6000 req-4d696479-fa76-49d7-8d96-c10a95295cee tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0488849 Nov 08 01:10:22.035659 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42930d3a-7c9f-450e-b7da-0a10a75a6000 req-9eb26633-a45e-4d9b-9926-9a4cff3fd719 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311778 Nov 08 01:10:23.147730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f85d0-4394-4591-995c-90e329874488 req-2f8ac44c-08cc-43f8-927b-094b09764262 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:23.149188 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a0f85d0-4394-4591-995c-90e329874488 req-2f8ac44c-08cc-43f8-927b-094b09764262 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0472147 Nov 08 01:10:23.185603 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a0f85d0-4394-4591-995c-90e329874488 req-61a37786-b6ef-48b4-a529-6ca5ad310636 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299177 Nov 08 01:10:24.303843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800e2b9-ca08-479c-b026-6add1eff9064 req-158a6f13-0528-4396-a649-26f196922070 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:24.305330 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3800e2b9-ca08-479c-b026-6add1eff9064 req-158a6f13-0528-4396-a649-26f196922070 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0524371 Nov 08 01:10:24.343469 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3800e2b9-ca08-479c-b026-6add1eff9064 req-0f51fdcb-f8a3-41af-96ab-5f8d2c41b6ac tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320487 Nov 08 01:10:25.458436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b934f-b979-49a2-88a0-27f3244472df req-7e366815-b7b9-44a3-9864-8351cb91bf40 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:25.459931 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa6b934f-b979-49a2-88a0-27f3244472df req-7e366815-b7b9-44a3-9864-8351cb91bf40 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0485759 Nov 08 01:10:25.496820 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa6b934f-b979-49a2-88a0-27f3244472df req-c21af732-57b0-45b1-a3a7-2f245f8c393f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302117 Nov 08 01:10:26.612052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7f10d-9990-4a6b-9ae0-e81f0b0bacb4 req-a94257b7-62a6-4ef4-9898-c82b860b60f6 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:26.613512 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88c7f10d-9990-4a6b-9ae0-e81f0b0bacb4 req-a94257b7-62a6-4ef4-9898-c82b860b60f6 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0492179 Nov 08 01:10:26.649795 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88c7f10d-9990-4a6b-9ae0-e81f0b0bacb4 req-943c5c9e-72d6-406e-98c1-457a09b40908 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302801 Nov 08 01:10:27.782269 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e74ddc-16da-4221-8df7-84654887b8e3 req-8acfa0d7-0c41-4e4a-93c8-483c6a9d0982 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:27.783727 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27e74ddc-16da-4221-8df7-84654887b8e3 req-8acfa0d7-0c41-4e4a-93c8-483c6a9d0982 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0525970 Nov 08 01:10:27.821741 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27e74ddc-16da-4221-8df7-84654887b8e3 req-cd7335c2-cb4a-4741-b55a-2e6111b6997d tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321112 Nov 08 01:10:28.203803 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-088c49e6-db6d-42b1-a1fd-3a74145d64bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:28.938512 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692512a0-bd8c-4815-9144-e8512168f597 req-02030c84-5835-4226-a427-31f220118205 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:28.939995 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-692512a0-bd8c-4815-9144-e8512168f597 req-02030c84-5835-4226-a427-31f220118205 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0487444 Nov 08 01:10:28.978479 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-692512a0-bd8c-4815-9144-e8512168f597 req-6449a581-1129-4750-a17a-ce2c889927f3 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325665 Nov 08 01:10:29.738423 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-05577c15-c40e-47bd-b80f-d87405f5b4b9 service neutron] show failed (client error): The resource could not be found. Nov 08 01:10:29.739426 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-05577c15-c40e-47bd-b80f-d87405f5b4b9 service neutron] 10.222.0.26 "GET /v2.0/ports/26da2a53-1db4-4ea0-9728-fce1d1efd9b5/bindings/n-h1-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.0547786 Nov 08 01:10:30.097786 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5aef4-b094-4628-b36d-7036fe7d452f req-5d6a2c70-2547-4766-9842-bf9a39ff7853 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:30.099323 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3a5aef4-b094-4628-b36d-7036fe7d452f req-5d6a2c70-2547-4766-9842-bf9a39ff7853 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0518517 Nov 08 01:10:30.140381 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3a5aef4-b094-4628-b36d-7036fe7d452f req-34ccf5a7-6131-40bf-81d5-85444445480e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341685 Nov 08 01:10:30.189300 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-72584f34-a038-42ae-925f-777a157bf8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:30.190782 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-72584f34-a038-42ae-925f-777a157bf8d7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6&tenant_id=e4b6da9ed7694069be71240c75e580ef HTTP/1.1" status: 200 len: 1097 time: 0.0439379 Nov 08 01:10:30.202028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-9386d13a-7506-4f01-854a-37e0ad894fad service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:10:30.202964 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-9386d13a-7506-4f01-854a-37e0ad894fad service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051482 Nov 08 01:10:30.221106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:10:30.273405 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:30.472126 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] For port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:10:30.503648 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] For port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:10:30.546526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:10:30.548736 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3fb3c8-f152-4a0c-b36e-7e9a02e46fbc" -d '{"events": [{"server_uuid": "d67a2186-4075-413f-a25c-c3154db6b4a6", "name": "network-vif-unplugged", "status": "completed", "tag": "26da2a53-1db4-4ea0-9728-fce1d1efd9b5"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:10:30.552415 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:30.564311 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Transition to ACTIVE for port object 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:10:30.599189 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 01:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4829f3e-2130-487f-847e-8337c726e210 x-openstack-request-id: req-a4829f3e-2130-487f-847e-8337c726e210 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:10:30.599478 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67a2186-4075-413f-a25c-c3154db6b4a6", "name": "network-vif-unplugged", "status": "completed", "tag": "26da2a53-1db4-4ea0-9728-fce1d1efd9b5", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:10:30.599725 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4829f3e-2130-487f-847e-8337c726e210 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:10:30.600152 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5', 'code': 200} Nov 08 01:10:30.649449 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:30.729870 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9516a38c-0bcb-4fbc-9694-89d55e5b6090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:30.741027 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Pushing event updated for resources: {'Port': ['ID=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,revision_number=6']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:10:30.753154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:30.753495 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:30.753834 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:30.754167 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:30.754496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:30.754822 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:30.755148 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:30.755472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:30.755969 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:30.756297 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:30.756619 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:30.756938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:30.802595 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] No DVR routers for this DVR port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:10:30.937727 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Attempting to bind port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:10:30.938067 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Attempting to bind port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:10:30.938394 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Attempting to bind port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:10:30.942617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:10:30.942937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Attempting to bind port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:10:30.948331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:10:30.948668 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Checking segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:10:30.949050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Bound using segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:10:30.949471 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Bound port: 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:10:30.949821 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:31.012083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] For port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:10:31.015255 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] For port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:10:31.038349 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:31.095666 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:31.132552 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:31.133920 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:31.136090 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] 10.222.0.20 "PUT /v2.0/ports/26da2a53-1db4-4ea0-9728-fce1d1efd9b5 HTTP/1.1" status: 200 len: 1092 time: 0.9185522 Nov 08 01:10:31.158537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283f74a-e77a-43a6-ab86-9206de010aed service neutron] Pushing event updated for resources: {'Port': ['ID=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,revision_number=7']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:10:31.213920 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-60d2d0af-27b4-4a05-9f71-d32ee820b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:31.215437 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-60d2d0af-27b4-4a05-9f71-d32ee820b4c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 1095 time: 0.0447221 Nov 08 01:10:31.319661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3ffa7-f1f2-4045-8b5e-ede9e1d5af5b req-a72d4847-4562-4b35-8250-deac3f43cb38 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:31.321156 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aaf3ffa7-f1f2-4045-8b5e-ede9e1d5af5b req-a72d4847-4562-4b35-8250-deac3f43cb38 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 944 time: 0.1099184 Nov 08 01:10:31.357026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-40c38d24-b24a-4d2f-8b32-693c87436456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:31.358497 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-40c38d24-b24a-4d2f-8b32-693c87436456 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.1349859 Nov 08 01:10:31.409908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aaf3ffa7-f1f2-4045-8b5e-ede9e1d5af5b req-72234bf3-48d7-45f5-9ac3-e530897c01fa tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822783 Nov 08 01:10:31.434698 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-a189251b-09a8-4aa5-96c1-84bf6be1b377 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5 HTTP/1.1" status: 200 len: 1001 time: 0.0669048 Nov 08 01:10:31.482080 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-285193c5-0ced-4d49-b4f3-e5f8c25adad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:31.483458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-285193c5-0ced-4d49-b4f3-e5f8c25adad5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0422187 Nov 08 01:10:31.529311 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-98ebf0c4-a441-4c7e-bbe6-e1c0300d4546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:31.530821 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-98ebf0c4-a441-4c7e-bbe6-e1c0300d4546 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406084 Nov 08 01:10:31.623090 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-cc112213-9033-4724-b2ae-8d3908938abb service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850294 Nov 08 01:10:31.709931 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-df64df38-bba9-4b2d-9d9c-dec17513fba3 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795822 Nov 08 01:10:31.946898 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:32.403805 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:32.584006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f206c2-9f4c-49e7-86eb-92f373a4b0ff req-91330124-6665-4d56-8538-744affee8cbb tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:32.585531 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74f206c2-9f4c-49e7-86eb-92f373a4b0ff req-91330124-6665-4d56-8538-744affee8cbb tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 944 time: 0.1055598 Nov 08 01:10:32.604028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'tag': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:10:32.606216 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "d67a2186-4075-413f-a25c-c3154db6b4a6", "tag": "26da2a53-1db4-4ea0-9728-fce1d1efd9b5"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:10:32.628593 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74f206c2-9f4c-49e7-86eb-92f373a4b0ff req-be0dfdda-bbac-42d2-8344-9be356644401 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368118 Nov 08 01:10:32.655167 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddc4128-a037-4aa7-bf9f-ae80fe5f2fb4 x-openstack-request-id: req-3ddc4128-a037-4aa7-bf9f-ae80fe5f2fb4 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:10:32.655458 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67a2186-4075-413f-a25c-c3154db6b4a6", "tag": "26da2a53-1db4-4ea0-9728-fce1d1efd9b5", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:10:32.655710 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ddc4128-a037-4aa7-bf9f-ae80fe5f2fb4 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:10:32.656134 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'tag': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5', 'status': 'completed', 'code': 200} Nov 08 01:10:32.738847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-b7991b4f-2343-4b50-b25b-c420d18d1258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:32.739741 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-c42ae5b9-7df6-48eb-8988-e762db1a59c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:32.740418 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-b7991b4f-2343-4b50-b25b-c420d18d1258 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 1095 time: 0.0452299 Nov 08 01:10:32.741491 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-c42ae5b9-7df6-48eb-8988-e762db1a59c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 1095 time: 0.0410547 Nov 08 01:10:32.835380 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-55081d4d-5358-462d-8f86-5c1a6d1a1ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:32.835712 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-55081d4d-5358-462d-8f86-5c1a6d1a1ad9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0881150 Nov 08 01:10:32.839874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-60461b8c-8513-49bf-bc21-39b073a71b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:32.842110 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-60461b8c-8513-49bf-bc21-39b073a71b82 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0931003 Nov 08 01:10:32.906246 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-0649d2dc-2a8f-43a1-be46-5da8da2e7b11 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5 HTTP/1.1" status: 200 len: 1001 time: 0.0628607 Nov 08 01:10:32.907677 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-d138dfc5-fbf1-497a-b391-5340c2a5978e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5 HTTP/1.1" status: 200 len: 1001 time: 0.0582764 Nov 08 01:10:32.956925 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-9eaf8c43-3908-4204-b4a5-139b614c782b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:32.957141 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-89bf6754-849c-42e6-8136-7abdf7a292ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:32.958362 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-9eaf8c43-3908-4204-b4a5-139b614c782b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0431619 Nov 08 01:10:32.958488 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-89bf6754-849c-42e6-8136-7abdf7a292ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0441031 Nov 08 01:10:33.005812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-36af8b94-955e-4c2d-97e5-17d65864566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:33.007329 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-36af8b94-955e-4c2d-97e5-17d65864566f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409329 Nov 08 01:10:33.009438 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-d24aa7b8-1a91-4cd8-bcc6-6b183d9ede5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:33.010937 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-d24aa7b8-1a91-4cd8-bcc6-6b183d9ede5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457494 Nov 08 01:10:33.100322 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-09f73872-8c4f-46aa-b012-5da9b16521b0 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850904 Nov 08 01:10:33.100528 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-abeadffb-8aab-4c6e-b99b-213f1525c335 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812857 Nov 08 01:10:33.188915 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-01ad6bda-e452-48c8-bdd2-d7334d0a2818 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815694 Nov 08 01:10:33.191971 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ecad0bce-d9cc-43d4-9c77-b3cb7ef53bf8 req-c4edb711-3ade-4ea9-bc3c-b2ad92c40028 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845492 Nov 08 01:10:33.529740 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:33.742811 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076b265-db61-41bd-9943-e61f5096da88 req-5a389fa2-a4e8-4007-928f-054fdd92db4c tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:33.744302 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4076b265-db61-41bd-9943-e61f5096da88 req-5a389fa2-a4e8-4007-928f-054fdd92db4c tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 944 time: 0.0488582 Nov 08 01:10:33.781248 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4076b265-db61-41bd-9943-e61f5096da88 req-41d632f3-fe06-49cd-9770-cf96cf581531 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311675 Nov 08 01:10:34.947582 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:10:34.957627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b84bce-4bae-44bb-b5f0-ccd707cac7d8 req-51203355-07a2-4d85-84cc-808f072584bf tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:34.959126 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04b84bce-4bae-44bb-b5f0-ccd707cac7d8 req-51203355-07a2-4d85-84cc-808f072584bf tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 944 time: 0.0957997 Nov 08 01:10:34.985975 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:10:34.997423 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04b84bce-4bae-44bb-b5f0-ccd707cac7d8 req-db31a150-7bc2-4455-a0f6-fc71f9045c88 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311570 Nov 08 01:10:36.115932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fb0df-6d0f-454a-8964-500da710174c req-ba953107-9bd3-4712-8bc9-4dde1e523250 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:36.117404 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a90fb0df-6d0f-454a-8964-500da710174c req-ba953107-9bd3-4712-8bc9-4dde1e523250 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 944 time: 0.0522974 Nov 08 01:10:36.154037 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a90fb0df-6d0f-454a-8964-500da710174c req-e67e5da3-d7e2-457c-8ba0-259711a29f3d tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306947 Nov 08 01:10:36.273515 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:10:36.370658 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:10:36.382066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'port_id': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5', 'mac_address': 'fa:16:3e:74:68:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:10:36.418755 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:36.430899 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:10:36.449539 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:10:36.518095 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:36.566412 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:10:36.575010 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:36.575358 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:36.575696 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:36.576054 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:36.576448 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:36.576717 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:36.577040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:36.577365 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:36.577688 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:36.578005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:36.578326 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:36.578646 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:36.769750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fd38c-3a28-4c7e-b353-a22e39f714a7 req-fabe23e3-becd-4073-ad61-46859ae9ec74 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:36.771236 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-354fd38c-3a28-4c7e-b353-a22e39f714a7 req-fabe23e3-becd-4073-ad61-46859ae9ec74 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 945 time: 0.0784569 Nov 08 01:10:36.784240 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-50a5576b-87c7-41b8-89c6-11170a08bbf4 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:36.785667 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-50a5576b-87c7-41b8-89c6-11170a08bbf4 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6&tenant_id=e4b6da9ed7694069be71240c75e580ef&binding%3Ahost_id=n-h1-816882-1 HTTP/1.1" status: 200 len: 945 time: 0.0660882 Nov 08 01:10:36.848040 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-354fd38c-3a28-4c7e-b353-a22e39f714a7 req-99f2696d-9dbb-411f-8d71-b160c3d10c33 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612705 Nov 08 01:10:36.870844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-ade6ef26-a2e2-4bee-8a1a-d0d814fa32df service neutron] 10.222.0.20 "GET /v2.0/ports/26da2a53-1db4-4ea0-9728-fce1d1efd9b5/bindings/n-h1-816882-1 HTTP/1.1" status: 200 len: 382 time: 0.0771747 Nov 08 01:10:36.933435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['26da2a53-1db4-4ea0-9728-fce1d1efd9b5'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:10:36.952999 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-418232dc-a9f1-473d-bf6a-36b4c65bb30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:36.954529 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-418232dc-a9f1-473d-bf6a-36b4c65bb30f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 1096 time: 0.0411854 Nov 08 01:10:37.046169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-0167fb9d-65d3-4878-a962-ed0c11e4483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:37.047683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-0167fb9d-65d3-4878-a962-ed0c11e4483d service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0852773 Nov 08 01:10:37.115313 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-e7d60d6d-c213-487d-9ef4-58f0eb0bb67a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5 HTTP/1.1" status: 200 len: 1002 time: 0.0609779 Nov 08 01:10:37.162874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-aa808e69-f2ab-4f68-bc6c-722d7aeed4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:37.164352 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-aa808e69-f2ab-4f68-bc6c-722d7aeed4e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0420923 Nov 08 01:10:37.208838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-1319fd73-ab86-440d-b505-71ba0ceb59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:37.210270 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-1319fd73-ab86-440d-b505-71ba0ceb59cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386808 Nov 08 01:10:37.302259 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-3b9c19f1-e668-4eef-95d0-bc58cd480fe4 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841386 Nov 08 01:10:37.392656 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-733dadfa-7a33-46d6-8cb2-81a8f84a59ac service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800371 Nov 08 01:10:37.963479 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df00ccb-d907-4b05-89fb-9721bccdf5c4 req-72713531-0c07-4c65-9c46-2f1a78a78420 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:37.964949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5df00ccb-d907-4b05-89fb-9721bccdf5c4 req-72713531-0c07-4c65-9c46-2f1a78a78420 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 945 time: 0.0487447 Nov 08 01:10:38.006161 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5df00ccb-d907-4b05-89fb-9721bccdf5c4 req-7c18a282-10aa-496d-af4c-0021bce088a9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354140 Nov 08 01:10:38.296121 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:10:38.392220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:10:38.395880 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:10:38.399967 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:38.473267 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:38.495181 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:10:38.497422 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca58ade5-fc94-4e84-ae78-e50b4247d5eb" -d '{"events": [{"server_uuid": "d67a2186-4075-413f-a25c-c3154db6b4a6", "name": "network-vif-plugged", "status": "completed", "tag": "26da2a53-1db4-4ea0-9728-fce1d1efd9b5"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:10:38.509663 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:10:38.547654 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219c5819-6dc5-469f-8d53-32cb39a76056 x-openstack-request-id: req-219c5819-6dc5-469f-8d53-32cb39a76056 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:10:38.547968 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67a2186-4075-413f-a25c-c3154db6b4a6", "name": "network-vif-plugged", "status": "completed", "tag": "26da2a53-1db4-4ea0-9728-fce1d1efd9b5", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:10:38.548218 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-219c5819-6dc5-469f-8d53-32cb39a76056 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:10:38.548630 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5', 'code': 200} Nov 08 01:10:38.592559 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:38.638577 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:10:39.124919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3c71d-084c-461c-bb40-32be9e9ecd9a req-854b8877-7d44-4f86-ab1f-1ad51720ead2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:39.126609 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1af3c71d-084c-461c-bb40-32be9e9ecd9a req-854b8877-7d44-4f86-ab1f-1ad51720ead2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0502012 Nov 08 01:10:39.164391 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1af3c71d-084c-461c-bb40-32be9e9ecd9a req-8c52eb17-a26b-4a7b-84e9-44f0e1c427cd tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317163 Nov 08 01:10:39.169494 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:40.091918 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-ce8b09ac-ddcc-4fed-95b3-17b039af6052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:40.093415 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-ce8b09ac-ddcc-4fed-95b3-17b039af6052 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6&tenant_id=e4b6da9ed7694069be71240c75e580ef HTTP/1.1" status: 200 len: 1097 time: 0.0409815 Nov 08 01:10:40.110975 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:10:40.294114 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fd0d1-f6b6-4594-b714-1ca332914f48 req-6570b748-936f-4f37-ac89-636d424a3ec3 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:40.295717 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d89fd0d1-f6b6-4594-b714-1ca332914f48 req-6570b748-936f-4f37-ac89-636d424a3ec3 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0514359 Nov 08 01:10:40.335306 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d89fd0d1-f6b6-4594-b714-1ca332914f48 req-bb7e1c42-164c-4e53-bac5-85d262bf38d3 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333061 Nov 08 01:10:40.476147 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:40.677242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] For port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:10:40.709283 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] For port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:10:40.747557 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:10:40.750026 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40319a74fe07febf9ab63d54579747668fab38c9212ad8217a68cab46359be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48fc4be-6289-44e4-9a4e-d2f435585460" -d '{"events": [{"server_uuid": "d67a2186-4075-413f-a25c-c3154db6b4a6", "name": "network-vif-unplugged", "status": "completed", "tag": "26da2a53-1db4-4ea0-9728-fce1d1efd9b5"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:10:40.753760 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:40.765703 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Transition to ACTIVE for port object 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:10:40.804342 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 01:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e22a01-f639-49e8-bd8c-357b6284d88f x-openstack-request-id: req-a3e22a01-f639-49e8-bd8c-357b6284d88f {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:10:40.804641 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67a2186-4075-413f-a25c-c3154db6b4a6", "name": "network-vif-unplugged", "status": "completed", "tag": "26da2a53-1db4-4ea0-9728-fce1d1efd9b5", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:10:40.804897 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3e22a01-f639-49e8-bd8c-357b6284d88f {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:10:40.805295 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5', 'code': 200} Nov 08 01:10:40.854877 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:40.952486 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Pushing event updated for resources: {'Port': ['ID=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,revision_number=10']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:10:40.977374 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:40.977725 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:40.978067 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:40.978458 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:40.978793 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:40.979125 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:40.979452 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:40.979776 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:40.980130 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:40.980455 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:40.980776 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:40.981098 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:10:41.038856 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] No DVR routers for this DVR port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:10:41.169816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Attempting to bind port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:10:41.170443 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Attempting to bind port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:10:41.170443 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Attempting to bind port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:10:41.174571 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:10:41.174893 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Attempting to bind port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:10:41.179706 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:10:41.180075 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Checking segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:10:41.180456 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Bound using segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:10:41.180881 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Bound port: 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:10:41.181229 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:41.242391 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] For port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:10:41.245308 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] For port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:10:41.312954 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:41.351916 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:41.352533 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:41.354007 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] 10.222.0.26 "PUT /v2.0/ports/26da2a53-1db4-4ea0-9728-fce1d1efd9b5 HTTP/1.1" status: 200 len: 1093 time: 1.2469230 Nov 08 01:10:41.376666 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7d19d-b128-45f8-a13b-1f4956b687ec service neutron] Pushing event updated for resources: {'Port': ['ID=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,revision_number=11']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:10:41.435575 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-71aa01b7-2800-48a0-b1b8-00be00efeb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:41.437343 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-71aa01b7-2800-48a0-b1b8-00be00efeb32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 1096 time: 0.0482347 Nov 08 01:10:41.470744 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f77f84-94dc-484f-8a04-2b0be335497d req-29e6b1d1-6926-4726-a28e-4d0a5dd9f2c1 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:41.472425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8f77f84-94dc-484f-8a04-2b0be335497d req-29e6b1d1-6926-4726-a28e-4d0a5dd9f2c1 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 945 time: 0.0522382 Nov 08 01:10:41.519327 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8f77f84-94dc-484f-8a04-2b0be335497d req-1d64db68-5235-4b85-ad99-1244ac730205 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405047 Nov 08 01:10:41.537479 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-1ee1556a-5427-488a-9b51-22d6e122b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:41.539125 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-1ee1556a-5427-488a-9b51-22d6e122b548 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0953970 Nov 08 01:10:41.608327 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-eb3bb7d9-bf7e-487a-91ff-3d7ead07bb0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5 HTTP/1.1" status: 200 len: 1001 time: 0.0622437 Nov 08 01:10:41.657492 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-0b862c7e-842f-4f77-a592-00b5b7fe40ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:41.658827 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-0b862c7e-842f-4f77-a592-00b5b7fe40ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0431783 Nov 08 01:10:41.703482 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-6adbbb01-0784-4ea6-a482-ae03d2368c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:41.704985 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-6adbbb01-0784-4ea6-a482-ae03d2368c8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394683 Nov 08 01:10:41.796562 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-2fcfc9f9-ffb0-4080-9465-bd939ce18d35 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843694 Nov 08 01:10:41.884658 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-63f9f7b0-1235-4f47-8470-4a9db2724a05 req-50058508-3c83-4e2d-9978-26e5f7f8240f service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811713 Nov 08 01:10:42.636036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ce035-f089-4b8f-ac01-2f03148ac842 req-c8d4adcc-47b2-443d-8c5d-8c168c1b1702 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:42.637480 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d30ce035-f089-4b8f-ac01-2f03148ac842 req-c8d4adcc-47b2-443d-8c5d-8c168c1b1702 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 945 time: 0.0471807 Nov 08 01:10:42.674152 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d30ce035-f089-4b8f-ac01-2f03148ac842 req-e09ca752-563a-48ee-9d2e-05f3d352eb5a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306978 Nov 08 01:10:42.806949 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'tag': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:10:42.809367 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40319a74fe07febf9ab63d54579747668fab38c9212ad8217a68cab46359be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b39b6c-eabc-4de4-a181-8f2359d090fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d67a2186-4075-413f-a25c-c3154db6b4a6", "tag": "26da2a53-1db4-4ea0-9728-fce1d1efd9b5"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:10:42.864567 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919c032c-6c58-4d43-8d69-efda7ac14156 x-openstack-request-id: req-919c032c-6c58-4d43-8d69-efda7ac14156 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:10:42.864567 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67a2186-4075-413f-a25c-c3154db6b4a6", "tag": "26da2a53-1db4-4ea0-9728-fce1d1efd9b5", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:10:42.864567 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-919c032c-6c58-4d43-8d69-efda7ac14156 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:10:42.864567 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'tag': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5', 'status': 'completed', 'code': 200} Nov 08 01:10:42.939585 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-eb1a6016-a6b3-4178-a03c-4b24989a3ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:42.941121 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-eb1a6016-a6b3-4178-a03c-4b24989a3ef5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 1096 time: 0.0403137 Nov 08 01:10:42.943704 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-56b86a28-4535-44d6-8ef9-47de774fa0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:42.945344 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-56b86a28-4535-44d6-8ef9-47de774fa0bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 1096 time: 0.0400550 Nov 08 01:10:43.035014 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-c43c845b-57f2-47f4-a3e1-08c172d109bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:43.036545 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-c43c845b-57f2-47f4-a3e1-08c172d109bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0881486 Nov 08 01:10:43.038003 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-cdfd508c-c3f3-4cf7-b61a-8e37355e211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:43.039486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-cdfd508c-c3f3-4cf7-b61a-8e37355e211d service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0872579 Nov 08 01:10:43.103520 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-e2a16ddb-61e5-4e80-b89a-382001a09951 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5 HTTP/1.1" status: 200 len: 1001 time: 0.0592163 Nov 08 01:10:43.104629 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-c96ce64f-9e13-40de-ba31-25941c894236 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5 HTTP/1.1" status: 200 len: 1001 time: 0.0579844 Nov 08 01:10:43.153480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-bc83f175-d909-48c2-b5bb-6599f50ace2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:43.154927 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-bc83f175-d909-48c2-b5bb-6599f50ace2c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0439706 Nov 08 01:10:43.158449 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-88091f9a-439a-4431-9f70-6c929ff5f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:43.159927 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-88091f9a-439a-4431-9f70-6c929ff5f141 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0473099 Nov 08 01:10:43.204663 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-ca515686-f66d-4fa2-8574-b55991db1ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:43.205788 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-e5bed4c2-36dc-4a6f-aa31-b0091ee428b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:43.206170 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-ca515686-f66d-4fa2-8574-b55991db1ec1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436893 Nov 08 01:10:43.207273 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-e5bed4c2-36dc-4a6f-aa31-b0091ee428b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397604 Nov 08 01:10:43.298494 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-d2d646b8-247d-40e1-a900-6d12fe78a0d3 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851705 Nov 08 01:10:43.326300 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-c0687eb5-bc2e-4c29-933b-6981fc15c05d service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848114 Nov 08 01:10:43.401353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-a8cf8840-d523-4e8b-8d2a-09f6f92f2ea3 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955143 Nov 08 01:10:43.441837 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b1b39b6c-eabc-4de4-a181-8f2359d090fa req-25498267-8e15-458e-ae72-bcbd8a2a1ef8 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919552 Nov 08 01:10:43.787416 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edf88b-e63f-4cc7-9ccb-702aa89c78d9 req-7687990f-3cd4-43df-b43a-6e7d564a7b1a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:43.788950 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-30edf88b-e63f-4cc7-9ccb-702aa89c78d9 req-7687990f-3cd4-43df-b43a-6e7d564a7b1a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 945 time: 0.0494237 Nov 08 01:10:43.835635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-30edf88b-e63f-4cc7-9ccb-702aa89c78d9 req-c964a64d-a95f-4094-a6ec-bc93a4dba9c8 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407045 Nov 08 01:10:43.949867 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086ca06-20c4-4a05-b61d-b72dded1d969 req-35d4a26d-cdbb-4a75-acbb-9bf3e8877d76 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:43.951297 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c086ca06-20c4-4a05-b61d-b72dded1d969 req-35d4a26d-cdbb-4a75-acbb-9bf3e8877d76 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 945 time: 0.0476525 Nov 08 01:10:43.988187 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c086ca06-20c4-4a05-b61d-b72dded1d969 req-2d631fac-9de9-43c5-aaf0-220d0608dea1 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306952 Nov 08 01:10:44.102404 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a34ddc-fe01-4173-8ea1-08f483075c8d req-da943fa8-e945-4165-a3c8-c4804f3d4834 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:44.104386 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00a34ddc-fe01-4173-8ea1-08f483075c8d req-da943fa8-e945-4165-a3c8-c4804f3d4834 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 945 time: 0.0519984 Nov 08 01:10:44.142058 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00a34ddc-fe01-4173-8ea1-08f483075c8d req-6d053ac7-7930-4247-8f47-62f7db7413c6 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317118 Nov 08 01:10:44.350238 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:10:44.387283 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:10:44.608930 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f33596-2bd5-487a-90d7-33263a2e8e27 req-a21d4d8b-da31-4fb6-ac57-b3a0b3b21136 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:44.610432 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2f33596-2bd5-487a-90d7-33263a2e8e27 req-a21d4d8b-da31-4fb6-ac57-b3a0b3b21136 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 945 time: 0.0499730 Nov 08 01:10:44.646920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2f33596-2bd5-487a-90d7-33263a2e8e27 req-e8fbb348-e96f-4d06-b72b-07dc69d9acbd tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305686 Nov 08 01:10:44.999452 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:10:45.093592 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:10:45.104786 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'port_id': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5', 'mac_address': 'fa:16:3e:74:68:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:10:45.140750 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:45.152800 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:10:45.171095 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:10:45.255118 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:45.303877 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,revision_number=12']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:10:45.565733 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['26da2a53-1db4-4ea0-9728-fce1d1efd9b5'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:10:45.762873 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc23a1-ecff-4251-b28f-96235bd8dc8a req-aa15b097-3001-4180-a4fb-1eea545fa6e4 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:45.764339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d8cc23a1-ecff-4251-b28f-96235bd8dc8a req-aa15b097-3001-4180-a4fb-1eea545fa6e4 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0475297 Nov 08 01:10:45.800880 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d8cc23a1-ecff-4251-b28f-96235bd8dc8a req-431cf5c1-4282-4fbd-87b8-c6bef815cd74 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306573 Nov 08 01:10:45.897926 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2677535-7153-4b42-9619-e1a9f69fa1a5 req-9d50de78-7e39-436c-bd3f-7577cbea51ff tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:45.899285 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b2677535-7153-4b42-9619-e1a9f69fa1a5 req-9d50de78-7e39-436c-bd3f-7577cbea51ff tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.26 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 946 time: 0.0479100 Nov 08 01:10:45.988593 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-b2677535-7153-4b42-9619-e1a9f69fa1a5 req-aa35cd65-6ce6-4d66-a830-7133192577dc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Deleting port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:10:45.988931 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b2677535-7153-4b42-9619-e1a9f69fa1a5 req-aa35cd65-6ce6-4d66-a830-7133192577dc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:46.074672 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-b2677535-7153-4b42-9619-e1a9f69fa1a5 req-aa35cd65-6ce6-4d66-a830-7133192577dc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] For port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:10:46.075039 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b2677535-7153-4b42-9619-e1a9f69fa1a5 req-aa35cd65-6ce6-4d66-a830-7133192577dc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:46.131904 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:10:46.293404 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b2677535-7153-4b42-9619-e1a9f69fa1a5 req-aa35cd65-6ce6-4d66-a830-7133192577dc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:46.293764 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b2677535-7153-4b42-9619-e1a9f69fa1a5 req-aa35cd65-6ce6-4d66-a830-7133192577dc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:46.294074 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [req-b2677535-7153-4b42-9619-e1a9f69fa1a5 req-aa35cd65-6ce6-4d66-a830-7133192577dc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Floating IP a3f470db-f6bb-4d17-926b-60b3fb374ffb disassociated. External IP: 172.25.2.161, port: 26da2a53-1db4-4ea0-9728-fce1d1efd9b5. Nov 08 01:10:46.294440 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-b2677535-7153-4b42-9619-e1a9f69fa1a5 req-aa35cd65-6ce6-4d66-a830-7133192577dc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Calling delete_port for 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:10:46.478263 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b2677535-7153-4b42-9619-e1a9f69fa1a5 req-aa35cd65-6ce6-4d66-a830-7133192577dc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:46.506177 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35cd65-6ce6-4d66-a830-7133192577dc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Pushing event deleted for resources: {'Port': ['ID=26da2a53-1db4-4ea0-9728-fce1d1efd9b5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:10:46.627810 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2677535-7153-4b42-9619-e1a9f69fa1a5 req-aa35cd65-6ce6-4d66-a830-7133192577dc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Router ba82efca-aeda-476a-bc11-3438fbc89171 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:10:46.742092 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2677535-7153-4b42-9619-e1a9f69fa1a5 req-aa35cd65-6ce6-4d66-a830-7133192577dc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:10:46.753258 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca2347-7866-4265-ae05-f8d8258ee285 None None] Sync routers for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:10:46.764242 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca2347-7866-4265-ae05-f8d8258ee285 None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:10:46.765001 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-2cca2347-7866-4265-ae05-f8d8258ee285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:10:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:10:46.782729 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2677535-7153-4b42-9619-e1a9f69fa1a5 req-aa35cd65-6ce6-4d66-a830-7133192577dc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] No DVR routers for this DVR port 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:10:46.785590 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-b2677535-7153-4b42-9619-e1a9f69fa1a5 req-aa35cd65-6ce6-4d66-a830-7133192577dc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:46.789085 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b2677535-7153-4b42-9619-e1a9f69fa1a5 req-aa35cd65-6ce6-4d66-a830-7133192577dc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.26 "DELETE /v2.0/ports/26da2a53-1db4-4ea0-9728-fce1d1efd9b5 HTTP/1.1" status: 204 len: 173 time: 0.8838718 Nov 08 01:10:46.789831 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'name': 'network-vif-deleted', 'tag': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:10:46.794939 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40319a74fe07febf9ab63d54579747668fab38c9212ad8217a68cab46359be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcddbfd-633b-4807-9760-d50ff80ca7c3" -d '{"events": [{"server_uuid": "d67a2186-4075-413f-a25c-c3154db6b4a6", "name": "network-vif-deleted", "tag": "26da2a53-1db4-4ea0-9728-fce1d1efd9b5"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:10:46.841711 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9801e708-1a8b-4a02-9c9b-e3bf407b3f42 x-openstack-request-id: req-9801e708-1a8b-4a02-9c9b-e3bf407b3f42 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:10:46.842083 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67a2186-4075-413f-a25c-c3154db6b4a6", "name": "network-vif-deleted", "tag": "26da2a53-1db4-4ea0-9728-fce1d1efd9b5", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:10:46.843023 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9801e708-1a8b-4a02-9c9b-e3bf407b3f42 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:10:46.843023 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67a2186-4075-413f-a25c-c3154db6b4a6', 'name': 'network-vif-deleted', 'tag': '26da2a53-1db4-4ea0-9728-fce1d1efd9b5', 'status': 'completed', 'code': 200} Nov 08 01:10:46.896550 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-2cca2347-7866-4265-ae05-f8d8258ee285 None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:10:46.911497 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8845810-54bd-48b4-8ca3-64156c05f71c req-7452ba10-bbfe-4ab0-be55-47a97fa452fc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a2186-4075-413f-a25c-c3154db6b4a6 HTTP/1.1" status: 200 len: 210 time: 0.0330927 Nov 08 01:10:47.013224 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:10:47.017450 n-d-816882-1 neutron-server[102773]: INFO neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No ports have port_id starting with 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 Nov 08 01:10:47.018517 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 requested by agent hyperv_n-h2-816882-1 not found in database {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 08 01:10:47.103643 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-2cca2347-7866-4265-ae05-f8d8258ee285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:10:47.130556 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca2347-7866-4265-ae05-f8d8258ee285 None None] Checking router: ba82efca-aeda-476a-bc11-3438fbc89171 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:10:47.138749 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca2347-7866-4265-ae05-f8d8258ee285 None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:10:47.139346 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-2cca2347-7866-4265-ae05-f8d8258ee285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:10:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:10:47.240097 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-2cca2347-7866-4265-ae05-f8d8258ee285 None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:10:47.432439 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-2cca2347-7866-4265-ae05-f8d8258ee285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:10:47.460999 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca2347-7866-4265-ae05-f8d8258ee285 None None] The sync data for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 is: [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:10:47.688318 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7557d7-2e0a-47ee-a91b-42b9c95e5ea8 None None] New status for floating IP a3f470db-f6bb-4d17-926b-60b3fb374ffb: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:10:48.179586 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-002176f4-3662-47f6-853e-eae6b6543373 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--61914981&fields=id&tenant_id=e4b6da9ed7694069be71240c75e580ef HTTP/1.1" status: 200 len: 267 time: 0.0313964 Nov 08 01:10:48.287852 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-671936b5-2e29-4b9c-a515-3d0b528eaefc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:48.289315 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-671936b5-2e29-4b9c-a515-3d0b528eaefc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 810 time: 0.0982370 Nov 08 01:10:48.304037 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-8f193581-3c57-4377-b672-d89e385c8f9a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/quotas/e4b6da9ed7694069be71240c75e580ef HTTP/1.1" status: 200 len: 375 time: 0.0089567 Nov 08 01:10:48.359452 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-d8f353a3-fd00-4ed9-8752-b2c205902a52 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497949 Nov 08 01:10:48.782821 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-c2a9eabd-2be0-4115-8c70-e8e55b0c81a3 service neutron] 10.222.0.13 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111347 Nov 08 01:10:48.874599 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-141a3aaf-3b53-44f3-a743-6dee438732a4 service neutron] 10.222.0.13 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856609 Nov 08 01:10:49.109270 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f437d947-19c2-4e4b-9c55-837fb910f2ae req-2e520d86-9a96-4cda-817f-389d7b5ed2f9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 210 time: 0.0279050 Nov 08 01:10:50.201055 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c337bad-327d-4984-9146-51d42b5fc2a3 req-e8c85f1e-bc81-49e7-beae-c9f6e3baab9c tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 210 time: 0.0261846 Nov 08 01:10:50.949615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-db9ea7d0-443e-4355-8156-0a3d3259748d tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:50.951153 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-db9ea7d0-443e-4355-8156-0a3d3259748d tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.20 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 810 time: 0.1066535 Nov 08 01:10:51.002486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-17c259d5-d0f9-4380-a48a-7111c60b16ae tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4b6da9ed7694069be71240c75e580ef HTTP/1.1" status: 200 len: 378 time: 0.0365012 Nov 08 01:10:51.012245 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-8b9d142f-ba1a-4cf1-a184-292bd23ea065 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Request body: {'port': {'device_id': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'admin_state_up': True, 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'security_groups': ['5dd26000-2978-45f9-9fe2-ae71b618bee3']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:10:51.029207 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:10:51.050742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:10:51.051181 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 26da2a53-1db4-4ea0-9728-fce1d1efd9b5 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:10:51.237116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-8b9d142f-ba1a-4cf1-a184-292bd23ea065 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Made reservation on behalf of e4b6da9ed7694069be71240c75e580ef for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:10:51.240755 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-8b9d142f-ba1a-4cf1-a184-292bd23ea065 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:51.331378 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af9060b4-deff-4ebb-bf8b-3b04390a442a req-af7c4213-96ae-4ab7-8225-817e30008e02 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 210 time: 0.0327077 Nov 08 01:10:51.393784 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-8b9d142f-ba1a-4cf1-a184-292bd23ea065 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Allocated IP 172.20.0.7 (9dc106fd-5621-4e07-8b92-1ecdcffe4474/e934de9b-01ff-40d8-8262-de3061991ed6/c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:10:51.528001 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-8b9d142f-ba1a-4cf1-a184-292bd23ea065 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:51.621643 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-8b9d142f-ba1a-4cf1-a184-292bd23ea065 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:51.663303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-8b9d142f-ba1a-4cf1-a184-292bd23ea065 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:10:51.666823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-8b9d142f-ba1a-4cf1-a184-292bd23ea065 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:10:51.670395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-8b9d142f-ba1a-4cf1-a184-292bd23ea065 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:10:51.700781 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d142f-ba1a-4cf1-a184-292bd23ea065 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Pushing event updated for resources: {'Port': ['ID=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:10:51.729627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-8b9d142f-ba1a-4cf1-a184-292bd23ea065 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:51.730273 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-8b9d142f-ba1a-4cf1-a184-292bd23ea065 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:51.823818 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-8b9d142f-ba1a-4cf1-a184-292bd23ea065 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8155062 Nov 08 01:10:51.842317 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Request body: {'port': {'device_id': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:10:51.894198 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:51.925906 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-21bf74f6-b7d6-46e6-9262-cd4df90b7e6f None None] Provisioning complete for port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:10:51.926283 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-21bf74f6-b7d6-46e6-9262-cd4df90b7e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:51.970407 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-21bf74f6-b7d6-46e6-9262-cd4df90b7e6f None None] Port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:10:52.159247 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:10:52.167146 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:52.178677 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Transition to ACTIVE for port object c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:10:52.278127 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:52.335282 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Pushing event updated for resources: {'Port': ['ID=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:10:52.414589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Attempting to bind port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:10:52.414837 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Attempting to bind port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:10:52.415166 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Attempting to bind port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:10:52.420654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:10:52.420892 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Attempting to bind port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:10:52.439828 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:10:52.440163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Checking segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:10:52.440551 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Bound using segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:10:52.440984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Bound port: c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:10:52.441345 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:52.500401 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26959b-41ff-4f3b-a999-f216ba2008e8 req-0253a705-aefe-4dc6-81f2-2be665ef08d1 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:52.501896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c26959b-41ff-4f3b-a999-f216ba2008e8 req-0253a705-aefe-4dc6-81f2-2be665ef08d1 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 943 time: 0.0985184 Nov 08 01:10:52.545138 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] For port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:10:52.549009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] For port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:10:52.563265 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c26959b-41ff-4f3b-a999-f216ba2008e8 req-4ee89697-5915-44bd-8758-768264bb266b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554106 Nov 08 01:10:52.615987 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:52.649785 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:52.650943 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:52.652394 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-5f390233-dd8a-4695-8254-47fac181051b service neutron] 10.222.0.20 "PUT /v2.0/ports/c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 HTTP/1.1" status: 200 len: 1091 time: 0.8148592 Nov 08 01:10:52.652836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'tag': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:10:52.655116 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106c8081-527a-4836-9853-73656d9ccd97" -d '{"events": [{"name": "network-changed", "server_uuid": "188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f", "tag": "c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:10:52.681939 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f390233-dd8a-4695-8254-47fac181051b service neutron] Pushing event updated for resources: {'Port': ['ID=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:10:52.700989 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bf8026-8b07-4ce3-8132-18f7abdb6838 x-openstack-request-id: req-d5bf8026-8b07-4ce3-8132-18f7abdb6838 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:10:52.701285 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f", "tag": "c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:10:52.701529 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5bf8026-8b07-4ce3-8132-18f7abdb6838 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:10:52.701956 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'tag': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61', 'status': 'completed', 'code': 200} Nov 08 01:10:52.788354 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c8081-527a-4836-9853-73656d9ccd97 req-02d8da95-55f8-4cc6-bcb4-2c05b23614af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:52.789862 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-106c8081-527a-4836-9853-73656d9ccd97 req-02d8da95-55f8-4cc6-bcb4-2c05b23614af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 1094 time: 0.0452628 Nov 08 01:10:52.900431 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c8081-527a-4836-9853-73656d9ccd97 req-15ea5632-3aae-47fc-9f23-508a131a150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:52.901917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-106c8081-527a-4836-9853-73656d9ccd97 req-15ea5632-3aae-47fc-9f23-508a131a150a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e4b6da9ed7694069be71240c75e580ef&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0974586 Nov 08 01:10:52.998121 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c8081-527a-4836-9853-73656d9ccd97 req-84666504-a08e-406f-88ae-8d808b9ca03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:52.999463 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-106c8081-527a-4836-9853-73656d9ccd97 req-84666504-a08e-406f-88ae-8d808b9ca03a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912764 Nov 08 01:10:53.094052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-4f0a4425-875d-4cac-bce0-7af0edf2a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:53.095505 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-4f0a4425-875d-4cac-bce0-7af0edf2a547 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 1094 time: 0.0407228 Nov 08 01:10:53.142502 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-49a8cf93-75ae-4b65-8936-b40b72db7043 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 HTTP/1.1" status: 200 len: 217 time: 0.0331810 Nov 08 01:10:53.193327 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-7b3b5a25-0e4d-44b7-9100-942cf739cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:53.194697 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-7b3b5a25-0e4d-44b7-9100-942cf739cd38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0452127 Nov 08 01:10:53.239748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-2e716f8b-f7d5-441e-bc4a-4fba19a9da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:53.241270 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-2e716f8b-f7d5-441e-bc4a-4fba19a9da79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397220 Nov 08 01:10:53.329157 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-973fc6bc-33f4-4133-bf9e-ec917a72f60e service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811183 Nov 08 01:10:53.421023 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4eee8608-52ae-4050-9ff7-20ecd986fc41 req-c95c0cdf-2e8e-474b-8fb2-3da596c0536a service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853944 Nov 08 01:10:53.676238 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af08976-ffd5-44fa-8b01-d96f06a5501b req-b59ce364-9ba8-4c62-bc2f-83d8b5214b81 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:53.677705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5af08976-ffd5-44fa-8b01-d96f06a5501b req-b59ce364-9ba8-4c62-bc2f-83d8b5214b81 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 943 time: 0.0487163 Nov 08 01:10:53.715754 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5af08976-ffd5-44fa-8b01-d96f06a5501b req-1a075b4c-752d-49cd-9427-8071b4681972 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313678 Nov 08 01:10:54.829741 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd48572-3fcd-4a05-8e14-5392f73b0a13 req-d30da387-d1cc-4910-a207-c634794f4f54 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:54.831207 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bd48572-3fcd-4a05-8e14-5392f73b0a13 req-d30da387-d1cc-4910-a207-c634794f4f54 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 943 time: 0.0480864 Nov 08 01:10:54.879195 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0bd48572-3fcd-4a05-8e14-5392f73b0a13 req-07d331c4-81f3-4581-a0dc-db24ff31abc5 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418522 Nov 08 01:10:55.991953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55021ec5-7689-42d3-8c70-3ec2eea1f0b6 req-f6e9f4af-cf4c-404d-ad13-523cd3768a78 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:55.993400 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55021ec5-7689-42d3-8c70-3ec2eea1f0b6 req-f6e9f4af-cf4c-404d-ad13-523cd3768a78 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 943 time: 0.0485342 Nov 08 01:10:56.031075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55021ec5-7689-42d3-8c70-3ec2eea1f0b6 req-53fa4782-0972-45af-a6be-78441372f82d tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317714 Nov 08 01:10:56.427442 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:10:56.521272 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:10:56.532129 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'port_id': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61', 'mac_address': 'fa:16:3e:7f:9e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:10:56.567295 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:56.579865 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:10:56.598566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:10:56.665467 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:56.712978 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:10:57.009929 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:10:57.145681 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f4b83-b592-4011-88b9-3a881d5b48ef req-8f823e64-9095-4e9f-bcf4-f0310c991b1a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:57.147179 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d6f4b83-b592-4011-88b9-3a881d5b48ef req-8f823e64-9095-4e9f-bcf4-f0310c991b1a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 944 time: 0.0494301 Nov 08 01:10:57.184285 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8d6f4b83-b592-4011-88b9-3a881d5b48ef req-639bd6e8-da7a-410c-8e7b-52a44b0988af tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310781 Nov 08 01:10:58.215084 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6e5920e-f6e1-417d-a642-32cf3cd834df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:58.299168 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e005f-a333-4dd9-9e42-daff33d923fc req-5c68eb60-3a3a-4ac2-95ab-ee7498fb21b3 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:58.300735 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a1e005f-a333-4dd9-9e42-daff33d923fc req-5c68eb60-3a3a-4ac2-95ab-ee7498fb21b3 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 944 time: 0.0486631 Nov 08 01:10:58.342639 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a1e005f-a333-4dd9-9e42-daff33d923fc req-49e813d9-90c5-4db9-875b-d139cbf5f967 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360491 Nov 08 01:10:58.443083 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:10:58.550686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:10:58.554381 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:10:58.554703 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:58.631228 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:58.652932 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:10:58.655153 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08115711-00df-41af-9226-fb426984a03c" -d '{"events": [{"server_uuid": "188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f", "name": "network-vif-plugged", "status": "completed", "tag": "c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:10:58.670388 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:10:58.742368 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0b4531-c087-4e89-b98d-62dfc61e6294 x-openstack-request-id: req-0e0b4531-c087-4e89-b98d-62dfc61e6294 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:10:58.742662 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f", "name": "network-vif-plugged", "status": "completed", "tag": "c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:10:58.742914 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e0b4531-c087-4e89-b98d-62dfc61e6294 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:10:58.743304 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61', 'code': 200} Nov 08 01:10:58.745483 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:10:58.793166 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:10:58.866223 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f6197-bbdc-4a93-bde1-38e88f92537c req-af9e0bd7-5f1b-4455-b977-6ca85e95f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:58.867701 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c8f6197-bbdc-4a93-bde1-38e88f92537c req-af9e0bd7-5f1b-4455-b977-6ca85e95f5c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 1096 time: 0.0404780 Nov 08 01:10:58.907213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c8f6197-bbdc-4a93-bde1-38e88f92537c req-bf113854-c598-43c6-ac73-e46a95a2f2e1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322607 Nov 08 01:10:59.457733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ef347-c40c-4307-90f7-f716a10be408 req-75243d89-0fa4-49ca-9984-93e193c1fb9b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:10:59.459222 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3c1ef347-c40c-4307-90f7-f716a10be408 req-75243d89-0fa4-49ca-9984-93e193c1fb9b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0499134 Nov 08 01:10:59.497467 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3c1ef347-c40c-4307-90f7-f716a10be408 req-36aefb91-2f2c-4fbe-8e62-4755aa7f9c1c tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317671 Nov 08 01:11:00.612552 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59274d-afc8-4b7d-a398-2c4d8a47350d req-fb9b7ef2-e2d7-4dc6-acdb-4842e1ad1c27 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:11:00.614008 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd59274d-afc8-4b7d-a398-2c4d8a47350d req-fb9b7ef2-e2d7-4dc6-acdb-4842e1ad1c27 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0479975 Nov 08 01:11:00.655137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd59274d-afc8-4b7d-a398-2c4d8a47350d req-f6a1723f-00cb-4994-b8c1-22cb106e71eb tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343809 Nov 08 01:11:00.710994 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ce49804-0838-40b9-a24d-fa401c0df8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:11:00.772019 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1845d87-5a7c-409a-a997-64be2ed8ffc2 req-b885c91c-056b-48e0-8aee-5a2f35d42f6c tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:11:00.773558 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e1845d87-5a7c-409a-a997-64be2ed8ffc2 req-b885c91c-056b-48e0-8aee-5a2f35d42f6c tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0496793 Nov 08 01:11:00.782128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38318) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:11:00.786500 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-533e6a2c-a895-4ed7-94b7-c89327646006 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Request body: {'floatingip': {'port_id': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:11:00.825186 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-533e6a2c-a895-4ed7-94b7-c89327646006 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for floatingip, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:11:01.055284 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:11:01.234124 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-533e6a2c-a895-4ed7-94b7-c89327646006 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:11:01.346875 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-533e6a2c-a895-4ed7-94b7-c89327646006 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:11:01.444504 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-533e6a2c-a895-4ed7-94b7-c89327646006 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Floating IP a3f470db-f6bb-4d17-926b-60b3fb374ffb associated. External IP: 172.25.2.161, port: c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61. Nov 08 01:11:01.659542 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533e6a2c-a895-4ed7-94b7-c89327646006 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Router ba82efca-aeda-476a-bc11-3438fbc89171 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:11:01.760732 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533e6a2c-a895-4ed7-94b7-c89327646006 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:11:01.765377 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-533e6a2c-a895-4ed7-94b7-c89327646006 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:11:01.769763 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd67398-bd12-4c98-8b7f-eef53670358f None None] Sync routers for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:11:01.779379 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd67398-bd12-4c98-8b7f-eef53670358f None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:11:01.780011 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6fd67398-bd12-4c98-8b7f-eef53670358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:11:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:11:01.795308 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-533e6a2c-a895-4ed7-94b7-c89327646006 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "PUT /v2.0/floatingips/a3f470db-f6bb-4d17-926b-60b3fb374ffb HTTP/1.1" status: 200 len: 992 time: 1.0121243 Nov 08 01:11:01.796028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'tag': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:11:01.798270 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e4346d-f3a0-463c-b8e2-e4b71efd549e" -d '{"events": [{"name": "network-changed", "server_uuid": "188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f", "tag": "c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:11:01.833950 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b51628-9c0c-4f64-a88b-a9d3b71745ad x-openstack-request-id: req-94b51628-9c0c-4f64-a88b-a9d3b71745ad {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:11:01.834477 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f", "tag": "c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:11:01.834961 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94b51628-9c0c-4f64-a88b-a9d3b71745ad {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:11:01.835374 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'tag': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61', 'status': 'completed', 'code': 200} Nov 08 01:11:01.942617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4346d-f3a0-463c-b8e2-e4b71efd549e req-244ba9d7-47b1-4647-97e0-2bec03609d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:11:01.944125 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76e4346d-f3a0-463c-b8e2-e4b71efd549e req-244ba9d7-47b1-4647-97e0-2bec03609d0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 1096 time: 0.0424082 Nov 08 01:11:01.945452 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:11:01.972462 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-6fd67398-bd12-4c98-8b7f-eef53670358f None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:11:02.034494 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4346d-f3a0-463c-b8e2-e4b71efd549e req-bd16d987-8e10-492c-95f7-10a4e9443ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:11:02.036012 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76e4346d-f3a0-463c-b8e2-e4b71efd549e req-bd16d987-8e10-492c-95f7-10a4e9443ffb service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0838120 Nov 08 01:11:02.105688 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76e4346d-f3a0-463c-b8e2-e4b71efd549e req-7e204490-286f-4474-b6b8-90f6545e6cab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 HTTP/1.1" status: 200 len: 1000 time: 0.0623894 Nov 08 01:11:02.156641 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4346d-f3a0-463c-b8e2-e4b71efd549e req-1f1180c0-201f-4f28-bced-a15ef7ed870e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:11:02.158476 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76e4346d-f3a0-463c-b8e2-e4b71efd549e req-1f1180c0-201f-4f28-bced-a15ef7ed870e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0461411 Nov 08 01:11:02.187157 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6fd67398-bd12-4c98-8b7f-eef53670358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'a3f470db-f6bb-4d17-926b-60b3fb374ffb', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'port_id': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'mac_address': 'fa:16:3e:7f:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:03:41Z', 'updated_at': '2021-11-08T01:11:01Z', 'revision_number': 13, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:11:02.203840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4346d-f3a0-463c-b8e2-e4b71efd549e req-d6d1a91a-9beb-4989-a377-93bf1c6f2573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:11:02.205253 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76e4346d-f3a0-463c-b8e2-e4b71efd549e req-d6d1a91a-9beb-4989-a377-93bf1c6f2573 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393026 Nov 08 01:11:02.213894 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd67398-bd12-4c98-8b7f-eef53670358f None None] Checking router: ba82efca-aeda-476a-bc11-3438fbc89171 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:11:02.222018 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd67398-bd12-4c98-8b7f-eef53670358f None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:11:02.222663 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6fd67398-bd12-4c98-8b7f-eef53670358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:11:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:11:02.300600 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76e4346d-f3a0-463c-b8e2-e4b71efd549e req-e9fe226b-b4dc-4262-a550-e2da5fe2b3ac service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866499 Nov 08 01:11:02.327383 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-6fd67398-bd12-4c98-8b7f-eef53670358f None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:11:02.392081 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76e4346d-f3a0-463c-b8e2-e4b71efd549e req-eb8c685c-9448-4e4e-9e98-4e04a1314d75 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842657 Nov 08 01:11:02.425799 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:11:02.549629 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6fd67398-bd12-4c98-8b7f-eef53670358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'a3f470db-f6bb-4d17-926b-60b3fb374ffb', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'port_id': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'mac_address': 'fa:16:3e:7f:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:03:41Z', 'updated_at': '2021-11-08T01:11:01Z', 'revision_number': 13, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:11:02.574575 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd67398-bd12-4c98-8b7f-eef53670358f None None] The sync data for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 is: [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'a3f470db-f6bb-4d17-926b-60b3fb374ffb', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'port_id': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'mac_address': 'fa:16:3e:7f:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:03:41Z', 'updated_at': '2021-11-08T01:11:01Z', 'revision_number': 13, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:11:02.763009 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d19e7b-5205-4458-9786-ce95be029e63 None None] New status for floating IP a3f470db-f6bb-4d17-926b-60b3fb374ffb: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:11:03.552490 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:11:09.328377 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:11:23.131166 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:11:23.554733 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00f765ba-2e00-4b9b-aa31-69b377c37abc req-ec1f4f08-2c42-4ecc-b0b2-fb44268d5009 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441656 Nov 08 01:11:23.651197 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f765ba-2e00-4b9b-aa31-69b377c37abc req-f4beeb77-9c27-4dd0-a7be-54e67dcaab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:11:23.652576 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00f765ba-2e00-4b9b-aa31-69b377c37abc req-f4beeb77-9c27-4dd0-a7be-54e67dcaab0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 1096 time: 0.0399084 Nov 08 01:11:23.754386 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f765ba-2e00-4b9b-aa31-69b377c37abc req-b5336935-9723-4488-aebe-f98256dac8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:11:23.755853 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00f765ba-2e00-4b9b-aa31-69b377c37abc req-b5336935-9723-4488-aebe-f98256dac8cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0845277 Nov 08 01:11:23.822836 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00f765ba-2e00-4b9b-aa31-69b377c37abc req-f3721a0f-8db9-44e2-91ed-1b7ca5b73f9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 HTTP/1.1" status: 200 len: 1002 time: 0.0600431 Nov 08 01:11:23.870793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f765ba-2e00-4b9b-aa31-69b377c37abc req-0b5f60b9-1dc7-4f92-85ff-b304c65b5ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:11:23.872177 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00f765ba-2e00-4b9b-aa31-69b377c37abc req-0b5f60b9-1dc7-4f92-85ff-b304c65b5ddc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0425022 Nov 08 01:11:23.914955 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f765ba-2e00-4b9b-aa31-69b377c37abc req-bd02b29d-f5f7-4a12-a2e9-e3be43686b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:11:23.916872 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00f765ba-2e00-4b9b-aa31-69b377c37abc req-bd02b29d-f5f7-4a12-a2e9-e3be43686b07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378261 Nov 08 01:11:24.007488 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00f765ba-2e00-4b9b-aa31-69b377c37abc req-ecd95c01-76af-45d9-bbff-ae07f8148a52 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832534 Nov 08 01:11:24.094380 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-00f765ba-2e00-4b9b-aa31-69b377c37abc req-fa93ad1f-60e2-495f-a08a-af58964fa248 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800281 Nov 08 01:11:28.199027 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3ab8db43-a546-4b33-8138-c0848aa5d780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:11:30.762445 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-82834adc-c3b8-41f5-b45c-96f77ba095ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:11:31.054649 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:11:31.950756 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:11:32.413769 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:11:33.523252 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:11:39.197310 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:11:58.219070 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-081ac587-9a33-4f8f-b1c2-a616db6f675f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:12:00.130394 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:12:00.768928 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c8efe4db-b826-4224-93dd-3a0ae90bfe3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:12:01.060367 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:12:01.974469 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:12:02.425699 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:12:03.557523 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:12:09.225815 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:12:25.561053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65400e99-b3cc-4b0b-9bdb-2e5d04cc2038 req-fbb3e349-4689-47a4-8d2a-80fd0d2dd54c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425372 Nov 08 01:12:25.660158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65400e99-b3cc-4b0b-9bdb-2e5d04cc2038 req-dbcb8865-8bf1-4052-9e46-844b8e1c3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:12:25.661623 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65400e99-b3cc-4b0b-9bdb-2e5d04cc2038 req-dbcb8865-8bf1-4052-9e46-844b8e1c3b19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 1096 time: 0.0436544 Nov 08 01:12:25.764989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65400e99-b3cc-4b0b-9bdb-2e5d04cc2038 req-80f8ae79-bf13-4814-a0d9-33354b890043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:12:25.766488 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65400e99-b3cc-4b0b-9bdb-2e5d04cc2038 req-80f8ae79-bf13-4814-a0d9-33354b890043 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0852728 Nov 08 01:12:25.835695 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65400e99-b3cc-4b0b-9bdb-2e5d04cc2038 req-0d6e809e-7782-482c-8583-bac8baeef81a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 HTTP/1.1" status: 200 len: 1002 time: 0.0618796 Nov 08 01:12:25.884188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65400e99-b3cc-4b0b-9bdb-2e5d04cc2038 req-c9d7c8d1-1a8b-4009-94cd-94fdb49aec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:12:25.885602 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65400e99-b3cc-4b0b-9bdb-2e5d04cc2038 req-c9d7c8d1-1a8b-4009-94cd-94fdb49aec41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0432560 Nov 08 01:12:25.931238 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65400e99-b3cc-4b0b-9bdb-2e5d04cc2038 req-db5ef8a5-0575-451a-8cb5-a590ec2ffe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:12:25.932484 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65400e99-b3cc-4b0b-9bdb-2e5d04cc2038 req-db5ef8a5-0575-451a-8cb5-a590ec2ffe24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396156 Nov 08 01:12:26.361475 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65400e99-b3cc-4b0b-9bdb-2e5d04cc2038 req-ae3221f0-eb73-425d-8cac-c32d178a90bb service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221375 Nov 08 01:12:26.449638 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-65400e99-b3cc-4b0b-9bdb-2e5d04cc2038 req-08e93386-9ae3-4bb6-9f8e-3d4950017200 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799870 Nov 08 01:12:28.202654 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75e9ea25-864c-4ec1-9bd9-94dba56d6be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:12:30.722674 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1954dd5-2c4e-4263-b5f1-2219a08d230b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:12:31.076475 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:12:32.059848 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:12:32.448581 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:12:33.552363 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:12:37.128976 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:12:39.332725 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:12:58.242700 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d7ef149e-13fc-4a36-9191-ef9fd921c440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:13:00.739303 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ad784aa8-1861-4706-b0b1-cb3fd7849547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:13:01.075115 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:13:01.973479 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:13:02.436708 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:13:03.539613 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:13:09.249083 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:13:14.128307 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:13:26.579371 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e44bfa5e-9b12-4256-a202-6032a5230fa4 req-d6deb690-0bbd-4a19-a142-930afcaab436 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0881252 Nov 08 01:13:26.677407 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bfa5e-9b12-4256-a202-6032a5230fa4 req-f69b96a8-9a23-40e8-9f29-6b7e1ecaf90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:26.678910 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e44bfa5e-9b12-4256-a202-6032a5230fa4 req-f69b96a8-9a23-40e8-9f29-6b7e1ecaf90d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 1096 time: 0.0429618 Nov 08 01:13:26.778355 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bfa5e-9b12-4256-a202-6032a5230fa4 req-5d2af4a3-206a-45c0-9112-fa896bf83ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:26.779806 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e44bfa5e-9b12-4256-a202-6032a5230fa4 req-5d2af4a3-206a-45c0-9112-fa896bf83ce8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0818105 Nov 08 01:13:26.847490 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e44bfa5e-9b12-4256-a202-6032a5230fa4 req-6ea8171f-b0a5-495c-b59b-d4f365aa1110 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 HTTP/1.1" status: 200 len: 1002 time: 0.0601754 Nov 08 01:13:26.895125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bfa5e-9b12-4256-a202-6032a5230fa4 req-f5c0ef6c-ddbc-48d4-83cb-dd682f90e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:26.896589 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e44bfa5e-9b12-4256-a202-6032a5230fa4 req-f5c0ef6c-ddbc-48d4-83cb-dd682f90e07b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0416346 Nov 08 01:13:26.940712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bfa5e-9b12-4256-a202-6032a5230fa4 req-e91e0f24-c989-410a-9e50-50208baa260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:26.942159 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e44bfa5e-9b12-4256-a202-6032a5230fa4 req-e91e0f24-c989-410a-9e50-50208baa260d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381873 Nov 08 01:13:27.041195 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e44bfa5e-9b12-4256-a202-6032a5230fa4 req-c2b6a7b0-33a7-442c-b40d-1e83867aec52 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912685 Nov 08 01:13:27.128873 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e44bfa5e-9b12-4256-a202-6032a5230fa4 req-2f28dbc6-12fc-41c2-99ab-d42248e52a81 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802410 Nov 08 01:13:28.217955 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecd2a4dc-b00c-47d8-a273-78e95953309a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:13:30.738934 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1f4aea8-1a24-4f6a-aec1-e850a904445d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:13:31.024546 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:13:31.956319 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:13:32.522214 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:13:33.573663 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:13:34.748208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b059df-f0c8-4973-8b2b-cbc8f838a93d req-15009fe6-7298-4f5c-88d4-f92519e30fa4 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:34.749691 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08b059df-f0c8-4973-8b2b-cbc8f838a93d req-15009fe6-7298-4f5c-88d4-f92519e30fa4 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0488899 Nov 08 01:13:34.791409 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08b059df-f0c8-4973-8b2b-cbc8f838a93d req-26a35a4d-7392-47d3-9a54-e51e6794c4ed tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357769 Nov 08 01:13:39.236269 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:13:46.568902 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-835662b2-46ab-4083-926c-e94278b6ee4c req-9a9c05d7-2710-4df8-b959-7e841e3e7198 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:13:46.569914 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-835662b2-46ab-4083-926c-e94278b6ee4c req-9a9c05d7-2710-4df8-b959-7e841e3e7198 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466487 Nov 08 01:13:46.898939 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d6ce1-cfa5-45c8-a4f3-456249652034 req-99885d74-0d43-429e-905c-08afbc69d14c tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:46.900466 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-671d6ce1-cfa5-45c8-a4f3-456249652034 req-99885d74-0d43-429e-905c-08afbc69d14c tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0487704 Nov 08 01:13:46.937814 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-671d6ce1-cfa5-45c8-a4f3-456249652034 req-c216d1f9-8ffa-48e0-bf84-b7c5ce5b34ac tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312121 Nov 08 01:13:47.106890 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8598262f-1c43-42e4-a0ed-912612547c8a req-f1d68f3c-2a94-42f1-b823-fd8965fd8c2a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0749111 Nov 08 01:13:48.052166 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c82f79-1e55-4eb0-855e-8142a11c0d00 req-9ed0275d-d6f1-4ce1-a274-f36357a70b8f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:48.053628 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15c82f79-1e55-4eb0-855e-8142a11c0d00 req-9ed0275d-d6f1-4ce1-a274-f36357a70b8f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0476127 Nov 08 01:13:48.091591 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15c82f79-1e55-4eb0-855e-8142a11c0d00 req-171ad78a-a517-4f05-9e4a-4e04a0ee11c6 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314605 Nov 08 01:13:49.213377 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95b38c-0311-4a3b-b724-d832706c7861 req-fefefd6c-bb88-4fcc-9a2a-4138682d8ff3 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:49.214772 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce95b38c-0311-4a3b-b724-d832706c7861 req-fefefd6c-bb88-4fcc-9a2a-4138682d8ff3 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0531912 Nov 08 01:13:49.253266 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce95b38c-0311-4a3b-b724-d832706c7861 req-f4004008-4eaa-4027-9e10-5447af524c67 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324576 Nov 08 01:13:50.252230 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598262f-1c43-42e4-a0ed-912612547c8a req-087dc89f-2a83-48b0-91a6-98cbd6f82252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:50.253737 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8598262f-1c43-42e4-a0ed-912612547c8a req-087dc89f-2a83-48b0-91a6-98cbd6f82252 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 1096 time: 0.0404060 Nov 08 01:13:50.374075 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598262f-1c43-42e4-a0ed-912612547c8a req-d2eff630-64bc-415e-b755-6d078ef17eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:50.375548 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8598262f-1c43-42e4-a0ed-912612547c8a req-d2eff630-64bc-415e-b755-6d078ef17eec service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.1144893 Nov 08 01:13:50.397297 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f875f-09e1-4dcc-bd0c-e10fa10a82b3 req-3368064c-96cc-4d90-a19e-d92d737a1150 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:50.398735 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a29f875f-09e1-4dcc-bd0c-e10fa10a82b3 req-3368064c-96cc-4d90-a19e-d92d737a1150 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0762932 Nov 08 01:13:50.474569 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8598262f-1c43-42e4-a0ed-912612547c8a req-3295cbd9-2fc2-453f-b8ca-fd9051f98140 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 HTTP/1.1" status: 200 len: 1002 time: 0.0914571 Nov 08 01:13:50.479992 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a29f875f-09e1-4dcc-bd0c-e10fa10a82b3 req-308d3a18-30e6-40b1-882a-0a35d72d9a88 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545967 Nov 08 01:13:50.523374 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598262f-1c43-42e4-a0ed-912612547c8a req-37eca6ec-c7fc-4999-9c22-2afa2a687318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:50.524829 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8598262f-1c43-42e4-a0ed-912612547c8a req-37eca6ec-c7fc-4999-9c22-2afa2a687318 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0436869 Nov 08 01:13:50.571372 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598262f-1c43-42e4-a0ed-912612547c8a req-6e23231a-e66a-473e-8181-81535a84ec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:50.572882 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8598262f-1c43-42e4-a0ed-912612547c8a req-6e23231a-e66a-473e-8181-81535a84ec65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410171 Nov 08 01:13:50.664809 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8598262f-1c43-42e4-a0ed-912612547c8a req-bb9b64e5-b27f-492b-86a7-b015c42d74e6 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844285 Nov 08 01:13:50.756533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8598262f-1c43-42e4-a0ed-912612547c8a req-dd736827-a361-456c-8d3e-f635307a80b3 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851450 Nov 08 01:13:51.127551 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:13:51.602033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360334b7-501b-4ae6-b537-6bd18ed46857 req-4f948b2c-896c-44d4-8299-7af21f8e7963 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:51.603566 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-360334b7-501b-4ae6-b537-6bd18ed46857 req-4f948b2c-896c-44d4-8299-7af21f8e7963 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0544434 Nov 08 01:13:51.640907 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-360334b7-501b-4ae6-b537-6bd18ed46857 req-b7d0d496-fff4-4f41-9960-9c8738c923ac tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313475 Nov 08 01:13:52.759050 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b47ed4-8069-4c8f-99c3-4e3e384944b6 req-58b36a16-9b6d-4cf5-b342-83c262971d43 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:52.760540 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03b47ed4-8069-4c8f-99c3-4e3e384944b6 req-58b36a16-9b6d-4cf5-b342-83c262971d43 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0534225 Nov 08 01:13:52.798085 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03b47ed4-8069-4c8f-99c3-4e3e384944b6 req-87ff1083-925c-4bab-aa09-3b6da70db72e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315685 Nov 08 01:13:53.911996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce12f3-4656-4867-8696-2e1d595b436d req-85796671-577d-442c-900a-b8a36d194b29 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:53.913948 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6ce12f3-4656-4867-8696-2e1d595b436d req-85796671-577d-442c-900a-b8a36d194b29 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0484991 Nov 08 01:13:53.950714 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6ce12f3-4656-4867-8696-2e1d595b436d req-b03f6570-62d1-4b41-8482-dc8fe8f13145 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307970 Nov 08 01:13:55.076365 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd953e8-073a-4333-b15b-e0afa4bb9644 req-f0ea0ec2-0d06-4bb7-a83c-ea3399619799 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:55.077838 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1dd953e8-073a-4333-b15b-e0afa4bb9644 req-f0ea0ec2-0d06-4bb7-a83c-ea3399619799 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0512466 Nov 08 01:13:55.114482 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1dd953e8-073a-4333-b15b-e0afa4bb9644 req-52edaf17-5e3c-402b-8d48-96ef87805176 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306308 Nov 08 01:13:56.234332 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002569c3-8f34-4b6a-9414-13102fa347d2 req-4801d49d-7e47-4a51-9cb2-bfcbfb451332 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:56.235815 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-002569c3-8f34-4b6a-9414-13102fa347d2 req-4801d49d-7e47-4a51-9cb2-bfcbfb451332 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0525551 Nov 08 01:13:56.273979 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-002569c3-8f34-4b6a-9414-13102fa347d2 req-baa2eaad-db00-462e-a653-36516306d3b1 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303283 Nov 08 01:13:57.392269 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f130c-57ba-4add-ad18-728691ad249d req-427c71e5-982d-4cf5-9578-5e7a6a983bf2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:57.393785 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c17f130c-57ba-4add-ad18-728691ad249d req-427c71e5-982d-4cf5-9578-5e7a6a983bf2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0512202 Nov 08 01:13:57.431994 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c17f130c-57ba-4add-ad18-728691ad249d req-156b5f89-ddf5-4f97-a9e8-89492a52c0e6 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321658 Nov 08 01:13:58.224125 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f2ec44b6-5d62-48b5-a5cc-a29e1da50c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:13:58.547498 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3107f-21a8-463d-9734-1f3afa0921a1 req-a32939df-c3fe-4553-8467-35250cd27095 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:58.549031 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10b3107f-21a8-463d-9734-1f3afa0921a1 req-a32939df-c3fe-4553-8467-35250cd27095 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0495965 Nov 08 01:13:58.586819 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10b3107f-21a8-463d-9734-1f3afa0921a1 req-86eda41e-971f-442c-a2bc-36796da727d8 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316923 Nov 08 01:13:59.716085 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c01868-055e-4801-8bec-8b8299f45c78 req-39e9213d-5112-4a6b-8a97-bdb544429767 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:13:59.717569 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d1c01868-055e-4801-8bec-8b8299f45c78 req-39e9213d-5112-4a6b-8a97-bdb544429767 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0531697 Nov 08 01:13:59.754445 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d1c01868-055e-4801-8bec-8b8299f45c78 req-06a3d652-56ae-4a01-8149-203dd016b21f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307662 Nov 08 01:14:00.744229 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf088cdf-3eef-47d1-8387-1d7c144884a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:00.870215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45ddd7-237b-4a20-b186-1f4aaa086dc6 req-62ea3c88-05c7-4f5f-b005-141240b1bb80 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:00.871693 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa45ddd7-237b-4a20-b186-1f4aaa086dc6 req-62ea3c88-05c7-4f5f-b005-141240b1bb80 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0495508 Nov 08 01:14:00.909365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa45ddd7-237b-4a20-b186-1f4aaa086dc6 req-2aa66f02-28f3-4c2f-8478-32483643f3cb tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316443 Nov 08 01:14:01.064612 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:01.956147 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:02.026347 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55628406-2784-4b89-b6da-c313baabe05d req-0fd480c2-4333-4188-9eb7-d5f7f7207fe9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:02.027823 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55628406-2784-4b89-b6da-c313baabe05d req-0fd480c2-4333-4188-9eb7-d5f7f7207fe9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0480766 Nov 08 01:14:02.064054 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-55628406-2784-4b89-b6da-c313baabe05d req-cb51face-e10d-4088-bea4-5cbee16b0369 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302148 Nov 08 01:14:02.447365 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:03.182426 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e13af-659c-4f49-9e7d-83c1c684f766 req-252fbf3b-919b-42db-9f09-c7b64d0134c7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:03.183813 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd2e13af-659c-4f49-9e7d-83c1c684f766 req-252fbf3b-919b-42db-9f09-c7b64d0134c7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0525513 Nov 08 01:14:03.220777 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd2e13af-659c-4f49-9e7d-83c1c684f766 req-86aa5d1c-49c2-44f7-916e-aea109cc0049 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308888 Nov 08 01:14:03.590086 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:04.339452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47518c0-2564-4292-80e5-1e4e151258e5 req-5a20a7d2-939d-4334-b1c3-7a02d093613b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:04.340996 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c47518c0-2564-4292-80e5-1e4e151258e5 req-5a20a7d2-939d-4334-b1c3-7a02d093613b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0522079 Nov 08 01:14:04.379591 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c47518c0-2564-4292-80e5-1e4e151258e5 req-aab05af7-d570-4507-b522-240012f697de tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326154 Nov 08 01:14:05.173258 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-8598262f-1c43-42e4-a0ed-912612547c8a req-9f4aae61-64e2-41d9-bc8f-dbcdfe9f7a62 service neutron] show failed (client error): The resource could not be found. Nov 08 01:14:05.174162 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8598262f-1c43-42e4-a0ed-912612547c8a req-9f4aae61-64e2-41d9-bc8f-dbcdfe9f7a62 service neutron] 10.222.0.20 "GET /v2.0/ports/c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61/bindings/n-h2-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.0532658 Nov 08 01:14:05.501390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27002c01-1162-41d1-8954-3149f92f1e17 req-8b89378d-30d2-41ab-a980-91eff004fca1 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:05.502853 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27002c01-1162-41d1-8954-3149f92f1e17 req-8b89378d-30d2-41ab-a980-91eff004fca1 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0542214 Nov 08 01:14:05.540876 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27002c01-1162-41d1-8954-3149f92f1e17 req-7d3cf2f6-68a0-43ef-b479-7cb52a131012 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320387 Nov 08 01:14:05.683094 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598262f-1c43-42e4-a0ed-912612547c8a req-2ace81ed-1269-4025-b6ba-7abb07606064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:05.684669 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8598262f-1c43-42e4-a0ed-912612547c8a req-2ace81ed-1269-4025-b6ba-7abb07606064 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f&tenant_id=e4b6da9ed7694069be71240c75e580ef HTTP/1.1" status: 200 len: 1096 time: 0.1035385 Nov 08 01:14:05.702269 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:14:05.756895 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:05.951563 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] For port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:14:05.985135 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] For port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:14:06.023101 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:14:06.025336 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40319a74fe07febf9ab63d54579747668fab38c9212ad8217a68cab46359be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf13ae5-6692-44ec-ad0d-4573d388f1c1" -d '{"events": [{"server_uuid": "188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:14:06.029375 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:06.041846 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Transition to ACTIVE for port object c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:14:06.104590 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:06.185181 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Pushing event updated for resources: {'Port': ['ID=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,revision_number=6']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:14:06.192391 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 01:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad15e5c2-399c-4061-9841-07c040ac8c13 x-openstack-request-id: req-ad15e5c2-399c-4061-9841-07c040ac8c13 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:14:06.192687 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:14:06.192941 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad15e5c2-399c-4061-9841-07c040ac8c13 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:14:06.193339 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61', 'code': 200} Nov 08 01:14:06.202007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:06.202357 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:06.202701 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:06.203041 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:06.203377 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:06.203705 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:06.204062 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:06.204411 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:06.204709 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:06.205097 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:06.205427 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:06.205747 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:06.243821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] No DVR routers for this DVR port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:14:06.382995 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Attempting to bind port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:14:06.383315 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Attempting to bind port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:14:06.383636 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Attempting to bind port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:14:06.387808 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:14:06.388137 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Attempting to bind port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:14:06.392810 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:14:06.393141 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Checking segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:14:06.393511 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Bound using segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:14:06.393926 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Bound port: c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:14:06.394294 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:06.457417 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] For port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:14:06.460466 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] For port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:14:06.544865 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:06.579296 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:06.579941 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:06.581335 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8598262f-1c43-42e4-a0ed-912612547c8a req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] 10.222.0.26 "PUT /v2.0/ports/c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 HTTP/1.1" status: 200 len: 1091 time: 0.8830502 Nov 08 01:14:06.602663 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294311b9-600b-445c-8ad8-f36637e0a6ab service neutron] Pushing event updated for resources: {'Port': ['ID=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,revision_number=7']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:14:06.667028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598262f-1c43-42e4-a0ed-912612547c8a req-b8cf8cb2-0bb5-4841-820f-df05ff2740a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:06.668984 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8598262f-1c43-42e4-a0ed-912612547c8a req-b8cf8cb2-0bb5-4841-820f-df05ff2740a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 1094 time: 0.0485833 Nov 08 01:14:06.675120 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d3908-02ff-417d-beb9-ae1ac69dc9c7 req-dce6b779-2b4a-434e-808c-4e8d7429d5f9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:06.676707 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fd5d3908-02ff-417d-beb9-ae1ac69dc9c7 req-dce6b779-2b4a-434e-808c-4e8d7429d5f9 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 943 time: 0.0544291 Nov 08 01:14:06.717533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fd5d3908-02ff-417d-beb9-ae1ac69dc9c7 req-297be929-bf5e-42b8-9360-7d7c105a68f7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337586 Nov 08 01:14:06.767107 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598262f-1c43-42e4-a0ed-912612547c8a req-96295e79-2f35-4f99-bb38-f464e9144828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:06.768614 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8598262f-1c43-42e4-a0ed-912612547c8a req-96295e79-2f35-4f99-bb38-f464e9144828 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0924377 Nov 08 01:14:06.833589 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8598262f-1c43-42e4-a0ed-912612547c8a req-17c40994-61bd-48e2-86b7-7b6004b75733 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 HTTP/1.1" status: 200 len: 1000 time: 0.0580382 Nov 08 01:14:06.881621 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598262f-1c43-42e4-a0ed-912612547c8a req-f57b7e47-4d8d-441f-af29-73808a09fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:06.883040 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8598262f-1c43-42e4-a0ed-912612547c8a req-f57b7e47-4d8d-441f-af29-73808a09fd56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0427079 Nov 08 01:14:06.931974 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598262f-1c43-42e4-a0ed-912612547c8a req-4ae7d286-b99a-47c9-91a7-b1f7cd167dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:06.933456 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8598262f-1c43-42e4-a0ed-912612547c8a req-4ae7d286-b99a-47c9-91a7-b1f7cd167dfd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434926 Nov 08 01:14:07.027320 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8598262f-1c43-42e4-a0ed-912612547c8a req-a624fa79-fede-48ea-a890-b09dad98e2e5 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866940 Nov 08 01:14:07.119861 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-8598262f-1c43-42e4-a0ed-912612547c8a req-dbd66eca-51e4-405a-94bd-bde2beca0a6b service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848370 Nov 08 01:14:07.346128 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:14:07.397686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:14:07.835845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469073d5-631e-46a6-a43f-865d7641e753 req-d09c1f52-2ef4-42d8-a746-25d1654b7a10 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:07.837566 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-469073d5-631e-46a6-a43f-865d7641e753 req-d09c1f52-2ef4-42d8-a746-25d1654b7a10 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 943 time: 0.0481718 Nov 08 01:14:07.875001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-469073d5-631e-46a6-a43f-865d7641e753 req-40742615-ceb5-42b9-a0bb-ea0a99905a6f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312383 Nov 08 01:14:08.195296 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'tag': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:14:08.197700 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40319a74fe07febf9ab63d54579747668fab38c9212ad8217a68cab46359be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d2271b-d155-49d9-8046-f82bd16c3ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f", "tag": "c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:14:08.245285 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e5288b-c455-4d18-b81e-d0708ba88779 x-openstack-request-id: req-97e5288b-c455-4d18-b81e-d0708ba88779 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:14:08.245682 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f", "tag": "c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:14:08.245956 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97e5288b-c455-4d18-b81e-d0708ba88779 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:14:08.246421 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'tag': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61', 'status': 'completed', 'code': 200} Nov 08 01:14:08.328110 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-c3ecdfa0-44ae-4f0f-83dc-fc3d26f085e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:08.329749 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-c3ecdfa0-44ae-4f0f-83dc-fc3d26f085e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 1094 time: 0.0435414 Nov 08 01:14:08.339027 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-8bfd66d4-fac1-4828-9ac4-a64baae1c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:08.340588 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-8bfd66d4-fac1-4828-9ac4-a64baae1c0f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 1094 time: 0.0512927 Nov 08 01:14:08.422541 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-0ea9064b-52b0-441d-ac18-443012fc0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:08.424080 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-0ea9064b-52b0-441d-ac18-443012fc0024 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0874879 Nov 08 01:14:08.432302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-91242231-2598-4539-a255-f7464a4be6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:08.433953 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-91242231-2598-4539-a255-f7464a4be6ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0865669 Nov 08 01:14:08.496665 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-ca309322-89cc-4a39-a9af-cc09e508424e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 HTTP/1.1" status: 200 len: 1000 time: 0.0660529 Nov 08 01:14:08.508336 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-dca6727a-c85d-4bdd-af47-8f05b3e31593 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 HTTP/1.1" status: 200 len: 1000 time: 0.0675933 Nov 08 01:14:08.547145 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-79d14c4a-339c-40dd-92ce-3888cebdf268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:08.548442 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-79d14c4a-339c-40dd-92ce-3888cebdf268 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0449650 Nov 08 01:14:08.564231 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-c8eddae7-0bdc-4e39-beab-2fc64b6d5d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:08.565817 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-c8eddae7-0bdc-4e39-beab-2fc64b6d5d06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0507071 Nov 08 01:14:08.599266 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-c42487c9-7b13-432c-942e-6218ff4439b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:08.601452 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-c42487c9-7b13-432c-942e-6218ff4439b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464199 Nov 08 01:14:08.615224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-6b80509e-64a2-4dfb-ab8d-6f5831f9a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:08.616824 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-6b80509e-64a2-4dfb-ab8d-6f5831f9a5cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437231 Nov 08 01:14:08.698299 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-6055e945-f3a7-4f15-a363-da9b8e8f380b service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892756 Nov 08 01:14:08.716687 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-b0545592-42c8-4ceb-9b44-168533a6b3a2 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923779 Nov 08 01:14:08.791549 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-28038a1a-c9a5-4250-a54b-342284d97dcd service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852718 Nov 08 01:14:08.813579 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8d2271b-d155-49d9-8046-f82bd16c3ef4 req-487b4d2d-9f4c-48f7-a80c-c79c1e11cb9f service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896885 Nov 08 01:14:08.991996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208259d4-5399-44b9-8901-c840f84ebbda req-f41f951f-14eb-4d10-bb97-b8aa21268ca6 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:08.993488 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-208259d4-5399-44b9-8901-c840f84ebbda req-f41f951f-14eb-4d10-bb97-b8aa21268ca6 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 943 time: 0.0494151 Nov 08 01:14:09.030658 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-208259d4-5399-44b9-8901-c840f84ebbda req-280a6017-27fa-494d-8e6a-6f347c4a7a68 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311561 Nov 08 01:14:09.258632 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:10.172412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c6a87-c924-4a34-8d09-1e17d9d9a596 req-108636fb-dded-46d6-89f1-ddf66b33e344 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:10.173779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-223c6a87-c924-4a34-8d09-1e17d9d9a596 req-108636fb-dded-46d6-89f1-ddf66b33e344 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 943 time: 0.0530994 Nov 08 01:14:10.212838 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-223c6a87-c924-4a34-8d09-1e17d9d9a596 req-35c40cbe-6eec-4ce8-83a7-449bdc002500 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324764 Nov 08 01:14:11.333233 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9beb9b5-9f46-4fb0-b919-72ae17c01f4b req-a3ee8d2e-49ee-4529-92d5-cfe5c9553520 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:11.335301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9beb9b5-9f46-4fb0-b919-72ae17c01f4b req-a3ee8d2e-49ee-4529-92d5-cfe5c9553520 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 943 time: 0.0502954 Nov 08 01:14:11.376660 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9beb9b5-9f46-4fb0-b919-72ae17c01f4b req-0313a030-e185-4aa3-8491-8116179dc2f0 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347610 Nov 08 01:14:12.497561 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640ed18-b7a3-4098-8a29-4b976b178459 req-9da14f71-8313-451a-a507-4daeb06ed05f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:12.499049 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8640ed18-b7a3-4098-8a29-4b976b178459 req-9da14f71-8313-451a-a507-4daeb06ed05f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 943 time: 0.0482917 Nov 08 01:14:12.537027 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8640ed18-b7a3-4098-8a29-4b976b178459 req-8099cd14-a454-4066-b41c-3c99c12258a5 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320828 Nov 08 01:14:13.656305 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca41fbc-c110-40e9-9308-2e92e7f9aa3b req-096883ca-d7b2-496f-bd5d-7af798ab5c0b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:13.657767 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eca41fbc-c110-40e9-9308-2e92e7f9aa3b req-096883ca-d7b2-496f-bd5d-7af798ab5c0b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 943 time: 0.0518289 Nov 08 01:14:13.695627 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eca41fbc-c110-40e9-9308-2e92e7f9aa3b req-b59606e4-3718-40e9-be45-6e829b216828 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317314 Nov 08 01:14:14.809235 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2337d3-2796-4995-b4a3-98b304f0fd7a req-75aef5f6-b641-4d61-909b-c7a235744b02 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:14.810701 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d2337d3-2796-4995-b4a3-98b304f0fd7a req-75aef5f6-b641-4d61-909b-c7a235744b02 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 943 time: 0.0481970 Nov 08 01:14:14.847277 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d2337d3-2796-4995-b4a3-98b304f0fd7a req-96599a68-4bbf-48dc-b95b-ec27f29bba9c tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307283 Nov 08 01:14:15.961826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33943b03-a97f-4aa1-86a4-8f23075ffe3d req-ac8d4d14-1fb8-467a-8908-2323b1718457 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:15.963275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33943b03-a97f-4aa1-86a4-8f23075ffe3d req-ac8d4d14-1fb8-467a-8908-2323b1718457 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 943 time: 0.0481319 Nov 08 01:14:15.999888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-33943b03-a97f-4aa1-86a4-8f23075ffe3d req-c59375d6-0785-4709-9b82-f4d6b045edcc tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306044 Nov 08 01:14:17.119311 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6c359-0613-4cb7-9b25-c122d14cfb56 req-f3b97222-1230-4cae-b312-0f3ec74276cd tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:17.120804 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7bc6c359-0613-4cb7-9b25-c122d14cfb56 req-f3b97222-1230-4cae-b312-0f3ec74276cd tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 943 time: 0.0528791 Nov 08 01:14:17.160005 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7bc6c359-0613-4cb7-9b25-c122d14cfb56 req-991f7966-20d4-41fd-9a1e-76a0c534ad0a tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305777 Nov 08 01:14:18.274626 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433f142-aea6-4c40-8df0-fbf4d2958db7 req-03ec9781-0eda-40d7-a607-2aca6cd37555 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:18.276114 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8433f142-aea6-4c40-8df0-fbf4d2958db7 req-03ec9781-0eda-40d7-a607-2aca6cd37555 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 943 time: 0.0482428 Nov 08 01:14:18.313064 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8433f142-aea6-4c40-8df0-fbf4d2958db7 req-1534e5d3-7838-4e15-b9ee-3bd08950dc66 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310922 Nov 08 01:14:19.430800 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f5946-a5fe-47dc-9be3-f5dac5e6a824 req-f8420702-11a4-44c4-8738-a1fb957affb2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:19.432214 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f41f5946-a5fe-47dc-9be3-f5dac5e6a824 req-f8420702-11a4-44c4-8738-a1fb957affb2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 943 time: 0.0484173 Nov 08 01:14:19.469613 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f41f5946-a5fe-47dc-9be3-f5dac5e6a824 req-dad3c60d-6560-48ce-b1c6-ddecef2f2172 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314085 Nov 08 01:14:19.950010 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:14:20.044011 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:14:20.054979 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'port_id': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61', 'mac_address': 'fa:16:3e:7f:9e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:14:20.094574 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:20.106652 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:14:20.124614 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:14:20.218509 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:20.267381 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:14:20.275217 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:20.275559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:20.275921 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:20.276257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:20.276587 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:20.276915 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:20.277241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:20.277564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:20.277885 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:20.278207 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:20.278527 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:20.278846 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:20.528450 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:14:20.589910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad5f76-f343-4fa9-8fe5-034ec9ccf9b8 req-87e51698-b57b-45ba-8467-18efdd6b434e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:20.591407 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7dad5f76-f343-4fa9-8fe5-034ec9ccf9b8 req-87e51698-b57b-45ba-8467-18efdd6b434e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 944 time: 0.0526938 Nov 08 01:14:20.632201 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7dad5f76-f343-4fa9-8fe5-034ec9ccf9b8 req-04b5b716-b82a-4f0a-b8d9-c04e37e8fe00 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341084 Nov 08 01:14:21.229723 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d092d89-8611-4bb4-b4b2-d81e68e7c0aa req-646a94f0-4656-47eb-8c55-b0391c16f8f8 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:21.231138 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d092d89-8611-4bb4-b4b2-d81e68e7c0aa req-646a94f0-4656-47eb-8c55-b0391c16f8f8 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 944 time: 0.0490184 Nov 08 01:14:21.271015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2d092d89-8611-4bb4-b4b2-d81e68e7c0aa req-4b31087a-0362-4c32-9813-147e9e1a1cbb tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336356 Nov 08 01:14:21.283168 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71063e43-7123-43bc-a0af-5da85f620d9d req-4187c3da-005a-4b06-ae35-a2735eb433f8 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:21.284839 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-71063e43-7123-43bc-a0af-5da85f620d9d req-4187c3da-005a-4b06-ae35-a2735eb433f8 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.26 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f&tenant_id=e4b6da9ed7694069be71240c75e580ef&binding%3Ahost_id=n-h2-816882-1 HTTP/1.1" status: 200 len: 944 time: 0.0567081 Nov 08 01:14:21.363242 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-71063e43-7123-43bc-a0af-5da85f620d9d req-07ae3513-3499-4bc7-a959-ef4157c7271d service neutron] 10.222.0.26 "GET /v2.0/ports/c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61/bindings/n-h2-816882-1 HTTP/1.1" status: 200 len: 382 time: 0.0709195 Nov 08 01:14:21.440576 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71063e43-7123-43bc-a0af-5da85f620d9d req-9d15ab61-a363-48f8-9ea4-7b6473978691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:21.442036 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-71063e43-7123-43bc-a0af-5da85f620d9d req-9d15ab61-a363-48f8-9ea4-7b6473978691 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 1095 time: 0.0409286 Nov 08 01:14:21.531892 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71063e43-7123-43bc-a0af-5da85f620d9d req-79950b0e-42b5-4b1b-afa4-77be9475e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:21.533291 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-71063e43-7123-43bc-a0af-5da85f620d9d req-79950b0e-42b5-4b1b-afa4-77be9475e554 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0845194 Nov 08 01:14:21.596416 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-71063e43-7123-43bc-a0af-5da85f620d9d req-a0a04f0f-fb59-45c9-b966-2db6d7a3e7e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 HTTP/1.1" status: 200 len: 1001 time: 0.0565345 Nov 08 01:14:21.643090 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71063e43-7123-43bc-a0af-5da85f620d9d req-874ffe23-2a9c-49d8-847c-97e9b6e11095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:21.644497 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-71063e43-7123-43bc-a0af-5da85f620d9d req-874ffe23-2a9c-49d8-847c-97e9b6e11095 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0413468 Nov 08 01:14:21.692103 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71063e43-7123-43bc-a0af-5da85f620d9d req-3cdc023d-bf18-4a22-a194-f6f2e2f1b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:21.693542 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-71063e43-7123-43bc-a0af-5da85f620d9d req-3cdc023d-bf18-4a22-a194-f6f2e2f1b2e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421922 Nov 08 01:14:21.779469 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-71063e43-7123-43bc-a0af-5da85f620d9d req-eef7bb61-60cf-49ea-b595-ba918cb9088b service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783963 Nov 08 01:14:21.981861 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:14:22.127157 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:14:22.131355 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:14:22.132431 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:22.176721 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-71063e43-7123-43bc-a0af-5da85f620d9d req-7b0b7a9f-9f49-4c4a-9dd2-b49bdaabed32 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894978 Nov 08 01:14:22.208472 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:22.233453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:14:22.235571 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5558a5b9-5ee5-426a-b634-f63ae20ba275" -d '{"events": [{"server_uuid": "188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f", "name": "network-vif-plugged", "status": "completed", "tag": "c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:14:22.248192 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:14:22.286339 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00b57f7-8d38-49e6-a85a-755dbebd4159 x-openstack-request-id: req-a00b57f7-8d38-49e6-a85a-755dbebd4159 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:14:22.286339 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f", "name": "network-vif-plugged", "status": "completed", "tag": "c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:14:22.286339 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a00b57f7-8d38-49e6-a85a-755dbebd4159 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:14:22.286339 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61', 'code': 200} Nov 08 01:14:22.356220 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:22.389236 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925a6e4-1801-47a1-abaa-d0a18e64fd1a req-148a259d-93e4-404c-b6a3-5c0dcd9fd624 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:22.390748 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0925a6e4-1801-47a1-abaa-d0a18e64fd1a req-148a259d-93e4-404c-b6a3-5c0dcd9fd624 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 944 time: 0.0507176 Nov 08 01:14:22.417390 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:14:22.434281 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0925a6e4-1801-47a1-abaa-d0a18e64fd1a req-8a165bfe-e0f4-4383-9021-f2d1e6dd4420 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366664 Nov 08 01:14:23.554658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5c6ab-203f-4e9e-93f5-56f71030e2c5 req-ec123706-7872-403a-a003-1b8b0c613406 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:23.556114 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1b5c6ab-203f-4e9e-93f5-56f71030e2c5 req-ec123706-7872-403a-a003-1b8b0c613406 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0529356 Nov 08 01:14:23.593985 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c1b5c6ab-203f-4e9e-93f5-56f71030e2c5 req-6f333236-47cf-4caf-88c8-5c17b0002fdf tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318582 Nov 08 01:14:24.714521 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7606038-4e71-4a55-8239-a7303ed66b8b req-daed8cb4-97b9-4af7-a504-41e93ed81921 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:24.716043 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7606038-4e71-4a55-8239-a7303ed66b8b req-daed8cb4-97b9-4af7-a504-41e93ed81921 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0540433 Nov 08 01:14:24.754200 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7606038-4e71-4a55-8239-a7303ed66b8b req-7588fca7-6f5b-4e08-be09-d7eb33b94f1e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320752 Nov 08 01:14:25.873655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c449f76-1e0f-4283-9195-1089e16bd3de req-3c8bac0f-ac04-438d-b946-96e964fefd67 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:25.875056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c449f76-1e0f-4283-9195-1089e16bd3de req-3c8bac0f-ac04-438d-b946-96e964fefd67 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0510464 Nov 08 01:14:25.915130 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c449f76-1e0f-4283-9195-1089e16bd3de req-a050e2e1-0295-4a1c-ba35-83dd41df2e59 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334620 Nov 08 01:14:27.062564 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4489c8a-f56d-42fb-a88c-4bee11daec92 req-fbb2e645-cf57-41fa-a50f-6f41433ad900 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:27.068017 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4489c8a-f56d-42fb-a88c-4bee11daec92 req-fbb2e645-cf57-41fa-a50f-6f41433ad900 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0845764 Nov 08 01:14:27.074030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71063e43-7123-43bc-a0af-5da85f620d9d req-5ac9f217-eec0-49b4-9d67-53ac97fc5b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:27.075429 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71063e43-7123-43bc-a0af-5da85f620d9d req-5ac9f217-eec0-49b4-9d67-53ac97fc5b39 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f&tenant_id=e4b6da9ed7694069be71240c75e580ef HTTP/1.1" status: 200 len: 1096 time: 0.0621569 Nov 08 01:14:27.094891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:14:27.133059 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a4489c8a-f56d-42fb-a88c-4bee11daec92 req-215756cd-98ff-4766-9910-5a837d305492 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566919 Nov 08 01:14:27.163638 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:27.362149 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] For port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:14:27.393097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] For port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host n-h2-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:14:27.431317 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:14:27.433602 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ec07b3-d428-478c-9305-95a95f1ef2a2" -d '{"events": [{"server_uuid": "188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:14:27.437704 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:27.451702 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Transition to ACTIVE for port object c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:14:27.529085 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 01:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790c3ce5-1ef5-4733-91e2-7447ba007529 x-openstack-request-id: req-790c3ce5-1ef5-4733-91e2-7447ba007529 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:14:27.529376 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:14:27.529625 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-790c3ce5-1ef5-4733-91e2-7447ba007529 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:14:27.530195 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61', 'code': 200} Nov 08 01:14:27.544402 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:27.626058 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Pushing event updated for resources: {'Port': ['ID=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,revision_number=10']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:14:27.638306 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:27.638647 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:27.638984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:27.639312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:27.639638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:27.640015 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:27.640338 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:27.640657 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:27.640975 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:27.641289 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:27.641603 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:27.641915 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:14:27.677091 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] No DVR routers for this DVR port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 on host n-h2-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:14:27.813418 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Attempting to bind port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:14:27.813685 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Attempting to bind port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:14:27.814012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Attempting to bind port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:14:27.818207 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:14:27.818528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Attempting to bind port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 on network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:14:27.823248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:14:27.823588 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Checking segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:14:27.824017 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Bound using segment: {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:14:27.824437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Bound port: c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da70bee-adcb-437a-8cba-7519becf5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:14:27.824786 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:27.886257 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] For port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:14:27.889197 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] For port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:14:27.962004 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:27.987226 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:14:27.999586 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:28.000260 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:28.001627 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] 10.222.0.20 "PUT /v2.0/ports/c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 HTTP/1.1" status: 200 len: 1092 time: 0.9118800 Nov 08 01:14:28.022863 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3001790-b833-48ee-be82-4e92ffba56df service neutron] Pushing event updated for resources: {'Port': ['ID=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,revision_number=11']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:14:28.028734 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:14:28.082513 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71063e43-7123-43bc-a0af-5da85f620d9d req-c89ccb09-29e4-437e-87d0-23f7ed4025b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:28.084063 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71063e43-7123-43bc-a0af-5da85f620d9d req-c89ccb09-29e4-437e-87d0-23f7ed4025b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 1095 time: 0.0417855 Nov 08 01:14:28.127393 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:14:28.181546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71063e43-7123-43bc-a0af-5da85f620d9d req-95ed5253-50ad-489c-b36c-1d5c2abc8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:28.184470 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71063e43-7123-43bc-a0af-5da85f620d9d req-95ed5253-50ad-489c-b36c-1d5c2abc8aa4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0917130 Nov 08 01:14:28.212734 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76401d18-cdb8-4cde-9a8b-37c5b82ef6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:28.276908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d33258bd-51d2-4e10-8ee1-bd4341f603ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 HTTP/1.1" status: 200 len: 1000 time: 0.0869334 Nov 08 01:14:28.300280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0a182-10a8-4c8c-81d8-ee0920d5c510 req-3be5ef9f-f234-4242-b7fa-1a565193b09c tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:28.301692 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ab0a182-10a8-4c8c-81d8-ee0920d5c510 req-3be5ef9f-f234-4242-b7fa-1a565193b09c tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 944 time: 0.0726862 Nov 08 01:14:28.357983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71063e43-7123-43bc-a0af-5da85f620d9d req-ca77d443-b9c6-4d42-9b34-2a365d738d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:28.359344 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71063e43-7123-43bc-a0af-5da85f620d9d req-ca77d443-b9c6-4d42-9b34-2a365d738d4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0747955 Nov 08 01:14:28.364164 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ab0a182-10a8-4c8c-81d8-ee0920d5c510 req-67423f0f-c74f-420d-b780-cd5780d6de0d tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448046 Nov 08 01:14:28.412061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d8d5de13-dab1-4a32-968d-a3cc702af9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:28.414065 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71063e43-7123-43bc-a0af-5da85f620d9d req-d8d5de13-dab1-4a32-968d-a3cc702af9bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473585 Nov 08 01:14:28.500616 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71063e43-7123-43bc-a0af-5da85f620d9d req-e1772dfb-8447-4705-83cd-15a36569b106 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795941 Nov 08 01:14:28.595933 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71063e43-7123-43bc-a0af-5da85f620d9d req-b49c94f6-1031-4428-a7aa-dcc09dd40db4 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880146 Nov 08 01:14:29.481569 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faae3a0-19d9-47df-9406-382384222eff req-7ef3c6dd-70c9-4117-adb9-3725a27f4703 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:29.483049 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6faae3a0-19d9-47df-9406-382384222eff req-7ef3c6dd-70c9-4117-adb9-3725a27f4703 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 944 time: 0.0498023 Nov 08 01:14:29.520933 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6faae3a0-19d9-47df-9406-382384222eff req-3aa2a862-c86b-4d28-b955-2ec8dc1339d4 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318263 Nov 08 01:14:29.531664 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'tag': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:14:29.534858 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fa639e-fa41-43a1-8e03-e30a34a59ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f", "tag": "c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:14:29.583337 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bb3be8-fd38-4cfa-a36c-904d8a0ed7d7 x-openstack-request-id: req-e4bb3be8-fd38-4cfa-a36c-904d8a0ed7d7 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:14:29.583635 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f", "tag": "c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:14:29.583915 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4bb3be8-fd38-4cfa-a36c-904d8a0ed7d7 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:14:29.584310 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'tag': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61', 'status': 'completed', 'code': 200} Nov 08 01:14:29.664087 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-7de16052-e66c-492a-baf8-2c672ad2b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:29.665608 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-7de16052-e66c-492a-baf8-2c672ad2b750 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 1095 time: 0.0421653 Nov 08 01:14:29.672306 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-fd65a399-c74a-4caf-9e27-ff85a507fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:29.673811 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-fd65a399-c74a-4caf-9e27-ff85a507fc7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4b6da9ed7694069be71240c75e580ef&device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 1095 time: 0.0433857 Nov 08 01:14:29.765011 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-ab4fb83b-fd68-431a-979e-fea7edd0eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:29.765011 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-ab4fb83b-fd68-431a-979e-fea7edd0eb7c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0914223 Nov 08 01:14:29.776553 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-d31a1664-3b94-4222-8aed-d29c6ac86b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:29.777947 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-d31a1664-3b94-4222-8aed-d29c6ac86b6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 200 len: 911 time: 0.0963962 Nov 08 01:14:29.835198 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-737c1659-684d-429a-a243-63db03f7b2ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 HTTP/1.1" status: 200 len: 1000 time: 0.0645502 Nov 08 01:14:29.844879 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-f8d0c9e4-168b-4ca2-80df-f058273cf6c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 HTTP/1.1" status: 200 len: 1000 time: 0.0599952 Nov 08 01:14:29.883853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-c8b89f5a-8af2-4db0-a853-58fa5e90fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:29.885318 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-c8b89f5a-8af2-4db0-a853-58fa5e90fc87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0437639 Nov 08 01:14:29.895664 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-fa7de07d-9185-4d72-b316-4938cb5498eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:29.897738 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-fa7de07d-9185-4d72-b316-4938cb5498eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 200 len: 849 time: 0.0453579 Nov 08 01:14:29.931257 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-7dcffd27-d569-4d72-ada4-0db6b39af2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:29.932774 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-7dcffd27-d569-4d72-ada4-0db6b39af2b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402541 Nov 08 01:14:29.947771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-92ed0fbb-c42c-4967-a504-b6ab2b388b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:29.949283 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-92ed0fbb-c42c-4967-a504-b6ab2b388b27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc106fd-5621-4e07-8b92-1ecdcffe4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448349 Nov 08 01:14:30.027340 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-96a977fa-d9a5-4d7f-a2a7-bfa8162483af service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866537 Nov 08 01:14:30.042648 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-6375303a-dbe4-41bf-a6c9-4bafb643af0c service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860453 Nov 08 01:14:30.119365 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-2a2fc247-ecfd-43a6-9562-dd97f111efe6 service neutron] 10.222.0.26 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845783 Nov 08 01:14:30.137033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-18fa639e-fa41-43a1-8e03-e30a34a59ea7 req-f891f40b-9dab-4cd1-a855-98f279227a9f service neutron] 10.222.0.20 "GET /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868475 Nov 08 01:14:30.641167 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc4b06-48f0-4fbf-94c7-b4c278c59841 req-be3c422b-c4ef-41ae-a342-6b3a4d1bd90e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:30.642570 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1cdc4b06-48f0-4fbf-94c7-b4c278c59841 req-be3c422b-c4ef-41ae-a342-6b3a4d1bd90e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 944 time: 0.0515683 Nov 08 01:14:30.684371 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1cdc4b06-48f0-4fbf-94c7-b4c278c59841 req-68a41523-927e-419d-976c-8405a02e873f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346940 Nov 08 01:14:30.784341 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e324a4c6-9f77-4562-ae0d-3d00af647236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:31.024171 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:31.803947 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a1893-108e-4012-9fdb-4b2ae71627eb req-f5d07aa6-3ebb-4e49-a174-797648479f12 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:31.805433 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d58a1893-108e-4012-9fdb-4b2ae71627eb req-f5d07aa6-3ebb-4e49-a174-797648479f12 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 944 time: 0.0491014 Nov 08 01:14:31.842896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d58a1893-108e-4012-9fdb-4b2ae71627eb req-3d6322e3-1340-437d-8bbc-f442eaa27902 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314238 Nov 08 01:14:31.971685 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:32.498591 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:32.961765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74001924-6606-4b89-bea6-79db5a42b2ab req-d886a1d7-69eb-4406-b1e0-45d7f765b6ff tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:32.963131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74001924-6606-4b89-bea6-79db5a42b2ab req-d886a1d7-69eb-4406-b1e0-45d7f765b6ff tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 944 time: 0.0523131 Nov 08 01:14:33.000239 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74001924-6606-4b89-bea6-79db5a42b2ab req-b8965e50-d913-4b09-a723-1afd25b8d08e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309587 Nov 08 01:14:33.549582 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:34.124291 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97359d-72d0-47d7-96d0-69d2c32baab4 req-42559a5d-4ddd-44dd-ab90-d24b854b7700 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:34.125826 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8a97359d-72d0-47d7-96d0-69d2c32baab4 req-42559a5d-4ddd-44dd-ab90-d24b854b7700 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 944 time: 0.0484831 Nov 08 01:14:34.164110 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8a97359d-72d0-47d7-96d0-69d2c32baab4 req-e1a6b160-eb2d-4af0-a10f-fac930bbe7c0 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317307 Nov 08 01:14:35.277846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d11247-72b3-4de1-89a6-2593ffcbab4f req-6dfe21a9-8c1a-4477-9a05-68cec9bfac6e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:35.279325 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61d11247-72b3-4de1-89a6-2593ffcbab4f req-6dfe21a9-8c1a-4477-9a05-68cec9bfac6e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 944 time: 0.0479882 Nov 08 01:14:35.317483 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-61d11247-72b3-4de1-89a6-2593ffcbab4f req-4afa888c-c266-46f6-ae2f-ec4a94aafb20 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322371 Nov 08 01:14:36.455453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608bda3-657d-479f-96f7-bda754ee3bfa req-47250f3f-b5c9-4985-a006-3daf0507f4c0 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:36.456917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5608bda3-657d-479f-96f7-bda754ee3bfa req-47250f3f-b5c9-4985-a006-3daf0507f4c0 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 944 time: 0.0532591 Nov 08 01:14:36.494222 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5608bda3-657d-479f-96f7-bda754ee3bfa req-48886822-06af-4312-853e-ae601659284b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310588 Nov 08 01:14:37.608359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af1d8a-7b35-44ff-bf63-1f8e79aa7838 req-86081e41-9a1a-4c59-bb63-d6215d03d4d2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:37.609834 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11af1d8a-7b35-44ff-bf63-1f8e79aa7838 req-86081e41-9a1a-4c59-bb63-d6215d03d4d2 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 944 time: 0.0484545 Nov 08 01:14:37.646795 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11af1d8a-7b35-44ff-bf63-1f8e79aa7838 req-770d995d-1bd1-474b-a43e-3070786bb6b4 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311382 Nov 08 01:14:38.764749 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be0828-5742-4e08-9b20-be7e24bb3353 req-ae953b8d-d4ce-44da-be46-da615e909220 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:38.766215 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75be0828-5742-4e08-9b20-be7e24bb3353 req-ae953b8d-d4ce-44da-be46-da615e909220 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 944 time: 0.0476496 Nov 08 01:14:38.802951 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-75be0828-5742-4e08-9b20-be7e24bb3353 req-b97ce823-5358-4e27-810f-399e13c52333 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308664 Nov 08 01:14:39.281121 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:39.924002 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b2583-0e58-4b93-b385-524942655b0a req-ae394018-0aaf-4a7b-b206-f0d8335515ca tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:39.925452 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-825b2583-0e58-4b93-b385-524942655b0a req-ae394018-0aaf-4a7b-b206-f0d8335515ca tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 944 time: 0.0515506 Nov 08 01:14:39.963065 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-825b2583-0e58-4b93-b385-524942655b0a req-9ddccdfe-a33e-4c62-b296-8762106e7cff tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317063 Nov 08 01:14:41.079322 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d41b5-ce20-4c5b-bbae-7a93fd24e254 req-6fc9c209-984c-412d-ab02-4eab5449c441 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:41.080871 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-590d41b5-ce20-4c5b-bbae-7a93fd24e254 req-6fc9c209-984c-412d-ab02-4eab5449c441 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 944 time: 0.0493619 Nov 08 01:14:41.127921 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-590d41b5-ce20-4c5b-bbae-7a93fd24e254 req-6ca15aee-1db3-44c4-aba9-35e40525fa05 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405307 Nov 08 01:14:41.508207 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:14:41.604855 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:14:41.616740 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'port_id': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61', 'mac_address': 'fa:16:3e:7f:9e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:14:41.653033 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:41.666579 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:14:41.685911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:14:41.743739 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:41.796824 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,revision_number=12']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:14:42.189926 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:14:42.241354 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d88e13-36d4-434f-bbbd-4f53fa465401 req-30e35ae9-5218-425e-bac1-6b10072e4358 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:42.242844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4d88e13-36d4-434f-bbbd-4f53fa465401 req-30e35ae9-5218-425e-bac1-6b10072e4358 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0478625 Nov 08 01:14:42.280881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d4d88e13-36d4-434f-bbbd-4f53fa465401 req-91b385a3-d14f-4a72-b2bd-dd5b5a58cc3e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320323 Nov 08 01:14:42.397341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24758dcf-2f77-49c5-816d-24ef405e5fb9 req-811ded31-846f-4374-8ef9-d4ca1fc9359c tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:42.398778 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-24758dcf-2f77-49c5-816d-24ef405e5fb9 req-811ded31-846f-4374-8ef9-d4ca1fc9359c tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0513606 Nov 08 01:14:42.437419 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-24758dcf-2f77-49c5-816d-24ef405e5fb9 req-d5a24534-d754-4e53-a859-4dc44e12a383 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326204 Nov 08 01:14:42.550133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a616420-42f6-40c5-8959-f2a485572206 req-56a0bc59-4063-4a1f-aed6-15050bdc7c57 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:42.551590 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a616420-42f6-40c5-8959-f2a485572206 req-56a0bc59-4063-4a1f-aed6-15050bdc7c57 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0481200 Nov 08 01:14:42.588486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1a616420-42f6-40c5-8959-f2a485572206 req-3a96300d-a84b-49f5-b538-2592b9be9eef tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310419 Nov 08 01:14:43.017307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb75d4c-dc97-409e-a0be-49617163a841 req-22c1a90d-6269-428b-95b1-9edae078bdeb tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:43.018789 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cbb75d4c-dc97-409e-a0be-49617163a841 req-22c1a90d-6269-428b-95b1-9edae078bdeb tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 945 time: 0.0483103 Nov 08 01:14:43.056315 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cbb75d4c-dc97-409e-a0be-49617163a841 req-d71d21cf-45c7-4cdb-95df-e5052c8f413c tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307713 Nov 08 01:14:43.522529 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:14:43.635143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:14:43.638948 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:14:43.639311 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:43.712935 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:43.738237 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:14:43.740532 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e98c32-eb43-4f9a-bd9a-826866ee731d" -d '{"events": [{"server_uuid": "188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f", "name": "network-vif-plugged", "status": "completed", "tag": "c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:14:43.754281 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:14:43.778738 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f62c14-a84e-4cde-8cc9-5429aae44a02 x-openstack-request-id: req-f0f62c14-a84e-4cde-8cc9-5429aae44a02 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:14:43.779032 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f", "name": "network-vif-plugged", "status": "completed", "tag": "c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:14:43.779285 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0f62c14-a84e-4cde-8cc9-5429aae44a02 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:14:43.779675 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61', 'code': 200} Nov 08 01:14:43.835630 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:43.881676 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,revision_number=13']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:14:44.177235 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2d203-f118-4836-b7d2-d9708d6efb4d req-7f0c5e87-fd46-40f9-b5ae-f8206eed71fe tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:44.179110 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2bf2d203-f118-4836-b7d2-d9708d6efb4d req-7f0c5e87-fd46-40f9-b5ae-f8206eed71fe tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 946 time: 0.0511572 Nov 08 01:14:44.550629 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2bf2d203-f118-4836-b7d2-d9708d6efb4d req-8b7b5e6b-dbfa-4c4c-b97e-404e8a06a7d3 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dd26000-2978-45f9-9fe2-ae71b618bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3655269 Nov 08 01:14:44.827151 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729e1e8-e523-4627-b7e0-69b3709f4880 req-e053c3c3-724c-4f66-ab99-574d9835126f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:14:44.828641 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f729e1e8-e523-4627-b7e0-69b3709f4880 req-e053c3c3-724c-4f66-ab99-574d9835126f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.20 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 946 time: 0.0468671 Nov 08 01:14:44.917527 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-f729e1e8-e523-4627-b7e0-69b3709f4880 req-29a68be6-825c-4582-8142-5a11b95eb1c7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Deleting port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:14:44.917870 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f729e1e8-e523-4627-b7e0-69b3709f4880 req-29a68be6-825c-4582-8142-5a11b95eb1c7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:45.002376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-f729e1e8-e523-4627-b7e0-69b3709f4880 req-29a68be6-825c-4582-8142-5a11b95eb1c7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] For port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:14:45.002757 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f729e1e8-e523-4627-b7e0-69b3709f4880 req-29a68be6-825c-4582-8142-5a11b95eb1c7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:45.165918 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f729e1e8-e523-4627-b7e0-69b3709f4880 req-29a68be6-825c-4582-8142-5a11b95eb1c7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:45.166194 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f729e1e8-e523-4627-b7e0-69b3709f4880 req-29a68be6-825c-4582-8142-5a11b95eb1c7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:45.166506 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [req-f729e1e8-e523-4627-b7e0-69b3709f4880 req-29a68be6-825c-4582-8142-5a11b95eb1c7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Floating IP a3f470db-f6bb-4d17-926b-60b3fb374ffb disassociated. External IP: 172.25.2.161, port: c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61. Nov 08 01:14:45.166837 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-f729e1e8-e523-4627-b7e0-69b3709f4880 req-29a68be6-825c-4582-8142-5a11b95eb1c7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Calling delete_port for c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:14:45.367259 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f729e1e8-e523-4627-b7e0-69b3709f4880 req-29a68be6-825c-4582-8142-5a11b95eb1c7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:45.395294 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a68be6-825c-4582-8142-5a11b95eb1c7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Pushing event deleted for resources: {'Port': ['ID=c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:14:45.509780 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f729e1e8-e523-4627-b7e0-69b3709f4880 req-29a68be6-825c-4582-8142-5a11b95eb1c7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Router ba82efca-aeda-476a-bc11-3438fbc89171 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:14:45.628501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f729e1e8-e523-4627-b7e0-69b3709f4880 req-29a68be6-825c-4582-8142-5a11b95eb1c7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:14:45.638981 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea203c86-e2cc-432e-bbf6-e05647cdc26e None None] Sync routers for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:14:45.651744 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea203c86-e2cc-432e-bbf6-e05647cdc26e None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:14:45.652374 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ea203c86-e2cc-432e-bbf6-e05647cdc26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:14:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:14:45.664046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b1cf8fe7-0160-422e-ae2b-42093a257836 req-268f2e34-6366-4c20-a71b-5e09ac64773e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 210 time: 0.0443180 Nov 08 01:14:45.686993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f729e1e8-e523-4627-b7e0-69b3709f4880 req-29a68be6-825c-4582-8142-5a11b95eb1c7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] No DVR routers for this DVR port c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:14:45.689721 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-f729e1e8-e523-4627-b7e0-69b3709f4880 req-29a68be6-825c-4582-8142-5a11b95eb1c7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:45.693077 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f729e1e8-e523-4627-b7e0-69b3709f4880 req-29a68be6-825c-4582-8142-5a11b95eb1c7 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.20 "DELETE /v2.0/ports/c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 HTTP/1.1" status: 204 len: 173 time: 0.8575392 Nov 08 01:14:45.693546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'name': 'network-vif-deleted', 'tag': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:14:45.696429 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117c51da-70b3-4fe8-bffb-464597174d7e" -d '{"events": [{"server_uuid": "188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f", "name": "network-vif-deleted", "tag": "c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:14:45.732095 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b793a88f-b43c-48ff-9885-67e4fb0d6c1a x-openstack-request-id: req-b793a88f-b43c-48ff-9885-67e4fb0d6c1a {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:14:45.732095 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f", "name": "network-vif-deleted", "tag": "c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:14:45.732355 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b793a88f-b43c-48ff-9885-67e4fb0d6c1a {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:14:45.732710 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f', 'name': 'network-vif-deleted', 'tag': 'c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61', 'status': 'completed', 'code': 200} Nov 08 01:14:45.753489 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-ea203c86-e2cc-432e-bbf6-e05647cdc26e None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:14:45.955750 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ea203c86-e2cc-432e-bbf6-e05647cdc26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:14:45.981641 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea203c86-e2cc-432e-bbf6-e05647cdc26e None None] Checking router: ba82efca-aeda-476a-bc11-3438fbc89171 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:14:45.989619 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea203c86-e2cc-432e-bbf6-e05647cdc26e None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:14:45.990209 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ea203c86-e2cc-432e-bbf6-e05647cdc26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:14:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:14:46.093658 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-ea203c86-e2cc-432e-bbf6-e05647cdc26e None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:14:46.290466 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ea203c86-e2cc-432e-bbf6-e05647cdc26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:14:46.321079 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea203c86-e2cc-432e-bbf6-e05647cdc26e None None] The sync data for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 is: [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1606935-2004-4a8b-86b1-25f671e3e957', 'name': '', 'network_id': '9dc106fd-5621-4e07-8b92-1ecdcffe4474', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'mac_address': 'fa:16:3e:12:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:37Z', 'updated_at': '2021-11-08T01:03:41Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'subnets': [{'id': 'e934de9b-01ff-40d8-8262-de3061991ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:14:46.549264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4233f2f-deea-40e6-b596-f48e2c32aaba None None] New status for floating IP a3f470db-f6bb-4d17-926b-60b3fb374ffb: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:14:46.764549 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c76fb685-d53b-4813-9f82-c01f3f509277 req-f81f6168-9565-4a28-a611-c4e57331c530 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 210 time: 0.0285130 Nov 08 01:14:47.863708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c7b81ca3-b4ce-4b43-96ba-b4ff633fcb09 req-bb9d7302-7b1a-407b-a30c-2662872dfb8f tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 210 time: 0.0271890 Nov 08 01:14:48.958269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5717e0bb-ff74-4a13-a588-2613b8b6cdd1 req-da9fa1a7-42b3-4e5d-b06e-4700707d6f5d tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/ports?device_id=188ca7ea-0e1d-4c23-86a5-bf21ef63ef2f HTTP/1.1" status: 200 len: 210 time: 0.0262582 Nov 08 01:14:49.545639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:14:49.566329 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:14:49.566681 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device c6e3abeb-30ad-4ab0-a77d-5c0c1db33d61 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:14:54.001538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38930) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:14:54.054767 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2284344f-8c8a-4370-9a50-f8392b77c296 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:54.076894 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2284344f-8c8a-4370-9a50-f8392b77c296 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:54.233701 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2284344f-8c8a-4370-9a50-f8392b77c296 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:54.236227 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2284344f-8c8a-4370-9a50-f8392b77c296 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:54.237347 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2284344f-8c8a-4370-9a50-f8392b77c296 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "DELETE /v2.0/security-groups/5dd26000-2978-45f9-9fe2-ae71b618bee3 HTTP/1.1" status: 204 len: 168 time: 0.2347848 Nov 08 01:14:54.240098 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38932) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:14:54.246101 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284344f-8c8a-4370-9a50-f8392b77c296 tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd26000-2978-45f9-9fe2-ae71b618bee3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:14:54.262030 n-d-816882-1 neutron-server[102771]: INFO neutron.api.v2.resource [None req-df993220-65b5-4a9a-b241-d65a61e41c9b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] show failed (client error): The resource could not be found. Nov 08 01:14:54.263068 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-df993220-65b5-4a9a-b241-d65a61e41c9b tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "GET /v2.0/security-groups/5dd26000-2978-45f9-9fe2-ae71b618bee3 HTTP/1.1" status: 404 len: 347 time: 0.0218999 Nov 08 01:14:54.265777 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38934) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:14:54.387402 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-67de1fa5-c22b-4b74-8fe4-46a09c6b869e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Deleting port 0aec5dd8-7356-4fbd-b135-d1d1ab14e98d {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:14:54.387740 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-67de1fa5-c22b-4b74-8fe4-46a09c6b869e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:54.460719 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-67de1fa5-c22b-4b74-8fe4-46a09c6b869e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:54.461046 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-67de1fa5-c22b-4b74-8fe4-46a09c6b869e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:54.472538 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-67de1fa5-c22b-4b74-8fe4-46a09c6b869e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Calling delete_port for 0aec5dd8-7356-4fbd-b135-d1d1ab14e98d owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:14:54.698419 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-67de1fa5-c22b-4b74-8fe4-46a09c6b869e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:54.724425 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de1fa5-c22b-4b74-8fe4-46a09c6b869e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Pushing event deleted for resources: {'Port': ['ID=0aec5dd8-7356-4fbd-b135-d1d1ab14e98d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:14:54.785296 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-67de1fa5-c22b-4b74-8fe4-46a09c6b869e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:54.787897 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-67de1fa5-c22b-4b74-8fe4-46a09c6b869e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:54.789038 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-67de1fa5-c22b-4b74-8fe4-46a09c6b869e tempest-ServerActionsTestJSON-1779602417 tempest-ServerActionsTestJSON-1779602417-project] 10.222.0.13 "DELETE /v2.0/floatingips/a3f470db-f6bb-4d17-926b-60b3fb374ffb HTTP/1.1" status: 204 len: 168 time: 0.5223708 Nov 08 01:14:54.791916 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38936) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:14:55.254321 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32ba6cd2-4159-443c-95fd-fabd13002e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:55.493242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-32ba6cd2-4159-443c-95fd-fabd13002e48 admin admin] Deleting port b1606935-2004-4a8b-86b1-25f671e3e957 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:14:55.493578 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32ba6cd2-4159-443c-95fd-fabd13002e48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:55.569106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-32ba6cd2-4159-443c-95fd-fabd13002e48 admin admin] For port b1606935-2004-4a8b-86b1-25f671e3e957, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b1606935-2004-4a8b-86b1-25f671e3e957,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:14:55.569474 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32ba6cd2-4159-443c-95fd-fabd13002e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:55.585291 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-32ba6cd2-4159-443c-95fd-fabd13002e48 admin admin] Calling delete_port for b1606935-2004-4a8b-86b1-25f671e3e957 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:14:55.873947 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32ba6cd2-4159-443c-95fd-fabd13002e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:55.898984 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba6cd2-4159-443c-95fd-fabd13002e48 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1606935-2004-4a8b-86b1-25f671e3e957,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:14:56.067391 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-32ba6cd2-4159-443c-95fd-fabd13002e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:56.282124 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ba6cd2-4159-443c-95fd-fabd13002e48 admin admin] Router ba82efca-aeda-476a-bc11-3438fbc89171 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:14:56.387272 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ba6cd2-4159-443c-95fd-fabd13002e48 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:14:56.392336 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-32ba6cd2-4159-443c-95fd-fabd13002e48 admin admin] 10.222.0.13 "PUT /v2.0/routers/ba82efca-aeda-476a-bc11-3438fbc89171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5994611 Nov 08 01:14:56.394863 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38940) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:14:56.395840 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58607c6d-a105-4136-aaa1-6154aacd2319 None None] Sync routers for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:14:56.405415 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58607c6d-a105-4136-aaa1-6154aacd2319 None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:14:56.406015 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-58607c6d-a105-4136-aaa1-6154aacd2319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:14:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:14:56.507485 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b0976ed-06ea-48c5-838c-6e5e94fefef1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:56.600041 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-58607c6d-a105-4136-aaa1-6154aacd2319 None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:14:56.610319 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b0976ed-06ea-48c5-838c-6e5e94fefef1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:56.732820 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-1b0976ed-06ea-48c5-838c-6e5e94fefef1 admin admin] Deleting port a31f1cdd-4185-4e3c-888c-137409cbc4af {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:14:56.733233 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b0976ed-06ea-48c5-838c-6e5e94fefef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:56.768965 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-58607c6d-a105-4136-aaa1-6154aacd2319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:14:55Z', 'revision_number': 5, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port': {'id': 'a31f1cdd-4185-4e3c-888c-137409cbc4af', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:03:35Z', 'updated_at': '2021-11-08T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:14:56.794017 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58607c6d-a105-4136-aaa1-6154aacd2319 None None] Checking router: ba82efca-aeda-476a-bc11-3438fbc89171 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:14:56.803554 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58607c6d-a105-4136-aaa1-6154aacd2319 None None] Routers {'ba82efca-aeda-476a-bc11-3438fbc89171'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:14:56.804603 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-58607c6d-a105-4136-aaa1-6154aacd2319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:14:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['ba82efca-aeda-476a-bc11-3438fbc89171'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:14:56.817544 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-1b0976ed-06ea-48c5-838c-6e5e94fefef1 admin admin] For port a31f1cdd-4185-4e3c-888c-137409cbc4af, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a31f1cdd-4185-4e3c-888c-137409cbc4af,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:14:56.817898 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b0976ed-06ea-48c5-838c-6e5e94fefef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:56.833368 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-1b0976ed-06ea-48c5-838c-6e5e94fefef1 admin admin] Calling delete_port for a31f1cdd-4185-4e3c-888c-137409cbc4af owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:14:56.892960 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-58607c6d-a105-4136-aaa1-6154aacd2319 None None] Set router ba82efca-aeda-476a-bc11-3438fbc89171 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:14:56.948626 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-58607c6d-a105-4136-aaa1-6154aacd2319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:14:56Z', 'revision_number': 6, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:14:56.975714 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58607c6d-a105-4136-aaa1-6154aacd2319 None None] The sync data for ids ['ba82efca-aeda-476a-bc11-3438fbc89171'] in n-d-816882-1 is: [{'id': 'ba82efca-aeda-476a-bc11-3438fbc89171', 'name': 'tempest-ServerActionsTestJSON-64630591-router', 'tenant_id': 'e4b6da9ed7694069be71240c75e580ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:03:34Z', 'updated_at': '2021-11-08T01:14:56Z', 'revision_number': 6, 'project_id': 'e4b6da9ed7694069be71240c75e580ef', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:14:57.086995 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b0976ed-06ea-48c5-838c-6e5e94fefef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:57.110499 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0976ed-06ea-48c5-838c-6e5e94fefef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a31f1cdd-4185-4e3c-888c-137409cbc4af,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:14:57.194733 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b0976ed-06ea-48c5-838c-6e5e94fefef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:57.281613 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b0976ed-06ea-48c5-838c-6e5e94fefef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:57.283757 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b0976ed-06ea-48c5-838c-6e5e94fefef1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:57.407060 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b0976ed-06ea-48c5-838c-6e5e94fefef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:57.408194 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0976ed-06ea-48c5-838c-6e5e94fefef1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba82efca-aeda-476a-bc11-3438fbc89171 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 01:14:57.413430 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1b0976ed-06ea-48c5-838c-6e5e94fefef1 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:57.414449 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1b0976ed-06ea-48c5-838c-6e5e94fefef1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ba82efca-aeda-476a-bc11-3438fbc89171 HTTP/1.1" status: 204 len: 168 time: 1.0185235 Nov 08 01:14:57.417030 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 38942) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:14:57.466671 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2e30b8-9931-4c4f-b115-0696b1c70540 admin admin] Deleting subnet e934de9b-01ff-40d8-8262-de3061991ed6 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:14:57.471523 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a2e30b8-9931-4c4f-b115-0696b1c70540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:57.515461 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a2e30b8-9931-4c4f-b115-0696b1c70540 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:57.590433 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a2e30b8-9931-4c4f-b115-0696b1c70540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:57.710182 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a2e30b8-9931-4c4f-b115-0696b1c70540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:57.738962 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a2e30b8-9931-4c4f-b115-0696b1c70540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:57.743652 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7a2e30b8-9931-4c4f-b115-0696b1c70540 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e934de9b-01ff-40d8-8262-de3061991ed6 HTTP/1.1" status: 204 len: 168 time: 0.3254380 Nov 08 01:14:57.744549 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e30b8-9931-4c4f-b115-0696b1c70540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e934de9b-01ff-40d8-8262-de3061991ed6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:14:57.744752 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6682fe01-8b2a-4284-89b0-2420f3bd2bc6 None None] Network 9dc106fd-5621-4e07-8b92-1ecdcffe4474 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:14:57.749280 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38944) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:14:57.820222 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:57.873326 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] Deleting port b09bbbd9-2259-4ffb-a967-522228c2ca78 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:14:57.873671 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:57.933937 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606e37b8-8ee7-4417-bff4-d9b564936be0 None None] DHCP port deletion for 9dc106fd-5621-4e07-8b92-1ecdcffe4474 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 01:14:57.944927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] For port b09bbbd9-2259-4ffb-a967-522228c2ca78, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b09bbbd9-2259-4ffb-a967-522228c2ca78,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:14:57.945379 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:57.959185 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] Calling delete_port for b09bbbd9-2259-4ffb-a967-522228c2ca78 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:14:57.981143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-606e37b8-8ee7-4417-bff4-d9b564936be0 None None] Deleting port b09bbbd9-2259-4ffb-a967-522228c2ca78 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:14:57.981750 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-606e37b8-8ee7-4417-bff4-d9b564936be0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:58.049211 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-606e37b8-8ee7-4417-bff4-d9b564936be0 None None] For port b09bbbd9-2259-4ffb-a967-522228c2ca78, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b09bbbd9-2259-4ffb-a967-522228c2ca78,segment=NetworkSegment(2da70bee-adcb-437a-8cba-7519becf5ee8),segment_id=2da70bee-adcb-437a-8cba-7519becf5ee8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:14:58.052404 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-606e37b8-8ee7-4417-bff4-d9b564936be0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:58.066682 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-606e37b8-8ee7-4417-bff4-d9b564936be0 None None] Calling delete_port for b09bbbd9-2259-4ffb-a967-522228c2ca78 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:14:58.102988 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:58.128944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] Pushing event deleted for resources: {'Port': ['ID=b09bbbd9-2259-4ffb-a967-522228c2ca78,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:14:58.132518 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] No DVR routers for this DVR port b09bbbd9-2259-4ffb-a967-522228c2ca78 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 01:14:58.147364 n-d-816882-1 neutron-server[102773]: self.session.flush() Nov 08 01:14:58.153005 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-606e37b8-8ee7-4417-bff4-d9b564936be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:58.177830 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e37b8-8ee7-4417-bff4-d9b564936be0 None None] Pushing event deleted for resources: {'Port': ['ID=b09bbbd9-2259-4ffb-a967-522228c2ca78,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:14:58.182110 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606e37b8-8ee7-4417-bff4-d9b564936be0 None None] No DVR routers for this DVR port b09bbbd9-2259-4ffb-a967-522228c2ca78 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:14:58.206693 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:58.222708 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb769c00-7f76-4862-b237-a85d39c97fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:58.227948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc106fd-5621-4e07-8b92-1ecdcffe4474']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:14:58.239932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da70bee-adcb-437a-8cba-7519becf5ee8') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:14:58.239932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da70bee-adcb-437a-8cba-7519becf5ee8') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:14:58.247113 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:58.259870 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:58.265517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:14:58.265891 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: timer() Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:14:58.267502 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:14:58.395507 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:58.401644 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:58.404855 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] 10.222.0.13 "DELETE /v2.0/networks/9dc106fd-5621-4e07-8b92-1ecdcffe4474 HTTP/1.1" status: 204 len: 168 time: 0.6544662 Nov 08 01:14:58.416227 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cdb56-480f-40ea-ad11-1647984bed3e admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc106fd-5621-4e07-8b92-1ecdcffe4474,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:14:58.846948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38948) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:14:58.887089 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4e6e06d0-ecc7-4683-83a9-0895ab7bf9dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4b6da9ed7694069be71240c75e580ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389190 Nov 08 01:14:58.889678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38950) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:14:58.941229 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-756acf59-f2ad-49a8-b274-a8507496668d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:58.965184 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-756acf59-f2ad-49a8-b274-a8507496668d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:58.983689 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b1606935-2004-4a8b-86b1-25f671e3e957 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:14:59.017299 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: b1606935-2004-4a8b-86b1-25f671e3e957 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:14:59.017649 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b1606935-2004-4a8b-86b1-25f671e3e957 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:14:59.018068 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a31f1cdd-4185-4e3c-888c-137409cbc4af no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:14:59.039855 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: a31f1cdd-4185-4e3c-888c-137409cbc4af {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:14:59.040201 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a31f1cdd-4185-4e3c-888c-137409cbc4af not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:14:59.040604 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b09bbbd9-2259-4ffb-a967-522228c2ca78 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:14:59.059135 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: b09bbbd9-2259-4ffb-a967-522228c2ca78 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:14:59.069877 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b09bbbd9-2259-4ffb-a967-522228c2ca78 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:14:59.144130 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-756acf59-f2ad-49a8-b274-a8507496668d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:59.146789 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-756acf59-f2ad-49a8-b274-a8507496668d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:14:59.148054 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-756acf59-f2ad-49a8-b274-a8507496668d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0b7181c-6108-41ea-8198-c93616fc1e95 HTTP/1.1" status: 204 len: 168 time: 0.2573960 Nov 08 01:14:59.156475 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756acf59-f2ad-49a8-b274-a8507496668d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b7181c-6108-41ea-8198-c93616fc1e95,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:00.248061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38972) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:00.343370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-09c9317f-c585-4314-8138-bcb61c51729e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1197762106-network', 'tenant_id': 'ca6cfe1d50e24e9d8ff48d77518d804d'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:15:00.469403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c9317f-c585-4314-8138-bcb61c51729e admin admin] Made reservation on behalf of ca6cfe1d50e24e9d8ff48d77518d804d for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:15:00.471814 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09c9317f-c585-4314-8138-bcb61c51729e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:00.480416 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09c9317f-c585-4314-8138-bcb61c51729e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:00.556240 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09c9317f-c585-4314-8138-bcb61c51729e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:00.652320 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09c9317f-c585-4314-8138-bcb61c51729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:00.678736 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c9317f-c585-4314-8138-bcb61c51729e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:15:00.684107 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9317f-c585-4314-8138-bcb61c51729e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c9a231-7644-4743-b769-cc927bb885da,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:00.691689 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09c9317f-c585-4314-8138-bcb61c51729e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:00.691689 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-09c9317f-c585-4314-8138-bcb61c51729e admin admin] Added segment a4c0e690-004a-4d45-b32e-da858222e231 of type vlan for network b881bf7a-f57e-47fa-9f49-9ddcefae8141 Nov 08 01:15:00.731104 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09c9317f-c585-4314-8138-bcb61c51729e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:00.749354 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-84c54c67-22a6-4a75-9397-d20359f90edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:00.846819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09c9317f-c585-4314-8138-bcb61c51729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:00.847856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c9317f-c585-4314-8138-bcb61c51729e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:00.848438 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09c9317f-c585-4314-8138-bcb61c51729e admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:00.906937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9317f-c585-4314-8138-bcb61c51729e admin admin] Pushing event updated for resources: {'Network': ['ID=b881bf7a-f57e-47fa-9f49-9ddcefae8141,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:00.917495 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network b881bf7a-f57e-47fa-9f49-9ddcefae8141 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:15:01.043641 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-09c9317f-c585-4314-8138-bcb61c51729e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7943950 Nov 08 01:15:01.046953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 38976) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:01.051729 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-cfd91215-4f19-41fc-a23a-712ad894678d admin admin] Request body: {'subnet': {'network_id': 'b881bf7a-f57e-47fa-9f49-9ddcefae8141', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1197762106-subnet', 'tenant_id': 'ca6cfe1d50e24e9d8ff48d77518d804d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:15:01.092369 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:01.153892 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd91215-4f19-41fc-a23a-712ad894678d admin admin] Made reservation on behalf of ca6cfe1d50e24e9d8ff48d77518d804d for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:15:01.156257 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cfd91215-4f19-41fc-a23a-712ad894678d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:01.406640 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cfd91215-4f19-41fc-a23a-712ad894678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:01.464554 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd91215-4f19-41fc-a23a-712ad894678d admin admin] Pushing event updated for resources: {'Subnet': ['ID=af04270c-872e-4031-bbf1-60480afe8f7d,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:01.474341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd91215-4f19-41fc-a23a-712ad894678d admin admin] Checking segment: {'id': 'a4c0e690-004a-4d45-b32e-da858222e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b881bf7a-f57e-47fa-9f49-9ddcefae8141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:15:01.475287 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd91215-4f19-41fc-a23a-712ad894678d admin admin] Network hostable DHCP agents. Network: b881bf7a-f57e-47fa-9f49-9ddcefae8141, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:15:01.588211 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd91215-4f19-41fc-a23a-712ad894678d admin admin] Network b881bf7a-f57e-47fa-9f49-9ddcefae8141 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:15:01.691880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-cfd91215-4f19-41fc-a23a-712ad894678d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, b881bf7a-f57e-47fa-9f49-9ddcefae8141) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:15:01.696864 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd91215-4f19-41fc-a23a-712ad894678d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:01.697458 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cfd91215-4f19-41fc-a23a-712ad894678d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:01.701791 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7221ef-7cf0-4749-a6a0-36bb1e69ff57 None None] Network b881bf7a-f57e-47fa-9f49-9ddcefae8141 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:15:01.769595 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cfd91215-4f19-41fc-a23a-712ad894678d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7215350 Nov 08 01:15:01.824826 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9091b63-7f40-48da-8bfc-12e2137cfa85 None None] Network b881bf7a-f57e-47fa-9f49-9ddcefae8141 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:15:01.995447 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:02.196065 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cefa5eb7-3b4f-4c66-bb8d-edeef930bba7 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:02.197420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cefa5eb7-3b4f-4c66-bb8d-edeef930bba7 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/networks?id=b881bf7a-f57e-47fa-9f49-9ddcefae8141 HTTP/1.1" status: 200 len: 814 time: 0.1025000 Nov 08 01:15:02.212828 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-6af7621d-4562-4599-9313-2bfd77f573a2 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/quotas/ca6cfe1d50e24e9d8ff48d77518d804d HTTP/1.1" status: 200 len: 375 time: 0.0095258 Nov 08 01:15:02.247169 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-f74018e1-6479-41c4-86ba-4f5c10f88142 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca6cfe1d50e24e9d8ff48d77518d804d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292096 Nov 08 01:15:02.257759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-336574ba-49e5-4794-be0d-fe9cb29e648a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:15:02.258700 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-336574ba-49e5-4794-be0d-fe9cb29e648a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048449 Nov 08 01:15:02.345691 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-e54c584c-3e6a-4685-8408-2bbad449d0aa service neutron] 10.222.0.13 "GET /v2.0/networks/b881bf7a-f57e-47fa-9f49-9ddcefae8141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813644 Nov 08 01:15:02.437457 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-8988c1aa-20a4-42a5-87aa-c60dbccfce35 service neutron] 10.222.0.13 "GET /v2.0/networks/b881bf7a-f57e-47fa-9f49-9ddcefae8141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850201 Nov 08 01:15:02.498152 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:02.671056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b73e32e-e9ac-426b-90b7-21c1d0db2ce7 req-fc6e1edd-dd09-43d6-9a65-b843b299728d tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 210 time: 0.0271399 Nov 08 01:15:03.566429 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:03.760278 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eee8b694-bfc5-481b-b675-5be92d018506 req-e8c56d54-4c42-43c7-b582-d2973a80b6e5 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 210 time: 0.0275178 Nov 08 01:15:04.852932 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da8c21f0-9c3b-4fdf-b7d5-85861b637463 req-6ecd94b3-6d10-4314-adea-71366a8a901c tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 210 time: 0.0272281 Nov 08 01:15:05.126649 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:15:05.163154 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-789b5e7f-2bb0-412d-b616-3b9cd8081a1d tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:05.164675 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-789b5e7f-2bb0-412d-b616-3b9cd8081a1d tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.26 "GET /v2.0/networks?id=b881bf7a-f57e-47fa-9f49-9ddcefae8141 HTTP/1.1" status: 200 len: 814 time: 0.1063092 Nov 08 01:15:05.194915 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-c91e95a2-6026-45aa-8d78-a6c2fa626be9 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Request body: {'port': {'device_id': '617361de-889f-4eac-8e5b-b16f12f9edf0', 'network_id': 'b881bf7a-f57e-47fa-9f49-9ddcefae8141', 'admin_state_up': True, 'tenant_id': 'ca6cfe1d50e24e9d8ff48d77518d804d'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:15:05.416675 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-c91e95a2-6026-45aa-8d78-a6c2fa626be9 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Made reservation on behalf of ca6cfe1d50e24e9d8ff48d77518d804d for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:15:05.420174 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-c91e95a2-6026-45aa-8d78-a6c2fa626be9 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:05.541209 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-c91e95a2-6026-45aa-8d78-a6c2fa626be9 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Allocated IP 172.20.0.5 (b881bf7a-f57e-47fa-9f49-9ddcefae8141/af04270c-872e-4031-bbf1-60480afe8f7d/c5dbb4cd-342b-4ef6-b379-a31e2dcff464) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:15:05.684690 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-c91e95a2-6026-45aa-8d78-a6c2fa626be9 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:05.801497 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-c91e95a2-6026-45aa-8d78-a6c2fa626be9 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:05.841433 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-c91e95a2-6026-45aa-8d78-a6c2fa626be9 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Network b881bf7a-f57e-47fa-9f49-9ddcefae8141 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:15:05.844489 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-c91e95a2-6026-45aa-8d78-a6c2fa626be9 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:15:05.847995 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-c91e95a2-6026-45aa-8d78-a6c2fa626be9 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:15:05.877457 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e95a2-6026-45aa-8d78-a6c2fa626be9 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Pushing event updated for resources: {'Port': ['ID=c5dbb4cd-342b-4ef6-b379-a31e2dcff464,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:05.904623 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-c91e95a2-6026-45aa-8d78-a6c2fa626be9 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:05.905235 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-c91e95a2-6026-45aa-8d78-a6c2fa626be9 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:05.968920 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fd90b-fe15-4f32-8d5c-b08c9c857f68 req-53d54bf1-9e32-4cd8-89d5-9932d6731420 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:05.970454 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-466fd90b-fe15-4f32-8d5c-b08c9c857f68 req-53d54bf1-9e32-4cd8-89d5-9932d6731420 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 931 time: 0.0491729 Nov 08 01:15:06.002482 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-c91e95a2-6026-45aa-8d78-a6c2fa626be9 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8114426 Nov 08 01:15:06.008589 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-466fd90b-fe15-4f32-8d5c-b08c9c857f68 req-ed620d80-16c6-4a7a-9729-e29e7f900de2 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313044 Nov 08 01:15:06.019760 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Request body: {'port': {'device_id': '617361de-889f-4eac-8e5b-b16f12f9edf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:15:06.074102 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:06.331317 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5dbb4cd-342b-4ef6-b379-a31e2dcff464 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:15:06.339538 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:06.351172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Transition to ACTIVE for port object c5dbb4cd-342b-4ef6-b379-a31e2dcff464 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:15:06.457691 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:06.504965 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Pushing event updated for resources: {'Port': ['ID=c5dbb4cd-342b-4ef6-b379-a31e2dcff464,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:06.528970 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:06.529317 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:06.529651 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:06.530012 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:06.530340 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:06.530666 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:06.530990 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:06.531314 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:06.531638 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:06.531983 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:06.532309 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:06.532627 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:06.580555 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Attempting to bind port c5dbb4cd-342b-4ef6-b379-a31e2dcff464 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:15:06.580890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Attempting to bind port c5dbb4cd-342b-4ef6-b379-a31e2dcff464 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'a4c0e690-004a-4d45-b32e-da858222e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b881bf7a-f57e-47fa-9f49-9ddcefae8141'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:15:06.581216 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Attempting to bind port c5dbb4cd-342b-4ef6-b379-a31e2dcff464 on network b881bf7a-f57e-47fa-9f49-9ddcefae8141 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:15:06.585536 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Port c5dbb4cd-342b-4ef6-b379-a31e2dcff464 on network b881bf7a-f57e-47fa-9f49-9ddcefae8141 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:15:06.585853 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Attempting to bind port c5dbb4cd-342b-4ef6-b379-a31e2dcff464 on network b881bf7a-f57e-47fa-9f49-9ddcefae8141 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:15:06.590879 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:15:06.591209 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Checking segment: {'id': 'a4c0e690-004a-4d45-b32e-da858222e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b881bf7a-f57e-47fa-9f49-9ddcefae8141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:15:06.591579 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Bound using segment: {'id': 'a4c0e690-004a-4d45-b32e-da858222e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b881bf7a-f57e-47fa-9f49-9ddcefae8141'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:15:06.592022 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Bound port: c5dbb4cd-342b-4ef6-b379-a31e2dcff464, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c0e690-004a-4d45-b32e-da858222e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b881bf7a-f57e-47fa-9f49-9ddcefae8141'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:15:06.592370 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:06.655927 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] For port c5dbb4cd-342b-4ef6-b379-a31e2dcff464, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:15:06.658816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] For port c5dbb4cd-342b-4ef6-b379-a31e2dcff464, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c5dbb4cd-342b-4ef6-b379-a31e2dcff464,segment=NetworkSegment(a4c0e690-004a-4d45-b32e-da858222e231),segment_id=a4c0e690-004a-4d45-b32e-da858222e231)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:15:06.744142 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:06.778119 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:06.778840 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:06.780249 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] 10.222.0.26 "PUT /v2.0/ports/c5dbb4cd-342b-4ef6-b379-a31e2dcff464 HTTP/1.1" status: 200 len: 1091 time: 0.7647352 Nov 08 01:15:06.780684 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617361de-889f-4eac-8e5b-b16f12f9edf0', 'tag': 'c5dbb4cd-342b-4ef6-b379-a31e2dcff464'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:15:06.782993 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40319a74fe07febf9ab63d54579747668fab38c9212ad8217a68cab46359be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07a1856-bb8b-4d0f-b89c-3b97f234b536" -d '{"events": [{"name": "network-changed", "server_uuid": "617361de-889f-4eac-8e5b-b16f12f9edf0", "tag": "c5dbb4cd-342b-4ef6-b379-a31e2dcff464"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:15:06.806216 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56d629-e17f-4cf0-bd68-f543ad910358 service neutron] Pushing event updated for resources: {'Port': ['ID=c5dbb4cd-342b-4ef6-b379-a31e2dcff464,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:06.820017 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196f62d8-a7d2-414f-93a8-ea6a88b63c78 x-openstack-request-id: req-196f62d8-a7d2-414f-93a8-ea6a88b63c78 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:15:06.821036 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617361de-889f-4eac-8e5b-b16f12f9edf0", "tag": "c5dbb4cd-342b-4ef6-b379-a31e2dcff464", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:15:06.821298 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-196f62d8-a7d2-414f-93a8-ea6a88b63c78 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:15:06.821696 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617361de-889f-4eac-8e5b-b16f12f9edf0', 'tag': 'c5dbb4cd-342b-4ef6-b379-a31e2dcff464', 'status': 'completed', 'code': 200} Nov 08 01:15:06.900116 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a1856-bb8b-4d0f-b89c-3b97f234b536 req-bb697631-2260-4f81-bd5a-883af9342bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:06.901532 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b07a1856-bb8b-4d0f-b89c-3b97f234b536 req-bb697631-2260-4f81-bd5a-883af9342bf9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca6cfe1d50e24e9d8ff48d77518d804d&device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 1094 time: 0.0418711 Nov 08 01:15:07.008461 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a1856-bb8b-4d0f-b89c-3b97f234b536 req-43204917-78da-46b2-ad8b-7830e39bb532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:07.009936 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b07a1856-bb8b-4d0f-b89c-3b97f234b536 req-43204917-78da-46b2-ad8b-7830e39bb532 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ca6cfe1d50e24e9d8ff48d77518d804d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0943167 Nov 08 01:15:07.112282 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a1856-bb8b-4d0f-b89c-3b97f234b536 req-18ff7d81-9c8e-44d3-8fbd-37275cecc715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:07.114037 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-b07a1856-bb8b-4d0f-b89c-3b97f234b536 req-18ff7d81-9c8e-44d3-8fbd-37275cecc715 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969744 Nov 08 01:15:07.141982 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92eb1c-19e7-4804-992f-c3e86a5fcfb5 req-2211c0ee-fce6-4886-9965-0bf6604fe6b0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:07.143478 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c92eb1c-19e7-4804-992f-c3e86a5fcfb5 req-2211c0ee-fce6-4886-9965-0bf6604fe6b0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 943 time: 0.0620673 Nov 08 01:15:07.182062 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c92eb1c-19e7-4804-992f-c3e86a5fcfb5 req-b715ff6e-ec78-412c-9198-7bb3c5cd49e4 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321903 Nov 08 01:15:07.212705 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-5604e2ab-7045-4b80-821a-060817abe6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:07.214209 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-5604e2ab-7045-4b80-821a-060817abe6bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca6cfe1d50e24e9d8ff48d77518d804d&device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 1094 time: 0.0413108 Nov 08 01:15:07.581363 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-cfb7693b-0e74-4a20-b7f0-c9a350ad0a8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5dbb4cd-342b-4ef6-b379-a31e2dcff464 HTTP/1.1" status: 200 len: 217 time: 0.3543525 Nov 08 01:15:07.629447 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-0efd8267-4ef0-420a-a660-40f6fb834b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:07.630891 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-0efd8267-4ef0-420a-a660-40f6fb834b6e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=af04270c-872e-4031-bbf1-60480afe8f7d HTTP/1.1" status: 200 len: 854 time: 0.0422122 Nov 08 01:15:07.660523 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-c35fac0e-3ea7-4664-b494-737eafc67e07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b881bf7a-f57e-47fa-9f49-9ddcefae8141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227563 Nov 08 01:15:07.750393 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-8f624dc7-3688-40be-9c57-ef6d9c06dbe3 service neutron] 10.222.0.26 "GET /v2.0/networks/b881bf7a-f57e-47fa-9f49-9ddcefae8141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821338 Nov 08 01:15:07.837901 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d9150ccb-e78c-4a42-aa4a-2ec939dcdda0 req-d4586943-4948-416c-819a-42a13c4e1134 service neutron] 10.222.0.26 "GET /v2.0/networks/b881bf7a-f57e-47fa-9f49-9ddcefae8141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805850 Nov 08 01:15:08.296955 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66881dad-c6a1-4c8b-ba79-1626eb5b61cd req-484ae040-b887-4c37-ad15-34831af9a376 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:08.298460 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-66881dad-c6a1-4c8b-ba79-1626eb5b61cd req-484ae040-b887-4c37-ad15-34831af9a376 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 943 time: 0.0486858 Nov 08 01:15:08.335718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-66881dad-c6a1-4c8b-ba79-1626eb5b61cd req-8ff6c5c9-01f5-4473-b70f-73ce9f318a15 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313118 Nov 08 01:15:09.297598 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:09.448668 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4252e-f15a-48f4-86aa-8c79776ad9c0 req-22d9ffe2-4e62-46ff-932d-c66aaed1cd79 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:09.450178 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1af4252e-f15a-48f4-86aa-8c79776ad9c0 req-22d9ffe2-4e62-46ff-932d-c66aaed1cd79 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 943 time: 0.0481734 Nov 08 01:15:09.488023 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1af4252e-f15a-48f4-86aa-8c79776ad9c0 req-18e04280-7f14-457d-9a60-72db38459d41 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318422 Nov 08 01:15:10.189223 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c5dbb4cd-342b-4ef6-b379-a31e2dcff464 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:15:10.283432 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port c5dbb4cd-342b-4ef6-b379-a31e2dcff464, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c5dbb4cd-342b-4ef6-b379-a31e2dcff464,segment=NetworkSegment(a4c0e690-004a-4d45-b32e-da858222e231),segment_id=a4c0e690-004a-4d45-b32e-da858222e231)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:15:10.295370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': 'c5dbb4cd-342b-4ef6-b379-a31e2dcff464', 'network_id': 'b881bf7a-f57e-47fa-9f49-9ddcefae8141', 'port_id': 'c5dbb4cd-342b-4ef6-b379-a31e2dcff464', 'mac_address': 'fa:16:3e:2e:8d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af04270c-872e-4031-bbf1-60480afe8f7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:15:10.330100 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:10.343422 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5dbb4cd-342b-4ef6-b379-a31e2dcff464 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:15:10.362557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port c5dbb4cd-342b-4ef6-b379-a31e2dcff464, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c5dbb4cd-342b-4ef6-b379-a31e2dcff464,segment=NetworkSegment(a4c0e690-004a-4d45-b32e-da858222e231),segment_id=a4c0e690-004a-4d45-b32e-da858222e231)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:15:10.434815 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:10.482340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=c5dbb4cd-342b-4ef6-b379-a31e2dcff464,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:10.605372 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87412488-c3ba-488d-be29-a8c4a6e12d28 req-f0b4188f-4afe-4bb9-9e9b-805db03178a2 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:10.606844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87412488-c3ba-488d-be29-a8c4a6e12d28 req-f0b4188f-4afe-4bb9-9e9b-805db03178a2 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 944 time: 0.0527155 Nov 08 01:15:10.643961 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-87412488-c3ba-488d-be29-a8c4a6e12d28 req-df9185ab-e4e6-490f-8a28-585c54645ee8 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311656 Nov 08 01:15:10.704275 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['c5dbb4cd-342b-4ef6-b379-a31e2dcff464'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:15:11.758164 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91f0bf-227b-41b0-9670-61014e6ce463 req-c8978388-970c-46a9-a1d5-db47958b5b39 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:11.759615 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d91f0bf-227b-41b0-9670-61014e6ce463 req-c8978388-970c-46a9-a1d5-db47958b5b39 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 944 time: 0.0487628 Nov 08 01:15:11.796014 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5d91f0bf-227b-41b0-9670-61014e6ce463 req-7c805ef2-d4ff-4b50-bd8e-d88d4bdf21f7 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304174 Nov 08 01:15:12.198069 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c5dbb4cd-342b-4ef6-b379-a31e2dcff464 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:15:12.347959 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port c5dbb4cd-342b-4ef6-b379-a31e2dcff464 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:15:12.351958 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port c5dbb4cd-342b-4ef6-b379-a31e2dcff464 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:15:12.352354 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:12.428103 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:12.449815 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617361de-889f-4eac-8e5b-b16f12f9edf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5dbb4cd-342b-4ef6-b379-a31e2dcff464'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:15:12.452062 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177dfa29-1890-4b5e-a330-f28bfc6b1ac8" -d '{"events": [{"server_uuid": "617361de-889f-4eac-8e5b-b16f12f9edf0", "name": "network-vif-plugged", "status": "completed", "tag": "c5dbb4cd-342b-4ef6-b379-a31e2dcff464"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:15:12.464969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port c5dbb4cd-342b-4ef6-b379-a31e2dcff464, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c5dbb4cd-342b-4ef6-b379-a31e2dcff464,segment=NetworkSegment(a4c0e690-004a-4d45-b32e-da858222e231),segment_id=a4c0e690-004a-4d45-b32e-da858222e231)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:15:12.494527 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7233e5d-5f79-40ef-92df-66cadd47a92d x-openstack-request-id: req-e7233e5d-5f79-40ef-92df-66cadd47a92d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:15:12.494981 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617361de-889f-4eac-8e5b-b16f12f9edf0", "name": "network-vif-plugged", "status": "completed", "tag": "c5dbb4cd-342b-4ef6-b379-a31e2dcff464", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:15:12.495416 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7233e5d-5f79-40ef-92df-66cadd47a92d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:15:12.496242 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617361de-889f-4eac-8e5b-b16f12f9edf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5dbb4cd-342b-4ef6-b379-a31e2dcff464', 'code': 200} Nov 08 01:15:12.549452 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:12.597216 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=c5dbb4cd-342b-4ef6-b379-a31e2dcff464,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:12.622714 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5445e6e-2def-4221-bf21-0114c3aabd76 req-5f599e11-7cd2-47fc-8f6a-867036e5cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:12.624220 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c5445e6e-2def-4221-bf21-0114c3aabd76 req-5f599e11-7cd2-47fc-8f6a-867036e5cd20 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 1096 time: 0.0457642 Nov 08 01:15:12.657971 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c5445e6e-2def-4221-bf21-0114c3aabd76 req-7347e722-2596-451e-a77e-62e1f48052f6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262082 Nov 08 01:15:12.914642 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825f195-2508-4459-a136-727be0f99912 req-6cc0aa27-0882-4341-a53d-59bdaf8dd697 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:12.916141 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b825f195-2508-4459-a136-727be0f99912 req-6cc0aa27-0882-4341-a53d-59bdaf8dd697 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 945 time: 0.0491548 Nov 08 01:15:12.957743 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b825f195-2508-4459-a136-727be0f99912 req-256dea3c-fc84-47d8-aa18-5b682c877acf tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354135 Nov 08 01:15:14.078701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8913e03-7abc-4aa1-a1eb-ffd0e5304500 req-6dfba1e5-faad-482b-b955-efd4b41acc54 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:14.080189 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8913e03-7abc-4aa1-a1eb-ffd0e5304500 req-6dfba1e5-faad-482b-b955-efd4b41acc54 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 945 time: 0.0525687 Nov 08 01:15:14.116840 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8913e03-7abc-4aa1-a1eb-ffd0e5304500 req-5253d2c8-e7f1-4757-afe1-00c3aa1ec638 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307670 Nov 08 01:15:14.348045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-beb62907-49f8-4603-8d00-b3de0a74430a tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:14.349463 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-beb62907-49f8-4603-8d00-b3de0a74430a tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/networks?id=b881bf7a-f57e-47fa-9f49-9ddcefae8141 HTTP/1.1" status: 200 len: 814 time: 0.1015880 Nov 08 01:15:14.364625 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-77a6b5d8-5703-4d57-bde6-21b0b0b3c701 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/quotas/ca6cfe1d50e24e9d8ff48d77518d804d HTTP/1.1" status: 200 len: 375 time: 0.0088773 Nov 08 01:15:14.416324 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-abcdc626-4211-472a-b123-5e6e3637ba1e tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca6cfe1d50e24e9d8ff48d77518d804d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465784 Nov 08 01:15:14.505404 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-a5f53e94-92a0-4ac4-8351-790d9c9707e3 service neutron] 10.222.0.13 "GET /v2.0/networks/b881bf7a-f57e-47fa-9f49-9ddcefae8141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820968 Nov 08 01:15:14.598708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-bb177288-915e-4e96-9aa4-97092da64d64 service neutron] 10.222.0.13 "GET /v2.0/networks/b881bf7a-f57e-47fa-9f49-9ddcefae8141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866477 Nov 08 01:15:14.847318 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b6ca90b8-e86d-49cf-a2b6-94a14c18dfcd req-bbed08a8-d79c-4eb1-9a6f-21ae6ebe43e1 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 210 time: 0.0273972 Nov 08 01:15:15.939747 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8e7f466a-a592-436a-bdb4-be30faf2cf7e req-77467641-b7ed-47cb-b156-3ac14f375aec tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 210 time: 0.0258830 Nov 08 01:15:17.064939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c2a015f1-1896-47b4-a898-b5a1f782618f req-dc205d0f-65f8-4f43-aa4e-2df01187d5d6 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 210 time: 0.0367830 Nov 08 01:15:17.108781 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-f02e48b5-2834-4ae9-a709-7e27610739a6 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:17.110204 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-f02e48b5-2834-4ae9-a709-7e27610739a6 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.20 "GET /v2.0/networks?id=b881bf7a-f57e-47fa-9f49-9ddcefae8141 HTTP/1.1" status: 200 len: 814 time: 0.1304073 Nov 08 01:15:17.129033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-40711e28-b7d2-463c-8bea-f46173da6c0c tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Request body: {'port': {'device_id': '6fbd37da-b429-449e-abed-ee5a795bbaa1', 'network_id': 'b881bf7a-f57e-47fa-9f49-9ddcefae8141', 'admin_state_up': True, 'tenant_id': 'ca6cfe1d50e24e9d8ff48d77518d804d'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:15:17.320547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-40711e28-b7d2-463c-8bea-f46173da6c0c tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Made reservation on behalf of ca6cfe1d50e24e9d8ff48d77518d804d for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:15:17.324237 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-40711e28-b7d2-463c-8bea-f46173da6c0c tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:17.451712 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-40711e28-b7d2-463c-8bea-f46173da6c0c tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Allocated IP 172.20.0.7 (b881bf7a-f57e-47fa-9f49-9ddcefae8141/af04270c-872e-4031-bbf1-60480afe8f7d/0df27a2f-7600-470a-918d-e478b9305dc3) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:15:17.598876 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-40711e28-b7d2-463c-8bea-f46173da6c0c tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:17.669552 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-40711e28-b7d2-463c-8bea-f46173da6c0c tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:17.701921 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['c5dbb4cd-342b-4ef6-b379-a31e2dcff464'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:15:17.713318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-40711e28-b7d2-463c-8bea-f46173da6c0c tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Network b881bf7a-f57e-47fa-9f49-9ddcefae8141 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:15:17.716392 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-40711e28-b7d2-463c-8bea-f46173da6c0c tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:15:17.719999 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-40711e28-b7d2-463c-8bea-f46173da6c0c tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:15:17.728592 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40711e28-b7d2-463c-8bea-f46173da6c0c tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Pushing event updated for resources: {'Port': ['ID=0df27a2f-7600-470a-918d-e478b9305dc3,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:17.773517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-40711e28-b7d2-463c-8bea-f46173da6c0c tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:17.774129 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-40711e28-b7d2-463c-8bea-f46173da6c0c tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:17.859142 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-40711e28-b7d2-463c-8bea-f46173da6c0c tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7335343 Nov 08 01:15:17.877275 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Request body: {'port': {'device_id': '6fbd37da-b429-449e-abed-ee5a795bbaa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:15:17.933030 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:18.234556 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d7707-79d4-42e3-9850-a914cde2e0e3 req-50c4512f-67ce-49b3-bcfe-f561ffa04e3d tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:18.235945 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f80d7707-79d4-42e3-9850-a914cde2e0e3 req-50c4512f-67ce-49b3-bcfe-f561ffa04e3d tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 931 time: 0.1000419 Nov 08 01:15:18.307810 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f80d7707-79d4-42e3-9850-a914cde2e0e3 req-ed5d40e0-55c8-48f4-9da5-1433e8b24414 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653419 Nov 08 01:15:18.354416 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df27a2f-7600-470a-918d-e478b9305dc3 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:15:18.361913 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:18.373392 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Transition to ACTIVE for port object 0df27a2f-7600-470a-918d-e478b9305dc3 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:15:18.451625 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:18.503196 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=0df27a2f-7600-470a-918d-e478b9305dc3,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:18.564350 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Attempting to bind port 0df27a2f-7600-470a-918d-e478b9305dc3 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:15:18.564681 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Attempting to bind port 0df27a2f-7600-470a-918d-e478b9305dc3 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'a4c0e690-004a-4d45-b32e-da858222e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b881bf7a-f57e-47fa-9f49-9ddcefae8141'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:15:18.565006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Attempting to bind port 0df27a2f-7600-470a-918d-e478b9305dc3 on network b881bf7a-f57e-47fa-9f49-9ddcefae8141 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:15:18.569268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Port 0df27a2f-7600-470a-918d-e478b9305dc3 on network b881bf7a-f57e-47fa-9f49-9ddcefae8141 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:15:18.569587 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Attempting to bind port 0df27a2f-7600-470a-918d-e478b9305dc3 on network b881bf7a-f57e-47fa-9f49-9ddcefae8141 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:15:18.574292 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:15:18.574625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Checking segment: {'id': 'a4c0e690-004a-4d45-b32e-da858222e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b881bf7a-f57e-47fa-9f49-9ddcefae8141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:15:18.575000 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Bound using segment: {'id': 'a4c0e690-004a-4d45-b32e-da858222e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b881bf7a-f57e-47fa-9f49-9ddcefae8141'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:15:18.575430 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Bound port: 0df27a2f-7600-470a-918d-e478b9305dc3, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c0e690-004a-4d45-b32e-da858222e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b881bf7a-f57e-47fa-9f49-9ddcefae8141'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:15:18.575763 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:18.640880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] For port 0df27a2f-7600-470a-918d-e478b9305dc3, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:15:18.643949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] For port 0df27a2f-7600-470a-918d-e478b9305dc3, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=0df27a2f-7600-470a-918d-e478b9305dc3,segment=NetworkSegment(a4c0e690-004a-4d45-b32e-da858222e231),segment_id=a4c0e690-004a-4d45-b32e-da858222e231)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:15:18.715329 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:18.748851 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:18.749457 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:18.750827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] 10.222.0.20 "PUT /v2.0/ports/0df27a2f-7600-470a-918d-e478b9305dc3 HTTP/1.1" status: 200 len: 1091 time: 0.8776042 Nov 08 01:15:18.751260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fbd37da-b429-449e-abed-ee5a795bbaa1', 'tag': '0df27a2f-7600-470a-918d-e478b9305dc3'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:15:18.753622 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869cbf0d-43c5-4e10-8afa-3e3a8f445578" -d '{"events": [{"name": "network-changed", "server_uuid": "6fbd37da-b429-449e-abed-ee5a795bbaa1", "tag": "0df27a2f-7600-470a-918d-e478b9305dc3"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:15:18.779268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf65bd-bc93-45b0-8b9e-e29b8bebdbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=0df27a2f-7600-470a-918d-e478b9305dc3,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:18.796235 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06324ccd-219b-4547-8ea8-ea4f39b38d16 x-openstack-request-id: req-06324ccd-219b-4547-8ea8-ea4f39b38d16 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:15:18.796521 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fbd37da-b429-449e-abed-ee5a795bbaa1", "tag": "0df27a2f-7600-470a-918d-e478b9305dc3", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:15:18.796795 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06324ccd-219b-4547-8ea8-ea4f39b38d16 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:15:18.797220 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fbd37da-b429-449e-abed-ee5a795bbaa1', 'tag': '0df27a2f-7600-470a-918d-e478b9305dc3', 'status': 'completed', 'code': 200} Nov 08 01:15:18.876919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cbf0d-43c5-4e10-8afa-3e3a8f445578 req-38c3cb6c-0d12-4961-ba8f-1a70f74a3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:18.878408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-869cbf0d-43c5-4e10-8afa-3e3a8f445578 req-38c3cb6c-0d12-4961-ba8f-1a70f74a3ff7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca6cfe1d50e24e9d8ff48d77518d804d&device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 1094 time: 0.0402987 Nov 08 01:15:18.984324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cbf0d-43c5-4e10-8afa-3e3a8f445578 req-c9e86ce7-0e28-4695-88c0-b782df3ba794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:18.985773 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-869cbf0d-43c5-4e10-8afa-3e3a8f445578 req-c9e86ce7-0e28-4695-88c0-b782df3ba794 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ca6cfe1d50e24e9d8ff48d77518d804d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0934024 Nov 08 01:15:19.093490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cbf0d-43c5-4e10-8afa-3e3a8f445578 req-1e2b4f7f-0b45-42cb-9913-8623b06c351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:19.095622 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-869cbf0d-43c5-4e10-8afa-3e3a8f445578 req-1e2b4f7f-0b45-42cb-9913-8623b06c351b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021936 Nov 08 01:15:19.198036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-69d3991d-1b84-4a3e-a5b1-239efb9e9eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:19.199894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-69d3991d-1b84-4a3e-a5b1-239efb9e9eeb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca6cfe1d50e24e9d8ff48d77518d804d&device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 1094 time: 0.0453541 Nov 08 01:15:19.247021 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-833db558-c2d0-4b56-9918-a5feacdf95f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0df27a2f-7600-470a-918d-e478b9305dc3 HTTP/1.1" status: 200 len: 217 time: 0.0345950 Nov 08 01:15:19.293971 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-1d52b10e-8ffa-4dd8-a7c8-547ac1145900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:19.295403 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-1d52b10e-8ffa-4dd8-a7c8-547ac1145900 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af04270c-872e-4031-bbf1-60480afe8f7d HTTP/1.1" status: 200 len: 854 time: 0.0422297 Nov 08 01:15:19.330957 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-ed1f7d41-1595-46d8-9507-c67c0b3f03f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b881bf7a-f57e-47fa-9f49-9ddcefae8141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287237 Nov 08 01:15:19.457506 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a58d85-9e53-48ae-a5c2-2bf852a0358c req-ce86d5f4-d38d-4929-b5b9-f65d789137fb tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:19.458985 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-26a58d85-9e53-48ae-a5c2-2bf852a0358c req-ce86d5f4-d38d-4929-b5b9-f65d789137fb tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 943 time: 0.0747788 Nov 08 01:15:19.464864 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-63232289-2785-4b07-9f83-36275ee69538 service neutron] 10.222.0.20 "GET /v2.0/networks/b881bf7a-f57e-47fa-9f49-9ddcefae8141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267898 Nov 08 01:15:19.546615 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-26a58d85-9e53-48ae-a5c2-2bf852a0358c req-4b234e1f-0b74-43b5-9216-7e412a34f9fb tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806141 Nov 08 01:15:19.576629 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e9a9d122-8ade-487a-8df2-868d1a7164f7 req-74cc2f67-e348-42e0-80ff-70597eeed475 service neutron] 10.222.0.20 "GET /v2.0/networks/b881bf7a-f57e-47fa-9f49-9ddcefae8141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049335 Nov 08 01:15:20.660767 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da0d01-2095-4a80-8d10-0af0bc7d550a req-e8126743-1b47-441b-b1ec-1b5903b3ba00 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:20.662228 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94da0d01-2095-4a80-8d10-0af0bc7d550a req-e8126743-1b47-441b-b1ec-1b5903b3ba00 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 943 time: 0.0484123 Nov 08 01:15:20.698190 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94da0d01-2095-4a80-8d10-0af0bc7d550a req-f42f0eba-968b-400d-864f-5b650839811e tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301781 Nov 08 01:15:21.814144 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ade38-9ef5-4307-b933-bf7826b32e5f req-443c95ed-f90c-4544-813a-576d577c1d59 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:21.815606 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c9ade38-9ef5-4307-b933-bf7826b32e5f req-443c95ed-f90c-4544-813a-576d577c1d59 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 943 time: 0.0513799 Nov 08 01:15:21.852609 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c9ade38-9ef5-4307-b933-bf7826b32e5f req-cdc97b41-3abe-4343-b112-c63d44b38f42 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304184 Nov 08 01:15:22.966041 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a0d03-0d61-458f-9fe3-2f429618d6c9 req-960eb44d-15fa-4009-9bb4-b78f1f7965dc tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:22.967519 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f86a0d03-0d61-458f-9fe3-2f429618d6c9 req-960eb44d-15fa-4009-9bb4-b78f1f7965dc tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 943 time: 0.0492046 Nov 08 01:15:23.004726 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f86a0d03-0d61-458f-9fe3-2f429618d6c9 req-fb876b4f-e295-40a5-bd40-5dbb0635aa03 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308444 Nov 08 01:15:23.740927 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 0df27a2f-7600-470a-918d-e478b9305dc3 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:15:23.844930 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 0df27a2f-7600-470a-918d-e478b9305dc3, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=0df27a2f-7600-470a-918d-e478b9305dc3,segment=NetworkSegment(a4c0e690-004a-4d45-b32e-da858222e231),segment_id=a4c0e690-004a-4d45-b32e-da858222e231)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:15:23.856992 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '0df27a2f-7600-470a-918d-e478b9305dc3', 'network_id': 'b881bf7a-f57e-47fa-9f49-9ddcefae8141', 'port_id': '0df27a2f-7600-470a-918d-e478b9305dc3', 'mac_address': 'fa:16:3e:0c:f9:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af04270c-872e-4031-bbf1-60480afe8f7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:15:23.892471 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:23.905099 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df27a2f-7600-470a-918d-e478b9305dc3 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:15:23.923810 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 0df27a2f-7600-470a-918d-e478b9305dc3, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=0df27a2f-7600-470a-918d-e478b9305dc3,segment=NetworkSegment(a4c0e690-004a-4d45-b32e-da858222e231),segment_id=a4c0e690-004a-4d45-b32e-da858222e231)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:15:24.012145 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:24.060169 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=0df27a2f-7600-470a-918d-e478b9305dc3,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:24.067434 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:24.067776 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:24.068183 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:24.069064 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:24.069393 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:24.069722 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:24.070046 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:24.070370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:24.070690 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:24.071009 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:24.071326 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:24.071648 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:24.118207 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6255d9-d0bf-4afb-ab5a-b41c4d8f5e71 req-2459ec87-0ec8-438e-b0cf-3589cf3dcb8a tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:24.122103 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd6255d9-d0bf-4afb-ab5a-b41c4d8f5e71 req-2459ec87-0ec8-438e-b0cf-3589cf3dcb8a tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 944 time: 0.0488908 Nov 08 01:15:24.167172 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd6255d9-d0bf-4afb-ab5a-b41c4d8f5e71 req-5d04fb39-1878-4912-a148-b10bbb52005e tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324881 Nov 08 01:15:24.359451 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['0df27a2f-7600-470a-918d-e478b9305dc3'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:15:25.289546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d127696-fc7b-45a9-aee4-c0e069bb6a1f req-65908c4d-db07-4988-ae12-53ed72c764c0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:25.291022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d127696-fc7b-45a9-aee4-c0e069bb6a1f req-65908c4d-db07-4988-ae12-53ed72c764c0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 944 time: 0.0544434 Nov 08 01:15:25.328732 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3d127696-fc7b-45a9-aee4-c0e069bb6a1f req-baa5c4a2-1397-456d-bebd-2b7a9e4e3bd6 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315874 Nov 08 01:15:25.765293 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 0df27a2f-7600-470a-918d-e478b9305dc3 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:15:25.880409 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 0df27a2f-7600-470a-918d-e478b9305dc3 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:15:25.884477 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 0df27a2f-7600-470a-918d-e478b9305dc3 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:15:25.884845 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:26.109526 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:26.132180 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbd37da-b429-449e-abed-ee5a795bbaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df27a2f-7600-470a-918d-e478b9305dc3'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:15:26.134388 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd916b93-416f-498b-bcbf-0267f80a4acd" -d '{"events": [{"server_uuid": "6fbd37da-b429-449e-abed-ee5a795bbaa1", "name": "network-vif-plugged", "status": "completed", "tag": "0df27a2f-7600-470a-918d-e478b9305dc3"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:15:26.146981 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 0df27a2f-7600-470a-918d-e478b9305dc3, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=0df27a2f-7600-470a-918d-e478b9305dc3,segment=NetworkSegment(a4c0e690-004a-4d45-b32e-da858222e231),segment_id=a4c0e690-004a-4d45-b32e-da858222e231)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:15:26.170026 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327b8d48-6d39-4ceb-bba0-119994614b15 x-openstack-request-id: req-327b8d48-6d39-4ceb-bba0-119994614b15 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:15:26.170321 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbd37da-b429-449e-abed-ee5a795bbaa1", "name": "network-vif-plugged", "status": "completed", "tag": "0df27a2f-7600-470a-918d-e478b9305dc3", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:15:26.170569 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-327b8d48-6d39-4ceb-bba0-119994614b15 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:15:26.170960 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbd37da-b429-449e-abed-ee5a795bbaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df27a2f-7600-470a-918d-e478b9305dc3', 'code': 200} Nov 08 01:15:26.230221 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:26.278969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=0df27a2f-7600-470a-918d-e478b9305dc3,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:26.293537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87068d-d39b-424a-94df-7bdacd69864f req-3f52db15-a3ef-4ad2-a7a5-80fd56450c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:26.295059 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7d87068d-d39b-424a-94df-7bdacd69864f req-3f52db15-a3ef-4ad2-a7a5-80fd56450c76 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 1096 time: 0.0418699 Nov 08 01:15:26.332081 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7d87068d-d39b-424a-94df-7bdacd69864f req-10b1712c-ef28-4430-811c-aa4b7b652b85 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296891 Nov 08 01:15:26.443552 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be353321-5f35-40d2-a24e-f09505662586 req-e0cfe8e2-c785-4900-bfc0-21b2f817d1fc tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:26.445033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be353321-5f35-40d2-a24e-f09505662586 req-e0cfe8e2-c785-4900-bfc0-21b2f817d1fc tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0501733 Nov 08 01:15:26.481659 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-be353321-5f35-40d2-a24e-f09505662586 req-5fa24bdc-086c-438f-9e11-7114d1bbf45b tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307727 Nov 08 01:15:27.614875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d882c-f01b-47cf-b5d0-c3804ab2f91f req-752721f7-d6fe-4acc-830d-d7f2561894f3 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:27.616379 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-987d882c-f01b-47cf-b5d0-c3804ab2f91f req-752721f7-d6fe-4acc-830d-d7f2561894f3 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0543783 Nov 08 01:15:27.653880 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-987d882c-f01b-47cf-b5d0-c3804ab2f91f req-1980acdc-04dd-4945-b779-165693a40672 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313458 Nov 08 01:15:28.223365 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b3e3342-1a36-4705-974a-a9ccf844c129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:28.565908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6952e101-390b-4de8-8799-f7e6d2f7d68c req-8a9015f1-fea1-4d2e-baac-ff728d27c6cd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393291 Nov 08 01:15:28.662257 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952e101-390b-4de8-8799-f7e6d2f7d68c req-99797230-2eaf-4b57-b79b-40109a7fd9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:28.663755 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6952e101-390b-4de8-8799-f7e6d2f7d68c req-99797230-2eaf-4b57-b79b-40109a7fd9a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca6cfe1d50e24e9d8ff48d77518d804d&device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 1096 time: 0.0396857 Nov 08 01:15:28.804504 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba17638-38bb-4808-b503-29d9b1210521 req-260239e1-7379-42d4-ad6b-e403eee21d04 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:28.805967 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ba17638-38bb-4808-b503-29d9b1210521 req-260239e1-7379-42d4-ad6b-e403eee21d04 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0786459 Nov 08 01:15:28.807392 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952e101-390b-4de8-8799-f7e6d2f7d68c req-0d8beab0-b36a-43e8-985d-bbde57f32991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:28.808787 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6952e101-390b-4de8-8799-f7e6d2f7d68c req-0d8beab0-b36a-43e8-985d-bbde57f32991 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b881bf7a-f57e-47fa-9f49-9ddcefae8141 HTTP/1.1" status: 200 len: 915 time: 0.1267104 Nov 08 01:15:28.862158 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6952e101-390b-4de8-8799-f7e6d2f7d68c req-07b79ae7-d852-4fe7-8150-b2a1d5e43125 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0df27a2f-7600-470a-918d-e478b9305dc3 HTTP/1.1" status: 200 len: 217 time: 0.0445964 Nov 08 01:15:28.903874 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ba17638-38bb-4808-b503-29d9b1210521 req-4286d763-5a01-4da6-9016-7365533342db tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919743 Nov 08 01:15:28.919831 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952e101-390b-4de8-8799-f7e6d2f7d68c req-e6e3d6f5-5ab0-4af7-ac24-f3b9fa5ba02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:28.921307 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6952e101-390b-4de8-8799-f7e6d2f7d68c req-e6e3d6f5-5ab0-4af7-ac24-f3b9fa5ba02b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af04270c-872e-4031-bbf1-60480afe8f7d HTTP/1.1" status: 200 len: 854 time: 0.0525525 Nov 08 01:15:28.959989 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6952e101-390b-4de8-8799-f7e6d2f7d68c req-3f2d309e-410f-422b-a539-61ed03340011 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b881bf7a-f57e-47fa-9f49-9ddcefae8141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248814 Nov 08 01:15:29.053094 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6952e101-390b-4de8-8799-f7e6d2f7d68c req-23ae5f01-3ae8-472f-a63a-18c4c35f14e9 service neutron] 10.222.0.20 "GET /v2.0/networks/b881bf7a-f57e-47fa-9f49-9ddcefae8141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852311 Nov 08 01:15:29.143330 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6952e101-390b-4de8-8799-f7e6d2f7d68c req-1164523c-b92a-4ce6-9e44-ce894e40349f service neutron] 10.222.0.20 "GET /v2.0/networks/b881bf7a-f57e-47fa-9f49-9ddcefae8141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829079 Nov 08 01:15:29.401901 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba2593-9811-4846-837a-f9d7f5577f84 req-c9269e86-fd5d-43ab-8b01-2c9307e5f1e7 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:29.403259 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-86ba2593-9811-4846-837a-f9d7f5577f84 req-c9269e86-fd5d-43ab-8b01-2c9307e5f1e7 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0490465 Nov 08 01:15:29.444327 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-86ba2593-9811-4846-837a-f9d7f5577f84 req-81060071-ad6a-463e-b1f0-1076acd86e2d tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352290 Nov 08 01:15:30.564836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4ea53-5c99-4504-a118-2eba6dd3970f req-dc85dc0d-6454-4101-a062-deb77d1e95d1 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:30.566201 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3c4ea53-5c99-4504-a118-2eba6dd3970f req-dc85dc0d-6454-4101-a062-deb77d1e95d1 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0507305 Nov 08 01:15:30.605411 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3c4ea53-5c99-4504-a118-2eba6dd3970f req-7012f285-fde8-46cc-bca0-9f972d293f70 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325310 Nov 08 01:15:30.747497 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f05febb-95ba-4f19-847d-6c5556f62f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:30.892778 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680dc83-2508-4ab4-8782-1ae47ed66a13 req-a2d5f0a7-5055-487e-8fb6-13cd981cc54a tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:30.894206 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8680dc83-2508-4ab4-8782-1ae47ed66a13 req-a2d5f0a7-5055-487e-8fb6-13cd981cc54a tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0490599 Nov 08 01:15:30.984986 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-8680dc83-2508-4ab4-8782-1ae47ed66a13 req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Deleting port 0df27a2f-7600-470a-918d-e478b9305dc3 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:15:30.985324 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8680dc83-2508-4ab4-8782-1ae47ed66a13 req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:31.040431 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:31.072329 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-8680dc83-2508-4ab4-8782-1ae47ed66a13 req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] For port 0df27a2f-7600-470a-918d-e478b9305dc3, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=0df27a2f-7600-470a-918d-e478b9305dc3,segment=NetworkSegment(a4c0e690-004a-4d45-b32e-da858222e231),segment_id=a4c0e690-004a-4d45-b32e-da858222e231)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:15:31.072684 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8680dc83-2508-4ab4-8782-1ae47ed66a13 req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:31.086916 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-8680dc83-2508-4ab4-8782-1ae47ed66a13 req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Calling delete_port for 0df27a2f-7600-470a-918d-e478b9305dc3 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:15:31.292896 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8680dc83-2508-4ab4-8782-1ae47ed66a13 req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:31.320153 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Pushing event deleted for resources: {'Port': ['ID=0df27a2f-7600-470a-918d-e478b9305dc3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:31.329769 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['c5dbb4cd-342b-4ef6-b379-a31e2dcff464'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:15:31.330289 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:31.330650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:31.337988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:31.337988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:31.337988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:31.337988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:31.337988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:31.337988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:31.337988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:31.337988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:31.337988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:31.337988 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:15:31.356445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['0df27a2f-7600-470a-918d-e478b9305dc3'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:15:31.374302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8680dc83-2508-4ab4-8782-1ae47ed66a13 req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] No DVR routers for this DVR port 0df27a2f-7600-470a-918d-e478b9305dc3 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:15:31.376993 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-8680dc83-2508-4ab4-8782-1ae47ed66a13 req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:31.380378 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8680dc83-2508-4ab4-8782-1ae47ed66a13 req-3d6fbb28-809d-404e-8d78-1b91858bc0a0 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.20 "DELETE /v2.0/ports/0df27a2f-7600-470a-918d-e478b9305dc3 HTTP/1.1" status: 204 len: 173 time: 0.4799223 Nov 08 01:15:31.387393 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbd37da-b429-449e-abed-ee5a795bbaa1', 'name': 'network-vif-deleted', 'tag': '0df27a2f-7600-470a-918d-e478b9305dc3'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:15:31.387393 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5eaf38a-3416-4a12-a661-bf1a8ea22447" -d '{"events": [{"server_uuid": "6fbd37da-b429-449e-abed-ee5a795bbaa1", "name": "network-vif-deleted", "tag": "0df27a2f-7600-470a-918d-e478b9305dc3"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:15:31.419747 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6425ce1d-b77e-47f4-a72f-bdaa6831304e x-openstack-request-id: req-6425ce1d-b77e-47f4-a72f-bdaa6831304e {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:15:31.420097 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbd37da-b429-449e-abed-ee5a795bbaa1", "name": "network-vif-deleted", "tag": "0df27a2f-7600-470a-918d-e478b9305dc3", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:15:31.420344 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6425ce1d-b77e-47f4-a72f-bdaa6831304e {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:15:31.420743 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbd37da-b429-449e-abed-ee5a795bbaa1', 'name': 'network-vif-deleted', 'tag': '0df27a2f-7600-470a-918d-e478b9305dc3', 'status': 'completed', 'code': 200} Nov 08 01:15:31.704896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce60697f-5208-4402-85c0-2f0f3d55dead req-572b510e-b1d6-4098-b6c2-3c6ff33fdf55 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fbd37da-b429-449e-abed-ee5a795bbaa1 HTTP/1.1" status: 200 len: 210 time: 0.0307968 Nov 08 01:15:31.994542 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:32.509267 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:32.901592 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e37ec4-e796-4f6a-ab68-32d5c8cc6a67 req-d998c22a-9026-4ef1-84b5-039743654641 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:32.903127 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7e37ec4-e796-4f6a-ab68-32d5c8cc6a67 req-d998c22a-9026-4ef1-84b5-039743654641 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 945 time: 0.0976863 Nov 08 01:15:32.941373 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7e37ec4-e796-4f6a-ab68-32d5c8cc6a67 req-c4571a7c-0247-4664-9ec4-6cc43df8f5b1 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315194 Nov 08 01:15:33.070275 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7a36e-b025-46b9-9478-60c7a81a4e0f req-e48c7d75-82fe-4e30-85e9-cd43282cc847 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:33.071713 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4fd7a36e-b025-46b9-9478-60c7a81a4e0f req-e48c7d75-82fe-4e30-85e9-cd43282cc847 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 945 time: 0.0484943 Nov 08 01:15:33.108669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4fd7a36e-b025-46b9-9478-60c7a81a4e0f req-d2376897-b564-4a3a-a8df-a1b0b86b4b52 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310044 Nov 08 01:15:33.226201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237e1a4-72c4-438c-a18f-ecbb282528c6 req-62693b16-6c9c-4ebf-adec-5dfcc333fb6e tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:33.227636 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a237e1a4-72c4-438c-a18f-ecbb282528c6 req-62693b16-6c9c-4ebf-adec-5dfcc333fb6e tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 945 time: 0.0526431 Nov 08 01:15:33.263849 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a237e1a4-72c4-438c-a18f-ecbb282528c6 req-847a6434-de33-4899-8c7c-6a57bc4db00f tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302057 Nov 08 01:15:33.428006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8c1c7-07e1-46b1-82d3-856c514ebea7 req-3aeb5f2f-d351-4d0c-b256-e7f31bce575d tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:33.429467 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ece8c1c7-07e1-46b1-82d3-856c514ebea7 req-3aeb5f2f-d351-4d0c-b256-e7f31bce575d tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 945 time: 0.0475361 Nov 08 01:15:33.466778 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ece8c1c7-07e1-46b1-82d3-856c514ebea7 req-f867be6f-7e46-4b7c-b98a-42d97d62e9d1 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314057 Nov 08 01:15:33.543476 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:33.580667 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e6ad0-7c38-4642-a6d8-1cc09547dee0 req-248b2f0e-faf5-46e7-80f4-d21c13d237e6 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:33.582119 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-929e6ad0-7c38-4642-a6d8-1cc09547dee0 req-248b2f0e-faf5-46e7-80f4-d21c13d237e6 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 945 time: 0.0485623 Nov 08 01:15:33.619006 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-929e6ad0-7c38-4642-a6d8-1cc09547dee0 req-ab15fd31-0f8f-4967-9cd2-d0fecb0fa24f tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305181 Nov 08 01:15:33.744656 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a156a55-cb5b-4d86-8187-557a8bf55622 req-bb0eb250-ba60-4ad5-8cd6-7ad9ed522db3 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:33.746110 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0a156a55-cb5b-4d86-8187-557a8bf55622 req-bb0eb250-ba60-4ad5-8cd6-7ad9ed522db3 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 945 time: 0.0518196 Nov 08 01:15:34.111365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0a156a55-cb5b-4d86-8187-557a8bf55622 req-3493265f-52d8-4338-b781-f00615dfd0b4 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593278 Nov 08 01:15:34.668248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acaede3-23b3-47ef-a473-405d94c913f6 req-dbe94d75-17be-4632-9375-4b78bc20259c tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:34.669700 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6acaede3-23b3-47ef-a473-405d94c913f6 req-dbe94d75-17be-4632-9375-4b78bc20259c tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 945 time: 0.0476778 Nov 08 01:15:34.708363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6acaede3-23b3-47ef-a473-405d94c913f6 req-f4443689-d463-42a8-aedc-51a66a79314d tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326552 Nov 08 01:15:35.849072 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 0df27a2f-7600-470a-918d-e478b9305dc3 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:15:35.869382 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 0df27a2f-7600-470a-918d-e478b9305dc3 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:15:35.869792 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 0df27a2f-7600-470a-918d-e478b9305dc3 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:15:35.876635 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92c5da-b831-4e60-8842-236379e6b8c5 req-9afd364f-07b8-4230-902d-a0cd5daeddd4 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:35.878111 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b92c5da-b831-4e60-8842-236379e6b8c5 req-9afd364f-07b8-4230-902d-a0cd5daeddd4 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 945 time: 0.1013906 Nov 08 01:15:35.915377 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b92c5da-b831-4e60-8842-236379e6b8c5 req-7ec26127-f200-4148-8332-3c1ab4d1deef tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/security-groups?id=27c9a231-7644-4743-b769-cc927bb885da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313835 Nov 08 01:15:36.167723 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a6b12-2f6e-4563-9962-bb271a94c807 req-54e51b37-8c9d-4214-9027-1c67fb546877 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:36.169178 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-913a6b12-2f6e-4563-9962-bb271a94c807 req-54e51b37-8c9d-4214-9027-1c67fb546877 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.26 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 945 time: 0.0477371 Nov 08 01:15:36.254495 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-913a6b12-2f6e-4563-9962-bb271a94c807 req-4346bef7-4d85-4557-af9a-3109e78c5af6 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Deleting port c5dbb4cd-342b-4ef6-b379-a31e2dcff464 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:15:36.254830 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-913a6b12-2f6e-4563-9962-bb271a94c807 req-4346bef7-4d85-4557-af9a-3109e78c5af6 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:36.343465 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-913a6b12-2f6e-4563-9962-bb271a94c807 req-4346bef7-4d85-4557-af9a-3109e78c5af6 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] For port c5dbb4cd-342b-4ef6-b379-a31e2dcff464, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=c5dbb4cd-342b-4ef6-b379-a31e2dcff464,segment=NetworkSegment(a4c0e690-004a-4d45-b32e-da858222e231),segment_id=a4c0e690-004a-4d45-b32e-da858222e231)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:15:36.343849 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-913a6b12-2f6e-4563-9962-bb271a94c807 req-4346bef7-4d85-4557-af9a-3109e78c5af6 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:36.356768 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-913a6b12-2f6e-4563-9962-bb271a94c807 req-4346bef7-4d85-4557-af9a-3109e78c5af6 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Calling delete_port for c5dbb4cd-342b-4ef6-b379-a31e2dcff464 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:15:36.538526 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-913a6b12-2f6e-4563-9962-bb271a94c807 req-4346bef7-4d85-4557-af9a-3109e78c5af6 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:36.567054 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346bef7-4d85-4557-af9a-3109e78c5af6 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Pushing event deleted for resources: {'Port': ['ID=c5dbb4cd-342b-4ef6-b379-a31e2dcff464,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:36.571777 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['c5dbb4cd-342b-4ef6-b379-a31e2dcff464'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:15:36.607957 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-913a6b12-2f6e-4563-9962-bb271a94c807 req-4346bef7-4d85-4557-af9a-3109e78c5af6 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] No DVR routers for this DVR port c5dbb4cd-342b-4ef6-b379-a31e2dcff464 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:15:36.610618 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-913a6b12-2f6e-4563-9962-bb271a94c807 req-4346bef7-4d85-4557-af9a-3109e78c5af6 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:36.614048 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-913a6b12-2f6e-4563-9962-bb271a94c807 req-4346bef7-4d85-4557-af9a-3109e78c5af6 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.26 "DELETE /v2.0/ports/c5dbb4cd-342b-4ef6-b379-a31e2dcff464 HTTP/1.1" status: 204 len: 173 time: 0.4380069 Nov 08 01:15:36.614492 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617361de-889f-4eac-8e5b-b16f12f9edf0', 'name': 'network-vif-deleted', 'tag': 'c5dbb4cd-342b-4ef6-b379-a31e2dcff464'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:15:36.616775 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40319a74fe07febf9ab63d54579747668fab38c9212ad8217a68cab46359be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd704f7c-75bf-4fb4-b91f-fb4ac091865e" -d '{"events": [{"server_uuid": "617361de-889f-4eac-8e5b-b16f12f9edf0", "name": "network-vif-deleted", "tag": "c5dbb4cd-342b-4ef6-b379-a31e2dcff464"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:15:36.652650 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0531df50-bfa1-46d8-8b31-82252c57c5a8 x-openstack-request-id: req-0531df50-bfa1-46d8-8b31-82252c57c5a8 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:15:36.652939 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617361de-889f-4eac-8e5b-b16f12f9edf0", "name": "network-vif-deleted", "tag": "c5dbb4cd-342b-4ef6-b379-a31e2dcff464", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:15:36.653201 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0531df50-bfa1-46d8-8b31-82252c57c5a8 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:15:36.653595 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617361de-889f-4eac-8e5b-b16f12f9edf0', 'name': 'network-vif-deleted', 'tag': 'c5dbb4cd-342b-4ef6-b379-a31e2dcff464', 'status': 'completed', 'code': 200} Nov 08 01:15:37.022274 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7e5d001b-adc9-48f1-b9a4-a773678a37c1 req-67e2083b-010c-4dfe-889e-463f7c49ef91 tempest-ServersNegativeTestJSON-1494087428 tempest-ServersNegativeTestJSON-1494087428-project] 10.222.0.13 "GET /v2.0/ports?device_id=617361de-889f-4eac-8e5b-b16f12f9edf0 HTTP/1.1" status: 200 len: 210 time: 0.0295644 Nov 08 01:15:38.076838 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39140) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:38.121898 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14dec57-889d-4a36-978e-a1070513c40a admin admin] Deleting subnet af04270c-872e-4031-bbf1-60480afe8f7d {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:15:38.124834 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d14dec57-889d-4a36-978e-a1070513c40a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:38.157413 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d14dec57-889d-4a36-978e-a1070513c40a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:38.194612 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d14dec57-889d-4a36-978e-a1070513c40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:38.326719 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d14dec57-889d-4a36-978e-a1070513c40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:38.352946 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14dec57-889d-4a36-978e-a1070513c40a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af04270c-872e-4031-bbf1-60480afe8f7d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:38.357911 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d14dec57-889d-4a36-978e-a1070513c40a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:38.361220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d14dec57-889d-4a36-978e-a1070513c40a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/af04270c-872e-4031-bbf1-60480afe8f7d HTTP/1.1" status: 204 len: 168 time: 0.2833574 Nov 08 01:15:38.363687 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39142) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:38.429103 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a93cd386-defc-4431-a499-908526dc615a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:38.508844 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a93cd386-defc-4431-a499-908526dc615a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:38.528339 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-a93cd386-defc-4431-a499-908526dc615a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b881bf7a-f57e-47fa-9f49-9ddcefae8141']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:38.537159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-a93cd386-defc-4431-a499-908526dc615a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c0e690-004a-4d45-b32e-da858222e231') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:38.537452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-a93cd386-defc-4431-a499-908526dc615a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c0e690-004a-4d45-b32e-da858222e231') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:38.546299 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a93cd386-defc-4431-a499-908526dc615a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:38.558693 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a93cd386-defc-4431-a499-908526dc615a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:38.564360 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93cd386-defc-4431-a499-908526dc615a admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:15:38.564734 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a93cd386-defc-4431-a499-908526dc615a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: timer() Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:15:38.566298 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:15:38.685856 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a93cd386-defc-4431-a499-908526dc615a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:38.691118 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a93cd386-defc-4431-a499-908526dc615a admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:38.694765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a93cd386-defc-4431-a499-908526dc615a admin admin] 10.222.0.13 "DELETE /v2.0/networks/b881bf7a-f57e-47fa-9f49-9ddcefae8141 HTTP/1.1" status: 204 len: 168 time: 0.3300889 Nov 08 01:15:38.705511 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cd386-defc-4431-a499-908526dc615a admin admin] Pushing event deleted for resources: {'Network': ['ID=b881bf7a-f57e-47fa-9f49-9ddcefae8141,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:39.055255 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39146) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:39.098080 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3b52e0c0-6623-4612-849f-1254a081b1d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca6cfe1d50e24e9d8ff48d77518d804d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416696 Nov 08 01:15:39.101183 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39148) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:39.150251 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-648f8d67-cefc-4478-8ccc-9febd1a2fd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:39.175008 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-648f8d67-cefc-4478-8ccc-9febd1a2fd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:39.252148 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:39.336560 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-648f8d67-cefc-4478-8ccc-9febd1a2fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:39.339158 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-648f8d67-cefc-4478-8ccc-9febd1a2fd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:39.340343 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-648f8d67-cefc-4478-8ccc-9febd1a2fd36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27c9a231-7644-4743-b769-cc927bb885da HTTP/1.1" status: 204 len: 168 time: 0.2382779 Nov 08 01:15:39.348032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f8d67-cefc-4478-8ccc-9febd1a2fd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c9a231-7644-4743-b769-cc927bb885da,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:40.309252 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c5dbb4cd-342b-4ef6-b379-a31e2dcff464 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:15:40.331972 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: c5dbb4cd-342b-4ef6-b379-a31e2dcff464 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:15:40.332320 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device c5dbb4cd-342b-4ef6-b379-a31e2dcff464 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:15:40.619382 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39170) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:40.711699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-f70f4fc4-0abd-4e9c-b857-b80ec61b9a6f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2029994699'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:15:40.823415 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70f4fc4-0abd-4e9c-b857-b80ec61b9a6f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Made reservation on behalf of a2706367d4bb4258b14e230f6cef1b04 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:15:40.826954 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f70f4fc4-0abd-4e9c-b857-b80ec61b9a6f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:40.836596 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f70f4fc4-0abd-4e9c-b857-b80ec61b9a6f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:40.909150 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f70f4fc4-0abd-4e9c-b857-b80ec61b9a6f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:40.999120 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f70f4fc4-0abd-4e9c-b857-b80ec61b9a6f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:41.028039 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70f4fc4-0abd-4e9c-b857-b80ec61b9a6f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:15:41.033304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f4fc4-0abd-4e9c-b857-b80ec61b9a6f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b70599-16ee-4c28-b057-98a4e7d739ae,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:41.041141 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f70f4fc4-0abd-4e9c-b857-b80ec61b9a6f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:41.041492 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-f70f4fc4-0abd-4e9c-b857-b80ec61b9a6f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Added segment 0cb79d08-b2d6-413c-9166-6030651e351e of type vlan for network d783c528-457a-4201-a379-0f2c68cc9acc Nov 08 01:15:41.084414 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f70f4fc4-0abd-4e9c-b857-b80ec61b9a6f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:41.166221 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f70f4fc4-0abd-4e9c-b857-b80ec61b9a6f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:41.171713 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70f4fc4-0abd-4e9c-b857-b80ec61b9a6f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:41.174404 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f70f4fc4-0abd-4e9c-b857-b80ec61b9a6f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:41.239509 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f4fc4-0abd-4e9c-b857-b80ec61b9a6f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event updated for resources: {'Network': ['ID=d783c528-457a-4201-a379-0f2c68cc9acc,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:41.249637 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network d783c528-457a-4201-a379-0f2c68cc9acc details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:15:41.300535 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f70f4fc4-0abd-4e9c-b857-b80ec61b9a6f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6800044 Nov 08 01:15:42.125682 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:15:44.732266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39176) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:44.737493 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-be27830f-3e8c-4c15-b80e-67af0b5a4306 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Request body: {'subnet': {'network_id': 'd783c528-457a-4201-a379-0f2c68cc9acc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:15:44.901898 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be27830f-3e8c-4c15-b80e-67af0b5a4306 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Made reservation on behalf of a2706367d4bb4258b14e230f6cef1b04 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:15:44.905436 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be27830f-3e8c-4c15-b80e-67af0b5a4306 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:45.137669 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be27830f-3e8c-4c15-b80e-67af0b5a4306 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:45.197970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27830f-3e8c-4c15-b80e-67af0b5a4306 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event updated for resources: {'Subnet': ['ID=010c456c-006e-4c2b-aaad-37ca1a2e3316,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:45.204802 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be27830f-3e8c-4c15-b80e-67af0b5a4306 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Checking segment: {'id': '0cb79d08-b2d6-413c-9166-6030651e351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd783c528-457a-4201-a379-0f2c68cc9acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:15:45.205162 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be27830f-3e8c-4c15-b80e-67af0b5a4306 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Network hostable DHCP agents. Network: d783c528-457a-4201-a379-0f2c68cc9acc, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:15:45.302977 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be27830f-3e8c-4c15-b80e-67af0b5a4306 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Network d783c528-457a-4201-a379-0f2c68cc9acc is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:15:45.376001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-be27830f-3e8c-4c15-b80e-67af0b5a4306 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, d783c528-457a-4201-a379-0f2c68cc9acc) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:15:45.381225 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be27830f-3e8c-4c15-b80e-67af0b5a4306 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:45.385973 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-be27830f-3e8c-4c15-b80e-67af0b5a4306 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:45.387114 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b273c9-27f3-45d0-9e10-5e3eb41ae07e None None] Network d783c528-457a-4201-a379-0f2c68cc9acc requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:15:45.466124 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-be27830f-3e8c-4c15-b80e-67af0b5a4306 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7324255 Nov 08 01:15:45.469472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39178) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:45.474613 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-15446e22-728d-45bd-bc12-2fe301d011c4 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1264985254'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:15:45.530612 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-d783c528-457a-4201-a379-0f2c68cc9acc', 'network_id': 'd783c528-457a-4201-a379-0f2c68cc9acc', 'tenant_id': 'a2706367d4bb4258b14e230f6cef1b04', 'fixed_ips': [{'subnet_id': '010c456c-006e-4c2b-aaad-37ca1a2e3316'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:15:45.531483 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:45.577554 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15446e22-728d-45bd-bc12-2fe301d011c4 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Made reservation on behalf of a2706367d4bb4258b14e230f6cef1b04 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:15:45.581064 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15446e22-728d-45bd-bc12-2fe301d011c4 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:45.604326 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15446e22-728d-45bd-bc12-2fe301d011c4 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:15:45.612860 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15446e22-728d-45bd-bc12-2fe301d011c4 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:45.613202 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-15446e22-728d-45bd-bc12-2fe301d011c4 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Added segment 84fd3432-9716-4d6d-ac72-c39f4c07b421 of type vlan for network 8e1632d5-8cee-4117-acff-5129c59359fc Nov 08 01:15:45.653440 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15446e22-728d-45bd-bc12-2fe301d011c4 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:45.668655 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] Allocated IP 2001:db8:0:ffff::2 (d783c528-457a-4201-a379-0f2c68cc9acc/010c456c-006e-4c2b-aaad-37ca1a2e3316/6ad217e4-5a43-466f-b15f-5700d600db18) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:15:45.805293 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15446e22-728d-45bd-bc12-2fe301d011c4 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:45.808925 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:45.818649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15446e22-728d-45bd-bc12-2fe301d011c4 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:45.818649 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15446e22-728d-45bd-bc12-2fe301d011c4 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:45.881096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15446e22-728d-45bd-bc12-2fe301d011c4 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event updated for resources: {'Network': ['ID=8e1632d5-8cee-4117-acff-5129c59359fc,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:45.891276 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 8e1632d5-8cee-4117-acff-5129c59359fc details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:15:45.903937 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:45.933298 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-15446e22-728d-45bd-bc12-2fe301d011c4 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4626863 Nov 08 01:15:45.936278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39180) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:45.941249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-452e68b2-cb43-4600-bcb5-c27b7d040943 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Request body: {'subnet': {'network_id': '8e1632d5-8cee-4117-acff-5129c59359fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:15:45.985609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] Network d783c528-457a-4201-a379-0f2c68cc9acc is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:15:45.991220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] Pushing event updated for resources: {'Port': ['ID=6ad217e4-5a43-466f-b15f-5700d600db18,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:45.995977 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:15:45.999061 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:15:46.055686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] Attempting to bind port 6ad217e4-5a43-466f-b15f-5700d600db18 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:15:46.056059 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] Attempting to bind port 6ad217e4-5a43-466f-b15f-5700d600db18 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '0cb79d08-b2d6-413c-9166-6030651e351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd783c528-457a-4201-a379-0f2c68cc9acc'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:15:46.056364 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] Attempting to bind port 6ad217e4-5a43-466f-b15f-5700d600db18 on network d783c528-457a-4201-a379-0f2c68cc9acc {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:15:46.061126 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:15:46.061490 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] Checking segment: {'id': '0cb79d08-b2d6-413c-9166-6030651e351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd783c528-457a-4201-a379-0f2c68cc9acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:15:46.061911 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:46.062263 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] Bound using segment: {'id': '0cb79d08-b2d6-413c-9166-6030651e351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd783c528-457a-4201-a379-0f2c68cc9acc'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:15:46.062709 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] Bound port: 6ad217e4-5a43-466f-b15f-5700d600db18, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb79d08-b2d6-413c-9166-6030651e351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd783c528-457a-4201-a379-0f2c68cc9acc'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:15:46.063076 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:46.109018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452e68b2-cb43-4600-bcb5-c27b7d040943 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Made reservation on behalf of a2706367d4bb4258b14e230f6cef1b04 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:15:46.112728 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-452e68b2-cb43-4600-bcb5-c27b7d040943 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:46.123908 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] For port 6ad217e4-5a43-466f-b15f-5700d600db18, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:15:46.127095 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] For port 6ad217e4-5a43-466f-b15f-5700d600db18, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6ad217e4-5a43-466f-b15f-5700d600db18,segment=NetworkSegment(0cb79d08-b2d6-413c-9166-6030651e351e),segment_id=0cb79d08-b2d6-413c-9166-6030651e351e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:15:46.201237 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:46.257172 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6129f73-fee7-4770-9e9b-7a6e010c54b0 None None] Pushing event updated for resources: {'Port': ['ID=6ad217e4-5a43-466f-b15f-5700d600db18,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:46.361071 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-452e68b2-cb43-4600-bcb5-c27b7d040943 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:46.443869 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e68b2-cb43-4600-bcb5-c27b7d040943 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event updated for resources: {'Subnet': ['ID=91e6bd2f-2a10-42f1-bc5b-6162bd5b9058,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:46.448489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e68b2-cb43-4600-bcb5-c27b7d040943 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Checking segment: {'id': '84fd3432-9716-4d6d-ac72-c39f4c07b421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8e1632d5-8cee-4117-acff-5129c59359fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:15:46.448848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452e68b2-cb43-4600-bcb5-c27b7d040943 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Network hostable DHCP agents. Network: 8e1632d5-8cee-4117-acff-5129c59359fc, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:15:46.542999 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452e68b2-cb43-4600-bcb5-c27b7d040943 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Network 8e1632d5-8cee-4117-acff-5129c59359fc is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:15:46.617277 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-452e68b2-cb43-4600-bcb5-c27b7d040943 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 8e1632d5-8cee-4117-acff-5129c59359fc) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:15:46.621267 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452e68b2-cb43-4600-bcb5-c27b7d040943 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:46.621866 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-452e68b2-cb43-4600-bcb5-c27b7d040943 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:46.626059 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f634cb57-3b40-4d2e-b5ae-6dd715c4e563 None None] Network 8e1632d5-8cee-4117-acff-5129c59359fc requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:15:46.700345 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-452e68b2-cb43-4600-bcb5-c27b7d040943 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7629590 Nov 08 01:15:46.703103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39182) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:46.772858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-8e1632d5-8cee-4117-acff-5129c59359fc', 'network_id': '8e1632d5-8cee-4117-acff-5129c59359fc', 'tenant_id': 'a2706367d4bb4258b14e230f6cef1b04', 'fixed_ips': [{'subnet_id': '91e6bd2f-2a10-42f1-bc5b-6162bd5b9058'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:15:46.773748 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:46.804226 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:46.887767 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:46.920311 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] Allocated IP 2001:db8::2 (8e1632d5-8cee-4117-acff-5129c59359fc/91e6bd2f-2a10-42f1-bc5b-6162bd5b9058/b0bc7497-2133-44e2-b121-4edf92046382) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:15:47.048790 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6ad217e4-5a43-466f-b15f-5700d600db18 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:15:47.100501 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:47.115887 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6ad217e4-5a43-466f-b15f-5700d600db18 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:15:47.116252 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:47.180624 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b34067-f49e-4924-91cf-4e738fbb2a77 None None] Network d783c528-457a-4201-a379-0f2c68cc9acc requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:15:47.224818 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:47.262888 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:47.293141 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:47.298219 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] Network 8e1632d5-8cee-4117-acff-5129c59359fc is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:15:47.314030 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:15:47.324680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:15:47.327989 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] Pushing event updated for resources: {'Port': ['ID=b0bc7497-2133-44e2-b121-4edf92046382,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:47.338519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event deleted for resources: {'Subnet': ['ID=91e6bd2f-2a10-42f1-bc5b-6162bd5b9058,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:47.366572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 6ad217e4-5a43-466f-b15f-5700d600db18, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6ad217e4-5a43-466f-b15f-5700d600db18,segment=NetworkSegment(0cb79d08-b2d6-413c-9166-6030651e351e),segment_id=0cb79d08-b2d6-413c-9166-6030651e351e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:15:47.384326 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f6334f97-3cf4-4bfc-a38c-3fd99408764b None None] Provisioning complete for port 6ad217e4-5a43-466f-b15f-5700d600db18 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:15:47.384694 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f6334f97-3cf4-4bfc-a38c-3fd99408764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:47.395266 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:47.415420 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1632d5-8cee-4117-acff-5129c59359fc']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:47.425071 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84fd3432-9716-4d6d-ac72-c39f4c07b421') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:47.425456 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84fd3432-9716-4d6d-ac72-c39f4c07b421') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:47.434927 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:47.449024 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:47.452388 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:47.455248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:15:47.455641 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: timer() Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:15:47.464152 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:15:47.509286 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] Attempting to bind port b0bc7497-2133-44e2-b121-4edf92046382 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:15:47.509650 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] Attempting to bind port b0bc7497-2133-44e2-b121-4edf92046382 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '84fd3432-9716-4d6d-ac72-c39f4c07b421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8e1632d5-8cee-4117-acff-5129c59359fc'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:15:47.510010 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] Attempting to bind port b0bc7497-2133-44e2-b121-4edf92046382 on network 8e1632d5-8cee-4117-acff-5129c59359fc {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:15:47.545643 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:15:47.546010 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] Checking segment: {'id': '84fd3432-9716-4d6d-ac72-c39f4c07b421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8e1632d5-8cee-4117-acff-5129c59359fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:15:47.546403 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:47.546784 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] Bound using segment: {'id': '84fd3432-9716-4d6d-ac72-c39f4c07b421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8e1632d5-8cee-4117-acff-5129c59359fc'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:15:47.547265 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] Bound port: b0bc7497-2133-44e2-b121-4edf92046382, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84fd3432-9716-4d6d-ac72-c39f4c07b421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8e1632d5-8cee-4117-acff-5129c59359fc'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:15:47.547637 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:47.570877 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.db.api [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 01:15:47.570877 n-d-816882-1 neutron-server[102772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 01:15:47.570877 n-d-816882-1 neutron-server[102772]: [parameters: {'id': '8e1632d5-8cee-4117-acff-5129c59359fc'}] Nov 08 01:15:47.570877 n-d-816882-1 neutron-server[102772]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 01:15:47.571379 n-d-816882-1 neutron-server[102772]: DEBUG oslo_db.api [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 01:15:47.572781 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=6ad217e4-5a43-466f-b15f-5700d600db18,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:47.664290 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] For port b0bc7497-2133-44e2-b121-4edf92046382, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:15:47.667519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] For port b0bc7497-2133-44e2-b121-4edf92046382, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b0bc7497-2133-44e2-b121-4edf92046382,segment=NetworkSegment(84fd3432-9716-4d6d-ac72-c39f4c07b421),segment_id=84fd3432-9716-4d6d-ac72-c39f4c07b421)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:15:47.732486 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:47.811519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d2463-8cd4-4462-89cd-ea42cf6b0252 None None] Pushing event updated for resources: {'Port': ['ID=b0bc7497-2133-44e2-b121-4edf92046382,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:47.826226 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ef5e8e-6f84-482d-a7d3-bc7fc3466ce7 None None] Network 8e1632d5-8cee-4117-acff-5129c59359fc requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:15:47.893572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-491d91e9-80db-4dfe-ad1f-20037cc715f5 None None] Provisioning complete for port 6ad217e4-5a43-466f-b15f-5700d600db18 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:15:47.893865 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-491d91e9-80db-4dfe-ad1f-20037cc715f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:47.988155 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d06e04-bafd-4f48-963e-95f5f51c101d None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 01:15:48.072208 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:48.080029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d06e04-bafd-4f48-963e-95f5f51c101d None None] Resources bound (agent type, host, resource id): {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 01:15:48.128467 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Deleting port b0bc7497-2133-44e2-b121-4edf92046382 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:15:48.128810 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:48.190731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] For port b0bc7497-2133-44e2-b121-4edf92046382, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b0bc7497-2133-44e2-b121-4edf92046382,segment=NetworkSegment(84fd3432-9716-4d6d-ac72-c39f4c07b421),segment_id=84fd3432-9716-4d6d-ac72-c39f4c07b421)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:15:48.191091 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:48.203096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Calling delete_port for b0bc7497-2133-44e2-b121-4edf92046382 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:15:48.348947 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:48.376024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event deleted for resources: {'Port': ['ID=b0bc7497-2133-44e2-b121-4edf92046382,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:48.377860 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] No DVR routers for this DVR port b0bc7497-2133-44e2-b121-4edf92046382 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:15:48.456816 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:48.481723 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1632d5-8cee-4117-acff-5129c59359fc']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:48.493099 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84fd3432-9716-4d6d-ac72-c39f4c07b421') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:48.493399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84fd3432-9716-4d6d-ac72-c39f4c07b421') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:48.502445 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:48.515077 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:48.520787 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:15:48.521696 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: timer() Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:15:48.532079 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:15:48.640200 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:48.650696 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:48.650696 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "DELETE /v2.0/networks/8e1632d5-8cee-4117-acff-5129c59359fc HTTP/1.1" status: 204 len: 168 time: 1.9464068 Nov 08 01:15:48.654188 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39184) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:48.659324 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-fc67861c-8209-4f2f-ac44-0a082d8c96d1 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1755443563'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:15:48.662303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72d25d-6557-468b-8aed-dd1992987341 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event deleted for resources: {'Network': ['ID=8e1632d5-8cee-4117-acff-5129c59359fc,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:48.760236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc67861c-8209-4f2f-ac44-0a082d8c96d1 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Made reservation on behalf of a2706367d4bb4258b14e230f6cef1b04 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:15:48.763739 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc67861c-8209-4f2f-ac44-0a082d8c96d1 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:48.790424 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc67861c-8209-4f2f-ac44-0a082d8c96d1 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:15:48.794354 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc67861c-8209-4f2f-ac44-0a082d8c96d1 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:48.794695 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-fc67861c-8209-4f2f-ac44-0a082d8c96d1 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Added segment e7f5817e-5391-415d-b431-54641e146daf of type vlan for network b2d09288-dc21-43f2-abca-104e4e182dcd Nov 08 01:15:48.836714 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc67861c-8209-4f2f-ac44-0a082d8c96d1 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:48.920169 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc67861c-8209-4f2f-ac44-0a082d8c96d1 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:48.925642 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc67861c-8209-4f2f-ac44-0a082d8c96d1 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:48.926250 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fc67861c-8209-4f2f-ac44-0a082d8c96d1 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:48.991134 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67861c-8209-4f2f-ac44-0a082d8c96d1 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event updated for resources: {'Network': ['ID=b2d09288-dc21-43f2-abca-104e4e182dcd,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:49.001285 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network b2d09288-dc21-43f2-abca-104e4e182dcd details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:15:49.015310 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6ad217e4-5a43-466f-b15f-5700d600db18 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:15:49.042267 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fc67861c-8209-4f2f-ac44-0a082d8c96d1 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3867414 Nov 08 01:15:49.045112 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39186) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:49.050208 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-796040fa-868e-482f-a064-3db232ca612a tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Request body: {'subnet': {'network_id': 'b2d09288-dc21-43f2-abca-104e4e182dcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:15:49.193507 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796040fa-868e-482f-a064-3db232ca612a tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Made reservation on behalf of a2706367d4bb4258b14e230f6cef1b04 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:15:49.197441 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-796040fa-868e-482f-a064-3db232ca612a tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:49.256555 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.ipam_backend_mixin [None req-796040fa-868e-482f-a064-3db232ca612a tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Performing IP validity checks on allocation pools {{(pid=102771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 01:15:49.257132 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.ipam_backend_mixin [None req-796040fa-868e-482f-a064-3db232ca612a tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 01:15:49.260555 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 6ad217e4-5a43-466f-b15f-5700d600db18 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:15:49.260921 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:49.429332 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-796040fa-868e-482f-a064-3db232ca612a tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:49.488898 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796040fa-868e-482f-a064-3db232ca612a tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event updated for resources: {'Subnet': ['ID=2fc73c50-5960-4c8a-a8f2-844d5498102e,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:49.500291 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796040fa-868e-482f-a064-3db232ca612a tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Checking segment: {'id': 'e7f5817e-5391-415d-b431-54641e146daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b2d09288-dc21-43f2-abca-104e4e182dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:15:49.500657 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796040fa-868e-482f-a064-3db232ca612a tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Network hostable DHCP agents. Network: b2d09288-dc21-43f2-abca-104e4e182dcd, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:15:49.593399 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796040fa-868e-482f-a064-3db232ca612a tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Network b2d09288-dc21-43f2-abca-104e4e182dcd is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:15:49.737367 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-796040fa-868e-482f-a064-3db232ca612a tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, b2d09288-dc21-43f2-abca-104e4e182dcd) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:15:49.742116 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796040fa-868e-482f-a064-3db232ca612a tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:49.742711 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-796040fa-868e-482f-a064-3db232ca612a tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:49.746901 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9f987d-a181-4b86-a270-25ae086c13d8 None None] Network b2d09288-dc21-43f2-abca-104e4e182dcd requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:15:49.859150 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-796040fa-868e-482f-a064-3db232ca612a tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8126636 Nov 08 01:15:49.861502 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39188) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:49.899045 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-b2d09288-dc21-43f2-abca-104e4e182dcd', 'network_id': 'b2d09288-dc21-43f2-abca-104e4e182dcd', 'tenant_id': 'a2706367d4bb4258b14e230f6cef1b04', 'fixed_ips': [{'subnet_id': '2fc73c50-5960-4c8a-a8f2-844d5498102e'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:15:49.900022 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:49.962258 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:50.030712 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] Allocated IP 2001:db8::3 (b2d09288-dc21-43f2-abca-104e4e182dcd/2fc73c50-5960-4c8a-a8f2-844d5498102e/7c37bccc-061f-4ed3-9ae4-b465adb6fa6e) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:15:50.037233 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:50.177977 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:50.278980 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:50.313662 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] Network b2d09288-dc21-43f2-abca-104e4e182dcd is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:15:50.318855 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:15:50.322403 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:15:50.333633 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] Pushing event updated for resources: {'Port': ['ID=7c37bccc-061f-4ed3-9ae4-b465adb6fa6e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:50.378033 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:50.386156 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] Attempting to bind port 7c37bccc-061f-4ed3-9ae4-b465adb6fa6e on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:15:50.389854 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] Attempting to bind port 7c37bccc-061f-4ed3-9ae4-b465adb6fa6e by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7f5817e-5391-415d-b431-54641e146daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b2d09288-dc21-43f2-abca-104e4e182dcd'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:15:50.389854 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] Attempting to bind port 7c37bccc-061f-4ed3-9ae4-b465adb6fa6e on network b2d09288-dc21-43f2-abca-104e4e182dcd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:15:50.392020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:15:50.392398 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] Checking segment: {'id': 'e7f5817e-5391-415d-b431-54641e146daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b2d09288-dc21-43f2-abca-104e4e182dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:15:50.392805 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:50.393349 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] Bound using segment: {'id': 'e7f5817e-5391-415d-b431-54641e146daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b2d09288-dc21-43f2-abca-104e4e182dcd'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:15:50.393745 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] Bound port: 7c37bccc-061f-4ed3-9ae4-b465adb6fa6e, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f5817e-5391-415d-b431-54641e146daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b2d09288-dc21-43f2-abca-104e4e182dcd'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:15:50.394157 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:50.411085 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc73c50-5960-4c8a-a8f2-844d5498102e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:50.456545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] For port 7c37bccc-061f-4ed3-9ae4-b465adb6fa6e, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:15:50.459548 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] For port 7c37bccc-061f-4ed3-9ae4-b465adb6fa6e, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7c37bccc-061f-4ed3-9ae4-b465adb6fa6e,segment=NetworkSegment(e7f5817e-5391-415d-b431-54641e146daf),segment_id=e7f5817e-5391-415d-b431-54641e146daf)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:15:50.474493 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:50.494401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d09288-dc21-43f2-abca-104e4e182dcd']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:50.503659 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f5817e-5391-415d-b431-54641e146daf') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:50.504030 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f5817e-5391-415d-b431-54641e146daf') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:50.514282 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:50.543501 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:50.545213 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:50.551333 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:15:50.551717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: timer() Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:15:50.555327 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:15:50.624246 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4ed9d-bd5a-44ef-98c8-b2e3ac0fca2c None None] Pushing event updated for resources: {'Port': ['ID=7c37bccc-061f-4ed3-9ae4-b465adb6fa6e,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:50.634036 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42db6356-e408-43d4-a2e2-8151afcdd416 None None] Network b2d09288-dc21-43f2-abca-104e4e182dcd requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:15:50.720702 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.db.api [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 01:15:50.720702 n-d-816882-1 neutron-server[102771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 01:15:50.720702 n-d-816882-1 neutron-server[102771]: [parameters: {'id': 'b2d09288-dc21-43f2-abca-104e4e182dcd'}] Nov 08 01:15:50.720702 n-d-816882-1 neutron-server[102771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 01:15:50.721136 n-d-816882-1 neutron-server[102771]: DEBUG oslo_db.api [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 01:15:50.752097 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaca265-4d88-4769-b857-a57ea6ac4d63 None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 01:15:50.818999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaca265-4d88-4769-b857-a57ea6ac4d63 None None] Resources bound (agent type, host, resource id): {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 01:15:51.222310 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:51.273798 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Deleting port 7c37bccc-061f-4ed3-9ae4-b465adb6fa6e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:15:51.274056 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:51.335588 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] For port 7c37bccc-061f-4ed3-9ae4-b465adb6fa6e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7c37bccc-061f-4ed3-9ae4-b465adb6fa6e,segment=NetworkSegment(e7f5817e-5391-415d-b431-54641e146daf),segment_id=e7f5817e-5391-415d-b431-54641e146daf)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:15:51.336230 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:51.349477 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Calling delete_port for 7c37bccc-061f-4ed3-9ae4-b465adb6fa6e owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:15:51.543026 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:51.568017 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event deleted for resources: {'Port': ['ID=7c37bccc-061f-4ed3-9ae4-b465adb6fa6e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:51.571518 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] No DVR routers for this DVR port 7c37bccc-061f-4ed3-9ae4-b465adb6fa6e on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:15:51.652003 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:51.671746 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d09288-dc21-43f2-abca-104e4e182dcd']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:51.680773 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f5817e-5391-415d-b431-54641e146daf') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:51.681069 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f5817e-5391-415d-b431-54641e146daf') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:51.690133 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:51.702726 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:51.708955 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:15:51.709336 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: timer() Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:15:51.712485 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:15:51.868633 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:51.875418 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:51.878408 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "DELETE /v2.0/networks/b2d09288-dc21-43f2-abca-104e4e182dcd HTTP/1.1" status: 204 len: 168 time: 2.0159740 Nov 08 01:15:51.882921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39190) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:51.888209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-ab91f43d-86f9-421a-b960-6bdf0c3bf85f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-845086318'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:15:51.894463 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172059f-2c1b-4543-a663-cc08700420c2 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event deleted for resources: {'Network': ['ID=b2d09288-dc21-43f2-abca-104e4e182dcd,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:52.006548 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab91f43d-86f9-421a-b960-6bdf0c3bf85f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Made reservation on behalf of a2706367d4bb4258b14e230f6cef1b04 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:15:52.010117 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ab91f43d-86f9-421a-b960-6bdf0c3bf85f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:52.033031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab91f43d-86f9-421a-b960-6bdf0c3bf85f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:15:52.041745 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ab91f43d-86f9-421a-b960-6bdf0c3bf85f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:52.042108 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-ab91f43d-86f9-421a-b960-6bdf0c3bf85f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Added segment cd4eca20-36a7-43cf-a0c4-1f95169dd8a6 of type vlan for network 1f21a941-1190-4b38-a7c0-7fd841b9f5f3 Nov 08 01:15:52.079921 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ab91f43d-86f9-421a-b960-6bdf0c3bf85f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:52.188971 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ab91f43d-86f9-421a-b960-6bdf0c3bf85f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:52.194989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab91f43d-86f9-421a-b960-6bdf0c3bf85f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:52.195566 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ab91f43d-86f9-421a-b960-6bdf0c3bf85f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:52.259208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91f43d-86f9-421a-b960-6bdf0c3bf85f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event updated for resources: {'Network': ['ID=1f21a941-1190-4b38-a7c0-7fd841b9f5f3,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:52.269248 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 1f21a941-1190-4b38-a7c0-7fd841b9f5f3 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:15:52.321776 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ab91f43d-86f9-421a-b960-6bdf0c3bf85f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4377041 Nov 08 01:15:52.325077 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39192) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:52.330747 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-0e1fd4c6-9aa5-490c-a9ab-626e074d29e7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Request body: {'subnet': {'network_id': '1f21a941-1190-4b38-a7c0-7fd841b9f5f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:15:52.525964 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1fd4c6-9aa5-490c-a9ab-626e074d29e7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Made reservation on behalf of a2706367d4bb4258b14e230f6cef1b04 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:15:52.529372 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0e1fd4c6-9aa5-490c-a9ab-626e074d29e7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:52.789109 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0e1fd4c6-9aa5-490c-a9ab-626e074d29e7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:52.847682 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fd4c6-9aa5-490c-a9ab-626e074d29e7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event updated for resources: {'Subnet': ['ID=e841153f-103e-459e-880a-4e48b2e175ff,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:52.856576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1fd4c6-9aa5-490c-a9ab-626e074d29e7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Checking segment: {'id': 'cd4eca20-36a7-43cf-a0c4-1f95169dd8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f21a941-1190-4b38-a7c0-7fd841b9f5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:15:52.856932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1fd4c6-9aa5-490c-a9ab-626e074d29e7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Network hostable DHCP agents. Network: 1f21a941-1190-4b38-a7c0-7fd841b9f5f3, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:15:52.977265 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1fd4c6-9aa5-490c-a9ab-626e074d29e7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Network 1f21a941-1190-4b38-a7c0-7fd841b9f5f3 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:15:53.137426 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-0e1fd4c6-9aa5-490c-a9ab-626e074d29e7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 1f21a941-1190-4b38-a7c0-7fd841b9f5f3) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:15:53.141491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1fd4c6-9aa5-490c-a9ab-626e074d29e7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:53.142079 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0e1fd4c6-9aa5-490c-a9ab-626e074d29e7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:53.146774 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d92ede4-b4d7-41fb-93ec-81f00c69cd24 None None] Network 1f21a941-1190-4b38-a7c0-7fd841b9f5f3 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:15:53.293697 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-1f21a941-1190-4b38-a7c0-7fd841b9f5f3', 'network_id': '1f21a941-1190-4b38-a7c0-7fd841b9f5f3', 'tenant_id': 'a2706367d4bb4258b14e230f6cef1b04', 'fixed_ips': [{'subnet_id': 'e841153f-103e-459e-880a-4e48b2e175ff'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:15:53.294193 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:53.311732 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0e1fd4c6-9aa5-490c-a9ab-626e074d29e7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9855890 Nov 08 01:15:53.315198 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39194) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:53.320541 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-fa178abd-7643-4ee6-a791-1d2fc26e9f64 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-169625308'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:15:53.430066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] Allocated IP 2001:db8::2 (1f21a941-1190-4b38-a7c0-7fd841b9f5f3/e841153f-103e-459e-880a-4e48b2e175ff/12429966-08db-4038-ae5a-4e53ae0ff8f6) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:15:53.452024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa178abd-7643-4ee6-a791-1d2fc26e9f64 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Made reservation on behalf of a2706367d4bb4258b14e230f6cef1b04 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:15:53.455554 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa178abd-7643-4ee6-a791-1d2fc26e9f64 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:53.483443 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa178abd-7643-4ee6-a791-1d2fc26e9f64 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:15:53.493120 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa178abd-7643-4ee6-a791-1d2fc26e9f64 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:53.493468 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-fa178abd-7643-4ee6-a791-1d2fc26e9f64 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Added segment 1191a9ee-0df0-4b93-9818-51808117d824 of type vlan for network ccc55886-ca49-47ba-bf4b-62a869bd5f33 Nov 08 01:15:53.543311 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa178abd-7643-4ee6-a791-1d2fc26e9f64 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:53.572079 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:53.644838 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa178abd-7643-4ee6-a791-1d2fc26e9f64 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:53.651084 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa178abd-7643-4ee6-a791-1d2fc26e9f64 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:53.651678 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa178abd-7643-4ee6-a791-1d2fc26e9f64 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:53.673790 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:53.715605 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] Network 1f21a941-1190-4b38-a7c0-7fd841b9f5f3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:15:53.717108 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa178abd-7643-4ee6-a791-1d2fc26e9f64 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event updated for resources: {'Network': ['ID=ccc55886-ca49-47ba-bf4b-62a869bd5f33,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:53.718440 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:15:53.721590 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:15:53.729567 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network ccc55886-ca49-47ba-bf4b-62a869bd5f33 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:15:53.747641 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] Pushing event updated for resources: {'Port': ['ID=12429966-08db-4038-ae5a-4e53ae0ff8f6,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:53.789541 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fa178abd-7643-4ee6-a791-1d2fc26e9f64 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4696689 Nov 08 01:15:53.789891 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39196) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:53.795018 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-389eacd7-b0ba-4095-83ae-9aa110bf2463 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Request body: {'subnet': {'network_id': 'ccc55886-ca49-47ba-bf4b-62a869bd5f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:15:53.845281 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] Attempting to bind port 12429966-08db-4038-ae5a-4e53ae0ff8f6 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:15:53.845650 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] Attempting to bind port 12429966-08db-4038-ae5a-4e53ae0ff8f6 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'cd4eca20-36a7-43cf-a0c4-1f95169dd8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f21a941-1190-4b38-a7c0-7fd841b9f5f3'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:15:53.845986 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] Attempting to bind port 12429966-08db-4038-ae5a-4e53ae0ff8f6 on network 1f21a941-1190-4b38-a7c0-7fd841b9f5f3 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:15:53.851665 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:15:53.852074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] Checking segment: {'id': 'cd4eca20-36a7-43cf-a0c4-1f95169dd8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f21a941-1190-4b38-a7c0-7fd841b9f5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:15:53.852464 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:53.852840 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] Bound using segment: {'id': 'cd4eca20-36a7-43cf-a0c4-1f95169dd8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f21a941-1190-4b38-a7c0-7fd841b9f5f3'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:15:53.853294 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] Bound port: 12429966-08db-4038-ae5a-4e53ae0ff8f6, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4eca20-36a7-43cf-a0c4-1f95169dd8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f21a941-1190-4b38-a7c0-7fd841b9f5f3'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:15:53.853664 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:53.915889 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] For port 12429966-08db-4038-ae5a-4e53ae0ff8f6, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:15:53.918925 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] For port 12429966-08db-4038-ae5a-4e53ae0ff8f6, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=12429966-08db-4038-ae5a-4e53ae0ff8f6,segment=NetworkSegment(cd4eca20-36a7-43cf-a0c4-1f95169dd8a6),segment_id=cd4eca20-36a7-43cf-a0c4-1f95169dd8a6)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:15:53.971986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389eacd7-b0ba-4095-83ae-9aa110bf2463 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Made reservation on behalf of a2706367d4bb4258b14e230f6cef1b04 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:15:53.976213 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-389eacd7-b0ba-4095-83ae-9aa110bf2463 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:54.012280 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:54.072568 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb3304-553e-48e0-accb-ebe68a05a4f9 None None] Pushing event updated for resources: {'Port': ['ID=12429966-08db-4038-ae5a-4e53ae0ff8f6,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:54.240973 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-389eacd7-b0ba-4095-83ae-9aa110bf2463 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:54.308744 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389eacd7-b0ba-4095-83ae-9aa110bf2463 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event updated for resources: {'Subnet': ['ID=cfcde10a-6309-4673-a963-57e1b8238fc6,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:54.318502 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389eacd7-b0ba-4095-83ae-9aa110bf2463 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Checking segment: {'id': '1191a9ee-0df0-4b93-9818-51808117d824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ccc55886-ca49-47ba-bf4b-62a869bd5f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:15:54.318862 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389eacd7-b0ba-4095-83ae-9aa110bf2463 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Network hostable DHCP agents. Network: ccc55886-ca49-47ba-bf4b-62a869bd5f33, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:15:54.393049 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389eacd7-b0ba-4095-83ae-9aa110bf2463 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Network ccc55886-ca49-47ba-bf4b-62a869bd5f33 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:15:54.445818 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-389eacd7-b0ba-4095-83ae-9aa110bf2463 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, ccc55886-ca49-47ba-bf4b-62a869bd5f33) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:15:54.449912 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389eacd7-b0ba-4095-83ae-9aa110bf2463 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:15:54.450487 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-389eacd7-b0ba-4095-83ae-9aa110bf2463 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:54.454949 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d747b7-94a5-47ef-a778-66ba58967f17 None None] Network ccc55886-ca49-47ba-bf4b-62a869bd5f33 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:15:54.539101 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-389eacd7-b0ba-4095-83ae-9aa110bf2463 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7479270 Nov 08 01:15:54.542020 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39198) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:54.603111 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-ccc55886-ca49-47ba-bf4b-62a869bd5f33', 'network_id': 'ccc55886-ca49-47ba-bf4b-62a869bd5f33', 'tenant_id': 'a2706367d4bb4258b14e230f6cef1b04', 'fixed_ips': [{'subnet_id': 'cfcde10a-6309-4673-a963-57e1b8238fc6'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:15:54.604190 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:54.660503 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:54.717303 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:54.748899 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] Allocated IP 2001:db8::2 (ccc55886-ca49-47ba-bf4b-62a869bd5f33/cfcde10a-6309-4673-a963-57e1b8238fc6/90638938-a92c-41a0-a330-4d55e74492c3) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:15:54.898320 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:54.962036 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f557db1-1f4a-4f5e-bbf3-c13ea059b395 None None] Network 1f21a941-1190-4b38-a7c0-7fd841b9f5f3 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:15:55.024061 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:55.063136 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 12429966-08db-4038-ae5a-4e53ae0ff8f6 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:15:55.093535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d9789131-91b3-4edf-a073-894d5aeac3ad None None] Provisioning complete for port 12429966-08db-4038-ae5a-4e53ae0ff8f6 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:15:55.093898 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9789131-91b3-4edf-a073-894d5aeac3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:55.110434 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] Network ccc55886-ca49-47ba-bf4b-62a869bd5f33 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:15:55.139023 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:15:55.150228 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:15:55.153342 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] Pushing event updated for resources: {'Port': ['ID=90638938-a92c-41a0-a330-4d55e74492c3,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:55.176811 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:55.223658 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event deleted for resources: {'Subnet': ['ID=cfcde10a-6309-4673-a963-57e1b8238fc6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:55.264589 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:55.271325 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 12429966-08db-4038-ae5a-4e53ae0ff8f6 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:15:55.277421 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:55.285992 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc55886-ca49-47ba-bf4b-62a869bd5f33']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:55.299596 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1191a9ee-0df0-4b93-9818-51808117d824') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:55.299935 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1191a9ee-0df0-4b93-9818-51808117d824') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:55.310082 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:55.313534 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] Attempting to bind port 90638938-a92c-41a0-a330-4d55e74492c3 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:15:55.313850 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] Attempting to bind port 90638938-a92c-41a0-a330-4d55e74492c3 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '1191a9ee-0df0-4b93-9818-51808117d824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ccc55886-ca49-47ba-bf4b-62a869bd5f33'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:15:55.314211 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] Attempting to bind port 90638938-a92c-41a0-a330-4d55e74492c3 on network ccc55886-ca49-47ba-bf4b-62a869bd5f33 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:15:55.324266 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:55.330317 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:15:55.330769 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: timer() Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:15:55.333850 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:15:55.350374 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:15:55.350754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] Checking segment: {'id': '1191a9ee-0df0-4b93-9818-51808117d824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ccc55886-ca49-47ba-bf4b-62a869bd5f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:15:55.351157 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:55.351548 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] Bound using segment: {'id': '1191a9ee-0df0-4b93-9818-51808117d824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ccc55886-ca49-47ba-bf4b-62a869bd5f33'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:15:55.352045 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] Bound port: 90638938-a92c-41a0-a330-4d55e74492c3, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1191a9ee-0df0-4b93-9818-51808117d824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ccc55886-ca49-47ba-bf4b-62a869bd5f33'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:15:55.352422 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:55.388627 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9789131-91b3-4edf-a073-894d5aeac3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:55.473897 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.db.api [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 01:15:55.473897 n-d-816882-1 neutron-server[102771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 01:15:55.473897 n-d-816882-1 neutron-server[102771]: [parameters: {'id': 'ccc55886-ca49-47ba-bf4b-62a869bd5f33'}] Nov 08 01:15:55.473897 n-d-816882-1 neutron-server[102771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 01:15:55.475263 n-d-816882-1 neutron-server[102771]: DEBUG oslo_db.api [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 01:15:55.501870 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] For port 90638938-a92c-41a0-a330-4d55e74492c3, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:15:55.505012 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d9789131-91b3-4edf-a073-894d5aeac3ad None None] For port 12429966-08db-4038-ae5a-4e53ae0ff8f6, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=12429966-08db-4038-ae5a-4e53ae0ff8f6,segment=NetworkSegment(cd4eca20-36a7-43cf-a0c4-1f95169dd8a6),segment_id=cd4eca20-36a7-43cf-a0c4-1f95169dd8a6)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:15:55.677189 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:55.679027 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9789131-91b3-4edf-a073-894d5aeac3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:55.683103 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] For port 90638938-a92c-41a0-a330-4d55e74492c3, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=90638938-a92c-41a0-a330-4d55e74492c3,segment=NetworkSegment(1191a9ee-0df0-4b93-9818-51808117d824),segment_id=1191a9ee-0df0-4b93-9818-51808117d824)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:15:55.760550 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9789131-91b3-4edf-a073-894d5aeac3ad None None] Pushing event updated for resources: {'Port': ['ID=12429966-08db-4038-ae5a-4e53ae0ff8f6,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:55.773603 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 01:15:55.773951 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 01:15:55.781862 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:55.861386 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1aafeb2e-a407-4d61-8824-a7ae486d4126 None None] Provisioning complete for port 12429966-08db-4038-ae5a-4e53ae0ff8f6 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:15:55.861670 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1aafeb2e-a407-4d61-8824-a7ae486d4126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:55.891118 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b28bf-8053-4b9d-bc58-099023a73cd3 None None] Pushing event updated for resources: {'Port': ['ID=90638938-a92c-41a0-a330-4d55e74492c3,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:55.910211 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea6f88b-96b2-438e-bc46-fbe8ea5d472a None None] Network ccc55886-ca49-47ba-bf4b-62a869bd5f33 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:15:55.976240 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:56.029585 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Deleting port 90638938-a92c-41a0-a330-4d55e74492c3 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:15:56.029945 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:56.062919 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cf7398-a4bb-43fb-a61b-9c3932e22ab1 None None] get_active_networks_info from n-d-816882-1 {{(pid=102773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 01:15:56.097618 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] For port 90638938-a92c-41a0-a330-4d55e74492c3, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=90638938-a92c-41a0-a330-4d55e74492c3,segment=NetworkSegment(1191a9ee-0df0-4b93-9818-51808117d824),segment_id=1191a9ee-0df0-4b93-9818-51808117d824)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:15:56.097970 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:56.110188 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Calling delete_port for 90638938-a92c-41a0-a330-4d55e74492c3 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:15:56.134095 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cf7398-a4bb-43fb-a61b-9c3932e22ab1 None None] Resources bound (agent type, host, resource id): {{(pid=102773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 01:15:56.274356 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:56.302894 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] No DVR routers for this DVR port 90638938-a92c-41a0-a330-4d55e74492c3 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:15:56.308137 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event deleted for resources: {'Port': ['ID=90638938-a92c-41a0-a330-4d55e74492c3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:56.391867 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:56.410662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc55886-ca49-47ba-bf4b-62a869bd5f33']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:56.420118 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1191a9ee-0df0-4b93-9818-51808117d824') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:56.420412 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1191a9ee-0df0-4b93-9818-51808117d824') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:56.430113 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:56.442631 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:56.448331 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:15:56.448709 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: timer() Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:15:56.451552 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:15:56.587528 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:56.594152 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:56.597417 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "DELETE /v2.0/networks/ccc55886-ca49-47ba-bf4b-62a869bd5f33 HTTP/1.1" status: 204 len: 168 time: 2.0541372 Nov 08 01:15:56.600680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39200) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:56.608542 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a5a71-9b05-40d4-9a57-91e4e67e4eaa tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event deleted for resources: {'Network': ['ID=ccc55886-ca49-47ba-bf4b-62a869bd5f33,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:56.629585 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ba87fb-0c5b-4a5a-a855-3a68530627b8 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] GET failed (client error): The resource could not be found. Nov 08 01:15:56.631354 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-36ba87fb-0c5b-4a5a-a855-3a68530627b8 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "GET /v2.0/subnets/cfcde10a-6309-4673-a963-57e1b8238fc6 HTTP/1.1" status: 404 len: 337 time: 0.0296779 Nov 08 01:15:56.634149 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39202) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:56.656159 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bb3b26-99af-4e5d-b255-668b1a9d5e5f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] DELETE failed (client error): The resource could not be found. Nov 08 01:15:56.656159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93bb3b26-99af-4e5d-b255-668b1a9d5e5f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 01:15:56.656159 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-93bb3b26-99af-4e5d-b255-668b1a9d5e5f tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "DELETE /v2.0/networks/ccc55886-ca49-47ba-bf4b-62a869bd5f33 HTTP/1.1" status: 404 len: 339 time: 0.0204279 Nov 08 01:15:56.659165 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39204) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:56.683038 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-73df66ef-7d00-4baf-ab9f-b94ab42154af tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] DELETE failed (client error): The resource could not be found. Nov 08 01:15:56.683467 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73df66ef-7d00-4baf-ab9f-b94ab42154af tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 01:15:56.686337 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-73df66ef-7d00-4baf-ab9f-b94ab42154af tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "DELETE /v2.0/subnets/cfcde10a-6309-4673-a963-57e1b8238fc6 HTTP/1.1" status: 404 len: 337 time: 0.0263081 Nov 08 01:15:56.688524 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39206) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:56.710262 n-d-816882-1 neutron-server[102772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe512fba-aae1-4ccf-8472-f86c4398438e tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] DELETE failed (client error): The resource could not be found. Nov 08 01:15:56.711033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe512fba-aae1-4ccf-8472-f86c4398438e tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 01:15:56.713908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fe512fba-aae1-4ccf-8472-f86c4398438e tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "DELETE /v2.0/networks/ccc55886-ca49-47ba-bf4b-62a869bd5f33 HTTP/1.1" status: 404 len: 339 time: 0.0245333 Nov 08 01:15:56.716130 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39208) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:56.764304 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3dfe413-eca5-41d5-866b-2c08c7feeaae tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Deleting subnet e841153f-103e-459e-880a-4e48b2e175ff {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:15:56.767201 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e3dfe413-eca5-41d5-866b-2c08c7feeaae tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:56.805313 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e3dfe413-eca5-41d5-866b-2c08c7feeaae tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:56.890911 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e3dfe413-eca5-41d5-866b-2c08c7feeaae tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:57.012258 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 12429966-08db-4038-ae5a-4e53ae0ff8f6 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:15:57.060244 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 12429966-08db-4038-ae5a-4e53ae0ff8f6 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:15:57.060617 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:57.067900 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e3dfe413-eca5-41d5-866b-2c08c7feeaae tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:57.095115 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfe413-eca5-41d5-866b-2c08c7feeaae tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event deleted for resources: {'Subnet': ['ID=e841153f-103e-459e-880a-4e48b2e175ff,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:57.100152 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e3dfe413-eca5-41d5-866b-2c08c7feeaae tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:57.105683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e3dfe413-eca5-41d5-866b-2c08c7feeaae tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "DELETE /v2.0/subnets/e841153f-103e-459e-880a-4e48b2e175ff HTTP/1.1" status: 204 len: 168 time: 0.3863871 Nov 08 01:15:57.105801 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39210) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:57.107476 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463cca9b-4778-440c-949e-45b43d638c2b None None] Network 1f21a941-1190-4b38-a7c0-7fd841b9f5f3 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:15:57.178921 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:57.236940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Deleting port 12429966-08db-4038-ae5a-4e53ae0ff8f6 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:15:57.237197 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:57.299812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] For port 12429966-08db-4038-ae5a-4e53ae0ff8f6, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=12429966-08db-4038-ae5a-4e53ae0ff8f6,segment=NetworkSegment(cd4eca20-36a7-43cf-a0c4-1f95169dd8a6),segment_id=cd4eca20-36a7-43cf-a0c4-1f95169dd8a6)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:15:57.300251 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:57.300737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174767cf-c751-43f6-8953-e254a55b5af9 None None] DHCP port deletion for 1f21a941-1190-4b38-a7c0-7fd841b9f5f3 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 01:15:57.313666 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Calling delete_port for 12429966-08db-4038-ae5a-4e53ae0ff8f6 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:15:57.370993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-174767cf-c751-43f6-8953-e254a55b5af9 None None] Deleting port 12429966-08db-4038-ae5a-4e53ae0ff8f6 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:15:57.371364 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-174767cf-c751-43f6-8953-e254a55b5af9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:57.432366 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-174767cf-c751-43f6-8953-e254a55b5af9 None None] For port 12429966-08db-4038-ae5a-4e53ae0ff8f6, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=12429966-08db-4038-ae5a-4e53ae0ff8f6,segment=NetworkSegment(cd4eca20-36a7-43cf-a0c4-1f95169dd8a6),segment_id=cd4eca20-36a7-43cf-a0c4-1f95169dd8a6)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:15:57.432763 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-174767cf-c751-43f6-8953-e254a55b5af9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:57.445172 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-174767cf-c751-43f6-8953-e254a55b5af9 None None] Calling delete_port for 12429966-08db-4038-ae5a-4e53ae0ff8f6 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:15:57.495909 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:57.518558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event deleted for resources: {'Port': ['ID=12429966-08db-4038-ae5a-4e53ae0ff8f6,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:57.520413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] No DVR routers for this DVR port 12429966-08db-4038-ae5a-4e53ae0ff8f6 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:15:57.525406 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-174767cf-c751-43f6-8953-e254a55b5af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:57.554678 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174767cf-c751-43f6-8953-e254a55b5af9 None None] Pushing event deleted for resources: {'Port': ['ID=12429966-08db-4038-ae5a-4e53ae0ff8f6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:57.558208 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174767cf-c751-43f6-8953-e254a55b5af9 None None] No DVR routers for this DVR port 12429966-08db-4038-ae5a-4e53ae0ff8f6 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:15:57.604977 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:57.623877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f21a941-1190-4b38-a7c0-7fd841b9f5f3']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:57.633095 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4eca20-36a7-43cf-a0c4-1f95169dd8a6') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:57.633397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4eca20-36a7-43cf-a0c4-1f95169dd8a6') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:57.646858 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:57.659392 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:57.669819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:15:57.670202 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: timer() Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:15:57.673085 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:15:57.834850 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:57.841804 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:57.844927 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "DELETE /v2.0/networks/1f21a941-1190-4b38-a7c0-7fd841b9f5f3 HTTP/1.1" status: 204 len: 168 time: 0.7382152 Nov 08 01:15:57.852086 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39212) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:57.856910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e60a25-91a8-4200-a9d8-cf9600007b49 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event deleted for resources: {'Network': ['ID=1f21a941-1190-4b38-a7c0-7fd841b9f5f3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:57.874153 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ded21b6-05d1-4b46-9702-30c3567df171 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] DELETE failed (client error): The resource could not be found. Nov 08 01:15:57.874595 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ded21b6-05d1-4b46-9702-30c3567df171 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 01:15:57.877538 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6ded21b6-05d1-4b46-9702-30c3567df171 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "DELETE /v2.0/subnets/2fc73c50-5960-4c8a-a8f2-844d5498102e HTTP/1.1" status: 404 len: 337 time: 0.0289221 Nov 08 01:15:57.888042 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39214) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:57.906425 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-05866001-264d-450d-b39b-ba809a4916be tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] DELETE failed (client error): The resource could not be found. Nov 08 01:15:57.906939 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05866001-264d-450d-b39b-ba809a4916be tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 01:15:57.909836 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-05866001-264d-450d-b39b-ba809a4916be tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "DELETE /v2.0/networks/b2d09288-dc21-43f2-abca-104e4e182dcd HTTP/1.1" status: 404 len: 339 time: 0.0209093 Nov 08 01:15:57.912332 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39216) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:57.935996 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cfd3950-997a-49f7-8efd-1482451743b1 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] DELETE failed (client error): The resource could not be found. Nov 08 01:15:57.936424 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cfd3950-997a-49f7-8efd-1482451743b1 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 01:15:57.939236 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7cfd3950-997a-49f7-8efd-1482451743b1 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "DELETE /v2.0/subnets/91e6bd2f-2a10-42f1-bc5b-6162bd5b9058 HTTP/1.1" status: 404 len: 337 time: 0.0260463 Nov 08 01:15:57.941394 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39218) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:57.957969 n-d-816882-1 neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76b51cb-8142-48c4-b226-1b01422c54f0 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] DELETE failed (client error): The resource could not be found. Nov 08 01:15:57.959085 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76b51cb-8142-48c4-b226-1b01422c54f0 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 01:15:57.962226 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b76b51cb-8142-48c4-b226-1b01422c54f0 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "DELETE /v2.0/networks/8e1632d5-8cee-4117-acff-5129c59359fc HTTP/1.1" status: 404 len: 339 time: 0.0199935 Nov 08 01:15:57.964405 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39220) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:58.011386 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f26cc6-6ddd-4ca3-8218-d47230083b8b tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Deleting subnet 010c456c-006e-4c2b-aaad-37ca1a2e3316 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:15:58.014274 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f6f26cc6-6ddd-4ca3-8218-d47230083b8b tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:58.055909 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f6f26cc6-6ddd-4ca3-8218-d47230083b8b tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:58.149599 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f6f26cc6-6ddd-4ca3-8218-d47230083b8b tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:58.257349 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa1de464-197d-4c16-a783-49e94676297a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:58.286163 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f6f26cc6-6ddd-4ca3-8218-d47230083b8b tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:58.317593 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f26cc6-6ddd-4ca3-8218-d47230083b8b tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event deleted for resources: {'Subnet': ['ID=010c456c-006e-4c2b-aaad-37ca1a2e3316,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:58.323009 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f6f26cc6-6ddd-4ca3-8218-d47230083b8b tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:58.326920 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f6f26cc6-6ddd-4ca3-8218-d47230083b8b tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "DELETE /v2.0/subnets/010c456c-006e-4c2b-aaad-37ca1a2e3316 HTTP/1.1" status: 204 len: 168 time: 0.3616455 Nov 08 01:15:58.328985 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41656886-9bec-492b-97c2-aae7b801d42b None None] Network d783c528-457a-4201-a379-0f2c68cc9acc requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:15:58.329540 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39222) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:58.414009 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:58.465981 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Deleting port 6ad217e4-5a43-466f-b15f-5700d600db18 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:15:58.466322 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:58.514852 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24d80e8-2216-4a1f-8110-e3600c96ea40 None None] DHCP port deletion for d783c528-457a-4201-a379-0f2c68cc9acc request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 01:15:58.534237 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] For port 6ad217e4-5a43-466f-b15f-5700d600db18, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6ad217e4-5a43-466f-b15f-5700d600db18,segment=NetworkSegment(0cb79d08-b2d6-413c-9166-6030651e351e),segment_id=0cb79d08-b2d6-413c-9166-6030651e351e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:15:58.534603 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:58.547114 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Calling delete_port for 6ad217e4-5a43-466f-b15f-5700d600db18 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:15:58.560523 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c24d80e8-2216-4a1f-8110-e3600c96ea40 None None] Deleting port 6ad217e4-5a43-466f-b15f-5700d600db18 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:15:58.560896 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c24d80e8-2216-4a1f-8110-e3600c96ea40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:58.621719 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c24d80e8-2216-4a1f-8110-e3600c96ea40 None None] For port 6ad217e4-5a43-466f-b15f-5700d600db18, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=6ad217e4-5a43-466f-b15f-5700d600db18,segment=NetworkSegment(0cb79d08-b2d6-413c-9166-6030651e351e),segment_id=0cb79d08-b2d6-413c-9166-6030651e351e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:15:58.622119 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c24d80e8-2216-4a1f-8110-e3600c96ea40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:58.635130 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c24d80e8-2216-4a1f-8110-e3600c96ea40 None None] Calling delete_port for 6ad217e4-5a43-466f-b15f-5700d600db18 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:15:58.737862 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:58.745893 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c24d80e8-2216-4a1f-8110-e3600c96ea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:58.770389 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event deleted for resources: {'Port': ['ID=6ad217e4-5a43-466f-b15f-5700d600db18,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:58.774732 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d80e8-2216-4a1f-8110-e3600c96ea40 None None] Pushing event deleted for resources: {'Port': ['ID=6ad217e4-5a43-466f-b15f-5700d600db18,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:58.774875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] No DVR routers for this DVR port 6ad217e4-5a43-466f-b15f-5700d600db18 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:15:58.777872 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24d80e8-2216-4a1f-8110-e3600c96ea40 None None] No DVR routers for this DVR port 6ad217e4-5a43-466f-b15f-5700d600db18 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:15:58.854939 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:58.875162 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d783c528-457a-4201-a379-0f2c68cc9acc']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:58.884805 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb79d08-b2d6-413c-9166-6030651e351e') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:58.885104 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb79d08-b2d6-413c-9166-6030651e351e') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:15:58.894537 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:58.907900 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:58.914485 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:15:58.914878 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: timer() Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:15:58.932041 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:15:59.023909 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 12429966-08db-4038-ae5a-4e53ae0ff8f6 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:15:59.045537 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 12429966-08db-4038-ae5a-4e53ae0ff8f6 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:15:59.045805 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 12429966-08db-4038-ae5a-4e53ae0ff8f6 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:15:59.046219 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6ad217e4-5a43-466f-b15f-5700d600db18 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:15:59.058485 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:59.063834 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:59.065801 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 6ad217e4-5a43-466f-b15f-5700d600db18 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:15:59.067254 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 6ad217e4-5a43-466f-b15f-5700d600db18 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:15:59.067351 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] 10.222.0.13 "DELETE /v2.0/networks/d783c528-457a-4201-a379-0f2c68cc9acc HTTP/1.1" status: 204 len: 168 time: 0.7368221 Nov 08 01:15:59.084066 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab966b16-f28e-4610-83a1-ee80a72797b7 tempest-NetworksIpV6Test-1447382007 tempest-NetworksIpV6Test-1447382007-project] Pushing event deleted for resources: {'Network': ['ID=d783c528-457a-4201-a379-0f2c68cc9acc,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:15:59.615121 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39228) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:59.746817 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fca0d2d5-b87f-4154-a3b6-8064355a0000 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2706367d4bb4258b14e230f6cef1b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304317 Nov 08 01:15:59.749301 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39232) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:15:59.795227 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8e770d9-a4cb-4196-806a-659764d81e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:59.816387 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8e770d9-a4cb-4196-806a-659764d81e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:59.918631 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8e770d9-a4cb-4196-806a-659764d81e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:59.921210 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b8e770d9-a4cb-4196-806a-659764d81e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:15:59.922400 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b8e770d9-a4cb-4196-806a-659764d81e58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02b70599-16ee-4c28-b057-98a4e7d739ae HTTP/1.1" status: 204 len: 168 time: 0.1721792 Nov 08 01:15:59.931456 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e770d9-a4cb-4196-806a-659764d81e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b70599-16ee-4c28-b057-98a4e7d739ae,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:00.806212 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06222b37-e7b7-4396-b6dc-5d85cc280814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:01.068943 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:01.076220 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39254) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:01.169630 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f105e85d-0d05-40cf-be4a-a17ba5091b0f tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-52540338', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:16:01.274820 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f105e85d-0d05-40cf-be4a-a17ba5091b0f tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:01.275926 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f105e85d-0d05-40cf-be4a-a17ba5091b0f tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:01.325698 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f105e85d-0d05-40cf-be4a-a17ba5091b0f tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:01.485338 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f105e85d-0d05-40cf-be4a-a17ba5091b0f tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:01.585424 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f105e85d-0d05-40cf-be4a-a17ba5091b0f tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:01.586879 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f105e85d-0d05-40cf-be4a-a17ba5091b0f tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5096495 Nov 08 01:16:01.589718 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39258) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:01.594876 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-69bed683-b6bd-4bfe-a025-781b265b1cc0 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-164063034'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:16:01.674318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bed683-b6bd-4bfe-a025-781b265b1cc0 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Made reservation on behalf of 1358eb5323804cdb8095c49de027612b for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:16:01.677829 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-69bed683-b6bd-4bfe-a025-781b265b1cc0 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:01.686221 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-69bed683-b6bd-4bfe-a025-781b265b1cc0 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:01.759698 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-69bed683-b6bd-4bfe-a025-781b265b1cc0 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:01.840169 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-69bed683-b6bd-4bfe-a025-781b265b1cc0 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:01.868900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69bed683-b6bd-4bfe-a025-781b265b1cc0 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:16:01.874052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bed683-b6bd-4bfe-a025-781b265b1cc0 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eab24a6-3ff2-4faa-ab9e-7c149d060d66,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:01.880919 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-69bed683-b6bd-4bfe-a025-781b265b1cc0 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:01.881260 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-69bed683-b6bd-4bfe-a025-781b265b1cc0 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Added segment 62f5f8c7-9870-4cc0-bb57-ec68499c45b3 of type vlan for network 71013710-b5fa-4bb4-a0c5-d69cd197e855 Nov 08 01:16:01.926104 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-69bed683-b6bd-4bfe-a025-781b265b1cc0 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:01.983555 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:02.074583 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-69bed683-b6bd-4bfe-a025-781b265b1cc0 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:02.080319 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bed683-b6bd-4bfe-a025-781b265b1cc0 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:02.080907 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-69bed683-b6bd-4bfe-a025-781b265b1cc0 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:02.144361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bed683-b6bd-4bfe-a025-781b265b1cc0 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Pushing event updated for resources: {'Network': ['ID=71013710-b5fa-4bb4-a0c5-d69cd197e855,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:02.154846 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 71013710-b5fa-4bb4-a0c5-d69cd197e855 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:16:02.209354 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-69bed683-b6bd-4bfe-a025-781b265b1cc0 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6185060 Nov 08 01:16:02.212400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39260) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:02.217275 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-55abf8dd-f281-4013-8a2a-ed8718a57ffa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Request body: {'subnet': {'network_id': '71013710-b5fa-4bb4-a0c5-d69cd197e855', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:16:02.371715 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55abf8dd-f281-4013-8a2a-ed8718a57ffa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Made reservation on behalf of 1358eb5323804cdb8095c49de027612b for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:16:02.375175 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55abf8dd-f281-4013-8a2a-ed8718a57ffa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:02.440357 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:02.605962 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55abf8dd-f281-4013-8a2a-ed8718a57ffa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:02.666480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abf8dd-f281-4013-8a2a-ed8718a57ffa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Pushing event updated for resources: {'Subnet': ['ID=bbdd74fc-2f1b-4585-b568-f013487ac568,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:02.673578 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55abf8dd-f281-4013-8a2a-ed8718a57ffa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Checking segment: {'id': '62f5f8c7-9870-4cc0-bb57-ec68499c45b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '71013710-b5fa-4bb4-a0c5-d69cd197e855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:16:02.673939 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55abf8dd-f281-4013-8a2a-ed8718a57ffa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Network hostable DHCP agents. Network: 71013710-b5fa-4bb4-a0c5-d69cd197e855, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:16:02.770119 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55abf8dd-f281-4013-8a2a-ed8718a57ffa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Network 71013710-b5fa-4bb4-a0c5-d69cd197e855 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:16:02.868299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-55abf8dd-f281-4013-8a2a-ed8718a57ffa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 71013710-b5fa-4bb4-a0c5-d69cd197e855) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:16:02.872536 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55abf8dd-f281-4013-8a2a-ed8718a57ffa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:02.873050 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-55abf8dd-f281-4013-8a2a-ed8718a57ffa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:02.877690 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbc8e1f-5031-402e-acbd-338f8ef55ede None None] Network 71013710-b5fa-4bb4-a0c5-d69cd197e855 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:16:02.946131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-55abf8dd-f281-4013-8a2a-ed8718a57ffa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7324398 Nov 08 01:16:02.948818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39262) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:02.953806 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-601948bc-16c1-46b4-ac70-507156231c5a tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-169131748'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:16:03.025607 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-71013710-b5fa-4bb4-a0c5-d69cd197e855', 'network_id': '71013710-b5fa-4bb4-a0c5-d69cd197e855', 'tenant_id': '1358eb5323804cdb8095c49de027612b', 'fixed_ips': [{'subnet_id': 'bbdd74fc-2f1b-4585-b568-f013487ac568'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:16:03.026469 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:03.050436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601948bc-16c1-46b4-ac70-507156231c5a tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Made reservation on behalf of 1358eb5323804cdb8095c49de027612b for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:16:03.054099 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-601948bc-16c1-46b4-ac70-507156231c5a tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:03.077000 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601948bc-16c1-46b4-ac70-507156231c5a tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:16:03.086157 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-601948bc-16c1-46b4-ac70-507156231c5a tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:03.086494 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-601948bc-16c1-46b4-ac70-507156231c5a tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Added segment 825e40aa-c6d7-44e0-a032-29a810146d7c of type vlan for network 99d82d80-3bb8-4d8b-ad2c-230ea6efbd18 Nov 08 01:16:03.126276 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-601948bc-16c1-46b4-ac70-507156231c5a tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:03.156634 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] Allocated IP 172.20.0.2 (71013710-b5fa-4bb4-a0c5-d69cd197e855/bbdd74fc-2f1b-4585-b568-f013487ac568/c21e89ff-357c-43bb-9ba0-39df9b6ae90d) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:16:03.222976 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-601948bc-16c1-46b4-ac70-507156231c5a tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:03.228693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601948bc-16c1-46b4-ac70-507156231c5a tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:03.229335 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-601948bc-16c1-46b4-ac70-507156231c5a tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:03.297118 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:03.298415 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601948bc-16c1-46b4-ac70-507156231c5a tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Pushing event updated for resources: {'Network': ['ID=99d82d80-3bb8-4d8b-ad2c-230ea6efbd18,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:03.309097 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 99d82d80-3bb8-4d8b-ad2c-230ea6efbd18 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:16:03.362631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-601948bc-16c1-46b4-ac70-507156231c5a tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4127679 Nov 08 01:16:03.365523 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39264) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:03.370365 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-bbae5aa9-f337-4253-a512-24d3c07b9b92 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Request body: {'subnet': {'network_id': '99d82d80-3bb8-4d8b-ad2c-230ea6efbd18', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:16:03.406400 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:03.443171 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] Network 71013710-b5fa-4bb4-a0c5-d69cd197e855 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:16:03.446129 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:16:03.449685 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:16:03.461541 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] Pushing event updated for resources: {'Port': ['ID=c21e89ff-357c-43bb-9ba0-39df9b6ae90d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:03.519264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] Attempting to bind port c21e89ff-357c-43bb-9ba0-39df9b6ae90d on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:16:03.519628 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] Attempting to bind port c21e89ff-357c-43bb-9ba0-39df9b6ae90d by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '62f5f8c7-9870-4cc0-bb57-ec68499c45b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '71013710-b5fa-4bb4-a0c5-d69cd197e855'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:16:03.520028 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] Attempting to bind port c21e89ff-357c-43bb-9ba0-39df9b6ae90d on network 71013710-b5fa-4bb4-a0c5-d69cd197e855 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:16:03.524858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:16:03.525226 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] Checking segment: {'id': '62f5f8c7-9870-4cc0-bb57-ec68499c45b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '71013710-b5fa-4bb4-a0c5-d69cd197e855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:16:03.525619 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:03.525996 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] Bound using segment: {'id': '62f5f8c7-9870-4cc0-bb57-ec68499c45b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '71013710-b5fa-4bb4-a0c5-d69cd197e855'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:16:03.526448 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] Bound port: c21e89ff-357c-43bb-9ba0-39df9b6ae90d, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f5f8c7-9870-4cc0-bb57-ec68499c45b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '71013710-b5fa-4bb4-a0c5-d69cd197e855'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:16:03.526834 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:03.530089 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbae5aa9-f337-4253-a512-24d3c07b9b92 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Made reservation on behalf of 1358eb5323804cdb8095c49de027612b for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:16:03.533705 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bbae5aa9-f337-4253-a512-24d3c07b9b92 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:03.591964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] For port c21e89ff-357c-43bb-9ba0-39df9b6ae90d, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:16:03.595060 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] For port c21e89ff-357c-43bb-9ba0-39df9b6ae90d, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c21e89ff-357c-43bb-9ba0-39df9b6ae90d,segment=NetworkSegment(62f5f8c7-9870-4cc0-bb57-ec68499c45b3),segment_id=62f5f8c7-9870-4cc0-bb57-ec68499c45b3)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:16:03.634257 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:03.669307 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:03.727282 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a37a8-efec-4bc8-a83f-5741247ff039 None None] Pushing event updated for resources: {'Port': ['ID=c21e89ff-357c-43bb-9ba0-39df9b6ae90d,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:03.794649 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bbae5aa9-f337-4253-a512-24d3c07b9b92 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:03.868664 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae5aa9-f337-4253-a512-24d3c07b9b92 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Pushing event updated for resources: {'Subnet': ['ID=6f383051-00bc-4497-97ea-c01f2b3337d1,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:03.876668 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae5aa9-f337-4253-a512-24d3c07b9b92 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Checking segment: {'id': '825e40aa-c6d7-44e0-a032-29a810146d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '99d82d80-3bb8-4d8b-ad2c-230ea6efbd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:16:03.877097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbae5aa9-f337-4253-a512-24d3c07b9b92 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Network hostable DHCP agents. Network: 99d82d80-3bb8-4d8b-ad2c-230ea6efbd18, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:16:03.960525 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbae5aa9-f337-4253-a512-24d3c07b9b92 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Network 99d82d80-3bb8-4d8b-ad2c-230ea6efbd18 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:16:04.045944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-bbae5aa9-f337-4253-a512-24d3c07b9b92 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 99d82d80-3bb8-4d8b-ad2c-230ea6efbd18) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:16:04.050531 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbae5aa9-f337-4253-a512-24d3c07b9b92 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:04.051155 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bbae5aa9-f337-4253-a512-24d3c07b9b92 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:04.054740 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74314f8e-9a1d-44e8-83e1-8335e0b297ed None None] Network 99d82d80-3bb8-4d8b-ad2c-230ea6efbd18 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:16:04.151185 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bbae5aa9-f337-4253-a512-24d3c07b9b92 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7845554 Nov 08 01:16:04.153886 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39266) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:04.158581 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-4ddb7de4-3438-4f71-a0ea-b690b2ce3e94 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Request body: {'router': {'external_gateway_info': {'network_id': '99d82d80-3bb8-4d8b-ad2c-230ea6efbd18'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:16:04.202265 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-99d82d80-3bb8-4d8b-ad2c-230ea6efbd18', 'network_id': '99d82d80-3bb8-4d8b-ad2c-230ea6efbd18', 'tenant_id': '1358eb5323804cdb8095c49de027612b', 'fixed_ips': [{'subnet_id': '6f383051-00bc-4497-97ea-c01f2b3337d1'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:16:04.203127 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:04.346468 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] Allocated IP 172.21.0.2 (99d82d80-3bb8-4d8b-ad2c-230ea6efbd18/6f383051-00bc-4497-97ea-c01f2b3337d1/7ee36c84-2727-43fb-8c1a-3691739dfbed) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:16:04.366553 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4ddb7de4-3438-4f71-a0ea-b690b2ce3e94 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:04.507343 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:04.531312 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [None req-4ddb7de4-3438-4f71-a0ea-b690b2ce3e94 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 01:16:04.538001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4ddb7de4-3438-4f71-a0ea-b690b2ce3e94 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] 10.222.0.13 "PUT /v2.0/routers/e75ef5af-a789-4fc1-8197-6f87d555c3e7 HTTP/1.1" status: 400 len: 364 time: 0.3773434 Nov 08 01:16:04.538325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39268) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:04.570687 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:04.603592 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeeb93ff-873b-4113-9e87-9977d04372ac tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Deleting subnet 6f383051-00bc-4497-97ea-c01f2b3337d1 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:16:04.603592 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eeeb93ff-873b-4113-9e87-9977d04372ac tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:04.611280 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] Network 99d82d80-3bb8-4d8b-ad2c-230ea6efbd18 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:16:04.615196 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:16:04.626039 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:16:04.628077 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] Pushing event updated for resources: {'Port': ['ID=7ee36c84-2727-43fb-8c1a-3691739dfbed,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:04.651488 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eeeb93ff-873b-4113-9e87-9977d04372ac tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:04.654546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8ee55a-8983-4c56-8e8f-f69a636d2057 None None] Network 71013710-b5fa-4bb4-a0c5-d69cd197e855 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:16:04.732785 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] Attempting to bind port 7ee36c84-2727-43fb-8c1a-3691739dfbed on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:16:04.733148 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] Attempting to bind port 7ee36c84-2727-43fb-8c1a-3691739dfbed by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '825e40aa-c6d7-44e0-a032-29a810146d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '99d82d80-3bb8-4d8b-ad2c-230ea6efbd18'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:16:04.733507 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] Attempting to bind port 7ee36c84-2727-43fb-8c1a-3691739dfbed on network 99d82d80-3bb8-4d8b-ad2c-230ea6efbd18 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:16:04.738408 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eeeb93ff-873b-4113-9e87-9977d04372ac tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:04.743227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:16:04.743596 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] Checking segment: {'id': '825e40aa-c6d7-44e0-a032-29a810146d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '99d82d80-3bb8-4d8b-ad2c-230ea6efbd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:16:04.746557 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:04.746557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] Bound using segment: {'id': '825e40aa-c6d7-44e0-a032-29a810146d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '99d82d80-3bb8-4d8b-ad2c-230ea6efbd18'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:16:04.746557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] Bound port: 7ee36c84-2727-43fb-8c1a-3691739dfbed, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825e40aa-c6d7-44e0-a032-29a810146d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '99d82d80-3bb8-4d8b-ad2c-230ea6efbd18'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:16:04.746557 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:04.751037 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-2dabaefa-7e33-43c7-a7d5-e4184d88e12c None None] Provisioning complete for port c21e89ff-357c-43bb-9ba0-39df9b6ae90d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:04.751394 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2dabaefa-7e33-43c7-a7d5-e4184d88e12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:04.869179 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eeeb93ff-873b-4113-9e87-9977d04372ac tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:04.893485 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] For port 7ee36c84-2727-43fb-8c1a-3691739dfbed, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:16:04.898434 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb93ff-873b-4113-9e87-9977d04372ac tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Pushing event deleted for resources: {'Subnet': ['ID=6f383051-00bc-4497-97ea-c01f2b3337d1,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:04.900448 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eeeb93ff-873b-4113-9e87-9977d04372ac tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:04.903659 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-eeeb93ff-873b-4113-9e87-9977d04372ac tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] 10.222.0.13 "DELETE /v2.0/subnets/6f383051-00bc-4497-97ea-c01f2b3337d1 HTTP/1.1" status: 204 len: 168 time: 0.3643703 Nov 08 01:16:04.906377 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39270) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:04.928013 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] For port 7ee36c84-2727-43fb-8c1a-3691739dfbed, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7ee36c84-2727-43fb-8c1a-3691739dfbed,segment=NetworkSegment(825e40aa-c6d7-44e0-a032-29a810146d7c),segment_id=825e40aa-c6d7-44e0-a032-29a810146d7c)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:16:04.958217 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2dabaefa-7e33-43c7-a7d5-e4184d88e12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:04.992296 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:05.001076 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2dabaefa-7e33-43c7-a7d5-e4184d88e12c None None] For port c21e89ff-357c-43bb-9ba0-39df9b6ae90d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c21e89ff-357c-43bb-9ba0-39df9b6ae90d,segment=NetworkSegment(62f5f8c7-9870-4cc0-bb57-ec68499c45b3),segment_id=62f5f8c7-9870-4cc0-bb57-ec68499c45b3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:16:05.012605 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:05.057730 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Deleting port 7ee36c84-2727-43fb-8c1a-3691739dfbed {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:16:05.058066 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:05.089486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c21e89ff-357c-43bb-9ba0-39df9b6ae90d up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:16:05.131471 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] For port 7ee36c84-2727-43fb-8c1a-3691739dfbed, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7ee36c84-2727-43fb-8c1a-3691739dfbed,segment=NetworkSegment(825e40aa-c6d7-44e0-a032-29a810146d7c),segment_id=825e40aa-c6d7-44e0-a032-29a810146d7c)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:16:05.131471 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:05.131961 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2dabaefa-7e33-43c7-a7d5-e4184d88e12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:05.138940 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673eb41-d43e-4372-866e-e9aca0b33289 None None] Pushing event updated for resources: {'Port': ['ID=7ee36c84-2727-43fb-8c1a-3691739dfbed,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:05.139671 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Calling delete_port for 7ee36c84-2727-43fb-8c1a-3691739dfbed owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:16:05.186457 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port c21e89ff-357c-43bb-9ba0-39df9b6ae90d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:05.187026 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:05.300812 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:05.341998 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Pushing event deleted for resources: {'Port': ['ID=7ee36c84-2727-43fb-8c1a-3691739dfbed,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:05.360948 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] No DVR routers for this DVR port 7ee36c84-2727-43fb-8c1a-3691739dfbed on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:16:05.436543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabaefa-7e33-43c7-a7d5-e4184d88e12c None None] Pushing event updated for resources: {'Port': ['ID=c21e89ff-357c-43bb-9ba0-39df9b6ae90d,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:05.445266 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-69a56d21-e0d4-440c-a127-7c279e227cd8 None None] Provisioning complete for port c21e89ff-357c-43bb-9ba0-39df9b6ae90d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:05.445664 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69a56d21-e0d4-440c-a127-7c279e227cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:05.452393 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:05.473901 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d82d80-3bb8-4d8b-ad2c-230ea6efbd18']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:05.483479 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825e40aa-c6d7-44e0-a032-29a810146d7c') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:05.483808 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825e40aa-c6d7-44e0-a032-29a810146d7c') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:05.493035 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:05.506428 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:05.512306 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:16:05.512687 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: timer() Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:16:05.515606 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:16:05.629145 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:05.636316 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:05.639492 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] 10.222.0.13 "DELETE /v2.0/networks/99d82d80-3bb8-4d8b-ad2c-230ea6efbd18 HTTP/1.1" status: 204 len: 168 time: 0.7320094 Nov 08 01:16:05.647475 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39272) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:05.650547 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2fdd7-4c4c-4a8b-8748-19489d9c7e26 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Pushing event deleted for resources: {'Network': ['ID=99d82d80-3bb8-4d8b-ad2c-230ea6efbd18,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:05.691777 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-df3e3117-fbb0-4efb-b77c-ab933dadd5c8 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Deleting subnet bbdd74fc-2f1b-4585-b568-f013487ac568 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:16:05.695303 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df3e3117-fbb0-4efb-b77c-ab933dadd5c8 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:05.738125 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df3e3117-fbb0-4efb-b77c-ab933dadd5c8 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:05.828649 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df3e3117-fbb0-4efb-b77c-ab933dadd5c8 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:05.965022 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df3e3117-fbb0-4efb-b77c-ab933dadd5c8 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:05.995912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e3117-fbb0-4efb-b77c-ab933dadd5c8 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Pushing event deleted for resources: {'Subnet': ['ID=bbdd74fc-2f1b-4585-b568-f013487ac568,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:06.002834 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-df3e3117-fbb0-4efb-b77c-ab933dadd5c8 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:06.006067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-df3e3117-fbb0-4efb-b77c-ab933dadd5c8 tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] 10.222.0.13 "DELETE /v2.0/subnets/bbdd74fc-2f1b-4585-b568-f013487ac568 HTTP/1.1" status: 204 len: 168 time: 0.3629446 Nov 08 01:16:06.008465 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39274) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:06.009256 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b9101d-a15a-4e1a-a378-c49ce9bf591f None None] Network 71013710-b5fa-4bb4-a0c5-d69cd197e855 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:16:06.079852 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-1bd66238-0a1c-4841-be2a-f972842978bf None None] Could not find standard attr ID for object 7ee36c84-2727-43fb-8c1a-3691739dfbed. {{(pid=102773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 01:16:06.089908 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:06.130655 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bded56f-9094-40b0-bedd-476342fd3153 None None] DHCP port deletion for 99d82d80-3bb8-4d8b-ad2c-230ea6efbd18 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 01:16:06.148708 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Deleting port c21e89ff-357c-43bb-9ba0-39df9b6ae90d {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:16:06.148708 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:06.155760 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c39bf9f-7fa3-466a-aac4-311d9556f733 None None] Network 99d82d80-3bb8-4d8b-ad2c-230ea6efbd18 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:16:06.167542 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c39bf9f-7fa3-466a-aac4-311d9556f733 None None] Network 99d82d80-3bb8-4d8b-ad2c-230ea6efbd18 could not be found, it might have been deleted concurrently. {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 08 01:16:06.219930 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] For port c21e89ff-357c-43bb-9ba0-39df9b6ae90d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c21e89ff-357c-43bb-9ba0-39df9b6ae90d,segment=NetworkSegment(62f5f8c7-9870-4cc0-bb57-ec68499c45b3),segment_id=62f5f8c7-9870-4cc0-bb57-ec68499c45b3)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:16:06.220305 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:06.230819 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf5575d-157f-4a7e-b511-61a0488450ae None None] DHCP port deletion for 71013710-b5fa-4bb4-a0c5-d69cd197e855 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 01:16:06.234656 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Calling delete_port for c21e89ff-357c-43bb-9ba0-39df9b6ae90d owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:16:06.274640 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-eaf5575d-157f-4a7e-b511-61a0488450ae None None] Deleting port c21e89ff-357c-43bb-9ba0-39df9b6ae90d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:16:06.275149 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eaf5575d-157f-4a7e-b511-61a0488450ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:06.338341 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-eaf5575d-157f-4a7e-b511-61a0488450ae None None] For port c21e89ff-357c-43bb-9ba0-39df9b6ae90d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=c21e89ff-357c-43bb-9ba0-39df9b6ae90d,segment=NetworkSegment(62f5f8c7-9870-4cc0-bb57-ec68499c45b3),segment_id=62f5f8c7-9870-4cc0-bb57-ec68499c45b3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:16:06.338751 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eaf5575d-157f-4a7e-b511-61a0488450ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:06.351377 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-eaf5575d-157f-4a7e-b511-61a0488450ae None None] Calling delete_port for c21e89ff-357c-43bb-9ba0-39df9b6ae90d owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:16:06.364921 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:06.390136 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Pushing event deleted for resources: {'Port': ['ID=c21e89ff-357c-43bb-9ba0-39df9b6ae90d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:06.396631 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] No DVR routers for this DVR port c21e89ff-357c-43bb-9ba0-39df9b6ae90d on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:16:06.430053 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eaf5575d-157f-4a7e-b511-61a0488450ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:06.454911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5575d-157f-4a7e-b511-61a0488450ae None None] Pushing event deleted for resources: {'Port': ['ID=c21e89ff-357c-43bb-9ba0-39df9b6ae90d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:06.459114 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf5575d-157f-4a7e-b511-61a0488450ae None None] No DVR routers for this DVR port c21e89ff-357c-43bb-9ba0-39df9b6ae90d on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:16:06.477259 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:06.497455 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71013710-b5fa-4bb4-a0c5-d69cd197e855']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:06.507267 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f5f8c7-9870-4cc0-bb57-ec68499c45b3') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:06.507566 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f5f8c7-9870-4cc0-bb57-ec68499c45b3') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:06.516563 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:06.529407 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:06.535130 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:16:06.535510 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: timer() Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:16:06.538449 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:16:06.993296 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:07.000362 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:07.003570 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] 10.222.0.13 "DELETE /v2.0/networks/71013710-b5fa-4bb4-a0c5-d69cd197e855 HTTP/1.1" status: 204 len: 168 time: 0.9939649 Nov 08 01:16:07.006893 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39276) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:07.015840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ede8a-1d2e-4151-9cd3-5316ad7f71fa tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Pushing event deleted for resources: {'Network': ['ID=71013710-b5fa-4bb4-a0c5-d69cd197e855,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:07.021420 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c21e89ff-357c-43bb-9ba0-39df9b6ae90d no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:16:07.039883 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ca710570-2963-4b7a-a556-29a2a8b2fb7b tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] 10.222.0.13 "GET /v2.0/ports?device_id=e75ef5af-a789-4fc1-8197-6f87d555c3e7 HTTP/1.1" status: 200 len: 205 time: 0.0317729 Nov 08 01:16:07.041194 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: c21e89ff-357c-43bb-9ba0-39df9b6ae90d {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:16:07.041544 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device c21e89ff-357c-43bb-9ba0-39df9b6ae90d not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:16:07.042148 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39278) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:07.114976 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-606c6b19-bbd4-4658-b3ba-e796eac4938e tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:07.262641 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-606c6b19-bbd4-4658-b3ba-e796eac4938e tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:07.264623 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-606c6b19-bbd4-4658-b3ba-e796eac4938e tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:07.709327 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-606c6b19-bbd4-4658-b3ba-e796eac4938e tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:07.709863 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606c6b19-bbd4-4658-b3ba-e796eac4938e tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Fanout notify agent at l3_agent the message router_deleted on router e75ef5af-a789-4fc1-8197-6f87d555c3e7 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 01:16:07.716971 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-606c6b19-bbd4-4658-b3ba-e796eac4938e tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:07.718035 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-606c6b19-bbd4-4658-b3ba-e796eac4938e tempest-RoutersNegativeTest-2098412238 tempest-RoutersNegativeTest-2098412238-project] 10.222.0.13 "DELETE /v2.0/routers/e75ef5af-a789-4fc1-8197-6f87d555c3e7 HTTP/1.1" status: 204 len: 168 time: 0.6749635 Nov 08 01:16:08.124217 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39286) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:08.251522 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-aaddeabe-4999-4c31-8125-98a7649f8d51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1358eb5323804cdb8095c49de027612b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261594 Nov 08 01:16:08.254052 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39290) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:08.300384 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f8ddcbb-e994-4a2e-ae49-cce9d1ebd66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:08.321726 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f8ddcbb-e994-4a2e-ae49-cce9d1ebd66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:08.422690 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f8ddcbb-e994-4a2e-ae49-cce9d1ebd66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:08.425264 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f8ddcbb-e994-4a2e-ae49-cce9d1ebd66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:08.426418 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1f8ddcbb-e994-4a2e-ae49-cce9d1ebd66d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8eab24a6-3ff2-4faa-ab9e-7c149d060d66 HTTP/1.1" status: 204 len: 168 time: 0.1714478 Nov 08 01:16:08.434778 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ddcbb-e994-4a2e-ae49-cce9d1ebd66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eab24a6-3ff2-4faa-ab9e-7c149d060d66,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:08.442230 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddcbb-e994-4a2e-ae49-cce9d1ebd66d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:08.442580 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddcbb-e994-4a2e-ae49-cce9d1ebd66d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:08.442939 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddcbb-e994-4a2e-ae49-cce9d1ebd66d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:08.443260 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddcbb-e994-4a2e-ae49-cce9d1ebd66d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:08.443589 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddcbb-e994-4a2e-ae49-cce9d1ebd66d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:08.443946 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddcbb-e994-4a2e-ae49-cce9d1ebd66d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:08.444275 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddcbb-e994-4a2e-ae49-cce9d1ebd66d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:08.444602 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddcbb-e994-4a2e-ae49-cce9d1ebd66d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:08.444923 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddcbb-e994-4a2e-ae49-cce9d1ebd66d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:08.445272 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddcbb-e994-4a2e-ae49-cce9d1ebd66d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:08.445596 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddcbb-e994-4a2e-ae49-cce9d1ebd66d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:08.445922 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddcbb-e994-4a2e-ae49-cce9d1ebd66d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:09.274765 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:09.367306 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39312) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:09.461522 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-9c8ec5cd-aa80-4567-b710-5f99c91c5740 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1496934294-network', 'tenant_id': '99e5f6e79d824d579c94f2d3d8d9b4e4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:16:09.548349 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8ec5cd-aa80-4567-b710-5f99c91c5740 admin admin] Made reservation on behalf of 99e5f6e79d824d579c94f2d3d8d9b4e4 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:16:09.550593 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c8ec5cd-aa80-4567-b710-5f99c91c5740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:09.558953 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c8ec5cd-aa80-4567-b710-5f99c91c5740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:09.630880 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c8ec5cd-aa80-4567-b710-5f99c91c5740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:09.742936 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c8ec5cd-aa80-4567-b710-5f99c91c5740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:09.763590 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8ec5cd-aa80-4567-b710-5f99c91c5740 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:16:09.776470 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ec5cd-aa80-4567-b710-5f99c91c5740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73746385-2f1d-4a3a-aa57-906b3ada81f4,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:09.781067 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c8ec5cd-aa80-4567-b710-5f99c91c5740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:09.781415 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-9c8ec5cd-aa80-4567-b710-5f99c91c5740 admin admin] Added segment a905bd30-035c-4803-80da-6ce6f94741d1 of type vlan for network b5ca910c-8a99-4657-814c-22959f238e76 Nov 08 01:16:09.820512 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c8ec5cd-aa80-4567-b710-5f99c91c5740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:09.925490 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c8ec5cd-aa80-4567-b710-5f99c91c5740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:09.926454 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8ec5cd-aa80-4567-b710-5f99c91c5740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:09.927653 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9c8ec5cd-aa80-4567-b710-5f99c91c5740 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:09.986247 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ec5cd-aa80-4567-b710-5f99c91c5740 admin admin] Pushing event updated for resources: {'Network': ['ID=b5ca910c-8a99-4657-814c-22959f238e76,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:09.996334 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network b5ca910c-8a99-4657-814c-22959f238e76 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:16:10.059982 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9c8ec5cd-aa80-4567-b710-5f99c91c5740 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6914687 Nov 08 01:16:10.062861 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39316) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:10.067724 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-97b6b49e-eff0-4958-b514-749b561b339d admin admin] Request body: {'subnet': {'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1496934294-subnet', 'tenant_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:16:10.154210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b6b49e-eff0-4958-b514-749b561b339d admin admin] Made reservation on behalf of 99e5f6e79d824d579c94f2d3d8d9b4e4 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:16:10.156494 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-97b6b49e-eff0-4958-b514-749b561b339d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:10.377557 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-97b6b49e-eff0-4958-b514-749b561b339d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:10.434493 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6b49e-eff0-4958-b514-749b561b339d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cd15adb-9831-4b5c-9920-a8eae94519cc,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:10.441462 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b6b49e-eff0-4958-b514-749b561b339d admin admin] Checking segment: {'id': 'a905bd30-035c-4803-80da-6ce6f94741d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:16:10.441819 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b6b49e-eff0-4958-b514-749b561b339d admin admin] Network hostable DHCP agents. Network: b5ca910c-8a99-4657-814c-22959f238e76, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:16:10.508608 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b6b49e-eff0-4958-b514-749b561b339d admin admin] Network b5ca910c-8a99-4657-814c-22959f238e76 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:16:10.588768 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-97b6b49e-eff0-4958-b514-749b561b339d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, b5ca910c-8a99-4657-814c-22959f238e76) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:16:10.592746 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b6b49e-eff0-4958-b514-749b561b339d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:10.593331 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-97b6b49e-eff0-4958-b514-749b561b339d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:10.599346 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f205494a-7701-4f47-9735-78814aa1e986 None None] Network b5ca910c-8a99-4657-814c-22959f238e76 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:16:10.676022 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-97b6b49e-eff0-4958-b514-749b561b339d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6119621 Nov 08 01:16:10.679110 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39318) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:10.684439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-cc659f72-0a22-4932-af31-707db0e13ce0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1496934294-router', 'tenant_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:16:10.744837 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-b5ca910c-8a99-4657-814c-22959f238e76', 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76', 'tenant_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'fixed_ips': [{'subnet_id': '9cd15adb-9831-4b5c-9920-a8eae94519cc'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:16:10.745714 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:10.772238 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc659f72-0a22-4932-af31-707db0e13ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:10.773283 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc659f72-0a22-4932-af31-707db0e13ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:10.822297 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc659f72-0a22-4932-af31-707db0e13ce0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:10.879490 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] Allocated IP 172.20.0.2 (b5ca910c-8a99-4657-814c-22959f238e76/9cd15adb-9831-4b5c-9920-a8eae94519cc/f72b2142-d910-4a78-822a-8c7b2e941bd0) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:16:11.020093 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:11.097714 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:11.104130 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc659f72-0a22-4932-af31-707db0e13ce0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:11.134836 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] Network b5ca910c-8a99-4657-814c-22959f238e76 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:16:11.137634 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:16:11.141007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:16:11.148741 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] Pushing event updated for resources: {'Port': ['ID=f72b2142-d910-4a78-822a-8c7b2e941bd0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:11.202350 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] Attempting to bind port f72b2142-d910-4a78-822a-8c7b2e941bd0 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:16:11.202815 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] Attempting to bind port f72b2142-d910-4a78-822a-8c7b2e941bd0 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'a905bd30-035c-4803-80da-6ce6f94741d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:16:11.203248 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] Attempting to bind port f72b2142-d910-4a78-822a-8c7b2e941bd0 on network b5ca910c-8a99-4657-814c-22959f238e76 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:16:11.208643 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:16:11.209016 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] Checking segment: {'id': 'a905bd30-035c-4803-80da-6ce6f94741d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:16:11.209417 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:11.209799 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] Bound using segment: {'id': 'a905bd30-035c-4803-80da-6ce6f94741d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:16:11.210258 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] Bound port: f72b2142-d910-4a78-822a-8c7b2e941bd0, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a905bd30-035c-4803-80da-6ce6f94741d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:16:11.210886 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:11.272345 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] For port f72b2142-d910-4a78-822a-8c7b2e941bd0, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:16:11.275232 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] For port f72b2142-d910-4a78-822a-8c7b2e941bd0, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=f72b2142-d910-4a78-822a-8c7b2e941bd0,segment=NetworkSegment(a905bd30-035c-4803-80da-6ce6f94741d1),segment_id=a905bd30-035c-4803-80da-6ce6f94741d1)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:16:11.342179 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:11.400765 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc659f72-0a22-4932-af31-707db0e13ce0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:11.406284 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e8acf-7f40-4892-a9a3-1fd0f25975ae None None] Pushing event updated for resources: {'Port': ['ID=f72b2142-d910-4a78-822a-8c7b2e941bd0,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:11.421703 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc659f72-0a22-4932-af31-707db0e13ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:11.526379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-cc659f72-0a22-4932-af31-707db0e13ce0 admin admin] Allocated IP 172.25.2.108 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/20f1836b-b677-49a2-b266-cb9103412dfe) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:16:11.640099 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc659f72-0a22-4932-af31-707db0e13ce0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:11.737996 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc659f72-0a22-4932-af31-707db0e13ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:11.777620 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc659f72-0a22-4932-af31-707db0e13ce0 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:16:11.780303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-cc659f72-0a22-4932-af31-707db0e13ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:16:11.787904 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc659f72-0a22-4932-af31-707db0e13ce0 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:16:11.790861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc659f72-0a22-4932-af31-707db0e13ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=20f1836b-b677-49a2-b266-cb9103412dfe,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:12.097514 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc659f72-0a22-4932-af31-707db0e13ce0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:12.302131 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc659f72-0a22-4932-af31-707db0e13ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:12.306118 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80953be1-23ed-480d-8d27-d771ed457626 None None] Network b5ca910c-8a99-4657-814c-22959f238e76 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:16:12.370438 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-39b2c616-8bc5-410c-b99f-9cc420eb136b None None] Provisioning complete for port f72b2142-d910-4a78-822a-8c7b2e941bd0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:12.370801 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39b2c616-8bc5-410c-b99f-9cc420eb136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:12.491657 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc659f72-0a22-4932-af31-707db0e13ce0 admin admin] Router d4f3ac97-7eab-4bf3-b29b-363f6f69dabe is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 01:16:12.514499 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39b2c616-8bc5-410c-b99f-9cc420eb136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:12.552942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-39b2c616-8bc5-410c-b99f-9cc420eb136b None None] For port f72b2142-d910-4a78-822a-8c7b2e941bd0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=f72b2142-d910-4a78-822a-8c7b2e941bd0,segment=NetworkSegment(a905bd30-035c-4803-80da-6ce6f94741d1),segment_id=a905bd30-035c-4803-80da-6ce6f94741d1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:16:12.604982 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc659f72-0a22-4932-af31-707db0e13ce0 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:16:12.613903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] Sync routers for ids ['d4f3ac97-7eab-4bf3-b29b-363f6f69dabe'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:16:12.624436 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] Routers {'d4f3ac97-7eab-4bf3-b29b-363f6f69dabe'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:16:12.625108 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:16:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d4f3ac97-7eab-4bf3-b29b-363f6f69dabe'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:12.628855 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39b2c616-8bc5-410c-b99f-9cc420eb136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:12.711661 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cc659f72-0a22-4932-af31-707db0e13ce0 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:12.716387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cc659f72-0a22-4932-af31-707db0e13ce0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0321975 Nov 08 01:16:12.716627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39320) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:12.766036 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2c616-8bc5-410c-b99f-9cc420eb136b None None] Pushing event updated for resources: {'Port': ['ID=f72b2142-d910-4a78-822a-8c7b2e941bd0,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:12.786094 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0ed296b9-aaf5-4d2c-8c67-fbf3a2634530 None None] Provisioning complete for port f72b2142-d910-4a78-822a-8c7b2e941bd0 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:12.786495 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ed296b9-aaf5-4d2c-8c67-fbf3a2634530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:12.789032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] Set router d4f3ac97-7eab-4bf3-b29b-363f6f69dabe gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:16:13.031588 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f3ac97-7eab-4bf3-b29b-363f6f69dabe', 'name': 'tempest-TestEncryptedCinderVolumes-1496934294-router', 'tenant_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '20f1836b-b677-49a2-b266-cb9103412dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:16:10Z', 'updated_at': '2021-11-08T01:16:11Z', 'revision_number': 3, 'project_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'gw_port': {'id': '20f1836b-b677-49a2-b266-cb9103412dfe', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f3ac97-7eab-4bf3-b29b-363f6f69dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:11Z', 'updated_at': '2021-11-08T01:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:13.063395 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f72b2142-d910-4a78-822a-8c7b2e941bd0 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:16:13.065738 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] Checking router: d4f3ac97-7eab-4bf3-b29b-363f6f69dabe for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:16:13.066089 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] Updating router d4f3ac97-7eab-4bf3-b29b-363f6f69dabe port 20f1836b-b677-49a2-b266-cb9103412dfe binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:16:13.118835 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:13.171935 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fab0c1ae-b12e-4dfe-8474-c5f575a5c839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:13.211530 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port f72b2142-d910-4a78-822a-8c7b2e941bd0 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:13.211850 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:13.327132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-fab0c1ae-b12e-4dfe-8474-c5f575a5c839 admin admin] Allocated IP 172.20.0.1 (b5ca910c-8a99-4657-814c-22959f238e76/9cd15adb-9831-4b5c-9920-a8eae94519cc/823a1bc4-cab8-4669-89d8-60233c943d3c) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:16:13.436693 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fab0c1ae-b12e-4dfe-8474-c5f575a5c839 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:13.441919 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:13.565940 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:13.601190 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fab0c1ae-b12e-4dfe-8474-c5f575a5c839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:13.615635 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] Attempting to bind port 20f1836b-b677-49a2-b266-cb9103412dfe on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:16:13.616033 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] Attempting to bind port 20f1836b-b677-49a2-b266-cb9103412dfe by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:16:13.616406 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] Attempting to bind port 20f1836b-b677-49a2-b266-cb9103412dfe on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:16:13.624226 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b69296-07a5-4580-9a64-9f441b264344 None None] Pushing event updated for resources: {'Port': ['ID=20f1836b-b677-49a2-b266-cb9103412dfe,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:13.628749 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:16:13.629118 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:16:13.629841 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:13.630491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:16:13.630857 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] Bound port: 20f1836b-b677-49a2-b266-cb9103412dfe, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:16:13.631334 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:13.646768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab0c1ae-b12e-4dfe-8474-c5f575a5c839 admin admin] Network b5ca910c-8a99-4657-814c-22959f238e76 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:16:13.649589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-fab0c1ae-b12e-4dfe-8474-c5f575a5c839 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:16:13.656109 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab0c1ae-b12e-4dfe-8474-c5f575a5c839 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:16:13.659417 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0c1ae-b12e-4dfe-8474-c5f575a5c839 admin admin] Pushing event updated for resources: {'Port': ['ID=823a1bc4-cab8-4669-89d8-60233c943d3c,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:13.685332 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] For port 20f1836b-b677-49a2-b266-cb9103412dfe, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:16:13.688834 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] For port 20f1836b-b677-49a2-b266-cb9103412dfe, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=20f1836b-b677-49a2-b266-cb9103412dfe,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:16:13.696708 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fab0c1ae-b12e-4dfe-8474-c5f575a5c839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:13.776347 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:13.847925 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] Routers {'d4f3ac97-7eab-4bf3-b29b-363f6f69dabe'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:16:13.847925 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:16:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d4f3ac97-7eab-4bf3-b29b-363f6f69dabe'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:13.847925 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b69296-07a5-4580-9a64-9f441b264344 None None] Pushing event updated for resources: {'Port': ['ID=20f1836b-b677-49a2-b266-cb9103412dfe,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:13.898263 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fab0c1ae-b12e-4dfe-8474-c5f575a5c839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:13.944358 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f3568cd4-9576-4e73-bc89-6b5f9e4685f8 None None] Provisioning complete for port 823a1bc4-cab8-4669-89d8-60233c943d3c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:13.944626 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f3568cd4-9576-4e73-bc89-6b5f9e4685f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:14.066819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fab0c1ae-b12e-4dfe-8474-c5f575a5c839 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:14.141694 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fab0c1ae-b12e-4dfe-8474-c5f575a5c839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:14.142705 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] Set router d4f3ac97-7eab-4bf3-b29b-363f6f69dabe gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:16:14.208201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0c1ae-b12e-4dfe-8474-c5f575a5c839 admin admin] Pushing event updated for resources: {'Port': ['ID=823a1bc4-cab8-4669-89d8-60233c943d3c,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:14.211301 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fab0c1ae-b12e-4dfe-8474-c5f575a5c839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:14.222513 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f3568cd4-9576-4e73-bc89-6b5f9e4685f8 None None] Port 823a1bc4-cab8-4669-89d8-60233c943d3c cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:16:14.305180 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab0c1ae-b12e-4dfe-8474-c5f575a5c839 admin admin] Network b5ca910c-8a99-4657-814c-22959f238e76 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:16:14.306556 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-fab0c1ae-b12e-4dfe-8474-c5f575a5c839 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:16:14.353180 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f3ac97-7eab-4bf3-b29b-363f6f69dabe', 'name': 'tempest-TestEncryptedCinderVolumes-1496934294-router', 'tenant_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '20f1836b-b677-49a2-b266-cb9103412dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:16:10Z', 'updated_at': '2021-11-08T01:16:11Z', 'revision_number': 3, 'project_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'gw_port': {'id': '20f1836b-b677-49a2-b266-cb9103412dfe', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f3ac97-7eab-4bf3-b29b-363f6f69dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:11Z', 'updated_at': '2021-11-08T01:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:14.381035 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208cafdf-aa70-4b25-b34e-3817e200037f None None] The sync data for ids ['d4f3ac97-7eab-4bf3-b29b-363f6f69dabe'] in n-d-816882-1 is: [{'id': 'd4f3ac97-7eab-4bf3-b29b-363f6f69dabe', 'name': 'tempest-TestEncryptedCinderVolumes-1496934294-router', 'tenant_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '20f1836b-b677-49a2-b266-cb9103412dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:16:10Z', 'updated_at': '2021-11-08T01:16:11Z', 'revision_number': 3, 'project_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'gw_port': {'id': '20f1836b-b677-49a2-b266-cb9103412dfe', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f3ac97-7eab-4bf3-b29b-363f6f69dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:11Z', 'updated_at': '2021-11-08T01:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:16:14.424010 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab0c1ae-b12e-4dfe-8474-c5f575a5c839 admin admin] Router d4f3ac97-7eab-4bf3-b29b-363f6f69dabe has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:16:14.543802 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-95d19f9a-4d46-4f26-8e6b-23db844025e5 None None] Provisioning complete for port 823a1bc4-cab8-4669-89d8-60233c943d3c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:14.544364 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95d19f9a-4d46-4f26-8e6b-23db844025e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:14.549975 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab0c1ae-b12e-4dfe-8474-c5f575a5c839 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:16:14.555655 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fab0c1ae-b12e-4dfe-8474-c5f575a5c839 admin admin] 10.222.0.13 "PUT /v2.0/routers/d4f3ac97-7eab-4bf3-b29b-363f6f69dabe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8379557 Nov 08 01:16:14.593582 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-95d19f9a-4d46-4f26-8e6b-23db844025e5 None None] Port 823a1bc4-cab8-4669-89d8-60233c943d3c cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:16:15.044145 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 20f1836b-b677-49a2-b266-cb9103412dfe up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:16:15.096819 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 20f1836b-b677-49a2-b266-cb9103412dfe triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:15.097202 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:15.180632 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:15.201574 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 20f1836b-b677-49a2-b266-cb9103412dfe, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=20f1836b-b677-49a2-b266-cb9103412dfe,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:16:15.263269 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:15.315197 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=20f1836b-b677-49a2-b266-cb9103412dfe,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:15.376571 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39336) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:15.381782 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-38bad2fa-373e-48d7-8ab3-430d26e68af9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1753209323-network', 'tenant_id': 'dabdaba0f32846a4ac0cc6b2f7a36916'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:16:15.520031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bad2fa-373e-48d7-8ab3-430d26e68af9 admin admin] Made reservation on behalf of dabdaba0f32846a4ac0cc6b2f7a36916 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:16:15.522823 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38bad2fa-373e-48d7-8ab3-430d26e68af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:15.531844 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38bad2fa-373e-48d7-8ab3-430d26e68af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:15.612819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38bad2fa-373e-48d7-8ab3-430d26e68af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:15.686181 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38bad2fa-373e-48d7-8ab3-430d26e68af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:15.712074 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38bad2fa-373e-48d7-8ab3-430d26e68af9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:16:15.721744 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bad2fa-373e-48d7-8ab3-430d26e68af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4342166e-5043-4cd3-829d-af2a57898723,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:15.726640 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38bad2fa-373e-48d7-8ab3-430d26e68af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:15.726994 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-38bad2fa-373e-48d7-8ab3-430d26e68af9 admin admin] Added segment c1db416f-a293-4624-b7dc-553014e25b0c of type vlan for network dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0 Nov 08 01:16:15.775326 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38bad2fa-373e-48d7-8ab3-430d26e68af9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:15.907547 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38bad2fa-373e-48d7-8ab3-430d26e68af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:15.911768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bad2fa-373e-48d7-8ab3-430d26e68af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:15.911768 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38bad2fa-373e-48d7-8ab3-430d26e68af9 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:15.920214 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] Sync routers for ids ['d4f3ac97-7eab-4bf3-b29b-363f6f69dabe'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:16:15.929497 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] Routers {'d4f3ac97-7eab-4bf3-b29b-363f6f69dabe'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:16:15.930112 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:16:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d4f3ac97-7eab-4bf3-b29b-363f6f69dabe'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:15.971609 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bad2fa-373e-48d7-8ab3-430d26e68af9 admin admin] Pushing event updated for resources: {'Network': ['ID=dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:15.981508 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:16:16.035874 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] Set router d4f3ac97-7eab-4bf3-b29b-363f6f69dabe gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:16:16.045578 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-38bad2fa-373e-48d7-8ab3-430d26e68af9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6677082 Nov 08 01:16:16.045745 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39338) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:16.050667 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b73df425-437f-4e28-b1cb-a69697f62209 admin admin] Request body: {'subnet': {'network_id': 'dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1753209323-subnet', 'tenant_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:16:16.148452 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73df425-437f-4e28-b1cb-a69697f62209 admin admin] Made reservation on behalf of dabdaba0f32846a4ac0cc6b2f7a36916 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:16:16.150812 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b73df425-437f-4e28-b1cb-a69697f62209 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:16.241085 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f3ac97-7eab-4bf3-b29b-363f6f69dabe', 'name': 'tempest-TestEncryptedCinderVolumes-1496934294-router', 'tenant_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '20f1836b-b677-49a2-b266-cb9103412dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:16:10Z', 'updated_at': '2021-11-08T01:16:13Z', 'revision_number': 4, 'project_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'gw_port': {'id': '20f1836b-b677-49a2-b266-cb9103412dfe', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f3ac97-7eab-4bf3-b29b-363f6f69dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:11Z', 'updated_at': '2021-11-08T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '823a1bc4-cab8-4669-89d8-60233c943d3c', 'name': '', 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76', 'tenant_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'mac_address': 'fa:16:3e:a6:dc:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f3ac97-7eab-4bf3-b29b-363f6f69dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '9cd15adb-9831-4b5c-9920-a8eae94519cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:13Z', 'updated_at': '2021-11-08T01:16:13Z', 'revision_number': 2, 'project_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'subnets': [{'id': '9cd15adb-9831-4b5c-9920-a8eae94519cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:16.268022 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] Checking router: d4f3ac97-7eab-4bf3-b29b-363f6f69dabe for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:16:16.268379 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] Updating router d4f3ac97-7eab-4bf3-b29b-363f6f69dabe port 823a1bc4-cab8-4669-89d8-60233c943d3c binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:16:16.293519 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:16.371652 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b73df425-437f-4e28-b1cb-a69697f62209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:16.430415 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73df425-437f-4e28-b1cb-a69697f62209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0877797-0a84-4c94-b001-a2e738c25010,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:16.435700 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73df425-437f-4e28-b1cb-a69697f62209 admin admin] Checking segment: {'id': 'c1db416f-a293-4624-b7dc-553014e25b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:16:16.436085 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73df425-437f-4e28-b1cb-a69697f62209 admin admin] Network hostable DHCP agents. Network: dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:16:16.548586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73df425-437f-4e28-b1cb-a69697f62209 admin admin] Network dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:16:16.554596 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:16.709025 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-b73df425-437f-4e28-b1cb-a69697f62209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:16:16.714244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73df425-437f-4e28-b1cb-a69697f62209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:16.717373 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b73df425-437f-4e28-b1cb-a69697f62209 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:16.718536 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb12af7-85c4-4634-9fc8-60082c5fcd05 None None] Network dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:16:16.737191 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:16.785554 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d789f-c6dd-44e2-b98f-bbf87adee4ad None None] Pushing event updated for resources: {'Port': ['ID=823a1bc4-cab8-4669-89d8-60233c943d3c,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:16.809628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39340) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:16.810165 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b73df425-437f-4e28-b1cb-a69697f62209 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7586820 Nov 08 01:16:16.810264 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7a354f48-5320-4ec4-ab53-93a59c25d92c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1753209323-router', 'tenant_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:16:16.818463 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d789f-c6dd-44e2-b98f-bbf87adee4ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:16.818660 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d789f-c6dd-44e2-b98f-bbf87adee4ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:16.818975 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d789f-c6dd-44e2-b98f-bbf87adee4ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:16.819370 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d789f-c6dd-44e2-b98f-bbf87adee4ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:16.820442 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d789f-c6dd-44e2-b98f-bbf87adee4ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:16.820779 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d789f-c6dd-44e2-b98f-bbf87adee4ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:16.821412 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d789f-c6dd-44e2-b98f-bbf87adee4ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:16.821750 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d789f-c6dd-44e2-b98f-bbf87adee4ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:16.822433 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d789f-c6dd-44e2-b98f-bbf87adee4ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:16.822763 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d789f-c6dd-44e2-b98f-bbf87adee4ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:16.823090 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d789f-c6dd-44e2-b98f-bbf87adee4ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:16.823742 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d789f-c6dd-44e2-b98f-bbf87adee4ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:16.864278 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] Attempting to bind port 823a1bc4-cab8-4669-89d8-60233c943d3c on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:16:16.864699 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] Attempting to bind port 823a1bc4-cab8-4669-89d8-60233c943d3c by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'a905bd30-035c-4803-80da-6ce6f94741d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:16:16.865060 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] Attempting to bind port 823a1bc4-cab8-4669-89d8-60233c943d3c on network b5ca910c-8a99-4657-814c-22959f238e76 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:16:16.870447 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:16:16.870820 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] Checking segment: {'id': 'a905bd30-035c-4803-80da-6ce6f94741d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:16:16.871217 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:16.871606 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] Bound using segment: {'id': 'a905bd30-035c-4803-80da-6ce6f94741d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:16:16.872120 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] Bound port: 823a1bc4-cab8-4669-89d8-60233c943d3c, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a905bd30-035c-4803-80da-6ce6f94741d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:16:16.872494 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:16.882111 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0', 'network_id': 'dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0', 'tenant_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'fixed_ips': [{'subnet_id': 'b0877797-0a84-4c94-b001-a2e738c25010'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:16:16.883105 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:16.897605 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a354f48-5320-4ec4-ab53-93a59c25d92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:16.901272 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a354f48-5320-4ec4-ab53-93a59c25d92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:16.944184 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] For port 823a1bc4-cab8-4669-89d8-60233c943d3c, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:16:16.948796 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] For port 823a1bc4-cab8-4669-89d8-60233c943d3c, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=823a1bc4-cab8-4669-89d8-60233c943d3c,segment=NetworkSegment(a905bd30-035c-4803-80da-6ce6f94741d1),segment_id=a905bd30-035c-4803-80da-6ce6f94741d1)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:16:16.968777 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a354f48-5320-4ec4-ab53-93a59c25d92c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:17.037383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 20f1836b-b677-49a2-b266-cb9103412dfe up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:16:17.039403 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] Allocated IP 172.20.0.2 (dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0/b0877797-0a84-4c94-b001-a2e738c25010/79f47dc5-c18c-4ce6-aa0c-dcecba7a460d) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:16:17.052008 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:17.071613 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4b201418-a08a-481f-a789-53b7ac60cdfa None None] Provisioning complete for port 823a1bc4-cab8-4669-89d8-60233c943d3c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:17.072009 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b201418-a08a-481f-a789-53b7ac60cdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:17.107395 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] Routers {'d4f3ac97-7eab-4bf3-b29b-363f6f69dabe'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:16:17.108044 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:16:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d4f3ac97-7eab-4bf3-b29b-363f6f69dabe'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:17.143423 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d789f-c6dd-44e2-b98f-bbf87adee4ad None None] Pushing event updated for resources: {'Port': ['ID=823a1bc4-cab8-4669-89d8-60233c943d3c,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:17.236373 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] Set router d4f3ac97-7eab-4bf3-b29b-363f6f69dabe gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:16:17.236594 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 20f1836b-b677-49a2-b266-cb9103412dfe triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:17.236594 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:17.275955 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a354f48-5320-4ec4-ab53-93a59c25d92c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:17.310407 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b201418-a08a-481f-a789-53b7ac60cdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:17.343402 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:17.372541 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4b201418-a08a-481f-a789-53b7ac60cdfa None None] For port 823a1bc4-cab8-4669-89d8-60233c943d3c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=823a1bc4-cab8-4669-89d8-60233c943d3c,segment=NetworkSegment(a905bd30-035c-4803-80da-6ce6f94741d1),segment_id=a905bd30-035c-4803-80da-6ce6f94741d1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:16:17.434703 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:17.458874 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f3ac97-7eab-4bf3-b29b-363f6f69dabe', 'name': 'tempest-TestEncryptedCinderVolumes-1496934294-router', 'tenant_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '20f1836b-b677-49a2-b266-cb9103412dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:16:10Z', 'updated_at': '2021-11-08T01:16:13Z', 'revision_number': 4, 'project_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'gw_port': {'id': '20f1836b-b677-49a2-b266-cb9103412dfe', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f3ac97-7eab-4bf3-b29b-363f6f69dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:11Z', 'updated_at': '2021-11-08T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '823a1bc4-cab8-4669-89d8-60233c943d3c', 'name': '', 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76', 'tenant_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'mac_address': 'fa:16:3e:a6:dc:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f3ac97-7eab-4bf3-b29b-363f6f69dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '9cd15adb-9831-4b5c-9920-a8eae94519cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:13Z', 'updated_at': '2021-11-08T01:16:16Z', 'revision_number': 4, 'project_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'subnets': [{'id': '9cd15adb-9831-4b5c-9920-a8eae94519cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:17.466176 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b201418-a08a-481f-a789-53b7ac60cdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:17.482659 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] Network dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:16:17.487149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:16:17.489947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:16:17.493075 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efa9cad-09aa-47a2-b4c0-34026b3b8a07 None None] The sync data for ids ['d4f3ac97-7eab-4bf3-b29b-363f6f69dabe'] in n-d-816882-1 is: [{'id': 'd4f3ac97-7eab-4bf3-b29b-363f6f69dabe', 'name': 'tempest-TestEncryptedCinderVolumes-1496934294-router', 'tenant_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '20f1836b-b677-49a2-b266-cb9103412dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:16:10Z', 'updated_at': '2021-11-08T01:16:13Z', 'revision_number': 4, 'project_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'gw_port': {'id': '20f1836b-b677-49a2-b266-cb9103412dfe', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f3ac97-7eab-4bf3-b29b-363f6f69dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:11Z', 'updated_at': '2021-11-08T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '823a1bc4-cab8-4669-89d8-60233c943d3c', 'name': '', 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76', 'tenant_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'mac_address': 'fa:16:3e:a6:dc:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f3ac97-7eab-4bf3-b29b-363f6f69dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '9cd15adb-9831-4b5c-9920-a8eae94519cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:13Z', 'updated_at': '2021-11-08T01:16:16Z', 'revision_number': 4, 'project_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'subnets': [{'id': '9cd15adb-9831-4b5c-9920-a8eae94519cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:16:17.499571 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] Pushing event updated for resources: {'Port': ['ID=79f47dc5-c18c-4ce6-aa0c-dcecba7a460d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:17.590356 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a354f48-5320-4ec4-ab53-93a59c25d92c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:17.615944 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a354f48-5320-4ec4-ab53-93a59c25d92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:17.632272 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b201418-a08a-481f-a789-53b7ac60cdfa None None] Pushing event updated for resources: {'Port': ['ID=823a1bc4-cab8-4669-89d8-60233c943d3c,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:17.635522 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4e018a5a-2247-4bbf-8b5a-47e6c42eed72 None None] Provisioning complete for port 823a1bc4-cab8-4669-89d8-60233c943d3c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:17.635972 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e018a5a-2247-4bbf-8b5a-47e6c42eed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:17.637781 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] Attempting to bind port 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:16:17.638144 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] Attempting to bind port 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'c1db416f-a293-4624-b7dc-553014e25b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:16:17.638500 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] Attempting to bind port 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d on network dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:16:17.669876 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:16:17.670165 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] Checking segment: {'id': 'c1db416f-a293-4624-b7dc-553014e25b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:16:17.670703 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:17.671100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] Bound using segment: {'id': 'c1db416f-a293-4624-b7dc-553014e25b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:16:17.671838 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] Bound port: 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1db416f-a293-4624-b7dc-553014e25b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:16:17.672012 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:17.752487 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-7a354f48-5320-4ec4-ab53-93a59c25d92c admin admin] Allocated IP 172.25.2.75 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:16:17.783229 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] For port 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:16:17.788462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] For port 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=79f47dc5-c18c-4ce6-aa0c-dcecba7a460d,segment=NetworkSegment(c1db416f-a293-4624-b7dc-553014e25b0c),segment_id=c1db416f-a293-4624-b7dc-553014e25b0c)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:16:17.845445 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:17.861545 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a354f48-5320-4ec4-ab53-93a59c25d92c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:17.904973 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2e7f6-84dc-4462-aa3c-ff5a9a36d14c None None] Pushing event updated for resources: {'Port': ['ID=79f47dc5-c18c-4ce6-aa0c-dcecba7a460d,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:17.954635 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a354f48-5320-4ec4-ab53-93a59c25d92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:18.000675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a354f48-5320-4ec4-ab53-93a59c25d92c admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:16:18.003889 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-7a354f48-5320-4ec4-ab53-93a59c25d92c admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:16:18.007992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a354f48-5320-4ec4-ab53-93a59c25d92c admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:16:18.016997 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a354f48-5320-4ec4-ab53-93a59c25d92c admin admin] Pushing event updated for resources: {'Port': ['ID=0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:18.753704 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a354f48-5320-4ec4-ab53-93a59c25d92c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:18.812458 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4a7b67-e0b1-4b40-8a70-b3ad4c0a7b0c None None] Network dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:16:18.870890 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b217c26f-ca09-4962-9b30-17105077b563 None None] Provisioning complete for port 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:18.871258 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b217c26f-ca09-4962-9b30-17105077b563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:18.954333 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a354f48-5320-4ec4-ab53-93a59c25d92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:19.020561 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b217c26f-ca09-4962-9b30-17105077b563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:19.063090 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b217c26f-ca09-4962-9b30-17105077b563 None None] For port 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=79f47dc5-c18c-4ce6-aa0c-dcecba7a460d,segment=NetworkSegment(c1db416f-a293-4624-b7dc-553014e25b0c),segment_id=c1db416f-a293-4624-b7dc-553014e25b0c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:16:19.107597 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:16:19.124789 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:16:19.157490 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:19.157868 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:19.160729 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b217c26f-ca09-4962-9b30-17105077b563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:19.188688 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a354f48-5320-4ec4-ab53-93a59c25d92c admin admin] Router a61d6fa2-2968-4810-90bb-9e596822dc1d is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 01:16:19.253911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217c26f-ca09-4962-9b30-17105077b563 None None] Pushing event updated for resources: {'Port': ['ID=79f47dc5-c18c-4ce6-aa0c-dcecba7a460d,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:19.292733 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 823a1bc4-cab8-4669-89d8-60233c943d3c up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:16:19.314721 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a354f48-5320-4ec4-ab53-93a59c25d92c admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:16:19.325832 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] Sync routers for ids ['a61d6fa2-2968-4810-90bb-9e596822dc1d'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:16:19.342400 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] Routers {'a61d6fa2-2968-4810-90bb-9e596822dc1d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:16:19.342938 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:16:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['a61d6fa2-2968-4810-90bb-9e596822dc1d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:19.373242 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7a354f48-5320-4ec4-ab53-93a59c25d92c admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:19.374499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7a354f48-5320-4ec4-ab53-93a59c25d92c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5681639 Nov 08 01:16:19.377307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39344) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:16:19.420645 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 823a1bc4-cab8-4669-89d8-60233c943d3c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:19.421018 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:19.456817 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c955fcbb-17fe-4ce5-a9ec-14cc5d8ac96d None None] Provisioning complete for port 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:19.457182 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c955fcbb-17fe-4ce5-a9ec-14cc5d8ac96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:19.527446 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] Set router a61d6fa2-2968-4810-90bb-9e596822dc1d gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:16:19.777964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'name': 'tempest-TestEncryptedCinderVolumes-1753209323-router', 'tenant_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:16:16Z', 'updated_at': '2021-11-08T01:16:18Z', 'revision_number': 3, 'project_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'gw_port': {'id': '0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:17Z', 'updated_at': '2021-11-08T01:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:19.793389 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-185fe272-7e55-4e8d-8657-3b70dc40d827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:19.804143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] Checking router: a61d6fa2-2968-4810-90bb-9e596822dc1d for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:16:19.804501 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] Updating router a61d6fa2-2968-4810-90bb-9e596822dc1d port 0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:16:19.829282 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:19.950958 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-185fe272-7e55-4e8d-8657-3b70dc40d827 admin admin] Allocated IP 172.20.0.1 (dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0/b0877797-0a84-4c94-b001-a2e738c25010/f68e77a6-a256-4ef2-b63b-82ee02879523) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:16:20.063406 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-185fe272-7e55-4e8d-8657-3b70dc40d827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:20.160380 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-185fe272-7e55-4e8d-8657-3b70dc40d827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:20.199572 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185fe272-7e55-4e8d-8657-3b70dc40d827 admin admin] Network dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:16:20.203897 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-185fe272-7e55-4e8d-8657-3b70dc40d827 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:16:20.206376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185fe272-7e55-4e8d-8657-3b70dc40d827 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:16:20.233001 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:20.234032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fe272-7e55-4e8d-8657-3b70dc40d827 admin admin] Pushing event updated for resources: {'Port': ['ID=f68e77a6-a256-4ef2-b63b-82ee02879523,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:20.254561 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-185fe272-7e55-4e8d-8657-3b70dc40d827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:20.297342 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:20.361289 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a2958-fa88-42c7-8297-979ac8d21ebb None None] Pushing event updated for resources: {'Port': ['ID=0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:20.368206 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] Attempting to bind port 0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:16:20.368577 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] Attempting to bind port 0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:16:20.369075 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] Attempting to bind port 0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:16:20.374150 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:16:20.374524 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:16:20.374925 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:20.375309 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:16:20.375771 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] Bound port: 0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:16:20.378468 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:20.435899 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7651f908-8b1f-42ca-b82d-2c419d45f1b1 None None] Provisioning complete for port f68e77a6-a256-4ef2-b63b-82ee02879523 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:20.436271 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7651f908-8b1f-42ca-b82d-2c419d45f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:20.438099 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] For port 0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:16:20.441723 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] For port 0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:16:20.452708 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-185fe272-7e55-4e8d-8657-3b70dc40d827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:20.473936 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7651f908-8b1f-42ca-b82d-2c419d45f1b1 None None] Port f68e77a6-a256-4ef2-b63b-82ee02879523 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:16:20.538006 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:20.593048 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] Routers {'a61d6fa2-2968-4810-90bb-9e596822dc1d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:16:20.593583 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:16:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['a61d6fa2-2968-4810-90bb-9e596822dc1d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:20.622471 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-185fe272-7e55-4e8d-8657-3b70dc40d827 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:20.632580 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a2958-fa88-42c7-8297-979ac8d21ebb None None] Pushing event updated for resources: {'Port': ['ID=0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:20.685290 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-185fe272-7e55-4e8d-8657-3b70dc40d827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:20.703380 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] Set router a61d6fa2-2968-4810-90bb-9e596822dc1d gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:16:20.752476 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-185fe272-7e55-4e8d-8657-3b70dc40d827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:20.755167 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fe272-7e55-4e8d-8657-3b70dc40d827 admin admin] Pushing event updated for resources: {'Port': ['ID=f68e77a6-a256-4ef2-b63b-82ee02879523,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:20.863756 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185fe272-7e55-4e8d-8657-3b70dc40d827 admin admin] Network dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:16:20.866266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-185fe272-7e55-4e8d-8657-3b70dc40d827 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:16:20.914447 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'name': 'tempest-TestEncryptedCinderVolumes-1753209323-router', 'tenant_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:16:16Z', 'updated_at': '2021-11-08T01:16:20Z', 'revision_number': 4, 'project_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'gw_port': {'id': '0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:17Z', 'updated_at': '2021-11-08T01:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'f68e77a6-a256-4ef2-b63b-82ee02879523', 'name': '', 'network_id': 'dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0', 'tenant_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'mac_address': 'fa:16:3e:0b:a6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'b0877797-0a84-4c94-b001-a2e738c25010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:19Z', 'updated_at': '2021-11-08T01:16:19Z', 'revision_number': 1, 'project_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'subnets': [{'id': 'b0877797-0a84-4c94-b001-a2e738c25010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:20.942106 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc8d6b5-77d3-4f2d-8f8b-b1751d3f1ed3 None None] The sync data for ids ['a61d6fa2-2968-4810-90bb-9e596822dc1d'] in n-d-816882-1 is: [{'id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'name': 'tempest-TestEncryptedCinderVolumes-1753209323-router', 'tenant_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:16:16Z', 'updated_at': '2021-11-08T01:16:20Z', 'revision_number': 4, 'project_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'gw_port': {'id': '0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:17Z', 'updated_at': '2021-11-08T01:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'f68e77a6-a256-4ef2-b63b-82ee02879523', 'name': '', 'network_id': 'dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0', 'tenant_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'mac_address': 'fa:16:3e:0b:a6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'b0877797-0a84-4c94-b001-a2e738c25010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:19Z', 'updated_at': '2021-11-08T01:16:19Z', 'revision_number': 1, 'project_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'subnets': [{'id': 'b0877797-0a84-4c94-b001-a2e738c25010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:16:20.993758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185fe272-7e55-4e8d-8657-3b70dc40d827 admin admin] Router a61d6fa2-2968-4810-90bb-9e596822dc1d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:16:21.043386 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:16:21.102331 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:21.102845 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:21.121390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185fe272-7e55-4e8d-8657-3b70dc40d827 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:16:21.126880 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-185fe272-7e55-4e8d-8657-3b70dc40d827 admin admin] 10.222.0.13 "PUT /v2.0/routers/a61d6fa2-2968-4810-90bb-9e596822dc1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7482259 Nov 08 01:16:21.216654 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-cc603fae-5f57-42d9-bd70-7d9339a3761a None None] Provisioning complete for port f68e77a6-a256-4ef2-b63b-82ee02879523 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:21.217129 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc603fae-5f57-42d9-bd70-7d9339a3761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:21.257566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-cc603fae-5f57-42d9-bd70-7d9339a3761a None None] Port f68e77a6-a256-4ef2-b63b-82ee02879523 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:16:21.995779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-9f6c246b-4e4d-4d08-8580-13a36e88d8df tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:21.997552 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-9f6c246b-4e4d-4d08-8580-13a36e88d8df tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/networks?id=b5ca910c-8a99-4657-814c-22959f238e76 HTTP/1.1" status: 200 len: 817 time: 0.1050251 Nov 08 01:16:22.013588 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-1699eb22-0fb0-4cda-b3ca-d692f6583685 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/quotas/99e5f6e79d824d579c94f2d3d8d9b4e4 HTTP/1.1" status: 200 len: 375 time: 0.0097229 Nov 08 01:16:22.066160 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-a6ef99c7-7acd-4f84-83f7-6b86327dd505 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=99e5f6e79d824d579c94f2d3d8d9b4e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466683 Nov 08 01:16:22.170652 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-01aecac5-bb62-4831-bbb7-30629fcbb8eb service neutron] 10.222.0.13 "GET /v2.0/networks/b5ca910c-8a99-4657-814c-22959f238e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904989 Nov 08 01:16:22.258047 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-d7ae807d-4fe3-4466-bae1-abe9be0a8bcb service neutron] 10.222.0.13 "GET /v2.0/networks/b5ca910c-8a99-4657-814c-22959f238e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806029 Nov 08 01:16:22.504958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ec5dfef-a2e8-4e37-a46b-dc0e82a4eb4c req-3ca45113-f0e7-419a-8ec7-723c6c1eba70 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca31e22-3ffb-4607-9360-bff6e9ee1b63 HTTP/1.1" status: 200 len: 210 time: 0.0326679 Nov 08 01:16:23.046058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:16:23.106022 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:23.106610 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:23.199587 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] Sync routers for ids ['a61d6fa2-2968-4810-90bb-9e596822dc1d'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:16:23.208819 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] Routers {'a61d6fa2-2968-4810-90bb-9e596822dc1d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:16:23.209513 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:16:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['a61d6fa2-2968-4810-90bb-9e596822dc1d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:23.211240 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:23.231460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:16:23.315389 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] Set router a61d6fa2-2968-4810-90bb-9e596822dc1d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:16:23.348745 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:23.399803 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:23.586338 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7087e3b-c85e-457b-8b61-65e197c66c1d req-9d3f5d92-413f-4138-b1b4-6f00fc57cea5 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca31e22-3ffb-4607-9360-bff6e9ee1b63 HTTP/1.1" status: 200 len: 210 time: 0.0290720 Nov 08 01:16:23.604726 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'name': 'tempest-TestEncryptedCinderVolumes-1753209323-router', 'tenant_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:16:16Z', 'updated_at': '2021-11-08T01:16:20Z', 'revision_number': 4, 'project_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'gw_port': {'id': '0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:17Z', 'updated_at': '2021-11-08T01:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'f68e77a6-a256-4ef2-b63b-82ee02879523', 'name': '', 'network_id': 'dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0', 'tenant_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'mac_address': 'fa:16:3e:0b:a6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'b0877797-0a84-4c94-b001-a2e738c25010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:19Z', 'updated_at': '2021-11-08T01:16:20Z', 'revision_number': 2, 'project_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'subnets': [{'id': 'b0877797-0a84-4c94-b001-a2e738c25010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:23.633042 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] Checking router: a61d6fa2-2968-4810-90bb-9e596822dc1d for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:16:23.633388 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] Updating router a61d6fa2-2968-4810-90bb-9e596822dc1d port f68e77a6-a256-4ef2-b63b-82ee02879523 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:16:23.668552 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:24.021350 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:24.153438 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:24.206005 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594ec98-4dd5-4c9c-809c-c82d7a65b3df None None] Pushing event updated for resources: {'Port': ['ID=f68e77a6-a256-4ef2-b63b-82ee02879523,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:24.266496 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] Attempting to bind port f68e77a6-a256-4ef2-b63b-82ee02879523 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:16:24.266855 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] Attempting to bind port f68e77a6-a256-4ef2-b63b-82ee02879523 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'c1db416f-a293-4624-b7dc-553014e25b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:16:24.267208 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] Attempting to bind port f68e77a6-a256-4ef2-b63b-82ee02879523 on network dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:16:24.272306 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:16:24.272689 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] Checking segment: {'id': 'c1db416f-a293-4624-b7dc-553014e25b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:16:24.278417 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:24.278417 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] Bound using segment: {'id': 'c1db416f-a293-4624-b7dc-553014e25b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:16:24.278417 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] Bound port: f68e77a6-a256-4ef2-b63b-82ee02879523, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1db416f-a293-4624-b7dc-553014e25b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:16:24.278417 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:24.342872 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] For port f68e77a6-a256-4ef2-b63b-82ee02879523, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:16:24.346829 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] For port f68e77a6-a256-4ef2-b63b-82ee02879523, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=f68e77a6-a256-4ef2-b63b-82ee02879523,segment=NetworkSegment(c1db416f-a293-4624-b7dc-553014e25b0c),segment_id=c1db416f-a293-4624-b7dc-553014e25b0c)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:16:24.398014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-09371da5-88b7-481e-a4b3-25910d3824ea None None] Provisioning complete for port f68e77a6-a256-4ef2-b63b-82ee02879523 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:24.398577 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09371da5-88b7-481e-a4b3-25910d3824ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:24.430583 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-09371da5-88b7-481e-a4b3-25910d3824ea None None] Port f68e77a6-a256-4ef2-b63b-82ee02879523 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:16:24.473039 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:24.532793 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] Routers {'a61d6fa2-2968-4810-90bb-9e596822dc1d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:16:24.533422 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:16:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['a61d6fa2-2968-4810-90bb-9e596822dc1d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:24.536430 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594ec98-4dd5-4c9c-809c-c82d7a65b3df None None] Pushing event updated for resources: {'Port': ['ID=f68e77a6-a256-4ef2-b63b-82ee02879523,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:24.642650 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] Set router a61d6fa2-2968-4810-90bb-9e596822dc1d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:16:24.691983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7bad2f8b-2522-4539-87fe-b20e5949a728 req-ca0b6b2e-f13d-417e-8d24-675e63bfc54c tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca31e22-3ffb-4607-9360-bff6e9ee1b63 HTTP/1.1" status: 200 len: 210 time: 0.0271451 Nov 08 01:16:24.750207 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a2655f26-735f-4211-8dc5-2eb647edb17a None None] Provisioning complete for port f68e77a6-a256-4ef2-b63b-82ee02879523 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:24.750898 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a2655f26-735f-4211-8dc5-2eb647edb17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:24.830436 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a2655f26-735f-4211-8dc5-2eb647edb17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:24.852741 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'name': 'tempest-TestEncryptedCinderVolumes-1753209323-router', 'tenant_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:16:16Z', 'updated_at': '2021-11-08T01:16:20Z', 'revision_number': 4, 'project_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'gw_port': {'id': '0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:17Z', 'updated_at': '2021-11-08T01:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'f68e77a6-a256-4ef2-b63b-82ee02879523', 'name': '', 'network_id': 'dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0', 'tenant_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'mac_address': 'fa:16:3e:0b:a6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'b0877797-0a84-4c94-b001-a2e738c25010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:19Z', 'updated_at': '2021-11-08T01:16:24Z', 'revision_number': 4, 'project_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'subnets': [{'id': 'b0877797-0a84-4c94-b001-a2e738c25010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:16:24.864992 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a2655f26-735f-4211-8dc5-2eb647edb17a None None] For port f68e77a6-a256-4ef2-b63b-82ee02879523, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=f68e77a6-a256-4ef2-b63b-82ee02879523,segment=NetworkSegment(c1db416f-a293-4624-b7dc-553014e25b0c),segment_id=c1db416f-a293-4624-b7dc-553014e25b0c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:16:24.878708 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0a64bd-bfca-4bcd-88ed-b7f706d54bb5 None None] The sync data for ids ['a61d6fa2-2968-4810-90bb-9e596822dc1d'] in n-d-816882-1 is: [{'id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'name': 'tempest-TestEncryptedCinderVolumes-1753209323-router', 'tenant_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:16:16Z', 'updated_at': '2021-11-08T01:16:20Z', 'revision_number': 4, 'project_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'gw_port': {'id': '0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:17Z', 'updated_at': '2021-11-08T01:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'f68e77a6-a256-4ef2-b63b-82ee02879523', 'name': '', 'network_id': 'dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0', 'tenant_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'mac_address': 'fa:16:3e:0b:a6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'b0877797-0a84-4c94-b001-a2e738c25010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:19Z', 'updated_at': '2021-11-08T01:16:24Z', 'revision_number': 4, 'project_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'subnets': [{'id': 'b0877797-0a84-4c94-b001-a2e738c25010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:16:24.985507 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a2655f26-735f-4211-8dc5-2eb647edb17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:25.043677 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2655f26-735f-4211-8dc5-2eb647edb17a None None] Pushing event updated for resources: {'Port': ['ID=f68e77a6-a256-4ef2-b63b-82ee02879523,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:25.052815 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2655f26-735f-4211-8dc5-2eb647edb17a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:25.053151 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2655f26-735f-4211-8dc5-2eb647edb17a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:25.053692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2655f26-735f-4211-8dc5-2eb647edb17a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:25.054180 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2655f26-735f-4211-8dc5-2eb647edb17a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:25.054665 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2655f26-735f-4211-8dc5-2eb647edb17a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:25.055158 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2655f26-735f-4211-8dc5-2eb647edb17a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:25.055636 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2655f26-735f-4211-8dc5-2eb647edb17a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:25.056168 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2655f26-735f-4211-8dc5-2eb647edb17a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:25.056492 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2655f26-735f-4211-8dc5-2eb647edb17a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:25.056821 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2655f26-735f-4211-8dc5-2eb647edb17a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:25.057147 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2655f26-735f-4211-8dc5-2eb647edb17a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:25.057464 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2655f26-735f-4211-8dc5-2eb647edb17a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:16:25.102062 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f68e77a6-a256-4ef2-b63b-82ee02879523 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:16:25.135901 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-e75430f8-9b32-4a0c-8336-901ca8ade84e tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:25.137993 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-e75430f8-9b32-4a0c-8336-901ca8ade84e tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.20 "GET /v2.0/networks?id=b5ca910c-8a99-4657-814c-22959f238e76 HTTP/1.1" status: 200 len: 817 time: 0.1542313 Nov 08 01:16:25.150448 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port f68e77a6-a256-4ef2-b63b-82ee02879523 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:25.150824 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:25.158435 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-a6f7181c-286d-479f-ada0-dcecf33998c6 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Request body: {'port': {'device_id': '6ca31e22-3ffb-4607-9360-bff6e9ee1b63', 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76', 'admin_state_up': True, 'tenant_id': '99e5f6e79d824d579c94f2d3d8d9b4e4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:16:25.250656 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:16:25.299669 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:25.300081 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:25.398934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-a6f7181c-286d-479f-ada0-dcecf33998c6 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Made reservation on behalf of 99e5f6e79d824d579c94f2d3d8d9b4e4 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:16:25.402492 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-a6f7181c-286d-479f-ada0-dcecf33998c6 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:25.559715 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-a6f7181c-286d-479f-ada0-dcecf33998c6 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Allocated IP 172.20.0.11 (b5ca910c-8a99-4657-814c-22959f238e76/9cd15adb-9831-4b5c-9920-a8eae94519cc/44ef1cb9-7610-4514-aff1-008ef5f82f89) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:16:25.707899 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-a6f7181c-286d-479f-ada0-dcecf33998c6 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:25.789344 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b41b08b-cc9d-435b-abc0-a7f54b3f8c15 req-6f4f34b9-9e07-40cf-b796-3273deaad27c tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca31e22-3ffb-4607-9360-bff6e9ee1b63 HTTP/1.1" status: 200 len: 210 time: 0.0260153 Nov 08 01:16:25.793251 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-a6f7181c-286d-479f-ada0-dcecf33998c6 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:25.835830 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-a6f7181c-286d-479f-ada0-dcecf33998c6 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Network b5ca910c-8a99-4657-814c-22959f238e76 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:16:25.838890 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-a6f7181c-286d-479f-ada0-dcecf33998c6 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:16:25.842587 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-a6f7181c-286d-479f-ada0-dcecf33998c6 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:16:25.870421 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7181c-286d-479f-ada0-dcecf33998c6 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Pushing event updated for resources: {'Port': ['ID=44ef1cb9-7610-4514-aff1-008ef5f82f89,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:25.898745 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-a6f7181c-286d-479f-ada0-dcecf33998c6 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:25.899363 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-a6f7181c-286d-479f-ada0-dcecf33998c6 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:26.009403 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-a6f7181c-286d-479f-ada0-dcecf33998c6 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8532507 Nov 08 01:16:26.025791 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Request body: {'port': {'device_id': '6ca31e22-3ffb-4607-9360-bff6e9ee1b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:16:26.080751 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:26.116947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-84a0b279-5cb3-4aad-a6d9-e26e5f5a4918 None None] Provisioning complete for port 44ef1cb9-7610-4514-aff1-008ef5f82f89 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:26.117492 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-84a0b279-5cb3-4aad-a6d9-e26e5f5a4918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:26.152557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-84a0b279-5cb3-4aad-a6d9-e26e5f5a4918 None None] Port 44ef1cb9-7610-4514-aff1-008ef5f82f89 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:16:26.342831 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ef1cb9-7610-4514-aff1-008ef5f82f89 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:16:26.351160 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:26.362754 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Transition to ACTIVE for port object 44ef1cb9-7610-4514-aff1-008ef5f82f89 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:16:26.438616 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:26.511177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Pushing event updated for resources: {'Port': ['ID=44ef1cb9-7610-4514-aff1-008ef5f82f89,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:26.562360 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Attempting to bind port 44ef1cb9-7610-4514-aff1-008ef5f82f89 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:16:26.562613 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Attempting to bind port 44ef1cb9-7610-4514-aff1-008ef5f82f89 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'a905bd30-035c-4803-80da-6ce6f94741d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:16:26.562940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Attempting to bind port 44ef1cb9-7610-4514-aff1-008ef5f82f89 on network b5ca910c-8a99-4657-814c-22959f238e76 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:16:26.568037 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Port 44ef1cb9-7610-4514-aff1-008ef5f82f89 on network b5ca910c-8a99-4657-814c-22959f238e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:16:26.568358 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Attempting to bind port 44ef1cb9-7610-4514-aff1-008ef5f82f89 on network b5ca910c-8a99-4657-814c-22959f238e76 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:16:26.573477 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:16:26.573741 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Checking segment: {'id': 'a905bd30-035c-4803-80da-6ce6f94741d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:16:26.574133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Bound using segment: {'id': 'a905bd30-035c-4803-80da-6ce6f94741d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:16:26.574543 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Bound port: 44ef1cb9-7610-4514-aff1-008ef5f82f89, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a905bd30-035c-4803-80da-6ce6f94741d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:16:26.574893 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:26.640899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] For port 44ef1cb9-7610-4514-aff1-008ef5f82f89, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:16:26.643897 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] For port 44ef1cb9-7610-4514-aff1-008ef5f82f89, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=44ef1cb9-7610-4514-aff1-008ef5f82f89,segment=NetworkSegment(a905bd30-035c-4803-80da-6ce6f94741d1),segment_id=a905bd30-035c-4803-80da-6ce6f94741d1)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:16:26.753657 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:26.786215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:26.786757 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:26.788609 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] 10.222.0.20 "PUT /v2.0/ports/44ef1cb9-7610-4514-aff1-008ef5f82f89 HTTP/1.1" status: 200 len: 1092 time: 0.7668800 Nov 08 01:16:26.790893 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca31e22-3ffb-4607-9360-bff6e9ee1b63', 'tag': '44ef1cb9-7610-4514-aff1-008ef5f82f89'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:16:26.794191 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb815d55-50ab-46d7-8121-7f69464ee731" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca31e22-3ffb-4607-9360-bff6e9ee1b63", "tag": "44ef1cb9-7610-4514-aff1-008ef5f82f89"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:16:26.828181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42a253-6708-4fc6-a0f0-420f5d9b79ba service neutron] Pushing event updated for resources: {'Port': ['ID=44ef1cb9-7610-4514-aff1-008ef5f82f89,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:26.840364 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba20389-fccb-41e6-ba5f-9cd6a7d0bec5 x-openstack-request-id: req-6ba20389-fccb-41e6-ba5f-9cd6a7d0bec5 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:16:26.840906 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca31e22-3ffb-4607-9360-bff6e9ee1b63", "tag": "44ef1cb9-7610-4514-aff1-008ef5f82f89", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:16:26.841160 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ba20389-fccb-41e6-ba5f-9cd6a7d0bec5 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:16:26.841562 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca31e22-3ffb-4607-9360-bff6e9ee1b63', 'tag': '44ef1cb9-7610-4514-aff1-008ef5f82f89', 'status': 'completed', 'code': 200} Nov 08 01:16:26.947123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10693ab-9acd-4ba7-a9a0-4c6f2a200a1c req-b9b8c675-0c06-4fbb-b72f-972c9ce0c0af tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:26.948676 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e10693ab-9acd-4ba7-a9a0-4c6f2a200a1c req-b9b8c675-0c06-4fbb-b72f-972c9ce0c0af tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca31e22-3ffb-4607-9360-bff6e9ee1b63 HTTP/1.1" status: 200 len: 944 time: 0.0820522 Nov 08 01:16:26.955579 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb815d55-50ab-46d7-8121-7f69464ee731 req-6b283359-b17f-43d8-8e3b-0d189b79c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:26.957624 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb815d55-50ab-46d7-8121-7f69464ee731 req-6b283359-b17f-43d8-8e3b-0d189b79c020 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99e5f6e79d824d579c94f2d3d8d9b4e4&device_id=6ca31e22-3ffb-4607-9360-bff6e9ee1b63 HTTP/1.1" status: 200 len: 1095 time: 0.0598476 Nov 08 01:16:27.031842 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f68e77a6-a256-4ef2-b63b-82ee02879523 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:16:27.047301 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e10693ab-9acd-4ba7-a9a0-4c6f2a200a1c req-37333480-ea08-4d0d-8df3-eec8444ee493 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887158 Nov 08 01:16:27.081241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port f68e77a6-a256-4ef2-b63b-82ee02879523 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:27.081533 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:27.085630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb815d55-50ab-46d7-8121-7f69464ee731 req-efcbc901-c827-4ce0-8119-6df160b2587d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:27.087075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb815d55-50ab-46d7-8121-7f69464ee731 req-efcbc901-c827-4ce0-8119-6df160b2587d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=99e5f6e79d824d579c94f2d3d8d9b4e4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1151993 Nov 08 01:16:27.180998 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb815d55-50ab-46d7-8121-7f69464ee731 req-3a9c8b59-7011-4749-9ce5-8843d7206051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:27.182569 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb815d55-50ab-46d7-8121-7f69464ee731 req-3a9c8b59-7011-4749-9ce5-8843d7206051 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888882 Nov 08 01:16:27.282073 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-5f31e929-a4f5-447e-ac09-b4d01c087d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:27.283553 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-5f31e929-a4f5-447e-ac09-b4d01c087d8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99e5f6e79d824d579c94f2d3d8d9b4e4&device_id=6ca31e22-3ffb-4607-9360-bff6e9ee1b63 HTTP/1.1" status: 200 len: 1095 time: 0.0439413 Nov 08 01:16:27.332637 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-eedc5b90-3d54-46a8-9945-aa88cc5b00b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44ef1cb9-7610-4514-aff1-008ef5f82f89 HTTP/1.1" status: 200 len: 217 time: 0.0333030 Nov 08 01:16:27.381393 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-aaa00301-a09a-4e69-ab0a-006826e56178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:27.382776 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-aaa00301-a09a-4e69-ab0a-006826e56178 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9cd15adb-9831-4b5c-9920-a8eae94519cc HTTP/1.1" status: 200 len: 856 time: 0.0430210 Nov 08 01:16:27.430650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-a264bab2-659e-443c-b617-6d59c57cd7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:27.432166 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-a264bab2-659e-443c-b617-6d59c57cd7f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5ca910c-8a99-4657-814c-22959f238e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418150 Nov 08 01:16:27.521645 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-be8c7733-5ebf-4c13-9fbe-474df23fd146 service neutron] 10.222.0.20 "GET /v2.0/networks/b5ca910c-8a99-4657-814c-22959f238e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816894 Nov 08 01:16:27.613662 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5ad4438-ea42-464b-854d-584c1c9e1a54 req-20441d00-4030-431f-b170-533585966d5f service neutron] 10.222.0.20 "GET /v2.0/networks/b5ca910c-8a99-4657-814c-22959f238e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839651 Nov 08 01:16:28.163939 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b561de2-5675-4842-a150-1999532cabb5 req-573afdd7-97ab-4151-9728-87c8966b2af5 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:28.165441 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b561de2-5675-4842-a150-1999532cabb5 req-573afdd7-97ab-4151-9728-87c8966b2af5 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca31e22-3ffb-4607-9360-bff6e9ee1b63 HTTP/1.1" status: 200 len: 944 time: 0.0484691 Nov 08 01:16:28.210845 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-86f3b347-3032-4394-ba20-12e5b0cab2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:28.211635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6b561de2-5675-4842-a150-1999532cabb5 req-8d401d28-a087-4615-9d18-a3c6b54be217 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400960 Nov 08 01:16:29.337577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911a5fa-db24-4910-9db7-ccc833d2f858 req-f6770cf3-16b1-4af3-805e-33dc1f6970ae tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:29.339046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0911a5fa-db24-4910-9db7-ccc833d2f858 req-f6770cf3-16b1-4af3-805e-33dc1f6970ae tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca31e22-3ffb-4607-9360-bff6e9ee1b63 HTTP/1.1" status: 200 len: 944 time: 0.0488801 Nov 08 01:16:29.376291 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0911a5fa-db24-4910-9db7-ccc833d2f858 req-f38564f6-5aa0-49f9-b9b5-98b7e9875662 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310941 Nov 08 01:16:30.057671 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 44ef1cb9-7610-4514-aff1-008ef5f82f89 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:16:30.148395 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 44ef1cb9-7610-4514-aff1-008ef5f82f89, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=44ef1cb9-7610-4514-aff1-008ef5f82f89,segment=NetworkSegment(a905bd30-035c-4803-80da-6ce6f94741d1),segment_id=a905bd30-035c-4803-80da-6ce6f94741d1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:16:30.159051 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '44ef1cb9-7610-4514-aff1-008ef5f82f89', 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76', 'port_id': '44ef1cb9-7610-4514-aff1-008ef5f82f89', 'mac_address': 'fa:16:3e:85:52:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd15adb-9831-4b5c-9920-a8eae94519cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:16:30.201764 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:30.214741 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ef1cb9-7610-4514-aff1-008ef5f82f89 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:16:30.232975 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 44ef1cb9-7610-4514-aff1-008ef5f82f89, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=44ef1cb9-7610-4514-aff1-008ef5f82f89,segment=NetworkSegment(a905bd30-035c-4803-80da-6ce6f94741d1),segment_id=a905bd30-035c-4803-80da-6ce6f94741d1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:16:30.295883 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:30.343646 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=44ef1cb9-7610-4514-aff1-008ef5f82f89,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:30.489021 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fc6b5-e0ce-43c9-8e50-5630ca399b0c req-c6e61abd-908e-4232-a102-826a4c48463d tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:30.490492 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a24fc6b5-e0ce-43c9-8e50-5630ca399b0c req-c6e61abd-908e-4232-a102-826a4c48463d tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca31e22-3ffb-4607-9360-bff6e9ee1b63 HTTP/1.1" status: 200 len: 945 time: 0.0485179 Nov 08 01:16:30.531731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a24fc6b5-e0ce-43c9-8e50-5630ca399b0c req-ecb899c1-137c-48c5-9cf8-01c6abb95174 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353286 Nov 08 01:16:30.658218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['44ef1cb9-7610-4514-aff1-008ef5f82f89'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:16:30.762094 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15694cc6-34df-4ca0-9057-b1641af24903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:31.032612 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:31.644478 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3076a85-adf3-4887-bd2a-ffbfe8e25a78 req-e7df5e55-9059-4a5c-883e-7328d6d1cef0 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:31.645916 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3076a85-adf3-4887-bd2a-ffbfe8e25a78 req-e7df5e55-9059-4a5c-883e-7328d6d1cef0 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca31e22-3ffb-4607-9360-bff6e9ee1b63 HTTP/1.1" status: 200 len: 945 time: 0.0479808 Nov 08 01:16:31.685571 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3076a85-adf3-4887-bd2a-ffbfe8e25a78 req-91593017-4c0d-4627-a812-4f73db07a3b3 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337794 Nov 08 01:16:31.973680 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:32.073771 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 44ef1cb9-7610-4514-aff1-008ef5f82f89 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:16:32.225522 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 44ef1cb9-7610-4514-aff1-008ef5f82f89 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:16:32.229003 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 44ef1cb9-7610-4514-aff1-008ef5f82f89 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:16:32.229392 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:32.305682 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:32.327313 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca31e22-3ffb-4607-9360-bff6e9ee1b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ef1cb9-7610-4514-aff1-008ef5f82f89'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:16:32.329685 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d6081e-e22f-4f59-a9e9-c9a2f94973ce" -d '{"events": [{"server_uuid": "6ca31e22-3ffb-4607-9360-bff6e9ee1b63", "name": "network-vif-plugged", "status": "completed", "tag": "44ef1cb9-7610-4514-aff1-008ef5f82f89"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:16:32.342993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 44ef1cb9-7610-4514-aff1-008ef5f82f89, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=44ef1cb9-7610-4514-aff1-008ef5f82f89,segment=NetworkSegment(a905bd30-035c-4803-80da-6ce6f94741d1),segment_id=a905bd30-035c-4803-80da-6ce6f94741d1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:16:32.426691 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c537891-1280-447d-b194-6eb6d1d05292 x-openstack-request-id: req-8c537891-1280-447d-b194-6eb6d1d05292 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:16:32.426691 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca31e22-3ffb-4607-9360-bff6e9ee1b63", "name": "network-vif-plugged", "status": "completed", "tag": "44ef1cb9-7610-4514-aff1-008ef5f82f89", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:16:32.426691 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c537891-1280-447d-b194-6eb6d1d05292 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:16:32.426691 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca31e22-3ffb-4607-9360-bff6e9ee1b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ef1cb9-7610-4514-aff1-008ef5f82f89', 'code': 200} Nov 08 01:16:32.426691 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:32.473980 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=44ef1cb9-7610-4514-aff1-008ef5f82f89,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:16:32.516926 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:32.547615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c23e4-8469-45fa-99eb-2b06a3d47f11 req-4485b6d7-e795-4303-8724-9c5c3e3d06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:32.549137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa0c23e4-8469-45fa-99eb-2b06a3d47f11 req-4485b6d7-e795-4303-8724-9c5c3e3d06dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ca31e22-3ffb-4607-9360-bff6e9ee1b63 HTTP/1.1" status: 200 len: 1097 time: 0.0396304 Nov 08 01:16:32.584947 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aa0c23e4-8469-45fa-99eb-2b06a3d47f11 req-8ce16e7d-52e1-4cce-920d-f04ba6c7a871 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283344 Nov 08 01:16:32.798510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbb28a-339b-4f2f-a8a6-8b7f96a276ca req-53292154-fc29-4045-8d9a-5d4e3952e001 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:32.800436 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dcfbb28a-339b-4f2f-a8a6-8b7f96a276ca req-53292154-fc29-4045-8d9a-5d4e3952e001 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca31e22-3ffb-4607-9360-bff6e9ee1b63 HTTP/1.1" status: 200 len: 946 time: 0.0482469 Nov 08 01:16:32.842098 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dcfbb28a-339b-4f2f-a8a6-8b7f96a276ca req-cab3bcf4-9fce-4a65-9c98-9e21cb7dfd3c tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357387 Nov 08 01:16:33.563752 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:33.971359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e19f53-b8df-4bc0-ab5d-63a8d07669cc req-09ce735c-bf60-4724-9171-76ef476a4de6 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:33.973390 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0e19f53-b8df-4bc0-ab5d-63a8d07669cc req-09ce735c-bf60-4724-9171-76ef476a4de6 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca31e22-3ffb-4607-9360-bff6e9ee1b63 HTTP/1.1" status: 200 len: 946 time: 0.0520101 Nov 08 01:16:34.010992 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f0e19f53-b8df-4bc0-ab5d-63a8d07669cc req-b34359fd-6939-4924-b678-a105b9742121 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314808 Nov 08 01:16:35.123549 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ca6c3-1ed4-4963-ac01-e5ba5e97c23c req-f8e051ed-bf96-4a2b-bdfe-5000fbd81d01 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:35.125016 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a6ca6c3-1ed4-4963-ac01-e5ba5e97c23c req-f8e051ed-bf96-4a2b-bdfe-5000fbd81d01 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca31e22-3ffb-4607-9360-bff6e9ee1b63 HTTP/1.1" status: 200 len: 946 time: 0.0482020 Nov 08 01:16:35.161311 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a6ca6c3-1ed4-4963-ac01-e5ba5e97c23c req-9284cfeb-da8e-470f-ab26-290c90e99e1c tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304677 Nov 08 01:16:35.271347 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cefd9d-6493-49c6-8454-af2802653f79 req-42ac05cf-3e7f-4f8a-93a3-e58142042e3a tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:35.272734 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-45cefd9d-6493-49c6-8454-af2802653f79 req-42ac05cf-3e7f-4f8a-93a3-e58142042e3a tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca31e22-3ffb-4607-9360-bff6e9ee1b63 HTTP/1.1" status: 200 len: 946 time: 0.0473228 Nov 08 01:16:35.312963 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-45cefd9d-6493-49c6-8454-af2802653f79 req-5d6ab45a-9dc6-452e-81bb-5eb03351a642 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344038 Nov 08 01:16:39.323271 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:56.123762 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:16:58.216863 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1e6501a-bde9-4665-bf94-bcbe8c13ffb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:16:59.142467 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ec9d2-b7a0-4077-9a66-5ac13dc27281 req-09d021b6-9749-4f07-b99d-9cd6fc4cffdb tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:16:59.144054 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-510ec9d2-b7a0-4077-9a66-5ac13dc27281 req-09d021b6-9749-4f07-b99d-9cd6fc4cffdb tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca31e22-3ffb-4607-9360-bff6e9ee1b63 HTTP/1.1" status: 200 len: 946 time: 0.3840418 Nov 08 01:16:59.189606 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-510ec9d2-b7a0-4077-9a66-5ac13dc27281 req-0a45a87c-cd1b-4294-b185-3ed6474c32b7 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375395 Nov 08 01:17:00.310136 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219caa6-fef2-453d-98c5-49c164d7d4f9 req-b40d07a2-09c8-46d8-86ac-46d3ba94c244 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:00.311600 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d219caa6-fef2-453d-98c5-49c164d7d4f9 req-b40d07a2-09c8-46d8-86ac-46d3ba94c244 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca31e22-3ffb-4607-9360-bff6e9ee1b63 HTTP/1.1" status: 200 len: 946 time: 0.0479064 Nov 08 01:17:00.351213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d219caa6-fef2-453d-98c5-49c164d7d4f9 req-109fe373-a127-4ca3-b8f6-5f7966e2eada tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328832 Nov 08 01:17:00.597462 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eab2a8-e5e7-40b9-8884-eb15b73a102e req-c75da10a-ee9e-4533-818f-2fb661776d57 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:00.598909 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46eab2a8-e5e7-40b9-8884-eb15b73a102e req-c75da10a-ee9e-4533-818f-2fb661776d57 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca31e22-3ffb-4607-9360-bff6e9ee1b63 HTTP/1.1" status: 200 len: 946 time: 0.0483017 Nov 08 01:17:00.687270 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-46eab2a8-e5e7-40b9-8884-eb15b73a102e req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Deleting port 44ef1cb9-7610-4514-aff1-008ef5f82f89 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:17:00.687615 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-46eab2a8-e5e7-40b9-8884-eb15b73a102e req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:00.737723 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aed3206a-f568-4afd-895e-bcf9366a6485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:00.776359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-46eab2a8-e5e7-40b9-8884-eb15b73a102e req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] For port 44ef1cb9-7610-4514-aff1-008ef5f82f89, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=44ef1cb9-7610-4514-aff1-008ef5f82f89,segment=NetworkSegment(a905bd30-035c-4803-80da-6ce6f94741d1),segment_id=a905bd30-035c-4803-80da-6ce6f94741d1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:17:00.776727 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-46eab2a8-e5e7-40b9-8884-eb15b73a102e req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:00.792578 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-46eab2a8-e5e7-40b9-8884-eb15b73a102e req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Calling delete_port for 44ef1cb9-7610-4514-aff1-008ef5f82f89 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:17:00.977721 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-46eab2a8-e5e7-40b9-8884-eb15b73a102e req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:01.000587 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:01.006418 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Pushing event deleted for resources: {'Port': ['ID=44ef1cb9-7610-4514-aff1-008ef5f82f89,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:01.009905 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['44ef1cb9-7610-4514-aff1-008ef5f82f89'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:17:01.016986 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:01.017344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:01.017694 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:01.018035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:01.018412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:01.018805 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:01.019069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:01.019400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:01.020357 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:01.020357 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:01.020535 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:01.020760 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:01.070025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-46eab2a8-e5e7-40b9-8884-eb15b73a102e req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] No DVR routers for this DVR port 44ef1cb9-7610-4514-aff1-008ef5f82f89 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:17:01.072989 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-46eab2a8-e5e7-40b9-8884-eb15b73a102e req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:01.076435 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46eab2a8-e5e7-40b9-8884-eb15b73a102e req-b393cf36-46ca-41f7-8730-7a64987a25a4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.20 "DELETE /v2.0/ports/44ef1cb9-7610-4514-aff1-008ef5f82f89 HTTP/1.1" status: 204 len: 173 time: 0.4717278 Nov 08 01:17:01.076886 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca31e22-3ffb-4607-9360-bff6e9ee1b63', 'name': 'network-vif-deleted', 'tag': '44ef1cb9-7610-4514-aff1-008ef5f82f89'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:17:01.079400 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54046991-a4f1-46b9-b087-44881aca10f7" -d '{"events": [{"server_uuid": "6ca31e22-3ffb-4607-9360-bff6e9ee1b63", "name": "network-vif-deleted", "tag": "44ef1cb9-7610-4514-aff1-008ef5f82f89"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:17:01.118501 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d281fb5-a0eb-497a-a94b-20104f9a5116 x-openstack-request-id: req-5d281fb5-a0eb-497a-a94b-20104f9a5116 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:17:01.119041 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca31e22-3ffb-4607-9360-bff6e9ee1b63", "name": "network-vif-deleted", "tag": "44ef1cb9-7610-4514-aff1-008ef5f82f89", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:17:01.119285 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d281fb5-a0eb-497a-a94b-20104f9a5116 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:17:01.119687 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca31e22-3ffb-4607-9360-bff6e9ee1b63', 'name': 'network-vif-deleted', 'tag': '44ef1cb9-7610-4514-aff1-008ef5f82f89', 'status': 'completed', 'code': 200} Nov 08 01:17:01.447348 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-95b16cfc-e30b-4d69-be66-810edd700510 req-4893cdd2-8e2a-4e3e-b718-a3ab8dd2e38c tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca31e22-3ffb-4607-9360-bff6e9ee1b63 HTTP/1.1" status: 200 len: 210 time: 0.0270510 Nov 08 01:17:02.046303 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:02.541968 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:03.163384 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-7d8c6ead-afd5-4681-a651-9285bec5d461 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:03.164850 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-7d8c6ead-afd5-4681-a651-9285bec5d461 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/networks?id=b5ca910c-8a99-4657-814c-22959f238e76 HTTP/1.1" status: 200 len: 817 time: 0.1004508 Nov 08 01:17:03.179354 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-70987205-e64b-4256-aa03-58d075dfddb4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/quotas/99e5f6e79d824d579c94f2d3d8d9b4e4 HTTP/1.1" status: 200 len: 375 time: 0.0088432 Nov 08 01:17:03.233373 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-3f71614c-4139-4256-b695-395e73b08a4b tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=99e5f6e79d824d579c94f2d3d8d9b4e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487747 Nov 08 01:17:03.326509 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-bad11b95-276c-4459-9e63-010446b8e2ca service neutron] 10.222.0.13 "GET /v2.0/networks/b5ca910c-8a99-4657-814c-22959f238e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815265 Nov 08 01:17:03.419821 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-ecdb3435-5885-45a4-9ad7-ba210f55cda5 service neutron] 10.222.0.13 "GET /v2.0/networks/b5ca910c-8a99-4657-814c-22959f238e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861037 Nov 08 01:17:03.656751 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:03.661116 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-80efdd5c-d2c1-43ea-8503-96f5ee06d505 req-bd5b4561-4881-4832-b286-fefc2058c5ca tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 210 time: 0.0276291 Nov 08 01:17:04.224549 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 44ef1cb9-7610-4514-aff1-008ef5f82f89 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:17:04.247154 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 44ef1cb9-7610-4514-aff1-008ef5f82f89 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:17:04.247492 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 44ef1cb9-7610-4514-aff1-008ef5f82f89 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:17:04.753323 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4a8f3cbd-83de-497f-821c-7032852cfae0 req-1cf348a0-e869-461f-8e93-457450424699 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 210 time: 0.0265996 Nov 08 01:17:05.701900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-77d396f2-1dde-41c5-bd48-e958fbde7e05 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:05.703462 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-77d396f2-1dde-41c5-bd48-e958fbde7e05 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.20 "GET /v2.0/networks?id=b5ca910c-8a99-4657-814c-22959f238e76 HTTP/1.1" status: 200 len: 817 time: 0.1026268 Nov 08 01:17:05.732947 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-da1fc76b-e218-49a0-a218-b39f81aab185 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Request body: {'port': {'device_id': '83b7f743-48b1-455d-8bd4-74995be7daec', 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76', 'admin_state_up': True, 'tenant_id': '99e5f6e79d824d579c94f2d3d8d9b4e4'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:17:05.856437 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-183d8ef3-b972-4e80-b098-1b6d5cf7fbeb req-fe3c4235-bb64-4f96-836a-0540700ed4f4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 210 time: 0.0359833 Nov 08 01:17:05.971230 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-da1fc76b-e218-49a0-a218-b39f81aab185 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Made reservation on behalf of 99e5f6e79d824d579c94f2d3d8d9b4e4 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:17:05.974694 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-da1fc76b-e218-49a0-a218-b39f81aab185 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:06.098303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-da1fc76b-e218-49a0-a218-b39f81aab185 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Allocated IP 172.20.0.3 (b5ca910c-8a99-4657-814c-22959f238e76/9cd15adb-9831-4b5c-9920-a8eae94519cc/0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:17:06.243422 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-da1fc76b-e218-49a0-a218-b39f81aab185 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:06.337544 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-da1fc76b-e218-49a0-a218-b39f81aab185 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:06.377555 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-da1fc76b-e218-49a0-a218-b39f81aab185 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Network b5ca910c-8a99-4657-814c-22959f238e76 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:17:06.380666 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-da1fc76b-e218-49a0-a218-b39f81aab185 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:17:06.384263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-da1fc76b-e218-49a0-a218-b39f81aab185 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:17:06.415983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fc76b-e218-49a0-a218-b39f81aab185 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Pushing event updated for resources: {'Port': ['ID=0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:06.444647 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-da1fc76b-e218-49a0-a218-b39f81aab185 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:06.445291 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-da1fc76b-e218-49a0-a218-b39f81aab185 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:06.550592 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-da1fc76b-e218-49a0-a218-b39f81aab185 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8213799 Nov 08 01:17:06.612245 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Request body: {'port': {'device_id': '83b7f743-48b1-455d-8bd4-74995be7daec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:17:06.643358 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6671c84b-7caa-4002-b97c-64d0f72fcc81 None None] Provisioning complete for port 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:17:06.644373 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6671c84b-7caa-4002-b97c-64d0f72fcc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:06.665181 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:06.678269 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6671c84b-7caa-4002-b97c-64d0f72fcc81 None None] Port 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:17:06.924299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:17:06.939737 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:06.973145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Transition to ACTIVE for port object 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:17:06.991766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5b1e-0bfe-4acd-82db-eec3bbf5db87 req-d0760a77-8c71-4f6d-bb85-ed39671006ac tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:07.006073 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c8d5b1e-0bfe-4acd-82db-eec3bbf5db87 req-d0760a77-8c71-4f6d-bb85-ed39671006ac tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 931 time: 0.0644965 Nov 08 01:17:07.031286 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0c8d5b1e-0bfe-4acd-82db-eec3bbf5db87 req-5c8da733-8cad-4c8f-8724-4ed6a09a1019 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319788 Nov 08 01:17:07.057075 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:07.110519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Pushing event updated for resources: {'Port': ['ID=0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:07.177448 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Attempting to bind port 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:17:07.177786 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Attempting to bind port 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'a905bd30-035c-4803-80da-6ce6f94741d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:17:07.178119 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Attempting to bind port 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c on network b5ca910c-8a99-4657-814c-22959f238e76 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:17:07.182681 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Port 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c on network b5ca910c-8a99-4657-814c-22959f238e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:17:07.183004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Attempting to bind port 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c on network b5ca910c-8a99-4657-814c-22959f238e76 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:17:07.188036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:17:07.188377 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Checking segment: {'id': 'a905bd30-035c-4803-80da-6ce6f94741d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:17:07.188764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Bound using segment: {'id': 'a905bd30-035c-4803-80da-6ce6f94741d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:17:07.189194 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Bound port: 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a905bd30-035c-4803-80da-6ce6f94741d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:17:07.189557 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:07.259960 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] For port 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:17:07.263056 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] For port 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c,segment=NetworkSegment(a905bd30-035c-4803-80da-6ce6f94741d1),segment_id=a905bd30-035c-4803-80da-6ce6f94741d1)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:17:07.365898 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:07.400421 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:07.402741 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:07.402741 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] 10.222.0.20 "PUT /v2.0/ports/0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c HTTP/1.1" status: 200 len: 1091 time: 0.7949214 Nov 08 01:17:07.403049 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b7f743-48b1-455d-8bd4-74995be7daec', 'tag': '0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:17:07.405708 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e699754e-e458-4cbd-92c9-042cc909755c" -d '{"events": [{"name": "network-changed", "server_uuid": "83b7f743-48b1-455d-8bd4-74995be7daec", "tag": "0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:17:07.431717 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483b531-c164-446a-b1e8-be582e8a524d service neutron] Pushing event updated for resources: {'Port': ['ID=0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:07.444249 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19296a2-a673-4baa-a1bf-5f890e74ebcc x-openstack-request-id: req-b19296a2-a673-4baa-a1bf-5f890e74ebcc {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:17:07.444611 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b7f743-48b1-455d-8bd4-74995be7daec", "tag": "0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:17:07.444863 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b19296a2-a673-4baa-a1bf-5f890e74ebcc {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:17:07.445312 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b7f743-48b1-455d-8bd4-74995be7daec', 'tag': '0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c', 'status': 'completed', 'code': 200} Nov 08 01:17:07.527751 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699754e-e458-4cbd-92c9-042cc909755c req-de035271-ff88-402e-baf5-66686aaadc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:07.529400 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e699754e-e458-4cbd-92c9-042cc909755c req-de035271-ff88-402e-baf5-66686aaadc9d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99e5f6e79d824d579c94f2d3d8d9b4e4&device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 1094 time: 0.0428367 Nov 08 01:17:07.640655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699754e-e458-4cbd-92c9-042cc909755c req-c7ca172b-c350-4ab2-8b2c-035bd2e37aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:07.642134 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e699754e-e458-4cbd-92c9-042cc909755c req-c7ca172b-c350-4ab2-8b2c-035bd2e37aa7 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=99e5f6e79d824d579c94f2d3d8d9b4e4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0985370 Nov 08 01:17:07.733241 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699754e-e458-4cbd-92c9-042cc909755c req-a2fbc8aa-336e-4d7b-b4be-122c18700853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:07.734552 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e699754e-e458-4cbd-92c9-042cc909755c req-a2fbc8aa-336e-4d7b-b4be-122c18700853 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851448 Nov 08 01:17:07.837460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-bf46a012-a3bb-4b2e-9521-bbfb3a19892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:07.838918 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-bf46a012-a3bb-4b2e-9521-bbfb3a19892b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99e5f6e79d824d579c94f2d3d8d9b4e4&device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 1094 time: 0.0451462 Nov 08 01:17:07.884847 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-487e83c1-d43a-4692-b543-59144553312c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c HTTP/1.1" status: 200 len: 217 time: 0.0332968 Nov 08 01:17:07.930793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f62a172c-c51c-4fd9-b820-cdd923ef49e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:07.932182 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-f62a172c-c51c-4fd9-b820-cdd923ef49e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9cd15adb-9831-4b5c-9920-a8eae94519cc HTTP/1.1" status: 200 len: 856 time: 0.0408325 Nov 08 01:17:07.990877 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-621c1a23-a3cf-4228-9de2-843ebad37a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:07.992318 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-621c1a23-a3cf-4228-9de2-843ebad37a8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5ca910c-8a99-4657-814c-22959f238e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438602 Nov 08 01:17:08.084703 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-2ad3d6be-4bf4-4c36-a659-203b671dc85c service neutron] 10.222.0.20 "GET /v2.0/networks/b5ca910c-8a99-4657-814c-22959f238e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842795 Nov 08 01:17:08.203938 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b30e3a-43f9-4f3d-ba62-843ecfe63e05 req-57958169-8893-48de-9bd6-d7f099ee7e42 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:08.205643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d6b30e3a-43f9-4f3d-ba62-843ecfe63e05 req-57958169-8893-48de-9bd6-d7f099ee7e42 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 943 time: 0.1062510 Nov 08 01:17:08.221631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2a703018-4f9a-4c6b-972f-614b5933b2ed req-096f7d2f-3444-47e6-bffc-cad4c8b25b3b service neutron] 10.222.0.20 "GET /v2.0/networks/b5ca910c-8a99-4657-814c-22959f238e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300268 Nov 08 01:17:08.246974 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d6b30e3a-43f9-4f3d-ba62-843ecfe63e05 req-bfa14090-6d40-4236-9393-2fea4ccbe1da tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342500 Nov 08 01:17:09.313715 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:09.363437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad389a-c9a1-4ba5-98b4-743f7c7796df req-e5a23581-c723-4bdd-b85e-56deb332dc1d tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:09.365012 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4aad389a-c9a1-4ba5-98b4-743f7c7796df req-e5a23581-c723-4bdd-b85e-56deb332dc1d tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 943 time: 0.0498445 Nov 08 01:17:09.400797 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4aad389a-c9a1-4ba5-98b4-743f7c7796df req-a7f394d0-592c-48a1-8dcf-41f67992456d tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298834 Nov 08 01:17:10.519270 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9055f-b499-4646-a279-10b499e51ca7 req-e7ef445a-a206-463a-9cd2-33291eee4c67 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:10.520772 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69f9055f-b499-4646-a279-10b499e51ca7 req-e7ef445a-a206-463a-9cd2-33291eee4c67 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 943 time: 0.0533333 Nov 08 01:17:10.557714 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-69f9055f-b499-4646-a279-10b499e51ca7 req-8c75dfba-144e-4017-92b8-dff2dde8b5a1 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309701 Nov 08 01:17:11.669559 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d6a3c-d1ea-410f-80cb-2c826fcc709d req-0fce29c1-41d6-4ce0-9f6a-19d916ec4a50 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:11.671022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac0d6a3c-d1ea-410f-80cb-2c826fcc709d req-0fce29c1-41d6-4ce0-9f6a-19d916ec4a50 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 943 time: 0.0494099 Nov 08 01:17:11.709039 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac0d6a3c-d1ea-410f-80cb-2c826fcc709d req-ca030ebe-0a3d-4cce-9245-81f59c4295be tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321021 Nov 08 01:17:12.266037 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:17:12.368405 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c,segment=NetworkSegment(a905bd30-035c-4803-80da-6ce6f94741d1),segment_id=a905bd30-035c-4803-80da-6ce6f94741d1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:17:12.379667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c', 'network_id': 'b5ca910c-8a99-4657-814c-22959f238e76', 'port_id': '0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c', 'mac_address': 'fa:16:3e:35:8b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd15adb-9831-4b5c-9920-a8eae94519cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:17:12.415484 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:12.428448 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:17:12.446631 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c,segment=NetworkSegment(a905bd30-035c-4803-80da-6ce6f94741d1),segment_id=a905bd30-035c-4803-80da-6ce6f94741d1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:17:12.524962 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:12.571906 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:12.822163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cf0ad-77cb-4a6b-bab8-e341a2a8230f req-7c0c021d-1046-483a-bf46-02f202ee04ab tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:12.823676 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d2cf0ad-77cb-4a6b-bab8-e341a2a8230f req-7c0c021d-1046-483a-bf46-02f202ee04ab tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 944 time: 0.0486729 Nov 08 01:17:12.862809 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d2cf0ad-77cb-4a6b-bab8-e341a2a8230f req-eb78266a-8883-4293-84c1-0871a47a0d33 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321095 Nov 08 01:17:12.949708 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:17:13.981821 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ba9d6-5d7c-411b-b854-84a3b7f2c6fe req-9764a5c6-10ab-4518-91bc-cb3467c474e6 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:13.983822 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f1ba9d6-5d7c-411b-b854-84a3b7f2c6fe req-9764a5c6-10ab-4518-91bc-cb3467c474e6 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 944 time: 0.0548677 Nov 08 01:17:14.021413 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f1ba9d6-5d7c-411b-b854-84a3b7f2c6fe req-bca8e51d-614a-4d57-b9cc-89a7a6537a8b tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315304 Nov 08 01:17:14.266011 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:17:14.381730 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:17:14.385674 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:17:14.386039 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:14.464472 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:14.486739 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b7f743-48b1-455d-8bd4-74995be7daec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:17:14.488984 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b3012f-9c62-41a3-827d-aa524e86f54e" -d '{"events": [{"server_uuid": "83b7f743-48b1-455d-8bd4-74995be7daec", "name": "network-vif-plugged", "status": "completed", "tag": "0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:17:14.502257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c,segment=NetworkSegment(a905bd30-035c-4803-80da-6ce6f94741d1),segment_id=a905bd30-035c-4803-80da-6ce6f94741d1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:17:14.527949 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391ac0d0-e414-4738-9937-7c2ea49b4424 x-openstack-request-id: req-391ac0d0-e414-4738-9937-7c2ea49b4424 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:17:14.528258 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b7f743-48b1-455d-8bd4-74995be7daec", "name": "network-vif-plugged", "status": "completed", "tag": "0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:17:14.528511 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-391ac0d0-e414-4738-9937-7c2ea49b4424 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:17:14.528970 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b7f743-48b1-455d-8bd4-74995be7daec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c', 'code': 200} Nov 08 01:17:14.627710 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:14.658984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bfa9f-32c2-4e71-9d0e-d08c57dd76ff req-20eccb15-4698-4f06-bad0-62712ff54985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:14.660546 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b9bfa9f-32c2-4e71-9d0e-d08c57dd76ff req-20eccb15-4698-4f06-bad0-62712ff54985 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 1096 time: 0.0408218 Nov 08 01:17:14.680804 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:14.696370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4b9bfa9f-32c2-4e71-9d0e-d08c57dd76ff req-f31c0b4a-b240-48e6-9950-703feacf3b57 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285079 Nov 08 01:17:15.134142 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7bd2a-9df5-4ac4-9ec4-615f18cd5a47 req-7244e33a-e580-41de-8998-9607c92a1b86 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:15.135608 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fcd7bd2a-9df5-4ac4-9ec4-615f18cd5a47 req-7244e33a-e580-41de-8998-9607c92a1b86 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 945 time: 0.0485656 Nov 08 01:17:15.172519 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fcd7bd2a-9df5-4ac4-9ec4-615f18cd5a47 req-8e26b65e-4898-4572-9a7f-afee2860db4c tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303037 Nov 08 01:17:16.290472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d96f8-43a6-491a-b632-69943d736544 req-5aa2af07-0a96-403c-a92c-b4349ea68d2f tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:16.292021 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc6d96f8-43a6-491a-b632-69943d736544 req-5aa2af07-0a96-403c-a92c-b4349ea68d2f tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 945 time: 0.0514915 Nov 08 01:17:16.331214 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fc6d96f8-43a6-491a-b632-69943d736544 req-30f3f2c4-72ab-4ef8-9db5-e00d7757f5fc tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320442 Nov 08 01:17:16.445411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227bc2a-a311-411b-ad74-8a6b36a99bb7 req-92ea4149-6e27-4301-8bd6-8a1d96831f0f tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:16.446901 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3227bc2a-a311-411b-ad74-8a6b36a99bb7 req-92ea4149-6e27-4301-8bd6-8a1d96831f0f tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 945 time: 0.0495541 Nov 08 01:17:16.485581 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3227bc2a-a311-411b-ad74-8a6b36a99bb7 req-1e4f7386-b9a8-42e2-b14d-8519104d30c4 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318654 Nov 08 01:17:28.212996 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-27a21434-2f56-41a0-b392-65e54f12466f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:29.525707 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f28c6e0-51a8-40f7-aae1-379eefbe21e4 req-998ba110-e94b-46ee-8ca0-37133a0f89c0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83b7f743-48b1-455d-8bd4-74995be7daec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0379326 Nov 08 01:17:29.637577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28c6e0-51a8-40f7-aae1-379eefbe21e4 req-7294b4c6-a4f3-4e21-9e0f-048cb3c39170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:29.639031 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f28c6e0-51a8-40f7-aae1-379eefbe21e4 req-7294b4c6-a4f3-4e21-9e0f-048cb3c39170 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99e5f6e79d824d579c94f2d3d8d9b4e4&device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 1096 time: 0.0436819 Nov 08 01:17:29.740068 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28c6e0-51a8-40f7-aae1-379eefbe21e4 req-d3d6da19-97f2-4178-886e-e8b8b387db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:29.749094 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f28c6e0-51a8-40f7-aae1-379eefbe21e4 req-d3d6da19-97f2-4178-886e-e8b8b387db99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5ca910c-8a99-4657-814c-22959f238e76 HTTP/1.1" status: 200 len: 918 time: 0.0837157 Nov 08 01:17:29.787885 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f28c6e0-51a8-40f7-aae1-379eefbe21e4 req-6ab7d365-0c3b-4564-8d9a-b0836603b889 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c HTTP/1.1" status: 200 len: 217 time: 0.0391877 Nov 08 01:17:29.836214 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28c6e0-51a8-40f7-aae1-379eefbe21e4 req-74110dc5-c4ef-4137-b6bc-6dec6a355535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:29.837611 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f28c6e0-51a8-40f7-aae1-379eefbe21e4 req-74110dc5-c4ef-4137-b6bc-6dec6a355535 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9cd15adb-9831-4b5c-9920-a8eae94519cc HTTP/1.1" status: 200 len: 856 time: 0.0429122 Nov 08 01:17:29.904809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28c6e0-51a8-40f7-aae1-379eefbe21e4 req-58d86a9d-c9f1-4036-baea-65e189bc97f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:29.906333 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f28c6e0-51a8-40f7-aae1-379eefbe21e4 req-58d86a9d-c9f1-4036-baea-65e189bc97f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5ca910c-8a99-4657-814c-22959f238e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544553 Nov 08 01:17:30.001668 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f28c6e0-51a8-40f7-aae1-379eefbe21e4 req-157fdd5f-7406-435d-b950-8c40b25e1659 service neutron] 10.222.0.20 "GET /v2.0/networks/b5ca910c-8a99-4657-814c-22959f238e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862691 Nov 08 01:17:30.091618 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1f28c6e0-51a8-40f7-aae1-379eefbe21e4 req-657c194f-f8af-4af6-97e9-3d836bc94ace service neutron] 10.222.0.20 "GET /v2.0/networks/b5ca910c-8a99-4657-814c-22959f238e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816951 Nov 08 01:17:30.756031 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1fe1ee16-8d98-433c-94f0-fc5dc6bea73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:31.047313 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:31.989858 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:32.532959 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:33.124560 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:17:33.596742 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:39.475974 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:39.859601 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087da1f-a237-48a7-b1ea-d171a2b6e13e req-c2827e45-97ca-4b06-914e-3941c224f893 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:39.861126 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9087da1f-a237-48a7-b1ea-d171a2b6e13e req-c2827e45-97ca-4b06-914e-3941c224f893 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 945 time: 0.0666170 Nov 08 01:17:39.908744 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9087da1f-a237-48a7-b1ea-d171a2b6e13e req-7a09c506-0410-4a01-8980-9b33fdae6686 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415564 Nov 08 01:17:41.029892 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731942d9-9b89-4222-996b-dceb2b7b03b8 req-dd5fdf7f-600b-41c9-bd15-7696a827b2ea tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:41.031378 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-731942d9-9b89-4222-996b-dceb2b7b03b8 req-dd5fdf7f-600b-41c9-bd15-7696a827b2ea tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 945 time: 0.0537319 Nov 08 01:17:41.069217 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-731942d9-9b89-4222-996b-dceb2b7b03b8 req-45e9e687-8095-4e28-adfb-207562ad47b5 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/security-groups?id=73746385-2f1d-4a3a-aa57-906b3ada81f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317552 Nov 08 01:17:41.568131 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439f0cc-5b5a-4556-be60-cbcdb545e0d7 req-e304ef41-400a-4540-978f-a5e57e82a4fb tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:41.569550 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b439f0cc-5b5a-4556-be60-cbcdb545e0d7 req-e304ef41-400a-4540-978f-a5e57e82a4fb tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 945 time: 0.0471447 Nov 08 01:17:41.658601 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-b439f0cc-5b5a-4556-be60-cbcdb545e0d7 req-7f4be4d7-e034-4245-8df7-ade380ad61de tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Deleting port 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:17:41.658936 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b439f0cc-5b5a-4556-be60-cbcdb545e0d7 req-7f4be4d7-e034-4245-8df7-ade380ad61de tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:41.744124 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-b439f0cc-5b5a-4556-be60-cbcdb545e0d7 req-7f4be4d7-e034-4245-8df7-ade380ad61de tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] For port 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c,segment=NetworkSegment(a905bd30-035c-4803-80da-6ce6f94741d1),segment_id=a905bd30-035c-4803-80da-6ce6f94741d1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:17:41.744474 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b439f0cc-5b5a-4556-be60-cbcdb545e0d7 req-7f4be4d7-e034-4245-8df7-ade380ad61de tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:41.756993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-b439f0cc-5b5a-4556-be60-cbcdb545e0d7 req-7f4be4d7-e034-4245-8df7-ade380ad61de tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Calling delete_port for 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:17:41.938921 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b439f0cc-5b5a-4556-be60-cbcdb545e0d7 req-7f4be4d7-e034-4245-8df7-ade380ad61de tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:41.964932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4be4d7-e034-4245-8df7-ade380ad61de tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Pushing event deleted for resources: {'Port': ['ID=0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:41.977022 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:17:42.008643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b439f0cc-5b5a-4556-be60-cbcdb545e0d7 req-7f4be4d7-e034-4245-8df7-ade380ad61de tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] No DVR routers for this DVR port 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:17:42.011894 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b439f0cc-5b5a-4556-be60-cbcdb545e0d7 req-7f4be4d7-e034-4245-8df7-ade380ad61de tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:42.015220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b439f0cc-5b5a-4556-be60-cbcdb545e0d7 req-7f4be4d7-e034-4245-8df7-ade380ad61de tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.20 "DELETE /v2.0/ports/0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c HTTP/1.1" status: 204 len: 173 time: 0.4385617 Nov 08 01:17:42.015665 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b7f743-48b1-455d-8bd4-74995be7daec', 'name': 'network-vif-deleted', 'tag': '0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:17:42.018024 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43987e59-8731-4f21-ac09-fb1322f2872b" -d '{"events": [{"server_uuid": "83b7f743-48b1-455d-8bd4-74995be7daec", "name": "network-vif-deleted", "tag": "0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:17:42.057665 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbdc56d-6135-489e-932f-346d3e2090a4 x-openstack-request-id: req-edbdc56d-6135-489e-932f-346d3e2090a4 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:17:42.057665 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b7f743-48b1-455d-8bd4-74995be7daec", "name": "network-vif-deleted", "tag": "0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:17:42.057665 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edbdc56d-6135-489e-932f-346d3e2090a4 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:17:42.057665 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b7f743-48b1-455d-8bd4-74995be7daec', 'name': 'network-vif-deleted', 'tag': '0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c', 'status': 'completed', 'code': 200} Nov 08 01:17:42.168339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-150335b3-38f3-414a-94b3-7fdd8f72f401 req-553d4c9a-b11c-42bd-abd7-97eb676b26d7 tempest-TestEncryptedCinderVolumes-1772885634 tempest-TestEncryptedCinderVolumes-1772885634-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b7f743-48b1-455d-8bd4-74995be7daec HTTP/1.1" status: 200 len: 210 time: 0.0299191 Nov 08 01:17:43.363687 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39670) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:17:43.705894 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:43.946390 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Deleting port 823a1bc4-cab8-4669-89d8-60233c943d3c {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:17:43.946644 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:44.024300 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] For port 823a1bc4-cab8-4669-89d8-60233c943d3c, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=823a1bc4-cab8-4669-89d8-60233c943d3c,segment=NetworkSegment(a905bd30-035c-4803-80da-6ce6f94741d1),segment_id=a905bd30-035c-4803-80da-6ce6f94741d1)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:17:44.024654 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:44.037249 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Calling delete_port for 823a1bc4-cab8-4669-89d8-60233c943d3c owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:17:44.269983 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:44.299156 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=823a1bc4-cab8-4669-89d8-60233c943d3c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:44.311762 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:44.312028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:44.312372 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:44.312729 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:44.313060 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:44.313385 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:44.313736 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:44.314179 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:44.314507 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:44.314830 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:44.315265 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:44.315589 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:44.332775 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:17:44.354580 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:17:44.354924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 0d9e71bf-a0b1-43fc-a1a1-54a8b25d4d3c not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:17:44.479329 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:44.693567 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Router d4f3ac97-7eab-4bf3-b29b-363f6f69dabe has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:17:44.799113 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:17:44.804087 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e984c6e7-5aaf-4678-8403-0d23f3469e40 admin admin] 10.222.0.13 "PUT /v2.0/routers/d4f3ac97-7eab-4bf3-b29b-363f6f69dabe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4392812 Nov 08 01:17:44.806840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39674) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:17:44.810222 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cf9467-1ac4-4ef3-baca-830fbab1c55b None None] Sync routers for ids ['d4f3ac97-7eab-4bf3-b29b-363f6f69dabe'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:17:44.819429 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cf9467-1ac4-4ef3-baca-830fbab1c55b None None] Routers {'d4f3ac97-7eab-4bf3-b29b-363f6f69dabe'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:17:44.820088 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-14cf9467-1ac4-4ef3-baca-830fbab1c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:17:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d4f3ac97-7eab-4bf3-b29b-363f6f69dabe'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:17:44.915650 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eef0ef63-4321-4891-9710-19f5eea04753 admin admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:45.031554 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eef0ef63-4321-4891-9710-19f5eea04753 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:45.085379 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-14cf9467-1ac4-4ef3-baca-830fbab1c55b None None] Set router d4f3ac97-7eab-4bf3-b29b-363f6f69dabe gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:17:45.151063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-eef0ef63-4321-4891-9710-19f5eea04753 admin admin] Deleting port 20f1836b-b677-49a2-b266-cb9103412dfe {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:17:45.151401 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eef0ef63-4321-4891-9710-19f5eea04753 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:45.237874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-eef0ef63-4321-4891-9710-19f5eea04753 admin admin] For port 20f1836b-b677-49a2-b266-cb9103412dfe, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=20f1836b-b677-49a2-b266-cb9103412dfe,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:17:45.238239 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eef0ef63-4321-4891-9710-19f5eea04753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:45.252138 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-eef0ef63-4321-4891-9710-19f5eea04753 admin admin] Calling delete_port for 20f1836b-b677-49a2-b266-cb9103412dfe owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:17:45.264598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-14cf9467-1ac4-4ef3-baca-830fbab1c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f3ac97-7eab-4bf3-b29b-363f6f69dabe', 'name': 'tempest-TestEncryptedCinderVolumes-1496934294-router', 'tenant_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '20f1836b-b677-49a2-b266-cb9103412dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:16:10Z', 'updated_at': '2021-11-08T01:17:44Z', 'revision_number': 5, 'project_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'gw_port': {'id': '20f1836b-b677-49a2-b266-cb9103412dfe', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f3ac97-7eab-4bf3-b29b-363f6f69dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:11Z', 'updated_at': '2021-11-08T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:17:45.291102 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cf9467-1ac4-4ef3-baca-830fbab1c55b None None] Checking router: d4f3ac97-7eab-4bf3-b29b-363f6f69dabe for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:17:45.299938 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cf9467-1ac4-4ef3-baca-830fbab1c55b None None] Routers {'d4f3ac97-7eab-4bf3-b29b-363f6f69dabe'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:17:45.300553 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-14cf9467-1ac4-4ef3-baca-830fbab1c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:17:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['d4f3ac97-7eab-4bf3-b29b-363f6f69dabe'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:17:45.388647 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-14cf9467-1ac4-4ef3-baca-830fbab1c55b None None] Set router d4f3ac97-7eab-4bf3-b29b-363f6f69dabe gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:17:45.445790 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-14cf9467-1ac4-4ef3-baca-830fbab1c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f3ac97-7eab-4bf3-b29b-363f6f69dabe', 'name': 'tempest-TestEncryptedCinderVolumes-1496934294-router', 'tenant_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:16:10Z', 'updated_at': '2021-11-08T01:17:45Z', 'revision_number': 6, 'project_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:17:45.472246 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cf9467-1ac4-4ef3-baca-830fbab1c55b None None] The sync data for ids ['d4f3ac97-7eab-4bf3-b29b-363f6f69dabe'] in n-d-816882-1 is: [{'id': 'd4f3ac97-7eab-4bf3-b29b-363f6f69dabe', 'name': 'tempest-TestEncryptedCinderVolumes-1496934294-router', 'tenant_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:16:10Z', 'updated_at': '2021-11-08T01:17:45Z', 'revision_number': 6, 'project_id': '99e5f6e79d824d579c94f2d3d8d9b4e4', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:17:45.487220 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eef0ef63-4321-4891-9710-19f5eea04753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:45.514402 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0ef63-4321-4891-9710-19f5eea04753 admin admin] Pushing event deleted for resources: {'Port': ['ID=20f1836b-b677-49a2-b266-cb9103412dfe,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:45.577306 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eef0ef63-4321-4891-9710-19f5eea04753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:45.673572 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eef0ef63-4321-4891-9710-19f5eea04753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:45.675658 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eef0ef63-4321-4891-9710-19f5eea04753 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:45.812850 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eef0ef63-4321-4891-9710-19f5eea04753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:45.817098 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef0ef63-4321-4891-9710-19f5eea04753 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4f3ac97-7eab-4bf3-b29b-363f6f69dabe {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 01:17:45.817983 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eef0ef63-4321-4891-9710-19f5eea04753 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:45.819194 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-eef0ef63-4321-4891-9710-19f5eea04753 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d4f3ac97-7eab-4bf3-b29b-363f6f69dabe HTTP/1.1" status: 204 len: 168 time: 1.0095832 Nov 08 01:17:45.821753 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39676) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:17:45.867649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8691dc9-8dd1-47df-ba7c-9e0e614c5297 admin admin] Deleting subnet 9cd15adb-9831-4b5c-9920-a8eae94519cc {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:17:45.871938 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d8691dc9-8dd1-47df-ba7c-9e0e614c5297 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:45.912215 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d8691dc9-8dd1-47df-ba7c-9e0e614c5297 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:45.994289 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d8691dc9-8dd1-47df-ba7c-9e0e614c5297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:46.304399 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d8691dc9-8dd1-47df-ba7c-9e0e614c5297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:46.335127 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d8691dc9-8dd1-47df-ba7c-9e0e614c5297 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:46.339586 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d8691dc9-8dd1-47df-ba7c-9e0e614c5297 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9cd15adb-9831-4b5c-9920-a8eae94519cc HTTP/1.1" status: 204 len: 168 time: 0.5164964 Nov 08 01:17:46.340434 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6217b366-6bdd-4b63-972d-1da5a4684b73 None None] Network b5ca910c-8a99-4657-814c-22959f238e76 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:17:46.340689 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8691dc9-8dd1-47df-ba7c-9e0e614c5297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cd15adb-9831-4b5c-9920-a8eae94519cc,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:46.341829 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39678) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:17:46.415375 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:46.471171 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] Deleting port f72b2142-d910-4a78-822a-8c7b2e941bd0 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:17:46.471527 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:46.537159 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] DHCP port deletion for b5ca910c-8a99-4657-814c-22959f238e76 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 01:17:46.540354 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] For port f72b2142-d910-4a78-822a-8c7b2e941bd0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=f72b2142-d910-4a78-822a-8c7b2e941bd0,segment=NetworkSegment(a905bd30-035c-4803-80da-6ce6f94741d1),segment_id=a905bd30-035c-4803-80da-6ce6f94741d1)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:17:46.540717 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:46.553807 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] Calling delete_port for f72b2142-d910-4a78-822a-8c7b2e941bd0 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:17:46.593789 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] Deleting port f72b2142-d910-4a78-822a-8c7b2e941bd0 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:17:46.594168 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:46.669372 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] For port f72b2142-d910-4a78-822a-8c7b2e941bd0, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=f72b2142-d910-4a78-822a-8c7b2e941bd0,segment=NetworkSegment(a905bd30-035c-4803-80da-6ce6f94741d1),segment_id=a905bd30-035c-4803-80da-6ce6f94741d1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:17:46.669766 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:46.682019 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] Calling delete_port for f72b2142-d910-4a78-822a-8c7b2e941bd0 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:17:46.702790 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:46.730028 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f72b2142-d910-4a78-822a-8c7b2e941bd0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:46.731886 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] No DVR routers for this DVR port f72b2142-d910-4a78-822a-8c7b2e941bd0 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:17:46.756111 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:46.782033 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] Pushing event deleted for resources: {'Port': ['ID=f72b2142-d910-4a78-822a-8c7b2e941bd0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:46.784301 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] No DVR routers for this DVR port f72b2142-d910-4a78-822a-8c7b2e941bd0 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:17:46.804756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:46.804756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:46.804756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:46.804756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:46.804756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:46.804756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:46.804756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:46.804756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:46.804756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:46.804756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:46.804756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:46.804756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8f0e5-9bac-4820-baad-5033394b58a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:17:46.806191 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:46.824503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ca910c-8a99-4657-814c-22959f238e76']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:17:46.833717 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a905bd30-035c-4803-80da-6ce6f94741d1') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:17:46.834007 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a905bd30-035c-4803-80da-6ce6f94741d1') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:17:46.843532 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:46.856687 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:46.862318 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:17:46.862694 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: timer() Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:17:46.864366 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:17:46.977197 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:46.983271 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:46.986573 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b5ca910c-8a99-4657-814c-22959f238e76 HTTP/1.1" status: 204 len: 168 time: 0.6436708 Nov 08 01:17:46.989489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39680) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:17:47.002595 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d20610-bbd4-4a7d-8445-534005ed71e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5ca910c-8a99-4657-814c-22959f238e76,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:47.068826 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 20f1836b-b677-49a2-b266-cb9103412dfe no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:17:47.092833 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 20f1836b-b677-49a2-b266-cb9103412dfe {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:17:47.093295 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 20f1836b-b677-49a2-b266-cb9103412dfe not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:17:47.093559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 823a1bc4-cab8-4669-89d8-60233c943d3c no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:17:47.111730 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 823a1bc4-cab8-4669-89d8-60233c943d3c {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:17:47.112095 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 823a1bc4-cab8-4669-89d8-60233c943d3c not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:17:47.112477 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f72b2142-d910-4a78-822a-8c7b2e941bd0 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:17:47.130436 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: f72b2142-d910-4a78-822a-8c7b2e941bd0 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:17:47.130792 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f72b2142-d910-4a78-822a-8c7b2e941bd0 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:17:47.335003 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd648833-55f8-4851-b6f3-41e0477b3190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:47.570657 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-dd648833-55f8-4851-b6f3-41e0477b3190 admin admin] Deleting port f68e77a6-a256-4ef2-b63b-82ee02879523 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:17:47.570993 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd648833-55f8-4851-b6f3-41e0477b3190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:47.647562 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-dd648833-55f8-4851-b6f3-41e0477b3190 admin admin] For port f68e77a6-a256-4ef2-b63b-82ee02879523, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=f68e77a6-a256-4ef2-b63b-82ee02879523,segment=NetworkSegment(c1db416f-a293-4624-b7dc-553014e25b0c),segment_id=c1db416f-a293-4624-b7dc-553014e25b0c)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:17:47.647954 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd648833-55f8-4851-b6f3-41e0477b3190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:47.660733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-dd648833-55f8-4851-b6f3-41e0477b3190 admin admin] Calling delete_port for f68e77a6-a256-4ef2-b63b-82ee02879523 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:17:48.250903 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd648833-55f8-4851-b6f3-41e0477b3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:48.279440 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd648833-55f8-4851-b6f3-41e0477b3190 admin admin] Pushing event deleted for resources: {'Port': ['ID=f68e77a6-a256-4ef2-b63b-82ee02879523,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:48.451667 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dd648833-55f8-4851-b6f3-41e0477b3190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:48.672900 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd648833-55f8-4851-b6f3-41e0477b3190 admin admin] Router a61d6fa2-2968-4810-90bb-9e596822dc1d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:17:48.777115 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd648833-55f8-4851-b6f3-41e0477b3190 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:17:48.782129 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dd648833-55f8-4851-b6f3-41e0477b3190 admin admin] 10.222.0.13 "PUT /v2.0/routers/a61d6fa2-2968-4810-90bb-9e596822dc1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7915227 Nov 08 01:17:48.784779 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39682) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:17:48.786393 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4284a7a-bb53-43d3-82cc-af93f118e620 None None] Sync routers for ids ['a61d6fa2-2968-4810-90bb-9e596822dc1d'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:17:48.795426 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4284a7a-bb53-43d3-82cc-af93f118e620 None None] Routers {'a61d6fa2-2968-4810-90bb-9e596822dc1d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:17:48.796192 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b4284a7a-bb53-43d3-82cc-af93f118e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:17:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['a61d6fa2-2968-4810-90bb-9e596822dc1d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:17:48.887314 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1052c52c-22bd-4524-ae00-c081c4750663 admin admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:48.897615 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-b4284a7a-bb53-43d3-82cc-af93f118e620 None None] Set router a61d6fa2-2968-4810-90bb-9e596822dc1d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:17:48.985051 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1052c52c-22bd-4524-ae00-c081c4750663 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:49.073991 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b4284a7a-bb53-43d3-82cc-af93f118e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'name': 'tempest-TestEncryptedCinderVolumes-1753209323-router', 'tenant_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:16:16Z', 'updated_at': '2021-11-08T01:17:48Z', 'revision_number': 5, 'project_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'gw_port': {'id': '0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:16:17Z', 'updated_at': '2021-11-08T01:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:17:49.100909 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4284a7a-bb53-43d3-82cc-af93f118e620 None None] Checking router: a61d6fa2-2968-4810-90bb-9e596822dc1d for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:17:49.108382 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4284a7a-bb53-43d3-82cc-af93f118e620 None None] Routers {'a61d6fa2-2968-4810-90bb-9e596822dc1d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:17:49.109063 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b4284a7a-bb53-43d3-82cc-af93f118e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:17:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['a61d6fa2-2968-4810-90bb-9e596822dc1d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:17:49.146620 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-1052c52c-22bd-4524-ae00-c081c4750663 admin admin] Deleting port 0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:17:49.146969 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1052c52c-22bd-4524-ae00-c081c4750663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:49.230852 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-1052c52c-22bd-4524-ae00-c081c4750663 admin admin] For port 0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:17:49.231252 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1052c52c-22bd-4524-ae00-c081c4750663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:49.245668 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-1052c52c-22bd-4524-ae00-c081c4750663 admin admin] Calling delete_port for 0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:17:49.282612 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-b4284a7a-bb53-43d3-82cc-af93f118e620 None None] Set router a61d6fa2-2968-4810-90bb-9e596822dc1d gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:17:49.335816 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b4284a7a-bb53-43d3-82cc-af93f118e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'name': 'tempest-TestEncryptedCinderVolumes-1753209323-router', 'tenant_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:16:16Z', 'updated_at': '2021-11-08T01:17:48Z', 'revision_number': 6, 'project_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:17:49.362169 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4284a7a-bb53-43d3-82cc-af93f118e620 None None] The sync data for ids ['a61d6fa2-2968-4810-90bb-9e596822dc1d'] in n-d-816882-1 is: [{'id': 'a61d6fa2-2968-4810-90bb-9e596822dc1d', 'name': 'tempest-TestEncryptedCinderVolumes-1753209323-router', 'tenant_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:16:16Z', 'updated_at': '2021-11-08T01:17:48Z', 'revision_number': 6, 'project_id': 'dabdaba0f32846a4ac0cc6b2f7a36916', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:17:49.515290 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1052c52c-22bd-4524-ae00-c081c4750663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:49.542234 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052c52c-22bd-4524-ae00-c081c4750663 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:49.602975 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1052c52c-22bd-4524-ae00-c081c4750663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:49.692853 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1052c52c-22bd-4524-ae00-c081c4750663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:49.694844 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1052c52c-22bd-4524-ae00-c081c4750663 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:49.846561 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1052c52c-22bd-4524-ae00-c081c4750663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:49.847180 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1052c52c-22bd-4524-ae00-c081c4750663 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a61d6fa2-2968-4810-90bb-9e596822dc1d {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 01:17:49.851425 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1052c52c-22bd-4524-ae00-c081c4750663 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:49.858594 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1052c52c-22bd-4524-ae00-c081c4750663 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a61d6fa2-2968-4810-90bb-9e596822dc1d HTTP/1.1" status: 204 len: 168 time: 1.0669298 Nov 08 01:17:49.858594 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39684) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:17:49.905010 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b4b9b0-3cfa-482d-84ac-9047859fb8b5 admin admin] Deleting subnet b0877797-0a84-4c94-b001-a2e738c25010 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:17:49.908111 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15b4b9b0-3cfa-482d-84ac-9047859fb8b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:49.942959 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15b4b9b0-3cfa-482d-84ac-9047859fb8b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:50.021250 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15b4b9b0-3cfa-482d-84ac-9047859fb8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:50.184122 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15b4b9b0-3cfa-482d-84ac-9047859fb8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:50.215290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4b9b0-3cfa-482d-84ac-9047859fb8b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0877797-0a84-4c94-b001-a2e738c25010,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:50.217383 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15b4b9b0-3cfa-482d-84ac-9047859fb8b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:50.220582 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-15b4b9b0-3cfa-482d-84ac-9047859fb8b5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b0877797-0a84-4c94-b001-a2e738c25010 HTTP/1.1" status: 204 len: 168 time: 0.3639731 Nov 08 01:17:50.221836 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8594f922-1c8b-459d-b2a7-1c416cafe6a7 None None] Network dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:17:50.222998 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39686) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:17:50.291372 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:50.345166 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] Deleting port 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:17:50.345513 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:50.395808 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999d6f67-20b3-4035-9781-e5ae46ba6c33 None None] DHCP port deletion for dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 01:17:50.414162 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] For port 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=79f47dc5-c18c-4ce6-aa0c-dcecba7a460d,segment=NetworkSegment(c1db416f-a293-4624-b7dc-553014e25b0c),segment_id=c1db416f-a293-4624-b7dc-553014e25b0c)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:17:50.414524 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:50.427758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] Calling delete_port for 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:17:50.441620 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-999d6f67-20b3-4035-9781-e5ae46ba6c33 None None] Deleting port 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:17:50.441996 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-999d6f67-20b3-4035-9781-e5ae46ba6c33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:50.503113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-999d6f67-20b3-4035-9781-e5ae46ba6c33 None None] For port 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=79f47dc5-c18c-4ce6-aa0c-dcecba7a460d,segment=NetworkSegment(c1db416f-a293-4624-b7dc-553014e25b0c),segment_id=c1db416f-a293-4624-b7dc-553014e25b0c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:17:50.503513 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-999d6f67-20b3-4035-9781-e5ae46ba6c33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:50.516255 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-999d6f67-20b3-4035-9781-e5ae46ba6c33 None None] Calling delete_port for 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:17:50.593664 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:50.599160 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-999d6f67-20b3-4035-9781-e5ae46ba6c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:50.620909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f47dc5-c18c-4ce6-aa0c-dcecba7a460d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:50.622855 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d6f67-20b3-4035-9781-e5ae46ba6c33 None None] Pushing event deleted for resources: {'Port': ['ID=79f47dc5-c18c-4ce6-aa0c-dcecba7a460d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:50.623011 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] No DVR routers for this DVR port 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:17:50.628370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999d6f67-20b3-4035-9781-e5ae46ba6c33 None None] No DVR routers for this DVR port 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:17:50.698084 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:50.721537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:17:50.731233 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1db416f-a293-4624-b7dc-553014e25b0c') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:17:50.731530 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1db416f-a293-4624-b7dc-553014e25b0c') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:17:50.740817 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:50.754325 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:50.760175 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:17:50.760996 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: timer() Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:17:50.762201 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:17:50.909451 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:50.914009 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:50.917728 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0 HTTP/1.1" status: 204 len: 168 time: 0.6937926 Nov 08 01:17:50.930410 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a144a61-e368-4e32-b7ec-1dbfcaa8fb33 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbbb7bcf-d9f4-4d30-a813-154d2fc4ecf0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:51.079154 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f68e77a6-a256-4ef2-b63b-82ee02879523 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:17:51.099223 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: f68e77a6-a256-4ef2-b63b-82ee02879523 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:17:51.099563 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f68e77a6-a256-4ef2-b63b-82ee02879523 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:17:51.099995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:17:51.118267 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:17:51.118608 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 79f47dc5-c18c-4ce6-aa0c-dcecba7a460d not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:17:51.119625 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:17:51.140138 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:17:51.140478 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0e51e81d-5b2a-4df9-9ce9-bc5a79f4ac42 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:17:51.438559 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39690) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:17:51.478974 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ef26e88a-52ad-40d0-be95-08a14203ffb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99e5f6e79d824d579c94f2d3d8d9b4e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385876 Nov 08 01:17:51.481364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39692) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:17:51.528804 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-47a9b468-a303-4690-9c0a-2657a1724508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:51.549000 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-47a9b468-a303-4690-9c0a-2657a1724508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:51.669366 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-47a9b468-a303-4690-9c0a-2657a1724508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:51.672002 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-47a9b468-a303-4690-9c0a-2657a1724508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:51.673167 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-47a9b468-a303-4690-9c0a-2657a1724508 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73746385-2f1d-4a3a-aa57-906b3ada81f4 HTTP/1.1" status: 204 len: 168 time: 0.1908822 Nov 08 01:17:51.682584 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9b468-a303-4690-9c0a-2657a1724508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73746385-2f1d-4a3a-aa57-906b3ada81f4,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:52.392006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39700) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:17:52.432689 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4230058c-07d5-4997-84bd-98e4c95ac54f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dabdaba0f32846a4ac0cc6b2f7a36916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394452 Nov 08 01:17:52.435056 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39702) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:17:52.485740 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-01e0476b-543c-44a2-b25a-31a225a4b809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:52.507066 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-01e0476b-543c-44a2-b25a-31a225a4b809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:52.623721 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-01e0476b-543c-44a2-b25a-31a225a4b809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:52.626442 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-01e0476b-543c-44a2-b25a-31a225a4b809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:52.627637 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-01e0476b-543c-44a2-b25a-31a225a4b809 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4342166e-5043-4cd3-829d-af2a57898723 HTTP/1.1" status: 204 len: 168 time: 0.1916616 Nov 08 01:17:52.635517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0476b-543c-44a2-b25a-31a225a4b809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4342166e-5043-4cd3-829d-af2a57898723,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:53.655093 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39724) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:17:53.750298 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-4278a305-2aad-4fd7-9097-c80f19afb2d7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1726428082-network', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:17:53.857408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4278a305-2aad-4fd7-9097-c80f19afb2d7 admin admin] Made reservation on behalf of 5ca09e633c7a41b3a2ed8a1ccb4b9c27 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:17:53.859684 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4278a305-2aad-4fd7-9097-c80f19afb2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:53.867877 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4278a305-2aad-4fd7-9097-c80f19afb2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:53.940181 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4278a305-2aad-4fd7-9097-c80f19afb2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:54.074728 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4278a305-2aad-4fd7-9097-c80f19afb2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:54.101169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4278a305-2aad-4fd7-9097-c80f19afb2d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:17:54.106855 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278a305-2aad-4fd7-9097-c80f19afb2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec24f436-7d24-4772-8ccc-2b84a4503f13,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:54.114226 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4278a305-2aad-4fd7-9097-c80f19afb2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:54.114226 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-4278a305-2aad-4fd7-9097-c80f19afb2d7 admin admin] Added segment 241bfb7a-2fd3-44c8-bdb5-9f157c14d502 of type vlan for network f3aec5e8-481e-403d-b5d5-dcafc66e0d73 Nov 08 01:17:54.153362 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4278a305-2aad-4fd7-9097-c80f19afb2d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:54.240412 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4278a305-2aad-4fd7-9097-c80f19afb2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:54.241282 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4278a305-2aad-4fd7-9097-c80f19afb2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:54.241851 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4278a305-2aad-4fd7-9097-c80f19afb2d7 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:54.304993 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278a305-2aad-4fd7-9097-c80f19afb2d7 admin admin] Pushing event updated for resources: {'Network': ['ID=f3aec5e8-481e-403d-b5d5-dcafc66e0d73,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:54.315365 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network f3aec5e8-481e-403d-b5d5-dcafc66e0d73 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:17:54.397542 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4278a305-2aad-4fd7-9097-c80f19afb2d7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7412498 Nov 08 01:17:54.400391 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39728) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:17:54.405165 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-0de21983-8371-4305-b87a-f6c224ee432b admin admin] Request body: {'subnet': {'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1726428082-subnet', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:17:54.520145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de21983-8371-4305-b87a-f6c224ee432b admin admin] Made reservation on behalf of 5ca09e633c7a41b3a2ed8a1ccb4b9c27 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:17:54.522544 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0de21983-8371-4305-b87a-f6c224ee432b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:54.794681 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0de21983-8371-4305-b87a-f6c224ee432b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:54.851180 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de21983-8371-4305-b87a-f6c224ee432b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5638b09b-f0ed-4c14-bcb8-85a7c27eafa8,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:54.858172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de21983-8371-4305-b87a-f6c224ee432b admin admin] Checking segment: {'id': '241bfb7a-2fd3-44c8-bdb5-9f157c14d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:17:54.858526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de21983-8371-4305-b87a-f6c224ee432b admin admin] Network hostable DHCP agents. Network: f3aec5e8-481e-403d-b5d5-dcafc66e0d73, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:17:54.998661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de21983-8371-4305-b87a-f6c224ee432b admin admin] Network f3aec5e8-481e-403d-b5d5-dcafc66e0d73 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:17:55.164107 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-0de21983-8371-4305-b87a-f6c224ee432b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, f3aec5e8-481e-403d-b5d5-dcafc66e0d73) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:17:55.168223 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de21983-8371-4305-b87a-f6c224ee432b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:17:55.168806 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0de21983-8371-4305-b87a-f6c224ee432b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:55.174832 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e51b13-7dc7-49a5-a96f-56573a1dc1a2 None None] Network f3aec5e8-481e-403d-b5d5-dcafc66e0d73 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:17:55.277046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0de21983-8371-4305-b87a-f6c224ee432b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8756073 Nov 08 01:17:55.279780 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39730) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:17:55.284187 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-1f9edfba-c48a-4b88-adc2-cc8d96882a76 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1726428082-router', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:17:55.325250 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-f3aec5e8-481e-403d-b5d5-dcafc66e0d73', 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'fixed_ips': [{'subnet_id': '5638b09b-f0ed-4c14-bcb8-85a7c27eafa8'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:17:55.326130 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:55.371954 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f9edfba-c48a-4b88-adc2-cc8d96882a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:55.373122 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f9edfba-c48a-4b88-adc2-cc8d96882a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:55.428537 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f9edfba-c48a-4b88-adc2-cc8d96882a76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:55.461985 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] Allocated IP 172.20.0.2 (f3aec5e8-481e-403d-b5d5-dcafc66e0d73/5638b09b-f0ed-4c14-bcb8-85a7c27eafa8/7a7010f3-5ca6-469e-9f8c-006f5d9b7702) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:17:55.598588 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:55.651867 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f9edfba-c48a-4b88-adc2-cc8d96882a76 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:55.707864 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:55.748345 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] Network f3aec5e8-481e-403d-b5d5-dcafc66e0d73 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:17:55.752491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:17:55.760512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:17:55.762450 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] Pushing event updated for resources: {'Port': ['ID=7a7010f3-5ca6-469e-9f8c-006f5d9b7702,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:55.814470 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] Attempting to bind port 7a7010f3-5ca6-469e-9f8c-006f5d9b7702 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:17:55.814851 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] Attempting to bind port 7a7010f3-5ca6-469e-9f8c-006f5d9b7702 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '241bfb7a-2fd3-44c8-bdb5-9f157c14d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:17:55.815216 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] Attempting to bind port 7a7010f3-5ca6-469e-9f8c-006f5d9b7702 on network f3aec5e8-481e-403d-b5d5-dcafc66e0d73 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:17:55.820205 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:17:55.820581 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] Checking segment: {'id': '241bfb7a-2fd3-44c8-bdb5-9f157c14d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:17:55.820977 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:55.821386 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] Bound using segment: {'id': '241bfb7a-2fd3-44c8-bdb5-9f157c14d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:17:55.822473 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] Bound port: 7a7010f3-5ca6-469e-9f8c-006f5d9b7702, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241bfb7a-2fd3-44c8-bdb5-9f157c14d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:17:55.822862 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:55.885206 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] For port 7a7010f3-5ca6-469e-9f8c-006f5d9b7702, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:17:55.888300 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] For port 7a7010f3-5ca6-469e-9f8c-006f5d9b7702, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7a7010f3-5ca6-469e-9f8c-006f5d9b7702,segment=NetworkSegment(241bfb7a-2fd3-44c8-bdb5-9f157c14d502),segment_id=241bfb7a-2fd3-44c8-bdb5-9f157c14d502)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:17:55.935955 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f9edfba-c48a-4b88-adc2-cc8d96882a76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:55.955156 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f9edfba-c48a-4b88-adc2-cc8d96882a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:56.006985 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:56.065203 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-1f9edfba-c48a-4b88-adc2-cc8d96882a76 admin admin] Allocated IP 172.25.2.248 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/e4772099-849f-4390-a4b6-08a9d93856b8) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:17:56.070104 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71113d2b-387d-4062-8cb8-99bbbf054460 None None] Pushing event updated for resources: {'Port': ['ID=7a7010f3-5ca6-469e-9f8c-006f5d9b7702,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:56.170341 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f9edfba-c48a-4b88-adc2-cc8d96882a76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:56.273621 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f9edfba-c48a-4b88-adc2-cc8d96882a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:56.313590 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9edfba-c48a-4b88-adc2-cc8d96882a76 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:17:56.316510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-1f9edfba-c48a-4b88-adc2-cc8d96882a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:17:56.319187 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9edfba-c48a-4b88-adc2-cc8d96882a76 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:17:56.352512 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9edfba-c48a-4b88-adc2-cc8d96882a76 admin admin] Pushing event updated for resources: {'Port': ['ID=e4772099-849f-4390-a4b6-08a9d93856b8,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:56.951875 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a0f1f4-d3a9-4f37-84a9-f933b2d8f8ea None None] Network f3aec5e8-481e-403d-b5d5-dcafc66e0d73 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:17:57.010251 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f9edfba-c48a-4b88-adc2-cc8d96882a76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:57.065729 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e19da6a0-64c2-4531-88fb-e847edcda69d None None] Provisioning complete for port 7a7010f3-5ca6-469e-9f8c-006f5d9b7702 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:17:57.066099 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e19da6a0-64c2-4531-88fb-e847edcda69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:57.107697 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 7a7010f3-5ca6-469e-9f8c-006f5d9b7702 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:17:57.205325 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f9edfba-c48a-4b88-adc2-cc8d96882a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:57.219459 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 7a7010f3-5ca6-469e-9f8c-006f5d9b7702 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:17:57.219859 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:57.248208 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e19da6a0-64c2-4531-88fb-e847edcda69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:57.295828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e19da6a0-64c2-4531-88fb-e847edcda69d None None] For port 7a7010f3-5ca6-469e-9f8c-006f5d9b7702, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7a7010f3-5ca6-469e-9f8c-006f5d9b7702,segment=NetworkSegment(241bfb7a-2fd3-44c8-bdb5-9f157c14d502),segment_id=241bfb7a-2fd3-44c8-bdb5-9f157c14d502)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:17:57.337397 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:57.388354 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e19da6a0-64c2-4531-88fb-e847edcda69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:57.417312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9edfba-c48a-4b88-adc2-cc8d96882a76 admin admin] Router 782069d3-c7b6-4d25-a02f-c9488681c403 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 01:17:57.461592 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 01:17:57.462384 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 01:17:57.466712 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19da6a0-64c2-4531-88fb-e847edcda69d None None] Pushing event updated for resources: {'Port': ['ID=7a7010f3-5ca6-469e-9f8c-006f5d9b7702,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:57.506039 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-813fe809-6b7d-4731-b2e4-2959d5719a05 None None] Provisioning complete for port 7a7010f3-5ca6-469e-9f8c-006f5d9b7702 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:17:57.506328 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-813fe809-6b7d-4731-b2e4-2959d5719a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:57.527889 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9edfba-c48a-4b88-adc2-cc8d96882a76 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:17:57.538010 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] Sync routers for ids ['782069d3-c7b6-4d25-a02f-c9488681c403'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:17:57.555714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] Routers {'782069d3-c7b6-4d25-a02f-c9488681c403'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:17:57.556343 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:17:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['782069d3-c7b6-4d25-a02f-c9488681c403'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:17:57.618369 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f9edfba-c48a-4b88-adc2-cc8d96882a76 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:57.619360 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1f9edfba-c48a-4b88-adc2-cc8d96882a76 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3385794 Nov 08 01:17:57.622247 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39732) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:17:57.691103 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] Set router 782069d3-c7b6-4d25-a02f-c9488681c403 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:17:57.871457 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'name': 'tempest-TestMinimumBasicScenario-1726428082-router', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:17:56Z', 'revision_number': 3, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'gw_port': {'id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:66:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:17:58.061603 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] Checking router: 782069d3-c7b6-4d25-a02f-c9488681c403 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:17:58.062230 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] Updating router 782069d3-c7b6-4d25-a02f-c9488681c403 port e4772099-849f-4390-a4b6-08a9d93856b8 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:17:58.070434 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-756a329c-8cf9-416e-9c64-fc6d20fd19db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:58.109426 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:58.231107 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b88017aa-5540-4f44-bbdc-df73863712f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:58.270019 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-756a329c-8cf9-416e-9c64-fc6d20fd19db admin admin] Allocated IP 172.20.0.1 (f3aec5e8-481e-403d-b5d5-dcafc66e0d73/5638b09b-f0ed-4c14-bcb8-85a7c27eafa8/2fce311d-79c7-4061-b5db-1751618a8f22) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:17:58.377447 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-756a329c-8cf9-416e-9c64-fc6d20fd19db admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:58.383282 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:58.479854 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:58.497561 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-756a329c-8cf9-416e-9c64-fc6d20fd19db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:58.532591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] Attempting to bind port e4772099-849f-4390-a4b6-08a9d93856b8 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:17:58.532791 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756a329c-8cf9-416e-9c64-fc6d20fd19db admin admin] Network f3aec5e8-481e-403d-b5d5-dcafc66e0d73 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:17:58.537924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] Attempting to bind port e4772099-849f-4390-a4b6-08a9d93856b8 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:17:58.537924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] Attempting to bind port e4772099-849f-4390-a4b6-08a9d93856b8 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:17:58.537924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334679b-0a5f-4a5f-a885-c89364ec3244 None None] Pushing event updated for resources: {'Port': ['ID=e4772099-849f-4390-a4b6-08a9d93856b8,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:58.538228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-756a329c-8cf9-416e-9c64-fc6d20fd19db admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:17:58.539154 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a329c-8cf9-416e-9c64-fc6d20fd19db admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:17:58.544976 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:17:58.545731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:17:58.546356 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:58.546970 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:17:58.547449 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] Bound port: e4772099-849f-4390-a4b6-08a9d93856b8, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:17:58.547875 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:58.573106 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a329c-8cf9-416e-9c64-fc6d20fd19db admin admin] Pushing event updated for resources: {'Port': ['ID=2fce311d-79c7-4061-b5db-1751618a8f22,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:58.588096 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-756a329c-8cf9-416e-9c64-fc6d20fd19db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:58.606431 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] For port e4772099-849f-4390-a4b6-08a9d93856b8, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:17:58.609827 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] For port e4772099-849f-4390-a4b6-08a9d93856b8, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e4772099-849f-4390-a4b6-08a9d93856b8,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:17:58.714781 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:58.776551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] Routers {'782069d3-c7b6-4d25-a02f-c9488681c403'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:17:58.777119 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:17:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['782069d3-c7b6-4d25-a02f-c9488681c403'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:17:58.813516 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334679b-0a5f-4a5f-a885-c89364ec3244 None None] Pushing event updated for resources: {'Port': ['ID=e4772099-849f-4390-a4b6-08a9d93856b8,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:58.835050 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-756a329c-8cf9-416e-9c64-fc6d20fd19db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:58.863650 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-052c1945-b191-4dbd-979f-61bdbc225685 None None] Provisioning complete for port 2fce311d-79c7-4061-b5db-1751618a8f22 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:17:58.864054 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-052c1945-b191-4dbd-979f-61bdbc225685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:58.903513 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-052c1945-b191-4dbd-979f-61bdbc225685 None None] Port 2fce311d-79c7-4061-b5db-1751618a8f22 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:17:58.929822 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] Set router 782069d3-c7b6-4d25-a02f-c9488681c403 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:17:59.001738 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-756a329c-8cf9-416e-9c64-fc6d20fd19db admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:59.086204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 7a7010f3-5ca6-469e-9f8c-006f5d9b7702 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:17:59.148491 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-756a329c-8cf9-416e-9c64-fc6d20fd19db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:59.150288 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'name': 'tempest-TestMinimumBasicScenario-1726428082-router', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:17:56Z', 'revision_number': 3, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'gw_port': {'id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:66:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:17:59.153916 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 7a7010f3-5ca6-469e-9f8c-006f5d9b7702 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:17:59.154229 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:59.185065 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27311b29-28ff-4202-b8aa-505ecb593dd3 None None] The sync data for ids ['782069d3-c7b6-4d25-a02f-c9488681c403'] in n-d-816882-1 is: [{'id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'name': 'tempest-TestMinimumBasicScenario-1726428082-router', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:17:56Z', 'revision_number': 3, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'gw_port': {'id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:66:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:17:59.223886 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-756a329c-8cf9-416e-9c64-fc6d20fd19db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:59.280376 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a329c-8cf9-416e-9c64-fc6d20fd19db admin admin] Pushing event updated for resources: {'Port': ['ID=2fce311d-79c7-4061-b5db-1751618a8f22,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:17:59.342692 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756a329c-8cf9-416e-9c64-fc6d20fd19db admin admin] Network f3aec5e8-481e-403d-b5d5-dcafc66e0d73 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:17:59.344562 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-756a329c-8cf9-416e-9c64-fc6d20fd19db admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:17:59.628214 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7ae5b559-b453-4580-bad4-73a3ba4a32ce None None] Provisioning complete for port 2fce311d-79c7-4061-b5db-1751618a8f22 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:17:59.628605 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ae5b559-b453-4580-bad4-73a3ba4a32ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:17:59.669568 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7ae5b559-b453-4580-bad4-73a3ba4a32ce None None] Port 2fce311d-79c7-4061-b5db-1751618a8f22 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:17:59.867197 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756a329c-8cf9-416e-9c64-fc6d20fd19db admin admin] Router 782069d3-c7b6-4d25-a02f-c9488681c403 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:17:59.979865 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756a329c-8cf9-416e-9c64-fc6d20fd19db admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:17:59.984924 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-756a329c-8cf9-416e-9c64-fc6d20fd19db admin admin] 10.222.0.13 "PUT /v2.0/routers/782069d3-c7b6-4d25-a02f-c9488681c403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3615177 Nov 08 01:18:00.649792 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39748) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:18:00.654867 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-db877e66-e3fd-4733-a050-06d52f6e1a7c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-169238897-network', 'tenant_id': '8a53940d82664cdb8823f09635f76e68'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:18:00.742681 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f18c44e1-8a0c-4ab7-b0be-a9a19b97d371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:00.758955 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] Sync routers for ids ['782069d3-c7b6-4d25-a02f-c9488681c403'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:18:00.768270 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] Routers {'782069d3-c7b6-4d25-a02f-c9488681c403'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:18:00.768925 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:18:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['782069d3-c7b6-4d25-a02f-c9488681c403'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:18:00.775637 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db877e66-e3fd-4733-a050-06d52f6e1a7c admin admin] Made reservation on behalf of 8a53940d82664cdb8823f09635f76e68 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:18:00.778246 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db877e66-e3fd-4733-a050-06d52f6e1a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:00.792142 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db877e66-e3fd-4733-a050-06d52f6e1a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:00.869566 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db877e66-e3fd-4733-a050-06d52f6e1a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:00.874775 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] Set router 782069d3-c7b6-4d25-a02f-c9488681c403 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:18:00.953876 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db877e66-e3fd-4733-a050-06d52f6e1a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:00.975467 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db877e66-e3fd-4733-a050-06d52f6e1a7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:18:00.991089 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db877e66-e3fd-4733-a050-06d52f6e1a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8638da76-212f-475f-9f0c-66bda108e21b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:00.995578 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db877e66-e3fd-4733-a050-06d52f6e1a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:00.995967 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-db877e66-e3fd-4733-a050-06d52f6e1a7c admin admin] Added segment e30b084a-9619-4d9c-b6a6-69cd5181f481 of type vlan for network 1a5c577d-0ccc-43b6-a59d-680a8ce067ab Nov 08 01:18:01.041337 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db877e66-e3fd-4733-a050-06d52f6e1a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:01.056847 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:01.089509 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'name': 'tempest-TestMinimumBasicScenario-1726428082-router', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:17:58Z', 'revision_number': 4, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'gw_port': {'id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:66:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '2fce311d-79c7-4061-b5db-1751618a8f22', 'name': '', 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'mac_address': 'fa:16:3e:da:b6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '5638b09b-f0ed-4c14-bcb8-85a7c27eafa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:58Z', 'updated_at': '2021-11-08T01:17:58Z', 'revision_number': 2, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'subnets': [{'id': '5638b09b-f0ed-4c14-bcb8-85a7c27eafa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:18:01.107539 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e4772099-849f-4390-a4b6-08a9d93856b8 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:18:01.121982 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] Checking router: 782069d3-c7b6-4d25-a02f-c9488681c403 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:18:01.122338 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] Updating router 782069d3-c7b6-4d25-a02f-c9488681c403 port 2fce311d-79c7-4061-b5db-1751618a8f22 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:18:01.148412 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:01.158631 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e4772099-849f-4390-a4b6-08a9d93856b8 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:18:01.159071 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:01.188586 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db877e66-e3fd-4733-a050-06d52f6e1a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:01.189596 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db877e66-e3fd-4733-a050-06d52f6e1a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:01.190195 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-db877e66-e3fd-4733-a050-06d52f6e1a7c admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:01.240113 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:01.255590 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db877e66-e3fd-4733-a050-06d52f6e1a7c admin admin] Pushing event updated for resources: {'Network': ['ID=1a5c577d-0ccc-43b6-a59d-680a8ce067ab,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:01.262396 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port e4772099-849f-4390-a4b6-08a9d93856b8, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e4772099-849f-4390-a4b6-08a9d93856b8,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:18:01.265917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 1a5c577d-0ccc-43b6-a59d-680a8ce067ab details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:18:01.345510 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-db877e66-e3fd-4733-a050-06d52f6e1a7c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6945891 Nov 08 01:18:01.348367 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39750) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:18:01.353850 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ed9de13f-89d9-4f8c-899f-e91959e1011e admin admin] Request body: {'subnet': {'network_id': '1a5c577d-0ccc-43b6-a59d-680a8ce067ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-169238897-subnet', 'tenant_id': '8a53940d82664cdb8823f09635f76e68', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:18:01.370917 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:01.417851 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=e4772099-849f-4390-a4b6-08a9d93856b8,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:01.418970 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:01.468363 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9de13f-89d9-4f8c-899f-e91959e1011e admin admin] Made reservation on behalf of 8a53940d82664cdb8823f09635f76e68 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:18:01.470784 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed9de13f-89d9-4f8c-899f-e91959e1011e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:01.530305 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:01.586382 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305bace-158b-41be-8e44-0bca7348555e None None] Pushing event updated for resources: {'Port': ['ID=2fce311d-79c7-4061-b5db-1751618a8f22,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:01.609872 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305bace-158b-41be-8e44-0bca7348555e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:01.610206 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305bace-158b-41be-8e44-0bca7348555e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:01.610563 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305bace-158b-41be-8e44-0bca7348555e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:01.610888 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305bace-158b-41be-8e44-0bca7348555e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:01.611212 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305bace-158b-41be-8e44-0bca7348555e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:01.611534 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305bace-158b-41be-8e44-0bca7348555e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:01.611866 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305bace-158b-41be-8e44-0bca7348555e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:01.612208 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305bace-158b-41be-8e44-0bca7348555e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:01.612522 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305bace-158b-41be-8e44-0bca7348555e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:01.612833 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305bace-158b-41be-8e44-0bca7348555e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:01.613146 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305bace-158b-41be-8e44-0bca7348555e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:01.613455 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305bace-158b-41be-8e44-0bca7348555e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:01.646303 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] Attempting to bind port 2fce311d-79c7-4061-b5db-1751618a8f22 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:18:01.646665 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] Attempting to bind port 2fce311d-79c7-4061-b5db-1751618a8f22 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '241bfb7a-2fd3-44c8-bdb5-9f157c14d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:18:01.647023 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] Attempting to bind port 2fce311d-79c7-4061-b5db-1751618a8f22 on network f3aec5e8-481e-403d-b5d5-dcafc66e0d73 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:18:01.652889 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:18:01.653256 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] Checking segment: {'id': '241bfb7a-2fd3-44c8-bdb5-9f157c14d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:18:01.653652 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:01.654181 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] Bound using segment: {'id': '241bfb7a-2fd3-44c8-bdb5-9f157c14d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:18:01.654641 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] Bound port: 2fce311d-79c7-4061-b5db-1751618a8f22, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241bfb7a-2fd3-44c8-bdb5-9f157c14d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:18:01.655014 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:01.719327 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] For port 2fce311d-79c7-4061-b5db-1751618a8f22, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:18:01.722477 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] For port 2fce311d-79c7-4061-b5db-1751618a8f22, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2fce311d-79c7-4061-b5db-1751618a8f22,segment=NetworkSegment(241bfb7a-2fd3-44c8-bdb5-9f157c14d502),segment_id=241bfb7a-2fd3-44c8-bdb5-9f157c14d502)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:18:01.731553 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed9de13f-89d9-4f8c-899f-e91959e1011e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:01.794387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9de13f-89d9-4f8c-899f-e91959e1011e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3f82c9-8e29-4ea6-81ad-01d8c15a1f46,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:01.801822 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9de13f-89d9-4f8c-899f-e91959e1011e admin admin] Checking segment: {'id': 'e30b084a-9619-4d9c-b6a6-69cd5181f481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1a5c577d-0ccc-43b6-a59d-680a8ce067ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:18:01.802122 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9de13f-89d9-4f8c-899f-e91959e1011e admin admin] Network hostable DHCP agents. Network: 1a5c577d-0ccc-43b6-a59d-680a8ce067ab, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:18:01.804327 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20282823-b054-4628-b9c9-b8d4a57a89b0 None None] Provisioning complete for port 2fce311d-79c7-4061-b5db-1751618a8f22 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:18:01.804835 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20282823-b054-4628-b9c9-b8d4a57a89b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:01.828758 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:01.838712 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20282823-b054-4628-b9c9-b8d4a57a89b0 None None] Port 2fce311d-79c7-4061-b5db-1751618a8f22 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:18:01.879189 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] Routers {'782069d3-c7b6-4d25-a02f-c9488681c403'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:18:01.879828 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:18:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['782069d3-c7b6-4d25-a02f-c9488681c403'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:18:01.920998 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9de13f-89d9-4f8c-899f-e91959e1011e admin admin] Network 1a5c577d-0ccc-43b6-a59d-680a8ce067ab is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:18:01.953416 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305bace-158b-41be-8e44-0bca7348555e None None] Pushing event updated for resources: {'Port': ['ID=2fce311d-79c7-4061-b5db-1751618a8f22,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:02.002180 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] Set router 782069d3-c7b6-4d25-a02f-c9488681c403 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:18:02.016845 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-ed9de13f-89d9-4f8c-899f-e91959e1011e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 1a5c577d-0ccc-43b6-a59d-680a8ce067ab) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:18:02.023622 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9de13f-89d9-4f8c-899f-e91959e1011e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:02.023622 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ed9de13f-89d9-4f8c-899f-e91959e1011e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:02.029962 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca4bf1d-cc69-4ebb-87c7-5cbe74f16092 None None] Network 1a5c577d-0ccc-43b6-a59d-680a8ce067ab requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:18:02.047373 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:02.130939 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ed9de13f-89d9-4f8c-899f-e91959e1011e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7813878 Nov 08 01:18:02.133456 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39752) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:18:02.138684 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d3a5c7ed-1c5f-44ff-aff9-ca9e9032db16 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-169238897-router', 'tenant_id': '8a53940d82664cdb8823f09635f76e68', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:18:02.172757 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-fd529614-b75b-4930-a185-116978c11c1d None None] Provisioning complete for port 2fce311d-79c7-4061-b5db-1751618a8f22 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:18:02.173140 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fd529614-b75b-4930-a185-116978c11c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:02.218453 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'name': 'tempest-TestMinimumBasicScenario-1726428082-router', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:17:58Z', 'revision_number': 4, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'gw_port': {'id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '2fce311d-79c7-4061-b5db-1751618a8f22', 'name': '', 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'mac_address': 'fa:16:3e:da:b6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '5638b09b-f0ed-4c14-bcb8-85a7c27eafa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:58Z', 'updated_at': '2021-11-08T01:18:01Z', 'revision_number': 4, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'subnets': [{'id': '5638b09b-f0ed-4c14-bcb8-85a7c27eafa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:18:02.229202 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-1a5c577d-0ccc-43b6-a59d-680a8ce067ab', 'network_id': '1a5c577d-0ccc-43b6-a59d-680a8ce067ab', 'tenant_id': '8a53940d82664cdb8823f09635f76e68', 'fixed_ips': [{'subnet_id': '5c3f82c9-8e29-4ea6-81ad-01d8c15a1f46'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:18:02.230076 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:02.247159 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feb9dbf-5662-40b4-a375-831f6c9015dc None None] The sync data for ids ['782069d3-c7b6-4d25-a02f-c9488681c403'] in n-d-816882-1 is: [{'id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'name': 'tempest-TestMinimumBasicScenario-1726428082-router', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:17:58Z', 'revision_number': 4, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'gw_port': {'id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '2fce311d-79c7-4061-b5db-1751618a8f22', 'name': '', 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'mac_address': 'fa:16:3e:da:b6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '5638b09b-f0ed-4c14-bcb8-85a7c27eafa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:58Z', 'updated_at': '2021-11-08T01:18:01Z', 'revision_number': 4, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'subnets': [{'id': '5638b09b-f0ed-4c14-bcb8-85a7c27eafa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:18:02.262754 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3a5c7ed-1c5f-44ff-aff9-ca9e9032db16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:02.264051 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3a5c7ed-1c5f-44ff-aff9-ca9e9032db16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:02.332153 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3a5c7ed-1c5f-44ff-aff9-ca9e9032db16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:02.397571 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fd529614-b75b-4930-a185-116978c11c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:02.489008 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-fd529614-b75b-4930-a185-116978c11c1d None None] For port 2fce311d-79c7-4061-b5db-1751618a8f22, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2fce311d-79c7-4061-b5db-1751618a8f22,segment=NetworkSegment(241bfb7a-2fd3-44c8-bdb5-9f157c14d502),segment_id=241bfb7a-2fd3-44c8-bdb5-9f157c14d502)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:18:02.490404 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] Allocated IP 172.20.0.2 (1a5c577d-0ccc-43b6-a59d-680a8ce067ab/5c3f82c9-8e29-4ea6-81ad-01d8c15a1f46/e0f8c90c-21c9-48a6-b471-1b9502cd2a4e) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:18:02.588800 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:02.594910 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3a5c7ed-1c5f-44ff-aff9-ca9e9032db16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:02.624432 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fd529614-b75b-4930-a185-116978c11c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:02.678665 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:02.694419 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd529614-b75b-4930-a185-116978c11c1d None None] Pushing event updated for resources: {'Port': ['ID=2fce311d-79c7-4061-b5db-1751618a8f22,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:02.807862 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:02.851515 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] Network 1a5c577d-0ccc-43b6-a59d-680a8ce067ab is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:18:02.856258 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:18:02.859900 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:18:02.870588 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] Pushing event updated for resources: {'Port': ['ID=e0f8c90c-21c9-48a6-b471-1b9502cd2a4e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:02.927668 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] Attempting to bind port e0f8c90c-21c9-48a6-b471-1b9502cd2a4e on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:18:02.928770 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] Attempting to bind port e0f8c90c-21c9-48a6-b471-1b9502cd2a4e by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e30b084a-9619-4d9c-b6a6-69cd5181f481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1a5c577d-0ccc-43b6-a59d-680a8ce067ab'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:18:02.928770 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] Attempting to bind port e0f8c90c-21c9-48a6-b471-1b9502cd2a4e on network 1a5c577d-0ccc-43b6-a59d-680a8ce067ab {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:18:02.934738 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:18:02.935065 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3a5c7ed-1c5f-44ff-aff9-ca9e9032db16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:02.935570 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] Checking segment: {'id': 'e30b084a-9619-4d9c-b6a6-69cd5181f481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1a5c577d-0ccc-43b6-a59d-680a8ce067ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:18:02.935570 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:02.935942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] Bound using segment: {'id': 'e30b084a-9619-4d9c-b6a6-69cd5181f481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1a5c577d-0ccc-43b6-a59d-680a8ce067ab'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:18:02.936417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] Bound port: e0f8c90c-21c9-48a6-b471-1b9502cd2a4e, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30b084a-9619-4d9c-b6a6-69cd5181f481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1a5c577d-0ccc-43b6-a59d-680a8ce067ab'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:18:02.936805 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:02.959305 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3a5c7ed-1c5f-44ff-aff9-ca9e9032db16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:03.013805 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] For port e0f8c90c-21c9-48a6-b471-1b9502cd2a4e, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:18:03.017417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] For port e0f8c90c-21c9-48a6-b471-1b9502cd2a4e, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e0f8c90c-21c9-48a6-b471-1b9502cd2a4e,segment=NetworkSegment(e30b084a-9619-4d9c-b6a6-69cd5181f481),segment_id=e30b084a-9619-4d9c-b6a6-69cd5181f481)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:18:03.077170 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-d3a5c7ed-1c5f-44ff-aff9-ca9e9032db16 admin admin] Allocated IP 172.25.2.79 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/064e16bc-53a7-4183-905c-5a3f3116665d) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:18:03.121771 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:03.194506 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070a185-d55a-463c-877e-ca2603d33bce None None] Pushing event updated for resources: {'Port': ['ID=e0f8c90c-21c9-48a6-b471-1b9502cd2a4e,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:03.198809 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e4772099-849f-4390-a4b6-08a9d93856b8 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:18:03.213851 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3a5c7ed-1c5f-44ff-aff9-ca9e9032db16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:03.251139 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e4772099-849f-4390-a4b6-08a9d93856b8 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:18:03.251874 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:03.314141 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3a5c7ed-1c5f-44ff-aff9-ca9e9032db16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:03.345124 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2fce311d-79c7-4061-b5db-1751618a8f22 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:18:03.357812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a5c7ed-1c5f-44ff-aff9-ca9e9032db16 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:18:03.360835 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-d3a5c7ed-1c5f-44ff-aff9-ca9e9032db16 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:18:03.364478 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a5c7ed-1c5f-44ff-aff9-ca9e9032db16 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:18:03.400423 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5c7ed-1c5f-44ff-aff9-ca9e9032db16 admin admin] Pushing event updated for resources: {'Port': ['ID=064e16bc-53a7-4183-905c-5a3f3116665d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:03.440535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 2fce311d-79c7-4061-b5db-1751618a8f22 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:18:03.440913 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:03.599166 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:03.730954 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3a5c7ed-1c5f-44ff-aff9-ca9e9032db16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:03.922095 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3a5c7ed-1c5f-44ff-aff9-ca9e9032db16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:04.119899 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a5c7ed-1c5f-44ff-aff9-ca9e9032db16 admin admin] Router 8f61247a-8062-4d62-bb21-f9b2134f4bf4 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 01:18:04.230829 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a5c7ed-1c5f-44ff-aff9-ca9e9032db16 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:18:04.240739 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] Sync routers for ids ['8f61247a-8062-4d62-bb21-f9b2134f4bf4'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:18:04.251257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] Routers {'8f61247a-8062-4d62-bb21-f9b2134f4bf4'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:18:04.251905 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:18:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8f61247a-8062-4d62-bb21-f9b2134f4bf4'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:18:04.316009 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3a5c7ed-1c5f-44ff-aff9-ca9e9032db16 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:04.317527 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d3a5c7ed-1c5f-44ff-aff9-ca9e9032db16 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1830323 Nov 08 01:18:04.320058 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39754) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:18:04.368524 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] Set router 8f61247a-8062-4d62-bb21-f9b2134f4bf4 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:18:04.400293 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1553a02f-aa11-4b2b-9d3c-9fe8b08338d9 None None] Network 1a5c577d-0ccc-43b6-a59d-680a8ce067ab requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:18:04.532183 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7df6818d-74cb-43a6-8f2d-a2428bf6f0fd None None] Provisioning complete for port e0f8c90c-21c9-48a6-b471-1b9502cd2a4e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:18:04.532457 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7df6818d-74cb-43a6-8f2d-a2428bf6f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:04.742460 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-935c32fd-5ad8-4e56-8037-c6dd4ab1a675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:04.895762 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7df6818d-74cb-43a6-8f2d-a2428bf6f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:04.905969 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-935c32fd-5ad8-4e56-8037-c6dd4ab1a675 admin admin] Allocated IP 172.20.0.1 (1a5c577d-0ccc-43b6-a59d-680a8ce067ab/5c3f82c9-8e29-4ea6-81ad-01d8c15a1f46/943c9b00-c77a-436a-9873-c5d9d180c610) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:18:04.922014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'name': 'tempest-TestMinimumBasicScenario-169238897-router', 'tenant_id': '8a53940d82664cdb8823f09635f76e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '064e16bc-53a7-4183-905c-5a3f3116665d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:18:02Z', 'updated_at': '2021-11-08T01:18:03Z', 'revision_number': 3, 'project_id': '8a53940d82664cdb8823f09635f76e68', 'gw_port': {'id': '064e16bc-53a7-4183-905c-5a3f3116665d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:25:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:18:02Z', 'updated_at': '2021-11-08T01:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:18:04.961075 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] Checking router: 8f61247a-8062-4d62-bb21-f9b2134f4bf4 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:18:04.961430 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] Updating router 8f61247a-8062-4d62-bb21-f9b2134f4bf4 port 064e16bc-53a7-4183-905c-5a3f3116665d binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:18:04.966683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-7df6818d-74cb-43a6-8f2d-a2428bf6f0fd None None] For port e0f8c90c-21c9-48a6-b471-1b9502cd2a4e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e0f8c90c-21c9-48a6-b471-1b9502cd2a4e,segment=NetworkSegment(e30b084a-9619-4d9c-b6a6-69cd5181f481),segment_id=e30b084a-9619-4d9c-b6a6-69cd5181f481)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:18:04.989432 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:05.022968 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-935c32fd-5ad8-4e56-8037-c6dd4ab1a675 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:05.086455 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7df6818d-74cb-43a6-8f2d-a2428bf6f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:05.141751 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-935c32fd-5ad8-4e56-8037-c6dd4ab1a675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:05.152903 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e0f8c90c-21c9-48a6-b471-1b9502cd2a4e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:18:05.183661 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c32fd-5ad8-4e56-8037-c6dd4ab1a675 admin admin] Network 1a5c577d-0ccc-43b6-a59d-680a8ce067ab is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:18:05.187848 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-935c32fd-5ad8-4e56-8037-c6dd4ab1a675 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:18:05.195079 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c32fd-5ad8-4e56-8037-c6dd4ab1a675 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:18:05.198695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c32fd-5ad8-4e56-8037-c6dd4ab1a675 admin admin] Pushing event updated for resources: {'Port': ['ID=943c9b00-c77a-436a-9873-c5d9d180c610,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:05.230835 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6818d-74cb-43a6-8f2d-a2428bf6f0fd None None] Pushing event updated for resources: {'Port': ['ID=e0f8c90c-21c9-48a6-b471-1b9502cd2a4e,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:05.242491 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-935c32fd-5ad8-4e56-8037-c6dd4ab1a675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:05.263421 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3b8a8653-13a6-458a-b008-13c61674f049 None None] Provisioning complete for port e0f8c90c-21c9-48a6-b471-1b9502cd2a4e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:18:05.264052 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3b8a8653-13a6-458a-b008-13c61674f049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:05.335693 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e0f8c90c-21c9-48a6-b471-1b9502cd2a4e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:18:05.336773 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:05.463617 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:05.469726 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-935c32fd-5ad8-4e56-8037-c6dd4ab1a675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:05.541782 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:05.591052 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] Attempting to bind port 064e16bc-53a7-4183-905c-5a3f3116665d on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:18:05.591419 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] Attempting to bind port 064e16bc-53a7-4183-905c-5a3f3116665d by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:18:05.591819 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] Attempting to bind port 064e16bc-53a7-4183-905c-5a3f3116665d on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:18:05.604217 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04abd4-5b93-484c-afe8-4e62cd8be15a None None] Pushing event updated for resources: {'Port': ['ID=064e16bc-53a7-4183-905c-5a3f3116665d,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:05.607694 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:18:05.610277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:18:05.610277 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:05.610277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:18:05.610277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] Bound port: 064e16bc-53a7-4183-905c-5a3f3116665d, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:18:05.610277 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:05.636353 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-935c32fd-5ad8-4e56-8037-c6dd4ab1a675 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:05.645898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-322fd302-c50f-4a34-9a74-fe2457fb4c0e None None] Provisioning complete for port 943c9b00-c77a-436a-9873-c5d9d180c610 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:18:05.646264 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-322fd302-c50f-4a34-9a74-fe2457fb4c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:05.691690 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] For port 064e16bc-53a7-4183-905c-5a3f3116665d, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:18:05.698113 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] For port 064e16bc-53a7-4183-905c-5a3f3116665d, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=064e16bc-53a7-4183-905c-5a3f3116665d,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:18:05.699640 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-322fd302-c50f-4a34-9a74-fe2457fb4c0e None None] Port 943c9b00-c77a-436a-9873-c5d9d180c610 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:18:05.713301 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-935c32fd-5ad8-4e56-8037-c6dd4ab1a675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:05.781787 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c32fd-5ad8-4e56-8037-c6dd4ab1a675 admin admin] Pushing event updated for resources: {'Port': ['ID=943c9b00-c77a-436a-9873-c5d9d180c610,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:05.784387 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-935c32fd-5ad8-4e56-8037-c6dd4ab1a675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:05.806034 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:05.860988 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] Routers {'8f61247a-8062-4d62-bb21-f9b2134f4bf4'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:18:05.861626 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:18:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8f61247a-8062-4d62-bb21-f9b2134f4bf4'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:18:05.879316 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c32fd-5ad8-4e56-8037-c6dd4ab1a675 admin admin] Network 1a5c577d-0ccc-43b6-a59d-680a8ce067ab is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:18:05.880876 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-935c32fd-5ad8-4e56-8037-c6dd4ab1a675 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:18:05.900451 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04abd4-5b93-484c-afe8-4e62cd8be15a None None] Pushing event updated for resources: {'Port': ['ID=064e16bc-53a7-4183-905c-5a3f3116665d,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:05.977846 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] Set router 8f61247a-8062-4d62-bb21-f9b2134f4bf4 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:18:06.002458 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935c32fd-5ad8-4e56-8037-c6dd4ab1a675 admin admin] Router 8f61247a-8062-4d62-bb21-f9b2134f4bf4 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:18:06.121140 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935c32fd-5ad8-4e56-8037-c6dd4ab1a675 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:18:06.126218 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-935c32fd-5ad8-4e56-8037-c6dd4ab1a675 admin admin] 10.222.0.13 "PUT /v2.0/routers/8f61247a-8062-4d62-bb21-f9b2134f4bf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8045125 Nov 08 01:18:06.141734 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3be04c75-79c6-44c6-8605-2bd26ab48ae8 None None] Provisioning complete for port 943c9b00-c77a-436a-9873-c5d9d180c610 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:18:06.142105 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3be04c75-79c6-44c6-8605-2bd26ab48ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:06.212885 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3be04c75-79c6-44c6-8605-2bd26ab48ae8 None None] Port 943c9b00-c77a-436a-9873-c5d9d180c610 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:18:06.240980 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'name': 'tempest-TestMinimumBasicScenario-169238897-router', 'tenant_id': '8a53940d82664cdb8823f09635f76e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '064e16bc-53a7-4183-905c-5a3f3116665d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:18:02Z', 'updated_at': '2021-11-08T01:18:05Z', 'revision_number': 4, 'project_id': '8a53940d82664cdb8823f09635f76e68', 'gw_port': {'id': '064e16bc-53a7-4183-905c-5a3f3116665d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:25:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:18:02Z', 'updated_at': '2021-11-08T01:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '943c9b00-c77a-436a-9873-c5d9d180c610', 'name': '', 'network_id': '1a5c577d-0ccc-43b6-a59d-680a8ce067ab', 'tenant_id': '8a53940d82664cdb8823f09635f76e68', 'mac_address': 'fa:16:3e:2f:35:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '5c3f82c9-8e29-4ea6-81ad-01d8c15a1f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:18:04Z', 'updated_at': '2021-11-08T01:18:05Z', 'revision_number': 2, 'project_id': '8a53940d82664cdb8823f09635f76e68', 'subnets': [{'id': '5c3f82c9-8e29-4ea6-81ad-01d8c15a1f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:18:06.273032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0dd41b-6b0a-44ba-973c-e90a0cc468fc None None] The sync data for ids ['8f61247a-8062-4d62-bb21-f9b2134f4bf4'] in n-d-816882-1 is: [{'id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'name': 'tempest-TestMinimumBasicScenario-169238897-router', 'tenant_id': '8a53940d82664cdb8823f09635f76e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '064e16bc-53a7-4183-905c-5a3f3116665d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:18:02Z', 'updated_at': '2021-11-08T01:18:05Z', 'revision_number': 4, 'project_id': '8a53940d82664cdb8823f09635f76e68', 'gw_port': {'id': '064e16bc-53a7-4183-905c-5a3f3116665d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:25:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:18:02Z', 'updated_at': '2021-11-08T01:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '943c9b00-c77a-436a-9873-c5d9d180c610', 'name': '', 'network_id': '1a5c577d-0ccc-43b6-a59d-680a8ce067ab', 'tenant_id': '8a53940d82664cdb8823f09635f76e68', 'mac_address': 'fa:16:3e:2f:35:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '5c3f82c9-8e29-4ea6-81ad-01d8c15a1f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:18:04Z', 'updated_at': '2021-11-08T01:18:05Z', 'revision_number': 2, 'project_id': '8a53940d82664cdb8823f09635f76e68', 'subnets': [{'id': '5c3f82c9-8e29-4ea6-81ad-01d8c15a1f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:18:07.164476 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 064e16bc-53a7-4183-905c-5a3f3116665d up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:18:07.215007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 064e16bc-53a7-4183-905c-5a3f3116665d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:18:07.215386 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:07.305349 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:07.329508 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 064e16bc-53a7-4183-905c-5a3f3116665d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=064e16bc-53a7-4183-905c-5a3f3116665d,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:18:07.393471 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:07.394293 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e0f8c90c-21c9-48a6-b471-1b9502cd2a4e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:18:07.480884 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=064e16bc-53a7-4183-905c-5a3f3116665d,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:07.505823 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e0f8c90c-21c9-48a6-b471-1b9502cd2a4e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:18:07.506217 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:09.099271 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 064e16bc-53a7-4183-905c-5a3f3116665d up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:18:09.161296 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 064e16bc-53a7-4183-905c-5a3f3116665d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:18:09.161678 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:09.364554 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:09.521797 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] Sync routers for ids ['8f61247a-8062-4d62-bb21-f9b2134f4bf4'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:18:09.531454 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] Routers {'8f61247a-8062-4d62-bb21-f9b2134f4bf4'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:18:09.532104 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:18:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8f61247a-8062-4d62-bb21-f9b2134f4bf4'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:18:09.643922 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] Set router 8f61247a-8062-4d62-bb21-f9b2134f4bf4 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:18:09.961179 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'name': 'tempest-TestMinimumBasicScenario-169238897-router', 'tenant_id': '8a53940d82664cdb8823f09635f76e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '064e16bc-53a7-4183-905c-5a3f3116665d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:18:02Z', 'updated_at': '2021-11-08T01:18:05Z', 'revision_number': 4, 'project_id': '8a53940d82664cdb8823f09635f76e68', 'gw_port': {'id': '064e16bc-53a7-4183-905c-5a3f3116665d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:18:02Z', 'updated_at': '2021-11-08T01:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '943c9b00-c77a-436a-9873-c5d9d180c610', 'name': '', 'network_id': '1a5c577d-0ccc-43b6-a59d-680a8ce067ab', 'tenant_id': '8a53940d82664cdb8823f09635f76e68', 'mac_address': 'fa:16:3e:2f:35:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '5c3f82c9-8e29-4ea6-81ad-01d8c15a1f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:18:04Z', 'updated_at': '2021-11-08T01:18:05Z', 'revision_number': 2, 'project_id': '8a53940d82664cdb8823f09635f76e68', 'subnets': [{'id': '5c3f82c9-8e29-4ea6-81ad-01d8c15a1f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:18:09.991941 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] Checking router: 8f61247a-8062-4d62-bb21-f9b2134f4bf4 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:18:09.991941 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] Updating router 8f61247a-8062-4d62-bb21-f9b2134f4bf4 port 943c9b00-c77a-436a-9873-c5d9d180c610 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:18:10.019395 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:10.166818 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:18:10.325685 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:10.450042 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:10.497521 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b26f8-2cad-44f4-9286-3843de207f1b None None] Pushing event updated for resources: {'Port': ['ID=943c9b00-c77a-436a-9873-c5d9d180c610,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:10.549592 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] Attempting to bind port 943c9b00-c77a-436a-9873-c5d9d180c610 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:18:10.550236 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] Attempting to bind port 943c9b00-c77a-436a-9873-c5d9d180c610 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e30b084a-9619-4d9c-b6a6-69cd5181f481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1a5c577d-0ccc-43b6-a59d-680a8ce067ab'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:18:10.550236 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] Attempting to bind port 943c9b00-c77a-436a-9873-c5d9d180c610 on network 1a5c577d-0ccc-43b6-a59d-680a8ce067ab {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:18:10.558020 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:18:10.558392 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] Checking segment: {'id': 'e30b084a-9619-4d9c-b6a6-69cd5181f481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1a5c577d-0ccc-43b6-a59d-680a8ce067ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:18:10.558788 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:10.559221 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] Bound using segment: {'id': 'e30b084a-9619-4d9c-b6a6-69cd5181f481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1a5c577d-0ccc-43b6-a59d-680a8ce067ab'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:18:10.559692 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] Bound port: 943c9b00-c77a-436a-9873-c5d9d180c610, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30b084a-9619-4d9c-b6a6-69cd5181f481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1a5c577d-0ccc-43b6-a59d-680a8ce067ab'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:18:10.560286 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:10.638625 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] For port 943c9b00-c77a-436a-9873-c5d9d180c610, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:18:10.642046 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] For port 943c9b00-c77a-436a-9873-c5d9d180c610, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=943c9b00-c77a-436a-9873-c5d9d180c610,segment=NetworkSegment(e30b084a-9619-4d9c-b6a6-69cd5181f481),segment_id=e30b084a-9619-4d9c-b6a6-69cd5181f481)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:18:10.763733 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-bebce3dd-ea17-4d8a-a108-ffe7acd6ece7 None None] Provisioning complete for port 943c9b00-c77a-436a-9873-c5d9d180c610 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:18:10.764838 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bebce3dd-ea17-4d8a-a108-ffe7acd6ece7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:10.769124 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:10.830318 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] Routers {'8f61247a-8062-4d62-bb21-f9b2134f4bf4'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:18:10.831010 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:18:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8f61247a-8062-4d62-bb21-f9b2134f4bf4'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:18:10.918088 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bebce3dd-ea17-4d8a-a108-ffe7acd6ece7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:10.955468 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-bebce3dd-ea17-4d8a-a108-ffe7acd6ece7 None None] For port 943c9b00-c77a-436a-9873-c5d9d180c610, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=943c9b00-c77a-436a-9873-c5d9d180c610,segment=NetworkSegment(e30b084a-9619-4d9c-b6a6-69cd5181f481),segment_id=e30b084a-9619-4d9c-b6a6-69cd5181f481)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:18:10.983137 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b26f8-2cad-44f4-9286-3843de207f1b None None] Pushing event updated for resources: {'Port': ['ID=943c9b00-c77a-436a-9873-c5d9d180c610,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:10.988917 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] Set router 8f61247a-8062-4d62-bb21-f9b2134f4bf4 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:18:11.100151 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bebce3dd-ea17-4d8a-a108-ffe7acd6ece7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:11.171059 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 943c9b00-c77a-436a-9873-c5d9d180c610 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:18:11.264259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0b916a1e-7bac-403e-a866-c89419c19df2 None None] Provisioning complete for port 943c9b00-c77a-436a-9873-c5d9d180c610 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:18:11.264259 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b916a1e-7bac-403e-a866-c89419c19df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:11.286934 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'name': 'tempest-TestMinimumBasicScenario-169238897-router', 'tenant_id': '8a53940d82664cdb8823f09635f76e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '064e16bc-53a7-4183-905c-5a3f3116665d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:18:02Z', 'updated_at': '2021-11-08T01:18:05Z', 'revision_number': 4, 'project_id': '8a53940d82664cdb8823f09635f76e68', 'gw_port': {'id': '064e16bc-53a7-4183-905c-5a3f3116665d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:18:02Z', 'updated_at': '2021-11-08T01:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '943c9b00-c77a-436a-9873-c5d9d180c610', 'name': '', 'network_id': '1a5c577d-0ccc-43b6-a59d-680a8ce067ab', 'tenant_id': '8a53940d82664cdb8823f09635f76e68', 'mac_address': 'fa:16:3e:2f:35:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '5c3f82c9-8e29-4ea6-81ad-01d8c15a1f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:18:04Z', 'updated_at': '2021-11-08T01:18:10Z', 'revision_number': 4, 'project_id': '8a53940d82664cdb8823f09635f76e68', 'subnets': [{'id': '5c3f82c9-8e29-4ea6-81ad-01d8c15a1f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:18:11.294865 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebce3dd-ea17-4d8a-a108-ffe7acd6ece7 None None] Pushing event updated for resources: {'Port': ['ID=943c9b00-c77a-436a-9873-c5d9d180c610,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:11.322052 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 943c9b00-c77a-436a-9873-c5d9d180c610 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:18:11.322402 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:11.331429 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6802c0c6-33af-4fbf-8139-f6f9445460e3 None None] The sync data for ids ['8f61247a-8062-4d62-bb21-f9b2134f4bf4'] in n-d-816882-1 is: [{'id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'name': 'tempest-TestMinimumBasicScenario-169238897-router', 'tenant_id': '8a53940d82664cdb8823f09635f76e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '064e16bc-53a7-4183-905c-5a3f3116665d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:18:02Z', 'updated_at': '2021-11-08T01:18:05Z', 'revision_number': 4, 'project_id': '8a53940d82664cdb8823f09635f76e68', 'gw_port': {'id': '064e16bc-53a7-4183-905c-5a3f3116665d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:18:02Z', 'updated_at': '2021-11-08T01:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '943c9b00-c77a-436a-9873-c5d9d180c610', 'name': '', 'network_id': '1a5c577d-0ccc-43b6-a59d-680a8ce067ab', 'tenant_id': '8a53940d82664cdb8823f09635f76e68', 'mac_address': 'fa:16:3e:2f:35:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '5c3f82c9-8e29-4ea6-81ad-01d8c15a1f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:18:04Z', 'updated_at': '2021-11-08T01:18:10Z', 'revision_number': 4, 'project_id': '8a53940d82664cdb8823f09635f76e68', 'subnets': [{'id': '5c3f82c9-8e29-4ea6-81ad-01d8c15a1f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:18:13.103223 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 943c9b00-c77a-436a-9873-c5d9d180c610 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:18:13.160042 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 943c9b00-c77a-436a-9873-c5d9d180c610 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:18:13.166438 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:17.800989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-47befb13-fd4d-4c5d-b92e-8edc5ce4351d tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:17.802451 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-47befb13-fd4d-4c5d-b92e-8edc5ce4351d tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/networks?id=f3aec5e8-481e-403d-b5d5-dcafc66e0d73 HTTP/1.1" status: 200 len: 815 time: 0.1070845 Nov 08 01:18:17.817585 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-63a3d846-dcc7-43a8-9c0f-8bb28b140d0e tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/quotas/5ca09e633c7a41b3a2ed8a1ccb4b9c27 HTTP/1.1" status: 200 len: 375 time: 0.0087800 Nov 08 01:18:17.867197 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-fc47681e-524e-4f85-ba22-ed513fdf17ad tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ca09e633c7a41b3a2ed8a1ccb4b9c27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443184 Nov 08 01:18:17.958436 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-08dc2d4f-1961-42b9-92b2-739ba2e4175e service neutron] 10.222.0.13 "GET /v2.0/networks/f3aec5e8-481e-403d-b5d5-dcafc66e0d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799150 Nov 08 01:18:18.050512 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-fe644971-ab4a-4e67-ba6f-5ec3e9216ea2 service neutron] 10.222.0.13 "GET /v2.0/networks/f3aec5e8-481e-403d-b5d5-dcafc66e0d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858812 Nov 08 01:18:18.308198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-41244e45-3164-47ae-a68d-60be9635fe59 req-9852ca16-90f4-40ff-b0d7-a8239639927a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 210 time: 0.0280039 Nov 08 01:18:19.406489 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cfff62a7-cacc-4db4-aadd-918e6aa745e0 req-c55cc11d-394f-40c5-808a-e5cd241993b3 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 210 time: 0.0255611 Nov 08 01:18:20.500676 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e0663f9d-c91c-43ee-ae26-d6658bb9f710 req-1f7a0e07-ed0a-4b44-82e8-8491045cc34c tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 210 time: 0.0264895 Nov 08 01:18:20.776155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-d1e03bd6-a391-4b39-9396-b33f5a70ba9f tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:20.777613 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-d1e03bd6-a391-4b39-9396-b33f5a70ba9f tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.20 "GET /v2.0/networks?id=f3aec5e8-481e-403d-b5d5-dcafc66e0d73 HTTP/1.1" status: 200 len: 815 time: 0.1053746 Nov 08 01:18:20.795768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Request body: {'port': {'device_id': '7d7cb103-0806-496e-80a2-1c7c2bee04b6', 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73', 'admin_state_up': True, 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:18:20.978536 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Made reservation on behalf of 5ca09e633c7a41b3a2ed8a1ccb4b9c27 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:18:20.982221 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:21.107615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Allocated IP 172.20.0.14 (f3aec5e8-481e-403d-b5d5-dcafc66e0d73/5638b09b-f0ed-4c14-bcb8-85a7c27eafa8/6c2571dc-1ad6-4063-ac62-9d8069e51ec7) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:18:21.259376 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:21.381160 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:21.422640 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Network f3aec5e8-481e-403d-b5d5-dcafc66e0d73 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:18:21.425715 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:18:21.430509 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:18:21.462258 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Pushing event updated for resources: {'Port': ['ID=6c2571dc-1ad6-4063-ac62-9d8069e51ec7,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:21.478394 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:21.478742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:21.479085 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:21.479420 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:21.479759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:21.480095 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:21.480422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:21.480753 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:21.481078 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:21.481496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:21.481783 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:21.482010 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:18:21.514030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:21.514814 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:21.653205 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-6c0164c6-c915-419c-8055-185cd146c427 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8610117 Nov 08 01:18:21.675133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6c82b-6caa-4506-9608-1fd7222a394b req-fb2136a6-2932-4002-bdcc-35a8512b7897 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:21.684129 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fed6c82b-6caa-4506-9608-1fd7222a394b req-fb2136a6-2932-4002-bdcc-35a8512b7897 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 932 time: 0.0862422 Nov 08 01:18:21.763425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fed6c82b-6caa-4506-9608-1fd7222a394b req-53886bc4-6bbe-4e2e-b3b8-bf30d9d30aa6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781620 Nov 08 01:18:21.815146 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4b7ce364-6311-4fd9-b1e3-41ad1af9bf9b None None] Provisioning complete for port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:18:21.815764 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b7ce364-6311-4fd9-b1e3-41ad1af9bf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:21.851897 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4b7ce364-6311-4fd9-b1e3-41ad1af9bf9b None None] Port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:18:22.879061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fbf3a-81ce-4a73-8f63-d212e3d7db9a req-ba81a30c-15da-41f5-9e03-c26e416b0ec7 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:22.880604 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-806fbf3a-81ce-4a73-8f63-d212e3d7db9a req-ba81a30c-15da-41f5-9e03-c26e416b0ec7 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 932 time: 0.0513909 Nov 08 01:18:22.924416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-806fbf3a-81ce-4a73-8f63-d212e3d7db9a req-ca91a22c-0400-4bcb-96d8-cbaf2062a4e7 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368276 Nov 08 01:18:24.060006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8812ac-e820-42e4-88b0-77fa2bd90298 req-b9917773-8151-4c97-b5e8-6f8b7a831a67 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:24.062019 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7b8812ac-e820-42e4-88b0-77fa2bd90298 req-b9917773-8151-4c97-b5e8-6f8b7a831a67 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 932 time: 0.0674055 Nov 08 01:18:24.104251 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7b8812ac-e820-42e4-88b0-77fa2bd90298 req-f954bca6-6b85-470c-9602-5511328b9a37 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346677 Nov 08 01:18:25.225623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effdc2f-b9ca-4dcc-a809-d9b6ab7048c6 req-2b12962f-2f2c-43e0-a02a-f5efbe3555f2 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:25.227117 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8effdc2f-b9ca-4dcc-a809-d9b6ab7048c6 req-2b12962f-2f2c-43e0-a02a-f5efbe3555f2 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 932 time: 0.0520480 Nov 08 01:18:25.264953 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8effdc2f-b9ca-4dcc-a809-d9b6ab7048c6 req-48e876db-20ca-4de1-847b-1e537a5f2b5a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317252 Nov 08 01:18:26.400484 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087afba-e801-4991-bd03-9b5daa0c62e6 req-05af4219-4f35-4987-9a33-2268f093c418 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:26.401975 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b087afba-e801-4991-bd03-9b5daa0c62e6 req-05af4219-4f35-4987-9a33-2268f093c418 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 932 time: 0.0689497 Nov 08 01:18:26.447445 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b087afba-e801-4991-bd03-9b5daa0c62e6 req-48032361-633f-4df5-84a8-eaa2c406f2cf tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388987 Nov 08 01:18:27.571501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4b77d-47ae-499c-8665-2b560891bd87 req-0e9df731-b453-4d1c-9acc-5cf435851210 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:27.573285 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ba4b77d-47ae-499c-8665-2b560891bd87 req-0e9df731-b453-4d1c-9acc-5cf435851210 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 932 time: 0.0562656 Nov 08 01:18:27.611908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ba4b77d-47ae-499c-8665-2b560891bd87 req-acce21a1-d63d-47ed-b2c2-aa0f1cf4fdbc tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326700 Nov 08 01:18:28.368381 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-21ffd852-e49a-4b93-843d-11ffb86346e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:28.730972 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86a03b-8c15-49c3-bac1-cc97b08af02d req-6de276fd-00be-4257-929b-28a881c3726c tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:28.732541 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8e86a03b-8c15-49c3-bac1-cc97b08af02d req-6de276fd-00be-4257-929b-28a881c3726c tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 932 time: 0.0529616 Nov 08 01:18:28.772327 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8e86a03b-8c15-49c3-bac1-cc97b08af02d req-8345ea83-06fc-4337-9d13-fe16e38df137 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337617 Nov 08 01:18:29.902698 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711abc93-54d8-4a3b-803d-a1551a9fc74b req-6b721f7c-61fe-404c-90b6-5594cd8e162c tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:29.904341 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-711abc93-54d8-4a3b-803d-a1551a9fc74b req-6b721f7c-61fe-404c-90b6-5594cd8e162c tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 932 time: 0.0526710 Nov 08 01:18:29.952966 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-711abc93-54d8-4a3b-803d-a1551a9fc74b req-9fc2757c-c5f4-413a-8930-17eebe82ce90 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347695 Nov 08 01:18:30.779159 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5055-986b-4e7b-abde-7c76e4afad67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:31.013508 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:31.075469 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10956dcb-17cf-475f-b8f0-770588fbfec7 req-30009f5b-8e03-448d-99cc-fa5659ca7ba2 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:31.076974 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10956dcb-17cf-475f-b8f0-770588fbfec7 req-30009f5b-8e03-448d-99cc-fa5659ca7ba2 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 932 time: 0.0560229 Nov 08 01:18:31.114101 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-10956dcb-17cf-475f-b8f0-770588fbfec7 req-f3fa7809-4427-42f6-9446-f8f9b30ab2e5 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311244 Nov 08 01:18:31.979047 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:32.249446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229498c7-249a-4eb5-9ef1-47aa9b550930 req-b196a815-9d43-42e5-8c0e-0c9621ab85bf tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:32.250920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-229498c7-249a-4eb5-9ef1-47aa9b550930 req-b196a815-9d43-42e5-8c0e-0c9621ab85bf tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 932 time: 0.0484250 Nov 08 01:18:32.289279 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-229498c7-249a-4eb5-9ef1-47aa9b550930 req-5d551f1e-39f0-4fcf-b794-57940bfde1b4 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318525 Nov 08 01:18:32.481686 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:33.401668 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f26f8b-16b6-4545-afd5-18a54625b7ec req-f89636b4-0ade-45c4-a1c0-5b4dac2da7b8 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:33.403146 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5f26f8b-16b6-4545-afd5-18a54625b7ec req-f89636b4-0ade-45c4-a1c0-5b4dac2da7b8 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 932 time: 0.0484755 Nov 08 01:18:33.441480 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5f26f8b-16b6-4545-afd5-18a54625b7ec req-18e97fb6-9ef9-44d0-9bd4-2a387d69d16b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321670 Nov 08 01:18:33.579005 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:34.050094 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Request body: {'port': {'device_id': '7d7cb103-0806-496e-80a2-1c7c2bee04b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:18:34.111136 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:34.367695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:18:34.374963 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:34.386909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Transition to ACTIVE for port object 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:18:34.485946 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:34.576856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2571dc-1ad6-4063-ac62-9d8069e51ec7,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:34.623174 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c41ca-5773-47d0-b494-21044d13ae35 req-5b743799-a40d-45f9-acb0-991ae349b505 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:34.624775 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7e6c41ca-5773-47d0-b494-21044d13ae35 req-5b743799-a40d-45f9-acb0-991ae349b505 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 944 time: 0.1120548 Nov 08 01:18:34.684678 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7e6c41ca-5773-47d0-b494-21044d13ae35 req-e869c6ff-0fc0-435f-bd6a-52c1712347e3 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525398 Nov 08 01:18:34.685559 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Attempting to bind port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:18:34.685892 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Attempting to bind port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '241bfb7a-2fd3-44c8-bdb5-9f157c14d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:18:34.686248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Attempting to bind port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 on network f3aec5e8-481e-403d-b5d5-dcafc66e0d73 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:18:34.690971 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 on network f3aec5e8-481e-403d-b5d5-dcafc66e0d73 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:18:34.691302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Attempting to bind port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 on network f3aec5e8-481e-403d-b5d5-dcafc66e0d73 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:18:34.696765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:18:34.697101 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Checking segment: {'id': '241bfb7a-2fd3-44c8-bdb5-9f157c14d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:18:34.697485 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Bound using segment: {'id': '241bfb7a-2fd3-44c8-bdb5-9f157c14d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:18:34.697923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Bound port: 6c2571dc-1ad6-4063-ac62-9d8069e51ec7, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241bfb7a-2fd3-44c8-bdb5-9f157c14d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:18:34.698285 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:34.766659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] For port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:18:34.771075 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] For port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=6c2571dc-1ad6-4063-ac62-9d8069e51ec7,segment=NetworkSegment(241bfb7a-2fd3-44c8-bdb5-9f157c14d502),segment_id=241bfb7a-2fd3-44c8-bdb5-9f157c14d502)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:18:34.846746 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:34.879396 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:34.880143 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:34.881508 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] 10.222.0.20 "PUT /v2.0/ports/6c2571dc-1ad6-4063-ac62-9d8069e51ec7 HTTP/1.1" status: 200 len: 1092 time: 0.9330053 Nov 08 01:18:34.882021 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7cb103-0806-496e-80a2-1c7c2bee04b6', 'tag': '6c2571dc-1ad6-4063-ac62-9d8069e51ec7'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:18:34.884301 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5deed340-8277-4ba2-8a5a-5799e5a3de37" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7cb103-0806-496e-80a2-1c7c2bee04b6", "tag": "6c2571dc-1ad6-4063-ac62-9d8069e51ec7"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:18:34.912636 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81533e0d-e864-43f3-b7ac-2cc43bae91e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2571dc-1ad6-4063-ac62-9d8069e51ec7,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:34.936404 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd442eea-fcf3-43a3-9fd4-d91a9f9ca46b x-openstack-request-id: req-fd442eea-fcf3-43a3-9fd4-d91a9f9ca46b {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:18:34.936805 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7cb103-0806-496e-80a2-1c7c2bee04b6", "tag": "6c2571dc-1ad6-4063-ac62-9d8069e51ec7", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:18:34.937159 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd442eea-fcf3-43a3-9fd4-d91a9f9ca46b {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:18:34.937620 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7cb103-0806-496e-80a2-1c7c2bee04b6', 'tag': '6c2571dc-1ad6-4063-ac62-9d8069e51ec7', 'status': 'completed', 'code': 200} Nov 08 01:18:35.020406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deed340-8277-4ba2-8a5a-5799e5a3de37 req-6af2e48f-c0c9-4ee8-bd08-ff207374d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:35.022177 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5deed340-8277-4ba2-8a5a-5799e5a3de37 req-6af2e48f-c0c9-4ee8-bd08-ff207374d39f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ca09e633c7a41b3a2ed8a1ccb4b9c27&device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 1095 time: 0.0433064 Nov 08 01:18:35.130487 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deed340-8277-4ba2-8a5a-5799e5a3de37 req-6dfe30c3-975e-4bbb-9de7-69aa4af859b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:35.131907 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5deed340-8277-4ba2-8a5a-5799e5a3de37 req-6dfe30c3-975e-4bbb-9de7-69aa4af859b1 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5ca09e633c7a41b3a2ed8a1ccb4b9c27&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0973940 Nov 08 01:18:35.230122 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deed340-8277-4ba2-8a5a-5799e5a3de37 req-6733774c-56a6-4fe3-8fb2-51acca6a87ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:35.231477 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5deed340-8277-4ba2-8a5a-5799e5a3de37 req-6733774c-56a6-4fe3-8fb2-51acca6a87ed service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862610 Nov 08 01:18:35.331448 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-2c0276c2-8428-44eb-add7-a40b20cc293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:35.333022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-2c0276c2-8428-44eb-add7-a40b20cc293a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ca09e633c7a41b3a2ed8a1ccb4b9c27&device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 1095 time: 0.0449655 Nov 08 01:18:35.381230 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-da9effc5-2acf-49e1-b836-588122a474d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c2571dc-1ad6-4063-ac62-9d8069e51ec7 HTTP/1.1" status: 200 len: 217 time: 0.0350304 Nov 08 01:18:35.429311 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-77dcc88e-7b77-4296-b837-498d09e23003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:35.430719 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-77dcc88e-7b77-4296-b837-498d09e23003 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5638b09b-f0ed-4c14-bcb8-85a7c27eafa8 HTTP/1.1" status: 200 len: 854 time: 0.0429938 Nov 08 01:18:35.479124 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-166ec91c-9b07-424d-89ad-c1ae50957272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:35.480614 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-166ec91c-9b07-424d-89ad-c1ae50957272 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3aec5e8-481e-403d-b5d5-dcafc66e0d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426490 Nov 08 01:18:35.567880 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-ab65a32b-a63f-4651-83e5-191c3e59eca2 service neutron] 10.222.0.20 "GET /v2.0/networks/f3aec5e8-481e-403d-b5d5-dcafc66e0d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798359 Nov 08 01:18:35.658232 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-faa04449-98d3-4ecd-939f-ed416d3331ab req-af683dd1-4399-43ae-a49f-976ff14fb0e4 service neutron] 10.222.0.20 "GET /v2.0/networks/f3aec5e8-481e-403d-b5d5-dcafc66e0d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836377 Nov 08 01:18:35.803370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4532e-b3f8-49bd-833a-0d2f6f646ce1 req-46b4cf71-1fab-4c06-b685-4836bfda675c tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:35.804856 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a0f4532e-b3f8-49bd-833a-0d2f6f646ce1 req-46b4cf71-1fab-4c06-b685-4836bfda675c tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 944 time: 0.0513017 Nov 08 01:18:35.844735 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a0f4532e-b3f8-49bd-833a-0d2f6f646ce1 req-ff0018e3-229e-44c5-ba28-a6f8e4dde490 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339653 Nov 08 01:18:36.960001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f054f52-eefb-4e70-be51-e643eba740cf req-0afcd76f-3df7-46ab-91e1-81dd342c43de tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:36.961463 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f054f52-eefb-4e70-be51-e643eba740cf req-0afcd76f-3df7-46ab-91e1-81dd342c43de tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 944 time: 0.0504901 Nov 08 01:18:36.997807 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5f054f52-eefb-4e70-be51-e643eba740cf req-a37cd45e-e977-41e2-86b2-7365a6152e5d tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303645 Nov 08 01:18:38.108850 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882639a-8c66-4bf3-9a24-fa1b8b49aae9 req-62623866-ea2b-4b65-994f-5d3ee213128c tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:38.110293 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9882639a-8c66-4bf3-9a24-fa1b8b49aae9 req-62623866-ea2b-4b65-994f-5d3ee213128c tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 944 time: 0.0480444 Nov 08 01:18:38.150831 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9882639a-8c66-4bf3-9a24-fa1b8b49aae9 req-6f8a1bde-59e7-44c7-840f-20b79993009f tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346851 Nov 08 01:18:38.634881 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:18:38.729977 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=6c2571dc-1ad6-4063-ac62-9d8069e51ec7,segment=NetworkSegment(241bfb7a-2fd3-44c8-bdb5-9f157c14d502),segment_id=241bfb7a-2fd3-44c8-bdb5-9f157c14d502)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:18:38.741457 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '6c2571dc-1ad6-4063-ac62-9d8069e51ec7', 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73', 'port_id': '6c2571dc-1ad6-4063-ac62-9d8069e51ec7', 'mac_address': 'fa:16:3e:e7:2f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5638b09b-f0ed-4c14-bcb8-85a7c27eafa8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:18:38.776422 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:38.789847 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:18:38.808936 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=6c2571dc-1ad6-4063-ac62-9d8069e51ec7,segment=NetworkSegment(241bfb7a-2fd3-44c8-bdb5-9f157c14d502),segment_id=241bfb7a-2fd3-44c8-bdb5-9f157c14d502)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:18:38.891460 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:38.940836 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=6c2571dc-1ad6-4063-ac62-9d8069e51ec7,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:39.261798 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2b527-b1d9-4e4c-b581-817d6ab20312 req-1046753d-98a6-45c0-9167-652d32c87954 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:39.263265 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-79f2b527-b1d9-4e4c-b581-817d6ab20312 req-1046753d-98a6-45c0-9167-652d32c87954 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 945 time: 0.0481653 Nov 08 01:18:39.287389 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:39.301917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-79f2b527-b1d9-4e4c-b581-817d6ab20312 req-2f94dfb2-fb40-4088-849f-53b7e49e05ec tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325916 Nov 08 01:18:39.307240 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['6c2571dc-1ad6-4063-ac62-9d8069e51ec7'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:18:40.418599 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206eba6-fc9e-4ade-b0ec-8d7df43d87e1 req-7483029d-2af1-45a8-8a8b-6e910aaae8d4 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:40.420126 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f206eba6-fc9e-4ade-b0ec-8d7df43d87e1 req-7483029d-2af1-45a8-8a8b-6e910aaae8d4 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 945 time: 0.0490432 Nov 08 01:18:40.457732 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f206eba6-fc9e-4ade-b0ec-8d7df43d87e1 req-77f3703d-ff1d-4d89-bf07-cda55feba93d tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313716 Nov 08 01:18:40.635031 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:18:40.749535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:18:40.753133 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:18:40.753502 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:40.830626 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:40.853238 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7cb103-0806-496e-80a2-1c7c2bee04b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2571dc-1ad6-4063-ac62-9d8069e51ec7'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:18:40.855529 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51b0f1f-7cf8-4d4f-9e85-e22d08b23b23" -d '{"events": [{"server_uuid": "7d7cb103-0806-496e-80a2-1c7c2bee04b6", "name": "network-vif-plugged", "status": "completed", "tag": "6c2571dc-1ad6-4063-ac62-9d8069e51ec7"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:18:40.867498 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=6c2571dc-1ad6-4063-ac62-9d8069e51ec7,segment=NetworkSegment(241bfb7a-2fd3-44c8-bdb5-9f157c14d502),segment_id=241bfb7a-2fd3-44c8-bdb5-9f157c14d502)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:18:40.895688 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0421bd81-7728-4d34-9884-422c793e3da3 x-openstack-request-id: req-0421bd81-7728-4d34-9884-422c793e3da3 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:18:40.896033 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7cb103-0806-496e-80a2-1c7c2bee04b6", "name": "network-vif-plugged", "status": "completed", "tag": "6c2571dc-1ad6-4063-ac62-9d8069e51ec7", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:18:40.896319 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0421bd81-7728-4d34-9884-422c793e3da3 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:18:40.896724 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7cb103-0806-496e-80a2-1c7c2bee04b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2571dc-1ad6-4063-ac62-9d8069e51ec7', 'code': 200} Nov 08 01:18:40.931301 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:40.978406 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=6c2571dc-1ad6-4063-ac62-9d8069e51ec7,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:41.015867 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a82a0-85bf-4012-a5bf-b83349cd44e7 req-b59b56b0-2c71-4302-b50f-76774ddbc4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:41.017362 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d78a82a0-85bf-4012-a5bf-b83349cd44e7 req-b59b56b0-2c71-4302-b50f-76774ddbc4b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 1097 time: 0.0391018 Nov 08 01:18:41.054493 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d78a82a0-85bf-4012-a5bf-b83349cd44e7 req-b8a5ccb2-e8a3-44ed-b80a-b84d25fba07d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302448 Nov 08 01:18:41.569609 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0e50a-bbfa-488c-88ee-2c7007de7c5d req-fd1b74cd-681f-4c87-86f8-c0f76681c009 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:41.571346 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-80e0e50a-bbfa-488c-88ee-2c7007de7c5d req-fd1b74cd-681f-4c87-86f8-c0f76681c009 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 946 time: 0.0483794 Nov 08 01:18:41.608691 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-80e0e50a-bbfa-488c-88ee-2c7007de7c5d req-6533feda-2bc5-44f9-b1cb-9a34ea599780 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314207 Nov 08 01:18:42.721459 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70c6f3-bb3e-4f5c-90cc-74de56eb2ce3 req-d3350ed0-0fb6-40e1-a02c-d7df0d2fea79 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:42.723436 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c70c6f3-bb3e-4f5c-90cc-74de56eb2ce3 req-d3350ed0-0fb6-40e1-a02c-d7df0d2fea79 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 946 time: 0.0484722 Nov 08 01:18:42.761156 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c70c6f3-bb3e-4f5c-90cc-74de56eb2ce3 req-dabb72d3-e963-4f93-ad6a-6130393ff13f tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315390 Nov 08 01:18:42.872669 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defe430-3a77-424c-b649-080422c3ed8a req-04af4586-ef18-4854-b90c-d0a14819d9f8 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:42.874221 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7defe430-3a77-424c-b649-080422c3ed8a req-04af4586-ef18-4854-b90c-d0a14819d9f8 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 946 time: 0.0481565 Nov 08 01:18:42.916133 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7defe430-3a77-424c-b649-080422c3ed8a req-d462301d-4370-4278-8583-d17f2ebd19b4 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359504 Nov 08 01:18:43.101353 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cfd7f-6ab8-499a-9b04-0c79c4cfe292 req-ccdb270f-5dd4-4099-8ca8-19ba1bc3c58b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:43.102801 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da9cfd7f-6ab8-499a-9b04-0c79c4cfe292 req-ccdb270f-5dd4-4099-8ca8-19ba1bc3c58b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 946 time: 0.0478380 Nov 08 01:18:43.139803 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-da9cfd7f-6ab8-499a-9b04-0c79c4cfe292 req-6d74544e-3274-4c7e-8ee6-33ee8ca64424 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311947 Nov 08 01:18:47.156429 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:18:57.760367 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07211a5-1fef-4455-925e-5a1c446e011f req-3727cdbb-64aa-409c-a60e-60b1c8b0f0f5 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:57.761846 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a07211a5-1fef-4455-925e-5a1c446e011f req-3727cdbb-64aa-409c-a60e-60b1c8b0f0f5 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 946 time: 0.0495062 Nov 08 01:18:57.801355 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a07211a5-1fef-4455-925e-5a1c446e011f req-4f42b6eb-a01d-405e-94b5-06b1ad973f3f tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325775 Nov 08 01:18:57.823355 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39972) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:18:57.902780 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f3a487-cc97-4319-bee0-9b6bfd954763 tempest-TestMinimumBasicScenario-924698507 tempest-TestMinimumBasicScenario-924698507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:57.904502 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-60f3a487-cc97-4319-bee0-9b6bfd954763 tempest-TestMinimumBasicScenario-924698507 tempest-TestMinimumBasicScenario-924698507-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 1092 time: 0.0799212 Nov 08 01:18:57.907411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 39976) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:18:57.912216 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': '6c2571dc-1ad6-4063-ac62-9d8069e51ec7', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:18:57.992355 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:58.090327 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:58.195419 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Allocated IP 172.25.2.47 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/f22676a7-7cab-4de1-8e9d-c9e1cf39e12c) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:18:58.215118 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5c1aa02-3fc5-4b11-842a-75fe46b0b25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:58.296820 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:58.392492 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:58.428433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:18:58.431258 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:18:58.434661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:18:58.464010 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Pushing event updated for resources: {'Port': ['ID=f22676a7-7cab-4de1-8e9d-c9e1cf39e12c,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:58.774163 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:58.902851 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:59.047961 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:59.123900 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:59.210030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Pushing event updated for resources: {'Port': ['ID=f22676a7-7cab-4de1-8e9d-c9e1cf39e12c,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:18:59.216592 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:59.318320 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Floating IP c445d7eb-37e2-48a4-aeb8-9bb2d1a249cf associated. External IP: 172.25.2.47, port: 6c2571dc-1ad6-4063-ac62-9d8069e51ec7. Nov 08 01:18:59.529306 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Router 782069d3-c7b6-4d25-a02f-c9488681c403 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:18:59.637596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:18:59.649900 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b41948-9ad8-4db9-9313-60145be38da0 None None] Sync routers for ids ['782069d3-c7b6-4d25-a02f-c9488681c403'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:18:59.658745 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b41948-9ad8-4db9-9313-60145be38da0 None None] Routers {'782069d3-c7b6-4d25-a02f-c9488681c403'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:18:59.659356 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c7b41948-9ad8-4db9-9313-60145be38da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:18:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['782069d3-c7b6-4d25-a02f-c9488681c403'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:18:59.715231 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:59.745711 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-38db8847-32f6-496b-ada1-af6f5b3760c6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8372543 Nov 08 01:18:59.746389 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7cb103-0806-496e-80a2-1c7c2bee04b6', 'tag': '6c2571dc-1ad6-4063-ac62-9d8069e51ec7'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:18:59.749349 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d011e7f3-6514-45ee-8ebc-22845fac1880" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7cb103-0806-496e-80a2-1c7c2bee04b6", "tag": "6c2571dc-1ad6-4063-ac62-9d8069e51ec7"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:18:59.749533 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39978) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:18:59.763723 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-54f616a1-df60-4cab-84f2-9c95313b712b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-872562025', 'description': 'tempest-secgroup-smoke-872562025 description', 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:18:59.765815 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c7b41948-9ad8-4db9-9313-60145be38da0 None None] Set router 782069d3-c7b6-4d25-a02f-c9488681c403 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:18:59.794945 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b708f18-fed7-4c3e-9768-12e1b70eb440 x-openstack-request-id: req-1b708f18-fed7-4c3e-9768-12e1b70eb440 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:18:59.795451 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7cb103-0806-496e-80a2-1c7c2bee04b6", "tag": "6c2571dc-1ad6-4063-ac62-9d8069e51ec7", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:18:59.795451 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b708f18-fed7-4c3e-9768-12e1b70eb440 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:18:59.795877 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7cb103-0806-496e-80a2-1c7c2bee04b6', 'tag': '6c2571dc-1ad6-4063-ac62-9d8069e51ec7', 'status': 'completed', 'code': 200} Nov 08 01:18:59.872321 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-54f616a1-df60-4cab-84f2-9c95313b712b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:59.883758 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011e7f3-6514-45ee-8ebc-22845fac1880 req-4f3692db-8857-4588-a101-66effad17b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:59.885435 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d011e7f3-6514-45ee-8ebc-22845fac1880 req-4f3692db-8857-4588-a101-66effad17b80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ca09e633c7a41b3a2ed8a1ccb4b9c27&device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 1097 time: 0.0421431 Nov 08 01:18:59.941189 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-54f616a1-df60-4cab-84f2-9c95313b712b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:18:59.977623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011e7f3-6514-45ee-8ebc-22845fac1880 req-8ba18920-39b6-4af0-9118-3e4f20291e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:18:59.979110 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d011e7f3-6514-45ee-8ebc-22845fac1880 req-8ba18920-39b6-4af0-9118-3e4f20291e5a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3aec5e8-481e-403d-b5d5-dcafc66e0d73 HTTP/1.1" status: 200 len: 916 time: 0.0861065 Nov 08 01:18:59.996296 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c7b41948-9ad8-4db9-9313-60145be38da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'name': 'tempest-TestMinimumBasicScenario-1726428082-router', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:17:58Z', 'revision_number': 4, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'gw_port': {'id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'c445d7eb-37e2-48a4-aeb8-9bb2d1a249cf', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'port_id': '6c2571dc-1ad6-4063-ac62-9d8069e51ec7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73', 'mac_address': 'fa:16:3e:e7:2f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7cb103-0806-496e-80a2-1c7c2bee04b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:18:58Z', 'updated_at': '2021-11-08T01:18:58Z', 'revision_number': 0, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fce311d-79c7-4061-b5db-1751618a8f22', 'name': '', 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'mac_address': 'fa:16:3e:da:b6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '5638b09b-f0ed-4c14-bcb8-85a7c27eafa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:58Z', 'updated_at': '2021-11-08T01:18:02Z', 'revision_number': 5, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'subnets': [{'id': '5638b09b-f0ed-4c14-bcb8-85a7c27eafa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:19:00.025412 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b41948-9ad8-4db9-9313-60145be38da0 None None] Checking router: 782069d3-c7b6-4d25-a02f-c9488681c403 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:19:00.032343 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-54f616a1-df60-4cab-84f2-9c95313b712b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:00.035694 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b41948-9ad8-4db9-9313-60145be38da0 None None] Routers {'782069d3-c7b6-4d25-a02f-c9488681c403'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:19:00.036595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c7b41948-9ad8-4db9-9313-60145be38da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:18:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['782069d3-c7b6-4d25-a02f-c9488681c403'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:19:00.070896 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f616a1-df60-4cab-84f2-9c95313b712b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5a7811-c146-4ce0-9bc8-d0eceef75bf3,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:19:00.080118 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f616a1-df60-4cab-84f2-9c95313b712b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:19:00.082147 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f616a1-df60-4cab-84f2-9c95313b712b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:19:00.082147 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f616a1-df60-4cab-84f2-9c95313b712b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:19:00.082147 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f616a1-df60-4cab-84f2-9c95313b712b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:19:00.082668 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f616a1-df60-4cab-84f2-9c95313b712b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:19:00.083160 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f616a1-df60-4cab-84f2-9c95313b712b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:19:00.083649 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f616a1-df60-4cab-84f2-9c95313b712b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:19:00.084170 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f616a1-df60-4cab-84f2-9c95313b712b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:19:00.084676 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f616a1-df60-4cab-84f2-9c95313b712b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:19:00.085168 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f616a1-df60-4cab-84f2-9c95313b712b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:19:00.085657 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f616a1-df60-4cab-84f2-9c95313b712b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:19:00.086143 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f616a1-df60-4cab-84f2-9c95313b712b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:19:00.142748 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-54f616a1-df60-4cab-84f2-9c95313b712b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:00.146844 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-54f616a1-df60-4cab-84f2-9c95313b712b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3939447 Nov 08 01:19:00.147150 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39982) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:19:00.149716 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c7b41948-9ad8-4db9-9313-60145be38da0 None None] Set router 782069d3-c7b6-4d25-a02f-c9488681c403 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:19:00.152313 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-dcbe0418-5c53-4898-8c26-58c32ad12440 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Request body: {'security_group_rule': {'security_group_id': '4a5a7811-c146-4ce0-9bc8-d0eceef75bf3', 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:19:00.261907 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dcbe0418-5c53-4898-8c26-58c32ad12440 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:00.332208 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dcbe0418-5c53-4898-8c26-58c32ad12440 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:00.389531 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c7b41948-9ad8-4db9-9313-60145be38da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'name': 'tempest-TestMinimumBasicScenario-1726428082-router', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:17:58Z', 'revision_number': 4, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'gw_port': {'id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'c445d7eb-37e2-48a4-aeb8-9bb2d1a249cf', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'port_id': '6c2571dc-1ad6-4063-ac62-9d8069e51ec7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73', 'mac_address': 'fa:16:3e:e7:2f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7cb103-0806-496e-80a2-1c7c2bee04b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:18:58Z', 'updated_at': '2021-11-08T01:18:58Z', 'revision_number': 0, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fce311d-79c7-4061-b5db-1751618a8f22', 'name': '', 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'mac_address': 'fa:16:3e:da:b6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '5638b09b-f0ed-4c14-bcb8-85a7c27eafa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:58Z', 'updated_at': '2021-11-08T01:18:02Z', 'revision_number': 5, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'subnets': [{'id': '5638b09b-f0ed-4c14-bcb8-85a7c27eafa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:19:00.403056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d011e7f3-6514-45ee-8ebc-22845fac1880 req-2f4860f6-249e-4238-94ad-006d7c574d6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c2571dc-1ad6-4063-ac62-9d8069e51ec7 HTTP/1.1" status: 200 len: 999 time: 0.4124570 Nov 08 01:19:00.422635 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dcbe0418-5c53-4898-8c26-58c32ad12440 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:00.441761 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe0418-5c53-4898-8c26-58c32ad12440 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec76c2c-53ec-4de1-a616-761c58b16da5,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:19:00.454871 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011e7f3-6514-45ee-8ebc-22845fac1880 req-de83d354-7f4f-49b5-8ccd-cf93164f17db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:00.456913 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d011e7f3-6514-45ee-8ebc-22845fac1880 req-de83d354-7f4f-49b5-8ccd-cf93164f17db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5638b09b-f0ed-4c14-bcb8-85a7c27eafa8 HTTP/1.1" status: 200 len: 854 time: 0.0460804 Nov 08 01:19:00.505846 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011e7f3-6514-45ee-8ebc-22845fac1880 req-6a735045-4759-4be4-9885-338ae3ed43c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:00.507417 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d011e7f3-6514-45ee-8ebc-22845fac1880 req-6a735045-4759-4be4-9885-338ae3ed43c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3aec5e8-481e-403d-b5d5-dcafc66e0d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425544 Nov 08 01:19:00.571385 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b41948-9ad8-4db9-9313-60145be38da0 None None] The sync data for ids ['782069d3-c7b6-4d25-a02f-c9488681c403'] in n-d-816882-1 is: [{'id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'name': 'tempest-TestMinimumBasicScenario-1726428082-router', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:17:58Z', 'revision_number': 4, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'gw_port': {'id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'c445d7eb-37e2-48a4-aeb8-9bb2d1a249cf', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'port_id': '6c2571dc-1ad6-4063-ac62-9d8069e51ec7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73', 'mac_address': 'fa:16:3e:e7:2f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7cb103-0806-496e-80a2-1c7c2bee04b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:18:58Z', 'updated_at': '2021-11-08T01:18:58Z', 'revision_number': 0, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fce311d-79c7-4061-b5db-1751618a8f22', 'name': '', 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'mac_address': 'fa:16:3e:da:b6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '5638b09b-f0ed-4c14-bcb8-85a7c27eafa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:58Z', 'updated_at': '2021-11-08T01:18:02Z', 'revision_number': 5, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'subnets': [{'id': '5638b09b-f0ed-4c14-bcb8-85a7c27eafa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:19:00.576868 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dcbe0418-5c53-4898-8c26-58c32ad12440 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:00.578112 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dcbe0418-5c53-4898-8c26-58c32ad12440 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4297063 Nov 08 01:19:00.581345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39984) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:19:00.585833 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-36f69d48-e46e-4338-aaaf-c47b903a44ac tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Request body: {'security_group_rule': {'security_group_id': '4a5a7811-c146-4ce0-9bc8-d0eceef75bf3', 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:19:00.605364 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d011e7f3-6514-45ee-8ebc-22845fac1880 req-31495244-1def-4b4a-ac82-13eb0bb0e3d9 service neutron] 10.222.0.20 "GET /v2.0/networks/f3aec5e8-481e-403d-b5d5-dcafc66e0d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910130 Nov 08 01:19:00.698126 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d011e7f3-6514-45ee-8ebc-22845fac1880 req-ba1a3445-c6c7-472f-b06f-fdff1dd2d6d0 service neutron] 10.222.0.20 "GET /v2.0/networks/f3aec5e8-481e-403d-b5d5-dcafc66e0d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849893 Nov 08 01:19:00.700402 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36f69d48-e46e-4338-aaaf-c47b903a44ac tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:00.724317 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ec1d466-2c42-4559-91d2-05017b46d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:00.768732 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36f69d48-e46e-4338-aaaf-c47b903a44ac tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:00.772806 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41e44c7-413c-4101-abf5-826fc5020eee None None] New status for floating IP c445d7eb-37e2-48a4-aeb8-9bb2d1a249cf: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:19:00.862508 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36f69d48-e46e-4338-aaaf-c47b903a44ac tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:00.882677 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f69d48-e46e-4338-aaaf-c47b903a44ac tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d1fe94-3cfd-41ec-b0b6-c55094c2d347,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:19:00.944104 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36f69d48-e46e-4338-aaaf-c47b903a44ac tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:00.945299 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-36f69d48-e46e-4338-aaaf-c47b903a44ac tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3629725 Nov 08 01:19:00.948020 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39986) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:19:00.952367 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6d519c4c-a695-4230-9edc-9f1b83ea9c15 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Request body: {'security_group_rule': {'security_group_id': '4a5a7811-c146-4ce0-9bc8-d0eceef75bf3', 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:19:01.021846 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:01.050158 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d519c4c-a695-4230-9edc-9f1b83ea9c15 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:01.110972 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d519c4c-a695-4230-9edc-9f1b83ea9c15 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:01.175768 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d519c4c-a695-4230-9edc-9f1b83ea9c15 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:01.193207 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d519c4c-a695-4230-9edc-9f1b83ea9c15 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dce4bbd-a1a3-4a35-b8f2-4f12afe55856,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:19:01.263722 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d519c4c-a695-4230-9edc-9f1b83ea9c15 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:01.264979 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6d519c4c-a695-4230-9edc-9f1b83ea9c15 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160281 Nov 08 01:19:01.268084 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39988) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:19:01.272372 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-4459798e-d129-4f2b-91f2-24826760ab4b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Request body: {'security_group_rule': {'security_group_id': '4a5a7811-c146-4ce0-9bc8-d0eceef75bf3', 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:19:01.341460 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4459798e-d129-4f2b-91f2-24826760ab4b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:01.400677 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4459798e-d129-4f2b-91f2-24826760ab4b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:01.501653 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4459798e-d129-4f2b-91f2-24826760ab4b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:01.519127 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459798e-d129-4f2b-91f2-24826760ab4b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff036c77-c202-4783-9712-33e7988238bb,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:19:01.584041 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4459798e-d129-4f2b-91f2-24826760ab4b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:01.585249 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4459798e-d129-4f2b-91f2-24826760ab4b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162377 Nov 08 01:19:01.587977 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39990) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:19:01.592272 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d3326840-4410-4689-acd2-df5ea0e8f927 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Request body: {'security_group_rule': {'security_group_id': '4a5a7811-c146-4ce0-9bc8-d0eceef75bf3', 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:19:01.679078 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-d3326840-4410-4689-acd2-df5ea0e8f927 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Project 5ca09e633c7a41b3a2ed8a1ccb4b9c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 01:19:01.683801 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3326840-4410-4689-acd2-df5ea0e8f927 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:01.744761 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3326840-4410-4689-acd2-df5ea0e8f927 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:01.827505 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3326840-4410-4689-acd2-df5ea0e8f927 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:01.845157 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3326840-4410-4689-acd2-df5ea0e8f927 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e435c9c-2a29-4042-840c-43410b17bc29,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:19:01.932794 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d3326840-4410-4689-acd2-df5ea0e8f927 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:01.934207 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d3326840-4410-4689-acd2-df5ea0e8f927 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3453104 Nov 08 01:19:01.936921 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 39992) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:19:01.941859 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-907b93e3-298c-4beb-a419-739c6cf220a1 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Request body: {'security_group_rule': {'security_group_id': '4a5a7811-c146-4ce0-9bc8-d0eceef75bf3', 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:19:02.004734 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:02.027255 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-907b93e3-298c-4beb-a419-739c6cf220a1 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Project 5ca09e633c7a41b3a2ed8a1ccb4b9c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 01:19:02.032227 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-907b93e3-298c-4beb-a419-739c6cf220a1 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:02.091508 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-907b93e3-298c-4beb-a419-739c6cf220a1 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:02.130200 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-907b93e3-298c-4beb-a419-739c6cf220a1 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:02.149080 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b93e3-298c-4beb-a419-739c6cf220a1 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2b572b-91a1-46a6-8cd2-aa525a5c7606,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:19:02.195418 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-907b93e3-298c-4beb-a419-739c6cf220a1 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:02.196737 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-907b93e3-298c-4beb-a419-739c6cf220a1 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2588501 Nov 08 01:19:02.283125 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d0d004b5-bb3d-47a8-b468-4da960d61ed8 req-b14eea5a-44fa-4c40-afe2-e5ad3a99015d tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-872562025&fields=id&tenant_id=5ca09e633c7a41b3a2ed8a1ccb4b9c27 HTTP/1.1" status: 200 len: 267 time: 0.0337486 Nov 08 01:19:02.344986 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d004b5-bb3d-47a8-b468-4da960d61ed8 req-a06d10df-72dd-4969-af6f-4013d207c98c tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:02.346360 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d0d004b5-bb3d-47a8-b468-4da960d61ed8 req-a06d10df-72dd-4969-af6f-4013d207c98c tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 946 time: 0.0573568 Nov 08 01:19:02.357201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-d0d004b5-bb3d-47a8-b468-4da960d61ed8 req-4443b3e0-01cc-42c9-b556-498a36d73b8d tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Request body: {'port': {'security_groups': ['ec24f436-7d24-4772-8ccc-2b84a4503f13', '4a5a7811-c146-4ce0-9bc8-d0eceef75bf3']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:19:02.416415 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d0d004b5-bb3d-47a8-b468-4da960d61ed8 req-4443b3e0-01cc-42c9-b556-498a36d73b8d tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:02.482969 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:02.600387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-d0d004b5-bb3d-47a8-b468-4da960d61ed8 req-4443b3e0-01cc-42c9-b556-498a36d73b8d tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] For port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=6c2571dc-1ad6-4063-ac62-9d8069e51ec7,segment=NetworkSegment(241bfb7a-2fd3-44c8-bdb5-9f157c14d502),segment_id=241bfb7a-2fd3-44c8-bdb5-9f157c14d502)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:19:02.630576 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d0d004b5-bb3d-47a8-b468-4da960d61ed8 req-4443b3e0-01cc-42c9-b556-498a36d73b8d tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:02.694827 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d0d004b5-bb3d-47a8-b468-4da960d61ed8 req-4443b3e0-01cc-42c9-b556-498a36d73b8d tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:02.735127 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['6c2571dc-1ad6-4063-ac62-9d8069e51ec7'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:19:02.740851 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d004b5-bb3d-47a8-b468-4da960d61ed8 req-4443b3e0-01cc-42c9-b556-498a36d73b8d tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:02.741478 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-d0d004b5-bb3d-47a8-b468-4da960d61ed8 req-4443b3e0-01cc-42c9-b556-498a36d73b8d tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:02.742917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d0d004b5-bb3d-47a8-b468-4da960d61ed8 req-4443b3e0-01cc-42c9-b556-498a36d73b8d tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "PUT /v2.0/ports/6c2571dc-1ad6-4063-ac62-9d8069e51ec7 HTTP/1.1" status: 200 len: 982 time: 0.3900986 Nov 08 01:19:02.743422 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7cb103-0806-496e-80a2-1c7c2bee04b6', 'tag': '6c2571dc-1ad6-4063-ac62-9d8069e51ec7'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:19:02.745917 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36492384-5c50-4d88-93e7-98ebed5e7116" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7cb103-0806-496e-80a2-1c7c2bee04b6", "tag": "6c2571dc-1ad6-4063-ac62-9d8069e51ec7"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:19:02.776175 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443b3e0-01cc-42c9-b556-498a36d73b8d tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Pushing event updated for resources: {'Port': ['ID=6c2571dc-1ad6-4063-ac62-9d8069e51ec7,revision_number=6']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:19:02.802778 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2f6684-8b08-4acd-b4ed-a42c153ab35f x-openstack-request-id: req-0d2f6684-8b08-4acd-b4ed-a42c153ab35f {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:19:02.802778 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7cb103-0806-496e-80a2-1c7c2bee04b6", "tag": "6c2571dc-1ad6-4063-ac62-9d8069e51ec7", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:19:02.802778 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d2f6684-8b08-4acd-b4ed-a42c153ab35f {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:19:02.802778 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7cb103-0806-496e-80a2-1c7c2bee04b6', 'tag': '6c2571dc-1ad6-4063-ac62-9d8069e51ec7', 'status': 'completed', 'code': 200} Nov 08 01:19:02.886637 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['6c2571dc-1ad6-4063-ac62-9d8069e51ec7'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:19:02.922752 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ce54c-2d59-4b8b-869c-b9a3dbbfb1ed req-c2d932ef-e0ac-4223-9469-d78ddeb928bd tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:02.922999 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b03ce54c-2d59-4b8b-869c-b9a3dbbfb1ed req-c2d932ef-e0ac-4223-9469-d78ddeb928bd tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 985 time: 0.0975249 Nov 08 01:19:02.941224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36492384-5c50-4d88-93e7-98ebed5e7116 req-b78e5109-5334-41e5-a5c3-797763e44c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:02.942765 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36492384-5c50-4d88-93e7-98ebed5e7116 req-b78e5109-5334-41e5-a5c3-797763e44c2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ca09e633c7a41b3a2ed8a1ccb4b9c27&device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 1136 time: 0.0851035 Nov 08 01:19:03.021075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b03ce54c-2d59-4b8b-869c-b9a3dbbfb1ed req-872ab6d9-c449-4022-8c4b-86cc22c7d9a0 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&id=4a5a7811-c146-4ce0-9bc8-d0eceef75bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0888114 Nov 08 01:19:03.059677 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36492384-5c50-4d88-93e7-98ebed5e7116 req-787411ff-9c61-4a42-8448-8e86e5290c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:03.061381 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36492384-5c50-4d88-93e7-98ebed5e7116 req-787411ff-9c61-4a42-8448-8e86e5290c2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3aec5e8-481e-403d-b5d5-dcafc66e0d73 HTTP/1.1" status: 200 len: 916 time: 0.1097531 Nov 08 01:19:03.122065 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a607dc22-73b9-4cae-8948-c7d5d7086238 None None] Provisioning complete for port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:19:03.122705 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a607dc22-73b9-4cae-8948-c7d5d7086238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:03.139461 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36492384-5c50-4d88-93e7-98ebed5e7116 req-a3eb82f2-c229-41ea-8c18-523b0bb9f636 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c2571dc-1ad6-4063-ac62-9d8069e51ec7 HTTP/1.1" status: 200 len: 1001 time: 0.0632632 Nov 08 01:19:03.188782 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36492384-5c50-4d88-93e7-98ebed5e7116 req-5b3690b1-5cd6-4de1-b789-245f8f9f6ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:03.190292 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36492384-5c50-4d88-93e7-98ebed5e7116 req-5b3690b1-5cd6-4de1-b789-245f8f9f6ddc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5638b09b-f0ed-4c14-bcb8-85a7c27eafa8 HTTP/1.1" status: 200 len: 854 time: 0.0437448 Nov 08 01:19:03.257309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36492384-5c50-4d88-93e7-98ebed5e7116 req-523ec72a-920a-4298-9a41-25f45225af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:03.259449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36492384-5c50-4d88-93e7-98ebed5e7116 req-523ec72a-920a-4298-9a41-25f45225af95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3aec5e8-481e-403d-b5d5-dcafc66e0d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611002 Nov 08 01:19:03.352520 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36492384-5c50-4d88-93e7-98ebed5e7116 req-1d33a3be-6b5c-4728-a267-399766a25626 service neutron] 10.222.0.20 "GET /v2.0/networks/f3aec5e8-481e-403d-b5d5-dcafc66e0d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837908 Nov 08 01:19:03.449902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-36492384-5c50-4d88-93e7-98ebed5e7116 req-bc1ce8aa-5b0a-4bd7-ba3d-2e9ac06cb627 service neutron] 10.222.0.20 "GET /v2.0/networks/f3aec5e8-481e-403d-b5d5-dcafc66e0d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878794 Nov 08 01:19:03.587289 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:09.330271 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:24.155373 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:19:28.212131 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1e69c80d-4eaa-487f-9743-32c28ae8f97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:30.733341 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a37fec42-5b7e-4002-80bc-5050ca3095fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:31.012914 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:31.522978 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-011c83bd-dcda-4b48-818f-be429936c49f req-02046f76-6740-4db4-9f92-c96580624776 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397668 Nov 08 01:19:31.623700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c83bd-dcda-4b48-818f-be429936c49f req-7a3d9aa8-9553-4508-b9fa-505d654c6521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:31.625259 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-011c83bd-dcda-4b48-818f-be429936c49f req-7a3d9aa8-9553-4508-b9fa-505d654c6521 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ca09e633c7a41b3a2ed8a1ccb4b9c27&device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 1136 time: 0.0407126 Nov 08 01:19:31.729007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c83bd-dcda-4b48-818f-be429936c49f req-2acf0ed2-1248-4ef1-8693-bbc405d760ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:31.730453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-011c83bd-dcda-4b48-818f-be429936c49f req-2acf0ed2-1248-4ef1-8693-bbc405d760ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3aec5e8-481e-403d-b5d5-dcafc66e0d73 HTTP/1.1" status: 200 len: 916 time: 0.0870111 Nov 08 01:19:31.796180 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-011c83bd-dcda-4b48-818f-be429936c49f req-d804f5d9-dbd1-4152-ae8a-6ddd475d41f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c2571dc-1ad6-4063-ac62-9d8069e51ec7 HTTP/1.1" status: 200 len: 1001 time: 0.0577919 Nov 08 01:19:31.844699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c83bd-dcda-4b48-818f-be429936c49f req-552066db-d1ac-4147-9ac3-27d8e1f820b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:31.846082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-011c83bd-dcda-4b48-818f-be429936c49f req-552066db-d1ac-4147-9ac3-27d8e1f820b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5638b09b-f0ed-4c14-bcb8-85a7c27eafa8 HTTP/1.1" status: 200 len: 854 time: 0.0428329 Nov 08 01:19:31.895234 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c83bd-dcda-4b48-818f-be429936c49f req-d0044d0d-eb7e-4ede-b28d-caf76078f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:31.896644 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-011c83bd-dcda-4b48-818f-be429936c49f req-d0044d0d-eb7e-4ede-b28d-caf76078f2ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3aec5e8-481e-403d-b5d5-dcafc66e0d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432217 Nov 08 01:19:31.985783 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-011c83bd-dcda-4b48-818f-be429936c49f req-d012f8d8-3663-42b0-8e95-13373ccea610 service neutron] 10.222.0.20 "GET /v2.0/networks/f3aec5e8-481e-403d-b5d5-dcafc66e0d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810025 Nov 08 01:19:31.990607 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:32.078353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-011c83bd-dcda-4b48-818f-be429936c49f req-5968f9d4-d783-4df0-82e5-4e82ffca9c09 service neutron] 10.222.0.20 "GET /v2.0/networks/f3aec5e8-481e-403d-b5d5-dcafc66e0d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860646 Nov 08 01:19:32.481579 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:33.601480 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:39.302461 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:51.229506 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd412c-7d8a-4bc9-8822-e4ebab9ee6f3 req-d0bb2139-c497-491e-b150-b6a535cff7e7 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:51.231107 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ecd412c-7d8a-4bc9-8822-e4ebab9ee6f3 req-d0bb2139-c497-491e-b150-b6a535cff7e7 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 985 time: 0.0503283 Nov 08 01:19:51.273692 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6ecd412c-7d8a-4bc9-8822-e4ebab9ee6f3 req-e2313607-89bd-426e-b2d9-3d29ed6e1ea7 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&id=4a5a7811-c146-4ce0-9bc8-d0eceef75bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360718 Nov 08 01:19:51.354617 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f89d2-93ed-4839-9e65-89599c120df3 req-0f35afb3-36dc-40c5-8a78-5bade5b28aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:51.356263 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-593f89d2-93ed-4839-9e65-89599c120df3 req-0f35afb3-36dc-40c5-8a78-5bade5b28aae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ca09e633c7a41b3a2ed8a1ccb4b9c27&device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 1136 time: 0.0408089 Nov 08 01:19:51.454582 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f89d2-93ed-4839-9e65-89599c120df3 req-200932be-d381-4c6e-a0b2-248840be4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:51.456099 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-593f89d2-93ed-4839-9e65-89599c120df3 req-200932be-d381-4c6e-a0b2-248840be4f78 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3aec5e8-481e-403d-b5d5-dcafc66e0d73 HTTP/1.1" status: 200 len: 916 time: 0.0932951 Nov 08 01:19:51.524655 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-593f89d2-93ed-4839-9e65-89599c120df3 req-fd3f73c5-cbb8-4e58-82c9-09f50d359249 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c2571dc-1ad6-4063-ac62-9d8069e51ec7 HTTP/1.1" status: 200 len: 1001 time: 0.0608997 Nov 08 01:19:51.577566 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f89d2-93ed-4839-9e65-89599c120df3 req-70db55cd-15b8-4f6a-b253-8da2a13fc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:51.578971 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-593f89d2-93ed-4839-9e65-89599c120df3 req-70db55cd-15b8-4f6a-b253-8da2a13fc8c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5638b09b-f0ed-4c14-bcb8-85a7c27eafa8 HTTP/1.1" status: 200 len: 854 time: 0.0468760 Nov 08 01:19:51.624632 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f89d2-93ed-4839-9e65-89599c120df3 req-6c5dd500-8eaf-4f3c-989e-15b929665a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:51.626098 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-593f89d2-93ed-4839-9e65-89599c120df3 req-6c5dd500-8eaf-4f3c-989e-15b929665a86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3aec5e8-481e-403d-b5d5-dcafc66e0d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394487 Nov 08 01:19:51.712500 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-593f89d2-93ed-4839-9e65-89599c120df3 req-ddfecbb6-c343-4891-b324-e6c6252c1659 service neutron] 10.222.0.20 "GET /v2.0/networks/f3aec5e8-481e-403d-b5d5-dcafc66e0d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788677 Nov 08 01:19:51.804904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-593f89d2-93ed-4839-9e65-89599c120df3 req-49c503de-8cb2-4cb7-a508-c3491bec09af service neutron] 10.222.0.20 "GET /v2.0/networks/f3aec5e8-481e-403d-b5d5-dcafc66e0d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845470 Nov 08 01:19:52.390409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8850e-2b4b-437b-bb62-e0bb8033f727 req-7c10f8ad-c1f8-4b6a-8655-b20a1ce107b8 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:52.391875 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ac8850e-2b4b-437b-bb62-e0bb8033f727 req-7c10f8ad-c1f8-4b6a-8655-b20a1ce107b8 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 985 time: 0.0484002 Nov 08 01:19:52.431666 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ac8850e-2b4b-437b-bb62-e0bb8033f727 req-ba0c093a-6dbe-42e3-8d63-9b713aa51e11 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&id=4a5a7811-c146-4ce0-9bc8-d0eceef75bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337017 Nov 08 01:19:53.570664 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e3205-2979-40b2-a2c5-603b7f67f5b8 req-4f6022f6-cebd-4f70-9870-07a8882813f8 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:53.572151 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-620e3205-2979-40b2-a2c5-603b7f67f5b8 req-4f6022f6-cebd-4f70-9870-07a8882813f8 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 985 time: 0.0486226 Nov 08 01:19:53.611899 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-620e3205-2979-40b2-a2c5-603b7f67f5b8 req-24d03885-b7f4-4eda-809c-45138018a890 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&id=4a5a7811-c146-4ce0-9bc8-d0eceef75bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331891 Nov 08 01:19:54.729914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22188461-8c36-4890-86e0-a3eeee88b218 req-a8dc14fd-2ab9-4b52-8db9-d7b94c736691 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:54.731387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-22188461-8c36-4890-86e0-a3eeee88b218 req-a8dc14fd-2ab9-4b52-8db9-d7b94c736691 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 985 time: 0.0541904 Nov 08 01:19:54.771714 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-22188461-8c36-4890-86e0-a3eeee88b218 req-e6a5a09a-e0fb-4669-b6e3-8753d89e17a1 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&id=4a5a7811-c146-4ce0-9bc8-d0eceef75bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341823 Nov 08 01:19:55.889957 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc77116-562e-4297-af9d-5b19eba796a6 req-83673ac1-8553-4199-915a-641f9c76ff2b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:55.891425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fdc77116-562e-4297-af9d-5b19eba796a6 req-83673ac1-8553-4199-915a-641f9c76ff2b tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 985 time: 0.0494630 Nov 08 01:19:55.930889 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fdc77116-562e-4297-af9d-5b19eba796a6 req-5dae783a-ba04-46d1-bdb0-c341bffef545 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&id=4a5a7811-c146-4ce0-9bc8-d0eceef75bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334527 Nov 08 01:19:57.044028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb920dce-529e-442f-b3e2-98427d166d8a req-99959721-84fa-4b76-ad42-71cf926f5633 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:57.045476 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb920dce-529e-442f-b3e2-98427d166d8a req-99959721-84fa-4b76-ad42-71cf926f5633 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 985 time: 0.0482483 Nov 08 01:19:57.084961 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb920dce-529e-442f-b3e2-98427d166d8a req-0cf083ca-7a31-4c23-8ca4-4ea26a9b6666 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&id=4a5a7811-c146-4ce0-9bc8-d0eceef75bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334842 Nov 08 01:19:58.204694 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78665f38-cd6d-4d8c-9e86-1212d7b2d66a req-e659a22f-f726-4a6e-98f1-1494cbeeb01e tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:58.206171 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78665f38-cd6d-4d8c-9e86-1212d7b2d66a req-e659a22f-f726-4a6e-98f1-1494cbeeb01e tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 985 time: 0.0536816 Nov 08 01:19:58.234421 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a401ffa-2d76-4122-b11c-dd381c0754ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:19:58.248106 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78665f38-cd6d-4d8c-9e86-1212d7b2d66a req-6eeaf302-c931-4712-94ca-e5d93a4aba38 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&id=4a5a7811-c146-4ce0-9bc8-d0eceef75bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358443 Nov 08 01:19:59.365715 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94a171-c9fa-4c24-82c9-cce1ca69d595 req-01d7126d-8cb1-4b5c-acfb-8e43033e91ae tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:19:59.367134 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d94a171-c9fa-4c24-82c9-cce1ca69d595 req-01d7126d-8cb1-4b5c-acfb-8e43033e91ae tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 985 time: 0.0510240 Nov 08 01:19:59.407496 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d94a171-c9fa-4c24-82c9-cce1ca69d595 req-59c640a9-5253-4576-bcda-d72b766af259 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&id=4a5a7811-c146-4ce0-9bc8-d0eceef75bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332875 Nov 08 01:20:00.523340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c960850-a5e5-435b-9bcb-a404a016d574 req-5f42c556-9253-4f50-b00b-e34854d04072 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:20:00.524728 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c960850-a5e5-435b-9bcb-a404a016d574 req-5f42c556-9253-4f50-b00b-e34854d04072 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 985 time: 0.0490987 Nov 08 01:20:00.564380 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c960850-a5e5-435b-9bcb-a404a016d574 req-73b3914c-61be-438d-aa04-0b637ac9db90 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&id=4a5a7811-c146-4ce0-9bc8-d0eceef75bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331666 Nov 08 01:20:00.724466 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-107400fe-e83c-42df-9b14-2287ac525533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:20:01.027419 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:20:01.154075 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:20:01.689265 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47702b8d-ac5f-480b-8f7a-8a0edb8323be req-4a27e192-5b0d-4c72-8599-a6874a35c127 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:20:01.690717 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47702b8d-ac5f-480b-8f7a-8a0edb8323be req-4a27e192-5b0d-4c72-8599-a6874a35c127 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 985 time: 0.0524323 Nov 08 01:20:01.728899 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47702b8d-ac5f-480b-8f7a-8a0edb8323be req-933aa1b4-2527-48c3-bdb8-df4a132b9c9f tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&id=4a5a7811-c146-4ce0-9bc8-d0eceef75bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320525 Nov 08 01:20:02.010252 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:20:02.490119 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:20:02.845634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c1409-152e-4570-b7c1-7b5974505fd2 req-1744b2f1-1dff-4867-b88e-63758205aee3 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:20:02.847134 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e45c1409-152e-4570-b7c1-7b5974505fd2 req-1744b2f1-1dff-4867-b88e-63758205aee3 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 985 time: 0.0504684 Nov 08 01:20:02.887025 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e45c1409-152e-4570-b7c1-7b5974505fd2 req-6aa515c6-4e5a-479c-854b-eeb78b66ea70 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&id=4a5a7811-c146-4ce0-9bc8-d0eceef75bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336857 Nov 08 01:20:03.610310 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:20:04.000497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f093c-f0ab-4cdf-82fb-d1af64da10dd req-34c52c09-f0ce-4a44-bbde-dd34a1eb8997 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:20:04.003148 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2e3f093c-f0ab-4cdf-82fb-d1af64da10dd req-34c52c09-f0ce-4a44-bbde-dd34a1eb8997 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 985 time: 0.0482357 Nov 08 01:20:04.042056 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2e3f093c-f0ab-4cdf-82fb-d1af64da10dd req-0d0d52e1-2358-4781-a3b4-42ebd629b6cf tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&id=4a5a7811-c146-4ce0-9bc8-d0eceef75bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339324 Nov 08 01:20:09.358445 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:20:28.225132 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-54f5f129-8c46-4528-ad5e-0cdb8e6e88fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:20:30.743495 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-44ae91be-20af-4947-a741-f317552b3acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:20:31.013494 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:20:32.013387 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:20:32.480607 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:20:33.528039 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbf0f1f3-170f-4a9c-a688-6c47b212908b req-379ec8f6-2e94-4265-a8e0-8fd0bfaeecfb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442059 Nov 08 01:20:33.583187 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:20:33.632508 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0f1f3-170f-4a9c-a688-6c47b212908b req-e2ce34c2-7024-4055-9ca5-94ef93c532bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:20:33.633953 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbf0f1f3-170f-4a9c-a688-6c47b212908b req-e2ce34c2-7024-4055-9ca5-94ef93c532bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ca09e633c7a41b3a2ed8a1ccb4b9c27&device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 1136 time: 0.0408967 Nov 08 01:20:33.738632 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0f1f3-170f-4a9c-a688-6c47b212908b req-8ed3ef40-b4a5-4567-a865-1e615e37b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:20:33.740115 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbf0f1f3-170f-4a9c-a688-6c47b212908b req-8ed3ef40-b4a5-4567-a865-1e615e37b547 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3aec5e8-481e-403d-b5d5-dcafc66e0d73 HTTP/1.1" status: 200 len: 916 time: 0.0876377 Nov 08 01:20:33.805173 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbf0f1f3-170f-4a9c-a688-6c47b212908b req-e04da3c7-1854-41fe-8381-4511e887c312 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c2571dc-1ad6-4063-ac62-9d8069e51ec7 HTTP/1.1" status: 200 len: 1001 time: 0.0581162 Nov 08 01:20:33.862118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0f1f3-170f-4a9c-a688-6c47b212908b req-962a5cd2-4f60-4c6a-831c-29bc422a81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:20:33.863500 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbf0f1f3-170f-4a9c-a688-6c47b212908b req-962a5cd2-4f60-4c6a-831c-29bc422a81ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5638b09b-f0ed-4c14-bcb8-85a7c27eafa8 HTTP/1.1" status: 200 len: 854 time: 0.0428424 Nov 08 01:20:33.912891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0f1f3-170f-4a9c-a688-6c47b212908b req-44a2aad0-8dc3-4f1d-922a-f367498d7c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:20:33.915162 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbf0f1f3-170f-4a9c-a688-6c47b212908b req-44a2aad0-8dc3-4f1d-922a-f367498d7c92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3aec5e8-481e-403d-b5d5-dcafc66e0d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439658 Nov 08 01:20:33.927989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-dbf0f1f3-170f-4a9c-a688-6c47b212908b req-026b02ec-5eae-4c47-921e-22489fb20c0a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:20:33.928960 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbf0f1f3-170f-4a9c-a688-6c47b212908b req-026b02ec-5eae-4c47-921e-22489fb20c0a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056050 Nov 08 01:20:34.016863 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbf0f1f3-170f-4a9c-a688-6c47b212908b req-8c3b0de3-9ecf-42ff-aabc-7db85de739ea service neutron] 10.222.0.20 "GET /v2.0/networks/f3aec5e8-481e-403d-b5d5-dcafc66e0d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811696 Nov 08 01:20:34.110897 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbf0f1f3-170f-4a9c-a688-6c47b212908b req-bd55f620-a622-48f3-8c50-ed22c59879cf service neutron] 10.222.0.20 "GET /v2.0/networks/f3aec5e8-481e-403d-b5d5-dcafc66e0d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860939 Nov 08 01:20:38.153359 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:20:39.321140 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:20:58.274271 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5dc734d5-dfc4-457c-aa62-1de5df5ddf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:20:59.519533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0df43246-e6e1-4be1-951a-37fdc1b1b553 req-6eab41b1-2125-4702-8ee7-7c62ee2ac7d8 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-872562025&fields=id&tenant_id=5ca09e633c7a41b3a2ed8a1ccb4b9c27 HTTP/1.1" status: 200 len: 267 time: 0.1452773 Nov 08 01:20:59.574947 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df43246-e6e1-4be1-951a-37fdc1b1b553 req-71db20af-a8c5-4aac-a323-d3b13472b02e tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:20:59.576486 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0df43246-e6e1-4be1-951a-37fdc1b1b553 req-71db20af-a8c5-4aac-a323-d3b13472b02e tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 985 time: 0.0510905 Nov 08 01:20:59.588191 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-0df43246-e6e1-4be1-951a-37fdc1b1b553 req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Request body: {'port': {'security_groups': ['ec24f436-7d24-4772-8ccc-2b84a4503f13']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:20:59.650216 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0df43246-e6e1-4be1-951a-37fdc1b1b553 req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:20:59.820063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-0df43246-e6e1-4be1-951a-37fdc1b1b553 req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] For port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=6c2571dc-1ad6-4063-ac62-9d8069e51ec7,segment=NetworkSegment(241bfb7a-2fd3-44c8-bdb5-9f157c14d502),segment_id=241bfb7a-2fd3-44c8-bdb5-9f157c14d502)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:20:59.848182 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0df43246-e6e1-4be1-951a-37fdc1b1b553 req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:20:59.913911 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0df43246-e6e1-4be1-951a-37fdc1b1b553 req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:20:59.949458 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['6c2571dc-1ad6-4063-ac62-9d8069e51ec7'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:20:59.964424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df43246-e6e1-4be1-951a-37fdc1b1b553 req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:20:59.965036 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-0df43246-e6e1-4be1-951a-37fdc1b1b553 req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:20:59.966449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0df43246-e6e1-4be1-951a-37fdc1b1b553 req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "PUT /v2.0/ports/6c2571dc-1ad6-4063-ac62-9d8069e51ec7 HTTP/1.1" status: 200 len: 943 time: 0.3829508 Nov 08 01:20:59.966897 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7cb103-0806-496e-80a2-1c7c2bee04b6', 'tag': '6c2571dc-1ad6-4063-ac62-9d8069e51ec7'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:20:59.969171 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d385de-8db7-4ebe-9b4c-431b7c6ca340" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7cb103-0806-496e-80a2-1c7c2bee04b6", "tag": "6c2571dc-1ad6-4063-ac62-9d8069e51ec7"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:20:59.981141 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40098) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:20:59.995920 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Pushing event updated for resources: {'Port': ['ID=6c2571dc-1ad6-4063-ac62-9d8069e51ec7,revision_number=7']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:00.004035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.004689 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.005209 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.005724 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.006226 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.006845 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.007348 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.007876 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.008382 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.008906 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.009405 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.009908 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b9050-5e28-48a1-a7da-07085129372a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.064628 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3d2060f1-dbc8-44e5-9b83-944fbb0aa74a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:00.099321 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3d2060f1-dbc8-44e5-9b83-944fbb0aa74a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:00.106616 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['6c2571dc-1ad6-4063-ac62-9d8069e51ec7'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:21:00.109360 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c610eb5-7773-409e-8354-c7b80a69fed0 x-openstack-request-id: req-0c610eb5-7773-409e-8354-c7b80a69fed0 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:21:00.109747 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7cb103-0806-496e-80a2-1c7c2bee04b6", "tag": "6c2571dc-1ad6-4063-ac62-9d8069e51ec7", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:21:00.110002 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c610eb5-7773-409e-8354-c7b80a69fed0 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:21:00.110456 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7cb103-0806-496e-80a2-1c7c2bee04b6', 'tag': '6c2571dc-1ad6-4063-ac62-9d8069e51ec7', 'status': 'completed', 'code': 200} Nov 08 01:21:00.203176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d385de-8db7-4ebe-9b4c-431b7c6ca340 req-324040b9-77ac-4476-ae42-c5feb5257572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:00.204808 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27d385de-8db7-4ebe-9b4c-431b7c6ca340 req-324040b9-77ac-4476-ae42-c5feb5257572 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ca09e633c7a41b3a2ed8a1ccb4b9c27&device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 1097 time: 0.0513031 Nov 08 01:21:00.244078 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3d2060f1-dbc8-44e5-9b83-944fbb0aa74a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:00.246731 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3d2060f1-dbc8-44e5-9b83-944fbb0aa74a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:00.248153 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3d2060f1-dbc8-44e5-9b83-944fbb0aa74a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "DELETE /v2.0/security-groups/4a5a7811-c146-4ce0-9bc8-d0eceef75bf3 HTTP/1.1" status: 204 len: 168 time: 0.2645926 Nov 08 01:21:00.254014 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40104) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:00.282529 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-bf3e8feb-11de-4254-af91-6a7804fa01df None None] Provisioning complete for port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:21:00.282901 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf3e8feb-11de-4254-af91-6a7804fa01df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:00.312139 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d385de-8db7-4ebe-9b4c-431b7c6ca340 req-76c3c75b-375c-4ae1-8fc5-9ccd248e4c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:00.313658 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27d385de-8db7-4ebe-9b4c-431b7c6ca340 req-76c3c75b-375c-4ae1-8fc5-9ccd248e4c41 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3aec5e8-481e-403d-b5d5-dcafc66e0d73 HTTP/1.1" status: 200 len: 916 time: 0.1016314 Nov 08 01:21:00.391251 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27d385de-8db7-4ebe-9b4c-431b7c6ca340 req-3ef23594-fe58-44d3-8c90-f6a1d9172d85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c2571dc-1ad6-4063-ac62-9d8069e51ec7 HTTP/1.1" status: 200 len: 1001 time: 0.0700805 Nov 08 01:21:00.442987 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d385de-8db7-4ebe-9b4c-431b7c6ca340 req-e82f3556-1896-45ef-af51-e5e8569006bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:00.444424 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27d385de-8db7-4ebe-9b4c-431b7c6ca340 req-e82f3556-1896-45ef-af51-e5e8569006bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5638b09b-f0ed-4c14-bcb8-85a7c27eafa8 HTTP/1.1" status: 200 len: 854 time: 0.0461776 Nov 08 01:21:00.492215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d385de-8db7-4ebe-9b4c-431b7c6ca340 req-c7f07c1b-443c-42eb-8a63-b2afd8d30244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:00.493755 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27d385de-8db7-4ebe-9b4c-431b7c6ca340 req-c7f07c1b-443c-42eb-8a63-b2afd8d30244 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3aec5e8-481e-403d-b5d5-dcafc66e0d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424354 Nov 08 01:21:00.591110 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27d385de-8db7-4ebe-9b4c-431b7c6ca340 req-5cef7467-5f37-462f-afb9-0c9228e8f03c service neutron] 10.222.0.20 "GET /v2.0/networks/f3aec5e8-481e-403d-b5d5-dcafc66e0d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891063 Nov 08 01:21:00.651943 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2060f1-dbc8-44e5-9b83-944fbb0aa74a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5a7811-c146-4ce0-9bc8-d0eceef75bf3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:00.667043 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2060f1-dbc8-44e5-9b83-944fbb0aa74a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.667482 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2060f1-dbc8-44e5-9b83-944fbb0aa74a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.667915 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2060f1-dbc8-44e5-9b83-944fbb0aa74a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.668314 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2060f1-dbc8-44e5-9b83-944fbb0aa74a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.668714 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2060f1-dbc8-44e5-9b83-944fbb0aa74a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.669141 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2060f1-dbc8-44e5-9b83-944fbb0aa74a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.669538 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2060f1-dbc8-44e5-9b83-944fbb0aa74a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.669927 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2060f1-dbc8-44e5-9b83-944fbb0aa74a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.670317 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2060f1-dbc8-44e5-9b83-944fbb0aa74a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.670673 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2060f1-dbc8-44e5-9b83-944fbb0aa74a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.671008 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2060f1-dbc8-44e5-9b83-944fbb0aa74a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.671310 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2060f1-dbc8-44e5-9b83-944fbb0aa74a tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:00.688514 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27d385de-8db7-4ebe-9b4c-431b7c6ca340 req-d20c3f21-0cd3-4433-aa68-52f47464bf7f service neutron] 10.222.0.20 "GET /v2.0/networks/f3aec5e8-481e-403d-b5d5-dcafc66e0d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892589 Nov 08 01:21:00.731953 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e59cd137-cd69-475c-b365-1d628d7b5b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:00.788924 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-82144fdc-8287-4bde-921b-81c5d998dc87 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Deleting port f22676a7-7cab-4de1-8e9d-c9e1cf39e12c {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:21:00.789265 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-82144fdc-8287-4bde-921b-81c5d998dc87 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:00.861967 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-82144fdc-8287-4bde-921b-81c5d998dc87 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:00.862307 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-82144fdc-8287-4bde-921b-81c5d998dc87 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:00.873586 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-82144fdc-8287-4bde-921b-81c5d998dc87 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Calling delete_port for f22676a7-7cab-4de1-8e9d-c9e1cf39e12c owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:21:01.039904 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:01.112651 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-82144fdc-8287-4bde-921b-81c5d998dc87 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:01.136609 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82144fdc-8287-4bde-921b-81c5d998dc87 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Pushing event deleted for resources: {'Port': ['ID=f22676a7-7cab-4de1-8e9d-c9e1cf39e12c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:01.203098 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-82144fdc-8287-4bde-921b-81c5d998dc87 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:01.203474 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-82144fdc-8287-4bde-921b-81c5d998dc87 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Floating IP c445d7eb-37e2-48a4-aeb8-9bb2d1a249cf disassociated (deleted). External IP: 172.25.2.47, port: 6c2571dc-1ad6-4063-ac62-9d8069e51ec7. Nov 08 01:21:01.408172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82144fdc-8287-4bde-921b-81c5d998dc87 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Router 782069d3-c7b6-4d25-a02f-c9488681c403 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:21:01.515133 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82144fdc-8287-4bde-921b-81c5d998dc87 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:21:01.520018 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-82144fdc-8287-4bde-921b-81c5d998dc87 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:01.525108 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca7463-e125-4ce3-88bd-8a4d91be561f None None] Sync routers for ids ['782069d3-c7b6-4d25-a02f-c9488681c403'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:21:01.534263 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ca7463-e125-4ce3-88bd-8a4d91be561f None None] Routers {'782069d3-c7b6-4d25-a02f-c9488681c403'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:21:01.534877 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-32ca7463-e125-4ce3-88bd-8a4d91be561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:21:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['782069d3-c7b6-4d25-a02f-c9488681c403'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:01.546879 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-82144fdc-8287-4bde-921b-81c5d998dc87 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "DELETE /v2.0/floatingips/c445d7eb-37e2-48a4-aeb8-9bb2d1a249cf HTTP/1.1" status: 204 len: 168 time: 1.2928617 Nov 08 01:21:01.547525 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7cb103-0806-496e-80a2-1c7c2bee04b6', 'tag': '6c2571dc-1ad6-4063-ac62-9d8069e51ec7'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:21:01.550581 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40319a74fe07febf9ab63d54579747668fab38c9212ad8217a68cab46359be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47abead-132f-467a-840a-bbe1a03bc4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7cb103-0806-496e-80a2-1c7c2bee04b6", "tag": "6c2571dc-1ad6-4063-ac62-9d8069e51ec7"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:21:01.646444 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-32ca7463-e125-4ce3-88bd-8a4d91be561f None None] Set router 782069d3-c7b6-4d25-a02f-c9488681c403 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:21:01.655435 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a73deb-bb6e-421b-9876-712e446ad673 x-openstack-request-id: req-b0a73deb-bb6e-421b-9876-712e446ad673 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:21:01.655809 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7cb103-0806-496e-80a2-1c7c2bee04b6", "tag": "6c2571dc-1ad6-4063-ac62-9d8069e51ec7", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:21:01.656251 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0a73deb-bb6e-421b-9876-712e446ad673 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:21:01.656888 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7cb103-0806-496e-80a2-1c7c2bee04b6', 'tag': '6c2571dc-1ad6-4063-ac62-9d8069e51ec7', 'status': 'completed', 'code': 200} Nov 08 01:21:01.752157 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47abead-132f-467a-840a-bbe1a03bc4bf req-425f6721-ae58-4aa4-9f87-30f6ef436f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:01.753806 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e47abead-132f-467a-840a-bbe1a03bc4bf req-425f6721-ae58-4aa4-9f87-30f6ef436f12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ca09e633c7a41b3a2ed8a1ccb4b9c27&device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 1097 time: 0.0573547 Nov 08 01:21:01.851921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47abead-132f-467a-840a-bbe1a03bc4bf req-fdf56658-d6d9-4f17-95db-4fbc8e4f4cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:01.853835 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e47abead-132f-467a-840a-bbe1a03bc4bf req-fdf56658-d6d9-4f17-95db-4fbc8e4f4cb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3aec5e8-481e-403d-b5d5-dcafc66e0d73 HTTP/1.1" status: 200 len: 916 time: 0.0927134 Nov 08 01:21:01.862678 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-32ca7463-e125-4ce3-88bd-8a4d91be561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'name': 'tempest-TestMinimumBasicScenario-1726428082-router', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:17:58Z', 'revision_number': 4, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'gw_port': {'id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '2fce311d-79c7-4061-b5db-1751618a8f22', 'name': '', 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'mac_address': 'fa:16:3e:da:b6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '5638b09b-f0ed-4c14-bcb8-85a7c27eafa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:58Z', 'updated_at': '2021-11-08T01:18:02Z', 'revision_number': 5, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'subnets': [{'id': '5638b09b-f0ed-4c14-bcb8-85a7c27eafa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:01.896320 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca7463-e125-4ce3-88bd-8a4d91be561f None None] Checking router: 782069d3-c7b6-4d25-a02f-c9488681c403 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:21:01.902073 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e47abead-132f-467a-840a-bbe1a03bc4bf req-7f747426-d610-4435-89e7-244295016260 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c2571dc-1ad6-4063-ac62-9d8069e51ec7 HTTP/1.1" status: 200 len: 217 time: 0.0412774 Nov 08 01:21:01.904984 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ca7463-e125-4ce3-88bd-8a4d91be561f None None] Routers {'782069d3-c7b6-4d25-a02f-c9488681c403'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:21:01.905590 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-32ca7463-e125-4ce3-88bd-8a4d91be561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:21:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['782069d3-c7b6-4d25-a02f-c9488681c403'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:01.952705 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47abead-132f-467a-840a-bbe1a03bc4bf req-4c045652-f050-4379-80c8-74a48854ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:01.954099 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e47abead-132f-467a-840a-bbe1a03bc4bf req-4c045652-f050-4379-80c8-74a48854ffa0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5638b09b-f0ed-4c14-bcb8-85a7c27eafa8 HTTP/1.1" status: 200 len: 854 time: 0.0438554 Nov 08 01:21:02.002823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47abead-132f-467a-840a-bbe1a03bc4bf req-3f8a8fb2-a2ee-42d7-af74-d5f7cebe5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:02.004458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e47abead-132f-467a-840a-bbe1a03bc4bf req-3f8a8fb2-a2ee-42d7-af74-d5f7cebe5adb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3aec5e8-481e-403d-b5d5-dcafc66e0d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419800 Nov 08 01:21:02.022282 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-32ca7463-e125-4ce3-88bd-8a4d91be561f None None] Set router 782069d3-c7b6-4d25-a02f-c9488681c403 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:21:02.062250 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:02.103680 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e47abead-132f-467a-840a-bbe1a03bc4bf req-c934028c-4d89-4971-ac22-44d9f250aef4 service neutron] 10.222.0.20 "GET /v2.0/networks/f3aec5e8-481e-403d-b5d5-dcafc66e0d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920589 Nov 08 01:21:02.195143 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e47abead-132f-467a-840a-bbe1a03bc4bf req-2811f7ef-1fa6-4d06-96c7-0c8fd55b186f service neutron] 10.222.0.20 "GET /v2.0/networks/f3aec5e8-481e-403d-b5d5-dcafc66e0d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836437 Nov 08 01:21:02.232245 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-32ca7463-e125-4ce3-88bd-8a4d91be561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'name': 'tempest-TestMinimumBasicScenario-1726428082-router', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:17:58Z', 'revision_number': 4, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'gw_port': {'id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '2fce311d-79c7-4061-b5db-1751618a8f22', 'name': '', 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'mac_address': 'fa:16:3e:da:b6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '5638b09b-f0ed-4c14-bcb8-85a7c27eafa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:58Z', 'updated_at': '2021-11-08T01:18:02Z', 'revision_number': 5, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'subnets': [{'id': '5638b09b-f0ed-4c14-bcb8-85a7c27eafa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:02.258512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca7463-e125-4ce3-88bd-8a4d91be561f None None] The sync data for ids ['782069d3-c7b6-4d25-a02f-c9488681c403'] in n-d-816882-1 is: [{'id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'name': 'tempest-TestMinimumBasicScenario-1726428082-router', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:17:58Z', 'revision_number': 4, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'gw_port': {'id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '2fce311d-79c7-4061-b5db-1751618a8f22', 'name': '', 'network_id': 'f3aec5e8-481e-403d-b5d5-dcafc66e0d73', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'mac_address': 'fa:16:3e:da:b6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '5638b09b-f0ed-4c14-bcb8-85a7c27eafa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:58Z', 'updated_at': '2021-11-08T01:18:02Z', 'revision_number': 5, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'subnets': [{'id': '5638b09b-f0ed-4c14-bcb8-85a7c27eafa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:21:02.466841 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:02.481952 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b148ea1-73bb-4658-a5b9-b9c78bbf6d2f None None] New status for floating IP c445d7eb-37e2-48a4-aeb8-9bb2d1a249cf: DOWN {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:21:03.603590 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:09.329180 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:10.129956 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec35cdb-7ae6-4cb8-8e37-f0b943c9a293 req-e09ed7e7-eef0-4bbc-9c3b-2caae0bf92f6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:10.131438 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cec35cdb-7ae6-4cb8-8e37-f0b943c9a293 req-e09ed7e7-eef0-4bbc-9c3b-2caae0bf92f6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 946 time: 0.0500114 Nov 08 01:21:10.168213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cec35cdb-7ae6-4cb8-8e37-f0b943c9a293 req-38bc91b9-fc12-4832-a281-8531759f21a5 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307548 Nov 08 01:21:11.338204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0552cb-c13b-4bc8-b022-edd7d3708331 req-94cf1063-c470-457c-a104-f3ad1c1c19e5 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:11.339681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d0552cb-c13b-4bc8-b022-edd7d3708331 req-94cf1063-c470-457c-a104-f3ad1c1c19e5 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 946 time: 0.1027381 Nov 08 01:21:11.382578 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1d0552cb-c13b-4bc8-b022-edd7d3708331 req-2611b52a-b631-4645-b6e0-8b2205c75fb6 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366006 Nov 08 01:21:12.082612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ea11e-5aba-492c-a3ce-beea7db60a96 req-8755a5c5-2304-46ad-b21f-ca13cecd347c tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:12.084054 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-899ea11e-5aba-492c-a3ce-beea7db60a96 req-8755a5c5-2304-46ad-b21f-ca13cecd347c tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 946 time: 0.0474114 Nov 08 01:21:12.174471 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-899ea11e-5aba-492c-a3ce-beea7db60a96 req-46372fd0-7e1e-4402-a354-64a7388c6ac0 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Deleting port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:21:12.174807 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-899ea11e-5aba-492c-a3ce-beea7db60a96 req-46372fd0-7e1e-4402-a354-64a7388c6ac0 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:12.261645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-899ea11e-5aba-492c-a3ce-beea7db60a96 req-46372fd0-7e1e-4402-a354-64a7388c6ac0 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] For port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=6c2571dc-1ad6-4063-ac62-9d8069e51ec7,segment=NetworkSegment(241bfb7a-2fd3-44c8-bdb5-9f157c14d502),segment_id=241bfb7a-2fd3-44c8-bdb5-9f157c14d502)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:21:12.262006 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-899ea11e-5aba-492c-a3ce-beea7db60a96 req-46372fd0-7e1e-4402-a354-64a7388c6ac0 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:12.274538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-899ea11e-5aba-492c-a3ce-beea7db60a96 req-46372fd0-7e1e-4402-a354-64a7388c6ac0 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Calling delete_port for 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:21:12.477562 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-899ea11e-5aba-492c-a3ce-beea7db60a96 req-46372fd0-7e1e-4402-a354-64a7388c6ac0 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:12.509330 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46372fd0-7e1e-4402-a354-64a7388c6ac0 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Pushing event deleted for resources: {'Port': ['ID=6c2571dc-1ad6-4063-ac62-9d8069e51ec7,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:12.517253 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['6c2571dc-1ad6-4063-ac62-9d8069e51ec7'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:21:12.548390 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ca370-d335-4f45-bba3-e2e5bd1cbf42 req-0fa8615c-a877-43ab-91d6-0f7d004b0fdd tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:12.549873 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e48ca370-d335-4f45-bba3-e2e5bd1cbf42 req-0fa8615c-a877-43ab-91d6-0f7d004b0fdd tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d7cb103-0806-496e-80a2-1c7c2bee04b6 HTTP/1.1" status: 200 len: 867 time: 0.1005986 Nov 08 01:21:12.568683 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-899ea11e-5aba-492c-a3ce-beea7db60a96 req-46372fd0-7e1e-4402-a354-64a7388c6ac0 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] No DVR routers for this DVR port 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:21:12.576211 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-899ea11e-5aba-492c-a3ce-beea7db60a96 req-46372fd0-7e1e-4402-a354-64a7388c6ac0 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:12.581853 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-899ea11e-5aba-492c-a3ce-beea7db60a96 req-46372fd0-7e1e-4402-a354-64a7388c6ac0 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.20 "DELETE /v2.0/ports/6c2571dc-1ad6-4063-ac62-9d8069e51ec7 HTTP/1.1" status: 204 len: 173 time: 0.4919229 Nov 08 01:21:12.583103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7cb103-0806-496e-80a2-1c7c2bee04b6', 'name': 'network-vif-deleted', 'tag': '6c2571dc-1ad6-4063-ac62-9d8069e51ec7'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:21:12.586891 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db28368-0c2d-4601-a976-162993eff95b" -d '{"events": [{"server_uuid": "7d7cb103-0806-496e-80a2-1c7c2bee04b6", "name": "network-vif-deleted", "tag": "6c2571dc-1ad6-4063-ac62-9d8069e51ec7"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:21:12.617417 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e48ca370-d335-4f45-bba3-e2e5bd1cbf42 req-2ae98bc1-2413-4f1c-b65c-b8cb13eaf818 tempest-TestMinimumBasicScenario-1397465311 tempest-TestMinimumBasicScenario-1397465311-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec24f436-7d24-4772-8ccc-2b84a4503f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497537 Nov 08 01:21:12.623726 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcca89eb-b11c-4f55-b601-1dc10a6ef4c2 x-openstack-request-id: req-fcca89eb-b11c-4f55-b601-1dc10a6ef4c2 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:21:12.624049 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7cb103-0806-496e-80a2-1c7c2bee04b6", "name": "network-vif-deleted", "tag": "6c2571dc-1ad6-4063-ac62-9d8069e51ec7", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:21:12.624336 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcca89eb-b11c-4f55-b601-1dc10a6ef4c2 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:21:12.624724 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7cb103-0806-496e-80a2-1c7c2bee04b6', 'name': 'network-vif-deleted', 'tag': '6c2571dc-1ad6-4063-ac62-9d8069e51ec7', 'status': 'completed', 'code': 200} Nov 08 01:21:15.038271 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40212) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:15.151749 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:21:15.337817 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:21:15.357052 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:21:15.357396 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 6c2571dc-1ad6-4063-ac62-9d8069e51ec7 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:21:15.385480 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d6e3c86-adb5-404b-ab6e-eaa458e40102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:15.626947 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e3c86-adb5-404b-ab6e-eaa458e40102 admin admin] Deleting port 2fce311d-79c7-4061-b5db-1751618a8f22 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:21:15.627282 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d6e3c86-adb5-404b-ab6e-eaa458e40102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:15.710784 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-0d6e3c86-adb5-404b-ab6e-eaa458e40102 admin admin] For port 2fce311d-79c7-4061-b5db-1751618a8f22, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2fce311d-79c7-4061-b5db-1751618a8f22,segment=NetworkSegment(241bfb7a-2fd3-44c8-bdb5-9f157c14d502),segment_id=241bfb7a-2fd3-44c8-bdb5-9f157c14d502)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:21:15.711058 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d6e3c86-adb5-404b-ab6e-eaa458e40102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:15.725732 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e3c86-adb5-404b-ab6e-eaa458e40102 admin admin] Calling delete_port for 2fce311d-79c7-4061-b5db-1751618a8f22 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:21:16.021560 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d6e3c86-adb5-404b-ab6e-eaa458e40102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:16.046188 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e3c86-adb5-404b-ab6e-eaa458e40102 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fce311d-79c7-4061-b5db-1751618a8f22,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:16.221068 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d6e3c86-adb5-404b-ab6e-eaa458e40102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:16.431564 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6e3c86-adb5-404b-ab6e-eaa458e40102 admin admin] Router 782069d3-c7b6-4d25-a02f-c9488681c403 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:21:16.532847 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6e3c86-adb5-404b-ab6e-eaa458e40102 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:21:16.540412 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0d6e3c86-adb5-404b-ab6e-eaa458e40102 admin admin] 10.222.0.13 "PUT /v2.0/routers/782069d3-c7b6-4d25-a02f-c9488681c403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4985688 Nov 08 01:21:16.540554 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40214) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:16.541337 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2f81be-45a1-41e9-b0fb-ee617e1f332d None None] Sync routers for ids ['782069d3-c7b6-4d25-a02f-c9488681c403'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:21:16.550495 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2f81be-45a1-41e9-b0fb-ee617e1f332d None None] Routers {'782069d3-c7b6-4d25-a02f-c9488681c403'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:21:16.551025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ae2f81be-45a1-41e9-b0fb-ee617e1f332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:21:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['782069d3-c7b6-4d25-a02f-c9488681c403'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:16.642045 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23d9c007-b8af-4ecb-93c5-26461ff4a246 admin admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:16.653904 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-ae2f81be-45a1-41e9-b0fb-ee617e1f332d None None] Set router 782069d3-c7b6-4d25-a02f-c9488681c403 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:21:16.743990 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23d9c007-b8af-4ecb-93c5-26461ff4a246 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:16.834511 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ae2f81be-45a1-41e9-b0fb-ee617e1f332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'name': 'tempest-TestMinimumBasicScenario-1726428082-router', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:21:15Z', 'revision_number': 5, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'gw_port': {'id': 'e4772099-849f-4390-a4b6-08a9d93856b8', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:16.864423 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2f81be-45a1-41e9-b0fb-ee617e1f332d None None] Checking router: 782069d3-c7b6-4d25-a02f-c9488681c403 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:21:16.870882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-23d9c007-b8af-4ecb-93c5-26461ff4a246 admin admin] Deleting port e4772099-849f-4390-a4b6-08a9d93856b8 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:21:16.871229 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23d9c007-b8af-4ecb-93c5-26461ff4a246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:16.872867 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2f81be-45a1-41e9-b0fb-ee617e1f332d None None] Routers {'782069d3-c7b6-4d25-a02f-c9488681c403'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:21:16.873461 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ae2f81be-45a1-41e9-b0fb-ee617e1f332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:21:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['782069d3-c7b6-4d25-a02f-c9488681c403'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:16.952285 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-23d9c007-b8af-4ecb-93c5-26461ff4a246 admin admin] For port e4772099-849f-4390-a4b6-08a9d93856b8, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e4772099-849f-4390-a4b6-08a9d93856b8,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:21:16.952653 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23d9c007-b8af-4ecb-93c5-26461ff4a246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:16.966241 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-23d9c007-b8af-4ecb-93c5-26461ff4a246 admin admin] Calling delete_port for e4772099-849f-4390-a4b6-08a9d93856b8 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:21:17.119318 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-ae2f81be-45a1-41e9-b0fb-ee617e1f332d None None] Set router 782069d3-c7b6-4d25-a02f-c9488681c403 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:21:17.170394 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-ae2f81be-45a1-41e9-b0fb-ee617e1f332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'name': 'tempest-TestMinimumBasicScenario-1726428082-router', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:21:16Z', 'revision_number': 6, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:17.200413 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2f81be-45a1-41e9-b0fb-ee617e1f332d None None] The sync data for ids ['782069d3-c7b6-4d25-a02f-c9488681c403'] in n-d-816882-1 is: [{'id': '782069d3-c7b6-4d25-a02f-c9488681c403', 'name': 'tempest-TestMinimumBasicScenario-1726428082-router', 'tenant_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:17:55Z', 'updated_at': '2021-11-08T01:21:16Z', 'revision_number': 6, 'project_id': '5ca09e633c7a41b3a2ed8a1ccb4b9c27', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:21:17.214062 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23d9c007-b8af-4ecb-93c5-26461ff4a246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:17.245197 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9c007-b8af-4ecb-93c5-26461ff4a246 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4772099-849f-4390-a4b6-08a9d93856b8,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:17.305873 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23d9c007-b8af-4ecb-93c5-26461ff4a246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:17.394445 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23d9c007-b8af-4ecb-93c5-26461ff4a246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:17.396480 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23d9c007-b8af-4ecb-93c5-26461ff4a246 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:17.545981 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23d9c007-b8af-4ecb-93c5-26461ff4a246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:17.546639 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d9c007-b8af-4ecb-93c5-26461ff4a246 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 782069d3-c7b6-4d25-a02f-c9488681c403 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 01:21:17.551481 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-23d9c007-b8af-4ecb-93c5-26461ff4a246 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:17.552914 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-23d9c007-b8af-4ecb-93c5-26461ff4a246 admin admin] 10.222.0.13 "DELETE /v2.0/routers/782069d3-c7b6-4d25-a02f-c9488681c403 HTTP/1.1" status: 204 len: 168 time: 1.0111592 Nov 08 01:21:17.555230 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40216) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:17.945474 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1feccad2-54bf-4c80-8e9f-32e581ba8690 admin admin] Deleting subnet 5638b09b-f0ed-4c14-bcb8-85a7c27eafa8 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:21:17.948685 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1feccad2-54bf-4c80-8e9f-32e581ba8690 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:17.982090 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1feccad2-54bf-4c80-8e9f-32e581ba8690 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:18.057837 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1feccad2-54bf-4c80-8e9f-32e581ba8690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:18.181557 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1feccad2-54bf-4c80-8e9f-32e581ba8690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:18.207651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feccad2-54bf-4c80-8e9f-32e581ba8690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5638b09b-f0ed-4c14-bcb8-85a7c27eafa8,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:18.211557 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1feccad2-54bf-4c80-8e9f-32e581ba8690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:18.215020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1feccad2-54bf-4c80-8e9f-32e581ba8690 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5638b09b-f0ed-4c14-bcb8-85a7c27eafa8 HTTP/1.1" status: 204 len: 168 time: 0.6584203 Nov 08 01:21:18.217368 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40218) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:18.218167 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46224ed7-9d6d-48b4-a00a-48c54fe773be None None] Network f3aec5e8-481e-403d-b5d5-dcafc66e0d73 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:21:18.283903 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:18.347557 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] Deleting port 7a7010f3-5ca6-469e-9f8c-006f5d9b7702 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:21:18.348004 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:18.399354 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] DHCP port deletion for f3aec5e8-481e-403d-b5d5-dcafc66e0d73 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 01:21:18.412596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] For port 7a7010f3-5ca6-469e-9f8c-006f5d9b7702, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7a7010f3-5ca6-469e-9f8c-006f5d9b7702,segment=NetworkSegment(241bfb7a-2fd3-44c8-bdb5-9f157c14d502),segment_id=241bfb7a-2fd3-44c8-bdb5-9f157c14d502)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:21:18.412866 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:18.426075 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] Calling delete_port for 7a7010f3-5ca6-469e-9f8c-006f5d9b7702 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:21:18.448486 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] Deleting port 7a7010f3-5ca6-469e-9f8c-006f5d9b7702 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:21:18.448985 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:18.513029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] For port 7a7010f3-5ca6-469e-9f8c-006f5d9b7702, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7a7010f3-5ca6-469e-9f8c-006f5d9b7702,segment=NetworkSegment(241bfb7a-2fd3-44c8-bdb5-9f157c14d502),segment_id=241bfb7a-2fd3-44c8-bdb5-9f157c14d502)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:21:18.513422 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:18.526070 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] Calling delete_port for 7a7010f3-5ca6-469e-9f8c-006f5d9b7702 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:21:18.570037 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:18.596154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7010f3-5ca6-469e-9f8c-006f5d9b7702,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:18.601155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] No DVR routers for this DVR port 7a7010f3-5ca6-469e-9f8c-006f5d9b7702 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:21:18.603492 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:18.628687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] Pushing event deleted for resources: {'Port': ['ID=7a7010f3-5ca6-469e-9f8c-006f5d9b7702,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:18.636560 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] No DVR routers for this DVR port 7a7010f3-5ca6-469e-9f8c-006f5d9b7702 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:21:18.638912 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:18.639274 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:18.639608 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:18.639961 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:18.640283 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:18.640610 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:18.640926 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:18.641394 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:18.641526 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:18.641842 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:18.642153 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:18.642462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c4669-0432-471c-9e80-264f3f13a84c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:18.672107 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:18.692261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3aec5e8-481e-403d-b5d5-dcafc66e0d73']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:18.701138 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241bfb7a-2fd3-44c8-bdb5-9f157c14d502') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:18.701427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241bfb7a-2fd3-44c8-bdb5-9f157c14d502') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:18.715109 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:18.728137 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:18.733852 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:21:18.734229 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: timer() Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:21:18.735867 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:21:18.860799 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:18.866275 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:18.869577 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] 10.222.0.13 "DELETE /v2.0/networks/f3aec5e8-481e-403d-b5d5-dcafc66e0d73 HTTP/1.1" status: 204 len: 168 time: 0.6512299 Nov 08 01:21:18.873288 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40220) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:18.881425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a253e9a-1cd9-4fa3-b7ed-7214240d134e admin admin] Pushing event deleted for resources: {'Network': ['ID=f3aec5e8-481e-403d-b5d5-dcafc66e0d73,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:19.182650 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e4772099-849f-4390-a4b6-08a9d93856b8 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:21:19.203008 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: e4772099-849f-4390-a4b6-08a9d93856b8 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:21:19.211064 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e4772099-849f-4390-a4b6-08a9d93856b8 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:21:19.211064 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 7a7010f3-5ca6-469e-9f8c-006f5d9b7702 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:21:19.211954 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28af6b34-a3e9-42ae-96a3-3696718f9161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:19.221959 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 7a7010f3-5ca6-469e-9f8c-006f5d9b7702 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:21:19.222532 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 7a7010f3-5ca6-469e-9f8c-006f5d9b7702 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:21:19.222758 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2fce311d-79c7-4061-b5db-1751618a8f22 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:21:19.241800 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 2fce311d-79c7-4061-b5db-1751618a8f22 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:21:19.242154 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2fce311d-79c7-4061-b5db-1751618a8f22 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:21:19.487738 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-28af6b34-a3e9-42ae-96a3-3696718f9161 admin admin] Deleting port 943c9b00-c77a-436a-9873-c5d9d180c610 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:21:19.488041 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28af6b34-a3e9-42ae-96a3-3696718f9161 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:19.564925 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-28af6b34-a3e9-42ae-96a3-3696718f9161 admin admin] For port 943c9b00-c77a-436a-9873-c5d9d180c610, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=943c9b00-c77a-436a-9873-c5d9d180c610,segment=NetworkSegment(e30b084a-9619-4d9c-b6a6-69cd5181f481),segment_id=e30b084a-9619-4d9c-b6a6-69cd5181f481)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:21:19.565341 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28af6b34-a3e9-42ae-96a3-3696718f9161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:19.579955 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-28af6b34-a3e9-42ae-96a3-3696718f9161 admin admin] Calling delete_port for 943c9b00-c77a-436a-9873-c5d9d180c610 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:21:19.825203 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28af6b34-a3e9-42ae-96a3-3696718f9161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:19.854799 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af6b34-a3e9-42ae-96a3-3696718f9161 admin admin] Pushing event deleted for resources: {'Port': ['ID=943c9b00-c77a-436a-9873-c5d9d180c610,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:20.018283 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28af6b34-a3e9-42ae-96a3-3696718f9161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:20.246869 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28af6b34-a3e9-42ae-96a3-3696718f9161 admin admin] Router 8f61247a-8062-4d62-bb21-f9b2134f4bf4 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:21:20.350464 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28af6b34-a3e9-42ae-96a3-3696718f9161 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:21:20.356852 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-28af6b34-a3e9-42ae-96a3-3696718f9161 admin admin] 10.222.0.13 "PUT /v2.0/routers/8f61247a-8062-4d62-bb21-f9b2134f4bf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4807971 Nov 08 01:21:20.357986 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40222) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:20.360715 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762679f2-214e-4856-ba0b-98078d98498c None None] Sync routers for ids ['8f61247a-8062-4d62-bb21-f9b2134f4bf4'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:21:20.371076 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762679f2-214e-4856-ba0b-98078d98498c None None] Routers {'8f61247a-8062-4d62-bb21-f9b2134f4bf4'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:21:20.371778 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-762679f2-214e-4856-ba0b-98078d98498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:21:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8f61247a-8062-4d62-bb21-f9b2134f4bf4'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:20.477287 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-762679f2-214e-4856-ba0b-98078d98498c None None] Set router 8f61247a-8062-4d62-bb21-f9b2134f4bf4 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:21:20.655233 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-762679f2-214e-4856-ba0b-98078d98498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'name': 'tempest-TestMinimumBasicScenario-169238897-router', 'tenant_id': '8a53940d82664cdb8823f09635f76e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '064e16bc-53a7-4183-905c-5a3f3116665d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:18:02Z', 'updated_at': '2021-11-08T01:21:19Z', 'revision_number': 5, 'project_id': '8a53940d82664cdb8823f09635f76e68', 'gw_port': {'id': '064e16bc-53a7-4183-905c-5a3f3116665d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:18:02Z', 'updated_at': '2021-11-08T01:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:20.685850 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762679f2-214e-4856-ba0b-98078d98498c None None] Checking router: 8f61247a-8062-4d62-bb21-f9b2134f4bf4 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:21:20.694594 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762679f2-214e-4856-ba0b-98078d98498c None None] Routers {'8f61247a-8062-4d62-bb21-f9b2134f4bf4'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:21:20.695213 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-762679f2-214e-4856-ba0b-98078d98498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:21:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['8f61247a-8062-4d62-bb21-f9b2134f4bf4'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:20.785697 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5550b9e1-4d7a-4003-911d-fcef097d17fb admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:20.795592 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-762679f2-214e-4856-ba0b-98078d98498c None None] Set router 8f61247a-8062-4d62-bb21-f9b2134f4bf4 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:21:20.887733 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5550b9e1-4d7a-4003-911d-fcef097d17fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:20.967214 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-762679f2-214e-4856-ba0b-98078d98498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'name': 'tempest-TestMinimumBasicScenario-169238897-router', 'tenant_id': '8a53940d82664cdb8823f09635f76e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '064e16bc-53a7-4183-905c-5a3f3116665d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:18:02Z', 'updated_at': '2021-11-08T01:21:19Z', 'revision_number': 5, 'project_id': '8a53940d82664cdb8823f09635f76e68', 'gw_port': {'id': '064e16bc-53a7-4183-905c-5a3f3116665d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:18:02Z', 'updated_at': '2021-11-08T01:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:20.992712 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762679f2-214e-4856-ba0b-98078d98498c None None] The sync data for ids ['8f61247a-8062-4d62-bb21-f9b2134f4bf4'] in n-d-816882-1 is: [{'id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'name': 'tempest-TestMinimumBasicScenario-169238897-router', 'tenant_id': '8a53940d82664cdb8823f09635f76e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '064e16bc-53a7-4183-905c-5a3f3116665d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:18:02Z', 'updated_at': '2021-11-08T01:21:19Z', 'revision_number': 5, 'project_id': '8a53940d82664cdb8823f09635f76e68', 'gw_port': {'id': '064e16bc-53a7-4183-905c-5a3f3116665d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f61247a-8062-4d62-bb21-f9b2134f4bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:18:02Z', 'updated_at': '2021-11-08T01:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:21:21.031444 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5550b9e1-4d7a-4003-911d-fcef097d17fb admin admin] Deleting port 064e16bc-53a7-4183-905c-5a3f3116665d {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:21:21.031969 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5550b9e1-4d7a-4003-911d-fcef097d17fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:21.106897 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-5550b9e1-4d7a-4003-911d-fcef097d17fb admin admin] For port 064e16bc-53a7-4183-905c-5a3f3116665d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=064e16bc-53a7-4183-905c-5a3f3116665d,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:21:21.107248 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5550b9e1-4d7a-4003-911d-fcef097d17fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:21.119252 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-5550b9e1-4d7a-4003-911d-fcef097d17fb admin admin] Calling delete_port for 064e16bc-53a7-4183-905c-5a3f3116665d owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:21:21.352784 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5550b9e1-4d7a-4003-911d-fcef097d17fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:21.387741 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 943c9b00-c77a-436a-9873-c5d9d180c610 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:21:21.388275 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550b9e1-4d7a-4003-911d-fcef097d17fb admin admin] Pushing event deleted for resources: {'Port': ['ID=064e16bc-53a7-4183-905c-5a3f3116665d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:21.410886 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 943c9b00-c77a-436a-9873-c5d9d180c610 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:21:21.411619 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 943c9b00-c77a-436a-9873-c5d9d180c610 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:21:21.461869 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5550b9e1-4d7a-4003-911d-fcef097d17fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:21.555459 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5550b9e1-4d7a-4003-911d-fcef097d17fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:21.557983 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5550b9e1-4d7a-4003-911d-fcef097d17fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:21.661052 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5550b9e1-4d7a-4003-911d-fcef097d17fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:21.661602 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5550b9e1-4d7a-4003-911d-fcef097d17fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f61247a-8062-4d62-bb21-f9b2134f4bf4 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 01:21:21.668245 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5550b9e1-4d7a-4003-911d-fcef097d17fb admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:21.668245 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5550b9e1-4d7a-4003-911d-fcef097d17fb admin admin] 10.222.0.13 "DELETE /v2.0/routers/8f61247a-8062-4d62-bb21-f9b2134f4bf4 HTTP/1.1" status: 204 len: 168 time: 1.3080404 Nov 08 01:21:21.669603 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40224) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:21.718798 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea92399-8921-466a-aae5-e0a6ac161ae8 admin admin] Deleting subnet 5c3f82c9-8e29-4ea6-81ad-01d8c15a1f46 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:21:21.722773 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1ea92399-8921-466a-aae5-e0a6ac161ae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:21.758241 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1ea92399-8921-466a-aae5-e0a6ac161ae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:21.836124 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1ea92399-8921-466a-aae5-e0a6ac161ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:21.964177 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1ea92399-8921-466a-aae5-e0a6ac161ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:21.989773 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea92399-8921-466a-aae5-e0a6ac161ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c3f82c9-8e29-4ea6-81ad-01d8c15a1f46,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:21.993845 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1ea92399-8921-466a-aae5-e0a6ac161ae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:21.999190 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1ea92399-8921-466a-aae5-e0a6ac161ae8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5c3f82c9-8e29-4ea6-81ad-01d8c15a1f46 HTTP/1.1" status: 204 len: 168 time: 0.3264613 Nov 08 01:21:21.999419 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956c71d0-edcb-44fd-91b2-a9813c535224 None None] Network 1a5c577d-0ccc-43b6-a59d-680a8ce067ab requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:21:21.999546 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40226) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:22.068233 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:22.131616 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] Deleting port e0f8c90c-21c9-48a6-b471-1b9502cd2a4e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:21:22.131986 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:22.203074 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] For port e0f8c90c-21c9-48a6-b471-1b9502cd2a4e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e0f8c90c-21c9-48a6-b471-1b9502cd2a4e,segment=NetworkSegment(e30b084a-9619-4d9c-b6a6-69cd5181f481),segment_id=e30b084a-9619-4d9c-b6a6-69cd5181f481)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:21:22.203465 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:22.204575 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7afbca-e764-4e3d-806d-cbcd05372d17 None None] DHCP port deletion for 1a5c577d-0ccc-43b6-a59d-680a8ce067ab request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 01:21:22.216869 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] Calling delete_port for e0f8c90c-21c9-48a6-b471-1b9502cd2a4e owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:21:22.253995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-af7afbca-e764-4e3d-806d-cbcd05372d17 None None] Deleting port e0f8c90c-21c9-48a6-b471-1b9502cd2a4e {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:21:22.254365 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af7afbca-e764-4e3d-806d-cbcd05372d17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:22.315101 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-af7afbca-e764-4e3d-806d-cbcd05372d17 None None] For port e0f8c90c-21c9-48a6-b471-1b9502cd2a4e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e0f8c90c-21c9-48a6-b471-1b9502cd2a4e,segment=NetworkSegment(e30b084a-9619-4d9c-b6a6-69cd5181f481),segment_id=e30b084a-9619-4d9c-b6a6-69cd5181f481)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:21:22.315487 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af7afbca-e764-4e3d-806d-cbcd05372d17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:22.328409 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-af7afbca-e764-4e3d-806d-cbcd05372d17 None None] Calling delete_port for e0f8c90c-21c9-48a6-b471-1b9502cd2a4e owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:21:22.403644 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:22.409016 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af7afbca-e764-4e3d-806d-cbcd05372d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:22.434487 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f8c90c-21c9-48a6-b471-1b9502cd2a4e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:22.434769 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7afbca-e764-4e3d-806d-cbcd05372d17 None None] Pushing event deleted for resources: {'Port': ['ID=e0f8c90c-21c9-48a6-b471-1b9502cd2a4e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:22.436633 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7afbca-e764-4e3d-806d-cbcd05372d17 None None] No DVR routers for this DVR port e0f8c90c-21c9-48a6-b471-1b9502cd2a4e on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:21:22.440284 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] No DVR routers for this DVR port e0f8c90c-21c9-48a6-b471-1b9502cd2a4e on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:21:22.520375 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:22.547623 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5c577d-0ccc-43b6-a59d-680a8ce067ab']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:22.558827 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30b084a-9619-4d9c-b6a6-69cd5181f481') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:22.559120 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30b084a-9619-4d9c-b6a6-69cd5181f481') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:22.569346 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:22.582472 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:22.588350 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: timer() Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:21:22.592808 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:21:22.718174 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:22.725248 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:22.729244 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] 10.222.0.13 "DELETE /v2.0/networks/1a5c577d-0ccc-43b6-a59d-680a8ce067ab HTTP/1.1" status: 204 len: 168 time: 0.7285161 Nov 08 01:21:22.738574 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5be92-bcc7-4ed4-a49c-ac761142635d admin admin] Pushing event deleted for resources: {'Network': ['ID=1a5c577d-0ccc-43b6-a59d-680a8ce067ab,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:23.137874 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40230) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:23.181729 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-43059b28-701e-4d48-8033-9ee17107914c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ca09e633c7a41b3a2ed8a1ccb4b9c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417416 Nov 08 01:21:23.184176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40232) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:23.185857 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 064e16bc-53a7-4183-905c-5a3f3116665d no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:21:23.205773 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 064e16bc-53a7-4183-905c-5a3f3116665d {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:21:23.216431 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 064e16bc-53a7-4183-905c-5a3f3116665d not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:21:23.216431 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e0f8c90c-21c9-48a6-b471-1b9502cd2a4e no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:21:23.225009 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: e0f8c90c-21c9-48a6-b471-1b9502cd2a4e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:21:23.225352 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e0f8c90c-21c9-48a6-b471-1b9502cd2a4e not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:21:23.233148 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec60f310-9675-4b4d-8ccc-7e65ec03f38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:23.254917 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec60f310-9675-4b4d-8ccc-7e65ec03f38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:23.356236 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec60f310-9675-4b4d-8ccc-7e65ec03f38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:23.358855 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec60f310-9675-4b4d-8ccc-7e65ec03f38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:23.360077 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ec60f310-9675-4b4d-8ccc-7e65ec03f38c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec24f436-7d24-4772-8ccc-2b84a4503f13 HTTP/1.1" status: 204 len: 168 time: 0.1747935 Nov 08 01:21:23.368560 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60f310-9675-4b4d-8ccc-7e65ec03f38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec24f436-7d24-4772-8ccc-2b84a4503f13,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:23.963412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40238) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:24.005611 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3888483f-3523-46b6-95ff-8455f5560465 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a53940d82664cdb8823f09635f76e68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410044 Nov 08 01:21:24.008005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40240) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:24.060895 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dc2cea54-d779-4dc2-bc96-7881f8fcd573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:24.085987 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dc2cea54-d779-4dc2-bc96-7881f8fcd573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:24.181234 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dc2cea54-d779-4dc2-bc96-7881f8fcd573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:24.184410 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dc2cea54-d779-4dc2-bc96-7881f8fcd573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:24.185621 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-dc2cea54-d779-4dc2-bc96-7881f8fcd573 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8638da76-212f-475f-9f0c-66bda108e21b HTTP/1.1" status: 204 len: 168 time: 0.1767342 Nov 08 01:21:24.194386 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cea54-d779-4dc2-bc96-7881f8fcd573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8638da76-212f-475f-9f0c-66bda108e21b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:26.468311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40280) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:26.473635 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-329afd16-725c-4659-944f-7b8e983fb7da tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667914353', 'description': 'tempest-secgroup-smoke-1667914353 description', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:21:26.557974 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-329afd16-725c-4659-944f-7b8e983fb7da tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:26.566236 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-329afd16-725c-4659-944f-7b8e983fb7da tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:26.638012 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-329afd16-725c-4659-944f-7b8e983fb7da tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:26.717320 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-329afd16-725c-4659-944f-7b8e983fb7da tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:26.753940 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329afd16-725c-4659-944f-7b8e983fb7da tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f0ac1c-2213-4f61-8640-7c5722f68c5a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:26.797151 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-329afd16-725c-4659-944f-7b8e983fb7da tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:26.877157 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-329afd16-725c-4659-944f-7b8e983fb7da tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:26.905598 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329afd16-725c-4659-944f-7b8e983fb7da tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf07138f-058f-47a3-8f7c-1668cd709389,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:26.965146 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-329afd16-725c-4659-944f-7b8e983fb7da tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:26.966424 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-329afd16-725c-4659-944f-7b8e983fb7da tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4970665 Nov 08 01:21:26.969429 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40282) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:26.973787 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-44945cd0-da24-4403-b82a-124d426907d2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': 'cf07138f-058f-47a3-8f7c-1668cd709389', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:21:27.047831 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-44945cd0-da24-4403-b82a-124d426907d2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:27.103205 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-44945cd0-da24-4403-b82a-124d426907d2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:27.168852 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-44945cd0-da24-4403-b82a-124d426907d2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:27.188483 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44945cd0-da24-4403-b82a-124d426907d2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe59108-9c6b-4cbc-a45e-170adfdcc9cb,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:27.296921 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-44945cd0-da24-4403-b82a-124d426907d2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:27.300392 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-44945cd0-da24-4403-b82a-124d426907d2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277907 Nov 08 01:21:27.301399 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40284) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:27.305705 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f17f88ad-c237-48df-a8de-e77bf0061747 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': 'cf07138f-058f-47a3-8f7c-1668cd709389', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:21:27.425325 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f17f88ad-c237-48df-a8de-e77bf0061747 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:27.480188 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f17f88ad-c237-48df-a8de-e77bf0061747 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:27.538561 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f17f88ad-c237-48df-a8de-e77bf0061747 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:27.557209 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f88ad-c237-48df-a8de-e77bf0061747 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339dc325-d6b3-475c-81b1-dacb0d0e7934,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:27.627775 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f17f88ad-c237-48df-a8de-e77bf0061747 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:27.629020 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f17f88ad-c237-48df-a8de-e77bf0061747 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3266902 Nov 08 01:21:27.631637 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40286) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:27.635995 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7ae7eb29-b0d1-4b22-b0b4-53c04ab0a3ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': 'cf07138f-058f-47a3-8f7c-1668cd709389', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:21:27.722773 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ae7eb29-b0d1-4b22-b0b4-53c04ab0a3ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:27.780763 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ae7eb29-b0d1-4b22-b0b4-53c04ab0a3ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:27.843006 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ae7eb29-b0d1-4b22-b0b4-53c04ab0a3ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:27.861114 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7eb29-b0d1-4b22-b0b4-53c04ab0a3ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be005165-efab-4f54-bd2d-aa3aeb5f8d80,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:27.928886 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7ae7eb29-b0d1-4b22-b0b4-53c04ab0a3ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:27.930079 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7ae7eb29-b0d1-4b22-b0b4-53c04ab0a3ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2974541 Nov 08 01:21:27.933030 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40288) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:27.937345 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-5809af7f-a46f-4df5-8848-06b3b5b688be tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': 'cf07138f-058f-47a3-8f7c-1668cd709389', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:21:28.028959 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5809af7f-a46f-4df5-8848-06b3b5b688be tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:28.086889 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5809af7f-a46f-4df5-8848-06b3b5b688be tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:28.157419 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5809af7f-a46f-4df5-8848-06b3b5b688be tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:28.177174 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809af7f-a46f-4df5-8848-06b3b5b688be tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1759b04-ccec-49b7-8d85-98c0bae13377,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:28.260555 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-82ef381a-01ac-4012-add0-57ab0b12a055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:28.286225 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5809af7f-a46f-4df5-8848-06b3b5b688be tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:28.287662 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-5809af7f-a46f-4df5-8848-06b3b5b688be tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3534546 Nov 08 01:21:28.290188 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40290) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:28.294662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-589eaf41-7bd2-488c-b302-425f6b7acfcd tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': 'cf07138f-058f-47a3-8f7c-1668cd709389', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:21:28.384798 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-589eaf41-7bd2-488c-b302-425f6b7acfcd tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Project 15ad3e5f0daf4c8b8a7805bb4d3c30f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 01:21:28.389934 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-589eaf41-7bd2-488c-b302-425f6b7acfcd tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:28.449403 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-589eaf41-7bd2-488c-b302-425f6b7acfcd tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:28.532846 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-589eaf41-7bd2-488c-b302-425f6b7acfcd tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:28.550123 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589eaf41-7bd2-488c-b302-425f6b7acfcd tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2985b206-10fb-48e7-9aa8-c3462a22d322,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:28.621677 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-589eaf41-7bd2-488c-b302-425f6b7acfcd tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:28.622902 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-589eaf41-7bd2-488c-b302-425f6b7acfcd tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3317478 Nov 08 01:21:28.625589 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40292) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:28.630331 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-94b565d9-8d4c-40f5-a348-06efa05a2e74 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': 'cf07138f-058f-47a3-8f7c-1668cd709389', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:21:28.739000 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-94b565d9-8d4c-40f5-a348-06efa05a2e74 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Project 15ad3e5f0daf4c8b8a7805bb4d3c30f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 01:21:28.744084 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-94b565d9-8d4c-40f5-a348-06efa05a2e74 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:28.805861 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-94b565d9-8d4c-40f5-a348-06efa05a2e74 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:28.905616 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-94b565d9-8d4c-40f5-a348-06efa05a2e74 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:28.922492 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b565d9-8d4c-40f5-a348-06efa05a2e74 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49af814d-7046-4a3b-bfa6-d6f47cd9f834,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:28.999604 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-94b565d9-8d4c-40f5-a348-06efa05a2e74 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:29.000863 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-94b565d9-8d4c-40f5-a348-06efa05a2e74 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3743148 Nov 08 01:21:29.004508 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40294) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:29.012472 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-1d4c3ab0-5c49-4e64-912c-e1e78f900ad9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'network': {'name': 'tempest-network-smoke--2116553693', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'port_security_enabled': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:21:29.109647 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4c3ab0-5c49-4e64-912c-e1e78f900ad9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Made reservation on behalf of 15ad3e5f0daf4c8b8a7805bb4d3c30f1 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:21:29.113694 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3ab0-5c49-4e64-912c-e1e78f900ad9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:29.136455 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4c3ab0-5c49-4e64-912c-e1e78f900ad9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:21:29.144930 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3ab0-5c49-4e64-912c-e1e78f900ad9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:29.149049 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-1d4c3ab0-5c49-4e64-912c-e1e78f900ad9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Added segment 3eac9673-4965-49e2-a0b4-0979d7937e2c of type vlan for network d7fa9711-bd8d-47db-b363-4e2481f520de Nov 08 01:21:29.184613 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3ab0-5c49-4e64-912c-e1e78f900ad9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:29.265656 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3ab0-5c49-4e64-912c-e1e78f900ad9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:29.271392 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4c3ab0-5c49-4e64-912c-e1e78f900ad9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:29.272019 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3ab0-5c49-4e64-912c-e1e78f900ad9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:29.340948 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c3ab0-5c49-4e64-912c-e1e78f900ad9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Network': ['ID=d7fa9711-bd8d-47db-b363-4e2481f520de,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:29.352284 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network d7fa9711-bd8d-47db-b363-4e2481f520de details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:21:29.388846 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1d4c3ab0-5c49-4e64-912c-e1e78f900ad9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3830588 Nov 08 01:21:29.393572 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40296) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:29.399106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-357b1af0-321b-485d-ae2f-e86e25479dc1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-218142778', 'admin_state_up': True, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:21:29.504574 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-357b1af0-321b-485d-ae2f-e86e25479dc1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:29.505619 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-357b1af0-321b-485d-ae2f-e86e25479dc1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:29.558209 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-357b1af0-321b-485d-ae2f-e86e25479dc1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:29.759207 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-357b1af0-321b-485d-ae2f-e86e25479dc1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:30.019242 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-357b1af0-321b-485d-ae2f-e86e25479dc1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:30.037847 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-357b1af0-321b-485d-ae2f-e86e25479dc1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:30.136434 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-357b1af0-321b-485d-ae2f-e86e25479dc1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Allocated IP 172.25.2.11 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/5bdf50ba-1dfa-4176-83aa-f4b1ed163154) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:21:30.238189 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-357b1af0-321b-485d-ae2f-e86e25479dc1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:30.390598 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-357b1af0-321b-485d-ae2f-e86e25479dc1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:30.426658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357b1af0-321b-485d-ae2f-e86e25479dc1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:21:30.429499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-357b1af0-321b-485d-ae2f-e86e25479dc1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:21:30.433206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b1af0-321b-485d-ae2f-e86e25479dc1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:21:30.461919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b1af0-321b-485d-ae2f-e86e25479dc1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=5bdf50ba-1dfa-4176-83aa-f4b1ed163154,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:30.739140 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3eea07e-0f55-4436-a739-c87092eda9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:30.751561 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-357b1af0-321b-485d-ae2f-e86e25479dc1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:30.943889 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-357b1af0-321b-485d-ae2f-e86e25479dc1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:31.013152 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:31.151302 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357b1af0-321b-485d-ae2f-e86e25479dc1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router 205b10b4-755e-4ba9-8c7a-9804e9ac3dce is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 01:21:31.259175 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357b1af0-321b-485d-ae2f-e86e25479dc1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:21:31.270823 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] Sync routers for ids ['205b10b4-755e-4ba9-8c7a-9804e9ac3dce'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:21:31.280276 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] Routers {'205b10b4-755e-4ba9-8c7a-9804e9ac3dce'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:21:31.280885 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:21:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['205b10b4-755e-4ba9-8c7a-9804e9ac3dce'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:31.346257 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-357b1af0-321b-485d-ae2f-e86e25479dc1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:31.347511 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-357b1af0-321b-485d-ae2f-e86e25479dc1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9528768 Nov 08 01:21:31.350670 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40298) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:31.387948 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] Set router 205b10b4-755e-4ba9-8c7a-9804e9ac3dce gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:21:31.472007 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f3d0ffd2-81e8-4e8f-8d7c-bd2a5eb68fbf tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1201923 Nov 08 01:21:31.474815 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40302) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:31.565232 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218142778', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:21:29Z', 'updated_at': '2021-11-08T01:21:30Z', 'revision_number': 3, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:30Z', 'updated_at': '2021-11-08T01:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:31.565717 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b75da3a-6029-41ca-bc9d-053e11a1c2a6 tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:31.567715 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3b75da3a-6029-41ca-bc9d-053e11a1c2a6 tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919890 Nov 08 01:21:31.570599 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40304) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:31.592211 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] Checking router: 205b10b4-755e-4ba9-8c7a-9804e9ac3dce for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:21:31.592567 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] Updating router 205b10b4-755e-4ba9-8c7a-9804e9ac3dce port 5bdf50ba-1dfa-4176-83aa-f4b1ed163154 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:21:31.598207 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-07594f44-ffad-4fa6-a1ed-003e49cea1c6 tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265729 Nov 08 01:21:31.600768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40306) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:31.605501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-7dc0747b-7f55-4ab7-8245-bc3f115b209a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-596965737', 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:21:31.616694 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:31.774534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc0747b-7f55-4ab7-8245-bc3f115b209a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Made reservation on behalf of 15ad3e5f0daf4c8b8a7805bb4d3c30f1 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:21:31.778175 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7dc0747b-7f55-4ab7-8245-bc3f115b209a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:31.869368 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:31.911376 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:31.977723 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] Attempting to bind port 5bdf50ba-1dfa-4176-83aa-f4b1ed163154 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:21:31.978094 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] Attempting to bind port 5bdf50ba-1dfa-4176-83aa-f4b1ed163154 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:21:31.978455 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] Attempting to bind port 5bdf50ba-1dfa-4176-83aa-f4b1ed163154 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:21:31.980398 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65569d1-ae63-4292-8eb8-40562cb0cd57 None None] Pushing event updated for resources: {'Port': ['ID=5bdf50ba-1dfa-4176-83aa-f4b1ed163154,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:31.986078 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:21:31.986450 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:21:31.986849 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:31.987230 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:21:31.992999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] Bound port: 5bdf50ba-1dfa-4176-83aa-f4b1ed163154, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:21:31.992999 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:32.003184 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7dc0747b-7f55-4ab7-8245-bc3f115b209a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:32.033932 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:32.040556 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] For port 5bdf50ba-1dfa-4176-83aa-f4b1ed163154, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:21:32.043763 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] For port 5bdf50ba-1dfa-4176-83aa-f4b1ed163154, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5bdf50ba-1dfa-4176-83aa-f4b1ed163154,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:21:32.079384 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0747b-7f55-4ab7-8245-bc3f115b209a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Subnet': ['ID=0cb0456b-7927-42fe-89c8-a9f5e0535789,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:32.085677 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc0747b-7f55-4ab7-8245-bc3f115b209a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Checking segment: {'id': '3eac9673-4965-49e2-a0b4-0979d7937e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:21:32.086032 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc0747b-7f55-4ab7-8245-bc3f115b209a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network hostable DHCP agents. Network: d7fa9711-bd8d-47db-b363-4e2481f520de, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:21:32.112344 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:32.172698 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] Routers {'205b10b4-755e-4ba9-8c7a-9804e9ac3dce'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:21:32.173310 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:21:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['205b10b4-755e-4ba9-8c7a-9804e9ac3dce'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:32.176773 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65569d1-ae63-4292-8eb8-40562cb0cd57 None None] Pushing event updated for resources: {'Port': ['ID=5bdf50ba-1dfa-4176-83aa-f4b1ed163154,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:32.185871 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc0747b-7f55-4ab7-8245-bc3f115b209a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network d7fa9711-bd8d-47db-b363-4e2481f520de is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:21:32.248651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-7dc0747b-7f55-4ab7-8245-bc3f115b209a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, d7fa9711-bd8d-47db-b363-4e2481f520de) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:21:32.253056 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc0747b-7f55-4ab7-8245-bc3f115b209a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:32.253726 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7dc0747b-7f55-4ab7-8245-bc3f115b209a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:32.258614 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acc4980-607a-48a3-8605-112cf18f6b91 None None] Network d7fa9711-bd8d-47db-b363-4e2481f520de requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:21:32.322392 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] Set router 205b10b4-755e-4ba9-8c7a-9804e9ac3dce gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:21:32.342623 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7dc0747b-7f55-4ab7-8245-bc3f115b209a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7408259 Nov 08 01:21:32.345332 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40308) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:32.645159 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:32.720057 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-d7fa9711-bd8d-47db-b363-4e2481f520de', 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ips': [{'subnet_id': '0cb0456b-7927-42fe-89c8-a9f5e0535789'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:21:32.720911 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:32.788783 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e326bdd-361a-44e4-8b0e-d8d76c2b513a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:32.831528 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218142778', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:21:29Z', 'updated_at': '2021-11-08T01:21:30Z', 'revision_number': 3, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:30Z', 'updated_at': '2021-11-08T01:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:32.876760 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8015c8a7-236e-4d8d-b840-e537850cf46f None None] The sync data for ids ['205b10b4-755e-4ba9-8c7a-9804e9ac3dce'] in n-d-816882-1 is: [{'id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218142778', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:21:29Z', 'updated_at': '2021-11-08T01:21:30Z', 'revision_number': 3, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:30Z', 'updated_at': '2021-11-08T01:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:21:32.902374 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] Allocated IP 172.20.0.2 (d7fa9711-bd8d-47db-b363-4e2481f520de/0cb0456b-7927-42fe-89c8-a9f5e0535789/2212b498-e326-4e5c-b5c8-2081a56b4ce5) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:21:33.053810 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:33.130037 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:33.183331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-2e326bdd-361a-44e4-8b0e-d8d76c2b513a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Allocated IP 172.20.0.1 (d7fa9711-bd8d-47db-b363-4e2481f520de/0cb0456b-7927-42fe-89c8-a9f5e0535789/9940d39a-a6d1-47f1-94df-ad4bce2495f4) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:21:33.193877 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] Pushing event updated for resources: {'Port': ['ID=2212b498-e326-4e5c-b5c8-2081a56b4ce5,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:33.197528 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] Network d7fa9711-bd8d-47db-b363-4e2481f520de is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:21:33.199299 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:21:33.201609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:21:33.271601 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] Attempting to bind port 2212b498-e326-4e5c-b5c8-2081a56b4ce5 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:21:33.272247 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] Attempting to bind port 2212b498-e326-4e5c-b5c8-2081a56b4ce5 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '3eac9673-4965-49e2-a0b4-0979d7937e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:21:33.272687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] Attempting to bind port 2212b498-e326-4e5c-b5c8-2081a56b4ce5 on network d7fa9711-bd8d-47db-b363-4e2481f520de {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:21:33.278720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:21:33.278720 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] Checking segment: {'id': '3eac9673-4965-49e2-a0b4-0979d7937e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:21:33.281361 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:33.281361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] Bound using segment: {'id': '3eac9673-4965-49e2-a0b4-0979d7937e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:21:33.281361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] Bound port: 2212b498-e326-4e5c-b5c8-2081a56b4ce5, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eac9673-4965-49e2-a0b4-0979d7937e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:21:33.281361 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:33.294793 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5bdf50ba-1dfa-4176-83aa-f4b1ed163154 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:21:33.328103 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e326bdd-361a-44e4-8b0e-d8d76c2b513a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:33.383023 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] For port 2212b498-e326-4e5c-b5c8-2081a56b4ce5, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:21:33.386898 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] For port 2212b498-e326-4e5c-b5c8-2081a56b4ce5, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2212b498-e326-4e5c-b5c8-2081a56b4ce5,segment=NetworkSegment(3eac9673-4965-49e2-a0b4-0979d7937e2c),segment_id=3eac9673-4965-49e2-a0b4-0979d7937e2c)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:21:33.392355 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 5bdf50ba-1dfa-4176-83aa-f4b1ed163154 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:21:33.392730 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:33.414620 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e326bdd-361a-44e4-8b0e-d8d76c2b513a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:33.462998 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e326bdd-361a-44e4-8b0e-d8d76c2b513a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network d7fa9711-bd8d-47db-b363-4e2481f520de is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:21:33.466365 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-2e326bdd-361a-44e4-8b0e-d8d76c2b513a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:21:33.470513 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e326bdd-361a-44e4-8b0e-d8d76c2b513a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:21:33.478256 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:33.500460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e326bdd-361a-44e4-8b0e-d8d76c2b513a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=9940d39a-a6d1-47f1-94df-ad4bce2495f4,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:33.507661 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:33.533127 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e326bdd-361a-44e4-8b0e-d8d76c2b513a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:33.574754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 5bdf50ba-1dfa-4176-83aa-f4b1ed163154, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5bdf50ba-1dfa-4176-83aa-f4b1ed163154,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:21:33.578446 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b1dbe-b650-47d7-964f-305bb9034b77 None None] Pushing event updated for resources: {'Port': ['ID=2212b498-e326-4e5c-b5c8-2081a56b4ce5,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:33.642650 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:33.671413 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:33.739903 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e326bdd-361a-44e4-8b0e-d8d76c2b513a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:33.746044 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=5bdf50ba-1dfa-4176-83aa-f4b1ed163154,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:34.035567 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e326bdd-361a-44e4-8b0e-d8d76c2b513a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:34.094484 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e326bdd-361a-44e4-8b0e-d8d76c2b513a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:34.167874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e326bdd-361a-44e4-8b0e-d8d76c2b513a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=9940d39a-a6d1-47f1-94df-ad4bce2495f4,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:34.170400 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e326bdd-361a-44e4-8b0e-d8d76c2b513a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:34.263103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e326bdd-361a-44e4-8b0e-d8d76c2b513a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network d7fa9711-bd8d-47db-b363-4e2481f520de is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:21:34.264509 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-2e326bdd-361a-44e4-8b0e-d8d76c2b513a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:21:34.716072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e326bdd-361a-44e4-8b0e-d8d76c2b513a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router 205b10b4-755e-4ba9-8c7a-9804e9ac3dce has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:21:34.818727 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e326bdd-361a-44e4-8b0e-d8d76c2b513a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:21:34.823670 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2e326bdd-361a-44e4-8b0e-d8d76c2b513a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "PUT /v2.0/routers/205b10b4-755e-4ba9-8c7a-9804e9ac3dce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4773090 Nov 08 01:21:34.835253 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] Sync routers for ids ['205b10b4-755e-4ba9-8c7a-9804e9ac3dce'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:21:34.844798 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] Routers {'205b10b4-755e-4ba9-8c7a-9804e9ac3dce'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:21:34.845398 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:21:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['205b10b4-755e-4ba9-8c7a-9804e9ac3dce'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:34.952424 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] Set router 205b10b4-755e-4ba9-8c7a-9804e9ac3dce gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:21:34.969764 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-3a9fb9aa-11a2-4e4e-9d68-50376fca60cd tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667914353&fields=id&tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1 HTTP/1.1" status: 200 len: 267 time: 0.0362794 Nov 08 01:21:35.083580 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-f56b5e11-e7e1-4eb6-850d-d2ba8f202bf2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:35.085247 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-f56b5e11-e7e1-4eb6-850d-d2ba8f202bf2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/networks?id=d7fa9711-bd8d-47db-b363-4e2481f520de HTTP/1.1" status: 200 len: 797 time: 0.1081655 Nov 08 01:21:35.101546 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-e5a58f17-c8b5-4016-9e8e-909e4d5bc884 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/quotas/15ad3e5f0daf4c8b8a7805bb4d3c30f1 HTTP/1.1" status: 200 len: 375 time: 0.0097432 Nov 08 01:21:35.168091 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-476fdb13-4722-4c9b-a72e-a1c88714d3f1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605097 Nov 08 01:21:35.193381 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218142778', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:21:29Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:30Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '9940d39a-a6d1-47f1-94df-ad4bce2495f4', 'name': '', 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:cf:d2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0cb0456b-7927-42fe-89c8-a9f5e0535789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:32Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 2, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '0cb0456b-7927-42fe-89c8-a9f5e0535789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:35.224784 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] Checking router: 205b10b4-755e-4ba9-8c7a-9804e9ac3dce for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:21:35.225132 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] Updating router 205b10b4-755e-4ba9-8c7a-9804e9ac3dce port 9940d39a-a6d1-47f1-94df-ad4bce2495f4 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:21:35.247285 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-170aee63-2d62-4d28-bc4d-cc3a1ae0362f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:21:35.248365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-170aee63-2d62-4d28-bc4d-cc3a1ae0362f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0663438 Nov 08 01:21:35.267672 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:35.321692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2212b498-e326-4e5c-b5c8-2081a56b4ce5 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:21:35.368812 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-1d078742-1278-4d5d-9607-ba6b609274c6 service neutron] 10.222.0.13 "GET /v2.0/networks/d7fa9711-bd8d-47db-b363-4e2481f520de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113405 Nov 08 01:21:35.382927 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 2212b498-e326-4e5c-b5c8-2081a56b4ce5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:21:35.383299 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:35.468989 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531f7d80-ef52-4adf-ba0f-38bbdbe8683d None None] Network d7fa9711-bd8d-47db-b363-4e2481f520de requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:21:35.484827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-6b11ef7a-6fd5-417e-86a6-8ffe68a7ac66 service neutron] 10.222.0.13 "GET /v2.0/networks/d7fa9711-bd8d-47db-b363-4e2481f520de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098080 Nov 08 01:21:35.536244 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:35.558383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-85d57224-6497-4f3c-af30-c8e239c4332d None None] Provisioning complete for port 2212b498-e326-4e5c-b5c8-2081a56b4ce5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:21:35.558775 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-85d57224-6497-4f3c-af30-c8e239c4332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:35.575743 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:35.609607 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 2212b498-e326-4e5c-b5c8-2081a56b4ce5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2212b498-e326-4e5c-b5c8-2081a56b4ce5,segment=NetworkSegment(3eac9673-4965-49e2-a0b4-0979d7937e2c),segment_id=3eac9673-4965-49e2-a0b4-0979d7937e2c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:21:35.717056 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:35.732018 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:35.732825 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5bdf50ba-1dfa-4176-83aa-f4b1ed163154 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:21:35.737351 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-85d57224-6497-4f3c-af30-c8e239c4332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:35.798871 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3c65f757-3d91-467a-9ccd-4131bf0aa2cf req-74d9a54d-6083-4be4-97e3-13965a436353 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 210 time: 0.0526483 Nov 08 01:21:35.809662 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96ab18-c085-4841-906e-ecc6898cbecf None None] Pushing event updated for resources: {'Port': ['ID=9940d39a-a6d1-47f1-94df-ad4bce2495f4,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:35.835057 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96ab18-c085-4841-906e-ecc6898cbecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:35.835411 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96ab18-c085-4841-906e-ecc6898cbecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:35.836086 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96ab18-c085-4841-906e-ecc6898cbecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:35.836086 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96ab18-c085-4841-906e-ecc6898cbecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:35.836411 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96ab18-c085-4841-906e-ecc6898cbecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:35.836753 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96ab18-c085-4841-906e-ecc6898cbecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:35.837081 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96ab18-c085-4841-906e-ecc6898cbecf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:35.837398 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96ab18-c085-4841-906e-ecc6898cbecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:35.837716 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96ab18-c085-4841-906e-ecc6898cbecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:35.838032 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96ab18-c085-4841-906e-ecc6898cbecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:35.838345 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96ab18-c085-4841-906e-ecc6898cbecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:35.838658 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96ab18-c085-4841-906e-ecc6898cbecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:21:35.861652 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] Attempting to bind port 9940d39a-a6d1-47f1-94df-ad4bce2495f4 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:21:35.862240 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] Attempting to bind port 9940d39a-a6d1-47f1-94df-ad4bce2495f4 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '3eac9673-4965-49e2-a0b4-0979d7937e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:21:35.862783 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] Attempting to bind port 9940d39a-a6d1-47f1-94df-ad4bce2495f4 on network d7fa9711-bd8d-47db-b363-4e2481f520de {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:21:35.867047 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=2212b498-e326-4e5c-b5c8-2081a56b4ce5,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:35.869569 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:21:35.875941 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] Checking segment: {'id': '3eac9673-4965-49e2-a0b4-0979d7937e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:21:35.876358 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:35.876893 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] Bound using segment: {'id': '3eac9673-4965-49e2-a0b4-0979d7937e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:21:35.877543 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] Bound port: 9940d39a-a6d1-47f1-94df-ad4bce2495f4, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eac9673-4965-49e2-a0b4-0979d7937e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:21:35.878114 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:35.891040 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-85d57224-6497-4f3c-af30-c8e239c4332d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 01:21:35.898367 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-85d57224-6497-4f3c-af30-c8e239c4332d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 01:21:35.898367 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 5bdf50ba-1dfa-4176-83aa-f4b1ed163154 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:21:35.898367 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:35.956558 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] For port 9940d39a-a6d1-47f1-94df-ad4bce2495f4, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:21:35.960959 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] For port 9940d39a-a6d1-47f1-94df-ad4bce2495f4, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9940d39a-a6d1-47f1-94df-ad4bce2495f4,segment=NetworkSegment(3eac9673-4965-49e2-a0b4-0979d7937e2c),segment_id=3eac9673-4965-49e2-a0b4-0979d7937e2c)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:21:36.058623 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:36.214345 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] Routers {'205b10b4-755e-4ba9-8c7a-9804e9ac3dce'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:21:36.214975 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:21:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['205b10b4-755e-4ba9-8c7a-9804e9ac3dce'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:36.218115 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96ab18-c085-4841-906e-ecc6898cbecf None None] Pushing event updated for resources: {'Port': ['ID=9940d39a-a6d1-47f1-94df-ad4bce2495f4,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:36.326531 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] Set router 205b10b4-755e-4ba9-8c7a-9804e9ac3dce gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:21:36.532713 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218142778', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:21:29Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:30Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '9940d39a-a6d1-47f1-94df-ad4bce2495f4', 'name': '', 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:cf:d2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0cb0456b-7927-42fe-89c8-a9f5e0535789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:32Z', 'updated_at': '2021-11-08T01:21:35Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '0cb0456b-7927-42fe-89c8-a9f5e0535789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:36.554835 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b00b47cc-d5e0-41a3-8b60-cef878d8d007 None None] Provisioning complete for port 9940d39a-a6d1-47f1-94df-ad4bce2495f4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:21:36.555512 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b00b47cc-d5e0-41a3-8b60-cef878d8d007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:36.564022 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1ab1f-f3ff-4a69-91d3-7344920dc3d1 None None] The sync data for ids ['205b10b4-755e-4ba9-8c7a-9804e9ac3dce'] in n-d-816882-1 is: [{'id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218142778', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:21:29Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:30Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '9940d39a-a6d1-47f1-94df-ad4bce2495f4', 'name': '', 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:cf:d2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0cb0456b-7927-42fe-89c8-a9f5e0535789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:32Z', 'updated_at': '2021-11-08T01:21:35Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '0cb0456b-7927-42fe-89c8-a9f5e0535789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:21:36.659243 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b00b47cc-d5e0-41a3-8b60-cef878d8d007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:36.700101 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b00b47cc-d5e0-41a3-8b60-cef878d8d007 None None] For port 9940d39a-a6d1-47f1-94df-ad4bce2495f4, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9940d39a-a6d1-47f1-94df-ad4bce2495f4,segment=NetworkSegment(3eac9673-4965-49e2-a0b4-0979d7937e2c),segment_id=3eac9673-4965-49e2-a0b4-0979d7937e2c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:21:36.796877 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b00b47cc-d5e0-41a3-8b60-cef878d8d007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:36.862100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b00b47cc-d5e0-41a3-8b60-cef878d8d007 None None] Provisioning complete for port 2212b498-e326-4e5c-b5c8-2081a56b4ce5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:21:36.863765 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b00b47cc-d5e0-41a3-8b60-cef878d8d007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:36.908123 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-787cd3bc-2758-46bd-9419-605750fd65e8 req-d017cc45-4666-4772-b3e0-83362443d408 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 210 time: 0.0268393 Nov 08 01:21:36.916019 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b47cc-d5e0-41a3-8b60-cef878d8d007 None None] Pushing event updated for resources: {'Port': ['ID=9940d39a-a6d1-47f1-94df-ad4bce2495f4,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:37.089612 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-673dd2b4-6e16-461a-8b8e-ec225c0ba094 None None] Provisioning complete for port 9940d39a-a6d1-47f1-94df-ad4bce2495f4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:21:37.089989 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-673dd2b4-6e16-461a-8b8e-ec225c0ba094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:37.282656 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2212b498-e326-4e5c-b5c8-2081a56b4ce5 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:21:37.339453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 2212b498-e326-4e5c-b5c8-2081a56b4ce5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:21:37.339845 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:37.419469 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9940d39a-a6d1-47f1-94df-ad4bce2495f4 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:21:37.470480 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 9940d39a-a6d1-47f1-94df-ad4bce2495f4 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:21:37.470852 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:38.006250 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f54c432b-bce7-42ba-9ccf-fcefba5827af req-e76b4edf-c0ab-4446-bdb7-66794d823db3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 210 time: 0.0269129 Nov 08 01:21:38.425205 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-6cf64ae6-6e36-44ec-aa7b-cf5f07edfee2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:38.426839 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-6cf64ae6-6e36-44ec-aa7b-cf5f07edfee2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "GET /v2.0/networks?id=d7fa9711-bd8d-47db-b363-4e2481f520de HTTP/1.1" status: 200 len: 797 time: 0.1039922 Nov 08 01:21:38.474414 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-d7b5307c-8371-42ac-adb3-476bc9d82046 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1 HTTP/1.1" status: 200 len: 380 time: 0.0332687 Nov 08 01:21:38.483451 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-7720c714-dc51-4636-894d-bd78fbba558b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'port': {'device_id': '9d097e8f-0b26-41f3-8fe7-75000709c7b0', 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de', 'admin_state_up': True, 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'security_groups': ['cf07138f-058f-47a3-8f7c-1668cd709389']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:21:38.676719 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-7720c714-dc51-4636-894d-bd78fbba558b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Made reservation on behalf of 15ad3e5f0daf4c8b8a7805bb4d3c30f1 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:21:38.680289 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-7720c714-dc51-4636-894d-bd78fbba558b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:38.814315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-7720c714-dc51-4636-894d-bd78fbba558b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Allocated IP 172.20.0.6 (d7fa9711-bd8d-47db-b363-4e2481f520de/0cb0456b-7927-42fe-89c8-a9f5e0535789/8519b801-920d-4bdb-8c69-d199941b7ccd) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:21:38.947274 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-7720c714-dc51-4636-894d-bd78fbba558b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:39.043142 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-7720c714-dc51-4636-894d-bd78fbba558b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:39.122477 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-7720c714-dc51-4636-894d-bd78fbba558b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network d7fa9711-bd8d-47db-b363-4e2481f520de is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:21:39.126765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-7720c714-dc51-4636-894d-bd78fbba558b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:21:39.128667 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720c714-dc51-4636-894d-bd78fbba558b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=8519b801-920d-4bdb-8c69-d199941b7ccd,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:39.131630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-7720c714-dc51-4636-894d-bd78fbba558b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:21:39.180086 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7baeb5a-19bb-4922-b7a6-f3507e28838a req-e5fdd391-cfbc-4931-aaf6-04ece9f6b4d6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:39.181937 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7baeb5a-19bb-4922-b7a6-f3507e28838a req-e5fdd391-cfbc-4931-aaf6-04ece9f6b4d6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 931 time: 0.1073840 Nov 08 01:21:39.200459 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-7720c714-dc51-4636-894d-bd78fbba558b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:39.201097 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-7720c714-dc51-4636-894d-bd78fbba558b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:39.240660 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7baeb5a-19bb-4922-b7a6-f3507e28838a req-3c212a2a-d756-469d-a75b-c63dbdade1ed tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf07138f-058f-47a3-8f7c-1668cd709389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472374 Nov 08 01:21:39.312158 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-7720c714-dc51-4636-894d-bd78fbba558b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8321047 Nov 08 01:21:39.330129 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Request body: {'port': {'device_id': '9d097e8f-0b26-41f3-8fe7-75000709c7b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:21:39.383958 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:39.388901 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:39.409794 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c6394c49-bbe6-42b9-b1bd-55953389bd57 None None] Provisioning complete for port 8519b801-920d-4bdb-8c69-d199941b7ccd triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:21:39.410120 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6394c49-bbe6-42b9-b1bd-55953389bd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:39.445668 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c6394c49-bbe6-42b9-b1bd-55953389bd57 None None] Port 8519b801-920d-4bdb-8c69-d199941b7ccd cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:21:39.655199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8519b801-920d-4bdb-8c69-d199941b7ccd {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:21:39.663149 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:39.675217 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Transition to ACTIVE for port object 8519b801-920d-4bdb-8c69-d199941b7ccd will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:21:39.756166 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:39.808243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Pushing event updated for resources: {'Port': ['ID=8519b801-920d-4bdb-8c69-d199941b7ccd,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:39.883087 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Attempting to bind port 8519b801-920d-4bdb-8c69-d199941b7ccd on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:21:39.883419 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Attempting to bind port 8519b801-920d-4bdb-8c69-d199941b7ccd by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '3eac9673-4965-49e2-a0b4-0979d7937e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:21:39.883743 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Attempting to bind port 8519b801-920d-4bdb-8c69-d199941b7ccd on network d7fa9711-bd8d-47db-b363-4e2481f520de {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:21:39.888376 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Port 8519b801-920d-4bdb-8c69-d199941b7ccd on network d7fa9711-bd8d-47db-b363-4e2481f520de not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:21:39.888695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Attempting to bind port 8519b801-920d-4bdb-8c69-d199941b7ccd on network d7fa9711-bd8d-47db-b363-4e2481f520de {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:21:39.893676 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:21:39.894008 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Checking segment: {'id': '3eac9673-4965-49e2-a0b4-0979d7937e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:21:39.894940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Bound using segment: {'id': '3eac9673-4965-49e2-a0b4-0979d7937e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:21:39.895370 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Bound port: 8519b801-920d-4bdb-8c69-d199941b7ccd, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eac9673-4965-49e2-a0b4-0979d7937e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:21:39.895726 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:39.961562 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] For port 8519b801-920d-4bdb-8c69-d199941b7ccd, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:21:39.964674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] For port 8519b801-920d-4bdb-8c69-d199941b7ccd, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8519b801-920d-4bdb-8c69-d199941b7ccd,segment=NetworkSegment(3eac9673-4965-49e2-a0b4-0979d7937e2c),segment_id=3eac9673-4965-49e2-a0b4-0979d7937e2c)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:21:40.111456 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:40.146614 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:40.146614 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:40.146614 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] 10.222.0.20 "PUT /v2.0/ports/8519b801-920d-4bdb-8c69-d199941b7ccd HTTP/1.1" status: 200 len: 1091 time: 0.8205438 Nov 08 01:21:40.146978 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d097e8f-0b26-41f3-8fe7-75000709c7b0', 'tag': '8519b801-920d-4bdb-8c69-d199941b7ccd'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:21:40.149351 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe425f4d-d597-436e-acc0-b2ebe6747ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "9d097e8f-0b26-41f3-8fe7-75000709c7b0", "tag": "8519b801-920d-4bdb-8c69-d199941b7ccd"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:21:40.176867 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76284ee3-e498-45e2-a16f-4bfa955df2ed service neutron] Pushing event updated for resources: {'Port': ['ID=8519b801-920d-4bdb-8c69-d199941b7ccd,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:40.215756 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0704c2-daaa-4b99-8ef6-f2a4007883a9 x-openstack-request-id: req-2c0704c2-daaa-4b99-8ef6-f2a4007883a9 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:21:40.215756 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d097e8f-0b26-41f3-8fe7-75000709c7b0", "tag": "8519b801-920d-4bdb-8c69-d199941b7ccd", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:21:40.215756 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c0704c2-daaa-4b99-8ef6-f2a4007883a9 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:21:40.215756 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d097e8f-0b26-41f3-8fe7-75000709c7b0', 'tag': '8519b801-920d-4bdb-8c69-d199941b7ccd', 'status': 'completed', 'code': 200} Nov 08 01:21:40.285475 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe425f4d-d597-436e-acc0-b2ebe6747ca0 req-4e9fc2a5-f816-49c0-8576-c530005b8442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:40.287074 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe425f4d-d597-436e-acc0-b2ebe6747ca0 req-4e9fc2a5-f816-49c0-8576-c530005b8442 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 1094 time: 0.0479696 Nov 08 01:21:40.419129 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fb9f5-85a4-4650-ac7f-c91dea498f40 req-68445467-3b6f-476e-81f2-eaecc93b29d9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:40.420561 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-887fb9f5-85a4-4650-ac7f-c91dea498f40 req-68445467-3b6f-476e-81f2-eaecc93b29d9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 943 time: 0.1079202 Nov 08 01:21:40.446716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe425f4d-d597-436e-acc0-b2ebe6747ca0 req-a0f73d27-9d71-4076-b313-38c1a91b648c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:40.448132 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe425f4d-d597-436e-acc0-b2ebe6747ca0 req-a0f73d27-9d71-4076-b313-38c1a91b648c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1463199 Nov 08 01:21:40.506052 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-887fb9f5-85a4-4650-ac7f-c91dea498f40 req-41dc4050-1818-4cdd-a5af-570a355c42bd tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf07138f-058f-47a3-8f7c-1668cd709389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794578 Nov 08 01:21:40.549874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe425f4d-d597-436e-acc0-b2ebe6747ca0 req-f292ce91-1298-4244-beb6-87d21f02ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:40.551359 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe425f4d-d597-436e-acc0-b2ebe6747ca0 req-f292ce91-1298-4244-beb6-87d21f02ef09 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960567 Nov 08 01:21:40.651176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-f52327c3-9020-4ce6-9c84-991ff10ebf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:40.652798 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-f52327c3-9020-4ce6-9c84-991ff10ebf9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 1094 time: 0.0447052 Nov 08 01:21:40.699632 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-fce3748b-a2de-4bb4-80fb-7c6ebc3aa1b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8519b801-920d-4bdb-8c69-d199941b7ccd HTTP/1.1" status: 200 len: 217 time: 0.0341823 Nov 08 01:21:40.747110 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-2e0b5798-9100-4d3b-8650-90398e6853c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:40.748549 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-2e0b5798-9100-4d3b-8650-90398e6853c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cb0456b-7927-42fe-89c8-a9f5e0535789 HTTP/1.1" status: 200 len: 834 time: 0.0421054 Nov 08 01:21:40.796909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-7b1296f3-f71f-40c5-bcbf-2b146ffc4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:40.798713 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-7b1296f3-f71f-40c5-bcbf-2b146ffc4e14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7fa9711-bd8d-47db-b363-4e2481f520de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425050 Nov 08 01:21:40.887395 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-2d5c2912-6c94-4303-8fb6-7260e68ba56f service neutron] 10.222.0.20 "GET /v2.0/networks/d7fa9711-bd8d-47db-b363-4e2481f520de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817034 Nov 08 01:21:40.978957 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4de9d297-34c7-4aa2-b3d4-c5fb9a6f1041 req-ea4a7906-00dc-4437-acc8-0b90d4528d8f service neutron] 10.222.0.20 "GET /v2.0/networks/d7fa9711-bd8d-47db-b363-4e2481f520de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849304 Nov 08 01:21:41.622098 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9528b-b7f8-4cb9-80fe-3a192290be89 req-60951107-100f-44d0-b1d4-d87f0b2e8d35 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:41.623566 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-72c9528b-b7f8-4cb9-80fe-3a192290be89 req-60951107-100f-44d0-b1d4-d87f0b2e8d35 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 943 time: 0.0494335 Nov 08 01:21:41.660705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-72c9528b-b7f8-4cb9-80fe-3a192290be89 req-ced0c984-6734-41be-a38e-51eda1273723 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf07138f-058f-47a3-8f7c-1668cd709389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304906 Nov 08 01:21:42.772481 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e359d9e-e976-4dfb-99c5-2f6495c8d3ec req-d76cdd87-e92f-4354-9bab-d5f65f7fbe38 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:42.773957 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e359d9e-e976-4dfb-99c5-2f6495c8d3ec req-d76cdd87-e92f-4354-9bab-d5f65f7fbe38 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 943 time: 0.0480385 Nov 08 01:21:42.810027 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3e359d9e-e976-4dfb-99c5-2f6495c8d3ec req-96fa824a-51dc-4c22-b256-4f1d73073846 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf07138f-058f-47a3-8f7c-1668cd709389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302970 Nov 08 01:21:43.490908 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 8519b801-920d-4bdb-8c69-d199941b7ccd details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:21:43.584790 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 8519b801-920d-4bdb-8c69-d199941b7ccd, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8519b801-920d-4bdb-8c69-d199941b7ccd,segment=NetworkSegment(3eac9673-4965-49e2-a0b4-0979d7937e2c),segment_id=3eac9673-4965-49e2-a0b4-0979d7937e2c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:21:43.595622 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '8519b801-920d-4bdb-8c69-d199941b7ccd', 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de', 'port_id': '8519b801-920d-4bdb-8c69-d199941b7ccd', 'mac_address': 'fa:16:3e:0f:a3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb0456b-7927-42fe-89c8-a9f5e0535789', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:21:43.631535 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:43.643642 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8519b801-920d-4bdb-8c69-d199941b7ccd {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:21:43.672287 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 8519b801-920d-4bdb-8c69-d199941b7ccd, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8519b801-920d-4bdb-8c69-d199941b7ccd,segment=NetworkSegment(3eac9673-4965-49e2-a0b4-0979d7937e2c),segment_id=3eac9673-4965-49e2-a0b4-0979d7937e2c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:21:43.741192 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:43.799528 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=8519b801-920d-4bdb-8c69-d199941b7ccd,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:43.923597 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b2e1e-9e31-437e-83cc-77eb02e265cc req-6573d3b1-5e96-4d3c-b008-af15b1a0524a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:43.925075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-835b2e1e-9e31-437e-83cc-77eb02e265cc req-6573d3b1-5e96-4d3c-b008-af15b1a0524a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0477502 Nov 08 01:21:43.966815 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-835b2e1e-9e31-437e-83cc-77eb02e265cc req-c8d8820c-df87-4123-9b50-9be9432d173c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf07138f-058f-47a3-8f7c-1668cd709389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354607 Nov 08 01:21:44.150377 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['8519b801-920d-4bdb-8c69-d199941b7ccd'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:21:45.080821 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6cc6b-33c9-41ac-9a0c-abbda4f5e748 req-7b57d913-c73f-4264-8882-d2ab72a2ab2d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:45.082855 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8d6cc6b-33c9-41ac-9a0c-abbda4f5e748 req-7b57d913-c73f-4264-8882-d2ab72a2ab2d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0486364 Nov 08 01:21:45.120088 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c8d6cc6b-33c9-41ac-9a0c-abbda4f5e748 req-76e58f57-0a8c-4bd8-adf0-803b0a298610 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf07138f-058f-47a3-8f7c-1668cd709389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312083 Nov 08 01:21:45.506941 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 8519b801-920d-4bdb-8c69-d199941b7ccd up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:21:45.613516 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 8519b801-920d-4bdb-8c69-d199941b7ccd completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:21:45.617044 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 8519b801-920d-4bdb-8c69-d199941b7ccd triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:21:45.617416 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:45.691524 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:45.712866 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d097e8f-0b26-41f3-8fe7-75000709c7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8519b801-920d-4bdb-8c69-d199941b7ccd'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:21:45.715096 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00deeebf-6aec-4a63-8638-0e8c329daae0" -d '{"events": [{"server_uuid": "9d097e8f-0b26-41f3-8fe7-75000709c7b0", "name": "network-vif-plugged", "status": "completed", "tag": "8519b801-920d-4bdb-8c69-d199941b7ccd"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:21:45.728017 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 8519b801-920d-4bdb-8c69-d199941b7ccd, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8519b801-920d-4bdb-8c69-d199941b7ccd,segment=NetworkSegment(3eac9673-4965-49e2-a0b4-0979d7937e2c),segment_id=3eac9673-4965-49e2-a0b4-0979d7937e2c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:21:45.804945 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260321fd-c8b1-45f8-a0c9-240a9f903b75 x-openstack-request-id: req-260321fd-c8b1-45f8-a0c9-240a9f903b75 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:21:45.805511 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d097e8f-0b26-41f3-8fe7-75000709c7b0", "name": "network-vif-plugged", "status": "completed", "tag": "8519b801-920d-4bdb-8c69-d199941b7ccd", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:21:45.805766 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-260321fd-c8b1-45f8-a0c9-240a9f903b75 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:21:45.806351 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d097e8f-0b26-41f3-8fe7-75000709c7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8519b801-920d-4bdb-8c69-d199941b7ccd', 'code': 200} Nov 08 01:21:45.807639 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:45.856464 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=8519b801-920d-4bdb-8c69-d199941b7ccd,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:45.927923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b71225-557a-4fb7-97d5-2de0b8c230e7 req-bd7ce324-0678-4b7b-97f3-f0a1abd2b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:45.929410 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4b71225-557a-4fb7-97d5-2de0b8c230e7 req-bd7ce324-0678-4b7b-97f3-f0a1abd2b80c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 1096 time: 0.0398531 Nov 08 01:21:45.964311 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4b71225-557a-4fb7-97d5-2de0b8c230e7 req-460a7b57-1083-47f9-bf13-b179761aaa10 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cf07138f-058f-47a3-8f7c-1668cd709389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268886 Nov 08 01:21:46.234340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afd550-1989-4a27-b33a-3d9ebb7f0800 req-04a1d3b1-c0a3-4f4a-9874-15f1bfb714c8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:46.235883 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-86afd550-1989-4a27-b33a-3d9ebb7f0800 req-04a1d3b1-c0a3-4f4a-9874-15f1bfb714c8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 945 time: 0.0498376 Nov 08 01:21:46.279705 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-86afd550-1989-4a27-b33a-3d9ebb7f0800 req-5129fba0-123e-4635-b2d2-aa6e1bf89e2d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf07138f-058f-47a3-8f7c-1668cd709389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361063 Nov 08 01:21:47.397414 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f540c2-2472-46fc-8a2f-eaade5af1037 req-b0959e9e-5608-4d19-8f06-240e98ded8eb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:47.398888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9f540c2-2472-46fc-8a2f-eaade5af1037 req-b0959e9e-5608-4d19-8f06-240e98ded8eb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 945 time: 0.0501220 Nov 08 01:21:47.436954 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9f540c2-2472-46fc-8a2f-eaade5af1037 req-101ccfb7-f705-4c51-827b-ff7a01365907 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf07138f-058f-47a3-8f7c-1668cd709389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320110 Nov 08 01:21:48.550170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d778d2-bf06-4042-8355-1df0f4e48cd6 req-db5e28ee-94c4-4ddb-b91a-a8c44a3f0b5a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:48.551543 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1d778d2-bf06-4042-8355-1df0f4e48cd6 req-db5e28ee-94c4-4ddb-b91a-a8c44a3f0b5a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 945 time: 0.0486066 Nov 08 01:21:48.589072 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1d778d2-bf06-4042-8355-1df0f4e48cd6 req-c08959c4-de0f-4033-ba8a-1c9313b4e945 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf07138f-058f-47a3-8f7c-1668cd709389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313179 Nov 08 01:21:48.700664 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283d4f7-cfd5-4815-a683-6b167e757b1e req-f6cc6ef4-d3df-4ddf-94ba-e457ec3b50a0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:48.702103 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5283d4f7-cfd5-4815-a683-6b167e757b1e req-f6cc6ef4-d3df-4ddf-94ba-e457ec3b50a0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 945 time: 0.0486748 Nov 08 01:21:48.742777 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5283d4f7-cfd5-4815-a683-6b167e757b1e req-9d41eb8b-1623-49e6-9e7e-569bc7447733 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf07138f-058f-47a3-8f7c-1668cd709389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346487 Nov 08 01:21:48.764701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40376) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:48.804012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bf6ef3-c5df-4c16-a27a-952e45fb51b5 tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:48.805688 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-38bf6ef3-c5df-4c16-a27a-952e45fb51b5 tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 1091 time: 0.0400438 Nov 08 01:21:48.808582 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40378) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:48.812759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': '8519b801-920d-4bdb-8c69-d199941b7ccd', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:21:48.885530 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:48.979876 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:49.082470 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Allocated IP 172.25.2.202 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/df4e926c-93d5-47b2-aa01-38b41f8f66b3) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:21:49.189542 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:49.303382 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:49.342343 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:21:49.345203 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:21:49.348616 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:21:49.372261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=df4e926c-93d5-47b2-aa01-38b41f8f66b3,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:49.702257 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:49.848472 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:49.993963 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:50.052032 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:50.122954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=df4e926c-93d5-47b2-aa01-38b41f8f66b3,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:21:50.129367 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:50.227928 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Floating IP a86c9aef-04c4-4a77-8b2c-81115876e4ab associated. External IP: 172.25.2.202, port: 8519b801-920d-4bdb-8c69-d199941b7ccd. Nov 08 01:21:50.433434 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router 205b10b4-755e-4ba9-8c7a-9804e9ac3dce has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:21:50.540872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:21:50.550551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef6ab2e-fcbf-4230-a40a-fd841d5bb855 None None] Sync routers for ids ['205b10b4-755e-4ba9-8c7a-9804e9ac3dce'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:21:50.560510 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef6ab2e-fcbf-4230-a40a-fd841d5bb855 None None] Routers {'205b10b4-755e-4ba9-8c7a-9804e9ac3dce'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:21:50.565005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2ef6ab2e-fcbf-4230-a40a-fd841d5bb855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:21:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['205b10b4-755e-4ba9-8c7a-9804e9ac3dce'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:50.626491 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:21:50.653869 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a8fa6817-71fb-4d29-8854-9a043379c8fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8442910 Nov 08 01:21:50.654561 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d097e8f-0b26-41f3-8fe7-75000709c7b0', 'tag': '8519b801-920d-4bdb-8c69-d199941b7ccd'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:21:50.657071 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70bc3d1-bb09-4d97-8f17-b5423a390942" -d '{"events": [{"name": "network-changed", "server_uuid": "9d097e8f-0b26-41f3-8fe7-75000709c7b0", "tag": "8519b801-920d-4bdb-8c69-d199941b7ccd"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:21:50.667335 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-2ef6ab2e-fcbf-4230-a40a-fd841d5bb855 None None] Set router 205b10b4-755e-4ba9-8c7a-9804e9ac3dce gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:21:50.709830 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d870ff-dea5-4c9b-bec6-f8b32aa431a6 x-openstack-request-id: req-b8d870ff-dea5-4c9b-bec6-f8b32aa431a6 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:21:50.712304 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d097e8f-0b26-41f3-8fe7-75000709c7b0", "tag": "8519b801-920d-4bdb-8c69-d199941b7ccd", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:21:50.712624 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8d870ff-dea5-4c9b-bec6-f8b32aa431a6 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:21:50.713138 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d097e8f-0b26-41f3-8fe7-75000709c7b0', 'tag': '8519b801-920d-4bdb-8c69-d199941b7ccd', 'status': 'completed', 'code': 200} Nov 08 01:21:50.766392 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda4d13-e59e-41c9-a78b-3204990e308c req-837230ee-1d86-421b-b48c-4f6bf1858093 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:50.768011 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9cda4d13-e59e-41c9-a78b-3204990e308c req-837230ee-1d86-421b-b48c-4f6bf1858093 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 945 time: 0.0497675 Nov 08 01:21:50.843530 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9cda4d13-e59e-41c9-a78b-3204990e308c req-c273f5b9-9129-4f40-aff4-5451eb131fab tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf07138f-058f-47a3-8f7c-1668cd709389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672288 Nov 08 01:21:50.846132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bc3d1-bb09-4d97-8f17-b5423a390942 req-4a588112-66c9-4158-a91d-bab448f72e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:50.847622 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b70bc3d1-bb09-4d97-8f17-b5423a390942 req-4a588112-66c9-4158-a91d-bab448f72e87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 1096 time: 0.0788324 Nov 08 01:21:50.876262 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40384) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:50.912952 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2ef6ab2e-fcbf-4230-a40a-fd841d5bb855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218142778', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:21:29Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:30Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'a86c9aef-04c4-4a77-8b2c-81115876e4ab', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'port_id': '8519b801-920d-4bdb-8c69-d199941b7ccd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de', 'mac_address': 'fa:16:3e:0f:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d097e8f-0b26-41f3-8fe7-75000709c7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:21:49Z', 'updated_at': '2021-11-08T01:21:49Z', 'revision_number': 0, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9940d39a-a6d1-47f1-94df-ad4bce2495f4', 'name': '', 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:cf:d2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0cb0456b-7927-42fe-89c8-a9f5e0535789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:32Z', 'updated_at': '2021-11-08T01:21:36Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '0cb0456b-7927-42fe-89c8-a9f5e0535789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:50.940394 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1ea2c091-89fa-43bf-8329-b4342c1d4653 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/floatingips/a86c9aef-04c4-4a77-8b2c-81115876e4ab HTTP/1.1" status: 200 len: 991 time: 0.0629151 Nov 08 01:21:50.943973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bc3d1-bb09-4d97-8f17-b5423a390942 req-8ae19331-9340-423c-8448-7758816427bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:50.945376 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef6ab2e-fcbf-4230-a40a-fd841d5bb855 None None] Checking router: 205b10b4-755e-4ba9-8c7a-9804e9ac3dce for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:21:50.945519 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b70bc3d1-bb09-4d97-8f17-b5423a390942 req-8ae19331-9340-423c-8448-7758816427bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=d7fa9711-bd8d-47db-b363-4e2481f520de HTTP/1.1" status: 200 len: 898 time: 0.0906758 Nov 08 01:21:50.953727 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef6ab2e-fcbf-4230-a40a-fd841d5bb855 None None] Routers {'205b10b4-755e-4ba9-8c7a-9804e9ac3dce'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:21:50.954359 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2ef6ab2e-fcbf-4230-a40a-fd841d5bb855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:21:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['205b10b4-755e-4ba9-8c7a-9804e9ac3dce'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:51.021754 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b70bc3d1-bb09-4d97-8f17-b5423a390942 req-fe47d816-a2c1-44b8-be2f-28eff7df476e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8519b801-920d-4bdb-8c69-d199941b7ccd HTTP/1.1" status: 200 len: 999 time: 0.0689445 Nov 08 01:21:51.059993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-2ef6ab2e-fcbf-4230-a40a-fd841d5bb855 None None] Set router 205b10b4-755e-4ba9-8c7a-9804e9ac3dce gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:21:51.070239 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bc3d1-bb09-4d97-8f17-b5423a390942 req-8c37065a-e0af-4ac3-833e-987bac78efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:51.071698 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b70bc3d1-bb09-4d97-8f17-b5423a390942 req-8c37065a-e0af-4ac3-833e-987bac78efa7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cb0456b-7927-42fe-89c8-a9f5e0535789 HTTP/1.1" status: 200 len: 834 time: 0.0437727 Nov 08 01:21:51.117739 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bc3d1-bb09-4d97-8f17-b5423a390942 req-7cdc80b7-cc7d-4367-9204-410a01e5c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:21:51.119154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b70bc3d1-bb09-4d97-8f17-b5423a390942 req-7cdc80b7-cc7d-4367-9204-410a01e5c4fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7fa9711-bd8d-47db-b363-4e2481f520de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397978 Nov 08 01:21:51.212716 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b70bc3d1-bb09-4d97-8f17-b5423a390942 req-21a82034-ce3f-4e44-bed3-3343736124ad service neutron] 10.222.0.20 "GET /v2.0/networks/d7fa9711-bd8d-47db-b363-4e2481f520de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861840 Nov 08 01:21:51.284131 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2ef6ab2e-fcbf-4230-a40a-fd841d5bb855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218142778', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:21:29Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:30Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'a86c9aef-04c4-4a77-8b2c-81115876e4ab', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'port_id': '8519b801-920d-4bdb-8c69-d199941b7ccd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de', 'mac_address': 'fa:16:3e:0f:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d097e8f-0b26-41f3-8fe7-75000709c7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:21:49Z', 'updated_at': '2021-11-08T01:21:49Z', 'revision_number': 0, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9940d39a-a6d1-47f1-94df-ad4bce2495f4', 'name': '', 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:cf:d2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0cb0456b-7927-42fe-89c8-a9f5e0535789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:32Z', 'updated_at': '2021-11-08T01:21:36Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '0cb0456b-7927-42fe-89c8-a9f5e0535789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:21:51.306236 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b70bc3d1-bb09-4d97-8f17-b5423a390942 req-f6f4b97a-cbaf-4161-ba1b-fc53624a3bd9 service neutron] 10.222.0.20 "GET /v2.0/networks/d7fa9711-bd8d-47db-b363-4e2481f520de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865378 Nov 08 01:21:51.311034 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef6ab2e-fcbf-4230-a40a-fd841d5bb855 None None] The sync data for ids ['205b10b4-755e-4ba9-8c7a-9804e9ac3dce'] in n-d-816882-1 is: [{'id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218142778', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:21:29Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:30Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'a86c9aef-04c4-4a77-8b2c-81115876e4ab', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'port_id': '8519b801-920d-4bdb-8c69-d199941b7ccd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de', 'mac_address': 'fa:16:3e:0f:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d097e8f-0b26-41f3-8fe7-75000709c7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:21:49Z', 'updated_at': '2021-11-08T01:21:49Z', 'revision_number': 0, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9940d39a-a6d1-47f1-94df-ad4bce2495f4', 'name': '', 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:cf:d2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0cb0456b-7927-42fe-89c8-a9f5e0535789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:32Z', 'updated_at': '2021-11-08T01:21:36Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '0cb0456b-7927-42fe-89c8-a9f5e0535789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:21:51.497546 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da08ead-1684-4fb9-a1f8-401736bc3b6d None None] New status for floating IP a86c9aef-04c4-4a77-8b2c-81115876e4ab: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:21:51.942915 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40386) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:21:52.005171 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-35bff77f-453a-4279-8f68-b77e9614a6ed tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/floatingips/a86c9aef-04c4-4a77-8b2c-81115876e4ab HTTP/1.1" status: 200 len: 993 time: 0.0610604 Nov 08 01:21:52.150840 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:21:58.210336 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d72bb79-832b-4246-be1d-777b6c5f281e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:00.766518 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1a52674-66de-4992-86e7-99e9d1259c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:01.029280 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:02.004716 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:02.566124 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:03.617916 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:09.394625 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:28.209851 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b41dee08-ab72-4547-89f6-b6ec0d0b2e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:29.150790 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:22:30.756842 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d914bea4-2335-4860-93d1-812126a33c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:31.027223 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:32.036229 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:32.513278 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:33.499537 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2271f82c-86c3-4b0e-b147-6f861e140c48 req-44544e41-e5c5-4e94-be6d-3f58f573f595 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396359 Nov 08 01:22:33.605296 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271f82c-86c3-4b0e-b147-6f861e140c48 req-4975e3f6-47c4-4f03-8712-2ad2539de475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:22:33.606830 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2271f82c-86c3-4b0e-b147-6f861e140c48 req-4975e3f6-47c4-4f03-8712-2ad2539de475 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 1096 time: 0.0440714 Nov 08 01:22:33.619352 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:33.709159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271f82c-86c3-4b0e-b147-6f861e140c48 req-1d2e8c1a-51ea-444b-878f-c093381de545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:22:33.710602 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2271f82c-86c3-4b0e-b147-6f861e140c48 req-1d2e8c1a-51ea-444b-878f-c093381de545 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d7fa9711-bd8d-47db-b363-4e2481f520de HTTP/1.1" status: 200 len: 898 time: 0.0846355 Nov 08 01:22:33.777768 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2271f82c-86c3-4b0e-b147-6f861e140c48 req-bba64458-b828-4988-8b37-d6cf47348bf2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8519b801-920d-4bdb-8c69-d199941b7ccd HTTP/1.1" status: 200 len: 1001 time: 0.0595045 Nov 08 01:22:33.824695 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271f82c-86c3-4b0e-b147-6f861e140c48 req-87de0b1b-4fbc-47f7-ae27-ada34fbf819e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:22:33.826637 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2271f82c-86c3-4b0e-b147-6f861e140c48 req-87de0b1b-4fbc-47f7-ae27-ada34fbf819e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cb0456b-7927-42fe-89c8-a9f5e0535789 HTTP/1.1" status: 200 len: 834 time: 0.0417728 Nov 08 01:22:33.870556 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271f82c-86c3-4b0e-b147-6f861e140c48 req-14bf85f0-ae7b-43fc-bc6c-c223fee0fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:22:33.872117 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2271f82c-86c3-4b0e-b147-6f861e140c48 req-14bf85f0-ae7b-43fc-bc6c-c223fee0fe43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7fa9711-bd8d-47db-b363-4e2481f520de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387414 Nov 08 01:22:33.967458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2271f82c-86c3-4b0e-b147-6f861e140c48 req-08edfd7d-9d2b-43a1-b387-4b2837d9a021 service neutron] 10.222.0.20 "GET /v2.0/networks/d7fa9711-bd8d-47db-b363-4e2481f520de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878170 Nov 08 01:22:34.054543 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2271f82c-86c3-4b0e-b147-6f861e140c48 req-1068ad2e-05bf-4376-aae7-11a791570bbd service neutron] 10.222.0.20 "GET /v2.0/networks/d7fa9711-bd8d-47db-b363-4e2481f520de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809953 Nov 08 01:22:39.333293 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:52.774942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4653f04-f3c1-4111-9874-385426ab0758 req-ddb71470-08ab-4d17-b6d1-1bb7425873d5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:22:52.776542 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b4653f04-f3c1-4111-9874-385426ab0758 req-ddb71470-08ab-4d17-b6d1-1bb7425873d5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 945 time: 0.0495899 Nov 08 01:22:52.815190 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b4653f04-f3c1-4111-9874-385426ab0758 req-c1c83323-0f87-467e-ba9f-943ccca7d6df tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf07138f-058f-47a3-8f7c-1668cd709389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323696 Nov 08 01:22:54.283848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6d112-8dcd-4b44-aa3f-56770ab46129 req-a8cad42c-fab7-4469-a94f-139e9e433132 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:22:54.285264 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e1a6d112-8dcd-4b44-aa3f-56770ab46129 req-a8cad42c-fab7-4469-a94f-139e9e433132 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 945 time: 0.3951862 Nov 08 01:22:54.323978 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e1a6d112-8dcd-4b44-aa3f-56770ab46129 req-bd3e1a64-7416-4365-b841-f30631fb511c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf07138f-058f-47a3-8f7c-1668cd709389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324562 Nov 08 01:22:54.347310 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40416) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:22:54.405887 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f209a4f3-15b1-436c-88a7-c491ef3aa19d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/floatingips/a86c9aef-04c4-4a77-8b2c-81115876e4ab HTTP/1.1" status: 200 len: 993 time: 0.0574031 Nov 08 01:22:55.887008 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f2624-7877-4f74-ad8d-75e333a4981d req-8cc6e001-ac40-4cba-bb13-6baf8d317029 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:22:55.889161 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-619f2624-7877-4f74-ad8d-75e333a4981d req-8cc6e001-ac40-4cba-bb13-6baf8d317029 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 945 time: 0.0500877 Nov 08 01:22:55.929737 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-619f2624-7877-4f74-ad8d-75e333a4981d req-623fd86b-df4e-40b3-a44b-cdeee691caf2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf07138f-058f-47a3-8f7c-1668cd709389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345140 Nov 08 01:22:57.047152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a43b9f-3a4a-4b5c-9fbb-9e4b53e0baf7 req-b4922914-d007-4093-ab9d-2199570a73fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:22:57.048621 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11a43b9f-3a4a-4b5c-9fbb-9e4b53e0baf7 req-b4922914-d007-4093-ab9d-2199570a73fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 945 time: 0.0479541 Nov 08 01:22:57.085417 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11a43b9f-3a4a-4b5c-9fbb-9e4b53e0baf7 req-57ff1f58-e610-4d3b-82d2-8c0ddfe61073 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf07138f-058f-47a3-8f7c-1668cd709389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306616 Nov 08 01:22:57.107932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40430) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:22:57.165831 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e15fd0e9-66cb-452c-929f-3349550ca9bf tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/floatingips/a86c9aef-04c4-4a77-8b2c-81115876e4ab HTTP/1.1" status: 200 len: 993 time: 0.0568244 Nov 08 01:22:57.393115 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40436) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:22:57.550585 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting port df4e926c-93d5-47b2-aa01-38b41f8f66b3 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:22:57.550851 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:57.627977 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:57.628300 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:57.640125 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Calling delete_port for df4e926c-93d5-47b2-aa01-38b41f8f66b3 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:22:57.853629 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:57.876077 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Port': ['ID=df4e926c-93d5-47b2-aa01-38b41f8f66b3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:22:57.890292 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:22:57.890643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:22:57.890984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:22:57.891313 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:22:57.891644 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:22:57.891999 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:22:57.892325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:22:57.892650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:22:57.892971 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:22:57.893289 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:22:57.893609 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:22:57.893924 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:22:57.950410 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:57.951281 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Floating IP a86c9aef-04c4-4a77-8b2c-81115876e4ab disassociated (deleted). External IP: 172.25.2.202, port: 8519b801-920d-4bdb-8c69-d199941b7ccd. Nov 08 01:22:58.152327 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router 205b10b4-755e-4ba9-8c7a-9804e9ac3dce has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:22:58.196663 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aab37498-24dd-466d-8368-53c9cfd8f439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:58.257154 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:22:58.261800 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:22:58.266946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0691a0-9974-46dc-b40c-a541f790a9af None None] Sync routers for ids ['205b10b4-755e-4ba9-8c7a-9804e9ac3dce'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:22:58.275592 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0691a0-9974-46dc-b40c-a541f790a9af None None] Routers {'205b10b4-755e-4ba9-8c7a-9804e9ac3dce'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:22:58.276236 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5d0691a0-9974-46dc-b40c-a541f790a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:22:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['205b10b4-755e-4ba9-8c7a-9804e9ac3dce'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:22:58.288733 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-33abbce2-3d00-4028-9942-33d7ebe185ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/floatingips/a86c9aef-04c4-4a77-8b2c-81115876e4ab HTTP/1.1" status: 204 len: 168 time: 0.8945410 Nov 08 01:22:58.289556 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d097e8f-0b26-41f3-8fe7-75000709c7b0', 'tag': '8519b801-920d-4bdb-8c69-d199941b7ccd'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:22:58.292240 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889541d3-b176-4ca3-8047-e657d89a902d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d097e8f-0b26-41f3-8fe7-75000709c7b0", "tag": "8519b801-920d-4bdb-8c69-d199941b7ccd"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:22:58.339584 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818b19d0-2bfa-4438-9a0c-85937d0b2083 x-openstack-request-id: req-818b19d0-2bfa-4438-9a0c-85937d0b2083 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:22:58.339584 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d097e8f-0b26-41f3-8fe7-75000709c7b0", "tag": "8519b801-920d-4bdb-8c69-d199941b7ccd", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:22:58.339887 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-818b19d0-2bfa-4438-9a0c-85937d0b2083 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:22:58.340177 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d097e8f-0b26-41f3-8fe7-75000709c7b0', 'tag': '8519b801-920d-4bdb-8c69-d199941b7ccd', 'status': 'completed', 'code': 200} Nov 08 01:22:58.385088 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5d0691a0-9974-46dc-b40c-a541f790a9af None None] Set router 205b10b4-755e-4ba9-8c7a-9804e9ac3dce gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:22:58.423711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889541d3-b176-4ca3-8047-e657d89a902d req-8d717b45-7a66-4bc2-8204-1b54078deb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:22:58.425203 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-889541d3-b176-4ca3-8047-e657d89a902d req-8d717b45-7a66-4bc2-8204-1b54078deb8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 1096 time: 0.0439863 Nov 08 01:22:58.523132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889541d3-b176-4ca3-8047-e657d89a902d req-1c4e8460-eb56-481d-a560-d6d3f4e68677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:22:58.524639 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-889541d3-b176-4ca3-8047-e657d89a902d req-1c4e8460-eb56-481d-a560-d6d3f4e68677 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d7fa9711-bd8d-47db-b363-4e2481f520de HTTP/1.1" status: 200 len: 898 time: 0.0927985 Nov 08 01:22:58.571641 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-889541d3-b176-4ca3-8047-e657d89a902d req-1cdd8e05-ae51-49c7-ac0e-a4b6c249dc50 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8519b801-920d-4bdb-8c69-d199941b7ccd HTTP/1.1" status: 200 len: 217 time: 0.0396225 Nov 08 01:22:58.586901 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5d0691a0-9974-46dc-b40c-a541f790a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218142778', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:21:29Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:30Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '9940d39a-a6d1-47f1-94df-ad4bce2495f4', 'name': '', 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:cf:d2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0cb0456b-7927-42fe-89c8-a9f5e0535789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:32Z', 'updated_at': '2021-11-08T01:21:36Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '0cb0456b-7927-42fe-89c8-a9f5e0535789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:22:58.617618 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0691a0-9974-46dc-b40c-a541f790a9af None None] Checking router: 205b10b4-755e-4ba9-8c7a-9804e9ac3dce for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:22:58.626666 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889541d3-b176-4ca3-8047-e657d89a902d req-2e234595-e6cf-4572-85d2-a8cc7fb1a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:22:58.626666 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-889541d3-b176-4ca3-8047-e657d89a902d req-2e234595-e6cf-4572-85d2-a8cc7fb1a901 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cb0456b-7927-42fe-89c8-a9f5e0535789 HTTP/1.1" status: 200 len: 834 time: 0.0460169 Nov 08 01:22:58.626915 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0691a0-9974-46dc-b40c-a541f790a9af None None] Routers {'205b10b4-755e-4ba9-8c7a-9804e9ac3dce'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:22:58.627094 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5d0691a0-9974-46dc-b40c-a541f790a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:22:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['205b10b4-755e-4ba9-8c7a-9804e9ac3dce'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:22:58.669931 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889541d3-b176-4ca3-8047-e657d89a902d req-dae3a463-7970-4387-b289-ea600f1c1958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:22:58.671435 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-889541d3-b176-4ca3-8047-e657d89a902d req-dae3a463-7970-4387-b289-ea600f1c1958 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7fa9711-bd8d-47db-b363-4e2481f520de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400820 Nov 08 01:22:58.735538 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5d0691a0-9974-46dc-b40c-a541f790a9af None None] Set router 205b10b4-755e-4ba9-8c7a-9804e9ac3dce gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:22:58.795689 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-889541d3-b176-4ca3-8047-e657d89a902d req-0b2a8055-b326-4765-9ab6-eff5a89a4ae0 service neutron] 10.222.0.20 "GET /v2.0/networks/d7fa9711-bd8d-47db-b363-4e2481f520de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004758 Nov 08 01:22:58.907677 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f634559-c3b3-4339-8720-ac7c71f5b07b req-259377f5-c1e1-4936-ab9e-b781ed191aef tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:22:58.909319 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f634559-c3b3-4339-8720-ac7c71f5b07b req-259377f5-c1e1-4936-ab9e-b781ed191aef tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 945 time: 0.0754480 Nov 08 01:22:58.927913 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-889541d3-b176-4ca3-8047-e657d89a902d req-7fec1ede-fb18-4e29-86ff-76840bdd02c6 service neutron] 10.222.0.20 "GET /v2.0/networks/d7fa9711-bd8d-47db-b363-4e2481f520de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412659 Nov 08 01:22:58.965043 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f634559-c3b3-4339-8720-ac7c71f5b07b req-1ff68686-826f-4466-bc0d-a51b953e5eee tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf07138f-058f-47a3-8f7c-1668cd709389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459805 Nov 08 01:22:59.098618 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5d0691a0-9974-46dc-b40c-a541f790a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218142778', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:21:29Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:30Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '9940d39a-a6d1-47f1-94df-ad4bce2495f4', 'name': '', 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:cf:d2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0cb0456b-7927-42fe-89c8-a9f5e0535789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:32Z', 'updated_at': '2021-11-08T01:21:36Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '0cb0456b-7927-42fe-89c8-a9f5e0535789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:22:59.124247 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0691a0-9974-46dc-b40c-a541f790a9af None None] The sync data for ids ['205b10b4-755e-4ba9-8c7a-9804e9ac3dce'] in n-d-816882-1 is: [{'id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218142778', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:21:29Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:30Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '9940d39a-a6d1-47f1-94df-ad4bce2495f4', 'name': '', 'network_id': 'd7fa9711-bd8d-47db-b363-4e2481f520de', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:cf:d2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0cb0456b-7927-42fe-89c8-a9f5e0535789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:32Z', 'updated_at': '2021-11-08T01:21:36Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '0cb0456b-7927-42fe-89c8-a9f5e0535789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:22:59.340773 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4586722-a861-4b63-beeb-0aa16bfa821a None None] New status for floating IP a86c9aef-04c4-4a77-8b2c-81115876e4ab: DOWN {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:23:00.081921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7acd3-dee0-46b7-bdb8-de5948175d85 req-1f8d1c6e-b347-4ac0-ad3b-ab783a925982 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:00.083470 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cc7acd3-dee0-46b7-bdb8-de5948175d85 req-1f8d1c6e-b347-4ac0-ad3b-ab783a925982 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 945 time: 0.0476749 Nov 08 01:23:00.121100 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cc7acd3-dee0-46b7-bdb8-de5948175d85 req-f34c1922-5307-4d8e-95a4-9568573fe207 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf07138f-058f-47a3-8f7c-1668cd709389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311959 Nov 08 01:23:00.738734 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a04e6c43-e134-477b-9809-a5c7a157db3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:00.784825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f533408-1a3f-4b61-bb96-47f4d4193e3d req-a326e89d-c3a2-4b51-80ae-01f3664e75e2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:00.786243 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f533408-1a3f-4b61-bb96-47f4d4193e3d req-a326e89d-c3a2-4b51-80ae-01f3664e75e2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 945 time: 0.0476389 Nov 08 01:23:00.877858 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-7f533408-1a3f-4b61-bb96-47f4d4193e3d req-c1693951-f640-42d6-9666-66201042a822 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting port 8519b801-920d-4bdb-8c69-d199941b7ccd {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:23:00.878203 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7f533408-1a3f-4b61-bb96-47f4d4193e3d req-c1693951-f640-42d6-9666-66201042a822 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:00.966962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-7f533408-1a3f-4b61-bb96-47f4d4193e3d req-c1693951-f640-42d6-9666-66201042a822 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] For port 8519b801-920d-4bdb-8c69-d199941b7ccd, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=8519b801-920d-4bdb-8c69-d199941b7ccd,segment=NetworkSegment(3eac9673-4965-49e2-a0b4-0979d7937e2c),segment_id=3eac9673-4965-49e2-a0b4-0979d7937e2c)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:23:00.967328 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7f533408-1a3f-4b61-bb96-47f4d4193e3d req-c1693951-f640-42d6-9666-66201042a822 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:00.979632 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-7f533408-1a3f-4b61-bb96-47f4d4193e3d req-c1693951-f640-42d6-9666-66201042a822 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Calling delete_port for 8519b801-920d-4bdb-8c69-d199941b7ccd owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:23:01.030601 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:01.199368 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7f533408-1a3f-4b61-bb96-47f4d4193e3d req-c1693951-f640-42d6-9666-66201042a822 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:01.224654 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b74807f6-4f56-4181-b21b-a75852a7a7e7 req-cef50219-05a5-4ba5-8d14-9ea2e1622104 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d097e8f-0b26-41f3-8fe7-75000709c7b0 HTTP/1.1" status: 200 len: 210 time: 0.0342088 Nov 08 01:23:01.243211 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1693951-f640-42d6-9666-66201042a822 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Port': ['ID=8519b801-920d-4bdb-8c69-d199941b7ccd,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:01.287016 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f533408-1a3f-4b61-bb96-47f4d4193e3d req-c1693951-f640-42d6-9666-66201042a822 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] No DVR routers for this DVR port 8519b801-920d-4bdb-8c69-d199941b7ccd on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:23:01.289598 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-7f533408-1a3f-4b61-bb96-47f4d4193e3d req-c1693951-f640-42d6-9666-66201042a822 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:01.293035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f533408-1a3f-4b61-bb96-47f4d4193e3d req-c1693951-f640-42d6-9666-66201042a822 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "DELETE /v2.0/ports/8519b801-920d-4bdb-8c69-d199941b7ccd HTTP/1.1" status: 204 len: 173 time: 0.5004323 Nov 08 01:23:01.293769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d097e8f-0b26-41f3-8fe7-75000709c7b0', 'name': 'network-vif-deleted', 'tag': '8519b801-920d-4bdb-8c69-d199941b7ccd'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:23:01.296538 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db7c802-8afe-418a-bfa1-ea4b70eda28f" -d '{"events": [{"server_uuid": "9d097e8f-0b26-41f3-8fe7-75000709c7b0", "name": "network-vif-deleted", "tag": "8519b801-920d-4bdb-8c69-d199941b7ccd"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:23:01.332332 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b27e03d-6c43-4261-9c3b-b526ecaff65b x-openstack-request-id: req-2b27e03d-6c43-4261-9c3b-b526ecaff65b {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:23:01.332629 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d097e8f-0b26-41f3-8fe7-75000709c7b0", "name": "network-vif-deleted", "tag": "8519b801-920d-4bdb-8c69-d199941b7ccd", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:23:01.333046 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b27e03d-6c43-4261-9c3b-b526ecaff65b {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:23:01.333448 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d097e8f-0b26-41f3-8fe7-75000709c7b0', 'name': 'network-vif-deleted', 'tag': '8519b801-920d-4bdb-8c69-d199941b7ccd', 'status': 'completed', 'code': 200} Nov 08 01:23:02.013005 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:02.283145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40452) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:02.514878 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:02.635304 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4bac2a4c-f45c-4f3a-b76d-902f2f2850a8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:02.884947 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-4bac2a4c-f45c-4f3a-b76d-902f2f2850a8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting port 9940d39a-a6d1-47f1-94df-ad4bce2495f4 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:23:02.885286 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4bac2a4c-f45c-4f3a-b76d-902f2f2850a8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:02.974331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-4bac2a4c-f45c-4f3a-b76d-902f2f2850a8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] For port 9940d39a-a6d1-47f1-94df-ad4bce2495f4, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9940d39a-a6d1-47f1-94df-ad4bce2495f4,segment=NetworkSegment(3eac9673-4965-49e2-a0b4-0979d7937e2c),segment_id=3eac9673-4965-49e2-a0b4-0979d7937e2c)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:23:02.975991 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4bac2a4c-f45c-4f3a-b76d-902f2f2850a8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:02.987402 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-4bac2a4c-f45c-4f3a-b76d-902f2f2850a8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Calling delete_port for 9940d39a-a6d1-47f1-94df-ad4bce2495f4 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:23:03.241629 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4bac2a4c-f45c-4f3a-b76d-902f2f2850a8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:03.265392 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac2a4c-f45c-4f3a-b76d-902f2f2850a8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Port': ['ID=9940d39a-a6d1-47f1-94df-ad4bce2495f4,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:03.438044 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4bac2a4c-f45c-4f3a-b76d-902f2f2850a8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:03.611763 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:03.652508 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bac2a4c-f45c-4f3a-b76d-902f2f2850a8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router 205b10b4-755e-4ba9-8c7a-9804e9ac3dce has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:23:03.755943 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bac2a4c-f45c-4f3a-b76d-902f2f2850a8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:23:03.760876 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4bac2a4c-f45c-4f3a-b76d-902f2f2850a8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "PUT /v2.0/routers/205b10b4-755e-4ba9-8c7a-9804e9ac3dce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4766209 Nov 08 01:23:03.764210 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40454) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:03.765519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb62aa2-229a-40a3-9838-61a6c53f5662 None None] Sync routers for ids ['205b10b4-755e-4ba9-8c7a-9804e9ac3dce'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:23:03.774360 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb62aa2-229a-40a3-9838-61a6c53f5662 None None] Routers {'205b10b4-755e-4ba9-8c7a-9804e9ac3dce'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:23:03.774956 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fdb62aa2-229a-40a3-9838-61a6c53f5662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['205b10b4-755e-4ba9-8c7a-9804e9ac3dce'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:23:03.814507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1499a7-0a42-4f0c-bb37-a4f335dd9b06 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting subnet 0cb0456b-7927-42fe-89c8-a9f5e0535789 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:23:03.817586 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ab1499a7-0a42-4f0c-bb37-a4f335dd9b06 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:03.857347 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ab1499a7-0a42-4f0c-bb37-a4f335dd9b06 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:03.877216 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-fdb62aa2-229a-40a3-9838-61a6c53f5662 None None] Set router 205b10b4-755e-4ba9-8c7a-9804e9ac3dce gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:23:03.943666 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ab1499a7-0a42-4f0c-bb37-a4f335dd9b06 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:03.945099 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 8519b801-920d-4bdb-8c69-d199941b7ccd no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:23:03.994143 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 8519b801-920d-4bdb-8c69-d199941b7ccd {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:23:03.994492 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 8519b801-920d-4bdb-8c69-d199941b7ccd not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:23:04.074625 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ab1499a7-0a42-4f0c-bb37-a4f335dd9b06 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:04.078338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fdb62aa2-229a-40a3-9838-61a6c53f5662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218142778', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:21:29Z', 'updated_at': '2021-11-08T01:23:03Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:30Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:23:04.103555 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1499a7-0a42-4f0c-bb37-a4f335dd9b06 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb0456b-7927-42fe-89c8-a9f5e0535789,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:04.105044 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb62aa2-229a-40a3-9838-61a6c53f5662 None None] Checking router: 205b10b4-755e-4ba9-8c7a-9804e9ac3dce for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:23:04.105561 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ab1499a7-0a42-4f0c-bb37-a4f335dd9b06 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:04.109782 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ab1499a7-0a42-4f0c-bb37-a4f335dd9b06 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/subnets/0cb0456b-7927-42fe-89c8-a9f5e0535789 HTTP/1.1" status: 204 len: 168 time: 0.3443666 Nov 08 01:23:04.111681 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b5d61e-a815-486e-b191-3bf07848779a None None] Network d7fa9711-bd8d-47db-b363-4e2481f520de requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:23:04.112282 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40456) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:04.126949 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb62aa2-229a-40a3-9838-61a6c53f5662 None None] Routers {'205b10b4-755e-4ba9-8c7a-9804e9ac3dce'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:23:04.127574 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fdb62aa2-229a-40a3-9838-61a6c53f5662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['205b10b4-755e-4ba9-8c7a-9804e9ac3dce'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:23:04.223648 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-acf76eb2-6f88-46b5-9f0c-478c862a4a37 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:04.323173 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-fdb62aa2-229a-40a3-9838-61a6c53f5662 None None] Set router 205b10b4-755e-4ba9-8c7a-9804e9ac3dce gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:23:04.329904 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-acf76eb2-6f88-46b5-9f0c-478c862a4a37 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:04.423232 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] DHCP port deletion for d7fa9711-bd8d-47db-b363-4e2481f520de request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 01:23:04.445192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-acf76eb2-6f88-46b5-9f0c-478c862a4a37 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting port 5bdf50ba-1dfa-4176-83aa-f4b1ed163154 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:23:04.445796 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-acf76eb2-6f88-46b5-9f0c-478c862a4a37 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:04.532759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-acf76eb2-6f88-46b5-9f0c-478c862a4a37 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] For port 5bdf50ba-1dfa-4176-83aa-f4b1ed163154, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=5bdf50ba-1dfa-4176-83aa-f4b1ed163154,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:23:04.533131 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-acf76eb2-6f88-46b5-9f0c-478c862a4a37 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:04.534461 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] Deleting port 2212b498-e326-4e5c-b5c8-2081a56b4ce5 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:23:04.534839 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:04.550654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-acf76eb2-6f88-46b5-9f0c-478c862a4a37 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Calling delete_port for 5bdf50ba-1dfa-4176-83aa-f4b1ed163154 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:23:04.621005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] For port 2212b498-e326-4e5c-b5c8-2081a56b4ce5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2212b498-e326-4e5c-b5c8-2081a56b4ce5,segment=NetworkSegment(3eac9673-4965-49e2-a0b4-0979d7937e2c),segment_id=3eac9673-4965-49e2-a0b4-0979d7937e2c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:23:04.621005 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:04.633370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] Calling delete_port for 2212b498-e326-4e5c-b5c8-2081a56b4ce5 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:23:04.635751 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-fdb62aa2-229a-40a3-9838-61a6c53f5662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218142778', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:21:29Z', 'updated_at': '2021-11-08T01:23:03Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:30Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:23:04.672349 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb62aa2-229a-40a3-9838-61a6c53f5662 None None] The sync data for ids ['205b10b4-755e-4ba9-8c7a-9804e9ac3dce'] in n-d-816882-1 is: [{'id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218142778', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:21:29Z', 'updated_at': '2021-11-08T01:23:03Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '5bdf50ba-1dfa-4176-83aa-f4b1ed163154', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b10b4-755e-4ba9-8c7a-9804e9ac3dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:21:30Z', 'updated_at': '2021-11-08T01:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:23:04.825117 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:04.851846 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] Pushing event deleted for resources: {'Port': ['ID=2212b498-e326-4e5c-b5c8-2081a56b4ce5,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:04.857104 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] No DVR routers for this DVR port 2212b498-e326-4e5c-b5c8-2081a56b4ce5 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:23:04.868241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:04.868241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:04.868241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:04.868241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:04.868241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:04.868241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:04.868241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:04.868241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:04.868241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:04.868241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:04.868241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:04.868241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12681-3642-4dde-aad8-57ba5a4777a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:05.177787 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-acf76eb2-6f88-46b5-9f0c-478c862a4a37 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:05.201895 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf76eb2-6f88-46b5-9f0c-478c862a4a37 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Port': ['ID=5bdf50ba-1dfa-4176-83aa-f4b1ed163154,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:05.242523 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2212b498-e326-4e5c-b5c8-2081a56b4ce5 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:23:05.265521 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-acf76eb2-6f88-46b5-9f0c-478c862a4a37 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:05.266516 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 2212b498-e326-4e5c-b5c8-2081a56b4ce5 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:23:05.266919 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2212b498-e326-4e5c-b5c8-2081a56b4ce5 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:23:05.267419 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9940d39a-a6d1-47f1-94df-ad4bce2495f4 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:23:05.287461 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 9940d39a-a6d1-47f1-94df-ad4bce2495f4 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:23:05.287815 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9940d39a-a6d1-47f1-94df-ad4bce2495f4 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:23:05.360432 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-acf76eb2-6f88-46b5-9f0c-478c862a4a37 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:05.362508 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-acf76eb2-6f88-46b5-9f0c-478c862a4a37 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:05.485494 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-acf76eb2-6f88-46b5-9f0c-478c862a4a37 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:05.486159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf76eb2-6f88-46b5-9f0c-478c862a4a37 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Fanout notify agent at l3_agent the message router_deleted on router 205b10b4-755e-4ba9-8c7a-9804e9ac3dce {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 01:23:05.492834 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-acf76eb2-6f88-46b5-9f0c-478c862a4a37 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:05.493989 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-acf76eb2-6f88-46b5-9f0c-478c862a4a37 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/routers/205b10b4-755e-4ba9-8c7a-9804e9ac3dce HTTP/1.1" status: 204 len: 168 time: 1.3807988 Nov 08 01:23:05.496714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40458) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:05.578568 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-323eb8e2-4b21-4cb4-a2e9-6cac7e130561 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:05.670613 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-323eb8e2-4b21-4cb4-a2e9-6cac7e130561 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:05.690724 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-323eb8e2-4b21-4cb4-a2e9-6cac7e130561 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7fa9711-bd8d-47db-b363-4e2481f520de']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:23:05.699613 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-323eb8e2-4b21-4cb4-a2e9-6cac7e130561 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eac9673-4965-49e2-a0b4-0979d7937e2c') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:23:05.699951 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-323eb8e2-4b21-4cb4-a2e9-6cac7e130561 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eac9673-4965-49e2-a0b4-0979d7937e2c') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:23:05.709653 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-323eb8e2-4b21-4cb4-a2e9-6cac7e130561 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:05.722336 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-323eb8e2-4b21-4cb4-a2e9-6cac7e130561 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:05.728089 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323eb8e2-4b21-4cb4-a2e9-6cac7e130561 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:23:05.728474 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-323eb8e2-4b21-4cb4-a2e9-6cac7e130561 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: timer() Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:23:05.731345 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:23:05.870028 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-323eb8e2-4b21-4cb4-a2e9-6cac7e130561 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:05.877845 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-323eb8e2-4b21-4cb4-a2e9-6cac7e130561 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:05.880363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-323eb8e2-4b21-4cb4-a2e9-6cac7e130561 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/networks/d7fa9711-bd8d-47db-b363-4e2481f520de HTTP/1.1" status: 204 len: 168 time: 0.3826797 Nov 08 01:23:05.883089 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40460) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:05.891693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323eb8e2-4b21-4cb4-a2e9-6cac7e130561 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Network': ['ID=d7fa9711-bd8d-47db-b363-4e2481f520de,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:05.949880 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e05d7272-138a-470d-b096-e7647a0fac13 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:05.978552 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e05d7272-138a-470d-b096-e7647a0fac13 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:06.096968 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e05d7272-138a-470d-b096-e7647a0fac13 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:06.099557 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e05d7272-138a-470d-b096-e7647a0fac13 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:06.100882 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e05d7272-138a-470d-b096-e7647a0fac13 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/security-groups/cf07138f-058f-47a3-8f7c-1668cd709389 HTTP/1.1" status: 204 len: 168 time: 0.2168100 Nov 08 01:23:06.110816 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d7272-138a-470d-b096-e7647a0fac13 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf07138f-058f-47a3-8f7c-1668cd709389,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:06.120896 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d7272-138a-470d-b096-e7647a0fac13 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:06.121164 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d7272-138a-470d-b096-e7647a0fac13 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:06.121547 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d7272-138a-470d-b096-e7647a0fac13 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:06.122012 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d7272-138a-470d-b096-e7647a0fac13 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:06.122412 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d7272-138a-470d-b096-e7647a0fac13 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:06.122836 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d7272-138a-470d-b096-e7647a0fac13 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:06.123759 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d7272-138a-470d-b096-e7647a0fac13 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:06.124159 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d7272-138a-470d-b096-e7647a0fac13 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:06.124495 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d7272-138a-470d-b096-e7647a0fac13 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:06.124826 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d7272-138a-470d-b096-e7647a0fac13 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:06.125155 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d7272-138a-470d-b096-e7647a0fac13 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:06.125480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d7272-138a-470d-b096-e7647a0fac13 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:06.150712 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:23:06.498285 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40468) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:06.502771 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b687765a-fbf1-4188-a556-c40910b28209 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-11661021', 'description': 'tempest-secgroup-smoke-11661021 description', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:23:06.584231 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b687765a-fbf1-4188-a556-c40910b28209 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:06.647250 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b687765a-fbf1-4188-a556-c40910b28209 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:06.731024 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b687765a-fbf1-4188-a556-c40910b28209 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:06.758830 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687765a-fbf1-4188-a556-c40910b28209 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:06.815076 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b687765a-fbf1-4188-a556-c40910b28209 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:06.816346 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b687765a-fbf1-4188-a556-c40910b28209 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3171730 Nov 08 01:23:06.819207 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40470) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:06.823844 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-62a79542-890e-4099-86d5-709aba0e183f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': 'a7a92a39-fa7a-4db2-b991-2f9c9749cc2b', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:23:06.948861 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62a79542-890e-4099-86d5-709aba0e183f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:07.006180 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62a79542-890e-4099-86d5-709aba0e183f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:07.098559 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62a79542-890e-4099-86d5-709aba0e183f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:07.116142 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a79542-890e-4099-86d5-709aba0e183f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de969291-3098-4d0a-87d8-9882533621de,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:07.192028 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62a79542-890e-4099-86d5-709aba0e183f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:07.194190 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-62a79542-890e-4099-86d5-709aba0e183f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3737681 Nov 08 01:23:07.195896 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40472) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:07.200387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-3215b245-cab3-4595-a336-73fc0d080a66 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': 'a7a92a39-fa7a-4db2-b991-2f9c9749cc2b', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:23:07.240360 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5bdf50ba-1dfa-4176-83aa-f4b1ed163154 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:23:07.261338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 5bdf50ba-1dfa-4176-83aa-f4b1ed163154 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:23:07.261608 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 5bdf50ba-1dfa-4176-83aa-f4b1ed163154 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:23:07.298396 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3215b245-cab3-4595-a336-73fc0d080a66 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:07.354578 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3215b245-cab3-4595-a336-73fc0d080a66 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:07.418508 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3215b245-cab3-4595-a336-73fc0d080a66 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:07.436696 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215b245-cab3-4595-a336-73fc0d080a66 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c012342-0fff-499f-8c32-211cfcca5774,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:07.512095 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3215b245-cab3-4595-a336-73fc0d080a66 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:07.513262 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3215b245-cab3-4595-a336-73fc0d080a66 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3164144 Nov 08 01:23:07.520459 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40474) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:07.527516 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d283bb67-9fa9-4d6e-97af-f2542e3a8de3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': 'a7a92a39-fa7a-4db2-b991-2f9c9749cc2b', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:23:07.623089 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d283bb67-9fa9-4d6e-97af-f2542e3a8de3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:07.679523 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d283bb67-9fa9-4d6e-97af-f2542e3a8de3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:07.765973 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d283bb67-9fa9-4d6e-97af-f2542e3a8de3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:07.783150 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283bb67-9fa9-4d6e-97af-f2542e3a8de3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34b24c2-571b-406d-8b8b-f8c73d9ec691,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:07.883242 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d283bb67-9fa9-4d6e-97af-f2542e3a8de3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:07.884514 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d283bb67-9fa9-4d6e-97af-f2542e3a8de3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3630700 Nov 08 01:23:07.887475 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40476) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:07.892998 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7200b3ae-4464-4d89-a7da-f054a32eae22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': 'a7a92a39-fa7a-4db2-b991-2f9c9749cc2b', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:23:08.006300 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7200b3ae-4464-4d89-a7da-f054a32eae22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:08.073077 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7200b3ae-4464-4d89-a7da-f054a32eae22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:08.178627 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7200b3ae-4464-4d89-a7da-f054a32eae22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:08.196193 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200b3ae-4464-4d89-a7da-f054a32eae22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30811a4-ab16-4b95-a03a-f0d83b359c79,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:08.283157 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7200b3ae-4464-4d89-a7da-f054a32eae22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:08.284436 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-7200b3ae-4464-4d89-a7da-f054a32eae22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3959277 Nov 08 01:23:08.287224 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40478) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:08.291738 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d7fd238d-668a-45de-8ed4-b799391aec65 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': 'a7a92a39-fa7a-4db2-b991-2f9c9749cc2b', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:23:08.396624 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-d7fd238d-668a-45de-8ed4-b799391aec65 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Project 15ad3e5f0daf4c8b8a7805bb4d3c30f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 01:23:08.401880 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d7fd238d-668a-45de-8ed4-b799391aec65 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:08.464928 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d7fd238d-668a-45de-8ed4-b799391aec65 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:08.542855 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d7fd238d-668a-45de-8ed4-b799391aec65 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:08.562236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd238d-668a-45de-8ed4-b799391aec65 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010c71cd-c904-40c8-8a01-54148add3eaa,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:08.649400 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d7fd238d-668a-45de-8ed4-b799391aec65 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:08.650596 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d7fd238d-668a-45de-8ed4-b799391aec65 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3623364 Nov 08 01:23:08.653490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40480) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:08.658678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-3842ca4e-9b8e-4a86-8ce2-e6d4d03a51e8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': 'a7a92a39-fa7a-4db2-b991-2f9c9749cc2b', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:23:08.784621 n-d-816882-1 neutron-server[102772]: INFO neutron.db.securitygroups_db [None req-3842ca4e-9b8e-4a86-8ce2-e6d4d03a51e8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Project 15ad3e5f0daf4c8b8a7805bb4d3c30f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 01:23:08.789723 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3842ca4e-9b8e-4a86-8ce2-e6d4d03a51e8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:08.849181 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3842ca4e-9b8e-4a86-8ce2-e6d4d03a51e8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:08.944186 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3842ca4e-9b8e-4a86-8ce2-e6d4d03a51e8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:08.962526 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842ca4e-9b8e-4a86-8ce2-e6d4d03a51e8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef699ea1-98af-44ff-b11b-6a7e95942174,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:09.054994 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3842ca4e-9b8e-4a86-8ce2-e6d4d03a51e8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:09.056246 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3842ca4e-9b8e-4a86-8ce2-e6d4d03a51e8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4017107 Nov 08 01:23:09.059007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40482) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:09.064548 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-0909de7d-70a3-43eb-91b8-5fc1f6b66743 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'network': {'name': 'tempest-network-smoke--282100034', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'port_security_enabled': True}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:23:09.172588 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0909de7d-70a3-43eb-91b8-5fc1f6b66743 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Made reservation on behalf of 15ad3e5f0daf4c8b8a7805bb4d3c30f1 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:23:09.176378 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0909de7d-70a3-43eb-91b8-5fc1f6b66743 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:09.199191 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0909de7d-70a3-43eb-91b8-5fc1f6b66743 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:23:09.208357 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0909de7d-70a3-43eb-91b8-5fc1f6b66743 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:09.208702 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-0909de7d-70a3-43eb-91b8-5fc1f6b66743 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Added segment 85781339-4d54-40c4-96fe-dbc9d01c976c of type vlan for network 0565e133-b8bf-465a-b299-7e3b8c5aae8b Nov 08 01:23:09.247821 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0909de7d-70a3-43eb-91b8-5fc1f6b66743 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:09.354258 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0909de7d-70a3-43eb-91b8-5fc1f6b66743 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:09.360913 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0909de7d-70a3-43eb-91b8-5fc1f6b66743 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:09.361563 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0909de7d-70a3-43eb-91b8-5fc1f6b66743 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:09.389661 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:09.429564 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909de7d-70a3-43eb-91b8-5fc1f6b66743 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Network': ['ID=0565e133-b8bf-465a-b299-7e3b8c5aae8b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:09.440600 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 0565e133-b8bf-465a-b299-7e3b8c5aae8b details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:23:09.484329 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0909de7d-70a3-43eb-91b8-5fc1f6b66743 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4240332 Nov 08 01:23:09.487503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40484) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:09.493237 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6b208e74-627e-49ec-9408-6d6cecf7b1aa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1784791868', 'admin_state_up': True, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:23:09.578808 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b208e74-627e-49ec-9408-6d6cecf7b1aa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:09.579870 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b208e74-627e-49ec-9408-6d6cecf7b1aa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:09.630277 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b208e74-627e-49ec-9408-6d6cecf7b1aa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:09.857529 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b208e74-627e-49ec-9408-6d6cecf7b1aa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:10.118108 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b208e74-627e-49ec-9408-6d6cecf7b1aa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:10.136497 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b208e74-627e-49ec-9408-6d6cecf7b1aa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:10.234988 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-6b208e74-627e-49ec-9408-6d6cecf7b1aa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Allocated IP 172.25.2.36 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/0f2a8b16-25d8-4f02-962c-7712d87ad7fa) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:23:10.341124 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b208e74-627e-49ec-9408-6d6cecf7b1aa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:10.430141 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b208e74-627e-49ec-9408-6d6cecf7b1aa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:10.467073 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b208e74-627e-49ec-9408-6d6cecf7b1aa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:23:10.469872 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-6b208e74-627e-49ec-9408-6d6cecf7b1aa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:23:10.473279 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b208e74-627e-49ec-9408-6d6cecf7b1aa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:23:10.497244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b208e74-627e-49ec-9408-6d6cecf7b1aa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=0f2a8b16-25d8-4f02-962c-7712d87ad7fa,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:10.776595 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b208e74-627e-49ec-9408-6d6cecf7b1aa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:10.968871 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b208e74-627e-49ec-9408-6d6cecf7b1aa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:11.172248 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b208e74-627e-49ec-9408-6d6cecf7b1aa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router 34aeca21-131c-4dc8-928e-9b7c81d4d76d is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 01:23:11.286140 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b208e74-627e-49ec-9408-6d6cecf7b1aa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:23:11.299334 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] Sync routers for ids ['34aeca21-131c-4dc8-928e-9b7c81d4d76d'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:23:11.308358 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] Routers {'34aeca21-131c-4dc8-928e-9b7c81d4d76d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:23:11.308959 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['34aeca21-131c-4dc8-928e-9b7c81d4d76d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:23:11.368962 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b208e74-627e-49ec-9408-6d6cecf7b1aa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:11.370304 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6b208e74-627e-49ec-9408-6d6cecf7b1aa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8817382 Nov 08 01:23:11.374023 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40486) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:11.404565 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ca64aac9-27f5-431e-900e-f6955b85969c tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270095 Nov 08 01:23:11.404811 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40488) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:11.413769 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] Set router 34aeca21-131c-4dc8-928e-9b7c81d4d76d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:23:11.489064 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9598d8f0-8fb1-4177-b1b5-fa3881aa433b tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:11.490505 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9598d8f0-8fb1-4177-b1b5-fa3881aa433b tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848331 Nov 08 01:23:11.493386 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40490) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:11.524837 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6afe6de2-ef78-4f97-bedb-e1c76889b2ec tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303504 Nov 08 01:23:11.527311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40492) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:11.532232 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-1676b5f7-1689-46c2-ab98-5ac2470adf32 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-607753051', 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:23:11.600669 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784791868', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:23:09Z', 'updated_at': '2021-11-08T01:23:10Z', 'revision_number': 3, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:10Z', 'updated_at': '2021-11-08T01:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:23:11.626258 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] Checking router: 34aeca21-131c-4dc8-928e-9b7c81d4d76d for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:23:11.626596 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] Updating router 34aeca21-131c-4dc8-928e-9b7c81d4d76d port 0f2a8b16-25d8-4f02-962c-7712d87ad7fa binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:23:11.650539 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:11.726899 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1676b5f7-1689-46c2-ab98-5ac2470adf32 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Made reservation on behalf of 15ad3e5f0daf4c8b8a7805bb4d3c30f1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:23:11.730611 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1676b5f7-1689-46c2-ab98-5ac2470adf32 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:11.902380 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:11.970697 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:12.007017 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1676b5f7-1689-46c2-ab98-5ac2470adf32 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:12.017743 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] Attempting to bind port 0f2a8b16-25d8-4f02-962c-7712d87ad7fa on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:23:12.018106 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] Attempting to bind port 0f2a8b16-25d8-4f02-962c-7712d87ad7fa by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:23:12.018463 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] Attempting to bind port 0f2a8b16-25d8-4f02-962c-7712d87ad7fa on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:23:12.029000 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:23:12.029361 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:23:12.032480 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:12.032480 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:23:12.032480 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] Bound port: 0f2a8b16-25d8-4f02-962c-7712d87ad7fa, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:23:12.032480 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:12.050520 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79fd07-d85f-4c52-b8db-dbfe81daa8b0 None None] Pushing event updated for resources: {'Port': ['ID=0f2a8b16-25d8-4f02-962c-7712d87ad7fa,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:12.062605 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79fd07-d85f-4c52-b8db-dbfe81daa8b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:12.062941 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79fd07-d85f-4c52-b8db-dbfe81daa8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:12.063268 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79fd07-d85f-4c52-b8db-dbfe81daa8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:12.063590 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79fd07-d85f-4c52-b8db-dbfe81daa8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:12.063946 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79fd07-d85f-4c52-b8db-dbfe81daa8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:12.064267 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79fd07-d85f-4c52-b8db-dbfe81daa8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:12.064584 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79fd07-d85f-4c52-b8db-dbfe81daa8b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:12.064897 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79fd07-d85f-4c52-b8db-dbfe81daa8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:12.065209 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79fd07-d85f-4c52-b8db-dbfe81daa8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:12.065520 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79fd07-d85f-4c52-b8db-dbfe81daa8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:12.065833 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79fd07-d85f-4c52-b8db-dbfe81daa8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:12.066140 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79fd07-d85f-4c52-b8db-dbfe81daa8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:23:12.068302 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676b5f7-1689-46c2-ab98-5ac2470adf32 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Subnet': ['ID=224ee640-73b2-40aa-a81a-da124cd6d70b,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:12.077251 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1676b5f7-1689-46c2-ab98-5ac2470adf32 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Checking segment: {'id': '85781339-4d54-40c4-96fe-dbc9d01c976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:23:12.077612 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1676b5f7-1689-46c2-ab98-5ac2470adf32 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network hostable DHCP agents. Network: 0565e133-b8bf-465a-b299-7e3b8c5aae8b, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:23:12.093951 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] For port 0f2a8b16-25d8-4f02-962c-7712d87ad7fa, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:23:12.097048 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] For port 0f2a8b16-25d8-4f02-962c-7712d87ad7fa, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0f2a8b16-25d8-4f02-962c-7712d87ad7fa,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:23:12.166924 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1676b5f7-1689-46c2-ab98-5ac2470adf32 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network 0565e133-b8bf-465a-b299-7e3b8c5aae8b is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:23:12.184458 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:12.241266 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-1676b5f7-1689-46c2-ab98-5ac2470adf32 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 0565e133-b8bf-465a-b299-7e3b8c5aae8b) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:23:12.245585 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1676b5f7-1689-46c2-ab98-5ac2470adf32 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:12.246264 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1676b5f7-1689-46c2-ab98-5ac2470adf32 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:12.250834 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e392dc-0ac1-44c7-a423-2ef5d95d16fb None None] Network 0565e133-b8bf-465a-b299-7e3b8c5aae8b requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:23:12.331484 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] Routers {'34aeca21-131c-4dc8-928e-9b7c81d4d76d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:23:12.332203 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['34aeca21-131c-4dc8-928e-9b7c81d4d76d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:23:12.341787 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1676b5f7-1689-46c2-ab98-5ac2470adf32 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8105071 Nov 08 01:23:12.341970 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40494) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:12.393536 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79fd07-d85f-4c52-b8db-dbfe81daa8b0 None None] Pushing event updated for resources: {'Port': ['ID=0f2a8b16-25d8-4f02-962c-7712d87ad7fa,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:12.407661 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-0565e133-b8bf-465a-b299-7e3b8c5aae8b', 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ips': [{'subnet_id': '224ee640-73b2-40aa-a81a-da124cd6d70b'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:23:12.408621 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:12.444658 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] Set router 34aeca21-131c-4dc8-928e-9b7c81d4d76d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:23:12.562016 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] Allocated IP 172.20.0.2 (0565e133-b8bf-465a-b299-7e3b8c5aae8b/224ee640-73b2-40aa-a81a-da124cd6d70b/742fc707-3e7b-47d7-8868-3059e3ff0ec5) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:23:12.633505 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784791868', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:23:09Z', 'updated_at': '2021-11-08T01:23:10Z', 'revision_number': 3, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:10Z', 'updated_at': '2021-11-08T01:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:23:12.659431 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3766a52-6adf-442a-bb1e-e8b8da24face None None] The sync data for ids ['34aeca21-131c-4dc8-928e-9b7c81d4d76d'] in n-d-816882-1 is: [{'id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784791868', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:23:09Z', 'updated_at': '2021-11-08T01:23:10Z', 'revision_number': 3, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:10Z', 'updated_at': '2021-11-08T01:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:23:12.726258 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:12.818659 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:12.878126 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] Network 0565e133-b8bf-465a-b299-7e3b8c5aae8b is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:23:12.883908 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:23:12.893792 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:23:12.897159 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] Pushing event updated for resources: {'Port': ['ID=742fc707-3e7b-47d7-8868-3059e3ff0ec5,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:12.953359 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] Attempting to bind port 742fc707-3e7b-47d7-8868-3059e3ff0ec5 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:23:12.953732 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] Attempting to bind port 742fc707-3e7b-47d7-8868-3059e3ff0ec5 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '85781339-4d54-40c4-96fe-dbc9d01c976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:23:12.954089 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] Attempting to bind port 742fc707-3e7b-47d7-8868-3059e3ff0ec5 on network 0565e133-b8bf-465a-b299-7e3b8c5aae8b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:23:12.959318 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:23:12.959688 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] Checking segment: {'id': '85781339-4d54-40c4-96fe-dbc9d01c976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:23:12.960124 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:12.960576 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] Bound using segment: {'id': '85781339-4d54-40c4-96fe-dbc9d01c976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:23:12.961044 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] Bound port: 742fc707-3e7b-47d7-8868-3059e3ff0ec5, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85781339-4d54-40c4-96fe-dbc9d01c976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:23:12.961427 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:13.040213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] For port 742fc707-3e7b-47d7-8868-3059e3ff0ec5, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:23:13.049520 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] For port 742fc707-3e7b-47d7-8868-3059e3ff0ec5, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=742fc707-3e7b-47d7-8868-3059e3ff0ec5,segment=NetworkSegment(85781339-4d54-40c4-96fe-dbc9d01c976c),segment_id=85781339-4d54-40c4-96fe-dbc9d01c976c)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:23:13.142967 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:13.176422 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d1f66177-729e-43e8-93f7-df36e5951583 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:13.208097 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61c486-8162-4c6d-ab34-aa289aecd6d9 None None] Pushing event updated for resources: {'Port': ['ID=742fc707-3e7b-47d7-8868-3059e3ff0ec5,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:13.309462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0f2a8b16-25d8-4f02-962c-7712d87ad7fa up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:23:13.367724 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0f2a8b16-25d8-4f02-962c-7712d87ad7fa triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:23:13.368389 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:13.492628 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:13.520798 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 0f2a8b16-25d8-4f02-962c-7712d87ad7fa, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0f2a8b16-25d8-4f02-962c-7712d87ad7fa,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:23:13.564359 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-d1f66177-729e-43e8-93f7-df36e5951583 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Allocated IP 172.20.0.1 (0565e133-b8bf-465a-b299-7e3b8c5aae8b/224ee640-73b2-40aa-a81a-da124cd6d70b/d1330935-229b-48f5-a54e-f0e31f34db1f) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:23:13.629505 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:13.685148 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=0f2a8b16-25d8-4f02-962c-7712d87ad7fa,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:13.685382 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d1f66177-729e-43e8-93f7-df36e5951583 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:13.835606 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d1f66177-729e-43e8-93f7-df36e5951583 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:13.881742 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f66177-729e-43e8-93f7-df36e5951583 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network 0565e133-b8bf-465a-b299-7e3b8c5aae8b is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:23:13.884999 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-d1f66177-729e-43e8-93f7-df36e5951583 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:23:13.888840 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f66177-729e-43e8-93f7-df36e5951583 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:23:13.918313 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f66177-729e-43e8-93f7-df36e5951583 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=d1330935-229b-48f5-a54e-f0e31f34db1f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:13.942101 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d1f66177-729e-43e8-93f7-df36e5951583 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:14.121808 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d1f66177-729e-43e8-93f7-df36e5951583 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:14.199135 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fcf4de-e8e1-4ccd-a263-c524c0eb9beb None None] Network 0565e133-b8bf-465a-b299-7e3b8c5aae8b requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:23:14.263142 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5cfb07e2-3129-4f9a-9943-4f8c589cfe4c None None] Provisioning complete for port 742fc707-3e7b-47d7-8868-3059e3ff0ec5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:23:14.263511 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cfb07e2-3129-4f9a-9943-4f8c589cfe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:14.412550 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cfb07e2-3129-4f9a-9943-4f8c589cfe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:14.421724 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d1f66177-729e-43e8-93f7-df36e5951583 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:14.456540 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5cfb07e2-3129-4f9a-9943-4f8c589cfe4c None None] For port 742fc707-3e7b-47d7-8868-3059e3ff0ec5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=742fc707-3e7b-47d7-8868-3059e3ff0ec5,segment=NetworkSegment(85781339-4d54-40c4-96fe-dbc9d01c976c),segment_id=85781339-4d54-40c4-96fe-dbc9d01c976c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:23:14.486555 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d1f66177-729e-43e8-93f7-df36e5951583 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:14.543918 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cfb07e2-3129-4f9a-9943-4f8c589cfe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:14.569991 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d1f66177-729e-43e8-93f7-df36e5951583 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:14.584387 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f66177-729e-43e8-93f7-df36e5951583 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=d1330935-229b-48f5-a54e-f0e31f34db1f,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:14.602170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb07e2-3129-4f9a-9943-4f8c589cfe4c None None] Pushing event updated for resources: {'Port': ['ID=742fc707-3e7b-47d7-8868-3059e3ff0ec5,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:14.688591 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f66177-729e-43e8-93f7-df36e5951583 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network 0565e133-b8bf-465a-b299-7e3b8c5aae8b is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:23:14.690163 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-d1f66177-729e-43e8-93f7-df36e5951583 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:23:14.766907 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5b4a82c7-2aa5-41fb-a045-495457e71974 None None] Provisioning complete for port d1330935-229b-48f5-a54e-f0e31f34db1f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:23:14.767381 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b4a82c7-2aa5-41fb-a045-495457e71974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:14.804422 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5b4a82c7-2aa5-41fb-a045-495457e71974 None None] Port d1330935-229b-48f5-a54e-f0e31f34db1f cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:23:14.811316 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f66177-729e-43e8-93f7-df36e5951583 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router 34aeca21-131c-4dc8-928e-9b7c81d4d76d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:23:14.815940 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-5b4a82c7-2aa5-41fb-a045-495457e71974 None None] Provisioning complete for port 742fc707-3e7b-47d7-8868-3059e3ff0ec5 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:23:14.816608 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b4a82c7-2aa5-41fb-a045-495457e71974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:14.929888 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f66177-729e-43e8-93f7-df36e5951583 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:23:14.935831 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d1f66177-729e-43e8-93f7-df36e5951583 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "PUT /v2.0/routers/34aeca21-131c-4dc8-928e-9b7c81d4d76d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5912881 Nov 08 01:23:14.939664 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] Sync routers for ids ['34aeca21-131c-4dc8-928e-9b7c81d4d76d'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:23:14.950082 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] Routers {'34aeca21-131c-4dc8-928e-9b7c81d4d76d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:23:14.950714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['34aeca21-131c-4dc8-928e-9b7c81d4d76d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:23:15.091635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-a042d8ca-50a3-4aea-ad04-9d7267c66bbf tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-11661021&fields=id&tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1 HTTP/1.1" status: 200 len: 267 time: 0.0433340 Nov 08 01:23:15.196543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-de4210e4-8251-4fcb-b00b-c67b44c16188 None None] Provisioning complete for port d1330935-229b-48f5-a54e-f0e31f34db1f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:23:15.196921 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-de4210e4-8251-4fcb-b00b-c67b44c16188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:15.216560 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-35d11437-33b9-45e0-bb92-aaa3f21da8f3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:15.218127 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-35d11437-33b9-45e0-bb92-aaa3f21da8f3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/networks?id=0565e133-b8bf-465a-b299-7e3b8c5aae8b HTTP/1.1" status: 200 len: 796 time: 0.1185808 Nov 08 01:23:15.240871 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-486fed14-34de-479d-8d66-cf78db1862b4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/quotas/15ad3e5f0daf4c8b8a7805bb4d3c30f1 HTTP/1.1" status: 200 len: 375 time: 0.0115604 Nov 08 01:23:15.248155 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-de4210e4-8251-4fcb-b00b-c67b44c16188 None None] Port d1330935-229b-48f5-a54e-f0e31f34db1f cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:23:15.262061 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] Set router 34aeca21-131c-4dc8-928e-9b7c81d4d76d gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:23:15.294939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-572e071e-49d8-4cfd-8d8e-5765584be681 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482213 Nov 08 01:23:15.355596 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0f2a8b16-25d8-4f02-962c-7712d87ad7fa up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:23:15.392746 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-7a564ea8-0b63-4e29-9ba6-975a4cbcb64a service neutron] 10.222.0.13 "GET /v2.0/networks/0565e133-b8bf-465a-b299-7e3b8c5aae8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857885 Nov 08 01:23:15.432823 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-04a92323-c3b0-4623-8441-d655f4ff9ac5 None None] Provisioning complete for port d1330935-229b-48f5-a54e-f0e31f34db1f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:23:15.433442 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04a92323-c3b0-4623-8441-d655f4ff9ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:15.485696 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-ba8eae48-1960-4ab1-aa59-6920650ea6a7 service neutron] 10.222.0.13 "GET /v2.0/networks/0565e133-b8bf-465a-b299-7e3b8c5aae8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867496 Nov 08 01:23:15.500782 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-04a92323-c3b0-4623-8441-d655f4ff9ac5 None None] Port d1330935-229b-48f5-a54e-f0e31f34db1f cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:23:15.509863 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 0f2a8b16-25d8-4f02-962c-7712d87ad7fa triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:23:15.510230 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:15.609461 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784791868', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:23:09Z', 'updated_at': '2021-11-08T01:23:14Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:10Z', 'updated_at': '2021-11-08T01:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'd1330935-229b-48f5-a54e-f0e31f34db1f', 'name': '', 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:c5:54:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '224ee640-73b2-40aa-a81a-da124cd6d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:13Z', 'updated_at': '2021-11-08T01:23:14Z', 'revision_number': 2, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '224ee640-73b2-40aa-a81a-da124cd6d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:23:15.642013 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] Checking router: 34aeca21-131c-4dc8-928e-9b7c81d4d76d for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:23:15.642390 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] Updating router 34aeca21-131c-4dc8-928e-9b7c81d4d76d port d1330935-229b-48f5-a54e-f0e31f34db1f binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:23:15.672365 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 742fc707-3e7b-47d7-8868-3059e3ff0ec5 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:23:15.694283 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:15.744989 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1b2438bc-69b9-49d8-929c-2c5e7b7ace38 req-b12fb22e-cd79-436c-98f4-cb3a6194cf60 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 210 time: 0.0275180 Nov 08 01:23:15.821090 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 742fc707-3e7b-47d7-8868-3059e3ff0ec5 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:23:15.821466 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:16.038383 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:16.096254 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:16.150470 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c6574-cc1d-47fa-a0d8-1dbed34b7910 None None] Pushing event updated for resources: {'Port': ['ID=d1330935-229b-48f5-a54e-f0e31f34db1f,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:16.202674 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] Attempting to bind port d1330935-229b-48f5-a54e-f0e31f34db1f on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:23:16.203053 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] Attempting to bind port d1330935-229b-48f5-a54e-f0e31f34db1f by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '85781339-4d54-40c4-96fe-dbc9d01c976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:23:16.203416 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] Attempting to bind port d1330935-229b-48f5-a54e-f0e31f34db1f on network 0565e133-b8bf-465a-b299-7e3b8c5aae8b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:23:16.208767 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:23:16.209142 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] Checking segment: {'id': '85781339-4d54-40c4-96fe-dbc9d01c976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:23:16.209564 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:16.209957 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] Bound using segment: {'id': '85781339-4d54-40c4-96fe-dbc9d01c976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:23:16.210457 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] Bound port: d1330935-229b-48f5-a54e-f0e31f34db1f, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85781339-4d54-40c4-96fe-dbc9d01c976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:23:16.210856 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:16.276933 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] For port d1330935-229b-48f5-a54e-f0e31f34db1f, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:23:16.280184 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] For port d1330935-229b-48f5-a54e-f0e31f34db1f, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d1330935-229b-48f5-a54e-f0e31f34db1f,segment=NetworkSegment(85781339-4d54-40c4-96fe-dbc9d01c976c),segment_id=85781339-4d54-40c4-96fe-dbc9d01c976c)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:23:16.322014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-cb0c1dd7-231d-4519-8430-912cced56791 None None] Provisioning complete for port d1330935-229b-48f5-a54e-f0e31f34db1f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:23:16.322378 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb0c1dd7-231d-4519-8430-912cced56791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:16.346981 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:16.389377 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-cb0c1dd7-231d-4519-8430-912cced56791 None None] Port d1330935-229b-48f5-a54e-f0e31f34db1f cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:23:16.407329 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] Routers {'34aeca21-131c-4dc8-928e-9b7c81d4d76d'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:23:16.407985 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:23:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['34aeca21-131c-4dc8-928e-9b7c81d4d76d'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:23:16.483627 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c6574-cc1d-47fa-a0d8-1dbed34b7910 None None] Pushing event updated for resources: {'Port': ['ID=d1330935-229b-48f5-a54e-f0e31f34db1f,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:16.532939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] Set router 34aeca21-131c-4dc8-928e-9b7c81d4d76d gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:23:16.657662 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-a297add2-7946-4092-b7a1-744fbe77b527 None None] Provisioning complete for port d1330935-229b-48f5-a54e-f0e31f34db1f triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:23:16.657996 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a297add2-7946-4092-b7a1-744fbe77b527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:16.802950 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a297add2-7946-4092-b7a1-744fbe77b527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:16.824397 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f23a0090-c9fb-460e-b16f-8da29e87fe37 req-fe342900-f459-4aab-a38b-a73bd03a66f3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 210 time: 0.0285354 Nov 08 01:23:16.841933 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784791868', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:23:09Z', 'updated_at': '2021-11-08T01:23:14Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:10Z', 'updated_at': '2021-11-08T01:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'd1330935-229b-48f5-a54e-f0e31f34db1f', 'name': '', 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:c5:54:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '224ee640-73b2-40aa-a81a-da124cd6d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:13Z', 'updated_at': '2021-11-08T01:23:16Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '224ee640-73b2-40aa-a81a-da124cd6d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:23:16.845204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a297add2-7946-4092-b7a1-744fbe77b527 None None] For port d1330935-229b-48f5-a54e-f0e31f34db1f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d1330935-229b-48f5-a54e-f0e31f34db1f,segment=NetworkSegment(85781339-4d54-40c4-96fe-dbc9d01c976c),segment_id=85781339-4d54-40c4-96fe-dbc9d01c976c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:23:16.872970 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa166a0-847f-4b58-918a-163b83f06e6d None None] The sync data for ids ['34aeca21-131c-4dc8-928e-9b7c81d4d76d'] in n-d-816882-1 is: [{'id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784791868', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:23:09Z', 'updated_at': '2021-11-08T01:23:14Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:10Z', 'updated_at': '2021-11-08T01:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'd1330935-229b-48f5-a54e-f0e31f34db1f', 'name': '', 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:c5:54:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '224ee640-73b2-40aa-a81a-da124cd6d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:13Z', 'updated_at': '2021-11-08T01:23:16Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '224ee640-73b2-40aa-a81a-da124cd6d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:23:16.898073 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a297add2-7946-4092-b7a1-744fbe77b527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:16.954007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297add2-7946-4092-b7a1-744fbe77b527 None None] Pushing event updated for resources: {'Port': ['ID=d1330935-229b-48f5-a54e-f0e31f34db1f,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:17.264161 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d1330935-229b-48f5-a54e-f0e31f34db1f up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:23:17.317965 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port d1330935-229b-48f5-a54e-f0e31f34db1f triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:23:17.318249 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:17.901001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ba18dbde-87fa-4a80-88f9-c3d9463edb0a req-18611d91-b937-4d9c-bb73-7dbc038a1761 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 210 time: 0.0258868 Nov 08 01:23:18.980968 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ebdecdba-d3a5-4388-bef3-c67536ec72dd req-8d02a6d9-e260-406a-a3f6-573473ae3779 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 210 time: 0.0302532 Nov 08 01:23:20.072060 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1255d256-7533-443d-9775-f6aa280c9cee req-434566a1-fb3d-46ae-98e7-24cb86e6a09d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 210 time: 0.0268440 Nov 08 01:23:21.164716 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b899dbde-648f-4842-b29d-6ab608717f79 req-a909ad49-ea28-4b99-b4cd-ef174806aa44 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 210 time: 0.0263746 Nov 08 01:23:21.734426 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-de78837d-2c0f-4642-a485-b40558c1f7b1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:21.735888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-de78837d-2c0f-4642-a485-b40558c1f7b1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "GET /v2.0/networks?id=0565e133-b8bf-465a-b299-7e3b8c5aae8b HTTP/1.1" status: 200 len: 796 time: 0.1082847 Nov 08 01:23:21.785472 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-d71136f6-7273-453e-973d-cf430f5d6eb9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1 HTTP/1.1" status: 200 len: 378 time: 0.0339816 Nov 08 01:23:21.794894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-df01077b-a543-4a56-bed4-801146e603ed tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'port': {'device_id': 'a211a82c-329a-45e8-a5e5-feedcfa4056f', 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b', 'admin_state_up': True, 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'security_groups': ['a7a92a39-fa7a-4db2-b991-2f9c9749cc2b']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:23:21.982956 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-df01077b-a543-4a56-bed4-801146e603ed tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Made reservation on behalf of 15ad3e5f0daf4c8b8a7805bb4d3c30f1 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:23:21.986672 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-df01077b-a543-4a56-bed4-801146e603ed tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:22.112972 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-df01077b-a543-4a56-bed4-801146e603ed tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Allocated IP 172.20.0.11 (0565e133-b8bf-465a-b299-7e3b8c5aae8b/224ee640-73b2-40aa-a81a-da124cd6d70b/c68c4af2-27c3-45f0-82fa-06667c3a1156) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:23:22.267928 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53705caa-911e-40eb-a30b-7766ee183c1d req-9d9b813d-441b-4813-a698-5ed05b855199 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 210 time: 0.0312910 Nov 08 01:23:22.277287 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-df01077b-a543-4a56-bed4-801146e603ed tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:22.366534 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-df01077b-a543-4a56-bed4-801146e603ed tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:22.407593 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-df01077b-a543-4a56-bed4-801146e603ed tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network 0565e133-b8bf-465a-b299-7e3b8c5aae8b is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:23:22.410750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-df01077b-a543-4a56-bed4-801146e603ed tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:23:22.414356 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-df01077b-a543-4a56-bed4-801146e603ed tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:23:22.443956 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01077b-a543-4a56-bed4-801146e603ed tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=c68c4af2-27c3-45f0-82fa-06667c3a1156,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:22.471693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-df01077b-a543-4a56-bed4-801146e603ed tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:22.472348 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-df01077b-a543-4a56-bed4-801146e603ed tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:22.546297 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-df01077b-a543-4a56-bed4-801146e603ed tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7549362 Nov 08 01:23:22.570409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Request body: {'port': {'device_id': 'a211a82c-329a-45e8-a5e5-feedcfa4056f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:23:22.637502 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:22.647991 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-3426a064-e8d6-41dd-9f47-c991a4892cf5 None None] Provisioning complete for port c68c4af2-27c3-45f0-82fa-06667c3a1156 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:23:22.648534 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3426a064-e8d6-41dd-9f47-c991a4892cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:22.686077 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3426a064-e8d6-41dd-9f47-c991a4892cf5 None None] Port c68c4af2-27c3-45f0-82fa-06667c3a1156 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:23:22.897399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c68c4af2-27c3-45f0-82fa-06667c3a1156 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:23:22.904935 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:22.916579 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Transition to ACTIVE for port object c68c4af2-27c3-45f0-82fa-06667c3a1156 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:23:23.006325 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:23.054684 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c68c4af2-27c3-45f0-82fa-06667c3a1156,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:23.131038 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Attempting to bind port c68c4af2-27c3-45f0-82fa-06667c3a1156 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:23:23.131503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Attempting to bind port c68c4af2-27c3-45f0-82fa-06667c3a1156 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '85781339-4d54-40c4-96fe-dbc9d01c976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:23:23.131869 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Attempting to bind port c68c4af2-27c3-45f0-82fa-06667c3a1156 on network 0565e133-b8bf-465a-b299-7e3b8c5aae8b {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:23:23.136403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Port c68c4af2-27c3-45f0-82fa-06667c3a1156 on network 0565e133-b8bf-465a-b299-7e3b8c5aae8b not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:23:23.136726 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Attempting to bind port c68c4af2-27c3-45f0-82fa-06667c3a1156 on network 0565e133-b8bf-465a-b299-7e3b8c5aae8b {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:23:23.141781 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:23:23.142163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Checking segment: {'id': '85781339-4d54-40c4-96fe-dbc9d01c976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:23:23.142514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Bound using segment: {'id': '85781339-4d54-40c4-96fe-dbc9d01c976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:23:23.147856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Bound port: c68c4af2-27c3-45f0-82fa-06667c3a1156, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85781339-4d54-40c4-96fe-dbc9d01c976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:23:23.147856 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:23.209651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] For port c68c4af2-27c3-45f0-82fa-06667c3a1156, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:23:23.212977 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] For port c68c4af2-27c3-45f0-82fa-06667c3a1156, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c68c4af2-27c3-45f0-82fa-06667c3a1156,segment=NetworkSegment(85781339-4d54-40c4-96fe-dbc9d01c976c),segment_id=85781339-4d54-40c4-96fe-dbc9d01c976c)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:23:23.315608 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:23.350598 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:23.351206 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:23.352593 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/c68c4af2-27c3-45f0-82fa-06667c3a1156 HTTP/1.1" status: 200 len: 1092 time: 0.7868564 Nov 08 01:23:23.360484 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a211a82c-329a-45e8-a5e5-feedcfa4056f', 'tag': 'c68c4af2-27c3-45f0-82fa-06667c3a1156'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:23:23.363616 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d8040a-797f-4fc0-8797-5cf0ba7b1dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "a211a82c-329a-45e8-a5e5-feedcfa4056f", "tag": "c68c4af2-27c3-45f0-82fa-06667c3a1156"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:23:23.411553 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d4f6a0-67c8-4ec9-adc3-6884447f26e5 x-openstack-request-id: req-02d4f6a0-67c8-4ec9-adc3-6884447f26e5 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:23:23.411901 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a211a82c-329a-45e8-a5e5-feedcfa4056f", "tag": "c68c4af2-27c3-45f0-82fa-06667c3a1156", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:23:23.412152 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02d4f6a0-67c8-4ec9-adc3-6884447f26e5 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:23:23.415671 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a211a82c-329a-45e8-a5e5-feedcfa4056f', 'tag': 'c68c4af2-27c3-45f0-82fa-06667c3a1156', 'status': 'completed', 'code': 200} Nov 08 01:23:23.417352 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbde90e-bce0-4923-b9f7-9bc8751743e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c68c4af2-27c3-45f0-82fa-06667c3a1156,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:23.437936 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db0af8-7054-4fcb-a816-e26d24755db4 req-29b30064-61ff-405d-a68b-c7234545f040 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:23.441543 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44db0af8-7054-4fcb-a816-e26d24755db4 req-29b30064-61ff-405d-a68b-c7234545f040 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 944 time: 0.0986750 Nov 08 01:23:23.506676 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44db0af8-7054-4fcb-a816-e26d24755db4 req-b5850a2a-21cd-4e33-b1db-111ea5871ebf tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604479 Nov 08 01:23:23.516954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8040a-797f-4fc0-8797-5cf0ba7b1dc8 req-a26fed30-189d-460f-8d22-ae0636f67e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:23.518531 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42d8040a-797f-4fc0-8797-5cf0ba7b1dc8 req-a26fed30-189d-460f-8d22-ae0636f67e72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 1095 time: 0.0653832 Nov 08 01:23:23.627424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8040a-797f-4fc0-8797-5cf0ba7b1dc8 req-c13642c3-6b53-44ca-8b90-493318490a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:23.627424 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42d8040a-797f-4fc0-8797-5cf0ba7b1dc8 req-c13642c3-6b53-44ca-8b90-493318490a05 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0943866 Nov 08 01:23:23.721187 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8040a-797f-4fc0-8797-5cf0ba7b1dc8 req-b744e7a2-2814-4853-b2ba-903634ed7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:23.722649 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42d8040a-797f-4fc0-8797-5cf0ba7b1dc8 req-b744e7a2-2814-4853-b2ba-903634ed7ac8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886111 Nov 08 01:23:23.824295 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-d01d0310-7f06-42f2-befb-9ef67b2e7ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:23.825748 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-d01d0310-7f06-42f2-befb-9ef67b2e7ae2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 1095 time: 0.0433483 Nov 08 01:23:23.871371 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-d04010db-c2a1-4098-a458-b77a130c6883 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c68c4af2-27c3-45f0-82fa-06667c3a1156 HTTP/1.1" status: 200 len: 217 time: 0.0332859 Nov 08 01:23:23.918637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-33843532-120d-4a31-8466-9b8f4943703c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:23.919952 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-33843532-120d-4a31-8466-9b8f4943703c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224ee640-73b2-40aa-a81a-da124cd6d70b HTTP/1.1" status: 200 len: 834 time: 0.0421922 Nov 08 01:23:23.966395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-75fe6d08-9e3f-48ff-bbd3-576c3e894a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:23.967843 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-75fe6d08-9e3f-48ff-bbd3-576c3e894a20 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0565e133-b8bf-465a-b299-7e3b8c5aae8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413740 Nov 08 01:23:24.054669 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-176135b0-eb96-4724-9d90-265787c235d2 service neutron] 10.222.0.20 "GET /v2.0/networks/0565e133-b8bf-465a-b299-7e3b8c5aae8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794888 Nov 08 01:23:24.146718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-81e5d2ca-7ed1-48f3-af74-dc2e5119b096 req-d0ab6f4f-7a02-49c6-95f1-8fbfe9842a2d service neutron] 10.222.0.20 "GET /v2.0/networks/0565e133-b8bf-465a-b299-7e3b8c5aae8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851326 Nov 08 01:23:24.627563 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7f412-749f-47f8-8892-9b417fd28d74 req-7776529a-d9ca-4e7c-8b6a-f627ded033dc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:24.629055 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ef7f412-749f-47f8-8892-9b417fd28d74 req-7776529a-d9ca-4e7c-8b6a-f627ded033dc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 944 time: 0.0511355 Nov 08 01:23:24.666704 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ef7f412-749f-47f8-8892-9b417fd28d74 req-32cfe2d3-69b0-46f1-940a-c23d1031d3f2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313725 Nov 08 01:23:25.782427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c01f42-b687-4256-9808-02966976fd19 req-0475eaf4-f254-40f6-a37a-d2fa1681f303 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:25.783963 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35c01f42-b687-4256-9808-02966976fd19 req-0475eaf4-f254-40f6-a37a-d2fa1681f303 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 944 time: 0.0499799 Nov 08 01:23:25.821605 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35c01f42-b687-4256-9808-02966976fd19 req-4e1a8e76-ed54-4981-a216-c85eb46c51c0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318129 Nov 08 01:23:25.997792 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device c68c4af2-27c3-45f0-82fa-06667c3a1156 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:23:26.089857 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port c68c4af2-27c3-45f0-82fa-06667c3a1156, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c68c4af2-27c3-45f0-82fa-06667c3a1156,segment=NetworkSegment(85781339-4d54-40c4-96fe-dbc9d01c976c),segment_id=85781339-4d54-40c4-96fe-dbc9d01c976c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:23:26.100659 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'c68c4af2-27c3-45f0-82fa-06667c3a1156', 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b', 'port_id': 'c68c4af2-27c3-45f0-82fa-06667c3a1156', 'mac_address': 'fa:16:3e:c0:6f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224ee640-73b2-40aa-a81a-da124cd6d70b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:23:26.137979 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:26.153627 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68c4af2-27c3-45f0-82fa-06667c3a1156 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:23:26.171764 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port c68c4af2-27c3-45f0-82fa-06667c3a1156, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c68c4af2-27c3-45f0-82fa-06667c3a1156,segment=NetworkSegment(85781339-4d54-40c4-96fe-dbc9d01c976c),segment_id=85781339-4d54-40c4-96fe-dbc9d01c976c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:23:26.240137 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:26.289397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=c68c4af2-27c3-45f0-82fa-06667c3a1156,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:26.659062 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['c68c4af2-27c3-45f0-82fa-06667c3a1156'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:23:26.944930 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746a6ba-bb1a-48d9-b329-da30e97a0249 req-b004e948-2a1e-45ce-bc7d-2c329f110845 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:26.946316 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3746a6ba-bb1a-48d9-b329-da30e97a0249 req-b004e948-2a1e-45ce-bc7d-2c329f110845 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 945 time: 0.0485640 Nov 08 01:23:26.987688 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3746a6ba-bb1a-48d9-b329-da30e97a0249 req-ac7bce0a-c6e4-42e6-b422-af893d017bff tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353839 Nov 08 01:23:27.997105 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device c68c4af2-27c3-45f0-82fa-06667c3a1156 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:23:28.103222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f436f-d16f-4569-ba22-895e6b2854cd req-5df109c3-5db7-4bd7-b354-c35a928ed9cf tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:28.104888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd5f436f-d16f-4569-ba22-895e6b2854cd req-5df109c3-5db7-4bd7-b354-c35a928ed9cf tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 945 time: 0.0502439 Nov 08 01:23:28.145522 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dd5f436f-d16f-4569-ba22-895e6b2854cd req-05506ffc-2af5-414f-b663-fdf181b94ca2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346358 Nov 08 01:23:28.169946 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port c68c4af2-27c3-45f0-82fa-06667c3a1156 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:23:28.174569 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port c68c4af2-27c3-45f0-82fa-06667c3a1156 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:23:28.174941 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:28.236971 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7df4b600-1043-4f73-a533-e96b57a6d34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:28.253672 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:28.275891 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a211a82c-329a-45e8-a5e5-feedcfa4056f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68c4af2-27c3-45f0-82fa-06667c3a1156'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:23:28.278124 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b148ef-975f-44ed-b7b1-0e4b9cf3ed03" -d '{"events": [{"server_uuid": "a211a82c-329a-45e8-a5e5-feedcfa4056f", "name": "network-vif-plugged", "status": "completed", "tag": "c68c4af2-27c3-45f0-82fa-06667c3a1156"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:23:28.290939 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port c68c4af2-27c3-45f0-82fa-06667c3a1156, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c68c4af2-27c3-45f0-82fa-06667c3a1156,segment=NetworkSegment(85781339-4d54-40c4-96fe-dbc9d01c976c),segment_id=85781339-4d54-40c4-96fe-dbc9d01c976c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:23:28.317244 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4821a1b-7dc3-47e6-89bb-6515be2bf70d x-openstack-request-id: req-c4821a1b-7dc3-47e6-89bb-6515be2bf70d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:23:28.317529 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a211a82c-329a-45e8-a5e5-feedcfa4056f", "name": "network-vif-plugged", "status": "completed", "tag": "c68c4af2-27c3-45f0-82fa-06667c3a1156", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:23:28.317775 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4821a1b-7dc3-47e6-89bb-6515be2bf70d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:23:28.318166 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a211a82c-329a-45e8-a5e5-feedcfa4056f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68c4af2-27c3-45f0-82fa-06667c3a1156', 'code': 200} Nov 08 01:23:28.348574 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:28.395614 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=c68c4af2-27c3-45f0-82fa-06667c3a1156,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:28.438627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030eb8f-1851-4ae1-a529-0ae2a4fa887f req-4209919e-e4df-42ef-a637-3f9ef196920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:28.440718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d030eb8f-1851-4ae1-a529-0ae2a4fa887f req-4209919e-e4df-42ef-a637-3f9ef196920e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 1097 time: 0.0412960 Nov 08 01:23:28.473499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d030eb8f-1851-4ae1-a529-0ae2a4fa887f req-dba8ce1b-01ba-4cc0-9fc7-0e62a1cb153f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0262315 Nov 08 01:23:29.258867 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f9351-d0a7-4178-a813-0278ecb773b8 req-35db3a08-59a7-49a5-b2e6-41abb8f02dc9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:29.260849 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d19f9351-d0a7-4178-a813-0278ecb773b8 req-35db3a08-59a7-49a5-b2e6-41abb8f02dc9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 946 time: 0.0497947 Nov 08 01:23:29.301826 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d19f9351-d0a7-4178-a813-0278ecb773b8 req-715caee4-fca7-4bb1-aac5-6b441f965802 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355389 Nov 08 01:23:30.416093 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f52081-3bab-4339-820c-116418400346 req-220c8969-4971-4915-aae0-51ab1ab74096 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:30.417536 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46f52081-3bab-4339-820c-116418400346 req-220c8969-4971-4915-aae0-51ab1ab74096 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 946 time: 0.0481851 Nov 08 01:23:30.455265 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46f52081-3bab-4339-820c-116418400346 req-834870e8-c47c-43e0-b4e7-f42d1d6937fc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318828 Nov 08 01:23:30.571033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b60e55-5663-497c-8390-b0b097ac8b35 req-8009392f-93ae-4295-a28a-213e1fb65b00 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:30.572553 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-16b60e55-5663-497c-8390-b0b097ac8b35 req-8009392f-93ae-4295-a28a-213e1fb65b00 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 946 time: 0.0520649 Nov 08 01:23:30.608742 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-16b60e55-5663-497c-8390-b0b097ac8b35 req-290acbad-dda2-41b5-b174-929eec50ce59 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303147 Nov 08 01:23:30.631144 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40564) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:30.670173 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd55c6c8-a0e6-4346-990c-dcfb0b240acf tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:30.671814 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fd55c6c8-a0e6-4346-990c-dcfb0b240acf tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 1092 time: 0.0395989 Nov 08 01:23:30.674920 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40566) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:30.679693 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': 'c68c4af2-27c3-45f0-82fa-06667c3a1156', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:23:30.765883 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-840978fc-2ddd-4bae-8be8-34a93429fbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:30.792753 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for floatingip, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:30.892348 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:30.999011 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Allocated IP 172.25.2.24 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/e29ae5a7-63e7-41f5-9b80-d8fe5487ae44) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:23:31.005156 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:31.101135 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:31.194724 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:31.230629 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:23:31.233552 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:23:31.237002 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:23:31.265364 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=e29ae5a7-63e7-41f5-9b80-d8fe5487ae44,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:31.583328 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:31.731112 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:31.876982 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:31.952330 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:32.005542 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:32.026800 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=e29ae5a7-63e7-41f5-9b80-d8fe5487ae44,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:23:32.034819 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:32.132793 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Floating IP b8c81eb6-9ccf-47a2-9086-6a7a0ecd240f associated. External IP: 172.25.2.24, port: c68c4af2-27c3-45f0-82fa-06667c3a1156. Nov 08 01:23:32.334958 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router 34aeca21-131c-4dc8-928e-9b7c81d4d76d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:23:32.436636 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:23:32.447081 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e5a1b-7aa8-470d-a38d-5e73a5c3c8dc None None] Sync routers for ids ['34aeca21-131c-4dc8-928e-9b7c81d4d76d'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:23:32.456650 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e5a1b-7aa8-470d-a38d-5e73a5c3c8dc None None] Routers {'34aeca21-131c-4dc8-928e-9b7c81d4d76d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:23:32.460215 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ea1e5a1b-7aa8-470d-a38d-5e73a5c3c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:23:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['34aeca21-131c-4dc8-928e-9b7c81d4d76d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:23:32.512670 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:32.554562 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:32.564083 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-ea1e5a1b-7aa8-470d-a38d-5e73a5c3c8dc None None] Set router 34aeca21-131c-4dc8-928e-9b7c81d4d76d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:23:32.585856 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2374e70f-0fbe-42f1-beed-86e1ded61e49 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9099202 Nov 08 01:23:32.586443 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a211a82c-329a-45e8-a5e5-feedcfa4056f', 'tag': 'c68c4af2-27c3-45f0-82fa-06667c3a1156'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:23:32.588801 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40319a74fe07febf9ab63d54579747668fab38c9212ad8217a68cab46359be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff529a3-4244-4dd9-96fa-51f6f2cdfd8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a211a82c-329a-45e8-a5e5-feedcfa4056f", "tag": "c68c4af2-27c3-45f0-82fa-06667c3a1156"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:23:32.627836 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b93198f-6e55-4c00-afe8-5d5f57b3f5f5 x-openstack-request-id: req-2b93198f-6e55-4c00-afe8-5d5f57b3f5f5 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:23:32.628137 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a211a82c-329a-45e8-a5e5-feedcfa4056f", "tag": "c68c4af2-27c3-45f0-82fa-06667c3a1156", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:23:32.628396 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b93198f-6e55-4c00-afe8-5d5f57b3f5f5 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:23:32.629554 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a211a82c-329a-45e8-a5e5-feedcfa4056f', 'tag': 'c68c4af2-27c3-45f0-82fa-06667c3a1156', 'status': 'completed', 'code': 200} Nov 08 01:23:32.725346 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e8296-d3d4-454a-aa99-28800568636e req-9c23e249-02f3-4cea-9768-82a764b1ea09 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:32.726864 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb9e8296-d3d4-454a-aa99-28800568636e req-9c23e249-02f3-4cea-9768-82a764b1ea09 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 946 time: 0.0825913 Nov 08 01:23:32.732415 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff529a3-4244-4dd9-96fa-51f6f2cdfd8b req-286c5e2c-7aba-41d7-a74b-d68b79e879c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:32.733820 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dff529a3-4244-4dd9-96fa-51f6f2cdfd8b req-286c5e2c-7aba-41d7-a74b-d68b79e879c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 1097 time: 0.0617223 Nov 08 01:23:32.793179 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ea1e5a1b-7aa8-470d-a38d-5e73a5c3c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784791868', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:23:09Z', 'updated_at': '2021-11-08T01:23:14Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:10Z', 'updated_at': '2021-11-08T01:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'b8c81eb6-9ccf-47a2-9086-6a7a0ecd240f', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'port_id': 'c68c4af2-27c3-45f0-82fa-06667c3a1156', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b', 'mac_address': 'fa:16:3e:c0:6f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211a82c-329a-45e8-a5e5-feedcfa4056f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:23:31Z', 'updated_at': '2021-11-08T01:23:31Z', 'revision_number': 0, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1330935-229b-48f5-a54e-f0e31f34db1f', 'name': '', 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:c5:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '224ee640-73b2-40aa-a81a-da124cd6d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:13Z', 'updated_at': '2021-11-08T01:23:16Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '224ee640-73b2-40aa-a81a-da124cd6d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:23:32.818003 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cb9e8296-d3d4-454a-aa99-28800568636e req-3aa7bee9-06e2-4e34-8eb8-85ab798e09f5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832295 Nov 08 01:23:32.819904 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e5a1b-7aa8-470d-a38d-5e73a5c3c8dc None None] Checking router: 34aeca21-131c-4dc8-928e-9b7c81d4d76d for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:23:32.828036 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e5a1b-7aa8-470d-a38d-5e73a5c3c8dc None None] Routers {'34aeca21-131c-4dc8-928e-9b7c81d4d76d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:23:32.828644 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ea1e5a1b-7aa8-470d-a38d-5e73a5c3c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:23:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['34aeca21-131c-4dc8-928e-9b7c81d4d76d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:23:32.840151 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40572) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:32.847232 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff529a3-4244-4dd9-96fa-51f6f2cdfd8b req-632aaae8-f8ea-4add-9d82-5d2f4b0765a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:32.849218 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dff529a3-4244-4dd9-96fa-51f6f2cdfd8b req-632aaae8-f8ea-4add-9d82-5d2f4b0765a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0565e133-b8bf-465a-b299-7e3b8c5aae8b HTTP/1.1" status: 200 len: 897 time: 0.1081493 Nov 08 01:23:32.906757 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e1028099-e167-47ad-b56e-cb6abba443a8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/floatingips/b8c81eb6-9ccf-47a2-9086-6a7a0ecd240f HTTP/1.1" status: 200 len: 991 time: 0.0648556 Nov 08 01:23:32.915773 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dff529a3-4244-4dd9-96fa-51f6f2cdfd8b req-d9039d1c-a989-47a4-a1f6-f62e4607de55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c68c4af2-27c3-45f0-82fa-06667c3a1156 HTTP/1.1" status: 200 len: 999 time: 0.0597522 Nov 08 01:23:32.934578 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-ea1e5a1b-7aa8-470d-a38d-5e73a5c3c8dc None None] Set router 34aeca21-131c-4dc8-928e-9b7c81d4d76d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:23:32.965870 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff529a3-4244-4dd9-96fa-51f6f2cdfd8b req-1f96f90e-47e4-4d48-afdd-d8062a69b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:32.967448 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dff529a3-4244-4dd9-96fa-51f6f2cdfd8b req-1f96f90e-47e4-4d48-afdd-d8062a69b920 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224ee640-73b2-40aa-a81a-da124cd6d70b HTTP/1.1" status: 200 len: 834 time: 0.0437379 Nov 08 01:23:33.016484 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff529a3-4244-4dd9-96fa-51f6f2cdfd8b req-d47aa479-1279-4857-a1d4-6d683241028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:33.017888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dff529a3-4244-4dd9-96fa-51f6f2cdfd8b req-d47aa479-1279-4857-a1d4-6d683241028b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0565e133-b8bf-465a-b299-7e3b8c5aae8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435364 Nov 08 01:23:33.107967 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dff529a3-4244-4dd9-96fa-51f6f2cdfd8b req-ac3886fe-5a18-4302-b48b-626a286e0b63 service neutron] 10.222.0.20 "GET /v2.0/networks/0565e133-b8bf-465a-b299-7e3b8c5aae8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829668 Nov 08 01:23:33.156186 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ea1e5a1b-7aa8-470d-a38d-5e73a5c3c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784791868', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:23:09Z', 'updated_at': '2021-11-08T01:23:14Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:10Z', 'updated_at': '2021-11-08T01:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'b8c81eb6-9ccf-47a2-9086-6a7a0ecd240f', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'port_id': 'c68c4af2-27c3-45f0-82fa-06667c3a1156', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b', 'mac_address': 'fa:16:3e:c0:6f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211a82c-329a-45e8-a5e5-feedcfa4056f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:23:31Z', 'updated_at': '2021-11-08T01:23:31Z', 'revision_number': 0, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1330935-229b-48f5-a54e-f0e31f34db1f', 'name': '', 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:c5:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '224ee640-73b2-40aa-a81a-da124cd6d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:13Z', 'updated_at': '2021-11-08T01:23:16Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '224ee640-73b2-40aa-a81a-da124cd6d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:23:33.183392 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e5a1b-7aa8-470d-a38d-5e73a5c3c8dc None None] The sync data for ids ['34aeca21-131c-4dc8-928e-9b7c81d4d76d'] in n-d-816882-1 is: [{'id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784791868', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:23:09Z', 'updated_at': '2021-11-08T01:23:14Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:10Z', 'updated_at': '2021-11-08T01:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'b8c81eb6-9ccf-47a2-9086-6a7a0ecd240f', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'port_id': 'c68c4af2-27c3-45f0-82fa-06667c3a1156', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b', 'mac_address': 'fa:16:3e:c0:6f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211a82c-329a-45e8-a5e5-feedcfa4056f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:23:31Z', 'updated_at': '2021-11-08T01:23:31Z', 'revision_number': 0, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1330935-229b-48f5-a54e-f0e31f34db1f', 'name': '', 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:c5:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '224ee640-73b2-40aa-a81a-da124cd6d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:13Z', 'updated_at': '2021-11-08T01:23:16Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '224ee640-73b2-40aa-a81a-da124cd6d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:23:33.204902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dff529a3-4244-4dd9-96fa-51f6f2cdfd8b req-85b4b689-7ebe-4704-b2e9-6abc26351103 service neutron] 10.222.0.20 "GET /v2.0/networks/0565e133-b8bf-465a-b299-7e3b8c5aae8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903757 Nov 08 01:23:33.374070 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8a4b1-1ddb-4894-9567-6b8d7a7fbd85 None None] New status for floating IP b8c81eb6-9ccf-47a2-9086-6a7a0ecd240f: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:23:33.622729 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:33.911048 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40574) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:23:33.973749 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-e2d77000-fe63-4f02-9aaf-df3dc3714a6d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/floatingips/b8c81eb6-9ccf-47a2-9086-6a7a0ecd240f HTTP/1.1" status: 200 len: 993 time: 0.0615811 Nov 08 01:23:35.539711 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-629b761a-8139-4a2c-ba0c-22bbc6cf58f3 req-c6fefbb1-4092-4966-8f9a-2e6afee57298 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0905812 Nov 08 01:23:35.664651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b761a-8139-4a2c-ba0c-22bbc6cf58f3 req-83637c27-10fc-4a8a-9490-229beb8d5aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:35.666151 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-629b761a-8139-4a2c-ba0c-22bbc6cf58f3 req-83637c27-10fc-4a8a-9490-229beb8d5aab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 1097 time: 0.0404892 Nov 08 01:23:35.779865 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b761a-8139-4a2c-ba0c-22bbc6cf58f3 req-9437c66e-b2ab-428f-b2ba-44f98cf6a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:35.781220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-629b761a-8139-4a2c-ba0c-22bbc6cf58f3 req-9437c66e-b2ab-428f-b2ba-44f98cf6a914 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0565e133-b8bf-465a-b299-7e3b8c5aae8b HTTP/1.1" status: 200 len: 897 time: 0.0844743 Nov 08 01:23:35.844473 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-629b761a-8139-4a2c-ba0c-22bbc6cf58f3 req-2a6816e2-c2ad-4fe0-bdf2-da9c0ce2071e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c68c4af2-27c3-45f0-82fa-06667c3a1156 HTTP/1.1" status: 200 len: 1001 time: 0.0561459 Nov 08 01:23:35.891692 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b761a-8139-4a2c-ba0c-22bbc6cf58f3 req-7f0b4fcd-ceca-4745-a2e4-7c9fd3b2be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:35.893087 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-629b761a-8139-4a2c-ba0c-22bbc6cf58f3 req-7f0b4fcd-ceca-4745-a2e4-7c9fd3b2be93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224ee640-73b2-40aa-a81a-da124cd6d70b HTTP/1.1" status: 200 len: 834 time: 0.0410526 Nov 08 01:23:35.940654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b761a-8139-4a2c-ba0c-22bbc6cf58f3 req-1f039d89-de12-4e38-9345-de4e3de41870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:23:35.942135 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-629b761a-8139-4a2c-ba0c-22bbc6cf58f3 req-1f039d89-de12-4e38-9345-de4e3de41870 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0565e133-b8bf-465a-b299-7e3b8c5aae8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421534 Nov 08 01:23:36.029829 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-629b761a-8139-4a2c-ba0c-22bbc6cf58f3 req-238616e7-3ec1-49e9-9978-66c1eddbaa1e service neutron] 10.222.0.20 "GET /v2.0/networks/0565e133-b8bf-465a-b299-7e3b8c5aae8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803363 Nov 08 01:23:36.120429 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-629b761a-8139-4a2c-ba0c-22bbc6cf58f3 req-85ab9187-fd12-48a0-9feb-98a5409ffc13 service neutron] 10.222.0.20 "GET /v2.0/networks/0565e133-b8bf-465a-b299-7e3b8c5aae8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837631 Nov 08 01:23:39.358974 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:23:43.150182 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:23:58.358143 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6ce2ca37-a435-4808-acc4-5ccb52024fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:24:00.740529 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efe04385-acf0-4ca4-86e1-5b98876d8251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:24:01.049309 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:24:02.041756 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:24:02.583913 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:24:03.675842 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:24:09.374486 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:24:20.149731 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:24:28.242004 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0bdea8cc-74a0-4938-a59e-9318f30c4bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:24:30.761316 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-47fef0f7-ee13-47a5-8f5d-9b8f70938a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:24:31.012981 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:24:32.012481 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:24:32.498100 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:24:33.628251 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:24:34.811625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdce315-bc93-4306-b981-a81087fd7534 req-ceb19f8a-bf73-48b5-a786-6cfde8b4a981 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:24:34.813050 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cdce315-bc93-4306-b981-a81087fd7534 req-ceb19f8a-bf73-48b5-a786-6cfde8b4a981 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 946 time: 0.0537651 Nov 08 01:24:34.850684 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cdce315-bc93-4306-b981-a81087fd7534 req-106c29c3-64e7-486b-bd9f-7cc88353d9c8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316405 Nov 08 01:24:34.928176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850732-a733-4ce0-83f1-9c35bc63df9f req-c3f992a4-befd-49f1-a0b1-d99882de7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:24:34.929649 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76850732-a733-4ce0-83f1-9c35bc63df9f req-c3f992a4-befd-49f1-a0b1-d99882de7303 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 1097 time: 0.0400839 Nov 08 01:24:35.022351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850732-a733-4ce0-83f1-9c35bc63df9f req-649915f6-aae7-4dcc-9c91-35aee058cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:24:35.023816 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76850732-a733-4ce0-83f1-9c35bc63df9f req-649915f6-aae7-4dcc-9c91-35aee058cc4e service neutron] 10.222.0.20 "GET /v2.0/networks?id=0565e133-b8bf-465a-b299-7e3b8c5aae8b HTTP/1.1" status: 200 len: 897 time: 0.0839109 Nov 08 01:24:35.088458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76850732-a733-4ce0-83f1-9c35bc63df9f req-e3cf8449-a90d-47a8-941e-6938e1a74715 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c68c4af2-27c3-45f0-82fa-06667c3a1156 HTTP/1.1" status: 200 len: 1001 time: 0.0567842 Nov 08 01:24:35.136403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850732-a733-4ce0-83f1-9c35bc63df9f req-2812ea43-9e1d-4aac-9818-63af9a551c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:24:35.137809 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76850732-a733-4ce0-83f1-9c35bc63df9f req-2812ea43-9e1d-4aac-9818-63af9a551c25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224ee640-73b2-40aa-a81a-da124cd6d70b HTTP/1.1" status: 200 len: 834 time: 0.0420189 Nov 08 01:24:35.188460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850732-a733-4ce0-83f1-9c35bc63df9f req-5fe91a1b-8190-4d09-b4cb-1ea7c8bbf3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:24:35.190489 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76850732-a733-4ce0-83f1-9c35bc63df9f req-5fe91a1b-8190-4d09-b4cb-1ea7c8bbf3f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0565e133-b8bf-465a-b299-7e3b8c5aae8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425744 Nov 08 01:24:35.280979 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76850732-a733-4ce0-83f1-9c35bc63df9f req-664113cf-82b0-436b-9dd4-df38e2b0f10b service neutron] 10.222.0.20 "GET /v2.0/networks/0565e133-b8bf-465a-b299-7e3b8c5aae8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793638 Nov 08 01:24:35.706731 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76850732-a733-4ce0-83f1-9c35bc63df9f req-2c6a4915-5d98-47d9-b422-58303fdaae78 service neutron] 10.222.0.20 "GET /v2.0/networks/0565e133-b8bf-465a-b299-7e3b8c5aae8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180820 Nov 08 01:24:35.841610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a31173-8b32-449b-b9c6-ad4626a162fb req-d3714598-c9e9-4a4d-9b85-e65e86990fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:24:35.843099 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5a31173-8b32-449b-b9c6-ad4626a162fb req-d3714598-c9e9-4a4d-9b85-e65e86990fb2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 1097 time: 0.0396590 Nov 08 01:24:35.974979 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a31173-8b32-449b-b9c6-ad4626a162fb req-aa2fb583-c406-44b4-9604-3929eceec6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:24:35.976407 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5a31173-8b32-449b-b9c6-ad4626a162fb req-aa2fb583-c406-44b4-9604-3929eceec6ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=0565e133-b8bf-465a-b299-7e3b8c5aae8b HTTP/1.1" status: 200 len: 897 time: 0.1135120 Nov 08 01:24:35.991930 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ffdd8-0e8d-4b11-bffb-0b6bec7866ce req-59d2bdcc-0704-4c63-8d7f-536d5ada9181 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:24:35.993326 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e9ffdd8-0e8d-4b11-bffb-0b6bec7866ce req-59d2bdcc-0704-4c63-8d7f-536d5ada9181 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 946 time: 0.0686514 Nov 08 01:24:36.070101 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e9ffdd8-0e8d-4b11-bffb-0b6bec7866ce req-795ca1fa-d6ef-453f-8c43-947af7d2cf7c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700276 Nov 08 01:24:36.076312 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5a31173-8b32-449b-b9c6-ad4626a162fb req-0fba8a05-6e4f-4bf2-87c4-137abf86211d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c68c4af2-27c3-45f0-82fa-06667c3a1156 HTTP/1.1" status: 200 len: 1001 time: 0.0817792 Nov 08 01:24:36.128731 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a31173-8b32-449b-b9c6-ad4626a162fb req-759cb4f9-7e3a-4900-9675-85336feb0a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:24:36.130141 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5a31173-8b32-449b-b9c6-ad4626a162fb req-759cb4f9-7e3a-4900-9675-85336feb0a10 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224ee640-73b2-40aa-a81a-da124cd6d70b HTTP/1.1" status: 200 len: 834 time: 0.0460954 Nov 08 01:24:36.180711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a31173-8b32-449b-b9c6-ad4626a162fb req-5bc025ff-8036-4716-8588-a88d688e1359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:24:36.182209 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5a31173-8b32-449b-b9c6-ad4626a162fb req-5bc025ff-8036-4716-8588-a88d688e1359 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0565e133-b8bf-465a-b299-7e3b8c5aae8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442324 Nov 08 01:24:36.269852 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5a31173-8b32-449b-b9c6-ad4626a162fb req-570001da-a034-422a-938a-8dec410cc74c service neutron] 10.222.0.20 "GET /v2.0/networks/0565e133-b8bf-465a-b299-7e3b8c5aae8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798426 Nov 08 01:24:36.364432 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f5a31173-8b32-449b-b9c6-ad4626a162fb req-c96ada56-cd01-4982-b514-fe4240ab952c service neutron] 10.222.0.20 "GET /v2.0/networks/0565e133-b8bf-465a-b299-7e3b8c5aae8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852091 Nov 08 01:24:37.185260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd861e3c-40a9-435e-a017-cdad2fe036c9 req-4f290dc4-a9a8-4b0c-9a6d-6816429b1324 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:24:37.186724 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd861e3c-40a9-435e-a017-cdad2fe036c9 req-4f290dc4-a9a8-4b0c-9a6d-6816429b1324 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 946 time: 0.0490439 Nov 08 01:24:37.223115 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd861e3c-40a9-435e-a017-cdad2fe036c9 req-fddea38a-7ff8-42f8-80b2-ccc5e70b622c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305777 Nov 08 01:24:38.351171 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42a6aa-458f-43ac-a877-29dd0f675fc3 req-d20c679e-11db-48be-92f8-b65c1fb8a78a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:24:38.352668 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe42a6aa-458f-43ac-a877-29dd0f675fc3 req-d20c679e-11db-48be-92f8-b65c1fb8a78a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 946 time: 0.0476894 Nov 08 01:24:38.393374 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe42a6aa-458f-43ac-a877-29dd0f675fc3 req-f9e91574-7a33-4b1d-a465-fde1de20e7a1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348377 Nov 08 01:24:39.364934 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:24:39.508574 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e62f5-e9f8-4645-80a6-70be7df49f50 req-e22b1e7f-4fd3-4e07-8fd3-99bbf10ba3bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:24:39.510002 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-991e62f5-e9f8-4645-80a6-70be7df49f50 req-e22b1e7f-4fd3-4e07-8fd3-99bbf10ba3bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 946 time: 0.0495911 Nov 08 01:24:39.549788 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-991e62f5-e9f8-4645-80a6-70be7df49f50 req-b145356a-fad2-4c02-9383-4d2c12cb5a20 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333440 Nov 08 01:24:40.663552 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52766040-2bc6-42f6-8af1-c848a615271c req-687d284e-b374-4777-9db6-3cf65a755860 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:24:40.665018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52766040-2bc6-42f6-8af1-c848a615271c req-687d284e-b374-4777-9db6-3cf65a755860 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 946 time: 0.0477252 Nov 08 01:24:40.701264 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-52766040-2bc6-42f6-8af1-c848a615271c req-852e2a1b-1d97-4ea8-82dd-8fdf16523fee tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300581 Nov 08 01:24:41.815364 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc49e8-7acb-455f-acf3-c621eaea3915 req-29ab2759-f510-4d68-84a7-a69c78f0514d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:24:41.816846 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aabc49e8-7acb-455f-acf3-c621eaea3915 req-29ab2759-f510-4d68-84a7-a69c78f0514d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 946 time: 0.0484583 Nov 08 01:24:41.856714 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aabc49e8-7acb-455f-acf3-c621eaea3915 req-d891fb05-0229-4b87-97ce-d9fb73caf2ce tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340326 Nov 08 01:24:42.971911 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc6832-d3ac-4bd1-bc7c-807ef745ed73 req-800f060a-7fd9-4046-b7ca-558b581dec96 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:24:42.973397 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07dc6832-d3ac-4bd1-bc7c-807ef745ed73 req-800f060a-7fd9-4046-b7ca-558b581dec96 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 946 time: 0.0479016 Nov 08 01:24:43.012045 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07dc6832-d3ac-4bd1-bc7c-807ef745ed73 req-1fe7c4a8-c173-4b20-8c4b-285205ff0093 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324595 Nov 08 01:24:44.124306 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d2de0-cb42-4cb7-b8df-f8f82e593cae req-cd72b95a-8ebc-4ac9-a246-c489d787efcb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:24:44.125748 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-254d2de0-cb42-4cb7-b8df-f8f82e593cae req-cd72b95a-8ebc-4ac9-a246-c489d787efcb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 946 time: 0.0471890 Nov 08 01:24:44.162621 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-254d2de0-cb42-4cb7-b8df-f8f82e593cae req-4bb0b1b0-08f1-4d20-9037-084e04039ffa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305979 Nov 08 01:24:45.275308 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bfc9b-334f-4bd0-a69b-78b682a77b5f req-52ae6641-5b60-4d8d-9611-28e995aa6ae1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:24:45.276795 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c56bfc9b-334f-4bd0-a69b-78b682a77b5f req-52ae6641-5b60-4d8d-9611-28e995aa6ae1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 946 time: 0.0476480 Nov 08 01:24:45.318579 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c56bfc9b-334f-4bd0-a69b-78b682a77b5f req-ca2d84dd-81e9-43a3-91ac-166f3b5a0458 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351074 Nov 08 01:24:46.431448 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd32810-30b9-43c5-8ee1-6b1aadfeca92 req-d03d1712-4b8a-45a7-97ef-eab66fc919eb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:24:46.432967 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfd32810-30b9-43c5-8ee1-6b1aadfeca92 req-d03d1712-4b8a-45a7-97ef-eab66fc919eb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 946 time: 0.0484731 Nov 08 01:24:46.470609 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfd32810-30b9-43c5-8ee1-6b1aadfeca92 req-a16c3f1c-804f-47c1-af12-ff1e8c3e393e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311763 Nov 08 01:24:47.585114 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9cb17-5949-4911-bfe5-a261473e2305 req-ef3e172f-f389-40cc-a177-36b8431e0236 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:24:47.586571 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5b9cb17-5949-4911-bfe5-a261473e2305 req-ef3e172f-f389-40cc-a177-36b8431e0236 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 946 time: 0.0485876 Nov 08 01:24:47.623531 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d5b9cb17-5949-4911-bfe5-a261473e2305 req-a1c5a676-ff2f-40ce-bd2a-08bc4f4e03da tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310578 Nov 08 01:24:47.645413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40648) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:24:47.708015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ea16c269-2a76-4332-ba75-39098afe92a1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/floatingips/b8c81eb6-9ccf-47a2-9086-6a7a0ecd240f HTTP/1.1" status: 200 len: 993 time: 0.0614355 Nov 08 01:24:57.148507 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:24:58.222595 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1e0cb65-2e0e-48ef-8675-9fa75a947e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:00.742546 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-91aee714-a6e3-4314-a146-9b85d1c0b4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:01.045193 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:02.051005 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:02.508366 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:03.631744 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:09.422369 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:11.753597 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-b5412e7e-a741-4c36-8277-48237c4aed80 req-ec940e44-561e-4c1e-81ff-79595317b45c service neutron] (102771) timed out ('10.222.0.13', 58402) {{(pid=102771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 01:25:28.213471 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da500715-460a-4c04-bbe3-f1bc5dbcddf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:30.729124 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c5e0d20-2e66-427a-9647-a74e63b1debf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:31.026393 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:32.042277 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:32.540598 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:33.641976 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:34.148202 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:25:35.477236 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc0f872a-7f42-4a95-861e-a28913ad09c1 req-adf9aa3d-220d-4fc2-aa48-c0b7898c996d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408101 Nov 08 01:25:35.576395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f872a-7f42-4a95-861e-a28913ad09c1 req-d16f0d28-78dd-4cc8-ac39-65ec3c589269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:35.577925 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc0f872a-7f42-4a95-861e-a28913ad09c1 req-d16f0d28-78dd-4cc8-ac39-65ec3c589269 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 1097 time: 0.0398381 Nov 08 01:25:35.680528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f872a-7f42-4a95-861e-a28913ad09c1 req-57c1e903-407c-45fa-bf6c-f1c66727999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:35.681962 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc0f872a-7f42-4a95-861e-a28913ad09c1 req-57c1e903-407c-45fa-bf6c-f1c66727999c service neutron] 10.222.0.20 "GET /v2.0/networks?id=0565e133-b8bf-465a-b299-7e3b8c5aae8b HTTP/1.1" status: 200 len: 897 time: 0.0859442 Nov 08 01:25:35.746532 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc0f872a-7f42-4a95-861e-a28913ad09c1 req-39fe0a1b-0841-40c1-893d-c420d218cddc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c68c4af2-27c3-45f0-82fa-06667c3a1156 HTTP/1.1" status: 200 len: 1001 time: 0.0566471 Nov 08 01:25:35.793547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f872a-7f42-4a95-861e-a28913ad09c1 req-e9d92ab2-1ab2-4d06-8e06-d076b66f7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:35.794922 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc0f872a-7f42-4a95-861e-a28913ad09c1 req-e9d92ab2-1ab2-4d06-8e06-d076b66f7af3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224ee640-73b2-40aa-a81a-da124cd6d70b HTTP/1.1" status: 200 len: 834 time: 0.0420685 Nov 08 01:25:35.843072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f872a-7f42-4a95-861e-a28913ad09c1 req-f8fb0451-c0b2-45a9-9c20-1e9c49522313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:35.844480 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc0f872a-7f42-4a95-861e-a28913ad09c1 req-f8fb0451-c0b2-45a9-9c20-1e9c49522313 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0565e133-b8bf-465a-b299-7e3b8c5aae8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430319 Nov 08 01:25:35.933229 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc0f872a-7f42-4a95-861e-a28913ad09c1 req-8f2b48ea-0793-493e-b733-544c370f3dad service neutron] 10.222.0.20 "GET /v2.0/networks/0565e133-b8bf-465a-b299-7e3b8c5aae8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808418 Nov 08 01:25:36.025503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc0f872a-7f42-4a95-861e-a28913ad09c1 req-f2b3a5dc-0729-48a0-9f91-630fa4b7d09b service neutron] 10.222.0.20 "GET /v2.0/networks/0565e133-b8bf-465a-b299-7e3b8c5aae8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846474 Nov 08 01:25:36.146417 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40674) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:25:36.299642 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting port e29ae5a7-63e7-41f5-9b80-d8fe5487ae44 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:25:36.300031 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:36.372748 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:36.373070 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:36.384294 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Calling delete_port for e29ae5a7-63e7-41f5-9b80-d8fe5487ae44 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:25:36.601678 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:36.625935 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Port': ['ID=e29ae5a7-63e7-41f5-9b80-d8fe5487ae44,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:36.640414 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:36.640765 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:36.641102 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:36.641434 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:36.641762 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:36.642184 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:36.642513 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:36.642839 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:36.643160 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:36.643479 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:36.643817 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:36.644133 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:36.700932 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:36.701325 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Floating IP b8c81eb6-9ccf-47a2-9086-6a7a0ecd240f disassociated (deleted). External IP: 172.25.2.24, port: c68c4af2-27c3-45f0-82fa-06667c3a1156. Nov 08 01:25:37.228416 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router 34aeca21-131c-4dc8-928e-9b7c81d4d76d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:25:37.331667 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:25:37.336486 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:37.341318 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb355b9-50bb-4cee-a07e-e858d2ffd646 None None] Sync routers for ids ['34aeca21-131c-4dc8-928e-9b7c81d4d76d'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:25:37.350135 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb355b9-50bb-4cee-a07e-e858d2ffd646 None None] Routers {'34aeca21-131c-4dc8-928e-9b7c81d4d76d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:25:37.350734 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-1eb355b9-50bb-4cee-a07e-e858d2ffd646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['34aeca21-131c-4dc8-928e-9b7c81d4d76d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:25:37.365878 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-674e1b0e-4cb4-4da8-95e2-036902bcaf76 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/floatingips/b8c81eb6-9ccf-47a2-9086-6a7a0ecd240f HTTP/1.1" status: 204 len: 168 time: 1.2184696 Nov 08 01:25:37.366566 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a211a82c-329a-45e8-a5e5-feedcfa4056f', 'tag': 'c68c4af2-27c3-45f0-82fa-06667c3a1156'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:25:37.368960 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40319a74fe07febf9ab63d54579747668fab38c9212ad8217a68cab46359be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd773159-2212-4540-8460-bd27c0de1c13" -d '{"events": [{"name": "network-changed", "server_uuid": "a211a82c-329a-45e8-a5e5-feedcfa4056f", "tag": "c68c4af2-27c3-45f0-82fa-06667c3a1156"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:25:37.408584 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0580692-7850-4bef-9419-54328ca0e565 x-openstack-request-id: req-c0580692-7850-4bef-9419-54328ca0e565 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:25:37.409029 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a211a82c-329a-45e8-a5e5-feedcfa4056f", "tag": "c68c4af2-27c3-45f0-82fa-06667c3a1156", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:25:37.409288 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0580692-7850-4bef-9419-54328ca0e565 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:25:37.409694 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a211a82c-329a-45e8-a5e5-feedcfa4056f', 'tag': 'c68c4af2-27c3-45f0-82fa-06667c3a1156', 'status': 'completed', 'code': 200} Nov 08 01:25:37.459131 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-1eb355b9-50bb-4cee-a07e-e858d2ffd646 None None] Set router 34aeca21-131c-4dc8-928e-9b7c81d4d76d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:25:37.500350 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd773159-2212-4540-8460-bd27c0de1c13 req-b884e790-e285-4f9b-9710-4cd004b09c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:37.501779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd773159-2212-4540-8460-bd27c0de1c13 req-b884e790-e285-4f9b-9710-4cd004b09c6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 1097 time: 0.0472386 Nov 08 01:25:37.600423 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd773159-2212-4540-8460-bd27c0de1c13 req-2de89cdd-55f8-4321-89f0-44f3a99f7601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:37.601929 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd773159-2212-4540-8460-bd27c0de1c13 req-2de89cdd-55f8-4321-89f0-44f3a99f7601 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0565e133-b8bf-465a-b299-7e3b8c5aae8b HTTP/1.1" status: 200 len: 897 time: 0.0933630 Nov 08 01:25:37.646469 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd773159-2212-4540-8460-bd27c0de1c13 req-0e5dd501-22eb-484d-b800-ff4af7c8fffd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c68c4af2-27c3-45f0-82fa-06667c3a1156 HTTP/1.1" status: 200 len: 217 time: 0.0365927 Nov 08 01:25:37.696887 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd773159-2212-4540-8460-bd27c0de1c13 req-c921198a-5c46-4170-8ba1-9fdaf7912b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:37.698353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd773159-2212-4540-8460-bd27c0de1c13 req-c921198a-5c46-4170-8ba1-9fdaf7912b63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224ee640-73b2-40aa-a81a-da124cd6d70b HTTP/1.1" status: 200 len: 834 time: 0.0449669 Nov 08 01:25:37.748584 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd773159-2212-4540-8460-bd27c0de1c13 req-8b7c1931-c99d-4cb0-a314-b84e62354e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:37.750800 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd773159-2212-4540-8460-bd27c0de1c13 req-8b7c1931-c99d-4cb0-a314-b84e62354e87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0565e133-b8bf-465a-b299-7e3b8c5aae8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458646 Nov 08 01:25:37.756924 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-1eb355b9-50bb-4cee-a07e-e858d2ffd646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784791868', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:23:09Z', 'updated_at': '2021-11-08T01:23:14Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:10Z', 'updated_at': '2021-11-08T01:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'd1330935-229b-48f5-a54e-f0e31f34db1f', 'name': '', 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:c5:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '224ee640-73b2-40aa-a81a-da124cd6d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:13Z', 'updated_at': '2021-11-08T01:23:16Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '224ee640-73b2-40aa-a81a-da124cd6d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:25:37.787151 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb355b9-50bb-4cee-a07e-e858d2ffd646 None None] Checking router: 34aeca21-131c-4dc8-928e-9b7c81d4d76d for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:25:37.795513 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb355b9-50bb-4cee-a07e-e858d2ffd646 None None] Routers {'34aeca21-131c-4dc8-928e-9b7c81d4d76d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:25:37.796171 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-1eb355b9-50bb-4cee-a07e-e858d2ffd646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['34aeca21-131c-4dc8-928e-9b7c81d4d76d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:25:37.897816 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e21fee-4797-4142-b027-691a5bf3bfab req-db52b59a-3497-4bf6-9901-7b0aa68d764d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:37.899415 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92e21fee-4797-4142-b027-691a5bf3bfab req-db52b59a-3497-4bf6-9901-7b0aa68d764d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 946 time: 0.1396902 Nov 08 01:25:37.901319 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-1eb355b9-50bb-4cee-a07e-e858d2ffd646 None None] Set router 34aeca21-131c-4dc8-928e-9b7c81d4d76d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:25:37.945243 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd773159-2212-4540-8460-bd27c0de1c13 req-9c4511e8-96a8-4523-82c3-f7e273499e58 service neutron] 10.222.0.20 "GET /v2.0/networks/0565e133-b8bf-465a-b299-7e3b8c5aae8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755304 Nov 08 01:25:37.970674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92e21fee-4797-4142-b027-691a5bf3bfab req-31b046c6-5ece-4ac7-a162-6ff6e8c239f9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608137 Nov 08 01:25:38.044929 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd773159-2212-4540-8460-bd27c0de1c13 req-6f298783-724a-423e-8319-50898a47edd2 service neutron] 10.222.0.20 "GET /v2.0/networks/0565e133-b8bf-465a-b299-7e3b8c5aae8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909591 Nov 08 01:25:38.096357 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-1eb355b9-50bb-4cee-a07e-e858d2ffd646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784791868', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:23:09Z', 'updated_at': '2021-11-08T01:23:14Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:10Z', 'updated_at': '2021-11-08T01:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'd1330935-229b-48f5-a54e-f0e31f34db1f', 'name': '', 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:c5:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '224ee640-73b2-40aa-a81a-da124cd6d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:13Z', 'updated_at': '2021-11-08T01:23:16Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '224ee640-73b2-40aa-a81a-da124cd6d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:25:38.121984 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb355b9-50bb-4cee-a07e-e858d2ffd646 None None] The sync data for ids ['34aeca21-131c-4dc8-928e-9b7c81d4d76d'] in n-d-816882-1 is: [{'id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784791868', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:23:09Z', 'updated_at': '2021-11-08T01:23:14Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:10Z', 'updated_at': '2021-11-08T01:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'd1330935-229b-48f5-a54e-f0e31f34db1f', 'name': '', 'network_id': '0565e133-b8bf-465a-b299-7e3b8c5aae8b', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:c5:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '224ee640-73b2-40aa-a81a-da124cd6d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:13Z', 'updated_at': '2021-11-08T01:23:16Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '224ee640-73b2-40aa-a81a-da124cd6d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:25:38.325204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7662e06-46e5-4283-bc68-121b242a9034 None None] New status for floating IP b8c81eb6-9ccf-47a2-9086-6a7a0ecd240f: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:25:39.088176 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82d388-021b-49ae-8f51-8d832a1c11c3 req-0ddbe9c3-16c5-4b17-bfc2-f0977c2bc2f1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:39.089649 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a82d388-021b-49ae-8f51-8d832a1c11c3 req-0ddbe9c3-16c5-4b17-bfc2-f0977c2bc2f1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 946 time: 0.0498955 Nov 08 01:25:39.131513 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a82d388-021b-49ae-8f51-8d832a1c11c3 req-f13f6ef9-b030-445e-84d2-2dbda7deaa17 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328748 Nov 08 01:25:39.386066 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:39.566517 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668360e-f7d9-458f-a3bb-ce007829ca11 req-90f9c5b0-a966-41b3-bfc9-ceb83713cdd4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:39.568036 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1668360e-f7d9-458f-a3bb-ce007829ca11 req-90f9c5b0-a966-41b3-bfc9-ceb83713cdd4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 946 time: 0.0534370 Nov 08 01:25:39.656521 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-1668360e-f7d9-458f-a3bb-ce007829ca11 req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting port c68c4af2-27c3-45f0-82fa-06667c3a1156 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:25:39.656860 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1668360e-f7d9-458f-a3bb-ce007829ca11 req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:39.745003 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-1668360e-f7d9-458f-a3bb-ce007829ca11 req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] For port c68c4af2-27c3-45f0-82fa-06667c3a1156, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=c68c4af2-27c3-45f0-82fa-06667c3a1156,segment=NetworkSegment(85781339-4d54-40c4-96fe-dbc9d01c976c),segment_id=85781339-4d54-40c4-96fe-dbc9d01c976c)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:25:39.745360 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1668360e-f7d9-458f-a3bb-ce007829ca11 req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:39.758357 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-1668360e-f7d9-458f-a3bb-ce007829ca11 req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Calling delete_port for c68c4af2-27c3-45f0-82fa-06667c3a1156 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:25:39.945968 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1668360e-f7d9-458f-a3bb-ce007829ca11 req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:39.976381 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Port': ['ID=c68c4af2-27c3-45f0-82fa-06667c3a1156,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:39.990764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:39.991119 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:39.991459 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:39.991808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:39.992151 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:39.992484 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:39.992811 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:39.993155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:39.993460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:39.993778 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:39.994097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:39.994411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:40.029487 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1668360e-f7d9-458f-a3bb-ce007829ca11 req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] No DVR routers for this DVR port c68c4af2-27c3-45f0-82fa-06667c3a1156 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:25:40.032790 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-1668360e-f7d9-458f-a3bb-ce007829ca11 req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:40.036246 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1668360e-f7d9-458f-a3bb-ce007829ca11 req-48574f9f-72a2-4d98-957c-d89a29d9ee8d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "DELETE /v2.0/ports/c68c4af2-27c3-45f0-82fa-06667c3a1156 HTTP/1.1" status: 204 len: 173 time: 0.4614725 Nov 08 01:25:40.036684 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a211a82c-329a-45e8-a5e5-feedcfa4056f', 'name': 'network-vif-deleted', 'tag': 'c68c4af2-27c3-45f0-82fa-06667c3a1156'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:25:40.038989 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67748c40-e362-4ebf-af17-05994aa870bb" -d '{"events": [{"server_uuid": "a211a82c-329a-45e8-a5e5-feedcfa4056f", "name": "network-vif-deleted", "tag": "c68c4af2-27c3-45f0-82fa-06667c3a1156"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:25:40.073918 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a15b11e-d70f-42ae-8f57-90e855d86a83 x-openstack-request-id: req-1a15b11e-d70f-42ae-8f57-90e855d86a83 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:25:40.074210 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a211a82c-329a-45e8-a5e5-feedcfa4056f", "name": "network-vif-deleted", "tag": "c68c4af2-27c3-45f0-82fa-06667c3a1156", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:25:40.074459 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a15b11e-d70f-42ae-8f57-90e855d86a83 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:25:40.074860 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a211a82c-329a-45e8-a5e5-feedcfa4056f', 'name': 'network-vif-deleted', 'tag': 'c68c4af2-27c3-45f0-82fa-06667c3a1156', 'status': 'completed', 'code': 200} Nov 08 01:25:40.228401 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ef6e3db-338b-449e-bf63-3943172eaf4d req-0ef7332f-3ee0-448c-a634-e1922a3e3789 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=a211a82c-329a-45e8-a5e5-feedcfa4056f HTTP/1.1" status: 200 len: 210 time: 0.0273366 Nov 08 01:25:41.284582 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40694) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:25:41.640853 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c755aa6b-6f79-4624-90b5-9472e3402ebe tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:41.887550 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c755aa6b-6f79-4624-90b5-9472e3402ebe tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting port d1330935-229b-48f5-a54e-f0e31f34db1f {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:25:41.887916 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c755aa6b-6f79-4624-90b5-9472e3402ebe tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:41.974675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-c755aa6b-6f79-4624-90b5-9472e3402ebe tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] For port d1330935-229b-48f5-a54e-f0e31f34db1f, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=d1330935-229b-48f5-a54e-f0e31f34db1f,segment=NetworkSegment(85781339-4d54-40c4-96fe-dbc9d01c976c),segment_id=85781339-4d54-40c4-96fe-dbc9d01c976c)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:25:41.974958 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c755aa6b-6f79-4624-90b5-9472e3402ebe tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:41.987043 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c755aa6b-6f79-4624-90b5-9472e3402ebe tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Calling delete_port for d1330935-229b-48f5-a54e-f0e31f34db1f owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:25:42.218236 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c755aa6b-6f79-4624-90b5-9472e3402ebe tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:42.244008 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755aa6b-6f79-4624-90b5-9472e3402ebe tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Port': ['ID=d1330935-229b-48f5-a54e-f0e31f34db1f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:42.419448 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c755aa6b-6f79-4624-90b5-9472e3402ebe tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:42.643559 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c755aa6b-6f79-4624-90b5-9472e3402ebe tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router 34aeca21-131c-4dc8-928e-9b7c81d4d76d has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:25:42.738554 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device c68c4af2-27c3-45f0-82fa-06667c3a1156 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:25:42.745102 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c755aa6b-6f79-4624-90b5-9472e3402ebe tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:25:42.752863 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c755aa6b-6f79-4624-90b5-9472e3402ebe tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "PUT /v2.0/routers/34aeca21-131c-4dc8-928e-9b7c81d4d76d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4672105 Nov 08 01:25:42.753546 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40704) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:25:42.755888 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828652cd-926c-4608-8402-3abfc8a8a3a1 None None] Sync routers for ids ['34aeca21-131c-4dc8-928e-9b7c81d4d76d'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:25:42.761972 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: c68c4af2-27c3-45f0-82fa-06667c3a1156 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:25:42.762320 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device c68c4af2-27c3-45f0-82fa-06667c3a1156 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:25:42.765760 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828652cd-926c-4608-8402-3abfc8a8a3a1 None None] Routers {'34aeca21-131c-4dc8-928e-9b7c81d4d76d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:25:42.766458 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-828652cd-926c-4608-8402-3abfc8a8a3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['34aeca21-131c-4dc8-928e-9b7c81d4d76d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:25:42.805607 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a77da9-b33f-49ad-bf5c-601ccad42d6f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting subnet 224ee640-73b2-40aa-a81a-da124cd6d70b {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:25:42.808730 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-18a77da9-b33f-49ad-bf5c-601ccad42d6f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:42.847288 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-18a77da9-b33f-49ad-bf5c-601ccad42d6f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:42.867954 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-828652cd-926c-4608-8402-3abfc8a8a3a1 None None] Set router 34aeca21-131c-4dc8-928e-9b7c81d4d76d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:25:42.932726 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-18a77da9-b33f-49ad-bf5c-601ccad42d6f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:43.045191 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-828652cd-926c-4608-8402-3abfc8a8a3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784791868', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:23:09Z', 'updated_at': '2021-11-08T01:25:42Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:10Z', 'updated_at': '2021-11-08T01:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:25:43.070858 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828652cd-926c-4608-8402-3abfc8a8a3a1 None None] Checking router: 34aeca21-131c-4dc8-928e-9b7c81d4d76d for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:25:43.078950 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828652cd-926c-4608-8402-3abfc8a8a3a1 None None] Routers {'34aeca21-131c-4dc8-928e-9b7c81d4d76d'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:25:43.079548 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-828652cd-926c-4608-8402-3abfc8a8a3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['34aeca21-131c-4dc8-928e-9b7c81d4d76d'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:25:43.088912 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-18a77da9-b33f-49ad-bf5c-601ccad42d6f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:43.119954 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a77da9-b33f-49ad-bf5c-601ccad42d6f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Subnet': ['ID=224ee640-73b2-40aa-a81a-da124cd6d70b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:43.125201 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-18a77da9-b33f-49ad-bf5c-601ccad42d6f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:43.130785 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-18a77da9-b33f-49ad-bf5c-601ccad42d6f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/subnets/224ee640-73b2-40aa-a81a-da124cd6d70b HTTP/1.1" status: 204 len: 168 time: 0.3733668 Nov 08 01:25:43.131066 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fc66ca-d4a6-4854-b879-564a800c667f None None] Network 0565e133-b8bf-465a-b299-7e3b8c5aae8b requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:25:43.131240 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40706) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:25:43.185606 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-828652cd-926c-4608-8402-3abfc8a8a3a1 None None] Set router 34aeca21-131c-4dc8-928e-9b7c81d4d76d gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:25:43.247826 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9015741-1cda-4a67-80d8-737d91737cdb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:43.360768 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] DHCP port deletion for 0565e133-b8bf-465a-b299-7e3b8c5aae8b request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 01:25:43.362743 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9015741-1cda-4a67-80d8-737d91737cdb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:43.389466 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-828652cd-926c-4608-8402-3abfc8a8a3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784791868', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:23:09Z', 'updated_at': '2021-11-08T01:25:42Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:10Z', 'updated_at': '2021-11-08T01:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:25:43.410147 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] Deleting port 742fc707-3e7b-47d7-8868-3059e3ff0ec5 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:25:43.410521 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:43.419474 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828652cd-926c-4608-8402-3abfc8a8a3a1 None None] The sync data for ids ['34aeca21-131c-4dc8-928e-9b7c81d4d76d'] in n-d-816882-1 is: [{'id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784791868', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:23:09Z', 'updated_at': '2021-11-08T01:25:42Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '0f2a8b16-25d8-4f02-962c-7712d87ad7fa', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aeca21-131c-4dc8-928e-9b7c81d4d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:23:10Z', 'updated_at': '2021-11-08T01:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:25:43.476340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] For port 742fc707-3e7b-47d7-8868-3059e3ff0ec5, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=742fc707-3e7b-47d7-8868-3059e3ff0ec5,segment=NetworkSegment(85781339-4d54-40c4-96fe-dbc9d01c976c),segment_id=85781339-4d54-40c4-96fe-dbc9d01c976c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:25:43.476730 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:43.477108 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-e9015741-1cda-4a67-80d8-737d91737cdb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting port 0f2a8b16-25d8-4f02-962c-7712d87ad7fa {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:25:43.477595 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9015741-1cda-4a67-80d8-737d91737cdb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:43.488688 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] Calling delete_port for 742fc707-3e7b-47d7-8868-3059e3ff0ec5 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:25:43.559309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-e9015741-1cda-4a67-80d8-737d91737cdb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] For port 0f2a8b16-25d8-4f02-962c-7712d87ad7fa, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=0f2a8b16-25d8-4f02-962c-7712d87ad7fa,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:25:43.559673 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9015741-1cda-4a67-80d8-737d91737cdb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:43.572497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-e9015741-1cda-4a67-80d8-737d91737cdb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Calling delete_port for 0f2a8b16-25d8-4f02-962c-7712d87ad7fa owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:25:43.631409 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:43.656777 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] Pushing event deleted for resources: {'Port': ['ID=742fc707-3e7b-47d7-8868-3059e3ff0ec5,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:43.661332 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] No DVR routers for this DVR port 742fc707-3e7b-47d7-8868-3059e3ff0ec5 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:25:43.675310 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:43.675656 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:43.676025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:43.676364 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:43.676718 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:43.676994 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:43.677357 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:43.677624 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:43.677942 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:43.678256 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:43.678571 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:43.678880 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fed1f-7232-4a73-b997-1cade444ca11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:43.801168 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9015741-1cda-4a67-80d8-737d91737cdb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:43.835487 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9015741-1cda-4a67-80d8-737d91737cdb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Port': ['ID=0f2a8b16-25d8-4f02-962c-7712d87ad7fa,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:43.901414 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9015741-1cda-4a67-80d8-737d91737cdb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:44.335258 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9015741-1cda-4a67-80d8-737d91737cdb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:44.337406 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9015741-1cda-4a67-80d8-737d91737cdb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:44.475613 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9015741-1cda-4a67-80d8-737d91737cdb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:44.476225 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9015741-1cda-4a67-80d8-737d91737cdb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Fanout notify agent at l3_agent the message router_deleted on router 34aeca21-131c-4dc8-928e-9b7c81d4d76d {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 01:25:44.484049 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e9015741-1cda-4a67-80d8-737d91737cdb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:44.488154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e9015741-1cda-4a67-80d8-737d91737cdb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/routers/34aeca21-131c-4dc8-928e-9b7c81d4d76d HTTP/1.1" status: 204 len: 168 time: 1.3530128 Nov 08 01:25:44.488298 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40716) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:25:44.568245 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e4f52ab-b150-45f4-9c73-46bfcc6e6fc4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:44.655771 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e4f52ab-b150-45f4-9c73-46bfcc6e6fc4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:44.674889 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-2e4f52ab-b150-45f4-9c73-46bfcc6e6fc4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0565e133-b8bf-465a-b299-7e3b8c5aae8b']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:25:44.683841 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-2e4f52ab-b150-45f4-9c73-46bfcc6e6fc4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85781339-4d54-40c4-96fe-dbc9d01c976c') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:25:44.684145 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-2e4f52ab-b150-45f4-9c73-46bfcc6e6fc4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85781339-4d54-40c4-96fe-dbc9d01c976c') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:25:44.693677 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e4f52ab-b150-45f4-9c73-46bfcc6e6fc4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:44.706748 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e4f52ab-b150-45f4-9c73-46bfcc6e6fc4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:44.712374 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4f52ab-b150-45f4-9c73-46bfcc6e6fc4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:25:44.712760 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e4f52ab-b150-45f4-9c73-46bfcc6e6fc4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: timer() Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:25:44.715540 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:25:44.882230 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e4f52ab-b150-45f4-9c73-46bfcc6e6fc4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:44.890278 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e4f52ab-b150-45f4-9c73-46bfcc6e6fc4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:44.892715 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2e4f52ab-b150-45f4-9c73-46bfcc6e6fc4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/networks/0565e133-b8bf-465a-b299-7e3b8c5aae8b HTTP/1.1" status: 204 len: 168 time: 0.4032011 Nov 08 01:25:44.895621 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40718) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:25:44.905383 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f52ab-b150-45f4-9c73-46bfcc6e6fc4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Network': ['ID=0565e133-b8bf-465a-b299-7e3b8c5aae8b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:44.959646 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-281bd59c-4913-49fa-a9bb-c63338ca98e9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:44.984528 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-281bd59c-4913-49fa-a9bb-c63338ca98e9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:45.174669 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-281bd59c-4913-49fa-a9bb-c63338ca98e9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:45.177338 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-281bd59c-4913-49fa-a9bb-c63338ca98e9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:45.178523 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-281bd59c-4913-49fa-a9bb-c63338ca98e9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/security-groups/a7a92a39-fa7a-4db2-b991-2f9c9749cc2b HTTP/1.1" status: 204 len: 168 time: 0.2818184 Nov 08 01:25:45.187732 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bd59c-4913-49fa-a9bb-c63338ca98e9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a92a39-fa7a-4db2-b991-2f9c9749cc2b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:45.316100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0f2a8b16-25d8-4f02-962c-7712d87ad7fa no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:25:45.334300 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 0f2a8b16-25d8-4f02-962c-7712d87ad7fa {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:25:45.334646 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 0f2a8b16-25d8-4f02-962c-7712d87ad7fa not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:25:45.335063 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d1330935-229b-48f5-a54e-f0e31f34db1f no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:25:45.356699 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: d1330935-229b-48f5-a54e-f0e31f34db1f {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:25:45.367398 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device d1330935-229b-48f5-a54e-f0e31f34db1f not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:25:45.367398 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 742fc707-3e7b-47d7-8868-3059e3ff0ec5 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:25:45.376487 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 742fc707-3e7b-47d7-8868-3059e3ff0ec5 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:25:45.376828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 742fc707-3e7b-47d7-8868-3059e3ff0ec5 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:25:45.726994 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40724) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:25:45.731650 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c163e498-dcb9-47c8-bba4-8839b99456a8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1019535985', 'description': 'tempest-secgroup-smoke-1019535985 description', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:25:45.834860 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c163e498-dcb9-47c8-bba4-8839b99456a8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:45.904210 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c163e498-dcb9-47c8-bba4-8839b99456a8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:46.000873 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c163e498-dcb9-47c8-bba4-8839b99456a8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:46.029669 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163e498-dcb9-47c8-bba4-8839b99456a8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce455f3e-1191-43f2-9e14-f34e212cf8a7,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:46.094247 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c163e498-dcb9-47c8-bba4-8839b99456a8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:46.095531 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c163e498-dcb9-47c8-bba4-8839b99456a8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3674967 Nov 08 01:25:46.098379 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40726) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:25:46.102775 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-89771e8f-b294-4955-bed6-658a432bdcf9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': 'ce455f3e-1191-43f2-9e14-f34e212cf8a7', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:25:46.216697 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-89771e8f-b294-4955-bed6-658a432bdcf9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:46.272605 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-89771e8f-b294-4955-bed6-658a432bdcf9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:46.349332 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-89771e8f-b294-4955-bed6-658a432bdcf9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:46.367585 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89771e8f-b294-4955-bed6-658a432bdcf9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2055b7ee-f372-424f-a871-9716e7d616de,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:46.427502 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-89771e8f-b294-4955-bed6-658a432bdcf9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:46.428856 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-89771e8f-b294-4955-bed6-658a432bdcf9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3295095 Nov 08 01:25:46.431609 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40728) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:25:46.436013 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c7142222-519e-4655-ad7d-583a20af91a6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': 'ce455f3e-1191-43f2-9e14-f34e212cf8a7', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:25:46.526585 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c7142222-519e-4655-ad7d-583a20af91a6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:46.581036 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c7142222-519e-4655-ad7d-583a20af91a6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:46.671056 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c7142222-519e-4655-ad7d-583a20af91a6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:46.689861 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7142222-519e-4655-ad7d-583a20af91a6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47659125-853e-4e9e-adb3-980ec5a6fd55,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:46.764488 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c7142222-519e-4655-ad7d-583a20af91a6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:46.765724 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c7142222-519e-4655-ad7d-583a20af91a6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3331141 Nov 08 01:25:46.768688 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40730) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:25:46.773010 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f7f2f4c0-ed9c-4a89-a23b-81d38c9f2dd8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': 'ce455f3e-1191-43f2-9e14-f34e212cf8a7', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:25:46.858396 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f7f2f4c0-ed9c-4a89-a23b-81d38c9f2dd8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:46.917844 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f7f2f4c0-ed9c-4a89-a23b-81d38c9f2dd8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:46.985428 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f7f2f4c0-ed9c-4a89-a23b-81d38c9f2dd8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:47.003227 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2f4c0-ed9c-4a89-a23b-81d38c9f2dd8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04dc0745-d4c1-45eb-9ac9-21abc63222b7,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:47.071291 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f7f2f4c0-ed9c-4a89-a23b-81d38c9f2dd8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:47.072532 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-f7f2f4c0-ed9c-4a89-a23b-81d38c9f2dd8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3029065 Nov 08 01:25:47.075330 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40732) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:25:47.080185 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-dafdea3a-7f4d-42ff-bb85-1b436f8b2d56 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': 'ce455f3e-1191-43f2-9e14-f34e212cf8a7', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:25:47.172138 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dafdea3a-7f4d-42ff-bb85-1b436f8b2d56 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:47.229577 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dafdea3a-7f4d-42ff-bb85-1b436f8b2d56 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:47.309376 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dafdea3a-7f4d-42ff-bb85-1b436f8b2d56 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:47.326983 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdea3a-7f4d-42ff-bb85-1b436f8b2d56 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf4f9f3-8532-46c1-ab49-8125ca8b72ab,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:47.396959 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dafdea3a-7f4d-42ff-bb85-1b436f8b2d56 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:47.398189 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dafdea3a-7f4d-42ff-bb85-1b436f8b2d56 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3218985 Nov 08 01:25:47.401002 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40734) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:25:47.405376 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-eea4d198-ebe2-4285-9d72-72606bf2991d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': 'ce455f3e-1191-43f2-9e14-f34e212cf8a7', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:25:47.486754 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-eea4d198-ebe2-4285-9d72-72606bf2991d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Project 15ad3e5f0daf4c8b8a7805bb4d3c30f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 01:25:47.491753 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eea4d198-ebe2-4285-9d72-72606bf2991d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:47.549696 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eea4d198-ebe2-4285-9d72-72606bf2991d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:47.647780 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eea4d198-ebe2-4285-9d72-72606bf2991d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:47.665228 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4d198-ebe2-4285-9d72-72606bf2991d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19692a1-b054-4af8-8faa-d4e4457503e7,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:47.741455 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-eea4d198-ebe2-4285-9d72-72606bf2991d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:47.742602 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-eea4d198-ebe2-4285-9d72-72606bf2991d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3406992 Nov 08 01:25:47.745470 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40736) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:25:47.749773 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-4c4794e7-9f5d-442d-ab19-0be1b54256f8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': 'ce455f3e-1191-43f2-9e14-f34e212cf8a7', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:25:47.811902 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-4c4794e7-9f5d-442d-ab19-0be1b54256f8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Project 15ad3e5f0daf4c8b8a7805bb4d3c30f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 01:25:47.817097 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c4794e7-9f5d-442d-ab19-0be1b54256f8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:47.880065 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c4794e7-9f5d-442d-ab19-0be1b54256f8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:47.960503 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c4794e7-9f5d-442d-ab19-0be1b54256f8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:47.977979 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4794e7-9f5d-442d-ab19-0be1b54256f8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4343229-d56d-4853-b722-c55af68b0bfc,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:48.042978 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4c4794e7-9f5d-442d-ab19-0be1b54256f8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:48.044135 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4c4794e7-9f5d-442d-ab19-0be1b54256f8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2977204 Nov 08 01:25:48.046979 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40738) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:25:48.052283 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-71fd30ac-0102-4214-895f-542836b61bd2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'network': {'name': 'tempest-network-smoke--1663753667', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'port_security_enabled': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:25:48.145256 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fd30ac-0102-4214-895f-542836b61bd2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Made reservation on behalf of 15ad3e5f0daf4c8b8a7805bb4d3c30f1 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:25:48.148669 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71fd30ac-0102-4214-895f-542836b61bd2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:48.170927 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71fd30ac-0102-4214-895f-542836b61bd2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:25:48.179644 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71fd30ac-0102-4214-895f-542836b61bd2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:48.180018 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-71fd30ac-0102-4214-895f-542836b61bd2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Added segment 9b616d05-b0f8-4b86-8fbb-34f721e0735e of type vlan for network b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 Nov 08 01:25:48.217845 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71fd30ac-0102-4214-895f-542836b61bd2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:48.303743 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71fd30ac-0102-4214-895f-542836b61bd2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:48.309327 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd30ac-0102-4214-895f-542836b61bd2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:48.309913 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-71fd30ac-0102-4214-895f-542836b61bd2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:48.375942 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd30ac-0102-4214-895f-542836b61bd2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Network': ['ID=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:48.386110 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:25:48.432332 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-71fd30ac-0102-4214-895f-542836b61bd2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3843310 Nov 08 01:25:48.435018 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40740) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:25:48.439496 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-888007b6-0411-4076-b8bd-0598a72cc755 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-462573025', 'admin_state_up': True, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:25:48.533374 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-888007b6-0411-4076-b8bd-0598a72cc755 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:48.534382 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-888007b6-0411-4076-b8bd-0598a72cc755 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:48.585628 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-888007b6-0411-4076-b8bd-0598a72cc755 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:48.783334 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-888007b6-0411-4076-b8bd-0598a72cc755 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:49.067982 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-888007b6-0411-4076-b8bd-0598a72cc755 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:49.086663 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-888007b6-0411-4076-b8bd-0598a72cc755 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:49.188315 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-888007b6-0411-4076-b8bd-0598a72cc755 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Allocated IP 172.25.2.119 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/38a026a3-1f6d-413b-84c2-511a6604061b) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:25:49.286238 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-888007b6-0411-4076-b8bd-0598a72cc755 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:49.397608 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-888007b6-0411-4076-b8bd-0598a72cc755 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:49.439631 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888007b6-0411-4076-b8bd-0598a72cc755 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:25:49.442487 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-888007b6-0411-4076-b8bd-0598a72cc755 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:25:49.445072 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888007b6-0411-4076-b8bd-0598a72cc755 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:25:49.470437 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888007b6-0411-4076-b8bd-0598a72cc755 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=38a026a3-1f6d-413b-84c2-511a6604061b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:49.766044 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-888007b6-0411-4076-b8bd-0598a72cc755 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:49.958847 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-888007b6-0411-4076-b8bd-0598a72cc755 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:50.229029 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888007b6-0411-4076-b8bd-0598a72cc755 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router 5508fe28-1e6e-49bf-a899-f90b86459342 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 01:25:50.335206 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888007b6-0411-4076-b8bd-0598a72cc755 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:25:50.345018 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] Sync routers for ids ['5508fe28-1e6e-49bf-a899-f90b86459342'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:25:50.357017 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] Routers {'5508fe28-1e6e-49bf-a899-f90b86459342'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:25:50.357657 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['5508fe28-1e6e-49bf-a899-f90b86459342'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:25:50.427497 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-888007b6-0411-4076-b8bd-0598a72cc755 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:50.432216 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-888007b6-0411-4076-b8bd-0598a72cc755 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9962189 Nov 08 01:25:50.433206 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40742) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:25:50.462221 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b7fb732f-21a3-4e1f-85ca-a9fd874ef865 tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275362 Nov 08 01:25:50.464942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40744) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:25:50.471318 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] Set router 5508fe28-1e6e-49bf-a899-f90b86459342 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:25:50.558427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2930725-f879-4700-afde-7a5d9e063d58 tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:50.560198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e2930725-f879-4700-afde-7a5d9e063d58 tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943875 Nov 08 01:25:50.563053 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40746) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:25:50.592317 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-897bcf7f-c856-4692-8c18-45f6a53660f7 tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274951 Nov 08 01:25:50.594876 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40748) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:25:50.600807 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-2fd3606f-e8d9-450e-b4cb-70b3a5d0550a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1476347271', 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:25:50.649789 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462573025', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:25:48Z', 'updated_at': '2021-11-08T01:25:49Z', 'revision_number': 3, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:49Z', 'updated_at': '2021-11-08T01:25:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:25:50.680078 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] Checking router: 5508fe28-1e6e-49bf-a899-f90b86459342 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:25:50.680429 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] Updating router 5508fe28-1e6e-49bf-a899-f90b86459342 port 38a026a3-1f6d-413b-84c2-511a6604061b binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:25:50.705083 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:50.768490 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd3606f-e8d9-450e-b4cb-70b3a5d0550a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Made reservation on behalf of 15ad3e5f0daf4c8b8a7805bb4d3c30f1 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:25:50.772163 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2fd3606f-e8d9-450e-b4cb-70b3a5d0550a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:50.953664 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:51.035174 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:51.035870 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2fd3606f-e8d9-450e-b4cb-70b3a5d0550a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:51.113094 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] Attempting to bind port 38a026a3-1f6d-413b-84c2-511a6604061b on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:25:51.113330 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] Attempting to bind port 38a026a3-1f6d-413b-84c2-511a6604061b by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:25:51.113622 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] Attempting to bind port 38a026a3-1f6d-413b-84c2-511a6604061b on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:25:51.122319 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f192e59-9f46-4e9a-a277-e9630b3592f7 None None] Pushing event updated for resources: {'Port': ['ID=38a026a3-1f6d-413b-84c2-511a6604061b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:51.125027 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:25:51.125395 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:25:51.125764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3606f-e8d9-450e-b4cb-70b3a5d0550a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Subnet': ['ID=f537f627-b809-4746-a326-42b130abe60d,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:51.125890 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:51.126174 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:25:51.126643 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] Bound port: 38a026a3-1f6d-413b-84c2-511a6604061b, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:25:51.127015 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:51.128066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd3606f-e8d9-450e-b4cb-70b3a5d0550a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Checking segment: {'id': '9b616d05-b0f8-4b86-8fbb-34f721e0735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:25:51.128496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd3606f-e8d9-450e-b4cb-70b3a5d0550a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network hostable DHCP agents. Network: b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:25:51.179925 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] For port 38a026a3-1f6d-413b-84c2-511a6604061b, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:25:51.182899 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] For port 38a026a3-1f6d-413b-84c2-511a6604061b, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=38a026a3-1f6d-413b-84c2-511a6604061b,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:25:51.206623 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd3606f-e8d9-450e-b4cb-70b3a5d0550a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:25:51.281382 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:51.309026 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-2fd3606f-e8d9-450e-b4cb-70b3a5d0550a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:25:51.313181 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd3606f-e8d9-450e-b4cb-70b3a5d0550a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:51.314280 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2fd3606f-e8d9-450e-b4cb-70b3a5d0550a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:51.321358 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7621e79-7828-4505-a988-2c51d7d6c75b None None] Network b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:25:51.386204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f192e59-9f46-4e9a-a277-e9630b3592f7 None None] Pushing event updated for resources: {'Port': ['ID=38a026a3-1f6d-413b-84c2-511a6604061b,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:51.390913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] Routers {'5508fe28-1e6e-49bf-a899-f90b86459342'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:25:51.391519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['5508fe28-1e6e-49bf-a899-f90b86459342'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:25:51.400762 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2fd3606f-e8d9-450e-b4cb-70b3a5d0550a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8040006 Nov 08 01:25:51.403562 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40750) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:25:51.543029 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] Set router 5508fe28-1e6e-49bf-a899-f90b86459342 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:25:51.656871 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3', 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ips': [{'subnet_id': 'f537f627-b809-4746-a326-42b130abe60d'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:25:51.657749 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:51.828233 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71a4496b-c79a-41da-a480-f8e5c1fceb7f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:51.842527 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] Allocated IP 172.20.0.2 (b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3/f537f627-b809-4746-a326-42b130abe60d/00f65f38-f08a-4df5-95f2-ebbfb617c1c8) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:25:51.855268 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462573025', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:25:48Z', 'updated_at': '2021-11-08T01:25:49Z', 'revision_number': 3, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:49Z', 'updated_at': '2021-11-08T01:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:25:51.890282 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475a21b-73d7-4019-9a15-b37f8df431a1 None None] The sync data for ids ['5508fe28-1e6e-49bf-a899-f90b86459342'] in n-d-816882-1 is: [{'id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462573025', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:25:48Z', 'updated_at': '2021-11-08T01:25:49Z', 'revision_number': 3, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:49Z', 'updated_at': '2021-11-08T01:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:25:52.023833 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:52.135133 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:52.179831 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] Network b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:25:52.182166 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:25:52.185637 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:25:52.195189 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] Pushing event updated for resources: {'Port': ['ID=00f65f38-f08a-4df5-95f2-ebbfb617c1c8,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:52.197212 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-71a4496b-c79a-41da-a480-f8e5c1fceb7f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Allocated IP 172.20.0.1 (b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3/f537f627-b809-4746-a326-42b130abe60d/cac9ca20-b4ed-4ad9-84c7-4d04a1d17986) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:25:52.248970 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] Attempting to bind port 00f65f38-f08a-4df5-95f2-ebbfb617c1c8 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:25:52.249476 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] Attempting to bind port 00f65f38-f08a-4df5-95f2-ebbfb617c1c8 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '9b616d05-b0f8-4b86-8fbb-34f721e0735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:25:52.249943 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] Attempting to bind port 00f65f38-f08a-4df5-95f2-ebbfb617c1c8 on network b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:25:52.255864 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:25:52.256381 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] Checking segment: {'id': '9b616d05-b0f8-4b86-8fbb-34f721e0735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:25:52.256870 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:52.257361 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] Bound using segment: {'id': '9b616d05-b0f8-4b86-8fbb-34f721e0735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:25:52.257913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] Bound port: 00f65f38-f08a-4df5-95f2-ebbfb617c1c8, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b616d05-b0f8-4b86-8fbb-34f721e0735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:25:52.258390 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:52.321479 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71a4496b-c79a-41da-a480-f8e5c1fceb7f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:52.327977 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] For port 00f65f38-f08a-4df5-95f2-ebbfb617c1c8, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:25:52.334890 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] For port 00f65f38-f08a-4df5-95f2-ebbfb617c1c8, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=00f65f38-f08a-4df5-95f2-ebbfb617c1c8,segment=NetworkSegment(9b616d05-b0f8-4b86-8fbb-34f721e0735e),segment_id=9b616d05-b0f8-4b86-8fbb-34f721e0735e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:25:52.424571 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:52.454313 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71a4496b-c79a-41da-a480-f8e5c1fceb7f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:52.491017 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9ea04-2b1c-45a4-8028-7e7218dfcf14 None None] Pushing event updated for resources: {'Port': ['ID=00f65f38-f08a-4df5-95f2-ebbfb617c1c8,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:52.502742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a4496b-c79a-41da-a480-f8e5c1fceb7f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:25:52.505984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-71a4496b-c79a-41da-a480-f8e5c1fceb7f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:25:52.509814 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a4496b-c79a-41da-a480-f8e5c1fceb7f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:25:52.537518 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4496b-c79a-41da-a480-f8e5c1fceb7f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=cac9ca20-b4ed-4ad9-84c7-4d04a1d17986,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:52.565580 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71a4496b-c79a-41da-a480-f8e5c1fceb7f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:52.792056 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71a4496b-c79a-41da-a480-f8e5c1fceb7f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:53.073070 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71a4496b-c79a-41da-a480-f8e5c1fceb7f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:53.131845 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71a4496b-c79a-41da-a480-f8e5c1fceb7f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:53.226667 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4496b-c79a-41da-a480-f8e5c1fceb7f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=cac9ca20-b4ed-4ad9-84c7-4d04a1d17986,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:53.231834 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71a4496b-c79a-41da-a480-f8e5c1fceb7f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:53.335177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a4496b-c79a-41da-a480-f8e5c1fceb7f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:25:53.337307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-71a4496b-c79a-41da-a480-f8e5c1fceb7f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:25:53.377996 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 38a026a3-1f6d-413b-84c2-511a6604061b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:25:53.427318 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 38a026a3-1f6d-413b-84c2-511a6604061b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:25:53.428043 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:53.450448 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a4496b-c79a-41da-a480-f8e5c1fceb7f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router 5508fe28-1e6e-49bf-a899-f90b86459342 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:25:53.505074 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:53.526546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 38a026a3-1f6d-413b-84c2-511a6604061b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=38a026a3-1f6d-413b-84c2-511a6604061b,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:25:53.564863 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a4496b-c79a-41da-a480-f8e5c1fceb7f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:25:53.570802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-71a4496b-c79a-41da-a480-f8e5c1fceb7f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "PUT /v2.0/routers/5508fe28-1e6e-49bf-a899-f90b86459342/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1661406 Nov 08 01:25:53.619562 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:53.620465 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 00f65f38-f08a-4df5-95f2-ebbfb617c1c8 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:25:53.734084 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-a3901d99-8139-45c1-8671-52ecef92ea56 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1019535985&fields=id&tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1 HTTP/1.1" status: 200 len: 267 time: 0.0473666 Nov 08 01:25:53.857042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-191a5788-7c32-4617-be48-be2e8f75e66b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:53.858590 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-191a5788-7c32-4617-be48-be2e8f75e66b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/networks?id=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 HTTP/1.1" status: 200 len: 797 time: 0.1165102 Nov 08 01:25:53.868590 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=38a026a3-1f6d-413b-84c2-511a6604061b,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:53.886280 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-f13ea4dc-0772-4980-891d-fa9f53a84b8c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/quotas/15ad3e5f0daf4c8b8a7805bb4d3c30f1 HTTP/1.1" status: 200 len: 375 time: 0.0095444 Nov 08 01:25:53.886410 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 00f65f38-f08a-4df5-95f2-ebbfb617c1c8 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:25:53.886410 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:53.906058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d63ce1c-5bde-4e39-9429-e2a735be69da None None] Network b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:25:53.917921 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] Sync routers for ids ['5508fe28-1e6e-49bf-a899-f90b86459342'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:25:53.928994 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] Routers {'5508fe28-1e6e-49bf-a899-f90b86459342'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:25:53.929807 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['5508fe28-1e6e-49bf-a899-f90b86459342'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:25:53.940414 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-f9a56636-946c-41dd-a46a-b22799a35009 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581601 Nov 08 01:25:53.996254 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b7aaa9aa-788e-4522-b16e-a09023ce1870 None None] Provisioning complete for port 00f65f38-f08a-4df5-95f2-ebbfb617c1c8 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:25:53.996633 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa9aa-788e-4522-b16e-a09023ce1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:54.012489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-235320a9-2372-4232-9018-5e8e77ba04c9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:25:54.014149 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-235320a9-2372-4232-9018-5e8e77ba04c9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0611181 Nov 08 01:25:54.036822 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] Set router 5508fe28-1e6e-49bf-a899-f90b86459342 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:25:54.111132 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:54.111999 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-5622b185-9199-4ff1-9467-edcc46fcbbb6 service neutron] 10.222.0.13 "GET /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913990 Nov 08 01:25:54.200624 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 00f65f38-f08a-4df5-95f2-ebbfb617c1c8, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=00f65f38-f08a-4df5-95f2-ebbfb617c1c8,segment=NetworkSegment(9b616d05-b0f8-4b86-8fbb-34f721e0735e),segment_id=9b616d05-b0f8-4b86-8fbb-34f721e0735e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:25:54.224362 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa9aa-788e-4522-b16e-a09023ce1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:54.230343 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-ac91aeb5-4e37-4ee8-b7bf-71b922cac14f service neutron] 10.222.0.13 "GET /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072161 Nov 08 01:25:54.275622 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:54.362210 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-b7aaa9aa-788e-4522-b16e-a09023ce1870 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 01:25:54.362566 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-b7aaa9aa-788e-4522-b16e-a09023ce1870 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 01:25:54.363258 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462573025', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:25:48Z', 'updated_at': '2021-11-08T01:25:52Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:49Z', 'updated_at': '2021-11-08T01:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'cac9ca20-b4ed-4ad9-84c7-4d04a1d17986', 'name': '', 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:a1:45:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f537f627-b809-4746-a326-42b130abe60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:51Z', 'updated_at': '2021-11-08T01:25:52Z', 'revision_number': 2, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': 'f537f627-b809-4746-a326-42b130abe60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:25:54.365332 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=00f65f38-f08a-4df5-95f2-ebbfb617c1c8,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:54.395447 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] Checking router: 5508fe28-1e6e-49bf-a899-f90b86459342 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:25:54.395837 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] Updating router 5508fe28-1e6e-49bf-a899-f90b86459342 port cac9ca20-b4ed-4ad9-84c7-4d04a1d17986 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:25:54.422136 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:54.521908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0d9456b3-8d67-4e0e-b239-ddebbf9fb67f req-9298558d-073c-4adf-9ca5-217f444b7013 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 210 time: 0.0360856 Nov 08 01:25:54.715422 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:54.794800 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:54.843256 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916f0d4-d6e1-4004-a4a1-38089aa7ad07 None None] Pushing event updated for resources: {'Port': ['ID=cac9ca20-b4ed-4ad9-84c7-4d04a1d17986,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:54.868486 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916f0d4-d6e1-4004-a4a1-38089aa7ad07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:54.868832 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916f0d4-d6e1-4004-a4a1-38089aa7ad07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:54.869177 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916f0d4-d6e1-4004-a4a1-38089aa7ad07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:54.869510 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916f0d4-d6e1-4004-a4a1-38089aa7ad07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:54.869839 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916f0d4-d6e1-4004-a4a1-38089aa7ad07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:54.870164 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916f0d4-d6e1-4004-a4a1-38089aa7ad07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:54.870483 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916f0d4-d6e1-4004-a4a1-38089aa7ad07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:54.870804 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916f0d4-d6e1-4004-a4a1-38089aa7ad07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:54.871124 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916f0d4-d6e1-4004-a4a1-38089aa7ad07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:54.871442 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916f0d4-d6e1-4004-a4a1-38089aa7ad07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:54.871757 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916f0d4-d6e1-4004-a4a1-38089aa7ad07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:54.872095 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916f0d4-d6e1-4004-a4a1-38089aa7ad07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:25:54.930396 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] Attempting to bind port cac9ca20-b4ed-4ad9-84c7-4d04a1d17986 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:25:54.931066 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] Attempting to bind port cac9ca20-b4ed-4ad9-84c7-4d04a1d17986 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '9b616d05-b0f8-4b86-8fbb-34f721e0735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:25:54.931192 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] Attempting to bind port cac9ca20-b4ed-4ad9-84c7-4d04a1d17986 on network b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:25:54.936524 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:25:54.936882 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] Checking segment: {'id': '9b616d05-b0f8-4b86-8fbb-34f721e0735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:25:54.937275 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:54.937666 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] Bound using segment: {'id': '9b616d05-b0f8-4b86-8fbb-34f721e0735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:25:54.938128 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] Bound port: cac9ca20-b4ed-4ad9-84c7-4d04a1d17986, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b616d05-b0f8-4b86-8fbb-34f721e0735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:25:54.938617 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:55.009500 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] For port cac9ca20-b4ed-4ad9-84c7-4d04a1d17986, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:25:55.012886 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] For port cac9ca20-b4ed-4ad9-84c7-4d04a1d17986, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=cac9ca20-b4ed-4ad9-84c7-4d04a1d17986,segment=NetworkSegment(9b616d05-b0f8-4b86-8fbb-34f721e0735e),segment_id=9b616d05-b0f8-4b86-8fbb-34f721e0735e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:25:55.031580 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ee6cd363-e52a-4da3-ae30-ce60b22eb7a7 None None] Provisioning complete for port 00f65f38-f08a-4df5-95f2-ebbfb617c1c8 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:25:55.032078 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee6cd363-e52a-4da3-ae30-ce60b22eb7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:55.109797 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:55.122159 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ee6cd363-e52a-4da3-ae30-ce60b22eb7a7 None None] Provisioning complete for port cac9ca20-b4ed-4ad9-84c7-4d04a1d17986 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:25:55.122525 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee6cd363-e52a-4da3-ae30-ce60b22eb7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:55.169571 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916f0d4-d6e1-4004-a4a1-38089aa7ad07 None None] Pushing event updated for resources: {'Port': ['ID=cac9ca20-b4ed-4ad9-84c7-4d04a1d17986,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:55.174762 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] Routers {'5508fe28-1e6e-49bf-a899-f90b86459342'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:25:55.175361 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:25:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['5508fe28-1e6e-49bf-a899-f90b86459342'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:25:55.213034 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee6cd363-e52a-4da3-ae30-ce60b22eb7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:55.247875 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ee6cd363-e52a-4da3-ae30-ce60b22eb7a7 None None] For port cac9ca20-b4ed-4ad9-84c7-4d04a1d17986, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=cac9ca20-b4ed-4ad9-84c7-4d04a1d17986,segment=NetworkSegment(9b616d05-b0f8-4b86-8fbb-34f721e0735e),segment_id=9b616d05-b0f8-4b86-8fbb-34f721e0735e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:25:55.287489 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] Set router 5508fe28-1e6e-49bf-a899-f90b86459342 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:25:55.343589 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 38a026a3-1f6d-413b-84c2-511a6604061b up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:25:55.385316 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee6cd363-e52a-4da3-ae30-ce60b22eb7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:55.429861 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 38a026a3-1f6d-413b-84c2-511a6604061b triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:25:55.430160 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:55.460710 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6cd363-e52a-4da3-ae30-ce60b22eb7a7 None None] Pushing event updated for resources: {'Port': ['ID=cac9ca20-b4ed-4ad9-84c7-4d04a1d17986,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:55.500757 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462573025', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:25:48Z', 'updated_at': '2021-11-08T01:25:52Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:49Z', 'updated_at': '2021-11-08T01:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'cac9ca20-b4ed-4ad9-84c7-4d04a1d17986', 'name': '', 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:a1:45:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f537f627-b809-4746-a326-42b130abe60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:51Z', 'updated_at': '2021-11-08T01:25:55Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': 'f537f627-b809-4746-a326-42b130abe60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:25:55.520889 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b24c5240-a0e4-48ef-a1a3-7398166fd8e6 None None] Provisioning complete for port cac9ca20-b4ed-4ad9-84c7-4d04a1d17986 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:25:55.521262 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b24c5240-a0e4-48ef-a1a3-7398166fd8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:55.527381 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6433ffa5-52e8-4fd1-91e8-03c65c1b4d00 None None] The sync data for ids ['5508fe28-1e6e-49bf-a899-f90b86459342'] in n-d-816882-1 is: [{'id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462573025', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:25:48Z', 'updated_at': '2021-11-08T01:25:52Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:49Z', 'updated_at': '2021-11-08T01:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'cac9ca20-b4ed-4ad9-84c7-4d04a1d17986', 'name': '', 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:a1:45:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f537f627-b809-4746-a326-42b130abe60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:51Z', 'updated_at': '2021-11-08T01:25:55Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': 'f537f627-b809-4746-a326-42b130abe60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:25:55.527610 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 00f65f38-f08a-4df5-95f2-ebbfb617c1c8 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:25:55.620639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 00f65f38-f08a-4df5-95f2-ebbfb617c1c8 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:25:55.623566 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:55.644798 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de41f822-e295-4786-a62d-91f55272e2a2 req-635f073e-f33c-4718-8092-296f9a8e52de tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 210 time: 0.0291209 Nov 08 01:25:56.738922 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6d22f49-5943-4f21-878d-537f9245cf54 req-d3ebeb12-df8c-4dd0-97d2-77ec2e4a33de tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 210 time: 0.0259519 Nov 08 01:25:56.849543 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-149f5499-570f-4554-8854-db3e0c748d62 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:56.850884 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-149f5499-570f-4554-8854-db3e0c748d62 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "GET /v2.0/networks?id=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 HTTP/1.1" status: 200 len: 797 time: 0.1023915 Nov 08 01:25:56.899327 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-0b69d23b-3ceb-488a-a718-93d908283f9d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1 HTTP/1.1" status: 200 len: 380 time: 0.0341392 Nov 08 01:25:56.908760 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-a320a817-42da-42c1-b9aa-86bbd333d5b0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'port': {'device_id': 'feed2542-b5a3-4270-8965-35606a374845', 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3', 'admin_state_up': True, 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'security_groups': ['ce455f3e-1191-43f2-9e14-f34e212cf8a7']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:25:57.105097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-a320a817-42da-42c1-b9aa-86bbd333d5b0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Made reservation on behalf of 15ad3e5f0daf4c8b8a7805bb4d3c30f1 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:25:57.108625 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-a320a817-42da-42c1-b9aa-86bbd333d5b0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:57.237399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-a320a817-42da-42c1-b9aa-86bbd333d5b0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Allocated IP 172.20.0.9 (b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3/f537f627-b809-4746-a326-42b130abe60d/98f6d55a-bc12-437e-aec4-615d5bef8930) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:25:57.348943 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cac9ca20-b4ed-4ad9-84c7-4d04a1d17986 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:25:57.387774 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-a320a817-42da-42c1-b9aa-86bbd333d5b0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:57.395508 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port cac9ca20-b4ed-4ad9-84c7-4d04a1d17986 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:25:57.395920 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:57.480683 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-a320a817-42da-42c1-b9aa-86bbd333d5b0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:57.520608 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-a320a817-42da-42c1-b9aa-86bbd333d5b0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:25:57.523716 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-a320a817-42da-42c1-b9aa-86bbd333d5b0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:25:57.527278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-a320a817-42da-42c1-b9aa-86bbd333d5b0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:25:57.555457 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320a817-42da-42c1-b9aa-86bbd333d5b0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=98f6d55a-bc12-437e-aec4-615d5bef8930,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:57.583491 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-a320a817-42da-42c1-b9aa-86bbd333d5b0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:57.584131 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-a320a817-42da-42c1-b9aa-86bbd333d5b0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:57.662588 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-a320a817-42da-42c1-b9aa-86bbd333d5b0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7574897 Nov 08 01:25:57.681777 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Request body: {'port': {'device_id': 'feed2542-b5a3-4270-8965-35606a374845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:25:57.741370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-254ffc23-843f-42cf-9425-97cef495ed23 None None] Provisioning complete for port 98f6d55a-bc12-437e-aec4-615d5bef8930 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:25:57.742058 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:57.742576 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-254ffc23-843f-42cf-9425-97cef495ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:57.781976 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-254ffc23-843f-42cf-9425-97cef495ed23 None None] Port 98f6d55a-bc12-437e-aec4-615d5bef8930 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:25:57.945401 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec51b7-3302-49d6-84e4-e5061cfcacd2 req-56b534c3-f394-47fc-bfee-ced8a85986f7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:57.946797 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0cec51b7-3302-49d6-84e4-e5061cfcacd2 req-56b534c3-f394-47fc-bfee-ced8a85986f7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 931 time: 0.1052904 Nov 08 01:25:58.013470 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0cec51b7-3302-49d6-84e4-e5061cfcacd2 req-edba8034-34b2-47fb-b295-931abe0361cd tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587041 Nov 08 01:25:58.070537 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f6d55a-bc12-437e-aec4-615d5bef8930 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:25:58.077985 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:58.090075 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Transition to ACTIVE for port object 98f6d55a-bc12-437e-aec4-615d5bef8930 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:25:58.166147 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:58.216714 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Pushing event updated for resources: {'Port': ['ID=98f6d55a-bc12-437e-aec4-615d5bef8930,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:58.217353 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-924a5600-85a2-4778-8e59-5dcd71260474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:58.286368 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Attempting to bind port 98f6d55a-bc12-437e-aec4-615d5bef8930 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:25:58.286704 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Attempting to bind port 98f6d55a-bc12-437e-aec4-615d5bef8930 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '9b616d05-b0f8-4b86-8fbb-34f721e0735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:25:58.287031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Attempting to bind port 98f6d55a-bc12-437e-aec4-615d5bef8930 on network b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:25:58.291948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Port 98f6d55a-bc12-437e-aec4-615d5bef8930 on network b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:25:58.292268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Attempting to bind port 98f6d55a-bc12-437e-aec4-615d5bef8930 on network b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:25:58.297259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:25:58.297627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Checking segment: {'id': '9b616d05-b0f8-4b86-8fbb-34f721e0735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:25:58.298010 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Bound using segment: {'id': '9b616d05-b0f8-4b86-8fbb-34f721e0735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:25:58.298435 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Bound port: 98f6d55a-bc12-437e-aec4-615d5bef8930, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b616d05-b0f8-4b86-8fbb-34f721e0735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:25:58.298789 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:58.370047 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] For port 98f6d55a-bc12-437e-aec4-615d5bef8930, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:25:58.373144 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] For port 98f6d55a-bc12-437e-aec4-615d5bef8930, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=98f6d55a-bc12-437e-aec4-615d5bef8930,segment=NetworkSegment(9b616d05-b0f8-4b86-8fbb-34f721e0735e),segment_id=9b616d05-b0f8-4b86-8fbb-34f721e0735e)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:25:58.434921 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:58.469208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:58.469776 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:25:58.471166 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] 10.222.0.20 "PUT /v2.0/ports/98f6d55a-bc12-437e-aec4-615d5bef8930 HTTP/1.1" status: 200 len: 1091 time: 0.7944970 Nov 08 01:25:58.471609 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feed2542-b5a3-4270-8965-35606a374845', 'tag': '98f6d55a-bc12-437e-aec4-615d5bef8930'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:25:58.473962 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665c7e41-254b-4cd6-b733-326f745a253a" -d '{"events": [{"name": "network-changed", "server_uuid": "feed2542-b5a3-4270-8965-35606a374845", "tag": "98f6d55a-bc12-437e-aec4-615d5bef8930"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:25:58.504963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ee79c-0c06-48b8-a218-2f38f8dd3626 service neutron] Pushing event updated for resources: {'Port': ['ID=98f6d55a-bc12-437e-aec4-615d5bef8930,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:25:58.526485 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8660aa9e-16f6-414f-8d9e-4309e2390f11 x-openstack-request-id: req-8660aa9e-16f6-414f-8d9e-4309e2390f11 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:25:58.526823 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feed2542-b5a3-4270-8965-35606a374845", "tag": "98f6d55a-bc12-437e-aec4-615d5bef8930", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:25:58.527136 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8660aa9e-16f6-414f-8d9e-4309e2390f11 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:25:58.527548 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feed2542-b5a3-4270-8965-35606a374845', 'tag': '98f6d55a-bc12-437e-aec4-615d5bef8930', 'status': 'completed', 'code': 200} Nov 08 01:25:58.609893 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7e41-254b-4cd6-b733-326f745a253a req-a15afc85-cff6-4b46-888c-c11b63e16c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:58.612165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-665c7e41-254b-4cd6-b733-326f745a253a req-a15afc85-cff6-4b46-888c-c11b63e16c31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 1094 time: 0.0440667 Nov 08 01:25:59.067728 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7e41-254b-4cd6-b733-326f745a253a req-5fd805b5-8037-4cba-ae35-48e796e5c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:59.069328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-665c7e41-254b-4cd6-b733-326f745a253a req-5fd805b5-8037-4cba-ae35-48e796e5c5fa service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4433725 Nov 08 01:25:59.183713 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4757a00-b8bf-4a1c-bf5d-25367d102fc8 req-854d65be-b4af-4117-be4b-c35d9f26a601 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:59.185260 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4757a00-b8bf-4a1c-bf5d-25367d102fc8 req-854d65be-b4af-4117-be4b-c35d9f26a601 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 943 time: 0.1005940 Nov 08 01:25:59.210011 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7e41-254b-4cd6-b733-326f745a253a req-de3c5e9f-76c7-4744-80e1-63ec361f5625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:59.211485 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-665c7e41-254b-4cd6-b733-326f745a253a req-de3c5e9f-76c7-4744-80e1-63ec361f5625 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1349242 Nov 08 01:25:59.241683 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4757a00-b8bf-4a1c-bf5d-25367d102fc8 req-5d881969-13aa-4b42-bf33-cb8afd4bcd32 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478716 Nov 08 01:25:59.333279 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-7a173563-918a-4a17-809c-6bdef245ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:59.334881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-7a173563-918a-4a17-809c-6bdef245ddcc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 1094 time: 0.0414348 Nov 08 01:25:59.385127 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-7f40140e-4149-4260-8922-9a863a1f7a42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f6d55a-bc12-437e-aec4-615d5bef8930 HTTP/1.1" status: 200 len: 217 time: 0.0373242 Nov 08 01:25:59.434473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-580b2534-6991-4a34-8ca5-e52ee4895113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:59.435944 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-580b2534-6991-4a34-8ca5-e52ee4895113 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f537f627-b809-4746-a326-42b130abe60d HTTP/1.1" status: 200 len: 835 time: 0.0435185 Nov 08 01:25:59.481316 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-814e381a-687c-460c-b950-65ea4f3ad27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:25:59.482721 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-814e381a-687c-460c-b950-65ea4f3ad27f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401545 Nov 08 01:25:59.575932 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-a64225c7-71d8-40ea-afbd-987cf9112373 service neutron] 10.222.0.20 "GET /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858850 Nov 08 01:25:59.673537 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2572b947-6ed1-413e-85fe-e437f2c99a66 req-2ffcded6-195d-4280-9676-01b92d066a3c service neutron] 10.222.0.20 "GET /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908861 Nov 08 01:26:00.441273 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df71d8-cb26-452f-865c-6d9727f39fc0 req-6742db89-232b-4cd0-9caa-cc100c1a5932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:26:00.442760 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8df71d8-cb26-452f-865c-6d9727f39fc0 req-6742db89-232b-4cd0-9caa-cc100c1a5932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 943 time: 0.1212015 Nov 08 01:26:00.479703 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8df71d8-cb26-452f-865c-6d9727f39fc0 req-70570f7c-d2e6-419a-9482-54a99460aa77 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308411 Nov 08 01:26:00.725757 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1103d1e9-7cd3-416d-955b-a26fdc6695ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:01.028574 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:01.598425 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb992f-3e42-4ab5-abac-b6d5372c8070 req-de5865c9-437f-44b0-b6b6-21b1724aeffc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:26:01.599936 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ceb992f-3e42-4ab5-abac-b6d5372c8070 req-de5865c9-437f-44b0-b6b6-21b1724aeffc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 943 time: 0.0533860 Nov 08 01:26:01.637100 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9ceb992f-3e42-4ab5-abac-b6d5372c8070 req-36573422-6055-4d45-bea5-aaaf1c94311c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312138 Nov 08 01:26:02.030162 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:02.550339 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:02.752775 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb081349-8cc1-4ec5-9733-612aa7fef4ea req-5da9f557-66cb-4875-9863-df90bbd9a441 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:26:02.754234 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb081349-8cc1-4ec5-9733-612aa7fef4ea req-5da9f557-66cb-4875-9863-df90bbd9a441 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 943 time: 0.0482614 Nov 08 01:26:02.791329 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb081349-8cc1-4ec5-9733-612aa7fef4ea req-eae15584-b3a6-4d46-8fd5-baaf3f1e7fb4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311055 Nov 08 01:26:02.875031 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 98f6d55a-bc12-437e-aec4-615d5bef8930 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:26:02.973663 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 98f6d55a-bc12-437e-aec4-615d5bef8930, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=98f6d55a-bc12-437e-aec4-615d5bef8930,segment=NetworkSegment(9b616d05-b0f8-4b86-8fbb-34f721e0735e),segment_id=9b616d05-b0f8-4b86-8fbb-34f721e0735e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:26:02.985358 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '98f6d55a-bc12-437e-aec4-615d5bef8930', 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3', 'port_id': '98f6d55a-bc12-437e-aec4-615d5bef8930', 'mac_address': 'fa:16:3e:06:b8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f537f627-b809-4746-a326-42b130abe60d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:26:03.025004 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:03.037321 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f6d55a-bc12-437e-aec4-615d5bef8930 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:26:03.060626 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 98f6d55a-bc12-437e-aec4-615d5bef8930, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=98f6d55a-bc12-437e-aec4-615d5bef8930,segment=NetworkSegment(9b616d05-b0f8-4b86-8fbb-34f721e0735e),segment_id=9b616d05-b0f8-4b86-8fbb-34f721e0735e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:26:03.131111 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:03.179491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=98f6d55a-bc12-437e-aec4-615d5bef8930,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:26:03.547950 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['98f6d55a-bc12-437e-aec4-615d5bef8930'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:26:03.664350 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:03.902683 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbd8bd-f889-4f96-89bd-edb01abf0e95 req-da0b489f-7c2d-447f-93ef-d65de9bc1cb0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:26:03.904149 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1dbd8bd-f889-4f96-89bd-edb01abf0e95 req-da0b489f-7c2d-447f-93ef-d65de9bc1cb0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 944 time: 0.0474861 Nov 08 01:26:03.941510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f1dbd8bd-f889-4f96-89bd-edb01abf0e95 req-b841ec65-7336-4443-a32d-5fb1108f16f6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304749 Nov 08 01:26:04.876445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 98f6d55a-bc12-437e-aec4-615d5bef8930 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:26:05.005615 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 98f6d55a-bc12-437e-aec4-615d5bef8930 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:26:05.009580 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 98f6d55a-bc12-437e-aec4-615d5bef8930 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:26:05.009952 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:05.062296 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c928517-36b8-419a-8c7f-af05246e166d req-3c848ae7-6a85-413b-a8d0-e62a3df73324 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:26:05.063870 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c928517-36b8-419a-8c7f-af05246e166d req-3c848ae7-6a85-413b-a8d0-e62a3df73324 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 944 time: 0.0534651 Nov 08 01:26:05.090992 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:05.102302 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c928517-36b8-419a-8c7f-af05246e166d req-24d9e370-2c88-41fa-8e79-f0127ad4c1ea tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323036 Nov 08 01:26:05.113696 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feed2542-b5a3-4270-8965-35606a374845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f6d55a-bc12-437e-aec4-615d5bef8930'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:26:05.115880 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bc0f70-a01f-4a7b-a2a3-8b4685d481af" -d '{"events": [{"server_uuid": "feed2542-b5a3-4270-8965-35606a374845", "name": "network-vif-plugged", "status": "completed", "tag": "98f6d55a-bc12-437e-aec4-615d5bef8930"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:26:05.128844 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 98f6d55a-bc12-437e-aec4-615d5bef8930, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=98f6d55a-bc12-437e-aec4-615d5bef8930,segment=NetworkSegment(9b616d05-b0f8-4b86-8fbb-34f721e0735e),segment_id=9b616d05-b0f8-4b86-8fbb-34f721e0735e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:26:05.157522 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f54cdb-8518-4e13-984c-f64963a05828 x-openstack-request-id: req-f3f54cdb-8518-4e13-984c-f64963a05828 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:26:05.157522 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feed2542-b5a3-4270-8965-35606a374845", "name": "network-vif-plugged", "status": "completed", "tag": "98f6d55a-bc12-437e-aec4-615d5bef8930", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:26:05.157522 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3f54cdb-8518-4e13-984c-f64963a05828 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:26:05.157522 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feed2542-b5a3-4270-8965-35606a374845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f6d55a-bc12-437e-aec4-615d5bef8930', 'code': 200} Nov 08 01:26:05.205429 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:05.256512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=98f6d55a-bc12-437e-aec4-615d5bef8930,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:26:05.280135 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044a94c-5bb2-4e87-a4d9-c89af2cfa1b8 req-8754cab7-6fc3-4164-a25b-67a31820ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:26:05.286896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c044a94c-5bb2-4e87-a4d9-c89af2cfa1b8 req-8754cab7-6fc3-4164-a25b-67a31820ccf0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 1096 time: 0.0444825 Nov 08 01:26:05.317185 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c044a94c-5bb2-4e87-a4d9-c89af2cfa1b8 req-e2465e22-b727-4042-9001-a51111aa8549 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274079 Nov 08 01:26:06.216142 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107d96c-c3e5-4c34-8040-8060fd3dd453 req-1e6be844-0506-4fac-a018-78aa30d9ed04 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:26:06.217616 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b107d96c-c3e5-4c34-8040-8060fd3dd453 req-1e6be844-0506-4fac-a018-78aa30d9ed04 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.0491638 Nov 08 01:26:06.254732 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b107d96c-c3e5-4c34-8040-8060fd3dd453 req-b8cb6ea9-207b-4b86-8790-5aed7d4543c1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307426 Nov 08 01:26:07.376170 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f531b-0ce4-4bf9-81ae-83a5bb8e7619 req-426231ec-bd60-4354-aa9f-777e4d168607 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:26:07.377643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-180f531b-0ce4-4bf9-81ae-83a5bb8e7619 req-426231ec-bd60-4354-aa9f-777e4d168607 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.0528607 Nov 08 01:26:07.415393 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-180f531b-0ce4-4bf9-81ae-83a5bb8e7619 req-360ab9f2-b24c-44e5-9efb-a865a542b38d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318360 Nov 08 01:26:07.525893 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce178c-e35e-49f2-8e8f-d4edc3b95b9d req-5da27f64-6e1c-499a-abcd-e097e8b69ad4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:26:07.527292 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53ce178c-e35e-49f2-8e8f-d4edc3b95b9d req-5da27f64-6e1c-499a-abcd-e097e8b69ad4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.0482118 Nov 08 01:26:07.565054 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-53ce178c-e35e-49f2-8e8f-d4edc3b95b9d req-83d37862-94fd-45a3-a58a-28712c75d791 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312669 Nov 08 01:26:07.586353 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40814) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:26:07.624872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a152c1a5-36bf-47b3-8261-0fbe0dd44a19 tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:26:07.626351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a152c1a5-36bf-47b3-8261-0fbe0dd44a19 tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 1091 time: 0.0390227 Nov 08 01:26:07.629052 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40816) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:26:07.633221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': '98f6d55a-bc12-437e-aec4-615d5bef8930', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:26:07.738268 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:07.835884 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:07.934636 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Allocated IP 172.25.2.211 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/d34ed58d-1b5d-4dc2-ad3e-4a69e5ca2420) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:26:08.037106 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:08.136950 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:08.174231 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:26:08.177054 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:26:08.180419 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:26:08.188937 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=d34ed58d-1b5d-4dc2-ad3e-4a69e5ca2420,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:26:08.523506 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:08.642052 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:08.794554 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:08.850676 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:08.921260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=d34ed58d-1b5d-4dc2-ad3e-4a69e5ca2420,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:26:08.932406 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:09.033456 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Floating IP 44288695-60f2-49fd-a371-eef8aac1ae53 associated. External IP: 172.25.2.211, port: 98f6d55a-bc12-437e-aec4-615d5bef8930. Nov 08 01:26:09.240529 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router 5508fe28-1e6e-49bf-a899-f90b86459342 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:26:09.349371 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:26:09.359004 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02c2c7-4ced-4f33-b7f9-18daa6b22c98 None None] Sync routers for ids ['5508fe28-1e6e-49bf-a899-f90b86459342'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:26:09.368780 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d02c2c7-4ced-4f33-b7f9-18daa6b22c98 None None] Routers {'5508fe28-1e6e-49bf-a899-f90b86459342'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:26:09.369427 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-6d02c2c7-4ced-4f33-b7f9-18daa6b22c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:26:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['5508fe28-1e6e-49bf-a899-f90b86459342'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:26:09.404659 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:09.437478 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:09.464425 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cb97d48d-6222-4186-863c-e2441888c482 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8343599 Nov 08 01:26:09.465188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feed2542-b5a3-4270-8965-35606a374845', 'tag': '98f6d55a-bc12-437e-aec4-615d5bef8930'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:26:09.467539 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44efe70e-179e-4022-88c3-bf91f5612379" -d '{"events": [{"name": "network-changed", "server_uuid": "feed2542-b5a3-4270-8965-35606a374845", "tag": "98f6d55a-bc12-437e-aec4-615d5bef8930"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:26:09.477693 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-6d02c2c7-4ced-4f33-b7f9-18daa6b22c98 None None] Set router 5508fe28-1e6e-49bf-a899-f90b86459342 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:26:09.569821 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f6a27-8fb4-42a7-81d1-c12eb1bc2aed req-b821b5fa-f810-4a16-abc4-af705e5f63c9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:26:09.571365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c94f6a27-8fb4-42a7-81d1-c12eb1bc2aed req-b821b5fa-f810-4a16-abc4-af705e5f63c9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.0568740 Nov 08 01:26:09.578907 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15ac408-b131-40dc-9a0a-5a8541839f14 x-openstack-request-id: req-d15ac408-b131-40dc-9a0a-5a8541839f14 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:26:09.578907 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feed2542-b5a3-4270-8965-35606a374845", "tag": "98f6d55a-bc12-437e-aec4-615d5bef8930", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:26:09.578907 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d15ac408-b131-40dc-9a0a-5a8541839f14 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:26:09.578907 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feed2542-b5a3-4270-8965-35606a374845', 'tag': '98f6d55a-bc12-437e-aec4-615d5bef8930', 'status': 'completed', 'code': 200} Nov 08 01:26:09.615652 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c94f6a27-8fb4-42a7-81d1-c12eb1bc2aed req-379255f8-2b9c-4a55-b732-e4a98049d2df tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361731 Nov 08 01:26:09.638658 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40824) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:26:09.661131 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efe70e-179e-4022-88c3-bf91f5612379 req-d7da5e41-fedd-4708-8139-4ca520d5ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:26:09.663284 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44efe70e-179e-4022-88c3-bf91f5612379 req-d7da5e41-fedd-4708-8139-4ca520d5ce99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 1096 time: 0.0426967 Nov 08 01:26:09.706558 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-939af1f9-f6b2-4210-9148-22a084bd3fe3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/floatingips/44288695-60f2-49fd-a371-eef8aac1ae53 HTTP/1.1" status: 200 len: 991 time: 0.0667169 Nov 08 01:26:09.719449 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-6d02c2c7-4ced-4f33-b7f9-18daa6b22c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462573025', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:25:48Z', 'updated_at': '2021-11-08T01:25:52Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:49Z', 'updated_at': '2021-11-08T01:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '44288695-60f2-49fd-a371-eef8aac1ae53', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'port_id': '98f6d55a-bc12-437e-aec4-615d5bef8930', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3', 'mac_address': 'fa:16:3e:06:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feed2542-b5a3-4270-8965-35606a374845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:26:08Z', 'updated_at': '2021-11-08T01:26:08Z', 'revision_number': 0, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac9ca20-b4ed-4ad9-84c7-4d04a1d17986', 'name': '', 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:a1:45:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f537f627-b809-4746-a326-42b130abe60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:51Z', 'updated_at': '2021-11-08T01:25:55Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': 'f537f627-b809-4746-a326-42b130abe60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:26:09.745294 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02c2c7-4ced-4f33-b7f9-18daa6b22c98 None None] Checking router: 5508fe28-1e6e-49bf-a899-f90b86459342 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:26:09.753570 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d02c2c7-4ced-4f33-b7f9-18daa6b22c98 None None] Routers {'5508fe28-1e6e-49bf-a899-f90b86459342'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:26:09.754077 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-6d02c2c7-4ced-4f33-b7f9-18daa6b22c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:26:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['5508fe28-1e6e-49bf-a899-f90b86459342'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:26:09.755571 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efe70e-179e-4022-88c3-bf91f5612379 req-1d980a7a-89a6-42a2-9939-3ab9a5b00e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:26:09.757155 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44efe70e-179e-4022-88c3-bf91f5612379 req-1d980a7a-89a6-42a2-9939-3ab9a5b00e09 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 HTTP/1.1" status: 200 len: 898 time: 0.0873849 Nov 08 01:26:09.823040 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44efe70e-179e-4022-88c3-bf91f5612379 req-e404adcf-f5da-4624-acbe-638f3656f319 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f6d55a-bc12-437e-aec4-615d5bef8930 HTTP/1.1" status: 200 len: 999 time: 0.0588825 Nov 08 01:26:09.858057 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-6d02c2c7-4ced-4f33-b7f9-18daa6b22c98 None None] Set router 5508fe28-1e6e-49bf-a899-f90b86459342 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:26:09.871426 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efe70e-179e-4022-88c3-bf91f5612379 req-11ea895f-7373-41a5-8204-01331397b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:26:09.872915 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44efe70e-179e-4022-88c3-bf91f5612379 req-11ea895f-7373-41a5-8204-01331397b16e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f537f627-b809-4746-a326-42b130abe60d HTTP/1.1" status: 200 len: 835 time: 0.0434425 Nov 08 01:26:09.920762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efe70e-179e-4022-88c3-bf91f5612379 req-3edcff3c-5330-4462-9154-2a1075f52e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:26:09.922761 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44efe70e-179e-4022-88c3-bf91f5612379 req-3edcff3c-5330-4462-9154-2a1075f52e08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431571 Nov 08 01:26:10.012314 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44efe70e-179e-4022-88c3-bf91f5612379 req-f71e3c73-5e5a-4ed4-b3f8-6ae2fcee1341 service neutron] 10.222.0.20 "GET /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825553 Nov 08 01:26:10.079980 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-6d02c2c7-4ced-4f33-b7f9-18daa6b22c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462573025', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:25:48Z', 'updated_at': '2021-11-08T01:25:52Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:49Z', 'updated_at': '2021-11-08T01:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '44288695-60f2-49fd-a371-eef8aac1ae53', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'port_id': '98f6d55a-bc12-437e-aec4-615d5bef8930', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3', 'mac_address': 'fa:16:3e:06:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feed2542-b5a3-4270-8965-35606a374845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:26:08Z', 'updated_at': '2021-11-08T01:26:08Z', 'revision_number': 0, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac9ca20-b4ed-4ad9-84c7-4d04a1d17986', 'name': '', 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:a1:45:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f537f627-b809-4746-a326-42b130abe60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:51Z', 'updated_at': '2021-11-08T01:25:55Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': 'f537f627-b809-4746-a326-42b130abe60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:26:10.104521 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44efe70e-179e-4022-88c3-bf91f5612379 req-4cff822f-2c63-47d3-b48e-10d95dc12c53 service neutron] 10.222.0.20 "GET /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855234 Nov 08 01:26:10.260037 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02c2c7-4ced-4f33-b7f9-18daa6b22c98 None None] The sync data for ids ['5508fe28-1e6e-49bf-a899-f90b86459342'] in n-d-816882-1 is: [{'id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462573025', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:25:48Z', 'updated_at': '2021-11-08T01:25:52Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:49Z', 'updated_at': '2021-11-08T01:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '44288695-60f2-49fd-a371-eef8aac1ae53', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'port_id': '98f6d55a-bc12-437e-aec4-615d5bef8930', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3', 'mac_address': 'fa:16:3e:06:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feed2542-b5a3-4270-8965-35606a374845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:26:08Z', 'updated_at': '2021-11-08T01:26:08Z', 'revision_number': 0, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac9ca20-b4ed-4ad9-84c7-4d04a1d17986', 'name': '', 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:a1:45:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f537f627-b809-4746-a326-42b130abe60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:51Z', 'updated_at': '2021-11-08T01:25:55Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': 'f537f627-b809-4746-a326-42b130abe60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:26:10.443560 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e565fe8d-3c09-4e66-a520-373365768981 None None] New status for floating IP 44288695-60f2-49fd-a371-eef8aac1ae53: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:26:10.709561 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40826) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:26:10.768851 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-36fd3cf6-baf9-44ef-a4bd-08120033c511 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/floatingips/44288695-60f2-49fd-a371-eef8aac1ae53 HTTP/1.1" status: 200 len: 993 time: 0.0581639 Nov 08 01:26:11.147414 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:26:28.205567 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fabcaff6-4192-43fc-b31c-5e441f87d537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:30.753073 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-67ce52fb-e6ba-480b-841b-042a1189b5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:31.061179 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:32.049551 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:32.554077 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:33.634271 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:35.492227 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe338725-e772-472a-b4cd-4c4e3ff8e83c req-b1b947f1-6ddf-40b5-a412-c13e4bae1bc4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399091 Nov 08 01:26:35.586771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe338725-e772-472a-b4cd-4c4e3ff8e83c req-411fd942-83c4-448c-bc15-82f8c60d41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:26:35.588276 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe338725-e772-472a-b4cd-4c4e3ff8e83c req-411fd942-83c4-448c-bc15-82f8c60d41c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 1096 time: 0.0396361 Nov 08 01:26:35.694969 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe338725-e772-472a-b4cd-4c4e3ff8e83c req-fb2b290d-10fd-4374-83be-6d41a1747f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:26:35.696473 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe338725-e772-472a-b4cd-4c4e3ff8e83c req-fb2b290d-10fd-4374-83be-6d41a1747f28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 HTTP/1.1" status: 200 len: 898 time: 0.0877628 Nov 08 01:26:35.761779 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe338725-e772-472a-b4cd-4c4e3ff8e83c req-0ed286be-4f11-43b2-b378-3346e7d7636d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f6d55a-bc12-437e-aec4-615d5bef8930 HTTP/1.1" status: 200 len: 1001 time: 0.0581083 Nov 08 01:26:35.811034 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe338725-e772-472a-b4cd-4c4e3ff8e83c req-4573a3c7-b306-4afb-be7d-9b3499e821ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:26:35.812510 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe338725-e772-472a-b4cd-4c4e3ff8e83c req-4573a3c7-b306-4afb-be7d-9b3499e821ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f537f627-b809-4746-a326-42b130abe60d HTTP/1.1" status: 200 len: 835 time: 0.0440195 Nov 08 01:26:35.861410 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe338725-e772-472a-b4cd-4c4e3ff8e83c req-c4f1f607-cc34-4a1d-8b65-24ad44161930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:26:35.863327 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe338725-e772-472a-b4cd-4c4e3ff8e83c req-c4f1f607-cc34-4a1d-8b65-24ad44161930 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441175 Nov 08 01:26:35.951557 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe338725-e772-472a-b4cd-4c4e3ff8e83c req-c803db5e-8870-4006-afa0-e4a405b80188 service neutron] 10.222.0.20 "GET /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814581 Nov 08 01:26:36.043177 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe338725-e772-472a-b4cd-4c4e3ff8e83c req-adc66cdb-d1f1-4c5c-a809-ccfa54f266a9 service neutron] 10.222.0.20 "GET /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849841 Nov 08 01:26:39.411064 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:26:48.146835 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:26:58.198184 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63710b14-94e9-4b92-9ad3-90bba05d84eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:00.741009 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-651e25d7-4ecc-4f99-b66c-04f66b53c4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:01.025311 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:02.032977 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:02.578973 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:03.650088 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:09.397576 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:11.514072 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-f2bae15d-befb-440b-806f-6239c9ff617e req-8552fbdd-cb4e-4a60-a204-f816a34e1b94 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:27:11.515077 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f2bae15d-befb-440b-806f-6239c9ff617e req-8552fbdd-cb4e-4a60-a204-f816a34e1b94 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054312 Nov 08 01:27:11.823008 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884eff8-9d3d-484a-859a-0c8ebca249b5 req-56091f36-4bb0-45d5-9a4d-6fe70fb0da91 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:11.824502 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7884eff8-9d3d-484a-859a-0c8ebca249b5 req-56091f36-4bb0-45d5-9a4d-6fe70fb0da91 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.0483034 Nov 08 01:27:11.862120 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7884eff8-9d3d-484a-859a-0c8ebca249b5 req-57552d58-f369-4d1f-a16e-d1b03b4e32b9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316417 Nov 08 01:27:11.921086 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40856) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:27:12.010852 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-22afe062-0d80-4e91-834d-23cee670ffc8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885403 Nov 08 01:27:12.019461 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-85f3abf2-a40b-4d0d-aed4-dd52e5f5e413 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:27:12.020454 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-85f3abf2-a40b-4d0d-aed4-dd52e5f5e413 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048761 Nov 08 01:27:13.037624 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8724f9e-77bb-4e71-85f1-57ee28e15e53 req-7472fb13-b5e7-48db-b83e-ca6530ac35d9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:13.039945 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8724f9e-77bb-4e71-85f1-57ee28e15e53 req-7472fb13-b5e7-48db-b83e-ca6530ac35d9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.1086915 Nov 08 01:27:13.081736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e8724f9e-77bb-4e71-85f1-57ee28e15e53 req-1623abc6-13bb-4eb3-aebf-3e3bc1110ca5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352149 Nov 08 01:27:14.142848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ac83191e-df2a-4a6b-a38b-7da8b391803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:14.144348 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ac83191e-df2a-4a6b-a38b-7da8b391803f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 1096 time: 0.0400493 Nov 08 01:27:14.264945 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e3678-2fab-4258-a751-a959bae5fd64 req-11990609-4b4d-4076-9382-ee8e010fb77e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:14.266418 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-740e3678-2fab-4258-a751-a959bae5fd64 req-11990609-4b4d-4076-9382-ee8e010fb77e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.1066902 Nov 08 01:27:14.280914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cd58e-9880-4427-b818-547ca1af53b8 req-e479ab2b-0968-4d1d-83a7-b6b3a9ca9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:14.282268 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-e479ab2b-0968-4d1d-83a7-b6b3a9ca9013 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 HTTP/1.1" status: 200 len: 898 time: 0.1309462 Nov 08 01:27:14.352025 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-740e3678-2fab-4258-a751-a959bae5fd64 req-40628dee-bfc6-4cae-9b6f-1fba3af99134 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784903 Nov 08 01:27:14.365825 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-95aff89a-3cfc-4686-980a-ac277f1376d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f6d55a-bc12-437e-aec4-615d5bef8930 HTTP/1.1" status: 200 len: 1001 time: 0.0735867 Nov 08 01:27:14.414045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cd58e-9880-4427-b818-547ca1af53b8 req-f80dbe64-be66-47c7-924a-933a7fc55781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:14.415363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-f80dbe64-be66-47c7-924a-933a7fc55781 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f537f627-b809-4746-a326-42b130abe60d HTTP/1.1" status: 200 len: 835 time: 0.0427952 Nov 08 01:27:14.459580 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cd58e-9880-4427-b818-547ca1af53b8 req-7a292e5b-aaae-4138-9a31-bf4d36c8dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:14.461076 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-7a292e5b-aaae-4138-9a31-bf4d36c8dc5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387979 Nov 08 01:27:14.552655 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-aed0ef45-5ceb-4040-94be-f6c5928c7ec7 service neutron] 10.222.0.20 "GET /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847585 Nov 08 01:27:14.642867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-5e27800a-bdbc-4510-b218-abddc180ed1a service neutron] 10.222.0.20 "GET /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817256 Nov 08 01:27:15.472889 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a04438-dff1-44ad-a83b-266b8fc4aa65 req-25ca2fec-92e6-4132-85da-4028480f8394 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:15.474398 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1a04438-dff1-44ad-a83b-266b8fc4aa65 req-25ca2fec-92e6-4132-85da-4028480f8394 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.0523794 Nov 08 01:27:15.511923 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1a04438-dff1-44ad-a83b-266b8fc4aa65 req-72622fb8-0bc3-4e72-89a2-66f8a4c387f0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308399 Nov 08 01:27:16.626655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45164f2-4fb5-4059-81f3-e54e1e2ebd93 req-9234fbe3-59b1-4626-93cf-6898cab783c1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:16.628149 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b45164f2-4fb5-4059-81f3-e54e1e2ebd93 req-9234fbe3-59b1-4626-93cf-6898cab783c1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.0478470 Nov 08 01:27:16.665151 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b45164f2-4fb5-4059-81f3-e54e1e2ebd93 req-7c8c4ad3-9170-441a-bf42-1b260f3e2f2d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304465 Nov 08 01:27:17.776769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35489b-c433-4d77-8c39-5a9d3eb63af4 req-bd3c66ef-397f-4c1e-928e-9e030a3f8eb4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:17.778298 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de35489b-c433-4d77-8c39-5a9d3eb63af4 req-bd3c66ef-397f-4c1e-928e-9e030a3f8eb4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.0473545 Nov 08 01:27:17.815351 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-de35489b-c433-4d77-8c39-5a9d3eb63af4 req-d4194810-cdcb-4fad-ab3b-782da1dc50c1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312543 Nov 08 01:27:18.935040 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96dc409-d3a4-48e4-a806-adea4d6ae2e5 req-b91d9fa2-8983-43a4-8df0-911de9f17ea8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:18.936435 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c96dc409-d3a4-48e4-a806-adea4d6ae2e5 req-b91d9fa2-8983-43a4-8df0-911de9f17ea8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.0554366 Nov 08 01:27:18.972939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c96dc409-d3a4-48e4-a806-adea4d6ae2e5 req-8bbba283-89e2-4499-ae80-62423cbc3c18 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306625 Nov 08 01:27:20.085705 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500b22d-2abf-4384-90b0-58bd1e791ee2 req-bc35d417-6aca-4701-a52e-d485e6947516 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:20.087134 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4500b22d-2abf-4384-90b0-58bd1e791ee2 req-bc35d417-6aca-4701-a52e-d485e6947516 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.0475693 Nov 08 01:27:20.124101 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4500b22d-2abf-4384-90b0-58bd1e791ee2 req-94717e5b-ba2a-4945-bca3-2ddfb02892fa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309641 Nov 08 01:27:21.236435 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c09ed1-1488-4266-a26b-8f6b12c78d78 req-bb326d14-676d-4503-8891-8d87b328f371 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:21.237881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97c09ed1-1488-4266-a26b-8f6b12c78d78 req-bb326d14-676d-4503-8891-8d87b328f371 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.0478776 Nov 08 01:27:21.274295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97c09ed1-1488-4266-a26b-8f6b12c78d78 req-56ba8908-9067-48bf-bb89-5e3b4214f564 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305636 Nov 08 01:27:22.401817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53c37b-c60a-48dc-b595-e8c223a4caca req-e641a1dc-eda8-46a4-a2a1-2d5c0a0b7afe tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:22.403271 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d53c37b-c60a-48dc-b595-e8c223a4caca req-e641a1dc-eda8-46a4-a2a1-2d5c0a0b7afe tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.0513468 Nov 08 01:27:22.439563 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d53c37b-c60a-48dc-b595-e8c223a4caca req-4999ae56-65a3-46b0-ae44-689769125c83 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303771 Nov 08 01:27:23.551851 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59745dc-d431-4f7e-ba88-cf54a9fb0b59 req-5b4e6750-a4d8-4ec6-a1d5-a9908bce458c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:23.553240 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d59745dc-d431-4f7e-ba88-cf54a9fb0b59 req-5b4e6750-a4d8-4ec6-a1d5-a9908bce458c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.0487223 Nov 08 01:27:23.590465 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d59745dc-d431-4f7e-ba88-cf54a9fb0b59 req-498a7d03-d2b0-42f4-b96f-7adf8d9bcf0b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308349 Nov 08 01:27:24.703567 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6994d91-8ad5-408c-a138-990d5ea72c03 req-89faaf2e-3bed-44ca-8d03-46aa5034f2d2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:24.705058 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6994d91-8ad5-408c-a138-990d5ea72c03 req-89faaf2e-3bed-44ca-8d03-46aa5034f2d2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.0489140 Nov 08 01:27:24.742188 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6994d91-8ad5-408c-a138-990d5ea72c03 req-3d96ab8a-41c1-4ccb-afd2-c8014c2b91e0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311728 Nov 08 01:27:25.146134 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:27:25.858163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09885b46-0229-498d-a526-bb04f4a8ddb1 req-e6049776-207c-49ea-bb49-306f60038460 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:25.859650 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09885b46-0229-498d-a526-bb04f4a8ddb1 req-e6049776-207c-49ea-bb49-306f60038460 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.0518079 Nov 08 01:27:25.896465 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09885b46-0229-498d-a526-bb04f4a8ddb1 req-6b18a81c-08cf-49e2-9025-c5f52ed5bf32 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308330 Nov 08 01:27:26.780396 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-052cd58e-9880-4427-b818-547ca1af53b8 req-1b9bd294-7fea-4044-85a1-93bee1795e7d service neutron] show failed (client error): The resource could not be found. Nov 08 01:27:26.781387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-1b9bd294-7fea-4044-85a1-93bee1795e7d service neutron] 10.222.0.20 "GET /v2.0/ports/98f6d55a-bc12-437e-aec4-615d5bef8930/bindings/n-h2-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.0526986 Nov 08 01:27:27.012085 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b7a84-b1de-4956-a057-828e584f6cf7 req-3dfdc14b-cf17-41ef-adf5-ba29c2ab6951 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:27.013558 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-548b7a84-b1de-4956-a057-828e584f6cf7 req-3dfdc14b-cf17-41ef-adf5-ba29c2ab6951 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.0486748 Nov 08 01:27:27.051339 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-548b7a84-b1de-4956-a057-828e584f6cf7 req-397487cd-3b19-4ece-9164-19b9e90232c7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316195 Nov 08 01:27:27.320616 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cd58e-9880-4427-b818-547ca1af53b8 req-368793d7-79e6-4fc5-8023-be0e109379f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:27.322124 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-368793d7-79e6-4fc5-8023-be0e109379f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845&tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1 HTTP/1.1" status: 200 len: 1096 time: 0.0864604 Nov 08 01:27:27.332828 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-a96c3c7a-6fb6-422c-be50-a09bceb2ce5d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:27:27.333775 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-a96c3c7a-6fb6-422c-be50-a09bceb2ce5d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049033 Nov 08 01:27:27.352544 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816882-1', 'device_owner': 'compute:nova'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:27:27.403716 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:27.605071 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] For port 98f6d55a-bc12-437e-aec4-615d5bef8930, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=98f6d55a-bc12-437e-aec4-615d5bef8930,segment=NetworkSegment(9b616d05-b0f8-4b86-8fbb-34f721e0735e),segment_id=9b616d05-b0f8-4b86-8fbb-34f721e0735e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:27:27.640736 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] For port 98f6d55a-bc12-437e-aec4-615d5bef8930, host n-h1-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:27:27.677995 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feed2542-b5a3-4270-8965-35606a374845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f6d55a-bc12-437e-aec4-615d5bef8930'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:27:27.680895 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40319a74fe07febf9ab63d54579747668fab38c9212ad8217a68cab46359be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8ce3e0-079e-491c-8449-59b0dd78e458" -d '{"events": [{"server_uuid": "feed2542-b5a3-4270-8965-35606a374845", "name": "network-vif-unplugged", "status": "completed", "tag": "98f6d55a-bc12-437e-aec4-615d5bef8930"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:27:27.684957 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:27.696883 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Transition to ACTIVE for port object 98f6d55a-bc12-437e-aec4-615d5bef8930 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:27:27.768377 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:27.796333 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 01:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50239831-c338-4448-9f12-91b53e9e31c5 x-openstack-request-id: req-50239831-c338-4448-9f12-91b53e9e31c5 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:27:27.796623 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feed2542-b5a3-4270-8965-35606a374845", "name": "network-vif-unplugged", "status": "completed", "tag": "98f6d55a-bc12-437e-aec4-615d5bef8930", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:27:27.796898 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50239831-c338-4448-9f12-91b53e9e31c5 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:27:27.797278 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feed2542-b5a3-4270-8965-35606a374845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f6d55a-bc12-437e-aec4-615d5bef8930', 'code': 200} Nov 08 01:27:27.848278 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Pushing event updated for resources: {'Port': ['ID=98f6d55a-bc12-437e-aec4-615d5bef8930,revision_number=6']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:27:27.860898 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:27.861230 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:27.861571 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:27.861906 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:27.862238 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:27.862566 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:27.862954 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:27.863219 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:27.863541 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:27.863886 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:27.864210 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:27.864528 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:27.903237 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] No DVR routers for this DVR port 98f6d55a-bc12-437e-aec4-615d5bef8930 on host n-h1-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:27:28.040575 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Attempting to bind port 98f6d55a-bc12-437e-aec4-615d5bef8930 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:27:28.040911 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Attempting to bind port 98f6d55a-bc12-437e-aec4-615d5bef8930 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': '9b616d05-b0f8-4b86-8fbb-34f721e0735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:27:28.041266 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Attempting to bind port 98f6d55a-bc12-437e-aec4-615d5bef8930 on network b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:27:28.045556 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Port 98f6d55a-bc12-437e-aec4-615d5bef8930 on network b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:27:28.045872 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Attempting to bind port 98f6d55a-bc12-437e-aec4-615d5bef8930 on network b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:27:28.050638 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:27:28.050971 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Checking segment: {'id': '9b616d05-b0f8-4b86-8fbb-34f721e0735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:27:28.051348 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Bound using segment: {'id': '9b616d05-b0f8-4b86-8fbb-34f721e0735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:27:28.051766 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Bound port: 98f6d55a-bc12-437e-aec4-615d5bef8930, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b616d05-b0f8-4b86-8fbb-34f721e0735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:27:28.052143 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:28.113968 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] For port 98f6d55a-bc12-437e-aec4-615d5bef8930, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:27:28.116979 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] For port 98f6d55a-bc12-437e-aec4-615d5bef8930, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=98f6d55a-bc12-437e-aec4-615d5bef8930,segment=NetworkSegment(9b616d05-b0f8-4b86-8fbb-34f721e0735e),segment_id=9b616d05-b0f8-4b86-8fbb-34f721e0735e)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:27:28.171981 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff159a9-8d3f-4526-912c-ae4d0b9cd6c4 req-1a94581b-b426-4d09-bacb-0ad423d7327b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:28.173461 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ff159a9-8d3f-4526-912c-ae4d0b9cd6c4 req-1a94581b-b426-4d09-bacb-0ad423d7327b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 943 time: 0.0541241 Nov 08 01:27:28.210344 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ff159a9-8d3f-4526-912c-ae4d0b9cd6c4 req-a6f50fa6-9e1c-4412-b327-4cb40eb438f2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300736 Nov 08 01:27:28.224323 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:28.254516 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6704c99-d0a0-484d-b3ce-19ac7a1fbeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:28.258238 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:28.258873 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:28.260310 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] 10.222.0.26 "PUT /v2.0/ports/98f6d55a-bc12-437e-aec4-615d5bef8930 HTTP/1.1" status: 200 len: 1091 time: 0.9119344 Nov 08 01:27:28.288465 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39ca00-184f-43a0-99a7-a12703c61936 service neutron] Pushing event updated for resources: {'Port': ['ID=98f6d55a-bc12-437e-aec4-615d5bef8930,revision_number=7']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:27:28.342300 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cd58e-9880-4427-b818-547ca1af53b8 req-8d31989f-c967-4749-ad11-ae5bae57c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:28.343904 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-8d31989f-c967-4749-ad11-ae5bae57c1b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 1094 time: 0.0480738 Nov 08 01:27:28.441423 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cd58e-9880-4427-b818-547ca1af53b8 req-0b84d8f3-c647-42fe-9a2e-c6644e768c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:28.442916 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-0b84d8f3-c647-42fe-9a2e-c6644e768c12 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 HTTP/1.1" status: 200 len: 898 time: 0.0876787 Nov 08 01:27:28.512661 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-30356056-df65-48b6-a188-944ff8b0cc7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f6d55a-bc12-437e-aec4-615d5bef8930 HTTP/1.1" status: 200 len: 999 time: 0.0622466 Nov 08 01:27:28.561705 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cd58e-9880-4427-b818-547ca1af53b8 req-e1fd02cf-7263-4b54-95e5-97cb5f1da23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:28.563129 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-e1fd02cf-7263-4b54-95e5-97cb5f1da23b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f537f627-b809-4746-a326-42b130abe60d HTTP/1.1" status: 200 len: 835 time: 0.0437088 Nov 08 01:27:28.609285 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cd58e-9880-4427-b818-547ca1af53b8 req-f07e701f-347a-41ae-8f6b-070de923bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:28.610806 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-f07e701f-347a-41ae-8f6b-070de923bf3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404618 Nov 08 01:27:28.701399 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-f1225965-080b-4000-bcb0-c9b1052a9cba service neutron] 10.222.0.26 "GET /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829847 Nov 08 01:27:28.789666 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-052cd58e-9880-4427-b818-547ca1af53b8 req-5373f46b-fcbf-43b6-aeb6-c5eaff2e2792 service neutron] 10.222.0.26 "GET /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814869 Nov 08 01:27:29.229460 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 98f6d55a-bc12-437e-aec4-615d5bef8930 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:27:29.268995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 98f6d55a-bc12-437e-aec4-615d5bef8930 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:27:29.330737 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c5135-c4c7-4074-8fbc-32657202b06f req-82240b94-f8cb-4776-8caf-ecfea5997c77 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:29.332234 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-294c5135-c4c7-4074-8fbc-32657202b06f req-82240b94-f8cb-4776-8caf-ecfea5997c77 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 943 time: 0.0483620 Nov 08 01:27:29.377904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-294c5135-c4c7-4074-8fbc-32657202b06f req-ab9b0975-9ded-4b8e-a5fd-47b4703bccd1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316575 Nov 08 01:27:29.798236 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feed2542-b5a3-4270-8965-35606a374845', 'tag': '98f6d55a-bc12-437e-aec4-615d5bef8930'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:27:29.800568 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40319a74fe07febf9ab63d54579747668fab38c9212ad8217a68cab46359be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c093c2ce-5649-4087-a294-3a06e923a613" -d '{"events": [{"name": "network-changed", "server_uuid": "feed2542-b5a3-4270-8965-35606a374845", "tag": "98f6d55a-bc12-437e-aec4-615d5bef8930"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:27:29.851647 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f374945e-f4ad-45ae-84aa-96741c7250ef x-openstack-request-id: req-f374945e-f4ad-45ae-84aa-96741c7250ef {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:27:29.851647 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feed2542-b5a3-4270-8965-35606a374845", "tag": "98f6d55a-bc12-437e-aec4-615d5bef8930", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:27:29.851647 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f374945e-f4ad-45ae-84aa-96741c7250ef {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:27:29.851647 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feed2542-b5a3-4270-8965-35606a374845', 'tag': '98f6d55a-bc12-437e-aec4-615d5bef8930', 'status': 'completed', 'code': 200} Nov 08 01:27:29.928572 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093c2ce-5649-4087-a294-3a06e923a613 req-2eb169f6-88c0-4f84-9c1a-45bf97daf5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:29.930108 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c093c2ce-5649-4087-a294-3a06e923a613 req-2eb169f6-88c0-4f84-9c1a-45bf97daf5d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 1094 time: 0.0417085 Nov 08 01:27:29.933014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093c2ce-5649-4087-a294-3a06e923a613 req-2335120d-4f70-46fd-afcf-990896539f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:29.934487 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c093c2ce-5649-4087-a294-3a06e923a613 req-2335120d-4f70-46fd-afcf-990896539f6e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 1094 time: 0.0400696 Nov 08 01:27:30.029233 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093c2ce-5649-4087-a294-3a06e923a613 req-03a2a96b-7eb7-4da7-8614-6953bafa14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:30.030736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c093c2ce-5649-4087-a294-3a06e923a613 req-03a2a96b-7eb7-4da7-8614-6953bafa14bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 HTTP/1.1" status: 200 len: 898 time: 0.0897162 Nov 08 01:27:30.101496 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c093c2ce-5649-4087-a294-3a06e923a613 req-7a1ea275-f53c-41fd-8021-57e37aa238ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f6d55a-bc12-437e-aec4-615d5bef8930 HTTP/1.1" status: 200 len: 999 time: 0.0623882 Nov 08 01:27:30.156875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093c2ce-5649-4087-a294-3a06e923a613 req-24bea119-4ecb-444a-a781-b1a1345854a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:30.158356 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c093c2ce-5649-4087-a294-3a06e923a613 req-24bea119-4ecb-444a-a781-b1a1345854a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f537f627-b809-4746-a326-42b130abe60d HTTP/1.1" status: 200 len: 835 time: 0.0499592 Nov 08 01:27:30.367251 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093c2ce-5649-4087-a294-3a06e923a613 req-ff105765-19b5-45d7-8180-918c353d3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:30.368681 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c093c2ce-5649-4087-a294-3a06e923a613 req-ff105765-19b5-45d7-8180-918c353d3654 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 HTTP/1.1" status: 200 len: 898 time: 0.4310939 Nov 08 01:27:30.439602 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c093c2ce-5649-4087-a294-3a06e923a613 req-036796d6-a382-441f-9ac1-7511a7687df8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f6d55a-bc12-437e-aec4-615d5bef8930 HTTP/1.1" status: 200 len: 999 time: 0.0620971 Nov 08 01:27:30.510720 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093c2ce-5649-4087-a294-3a06e923a613 req-eaed12e6-d9b0-4eaa-b758-610eb17e41a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:30.512269 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c093c2ce-5649-4087-a294-3a06e923a613 req-eaed12e6-d9b0-4eaa-b758-610eb17e41a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f537f627-b809-4746-a326-42b130abe60d HTTP/1.1" status: 200 len: 835 time: 0.0511711 Nov 08 01:27:30.562390 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093c2ce-5649-4087-a294-3a06e923a613 req-2c04e43c-66c1-487d-b6b5-09213abb5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:30.564780 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c093c2ce-5649-4087-a294-3a06e923a613 req-2c04e43c-66c1-487d-b6b5-09213abb5033 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443332 Nov 08 01:27:30.591434 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093c2ce-5649-4087-a294-3a06e923a613 req-3c4d8dab-d8fe-4b73-84b7-91ef1e6e036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:30.593040 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c093c2ce-5649-4087-a294-3a06e923a613 req-3c4d8dab-d8fe-4b73-84b7-91ef1e6e036e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4276443 Nov 08 01:27:30.605826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b66dd-4a8a-4d00-a4af-2df8b99504cb req-1b88814a-424c-4b4f-a225-164b8557ef95 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:30.607234 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f2b66dd-4a8a-4d00-a4af-2df8b99504cb req-1b88814a-424c-4b4f-a225-164b8557ef95 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 943 time: 0.0622382 Nov 08 01:27:30.661550 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c093c2ce-5649-4087-a294-3a06e923a613 req-66f1cb8a-367c-490a-b02f-5df588668259 service neutron] 10.222.0.26 "GET /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893023 Nov 08 01:27:30.725746 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4f2b66dd-4a8a-4d00-a4af-2df8b99504cb req-30a03a61-d2f4-4093-a0d1-06eaf1d453e3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000302 Nov 08 01:27:30.727574 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c093c2ce-5649-4087-a294-3a06e923a613 req-7834bc81-5d0e-4453-813b-1db2e5074837 service neutron] 10.222.0.20 "GET /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194735 Nov 08 01:27:30.766635 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c093c2ce-5649-4087-a294-3a06e923a613 req-226fee2e-423f-44ba-b00b-389e68b06285 service neutron] 10.222.0.26 "GET /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977194 Nov 08 01:27:30.786012 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70e59619-0d13-4a96-b47c-9bd5b4e580d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:30.825198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c093c2ce-5649-4087-a294-3a06e923a613 req-b3e130fc-37d1-4144-af01-661c090bf8e6 service neutron] 10.222.0.20 "GET /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903161 Nov 08 01:27:31.071013 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:31.656928 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 98f6d55a-bc12-437e-aec4-615d5bef8930 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:27:31.749221 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 98f6d55a-bc12-437e-aec4-615d5bef8930, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=98f6d55a-bc12-437e-aec4-615d5bef8930,segment=NetworkSegment(9b616d05-b0f8-4b86-8fbb-34f721e0735e),segment_id=9b616d05-b0f8-4b86-8fbb-34f721e0735e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:27:31.760695 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '98f6d55a-bc12-437e-aec4-615d5bef8930', 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3', 'port_id': '98f6d55a-bc12-437e-aec4-615d5bef8930', 'mac_address': 'fa:16:3e:06:b8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f537f627-b809-4746-a326-42b130abe60d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:27:31.801857 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:31.815038 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f6d55a-bc12-437e-aec4-615d5bef8930 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:27:31.834767 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 98f6d55a-bc12-437e-aec4-615d5bef8930, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=98f6d55a-bc12-437e-aec4-615d5bef8930,segment=NetworkSegment(9b616d05-b0f8-4b86-8fbb-34f721e0735e),segment_id=9b616d05-b0f8-4b86-8fbb-34f721e0735e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:27:31.859769 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d83f3-6aa1-4f63-962e-04705b83db2a req-40793c7a-cc64-4e59-9cfa-da78fcec3a2f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:31.861262 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f5d83f3-6aa1-4f63-962e-04705b83db2a req-40793c7a-cc64-4e59-9cfa-da78fcec3a2f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 943 time: 0.0535846 Nov 08 01:27:31.899754 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f5d83f3-6aa1-4f63-962e-04705b83db2a req-80225fca-5014-4a1b-a41b-200035ff38a0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325310 Nov 08 01:27:31.954882 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:32.011100 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=98f6d55a-bc12-437e-aec4-615d5bef8930,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:27:32.018370 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:32.018715 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:32.019053 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:32.019383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:32.019712 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:32.020063 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:32.020386 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:32.020707 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:32.021028 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:32.021347 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:32.022296 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:32.022637 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:27:32.076835 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:32.225995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d801d9a-97f5-4d18-b42d-77e9ddde226c req-4f4f97fc-1956-48e1-869d-e3f7cde9b063 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:32.227362 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6d801d9a-97f5-4d18-b42d-77e9ddde226c req-4f4f97fc-1956-48e1-869d-e3f7cde9b063 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 944 time: 0.0490458 Nov 08 01:27:32.276018 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['98f6d55a-bc12-437e-aec4-615d5bef8930'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:27:32.299414 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6d801d9a-97f5-4d18-b42d-77e9ddde226c req-30b21aa6-5ea6-42da-ad6c-70b21a55f9f0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622840 Nov 08 01:27:32.322436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d2eef-4214-42dc-9ebf-d0bf5f194b75 req-7c21bc81-b807-446f-81cf-2d4815d8a213 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:32.322436 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b91d2eef-4214-42dc-9ebf-d0bf5f194b75 req-7c21bc81-b807-446f-81cf-2d4815d8a213 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845&tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&binding%3Ahost_id=n-h2-816882-1 HTTP/1.1" status: 200 len: 944 time: 0.0696619 Nov 08 01:27:32.415703 n-d-816882-1 neutron-server[102772]: INFO neutron.api.v2.resource [req-b91d2eef-4214-42dc-9ebf-d0bf5f194b75 req-476c9e51-b21c-495d-b576-9aa171f37f13 service neutron] delete failed (client error): The resource could not be found. Nov 08 01:27:32.416746 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b91d2eef-4214-42dc-9ebf-d0bf5f194b75 req-476c9e51-b21c-495d-b576-9aa171f37f13 service neutron] 10.222.0.20 "DELETE /v2.0/ports/98f6d55a-bc12-437e-aec4-615d5bef8930/bindings/n-h1-816882-1 HTTP/1.1" status: 404 len: 380 time: 0.0871346 Nov 08 01:27:32.431589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59f4f0-921b-42e1-97f6-34b3911210bd req-fe23f40f-4aad-4d59-b980-edb63c3f9e8f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:32.433090 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a59f4f0-921b-42e1-97f6-34b3911210bd req-fe23f40f-4aad-4d59-b980-edb63c3f9e8f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 944 time: 0.0630238 Nov 08 01:27:32.476353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7a59f4f0-921b-42e1-97f6-34b3911210bd req-d67f4a85-27a8-4629-93ad-b0b80d4d79ff tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370710 Nov 08 01:27:32.524453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d2eef-4214-42dc-9ebf-d0bf5f194b75 req-11b3b404-d4ac-4b05-89a8-4c2e9ad05ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:32.525951 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b91d2eef-4214-42dc-9ebf-d0bf5f194b75 req-11b3b404-d4ac-4b05-89a8-4c2e9ad05ce2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 1095 time: 0.0427852 Nov 08 01:27:32.601484 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:32.621710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d2eef-4214-42dc-9ebf-d0bf5f194b75 req-8b2b34ee-18b6-4b00-b9ba-38bb0b47f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:32.623192 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b91d2eef-4214-42dc-9ebf-d0bf5f194b75 req-8b2b34ee-18b6-4b00-b9ba-38bb0b47f209 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 HTTP/1.1" status: 200 len: 898 time: 0.0895970 Nov 08 01:27:32.687876 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b91d2eef-4214-42dc-9ebf-d0bf5f194b75 req-a9886ccd-0af4-4646-9563-0aa007708a81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f6d55a-bc12-437e-aec4-615d5bef8930 HTTP/1.1" status: 200 len: 1000 time: 0.0575163 Nov 08 01:27:32.734972 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d2eef-4214-42dc-9ebf-d0bf5f194b75 req-6c7cb271-22e9-4dde-90cf-1cf0378348d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:32.736315 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b91d2eef-4214-42dc-9ebf-d0bf5f194b75 req-6c7cb271-22e9-4dde-90cf-1cf0378348d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f537f627-b809-4746-a326-42b130abe60d HTTP/1.1" status: 200 len: 835 time: 0.0421631 Nov 08 01:27:32.782522 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d2eef-4214-42dc-9ebf-d0bf5f194b75 req-19ee118f-2b0e-42ca-9264-3cbbb0958820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:32.784006 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b91d2eef-4214-42dc-9ebf-d0bf5f194b75 req-19ee118f-2b0e-42ca-9264-3cbbb0958820 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411572 Nov 08 01:27:32.870975 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b91d2eef-4214-42dc-9ebf-d0bf5f194b75 req-f7c7463a-45d2-49a9-9dd3-7345a5b9c374 service neutron] 10.222.0.20 "GET /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797629 Nov 08 01:27:32.962728 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b91d2eef-4214-42dc-9ebf-d0bf5f194b75 req-c7316d07-6404-41e5-bda1-0e1ca2f5c367 service neutron] 10.222.0.20 "GET /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847719 Nov 08 01:27:33.593493 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f7824-3c18-4f28-8051-f70fa4c42da9 req-a4a41519-b8e8-41b6-a08f-07dfad3a0014 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:33.595008 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-132f7824-3c18-4f28-8051-f70fa4c42da9 req-a4a41519-b8e8-41b6-a08f-07dfad3a0014 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 944 time: 0.0500088 Nov 08 01:27:33.633381 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-132f7824-3c18-4f28-8051-f70fa4c42da9 req-07f06324-23ea-4d27-a62b-bdd49157fbdf tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312858 Nov 08 01:27:33.636668 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:33.662110 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 98f6d55a-bc12-437e-aec4-615d5bef8930 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:27:33.779680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 98f6d55a-bc12-437e-aec4-615d5bef8930 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:27:33.783597 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 98f6d55a-bc12-437e-aec4-615d5bef8930 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:27:33.784002 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:33.863490 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:33.884796 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feed2542-b5a3-4270-8965-35606a374845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f6d55a-bc12-437e-aec4-615d5bef8930'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:27:33.887049 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed68b7e-4e1d-44fa-893d-b2eccd6b7249" -d '{"events": [{"server_uuid": "feed2542-b5a3-4270-8965-35606a374845", "name": "network-vif-plugged", "status": "completed", "tag": "98f6d55a-bc12-437e-aec4-615d5bef8930"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:27:33.900033 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 98f6d55a-bc12-437e-aec4-615d5bef8930, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=98f6d55a-bc12-437e-aec4-615d5bef8930,segment=NetworkSegment(9b616d05-b0f8-4b86-8fbb-34f721e0735e),segment_id=9b616d05-b0f8-4b86-8fbb-34f721e0735e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:27:33.968427 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:33.974146 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7748beaa-572f-4618-9e9b-abb450f8c5a8 x-openstack-request-id: req-7748beaa-572f-4618-9e9b-abb450f8c5a8 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:27:33.974437 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feed2542-b5a3-4270-8965-35606a374845", "name": "network-vif-plugged", "status": "completed", "tag": "98f6d55a-bc12-437e-aec4-615d5bef8930", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:27:33.974691 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7748beaa-572f-4618-9e9b-abb450f8c5a8 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:27:33.975681 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feed2542-b5a3-4270-8965-35606a374845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f6d55a-bc12-437e-aec4-615d5bef8930', 'code': 200} Nov 08 01:27:34.016283 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=98f6d55a-bc12-437e-aec4-615d5bef8930,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:27:34.747429 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12870359-f93b-418c-9102-696bcc3cd543 req-e0432d57-019b-4819-8904-ee65741f0c5b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:27:34.748911 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12870359-f93b-418c-9102-696bcc3cd543 req-e0432d57-019b-4819-8904-ee65741f0c5b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.0487938 Nov 08 01:27:34.786021 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-12870359-f93b-418c-9102-696bcc3cd543 req-25f5c9a0-d226-4d83-8a2d-a733fd04e096 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310636 Nov 08 01:27:34.807976 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40946) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:27:34.873008 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ff3b8c40-825f-4ea0-892a-79e5780e154e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/floatingips/44288695-60f2-49fd-a371-eef8aac1ae53 HTTP/1.1" status: 200 len: 993 time: 0.0636723 Nov 08 01:27:39.418871 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:27:58.206434 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13e5cfe0-6193-4405-8566-97f040f13585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:00.720951 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-01a5b681-5f2b-4a01-bb57-e1cb6d1330de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:01.029526 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:01.237668 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40964) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:01.401558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting port d34ed58d-1b5d-4dc2-ad3e-4a69e5ca2420 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:28:01.401904 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:01.480568 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:01.480889 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:01.492868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Calling delete_port for d34ed58d-1b5d-4dc2-ad3e-4a69e5ca2420 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:28:01.702099 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:01.730995 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Port': ['ID=d34ed58d-1b5d-4dc2-ad3e-4a69e5ca2420,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:01.745335 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:01.745684 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:01.746018 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:01.746349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:01.746673 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:01.746996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:01.747317 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:01.747637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:01.748023 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:01.752106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:01.752106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:01.752106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:01.804058 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:01.804390 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Floating IP 44288695-60f2-49fd-a371-eef8aac1ae53 disassociated (deleted). External IP: 172.25.2.211, port: 98f6d55a-bc12-437e-aec4-615d5bef8930. Nov 08 01:28:02.027513 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:02.040699 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router 5508fe28-1e6e-49bf-a899-f90b86459342 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:28:02.145883 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:28:02.151910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:28:02.156323 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:02.162828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90dda1-1501-49df-9b61-26c17e6c5d32 None None] Sync routers for ids ['5508fe28-1e6e-49bf-a899-f90b86459342'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:28:02.171814 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c90dda1-1501-49df-9b61-26c17e6c5d32 None None] Routers {'5508fe28-1e6e-49bf-a899-f90b86459342'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:28:02.172424 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-6c90dda1-1501-49df-9b61-26c17e6c5d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:28:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['5508fe28-1e6e-49bf-a899-f90b86459342'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:02.182917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2b49a7e4-07f5-4e51-a3ac-9cd3e25b79e7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/floatingips/44288695-60f2-49fd-a371-eef8aac1ae53 HTTP/1.1" status: 204 len: 168 time: 0.9441586 Nov 08 01:28:02.183493 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feed2542-b5a3-4270-8965-35606a374845', 'tag': '98f6d55a-bc12-437e-aec4-615d5bef8930'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:28:02.185780 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2b7a93-4386-49ee-8965-3848ae7db687" -d '{"events": [{"name": "network-changed", "server_uuid": "feed2542-b5a3-4270-8965-35606a374845", "tag": "98f6d55a-bc12-437e-aec4-615d5bef8930"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:28:02.223301 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d89a505-306a-40e3-a312-5888f1825210 x-openstack-request-id: req-3d89a505-306a-40e3-a312-5888f1825210 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:28:02.223301 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feed2542-b5a3-4270-8965-35606a374845", "tag": "98f6d55a-bc12-437e-aec4-615d5bef8930", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:28:02.223547 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d89a505-306a-40e3-a312-5888f1825210 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:28:02.223795 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feed2542-b5a3-4270-8965-35606a374845', 'tag': '98f6d55a-bc12-437e-aec4-615d5bef8930', 'status': 'completed', 'code': 200} Nov 08 01:28:02.279811 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-6c90dda1-1501-49df-9b61-26c17e6c5d32 None None] Set router 5508fe28-1e6e-49bf-a899-f90b86459342 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:28:02.309201 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b7a93-4386-49ee-8965-3848ae7db687 req-cbea25e6-c72c-46e8-94d5-490a8116d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:02.310753 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4a2b7a93-4386-49ee-8965-3848ae7db687 req-cbea25e6-c72c-46e8-94d5-490a8116d031 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 1096 time: 0.0424168 Nov 08 01:28:02.409247 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b7a93-4386-49ee-8965-3848ae7db687 req-10892f8d-1525-43a6-8103-245f18e0f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:02.410722 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4a2b7a93-4386-49ee-8965-3848ae7db687 req-10892f8d-1525-43a6-8103-245f18e0f1aa service neutron] 10.222.0.26 "GET /v2.0/networks?id=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 HTTP/1.1" status: 200 len: 898 time: 0.0935519 Nov 08 01:28:02.454049 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4a2b7a93-4386-49ee-8965-3848ae7db687 req-b213fd10-b1ac-4665-a229-de4bc39ae861 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f6d55a-bc12-437e-aec4-615d5bef8930 HTTP/1.1" status: 200 len: 217 time: 0.0367498 Nov 08 01:28:02.486609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-6c90dda1-1501-49df-9b61-26c17e6c5d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462573025', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:25:48Z', 'updated_at': '2021-11-08T01:25:52Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:49Z', 'updated_at': '2021-11-08T01:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'cac9ca20-b4ed-4ad9-84c7-4d04a1d17986', 'name': '', 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:a1:45:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f537f627-b809-4746-a326-42b130abe60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:51Z', 'updated_at': '2021-11-08T01:25:55Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': 'f537f627-b809-4746-a326-42b130abe60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:02.502261 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b7a93-4386-49ee-8965-3848ae7db687 req-59654115-e6dd-4b7e-a38d-07cfcb5c2772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:02.503961 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4a2b7a93-4386-49ee-8965-3848ae7db687 req-59654115-e6dd-4b7e-a38d-07cfcb5c2772 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f537f627-b809-4746-a326-42b130abe60d HTTP/1.1" status: 200 len: 835 time: 0.0434597 Nov 08 01:28:02.524707 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90dda1-1501-49df-9b61-26c17e6c5d32 None None] Checking router: 5508fe28-1e6e-49bf-a899-f90b86459342 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:28:02.537535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c90dda1-1501-49df-9b61-26c17e6c5d32 None None] Routers {'5508fe28-1e6e-49bf-a899-f90b86459342'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:28:02.537535 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-6c90dda1-1501-49df-9b61-26c17e6c5d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:28:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['5508fe28-1e6e-49bf-a899-f90b86459342'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:02.558730 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b7a93-4386-49ee-8965-3848ae7db687 req-a7763f6a-86b5-46a4-93fa-14f1f19be878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:02.560365 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4a2b7a93-4386-49ee-8965-3848ae7db687 req-a7763f6a-86b5-46a4-93fa-14f1f19be878 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496686 Nov 08 01:28:02.602013 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:02.608860 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4587d78-9074-4458-8085-a4c5887c3a50 req-0df1c39c-441e-4d31-b00b-4388f978a4b9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:02.611009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4587d78-9074-4458-8085-a4c5887c3a50 req-0df1c39c-441e-4d31-b00b-4388f978a4b9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.0527737 Nov 08 01:28:02.651131 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-6c90dda1-1501-49df-9b61-26c17e6c5d32 None None] Set router 5508fe28-1e6e-49bf-a899-f90b86459342 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:28:02.659249 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4587d78-9074-4458-8085-a4c5887c3a50 req-f5556363-5a54-40b3-8536-e869f9daa52e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401654 Nov 08 01:28:02.666571 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4a2b7a93-4386-49ee-8965-3848ae7db687 req-8586e462-ad85-4049-a698-4d12da0f4324 service neutron] 10.222.0.26 "GET /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932662 Nov 08 01:28:02.765023 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-4a2b7a93-4386-49ee-8965-3848ae7db687 req-ceec018a-cf8f-463e-8b3a-d5a28d0bc30d service neutron] 10.222.0.26 "GET /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913415 Nov 08 01:28:02.851640 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-6c90dda1-1501-49df-9b61-26c17e6c5d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462573025', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:25:48Z', 'updated_at': '2021-11-08T01:25:52Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:49Z', 'updated_at': '2021-11-08T01:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'cac9ca20-b4ed-4ad9-84c7-4d04a1d17986', 'name': '', 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:a1:45:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f537f627-b809-4746-a326-42b130abe60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:51Z', 'updated_at': '2021-11-08T01:25:55Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': 'f537f627-b809-4746-a326-42b130abe60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:02.882487 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90dda1-1501-49df-9b61-26c17e6c5d32 None None] The sync data for ids ['5508fe28-1e6e-49bf-a899-f90b86459342'] in n-d-816882-1 is: [{'id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462573025', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:25:48Z', 'updated_at': '2021-11-08T01:25:52Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:49Z', 'updated_at': '2021-11-08T01:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'cac9ca20-b4ed-4ad9-84c7-4d04a1d17986', 'name': '', 'network_id': 'b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:a1:45:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f537f627-b809-4746-a326-42b130abe60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:51Z', 'updated_at': '2021-11-08T01:25:55Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': 'f537f627-b809-4746-a326-42b130abe60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:28:03.091369 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfd9acb-d072-4b83-ac95-bcb3de85e3ed None None] New status for floating IP 44288695-60f2-49fd-a371-eef8aac1ae53: DOWN {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:28:03.655987 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:03.796201 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d28a4-8a12-48a0-a8d1-e128137437c9 req-140b1470-bc4e-4873-9d3f-d222ba2eb42f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:03.797677 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c9d28a4-8a12-48a0-a8d1-e128137437c9 req-140b1470-bc4e-4873-9d3f-d222ba2eb42f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.0523510 Nov 08 01:28:03.835404 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c9d28a4-8a12-48a0-a8d1-e128137437c9 req-d715e88c-5f21-41cf-aa6a-f03b79ec50c2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce455f3e-1191-43f2-9e14-f34e212cf8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316825 Nov 08 01:28:03.991244 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567f520-d761-43cf-9761-54c876a4757d req-26a8254f-431e-487e-b1d4-8697da22528a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:03.993228 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7567f520-d761-43cf-9761-54c876a4757d req-26a8254f-431e-487e-b1d4-8697da22528a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.26 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 945 time: 0.0483468 Nov 08 01:28:04.079227 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-7567f520-d761-43cf-9761-54c876a4757d req-7c8ebe1a-3544-438c-bdf3-f2b7ce2f1d60 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting port 98f6d55a-bc12-437e-aec4-615d5bef8930 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:28:04.079573 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7567f520-d761-43cf-9761-54c876a4757d req-7c8ebe1a-3544-438c-bdf3-f2b7ce2f1d60 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:04.168567 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-7567f520-d761-43cf-9761-54c876a4757d req-7c8ebe1a-3544-438c-bdf3-f2b7ce2f1d60 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] For port 98f6d55a-bc12-437e-aec4-615d5bef8930, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=98f6d55a-bc12-437e-aec4-615d5bef8930,segment=NetworkSegment(9b616d05-b0f8-4b86-8fbb-34f721e0735e),segment_id=9b616d05-b0f8-4b86-8fbb-34f721e0735e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:28:04.168852 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7567f520-d761-43cf-9761-54c876a4757d req-7c8ebe1a-3544-438c-bdf3-f2b7ce2f1d60 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:04.181912 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-7567f520-d761-43cf-9761-54c876a4757d req-7c8ebe1a-3544-438c-bdf3-f2b7ce2f1d60 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Calling delete_port for 98f6d55a-bc12-437e-aec4-615d5bef8930 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:28:04.394992 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7567f520-d761-43cf-9761-54c876a4757d req-7c8ebe1a-3544-438c-bdf3-f2b7ce2f1d60 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:04.424140 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ebe1a-3544-438c-bdf3-f2b7ce2f1d60 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Port': ['ID=98f6d55a-bc12-437e-aec4-615d5bef8930,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:04.464459 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7567f520-d761-43cf-9761-54c876a4757d req-7c8ebe1a-3544-438c-bdf3-f2b7ce2f1d60 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] No DVR routers for this DVR port 98f6d55a-bc12-437e-aec4-615d5bef8930 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:28:04.467202 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-7567f520-d761-43cf-9761-54c876a4757d req-7c8ebe1a-3544-438c-bdf3-f2b7ce2f1d60 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:04.470649 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7567f520-d761-43cf-9761-54c876a4757d req-7c8ebe1a-3544-438c-bdf3-f2b7ce2f1d60 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.26 "DELETE /v2.0/ports/98f6d55a-bc12-437e-aec4-615d5bef8930 HTTP/1.1" status: 204 len: 173 time: 0.4716830 Nov 08 01:28:04.471100 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feed2542-b5a3-4270-8965-35606a374845', 'name': 'network-vif-deleted', 'tag': '98f6d55a-bc12-437e-aec4-615d5bef8930'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:28:04.473509 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40319a74fe07febf9ab63d54579747668fab38c9212ad8217a68cab46359be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cbc226-2aa0-4842-9549-a9f4f5b422f2" -d '{"events": [{"server_uuid": "feed2542-b5a3-4270-8965-35606a374845", "name": "network-vif-deleted", "tag": "98f6d55a-bc12-437e-aec4-615d5bef8930"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:28:04.509308 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8723e32-e28f-4a0e-823b-8dc22d4a6885 x-openstack-request-id: req-f8723e32-e28f-4a0e-823b-8dc22d4a6885 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:28:04.509658 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feed2542-b5a3-4270-8965-35606a374845", "name": "network-vif-deleted", "tag": "98f6d55a-bc12-437e-aec4-615d5bef8930", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:28:04.509911 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8723e32-e28f-4a0e-823b-8dc22d4a6885 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:28:04.510313 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feed2542-b5a3-4270-8965-35606a374845', 'name': 'network-vif-deleted', 'tag': '98f6d55a-bc12-437e-aec4-615d5bef8930', 'status': 'completed', 'code': 200} Nov 08 01:28:04.943481 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7b31a1f-4969-4919-b66d-80577298832f req-e7d4ea34-027f-4187-8349-b04eec1227fa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=feed2542-b5a3-4270-8965-35606a374845 HTTP/1.1" status: 200 len: 210 time: 0.0270560 Nov 08 01:28:05.997821 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40982) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:06.349773 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87b89153-2116-4865-b783-a9ca6bbfa7ef tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:06.596580 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-87b89153-2116-4865-b783-a9ca6bbfa7ef tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting port cac9ca20-b4ed-4ad9-84c7-4d04a1d17986 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:28:06.596926 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87b89153-2116-4865-b783-a9ca6bbfa7ef tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:06.686919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-87b89153-2116-4865-b783-a9ca6bbfa7ef tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] For port cac9ca20-b4ed-4ad9-84c7-4d04a1d17986, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=cac9ca20-b4ed-4ad9-84c7-4d04a1d17986,segment=NetworkSegment(9b616d05-b0f8-4b86-8fbb-34f721e0735e),segment_id=9b616d05-b0f8-4b86-8fbb-34f721e0735e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:28:06.687285 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87b89153-2116-4865-b783-a9ca6bbfa7ef tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:06.699471 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-87b89153-2116-4865-b783-a9ca6bbfa7ef tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Calling delete_port for cac9ca20-b4ed-4ad9-84c7-4d04a1d17986 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:28:06.949287 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87b89153-2116-4865-b783-a9ca6bbfa7ef tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:06.976001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b89153-2116-4865-b783-a9ca6bbfa7ef tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Port': ['ID=cac9ca20-b4ed-4ad9-84c7-4d04a1d17986,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:07.147142 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-87b89153-2116-4865-b783-a9ca6bbfa7ef tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:07.354664 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b89153-2116-4865-b783-a9ca6bbfa7ef tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router 5508fe28-1e6e-49bf-a899-f90b86459342 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:28:07.457698 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b89153-2116-4865-b783-a9ca6bbfa7ef tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:28:07.464054 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-87b89153-2116-4865-b783-a9ca6bbfa7ef tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "PUT /v2.0/routers/5508fe28-1e6e-49bf-a899-f90b86459342/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4650199 Nov 08 01:28:07.466022 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40984) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:07.467430 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6cf5a0-e4d3-44e4-b4aa-34d49349ae6e None None] Sync routers for ids ['5508fe28-1e6e-49bf-a899-f90b86459342'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:28:07.477802 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6cf5a0-e4d3-44e4-b4aa-34d49349ae6e None None] Routers {'5508fe28-1e6e-49bf-a899-f90b86459342'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:28:07.478411 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1c6cf5a0-e4d3-44e4-b4aa-34d49349ae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:28:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['5508fe28-1e6e-49bf-a899-f90b86459342'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:07.517747 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cfc757-dc42-475b-9e22-449692e9ae26 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting subnet f537f627-b809-4746-a326-42b130abe60d {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:28:07.520893 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28cfc757-dc42-475b-9e22-449692e9ae26 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:07.565118 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28cfc757-dc42-475b-9e22-449692e9ae26 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:07.584828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-1c6cf5a0-e4d3-44e4-b4aa-34d49349ae6e None None] Set router 5508fe28-1e6e-49bf-a899-f90b86459342 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:28:07.645609 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28cfc757-dc42-475b-9e22-449692e9ae26 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:07.764098 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1c6cf5a0-e4d3-44e4-b4aa-34d49349ae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462573025', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:25:48Z', 'updated_at': '2021-11-08T01:28:06Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:49Z', 'updated_at': '2021-11-08T01:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:07.784462 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28cfc757-dc42-475b-9e22-449692e9ae26 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:07.790368 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6cf5a0-e4d3-44e4-b4aa-34d49349ae6e None None] Checking router: 5508fe28-1e6e-49bf-a899-f90b86459342 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:28:07.798597 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6cf5a0-e4d3-44e4-b4aa-34d49349ae6e None None] Routers {'5508fe28-1e6e-49bf-a899-f90b86459342'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:28:07.799311 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1c6cf5a0-e4d3-44e4-b4aa-34d49349ae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:28:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['5508fe28-1e6e-49bf-a899-f90b86459342'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:07.819384 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28cfc757-dc42-475b-9e22-449692e9ae26 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:07.823310 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-28cfc757-dc42-475b-9e22-449692e9ae26 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/subnets/f537f627-b809-4746-a326-42b130abe60d HTTP/1.1" status: 204 len: 168 time: 0.3562846 Nov 08 01:28:07.825183 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfc757-dc42-475b-9e22-449692e9ae26 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Subnet': ['ID=f537f627-b809-4746-a326-42b130abe60d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:07.826124 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40986) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:07.838730 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 98f6d55a-bc12-437e-aec4-615d5bef8930 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:28:07.840551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2b18d8-c831-4e59-9864-33668dd55635 None None] Network b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:28:07.926550 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 98f6d55a-bc12-437e-aec4-615d5bef8930 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:28:07.926882 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 98f6d55a-bc12-437e-aec4-615d5bef8930 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:28:07.939831 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c85997c3-ee82-4453-857d-47903823dcae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:08.012471 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-1c6cf5a0-e4d3-44e4-b4aa-34d49349ae6e None None] Set router 5508fe28-1e6e-49bf-a899-f90b86459342 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:28:08.043299 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c85997c3-ee82-4453-857d-47903823dcae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:08.154545 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c85997c3-ee82-4453-857d-47903823dcae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting port 38a026a3-1f6d-413b-84c2-511a6604061b {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:28:08.155233 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c85997c3-ee82-4453-857d-47903823dcae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:08.237851 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-c85997c3-ee82-4453-857d-47903823dcae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] For port 38a026a3-1f6d-413b-84c2-511a6604061b, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=38a026a3-1f6d-413b-84c2-511a6604061b,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:28:08.238211 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c85997c3-ee82-4453-857d-47903823dcae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:08.250984 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c85997c3-ee82-4453-857d-47903823dcae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Calling delete_port for 38a026a3-1f6d-413b-84c2-511a6604061b owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:28:08.336415 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d3a12-69ff-4465-a774-98059fcf9f96 None None] DHCP port deletion for b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 01:28:08.389760 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1c6cf5a0-e4d3-44e4-b4aa-34d49349ae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462573025', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:25:48Z', 'updated_at': '2021-11-08T01:28:06Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:49Z', 'updated_at': '2021-11-08T01:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:08.419922 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6cf5a0-e4d3-44e4-b4aa-34d49349ae6e None None] The sync data for ids ['5508fe28-1e6e-49bf-a899-f90b86459342'] in n-d-816882-1 is: [{'id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462573025', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:25:48Z', 'updated_at': '2021-11-08T01:28:06Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '38a026a3-1f6d-413b-84c2-511a6604061b', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508fe28-1e6e-49bf-a899-f90b86459342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:25:49Z', 'updated_at': '2021-11-08T01:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:28:08.429187 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-858d3a12-69ff-4465-a774-98059fcf9f96 None None] Deleting port 00f65f38-f08a-4df5-95f2-ebbfb617c1c8 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:28:08.429572 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-858d3a12-69ff-4465-a774-98059fcf9f96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:08.500807 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-858d3a12-69ff-4465-a774-98059fcf9f96 None None] For port 00f65f38-f08a-4df5-95f2-ebbfb617c1c8, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=00f65f38-f08a-4df5-95f2-ebbfb617c1c8,segment=NetworkSegment(9b616d05-b0f8-4b86-8fbb-34f721e0735e),segment_id=9b616d05-b0f8-4b86-8fbb-34f721e0735e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:28:08.501557 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-858d3a12-69ff-4465-a774-98059fcf9f96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:08.515158 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-858d3a12-69ff-4465-a774-98059fcf9f96 None None] Calling delete_port for 00f65f38-f08a-4df5-95f2-ebbfb617c1c8 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:28:08.669241 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-858d3a12-69ff-4465-a774-98059fcf9f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:08.698870 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d3a12-69ff-4465-a774-98059fcf9f96 None None] Pushing event deleted for resources: {'Port': ['ID=00f65f38-f08a-4df5-95f2-ebbfb617c1c8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:08.702352 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858d3a12-69ff-4465-a774-98059fcf9f96 None None] No DVR routers for this DVR port 00f65f38-f08a-4df5-95f2-ebbfb617c1c8 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:28:08.827376 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c85997c3-ee82-4453-857d-47903823dcae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:08.855740 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85997c3-ee82-4453-857d-47903823dcae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Port': ['ID=38a026a3-1f6d-413b-84c2-511a6604061b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:08.918669 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c85997c3-ee82-4453-857d-47903823dcae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:09.009101 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c85997c3-ee82-4453-857d-47903823dcae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:09.011174 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c85997c3-ee82-4453-857d-47903823dcae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:09.132007 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c85997c3-ee82-4453-857d-47903823dcae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:09.132532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85997c3-ee82-4453-857d-47903823dcae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Fanout notify agent at l3_agent the message router_deleted on router 5508fe28-1e6e-49bf-a899-f90b86459342 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 01:28:09.139435 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c85997c3-ee82-4453-857d-47903823dcae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:09.140561 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c85997c3-ee82-4453-857d-47903823dcae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/routers/5508fe28-1e6e-49bf-a899-f90b86459342 HTTP/1.1" status: 204 len: 168 time: 1.3132093 Nov 08 01:28:09.143332 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 40988) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:09.222997 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2df077c9-dfa7-4bd3-9e76-0973bff51fa3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:09.312839 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2df077c9-dfa7-4bd3-9e76-0973bff51fa3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:09.332917 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-2df077c9-dfa7-4bd3-9e76-0973bff51fa3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:09.342317 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-2df077c9-dfa7-4bd3-9e76-0973bff51fa3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b616d05-b0f8-4b86-8fbb-34f721e0735e') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:09.342615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-2df077c9-dfa7-4bd3-9e76-0973bff51fa3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b616d05-b0f8-4b86-8fbb-34f721e0735e') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:09.352067 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2df077c9-dfa7-4bd3-9e76-0973bff51fa3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:09.364804 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2df077c9-dfa7-4bd3-9e76-0973bff51fa3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:09.370618 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df077c9-dfa7-4bd3-9e76-0973bff51fa3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:28:09.371094 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2df077c9-dfa7-4bd3-9e76-0973bff51fa3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: timer() Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:28:09.374162 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:28:09.418072 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:09.510270 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2df077c9-dfa7-4bd3-9e76-0973bff51fa3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:09.519538 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2df077c9-dfa7-4bd3-9e76-0973bff51fa3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:09.522074 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2df077c9-dfa7-4bd3-9e76-0973bff51fa3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/networks/b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3 HTTP/1.1" status: 204 len: 168 time: 0.3776855 Nov 08 01:28:09.525419 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40990) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:09.534395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df077c9-dfa7-4bd3-9e76-0973bff51fa3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Network': ['ID=b58cb9a2-4fae-4b10-9e9e-0dd22417fbc3,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:09.594009 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-82cbfb3d-30c5-47fc-ba83-0da66ddf03be tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:09.615256 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cac9ca20-b4ed-4ad9-84c7-4d04a1d17986 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:28:09.620672 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-82cbfb3d-30c5-47fc-ba83-0da66ddf03be tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:09.637695 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: cac9ca20-b4ed-4ad9-84c7-4d04a1d17986 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:28:09.638039 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cac9ca20-b4ed-4ad9-84c7-4d04a1d17986 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:28:09.638444 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 00f65f38-f08a-4df5-95f2-ebbfb617c1c8 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:28:09.657499 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 00f65f38-f08a-4df5-95f2-ebbfb617c1c8 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:28:09.657847 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 00f65f38-f08a-4df5-95f2-ebbfb617c1c8 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:28:09.658248 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 38a026a3-1f6d-413b-84c2-511a6604061b no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:28:09.677272 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 38a026a3-1f6d-413b-84c2-511a6604061b {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:28:09.677620 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 38a026a3-1f6d-413b-84c2-511a6604061b not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:28:09.752991 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-82cbfb3d-30c5-47fc-ba83-0da66ddf03be tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:09.755611 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-82cbfb3d-30c5-47fc-ba83-0da66ddf03be tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:09.756803 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-82cbfb3d-30c5-47fc-ba83-0da66ddf03be tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/security-groups/ce455f3e-1191-43f2-9e14-f34e212cf8a7 HTTP/1.1" status: 204 len: 168 time: 0.2302842 Nov 08 01:28:09.766735 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbfb3d-30c5-47fc-ba83-0da66ddf03be tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce455f3e-1191-43f2-9e14-f34e212cf8a7,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:10.114165 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40996) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:10.119410 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-cccc41f9-4773-4e1d-8bf6-af8d9ed06579 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-438208082', 'description': 'tempest-secgroup-smoke-438208082 description', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:28:10.194581 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cccc41f9-4773-4e1d-8bf6-af8d9ed06579 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:10.258413 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cccc41f9-4773-4e1d-8bf6-af8d9ed06579 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:10.331735 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cccc41f9-4773-4e1d-8bf6-af8d9ed06579 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:10.360559 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc41f9-4773-4e1d-8bf6-af8d9ed06579 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321a7d33-0393-4379-a3a4-15e2b65db4b4,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:10.418223 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cccc41f9-4773-4e1d-8bf6-af8d9ed06579 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:10.419471 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-cccc41f9-4773-4e1d-8bf6-af8d9ed06579 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3042824 Nov 08 01:28:10.422433 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 40998) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:10.426843 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-68ef8945-2376-4b45-bf24-ee15abe37f79 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': '321a7d33-0393-4379-a3a4-15e2b65db4b4', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:28:10.529242 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68ef8945-2376-4b45-bf24-ee15abe37f79 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:10.587375 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68ef8945-2376-4b45-bf24-ee15abe37f79 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:10.661531 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68ef8945-2376-4b45-bf24-ee15abe37f79 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:10.680277 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef8945-2376-4b45-bf24-ee15abe37f79 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788197d0-4f9f-4eda-ab07-24a45ba746d4,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:10.767805 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68ef8945-2376-4b45-bf24-ee15abe37f79 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:10.769038 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-68ef8945-2376-4b45-bf24-ee15abe37f79 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3456347 Nov 08 01:28:10.771754 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41000) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:10.776725 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-0e730198-49e2-498f-8567-7650aaff0b64 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': '321a7d33-0393-4379-a3a4-15e2b65db4b4', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:28:10.894282 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0e730198-49e2-498f-8567-7650aaff0b64 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:10.953480 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0e730198-49e2-498f-8567-7650aaff0b64 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:11.021383 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0e730198-49e2-498f-8567-7650aaff0b64 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:11.041354 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e730198-49e2-498f-8567-7650aaff0b64 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ac6117-b80a-462c-ae75-9791af1110b4,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:11.109178 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0e730198-49e2-498f-8567-7650aaff0b64 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:11.110434 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0e730198-49e2-498f-8567-7650aaff0b64 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3377316 Nov 08 01:28:11.113218 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41002) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:11.117693 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d4f18895-dbe7-4233-8ed8-b7a9d7ceab1e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': '321a7d33-0393-4379-a3a4-15e2b65db4b4', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:28:11.197672 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4f18895-dbe7-4233-8ed8-b7a9d7ceab1e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:11.252594 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4f18895-dbe7-4233-8ed8-b7a9d7ceab1e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:11.343748 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4f18895-dbe7-4233-8ed8-b7a9d7ceab1e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:11.363063 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f18895-dbe7-4233-8ed8-b7a9d7ceab1e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6e1aed-86db-4c5d-ac8f-43169dad6009,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:11.431548 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4f18895-dbe7-4233-8ed8-b7a9d7ceab1e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:11.432814 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d4f18895-dbe7-4233-8ed8-b7a9d7ceab1e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3186264 Nov 08 01:28:11.435466 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41004) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:11.439825 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2347459a-c395-48af-a99e-d71d95a448c9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': '321a7d33-0393-4379-a3a4-15e2b65db4b4', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:28:11.531035 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2347459a-c395-48af-a99e-d71d95a448c9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:11.591895 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2347459a-c395-48af-a99e-d71d95a448c9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:11.645769 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2347459a-c395-48af-a99e-d71d95a448c9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:11.662997 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347459a-c395-48af-a99e-d71d95a448c9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79106845-a1ac-4c44-b145-c004955fe064,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:11.739186 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2347459a-c395-48af-a99e-d71d95a448c9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:11.740433 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2347459a-c395-48af-a99e-d71d95a448c9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3040006 Nov 08 01:28:11.743764 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41006) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:11.748087 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-dc2e29ad-e5f8-4d7e-8e72-dbee021f9137 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': '321a7d33-0393-4379-a3a4-15e2b65db4b4', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:28:11.826877 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-dc2e29ad-e5f8-4d7e-8e72-dbee021f9137 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Project 15ad3e5f0daf4c8b8a7805bb4d3c30f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 01:28:11.832652 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc2e29ad-e5f8-4d7e-8e72-dbee021f9137 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:11.891920 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc2e29ad-e5f8-4d7e-8e72-dbee021f9137 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:11.952460 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc2e29ad-e5f8-4d7e-8e72-dbee021f9137 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:11.970246 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e29ad-e5f8-4d7e-8e72-dbee021f9137 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b6a4e9-d0c9-44cb-9907-f67b5c7959ae,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:12.034631 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dc2e29ad-e5f8-4d7e-8e72-dbee021f9137 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:12.035841 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dc2e29ad-e5f8-4d7e-8e72-dbee021f9137 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2910936 Nov 08 01:28:12.038551 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41010) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:12.043419 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c47c17ca-21a7-40c1-befb-20e3a5cdbce9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': '321a7d33-0393-4379-a3a4-15e2b65db4b4', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:28:12.137629 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-c47c17ca-21a7-40c1-befb-20e3a5cdbce9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Project 15ad3e5f0daf4c8b8a7805bb4d3c30f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 01:28:12.142574 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c47c17ca-21a7-40c1-befb-20e3a5cdbce9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:12.203225 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c47c17ca-21a7-40c1-befb-20e3a5cdbce9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:12.286032 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c47c17ca-21a7-40c1-befb-20e3a5cdbce9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:12.304327 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c17ca-21a7-40c1-befb-20e3a5cdbce9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f68300a-581e-4b60-bb43-c3905077cf76,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:12.360675 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c47c17ca-21a7-40c1-befb-20e3a5cdbce9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:12.361965 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c47c17ca-21a7-40c1-befb-20e3a5cdbce9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3218606 Nov 08 01:28:12.364895 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41012) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:12.369801 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-42ef7250-2e1e-4195-be30-946dea409b5b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'network': {'name': 'tempest-network-smoke--548205917', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'port_security_enabled': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:28:12.452189 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ef7250-2e1e-4195-be30-946dea409b5b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Made reservation on behalf of 15ad3e5f0daf4c8b8a7805bb4d3c30f1 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:28:12.455747 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-42ef7250-2e1e-4195-be30-946dea409b5b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:12.478794 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ef7250-2e1e-4195-be30-946dea409b5b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:28:12.487093 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-42ef7250-2e1e-4195-be30-946dea409b5b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:12.487434 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-42ef7250-2e1e-4195-be30-946dea409b5b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Added segment d7191275-2b08-4a04-9401-1dbe2b2f021f of type vlan for network b3aaa509-afdf-4604-98c5-b52bf7bf1343 Nov 08 01:28:12.528180 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-42ef7250-2e1e-4195-be30-946dea409b5b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:12.611719 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-42ef7250-2e1e-4195-be30-946dea409b5b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:12.617242 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ef7250-2e1e-4195-be30-946dea409b5b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:12.617842 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-42ef7250-2e1e-4195-be30-946dea409b5b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:12.681505 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef7250-2e1e-4195-be30-946dea409b5b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Network': ['ID=b3aaa509-afdf-4604-98c5-b52bf7bf1343,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:12.691799 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network b3aaa509-afdf-4604-98c5-b52bf7bf1343 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:28:12.745015 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-42ef7250-2e1e-4195-be30-946dea409b5b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3789861 Nov 08 01:28:12.747724 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41014) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:12.752193 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-9f36da60-bf89-4b20-a8fc-b4bf68a20ea9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-246305055', 'admin_state_up': True, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:28:12.840270 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f36da60-bf89-4b20-a8fc-b4bf68a20ea9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:12.841271 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f36da60-bf89-4b20-a8fc-b4bf68a20ea9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:12.894963 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f36da60-bf89-4b20-a8fc-b4bf68a20ea9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:13.090287 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f36da60-bf89-4b20-a8fc-b4bf68a20ea9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:13.368224 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f36da60-bf89-4b20-a8fc-b4bf68a20ea9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:13.386618 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f36da60-bf89-4b20-a8fc-b4bf68a20ea9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:13.490257 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-9f36da60-bf89-4b20-a8fc-b4bf68a20ea9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Allocated IP 172.25.2.62 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:28:13.593996 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f36da60-bf89-4b20-a8fc-b4bf68a20ea9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:13.709223 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f36da60-bf89-4b20-a8fc-b4bf68a20ea9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:13.752967 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f36da60-bf89-4b20-a8fc-b4bf68a20ea9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:28:13.755725 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-9f36da60-bf89-4b20-a8fc-b4bf68a20ea9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:28:13.760347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f36da60-bf89-4b20-a8fc-b4bf68a20ea9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:28:13.775910 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36da60-bf89-4b20-a8fc-b4bf68a20ea9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:14.075592 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f36da60-bf89-4b20-a8fc-b4bf68a20ea9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:14.267254 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f36da60-bf89-4b20-a8fc-b4bf68a20ea9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:14.457326 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f36da60-bf89-4b20-a8fc-b4bf68a20ea9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 01:28:14.561641 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f36da60-bf89-4b20-a8fc-b4bf68a20ea9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:28:14.571598 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] Sync routers for ids ['7b4fc18c-1ce4-43d9-abc8-4f047bd04716'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:28:14.580817 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] Routers {'7b4fc18c-1ce4-43d9-abc8-4f047bd04716'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:28:14.581419 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:28:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7b4fc18c-1ce4-43d9-abc8-4f047bd04716'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:14.670897 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f36da60-bf89-4b20-a8fc-b4bf68a20ea9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:14.672922 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9f36da60-bf89-4b20-a8fc-b4bf68a20ea9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9241798 Nov 08 01:28:14.676020 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41016) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:14.688423 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] Set router 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:28:14.778554 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2e7f2406-aece-45c2-b0b8-7bbbba77f63b tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1014404 Nov 08 01:28:14.781205 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41020) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:14.859480 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246305055', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:28:12Z', 'updated_at': '2021-11-08T01:28:13Z', 'revision_number': 3, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:df:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:13Z', 'updated_at': '2021-11-08T01:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:14.872392 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe597752-2d38-4049-872e-0b121c92780c tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:14.874059 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-fe597752-2d38-4049-872e-0b121c92780c tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914330 Nov 08 01:28:14.876992 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41022) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:14.889321 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] Checking router: 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:28:14.890898 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] Updating router 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 port 1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:28:14.905164 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-60340eb5-5c85-45c9-b4c6-28240408ce42 tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271189 Nov 08 01:28:14.907985 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41024) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:14.912974 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-86101d06-9d0e-42d0-b08d-ded381eccf9b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1941600523', 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:28:14.914324 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:15.057422 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86101d06-9d0e-42d0-b08d-ded381eccf9b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Made reservation on behalf of 15ad3e5f0daf4c8b8a7805bb4d3c30f1 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:28:15.060871 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86101d06-9d0e-42d0-b08d-ded381eccf9b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:15.159165 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:15.251717 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:15.306989 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] Attempting to bind port 1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:28:15.307356 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] Attempting to bind port 1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:28:15.307853 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] Attempting to bind port 1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:28:15.309567 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86101d06-9d0e-42d0-b08d-ded381eccf9b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:15.310525 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52998654-5f09-47d1-aaf3-267c84ce7f22 None None] Pushing event updated for resources: {'Port': ['ID=1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:15.315076 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:28:15.319106 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:28:15.319106 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:15.319106 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:28:15.319106 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] Bound port: 1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:28:15.319106 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:15.323396 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52998654-5f09-47d1-aaf3-267c84ce7f22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:15.323734 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52998654-5f09-47d1-aaf3-267c84ce7f22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:15.324114 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52998654-5f09-47d1-aaf3-267c84ce7f22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:15.324426 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52998654-5f09-47d1-aaf3-267c84ce7f22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:15.324751 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52998654-5f09-47d1-aaf3-267c84ce7f22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:15.325070 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52998654-5f09-47d1-aaf3-267c84ce7f22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:15.325386 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52998654-5f09-47d1-aaf3-267c84ce7f22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:15.325694 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52998654-5f09-47d1-aaf3-267c84ce7f22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:15.326012 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52998654-5f09-47d1-aaf3-267c84ce7f22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:15.326351 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52998654-5f09-47d1-aaf3-267c84ce7f22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:15.326663 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52998654-5f09-47d1-aaf3-267c84ce7f22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:15.326974 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52998654-5f09-47d1-aaf3-267c84ce7f22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:28:15.375445 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86101d06-9d0e-42d0-b08d-ded381eccf9b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Subnet': ['ID=07130a9b-39c6-4a58-83c6-9a0d2bc63006,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:15.384603 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86101d06-9d0e-42d0-b08d-ded381eccf9b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Checking segment: {'id': 'd7191275-2b08-4a04-9401-1dbe2b2f021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:28:15.384966 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86101d06-9d0e-42d0-b08d-ded381eccf9b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network hostable DHCP agents. Network: b3aaa509-afdf-4604-98c5-b52bf7bf1343, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:28:15.463698 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] For port 1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:28:15.466628 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] For port 1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:28:15.484232 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86101d06-9d0e-42d0-b08d-ded381eccf9b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network b3aaa509-afdf-4604-98c5-b52bf7bf1343 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:28:15.558704 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:15.594383 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-86101d06-9d0e-42d0-b08d-ded381eccf9b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, b3aaa509-afdf-4604-98c5-b52bf7bf1343) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:28:15.598767 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86101d06-9d0e-42d0-b08d-ded381eccf9b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:15.599419 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86101d06-9d0e-42d0-b08d-ded381eccf9b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:15.605844 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d84cdb-2df2-45d9-9a1f-22303a7857a9 None None] Network b3aaa509-afdf-4604-98c5-b52bf7bf1343 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:28:15.615400 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] Routers {'7b4fc18c-1ce4-43d9-abc8-4f047bd04716'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:28:15.616043 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:28:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7b4fc18c-1ce4-43d9-abc8-4f047bd04716'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:15.618406 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52998654-5f09-47d1-aaf3-267c84ce7f22 None None] Pushing event updated for resources: {'Port': ['ID=1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:15.687468 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-86101d06-9d0e-42d0-b08d-ded381eccf9b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7780075 Nov 08 01:28:15.690034 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41026) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:15.724099 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] Set router 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:28:15.757270 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-b3aaa509-afdf-4604-98c5-b52bf7bf1343', 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ips': [{'subnet_id': '07130a9b-39c6-4a58-83c6-9a0d2bc63006'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:28:15.758187 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:15.896228 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] Allocated IP 172.20.0.2 (b3aaa509-afdf-4604-98c5-b52bf7bf1343/07130a9b-39c6-4a58-83c6-9a0d2bc63006/cf9c262e-4210-4d11-8345-2966715113d3) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:28:15.901665 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246305055', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:28:12Z', 'updated_at': '2021-11-08T01:28:13Z', 'revision_number': 3, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:df:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:13Z', 'updated_at': '2021-11-08T01:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:15.934012 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e4ff3-415b-4c52-9879-2a6f311e27da None None] The sync data for ids ['7b4fc18c-1ce4-43d9-abc8-4f047bd04716'] in n-d-816882-1 is: [{'id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246305055', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:28:12Z', 'updated_at': '2021-11-08T01:28:13Z', 'revision_number': 3, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:df:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:13Z', 'updated_at': '2021-11-08T01:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:28:16.057366 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:16.119072 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:16.192613 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] Network b3aaa509-afdf-4604-98c5-b52bf7bf1343 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:28:16.212714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:28:16.212714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:28:16.212714 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] Pushing event updated for resources: {'Port': ['ID=cf9c262e-4210-4d11-8345-2966715113d3,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:16.278244 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] Attempting to bind port cf9c262e-4210-4d11-8345-2966715113d3 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:28:16.278610 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] Attempting to bind port cf9c262e-4210-4d11-8345-2966715113d3 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'd7191275-2b08-4a04-9401-1dbe2b2f021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:28:16.279097 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] Attempting to bind port cf9c262e-4210-4d11-8345-2966715113d3 on network b3aaa509-afdf-4604-98c5-b52bf7bf1343 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:28:16.284787 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:28:16.285160 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] Checking segment: {'id': 'd7191275-2b08-4a04-9401-1dbe2b2f021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:28:16.285561 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:16.285949 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] Bound using segment: {'id': 'd7191275-2b08-4a04-9401-1dbe2b2f021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:28:16.286412 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] Bound port: cf9c262e-4210-4d11-8345-2966715113d3, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7191275-2b08-4a04-9401-1dbe2b2f021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:28:16.286791 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:16.356065 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] For port cf9c262e-4210-4d11-8345-2966715113d3, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:28:16.359362 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] For port cf9c262e-4210-4d11-8345-2966715113d3, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=cf9c262e-4210-4d11-8345-2966715113d3,segment=NetworkSegment(d7191275-2b08-4a04-9401-1dbe2b2f021f),segment_id=d7191275-2b08-4a04-9401-1dbe2b2f021f)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:28:16.447102 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:16.513352 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d536cd2-9b15-4ca8-88f7-8cbbf0b34362 None None] Pushing event updated for resources: {'Port': ['ID=cf9c262e-4210-4d11-8345-2966715113d3,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:16.521602 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2e5f5f1-e48d-4195-84a1-a6717683d7ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:16.841655 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-d2e5f5f1-e48d-4195-84a1-a6717683d7ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Allocated IP 172.20.0.1 (b3aaa509-afdf-4604-98c5-b52bf7bf1343/07130a9b-39c6-4a58-83c6-9a0d2bc63006/e54e226a-69cf-441b-affd-c950686ebc3d) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:28:16.960087 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2e5f5f1-e48d-4195-84a1-a6717683d7ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:17.046619 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2e5f5f1-e48d-4195-84a1-a6717683d7ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:17.085907 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e5f5f1-e48d-4195-84a1-a6717683d7ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network b3aaa509-afdf-4604-98c5-b52bf7bf1343 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:28:17.089111 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-d2e5f5f1-e48d-4195-84a1-a6717683d7ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:28:17.092917 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e5f5f1-e48d-4195-84a1-a6717683d7ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:28:17.121285 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5f5f1-e48d-4195-84a1-a6717683d7ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=e54e226a-69cf-441b-affd-c950686ebc3d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:17.144245 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2e5f5f1-e48d-4195-84a1-a6717683d7ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:17.349185 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2e5f5f1-e48d-4195-84a1-a6717683d7ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:17.432094 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85897e6-8c8b-4b5e-985e-4c402482a1d7 None None] Network b3aaa509-afdf-4604-98c5-b52bf7bf1343 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:28:17.482606 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cf9c262e-4210-4d11-8345-2966715113d3 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:28:17.569078 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c76dc528-5fc2-4543-a2cb-334a3d599471 None None] Provisioning complete for port cf9c262e-4210-4d11-8345-2966715113d3 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:28:17.569452 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c76dc528-5fc2-4543-a2cb-334a3d599471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:17.642007 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2e5f5f1-e48d-4195-84a1-a6717683d7ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:17.652579 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port cf9c262e-4210-4d11-8345-2966715113d3 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:28:17.652963 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:17.701775 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2e5f5f1-e48d-4195-84a1-a6717683d7ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:17.758238 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c76dc528-5fc2-4543-a2cb-334a3d599471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:17.779382 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2e5f5f1-e48d-4195-84a1-a6717683d7ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:17.787148 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5f5f1-e48d-4195-84a1-a6717683d7ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=e54e226a-69cf-441b-affd-c950686ebc3d,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:17.826769 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c76dc528-5fc2-4543-a2cb-334a3d599471 None None] For port cf9c262e-4210-4d11-8345-2966715113d3, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=cf9c262e-4210-4d11-8345-2966715113d3,segment=NetworkSegment(d7191275-2b08-4a04-9401-1dbe2b2f021f),segment_id=d7191275-2b08-4a04-9401-1dbe2b2f021f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:28:17.833892 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:17.894755 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e5f5f1-e48d-4195-84a1-a6717683d7ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network b3aaa509-afdf-4604-98c5-b52bf7bf1343 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:28:17.896319 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-d2e5f5f1-e48d-4195-84a1-a6717683d7ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:28:17.903979 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c76dc528-5fc2-4543-a2cb-334a3d599471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:17.977357 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 01:28:17.977728 n-d-816882-1 neutron-server[102773]: DEBUG oslo_db.api [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 01:28:17.982487 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dc528-5fc2-4543-a2cb-334a3d599471 None None] Pushing event updated for resources: {'Port': ['ID=cf9c262e-4210-4d11-8345-2966715113d3,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:18.023855 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-bcd9d53c-87f1-40e7-935f-7059507f2c23 None None] Provisioning complete for port e54e226a-69cf-441b-affd-c950686ebc3d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:28:18.024222 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d53c-87f1-40e7-935f-7059507f2c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:18.038349 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e5f5f1-e48d-4195-84a1-a6717683d7ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:28:18.064354 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9d53c-87f1-40e7-935f-7059507f2c23 None None] Port e54e226a-69cf-441b-affd-c950686ebc3d cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:28:18.074526 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-bcd9d53c-87f1-40e7-935f-7059507f2c23 None None] Provisioning complete for port cf9c262e-4210-4d11-8345-2966715113d3 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:28:18.074898 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d53c-87f1-40e7-935f-7059507f2c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:18.153671 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e5f5f1-e48d-4195-84a1-a6717683d7ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:28:18.168172 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d2e5f5f1-e48d-4195-84a1-a6717683d7ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "PUT /v2.0/routers/7b4fc18c-1ce4-43d9-abc8-4f047bd04716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4682691 Nov 08 01:28:18.176541 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] Sync routers for ids ['7b4fc18c-1ce4-43d9-abc8-4f047bd04716'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:28:18.185830 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] Routers {'7b4fc18c-1ce4-43d9-abc8-4f047bd04716'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:28:18.186540 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:28:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7b4fc18c-1ce4-43d9-abc8-4f047bd04716'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:18.293702 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-bf5cc4ae-6228-45df-aac3-4be902d79847 None None] Provisioning complete for port e54e226a-69cf-441b-affd-c950686ebc3d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:28:18.294378 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc4ae-6228-45df-aac3-4be902d79847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:18.336330 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-6cf1eb8d-e9a4-4e7c-bdce-1bb0190e4268 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438208082&fields=id&tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1 HTTP/1.1" status: 200 len: 267 time: 0.0508442 Nov 08 01:28:18.338493 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] Set router 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:28:18.379618 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-bf5cc4ae-6228-45df-aac3-4be902d79847 None None] Port e54e226a-69cf-441b-affd-c950686ebc3d cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:28:18.453894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-2eb9b9b6-dd9b-41d1-90dd-3fd555832fcc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:18.455368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-2eb9b9b6-dd9b-41d1-90dd-3fd555832fcc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/networks?id=b3aaa509-afdf-4604-98c5-b52bf7bf1343 HTTP/1.1" status: 200 len: 796 time: 0.1113729 Nov 08 01:28:18.471061 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-adc7ce8b-4cfb-47c6-b805-54b244b06122 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/quotas/15ad3e5f0daf4c8b8a7805bb4d3c30f1 HTTP/1.1" status: 200 len: 375 time: 0.0090804 Nov 08 01:28:18.526859 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-04038112-c743-4971-b356-a5c907b21f51 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503864 Nov 08 01:28:18.563121 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:28:18.567807 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0b2a51e9-03ae-4f28-b510-6c59b33b17e3 None None] Provisioning complete for port e54e226a-69cf-441b-affd-c950686ebc3d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:28:18.568210 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b2a51e9-03ae-4f28-b510-6c59b33b17e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:18.621899 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-e4fb1cfa-3b54-4353-bfaa-93dd09784290 service neutron] 10.222.0.13 "GET /v2.0/networks/b3aaa509-afdf-4604-98c5-b52bf7bf1343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823739 Nov 08 01:28:18.641960 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0b2a51e9-03ae-4f28-b510-6c59b33b17e3 None None] Port e54e226a-69cf-441b-affd-c950686ebc3d cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:28:18.663529 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246305055', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:28:12Z', 'updated_at': '2021-11-08T01:28:17Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:df:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:13Z', 'updated_at': '2021-11-08T01:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'e54e226a-69cf-441b-affd-c950686ebc3d', 'name': '', 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:2c:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '07130a9b-39c6-4a58-83c6-9a0d2bc63006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:16Z', 'updated_at': '2021-11-08T01:28:17Z', 'revision_number': 2, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '07130a9b-39c6-4a58-83c6-9a0d2bc63006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:18.693388 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] Checking router: 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:28:18.693742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] Updating router 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 port e54e226a-69cf-441b-affd-c950686ebc3d binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:28:18.696179 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:28:18.696543 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:18.721685 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-6a43c303-9981-4373-8a2a-9b5167065794 service neutron] 10.222.0.13 "GET /v2.0/networks/b3aaa509-afdf-4604-98c5-b52bf7bf1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933056 Nov 08 01:28:18.741674 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:18.882004 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:18.913013 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:28:18.973704 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-45a5db4e-578a-4661-8228-d910645a45d4 req-8ddcd32f-e655-48d4-81b4-02c3d1e66c77 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 210 time: 0.0269010 Nov 08 01:28:19.016458 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:19.099497 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:19.114595 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:19.182772 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:19.400507 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0f408-94bd-49eb-b65b-7f67c31878cb None None] Pushing event updated for resources: {'Port': ['ID=e54e226a-69cf-441b-affd-c950686ebc3d,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:19.422625 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cf9c262e-4210-4d11-8345-2966715113d3 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:28:19.478222 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] Attempting to bind port e54e226a-69cf-441b-affd-c950686ebc3d on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:28:19.478917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] Attempting to bind port e54e226a-69cf-441b-affd-c950686ebc3d by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'd7191275-2b08-4a04-9401-1dbe2b2f021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:28:19.478917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] Attempting to bind port e54e226a-69cf-441b-affd-c950686ebc3d on network b3aaa509-afdf-4604-98c5-b52bf7bf1343 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:28:19.488938 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:28:19.489396 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] Checking segment: {'id': 'd7191275-2b08-4a04-9401-1dbe2b2f021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:28:19.490025 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:19.490152 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] Bound using segment: {'id': 'd7191275-2b08-4a04-9401-1dbe2b2f021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:28:19.490668 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] Bound port: e54e226a-69cf-441b-affd-c950686ebc3d, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7191275-2b08-4a04-9401-1dbe2b2f021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:28:19.490946 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:19.543135 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port cf9c262e-4210-4d11-8345-2966715113d3 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:28:19.543494 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:19.598427 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] For port e54e226a-69cf-441b-affd-c950686ebc3d, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:28:19.610973 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] For port e54e226a-69cf-441b-affd-c950686ebc3d, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e54e226a-69cf-441b-affd-c950686ebc3d,segment=NetworkSegment(d7191275-2b08-4a04-9401-1dbe2b2f021f),segment_id=d7191275-2b08-4a04-9401-1dbe2b2f021f)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:28:19.653005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:28:19.692758 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6a2aee3e-c489-4165-a47a-11954f81b850 None None] Provisioning complete for port e54e226a-69cf-441b-affd-c950686ebc3d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:28:19.693129 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a2aee3e-c489-4165-a47a-11954f81b850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:19.736509 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6a2aee3e-c489-4165-a47a-11954f81b850 None None] Port e54e226a-69cf-441b-affd-c950686ebc3d cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:28:19.742692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:28:19.743056 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:19.773388 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:19.832783 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] Routers {'7b4fc18c-1ce4-43d9-abc8-4f047bd04716'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:28:19.833407 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:28:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7b4fc18c-1ce4-43d9-abc8-4f047bd04716'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:19.935082 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0f408-94bd-49eb-b65b-7f67c31878cb None None] Pushing event updated for resources: {'Port': ['ID=e54e226a-69cf-441b-affd-c950686ebc3d,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:19.998095 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] Set router 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:28:20.065940 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-937a61d3-e4ed-4c88-b665-4904f4b5268c req-a3efa738-e235-498e-9277-bdaa03d58342 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 210 time: 0.0252204 Nov 08 01:28:20.130812 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-01243cd4-2202-4bf0-89bc-eaec892fb668 None None] Provisioning complete for port e54e226a-69cf-441b-affd-c950686ebc3d triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:28:20.131185 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-01243cd4-2202-4bf0-89bc-eaec892fb668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:20.266691 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-01243cd4-2202-4bf0-89bc-eaec892fb668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:20.304893 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246305055', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:28:12Z', 'updated_at': '2021-11-08T01:28:17Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:13Z', 'updated_at': '2021-11-08T01:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'e54e226a-69cf-441b-affd-c950686ebc3d', 'name': '', 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:2c:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '07130a9b-39c6-4a58-83c6-9a0d2bc63006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:16Z', 'updated_at': '2021-11-08T01:28:19Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '07130a9b-39c6-4a58-83c6-9a0d2bc63006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:20.332745 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-01243cd4-2202-4bf0-89bc-eaec892fb668 None None] For port e54e226a-69cf-441b-affd-c950686ebc3d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e54e226a-69cf-441b-affd-c950686ebc3d,segment=NetworkSegment(d7191275-2b08-4a04-9401-1dbe2b2f021f),segment_id=d7191275-2b08-4a04-9401-1dbe2b2f021f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:28:20.334320 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a146cb-42d3-4699-9f5f-a58865311bef None None] The sync data for ids ['7b4fc18c-1ce4-43d9-abc8-4f047bd04716'] in n-d-816882-1 is: [{'id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246305055', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:28:12Z', 'updated_at': '2021-11-08T01:28:17Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:13Z', 'updated_at': '2021-11-08T01:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'e54e226a-69cf-441b-affd-c950686ebc3d', 'name': '', 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:2c:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '07130a9b-39c6-4a58-83c6-9a0d2bc63006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:16Z', 'updated_at': '2021-11-08T01:28:19Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '07130a9b-39c6-4a58-83c6-9a0d2bc63006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:28:20.399394 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-01243cd4-2202-4bf0-89bc-eaec892fb668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:20.450843 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01243cd4-2202-4bf0-89bc-eaec892fb668 None None] Pushing event updated for resources: {'Port': ['ID=e54e226a-69cf-441b-affd-c950686ebc3d,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:21.133292 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-f85cc632-5182-4b1b-8e02-265a3d2674e1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:21.134807 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-f85cc632-5182-4b1b-8e02-265a3d2674e1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "GET /v2.0/networks?id=b3aaa509-afdf-4604-98c5-b52bf7bf1343 HTTP/1.1" status: 200 len: 796 time: 0.1143875 Nov 08 01:28:21.184272 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63ca9965-7e14-47d7-ba3d-b621a1da0d84 req-2cddd8dc-ad7a-4979-aa8c-1e96546929a0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 210 time: 0.0366027 Nov 08 01:28:21.205244 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-d31c7adf-18b2-4095-8259-57c7dc58a8de tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1 HTTP/1.1" status: 200 len: 379 time: 0.0517349 Nov 08 01:28:21.214944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-c2157b62-69ac-475d-b228-9515864fbab8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'port': {'device_id': 'f0dffb8c-4a99-4695-b360-d42239d8e7c2', 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343', 'admin_state_up': True, 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'security_groups': ['321a7d33-0393-4379-a3a4-15e2b65db4b4']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:28:21.421028 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e54e226a-69cf-441b-affd-c950686ebc3d up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:28:21.423047 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-c2157b62-69ac-475d-b228-9515864fbab8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Made reservation on behalf of 15ad3e5f0daf4c8b8a7805bb4d3c30f1 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:28:21.426720 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-c2157b62-69ac-475d-b228-9515864fbab8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:21.472889 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e54e226a-69cf-441b-affd-c950686ebc3d triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:28:21.473277 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:21.552873 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-c2157b62-69ac-475d-b228-9515864fbab8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Allocated IP 172.20.0.8 (b3aaa509-afdf-4604-98c5-b52bf7bf1343/07130a9b-39c6-4a58-83c6-9a0d2bc63006/b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:28:21.690947 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-c2157b62-69ac-475d-b228-9515864fbab8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:21.789706 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-c2157b62-69ac-475d-b228-9515864fbab8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:21.829552 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-c2157b62-69ac-475d-b228-9515864fbab8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network b3aaa509-afdf-4604-98c5-b52bf7bf1343 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:28:21.832625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-c2157b62-69ac-475d-b228-9515864fbab8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:28:21.836737 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-c2157b62-69ac-475d-b228-9515864fbab8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:28:21.870962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2157b62-69ac-475d-b228-9515864fbab8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:21.896627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-c2157b62-69ac-475d-b228-9515864fbab8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:21.900092 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-c2157b62-69ac-475d-b228-9515864fbab8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:21.972445 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-c2157b62-69ac-475d-b228-9515864fbab8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7618344 Nov 08 01:28:21.990169 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Request body: {'port': {'device_id': 'f0dffb8c-4a99-4695-b360-d42239d8e7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:28:22.028238 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-cf1f0fc9-9326-4fec-a7ea-b6e270f76031 None None] Provisioning complete for port b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:28:22.028608 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf1f0fc9-9326-4fec-a7ea-b6e270f76031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:22.045891 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:22.061445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f0fc9-9326-4fec-a7ea-b6e270f76031 None None] Port b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:28:22.341470 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd8369-6ef9-4fd0-a926-2545094b0202 req-a1b4736c-ad81-4713-a5af-9856fd2460da tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:22.342951 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbcd8369-6ef9-4fd0-a926-2545094b0202 req-a1b4736c-ad81-4713-a5af-9856fd2460da tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 931 time: 0.0905805 Nov 08 01:28:22.351811 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:28:22.365356 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:22.392418 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Transition to ACTIVE for port object b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:28:22.400348 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dbcd8369-6ef9-4fd0-a926-2545094b0202 req-fecca495-d02f-4c62-bd59-bafb296a3bac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442536 Nov 08 01:28:22.451093 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:22.502063 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Pushing event updated for resources: {'Port': ['ID=b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:22.575234 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Attempting to bind port b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:28:22.575680 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Attempting to bind port b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'd7191275-2b08-4a04-9401-1dbe2b2f021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:28:22.576097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Attempting to bind port b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 on network b3aaa509-afdf-4604-98c5-b52bf7bf1343 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:28:22.580928 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Port b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 on network b3aaa509-afdf-4604-98c5-b52bf7bf1343 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:28:22.581335 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Attempting to bind port b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 on network b3aaa509-afdf-4604-98c5-b52bf7bf1343 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:28:22.586397 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:28:22.586746 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Checking segment: {'id': 'd7191275-2b08-4a04-9401-1dbe2b2f021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:28:22.587143 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Bound using segment: {'id': 'd7191275-2b08-4a04-9401-1dbe2b2f021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:28:22.587568 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Bound port: b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7191275-2b08-4a04-9401-1dbe2b2f021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:28:22.587955 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:22.654057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] For port b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:28:22.657130 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] For port b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4,segment=NetworkSegment(d7191275-2b08-4a04-9401-1dbe2b2f021f),segment_id=d7191275-2b08-4a04-9401-1dbe2b2f021f)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:28:22.712915 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:22.745025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:22.746030 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:22.747695 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] 10.222.0.20 "PUT /v2.0/ports/b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 HTTP/1.1" status: 200 len: 1091 time: 0.7621098 Nov 08 01:28:22.749982 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0dffb8c-4a99-4695-b360-d42239d8e7c2', 'tag': 'b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:28:22.752322 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54930f87-3323-46d0-8199-29db22c8029f" -d '{"events": [{"name": "network-changed", "server_uuid": "f0dffb8c-4a99-4695-b360-d42239d8e7c2", "tag": "b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:28:22.784740 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d14ff-26f9-4c52-8db2-bf8468e44688 service neutron] Pushing event updated for resources: {'Port': ['ID=b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:22.797936 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb7f076-2288-4bab-8cdb-1eb40853d8a8 x-openstack-request-id: req-dbb7f076-2288-4bab-8cdb-1eb40853d8a8 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:28:22.798230 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0dffb8c-4a99-4695-b360-d42239d8e7c2", "tag": "b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:28:22.798483 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbb7f076-2288-4bab-8cdb-1eb40853d8a8 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:28:22.798889 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0dffb8c-4a99-4695-b360-d42239d8e7c2', 'tag': 'b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4', 'status': 'completed', 'code': 200} Nov 08 01:28:22.876286 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54930f87-3323-46d0-8199-29db22c8029f req-d9fa6688-32a5-4416-aa3c-b1d18719d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:22.877810 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54930f87-3323-46d0-8199-29db22c8029f req-d9fa6688-32a5-4416-aa3c-b1d18719d8b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 1094 time: 0.0435243 Nov 08 01:28:22.984452 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54930f87-3323-46d0-8199-29db22c8029f req-5ef9bc7b-39c1-4561-8a49-be593a34be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:22.985936 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54930f87-3323-46d0-8199-29db22c8029f req-5ef9bc7b-39c1-4561-8a49-be593a34be9a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0957687 Nov 08 01:28:23.081996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54930f87-3323-46d0-8199-29db22c8029f req-677ce111-ff08-432d-878a-74b507edaaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:23.083449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-54930f87-3323-46d0-8199-29db22c8029f req-677ce111-ff08-432d-878a-74b507edaaa4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905883 Nov 08 01:28:23.187147 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-1763b297-6f18-4eba-8f91-20814d319189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:23.188647 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-1763b297-6f18-4eba-8f91-20814d319189 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 1094 time: 0.0395172 Nov 08 01:28:23.234244 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-8e0032ae-a479-42fe-a542-5dbd034ac6f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 HTTP/1.1" status: 200 len: 217 time: 0.0324762 Nov 08 01:28:23.282034 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-b98d3187-b5f7-4918-b8bd-c18f4c12bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:23.283745 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-b98d3187-b5f7-4918-b8bd-c18f4c12bd29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07130a9b-39c6-4a58-83c6-9a0d2bc63006 HTTP/1.1" status: 200 len: 835 time: 0.0432034 Nov 08 01:28:23.332874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-921f2aae-4cd3-4d53-8c24-50206d46e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:23.334340 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-921f2aae-4cd3-4d53-8c24-50206d46e433 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3aaa509-afdf-4604-98c5-b52bf7bf1343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436401 Nov 08 01:28:23.422521 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-3648041e-23e5-466a-944e-794d23d50398 service neutron] 10.222.0.20 "GET /v2.0/networks/b3aaa509-afdf-4604-98c5-b52bf7bf1343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805738 Nov 08 01:28:23.540940 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3726c8e-ce88-418c-b5a1-682863743b6f req-88ca8d1e-60b3-4d84-b54c-a0de01ea22f4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:23.542329 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a3726c8e-ce88-418c-b5a1-682863743b6f req-88ca8d1e-60b3-4d84-b54c-a0de01ea22f4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 943 time: 0.0681159 Nov 08 01:28:23.564513 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76aa7d66-4c49-49b4-a004-7fc015f05557 req-dddbea41-8582-482d-a337-87f26a810664 service neutron] 10.222.0.20 "GET /v2.0/networks/b3aaa509-afdf-4604-98c5-b52bf7bf1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353405 Nov 08 01:28:23.591120 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a3726c8e-ce88-418c-b5a1-682863743b6f req-cc7a95f9-2c8b-430b-8167-7324249c29f0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400419 Nov 08 01:28:24.705749 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2921993-5ca4-46e0-8998-6091f9c7cd82 req-3f045c96-4da3-47db-bf73-5a2ad7e2ad19 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:24.707221 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2921993-5ca4-46e0-8998-6091f9c7cd82 req-3f045c96-4da3-47db-bf73-5a2ad7e2ad19 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 943 time: 0.0478954 Nov 08 01:28:24.748119 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b2921993-5ca4-46e0-8998-6091f9c7cd82 req-9d1dcbe8-a868-4056-b1f5-9d72acd41428 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344496 Nov 08 01:28:25.862155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a275ae2-3d6e-4676-8606-572fe9d2266d req-5c9f449e-7096-423e-a755-36a8ad87a52b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:25.863629 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a275ae2-3d6e-4676-8606-572fe9d2266d req-5c9f449e-7096-423e-a755-36a8ad87a52b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 943 time: 0.0481596 Nov 08 01:28:25.900362 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5a275ae2-3d6e-4676-8606-572fe9d2266d req-4d469cd0-2163-4bf5-b59c-029812ee0194 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300930 Nov 08 01:28:27.012463 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8305a-ec1f-45b2-9285-b4f81ea67237 req-c566553a-9f66-4169-91bf-2e7dc19a6545 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:27.013917 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-edf8305a-ec1f-45b2-9285-b4f81ea67237 req-c566553a-9f66-4169-91bf-2e7dc19a6545 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 943 time: 0.0471470 Nov 08 01:28:27.050730 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-edf8305a-ec1f-45b2-9285-b4f81ea67237 req-4abdb925-97be-4dac-aff0-8dd21551bc27 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310602 Nov 08 01:28:27.491527 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:28:27.585397 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4,segment=NetworkSegment(d7191275-2b08-4a04-9401-1dbe2b2f021f),segment_id=d7191275-2b08-4a04-9401-1dbe2b2f021f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:28:27.600512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': 'b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4', 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343', 'port_id': 'b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4', 'mac_address': 'fa:16:3e:0d:31:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07130a9b-39c6-4a58-83c6-9a0d2bc63006', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:28:27.639375 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:27.652123 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:28:27.670887 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4,segment=NetworkSegment(d7191275-2b08-4a04-9401-1dbe2b2f021f),segment_id=d7191275-2b08-4a04-9401-1dbe2b2f021f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:28:27.771485 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:27.823032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:28.165859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8b219-824e-4f26-bd7e-30430d0aabf3 req-5940f5c2-ff65-4aec-a7b6-0f48a82bcc0b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:28.170676 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34f8b219-824e-4f26-bd7e-30430d0aabf3 req-5940f5c2-ff65-4aec-a7b6-0f48a82bcc0b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 944 time: 0.0491486 Nov 08 01:28:28.181606 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:28:28.211116 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34f8b219-824e-4f26-bd7e-30430d0aabf3 req-24eee171-7fe2-4322-aadc-289f8ce3b049 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377035 Nov 08 01:28:28.218061 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0007592e-0ee5-4a61-9818-19a9f11d92d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:29.323549 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ef255-6ca5-4027-a0fa-55cd51d924e5 req-6481d300-9db1-4f99-9f67-4ec417e1980d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:29.325030 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-528ef255-6ca5-4027-a0fa-55cd51d924e5 req-6481d300-9db1-4f99-9f67-4ec417e1980d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 944 time: 0.0482037 Nov 08 01:28:29.363672 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-528ef255-6ca5-4027-a0fa-55cd51d924e5 req-56ac0789-5982-4e5b-811c-b343e026163a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327165 Nov 08 01:28:29.491250 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:28:29.637897 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:28:29.642102 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:28:29.642583 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:29.720181 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:29.742208 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0dffb8c-4a99-4695-b360-d42239d8e7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:28:29.744417 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c7f63c-3db3-4dce-ab35-f7d7156533ad" -d '{"events": [{"server_uuid": "f0dffb8c-4a99-4695-b360-d42239d8e7c2", "name": "network-vif-plugged", "status": "completed", "tag": "b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:28:29.760632 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4,segment=NetworkSegment(d7191275-2b08-4a04-9401-1dbe2b2f021f),segment_id=d7191275-2b08-4a04-9401-1dbe2b2f021f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:28:29.783238 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da193250-bd02-48f5-bbf6-1e92dd1f4ce3 x-openstack-request-id: req-da193250-bd02-48f5-bbf6-1e92dd1f4ce3 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:28:29.783629 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0dffb8c-4a99-4695-b360-d42239d8e7c2", "name": "network-vif-plugged", "status": "completed", "tag": "b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:28:29.783910 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da193250-bd02-48f5-bbf6-1e92dd1f4ce3 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:28:29.784327 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0dffb8c-4a99-4695-b360-d42239d8e7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4', 'code': 200} Nov 08 01:28:29.833612 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:29.880521 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:29.903949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f009774-ee2c-4efc-b5b4-378194054ae6 req-fef9e30a-edb6-45c1-a544-5d9af80e4592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:29.905482 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f009774-ee2c-4efc-b5b4-378194054ae6 req-fef9e30a-edb6-45c1-a544-5d9af80e4592 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 1096 time: 0.0407591 Nov 08 01:28:29.939707 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f009774-ee2c-4efc-b5b4-378194054ae6 req-5b2e8ceb-d7a4-467c-b3b4-aff726318f69 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276308 Nov 08 01:28:30.475543 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b47ba-4a7d-4f68-be6c-0b14fbf4b2d5 req-0e9a6f00-5140-45b0-be19-f6e9ebe74178 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:30.477011 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-121b47ba-4a7d-4f68-be6c-0b14fbf4b2d5 req-0e9a6f00-5140-45b0-be19-f6e9ebe74178 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0484502 Nov 08 01:28:30.516666 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-121b47ba-4a7d-4f68-be6c-0b14fbf4b2d5 req-54cacb84-5a96-448c-b605-5e1b94dccf36 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338118 Nov 08 01:28:30.805538 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1758a857-82cd-4bc9-bc5c-f78d0ca69ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:31.037614 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:31.638613 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aed016-3a45-4700-9fb3-55528cdef056 req-351cb8dd-b37e-4468-8541-e4ac8476ed58 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:31.640106 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35aed016-3a45-4700-9fb3-55528cdef056 req-351cb8dd-b37e-4468-8541-e4ac8476ed58 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0559077 Nov 08 01:28:31.678092 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35aed016-3a45-4700-9fb3-55528cdef056 req-0fdb5d0c-f002-4293-962b-9458855270ae tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317848 Nov 08 01:28:31.792406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56879fc-bbad-473d-b100-7da748499c3f req-58cc0ab5-939d-4020-81e0-d690535ecc80 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:31.793894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c56879fc-bbad-473d-b100-7da748499c3f req-58cc0ab5-939d-4020-81e0-d690535ecc80 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0493062 Nov 08 01:28:31.831632 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c56879fc-bbad-473d-b100-7da748499c3f req-962fa5ec-91f2-4af7-9241-92ed5192eb6c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315461 Nov 08 01:28:31.853659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41088) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:31.892402 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf71ba45-c314-4b8f-afa9-c478645a5054 tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:31.893881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bf71ba45-c314-4b8f-afa9-c478645a5054 tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 1091 time: 0.0392613 Nov 08 01:28:31.896655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41090) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:31.901546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': 'b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:28:31.988196 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:32.073501 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:32.085879 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:32.189967 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Allocated IP 172.25.2.121 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/3bc41a7c-fdd0-48fe-921c-99064f659199) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:28:32.288152 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:32.398176 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:32.436532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:28:32.439319 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:28:32.442103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:28:32.472622 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=3bc41a7c-fdd0-48fe-921c-99064f659199,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:32.557833 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:32.789687 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:33.131196 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:33.277782 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:33.328555 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:33.403755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=3bc41a7c-fdd0-48fe-921c-99064f659199,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:28:33.413975 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:33.513149 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Floating IP 02a4d6da-2045-4cc8-8f70-9b7d94eccf84 associated. External IP: 172.25.2.121, port: b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4. Nov 08 01:28:33.666023 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:33.723861 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:28:33.830644 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:28:33.840339 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ed9cd9-6c36-45d3-b788-9bed0001df3f None None] Sync routers for ids ['7b4fc18c-1ce4-43d9-abc8-4f047bd04716'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:28:33.849622 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ed9cd9-6c36-45d3-b788-9bed0001df3f None None] Routers {'7b4fc18c-1ce4-43d9-abc8-4f047bd04716'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:28:33.854114 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-49ed9cd9-6c36-45d3-b788-9bed0001df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:28:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7b4fc18c-1ce4-43d9-abc8-4f047bd04716'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:33.896773 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:33.925957 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d831dfb2-a54a-495c-81b9-b77ae84cf932 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0281701 Nov 08 01:28:33.926564 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0dffb8c-4a99-4695-b360-d42239d8e7c2', 'tag': 'b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:28:33.929643 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b830416f-6f29-406b-9ebb-a7e90abb80c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f0dffb8c-4a99-4695-b360-d42239d8e7c2", "tag": "b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:28:33.955317 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-49ed9cd9-6c36-45d3-b788-9bed0001df3f None None] Set router 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:28:33.974668 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3794daf-cb5a-46f7-b807-e19985277e1a x-openstack-request-id: req-f3794daf-cb5a-46f7-b807-e19985277e1a {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:28:33.974957 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0dffb8c-4a99-4695-b360-d42239d8e7c2", "tag": "b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:28:33.975207 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3794daf-cb5a-46f7-b807-e19985277e1a {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:28:33.975870 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0dffb8c-4a99-4695-b360-d42239d8e7c2', 'tag': 'b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4', 'status': 'completed', 'code': 200} Nov 08 01:28:34.062551 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9fdec-6715-4c6c-b6dd-04160b165097 req-5afd17ea-8a70-4b30-898e-de0e017eedd4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:34.064082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ef9fdec-6715-4c6c-b6dd-04160b165097 req-5afd17ea-8a70-4b30-898e-de0e017eedd4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0807598 Nov 08 01:28:34.078772 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830416f-6f29-406b-9ebb-a7e90abb80c4 req-3b0ad7a2-6a06-451e-973b-8e5deb7ae77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:34.080199 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b830416f-6f29-406b-9ebb-a7e90abb80c4 req-3b0ad7a2-6a06-451e-973b-8e5deb7ae77d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 1096 time: 0.0592818 Nov 08 01:28:34.155903 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ef9fdec-6715-4c6c-b6dd-04160b165097 req-025a19e1-af74-49c3-9efa-4e87048b33d6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845811 Nov 08 01:28:34.174232 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-49ed9cd9-6c36-45d3-b788-9bed0001df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246305055', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:28:12Z', 'updated_at': '2021-11-08T01:28:17Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:13Z', 'updated_at': '2021-11-08T01:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '02a4d6da-2045-4cc8-8f70-9b7d94eccf84', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'port_id': 'b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343', 'mac_address': 'fa:16:3e:0d:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dffb8c-4a99-4695-b360-d42239d8e7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:28:32Z', 'updated_at': '2021-11-08T01:28:32Z', 'revision_number': 0, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54e226a-69cf-441b-affd-c950686ebc3d', 'name': '', 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:2c:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '07130a9b-39c6-4a58-83c6-9a0d2bc63006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:16Z', 'updated_at': '2021-11-08T01:28:20Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '07130a9b-39c6-4a58-83c6-9a0d2bc63006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:34.179874 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41096) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:34.203451 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ed9cd9-6c36-45d3-b788-9bed0001df3f None None] Checking router: 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:28:34.211592 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ed9cd9-6c36-45d3-b788-9bed0001df3f None None] Routers {'7b4fc18c-1ce4-43d9-abc8-4f047bd04716'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:28:34.212223 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-49ed9cd9-6c36-45d3-b788-9bed0001df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:28:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7b4fc18c-1ce4-43d9-abc8-4f047bd04716'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:34.238733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830416f-6f29-406b-9ebb-a7e90abb80c4 req-478eeb77-7d77-450c-9bf7-0b03a704811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:34.240240 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b830416f-6f29-406b-9ebb-a7e90abb80c4 req-478eeb77-7d77-450c-9bf7-0b03a704811d service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3aaa509-afdf-4604-98c5-b52bf7bf1343 HTTP/1.1" status: 200 len: 897 time: 0.1529443 Nov 08 01:28:34.260838 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-03d480b7-f0f7-4dbf-aff8-f63c776cba35 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/floatingips/02a4d6da-2045-4cc8-8f70-9b7d94eccf84 HTTP/1.1" status: 200 len: 991 time: 0.0788655 Nov 08 01:28:34.313783 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b830416f-6f29-406b-9ebb-a7e90abb80c4 req-dea3bc28-1537-4a9d-8998-377e0c699626 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 HTTP/1.1" status: 200 len: 999 time: 0.0624363 Nov 08 01:28:34.318789 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-49ed9cd9-6c36-45d3-b788-9bed0001df3f None None] Set router 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:28:34.545595 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-49ed9cd9-6c36-45d3-b788-9bed0001df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246305055', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:28:12Z', 'updated_at': '2021-11-08T01:28:17Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:13Z', 'updated_at': '2021-11-08T01:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '02a4d6da-2045-4cc8-8f70-9b7d94eccf84', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'port_id': 'b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343', 'mac_address': 'fa:16:3e:0d:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dffb8c-4a99-4695-b360-d42239d8e7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:28:32Z', 'updated_at': '2021-11-08T01:28:32Z', 'revision_number': 0, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54e226a-69cf-441b-affd-c950686ebc3d', 'name': '', 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:2c:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '07130a9b-39c6-4a58-83c6-9a0d2bc63006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:16Z', 'updated_at': '2021-11-08T01:28:20Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '07130a9b-39c6-4a58-83c6-9a0d2bc63006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:28:34.571749 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ed9cd9-6c36-45d3-b788-9bed0001df3f None None] The sync data for ids ['7b4fc18c-1ce4-43d9-abc8-4f047bd04716'] in n-d-816882-1 is: [{'id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246305055', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:28:12Z', 'updated_at': '2021-11-08T01:28:17Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:13Z', 'updated_at': '2021-11-08T01:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '02a4d6da-2045-4cc8-8f70-9b7d94eccf84', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'port_id': 'b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343', 'mac_address': 'fa:16:3e:0d:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dffb8c-4a99-4695-b360-d42239d8e7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:28:32Z', 'updated_at': '2021-11-08T01:28:32Z', 'revision_number': 0, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54e226a-69cf-441b-affd-c950686ebc3d', 'name': '', 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:2c:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '07130a9b-39c6-4a58-83c6-9a0d2bc63006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:16Z', 'updated_at': '2021-11-08T01:28:20Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '07130a9b-39c6-4a58-83c6-9a0d2bc63006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:28:34.711609 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830416f-6f29-406b-9ebb-a7e90abb80c4 req-664b051b-caf2-453c-b9cf-d1f38f53fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:34.719958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b830416f-6f29-406b-9ebb-a7e90abb80c4 req-664b051b-caf2-453c-b9cf-d1f38f53fbe5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07130a9b-39c6-4a58-83c6-9a0d2bc63006 HTTP/1.1" status: 200 len: 835 time: 0.3926857 Nov 08 01:28:34.781719 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62ae5f7-ca68-4d00-a271-53b4c2e21485 None None] New status for floating IP 02a4d6da-2045-4cc8-8f70-9b7d94eccf84: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:28:34.803191 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830416f-6f29-406b-9ebb-a7e90abb80c4 req-e5ff9953-4a75-494f-a472-7ea573f3f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:34.804655 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b830416f-6f29-406b-9ebb-a7e90abb80c4 req-e5ff9953-4a75-494f-a472-7ea573f3f36d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3aaa509-afdf-4604-98c5-b52bf7bf1343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838313 Nov 08 01:28:34.898076 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b830416f-6f29-406b-9ebb-a7e90abb80c4 req-1b33bd83-ac99-4f62-b3f3-c28be3e1755e service neutron] 10.222.0.20 "GET /v2.0/networks/b3aaa509-afdf-4604-98c5-b52bf7bf1343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848155 Nov 08 01:28:34.985702 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b830416f-6f29-406b-9ebb-a7e90abb80c4 req-0538f0cd-4e7b-4b36-868c-38fa7c487fb4 service neutron] 10.222.0.20 "GET /v2.0/networks/b3aaa509-afdf-4604-98c5-b52bf7bf1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813015 Nov 08 01:28:35.263555 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41100) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:28:35.328261 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-ad5700a7-3b20-4482-8012-24803a9b0c5b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/floatingips/02a4d6da-2045-4cc8-8f70-9b7d94eccf84 HTTP/1.1" status: 200 len: 993 time: 0.0635061 Nov 08 01:28:37.469459 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3955d062-536f-42a7-b546-3dcf0be9f44c req-25e4d34f-4629-45a1-a098-da03eccb754b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387881 Nov 08 01:28:37.562962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955d062-536f-42a7-b546-3dcf0be9f44c req-9c24912b-38b1-48b9-85d3-e13af6a872ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:37.564361 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3955d062-536f-42a7-b546-3dcf0be9f44c req-9c24912b-38b1-48b9-85d3-e13af6a872ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 1096 time: 0.0397727 Nov 08 01:28:37.678401 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955d062-536f-42a7-b546-3dcf0be9f44c req-53d60441-8f7e-40da-893f-35cb57ba65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:37.679888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3955d062-536f-42a7-b546-3dcf0be9f44c req-53d60441-8f7e-40da-893f-35cb57ba65a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3aaa509-afdf-4604-98c5-b52bf7bf1343 HTTP/1.1" status: 200 len: 897 time: 0.0963614 Nov 08 01:28:37.745759 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3955d062-536f-42a7-b546-3dcf0be9f44c req-f49dd51b-1c55-4a75-b695-4f31bc6e0dea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 HTTP/1.1" status: 200 len: 1001 time: 0.0581484 Nov 08 01:28:37.794036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955d062-536f-42a7-b546-3dcf0be9f44c req-32c45f92-60ed-4c02-90f7-44216b21d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:37.795408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3955d062-536f-42a7-b546-3dcf0be9f44c req-32c45f92-60ed-4c02-90f7-44216b21d710 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07130a9b-39c6-4a58-83c6-9a0d2bc63006 HTTP/1.1" status: 200 len: 835 time: 0.0428753 Nov 08 01:28:37.842882 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955d062-536f-42a7-b546-3dcf0be9f44c req-9a0691b2-0a33-429e-b1c4-22dc6953fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:28:37.844349 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3955d062-536f-42a7-b546-3dcf0be9f44c req-9a0691b2-0a33-429e-b1c4-22dc6953fd76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3aaa509-afdf-4604-98c5-b52bf7bf1343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422137 Nov 08 01:28:37.932152 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3955d062-536f-42a7-b546-3dcf0be9f44c req-6f975b80-08b6-4d86-90b9-dc3790db2155 service neutron] 10.222.0.20 "GET /v2.0/networks/b3aaa509-afdf-4604-98c5-b52bf7bf1343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808885 Nov 08 01:28:38.022490 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3955d062-536f-42a7-b546-3dcf0be9f44c req-09de44dc-c5b1-49e0-a627-f40d06c4c4d6 service neutron] 10.222.0.20 "GET /v2.0/networks/b3aaa509-afdf-4604-98c5-b52bf7bf1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831981 Nov 08 01:28:39.145458 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:28:39.493892 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:28:47.108051 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-8598262f-1c43-42e4-a0ed-912612547c8a req-f1d68f3c-2a94-42f1-b823-fd8965fd8c2a service neutron] (102772) timed out ('10.222.0.13', 37300) {{(pid=102772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 01:28:58.226930 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-49ab7b1a-913b-42a2-8988-34bf8c41ddfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:29:00.733155 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-973680a3-e4d7-4a53-bd2f-99fc0f3bcb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:29:01.030380 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:29:02.049505 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:29:02.563579 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:29:03.688990 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:29:09.460599 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:29:16.144508 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:29:28.213489 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b274c75d-c97a-4ac9-a1f5-84c84565bea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:29:30.722696 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cce91eb1-a761-4d7c-b66a-31852c46a798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:29:31.048023 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:29:32.053741 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:29:32.607722 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:29:33.642186 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:29:38.145606 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b404c16-6d80-4251-afaa-39de743c16d0 req-d5cc7dfb-8775-4858-be7e-5a507f38b99c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:38.147069 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b404c16-6d80-4251-afaa-39de743c16d0 req-d5cc7dfb-8775-4858-be7e-5a507f38b99c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0541120 Nov 08 01:29:38.184388 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3b404c16-6d80-4251-afaa-39de743c16d0 req-e09c68cc-456b-41d3-8598-b8a339445d62 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313528 Nov 08 01:29:38.520603 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912109d-3c38-4759-8c8d-ba8bc8961bfd req-28e79473-8a99-4b0e-b3bb-fc8c88d1993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:38.522160 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5912109d-3c38-4759-8c8d-ba8bc8961bfd req-28e79473-8a99-4b0e-b3bb-fc8c88d1993b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 1096 time: 0.0402758 Nov 08 01:29:38.626918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912109d-3c38-4759-8c8d-ba8bc8961bfd req-9add7810-e880-4cd4-8545-8a463b68e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:38.629101 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5912109d-3c38-4759-8c8d-ba8bc8961bfd req-9add7810-e880-4cd4-8545-8a463b68e754 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3aaa509-afdf-4604-98c5-b52bf7bf1343 HTTP/1.1" status: 200 len: 897 time: 0.0872257 Nov 08 01:29:38.694878 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5912109d-3c38-4759-8c8d-ba8bc8961bfd req-dff04fa4-7092-4866-b360-1713855485ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 HTTP/1.1" status: 200 len: 1001 time: 0.0575845 Nov 08 01:29:38.744853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912109d-3c38-4759-8c8d-ba8bc8961bfd req-6544f9d8-ecc2-436f-8f5c-fb4b25ee3829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:38.746222 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5912109d-3c38-4759-8c8d-ba8bc8961bfd req-6544f9d8-ecc2-436f-8f5c-fb4b25ee3829 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07130a9b-39c6-4a58-83c6-9a0d2bc63006 HTTP/1.1" status: 200 len: 835 time: 0.0427370 Nov 08 01:29:38.794243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912109d-3c38-4759-8c8d-ba8bc8961bfd req-502c2eef-9828-4cb8-963c-890b0c80a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:38.795673 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5912109d-3c38-4759-8c8d-ba8bc8961bfd req-502c2eef-9828-4cb8-963c-890b0c80a8a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3aaa509-afdf-4604-98c5-b52bf7bf1343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430892 Nov 08 01:29:38.882974 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5912109d-3c38-4759-8c8d-ba8bc8961bfd req-7ccdbd8d-c450-4f18-9ef8-1d3df394d17e service neutron] 10.222.0.20 "GET /v2.0/networks/b3aaa509-afdf-4604-98c5-b52bf7bf1343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795364 Nov 08 01:29:38.974511 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5912109d-3c38-4759-8c8d-ba8bc8961bfd req-97900a7e-8159-47ab-99ec-0906972bfd21 service neutron] 10.222.0.20 "GET /v2.0/networks/b3aaa509-afdf-4604-98c5-b52bf7bf1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852597 Nov 08 01:29:39.315875 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d10fd0-1da6-4863-b4cc-624e65bb83ec req-cb1bff3b-7b5b-4815-bcd9-90b4cc399f95 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:39.317377 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88d10fd0-1da6-4863-b4cc-624e65bb83ec req-cb1bff3b-7b5b-4815-bcd9-90b4cc399f95 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0519161 Nov 08 01:29:39.354886 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88d10fd0-1da6-4863-b4cc-624e65bb83ec req-9997de43-7ee0-4e23-89f2-3a7f31df0665 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315876 Nov 08 01:29:39.502750 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:29:40.470218 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e30840-0deb-42c2-9a02-8504ee1b05da req-c08977b5-1f1e-4f7a-9fa3-b0bb0853e1db tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:40.471675 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1e30840-0deb-42c2-9a02-8504ee1b05da req-c08977b5-1f1e-4f7a-9fa3-b0bb0853e1db tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0500658 Nov 08 01:29:40.508337 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1e30840-0deb-42c2-9a02-8504ee1b05da req-7ab433dd-6f65-4249-8cf9-c3ffd27041d7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308695 Nov 08 01:29:41.625419 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bc0d8-acd8-4404-9def-e87e1a5182b0 req-750803f1-80c1-405a-9297-e2bf63af36b1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:41.626872 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd8bc0d8-acd8-4404-9def-e87e1a5182b0 req-750803f1-80c1-405a-9297-e2bf63af36b1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0528121 Nov 08 01:29:41.664785 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cd8bc0d8-acd8-4404-9def-e87e1a5182b0 req-f55166d8-3f9d-4103-996c-55e5a402bb00 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311549 Nov 08 01:29:42.778184 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a491912-f968-4aae-a3cb-2580bce20891 req-9fa3d38b-53e7-45ff-8250-5b1ef3b95eef tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:42.779938 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a491912-f968-4aae-a3cb-2580bce20891 req-9fa3d38b-53e7-45ff-8250-5b1ef3b95eef tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0479946 Nov 08 01:29:42.816921 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3a491912-f968-4aae-a3cb-2580bce20891 req-72efa683-4f8d-4d3b-a6c9-c917a9cd12fa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305252 Nov 08 01:29:43.931261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262478a1-9a29-4d18-92da-cd2eadb45eb0 req-c164466d-8ea0-40bc-95c2-2b82d2ea9e72 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:43.932762 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-262478a1-9a29-4d18-92da-cd2eadb45eb0 req-c164466d-8ea0-40bc-95c2-2b82d2ea9e72 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0493002 Nov 08 01:29:43.973929 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-262478a1-9a29-4d18-92da-cd2eadb45eb0 req-35fd635b-bec9-4185-95e8-5de9ab01ba72 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350394 Nov 08 01:29:45.090941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796e4ec-bb11-4c41-935e-5009612ce47a req-07d999ed-22de-416f-985e-0bba41cd6659 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:45.092452 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f796e4ec-bb11-4c41-935e-5009612ce47a req-07d999ed-22de-416f-985e-0bba41cd6659 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0520601 Nov 08 01:29:45.129697 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f796e4ec-bb11-4c41-935e-5009612ce47a req-af3b50b6-8d66-49f1-b764-0c69c6d7938b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313530 Nov 08 01:29:46.242419 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f62f6-06d4-4fb2-9e40-339e64e8447e req-f15c3519-4649-43ee-bc9e-c29f78ef67f0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:46.243934 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a60f62f6-06d4-4fb2-9e40-339e64e8447e req-f15c3519-4649-43ee-bc9e-c29f78ef67f0 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0487189 Nov 08 01:29:46.282385 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a60f62f6-06d4-4fb2-9e40-339e64e8447e req-d7701627-48cc-40b6-a9c5-a7091c6e49ec tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325208 Nov 08 01:29:47.396655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3696b-39e4-4b24-92d0-6ba15589b71b req-10fc7429-3aa2-4816-9ebf-83e41932d1cb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:47.398150 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adf3696b-39e4-4b24-92d0-6ba15589b71b req-10fc7429-3aa2-4816-9ebf-83e41932d1cb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0483162 Nov 08 01:29:47.435553 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-adf3696b-39e4-4b24-92d0-6ba15589b71b req-6bc41f55-5409-46e3-b9a4-48378d34eb0b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315049 Nov 08 01:29:48.553863 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df3e59-e4fd-4884-ac17-649c2a636e0c req-9cc86fde-a1d8-4094-b0c2-b518e43248a6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:48.555320 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2df3e59-e4fd-4884-ac17-649c2a636e0c req-9cc86fde-a1d8-4094-b0c2-b518e43248a6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0542970 Nov 08 01:29:48.592420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2df3e59-e4fd-4884-ac17-649c2a636e0c req-5ad29a65-3ff5-44d3-92b5-b4e2badad5ab tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311458 Nov 08 01:29:49.706808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29715e-ed51-40b8-97c1-20d42856b064 req-06104847-dfef-446b-92b7-01a29fdde96a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:49.708321 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb29715e-ed51-40b8-97c1-20d42856b064 req-06104847-dfef-446b-92b7-01a29fdde96a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0493670 Nov 08 01:29:49.746849 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb29715e-ed51-40b8-97c1-20d42856b064 req-6fa94731-fd87-45fd-9fb6-624e86673377 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326397 Nov 08 01:29:49.769171 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41162) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:29:49.828157 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9743aee7-9b3a-4c71-8545-1e43352f02b3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/floatingips/02a4d6da-2045-4cc8-8f70-9b7d94eccf84 HTTP/1.1" status: 200 len: 993 time: 0.0578742 Nov 08 01:29:51.212825 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4add696-196e-4231-ae33-d0579259a72d req-5f686e15-a4a9-4569-993e-aeac0b46438d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:51.214321 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b4add696-196e-4231-ae33-d0579259a72d req-5f686e15-a4a9-4569-993e-aeac0b46438d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0542185 Nov 08 01:29:51.260042 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b4add696-196e-4231-ae33-d0579259a72d req-13cd03fe-491d-4019-ba32-3da2eda3946f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391893 Nov 08 01:29:51.343330 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ee1db-5415-44b8-b83b-71ab42b280f9 req-6352f767-cd2f-42ee-9200-a59798deb83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:51.345037 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-482ee1db-5415-44b8-b83b-71ab42b280f9 req-6352f767-cd2f-42ee-9200-a59798deb83d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 1096 time: 0.0432155 Nov 08 01:29:51.442384 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ee1db-5415-44b8-b83b-71ab42b280f9 req-98185662-20ca-48a6-81a4-54d44e419836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:51.444025 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-482ee1db-5415-44b8-b83b-71ab42b280f9 req-98185662-20ca-48a6-81a4-54d44e419836 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3aaa509-afdf-4604-98c5-b52bf7bf1343 HTTP/1.1" status: 200 len: 897 time: 0.0916462 Nov 08 01:29:51.511064 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-482ee1db-5415-44b8-b83b-71ab42b280f9 req-393f6be4-eaf7-4e0b-ac03-8595b74f0c42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 HTTP/1.1" status: 200 len: 1001 time: 0.0604019 Nov 08 01:29:51.560847 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ee1db-5415-44b8-b83b-71ab42b280f9 req-27005c29-a593-4213-9402-c503d9f7ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:51.562257 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-482ee1db-5415-44b8-b83b-71ab42b280f9 req-27005c29-a593-4213-9402-c503d9f7ffe5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07130a9b-39c6-4a58-83c6-9a0d2bc63006 HTTP/1.1" status: 200 len: 835 time: 0.0448065 Nov 08 01:29:51.611158 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ee1db-5415-44b8-b83b-71ab42b280f9 req-a363b9e4-7686-4060-a1aa-25d33dddefe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:51.613324 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-482ee1db-5415-44b8-b83b-71ab42b280f9 req-a363b9e4-7686-4060-a1aa-25d33dddefe2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3aaa509-afdf-4604-98c5-b52bf7bf1343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437579 Nov 08 01:29:51.700958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-482ee1db-5415-44b8-b83b-71ab42b280f9 req-5f6607a8-149d-4ebb-9d52-331adce9aa49 service neutron] 10.222.0.20 "GET /v2.0/networks/b3aaa509-afdf-4604-98c5-b52bf7bf1343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803931 Nov 08 01:29:51.792247 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-482ee1db-5415-44b8-b83b-71ab42b280f9 req-0f5c5906-1ea8-4ab5-bd08-9285b244aa26 service neutron] 10.222.0.20 "GET /v2.0/networks/b3aaa509-afdf-4604-98c5-b52bf7bf1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847845 Nov 08 01:29:52.383817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a5134-fcb4-4d20-af24-1ad766e5bde5 req-5c21dd41-1d0b-46e2-953b-d5dbb2206237 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:52.393234 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed3a5134-fcb4-4d20-af24-1ad766e5bde5 req-5c21dd41-1d0b-46e2-953b-d5dbb2206237 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0501919 Nov 08 01:29:52.423243 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ed3a5134-fcb4-4d20-af24-1ad766e5bde5 req-801baa6c-7dcf-4888-8a60-3f2e69c02826 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320892 Nov 08 01:29:53.144448 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:29:53.537796 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125239e5-2574-4262-a2fa-040df305f910 req-a13ffde5-94e8-4394-8278-8da5a82a4a85 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:29:53.539259 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-125239e5-2574-4262-a2fa-040df305f910 req-a13ffde5-94e8-4394-8278-8da5a82a4a85 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0483789 Nov 08 01:29:53.576229 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-125239e5-2574-4262-a2fa-040df305f910 req-d2f90161-6a5a-4b14-a781-6c2ecc6ef07b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310340 Nov 08 01:29:53.598467 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41174) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:29:53.660653 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c2619b90-c25d-4ccf-ad57-65f36c4ab63b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/floatingips/02a4d6da-2045-4cc8-8f70-9b7d94eccf84 HTTP/1.1" status: 200 len: 993 time: 0.0609777 Nov 08 01:29:58.257902 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ea98622d-ed2f-418e-aaf6-8ba43a5d1e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:00.789608 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3058ddb9-a052-403e-8322-1f67d8b12e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:01.035272 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:02.044640 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:02.606407 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:03.649919 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:09.456092 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:28.221026 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77132473-7eab-48ae-aebc-f4f210fc4c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:30.142864 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:30:30.713479 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8acc7f9e-c043-4a15-909e-43b501926aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:31.022324 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:32.045464 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:32.619776 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:33.644856 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:38.475897 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0540e3c7-86f5-46e0-a127-c1e8fe61872b req-8b5042a8-4043-4f9f-9d54-9d5254a5eb94 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402372 Nov 08 01:30:38.571439 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540e3c7-86f5-46e0-a127-c1e8fe61872b req-51bd3b0d-5801-43eb-ab7f-9bfed0edabda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:30:38.572959 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0540e3c7-86f5-46e0-a127-c1e8fe61872b req-51bd3b0d-5801-43eb-ab7f-9bfed0edabda service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 1096 time: 0.0412261 Nov 08 01:30:38.680275 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540e3c7-86f5-46e0-a127-c1e8fe61872b req-f209edc5-9930-49ae-91f6-b3aee173249e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:30:38.681782 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0540e3c7-86f5-46e0-a127-c1e8fe61872b req-f209edc5-9930-49ae-91f6-b3aee173249e service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3aaa509-afdf-4604-98c5-b52bf7bf1343 HTTP/1.1" status: 200 len: 897 time: 0.0892911 Nov 08 01:30:38.746852 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0540e3c7-86f5-46e0-a127-c1e8fe61872b req-682b3514-bc5a-4be9-b783-2220f1614087 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 HTTP/1.1" status: 200 len: 1001 time: 0.0579045 Nov 08 01:30:38.794204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540e3c7-86f5-46e0-a127-c1e8fe61872b req-145da929-5795-474f-885a-6896fe5b53a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:30:38.795573 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0540e3c7-86f5-46e0-a127-c1e8fe61872b req-145da929-5795-474f-885a-6896fe5b53a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07130a9b-39c6-4a58-83c6-9a0d2bc63006 HTTP/1.1" status: 200 len: 835 time: 0.0420914 Nov 08 01:30:38.844077 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540e3c7-86f5-46e0-a127-c1e8fe61872b req-2d6a6f43-17bb-4b18-bfa8-6c642ac31302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:30:38.845457 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0540e3c7-86f5-46e0-a127-c1e8fe61872b req-2d6a6f43-17bb-4b18-bfa8-6c642ac31302 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3aaa509-afdf-4604-98c5-b52bf7bf1343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421550 Nov 08 01:30:38.857860 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-0540e3c7-86f5-46e0-a127-c1e8fe61872b req-66ee0700-5856-4243-834e-609980b47878 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:30:38.858791 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0540e3c7-86f5-46e0-a127-c1e8fe61872b req-66ee0700-5856-4243-834e-609980b47878 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047348 Nov 08 01:30:38.960567 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0540e3c7-86f5-46e0-a127-c1e8fe61872b req-c9b3feb6-a168-4a31-9192-19791723f2d4 service neutron] 10.222.0.20 "GET /v2.0/networks/b3aaa509-afdf-4604-98c5-b52bf7bf1343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928903 Nov 08 01:30:39.053082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0540e3c7-86f5-46e0-a127-c1e8fe61872b req-93735e78-4435-4d74-89b4-af63e3aaf302 service neutron] 10.222.0.20 "GET /v2.0/networks/b3aaa509-afdf-4604-98c5-b52bf7bf1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852675 Nov 08 01:30:39.453904 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:42.078197 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41200) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:30:42.232031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting port 3bc41a7c-fdd0-48fe-921c-99064f659199 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:30:42.232371 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:42.304923 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:42.305251 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:42.316406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Calling delete_port for 3bc41a7c-fdd0-48fe-921c-99064f659199 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:30:42.517145 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:42.540446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Port': ['ID=3bc41a7c-fdd0-48fe-921c-99064f659199,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:42.550381 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:42.550733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:42.551071 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:42.551441 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:42.551796 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:42.552513 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:42.552513 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:42.552762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:42.553132 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:42.553960 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:42.554281 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:42.554601 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:42.616156 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:42.616570 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Floating IP 02a4d6da-2045-4cc8-8f70-9b7d94eccf84 disassociated (deleted). External IP: 172.25.2.121, port: b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4. Nov 08 01:30:42.814417 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:30:42.916994 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:30:42.921903 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:42.927556 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d18e5-9097-4e6e-b79c-ca96e3ce6441 None None] Sync routers for ids ['7b4fc18c-1ce4-43d9-abc8-4f047bd04716'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:30:42.936505 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d18e5-9097-4e6e-b79c-ca96e3ce6441 None None] Routers {'7b4fc18c-1ce4-43d9-abc8-4f047bd04716'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:30:42.937171 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-049d18e5-9097-4e6e-b79c-ca96e3ce6441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:30:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7b4fc18c-1ce4-43d9-abc8-4f047bd04716'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:30:42.947046 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-d30ac71c-5543-4b53-b266-5b38017dc483 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/floatingips/02a4d6da-2045-4cc8-8f70-9b7d94eccf84 HTTP/1.1" status: 204 len: 168 time: 0.8677819 Nov 08 01:30:42.947601 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0dffb8c-4a99-4695-b360-d42239d8e7c2', 'tag': 'b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:30:42.949861 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc523d6-da17-4e6c-81a6-3f7c9a6f8c53" -d '{"events": [{"name": "network-changed", "server_uuid": "f0dffb8c-4a99-4695-b360-d42239d8e7c2", "tag": "b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:30:42.990497 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1b12cd-7a64-42a9-9826-3eb25fbda75e x-openstack-request-id: req-da1b12cd-7a64-42a9-9826-3eb25fbda75e {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:30:42.990781 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0dffb8c-4a99-4695-b360-d42239d8e7c2", "tag": "b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:30:42.991147 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da1b12cd-7a64-42a9-9826-3eb25fbda75e {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:30:42.991423 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0dffb8c-4a99-4695-b360-d42239d8e7c2', 'tag': 'b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4', 'status': 'completed', 'code': 200} Nov 08 01:30:43.044713 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-049d18e5-9097-4e6e-b79c-ca96e3ce6441 None None] Set router 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:30:43.073869 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc523d6-da17-4e6c-81a6-3f7c9a6f8c53 req-4605e2e2-f8dd-459c-89d7-51cb1b3202e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:30:43.077750 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbc523d6-da17-4e6c-81a6-3f7c9a6f8c53 req-4605e2e2-f8dd-459c-89d7-51cb1b3202e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 1096 time: 0.0411396 Nov 08 01:30:43.171316 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc523d6-da17-4e6c-81a6-3f7c9a6f8c53 req-314edc25-e92c-4f31-847b-398fcc4b21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:30:43.172920 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbc523d6-da17-4e6c-81a6-3f7c9a6f8c53 req-314edc25-e92c-4f31-847b-398fcc4b21a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3aaa509-afdf-4604-98c5-b52bf7bf1343 HTTP/1.1" status: 200 len: 897 time: 0.0911310 Nov 08 01:30:43.221952 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbc523d6-da17-4e6c-81a6-3f7c9a6f8c53 req-2b549eae-14be-43f3-b432-358596a9cde3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 HTTP/1.1" status: 200 len: 217 time: 0.0400293 Nov 08 01:30:43.276760 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc523d6-da17-4e6c-81a6-3f7c9a6f8c53 req-e64e0a44-a6ba-4d2e-9b74-a6e62678f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:30:43.278463 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbc523d6-da17-4e6c-81a6-3f7c9a6f8c53 req-e64e0a44-a6ba-4d2e-9b74-a6e62678f070 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07130a9b-39c6-4a58-83c6-9a0d2bc63006 HTTP/1.1" status: 200 len: 835 time: 0.0458777 Nov 08 01:30:43.326107 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc523d6-da17-4e6c-81a6-3f7c9a6f8c53 req-255a7d26-133a-465b-ad58-0cebf6b877bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:30:43.332089 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbc523d6-da17-4e6c-81a6-3f7c9a6f8c53 req-255a7d26-133a-465b-ad58-0cebf6b877bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3aaa509-afdf-4604-98c5-b52bf7bf1343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423999 Nov 08 01:30:43.336695 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-049d18e5-9097-4e6e-b79c-ca96e3ce6441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246305055', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:28:12Z', 'updated_at': '2021-11-08T01:28:17Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:13Z', 'updated_at': '2021-11-08T01:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'e54e226a-69cf-441b-affd-c950686ebc3d', 'name': '', 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:2c:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '07130a9b-39c6-4a58-83c6-9a0d2bc63006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:16Z', 'updated_at': '2021-11-08T01:28:20Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '07130a9b-39c6-4a58-83c6-9a0d2bc63006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:30:43.362310 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d18e5-9097-4e6e-b79c-ca96e3ce6441 None None] Checking router: 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:30:43.370484 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d18e5-9097-4e6e-b79c-ca96e3ce6441 None None] Routers {'7b4fc18c-1ce4-43d9-abc8-4f047bd04716'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:30:43.371085 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-049d18e5-9097-4e6e-b79c-ca96e3ce6441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:30:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7b4fc18c-1ce4-43d9-abc8-4f047bd04716'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:30:43.477273 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-049d18e5-9097-4e6e-b79c-ca96e3ce6441 None None] Set router 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:30:43.681128 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-049d18e5-9097-4e6e-b79c-ca96e3ce6441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246305055', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:28:12Z', 'updated_at': '2021-11-08T01:28:17Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:13Z', 'updated_at': '2021-11-08T01:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'e54e226a-69cf-441b-affd-c950686ebc3d', 'name': '', 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:2c:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '07130a9b-39c6-4a58-83c6-9a0d2bc63006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:16Z', 'updated_at': '2021-11-08T01:28:20Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '07130a9b-39c6-4a58-83c6-9a0d2bc63006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:30:43.707113 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d18e5-9097-4e6e-b79c-ca96e3ce6441 None None] The sync data for ids ['7b4fc18c-1ce4-43d9-abc8-4f047bd04716'] in n-d-816882-1 is: [{'id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246305055', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:28:12Z', 'updated_at': '2021-11-08T01:28:17Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:13Z', 'updated_at': '2021-11-08T01:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'e54e226a-69cf-441b-affd-c950686ebc3d', 'name': '', 'network_id': 'b3aaa509-afdf-4604-98c5-b52bf7bf1343', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:2c:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '07130a9b-39c6-4a58-83c6-9a0d2bc63006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:16Z', 'updated_at': '2021-11-08T01:28:20Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': '07130a9b-39c6-4a58-83c6-9a0d2bc63006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:30:43.793692 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb5b98-eea2-4fe6-871c-9ffe025b5327 req-cff0878b-c77e-481c-85ee-159914fd6479 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:30:43.795184 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ecb5b98-eea2-4fe6-871c-9ffe025b5327 req-cff0878b-c77e-481c-85ee-159914fd6479 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.4448290 Nov 08 01:30:43.841572 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbc523d6-da17-4e6c-81a6-3f7c9a6f8c53 req-a0d3b7ef-1074-4919-b2ef-83a8f73cf078 service neutron] 10.222.0.20 "GET /v2.0/networks/b3aaa509-afdf-4604-98c5-b52bf7bf1343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658403 Nov 08 01:30:43.862471 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ecb5b98-eea2-4fe6-871c-9ffe025b5327 req-441409e6-64f9-4723-9532-38d1a4a88b0f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605803 Nov 08 01:30:43.925170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a81152b-69e7-4691-9a76-d9ab3760148d None None] New status for floating IP 02a4d6da-2045-4cc8-8f70-9b7d94eccf84: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:30:43.941872 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bbc523d6-da17-4e6c-81a6-3f7c9a6f8c53 req-7e52d97b-d1e8-4ca0-bf4f-a44ee1fe536e service neutron] 10.222.0.20 "GET /v2.0/networks/b3aaa509-afdf-4604-98c5-b52bf7bf1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923953 Nov 08 01:30:44.980188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d52657-293c-44e1-b237-a1a07ea2b0b8 req-f970db2c-174e-439f-9bfa-87e5a037f39b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:30:44.981718 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d7d52657-293c-44e1-b237-a1a07ea2b0b8 req-f970db2c-174e-439f-9bfa-87e5a037f39b tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0484324 Nov 08 01:30:45.019089 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d7d52657-293c-44e1-b237-a1a07ea2b0b8 req-dd8ae553-a1b5-4f52-8ddd-66f5c70dc3b5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=321a7d33-0393-4379-a3a4-15e2b65db4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315454 Nov 08 01:30:45.186320 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b23920-9322-495a-808e-ae85fad45109 req-3c94c72b-44c2-49e6-ab07-415010282e63 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:30:45.187637 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5b23920-9322-495a-808e-ae85fad45109 req-3c94c72b-44c2-49e6-ab07-415010282e63 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0469980 Nov 08 01:30:45.276885 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-b5b23920-9322-495a-808e-ae85fad45109 req-fcc18f1d-6865-42b1-9005-274f459ddb99 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting port b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:30:45.277482 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b5b23920-9322-495a-808e-ae85fad45109 req-fcc18f1d-6865-42b1-9005-274f459ddb99 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:45.367588 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-b5b23920-9322-495a-808e-ae85fad45109 req-fcc18f1d-6865-42b1-9005-274f459ddb99 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] For port b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4,segment=NetworkSegment(d7191275-2b08-4a04-9401-1dbe2b2f021f),segment_id=d7191275-2b08-4a04-9401-1dbe2b2f021f)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:30:45.368006 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b5b23920-9322-495a-808e-ae85fad45109 req-fcc18f1d-6865-42b1-9005-274f459ddb99 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:45.379411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-b5b23920-9322-495a-808e-ae85fad45109 req-fcc18f1d-6865-42b1-9005-274f459ddb99 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Calling delete_port for b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:30:45.564543 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b5b23920-9322-495a-808e-ae85fad45109 req-fcc18f1d-6865-42b1-9005-274f459ddb99 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:45.597111 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc18f1d-6865-42b1-9005-274f459ddb99 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Port': ['ID=b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:45.638254 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b23920-9322-495a-808e-ae85fad45109 req-fcc18f1d-6865-42b1-9005-274f459ddb99 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] No DVR routers for this DVR port b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:30:45.640957 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-b5b23920-9322-495a-808e-ae85fad45109 req-fcc18f1d-6865-42b1-9005-274f459ddb99 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:45.644250 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5b23920-9322-495a-808e-ae85fad45109 req-fcc18f1d-6865-42b1-9005-274f459ddb99 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "DELETE /v2.0/ports/b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 HTTP/1.1" status: 204 len: 173 time: 0.4506907 Nov 08 01:30:45.644688 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0dffb8c-4a99-4695-b360-d42239d8e7c2', 'name': 'network-vif-deleted', 'tag': 'b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:30:45.646961 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399536fe-28bd-4e77-8539-d5284c6281cf" -d '{"events": [{"server_uuid": "f0dffb8c-4a99-4695-b360-d42239d8e7c2", "name": "network-vif-deleted", "tag": "b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:30:45.681471 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494db640-1a93-40b6-b0fb-fdd8b54da88f x-openstack-request-id: req-494db640-1a93-40b6-b0fb-fdd8b54da88f {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:30:45.681830 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0dffb8c-4a99-4695-b360-d42239d8e7c2", "name": "network-vif-deleted", "tag": "b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:30:45.682151 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-494db640-1a93-40b6-b0fb-fdd8b54da88f {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:30:45.682554 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0dffb8c-4a99-4695-b360-d42239d8e7c2', 'name': 'network-vif-deleted', 'tag': 'b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4', 'status': 'completed', 'code': 200} Nov 08 01:30:46.129378 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68574f0b-539c-40a9-84b8-8dde3eaf75a7 req-c4bad0c8-7fa2-4553-99dc-22b9e5a3fbe1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0dffb8c-4a99-4695-b360-d42239d8e7c2 HTTP/1.1" status: 200 len: 210 time: 0.0261428 Nov 08 01:30:47.184868 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41216) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:30:47.549489 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33df56a9-b06a-43ca-b45c-be9c647b437d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:47.800333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-33df56a9-b06a-43ca-b45c-be9c647b437d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting port e54e226a-69cf-441b-affd-c950686ebc3d {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:30:47.800580 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33df56a9-b06a-43ca-b45c-be9c647b437d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:47.887095 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-33df56a9-b06a-43ca-b45c-be9c647b437d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] For port e54e226a-69cf-441b-affd-c950686ebc3d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e54e226a-69cf-441b-affd-c950686ebc3d,segment=NetworkSegment(d7191275-2b08-4a04-9401-1dbe2b2f021f),segment_id=d7191275-2b08-4a04-9401-1dbe2b2f021f)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:30:47.887458 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33df56a9-b06a-43ca-b45c-be9c647b437d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:47.900144 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-33df56a9-b06a-43ca-b45c-be9c647b437d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Calling delete_port for e54e226a-69cf-441b-affd-c950686ebc3d owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:30:48.158797 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33df56a9-b06a-43ca-b45c-be9c647b437d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:48.186355 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df56a9-b06a-43ca-b45c-be9c647b437d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Port': ['ID=e54e226a-69cf-441b-affd-c950686ebc3d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:48.360999 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33df56a9-b06a-43ca-b45c-be9c647b437d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:48.572970 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33df56a9-b06a-43ca-b45c-be9c647b437d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:30:48.686948 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33df56a9-b06a-43ca-b45c-be9c647b437d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:30:48.692345 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-33df56a9-b06a-43ca-b45c-be9c647b437d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "PUT /v2.0/routers/7b4fc18c-1ce4-43d9-abc8-4f047bd04716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5059805 Nov 08 01:30:48.694768 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41220) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:30:48.697462 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d8687-0c68-4912-b327-0bc84b62fa74 None None] Sync routers for ids ['7b4fc18c-1ce4-43d9-abc8-4f047bd04716'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:30:48.706422 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d8687-0c68-4912-b327-0bc84b62fa74 None None] Routers {'7b4fc18c-1ce4-43d9-abc8-4f047bd04716'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:30:48.707021 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-4c4d8687-0c68-4912-b327-0bc84b62fa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:30:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7b4fc18c-1ce4-43d9-abc8-4f047bd04716'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:30:48.747545 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c8ccaa-c89d-4b65-a7fc-4cc08a450223 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting subnet 07130a9b-39c6-4a58-83c6-9a0d2bc63006 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:30:48.750655 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65c8ccaa-c89d-4b65-a7fc-4cc08a450223 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:48.789200 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65c8ccaa-c89d-4b65-a7fc-4cc08a450223 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:48.807807 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-4c4d8687-0c68-4912-b327-0bc84b62fa74 None None] Set router 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:30:48.868990 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65c8ccaa-c89d-4b65-a7fc-4cc08a450223 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:48.983430 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-4c4d8687-0c68-4912-b327-0bc84b62fa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246305055', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:28:12Z', 'updated_at': '2021-11-08T01:30:48Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:13Z', 'updated_at': '2021-11-08T01:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:30:49.005178 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65c8ccaa-c89d-4b65-a7fc-4cc08a450223 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:49.012549 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d8687-0c68-4912-b327-0bc84b62fa74 None None] Checking router: 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:30:49.020792 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d8687-0c68-4912-b327-0bc84b62fa74 None None] Routers {'7b4fc18c-1ce4-43d9-abc8-4f047bd04716'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:30:49.021495 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-4c4d8687-0c68-4912-b327-0bc84b62fa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:30:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['7b4fc18c-1ce4-43d9-abc8-4f047bd04716'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:30:49.033057 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8ccaa-c89d-4b65-a7fc-4cc08a450223 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Subnet': ['ID=07130a9b-39c6-4a58-83c6-9a0d2bc63006,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:49.036702 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-65c8ccaa-c89d-4b65-a7fc-4cc08a450223 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:49.043912 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-65c8ccaa-c89d-4b65-a7fc-4cc08a450223 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/subnets/07130a9b-39c6-4a58-83c6-9a0d2bc63006 HTTP/1.1" status: 204 len: 168 time: 0.3448296 Nov 08 01:30:49.043912 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41222) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:30:49.048726 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f09cf6-f7eb-48f8-baff-35463691e9b1 None None] Network b3aaa509-afdf-4604-98c5-b52bf7bf1343 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:30:49.126771 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-4c4d8687-0c68-4912-b327-0bc84b62fa74 None None] Set router 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:30:49.151568 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-314ace2c-1749-4b62-85fb-53e7de17110a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:49.236986 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] DHCP port deletion for b3aaa509-afdf-4604-98c5-b52bf7bf1343 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 01:30:49.258294 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-314ace2c-1749-4b62-85fb-53e7de17110a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:49.285173 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] Deleting port cf9c262e-4210-4d11-8345-2966715113d3 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:30:49.285562 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:49.307393 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-4c4d8687-0c68-4912-b327-0bc84b62fa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246305055', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:28:12Z', 'updated_at': '2021-11-08T01:30:48Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:13Z', 'updated_at': '2021-11-08T01:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:30:49.332766 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d8687-0c68-4912-b327-0bc84b62fa74 None None] The sync data for ids ['7b4fc18c-1ce4-43d9-abc8-4f047bd04716'] in n-d-816882-1 is: [{'id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246305055', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:28:12Z', 'updated_at': '2021-11-08T01:30:48Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fc18c-1ce4-43d9-abc8-4f047bd04716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:28:13Z', 'updated_at': '2021-11-08T01:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:30:49.370385 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-314ace2c-1749-4b62-85fb-53e7de17110a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting port 1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:30:49.370556 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] For port cf9c262e-4210-4d11-8345-2966715113d3, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=cf9c262e-4210-4d11-8345-2966715113d3,segment=NetworkSegment(d7191275-2b08-4a04-9401-1dbe2b2f021f),segment_id=d7191275-2b08-4a04-9401-1dbe2b2f021f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:30:49.370895 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:49.371226 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-314ace2c-1749-4b62-85fb-53e7de17110a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:49.457783 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-314ace2c-1749-4b62-85fb-53e7de17110a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] For port 1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:30:49.458068 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-314ace2c-1749-4b62-85fb-53e7de17110a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:49.471509 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-314ace2c-1749-4b62-85fb-53e7de17110a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Calling delete_port for 1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:30:49.537277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] Calling delete_port for cf9c262e-4210-4d11-8345-2966715113d3 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:30:49.676773 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:49.699315 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] Pushing event deleted for resources: {'Port': ['ID=cf9c262e-4210-4d11-8345-2966715113d3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:49.710161 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-314ace2c-1749-4b62-85fb-53e7de17110a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:49.716274 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] No DVR routers for this DVR port cf9c262e-4210-4d11-8345-2966715113d3 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:30:49.716274 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:49.716274 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:49.716274 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:49.716274 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:49.716274 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:49.716873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:49.716873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:49.717354 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:49.717516 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:49.717848 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:49.718170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:49.718483 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be19eb-aa9b-42cb-a2a2-3856cb4fc3c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:30:49.758490 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cf9c262e-4210-4d11-8345-2966715113d3 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:30:49.785045 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: cf9c262e-4210-4d11-8345-2966715113d3 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:30:49.785421 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device cf9c262e-4210-4d11-8345-2966715113d3 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:30:49.785849 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e54e226a-69cf-441b-affd-c950686ebc3d no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:30:49.786128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ace2c-1749-4b62-85fb-53e7de17110a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Port': ['ID=1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:49.808935 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: e54e226a-69cf-441b-affd-c950686ebc3d {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:30:49.809144 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e54e226a-69cf-441b-affd-c950686ebc3d not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:30:49.828852 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-314ace2c-1749-4b62-85fb-53e7de17110a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:49.920459 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-314ace2c-1749-4b62-85fb-53e7de17110a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:49.922546 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-314ace2c-1749-4b62-85fb-53e7de17110a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:50.015821 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-314ace2c-1749-4b62-85fb-53e7de17110a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:50.016309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314ace2c-1749-4b62-85fb-53e7de17110a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Fanout notify agent at l3_agent the message router_deleted on router 7b4fc18c-1ce4-43d9-abc8-4f047bd04716 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 01:30:50.024002 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-314ace2c-1749-4b62-85fb-53e7de17110a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:50.028266 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-314ace2c-1749-4b62-85fb-53e7de17110a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/routers/7b4fc18c-1ce4-43d9-abc8-4f047bd04716 HTTP/1.1" status: 204 len: 168 time: 0.9808719 Nov 08 01:30:50.028266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41224) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:30:50.113499 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f16676f-a3bc-4740-bed1-586d662a2ff7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:50.201882 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f16676f-a3bc-4740-bed1-586d662a2ff7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:50.217172 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:30:50.221681 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-1f16676f-a3bc-4740-bed1-586d662a2ff7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3aaa509-afdf-4604-98c5-b52bf7bf1343']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:30:50.230909 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-1f16676f-a3bc-4740-bed1-586d662a2ff7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7191275-2b08-4a04-9401-1dbe2b2f021f') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:30:50.231211 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-1f16676f-a3bc-4740-bed1-586d662a2ff7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7191275-2b08-4a04-9401-1dbe2b2f021f') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:30:50.235968 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:30:50.236308 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device b9bfc8e0-77f3-44bf-8b49-c5f71472d5a4 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:30:50.240474 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f16676f-a3bc-4740-bed1-586d662a2ff7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:50.253206 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f16676f-a3bc-4740-bed1-586d662a2ff7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:50.259381 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f16676f-a3bc-4740-bed1-586d662a2ff7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:30:50.259991 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f16676f-a3bc-4740-bed1-586d662a2ff7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: timer() Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:30:50.262608 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:30:50.387109 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f16676f-a3bc-4740-bed1-586d662a2ff7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:50.394799 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f16676f-a3bc-4740-bed1-586d662a2ff7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:50.397250 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1f16676f-a3bc-4740-bed1-586d662a2ff7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/networks/b3aaa509-afdf-4604-98c5-b52bf7bf1343 HTTP/1.1" status: 204 len: 168 time: 0.3679481 Nov 08 01:30:50.400341 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41226) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:30:50.417058 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16676f-a3bc-4740-bed1-586d662a2ff7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Network': ['ID=b3aaa509-afdf-4604-98c5-b52bf7bf1343,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:50.475047 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4228a414-3a1f-4f0f-9861-141458189dec tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:50.504129 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4228a414-3a1f-4f0f-9861-141458189dec tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:50.625251 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4228a414-3a1f-4f0f-9861-141458189dec tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:50.627848 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4228a414-3a1f-4f0f-9861-141458189dec tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:50.629029 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4228a414-3a1f-4f0f-9861-141458189dec tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/security-groups/321a7d33-0393-4379-a3a4-15e2b65db4b4 HTTP/1.1" status: 204 len: 168 time: 0.2281804 Nov 08 01:30:50.639051 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228a414-3a1f-4f0f-9861-141458189dec tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=321a7d33-0393-4379-a3a4-15e2b65db4b4,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:51.007672 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41234) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:30:51.012222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-b34ffd32-0e0c-4d87-963a-7688e4fcf013 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1216899609', 'description': 'tempest-secgroup-smoke-1216899609 description', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:30:51.118757 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd32-0e0c-4d87-963a-7688e4fcf013 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:51.182999 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd32-0e0c-4d87-963a-7688e4fcf013 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:51.253412 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd32-0e0c-4d87-963a-7688e4fcf013 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:51.281962 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ffd32-0e0c-4d87-963a-7688e4fcf013 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3585d7ea-4647-4b9f-ac25-20ad8b2f831e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:51.341348 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd32-0e0c-4d87-963a-7688e4fcf013 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:51.342607 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b34ffd32-0e0c-4d87-963a-7688e4fcf013 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3338790 Nov 08 01:30:51.345541 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41236) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:30:51.349886 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-01b2c570-df43-4549-ab0c-e836e13619d6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': '3585d7ea-4647-4b9f-ac25-20ad8b2f831e', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:30:51.437889 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-01b2c570-df43-4549-ab0c-e836e13619d6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:51.482690 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:30:51.502241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:30:51.502614 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 1d230f05-e9f2-4d11-af46-f4ebf3ecbf3d not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:30:51.503550 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-01b2c570-df43-4549-ab0c-e836e13619d6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:51.570583 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-01b2c570-df43-4549-ab0c-e836e13619d6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:51.589809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2c570-df43-4549-ab0c-e836e13619d6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d19e01c-2738-4947-a33a-ce0ef14f6e5e,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:51.661624 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-01b2c570-df43-4549-ab0c-e836e13619d6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:51.662928 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-01b2c570-df43-4549-ab0c-e836e13619d6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3164163 Nov 08 01:30:51.665719 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41238) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:30:51.670053 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-41df5268-879d-4317-be73-c91393147d6e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': '3585d7ea-4647-4b9f-ac25-20ad8b2f831e', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:30:51.762530 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-41df5268-879d-4317-be73-c91393147d6e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:51.821876 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-41df5268-879d-4317-be73-c91393147d6e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:51.884104 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-41df5268-879d-4317-be73-c91393147d6e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:51.901348 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df5268-879d-4317-be73-c91393147d6e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ce7110-c328-4c1f-a0a8-cfb0cae4f037,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:51.989167 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-41df5268-879d-4317-be73-c91393147d6e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:51.990380 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-41df5268-879d-4317-be73-c91393147d6e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3237329 Nov 08 01:30:51.993801 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41240) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:30:51.998199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-c28ce23c-0ea2-4a57-940e-9c61daef4f61 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': '3585d7ea-4647-4b9f-ac25-20ad8b2f831e', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:30:52.115198 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c28ce23c-0ea2-4a57-940e-9c61daef4f61 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:52.171604 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c28ce23c-0ea2-4a57-940e-9c61daef4f61 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:52.253484 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c28ce23c-0ea2-4a57-940e-9c61daef4f61 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:52.271748 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ce23c-0ea2-4a57-940e-9c61daef4f61 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c6bd00-1fe3-42e8-ab68-ada5e28aa3ee,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:52.353574 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c28ce23c-0ea2-4a57-940e-9c61daef4f61 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:52.354825 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c28ce23c-0ea2-4a57-940e-9c61daef4f61 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3599694 Nov 08 01:30:52.357595 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41242) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:30:52.362074 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-aff957f5-699d-436b-b3cc-961544a47bd6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': '3585d7ea-4647-4b9f-ac25-20ad8b2f831e', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:30:52.452111 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aff957f5-699d-436b-b3cc-961544a47bd6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:52.509173 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aff957f5-699d-436b-b3cc-961544a47bd6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:52.575493 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aff957f5-699d-436b-b3cc-961544a47bd6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:52.593111 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff957f5-699d-436b-b3cc-961544a47bd6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c21a487-2c55-4353-bd91-6a119cc71575,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:52.647444 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aff957f5-699d-436b-b3cc-961544a47bd6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:52.648728 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-aff957f5-699d-436b-b3cc-961544a47bd6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2901523 Nov 08 01:30:52.652163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41244) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:30:52.656546 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-3baf1438-1b2d-4d0b-a441-550c7b72db78 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': '3585d7ea-4647-4b9f-ac25-20ad8b2f831e', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:30:52.735472 n-d-816882-1 neutron-server[102772]: INFO neutron.db.securitygroups_db [None req-3baf1438-1b2d-4d0b-a441-550c7b72db78 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Project 15ad3e5f0daf4c8b8a7805bb4d3c30f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 01:30:52.740331 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3baf1438-1b2d-4d0b-a441-550c7b72db78 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:52.800935 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3baf1438-1b2d-4d0b-a441-550c7b72db78 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:52.864774 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3baf1438-1b2d-4d0b-a441-550c7b72db78 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:52.882230 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf1438-1b2d-4d0b-a441-550c7b72db78 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b832bec6-95c8-48a9-80bb-00bb784d8367,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:52.953240 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3baf1438-1b2d-4d0b-a441-550c7b72db78 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:52.954483 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3baf1438-1b2d-4d0b-a441-550c7b72db78 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3013806 Nov 08 01:30:52.959192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41246) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:30:52.964409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-5fb44686-71d8-470a-b7d5-dc681b439b00 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'security_group_rule': {'security_group_id': '3585d7ea-4647-4b9f-ac25-20ad8b2f831e', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:30:53.047863 n-d-816882-1 neutron-server[102772]: INFO neutron.db.securitygroups_db [None req-5fb44686-71d8-470a-b7d5-dc681b439b00 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Project 15ad3e5f0daf4c8b8a7805bb4d3c30f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 01:30:53.052641 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5fb44686-71d8-470a-b7d5-dc681b439b00 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:53.112173 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5fb44686-71d8-470a-b7d5-dc681b439b00 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:53.190460 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5fb44686-71d8-470a-b7d5-dc681b439b00 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:53.207539 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb44686-71d8-470a-b7d5-dc681b439b00 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4301a0b2-64f3-4e34-b5c7-68eec77f77cd,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:53.275051 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5fb44686-71d8-470a-b7d5-dc681b439b00 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:53.276295 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5fb44686-71d8-470a-b7d5-dc681b439b00 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3154461 Nov 08 01:30:53.280405 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41248) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:30:53.285519 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-b8dc74e1-62f7-4130-9bf2-ed48e27525c7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'network': {'name': 'tempest-network-smoke--1288477065', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'port_security_enabled': True}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:30:53.387038 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dc74e1-62f7-4130-9bf2-ed48e27525c7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Made reservation on behalf of 15ad3e5f0daf4c8b8a7805bb4d3c30f1 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:30:53.390539 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b8dc74e1-62f7-4130-9bf2-ed48e27525c7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:53.414463 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8dc74e1-62f7-4130-9bf2-ed48e27525c7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:30:53.422747 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b8dc74e1-62f7-4130-9bf2-ed48e27525c7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:53.423095 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-b8dc74e1-62f7-4130-9bf2-ed48e27525c7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Added segment 4886e3e9-65e6-425c-ba72-28af837c1a54 of type vlan for network c7c3b56c-7fb2-4549-9c73-329bd847dff6 Nov 08 01:30:53.461692 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b8dc74e1-62f7-4130-9bf2-ed48e27525c7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:53.568107 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b8dc74e1-62f7-4130-9bf2-ed48e27525c7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:53.576809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dc74e1-62f7-4130-9bf2-ed48e27525c7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:30:53.577396 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b8dc74e1-62f7-4130-9bf2-ed48e27525c7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:53.643665 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc74e1-62f7-4130-9bf2-ed48e27525c7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Network': ['ID=c7c3b56c-7fb2-4549-9c73-329bd847dff6,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:53.654445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network c7c3b56c-7fb2-4549-9c73-329bd847dff6 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:30:53.747859 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b8dc74e1-62f7-4130-9bf2-ed48e27525c7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4663279 Nov 08 01:30:53.750541 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41250) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:30:53.754880 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-b936cf34-574a-4367-96cb-7cd75dc3e0bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2108347905', 'admin_state_up': True, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:30:53.850595 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b936cf34-574a-4367-96cb-7cd75dc3e0bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:53.851581 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b936cf34-574a-4367-96cb-7cd75dc3e0bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:53.906284 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b936cf34-574a-4367-96cb-7cd75dc3e0bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:54.166874 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b936cf34-574a-4367-96cb-7cd75dc3e0bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:54.762026 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b936cf34-574a-4367-96cb-7cd75dc3e0bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:54.781111 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b936cf34-574a-4367-96cb-7cd75dc3e0bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:54.878159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-b936cf34-574a-4367-96cb-7cd75dc3e0bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Allocated IP 172.25.2.43 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/03ca9556-e8e2-4479-804d-10c989f563fd) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:30:54.980016 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b936cf34-574a-4367-96cb-7cd75dc3e0bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:55.105202 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b936cf34-574a-4367-96cb-7cd75dc3e0bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:55.139540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b936cf34-574a-4367-96cb-7cd75dc3e0bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:30:55.142399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-b936cf34-574a-4367-96cb-7cd75dc3e0bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:30:55.145971 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b936cf34-574a-4367-96cb-7cd75dc3e0bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:30:55.173976 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936cf34-574a-4367-96cb-7cd75dc3e0bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=03ca9556-e8e2-4479-804d-10c989f563fd,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:55.461746 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b936cf34-574a-4367-96cb-7cd75dc3e0bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:55.657594 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b936cf34-574a-4367-96cb-7cd75dc3e0bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:55.858921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b936cf34-574a-4367-96cb-7cd75dc3e0bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router edc25ea0-c5ff-4c3a-a31a-eb7fc984685c is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 01:30:55.963342 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b936cf34-574a-4367-96cb-7cd75dc3e0bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:30:55.972629 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] Sync routers for ids ['edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:30:55.981847 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] Routers {'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:30:55.982455 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:30:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:30:56.061634 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b936cf34-574a-4367-96cb-7cd75dc3e0bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:56.067149 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b936cf34-574a-4367-96cb-7cd75dc3e0bb tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3114340 Nov 08 01:30:56.067331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41252) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:30:56.085121 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] Set router edc25ea0-c5ff-4c3a-a31a-eb7fc984685c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:30:56.096711 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b86e90e1-46c1-406f-aa8a-255475003274 tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282393 Nov 08 01:30:56.100542 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41254) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:30:56.187985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1196b2-7205-4fa3-969e-7f577c5f62e1 tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:30:56.189415 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9a1196b2-7205-4fa3-969e-7f577c5f62e1 tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879643 Nov 08 01:30:56.192332 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41256) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:30:56.220736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-55fbad76-2c4a-4d31-b3c7-3fd6a51e8c9c tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=93b45e1b-d6a9-4738-9835-eb7b67227ee4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268588 Nov 08 01:30:56.222805 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41258) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:30:56.227532 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-b51275d9-4491-4448-bdd0-005d711f7fb6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-862128407', 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6', 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:30:56.265602 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108347905', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:30:53Z', 'updated_at': '2021-11-08T01:30:55Z', 'revision_number': 3, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:54Z', 'updated_at': '2021-11-08T01:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:30:56.292232 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] Checking router: edc25ea0-c5ff-4c3a-a31a-eb7fc984685c for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:30:56.292579 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] Updating router edc25ea0-c5ff-4c3a-a31a-eb7fc984685c port 03ca9556-e8e2-4479-804d-10c989f563fd binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:30:56.317364 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:56.367870 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51275d9-4491-4448-bdd0-005d711f7fb6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Made reservation on behalf of 15ad3e5f0daf4c8b8a7805bb4d3c30f1 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:30:56.371472 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b51275d9-4491-4448-bdd0-005d711f7fb6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:56.570682 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:56.650509 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b51275d9-4491-4448-bdd0-005d711f7fb6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:56.661360 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:56.709583 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] Attempting to bind port 03ca9556-e8e2-4479-804d-10c989f563fd on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:30:56.709949 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] Attempting to bind port 03ca9556-e8e2-4479-804d-10c989f563fd by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:30:56.710304 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] Attempting to bind port 03ca9556-e8e2-4479-804d-10c989f563fd on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:30:56.715137 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51275d9-4491-4448-bdd0-005d711f7fb6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Subnet': ['ID=c288364c-e192-432f-bbef-78f07addfa5c,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:56.722595 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:30:56.722968 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:30:56.723365 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:56.723752 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:30:56.724238 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] Bound port: 03ca9556-e8e2-4479-804d-10c989f563fd, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:30:56.724611 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:56.724752 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51275d9-4491-4448-bdd0-005d711f7fb6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Checking segment: {'id': '4886e3e9-65e6-425c-ba72-28af837c1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:30:56.725153 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51275d9-4491-4448-bdd0-005d711f7fb6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network hostable DHCP agents. Network: c7c3b56c-7fb2-4549-9c73-329bd847dff6, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:30:56.727022 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24683e5-e64f-41ea-b1b1-86d1a96533c9 None None] Pushing event updated for resources: {'Port': ['ID=03ca9556-e8e2-4479-804d-10c989f563fd,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:56.779687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] For port 03ca9556-e8e2-4479-804d-10c989f563fd, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:30:56.782639 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] For port 03ca9556-e8e2-4479-804d-10c989f563fd, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=03ca9556-e8e2-4479-804d-10c989f563fd,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:30:56.796457 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51275d9-4491-4448-bdd0-005d711f7fb6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network c7c3b56c-7fb2-4549-9c73-329bd847dff6 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:30:56.868042 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:56.895728 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-b51275d9-4491-4448-bdd0-005d711f7fb6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, c7c3b56c-7fb2-4549-9c73-329bd847dff6) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:30:56.900062 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51275d9-4491-4448-bdd0-005d711f7fb6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:30:56.900918 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b51275d9-4491-4448-bdd0-005d711f7fb6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:56.909196 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2972f77-ab71-4fbc-a0b0-a511f9a94d85 None None] Network c7c3b56c-7fb2-4549-9c73-329bd847dff6 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:30:56.965966 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] Routers {'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:30:56.966574 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:30:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:30:56.987704 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b51275d9-4491-4448-bdd0-005d711f7fb6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7638881 Nov 08 01:30:56.990568 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41260) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:30:57.010560 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24683e5-e64f-41ea-b1b1-86d1a96533c9 None None] Pushing event updated for resources: {'Port': ['ID=03ca9556-e8e2-4479-804d-10c989f563fd,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:57.132377 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] Set router edc25ea0-c5ff-4c3a-a31a-eb7fc984685c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:30:57.252170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-c7c3b56c-7fb2-4549-9c73-329bd847dff6', 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ips': [{'subnet_id': 'c288364c-e192-432f-bbef-78f07addfa5c'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:30:57.253020 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:57.423283 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf898-3ca2-4c08-aec5-eaa54966ecc5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:57.440804 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] Allocated IP 172.20.0.2 (c7c3b56c-7fb2-4549-9c73-329bd847dff6/c288364c-e192-432f-bbef-78f07addfa5c/f3020514-c316-41ff-aa1d-99bebe9c43e3) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:30:57.461037 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108347905', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:30:53Z', 'updated_at': '2021-11-08T01:30:55Z', 'revision_number': 3, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:54Z', 'updated_at': '2021-11-08T01:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:30:57.522886 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4590a2-81cc-45a7-ba91-5de86b69b578 None None] The sync data for ids ['edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'] in n-d-816882-1 is: [{'id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108347905', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:30:53Z', 'updated_at': '2021-11-08T01:30:55Z', 'revision_number': 3, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:54Z', 'updated_at': '2021-11-08T01:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:30:57.632233 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:57.690178 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:57.733258 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] Network c7c3b56c-7fb2-4549-9c73-329bd847dff6 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:30:57.740858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:30:57.743441 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:30:57.745031 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-b4ecf898-3ca2-4c08-aec5-eaa54966ecc5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Allocated IP 172.20.0.1 (c7c3b56c-7fb2-4549-9c73-329bd847dff6/c288364c-e192-432f-bbef-78f07addfa5c/b1181f02-9967-4e4b-8d55-403e4a23174a) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:30:57.746605 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] Pushing event updated for resources: {'Port': ['ID=f3020514-c316-41ff-aa1d-99bebe9c43e3,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:57.846697 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] Attempting to bind port f3020514-c316-41ff-aa1d-99bebe9c43e3 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:30:57.847069 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] Attempting to bind port f3020514-c316-41ff-aa1d-99bebe9c43e3 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '4886e3e9-65e6-425c-ba72-28af837c1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:30:57.847426 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] Attempting to bind port f3020514-c316-41ff-aa1d-99bebe9c43e3 on network c7c3b56c-7fb2-4549-9c73-329bd847dff6 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:30:57.852995 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:30:57.853368 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] Checking segment: {'id': '4886e3e9-65e6-425c-ba72-28af837c1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:30:57.853766 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:57.854155 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] Bound using segment: {'id': '4886e3e9-65e6-425c-ba72-28af837c1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:30:57.854617 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] Bound port: f3020514-c316-41ff-aa1d-99bebe9c43e3, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4886e3e9-65e6-425c-ba72-28af837c1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:30:57.854994 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:57.894086 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf898-3ca2-4c08-aec5-eaa54966ecc5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:57.921700 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] For port f3020514-c316-41ff-aa1d-99bebe9c43e3, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:30:57.925157 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] For port f3020514-c316-41ff-aa1d-99bebe9c43e3, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=f3020514-c316-41ff-aa1d-99bebe9c43e3,segment=NetworkSegment(4886e3e9-65e6-425c-ba72-28af837c1a54),segment_id=4886e3e9-65e6-425c-ba72-28af837c1a54)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:30:57.991719 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:58.032773 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf898-3ca2-4c08-aec5-eaa54966ecc5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:58.055395 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d56299-5707-44a3-ab66-eed74b2d24f3 None None] Pushing event updated for resources: {'Port': ['ID=f3020514-c316-41ff-aa1d-99bebe9c43e3,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:58.082259 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ecf898-3ca2-4c08-aec5-eaa54966ecc5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network c7c3b56c-7fb2-4549-9c73-329bd847dff6 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:30:58.086615 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-b4ecf898-3ca2-4c08-aec5-eaa54966ecc5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:30:58.092014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ecf898-3ca2-4c08-aec5-eaa54966ecc5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:30:58.122624 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecf898-3ca2-4c08-aec5-eaa54966ecc5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=b1181f02-9967-4e4b-8d55-403e4a23174a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:58.159893 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf898-3ca2-4c08-aec5-eaa54966ecc5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:58.211240 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e9c1c3ad-f8c1-47e5-b57f-ce6906911302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:58.359606 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf898-3ca2-4c08-aec5-eaa54966ecc5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:58.636333 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf898-3ca2-4c08-aec5-eaa54966ecc5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:58.712595 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf898-3ca2-4c08-aec5-eaa54966ecc5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:58.791221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecf898-3ca2-4c08-aec5-eaa54966ecc5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=b1181f02-9967-4e4b-8d55-403e4a23174a,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:58.793823 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf898-3ca2-4c08-aec5-eaa54966ecc5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:58.895682 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ecf898-3ca2-4c08-aec5-eaa54966ecc5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network c7c3b56c-7fb2-4549-9c73-329bd847dff6 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:30:58.897932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-b4ecf898-3ca2-4c08-aec5-eaa54966ecc5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:30:58.993754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5b7ba5-96d2-448c-901e-fc0470a02fd2 None None] Network c7c3b56c-7fb2-4549-9c73-329bd847dff6 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:30:59.024456 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ecf898-3ca2-4c08-aec5-eaa54966ecc5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router edc25ea0-c5ff-4c3a-a31a-eb7fc984685c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:30:59.142836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ecf898-3ca2-4c08-aec5-eaa54966ecc5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:30:59.152488 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b4ecf898-3ca2-4c08-aec5-eaa54966ecc5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "PUT /v2.0/routers/edc25ea0-c5ff-4c3a-a31a-eb7fc984685c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1603789 Nov 08 01:30:59.237388 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c8b36040-f045-41c2-bbbe-9f365d04a303 None None] Provisioning complete for port f3020514-c316-41ff-aa1d-99bebe9c43e3 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:30:59.238008 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c8b36040-f045-41c2-bbbe-9f365d04a303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:59.307392 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-b375c1b3-2269-4f21-83c1-ac3795763f4d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1216899609&fields=id&tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1 HTTP/1.1" status: 200 len: 267 time: 0.0404820 Nov 08 01:30:59.389727 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c8b36040-f045-41c2-bbbe-9f365d04a303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:59.436414 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-ef947c22-fe44-487e-b893-ff8646fdcaac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:30:59.436543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c8b36040-f045-41c2-bbbe-9f365d04a303 None None] For port f3020514-c316-41ff-aa1d-99bebe9c43e3, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=f3020514-c316-41ff-aa1d-99bebe9c43e3,segment=NetworkSegment(4886e3e9-65e6-425c-ba72-28af837c1a54),segment_id=4886e3e9-65e6-425c-ba72-28af837c1a54)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:30:59.437079 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-ef947c22-fe44-487e-b893-ff8646fdcaac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/networks?id=c7c3b56c-7fb2-4549-9c73-329bd847dff6 HTTP/1.1" status: 200 len: 797 time: 0.1219726 Nov 08 01:30:59.457498 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-1ccdc522-ccb8-4085-9ab9-660953bb0fde tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/quotas/15ad3e5f0daf4c8b8a7805bb4d3c30f1 HTTP/1.1" status: 200 len: 375 time: 0.0111678 Nov 08 01:30:59.537190 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-beaca6f7-3a65-4378-a190-b3d30e8e9785 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716360 Nov 08 01:30:59.553547 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c8b36040-f045-41c2-bbbe-9f365d04a303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:59.626723 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] Sync routers for ids ['edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:30:59.628884 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 03ca9556-e8e2-4479-804d-10c989f563fd up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:30:59.638457 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] Routers {'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:30:59.639670 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:30:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:30:59.689213 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b36040-f045-41c2-bbbe-9f365d04a303 None None] Pushing event updated for resources: {'Port': ['ID=f3020514-c316-41ff-aa1d-99bebe9c43e3,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:30:59.710301 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 03ca9556-e8e2-4479-804d-10c989f563fd triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:30:59.710883 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:59.736463 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-cfc8c784-2dee-4497-a5b0-5a75e3d1703e service neutron] 10.222.0.13 "GET /v2.0/networks/c7c3b56c-7fb2-4549-9c73-329bd847dff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839848 Nov 08 01:30:59.769800 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] Set router edc25ea0-c5ff-4c3a-a31a-eb7fc984685c gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:30:59.786811 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e2bf8b86-6998-4f69-a601-e85cbf179609 None None] Provisioning complete for port f3020514-c316-41ff-aa1d-99bebe9c43e3 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:30:59.787119 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2bf8b86-6998-4f69-a601-e85cbf179609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:59.890908 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-8e55dce9-8ee1-4483-8754-4f393c80f2c6 service neutron] 10.222.0.13 "GET /v2.0/networks/c7c3b56c-7fb2-4549-9c73-329bd847dff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477995 Nov 08 01:30:59.904098 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:59.934786 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 03ca9556-e8e2-4479-804d-10c989f563fd, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=03ca9556-e8e2-4479-804d-10c989f563fd,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:30:59.944921 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e2bf8b86-6998-4f69-a601-e85cbf179609 None None] Provisioning complete for port b1181f02-9967-4e4b-8d55-403e4a23174a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:30:59.947448 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2bf8b86-6998-4f69-a601-e85cbf179609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:30:59.990003 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf8b86-6998-4f69-a601-e85cbf179609 None None] Port b1181f02-9967-4e4b-8d55-403e4a23174a cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:31:00.002118 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:00.005032 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f3020514-c316-41ff-aa1d-99bebe9c43e3 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:31:00.085907 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=03ca9556-e8e2-4479-804d-10c989f563fd,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:31:00.113314 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port f3020514-c316-41ff-aa1d-99bebe9c43e3 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:31:00.113596 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:00.139147 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108347905', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:30:53Z', 'updated_at': '2021-11-08T01:30:58Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:54Z', 'updated_at': '2021-11-08T01:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1181f02-9967-4e4b-8d55-403e4a23174a', 'name': '', 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:12:6c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c288364c-e192-432f-bbef-78f07addfa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:57Z', 'updated_at': '2021-11-08T01:30:58Z', 'revision_number': 2, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': 'c288364c-e192-432f-bbef-78f07addfa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:31:00.161690 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-946ddb5b-61aa-45b4-9ae4-3e76c7d2657e None None] Provisioning complete for port b1181f02-9967-4e4b-8d55-403e4a23174a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:31:00.162064 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-946ddb5b-61aa-45b4-9ae4-3e76c7d2657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:00.182387 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] Checking router: edc25ea0-c5ff-4c3a-a31a-eb7fc984685c for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:31:00.188320 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] Updating router edc25ea0-c5ff-4c3a-a31a-eb7fc984685c port b1181f02-9967-4e4b-8d55-403e4a23174a binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:31:00.213637 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-946ddb5b-61aa-45b4-9ae4-3e76c7d2657e None None] Port b1181f02-9967-4e4b-8d55-403e4a23174a cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:31:00.220439 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6cc0f54e-3973-476a-8fff-63efcbb56630 req-96b0aa09-7f2c-44f5-a00e-9a76ed6608c4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 210 time: 0.0488875 Nov 08 01:31:00.233798 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:00.332480 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-854a117d-636d-4b6a-b795-22cb8a333e80 None None] Provisioning complete for port b1181f02-9967-4e4b-8d55-403e4a23174a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:31:00.333048 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-854a117d-636d-4b6a-b795-22cb8a333e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:00.367187 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-854a117d-636d-4b6a-b795-22cb8a333e80 None None] Port b1181f02-9967-4e4b-8d55-403e4a23174a cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:31:00.499177 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:00.567369 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:00.614381 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ab442-54e3-42d6-86b7-7cd510cee51c None None] Pushing event updated for resources: {'Port': ['ID=b1181f02-9967-4e4b-8d55-403e4a23174a,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:31:00.640229 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ab442-54e3-42d6-86b7-7cd510cee51c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:31:00.640936 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ab442-54e3-42d6-86b7-7cd510cee51c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:31:00.640936 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ab442-54e3-42d6-86b7-7cd510cee51c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:31:00.641182 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ab442-54e3-42d6-86b7-7cd510cee51c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:31:00.641498 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ab442-54e3-42d6-86b7-7cd510cee51c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:31:00.641842 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ab442-54e3-42d6-86b7-7cd510cee51c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:31:00.642152 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ab442-54e3-42d6-86b7-7cd510cee51c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:31:00.642486 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ab442-54e3-42d6-86b7-7cd510cee51c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:31:00.642795 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ab442-54e3-42d6-86b7-7cd510cee51c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:31:00.643103 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ab442-54e3-42d6-86b7-7cd510cee51c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:31:00.643409 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ab442-54e3-42d6-86b7-7cd510cee51c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:31:00.643713 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ab442-54e3-42d6-86b7-7cd510cee51c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:31:00.679397 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] Attempting to bind port b1181f02-9967-4e4b-8d55-403e4a23174a on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:31:00.679760 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] Attempting to bind port b1181f02-9967-4e4b-8d55-403e4a23174a by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '4886e3e9-65e6-425c-ba72-28af837c1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:31:00.680303 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] Attempting to bind port b1181f02-9967-4e4b-8d55-403e4a23174a on network c7c3b56c-7fb2-4549-9c73-329bd847dff6 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:31:00.685652 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:31:00.686027 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] Checking segment: {'id': '4886e3e9-65e6-425c-ba72-28af837c1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:31:00.686421 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:00.686804 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] Bound using segment: {'id': '4886e3e9-65e6-425c-ba72-28af837c1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:31:00.687252 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] Bound port: b1181f02-9967-4e4b-8d55-403e4a23174a, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4886e3e9-65e6-425c-ba72-28af837c1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:31:00.687708 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:00.735400 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ffa3cf0-a789-48a4-a3d3-3bf58a5ba8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:00.754535 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] For port b1181f02-9967-4e4b-8d55-403e4a23174a, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:31:00.758242 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] For port b1181f02-9967-4e4b-8d55-403e4a23174a, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b1181f02-9967-4e4b-8d55-403e4a23174a,segment=NetworkSegment(4886e3e9-65e6-425c-ba72-28af837c1a54),segment_id=4886e3e9-65e6-425c-ba72-28af837c1a54)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:31:00.787123 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f67499e4-4925-4d8d-8df1-67b26d623f38 None None] Provisioning complete for port b1181f02-9967-4e4b-8d55-403e4a23174a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:31:00.787533 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f67499e4-4925-4d8d-8df1-67b26d623f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:00.822079 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f67499e4-4925-4d8d-8df1-67b26d623f38 None None] Port b1181f02-9967-4e4b-8d55-403e4a23174a cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:31:00.833137 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:00.889456 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] Routers {'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:31:00.890087 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:31:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:31:00.894946 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ab442-54e3-42d6-86b7-7cd510cee51c None None] Pushing event updated for resources: {'Port': ['ID=b1181f02-9967-4e4b-8d55-403e4a23174a,revision_number=4']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:31:01.001822 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] Set router edc25ea0-c5ff-4c3a-a31a-eb7fc984685c gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:31:01.021101 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:01.141606 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e879fcbb-b02c-47ed-b303-fae24b6e3d09 None None] Provisioning complete for port b1181f02-9967-4e4b-8d55-403e4a23174a triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:31:01.141866 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e879fcbb-b02c-47ed-b303-fae24b6e3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:01.196092 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108347905', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:30:53Z', 'updated_at': '2021-11-08T01:30:58Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:54Z', 'updated_at': '2021-11-08T01:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1181f02-9967-4e4b-8d55-403e4a23174a', 'name': '', 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:12:6c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c288364c-e192-432f-bbef-78f07addfa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:57Z', 'updated_at': '2021-11-08T01:31:00Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': 'c288364c-e192-432f-bbef-78f07addfa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:31:01.221247 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e879fcbb-b02c-47ed-b303-fae24b6e3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:01.225341 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a3b9f-1a60-4b31-acc2-2bb2db98211f None None] The sync data for ids ['edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'] in n-d-816882-1 is: [{'id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108347905', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:30:53Z', 'updated_at': '2021-11-08T01:30:58Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:54Z', 'updated_at': '2021-11-08T01:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1181f02-9967-4e4b-8d55-403e4a23174a', 'name': '', 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:12:6c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c288364c-e192-432f-bbef-78f07addfa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:57Z', 'updated_at': '2021-11-08T01:31:00Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': 'c288364c-e192-432f-bbef-78f07addfa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:31:01.265091 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e879fcbb-b02c-47ed-b303-fae24b6e3d09 None None] For port b1181f02-9967-4e4b-8d55-403e4a23174a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b1181f02-9967-4e4b-8d55-403e4a23174a,segment=NetworkSegment(4886e3e9-65e6-425c-ba72-28af837c1a54),segment_id=4886e3e9-65e6-425c-ba72-28af837c1a54)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:31:01.335117 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dc76dd05-d573-45f1-b6f1-413c54d5f38d req-7dd53d00-cff6-43ab-a5bd-31cccfc7a9ed tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 210 time: 0.0268812 Nov 08 01:31:01.363770 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e879fcbb-b02c-47ed-b303-fae24b6e3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:01.414900 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879fcbb-b02c-47ed-b303-fae24b6e3d09 None None] Pushing event updated for resources: {'Port': ['ID=b1181f02-9967-4e4b-8d55-403e4a23174a,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:31:01.580199 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 03ca9556-e8e2-4479-804d-10c989f563fd up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:31:01.634816 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 03ca9556-e8e2-4479-804d-10c989f563fd triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:31:01.635450 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:01.716975 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f3020514-c316-41ff-aa1d-99bebe9c43e3 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:31:01.764146 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port f3020514-c316-41ff-aa1d-99bebe9c43e3 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:31:01.764523 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:01.847591 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b1181f02-9967-4e4b-8d55-403e4a23174a up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:31:01.898329 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port b1181f02-9967-4e4b-8d55-403e4a23174a triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:31:01.898702 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:02.110716 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:02.465183 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9d12934b-ee78-4723-8240-f83d4ba1283c req-13893ca2-4307-4077-a0a0-0f341ce56132 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 210 time: 0.0760343 Nov 08 01:31:02.616223 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:03.558845 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dc720d42-4774-447e-993d-e146ce5c0ee6 req-b0c32044-47c9-4c11-8b26-4197dcfd6832 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 210 time: 0.0296309 Nov 08 01:31:03.643879 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:04.331610 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-85bb615a-d697-4635-a385-088a14712ee6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:04.333131 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-85bb615a-d697-4635-a385-088a14712ee6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "GET /v2.0/networks?id=c7c3b56c-7fb2-4549-9c73-329bd847dff6 HTTP/1.1" status: 200 len: 797 time: 0.1048698 Nov 08 01:31:04.381312 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-9a6e1755-ccca-4521-a3eb-d270c5840fee tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1 HTTP/1.1" status: 200 len: 380 time: 0.0333252 Nov 08 01:31:04.390307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-96fcd84e-bbed-4533-bb27-993e29b66a57 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'port': {'device_id': '068ff53a-ced4-470b-a39d-dd0f7775ab8f', 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6', 'admin_state_up': True, 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'security_groups': ['3585d7ea-4647-4b9f-ac25-20ad8b2f831e']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:31:04.566983 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-96fcd84e-bbed-4533-bb27-993e29b66a57 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Made reservation on behalf of 15ad3e5f0daf4c8b8a7805bb4d3c30f1 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:31:04.570564 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-96fcd84e-bbed-4533-bb27-993e29b66a57 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:04.995280 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ff2b9c3d-3792-455e-bf35-9d25d815c214 req-ff2855c7-6f88-4d2d-91da-288a0c93affa tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 210 time: 0.3684943 Nov 08 01:31:05.055923 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-96fcd84e-bbed-4533-bb27-993e29b66a57 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Allocated IP 172.20.0.11 (c7c3b56c-7fb2-4549-9c73-329bd847dff6/c288364c-e192-432f-bbef-78f07addfa5c/7e074c27-e0df-45c5-997f-dd9c72b8f214) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:31:05.193555 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-96fcd84e-bbed-4533-bb27-993e29b66a57 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:05.283907 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-96fcd84e-bbed-4533-bb27-993e29b66a57 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:05.322637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-96fcd84e-bbed-4533-bb27-993e29b66a57 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network c7c3b56c-7fb2-4549-9c73-329bd847dff6 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:31:05.325656 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-96fcd84e-bbed-4533-bb27-993e29b66a57 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:31:05.329265 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-96fcd84e-bbed-4533-bb27-993e29b66a57 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:31:05.356950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcd84e-bbed-4533-bb27-993e29b66a57 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=7e074c27-e0df-45c5-997f-dd9c72b8f214,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:31:05.385017 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-96fcd84e-bbed-4533-bb27-993e29b66a57 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:05.385646 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-96fcd84e-bbed-4533-bb27-993e29b66a57 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:05.456105 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-96fcd84e-bbed-4533-bb27-993e29b66a57 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0691509 Nov 08 01:31:05.476627 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Request body: {'port': {'device_id': '068ff53a-ced4-470b-a39d-dd0f7775ab8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:31:05.533750 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:05.610537 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ad8303d6-5534-405a-987f-8965175fff01 None None] Provisioning complete for port 7e074c27-e0df-45c5-997f-dd9c72b8f214 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:31:05.611141 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ad8303d6-5534-405a-987f-8965175fff01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:05.645063 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ad8303d6-5534-405a-987f-8965175fff01 None None] Port 7e074c27-e0df-45c5-997f-dd9c72b8f214 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:31:05.789807 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e074c27-e0df-45c5-997f-dd9c72b8f214 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:31:05.797747 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:05.809950 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Transition to ACTIVE for port object 7e074c27-e0df-45c5-997f-dd9c72b8f214 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:31:05.898599 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:05.948276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e074c27-e0df-45c5-997f-dd9c72b8f214,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:31:06.019662 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Attempting to bind port 7e074c27-e0df-45c5-997f-dd9c72b8f214 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:31:06.020044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Attempting to bind port 7e074c27-e0df-45c5-997f-dd9c72b8f214 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '4886e3e9-65e6-425c-ba72-28af837c1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:31:06.020377 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Attempting to bind port 7e074c27-e0df-45c5-997f-dd9c72b8f214 on network c7c3b56c-7fb2-4549-9c73-329bd847dff6 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:31:06.025872 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Port 7e074c27-e0df-45c5-997f-dd9c72b8f214 on network c7c3b56c-7fb2-4549-9c73-329bd847dff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:31:06.026205 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Attempting to bind port 7e074c27-e0df-45c5-997f-dd9c72b8f214 on network c7c3b56c-7fb2-4549-9c73-329bd847dff6 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:31:06.031818 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:31:06.032150 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Checking segment: {'id': '4886e3e9-65e6-425c-ba72-28af837c1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:31:06.032652 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Bound using segment: {'id': '4886e3e9-65e6-425c-ba72-28af837c1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:31:06.032985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Bound port: 7e074c27-e0df-45c5-997f-dd9c72b8f214, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4886e3e9-65e6-425c-ba72-28af837c1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:31:06.033307 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:06.132160 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] For port 7e074c27-e0df-45c5-997f-dd9c72b8f214, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:31:06.153010 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb452f07-b0ac-4a03-9e09-bd8b4f7ac4e1 req-ab92a4e7-0b39-4678-be9e-c871e7ce2039 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:06.154844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb452f07-b0ac-4a03-9e09-bd8b4f7ac4e1 req-ab92a4e7-0b39-4678-be9e-c871e7ce2039 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 944 time: 0.0838032 Nov 08 01:31:06.157853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] For port 7e074c27-e0df-45c5-997f-dd9c72b8f214, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=7e074c27-e0df-45c5-997f-dd9c72b8f214,segment=NetworkSegment(4886e3e9-65e6-425c-ba72-28af837c1a54),segment_id=4886e3e9-65e6-425c-ba72-28af837c1a54)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:31:06.194001 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bb452f07-b0ac-4a03-9e09-bd8b4f7ac4e1 req-9ffcefc1-6612-47a3-8dca-d0941c11e533 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3585d7ea-4647-4b9f-ac25-20ad8b2f831e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340095 Nov 08 01:31:06.221147 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:06.257387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:06.257987 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:06.259385 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] 10.222.0.20 "PUT /v2.0/ports/7e074c27-e0df-45c5-997f-dd9c72b8f214 HTTP/1.1" status: 200 len: 1092 time: 0.7870924 Nov 08 01:31:06.259844 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068ff53a-ced4-470b-a39d-dd0f7775ab8f', 'tag': '7e074c27-e0df-45c5-997f-dd9c72b8f214'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:31:06.262072 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f1907f-56d9-45bf-8732-0a04ddb6f767" -d '{"events": [{"name": "network-changed", "server_uuid": "068ff53a-ced4-470b-a39d-dd0f7775ab8f", "tag": "7e074c27-e0df-45c5-997f-dd9c72b8f214"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:31:06.292738 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b1995-6a0b-44cb-a7ce-3eaf9a78b5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e074c27-e0df-45c5-997f-dd9c72b8f214,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:31:06.306331 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54ca795-b764-4e72-95d3-cee340f0c01f x-openstack-request-id: req-a54ca795-b764-4e72-95d3-cee340f0c01f {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:31:06.306620 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068ff53a-ced4-470b-a39d-dd0f7775ab8f", "tag": "7e074c27-e0df-45c5-997f-dd9c72b8f214", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:31:06.306870 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a54ca795-b764-4e72-95d3-cee340f0c01f {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:31:06.307275 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068ff53a-ced4-470b-a39d-dd0f7775ab8f', 'tag': '7e074c27-e0df-45c5-997f-dd9c72b8f214', 'status': 'completed', 'code': 200} Nov 08 01:31:06.392641 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1907f-56d9-45bf-8732-0a04ddb6f767 req-e3c00efc-f2e8-4d6b-a5ef-840c7b56821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:06.394148 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3f1907f-56d9-45bf-8732-0a04ddb6f767 req-e3c00efc-f2e8-4d6b-a5ef-840c7b56821d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 1095 time: 0.0417957 Nov 08 01:31:06.516815 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1907f-56d9-45bf-8732-0a04ddb6f767 req-48e9b30e-6bab-473c-91a5-6bddd508296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:06.518299 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3f1907f-56d9-45bf-8732-0a04ddb6f767 req-48e9b30e-6bab-473c-91a5-6bddd508296c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1110446 Nov 08 01:31:06.610035 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1907f-56d9-45bf-8732-0a04ddb6f767 req-bc20f943-3598-478c-89c1-903766e2edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:06.611507 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3f1907f-56d9-45bf-8732-0a04ddb6f767 req-bc20f943-3598-478c-89c1-903766e2edcd service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867655 Nov 08 01:31:06.705362 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-b849aa5f-f07f-4cca-8f27-9ee88d8ebb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:06.706742 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-b849aa5f-f07f-4cca-8f27-9ee88d8ebb59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 1095 time: 0.0396323 Nov 08 01:31:06.758598 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-dbe0ec28-937e-4aad-98c8-251fed03618e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e074c27-e0df-45c5-997f-dd9c72b8f214 HTTP/1.1" status: 200 len: 217 time: 0.0388947 Nov 08 01:31:06.807764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-7ff438bb-3b2b-419d-8e55-08ab93bb90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:06.809221 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-7ff438bb-3b2b-419d-8e55-08ab93bb90fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c288364c-e192-432f-bbef-78f07addfa5c HTTP/1.1" status: 200 len: 834 time: 0.0439773 Nov 08 01:31:06.854407 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-66ba07b0-2c22-4739-a0ec-e7b68d123874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:06.855893 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-66ba07b0-2c22-4739-a0ec-e7b68d123874 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7c3b56c-7fb2-4549-9c73-329bd847dff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394363 Nov 08 01:31:06.946481 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-49efd704-1cd7-4494-b0ee-b42d73bd39e8 service neutron] 10.222.0.20 "GET /v2.0/networks/c7c3b56c-7fb2-4549-9c73-329bd847dff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831890 Nov 08 01:31:07.034368 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c46d5aec-09f9-4fee-b1d5-838f50996e43 req-93db5c0d-f30b-4e01-97ec-105154cb29cf service neutron] 10.222.0.20 "GET /v2.0/networks/c7c3b56c-7fb2-4549-9c73-329bd847dff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803342 Nov 08 01:31:07.141453 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:31:07.332321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1053b6-5a4a-4d4a-951f-c7ede0ad7f77 req-7eb9bc75-6e65-4cd0-a50c-b96cce11a082 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:07.333827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c1053b6-5a4a-4d4a-951f-c7ede0ad7f77 req-7eb9bc75-6e65-4cd0-a50c-b96cce11a082 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 944 time: 0.0577862 Nov 08 01:31:07.371522 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6c1053b6-5a4a-4d4a-951f-c7ede0ad7f77 req-e215be37-2a9d-4634-a158-3129691b1f7c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3585d7ea-4647-4b9f-ac25-20ad8b2f831e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310228 Nov 08 01:31:08.486447 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000574d4-c26b-4bfc-9f83-117878c64c13 req-a09f7e44-812d-4a04-9d73-6debbdf057f6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:08.488024 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-000574d4-c26b-4bfc-9f83-117878c64c13 req-a09f7e44-812d-4a04-9d73-6debbdf057f6 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 944 time: 0.0482378 Nov 08 01:31:08.524914 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-000574d4-c26b-4bfc-9f83-117878c64c13 req-45ffc6c4-73ac-467f-b8ae-d40d9ffeb611 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3585d7ea-4647-4b9f-ac25-20ad8b2f831e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310390 Nov 08 01:31:09.500355 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:09.650289 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78ce43-d574-4492-976e-daf20eed9222 req-13698b23-b656-46f1-afe2-2c112c419b69 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:09.652052 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f78ce43-d574-4492-976e-daf20eed9222 req-13698b23-b656-46f1-afe2-2c112c419b69 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 944 time: 0.0492573 Nov 08 01:31:09.688555 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f78ce43-d574-4492-976e-daf20eed9222 req-1dde7d77-b1a5-4f84-ace4-c4c790813abc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3585d7ea-4647-4b9f-ac25-20ad8b2f831e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302367 Nov 08 01:31:10.324260 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 7e074c27-e0df-45c5-997f-dd9c72b8f214 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:31:10.417858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 7e074c27-e0df-45c5-997f-dd9c72b8f214, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=7e074c27-e0df-45c5-997f-dd9c72b8f214,segment=NetworkSegment(4886e3e9-65e6-425c-ba72-28af837c1a54),segment_id=4886e3e9-65e6-425c-ba72-28af837c1a54)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:31:10.429250 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '7e074c27-e0df-45c5-997f-dd9c72b8f214', 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6', 'port_id': '7e074c27-e0df-45c5-997f-dd9c72b8f214', 'mac_address': 'fa:16:3e:e4:87:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c288364c-e192-432f-bbef-78f07addfa5c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:31:10.464049 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:10.476717 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e074c27-e0df-45c5-997f-dd9c72b8f214 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:31:10.495290 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 7e074c27-e0df-45c5-997f-dd9c72b8f214, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=7e074c27-e0df-45c5-997f-dd9c72b8f214,segment=NetworkSegment(4886e3e9-65e6-425c-ba72-28af837c1a54),segment_id=4886e3e9-65e6-425c-ba72-28af837c1a54)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:31:10.618275 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:10.664718 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=7e074c27-e0df-45c5-997f-dd9c72b8f214,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:31:10.805676 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04608c7f-6c8e-4441-a1c3-0f99176dc2ea req-d32bf08d-b118-42f6-8557-b583f8a5b8e2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:10.807151 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04608c7f-6c8e-4441-a1c3-0f99176dc2ea req-d32bf08d-b118-42f6-8557-b583f8a5b8e2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 945 time: 0.0528171 Nov 08 01:31:10.844529 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04608c7f-6c8e-4441-a1c3-0f99176dc2ea req-ef397876-ccaf-4c6c-bdbf-91fb4cafe5ac tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3585d7ea-4647-4b9f-ac25-20ad8b2f831e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314569 Nov 08 01:31:11.026583 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['7e074c27-e0df-45c5-997f-dd9c72b8f214'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:31:11.958427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7e79d-25a2-48b9-bfd9-7f1a5fa9345a req-d4431a0b-7cd8-4cb3-b73b-07805baaf5c4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:11.959943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5f7e79d-25a2-48b9-bfd9-7f1a5fa9345a req-d4431a0b-7cd8-4cb3-b73b-07805baaf5c4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 945 time: 0.0488732 Nov 08 01:31:11.997508 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b5f7e79d-25a2-48b9-bfd9-7f1a5fa9345a req-5eaa808d-f67c-4e8d-b00d-6414aefb5ee5 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3585d7ea-4647-4b9f-ac25-20ad8b2f831e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315185 Nov 08 01:31:12.340371 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 7e074c27-e0df-45c5-997f-dd9c72b8f214 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:31:12.443004 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 7e074c27-e0df-45c5-997f-dd9c72b8f214 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:31:12.446708 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 7e074c27-e0df-45c5-997f-dd9c72b8f214 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:31:12.449855 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:12.523291 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:12.547036 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068ff53a-ced4-470b-a39d-dd0f7775ab8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e074c27-e0df-45c5-997f-dd9c72b8f214'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:31:12.547036 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5a73b6-a5bc-4533-928e-9a9f73f237d2" -d '{"events": [{"server_uuid": "068ff53a-ced4-470b-a39d-dd0f7775ab8f", "name": "network-vif-plugged", "status": "completed", "tag": "7e074c27-e0df-45c5-997f-dd9c72b8f214"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:31:12.559342 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 7e074c27-e0df-45c5-997f-dd9c72b8f214, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=7e074c27-e0df-45c5-997f-dd9c72b8f214,segment=NetworkSegment(4886e3e9-65e6-425c-ba72-28af837c1a54),segment_id=4886e3e9-65e6-425c-ba72-28af837c1a54)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:31:12.582569 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d79504b-cf4b-4cf2-859d-ddb87f7c8e63 x-openstack-request-id: req-3d79504b-cf4b-4cf2-859d-ddb87f7c8e63 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:31:12.582856 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068ff53a-ced4-470b-a39d-dd0f7775ab8f", "name": "network-vif-plugged", "status": "completed", "tag": "7e074c27-e0df-45c5-997f-dd9c72b8f214", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:31:12.583108 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d79504b-cf4b-4cf2-859d-ddb87f7c8e63 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:31:12.583494 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068ff53a-ced4-470b-a39d-dd0f7775ab8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e074c27-e0df-45c5-997f-dd9c72b8f214', 'code': 200} Nov 08 01:31:12.621342 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:12.671222 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=7e074c27-e0df-45c5-997f-dd9c72b8f214,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:31:12.702483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfe19f-8537-4b4c-bfce-c0c8034d3ab5 req-5e7d598f-2966-452a-b41c-031d4dd08b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:12.704007 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6bfe19f-8537-4b4c-bfce-c0c8034d3ab5 req-5e7d598f-2966-452a-b41c-031d4dd08b8a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 1097 time: 0.0396082 Nov 08 01:31:12.737391 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c6bfe19f-8537-4b4c-bfce-c0c8034d3ab5 req-ffffe673-ba54-4ab2-8794-c4b264e8799a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3585d7ea-4647-4b9f-ac25-20ad8b2f831e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263689 Nov 08 01:31:13.113485 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655283e-91b9-4a8b-b4e2-fca2fbccfb13 req-1559efe9-aa6d-457c-ab1d-f42b60bd335a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:13.114851 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8655283e-91b9-4a8b-b4e2-fca2fbccfb13 req-1559efe9-aa6d-457c-ab1d-f42b60bd335a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 946 time: 0.0516179 Nov 08 01:31:13.153137 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8655283e-91b9-4a8b-b4e2-fca2fbccfb13 req-82cde3a6-b86f-493e-8263-6483d36a6e78 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3585d7ea-4647-4b9f-ac25-20ad8b2f831e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315590 Nov 08 01:31:14.270034 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330f2f8-4fb7-45dd-adde-1f7b736c553f req-65800553-98cb-4985-8f4d-37c3c08e1501 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:14.272113 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c330f2f8-4fb7-45dd-adde-1f7b736c553f req-65800553-98cb-4985-8f4d-37c3c08e1501 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 946 time: 0.0511355 Nov 08 01:31:14.309331 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c330f2f8-4fb7-45dd-adde-1f7b736c553f req-75edd362-4220-44fe-a6f9-4a7f9f5b79bc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3585d7ea-4647-4b9f-ac25-20ad8b2f831e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310900 Nov 08 01:31:15.422856 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee25c6-dc89-4402-8411-fee3f2742b15 req-4af53386-db28-4a78-8e2c-6076daf1944a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:15.424341 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6ee25c6-dc89-4402-8411-fee3f2742b15 req-4af53386-db28-4a78-8e2c-6076daf1944a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 946 time: 0.0491202 Nov 08 01:31:15.464993 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6ee25c6-dc89-4402-8411-fee3f2742b15 req-e70a9e90-bc00-43f3-b8a4-d6cea5e96403 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3585d7ea-4647-4b9f-ac25-20ad8b2f831e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342691 Nov 08 01:31:15.580061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080b667-de1d-4c5a-bed7-d45a5e65b3b9 req-3634ab02-771c-42f8-9864-6c5193e4fe2e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:15.581507 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4080b667-de1d-4c5a-bed7-d45a5e65b3b9 req-3634ab02-771c-42f8-9864-6c5193e4fe2e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 946 time: 0.0521669 Nov 08 01:31:15.618943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4080b667-de1d-4c5a-bed7-d45a5e65b3b9 req-504433bd-e2eb-4e4a-8c2c-aa6d89425691 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3585d7ea-4647-4b9f-ac25-20ad8b2f831e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315738 Nov 08 01:31:15.640112 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41334) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:31:15.678989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6ae451-11db-4b7c-bcae-b68535cbd7a8 tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:15.680504 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7f6ae451-11db-4b7c-bcae-b68535cbd7a8 tempest-TestNetworkAdvancedServerOps-700426572 tempest-TestNetworkAdvancedServerOps-700426572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 1092 time: 0.0393994 Nov 08 01:31:15.683275 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41336) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:31:15.688520 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': '7e074c27-e0df-45c5-997f-dd9c72b8f214', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:31:15.791999 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:15.889658 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:15.992817 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Allocated IP 172.25.2.101 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/eb85ef7d-dacd-4ac7-b505-402fe34eb579) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:31:16.149777 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:16.255142 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:16.294274 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:31:16.297249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:31:16.300722 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:31:16.328036 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=eb85ef7d-dacd-4ac7-b505-402fe34eb579,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:31:16.652054 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:16.782227 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:16.934345 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:17.008735 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:17.076804 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event updated for resources: {'Port': ['ID=eb85ef7d-dacd-4ac7-b505-402fe34eb579,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:31:17.086882 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:17.183756 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Floating IP 49fee994-36f2-4fcd-8800-bf9b3fa757ec associated. External IP: 172.25.2.101, port: 7e074c27-e0df-45c5-997f-dd9c72b8f214. Nov 08 01:31:17.388739 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router edc25ea0-c5ff-4c3a-a31a-eb7fc984685c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:31:17.492930 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:31:17.503008 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8ef71e-8869-4dc4-b34e-28fd7643644c None None] Sync routers for ids ['edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:31:17.513438 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8ef71e-8869-4dc4-b34e-28fd7643644c None None] Routers {'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:31:17.514054 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3b8ef71e-8869-4dc4-b34e-28fd7643644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:31:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:31:17.588327 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:17.615709 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4e3c40fb-aa6c-402b-8dba-c6181ea85a22 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9309006 Nov 08 01:31:17.616331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068ff53a-ced4-470b-a39d-dd0f7775ab8f', 'tag': '7e074c27-e0df-45c5-997f-dd9c72b8f214'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:31:17.618707 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d944817-8b8f-46d7-a40c-3b5bc312ea8f" -d '{"events": [{"name": "network-changed", "server_uuid": "068ff53a-ced4-470b-a39d-dd0f7775ab8f", "tag": "7e074c27-e0df-45c5-997f-dd9c72b8f214"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:31:17.621781 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-3b8ef71e-8869-4dc4-b34e-28fd7643644c None None] Set router edc25ea0-c5ff-4c3a-a31a-eb7fc984685c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:31:17.720538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b02e53-dcc1-4a6e-a31c-4d56bb46eb0e req-a667fabd-2b78-41ee-a3b1-46e976849ae9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:17.722634 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f2b02e53-dcc1-4a6e-a31c-4d56bb46eb0e req-a667fabd-2b78-41ee-a3b1-46e976849ae9 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 946 time: 0.0551345 Nov 08 01:31:17.726654 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e822b8-befe-4749-a6e4-6495824a2518 x-openstack-request-id: req-27e822b8-befe-4749-a6e4-6495824a2518 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:31:17.726957 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068ff53a-ced4-470b-a39d-dd0f7775ab8f", "tag": "7e074c27-e0df-45c5-997f-dd9c72b8f214", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:31:17.727211 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27e822b8-befe-4749-a6e4-6495824a2518 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:31:17.727608 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068ff53a-ced4-470b-a39d-dd0f7775ab8f', 'tag': '7e074c27-e0df-45c5-997f-dd9c72b8f214', 'status': 'completed', 'code': 200} Nov 08 01:31:17.763942 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f2b02e53-dcc1-4a6e-a31c-4d56bb46eb0e req-c73ccafd-8869-4134-b720-c7d8c3629bdf tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3585d7ea-4647-4b9f-ac25-20ad8b2f831e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325787 Nov 08 01:31:17.787577 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41344) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:31:17.812547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d944817-8b8f-46d7-a40c-3b5bc312ea8f req-c4996cdb-23af-4a11-a6fa-1ac3d364f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:17.814449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d944817-8b8f-46d7-a40c-3b5bc312ea8f req-c4996cdb-23af-4a11-a6fa-1ac3d364f032 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 1097 time: 0.0448885 Nov 08 01:31:17.854416 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9e2580ea-6945-4bae-b407-119e4e2e9735 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/floatingips/49fee994-36f2-4fcd-8800-bf9b3fa757ec HTTP/1.1" status: 200 len: 992 time: 0.0654516 Nov 08 01:31:17.862438 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3b8ef71e-8869-4dc4-b34e-28fd7643644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108347905', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:30:53Z', 'updated_at': '2021-11-08T01:30:58Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:54Z', 'updated_at': '2021-11-08T01:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '49fee994-36f2-4fcd-8800-bf9b3fa757ec', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'port_id': '7e074c27-e0df-45c5-997f-dd9c72b8f214', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6', 'mac_address': 'fa:16:3e:e4:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ff53a-ced4-470b-a39d-dd0f7775ab8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:31:16Z', 'updated_at': '2021-11-08T01:31:16Z', 'revision_number': 0, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1181f02-9967-4e4b-8d55-403e4a23174a', 'name': '', 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:12:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c288364c-e192-432f-bbef-78f07addfa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:57Z', 'updated_at': '2021-11-08T01:31:01Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': 'c288364c-e192-432f-bbef-78f07addfa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:31:17.889842 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8ef71e-8869-4dc4-b34e-28fd7643644c None None] Checking router: edc25ea0-c5ff-4c3a-a31a-eb7fc984685c for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:31:17.898183 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8ef71e-8869-4dc4-b34e-28fd7643644c None None] Routers {'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:31:17.898791 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3b8ef71e-8869-4dc4-b34e-28fd7643644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:31:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:31:17.910489 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d944817-8b8f-46d7-a40c-3b5bc312ea8f req-ac5004b6-9f06-4d55-b7db-a00caf3fea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:17.912503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d944817-8b8f-46d7-a40c-3b5bc312ea8f req-ac5004b6-9f06-4d55-b7db-a00caf3fea19 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7c3b56c-7fb2-4549-9c73-329bd847dff6 HTTP/1.1" status: 200 len: 898 time: 0.0902128 Nov 08 01:31:17.976852 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d944817-8b8f-46d7-a40c-3b5bc312ea8f req-426d5efc-eb2c-4ca1-b4e2-69c066fde6c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e074c27-e0df-45c5-997f-dd9c72b8f214 HTTP/1.1" status: 200 len: 1000 time: 0.0572200 Nov 08 01:31:18.004627 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-3b8ef71e-8869-4dc4-b34e-28fd7643644c None None] Set router edc25ea0-c5ff-4c3a-a31a-eb7fc984685c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:31:18.039087 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d944817-8b8f-46d7-a40c-3b5bc312ea8f req-dcda6e8f-9625-4e2c-b98a-b2629e8687de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:18.040588 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d944817-8b8f-46d7-a40c-3b5bc312ea8f req-dcda6e8f-9625-4e2c-b98a-b2629e8687de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c288364c-e192-432f-bbef-78f07addfa5c HTTP/1.1" status: 200 len: 834 time: 0.0571094 Nov 08 01:31:18.086100 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d944817-8b8f-46d7-a40c-3b5bc312ea8f req-81ede667-88d6-4132-9432-04afa4a0c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:18.087608 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d944817-8b8f-46d7-a40c-3b5bc312ea8f req-81ede667-88d6-4132-9432-04afa4a0c509 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7c3b56c-7fb2-4549-9c73-329bd847dff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401323 Nov 08 01:31:18.176069 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d944817-8b8f-46d7-a40c-3b5bc312ea8f req-7cc43e62-8140-479e-a505-a9134eb7e385 service neutron] 10.222.0.20 "GET /v2.0/networks/c7c3b56c-7fb2-4549-9c73-329bd847dff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814009 Nov 08 01:31:18.233605 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3b8ef71e-8869-4dc4-b34e-28fd7643644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108347905', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:30:53Z', 'updated_at': '2021-11-08T01:30:58Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:54Z', 'updated_at': '2021-11-08T01:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '49fee994-36f2-4fcd-8800-bf9b3fa757ec', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'port_id': '7e074c27-e0df-45c5-997f-dd9c72b8f214', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6', 'mac_address': 'fa:16:3e:e4:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ff53a-ced4-470b-a39d-dd0f7775ab8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:31:16Z', 'updated_at': '2021-11-08T01:31:16Z', 'revision_number': 0, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1181f02-9967-4e4b-8d55-403e4a23174a', 'name': '', 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:12:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c288364c-e192-432f-bbef-78f07addfa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:57Z', 'updated_at': '2021-11-08T01:31:01Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': 'c288364c-e192-432f-bbef-78f07addfa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:31:18.261225 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8ef71e-8869-4dc4-b34e-28fd7643644c None None] The sync data for ids ['edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'] in n-d-816882-1 is: [{'id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108347905', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:30:53Z', 'updated_at': '2021-11-08T01:30:58Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:54Z', 'updated_at': '2021-11-08T01:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '49fee994-36f2-4fcd-8800-bf9b3fa757ec', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'port_id': '7e074c27-e0df-45c5-997f-dd9c72b8f214', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6', 'mac_address': 'fa:16:3e:e4:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ff53a-ced4-470b-a39d-dd0f7775ab8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:31:16Z', 'updated_at': '2021-11-08T01:31:16Z', 'revision_number': 0, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1181f02-9967-4e4b-8d55-403e4a23174a', 'name': '', 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:12:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c288364c-e192-432f-bbef-78f07addfa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:57Z', 'updated_at': '2021-11-08T01:31:01Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': 'c288364c-e192-432f-bbef-78f07addfa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:31:18.269550 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4d944817-8b8f-46d7-a40c-3b5bc312ea8f req-ef08d4a5-1f7e-4677-99f2-5a5a8ef8e7c6 service neutron] 10.222.0.20 "GET /v2.0/networks/c7c3b56c-7fb2-4549-9c73-329bd847dff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865045 Nov 08 01:31:18.442014 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f733e1-267b-488a-bf3e-d771ff07776e None None] New status for floating IP 49fee994-36f2-4fcd-8800-bf9b3fa757ec: ACTIVE {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:31:18.856596 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41348) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:31:18.916453 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-2aa262f4-4f4a-4db2-a034-b7e118a72b48 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/floatingips/49fee994-36f2-4fcd-8800-bf9b3fa757ec HTTP/1.1" status: 200 len: 994 time: 0.0587380 Nov 08 01:31:28.226229 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6fe8719f-3cfc-4ef2-9362-59edbb9ba56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:30.726027 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f78b2d0-8b2d-48c7-9e45-774a6abdad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:31.024301 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:32.094061 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:32.649364 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:33.659311 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:39.471202 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:31:39.488505 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b26bb7dd-ffd2-4065-b424-af19a4d042bd req-7422231c-9598-47f1-b49c-7d7d916b8b8d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403459 Nov 08 01:31:39.585622 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bb7dd-ffd2-4065-b424-af19a4d042bd req-bdd25114-7fea-4fbb-9828-a0c6e134da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:39.587134 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b26bb7dd-ffd2-4065-b424-af19a4d042bd req-bdd25114-7fea-4fbb-9828-a0c6e134da1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 1097 time: 0.0405600 Nov 08 01:31:39.696759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bb7dd-ffd2-4065-b424-af19a4d042bd req-2b6c2869-80ae-4961-ac43-199de649d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:39.698261 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b26bb7dd-ffd2-4065-b424-af19a4d042bd req-2b6c2869-80ae-4961-ac43-199de649d859 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7c3b56c-7fb2-4549-9c73-329bd847dff6 HTTP/1.1" status: 200 len: 898 time: 0.0884478 Nov 08 01:31:39.763296 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b26bb7dd-ffd2-4065-b424-af19a4d042bd req-f13b9eeb-cc58-4612-a7d4-7e1f11e372fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e074c27-e0df-45c5-997f-dd9c72b8f214 HTTP/1.1" status: 200 len: 1002 time: 0.0574725 Nov 08 01:31:39.815030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bb7dd-ffd2-4065-b424-af19a4d042bd req-07544d9b-6a5f-45fc-bd8c-f5075d012815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:39.816483 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b26bb7dd-ffd2-4065-b424-af19a4d042bd req-07544d9b-6a5f-45fc-bd8c-f5075d012815 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c288364c-e192-432f-bbef-78f07addfa5c HTTP/1.1" status: 200 len: 834 time: 0.0468128 Nov 08 01:31:39.862927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bb7dd-ffd2-4065-b424-af19a4d042bd req-44967fc4-7ffe-420d-bfe7-8bb0ef579739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:31:39.864342 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b26bb7dd-ffd2-4065-b424-af19a4d042bd req-44967fc4-7ffe-420d-bfe7-8bb0ef579739 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7c3b56c-7fb2-4549-9c73-329bd847dff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386097 Nov 08 01:31:39.955764 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b26bb7dd-ffd2-4065-b424-af19a4d042bd req-a049c211-5904-47e2-854f-0f733069ec48 service neutron] 10.222.0.20 "GET /v2.0/networks/c7c3b56c-7fb2-4549-9c73-329bd847dff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838356 Nov 08 01:31:40.048659 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b26bb7dd-ffd2-4065-b424-af19a4d042bd req-5e19d336-79db-4838-a835-0ab92eeb02e1 service neutron] 10.222.0.20 "GET /v2.0/networks/c7c3b56c-7fb2-4549-9c73-329bd847dff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858064 Nov 08 01:31:44.140956 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:31:58.233564 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fcd810b6-bc74-4d4c-97e6-724d6c5194fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:00.732687 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b353bc3c-3f96-45cc-8755-d9d2c4af8e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:01.024216 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:02.073624 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:02.635600 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:03.652871 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:09.463628 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:20.219959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcf6bd-f7ba-435c-bbf7-3bdd3c853fe8 req-3476ec6c-d541-45c8-9174-8785a3bd82da tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:20.221469 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6fcf6bd-f7ba-435c-bbf7-3bdd3c853fe8 req-3476ec6c-d541-45c8-9174-8785a3bd82da tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 946 time: 0.0490296 Nov 08 01:32:20.258469 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f6fcf6bd-f7ba-435c-bbf7-3bdd3c853fe8 req-c016a867-ee90-47f9-88b9-8b482b2adfb3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3585d7ea-4647-4b9f-ac25-20ad8b2f831e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311286 Nov 08 01:32:21.139837 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:32:21.495662 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a02a91-0e8f-4b5e-ba5b-4e51687eb8e2 req-2fb5b7ea-01cc-41b3-a4a5-74eba7342d1f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:21.497166 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9a02a91-0e8f-4b5e-ba5b-4e51687eb8e2 req-2fb5b7ea-01cc-41b3-a4a5-74eba7342d1f tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 946 time: 0.1699722 Nov 08 01:32:21.535392 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9a02a91-0e8f-4b5e-ba5b-4e51687eb8e2 req-8a20c3f1-be44-4f03-bc5d-e0852608287d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3585d7ea-4647-4b9f-ac25-20ad8b2f831e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322001 Nov 08 01:32:22.649810 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9093fe3-d11d-429f-83b9-266975620218 req-0d6ade5c-5902-435e-b7bb-e6eca33a42bc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:22.651272 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9093fe3-d11d-429f-83b9-266975620218 req-0d6ade5c-5902-435e-b7bb-e6eca33a42bc tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 946 time: 0.0494099 Nov 08 01:32:22.688458 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9093fe3-d11d-429f-83b9-266975620218 req-f397ff5f-993b-454d-9fa6-117308b9a7a4 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3585d7ea-4647-4b9f-ac25-20ad8b2f831e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312009 Nov 08 01:32:22.710363 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41386) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:22.769160 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-e8cce148-3883-4284-91f6-df7f75c5807e tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/floatingips/49fee994-36f2-4fcd-8800-bf9b3fa757ec HTTP/1.1" status: 200 len: 994 time: 0.0577211 Nov 08 01:32:24.158178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d5c24-1484-4bab-9e75-b44e21209ee7 req-3ec97e14-daa4-466f-8be6-696019297bea tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:24.159628 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-667d5c24-1484-4bab-9e75-b44e21209ee7 req-3ec97e14-daa4-466f-8be6-696019297bea tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 946 time: 0.0534379 Nov 08 01:32:24.197769 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-667d5c24-1484-4bab-9e75-b44e21209ee7 req-01b2c222-1890-4a0f-b768-ba331e5087f8 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3585d7ea-4647-4b9f-ac25-20ad8b2f831e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321088 Nov 08 01:32:24.262330 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cef952-6508-4970-93e8-d12c6bf7343b req-c1e725b8-ddba-48d6-9453-0f4262faf598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:24.263804 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0cef952-6508-4970-93e8-d12c6bf7343b req-c1e725b8-ddba-48d6-9453-0f4262faf598 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 1097 time: 0.0398080 Nov 08 01:32:24.355175 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cef952-6508-4970-93e8-d12c6bf7343b req-147244a0-12b7-4b03-b983-f83f906ab325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:24.356672 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0cef952-6508-4970-93e8-d12c6bf7343b req-147244a0-12b7-4b03-b983-f83f906ab325 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7c3b56c-7fb2-4549-9c73-329bd847dff6 HTTP/1.1" status: 200 len: 898 time: 0.0862312 Nov 08 01:32:24.421734 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0cef952-6508-4970-93e8-d12c6bf7343b req-e470a36e-0674-45dc-87c4-156a9583f07d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e074c27-e0df-45c5-997f-dd9c72b8f214 HTTP/1.1" status: 200 len: 1002 time: 0.0583246 Nov 08 01:32:24.476941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cef952-6508-4970-93e8-d12c6bf7343b req-9554c6bd-941d-4780-9bd9-b5c6694c3fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:24.478353 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0cef952-6508-4970-93e8-d12c6bf7343b req-9554c6bd-941d-4780-9bd9-b5c6694c3fc3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c288364c-e192-432f-bbef-78f07addfa5c HTTP/1.1" status: 200 len: 834 time: 0.0501637 Nov 08 01:32:24.527738 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cef952-6508-4970-93e8-d12c6bf7343b req-3a5412f7-e96b-4684-90da-68af65ddc24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:24.529673 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0cef952-6508-4970-93e8-d12c6bf7343b req-3a5412f7-e96b-4684-90da-68af65ddc24d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7c3b56c-7fb2-4549-9c73-329bd847dff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438561 Nov 08 01:32:24.617253 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0cef952-6508-4970-93e8-d12c6bf7343b req-10ff7198-efe7-4bec-9804-eedec1217cac service neutron] 10.222.0.20 "GET /v2.0/networks/c7c3b56c-7fb2-4549-9c73-329bd847dff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804949 Nov 08 01:32:24.710365 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b0cef952-6508-4970-93e8-d12c6bf7343b req-c5cd5b3a-c200-4c8c-a560-c00ade8cd78e service neutron] 10.222.0.20 "GET /v2.0/networks/c7c3b56c-7fb2-4549-9c73-329bd847dff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860772 Nov 08 01:32:25.315918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3e478-1b8a-420b-8bff-4fdfb31d68db req-671b3b26-01b4-47ea-99eb-262ffe0ef379 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:25.317415 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03a3e478-1b8a-420b-8bff-4fdfb31d68db req-671b3b26-01b4-47ea-99eb-262ffe0ef379 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 946 time: 0.0514555 Nov 08 01:32:25.355108 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03a3e478-1b8a-420b-8bff-4fdfb31d68db req-230f40a1-5006-47f4-82a5-f3b8fabcdce3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3585d7ea-4647-4b9f-ac25-20ad8b2f831e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317025 Nov 08 01:32:26.474644 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5aba5-91ef-4a93-b20a-662157945b27 req-4c4a4bf4-6100-4796-b696-18f8d7019531 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:26.476903 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0df5aba5-91ef-4a93-b20a-662157945b27 req-4c4a4bf4-6100-4796-b696-18f8d7019531 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 946 time: 0.0533879 Nov 08 01:32:26.514827 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0df5aba5-91ef-4a93-b20a-662157945b27 req-d28f5db0-c13f-40d8-9f1b-538680dd107d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3585d7ea-4647-4b9f-ac25-20ad8b2f831e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318391 Nov 08 01:32:26.537688 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41400) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:26.603823 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-00d6eb37-87f7-4c41-8b4f-8a451be3fa6a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/floatingips/49fee994-36f2-4fcd-8800-bf9b3fa757ec HTTP/1.1" status: 200 len: 994 time: 0.0644140 Nov 08 01:32:26.867743 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41406) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:27.360375 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting port eb85ef7d-dacd-4ac7-b505-402fe34eb579 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:32:27.360718 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:27.433329 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:27.433660 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:27.445428 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Calling delete_port for eb85ef7d-dacd-4ac7-b505-402fe34eb579 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:32:27.677862 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:27.706037 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Port': ['ID=eb85ef7d-dacd-4ac7-b505-402fe34eb579,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:27.717446 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:27.717803 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:27.718143 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:27.718481 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:27.718842 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:27.719180 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:27.719507 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:27.719926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:27.720257 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:27.720581 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:27.720905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:27.721224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:27.773762 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:27.774092 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Floating IP 49fee994-36f2-4fcd-8800-bf9b3fa757ec disassociated (deleted). External IP: 172.25.2.101, port: 7e074c27-e0df-45c5-997f-dd9c72b8f214. Nov 08 01:32:27.978804 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router edc25ea0-c5ff-4c3a-a31a-eb7fc984685c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:32:28.083421 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:32:28.088804 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:28.094035 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860a1468-6ded-4de4-8af8-f82db5d53c18 None None] Sync routers for ids ['edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:32:28.103480 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860a1468-6ded-4de4-8af8-f82db5d53c18 None None] Routers {'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:32:28.104115 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-860a1468-6ded-4de4-8af8-f82db5d53c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:28.115495 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a7612149-7f39-47e8-bc0f-12e554b44255 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/floatingips/49fee994-36f2-4fcd-8800-bf9b3fa757ec HTTP/1.1" status: 204 len: 168 time: 1.2466424 Nov 08 01:32:28.116116 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068ff53a-ced4-470b-a39d-dd0f7775ab8f', 'tag': '7e074c27-e0df-45c5-997f-dd9c72b8f214'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:32:28.118633 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fc74be-b431-434e-a890-34477b728069" -d '{"events": [{"name": "network-changed", "server_uuid": "068ff53a-ced4-470b-a39d-dd0f7775ab8f", "tag": "7e074c27-e0df-45c5-997f-dd9c72b8f214"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:32:28.160585 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac6fcf1-389a-4cbe-b651-aa9d6b3c898f x-openstack-request-id: req-aac6fcf1-389a-4cbe-b651-aa9d6b3c898f {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:32:28.160836 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068ff53a-ced4-470b-a39d-dd0f7775ab8f", "tag": "7e074c27-e0df-45c5-997f-dd9c72b8f214", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:32:28.161061 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aac6fcf1-389a-4cbe-b651-aa9d6b3c898f {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:32:28.161467 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068ff53a-ced4-470b-a39d-dd0f7775ab8f', 'tag': '7e074c27-e0df-45c5-997f-dd9c72b8f214', 'status': 'completed', 'code': 200} Nov 08 01:32:28.222798 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-860a1468-6ded-4de4-8af8-f82db5d53c18 None None] Set router edc25ea0-c5ff-4c3a-a31a-eb7fc984685c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:32:28.245577 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc74be-b431-434e-a890-34477b728069 req-3774407e-88ab-4ea5-9ce0-eb69df5ba793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:28.247009 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15fc74be-b431-434e-a890-34477b728069 req-3774407e-88ab-4ea5-9ce0-eb69df5ba793 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 1097 time: 0.0405605 Nov 08 01:32:28.254323 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92f9718a-ad25-4ce9-a799-396b50d5f203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:28.344747 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc74be-b431-434e-a890-34477b728069 req-0418ac31-ec77-41bb-b0e2-ec709d3234de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:28.346269 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15fc74be-b431-434e-a890-34477b728069 req-0418ac31-ec77-41bb-b0e2-ec709d3234de service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7c3b56c-7fb2-4549-9c73-329bd847dff6 HTTP/1.1" status: 200 len: 898 time: 0.0905542 Nov 08 01:32:28.389470 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15fc74be-b431-434e-a890-34477b728069 req-12001fbb-f8c7-492d-8285-9b151e3cb2cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e074c27-e0df-45c5-997f-dd9c72b8f214 HTTP/1.1" status: 200 len: 217 time: 0.0359623 Nov 08 01:32:28.449146 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc74be-b431-434e-a890-34477b728069 req-0896cd43-0ec3-49b9-812e-5e1e72f40625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:28.450648 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15fc74be-b431-434e-a890-34477b728069 req-0896cd43-0ec3-49b9-812e-5e1e72f40625 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c288364c-e192-432f-bbef-78f07addfa5c HTTP/1.1" status: 200 len: 834 time: 0.0496078 Nov 08 01:32:28.509606 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc74be-b431-434e-a890-34477b728069 req-b13aaa3c-ce0c-4b50-ae07-b5fa8278cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:28.511158 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15fc74be-b431-434e-a890-34477b728069 req-b13aaa3c-ce0c-4b50-ae07-b5fa8278cb92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7c3b56c-7fb2-4549-9c73-329bd847dff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533643 Nov 08 01:32:28.584762 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-860a1468-6ded-4de4-8af8-f82db5d53c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108347905', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:30:53Z', 'updated_at': '2021-11-08T01:30:58Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:54Z', 'updated_at': '2021-11-08T01:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1181f02-9967-4e4b-8d55-403e4a23174a', 'name': '', 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:12:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c288364c-e192-432f-bbef-78f07addfa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:57Z', 'updated_at': '2021-11-08T01:31:01Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': 'c288364c-e192-432f-bbef-78f07addfa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:28.611429 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860a1468-6ded-4de4-8af8-f82db5d53c18 None None] Checking router: edc25ea0-c5ff-4c3a-a31a-eb7fc984685c for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:32:28.620241 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860a1468-6ded-4de4-8af8-f82db5d53c18 None None] Routers {'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:32:28.621187 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-860a1468-6ded-4de4-8af8-f82db5d53c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:32:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:28.650312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf9050-6b09-4fb5-949f-768d2fcf4229 req-9fdb46e3-e0af-45df-bdaa-0db708bfb37d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:28.651805 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7bdf9050-6b09-4fb5-949f-768d2fcf4229 req-9fdb46e3-e0af-45df-bdaa-0db708bfb37d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 946 time: 0.1148212 Nov 08 01:32:28.680313 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15fc74be-b431-434e-a890-34477b728069 req-1241d2eb-1d9e-4c4e-96ff-104f30e3319b service neutron] 10.222.0.20 "GET /v2.0/networks/c7c3b56c-7fb2-4549-9c73-329bd847dff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341929 Nov 08 01:32:28.726549 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-860a1468-6ded-4de4-8af8-f82db5d53c18 None None] Set router edc25ea0-c5ff-4c3a-a31a-eb7fc984685c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:32:28.738645 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7bdf9050-6b09-4fb5-949f-768d2fcf4229 req-c2445b21-e16f-4ac7-9a78-686ad8983c8c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3585d7ea-4647-4b9f-ac25-20ad8b2f831e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794492 Nov 08 01:32:28.781643 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15fc74be-b431-434e-a890-34477b728069 req-942e4ef2-47ab-45ab-81cf-1dbd14f2d908 service neutron] 10.222.0.20 "GET /v2.0/networks/c7c3b56c-7fb2-4549-9c73-329bd847dff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890529 Nov 08 01:32:28.925064 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-860a1468-6ded-4de4-8af8-f82db5d53c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108347905', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:30:53Z', 'updated_at': '2021-11-08T01:30:58Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:54Z', 'updated_at': '2021-11-08T01:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1181f02-9967-4e4b-8d55-403e4a23174a', 'name': '', 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:12:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c288364c-e192-432f-bbef-78f07addfa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:57Z', 'updated_at': '2021-11-08T01:31:01Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': 'c288364c-e192-432f-bbef-78f07addfa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:28.951744 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860a1468-6ded-4de4-8af8-f82db5d53c18 None None] The sync data for ids ['edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'] in n-d-816882-1 is: [{'id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108347905', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:30:53Z', 'updated_at': '2021-11-08T01:30:58Z', 'revision_number': 4, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:54Z', 'updated_at': '2021-11-08T01:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'b1181f02-9967-4e4b-8d55-403e4a23174a', 'name': '', 'network_id': 'c7c3b56c-7fb2-4549-9c73-329bd847dff6', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'mac_address': 'fa:16:3e:12:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c288364c-e192-432f-bbef-78f07addfa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:57Z', 'updated_at': '2021-11-08T01:31:01Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'subnets': [{'id': 'c288364c-e192-432f-bbef-78f07addfa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:32:29.154672 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9be77c-e9d6-4f0c-8e4d-65cc42ce3be7 None None] New status for floating IP 49fee994-36f2-4fcd-8800-bf9b3fa757ec: DOWN {{(pid=102774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:32:29.858161 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf1b2e-bbe5-417f-8ff5-390e634c2190 req-2df849bd-cc65-429d-9e7c-696b703ea9b1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:29.859644 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97cf1b2e-bbe5-417f-8ff5-390e634c2190 req-2df849bd-cc65-429d-9e7c-696b703ea9b1 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 946 time: 0.0497632 Nov 08 01:32:29.897020 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97cf1b2e-bbe5-417f-8ff5-390e634c2190 req-539ce7d2-e705-4141-9d44-7a647c5d45f7 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3585d7ea-4647-4b9f-ac25-20ad8b2f831e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314004 Nov 08 01:32:30.399197 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca86eb7-fb8e-45a6-a3a5-3069c3ccd83b req-e200758f-d894-4029-90d8-33e5c97930f2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:30.400654 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aca86eb7-fb8e-45a6-a3a5-3069c3ccd83b req-e200758f-d894-4029-90d8-33e5c97930f2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 946 time: 0.0527415 Nov 08 01:32:30.488444 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-aca86eb7-fb8e-45a6-a3a5-3069c3ccd83b req-c09d351d-3973-4c1f-b5ed-ac6e204c2f1a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting port 7e074c27-e0df-45c5-997f-dd9c72b8f214 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:32:30.488784 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-aca86eb7-fb8e-45a6-a3a5-3069c3ccd83b req-c09d351d-3973-4c1f-b5ed-ac6e204c2f1a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:30.579806 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-aca86eb7-fb8e-45a6-a3a5-3069c3ccd83b req-c09d351d-3973-4c1f-b5ed-ac6e204c2f1a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] For port 7e074c27-e0df-45c5-997f-dd9c72b8f214, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=7e074c27-e0df-45c5-997f-dd9c72b8f214,segment=NetworkSegment(4886e3e9-65e6-425c-ba72-28af837c1a54),segment_id=4886e3e9-65e6-425c-ba72-28af837c1a54)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:32:30.582655 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-aca86eb7-fb8e-45a6-a3a5-3069c3ccd83b req-c09d351d-3973-4c1f-b5ed-ac6e204c2f1a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:30.592686 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-aca86eb7-fb8e-45a6-a3a5-3069c3ccd83b req-c09d351d-3973-4c1f-b5ed-ac6e204c2f1a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Calling delete_port for 7e074c27-e0df-45c5-997f-dd9c72b8f214 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:32:30.714439 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8d9e4fd1-f58e-4c3d-ac24-f4fb21ab81d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:30.789084 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-aca86eb7-fb8e-45a6-a3a5-3069c3ccd83b req-c09d351d-3973-4c1f-b5ed-ac6e204c2f1a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:30.816083 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d351d-3973-4c1f-b5ed-ac6e204c2f1a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Port': ['ID=7e074c27-e0df-45c5-997f-dd9c72b8f214,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:30.859098 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca86eb7-fb8e-45a6-a3a5-3069c3ccd83b req-c09d351d-3973-4c1f-b5ed-ac6e204c2f1a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] No DVR routers for this DVR port 7e074c27-e0df-45c5-997f-dd9c72b8f214 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:32:30.861728 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-aca86eb7-fb8e-45a6-a3a5-3069c3ccd83b req-c09d351d-3973-4c1f-b5ed-ac6e204c2f1a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:30.865104 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aca86eb7-fb8e-45a6-a3a5-3069c3ccd83b req-c09d351d-3973-4c1f-b5ed-ac6e204c2f1a tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.20 "DELETE /v2.0/ports/7e074c27-e0df-45c5-997f-dd9c72b8f214 HTTP/1.1" status: 204 len: 173 time: 0.4582729 Nov 08 01:32:30.865538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068ff53a-ced4-470b-a39d-dd0f7775ab8f', 'name': 'network-vif-deleted', 'tag': '7e074c27-e0df-45c5-997f-dd9c72b8f214'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:32:30.867843 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d48f82b-78e8-4672-9548-e060592c4e65" -d '{"events": [{"server_uuid": "068ff53a-ced4-470b-a39d-dd0f7775ab8f", "name": "network-vif-deleted", "tag": "7e074c27-e0df-45c5-997f-dd9c72b8f214"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:32:30.902792 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fc9cfc-e444-4eb2-8de9-9cbc5a0ad134 x-openstack-request-id: req-d3fc9cfc-e444-4eb2-8de9-9cbc5a0ad134 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:32:30.903085 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068ff53a-ced4-470b-a39d-dd0f7775ab8f", "name": "network-vif-deleted", "tag": "7e074c27-e0df-45c5-997f-dd9c72b8f214", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:32:30.903335 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3fc9cfc-e444-4eb2-8de9-9cbc5a0ad134 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:32:30.903736 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068ff53a-ced4-470b-a39d-dd0f7775ab8f', 'name': 'network-vif-deleted', 'tag': '7e074c27-e0df-45c5-997f-dd9c72b8f214', 'status': 'completed', 'code': 200} Nov 08 01:32:30.991749 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4fc7c4ea-c93c-4931-aef6-0b72e0263c16 req-46588d26-34fe-4209-871d-5da7dc00eae2 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "GET /v2.0/ports?device_id=068ff53a-ced4-470b-a39d-dd0f7775ab8f HTTP/1.1" status: 200 len: 210 time: 0.0267453 Nov 08 01:32:31.023918 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:32.046041 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41426) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:32.114579 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:32.402516 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-771b793f-0530-4a5e-a202-69ea6b3ec62d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:32.638881 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:32.674842 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-771b793f-0530-4a5e-a202-69ea6b3ec62d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting port b1181f02-9967-4e4b-8d55-403e4a23174a {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:32:32.675186 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-771b793f-0530-4a5e-a202-69ea6b3ec62d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:32.763065 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-771b793f-0530-4a5e-a202-69ea6b3ec62d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] For port b1181f02-9967-4e4b-8d55-403e4a23174a, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=b1181f02-9967-4e4b-8d55-403e4a23174a,segment=NetworkSegment(4886e3e9-65e6-425c-ba72-28af837c1a54),segment_id=4886e3e9-65e6-425c-ba72-28af837c1a54)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:32:32.763432 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-771b793f-0530-4a5e-a202-69ea6b3ec62d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:32.776598 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-771b793f-0530-4a5e-a202-69ea6b3ec62d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Calling delete_port for b1181f02-9967-4e4b-8d55-403e4a23174a owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:32:33.022981 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-771b793f-0530-4a5e-a202-69ea6b3ec62d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:33.055556 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b793f-0530-4a5e-a202-69ea6b3ec62d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Port': ['ID=b1181f02-9967-4e4b-8d55-403e4a23174a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:33.225043 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-771b793f-0530-4a5e-a202-69ea6b3ec62d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:33.438024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771b793f-0530-4a5e-a202-69ea6b3ec62d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Router edc25ea0-c5ff-4c3a-a31a-eb7fc984685c has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:32:33.544278 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771b793f-0530-4a5e-a202-69ea6b3ec62d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:32:33.551109 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-771b793f-0530-4a5e-a202-69ea6b3ec62d tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "PUT /v2.0/routers/edc25ea0-c5ff-4c3a-a31a-eb7fc984685c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5021853 Nov 08 01:32:33.551969 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41428) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:33.554539 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315b8cd5-280d-44ba-8dfb-ccb9b85404e1 None None] Sync routers for ids ['edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:32:33.564409 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315b8cd5-280d-44ba-8dfb-ccb9b85404e1 None None] Routers {'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:32:33.565013 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-315b8cd5-280d-44ba-8dfb-ccb9b85404e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:33.601547 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a82d232-3d0d-4870-8e4c-a8ce6909d905 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting subnet c288364c-e192-432f-bbef-78f07addfa5c {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:32:33.605349 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a82d232-3d0d-4870-8e4c-a8ce6909d905 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:33.644860 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a82d232-3d0d-4870-8e4c-a8ce6909d905 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:33.679192 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-315b8cd5-280d-44ba-8dfb-ccb9b85404e1 None None] Set router edc25ea0-c5ff-4c3a-a31a-eb7fc984685c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:32:33.731733 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a82d232-3d0d-4870-8e4c-a8ce6909d905 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:33.736021 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:33.854855 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-315b8cd5-280d-44ba-8dfb-ccb9b85404e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108347905', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:30:53Z', 'updated_at': '2021-11-08T01:32:32Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:54Z', 'updated_at': '2021-11-08T01:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:33.857472 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a82d232-3d0d-4870-8e4c-a8ce6909d905 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:33.884767 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315b8cd5-280d-44ba-8dfb-ccb9b85404e1 None None] Checking router: edc25ea0-c5ff-4c3a-a31a-eb7fc984685c for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:32:33.885625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82d232-3d0d-4870-8e4c-a8ce6909d905 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Subnet': ['ID=c288364c-e192-432f-bbef-78f07addfa5c,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:33.888395 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a82d232-3d0d-4870-8e4c-a8ce6909d905 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:33.891902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1a82d232-3d0d-4870-8e4c-a8ce6909d905 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/subnets/c288364c-e192-432f-bbef-78f07addfa5c HTTP/1.1" status: 204 len: 168 time: 0.3389151 Nov 08 01:32:33.892579 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3a3aed-b8d4-4683-8d30-ac7f388ed239 None None] Network c7c3b56c-7fb2-4549-9c73-329bd847dff6 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:32:33.894497 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41430) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:33.936746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315b8cd5-280d-44ba-8dfb-ccb9b85404e1 None None] Routers {'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:32:33.937374 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-315b8cd5-280d-44ba-8dfb-ccb9b85404e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:34.106710 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-315b8cd5-280d-44ba-8dfb-ccb9b85404e1 None None] Set router edc25ea0-c5ff-4c3a-a31a-eb7fc984685c gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:32:34.168655 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] DHCP port deletion for c7c3b56c-7fb2-4549-9c73-329bd847dff6 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 01:32:34.305758 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] Deleting port f3020514-c316-41ff-aa1d-99bebe9c43e3 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:32:34.306126 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:34.366865 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6f93f847-6b29-4d4e-9061-11cc4c050a2c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:34.381933 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] For port f3020514-c316-41ff-aa1d-99bebe9c43e3, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=f3020514-c316-41ff-aa1d-99bebe9c43e3,segment=NetworkSegment(4886e3e9-65e6-425c-ba72-28af837c1a54),segment_id=4886e3e9-65e6-425c-ba72-28af837c1a54)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:32:34.382321 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:34.398338 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] Calling delete_port for f3020514-c316-41ff-aa1d-99bebe9c43e3 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:32:34.403764 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-315b8cd5-280d-44ba-8dfb-ccb9b85404e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108347905', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:30:53Z', 'updated_at': '2021-11-08T01:32:32Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:54Z', 'updated_at': '2021-11-08T01:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:34.435470 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315b8cd5-280d-44ba-8dfb-ccb9b85404e1 None None] The sync data for ids ['edc25ea0-c5ff-4c3a-a31a-eb7fc984685c'] in n-d-816882-1 is: [{'id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108347905', 'tenant_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:30:53Z', 'updated_at': '2021-11-08T01:32:32Z', 'revision_number': 5, 'project_id': '15ad3e5f0daf4c8b8a7805bb4d3c30f1', 'gw_port': {'id': '03ca9556-e8e2-4479-804d-10c989f563fd', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc25ea0-c5ff-4c3a-a31a-eb7fc984685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:30:54Z', 'updated_at': '2021-11-08T01:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:32:34.477682 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6f93f847-6b29-4d4e-9061-11cc4c050a2c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:34.605676 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:34.619019 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-6f93f847-6b29-4d4e-9061-11cc4c050a2c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Deleting port 03ca9556-e8e2-4479-804d-10c989f563fd {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:32:34.619019 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6f93f847-6b29-4d4e-9061-11cc4c050a2c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:34.630997 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] Pushing event deleted for resources: {'Port': ['ID=f3020514-c316-41ff-aa1d-99bebe9c43e3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:34.639906 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] No DVR routers for this DVR port f3020514-c316-41ff-aa1d-99bebe9c43e3 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:32:34.641965 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:34.642305 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:34.642637 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:34.642965 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:34.643291 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:34.643671 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:34.644054 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:34.644418 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:34.644754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:34.645052 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:34.645369 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:34.645681 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247f4a2-54ec-4601-b14d-0e713eb7a1ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:34.700139 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-6f93f847-6b29-4d4e-9061-11cc4c050a2c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] For port 03ca9556-e8e2-4479-804d-10c989f563fd, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=03ca9556-e8e2-4479-804d-10c989f563fd,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:32:34.700500 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6f93f847-6b29-4d4e-9061-11cc4c050a2c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:34.716521 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-6f93f847-6b29-4d4e-9061-11cc4c050a2c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Calling delete_port for 03ca9556-e8e2-4479-804d-10c989f563fd owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:32:34.912828 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 7e074c27-e0df-45c5-997f-dd9c72b8f214 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:32:34.934181 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 7e074c27-e0df-45c5-997f-dd9c72b8f214 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:32:34.934663 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 7e074c27-e0df-45c5-997f-dd9c72b8f214 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:32:34.980868 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6f93f847-6b29-4d4e-9061-11cc4c050a2c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:35.011011 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93f847-6b29-4d4e-9061-11cc4c050a2c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Port': ['ID=03ca9556-e8e2-4479-804d-10c989f563fd,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:35.070569 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6f93f847-6b29-4d4e-9061-11cc4c050a2c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:35.159627 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6f93f847-6b29-4d4e-9061-11cc4c050a2c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:35.161667 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6f93f847-6b29-4d4e-9061-11cc4c050a2c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:35.294722 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6f93f847-6b29-4d4e-9061-11cc4c050a2c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:35.295261 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f93f847-6b29-4d4e-9061-11cc4c050a2c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Fanout notify agent at l3_agent the message router_deleted on router edc25ea0-c5ff-4c3a-a31a-eb7fc984685c {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 01:32:35.302141 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6f93f847-6b29-4d4e-9061-11cc4c050a2c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:35.303257 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6f93f847-6b29-4d4e-9061-11cc4c050a2c tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/routers/edc25ea0-c5ff-4c3a-a31a-eb7fc984685c HTTP/1.1" status: 204 len: 168 time: 1.4078469 Nov 08 01:32:35.306224 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41432) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:35.384643 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-190f4e4b-6770-4ed1-98b9-c04b81fba4d3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:35.472906 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-190f4e4b-6770-4ed1-98b9-c04b81fba4d3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:35.492975 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-190f4e4b-6770-4ed1-98b9-c04b81fba4d3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c3b56c-7fb2-4549-9c73-329bd847dff6']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:35.501891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-190f4e4b-6770-4ed1-98b9-c04b81fba4d3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4886e3e9-65e6-425c-ba72-28af837c1a54') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:35.502184 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-190f4e4b-6770-4ed1-98b9-c04b81fba4d3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4886e3e9-65e6-425c-ba72-28af837c1a54') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:35.511127 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-190f4e4b-6770-4ed1-98b9-c04b81fba4d3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:35.524351 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-190f4e4b-6770-4ed1-98b9-c04b81fba4d3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:35.530093 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190f4e4b-6770-4ed1-98b9-c04b81fba4d3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:32:35.530518 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-190f4e4b-6770-4ed1-98b9-c04b81fba4d3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: timer() Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:32:35.533474 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:32:35.666282 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-190f4e4b-6770-4ed1-98b9-c04b81fba4d3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:35.673568 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-190f4e4b-6770-4ed1-98b9-c04b81fba4d3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:35.676212 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-190f4e4b-6770-4ed1-98b9-c04b81fba4d3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/networks/c7c3b56c-7fb2-4549-9c73-329bd847dff6 HTTP/1.1" status: 204 len: 168 time: 0.3690257 Nov 08 01:32:35.679206 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41434) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:35.687581 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f4e4b-6770-4ed1-98b9-c04b81fba4d3 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'Network': ['ID=c7c3b56c-7fb2-4549-9c73-329bd847dff6,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:35.740885 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-89489c3b-40c4-425e-9213-58e6fd7a3420 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:35.771179 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-89489c3b-40c4-425e-9213-58e6fd7a3420 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:35.791353 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 03ca9556-e8e2-4479-804d-10c989f563fd no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:32:35.810763 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 03ca9556-e8e2-4479-804d-10c989f563fd {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:32:35.811111 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 03ca9556-e8e2-4479-804d-10c989f563fd not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:32:35.811519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f3020514-c316-41ff-aa1d-99bebe9c43e3 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:32:35.830473 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: f3020514-c316-41ff-aa1d-99bebe9c43e3 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:32:35.830818 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device f3020514-c316-41ff-aa1d-99bebe9c43e3 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:32:35.831219 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b1181f02-9967-4e4b-8d55-403e4a23174a no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:32:35.849568 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: b1181f02-9967-4e4b-8d55-403e4a23174a {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:32:35.849909 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device b1181f02-9967-4e4b-8d55-403e4a23174a not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:32:35.900603 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-89489c3b-40c4-425e-9213-58e6fd7a3420 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:35.903191 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-89489c3b-40c4-425e-9213-58e6fd7a3420 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:35.904386 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-89489c3b-40c4-425e-9213-58e6fd7a3420 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] 10.222.0.13 "DELETE /v2.0/security-groups/3585d7ea-4647-4b9f-ac25-20ad8b2f831e HTTP/1.1" status: 204 len: 168 time: 0.2240705 Nov 08 01:32:35.913527 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89489c3b-40c4-425e-9213-58e6fd7a3420 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3585d7ea-4647-4b9f-ac25-20ad8b2f831e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:35.921409 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89489c3b-40c4-425e-9213-58e6fd7a3420 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:35.921760 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89489c3b-40c4-425e-9213-58e6fd7a3420 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:35.922100 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89489c3b-40c4-425e-9213-58e6fd7a3420 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:35.922463 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89489c3b-40c4-425e-9213-58e6fd7a3420 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:35.922782 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89489c3b-40c4-425e-9213-58e6fd7a3420 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:35.923111 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89489c3b-40c4-425e-9213-58e6fd7a3420 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:35.923440 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89489c3b-40c4-425e-9213-58e6fd7a3420 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:35.923765 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89489c3b-40c4-425e-9213-58e6fd7a3420 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:35.924108 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89489c3b-40c4-425e-9213-58e6fd7a3420 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:35.924430 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89489c3b-40c4-425e-9213-58e6fd7a3420 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:35.924750 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89489c3b-40c4-425e-9213-58e6fd7a3420 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:35.925087 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89489c3b-40c4-425e-9213-58e6fd7a3420 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:36.523322 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41444) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:36.653067 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a9b4a6f5-d674-40bc-87ba-13f26a87feef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15ad3e5f0daf4c8b8a7805bb4d3c30f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285429 Nov 08 01:32:36.655662 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41448) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:36.708222 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13236e6e-cc32-48c0-aa3b-8b6897160e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:36.732502 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13236e6e-cc32-48c0-aa3b-8b6897160e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:36.849172 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13236e6e-cc32-48c0-aa3b-8b6897160e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:36.852284 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13236e6e-cc32-48c0-aa3b-8b6897160e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:36.853438 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-13236e6e-cc32-48c0-aa3b-8b6897160e8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23f0ac1c-2213-4f61-8640-7c5722f68c5a HTTP/1.1" status: 204 len: 168 time: 0.1968749 Nov 08 01:32:36.861304 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13236e6e-cc32-48c0-aa3b-8b6897160e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f0ac1c-2213-4f61-8640-7c5722f68c5a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:37.443972 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41454) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:37.457579 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a7643fa-76ff-409b-9bd8-141b68b8d07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:37.530604 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a7643fa-76ff-409b-9bd8-141b68b8d07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:37.634543 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6a7643fa-76ff-409b-9bd8-141b68b8d07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:37.675350 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6a7643fa-76ff-409b-9bd8-141b68b8d07f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eed32f403d644edfbc9cfd4bfe605d87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2302418 Nov 08 01:32:37.676175 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7643fa-76ff-409b-9bd8-141b68b8d07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7326797b-5f18-4cba-b362-6308059c725e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:37.678105 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41456) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:37.726594 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e6d8bb5-4957-4860-9bc7-0f8b11f29579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:37.752047 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e6d8bb5-4957-4860-9bc7-0f8b11f29579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:37.874043 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e6d8bb5-4957-4860-9bc7-0f8b11f29579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:37.876692 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7e6d8bb5-4957-4860-9bc7-0f8b11f29579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:37.877866 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-7e6d8bb5-4957-4860-9bc7-0f8b11f29579 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7326797b-5f18-4cba-b362-6308059c725e HTTP/1.1" status: 204 len: 168 time: 0.1983843 Nov 08 01:32:37.895652 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d8bb5-4957-4860-9bc7-0f8b11f29579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7326797b-5f18-4cba-b362-6308059c725e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:38.983000 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41478) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:39.078155 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-43478bae-ae4f-4883-9dd9-9ba2425835fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2082256825-network', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:32:39.170874 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43478bae-ae4f-4883-9dd9-9ba2425835fe admin admin] Made reservation on behalf of 99a0be986d0045acb4fa1bf265eb2201 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:32:39.173253 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43478bae-ae4f-4883-9dd9-9ba2425835fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:39.181848 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43478bae-ae4f-4883-9dd9-9ba2425835fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:39.253873 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43478bae-ae4f-4883-9dd9-9ba2425835fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:39.329175 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43478bae-ae4f-4883-9dd9-9ba2425835fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:39.356623 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43478bae-ae4f-4883-9dd9-9ba2425835fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:32:39.361890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43478bae-ae4f-4883-9dd9-9ba2425835fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad5dc01-c594-40f5-9f9b-7c8b77b72408,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:39.376260 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43478bae-ae4f-4883-9dd9-9ba2425835fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:39.376260 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-43478bae-ae4f-4883-9dd9-9ba2425835fe admin admin] Added segment 26c5489d-2183-41de-8483-649215c5ebb7 of type vlan for network 8160b1db-0c93-48f1-82b0-e85df80606c3 Nov 08 01:32:39.410976 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43478bae-ae4f-4883-9dd9-9ba2425835fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:39.491140 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:39.500531 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43478bae-ae4f-4883-9dd9-9ba2425835fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:39.501570 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43478bae-ae4f-4883-9dd9-9ba2425835fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:39.502149 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-43478bae-ae4f-4883-9dd9-9ba2425835fe admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:39.563388 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43478bae-ae4f-4883-9dd9-9ba2425835fe admin admin] Pushing event updated for resources: {'Network': ['ID=8160b1db-0c93-48f1-82b0-e85df80606c3,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:39.573508 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 8160b1db-0c93-48f1-82b0-e85df80606c3 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:32:39.620007 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-43478bae-ae4f-4883-9dd9-9ba2425835fe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6347444 Nov 08 01:32:39.622963 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41482) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:39.627712 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c5d4b3b9-e6d0-4d55-a451-ead6a354d278 admin admin] Request body: {'subnet': {'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2082256825-subnet', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:32:39.711962 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d4b3b9-e6d0-4d55-a451-ead6a354d278 admin admin] Made reservation on behalf of 99a0be986d0045acb4fa1bf265eb2201 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:32:39.714251 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b3b9-e6d0-4d55-a451-ead6a354d278 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:39.937204 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b3b9-e6d0-4d55-a451-ead6a354d278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:39.984299 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4b3b9-e6d0-4d55-a451-ead6a354d278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:40.001815 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d4b3b9-e6d0-4d55-a451-ead6a354d278 admin admin] Checking segment: {'id': '26c5489d-2183-41de-8483-649215c5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:32:40.002192 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d4b3b9-e6d0-4d55-a451-ead6a354d278 admin admin] Network hostable DHCP agents. Network: 8160b1db-0c93-48f1-82b0-e85df80606c3, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:32:40.096384 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d4b3b9-e6d0-4d55-a451-ead6a354d278 admin admin] Network 8160b1db-0c93-48f1-82b0-e85df80606c3 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:32:40.186179 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-c5d4b3b9-e6d0-4d55-a451-ead6a354d278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 8160b1db-0c93-48f1-82b0-e85df80606c3) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:32:40.190378 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d4b3b9-e6d0-4d55-a451-ead6a354d278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:40.190918 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b3b9-e6d0-4d55-a451-ead6a354d278 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:40.195425 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b3ca8c-1347-4b3a-94bb-4dcd3a59f22f None None] Network 8160b1db-0c93-48f1-82b0-e85df80606c3 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:32:40.381630 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c5d4b3b9-e6d0-4d55-a451-ead6a354d278 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6743548 Nov 08 01:32:40.381630 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41484) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:40.381630 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c927f16f-cd6f-42b2-9721-19fe41988c00 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:32:40.382491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-8160b1db-0c93-48f1-82b0-e85df80606c3', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:32:40.382491 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:40.474276 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c927f16f-cd6f-42b2-9721-19fe41988c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:40.475278 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c927f16f-cd6f-42b2-9721-19fe41988c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:40.475514 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] Allocated IP 172.20.0.2 (8160b1db-0c93-48f1-82b0-e85df80606c3/b3cd578b-cee9-4a50-b153-67f1a6b5c0fc/2ab6ac75-eb76-415f-9069-c58bb7390ccf) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:32:40.527581 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c927f16f-cd6f-42b2-9721-19fe41988c00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:40.710857 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:40.755570 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c927f16f-cd6f-42b2-9721-19fe41988c00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:40.823202 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:40.862445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] Network 8160b1db-0c93-48f1-82b0-e85df80606c3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:32:40.865285 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:32:40.868692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:32:40.880661 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] Pushing event updated for resources: {'Port': ['ID=2ab6ac75-eb76-415f-9069-c58bb7390ccf,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:40.928333 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] Attempting to bind port 2ab6ac75-eb76-415f-9069-c58bb7390ccf on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:32:40.928700 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] Attempting to bind port 2ab6ac75-eb76-415f-9069-c58bb7390ccf by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '26c5489d-2183-41de-8483-649215c5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:32:40.929057 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] Attempting to bind port 2ab6ac75-eb76-415f-9069-c58bb7390ccf on network 8160b1db-0c93-48f1-82b0-e85df80606c3 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:32:40.933885 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:32:40.934280 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] Checking segment: {'id': '26c5489d-2183-41de-8483-649215c5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:32:40.934677 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:40.935064 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] Bound using segment: {'id': '26c5489d-2183-41de-8483-649215c5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:32:40.935522 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] Bound port: 2ab6ac75-eb76-415f-9069-c58bb7390ccf, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c5489d-2183-41de-8483-649215c5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:32:40.935925 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:40.997187 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] For port 2ab6ac75-eb76-415f-9069-c58bb7390ccf, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:32:41.000149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] For port 2ab6ac75-eb76-415f-9069-c58bb7390ccf, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2ab6ac75-eb76-415f-9069-c58bb7390ccf,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:32:41.077786 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c927f16f-cd6f-42b2-9721-19fe41988c00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:41.096721 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c927f16f-cd6f-42b2-9721-19fe41988c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:41.097425 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:41.156086 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8d6c8-10c6-457b-ba0a-98848b1caf42 None None] Pushing event updated for resources: {'Port': ['ID=2ab6ac75-eb76-415f-9069-c58bb7390ccf,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:41.205912 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-c927f16f-cd6f-42b2-9721-19fe41988c00 admin admin] Allocated IP 172.25.2.252 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/00ea3bb4-0bb9-4909-8cdb-6d6b82440b12) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:32:41.336525 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c927f16f-cd6f-42b2-9721-19fe41988c00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:41.420982 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c927f16f-cd6f-42b2-9721-19fe41988c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:41.462509 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c927f16f-cd6f-42b2-9721-19fe41988c00 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:32:41.465363 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-c927f16f-cd6f-42b2-9721-19fe41988c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:32:41.467983 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c927f16f-cd6f-42b2-9721-19fe41988c00 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:32:41.475814 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927f16f-cd6f-42b2-9721-19fe41988c00 admin admin] Pushing event updated for resources: {'Port': ['ID=00ea3bb4-0bb9-4909-8cdb-6d6b82440b12,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:41.571092 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2ab6ac75-eb76-415f-9069-c58bb7390ccf up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:32:41.620417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 2ab6ac75-eb76-415f-9069-c58bb7390ccf triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:41.620700 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:41.702482 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:41.735659 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 2ab6ac75-eb76-415f-9069-c58bb7390ccf, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2ab6ac75-eb76-415f-9069-c58bb7390ccf,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:32:41.794898 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c927f16f-cd6f-42b2-9721-19fe41988c00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:41.817151 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:41.874159 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=2ab6ac75-eb76-415f-9069-c58bb7390ccf,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:42.009888 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c927f16f-cd6f-42b2-9721-19fe41988c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:42.059536 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b079967-1b92-41eb-af5b-8b22255600f5 None None] Network 8160b1db-0c93-48f1-82b0-e85df80606c3 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:32:42.120456 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7d6fbcd9-bc80-4eb2-9b9d-cd734cd52179 None None] Provisioning complete for port 2ab6ac75-eb76-415f-9069-c58bb7390ccf triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:42.120832 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d6fbcd9-bc80-4eb2-9b9d-cd734cd52179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:42.217283 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c927f16f-cd6f-42b2-9721-19fe41988c00 admin admin] Router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 01:32:42.341890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c927f16f-cd6f-42b2-9721-19fe41988c00 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:32:42.350874 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] Sync routers for ids ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:32:42.360284 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] Routers {'187e009b-b61f-4d9b-b301-7b6b5aa10bb7'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:32:42.360963 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:42.441516 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c927f16f-cd6f-42b2-9721-19fe41988c00 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:42.441516 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c927f16f-cd6f-42b2-9721-19fe41988c00 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1350710 Nov 08 01:32:42.441743 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41486) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:42.565405 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] Set router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:32:42.745856 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-8ec5fb1d-d083-42d5-ad2f-c968d2a7f633 None None] Provisioning complete for port 2ab6ac75-eb76-415f-9069-c58bb7390ccf triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:42.746463 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ec5fb1d-d083-42d5-ad2f-c968d2a7f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:42.765549 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:32:41Z', 'revision_number': 3, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:42.792477 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] Checking router: 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:32:42.792952 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] Updating router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 port 00ea3bb4-0bb9-4909-8cdb-6d6b82440b12 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:32:42.819763 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:43.068693 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:43.153872 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:43.197031 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13962da7-76e1-4fc3-b5e4-4e938bcf32ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:43.205008 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] Attempting to bind port 00ea3bb4-0bb9-4909-8cdb-6d6b82440b12 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:32:43.205374 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] Attempting to bind port 00ea3bb4-0bb9-4909-8cdb-6d6b82440b12 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:32:43.205732 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] Attempting to bind port 00ea3bb4-0bb9-4909-8cdb-6d6b82440b12 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:32:43.208539 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff2280-09aa-40e2-9857-3617b2e02ba7 None None] Pushing event updated for resources: {'Port': ['ID=00ea3bb4-0bb9-4909-8cdb-6d6b82440b12,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:43.216817 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:32:43.217185 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:32:43.217580 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:43.217963 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:32:43.218413 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] Bound port: 00ea3bb4-0bb9-4909-8cdb-6d6b82440b12, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:32:43.218785 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:43.221902 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff2280-09aa-40e2-9857-3617b2e02ba7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:43.222291 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff2280-09aa-40e2-9857-3617b2e02ba7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:43.222549 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff2280-09aa-40e2-9857-3617b2e02ba7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:43.222874 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff2280-09aa-40e2-9857-3617b2e02ba7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:43.223199 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff2280-09aa-40e2-9857-3617b2e02ba7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:43.223523 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff2280-09aa-40e2-9857-3617b2e02ba7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:43.223864 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff2280-09aa-40e2-9857-3617b2e02ba7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:43.224182 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff2280-09aa-40e2-9857-3617b2e02ba7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:43.224495 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff2280-09aa-40e2-9857-3617b2e02ba7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:43.224808 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff2280-09aa-40e2-9857-3617b2e02ba7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:43.225127 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff2280-09aa-40e2-9857-3617b2e02ba7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:43.225458 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff2280-09aa-40e2-9857-3617b2e02ba7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:32:43.276132 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] For port 00ea3bb4-0bb9-4909-8cdb-6d6b82440b12, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:32:43.279203 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] For port 00ea3bb4-0bb9-4909-8cdb-6d6b82440b12, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=00ea3bb4-0bb9-4909-8cdb-6d6b82440b12,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:32:43.349122 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:43.352943 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-13962da7-76e1-4fc3-b5e4-4e938bcf32ae admin admin] Allocated IP 172.20.0.1 (8160b1db-0c93-48f1-82b0-e85df80606c3/b3cd578b-cee9-4a50-b153-67f1a6b5c0fc/4b513c85-9fa4-423a-a8a7-7d17242ebd4e) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:32:43.404451 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] Routers {'187e009b-b61f-4d9b-b301-7b6b5aa10bb7'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:32:43.405046 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:43.457177 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13962da7-76e1-4fc3-b5e4-4e938bcf32ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:43.469695 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff2280-09aa-40e2-9857-3617b2e02ba7 None None] Pushing event updated for resources: {'Port': ['ID=00ea3bb4-0bb9-4909-8cdb-6d6b82440b12,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:43.516027 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] Set router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:32:43.546151 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2ab6ac75-eb76-415f-9069-c58bb7390ccf up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:32:43.583160 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13962da7-76e1-4fc3-b5e4-4e938bcf32ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:43.594259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 2ab6ac75-eb76-415f-9069-c58bb7390ccf triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:43.594632 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:43.621294 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13962da7-76e1-4fc3-b5e4-4e938bcf32ae admin admin] Network 8160b1db-0c93-48f1-82b0-e85df80606c3 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:32:43.624320 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-13962da7-76e1-4fc3-b5e4-4e938bcf32ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:32:43.627988 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13962da7-76e1-4fc3-b5e4-4e938bcf32ae admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:32:43.659970 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13962da7-76e1-4fc3-b5e4-4e938bcf32ae admin admin] Pushing event updated for resources: {'Port': ['ID=4b513c85-9fa4-423a-a8a7-7d17242ebd4e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:43.675533 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13962da7-76e1-4fc3-b5e4-4e938bcf32ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:43.700963 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:32:41Z', 'revision_number': 3, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:43.728082 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d7e9df-156f-4b4a-8fd2-42c4abb8a20a None None] The sync data for ids ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'] in n-d-816882-1 is: [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:32:41Z', 'revision_number': 3, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:32:43.886485 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13962da7-76e1-4fc3-b5e4-4e938bcf32ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:43.888316 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-d9a7b456-b197-4f2b-b600-6e950948a129 None None] Provisioning complete for port 4b513c85-9fa4-423a-a8a7-7d17242ebd4e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:43.888843 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b456-b197-4f2b-b600-6e950948a129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:43.928704 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d9a7b456-b197-4f2b-b600-6e950948a129 None None] Port 4b513c85-9fa4-423a-a8a7-7d17242ebd4e cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:32:44.079222 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13962da7-76e1-4fc3-b5e4-4e938bcf32ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:44.142533 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13962da7-76e1-4fc3-b5e4-4e938bcf32ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:44.210085 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13962da7-76e1-4fc3-b5e4-4e938bcf32ae admin admin] Pushing event updated for resources: {'Port': ['ID=4b513c85-9fa4-423a-a8a7-7d17242ebd4e,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:44.212535 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13962da7-76e1-4fc3-b5e4-4e938bcf32ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:44.314047 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13962da7-76e1-4fc3-b5e4-4e938bcf32ae admin admin] Network 8160b1db-0c93-48f1-82b0-e85df80606c3 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:32:44.315461 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-13962da7-76e1-4fc3-b5e4-4e938bcf32ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:32:44.446480 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13962da7-76e1-4fc3-b5e4-4e938bcf32ae admin admin] Router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:32:44.562913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-48b9f755-c554-47cd-9d0e-9fb9037f6733 None None] Provisioning complete for port 4b513c85-9fa4-423a-a8a7-7d17242ebd4e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:44.563193 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13962da7-76e1-4fc3-b5e4-4e938bcf32ae admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:32:44.563489 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-48b9f755-c554-47cd-9d0e-9fb9037f6733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:44.568612 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-13962da7-76e1-4fc3-b5e4-4e938bcf32ae admin admin] 10.222.0.13 "PUT /v2.0/routers/187e009b-b61f-4d9b-b301-7b6b5aa10bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1257629 Nov 08 01:32:44.598807 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-48b9f755-c554-47cd-9d0e-9fb9037f6733 None None] Port 4b513c85-9fa4-423a-a8a7-7d17242ebd4e cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:32:45.196307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] Sync routers for ids ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:32:45.205428 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] Routers {'187e009b-b61f-4d9b-b301-7b6b5aa10bb7'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:32:45.206223 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:45.225728 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41502) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:45.231304 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-9feec11a-3c97-4272-9e74-08aa228bd877 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-989636550-network', 'tenant_id': 'ca0f82e0f37b4539863f611d59974376'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:32:45.312963 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] Set router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:32:45.319655 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9feec11a-3c97-4272-9e74-08aa228bd877 admin admin] Made reservation on behalf of ca0f82e0f37b4539863f611d59974376 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:32:45.322208 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9feec11a-3c97-4272-9e74-08aa228bd877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:45.331225 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9feec11a-3c97-4272-9e74-08aa228bd877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:45.408466 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9feec11a-3c97-4272-9e74-08aa228bd877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:45.505541 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9feec11a-3c97-4272-9e74-08aa228bd877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:45.509497 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:32:43Z', 'revision_number': 4, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '4b513c85-9fa4-423a-a8a7-7d17242ebd4e', 'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'mac_address': 'fa:16:3e:15:bc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:43Z', 'updated_at': '2021-11-08T01:32:43Z', 'revision_number': 2, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'subnets': [{'id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:45.537560 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feec11a-3c97-4272-9e74-08aa228bd877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a51b93-2a63-4079-9b19-d72f93b5af01,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:45.542377 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] Checking router: 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:32:45.542735 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] Updating router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 port 4b513c85-9fa4-423a-a8a7-7d17242ebd4e binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:32:45.555182 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9feec11a-3c97-4272-9e74-08aa228bd877 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:32:45.567188 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9feec11a-3c97-4272-9e74-08aa228bd877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:45.567662 n-d-816882-1 neutron-server[102771]: INFO neutron.db.segments_db [None req-9feec11a-3c97-4272-9e74-08aa228bd877 admin admin] Added segment 4a5f2e79-7494-4245-a3d8-58a46089d136 of type vlan for network bc15ce44-fcdf-4a09-98b1-94a0882e8624 Nov 08 01:32:45.568109 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:45.585746 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 00ea3bb4-0bb9-4909-8cdb-6d6b82440b12 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:32:45.610771 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9feec11a-3c97-4272-9e74-08aa228bd877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:45.702564 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9feec11a-3c97-4272-9e74-08aa228bd877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:45.703631 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feec11a-3c97-4272-9e74-08aa228bd877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:45.704237 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9feec11a-3c97-4272-9e74-08aa228bd877 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:45.724846 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 00ea3bb4-0bb9-4909-8cdb-6d6b82440b12 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:45.725218 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:45.765287 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feec11a-3c97-4272-9e74-08aa228bd877 admin admin] Pushing event updated for resources: {'Network': ['ID=bc15ce44-fcdf-4a09-98b1-94a0882e8624,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:45.786251 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network bc15ce44-fcdf-4a09-98b1-94a0882e8624 details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:32:45.819529 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9feec11a-3c97-4272-9e74-08aa228bd877 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5926540 Nov 08 01:32:45.822879 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41504) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:45.827513 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c5b54ab8-e2be-4902-9c19-909113a9e7ac admin admin] Request body: {'subnet': {'network_id': 'bc15ce44-fcdf-4a09-98b1-94a0882e8624', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-989636550-subnet', 'tenant_id': 'ca0f82e0f37b4539863f611d59974376', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:32:45.911428 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b54ab8-e2be-4902-9c19-909113a9e7ac admin admin] Made reservation on behalf of ca0f82e0f37b4539863f611d59974376 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:32:45.913928 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c5b54ab8-e2be-4902-9c19-909113a9e7ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6014256'] for subnet, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:45.939836 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:45.989987 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 00ea3bb4-0bb9-4909-8cdb-6d6b82440b12, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=00ea3bb4-0bb9-4909-8cdb-6d6b82440b12,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:32:46.010009 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:46.067965 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:46.114465 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=00ea3bb4-0bb9-4909-8cdb-6d6b82440b12,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:46.122862 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:46.152762 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c5b54ab8-e2be-4902-9c19-909113a9e7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5798151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6014242'] for subnet, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:46.171814 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20736dea-6c11-412f-a72a-b3fd86600ab8 None None] Pushing event updated for resources: {'Port': ['ID=4b513c85-9fa4-423a-a8a7-7d17242ebd4e,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:46.214234 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b54ab8-e2be-4902-9c19-909113a9e7ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b1c4c4-14e4-40a2-bbfd-ac50a41fbf9d,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:46.223879 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b54ab8-e2be-4902-9c19-909113a9e7ac admin admin] Checking segment: {'id': '4a5f2e79-7494-4245-a3d8-58a46089d136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc15ce44-fcdf-4a09-98b1-94a0882e8624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:32:46.224248 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b54ab8-e2be-4902-9c19-909113a9e7ac admin admin] Network hostable DHCP agents. Network: bc15ce44-fcdf-4a09-98b1-94a0882e8624, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:32:46.231748 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] Attempting to bind port 4b513c85-9fa4-423a-a8a7-7d17242ebd4e on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:32:46.232376 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] Attempting to bind port 4b513c85-9fa4-423a-a8a7-7d17242ebd4e by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '26c5489d-2183-41de-8483-649215c5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:32:46.232376 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] Attempting to bind port 4b513c85-9fa4-423a-a8a7-7d17242ebd4e on network 8160b1db-0c93-48f1-82b0-e85df80606c3 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:32:46.237790 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:32:46.238242 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] Checking segment: {'id': '26c5489d-2183-41de-8483-649215c5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:32:46.238705 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:46.239153 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] Bound using segment: {'id': '26c5489d-2183-41de-8483-649215c5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:32:46.239688 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] Bound port: 4b513c85-9fa4-423a-a8a7-7d17242ebd4e, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c5489d-2183-41de-8483-649215c5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:32:46.240170 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:46.306559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] For port 4b513c85-9fa4-423a-a8a7-7d17242ebd4e, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:32:46.311287 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] For port 4b513c85-9fa4-423a-a8a7-7d17242ebd4e, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4b513c85-9fa4-423a-a8a7-7d17242ebd4e,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:32:46.314026 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b54ab8-e2be-4902-9c19-909113a9e7ac admin admin] Network bc15ce44-fcdf-4a09-98b1-94a0882e8624 is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:32:46.394662 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:46.410890 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-c5b54ab8-e2be-4902-9c19-909113a9e7ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, bc15ce44-fcdf-4a09-98b1-94a0882e8624) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:32:46.416466 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b54ab8-e2be-4902-9c19-909113a9e7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:46.417066 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c5b54ab8-e2be-4902-9c19-909113a9e7ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:46.424688 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dc8d98-4837-4a24-a20e-ff4d5bbbbb54 None None] Network bc15ce44-fcdf-4a09-98b1-94a0882e8624 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:32:46.499437 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c5b54ab8-e2be-4902-9c19-909113a9e7ac admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6755111 Nov 08 01:32:46.502067 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41506) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:46.507319 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b290b545-844c-4968-91aa-3d09bd4ab88d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-989636550-router', 'tenant_id': 'ca0f82e0f37b4539863f611d59974376', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:32:46.508055 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-83255351-c093-42f9-ae75-ef00115464e0 None None] Provisioning complete for port 4b513c85-9fa4-423a-a8a7-7d17242ebd4e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:46.508437 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-83255351-c093-42f9-ae75-ef00115464e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:46.535545 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20736dea-6c11-412f-a72a-b3fd86600ab8 None None] Pushing event updated for resources: {'Port': ['ID=4b513c85-9fa4-423a-a8a7-7d17242ebd4e,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:46.548628 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] Routers {'187e009b-b61f-4d9b-b301-7b6b5aa10bb7'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:32:46.549267 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:46.611622 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b290b545-844c-4968-91aa-3d09bd4ab88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:46.613195 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b290b545-844c-4968-91aa-3d09bd4ab88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:46.673419 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b290b545-844c-4968-91aa-3d09bd4ab88d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:46.740471 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] Set router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:32:46.792488 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-83255351-c093-42f9-ae75-ef00115464e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:46.798229 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-bc15ce44-fcdf-4a09-98b1-94a0882e8624', 'network_id': 'bc15ce44-fcdf-4a09-98b1-94a0882e8624', 'tenant_id': 'ca0f82e0f37b4539863f611d59974376', 'fixed_ips': [{'subnet_id': '54b1c4c4-14e4-40a2-bbfd-ac50a41fbf9d'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:32:46.799066 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:46.858124 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b290b545-844c-4968-91aa-3d09bd4ab88d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:47.121126 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b290b545-844c-4968-91aa-3d09bd4ab88d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:47.131777 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-83255351-c093-42f9-ae75-ef00115464e0 None None] For port 4b513c85-9fa4-423a-a8a7-7d17242ebd4e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4b513c85-9fa4-423a-a8a7-7d17242ebd4e,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:32:47.140785 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b290b545-844c-4968-91aa-3d09bd4ab88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:47.193115 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-83255351-c093-42f9-ae75-ef00115464e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:47.243042 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-b290b545-844c-4968-91aa-3d09bd4ab88d admin admin] Allocated IP 172.25.2.6 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/3986fb27-4edf-4e32-9f1d-3029c0889a75) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:32:47.260212 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] Allocated IP 172.20.0.2 (bc15ce44-fcdf-4a09-98b1-94a0882e8624/54b1c4c4-14e4-40a2-bbfd-ac50a41fbf9d/8daedeca-d4bb-4436-b661-0d7e5ffe7fc8) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:32:47.308804 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83255351-c093-42f9-ae75-ef00115464e0 None None] Pushing event updated for resources: {'Port': ['ID=4b513c85-9fa4-423a-a8a7-7d17242ebd4e,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:47.354169 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b290b545-844c-4968-91aa-3d09bd4ab88d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:47.367854 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9c4805c3-a57b-4859-a1b4-ea32fa093525 None None] Provisioning complete for port 4b513c85-9fa4-423a-a8a7-7d17242ebd4e triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:47.368230 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c4805c3-a57b-4859-a1b4-ea32fa093525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:47.380331 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:32:43Z', 'revision_number': 4, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '4b513c85-9fa4-423a-a8a7-7d17242ebd4e', 'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'mac_address': 'fa:16:3e:15:bc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:43Z', 'updated_at': '2021-11-08T01:32:46Z', 'revision_number': 4, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'subnets': [{'id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:47.434381 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c334e2be-4089-4cff-8dd0-2c86b3c2a1c2 None None] The sync data for ids ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'] in n-d-816882-1 is: [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:32:43Z', 'revision_number': 4, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '4b513c85-9fa4-423a-a8a7-7d17242ebd4e', 'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'mac_address': 'fa:16:3e:15:bc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:43Z', 'updated_at': '2021-11-08T01:32:46Z', 'revision_number': 4, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'subnets': [{'id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:32:47.468683 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b290b545-844c-4968-91aa-3d09bd4ab88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:47.526828 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b290b545-844c-4968-91aa-3d09bd4ab88d admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:32:47.531561 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-b290b545-844c-4968-91aa-3d09bd4ab88d admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:32:47.534216 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b290b545-844c-4968-91aa-3d09bd4ab88d admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:32:47.548201 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:47.580216 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290b545-844c-4968-91aa-3d09bd4ab88d admin admin] Pushing event updated for resources: {'Port': ['ID=3986fb27-4edf-4e32-9f1d-3029c0889a75,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:47.622757 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:47.668011 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] Network bc15ce44-fcdf-4a09-98b1-94a0882e8624 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:32:47.672598 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:32:47.680398 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:32:47.683503 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] Pushing event updated for resources: {'Port': ['ID=8daedeca-d4bb-4436-b661-0d7e5ffe7fc8,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:47.713750 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4b513c85-9fa4-423a-a8a7-7d17242ebd4e up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:32:47.764809 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] Attempting to bind port 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:32:47.765186 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] Attempting to bind port 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '4a5f2e79-7494-4245-a3d8-58a46089d136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc15ce44-fcdf-4a09-98b1-94a0882e8624'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:32:47.765564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] Attempting to bind port 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8 on network bc15ce44-fcdf-4a09-98b1-94a0882e8624 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:32:47.777135 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:32:47.777509 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] Checking segment: {'id': '4a5f2e79-7494-4245-a3d8-58a46089d136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc15ce44-fcdf-4a09-98b1-94a0882e8624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:32:47.777911 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:47.778307 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] Bound using segment: {'id': '4a5f2e79-7494-4245-a3d8-58a46089d136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc15ce44-fcdf-4a09-98b1-94a0882e8624'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:32:47.778874 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] Bound port: 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5f2e79-7494-4245-a3d8-58a46089d136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc15ce44-fcdf-4a09-98b1-94a0882e8624'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:32:47.779163 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:47.824660 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 4b513c85-9fa4-423a-a8a7-7d17242ebd4e triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:47.825067 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:47.888324 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] For port 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:32:47.902435 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] For port 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8daedeca-d4bb-4436-b661-0d7e5ffe7fc8,segment=NetworkSegment(4a5f2e79-7494-4245-a3d8-58a46089d136),segment_id=4a5f2e79-7494-4245-a3d8-58a46089d136)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:32:47.927172 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b290b545-844c-4968-91aa-3d09bd4ab88d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:47.946464 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 00ea3bb4-0bb9-4909-8cdb-6d6b82440b12 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:32:47.969460 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:48.060348 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13620d4c-2a05-4886-b3ce-9c0f2eb06ac5 None None] Pushing event updated for resources: {'Port': ['ID=8daedeca-d4bb-4436-b661-0d7e5ffe7fc8,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:48.068974 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 00ea3bb4-0bb9-4909-8cdb-6d6b82440b12 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:48.069363 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:48.170484 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b290b545-844c-4968-91aa-3d09bd4ab88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:48.422356 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b290b545-844c-4968-91aa-3d09bd4ab88d admin admin] Router bc280241-d135-491e-a274-d905f311c445 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 01:32:48.878721 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b290b545-844c-4968-91aa-3d09bd4ab88d admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:32:48.887723 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] Sync routers for ids ['bc280241-d135-491e-a274-d905f311c445'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:32:48.897100 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] Routers {'bc280241-d135-491e-a274-d905f311c445'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:32:48.897990 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['bc280241-d135-491e-a274-d905f311c445'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:48.984312 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b290b545-844c-4968-91aa-3d09bd4ab88d admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:48.985678 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b290b545-844c-4968-91aa-3d09bd4ab88d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.4825006 Nov 08 01:32:48.988503 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41510) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:49.000870 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f369ab4-0960-43c2-9245-eb637e3d7072 None None] Network bc15ce44-fcdf-4a09-98b1-94a0882e8624 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:32:49.006571 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] Set router bc280241-d135-491e-a274-d905f311c445 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:32:49.120409 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-b4acee71-1f34-478e-ad06-49e3ab44201f None None] Provisioning complete for port 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:49.120778 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4acee71-1f34-478e-ad06-49e3ab44201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:49.199361 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc280241-d135-491e-a274-d905f311c445', 'name': 'tempest-TestShelveInstance-989636550-router', 'tenant_id': 'ca0f82e0f37b4539863f611d59974376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3986fb27-4edf-4e32-9f1d-3029c0889a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:46Z', 'updated_at': '2021-11-08T01:32:47Z', 'revision_number': 3, 'project_id': 'ca0f82e0f37b4539863f611d59974376', 'gw_port': {'id': '3986fb27-4edf-4e32-9f1d-3029c0889a75', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc280241-d135-491e-a274-d905f311c445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:47Z', 'updated_at': '2021-11-08T01:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:49.229482 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] Checking router: bc280241-d135-491e-a274-d905f311c445 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:32:49.229834 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] Updating router bc280241-d135-491e-a274-d905f311c445 port 3986fb27-4edf-4e32-9f1d-3029c0889a75 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:32:49.234178 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4acee71-1f34-478e-ad06-49e3ab44201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:49.255011 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:49.268724 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b4acee71-1f34-478e-ad06-49e3ab44201f None None] For port 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8daedeca-d4bb-4436-b661-0d7e5ffe7fc8,segment=NetworkSegment(4a5f2e79-7494-4245-a3d8-58a46089d136),segment_id=4a5f2e79-7494-4245-a3d8-58a46089d136)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:32:49.353358 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4acee71-1f34-478e-ad06-49e3ab44201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:49.417005 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4acee71-1f34-478e-ad06-49e3ab44201f None None] Pushing event updated for resources: {'Port': ['ID=8daedeca-d4bb-4436-b661-0d7e5ffe7fc8,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:49.458281 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa13acbf-e2ac-41a6-b639-cb3966f794d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:49.519116 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:49.577047 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e8395465-4c52-42a3-9042-ce88b679199f None None] Provisioning complete for port 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:49.577432 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8395465-4c52-42a3-9042-ce88b679199f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:49.603429 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:32:49.610988 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:49.623896 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-aa13acbf-e2ac-41a6-b639-cb3966f794d8 admin admin] Allocated IP 172.20.0.1 (bc15ce44-fcdf-4a09-98b1-94a0882e8624/54b1c4c4-14e4-40a2-bbfd-ac50a41fbf9d/9c0c01fe-05ae-4f41-9801-4691bf9c8596) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:32:49.696865 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:49.697238 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:49.744431 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa13acbf-e2ac-41a6-b639-cb3966f794d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:49.757320 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] Attempting to bind port 3986fb27-4edf-4e32-9f1d-3029c0889a75 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:32:49.759107 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] Attempting to bind port 3986fb27-4edf-4e32-9f1d-3029c0889a75 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:32:49.759107 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] Attempting to bind port 3986fb27-4edf-4e32-9f1d-3029c0889a75 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:32:49.772194 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:32:49.776884 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:32:49.776884 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:49.776884 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:32:49.776884 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] Bound port: 3986fb27-4edf-4e32-9f1d-3029c0889a75, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:32:49.776884 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:49.796215 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c9760-6160-4b10-8e74-ba5df14824bf None None] Pushing event updated for resources: {'Port': ['ID=3986fb27-4edf-4e32-9f1d-3029c0889a75,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:49.826488 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] For port 3986fb27-4edf-4e32-9f1d-3029c0889a75, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:32:49.829493 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] For port 3986fb27-4edf-4e32-9f1d-3029c0889a75, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3986fb27-4edf-4e32-9f1d-3029c0889a75,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:32:49.857444 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa13acbf-e2ac-41a6-b639-cb3966f794d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:49.900713 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa13acbf-e2ac-41a6-b639-cb3966f794d8 admin admin] Network bc15ce44-fcdf-4a09-98b1-94a0882e8624 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:32:49.905002 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-aa13acbf-e2ac-41a6-b639-cb3966f794d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:32:49.911620 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa13acbf-e2ac-41a6-b639-cb3966f794d8 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:32:49.913676 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13acbf-e2ac-41a6-b639-cb3966f794d8 admin admin] Pushing event updated for resources: {'Port': ['ID=9c0c01fe-05ae-4f41-9801-4691bf9c8596,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:49.919977 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:49.951581 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa13acbf-e2ac-41a6-b639-cb3966f794d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:49.987018 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c9760-6160-4b10-8e74-ba5df14824bf None None] Pushing event updated for resources: {'Port': ['ID=3986fb27-4edf-4e32-9f1d-3029c0889a75,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:49.988837 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] Routers {'bc280241-d135-491e-a274-d905f311c445'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:32:49.989458 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['bc280241-d135-491e-a274-d905f311c445'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:50.102378 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] Set router bc280241-d135-491e-a274-d905f311c445 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:32:50.155843 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa13acbf-e2ac-41a6-b639-cb3966f794d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:50.162283 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0d795878-114b-4135-b17c-facf5e8c3d78 None None] Provisioning complete for port 9c0c01fe-05ae-4f41-9801-4691bf9c8596 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:50.162845 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d795878-114b-4135-b17c-facf5e8c3d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:50.202408 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0d795878-114b-4135-b17c-facf5e8c3d78 None None] Port 9c0c01fe-05ae-4f41-9801-4691bf9c8596 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:32:50.281773 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc280241-d135-491e-a274-d905f311c445', 'name': 'tempest-TestShelveInstance-989636550-router', 'tenant_id': 'ca0f82e0f37b4539863f611d59974376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3986fb27-4edf-4e32-9f1d-3029c0889a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:46Z', 'updated_at': '2021-11-08T01:32:47Z', 'revision_number': 3, 'project_id': 'ca0f82e0f37b4539863f611d59974376', 'gw_port': {'id': '3986fb27-4edf-4e32-9f1d-3029c0889a75', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc280241-d135-491e-a274-d905f311c445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:47Z', 'updated_at': '2021-11-08T01:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:50.307814 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7046b3d3-cd7f-4031-828b-9273665014e9 None None] The sync data for ids ['bc280241-d135-491e-a274-d905f311c445'] in n-d-816882-1 is: [{'id': 'bc280241-d135-491e-a274-d905f311c445', 'name': 'tempest-TestShelveInstance-989636550-router', 'tenant_id': 'ca0f82e0f37b4539863f611d59974376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3986fb27-4edf-4e32-9f1d-3029c0889a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:46Z', 'updated_at': '2021-11-08T01:32:47Z', 'revision_number': 3, 'project_id': 'ca0f82e0f37b4539863f611d59974376', 'gw_port': {'id': '3986fb27-4edf-4e32-9f1d-3029c0889a75', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc280241-d135-491e-a274-d905f311c445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:47Z', 'updated_at': '2021-11-08T01:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:32:50.321201 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa13acbf-e2ac-41a6-b639-cb3966f794d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:50.387822 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa13acbf-e2ac-41a6-b639-cb3966f794d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:50.454727 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa13acbf-e2ac-41a6-b639-cb3966f794d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:50.456515 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13acbf-e2ac-41a6-b639-cb3966f794d8 admin admin] Pushing event updated for resources: {'Port': ['ID=9c0c01fe-05ae-4f41-9801-4691bf9c8596,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:50.569591 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa13acbf-e2ac-41a6-b639-cb3966f794d8 admin admin] Network bc15ce44-fcdf-4a09-98b1-94a0882e8624 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:32:50.573424 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-aa13acbf-e2ac-41a6-b639-cb3966f794d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:32:50.698348 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa13acbf-e2ac-41a6-b639-cb3966f794d8 admin admin] Router bc280241-d135-491e-a274-d905f311c445 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:32:50.816607 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa13acbf-e2ac-41a6-b639-cb3966f794d8 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:32:50.825753 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-aa13acbf-e2ac-41a6-b639-cb3966f794d8 admin admin] 10.222.0.13 "PUT /v2.0/routers/bc280241-d135-491e-a274-d905f311c445/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8330204 Nov 08 01:32:50.953899 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4832f027-0406-4692-b8d6-6cc30a69b0dc None None] Provisioning complete for port 9c0c01fe-05ae-4f41-9801-4691bf9c8596 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:50.954349 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4832f027-0406-4692-b8d6-6cc30a69b0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:50.990003 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4832f027-0406-4692-b8d6-6cc30a69b0dc None None] Port 9c0c01fe-05ae-4f41-9801-4691bf9c8596 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:32:51.371750 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41520) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:51.376361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-81eb41ca-9019-40ed-8601-08fef4c72158 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-792822195', 'description': 'tempest-secgroup-smoke-792822195 description', 'project_id': '99a0be986d0045acb4fa1bf265eb2201'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:32:51.479601 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-81eb41ca-9019-40ed-8601-08fef4c72158 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:51.550860 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-81eb41ca-9019-40ed-8601-08fef4c72158 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:51.573321 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3986fb27-4edf-4e32-9f1d-3029c0889a75 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:32:51.623226 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 3986fb27-4edf-4e32-9f1d-3029c0889a75 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:51.623602 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:51.634376 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-81eb41ca-9019-40ed-8601-08fef4c72158 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:51.663919 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb41ca-9019-40ed-8601-08fef4c72158 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5445e5-7991-41be-946f-14825dead1f0,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:51.706321 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:51.725276 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-81eb41ca-9019-40ed-8601-08fef4c72158 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:51.727706 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 3986fb27-4edf-4e32-9f1d-3029c0889a75, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3986fb27-4edf-4e32-9f1d-3029c0889a75,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:32:51.733855 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41522) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:51.734466 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-81eb41ca-9019-40ed-8601-08fef4c72158 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3610957 Nov 08 01:32:51.738638 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-67364367-1011-4e78-950a-94ba42b7d3bc tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Request body: {'security_group_rule': {'security_group_id': '7f5445e5-7991-41be-946f-14825dead1f0', 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:32:51.797063 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:51.830882 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-67364367-1011-4e78-950a-94ba42b7d3bc tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:51.849282 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=3986fb27-4edf-4e32-9f1d-3029c0889a75,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:51.892823 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-67364367-1011-4e78-950a-94ba42b7d3bc tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:51.901620 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] Sync routers for ids ['bc280241-d135-491e-a274-d905f311c445'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:32:51.910629 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] Routers {'bc280241-d135-491e-a274-d905f311c445'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:32:51.911230 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['bc280241-d135-491e-a274-d905f311c445'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:51.964901 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-67364367-1011-4e78-950a-94ba42b7d3bc tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:51.983497 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67364367-1011-4e78-950a-94ba42b7d3bc tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf76407d-afeb-4a34-a4dc-c2384ddfa84c,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:52.017936 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] Set router bc280241-d135-491e-a274-d905f311c445 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:32:52.047175 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-67364367-1011-4e78-950a-94ba42b7d3bc tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:52.048957 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-67364367-1011-4e78-950a-94ba42b7d3bc tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3139403 Nov 08 01:32:52.051550 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41524) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:52.056695 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-9fe681c5-f29d-4d76-89c1-3414ca94a1df tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Request body: {'security_group_rule': {'security_group_id': '7f5445e5-7991-41be-946f-14825dead1f0', 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:32:52.153938 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9fe681c5-f29d-4d76-89c1-3414ca94a1df tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:52.215691 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9fe681c5-f29d-4d76-89c1-3414ca94a1df tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:52.239857 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc280241-d135-491e-a274-d905f311c445', 'name': 'tempest-TestShelveInstance-989636550-router', 'tenant_id': 'ca0f82e0f37b4539863f611d59974376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3986fb27-4edf-4e32-9f1d-3029c0889a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:46Z', 'updated_at': '2021-11-08T01:32:50Z', 'revision_number': 4, 'project_id': 'ca0f82e0f37b4539863f611d59974376', 'gw_port': {'id': '3986fb27-4edf-4e32-9f1d-3029c0889a75', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc280241-d135-491e-a274-d905f311c445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:47Z', 'updated_at': '2021-11-08T01:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '9c0c01fe-05ae-4f41-9801-4691bf9c8596', 'name': '', 'network_id': 'bc15ce44-fcdf-4a09-98b1-94a0882e8624', 'tenant_id': 'ca0f82e0f37b4539863f611d59974376', 'mac_address': 'fa:16:3e:e7:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc280241-d135-491e-a274-d905f311c445', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '54b1c4c4-14e4-40a2-bbfd-ac50a41fbf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:49Z', 'updated_at': '2021-11-08T01:32:50Z', 'revision_number': 2, 'project_id': 'ca0f82e0f37b4539863f611d59974376', 'subnets': [{'id': '54b1c4c4-14e4-40a2-bbfd-ac50a41fbf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:52.267874 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9fe681c5-f29d-4d76-89c1-3414ca94a1df tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:52.271645 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] Checking router: bc280241-d135-491e-a274-d905f311c445 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:32:52.272931 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] Updating router bc280241-d135-491e-a274-d905f311c445 port 9c0c01fe-05ae-4f41-9801-4691bf9c8596 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:32:52.292089 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe681c5-f29d-4d76-89c1-3414ca94a1df tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a941da5-5e19-4c78-95a9-da9a55e47bb1,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:52.299357 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:52.355436 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9fe681c5-f29d-4d76-89c1-3414ca94a1df tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:52.356721 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9fe681c5-f29d-4d76-89c1-3414ca94a1df tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3041413 Nov 08 01:32:52.359366 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41526) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:52.363987 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-4be71445-2d9e-4d0a-a971-a6c8dc01edd5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Request body: {'security_group_rule': {'security_group_id': '7f5445e5-7991-41be-946f-14825dead1f0', 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:32:52.450246 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4be71445-2d9e-4d0a-a971-a6c8dc01edd5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:52.507970 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4be71445-2d9e-4d0a-a971-a6c8dc01edd5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:52.560142 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:52.587896 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4be71445-2d9e-4d0a-a971-a6c8dc01edd5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:52.606597 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be71445-2d9e-4d0a-a971-a6c8dc01edd5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff63f8e8-539c-4143-8e8c-693c1cfacd75,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:52.616436 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:52.672391 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1cda1-9040-4ac5-a878-b7ea87a9d074 None None] Pushing event updated for resources: {'Port': ['ID=9c0c01fe-05ae-4f41-9801-4691bf9c8596,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:52.681978 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4be71445-2d9e-4d0a-a971-a6c8dc01edd5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:52.683203 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-4be71445-2d9e-4d0a-a971-a6c8dc01edd5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3227229 Nov 08 01:32:52.685988 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41528) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:52.690650 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-8e2b4cae-606b-4de4-b5f3-7efcc8989c03 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Request body: {'security_group_rule': {'security_group_id': '7f5445e5-7991-41be-946f-14825dead1f0', 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:32:52.788104 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4cae-606b-4de4-b5f3-7efcc8989c03 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:52.860058 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4cae-606b-4de4-b5f3-7efcc8989c03 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:52.878445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] Attempting to bind port 9c0c01fe-05ae-4f41-9801-4691bf9c8596 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:32:52.878808 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] Attempting to bind port 9c0c01fe-05ae-4f41-9801-4691bf9c8596 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '4a5f2e79-7494-4245-a3d8-58a46089d136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc15ce44-fcdf-4a09-98b1-94a0882e8624'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:32:52.879163 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] Attempting to bind port 9c0c01fe-05ae-4f41-9801-4691bf9c8596 on network bc15ce44-fcdf-4a09-98b1-94a0882e8624 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:32:52.884512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:32:52.891206 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] Checking segment: {'id': '4a5f2e79-7494-4245-a3d8-58a46089d136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc15ce44-fcdf-4a09-98b1-94a0882e8624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:32:52.891206 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:52.891206 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] Bound using segment: {'id': '4a5f2e79-7494-4245-a3d8-58a46089d136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc15ce44-fcdf-4a09-98b1-94a0882e8624'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:32:52.891206 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] Bound port: 9c0c01fe-05ae-4f41-9801-4691bf9c8596, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5f2e79-7494-4245-a3d8-58a46089d136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc15ce44-fcdf-4a09-98b1-94a0882e8624'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:32:52.891206 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:52.946519 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4cae-606b-4de4-b5f3-7efcc8989c03 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:52.946754 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-710542db-1909-40e7-aa56-3d8c7a7d7be8 None None] Provisioning complete for port 9c0c01fe-05ae-4f41-9801-4691bf9c8596 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:52.947019 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-710542db-1909-40e7-aa56-3d8c7a7d7be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:52.964636 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b4cae-606b-4de4-b5f3-7efcc8989c03 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7cebef-bbff-489f-9789-1717ef188429,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:52.975910 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] For port 9c0c01fe-05ae-4f41-9801-4691bf9c8596, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:32:52.991160 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] For port 9c0c01fe-05ae-4f41-9801-4691bf9c8596, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9c0c01fe-05ae-4f41-9801-4691bf9c8596,segment=NetworkSegment(4a5f2e79-7494-4245-a3d8-58a46089d136),segment_id=4a5f2e79-7494-4245-a3d8-58a46089d136)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:32:52.995437 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-710542db-1909-40e7-aa56-3d8c7a7d7be8 None None] Port 9c0c01fe-05ae-4f41-9801-4691bf9c8596 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:32:53.047005 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4cae-606b-4de4-b5f3-7efcc8989c03 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:53.048351 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-8e2b4cae-606b-4de4-b5f3-7efcc8989c03 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3614585 Nov 08 01:32:53.051080 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41530) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:53.055593 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b36630c9-cbf9-44d3-9f64-9d98c274e7ab tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Request body: {'security_group_rule': {'security_group_id': '7f5445e5-7991-41be-946f-14825dead1f0', 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:32:53.074209 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:53.132948 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] Routers {'bc280241-d135-491e-a274-d905f311c445'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:32:53.133560 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:32:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['bc280241-d135-491e-a274-d905f311c445'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:53.138951 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1cda1-9040-4ac5-a878-b7ea87a9d074 None None] Pushing event updated for resources: {'Port': ['ID=9c0c01fe-05ae-4f41-9801-4691bf9c8596,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:53.150319 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-b36630c9-cbf9-44d3-9f64-9d98c274e7ab tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Project 99a0be986d0045acb4fa1bf265eb2201 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 01:32:53.157000 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b36630c9-cbf9-44d3-9f64-9d98c274e7ab tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:53.223526 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b36630c9-cbf9-44d3-9f64-9d98c274e7ab tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:53.253584 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] Set router bc280241-d135-491e-a274-d905f311c445 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:32:53.277047 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b36630c9-cbf9-44d3-9f64-9d98c274e7ab tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:53.298204 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36630c9-cbf9-44d3-9f64-9d98c274e7ab tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b911f0c6-2860-4576-b96c-07b72bfd6d58,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:53.376459 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b36630c9-cbf9-44d3-9f64-9d98c274e7ab tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:53.377615 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-b36630c9-cbf9-44d3-9f64-9d98c274e7ab tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3255363 Nov 08 01:32:53.380462 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 41532) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:32:53.383013 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-18eeb620-1756-4ff9-9c4b-234c8bcaac90 None None] Provisioning complete for port 9c0c01fe-05ae-4f41-9801-4691bf9c8596 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:53.383402 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18eeb620-1756-4ff9-9c4b-234c8bcaac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:53.386234 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6db6290c-a741-4742-85f4-874aefc11d5c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Request body: {'security_group_rule': {'security_group_id': '7f5445e5-7991-41be-946f-14825dead1f0', 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:32:53.468161 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-6db6290c-a741-4742-85f4-874aefc11d5c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Project 99a0be986d0045acb4fa1bf265eb2201 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 01:32:53.473196 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6db6290c-a741-4742-85f4-874aefc11d5c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:53.526623 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18eeb620-1756-4ff9-9c4b-234c8bcaac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:53.537956 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6db6290c-a741-4742-85f4-874aefc11d5c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:53.563162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3986fb27-4edf-4e32-9f1d-3029c0889a75 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:32:53.568680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc280241-d135-491e-a274-d905f311c445', 'name': 'tempest-TestShelveInstance-989636550-router', 'tenant_id': 'ca0f82e0f37b4539863f611d59974376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3986fb27-4edf-4e32-9f1d-3029c0889a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:46Z', 'updated_at': '2021-11-08T01:32:50Z', 'revision_number': 4, 'project_id': 'ca0f82e0f37b4539863f611d59974376', 'gw_port': {'id': '3986fb27-4edf-4e32-9f1d-3029c0889a75', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc280241-d135-491e-a274-d905f311c445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:47Z', 'updated_at': '2021-11-08T01:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '9c0c01fe-05ae-4f41-9801-4691bf9c8596', 'name': '', 'network_id': 'bc15ce44-fcdf-4a09-98b1-94a0882e8624', 'tenant_id': 'ca0f82e0f37b4539863f611d59974376', 'mac_address': 'fa:16:3e:e7:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc280241-d135-491e-a274-d905f311c445', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '54b1c4c4-14e4-40a2-bbfd-ac50a41fbf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:49Z', 'updated_at': '2021-11-08T01:32:52Z', 'revision_number': 4, 'project_id': 'ca0f82e0f37b4539863f611d59974376', 'subnets': [{'id': '54b1c4c4-14e4-40a2-bbfd-ac50a41fbf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:32:53.587680 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-18eeb620-1756-4ff9-9c4b-234c8bcaac90 None None] For port 9c0c01fe-05ae-4f41-9801-4691bf9c8596, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9c0c01fe-05ae-4f41-9801-4691bf9c8596,segment=NetworkSegment(4a5f2e79-7494-4245-a3d8-58a46089d136),segment_id=4a5f2e79-7494-4245-a3d8-58a46089d136)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:32:53.605252 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6db6290c-a741-4742-85f4-874aefc11d5c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:53.617226 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6922811f-cb05-43df-b2ff-4462e90c23ba None None] The sync data for ids ['bc280241-d135-491e-a274-d905f311c445'] in n-d-816882-1 is: [{'id': 'bc280241-d135-491e-a274-d905f311c445', 'name': 'tempest-TestShelveInstance-989636550-router', 'tenant_id': 'ca0f82e0f37b4539863f611d59974376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3986fb27-4edf-4e32-9f1d-3029c0889a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:46Z', 'updated_at': '2021-11-08T01:32:50Z', 'revision_number': 4, 'project_id': 'ca0f82e0f37b4539863f611d59974376', 'gw_port': {'id': '3986fb27-4edf-4e32-9f1d-3029c0889a75', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc280241-d135-491e-a274-d905f311c445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:47Z', 'updated_at': '2021-11-08T01:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '9c0c01fe-05ae-4f41-9801-4691bf9c8596', 'name': '', 'network_id': 'bc15ce44-fcdf-4a09-98b1-94a0882e8624', 'tenant_id': 'ca0f82e0f37b4539863f611d59974376', 'mac_address': 'fa:16:3e:e7:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc280241-d135-491e-a274-d905f311c445', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '54b1c4c4-14e4-40a2-bbfd-ac50a41fbf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:49Z', 'updated_at': '2021-11-08T01:32:52Z', 'revision_number': 4, 'project_id': 'ca0f82e0f37b4539863f611d59974376', 'subnets': [{'id': '54b1c4c4-14e4-40a2-bbfd-ac50a41fbf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:32:53.627521 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6290c-a741-4742-85f4-874aefc11d5c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31cb651-9cf4-41d2-b64a-8029a28854cc,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:53.635488 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18eeb620-1756-4ff9-9c4b-234c8bcaac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:53.676009 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 3986fb27-4edf-4e32-9f1d-3029c0889a75 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:53.680667 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:53.682645 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6db6290c-a741-4742-85f4-874aefc11d5c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:53.688292 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6db6290c-a741-4742-85f4-874aefc11d5c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3068118 Nov 08 01:32:53.749139 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eeb620-1756-4ff9-9c4b-234c8bcaac90 None None] Pushing event updated for resources: {'Port': ['ID=9c0c01fe-05ae-4f41-9801-4691bf9c8596,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:53.904670 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-85f3f3b6-1fad-415b-8e19-bce72be12ff2 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-792822195&fields=id&tenant_id=99a0be986d0045acb4fa1bf265eb2201 HTTP/1.1" status: 200 len: 267 time: 0.0345130 Nov 08 01:32:54.018754 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-9c53e796-1a06-4c60-8649-1fd55718a672 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:54.020158 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-9c53e796-1a06-4c60-8649-1fd55718a672 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 809 time: 0.1083276 Nov 08 01:32:54.036794 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-094020d6-af5c-4846-8fc9-fb5cc5c203cc tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/quotas/99a0be986d0045acb4fa1bf265eb2201 HTTP/1.1" status: 200 len: 375 time: 0.0098155 Nov 08 01:32:54.100212 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-7635537f-5388-445e-b95a-8463beaab5ba tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552993 Nov 08 01:32:54.203992 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-76a18239-6e83-471a-bda9-a0ed9721d595 service neutron] 10.222.0.13 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915005 Nov 08 01:32:54.296941 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-dc9996f8-971b-47a9-94de-609f989ad3f3 service neutron] 10.222.0.13 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866842 Nov 08 01:32:54.564679 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-298437ce-a271-41d1-b8f6-277ddde4909d req-e86febb5-26b7-4435-959f-80037069c2d2 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 210 time: 0.0275590 Nov 08 01:32:55.573847 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9c0c01fe-05ae-4f41-9801-4691bf9c8596 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:32:55.621819 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 9c0c01fe-05ae-4f41-9801-4691bf9c8596 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:55.622198 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:55.664964 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d22fcb42-4974-4f29-af85-ea022deaadc0 req-02c4e18d-63fc-470e-a573-5dfe4b46e1a8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 210 time: 0.0271800 Nov 08 01:32:56.675693 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-b2cfb4a0-c0d9-448a-b905-f18ba4caf586 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:56.677161 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-b2cfb4a0-c0d9-448a-b905-f18ba4caf586 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.20 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 809 time: 0.1070614 Nov 08 01:32:56.725572 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-7038cf71-b14c-4cde-b182-5469010c85a4 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99a0be986d0045acb4fa1bf265eb2201 HTTP/1.1" status: 200 len: 379 time: 0.0342145 Nov 08 01:32:56.735351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-26bf4ac0-0001-42b9-9219-90123186f7c8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Request body: {'port': {'device_id': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'admin_state_up': True, 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'security_groups': ['7f5445e5-7991-41be-946f-14825dead1f0']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:32:56.799988 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ef59ad9d-2712-4905-a55f-1e40cf3ce297 req-3464f927-f953-42ba-ab5f-34c6c681e6e6 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 210 time: 0.0611367 Nov 08 01:32:56.933890 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-26bf4ac0-0001-42b9-9219-90123186f7c8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Made reservation on behalf of 99a0be986d0045acb4fa1bf265eb2201 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:32:56.937368 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-26bf4ac0-0001-42b9-9219-90123186f7c8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:57.064349 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-26bf4ac0-0001-42b9-9219-90123186f7c8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Allocated IP 172.20.0.3 (8160b1db-0c93-48f1-82b0-e85df80606c3/b3cd578b-cee9-4a50-b153-67f1a6b5c0fc/7b2c6a34-11b2-48be-b037-79e8a3cd0c94) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:32:57.197570 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-26bf4ac0-0001-42b9-9219-90123186f7c8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:57.290581 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-26bf4ac0-0001-42b9-9219-90123186f7c8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:57.336263 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-26bf4ac0-0001-42b9-9219-90123186f7c8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Network 8160b1db-0c93-48f1-82b0-e85df80606c3 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:32:57.339747 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-26bf4ac0-0001-42b9-9219-90123186f7c8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:32:57.345173 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-26bf4ac0-0001-42b9-9219-90123186f7c8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:32:57.373764 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf4ac0-0001-42b9-9219-90123186f7c8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event updated for resources: {'Port': ['ID=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:57.405454 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-26bf4ac0-0001-42b9-9219-90123186f7c8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:57.406352 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-26bf4ac0-0001-42b9-9219-90123186f7c8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:57.497143 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-26bf4ac0-0001-42b9-9219-90123186f7c8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7654843 Nov 08 01:32:57.515075 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Request body: {'port': {'device_id': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:32:57.568596 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:57.580936 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4d66f2f3-de09-42c7-b9a0-0da91ef403c9 None None] Provisioning complete for port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:32:57.581497 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d66f2f3-de09-42c7-b9a0-0da91ef403c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:57.614544 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4d66f2f3-de09-42c7-b9a0-0da91ef403c9 None None] Port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:32:57.834107 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:32:57.842047 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:57.854062 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Transition to ACTIVE for port object 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:32:57.915040 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f17c3-2543-4c68-8080-cd8f9a7cefd7 req-f682e2f8-f340-4b0f-82bc-1ae9e6bad72c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:57.916574 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-918f17c3-2543-4c68-8080-cd8f9a7cefd7 req-f682e2f8-f340-4b0f-82bc-1ae9e6bad72c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 931 time: 0.0487528 Nov 08 01:32:57.917721 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:57.990550 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:58.000229 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-918f17c3-2543-4c68-8080-cd8f9a7cefd7 req-4eb7b775-d6be-403a-b92f-ba1728c8f5e5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593598 Nov 08 01:32:58.077859 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Attempting to bind port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:32:58.078188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Attempting to bind port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '26c5489d-2183-41de-8483-649215c5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:32:58.078573 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Attempting to bind port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 on network 8160b1db-0c93-48f1-82b0-e85df80606c3 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:32:58.083004 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 on network 8160b1db-0c93-48f1-82b0-e85df80606c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:32:58.083319 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Attempting to bind port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 on network 8160b1db-0c93-48f1-82b0-e85df80606c3 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:32:58.088848 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:32:58.089178 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Checking segment: {'id': '26c5489d-2183-41de-8483-649215c5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:32:58.089554 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Bound using segment: {'id': '26c5489d-2183-41de-8483-649215c5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:32:58.089975 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Bound port: 7b2c6a34-11b2-48be-b037-79e8a3cd0c94, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c5489d-2183-41de-8483-649215c5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:32:58.090329 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:58.138630 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:32:58.158473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] For port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:32:58.161918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] For port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:32:58.220305 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:58.231024 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4dd87cdc-2be1-4dee-9520-2bd1f1ac0186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:58.254024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:58.254173 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:32:58.255757 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] 10.222.0.20 "PUT /v2.0/ports/7b2c6a34-11b2-48be-b037-79e8a3cd0c94 HTTP/1.1" status: 200 len: 1091 time: 0.7451477 Nov 08 01:32:58.258458 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'tag': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:32:58.260785 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a13e1d7-d26b-4441-bb45-e2448908da28" -d '{"events": [{"name": "network-changed", "server_uuid": "e5584545-4360-475f-89fd-d43a9c5ebcbf", "tag": "7b2c6a34-11b2-48be-b037-79e8a3cd0c94"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:32:58.292409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ffe32-f0d4-43a3-a352-c940dd7a39b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:32:58.300456 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e546b5-1c4b-4a2a-b14d-f0430f97199a x-openstack-request-id: req-37e546b5-1c4b-4a2a-b14d-f0430f97199a {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:32:58.300755 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5584545-4360-475f-89fd-d43a9c5ebcbf", "tag": "7b2c6a34-11b2-48be-b037-79e8a3cd0c94", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:32:58.301003 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37e546b5-1c4b-4a2a-b14d-f0430f97199a {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:32:58.301581 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'tag': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94', 'status': 'completed', 'code': 200} Nov 08 01:32:58.397199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13e1d7-d26b-4441-bb45-e2448908da28 req-29bca281-eb99-4c28-986c-92a98b9e0551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:58.399755 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a13e1d7-d26b-4441-bb45-e2448908da28 req-29bca281-eb99-4c28-986c-92a98b9e0551 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 1094 time: 0.0528371 Nov 08 01:32:58.503941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13e1d7-d26b-4441-bb45-e2448908da28 req-b08efdba-9a68-4681-81f8-4ebf8e8d0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:58.505407 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a13e1d7-d26b-4441-bb45-e2448908da28 req-b08efdba-9a68-4681-81f8-4ebf8e8d0fd1 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=99a0be986d0045acb4fa1bf265eb2201&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0924733 Nov 08 01:32:58.602355 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13e1d7-d26b-4441-bb45-e2448908da28 req-24fd5da7-04cf-4033-8290-ed62e4e67a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:58.604302 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a13e1d7-d26b-4441-bb45-e2448908da28 req-24fd5da7-04cf-4033-8290-ed62e4e67a77 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915382 Nov 08 01:32:58.699876 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-b5709e9e-9296-4a3c-96ce-25359533b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:58.701305 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-b5709e9e-9296-4a3c-96ce-25359533b416 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 1094 time: 0.0410047 Nov 08 01:32:58.750958 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-a853396e-6715-458d-9b27-784a00cf0409 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94 HTTP/1.1" status: 200 len: 217 time: 0.0372241 Nov 08 01:32:58.800120 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-4c3bfa98-8d0a-4852-8ca7-d2c2e826d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:58.801629 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-4c3bfa98-8d0a-4852-8ca7-d2c2e826d610 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc HTTP/1.1" status: 200 len: 848 time: 0.0444047 Nov 08 01:32:58.847133 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-f6f34288-8fe4-4dda-8996-ff75cf17076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:58.848658 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-f6f34288-8fe4-4dda-8996-ff75cf17076f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8160b1db-0c93-48f1-82b0-e85df80606c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400479 Nov 08 01:32:58.942556 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-80ef90fc-08eb-49ac-8872-fbfa9eff9933 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860140 Nov 08 01:32:59.034764 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e4b00d4d-26f5-4f60-bdfb-fc4d12a21961 req-41a2749b-d8aa-4652-9d0c-e11b0a8ee2ee service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847983 Nov 08 01:32:59.118179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e23066-73a1-4db6-b65f-92d6a9ca483d req-0c7363c8-f782-4da8-8b5d-d78e17155cf5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:32:59.119680 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15e23066-73a1-4db6-b65f-92d6a9ca483d req-0c7363c8-f782-4da8-8b5d-d78e17155cf5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0498636 Nov 08 01:32:59.158330 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-15e23066-73a1-4db6-b65f-92d6a9ca483d req-2c5cfb7c-1d07-4459-9fee-08a1944c09d7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324981 Nov 08 01:33:00.276463 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a032a-a64b-4968-999c-e189b0ed594d req-3f779254-9138-4c31-acb2-45f78d98f40c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:33:00.277959 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e5a032a-a64b-4968-999c-e189b0ed594d req-3f779254-9138-4c31-acb2-45f78d98f40c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0526752 Nov 08 01:33:00.315904 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0e5a032a-a64b-4968-999c-e189b0ed594d req-7d37dbca-bdaf-47e2-a05f-7328f6eea0cb tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319271 Nov 08 01:33:00.710775 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65a607da-15ee-4c59-aca9-d8c34c0d508e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:01.042460 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:01.429011 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0297488-4839-4687-b37c-923830f653cf req-bd70b03c-ef1f-4cf4-822e-7a9ad7560f10 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:33:01.430467 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0297488-4839-4687-b37c-923830f653cf req-bd70b03c-ef1f-4cf4-822e-7a9ad7560f10 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0486183 Nov 08 01:33:01.468449 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0297488-4839-4687-b37c-923830f653cf req-a0c3a2c3-ba42-4f4a-b6fa-652d2b660246 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320208 Nov 08 01:33:02.065043 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:02.586499 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515128b-d74e-4962-9c58-7baf142a66fe req-108192ad-ec3b-4d88-94b9-716c178c594f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:33:02.588021 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7515128b-d74e-4962-9c58-7baf142a66fe req-108192ad-ec3b-4d88-94b9-716c178c594f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0532472 Nov 08 01:33:02.626615 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7515128b-d74e-4962-9c58-7baf142a66fe req-0aa9965a-59fc-4a1d-81e8-de61e9386e3d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326095 Nov 08 01:33:02.639264 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:03.084667 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:33:03.181193 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:33:03.192520 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'port_id': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94', 'mac_address': 'fa:16:3e:24:88:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:33:03.228739 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:03.241106 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:33:03.259644 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:33:03.334168 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:03.388188 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:33:03.711446 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:03.713953 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['7b2c6a34-11b2-48be-b037-79e8a3cd0c94'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:33:03.751660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2108a-abb1-440a-895f-294e6d9a0caa req-f2fc8c50-bc0e-4c1d-a782-8b52e87f1e63 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:33:03.753591 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7d2108a-abb1-440a-895f-294e6d9a0caa req-f2fc8c50-bc0e-4c1d-a782-8b52e87f1e63 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 944 time: 0.0605559 Nov 08 01:33:03.794864 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e7d2108a-abb1-440a-895f-294e6d9a0caa req-960a5290-bfc7-4496-91ff-f08e7692460d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332973 Nov 08 01:33:04.910971 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1a8bc-7169-4ed4-ae1c-5dabd0bb11d0 req-f6261b98-2639-4fd8-a3c0-8229d2c373a3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:33:04.912489 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cfa1a8bc-7169-4ed4-ae1c-5dabd0bb11d0 req-f6261b98-2639-4fd8-a3c0-8229d2c373a3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 944 time: 0.0494323 Nov 08 01:33:04.950831 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cfa1a8bc-7169-4ed4-ae1c-5dabd0bb11d0 req-4b0e13bc-ccf9-498d-b2d3-ca2fbf91e89a tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316391 Nov 08 01:33:05.099253 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:33:05.248072 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:33:05.251681 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:33:05.252109 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:05.326734 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:05.348401 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:33:05.354204 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed82ab0-8d9d-4715-a1d1-52fd4d70f89b" -d '{"events": [{"server_uuid": "e5584545-4360-475f-89fd-d43a9c5ebcbf", "name": "network-vif-plugged", "status": "completed", "tag": "7b2c6a34-11b2-48be-b037-79e8a3cd0c94"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:33:05.363389 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:33:05.446023 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca055e2-dfdd-4d7a-91c0-d9a37e407c0c x-openstack-request-id: req-dca055e2-dfdd-4d7a-91c0-d9a37e407c0c {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:33:05.446309 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5584545-4360-475f-89fd-d43a9c5ebcbf", "name": "network-vif-plugged", "status": "completed", "tag": "7b2c6a34-11b2-48be-b037-79e8a3cd0c94", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:33:05.446559 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dca055e2-dfdd-4d7a-91c0-d9a37e407c0c {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:33:05.446975 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94', 'code': 200} Nov 08 01:33:05.448270 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:05.497817 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:33:05.566921 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1762f-0dea-42ef-b834-19d6003160cf req-00c63679-9458-4d8b-9d0c-81ffad94a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:33:05.568429 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7c1762f-0dea-42ef-b834-19d6003160cf req-00c63679-9458-4d8b-9d0c-81ffad94a993 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 1096 time: 0.0397217 Nov 08 01:33:05.604040 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f7c1762f-0dea-42ef-b834-19d6003160cf req-5a17116c-0b7b-451a-a964-496c1337a2d7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283871 Nov 08 01:33:06.067800 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27488c02-5ac2-413f-bf53-e05971356406 req-e9ea68b3-61ee-4a1a-a0da-95563774d06a tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:33:06.069270 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27488c02-5ac2-413f-bf53-e05971356406 req-e9ea68b3-61ee-4a1a-a0da-95563774d06a tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0521271 Nov 08 01:33:06.106472 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27488c02-5ac2-413f-bf53-e05971356406 req-df2d468c-660d-47f9-8fe9-74a142128927 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313656 Nov 08 01:33:07.224254 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c477b-4ec8-4b27-a0ec-4548c38bff1d req-30c58de2-0f29-4f24-8ec1-c80ac28a382f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:33:07.226233 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-393c477b-4ec8-4b27-a0ec-4548c38bff1d req-30c58de2-0f29-4f24-8ec1-c80ac28a382f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0489020 Nov 08 01:33:07.263944 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-393c477b-4ec8-4b27-a0ec-4548c38bff1d req-2fcd949d-7ab7-4b65-8765-893b4767e5b7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315959 Nov 08 01:33:07.375398 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ade43-1d65-46e3-b033-7a52612b313f req-58e36c45-b66d-4a69-947e-cc7f073068c2 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:33:07.376875 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-207ade43-1d65-46e3-b033-7a52612b313f req-58e36c45-b66d-4a69-947e-cc7f073068c2 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0480928 Nov 08 01:33:07.413840 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-207ade43-1d65-46e3-b033-7a52612b313f req-41748a0b-b122-4c0c-bba9-701feb100a66 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304942 Nov 08 01:33:07.435630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41596) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:33:07.573002 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b865b1b-4319-48cb-9322-3b842a3a3156 tempest-TestShelveInstance-1822687304 tempest-TestShelveInstance-1822687304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:33:07.574473 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2b865b1b-4319-48cb-9322-3b842a3a3156 tempest-TestShelveInstance-1822687304 tempest-TestShelveInstance-1822687304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 1091 time: 0.1378539 Nov 08 01:33:07.577431 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41600) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:33:07.581634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:33:07.707586 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:07.803110 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:07.906513 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Allocated IP 172.25.2.206 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/6f1e60de-1f4d-4032-9661-802542bb9123) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:33:08.002412 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:08.107385 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:08.146612 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:33:08.150317 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:33:08.153752 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:33:08.178454 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event updated for resources: {'Port': ['ID=6f1e60de-1f4d-4032-9661-802542bb9123,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:33:08.487129 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:08.639083 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:08.789378 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:08.861360 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:08.932815 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event updated for resources: {'Port': ['ID=6f1e60de-1f4d-4032-9661-802542bb9123,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:33:08.942217 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:09.040983 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Floating IP 214ff92a-9379-4dfa-af3b-457a44feb72d associated. External IP: 172.25.2.206, port: 7b2c6a34-11b2-48be-b037-79e8a3cd0c94. Nov 08 01:33:09.259174 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:33:09.511150 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:09.742596 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:33:09.752613 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ad3c5b-915a-4148-965a-d227e610ef4a None None] Sync routers for ids ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:33:09.766629 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ad3c5b-915a-4148-965a-d227e610ef4a None None] Routers {'187e009b-b61f-4d9b-b301-7b6b5aa10bb7'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:33:09.766629 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-18ad3c5b-915a-4148-965a-d227e610ef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:33:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:33:09.817529 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:09.858529 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-750c77fc-ab2b-490a-849b-f9d6c5645a53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2697752 Nov 08 01:33:09.858529 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'tag': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:33:09.858529 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b967af46-be8c-4dae-b360-0ae063ca7b05" -d '{"events": [{"name": "network-changed", "server_uuid": "e5584545-4360-475f-89fd-d43a9c5ebcbf", "tag": "7b2c6a34-11b2-48be-b037-79e8a3cd0c94"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:33:09.868227 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-18ad3c5b-915a-4148-965a-d227e610ef4a None None] Set router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:33:09.894362 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd8c162-a0d5-460d-a484-1e2796ce95f2 x-openstack-request-id: req-4cd8c162-a0d5-460d-a484-1e2796ce95f2 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:33:09.894648 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5584545-4360-475f-89fd-d43a9c5ebcbf", "tag": "7b2c6a34-11b2-48be-b037-79e8a3cd0c94", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:33:09.894895 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cd8c162-a0d5-460d-a484-1e2796ce95f2 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:33:09.895292 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'tag': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94', 'status': 'completed', 'code': 200} Nov 08 01:33:09.978044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967af46-be8c-4dae-b360-0ae063ca7b05 req-91b637d1-9459-48c3-93d1-53c049cd2014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:33:09.979540 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b967af46-be8c-4dae-b360-0ae063ca7b05 req-91b637d1-9459-48c3-93d1-53c049cd2014 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 1096 time: 0.0405276 Nov 08 01:33:10.072762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967af46-be8c-4dae-b360-0ae063ca7b05 req-800d1752-55ff-4137-942b-22cd72bc1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:33:10.074352 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b967af46-be8c-4dae-b360-0ae063ca7b05 req-800d1752-55ff-4137-942b-22cd72bc1405 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 910 time: 0.0878551 Nov 08 01:33:10.086773 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-18ad3c5b-915a-4148-965a-d227e610ef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:32:43Z', 'revision_number': 4, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '214ff92a-9379-4dfa-af3b-457a44feb72d', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'port_id': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'mac_address': 'fa:16:3e:24:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:33:08Z', 'updated_at': '2021-11-08T01:33:08Z', 'revision_number': 0, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b513c85-9fa4-423a-a8a7-7d17242ebd4e', 'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'mac_address': 'fa:16:3e:15:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:43Z', 'updated_at': '2021-11-08T01:32:46Z', 'revision_number': 5, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'subnets': [{'id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:33:10.115519 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ad3c5b-915a-4148-965a-d227e610ef4a None None] Checking router: 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:33:10.124292 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ad3c5b-915a-4148-965a-d227e610ef4a None None] Routers {'187e009b-b61f-4d9b-b301-7b6b5aa10bb7'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:33:10.124896 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-18ad3c5b-915a-4148-965a-d227e610ef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:33:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:33:10.138954 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b967af46-be8c-4dae-b360-0ae063ca7b05 req-00951cce-f542-45d1-8490-fb7b73a8f522 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94 HTTP/1.1" status: 200 len: 999 time: 0.0578716 Nov 08 01:33:10.188368 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967af46-be8c-4dae-b360-0ae063ca7b05 req-58f2f464-461a-410d-9663-b243c3e1ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:33:10.189841 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b967af46-be8c-4dae-b360-0ae063ca7b05 req-58f2f464-461a-410d-9663-b243c3e1ef6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc HTTP/1.1" status: 200 len: 848 time: 0.0440726 Nov 08 01:33:10.227702 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-18ad3c5b-915a-4148-965a-d227e610ef4a None None] Set router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:33:10.238426 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967af46-be8c-4dae-b360-0ae063ca7b05 req-05baef2c-286f-4151-a19c-f3ef5589fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:33:10.239963 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b967af46-be8c-4dae-b360-0ae063ca7b05 req-05baef2c-286f-4151-a19c-f3ef5589fbac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8160b1db-0c93-48f1-82b0-e85df80606c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431912 Nov 08 01:33:10.328945 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b967af46-be8c-4dae-b360-0ae063ca7b05 req-7df98cda-0fd7-439d-963d-c78f21377b02 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818486 Nov 08 01:33:10.423107 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b967af46-be8c-4dae-b360-0ae063ca7b05 req-d6074d55-57ba-4958-9e3c-3328548959dc service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866296 Nov 08 01:33:10.446357 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-18ad3c5b-915a-4148-965a-d227e610ef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:32:43Z', 'revision_number': 4, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '214ff92a-9379-4dfa-af3b-457a44feb72d', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'port_id': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'mac_address': 'fa:16:3e:24:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:33:08Z', 'updated_at': '2021-11-08T01:33:08Z', 'revision_number': 0, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b513c85-9fa4-423a-a8a7-7d17242ebd4e', 'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'mac_address': 'fa:16:3e:15:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:43Z', 'updated_at': '2021-11-08T01:32:46Z', 'revision_number': 5, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'subnets': [{'id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:33:10.472615 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ad3c5b-915a-4148-965a-d227e610ef4a None None] The sync data for ids ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'] in n-d-816882-1 is: [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:32:43Z', 'revision_number': 4, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '214ff92a-9379-4dfa-af3b-457a44feb72d', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'port_id': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'mac_address': 'fa:16:3e:24:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:33:08Z', 'updated_at': '2021-11-08T01:33:08Z', 'revision_number': 0, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b513c85-9fa4-423a-a8a7-7d17242ebd4e', 'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'mac_address': 'fa:16:3e:15:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:43Z', 'updated_at': '2021-11-08T01:32:46Z', 'revision_number': 5, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'subnets': [{'id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:33:10.665893 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b75f023-9cd4-4a1a-818e-1ee902fc0ebc None None] New status for floating IP 214ff92a-9379-4dfa-af3b-457a44feb72d: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:33:28.224297 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2549f2d-da0a-448f-9820-095bf4e1ffcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:30.749853 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fd4575f5-26d5-4549-9d81-efcd8e290fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:31.023874 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:32.072596 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:32.643014 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:33.675628 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:35.138041 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:33:39.471831 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:33:39.509998 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0d84587-5777-4718-a065-f4985ac139fd req-2811d640-2917-4800-a25d-babd9d7b8c47 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0952580 Nov 08 01:33:39.607268 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d84587-5777-4718-a065-f4985ac139fd req-b922cc53-f109-4b9f-8828-05f3a553fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:33:39.608764 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0d84587-5777-4718-a065-f4985ac139fd req-b922cc53-f109-4b9f-8828-05f3a553fd42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 1096 time: 0.0403016 Nov 08 01:33:39.716396 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d84587-5777-4718-a065-f4985ac139fd req-f48ee06c-a293-45f9-ae56-f4d99b47997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:33:39.717868 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0d84587-5777-4718-a065-f4985ac139fd req-f48ee06c-a293-45f9-ae56-f4d99b47997f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 910 time: 0.0900004 Nov 08 01:33:39.783967 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0d84587-5777-4718-a065-f4985ac139fd req-8054bdd3-3f76-4dc4-868f-5b1610fdfb0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94 HTTP/1.1" status: 200 len: 1001 time: 0.0588813 Nov 08 01:33:39.833508 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d84587-5777-4718-a065-f4985ac139fd req-0c2b076e-052c-4cba-96fb-edcf060046ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:33:39.835017 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0d84587-5777-4718-a065-f4985ac139fd req-0c2b076e-052c-4cba-96fb-edcf060046ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc HTTP/1.1" status: 200 len: 848 time: 0.0437112 Nov 08 01:33:39.883288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d84587-5777-4718-a065-f4985ac139fd req-90a527a9-85db-4b99-abdd-5a41440789cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:33:39.884702 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0d84587-5777-4718-a065-f4985ac139fd req-90a527a9-85db-4b99-abdd-5a41440789cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8160b1db-0c93-48f1-82b0-e85df80606c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428958 Nov 08 01:33:39.974018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0d84587-5777-4718-a065-f4985ac139fd req-883b1cf6-b0ba-4582-856f-51712a68b86b service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811136 Nov 08 01:33:40.076926 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0d84587-5777-4718-a065-f4985ac139fd req-85a687ce-abd6-4d64-b395-6e55afc1fc79 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955493 Nov 08 01:33:58.270897 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d7eac91b-5068-4475-944e-e704e6dd800b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:34:00.722229 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39ae08ae-3e18-40b0-93db-45653c141b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:34:01.030731 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:34:02.065189 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:34:02.676466 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:34:03.670574 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:34:09.476282 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:34:12.136821 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:34:28.212461 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-721a3965-d1bd-43c1-b7d0-73dd274dcf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:34:30.724652 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d147-95e2-475a-89b5-33334d731b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:34:31.033154 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:34:32.113268 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:34:32.680897 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:34:33.732468 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:34:39.434865 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5ff5d82c-4d47-4097-8b2b-b62c46ab59e8 req-7dbcd113-eb6c-461d-979b-d16b5dc84afe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395854 Nov 08 01:34:39.457867 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:34:39.534496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5d82c-4d47-4097-8b2b-b62c46ab59e8 req-cabce52c-d914-4711-addb-9b8514b77a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:34:39.536029 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5ff5d82c-4d47-4097-8b2b-b62c46ab59e8 req-cabce52c-d914-4711-addb-9b8514b77a6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 1096 time: 0.0413809 Nov 08 01:34:39.677338 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5d82c-4d47-4097-8b2b-b62c46ab59e8 req-8ad65f42-0aae-482b-a159-208daec5cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:34:39.678804 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5ff5d82c-4d47-4097-8b2b-b62c46ab59e8 req-8ad65f42-0aae-482b-a159-208daec5cb68 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 910 time: 0.1245067 Nov 08 01:34:39.743508 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5ff5d82c-4d47-4097-8b2b-b62c46ab59e8 req-3d40f086-abcc-4372-a813-79ce7c97330d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94 HTTP/1.1" status: 200 len: 1001 time: 0.0570896 Nov 08 01:34:39.792839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5d82c-4d47-4097-8b2b-b62c46ab59e8 req-3815a2f6-0cb3-4181-8d9b-18e9a11de924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:34:39.794239 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5ff5d82c-4d47-4097-8b2b-b62c46ab59e8 req-3815a2f6-0cb3-4181-8d9b-18e9a11de924 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc HTTP/1.1" status: 200 len: 848 time: 0.0430174 Nov 08 01:34:39.842746 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5d82c-4d47-4097-8b2b-b62c46ab59e8 req-34838270-ea79-4839-ab27-4c6a069b7330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:34:39.844264 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5ff5d82c-4d47-4097-8b2b-b62c46ab59e8 req-34838270-ea79-4839-ab27-4c6a069b7330 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8160b1db-0c93-48f1-82b0-e85df80606c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434272 Nov 08 01:34:39.932538 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5ff5d82c-4d47-4097-8b2b-b62c46ab59e8 req-366f50c3-c129-4893-b709-66c0204ae024 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812421 Nov 08 01:34:40.023272 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5ff5d82c-4d47-4097-8b2b-b62c46ab59e8 req-d8290474-ed48-4525-9a5c-4d16c0ed5e43 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839665 Nov 08 01:34:49.135734 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:34:58.217970 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34ce34c3-9470-452d-b75b-28f947310798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:35:00.725558 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c8b0e1de-abc7-40e8-9dc0-8340930632a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:35:01.022751 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:35:02.085768 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:35:02.671702 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:35:03.696702 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:35:09.456802 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:35:26.135490 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:35:28.221895 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bad0555a-87de-4239-8c91-cd1e6d93eb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:35:30.707041 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-02d4cf2a-9cbf-412a-b06f-365922f854ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:35:31.025235 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:35:32.070714 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:35:32.693923 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:35:33.730098 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:35:37.382325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781d28b-0e75-4b71-b293-59f2d29b0651 req-5798772c-8689-429d-8cb0-db59a4fa542c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:37.383839 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0781d28b-0e75-4b71-b293-59f2d29b0651 req-5798772c-8689-429d-8cb0-db59a4fa542c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0494268 Nov 08 01:35:37.422180 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0781d28b-0e75-4b71-b293-59f2d29b0651 req-a00abb94-afc4-4c92-9819-6dc287bd62cf tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323107 Nov 08 01:35:38.538205 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f215e-d99e-4f4c-bd83-6dc7ca019589 req-312d56d0-4bc7-4334-91d7-ad88f311749b tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:38.539681 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c5f215e-d99e-4f4c-bd83-6dc7ca019589 req-312d56d0-4bc7-4334-91d7-ad88f311749b tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0495310 Nov 08 01:35:38.575737 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2c5f215e-d99e-4f4c-bd83-6dc7ca019589 req-cf8f6a36-dee1-4f81-8e6c-7e4f92133144 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301745 Nov 08 01:35:39.489907 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:35:39.713075 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8ab91-b616-415b-8a11-0fe3f481c7a6 req-250485c8-9958-41ae-89b7-b45ce96cd90d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:39.714509 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97c8ab91-b616-415b-8a11-0fe3f481c7a6 req-250485c8-9958-41ae-89b7-b45ce96cd90d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0478189 Nov 08 01:35:39.755507 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-97c8ab91-b616-415b-8a11-0fe3f481c7a6 req-8e9b0b30-d9bf-47d7-9bac-c48fc9b475d3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345967 Nov 08 01:35:40.148607 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae23730-53f0-4f5d-b7a3-eec823d5045d req-8ab1aed7-740c-4045-832d-bc0e77135ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:40.150066 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ae23730-53f0-4f5d-b7a3-eec823d5045d req-8ab1aed7-740c-4045-832d-bc0e77135ddb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 1096 time: 0.0398219 Nov 08 01:35:40.250424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae23730-53f0-4f5d-b7a3-eec823d5045d req-956ef867-25a5-4617-8773-02df8bad20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:40.251853 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ae23730-53f0-4f5d-b7a3-eec823d5045d req-956ef867-25a5-4617-8773-02df8bad20f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 910 time: 0.0818877 Nov 08 01:35:40.320300 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ae23730-53f0-4f5d-b7a3-eec823d5045d req-dba820a6-b3fe-488e-b08f-05bdff94d19b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94 HTTP/1.1" status: 200 len: 1001 time: 0.0609593 Nov 08 01:35:40.370461 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae23730-53f0-4f5d-b7a3-eec823d5045d req-cea1c69b-dfc3-4a98-a1c8-7ee025e50bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:40.371872 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ae23730-53f0-4f5d-b7a3-eec823d5045d req-cea1c69b-dfc3-4a98-a1c8-7ee025e50bd0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc HTTP/1.1" status: 200 len: 848 time: 0.0419052 Nov 08 01:35:40.418086 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae23730-53f0-4f5d-b7a3-eec823d5045d req-247fa12c-e33d-4fc1-9d47-0d61067ddd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:40.419488 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ae23730-53f0-4f5d-b7a3-eec823d5045d req-247fa12c-e33d-4fc1-9d47-0d61067ddd9f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8160b1db-0c93-48f1-82b0-e85df80606c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386033 Nov 08 01:35:40.511511 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ae23730-53f0-4f5d-b7a3-eec823d5045d req-f41dd5f8-00d8-44cb-85c4-37a7f3ef32ad service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841770 Nov 08 01:35:40.598646 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8ae23730-53f0-4f5d-b7a3-eec823d5045d req-62f897b2-0aaf-4191-8cfc-3c751c83be64 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804131 Nov 08 01:35:40.869496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789569c-eecf-4b93-ade7-7ea3213015d6 req-6d523f5b-6380-4334-adb1-8027f1d9ddb7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:40.870959 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2789569c-eecf-4b93-ade7-7ea3213015d6 req-6d523f5b-6380-4334-adb1-8027f1d9ddb7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0493579 Nov 08 01:35:40.912895 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2789569c-eecf-4b93-ade7-7ea3213015d6 req-cc844775-24d8-4345-874c-fb464639410d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360665 Nov 08 01:35:42.026136 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5adcc5-e497-4260-b4d1-c4e669e24881 req-957f532d-ef01-4859-8ac9-cdf0da60ef12 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:42.027612 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac5adcc5-e497-4260-b4d1-c4e669e24881 req-957f532d-ef01-4859-8ac9-cdf0da60ef12 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0484612 Nov 08 01:35:42.064930 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ac5adcc5-e497-4260-b4d1-c4e669e24881 req-459bc162-ec6d-410a-9413-dc791595a884 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307753 Nov 08 01:35:43.186260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb7144-2b34-4c30-a7d0-897a9aa1ad9b req-b0c5b90a-f426-4cac-bec8-dec9d19d3f4d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:43.188749 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5bfb7144-2b34-4c30-a7d0-897a9aa1ad9b req-b0c5b90a-f426-4cac-bec8-dec9d19d3f4d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0577989 Nov 08 01:35:43.226438 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5bfb7144-2b34-4c30-a7d0-897a9aa1ad9b req-363ae903-cbe5-416a-bb06-0a02c8271c22 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318573 Nov 08 01:35:44.339319 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce2d57-5b12-474c-941c-9bbb91ac7e55 req-a113128b-1e31-4816-9f25-cb79b034563d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:44.340789 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27ce2d57-5b12-474c-941c-9bbb91ac7e55 req-a113128b-1e31-4816-9f25-cb79b034563d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0473006 Nov 08 01:35:44.381393 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27ce2d57-5b12-474c-941c-9bbb91ac7e55 req-4d762968-5eb0-425f-aa0e-a655a9e1fcee tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339007 Nov 08 01:35:45.495163 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c08b9-2540-47ba-acbc-1d3d9b6e0d96 req-2eccf3ea-fe55-4b10-9c0f-134191c42068 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:45.497615 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-057c08b9-2540-47ba-acbc-1d3d9b6e0d96 req-2eccf3ea-fe55-4b10-9c0f-134191c42068 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0511963 Nov 08 01:35:45.548882 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-057c08b9-2540-47ba-acbc-1d3d9b6e0d96 req-6461aca3-ab01-4972-8197-8ad4b7fc2752 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451357 Nov 08 01:35:46.661347 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fea45-919a-462b-b96c-40214d4e25c3 req-ce834883-744f-49f1-98ea-f0ec3258070c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:46.662797 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-756fea45-919a-462b-b96c-40214d4e25c3 req-ce834883-744f-49f1-98ea-f0ec3258070c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0481386 Nov 08 01:35:46.700174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-756fea45-919a-462b-b96c-40214d4e25c3 req-71f0b7d6-b087-4467-b4a9-7e13eab3de83 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314236 Nov 08 01:35:47.818315 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff08ea-f139-4ae9-a7b1-b1cf3b8fdff8 req-0d234061-10ea-414d-8d65-021971a2d0c7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:47.820161 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34ff08ea-f139-4ae9-a7b1-b1cf3b8fdff8 req-0d234061-10ea-414d-8d65-021971a2d0c7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0535281 Nov 08 01:35:47.873607 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34ff08ea-f139-4ae9-a7b1-b1cf3b8fdff8 req-a9940dfb-729b-4dab-8650-90e4f96fb441 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458202 Nov 08 01:35:48.984514 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919a72b-d440-42ac-944a-71bbe3987463 req-445fc912-0ba7-4bbb-bf60-20470a1f9611 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:48.985977 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3919a72b-d440-42ac-944a-71bbe3987463 req-445fc912-0ba7-4bbb-bf60-20470a1f9611 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0482409 Nov 08 01:35:49.022851 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3919a72b-d440-42ac-944a-71bbe3987463 req-8ef81036-c5ca-47d7-9b3c-3693bf6c7384 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310738 Nov 08 01:35:49.982255 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:35:50.078007 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:35:50.089222 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'port_id': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94', 'mac_address': 'fa:16:3e:24:88:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:35:50.126223 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:35:50.135217 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c80888-193a-48a7-a750-4d8f0a09a89c req-cf4fee13-5b16-4651-8f1a-6bdaf3371557 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:50.136741 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-72c80888-193a-48a7-a750-4d8f0a09a89c req-cf4fee13-5b16-4651-8f1a-6bdaf3371557 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0484073 Nov 08 01:35:50.138687 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:35:50.158178 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:35:50.174863 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-72c80888-193a-48a7-a750-4d8f0a09a89c req-10bd26ce-447d-4852-94bb-053523c2b9d8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318766 Nov 08 01:35:50.221194 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:35:50.271562 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:35:50.278690 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:35:50.279033 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:35:50.279367 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:35:50.279698 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:35:50.280052 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:35:50.280373 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:35:50.280708 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:35:50.281582 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:35:50.281902 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:35:50.282220 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:35:50.282536 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:35:50.282850 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:35:50.354711 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['7b2c6a34-11b2-48be-b037-79e8a3cd0c94'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:35:51.298985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb9603-3285-40bd-bcad-4b139f43d88e req-0706557b-824e-4799-b09f-01ac37205866 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:51.300509 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28bb9603-3285-40bd-bcad-4b139f43d88e req-0706557b-824e-4799-b09f-01ac37205866 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 944 time: 0.0493338 Nov 08 01:35:51.342881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-28bb9603-3285-40bd-bcad-4b139f43d88e req-e6bf4bc1-587e-47b3-b2a8-b3ea40ddbbff tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361664 Nov 08 01:35:51.996538 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:35:52.043340 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:35:52.043710 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:35:52.115527 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:35:52.139674 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:35:52.142377 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8233d734-e14b-4a63-b6b8-253b5ca8e4f3" -d '{"events": [{"server_uuid": "e5584545-4360-475f-89fd-d43a9c5ebcbf", "name": "network-vif-plugged", "status": "completed", "tag": "7b2c6a34-11b2-48be-b037-79e8a3cd0c94"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:35:52.154735 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:35:52.177391 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a704f372-75c4-42c5-bd12-bbcb0acd312f x-openstack-request-id: req-a704f372-75c4-42c5-bd12-bbcb0acd312f {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:35:52.177677 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5584545-4360-475f-89fd-d43a9c5ebcbf", "name": "network-vif-plugged", "status": "completed", "tag": "7b2c6a34-11b2-48be-b037-79e8a3cd0c94", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:35:52.177927 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a704f372-75c4-42c5-bd12-bbcb0acd312f {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:35:52.178349 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94', 'code': 200} Nov 08 01:35:52.243512 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:35:52.289589 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:35:52.456474 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f949e-dec6-46b5-801d-17081757394a req-2ba0bda3-aa88-47c8-925e-f5f435894615 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:52.457943 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-883f949e-dec6-46b5-801d-17081757394a req-2ba0bda3-aa88-47c8-925e-f5f435894615 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0480766 Nov 08 01:35:52.495185 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-883f949e-dec6-46b5-801d-17081757394a req-7f99c9df-cf8c-45af-aa33-482669713f63 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313780 Nov 08 01:35:53.613290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b9d72-d7e9-45dd-9257-476f881af56f req-098b2608-32e2-40b1-9987-d8067661e6d3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:53.614864 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-466b9d72-d7e9-45dd-9257-476f881af56f req-098b2608-32e2-40b1-9987-d8067661e6d3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0512991 Nov 08 01:35:53.653716 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-466b9d72-d7e9-45dd-9257-476f881af56f req-2c8e4b9d-c3ce-4df7-bf05-bc4241ad40d3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326874 Nov 08 01:35:54.783266 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91587a-d5fa-4872-80cd-59a3b1ee0c02 req-6dcac2bd-3a19-4d9c-9af9-15b741192d2f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:54.789842 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f91587a-d5fa-4872-80cd-59a3b1ee0c02 req-6dcac2bd-3a19-4d9c-9af9-15b741192d2f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0593467 Nov 08 01:35:54.832334 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0f91587a-d5fa-4872-80cd-59a3b1ee0c02 req-3c46fe35-e497-43bb-9c11-ce1c0ed2d3e2 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413992 Nov 08 01:35:55.955833 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d5e07-ebef-4a37-b09a-7614e090eac4 req-16dca024-7d7c-4de3-b3d5-9384a70c347f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:55.963981 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c6d5e07-ebef-4a37-b09a-7614e090eac4 req-16dca024-7d7c-4de3-b3d5-9384a70c347f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0571110 Nov 08 01:35:56.000499 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1c6d5e07-ebef-4a37-b09a-7614e090eac4 req-cd070d6c-6b9e-4aa6-8d22-a36e9a4d2cba tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354555 Nov 08 01:35:57.112781 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b6be8-8741-4563-b416-a258d865c514 req-f1fedeed-6b39-4732-b1de-a1d39489d7fe tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:57.114234 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e4b6be8-8741-4563-b416-a258d865c514 req-f1fedeed-6b39-4732-b1de-a1d39489d7fe tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0490487 Nov 08 01:35:57.152556 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5e4b6be8-8741-4563-b416-a258d865c514 req-6c816d89-674e-4d1b-b34c-aeffb84941d1 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323141 Nov 08 01:35:58.238889 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e519e917-45ad-4aec-b643-8dbaab5ea663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:35:58.290644 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd5a53-da60-410d-b3c1-461dd5802277 req-0a09e48c-40af-489a-90f9-220fe8cf4cc6 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:58.294151 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4afd5a53-da60-410d-b3c1-461dd5802277 req-0a09e48c-40af-489a-90f9-220fe8cf4cc6 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0557170 Nov 08 01:35:58.356413 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4afd5a53-da60-410d-b3c1-461dd5802277 req-fac70261-41c6-46c7-8bb1-5dd6ef49d116 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530052 Nov 08 01:35:59.492830 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc649632-b893-47d7-9413-fd79a893db3c req-1cad638b-9502-476e-9a20-54127eeea87f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:35:59.495489 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dc649632-b893-47d7-9413-fd79a893db3c req-1cad638b-9502-476e-9a20-54127eeea87f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0556767 Nov 08 01:35:59.548790 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-dc649632-b893-47d7-9413-fd79a893db3c req-afde2024-bb2e-4d9a-ae8f-45e9ddeb9353 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459914 Nov 08 01:36:00.673902 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928400ad-bf1a-47a3-8b28-63f63ef54797 req-64ec33c8-3437-4349-9c6d-741d966a3021 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:00.675483 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-928400ad-bf1a-47a3-8b28-63f63ef54797 req-64ec33c8-3437-4349-9c6d-741d966a3021 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0538166 Nov 08 01:36:00.720629 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-928400ad-bf1a-47a3-8b28-63f63ef54797 req-11226a41-16d1-45d5-a179-9838d9bfbb9c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352507 Nov 08 01:36:00.735181 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60137816-60a9-4618-91ef-b13ad8bee485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:36:01.050007 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:36:01.848897 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee436b3-f352-4e97-bbf9-81baee8c0eae req-d34be0f5-7edf-4915-a1e6-c31b02cfca58 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:01.850456 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ee436b3-f352-4e97-bbf9-81baee8c0eae req-d34be0f5-7edf-4915-a1e6-c31b02cfca58 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0521531 Nov 08 01:36:01.898379 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3ee436b3-f352-4e97-bbf9-81baee8c0eae req-f2771c9c-439e-4e3e-9b09-4b057cd4e152 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404592 Nov 08 01:36:02.104727 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:36:02.960206 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:36:03.094046 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55bf30-d4a1-48db-ab19-13ead62772a8 req-1edc1886-9c6f-429b-8718-e7990891d092 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:03.095529 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce55bf30-d4a1-48db-ab19-13ead62772a8 req-1edc1886-9c6f-429b-8718-e7990891d092 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.1291285 Nov 08 01:36:03.132884 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ce55bf30-d4a1-48db-ab19-13ead62772a8 req-16913db0-d497-42b6-9a25-e1b8ec2c0679 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309358 Nov 08 01:36:03.134515 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:36:03.744048 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:36:04.247264 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc3d88-ab20-4ab6-8713-6dad96d55033 req-d4fc5086-c69d-451a-b137-3b6173cd889b tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:04.248763 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5cdc3d88-ab20-4ab6-8713-6dad96d55033 req-d4fc5086-c69d-451a-b137-3b6173cd889b tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0492277 Nov 08 01:36:04.290468 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5cdc3d88-ab20-4ab6-8713-6dad96d55033 req-c5a06edb-24d4-4076-be8e-a751458966c5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313118 Nov 08 01:36:05.345520 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da28e0a-72e4-49fd-9605-bd92fc8b0ff4 req-21d8b0f2-ac42-4d60-bbf6-7d3182003483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:05.347015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7da28e0a-72e4-49fd-9605-bd92fc8b0ff4 req-21d8b0f2-ac42-4d60-bbf6-7d3182003483 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 1096 time: 0.0406353 Nov 08 01:36:05.465166 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629012d-22ee-4dbd-a26d-e2d7a6c59ad1 req-2aa47123-ce31-4d57-9dba-89e970e809f6 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:05.466632 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3629012d-22ee-4dbd-a26d-e2d7a6c59ad1 req-2aa47123-ce31-4d57-9dba-89e970e809f6 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.1036367 Nov 08 01:36:05.492129 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da28e0a-72e4-49fd-9605-bd92fc8b0ff4 req-f0292d39-525f-4f03-a945-e60fd92cdc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:05.493505 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7da28e0a-72e4-49fd-9605-bd92fc8b0ff4 req-f0292d39-525f-4f03-a945-e60fd92cdc6a service neutron] 10.222.0.20 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 910 time: 0.1397216 Nov 08 01:36:05.551291 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3629012d-22ee-4dbd-a26d-e2d7a6c59ad1 req-f1d7cf2d-3a18-4591-96e2-5d5724011edd tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744820 Nov 08 01:36:05.570887 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7da28e0a-72e4-49fd-9605-bd92fc8b0ff4 req-c4331679-0f3d-4207-86da-576b80705e54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94 HTTP/1.1" status: 200 len: 1001 time: 0.0693178 Nov 08 01:36:05.619717 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da28e0a-72e4-49fd-9605-bd92fc8b0ff4 req-037709d7-fa85-4c04-b472-9b40088f37df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:05.621181 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7da28e0a-72e4-49fd-9605-bd92fc8b0ff4 req-037709d7-fa85-4c04-b472-9b40088f37df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc HTTP/1.1" status: 200 len: 848 time: 0.0432031 Nov 08 01:36:05.665659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da28e0a-72e4-49fd-9605-bd92fc8b0ff4 req-a395fa26-32b6-4eff-9792-b6281cfcb166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:05.667081 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7da28e0a-72e4-49fd-9605-bd92fc8b0ff4 req-a395fa26-32b6-4eff-9792-b6281cfcb166 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8160b1db-0c93-48f1-82b0-e85df80606c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386112 Nov 08 01:36:05.757748 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7da28e0a-72e4-49fd-9605-bd92fc8b0ff4 req-1185a899-6a38-40ab-aef1-1bf45d2b08f5 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832231 Nov 08 01:36:05.844435 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7da28e0a-72e4-49fd-9605-bd92fc8b0ff4 req-e99fcdae-6901-4b0d-8062-d90bb41c8d30 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797286 Nov 08 01:36:06.669638 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b01d00-74d8-43cd-8a14-63682119505f req-43752729-c812-4265-84fb-bc15d8526af4 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:06.671085 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68b01d00-74d8-43cd-8a14-63682119505f req-43752729-c812-4265-84fb-bc15d8526af4 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0518069 Nov 08 01:36:06.707364 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68b01d00-74d8-43cd-8a14-63682119505f req-c9c1692a-9701-4d02-9d59-56d0f98d13b6 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297072 Nov 08 01:36:07.821554 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c0887-288b-4145-a901-4759f88d5158 req-09c885e4-bfdc-44bf-85e1-f9c9b38553c6 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:07.823019 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f18c0887-288b-4145-a901-4759f88d5158 req-09c885e4-bfdc-44bf-85e1-f9c9b38553c6 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0483501 Nov 08 01:36:07.859651 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f18c0887-288b-4145-a901-4759f88d5158 req-636a8653-28b3-49df-8adb-638ef18d84b7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306053 Nov 08 01:36:07.974384 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-07069d16-21ec-4f70-84e6-7f1fc09d2b2b req-d71f0115-a511-434e-9a79-2b01ff8ab683 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:36:07.975393 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-07069d16-21ec-4f70-84e6-7f1fc09d2b2b req-d71f0115-a511-434e-9a79-2b01ff8ab683 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506504 Nov 08 01:36:08.104694 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:36:08.185397 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:36:08.209301 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:36:08.211899 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52eae171-7696-4560-baf3-990b3f95cfda" -d '{"events": [{"server_uuid": "e5584545-4360-475f-89fd-d43a9c5ebcbf", "name": "network-vif-unplugged", "status": "completed", "tag": "7b2c6a34-11b2-48be-b037-79e8a3cd0c94"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:36:08.225466 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:36:08.239473 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63659f-e76c-4103-af83-3b6412bd90ca req-0648be70-31a9-4940-93a4-d295beadea38 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:08.242299 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-db63659f-e76c-4103-af83-3b6412bd90ca req-0648be70-31a9-4940-93a4-d295beadea38 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 945 time: 0.0593235 Nov 08 01:36:08.252739 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Nov 2021 01:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8ef329-ce30-491a-bf68-d790522b6119 x-openstack-request-id: req-4c8ef329-ce30-491a-bf68-d790522b6119 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:36:08.253099 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5584545-4360-475f-89fd-d43a9c5ebcbf", "name": "network-vif-unplugged", "status": "failed", "tag": "7b2c6a34-11b2-48be-b037-79e8a3cd0c94", "code": 422}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:36:08.253425 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c8ef329-ce30-491a-bf68-d790522b6119 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:36:08.253872 n-d-816882-1 neutron-server[102773]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94', 'code': 422} returned with failed status Nov 08 01:36:08.284925 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-db63659f-e76c-4103-af83-3b6412bd90ca req-03730ed3-7f54-4ec6-9736-8d54ab4140ea tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361452 Nov 08 01:36:08.315279 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:36:08.362685 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:36:08.696726 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7405e532-c9a2-46cc-80ec-6bb050ee89a6 req-c70e587a-1764-4213-ae61-ea041be20a94 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854640 Nov 08 01:36:09.401636 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe89faf-1544-400a-92af-04fa91c31755 req-13e0e62d-a8a2-4be4-91c7-e86754a32517 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:09.403100 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7fe89faf-1544-400a-92af-04fa91c31755 req-13e0e62d-a8a2-4be4-91c7-e86754a32517 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0536251 Nov 08 01:36:09.441067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7fe89faf-1544-400a-92af-04fa91c31755 req-01e0e437-c53b-4c14-867e-1eb8b219dd0b tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314493 Nov 08 01:36:09.500411 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:36:10.554333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b777d-0235-4940-9dfd-c8553b6afc84 req-07734236-6156-4257-aa19-74c4ba4a1b15 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:10.555842 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-385b777d-0235-4940-9dfd-c8553b6afc84 req-07734236-6156-4257-aa19-74c4ba4a1b15 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0481069 Nov 08 01:36:10.593296 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-385b777d-0235-4940-9dfd-c8553b6afc84 req-cce233af-b12c-42ea-b072-64ed84da5603 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315273 Nov 08 01:36:11.035066 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405e532-c9a2-46cc-80ec-6bb050ee89a6 req-a75bac2e-445f-4ada-ad66-f4da40cd678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:11.036534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7405e532-c9a2-46cc-80ec-6bb050ee89a6 req-a75bac2e-445f-4ada-ad66-f4da40cd678e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf&tenant_id=99a0be986d0045acb4fa1bf265eb2201 HTTP/1.1" status: 200 len: 1094 time: 0.0397205 Nov 08 01:36:11.111403 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405e532-c9a2-46cc-80ec-6bb050ee89a6 req-6e1f0fb0-8e29-4237-9be2-f09fc5dc3db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:11.113513 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7405e532-c9a2-46cc-80ec-6bb050ee89a6 req-6e1f0fb0-8e29-4237-9be2-f09fc5dc3db7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 1094 time: 0.0432432 Nov 08 01:36:11.199128 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405e532-c9a2-46cc-80ec-6bb050ee89a6 req-e86b3146-9060-4ddd-8271-5173b717f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:11.200594 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7405e532-c9a2-46cc-80ec-6bb050ee89a6 req-e86b3146-9060-4ddd-8271-5173b717f9bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 910 time: 0.0807300 Nov 08 01:36:11.269331 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7405e532-c9a2-46cc-80ec-6bb050ee89a6 req-3fa470e7-01c8-44d9-a136-76c1c1bd076b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94 HTTP/1.1" status: 200 len: 999 time: 0.0603971 Nov 08 01:36:11.318143 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405e532-c9a2-46cc-80ec-6bb050ee89a6 req-12125818-3813-4a73-8007-0a2098b94579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:11.321517 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7405e532-c9a2-46cc-80ec-6bb050ee89a6 req-12125818-3813-4a73-8007-0a2098b94579 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc HTTP/1.1" status: 200 len: 848 time: 0.0429151 Nov 08 01:36:11.364685 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405e532-c9a2-46cc-80ec-6bb050ee89a6 req-5e8e1c2f-d60e-4841-975b-c9e4bad0b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:11.366142 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7405e532-c9a2-46cc-80ec-6bb050ee89a6 req-5e8e1c2f-d60e-4841-975b-c9e4bad0b58a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8160b1db-0c93-48f1-82b0-e85df80606c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398090 Nov 08 01:36:11.460246 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7405e532-c9a2-46cc-80ec-6bb050ee89a6 req-2a9bc0c0-d270-47ab-a84d-627759ee7cb8 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864027 Nov 08 01:36:11.558866 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7405e532-c9a2-46cc-80ec-6bb050ee89a6 req-8ba1372f-c400-4599-b05a-0c728dc0fc53 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912097 Nov 08 01:36:11.710412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c961cf-f703-46e2-a151-52faf128edd3 req-65cfbd4d-7ee8-4bc0-891a-44143873bf6b tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:11.711860 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31c961cf-f703-46e2-a151-52faf128edd3 req-65cfbd4d-7ee8-4bc0-891a-44143873bf6b tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0484912 Nov 08 01:36:11.748459 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-31c961cf-f703-46e2-a151-52faf128edd3 req-05c6bacb-f79b-4242-9ec1-c1fc478813e6 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306957 Nov 08 01:36:12.138182 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:36:12.876959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04215955-62b4-48c3-8d8b-791ac7622865 req-55cd1d65-d74a-465f-8b22-1050d07ae2b8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:12.878437 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04215955-62b4-48c3-8d8b-791ac7622865 req-55cd1d65-d74a-465f-8b22-1050d07ae2b8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0532355 Nov 08 01:36:12.921739 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04215955-62b4-48c3-8d8b-791ac7622865 req-91d514e7-6b89-4619-adf8-ac96664151eb tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369508 Nov 08 01:36:14.045245 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c71db3-5a4c-4bd6-8306-440fff1f8b15 req-e91250c8-b2b3-469a-8312-d691c3de0ee4 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:14.046712 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f8c71db3-5a4c-4bd6-8306-440fff1f8b15 req-e91250c8-b2b3-469a-8312-d691c3de0ee4 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0551219 Nov 08 01:36:14.089275 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f8c71db3-5a4c-4bd6-8306-440fff1f8b15 req-8727beea-69d0-4b80-a455-9681e7c9ea47 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362997 Nov 08 01:36:15.212167 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d8852-7f3a-49ff-b435-64311de93af6 req-2aa4af2a-df74-4623-9d6d-8e4a29f398e5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:15.213839 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f0d8852-7f3a-49ff-b435-64311de93af6 req-2aa4af2a-df74-4623-9d6d-8e4a29f398e5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0488040 Nov 08 01:36:15.256118 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f0d8852-7f3a-49ff-b435-64311de93af6 req-1f941378-c2f4-4364-997b-695e7bce379c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360346 Nov 08 01:36:16.382195 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7759360-10f5-48f1-b201-55c084bc02e9 req-73dc6e9a-5b0e-47e6-817a-547635c135b3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:16.383692 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7759360-10f5-48f1-b201-55c084bc02e9 req-73dc6e9a-5b0e-47e6-817a-547635c135b3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0605748 Nov 08 01:36:16.428631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a7759360-10f5-48f1-b201-55c084bc02e9 req-0239693b-1a4e-4821-b7de-eabb132c0f0f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387001 Nov 08 01:36:17.570989 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2e7c8-ad83-4f64-bfb9-c91ce7eebcb0 req-464d8bc4-4c2c-4fc3-ab6b-c5da8ff4cd0f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:17.573398 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6af2e7c8-ad83-4f64-bfb9-c91ce7eebcb0 req-464d8bc4-4c2c-4fc3-ab6b-c5da8ff4cd0f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0535543 Nov 08 01:36:17.612313 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6af2e7c8-ad83-4f64-bfb9-c91ce7eebcb0 req-29e9d0a0-75f8-4510-bbf3-865a7552f121 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324137 Nov 08 01:36:18.730810 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78023103-f63e-4ed9-8a4b-51e5b0ec99e7 req-ee111a07-8ce5-4d80-b639-b9efe3cb32fa tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:18.732302 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78023103-f63e-4ed9-8a4b-51e5b0ec99e7 req-ee111a07-8ce5-4d80-b639-b9efe3cb32fa tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0502641 Nov 08 01:36:18.771495 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-78023103-f63e-4ed9-8a4b-51e5b0ec99e7 req-c940dbc1-5fde-4d42-8023-0987d6565ec4 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321288 Nov 08 01:36:19.900992 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ca72d-c25a-41b8-9db4-e0c38c62fbee req-8d7a9e3f-0932-4502-ae58-b57cb6e7c2dd tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:19.902700 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-672ca72d-c25a-41b8-9db4-e0c38c62fbee req-8d7a9e3f-0932-4502-ae58-b57cb6e7c2dd tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0541449 Nov 08 01:36:19.948861 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-672ca72d-c25a-41b8-9db4-e0c38c62fbee req-1fb06679-7ee7-4ccc-b988-5ab5c372304a tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400622 Nov 08 01:36:21.068406 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638df0d5-77a6-4609-b9f9-eb3cb85c7c3f req-c9020f64-e029-4b9c-bd25-f742f996a55d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:21.069863 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-638df0d5-77a6-4609-b9f9-eb3cb85c7c3f req-c9020f64-e029-4b9c-bd25-f742f996a55d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0493882 Nov 08 01:36:21.110154 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-638df0d5-77a6-4609-b9f9-eb3cb85c7c3f req-24a0278c-dde6-4949-a601-182377e5ca1e tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342922 Nov 08 01:36:22.231290 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee478e49-3706-4b99-9fbd-1e693c096184 req-8bcb14ba-829b-4410-9dd9-215eac89381e tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:22.232790 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee478e49-3706-4b99-9fbd-1e693c096184 req-8bcb14ba-829b-4410-9dd9-215eac89381e tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0491996 Nov 08 01:36:22.272048 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee478e49-3706-4b99-9fbd-1e693c096184 req-2a8c3d29-ba63-4016-ae9b-ed7bb27171a8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329893 Nov 08 01:36:23.387891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a2743-87a1-4c1b-a496-cf5532aed466 req-c068b5c5-31a9-401e-a825-a79e2b4c580a tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:23.389350 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-187a2743-87a1-4c1b-a496-cf5532aed466 req-c068b5c5-31a9-401e-a825-a79e2b4c580a tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0514150 Nov 08 01:36:23.426737 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-187a2743-87a1-4c1b-a496-cf5532aed466 req-401480da-6138-4cc9-98af-227cfba78e3d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307243 Nov 08 01:36:24.551433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdaa5de-9abe-410e-a875-9840a576905f req-985c1b45-b16b-4d5b-9b20-4e1d4886d37b tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:24.552903 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9fdaa5de-9abe-410e-a875-9840a576905f req-985c1b45-b16b-4d5b-9b20-4e1d4886d37b tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0492823 Nov 08 01:36:24.590024 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9fdaa5de-9abe-410e-a875-9840a576905f req-10012c13-e8de-4270-a49a-58d45332a615 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312347 Nov 08 01:36:25.704755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141cfc2-06eb-4a7b-8181-0fe1f9c1da45 req-2f0a0318-b5dc-4440-8762-fe55b88b667f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:25.706228 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b141cfc2-06eb-4a7b-8181-0fe1f9c1da45 req-2f0a0318-b5dc-4440-8762-fe55b88b667f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0482039 Nov 08 01:36:25.750799 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b141cfc2-06eb-4a7b-8181-0fe1f9c1da45 req-37046e71-3bb1-4792-9eb7-4fc47a03f679 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381162 Nov 08 01:36:26.868593 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95afae-c692-4b3c-8c8f-a34b7ded2f1a req-34ab3435-9eeb-4363-9228-21b809f9ff91 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:26.870098 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe95afae-c692-4b3c-8c8f-a34b7ded2f1a req-34ab3435-9eeb-4363-9228-21b809f9ff91 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0520000 Nov 08 01:36:26.908198 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe95afae-c692-4b3c-8c8f-a34b7ded2f1a req-25dad3e4-5687-4a9b-a05d-a08f8baff127 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316231 Nov 08 01:36:28.020905 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0729a2-41b4-4480-9d8a-3b40b1487af1 req-443f31ae-bb7f-4978-a783-79e32abd9b82 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:28.022354 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c0729a2-41b4-4480-9d8a-3b40b1487af1 req-443f31ae-bb7f-4978-a783-79e32abd9b82 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 943 time: 0.0483663 Nov 08 01:36:28.059493 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c0729a2-41b4-4480-9d8a-3b40b1487af1 req-1b105f37-91e3-45ee-92cb-840534f50a5d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311520 Nov 08 01:36:28.186962 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:36:28.262951 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1233f18-0465-4bf6-9ebf-f6c0d065bf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:36:28.279138 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:36:28.289686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'port_id': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94', 'mac_address': 'fa:16:3e:24:88:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:36:28.326563 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:36:28.343553 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:36:28.362496 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:36:28.431137 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:36:28.476074 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:36:28.822014 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['7b2c6a34-11b2-48be-b037-79e8a3cd0c94'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:36:29.173325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173b6cf-faab-46ce-a01d-4f801884a9cd req-8f297c54-7e80-4fc1-b2a9-2ae1554b9a56 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:29.174830 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e173b6cf-faab-46ce-a01d-4f801884a9cd req-8f297c54-7e80-4fc1-b2a9-2ae1554b9a56 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 944 time: 0.0488527 Nov 08 01:36:29.211247 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e173b6cf-faab-46ce-a01d-4f801884a9cd req-3c18a32d-f966-457f-81ae-2bc92bd69a60 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304790 Nov 08 01:36:30.202650 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:36:30.249428 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:36:30.249800 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:36:30.327508 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:36:30.329706 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6abf0-9132-47fe-b392-9f2c0f47da39 req-b638928f-a7d3-4b63-9d4f-1f07f1d549da tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:30.331331 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9d6abf0-9132-47fe-b392-9f2c0f47da39 req-b638928f-a7d3-4b63-9d4f-1f07f1d549da tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 944 time: 0.0533333 Nov 08 01:36:30.351623 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:36:30.353873 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a36934-2d54-4757-9cfc-6f83056b5163" -d '{"events": [{"server_uuid": "e5584545-4360-475f-89fd-d43a9c5ebcbf", "name": "network-vif-plugged", "status": "completed", "tag": "7b2c6a34-11b2-48be-b037-79e8a3cd0c94"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:36:30.365979 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:36:30.369239 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f9d6abf0-9132-47fe-b392-9f2c0f47da39 req-47a60d44-3b66-4cb9-a183-a41b024594e2 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312088 Nov 08 01:36:30.390877 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b85e08-76e0-44d0-9bdb-9fe406527d6f x-openstack-request-id: req-42b85e08-76e0-44d0-9bdb-9fe406527d6f {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:36:30.391169 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5584545-4360-475f-89fd-d43a9c5ebcbf", "name": "network-vif-plugged", "status": "completed", "tag": "7b2c6a34-11b2-48be-b037-79e8a3cd0c94", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:36:30.391422 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42b85e08-76e0-44d0-9bdb-9fe406527d6f {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:36:30.391845 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94', 'code': 200} Nov 08 01:36:30.429066 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:36:30.478809 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,revision_number=10']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:36:30.643567 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809ee43-afad-47ef-94fd-ef2aad743bea req-785b52c1-c62c-49b3-bca6-e13a1f3dfde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:30.645760 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f809ee43-afad-47ef-94fd-ef2aad743bea req-785b52c1-c62c-49b3-bca6-e13a1f3dfde7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 1097 time: 0.0396080 Nov 08 01:36:30.680605 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f809ee43-afad-47ef-94fd-ef2aad743bea req-9ca9a290-992c-4343-af3a-fbbe67927d51 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279269 Nov 08 01:36:30.716919 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f2f85f88-9403-4d51-a5b5-e5dcbb486899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:36:31.051826 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:36:31.483813 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ca3b7-3ae1-4084-ab6a-3a1b0d20ac91 req-873cd0e3-3f87-4ac7-b0aa-9907a7851456 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:31.485288 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f1ca3b7-3ae1-4084-ab6a-3a1b0d20ac91 req-873cd0e3-3f87-4ac7-b0aa-9907a7851456 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 946 time: 0.0485179 Nov 08 01:36:31.523571 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2f1ca3b7-3ae1-4084-ab6a-3a1b0d20ac91 req-d4b2f872-3936-4310-b9a7-dd097b91e5f8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317194 Nov 08 01:36:32.094255 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:36:32.643412 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d2734-f70b-41d7-8b46-00d97149cad3 req-bb760883-72a0-40f4-b7fc-73a234e16b7d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:32.645550 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-671d2734-f70b-41d7-8b46-00d97149cad3 req-bb760883-72a0-40f4-b7fc-73a234e16b7d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 946 time: 0.0540597 Nov 08 01:36:32.682663 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-671d2734-f70b-41d7-8b46-00d97149cad3 req-f749408f-dd82-474e-ba14-40c754c68fbd tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310512 Nov 08 01:36:32.722225 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:36:33.708421 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:36:33.795129 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98667665-4695-4428-8619-2f2f0d3123fa req-054ee524-da17-4218-bc7d-5fc7a01f8747 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:33.796633 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-98667665-4695-4428-8619-2f2f0d3123fa req-054ee524-da17-4218-bc7d-5fc7a01f8747 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 946 time: 0.0482006 Nov 08 01:36:33.834153 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-98667665-4695-4428-8619-2f2f0d3123fa req-e569247f-a4fc-4c0b-bf9c-7144a678ce08 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310197 Nov 08 01:36:39.488089 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:36:40.089236 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f95ce68-0ea2-42c8-a0a2-8be14b1e8b82 req-a909cfbd-f156-40c6-bc3f-0b65b3538904 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388358 Nov 08 01:36:40.134447 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:36:40.196973 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95ce68-0ea2-42c8-a0a2-8be14b1e8b82 req-a3363ca6-7e5c-4056-b1c3-c6769d700a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:40.198439 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f95ce68-0ea2-42c8-a0a2-8be14b1e8b82 req-a3363ca6-7e5c-4056-b1c3-c6769d700a14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 1097 time: 0.0439715 Nov 08 01:36:40.298953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95ce68-0ea2-42c8-a0a2-8be14b1e8b82 req-0af06965-287f-4db7-bf86-6606d7161945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:40.300445 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f95ce68-0ea2-42c8-a0a2-8be14b1e8b82 req-0af06965-287f-4db7-bf86-6606d7161945 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 910 time: 0.0840478 Nov 08 01:36:40.369319 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f95ce68-0ea2-42c8-a0a2-8be14b1e8b82 req-7ecdcb58-57c7-4122-95d9-a01459fa1f2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94 HTTP/1.1" status: 200 len: 1001 time: 0.0614362 Nov 08 01:36:40.417232 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95ce68-0ea2-42c8-a0a2-8be14b1e8b82 req-0e896ac4-b0ee-4e95-9523-8d969657d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:40.418606 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f95ce68-0ea2-42c8-a0a2-8be14b1e8b82 req-0e896ac4-b0ee-4e95-9523-8d969657d9aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc HTTP/1.1" status: 200 len: 848 time: 0.0428166 Nov 08 01:36:40.463700 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95ce68-0ea2-42c8-a0a2-8be14b1e8b82 req-bd2c67ea-2040-43b9-a400-5c9508759ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:36:40.465174 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f95ce68-0ea2-42c8-a0a2-8be14b1e8b82 req-bd2c67ea-2040-43b9-a400-5c9508759ae5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8160b1db-0c93-48f1-82b0-e85df80606c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388210 Nov 08 01:36:40.562630 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f95ce68-0ea2-42c8-a0a2-8be14b1e8b82 req-bcdbba50-85cd-4bac-befc-0abefe3fa743 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826952 Nov 08 01:36:40.651939 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f95ce68-0ea2-42c8-a0a2-8be14b1e8b82 req-f8d35bae-baa4-4cde-b7ac-9740c0ccd9d9 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814764 Nov 08 01:36:58.267295 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb5fcf8c-af1c-4c1e-bf2a-75e6f22bf033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:37:00.741863 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96048ce6-8967-4263-a696-10f3601cb141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:37:01.024236 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:37:02.081405 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:37:02.707567 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:37:03.704156 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:37:09.530127 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:37:17.134151 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:37:28.255265 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-02ee8f69-efce-4e38-8696-01859a41cf42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:37:30.731545 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-778f5e22-7672-4bd4-b2ab-ed426da60372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:37:31.043332 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:37:32.097186 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:37:32.703257 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:37:33.706866 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:37:39.512148 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:37:41.468599 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2b6a770f-5807-40a9-bce4-1d4ef9526240 req-e0fbe81e-cc72-4613-b8bb-697cd2b9d927 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406892 Nov 08 01:37:41.572480 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a770f-5807-40a9-bce4-1d4ef9526240 req-7dc5e63f-cd37-4c17-b4ae-b9b614bf5a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:37:41.574028 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2b6a770f-5807-40a9-bce4-1d4ef9526240 req-7dc5e63f-cd37-4c17-b4ae-b9b614bf5a6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 1097 time: 0.0439944 Nov 08 01:37:41.677465 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a770f-5807-40a9-bce4-1d4ef9526240 req-d828e407-d3ea-4960-9be9-b4844d0d8ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:37:41.678906 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2b6a770f-5807-40a9-bce4-1d4ef9526240 req-d828e407-d3ea-4960-9be9-b4844d0d8ca4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 910 time: 0.0832026 Nov 08 01:37:42.079473 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2b6a770f-5807-40a9-bce4-1d4ef9526240 req-cc2cf5d5-6b29-4436-aabd-ec3c974d1de7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94 HTTP/1.1" status: 200 len: 1001 time: 0.3934951 Nov 08 01:37:42.127225 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a770f-5807-40a9-bce4-1d4ef9526240 req-b46da83e-63a8-4929-84c9-ce27d56e9271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:37:42.128620 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2b6a770f-5807-40a9-bce4-1d4ef9526240 req-b46da83e-63a8-4929-84c9-ce27d56e9271 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc HTTP/1.1" status: 200 len: 848 time: 0.0424988 Nov 08 01:37:42.172914 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a770f-5807-40a9-bce4-1d4ef9526240 req-1a793eac-bb81-4247-9b7c-45e289beadb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:37:42.174330 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2b6a770f-5807-40a9-bce4-1d4ef9526240 req-1a793eac-bb81-4247-9b7c-45e289beadb1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8160b1db-0c93-48f1-82b0-e85df80606c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384631 Nov 08 01:37:42.264539 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2b6a770f-5807-40a9-bce4-1d4ef9526240 req-beb2c1b4-e677-406b-a544-cb5798a6d539 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833817 Nov 08 01:37:42.351986 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2b6a770f-5807-40a9-bce4-1d4ef9526240 req-6d01014a-47c3-45cb-b369-352ad5571a3a service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802665 Nov 08 01:37:54.133417 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:37:58.244737 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f30f676-17cc-4eb6-872e-de3a78227444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:00.730334 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3bd7198f-5e29-4e07-9dc4-b6ec026b58bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:01.036634 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:02.110905 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:02.699260 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:03.719334 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:09.527895 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:10.127442 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 41986) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:38:10.322276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Deleting port 6f1e60de-1f4d-4032-9661-802542bb9123 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:38:10.322619 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:10.399615 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:10.399889 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:10.411038 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Calling delete_port for 6f1e60de-1f4d-4032-9661-802542bb9123 owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:38:10.619607 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:10.645348 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event deleted for resources: {'Port': ['ID=6f1e60de-1f4d-4032-9661-802542bb9123,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:38:10.656755 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:10.657097 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:10.657437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:10.657771 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:10.658103 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:10.658436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:10.658762 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:10.659087 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:10.659408 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:10.659730 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:10.660172 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:10.660501 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:10.713376 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:10.713704 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Floating IP 214ff92a-9379-4dfa-af3b-457a44feb72d disassociated (deleted). External IP: 172.25.2.206, port: 7b2c6a34-11b2-48be-b037-79e8a3cd0c94. Nov 08 01:38:10.922793 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:38:11.028698 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:38:11.033939 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:11.039543 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e626e48-94ef-4923-aedf-92ff536e0f1d None None] Sync routers for ids ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:38:11.049297 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e626e48-94ef-4923-aedf-92ff536e0f1d None None] Routers {'187e009b-b61f-4d9b-b301-7b6b5aa10bb7'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:38:11.049894 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6e626e48-94ef-4923-aedf-92ff536e0f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:38:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:38:11.061291 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-99606514-af22-446e-8635-fb0a2b0f00b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "DELETE /v2.0/floatingips/214ff92a-9379-4dfa-af3b-457a44feb72d HTTP/1.1" status: 204 len: 168 time: 0.9325511 Nov 08 01:38:11.061926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'tag': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:38:11.064321 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d755a9-09fe-470e-8dc3-67814648d145" -d '{"events": [{"name": "network-changed", "server_uuid": "e5584545-4360-475f-89fd-d43a9c5ebcbf", "tag": "7b2c6a34-11b2-48be-b037-79e8a3cd0c94"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:38:11.158632 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-6e626e48-94ef-4923-aedf-92ff536e0f1d None None] Set router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:38:11.168485 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cd846b-8457-48dc-b74b-084803f65969 x-openstack-request-id: req-a8cd846b-8457-48dc-b74b-084803f65969 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:38:11.168485 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5584545-4360-475f-89fd-d43a9c5ebcbf", "tag": "7b2c6a34-11b2-48be-b037-79e8a3cd0c94", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:38:11.168485 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8cd846b-8457-48dc-b74b-084803f65969 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:38:11.168485 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'tag': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94', 'status': 'completed', 'code': 200} Nov 08 01:38:11.246591 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d755a9-09fe-470e-8dc3-67814648d145 req-10a3eb3e-ac5a-45f0-bd2e-0da50342fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:11.248122 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2d755a9-09fe-470e-8dc3-67814648d145 req-10a3eb3e-ac5a-45f0-bd2e-0da50342fadb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 1097 time: 0.0416043 Nov 08 01:38:11.348796 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d755a9-09fe-470e-8dc3-67814648d145 req-19d812c4-4b5d-4175-9213-985f535c0e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:11.350415 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2d755a9-09fe-470e-8dc3-67814648d145 req-19d812c4-4b5d-4175-9213-985f535c0e85 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 910 time: 0.0955145 Nov 08 01:38:11.356430 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6e626e48-94ef-4923-aedf-92ff536e0f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:32:43Z', 'revision_number': 4, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '4b513c85-9fa4-423a-a8a7-7d17242ebd4e', 'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'mac_address': 'fa:16:3e:15:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:43Z', 'updated_at': '2021-11-08T01:32:46Z', 'revision_number': 5, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'subnets': [{'id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:38:11.386287 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e626e48-94ef-4923-aedf-92ff536e0f1d None None] Checking router: 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:38:11.393965 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2d755a9-09fe-470e-8dc3-67814648d145 req-e3980b5b-0ea2-4aa6-9317-b28fb8b4b19a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94 HTTP/1.1" status: 200 len: 217 time: 0.0358982 Nov 08 01:38:11.396006 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e626e48-94ef-4923-aedf-92ff536e0f1d None None] Routers {'187e009b-b61f-4d9b-b301-7b6b5aa10bb7'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:38:11.396621 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6e626e48-94ef-4923-aedf-92ff536e0f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:38:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:38:11.443283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d755a9-09fe-470e-8dc3-67814648d145 req-2a964e5c-f07c-4e74-9ee3-6456b9e39c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:11.444799 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2d755a9-09fe-470e-8dc3-67814648d145 req-2a964e5c-f07c-4e74-9ee3-6456b9e39c95 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc HTTP/1.1" status: 200 len: 848 time: 0.0442286 Nov 08 01:38:11.497405 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d755a9-09fe-470e-8dc3-67814648d145 req-739cdfbf-db98-4e0c-89cf-983200cf48e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:11.499094 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2d755a9-09fe-470e-8dc3-67814648d145 req-739cdfbf-db98-4e0c-89cf-983200cf48e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8160b1db-0c93-48f1-82b0-e85df80606c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474374 Nov 08 01:38:11.502989 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-6e626e48-94ef-4923-aedf-92ff536e0f1d None None] Set router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:38:11.602691 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2d755a9-09fe-470e-8dc3-67814648d145 req-b1e4c86f-7512-45eb-938a-15a913d06e09 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961282 Nov 08 01:38:11.701639 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-6e626e48-94ef-4923-aedf-92ff536e0f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:32:43Z', 'revision_number': 4, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '4b513c85-9fa4-423a-a8a7-7d17242ebd4e', 'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'mac_address': 'fa:16:3e:15:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:43Z', 'updated_at': '2021-11-08T01:32:46Z', 'revision_number': 5, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'subnets': [{'id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:38:11.720179 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97965e-ead6-4415-b97c-40dbbdc9b206 req-41049c87-da2d-4e95-a11d-96bf11095145 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:11.721651 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e97965e-ead6-4415-b97c-40dbbdc9b206 req-41049c87-da2d-4e95-a11d-96bf11095145 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 946 time: 0.1694245 Nov 08 01:38:11.728201 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e626e48-94ef-4923-aedf-92ff536e0f1d None None] The sync data for ids ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'] in n-d-816882-1 is: [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:32:43Z', 'revision_number': 4, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '4b513c85-9fa4-423a-a8a7-7d17242ebd4e', 'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'mac_address': 'fa:16:3e:15:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:43Z', 'updated_at': '2021-11-08T01:32:46Z', 'revision_number': 5, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'subnets': [{'id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:38:11.743804 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a2d755a9-09fe-470e-8dc3-67814648d145 req-bc9a5ab4-44eb-49d7-a738-ed99edc16ae4 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332874 Nov 08 01:38:11.771017 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e97965e-ead6-4415-b97c-40dbbdc9b206 req-5d0d4eeb-4f37-4dd1-9a79-eae7f0208fd8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390379 Nov 08 01:38:11.944974 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6432aeb6-06ce-48d2-82e8-a6438f09dbf6 None None] New status for floating IP 214ff92a-9379-4dfa-af3b-457a44feb72d: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:38:12.891115 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d4640-586a-452d-9cdc-7a8f66fe43be req-3819ec40-8b24-43d0-ba60-edb160803e74 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:12.892620 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f7d4640-586a-452d-9cdc-7a8f66fe43be req-3819ec40-8b24-43d0-ba60-edb160803e74 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 946 time: 0.0525138 Nov 08 01:38:12.928981 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f7d4640-586a-452d-9cdc-7a8f66fe43be req-3ff90f46-6535-47b2-ac4a-66dba812f916 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5445e5-7991-41be-946f-14825dead1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305650 Nov 08 01:38:13.298485 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc42a2-d09b-4a28-a05b-d45cc63edf7f req-1e9c11c6-1854-484d-a950-b8079534da40 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:13.299963 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84fc42a2-d09b-4a28-a05b-d45cc63edf7f req-1e9c11c6-1854-484d-a950-b8079534da40 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 946 time: 0.0486336 Nov 08 01:38:13.399982 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-84fc42a2-d09b-4a28-a05b-d45cc63edf7f req-25d20d08-7334-43bb-a56e-bb9d7ca31717 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Deleting port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:38:13.400326 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-84fc42a2-d09b-4a28-a05b-d45cc63edf7f req-25d20d08-7334-43bb-a56e-bb9d7ca31717 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:13.489757 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-84fc42a2-d09b-4a28-a05b-d45cc63edf7f req-25d20d08-7334-43bb-a56e-bb9d7ca31717 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] For port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:38:13.490121 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-84fc42a2-d09b-4a28-a05b-d45cc63edf7f req-25d20d08-7334-43bb-a56e-bb9d7ca31717 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:13.502482 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-84fc42a2-d09b-4a28-a05b-d45cc63edf7f req-25d20d08-7334-43bb-a56e-bb9d7ca31717 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Calling delete_port for 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:38:13.695756 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-84fc42a2-d09b-4a28-a05b-d45cc63edf7f req-25d20d08-7334-43bb-a56e-bb9d7ca31717 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:13.723301 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d20d08-7334-43bb-a56e-bb9d7ca31717 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event deleted for resources: {'Port': ['ID=7b2c6a34-11b2-48be-b037-79e8a3cd0c94,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:38:13.766010 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fc42a2-d09b-4a28-a05b-d45cc63edf7f req-25d20d08-7334-43bb-a56e-bb9d7ca31717 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] No DVR routers for this DVR port 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:38:13.768697 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-84fc42a2-d09b-4a28-a05b-d45cc63edf7f req-25d20d08-7334-43bb-a56e-bb9d7ca31717 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:13.772077 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-84fc42a2-d09b-4a28-a05b-d45cc63edf7f req-25d20d08-7334-43bb-a56e-bb9d7ca31717 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.20 "DELETE /v2.0/ports/7b2c6a34-11b2-48be-b037-79e8a3cd0c94 HTTP/1.1" status: 204 len: 173 time: 0.4656827 Nov 08 01:38:13.772512 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'name': 'network-vif-deleted', 'tag': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:38:13.774756 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2595f039-b758-4877-885d-553da54a375b" -d '{"events": [{"server_uuid": "e5584545-4360-475f-89fd-d43a9c5ebcbf", "name": "network-vif-deleted", "tag": "7b2c6a34-11b2-48be-b037-79e8a3cd0c94"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:38:13.810366 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a75246-bbd1-4840-98e3-6185684b98a7 x-openstack-request-id: req-c7a75246-bbd1-4840-98e3-6185684b98a7 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:38:13.810657 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5584545-4360-475f-89fd-d43a9c5ebcbf", "name": "network-vif-deleted", "tag": "7b2c6a34-11b2-48be-b037-79e8a3cd0c94", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:38:13.810905 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7a75246-bbd1-4840-98e3-6185684b98a7 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:38:13.811335 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5584545-4360-475f-89fd-d43a9c5ebcbf', 'name': 'network-vif-deleted', 'tag': '7b2c6a34-11b2-48be-b037-79e8a3cd0c94', 'status': 'completed', 'code': 200} Nov 08 01:38:14.023363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0b8530e8-e135-47c5-bd6a-b0e4bad38e94 req-045d4381-40dc-4d09-8046-a2e26a4d7b41 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5584545-4360-475f-89fd-d43a9c5ebcbf HTTP/1.1" status: 200 len: 210 time: 0.0267496 Nov 08 01:38:15.078632 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42014) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:38:15.136089 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5dbd1f32-5c80-4225-b0ed-5e41c83d2f9c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:15.165431 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5dbd1f32-5c80-4225-b0ed-5e41c83d2f9c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:15.305178 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5dbd1f32-5c80-4225-b0ed-5e41c83d2f9c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:15.307700 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5dbd1f32-5c80-4225-b0ed-5e41c83d2f9c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:15.308867 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5dbd1f32-5c80-4225-b0ed-5e41c83d2f9c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "DELETE /v2.0/security-groups/7f5445e5-7991-41be-946f-14825dead1f0 HTTP/1.1" status: 204 len: 168 time: 0.2292418 Nov 08 01:38:15.317949 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd1f32-5c80-4225-b0ed-5e41c83d2f9c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5445e5-7991-41be-946f-14825dead1f0,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:38:15.792172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42020) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:38:15.798732 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-86a9e02a-ae5c-4fef-959f-2fafbd2e651d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1935388346', 'description': 'tempest-secgroup-smoke-1935388346 description', 'project_id': '99a0be986d0045acb4fa1bf265eb2201'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:38:15.901537 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86a9e02a-ae5c-4fef-959f-2fafbd2e651d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:15.965068 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86a9e02a-ae5c-4fef-959f-2fafbd2e651d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:16.024908 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86a9e02a-ae5c-4fef-959f-2fafbd2e651d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:16.053187 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9e02a-ae5c-4fef-959f-2fafbd2e651d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:38:16.060667 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9e02a-ae5c-4fef-959f-2fafbd2e651d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:16.064137 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9e02a-ae5c-4fef-959f-2fafbd2e651d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:16.064137 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9e02a-ae5c-4fef-959f-2fafbd2e651d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:16.064137 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9e02a-ae5c-4fef-959f-2fafbd2e651d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:16.064137 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9e02a-ae5c-4fef-959f-2fafbd2e651d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:16.064137 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9e02a-ae5c-4fef-959f-2fafbd2e651d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:16.064137 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9e02a-ae5c-4fef-959f-2fafbd2e651d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:16.064137 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9e02a-ae5c-4fef-959f-2fafbd2e651d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:16.064137 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9e02a-ae5c-4fef-959f-2fafbd2e651d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:16.064875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9e02a-ae5c-4fef-959f-2fafbd2e651d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:16.064875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9e02a-ae5c-4fef-959f-2fafbd2e651d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:16.065076 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9e02a-ae5c-4fef-959f-2fafbd2e651d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:16.114868 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-86a9e02a-ae5c-4fef-959f-2fafbd2e651d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:16.116162 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-86a9e02a-ae5c-4fef-959f-2fafbd2e651d tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3228974 Nov 08 01:38:16.118993 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42024) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:38:16.123346 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-3160c154-d57f-4a43-935d-edd46c419a43 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Request body: {'security_group_rule': {'security_group_id': '8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c', 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:38:16.208847 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3160c154-d57f-4a43-935d-edd46c419a43 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:16.263660 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3160c154-d57f-4a43-935d-edd46c419a43 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:16.333579 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3160c154-d57f-4a43-935d-edd46c419a43 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:16.352366 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160c154-d57f-4a43-935d-edd46c419a43 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf88c4c4-f1bf-40e9-8c4c-a501848f3b2d,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:38:16.444088 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3160c154-d57f-4a43-935d-edd46c419a43 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:16.445470 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3160c154-d57f-4a43-935d-edd46c419a43 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3254421 Nov 08 01:38:16.448264 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42026) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:38:16.453471 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-3dc8c561-ce8b-4c72-aace-a9d38c269ad7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Request body: {'security_group_rule': {'security_group_id': '8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c', 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:38:16.555363 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c561-ce8b-4c72-aace-a9d38c269ad7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:16.601879 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c561-ce8b-4c72-aace-a9d38c269ad7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:16.676322 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c561-ce8b-4c72-aace-a9d38c269ad7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:16.693540 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8c561-ce8b-4c72-aace-a9d38c269ad7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771103aa-1a92-4798-9305-b034f7416db4,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:38:16.722546 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:38:16.741968 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:38:16.742311 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 7b2c6a34-11b2-48be-b037-79e8a3cd0c94 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:38:16.758413 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c561-ce8b-4c72-aace-a9d38c269ad7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:16.761098 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-3dc8c561-ce8b-4c72-aace-a9d38c269ad7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3103909 Nov 08 01:38:16.762840 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42028) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:38:16.767705 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-21c79785-cfe7-496f-bba7-a02dbf6f45f1 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Request body: {'security_group_rule': {'security_group_id': '8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c', 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:38:16.878820 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-21c79785-cfe7-496f-bba7-a02dbf6f45f1 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:16.934928 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-21c79785-cfe7-496f-bba7-a02dbf6f45f1 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:17.027257 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-21c79785-cfe7-496f-bba7-a02dbf6f45f1 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:17.045251 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c79785-cfe7-496f-bba7-a02dbf6f45f1 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19252a1-e287-4351-9861-3fa51a48972d,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:38:17.128946 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-21c79785-cfe7-496f-bba7-a02dbf6f45f1 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:17.130093 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-21c79785-cfe7-496f-bba7-a02dbf6f45f1 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3663139 Nov 08 01:38:17.132941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42030) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:38:17.137333 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-12cea914-5c6c-4366-8f43-1472a2db2508 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Request body: {'security_group_rule': {'security_group_id': '8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c', 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:38:17.243818 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-12cea914-5c6c-4366-8f43-1472a2db2508 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:17.304413 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-12cea914-5c6c-4366-8f43-1472a2db2508 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:17.379211 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-12cea914-5c6c-4366-8f43-1472a2db2508 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:17.398389 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cea914-5c6c-4366-8f43-1472a2db2508 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f5b254-0acb-4c87-9d0a-c7748b4194b5,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:38:17.489728 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-12cea914-5c6c-4366-8f43-1472a2db2508 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:17.490957 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-12cea914-5c6c-4366-8f43-1472a2db2508 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3570881 Nov 08 01:38:17.493806 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42032) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:38:17.498124 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a81c821b-5142-4393-b3b9-1ddb929e626b tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Request body: {'security_group_rule': {'security_group_id': '8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c', 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:38:17.616083 n-d-816882-1 neutron-server[102772]: INFO neutron.db.securitygroups_db [None req-a81c821b-5142-4393-b3b9-1ddb929e626b tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Project 99a0be986d0045acb4fa1bf265eb2201 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 01:38:17.621079 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a81c821b-5142-4393-b3b9-1ddb929e626b tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:17.679516 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a81c821b-5142-4393-b3b9-1ddb929e626b tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:17.778835 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a81c821b-5142-4393-b3b9-1ddb929e626b tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:17.797256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c821b-5142-4393-b3b9-1ddb929e626b tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bee5b0-2a36-4f63-8328-504ccbc19fd1,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:38:17.892210 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a81c821b-5142-4393-b3b9-1ddb929e626b tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:17.893479 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a81c821b-5142-4393-b3b9-1ddb929e626b tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3987472 Nov 08 01:38:17.896325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42034) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:38:17.900613 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-594775bd-d703-4863-89ac-8d571a0969e5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Request body: {'security_group_rule': {'security_group_id': '8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c', 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:38:17.985206 n-d-816882-1 neutron-server[102772]: INFO neutron.db.securitygroups_db [None req-594775bd-d703-4863-89ac-8d571a0969e5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Project 99a0be986d0045acb4fa1bf265eb2201 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 01:38:17.989942 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-594775bd-d703-4863-89ac-8d571a0969e5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:18.050099 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-594775bd-d703-4863-89ac-8d571a0969e5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:18.118308 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-594775bd-d703-4863-89ac-8d571a0969e5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:18.133024 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594775bd-d703-4863-89ac-8d571a0969e5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07286f34-baac-4ba9-ad3e-7dfbb02addea,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:38:18.200439 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-594775bd-d703-4863-89ac-8d571a0969e5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:18.201630 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-594775bd-d703-4863-89ac-8d571a0969e5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3043859 Nov 08 01:38:28.312705 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fdf3fb4d-5ef7-45fd-bd0a-13701a7d6701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:30.739040 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1588949c-1697-40f3-a04a-6de64cca2a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:31.035906 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:31.132540 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:38:32.110432 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:32.716245 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:33.750085 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:38.151960 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-ed6f8108-11f0-495e-81d8-386205ee3037 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1935388346&fields=id&tenant_id=99a0be986d0045acb4fa1bf265eb2201 HTTP/1.1" status: 200 len: 267 time: 0.0325143 Nov 08 01:38:38.258654 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-1cc57341-3cdb-4007-aa73-edea01c0d1fa tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:38.260048 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-1cc57341-3cdb-4007-aa73-edea01c0d1fa tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 809 time: 0.1014788 Nov 08 01:38:38.274520 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-72d8b99f-b091-4677-b5d0-8fbc07f9c00c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/quotas/99a0be986d0045acb4fa1bf265eb2201 HTTP/1.1" status: 200 len: 375 time: 0.0086141 Nov 08 01:38:38.323377 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-53b513fb-e1eb-4aa5-a83a-6c7e006bc346 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438612 Nov 08 01:38:38.388435 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-04859bdc-49a9-43b5-95a9-13ac14b7ec15 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:38:38.389459 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-04859bdc-49a9-43b5-95a9-13ac14b7ec15 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0547585 Nov 08 01:38:38.480931 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-125e1b9e-37b4-4948-8a41-7a9d944ab092 service neutron] 10.222.0.13 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854092 Nov 08 01:38:38.568266 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-8a3dc628-0ef1-4321-bea3-722867e5eccc service neutron] 10.222.0.13 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814188 Nov 08 01:38:39.090081 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-42676229-3ded-4ca5-a52f-50a6d3261589 req-3374e84f-e508-4d5f-ab8c-fc19ec25b60a tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 210 time: 0.0300345 Nov 08 01:38:39.544300 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:40.198736 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1ba53b78-8f4b-4f8b-ab9d-ad507355a8cb req-4ac0d41b-5f84-406a-8cb2-7d3a19e4b23e tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 210 time: 0.0271847 Nov 08 01:38:41.138651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-ddaded5b-99d9-497a-8588-d0c49044e4b4 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:41.140100 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-ddaded5b-99d9-497a-8588-d0c49044e4b4 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.20 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 809 time: 0.1068645 Nov 08 01:38:41.201420 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-b9a678ac-a877-478b-9098-696da6c7d8e4 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99a0be986d0045acb4fa1bf265eb2201 HTTP/1.1" status: 200 len: 380 time: 0.0354950 Nov 08 01:38:41.211411 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-0576a3a1-c8f0-45e2-ae95-5ff341a24fa3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Request body: {'port': {'device_id': 'fb5b1918-c936-487d-9cd8-ce2a0e8872c9', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'admin_state_up': True, 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'security_groups': ['8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:38:41.305033 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4838db34-82ed-41ea-ba0f-02cb8394420e req-676f6702-a1c0-4cf0-aced-09df95672c47 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 210 time: 0.0317271 Nov 08 01:38:41.413114 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-0576a3a1-c8f0-45e2-ae95-5ff341a24fa3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Made reservation on behalf of 99a0be986d0045acb4fa1bf265eb2201 for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:38:41.416712 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-0576a3a1-c8f0-45e2-ae95-5ff341a24fa3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:41.575600 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-0576a3a1-c8f0-45e2-ae95-5ff341a24fa3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Allocated IP 172.20.0.9 (8160b1db-0c93-48f1-82b0-e85df80606c3/b3cd578b-cee9-4a50-b153-67f1a6b5c0fc/11949695-054e-4c7b-b123-581aa11e3237) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:38:41.723114 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-0576a3a1-c8f0-45e2-ae95-5ff341a24fa3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:41.827202 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-0576a3a1-c8f0-45e2-ae95-5ff341a24fa3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:41.874316 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-0576a3a1-c8f0-45e2-ae95-5ff341a24fa3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Network 8160b1db-0c93-48f1-82b0-e85df80606c3 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:38:41.877449 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-0576a3a1-c8f0-45e2-ae95-5ff341a24fa3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:38:41.881492 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-0576a3a1-c8f0-45e2-ae95-5ff341a24fa3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:38:41.910152 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576a3a1-c8f0-45e2-ae95-5ff341a24fa3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event updated for resources: {'Port': ['ID=11949695-054e-4c7b-b123-581aa11e3237,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:38:41.939042 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-0576a3a1-c8f0-45e2-ae95-5ff341a24fa3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:41.939819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-0576a3a1-c8f0-45e2-ae95-5ff341a24fa3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:42.029678 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-0576a3a1-c8f0-45e2-ae95-5ff341a24fa3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8225884 Nov 08 01:38:42.089766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Request body: {'port': {'device_id': 'fb5b1918-c936-487d-9cd8-ce2a0e8872c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:38:42.099104 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-edab3873-1f54-42bf-96fc-3a1f94934f6e None None] Provisioning complete for port 11949695-054e-4c7b-b123-581aa11e3237 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:38:42.099679 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edab3873-1f54-42bf-96fc-3a1f94934f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:42.137609 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-edab3873-1f54-42bf-96fc-3a1f94934f6e None None] Port 11949695-054e-4c7b-b123-581aa11e3237 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:38:42.147196 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:42.449508 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11949695-054e-4c7b-b123-581aa11e3237 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:38:42.460211 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:42.471237 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e28f7-ca81-421e-87f5-10eac730d9d0 req-c358612d-2695-49ca-ae31-c6688fe1031e tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:42.472873 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-616e28f7-ca81-421e-87f5-10eac730d9d0 req-c358612d-2695-49ca-ae31-c6688fe1031e tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 931 time: 0.0895457 Nov 08 01:38:42.484117 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Transition to ACTIVE for port object 11949695-054e-4c7b-b123-581aa11e3237 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:38:42.516000 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-616e28f7-ca81-421e-87f5-10eac730d9d0 req-3ec9bb7d-e698-42bd-a291-c2260ef26c90 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349903 Nov 08 01:38:42.586972 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:42.642177 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Pushing event updated for resources: {'Port': ['ID=11949695-054e-4c7b-b123-581aa11e3237,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:38:42.719324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Attempting to bind port 11949695-054e-4c7b-b123-581aa11e3237 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:38:42.719698 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Attempting to bind port 11949695-054e-4c7b-b123-581aa11e3237 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': '26c5489d-2183-41de-8483-649215c5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:38:42.720061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Attempting to bind port 11949695-054e-4c7b-b123-581aa11e3237 on network 8160b1db-0c93-48f1-82b0-e85df80606c3 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:38:42.724813 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Port 11949695-054e-4c7b-b123-581aa11e3237 on network 8160b1db-0c93-48f1-82b0-e85df80606c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:38:42.725143 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Attempting to bind port 11949695-054e-4c7b-b123-581aa11e3237 on network 8160b1db-0c93-48f1-82b0-e85df80606c3 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:38:42.730644 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:38:42.730985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Checking segment: {'id': '26c5489d-2183-41de-8483-649215c5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:38:42.731381 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Bound using segment: {'id': '26c5489d-2183-41de-8483-649215c5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:38:42.731830 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Bound port: 11949695-054e-4c7b-b123-581aa11e3237, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c5489d-2183-41de-8483-649215c5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:38:42.732195 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:42.799492 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] For port 11949695-054e-4c7b-b123-581aa11e3237, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:38:42.803683 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] For port 11949695-054e-4c7b-b123-581aa11e3237, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=11949695-054e-4c7b-b123-581aa11e3237,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:38:42.907067 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:42.944139 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:42.944826 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:42.946533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] 10.222.0.20 "PUT /v2.0/ports/11949695-054e-4c7b-b123-581aa11e3237 HTTP/1.1" status: 200 len: 1091 time: 0.9031167 Nov 08 01:38:42.947056 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5b1918-c936-487d-9cd8-ce2a0e8872c9', 'tag': '11949695-054e-4c7b-b123-581aa11e3237'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:38:42.952841 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a178debd-a78b-460c-b951-cb32c0585765" -d '{"events": [{"name": "network-changed", "server_uuid": "fb5b1918-c936-487d-9cd8-ce2a0e8872c9", "tag": "11949695-054e-4c7b-b123-581aa11e3237"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:38:42.980918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f485f-0209-4bec-8d81-4c8d6b4548e1 service neutron] Pushing event updated for resources: {'Port': ['ID=11949695-054e-4c7b-b123-581aa11e3237,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:38:43.035406 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5634f776-aa58-4e30-ab94-ccae1b314e06 x-openstack-request-id: req-5634f776-aa58-4e30-ab94-ccae1b314e06 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:38:43.037904 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb5b1918-c936-487d-9cd8-ce2a0e8872c9", "tag": "11949695-054e-4c7b-b123-581aa11e3237", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:38:43.038160 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5634f776-aa58-4e30-ab94-ccae1b314e06 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:38:43.038577 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5b1918-c936-487d-9cd8-ce2a0e8872c9', 'tag': '11949695-054e-4c7b-b123-581aa11e3237', 'status': 'completed', 'code': 200} Nov 08 01:38:43.126104 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178debd-a78b-460c-b951-cb32c0585765 req-7c7aa9d5-9710-475f-920b-fafa0c261bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:43.127664 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a178debd-a78b-460c-b951-cb32c0585765 req-7c7aa9d5-9710-475f-920b-fafa0c261bc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 1094 time: 0.0488694 Nov 08 01:38:43.233798 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178debd-a78b-460c-b951-cb32c0585765 req-b479b081-167b-4d32-9f11-e8058733a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:43.235408 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a178debd-a78b-460c-b951-cb32c0585765 req-b479b081-167b-4d32-9f11-e8058733a136 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=99a0be986d0045acb4fa1bf265eb2201&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0944490 Nov 08 01:38:43.340387 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178debd-a78b-460c-b951-cb32c0585765 req-412b12bc-46b0-4e88-91af-d4dcfe860c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:43.341853 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a178debd-a78b-460c-b951-cb32c0585765 req-412b12bc-46b0-4e88-91af-d4dcfe860c9c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999568 Nov 08 01:38:43.436192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-17d29acd-9397-4224-92d0-85522768636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:43.437623 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-17d29acd-9397-4224-92d0-85522768636b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 1094 time: 0.0403216 Nov 08 01:38:43.486915 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-05c59f6d-ebde-430c-8012-c73c1b29cca0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11949695-054e-4c7b-b123-581aa11e3237 HTTP/1.1" status: 200 len: 217 time: 0.0354986 Nov 08 01:38:43.539584 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-1174a803-7ada-4636-a10e-a3e52174a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:43.541000 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-1174a803-7ada-4636-a10e-a3e52174a6b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc HTTP/1.1" status: 200 len: 848 time: 0.0477736 Nov 08 01:38:43.595311 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-8bc46203-5c0f-499c-a705-8705629087f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:43.596776 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-8bc46203-5c0f-499c-a705-8705629087f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8160b1db-0c93-48f1-82b0-e85df80606c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489886 Nov 08 01:38:43.688509 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c03531-f93f-4ef7-84b4-788ec4b65c07 req-cc146648-e677-4dc0-8bd6-8cf6605f2b89 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:43.689932 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17c03531-f93f-4ef7-84b4-788ec4b65c07 req-cc146648-e677-4dc0-8bd6-8cf6605f2b89 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.1051404 Nov 08 01:38:43.731078 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-10bd5996-478a-44d4-b5b2-9cc67ede7e4a service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167536 Nov 08 01:38:43.763844 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-17c03531-f93f-4ef7-84b4-788ec4b65c07 req-5a3724e9-79f4-4cd6-8204-fc1c0110b8f4 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628541 Nov 08 01:38:43.833534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88a0f9b9-3e48-4dfb-a57f-76887c2d0027 req-fcd1ba1c-0a5f-4666-9d37-aea1e7343681 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922532 Nov 08 01:38:44.880409 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b08062-7875-4f4b-b3c1-ce4bb6fddbbb req-9fe5734c-ec13-4417-a39a-a8e5977656ee tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:44.881799 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1b08062-7875-4f4b-b3c1-ce4bb6fddbbb req-9fe5734c-ec13-4417-a39a-a8e5977656ee tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0495703 Nov 08 01:38:44.919461 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a1b08062-7875-4f4b-b3c1-ce4bb6fddbbb req-3dda50b6-7347-4d75-ab70-c70119447826 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311778 Nov 08 01:38:46.034151 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60548a59-4ef1-444d-96a0-3a765406c462 req-435407ff-2513-4c61-b406-7cd67c0a169a tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:46.036173 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60548a59-4ef1-444d-96a0-3a765406c462 req-435407ff-2513-4c61-b406-7cd67c0a169a tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0483241 Nov 08 01:38:46.073727 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-60548a59-4ef1-444d-96a0-3a765406c462 req-dbba0e48-dbce-4b57-b676-91ed48447cca tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314670 Nov 08 01:38:47.186068 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb84733-04e3-46e2-bdc9-e2312c9a8f3d req-51f6c1ae-8c82-42da-9f8e-7ec38f228941 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:47.187519 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-feb84733-04e3-46e2-bdc9-e2312c9a8f3d req-51f6c1ae-8c82-42da-9f8e-7ec38f228941 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0482974 Nov 08 01:38:47.232006 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-feb84733-04e3-46e2-bdc9-e2312c9a8f3d req-5a967f36-a410-45c8-8e87-4260addece36 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377986 Nov 08 01:38:48.344671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3b75c-7ca2-4703-89e2-c66104acff75 req-8448362c-b2f2-4258-bd1d-64302d7a2a17 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:48.346139 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8b3b75c-7ca2-4703-89e2-c66104acff75 req-8448362c-b2f2-4258-bd1d-64302d7a2a17 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0484414 Nov 08 01:38:48.383962 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a8b3b75c-7ca2-4703-89e2-c66104acff75 req-2393d055-a6c6-4791-989c-d2756a43aee0 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311370 Nov 08 01:38:49.496460 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5611d-4fff-45af-bdec-e2b4b95c5bb9 req-870fe93e-fef5-400c-8270-11c1cc5435be tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:49.497956 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6e5611d-4fff-45af-bdec-e2b4b95c5bb9 req-870fe93e-fef5-400c-8270-11c1cc5435be tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0476985 Nov 08 01:38:49.539423 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e6e5611d-4fff-45af-bdec-e2b4b95c5bb9 req-3a0beb08-d078-41ae-99d8-a5a160b637ec tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315030 Nov 08 01:38:50.655069 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a2ca0-2a60-4b64-927a-0fdc979c3afe req-f8e77503-a41b-41ab-b793-222bd97a26b1 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:50.656543 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bf8a2ca0-2a60-4b64-927a-0fdc979c3afe req-f8e77503-a41b-41ab-b793-222bd97a26b1 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0491076 Nov 08 01:38:50.696239 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bf8a2ca0-2a60-4b64-927a-0fdc979c3afe req-eaf53b0d-6ca0-4d7e-b514-91423201d92e tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339067 Nov 08 01:38:51.808399 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3474d-a2ef-4e52-96ff-cde5f97ee4b9 req-71310efd-3f13-4102-847d-ee6be2b31008 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:51.809846 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ded3474d-a2ef-4e52-96ff-cde5f97ee4b9 req-71310efd-3f13-4102-847d-ee6be2b31008 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0485952 Nov 08 01:38:51.846965 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ded3474d-a2ef-4e52-96ff-cde5f97ee4b9 req-89c05b2c-a36c-4762-b490-c10263b5886b tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311494 Nov 08 01:38:52.958196 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6949b3-4da2-4ebf-9dcc-6e7867458fa3 req-f703b5a1-5545-4b0f-b0b3-bc7aa5399bb7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:52.959631 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af6949b3-4da2-4ebf-9dcc-6e7867458fa3 req-f703b5a1-5545-4b0f-b0b3-bc7aa5399bb7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0474529 Nov 08 01:38:52.996717 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-af6949b3-4da2-4ebf-9dcc-6e7867458fa3 req-2b448b57-cdda-4686-af2b-9f8c084e674a tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312362 Nov 08 01:38:54.110146 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2aba4d-522b-4f61-bc1b-99767579d086 req-d9262ab9-2fa4-472f-9205-8cfef475108c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:54.111599 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad2aba4d-522b-4f61-bc1b-99767579d086 req-d9262ab9-2fa4-472f-9205-8cfef475108c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0482635 Nov 08 01:38:54.153265 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ad2aba4d-522b-4f61-bc1b-99767579d086 req-46f3272f-0888-4cd4-86e9-0d0aa645cc39 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352302 Nov 08 01:38:54.848932 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 11949695-054e-4c7b-b123-581aa11e3237 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:38:54.938889 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 11949695-054e-4c7b-b123-581aa11e3237, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=11949695-054e-4c7b-b123-581aa11e3237,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:38:54.950346 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '11949695-054e-4c7b-b123-581aa11e3237', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'port_id': '11949695-054e-4c7b-b123-581aa11e3237', 'mac_address': 'fa:16:3e:49:2c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:38:54.989041 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:55.000990 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11949695-054e-4c7b-b123-581aa11e3237 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:38:55.019337 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 11949695-054e-4c7b-b123-581aa11e3237, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=11949695-054e-4c7b-b123-581aa11e3237,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:38:55.109166 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:55.155624 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=11949695-054e-4c7b-b123-581aa11e3237,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:38:55.165947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:55.165947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:55.165947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:55.165947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:55.165947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:55.165947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:55.165947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:55.165947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:55.165947 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:55.166829 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:55.166829 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:55.166829 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:38:55.265867 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d88247-04bd-4f60-a360-6ca82b17d07c req-43a872b8-b784-49ad-9b11-3e49385edaf3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:55.267349 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8d88247-04bd-4f60-a360-6ca82b17d07c req-43a872b8-b784-49ad-9b11-3e49385edaf3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 944 time: 0.0493515 Nov 08 01:38:55.305639 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b8d88247-04bd-4f60-a360-6ca82b17d07c req-71c606fb-34bb-4257-8136-7fa84e3c93c2 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323102 Nov 08 01:38:55.531863 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['11949695-054e-4c7b-b123-581aa11e3237'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:38:56.416792 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65613fd-7bee-4189-b0e1-bdb4794361a1 req-8c5be2b7-31f3-4772-bf04-1be4679934e2 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:56.418241 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d65613fd-7bee-4189-b0e1-bdb4794361a1 req-8c5be2b7-31f3-4772-bf04-1be4679934e2 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 944 time: 0.0478394 Nov 08 01:38:56.454742 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d65613fd-7bee-4189-b0e1-bdb4794361a1 req-20c331bd-3936-4214-9df8-a01c3f0e92d8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305870 Nov 08 01:38:56.878016 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 11949695-054e-4c7b-b123-581aa11e3237 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:38:57.025817 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 11949695-054e-4c7b-b123-581aa11e3237 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:38:57.029359 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 11949695-054e-4c7b-b123-581aa11e3237 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:38:57.029724 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:57.105420 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:57.126690 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5b1918-c936-487d-9cd8-ce2a0e8872c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11949695-054e-4c7b-b123-581aa11e3237'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:38:57.128990 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfb8ca6-e717-4d87-9a94-9be0a032a39c" -d '{"events": [{"server_uuid": "fb5b1918-c936-487d-9cd8-ce2a0e8872c9", "name": "network-vif-plugged", "status": "completed", "tag": "11949695-054e-4c7b-b123-581aa11e3237"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:38:57.141236 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 11949695-054e-4c7b-b123-581aa11e3237, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=11949695-054e-4c7b-b123-581aa11e3237,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:38:57.232130 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:57.255877 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5aa3f1-1189-4fe7-aa7f-e3da0ba8219c x-openstack-request-id: req-6f5aa3f1-1189-4fe7-aa7f-e3da0ba8219c {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:38:57.256174 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5b1918-c936-487d-9cd8-ce2a0e8872c9", "name": "network-vif-plugged", "status": "completed", "tag": "11949695-054e-4c7b-b123-581aa11e3237", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:38:57.256427 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f5aa3f1-1189-4fe7-aa7f-e3da0ba8219c {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:38:57.256813 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5b1918-c936-487d-9cd8-ce2a0e8872c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11949695-054e-4c7b-b123-581aa11e3237', 'code': 200} Nov 08 01:38:57.282060 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=11949695-054e-4c7b-b123-581aa11e3237,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:38:57.362192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84d0ac-793a-4713-aa06-50abc878084e req-f247f55b-2efd-4db1-ab0f-bda3c5f29844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:57.363665 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c84d0ac-793a-4713-aa06-50abc878084e req-f247f55b-2efd-4db1-ab0f-bda3c5f29844 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 1096 time: 0.0393581 Nov 08 01:38:57.402205 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7c84d0ac-793a-4713-aa06-50abc878084e req-d4ab364f-088f-4f00-b492-cd81ea0510db service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309079 Nov 08 01:38:57.574248 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d976d-5f40-464b-b452-56fed19c8a19 req-44fba563-aea6-4c95-9c63-b4f98fec1f8f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:57.575732 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d83d976d-5f40-464b-b452-56fed19c8a19 req-44fba563-aea6-4c95-9c63-b4f98fec1f8f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0507569 Nov 08 01:38:57.612566 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d83d976d-5f40-464b-b452-56fed19c8a19 req-bdd6e803-b0e2-47fa-9ee0-a2fa0f1578ff tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307403 Nov 08 01:38:58.242976 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff7271e4-43d8-4cd4-8d74-f0d9f504f2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:38:58.727058 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a851ec6-3718-4ad3-9872-964ad7d55bd9 req-3c43b389-7dae-4c29-8dc0-e47419fa5cdd tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:58.728591 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a851ec6-3718-4ad3-9872-964ad7d55bd9 req-3c43b389-7dae-4c29-8dc0-e47419fa5cdd tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0488064 Nov 08 01:38:58.766264 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6a851ec6-3718-4ad3-9872-964ad7d55bd9 req-8e9b134f-b29d-4883-a6e0-52df3c2d1e32 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318263 Nov 08 01:38:59.877963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a29cfe-b75c-4c8a-a8a4-3296209151af req-cc0f0fad-b195-4965-8d44-9e65f2eba2d2 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:38:59.879411 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63a29cfe-b75c-4c8a-a8a4-3296209151af req-cc0f0fad-b195-4965-8d44-9e65f2eba2d2 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0477178 Nov 08 01:38:59.922583 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-63a29cfe-b75c-4c8a-a8a4-3296209151af req-7238b266-a626-4ac3-b86f-ca8c89dbf084 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371540 Nov 08 01:39:00.050118 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1cb29-52dd-444a-a902-b1bb8e4b5afb req-db394b41-f769-4b23-bd27-d0111e03f7b0 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:39:00.051635 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a1cb29-52dd-444a-a902-b1bb8e4b5afb req-db394b41-f769-4b23-bd27-d0111e03f7b0 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0508380 Nov 08 01:39:00.089460 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-04a1cb29-52dd-444a-a902-b1bb8e4b5afb req-527a211c-6db4-4c85-9f74-494631a69864 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318244 Nov 08 01:39:00.111213 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42260) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:39:00.189889 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca6922e-b6d4-499c-b9de-280439789f70 tempest-TestShelveInstance-1822687304 tempest-TestShelveInstance-1822687304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:39:00.191901 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-eca6922e-b6d4-499c-b9de-280439789f70 tempest-TestShelveInstance-1822687304 tempest-TestShelveInstance-1822687304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 1091 time: 0.0791759 Nov 08 01:39:00.194788 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42264) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:39:00.199099 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': '11949695-054e-4c7b-b123-581aa11e3237', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:39:00.283329 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:00.380437 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:00.478786 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Allocated IP 172.25.2.79 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/c6200968-eb1f-4a59-91a1-20f07e5d08d4) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:39:00.582295 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:00.743749 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:00.755809 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-31c4052e-da96-40ee-bc75-ccf9429a3986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:00.779941 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:39:00.784210 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:39:00.787568 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:39:00.811291 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event updated for resources: {'Port': ['ID=c6200968-eb1f-4a59-91a1-20f07e5d08d4,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:39:01.053160 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:01.490302 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:01.666869 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:01.812803 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:01.882812 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:01.955503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event updated for resources: {'Port': ['ID=c6200968-eb1f-4a59-91a1-20f07e5d08d4,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:39:01.963466 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:02.064406 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Floating IP 8f0b1da8-2bda-4b69-b52e-67a51e5d785c associated. External IP: 172.25.2.79, port: 11949695-054e-4c7b-b123-581aa11e3237. Nov 08 01:39:02.097792 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:02.268586 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:39:02.374576 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:39:02.384681 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecffa2f9-d887-42e7-8bd0-3bb4b79f0c9b None None] Sync routers for ids ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:39:02.393729 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecffa2f9-d887-42e7-8bd0-3bb4b79f0c9b None None] Routers {'187e009b-b61f-4d9b-b301-7b6b5aa10bb7'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:39:02.404692 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ecffa2f9-d887-42e7-8bd0-3bb4b79f0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:39:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:39:02.477042 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:02.498903 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-ecffa2f9-d887-42e7-8bd0-3bb4b79f0c9b None None] Set router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:39:02.518894 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8d415916-7558-4ff0-9b96-364f18137f53 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3093090 Nov 08 01:39:02.518894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5b1918-c936-487d-9cd8-ce2a0e8872c9', 'tag': '11949695-054e-4c7b-b123-581aa11e3237'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:39:02.518894 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef75ce8-11f1-4d3d-882d-5b394f052ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "fb5b1918-c936-487d-9cd8-ce2a0e8872c9", "tag": "11949695-054e-4c7b-b123-581aa11e3237"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:39:02.544769 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b28df59-681e-49b2-aeed-8a8ac9388dd6 x-openstack-request-id: req-4b28df59-681e-49b2-aeed-8a8ac9388dd6 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:39:02.545062 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb5b1918-c936-487d-9cd8-ce2a0e8872c9", "tag": "11949695-054e-4c7b-b123-581aa11e3237", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:39:02.545317 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b28df59-681e-49b2-aeed-8a8ac9388dd6 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:39:02.545727 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5b1918-c936-487d-9cd8-ce2a0e8872c9', 'tag': '11949695-054e-4c7b-b123-581aa11e3237', 'status': 'completed', 'code': 200} Nov 08 01:39:02.628835 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef75ce8-11f1-4d3d-882d-5b394f052ce1 req-3b2d1ba3-485e-4d1d-a8b3-5cd6b9795fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:39:02.630232 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ef75ce8-11f1-4d3d-882d-5b394f052ce1 req-3b2d1ba3-485e-4d1d-a8b3-5cd6b9795fb0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 1096 time: 0.0425222 Nov 08 01:39:02.691853 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:02.723996 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef75ce8-11f1-4d3d-882d-5b394f052ce1 req-ec5e763b-4315-40b7-84b0-6e58fb721cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:39:02.725037 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ecffa2f9-d887-42e7-8bd0-3bb4b79f0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:32:43Z', 'revision_number': 4, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '8f0b1da8-2bda-4b69-b52e-67a51e5d785c', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'port_id': '11949695-054e-4c7b-b123-581aa11e3237', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'mac_address': 'fa:16:3e:49:2c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5b1918-c936-487d-9cd8-ce2a0e8872c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:39:01Z', 'updated_at': '2021-11-08T01:39:01Z', 'revision_number': 0, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b513c85-9fa4-423a-a8a7-7d17242ebd4e', 'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'mac_address': 'fa:16:3e:15:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:43Z', 'updated_at': '2021-11-08T01:32:46Z', 'revision_number': 5, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'subnets': [{'id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:39:02.725489 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ef75ce8-11f1-4d3d-882d-5b394f052ce1 req-ec5e763b-4315-40b7-84b0-6e58fb721cc0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 910 time: 0.0877757 Nov 08 01:39:02.751017 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecffa2f9-d887-42e7-8bd0-3bb4b79f0c9b None None] Checking router: 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:39:02.759411 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecffa2f9-d887-42e7-8bd0-3bb4b79f0c9b None None] Routers {'187e009b-b61f-4d9b-b301-7b6b5aa10bb7'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:39:02.760042 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ecffa2f9-d887-42e7-8bd0-3bb4b79f0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:39:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:39:02.791604 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ef75ce8-11f1-4d3d-882d-5b394f052ce1 req-47d6f8b8-ea6f-4cb7-bb55-ddcd40e57680 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11949695-054e-4c7b-b123-581aa11e3237 HTTP/1.1" status: 200 len: 998 time: 0.0590463 Nov 08 01:39:02.844724 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef75ce8-11f1-4d3d-882d-5b394f052ce1 req-3690910a-73df-4421-888a-fd5cd4b9b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:39:02.846221 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ef75ce8-11f1-4d3d-882d-5b394f052ce1 req-3690910a-73df-4421-888a-fd5cd4b9b3dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc HTTP/1.1" status: 200 len: 848 time: 0.0480244 Nov 08 01:39:02.865931 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-ecffa2f9-d887-42e7-8bd0-3bb4b79f0c9b None None] Set router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:39:02.891413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef75ce8-11f1-4d3d-882d-5b394f052ce1 req-7e30e3b3-a3af-4899-be5a-f0a0d97ffaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:39:02.892864 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ef75ce8-11f1-4d3d-882d-5b394f052ce1 req-7e30e3b3-a3af-4899-be5a-f0a0d97ffaa5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8160b1db-0c93-48f1-82b0-e85df80606c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400069 Nov 08 01:39:02.985819 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ef75ce8-11f1-4d3d-882d-5b394f052ce1 req-ad0524a4-5964-416f-ae16-7b23da988341 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860257 Nov 08 01:39:03.080511 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7ef75ce8-11f1-4d3d-882d-5b394f052ce1 req-fe0a528d-2740-4493-b59d-f645cf78dcc2 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875251 Nov 08 01:39:03.183851 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-ecffa2f9-d887-42e7-8bd0-3bb4b79f0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:32:43Z', 'revision_number': 4, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '8f0b1da8-2bda-4b69-b52e-67a51e5d785c', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'port_id': '11949695-054e-4c7b-b123-581aa11e3237', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'mac_address': 'fa:16:3e:49:2c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5b1918-c936-487d-9cd8-ce2a0e8872c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:39:01Z', 'updated_at': '2021-11-08T01:39:01Z', 'revision_number': 0, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b513c85-9fa4-423a-a8a7-7d17242ebd4e', 'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'mac_address': 'fa:16:3e:15:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:43Z', 'updated_at': '2021-11-08T01:32:46Z', 'revision_number': 5, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'subnets': [{'id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:39:03.216268 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecffa2f9-d887-42e7-8bd0-3bb4b79f0c9b None None] The sync data for ids ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'] in n-d-816882-1 is: [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:32:43Z', 'revision_number': 4, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': '8f0b1da8-2bda-4b69-b52e-67a51e5d785c', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'port_id': '11949695-054e-4c7b-b123-581aa11e3237', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'mac_address': 'fa:16:3e:49:2c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5b1918-c936-487d-9cd8-ce2a0e8872c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:39:01Z', 'updated_at': '2021-11-08T01:39:01Z', 'revision_number': 0, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b513c85-9fa4-423a-a8a7-7d17242ebd4e', 'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'mac_address': 'fa:16:3e:15:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:43Z', 'updated_at': '2021-11-08T01:32:46Z', 'revision_number': 5, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'subnets': [{'id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:39:03.409491 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1267cd-4fca-4fd0-a36b-0884a449256b None None] New status for floating IP 8f0b1da8-2bda-4b69-b52e-67a51e5d785c: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:39:03.731879 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:08.132826 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:39:09.545772 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:28.242530 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9b313d2-5d32-4b59-bc3c-a58ec057dd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:30.756946 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2cc7b339-1e84-4654-bffa-d3ddc394a4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:31.051145 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:32.131921 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:32.756011 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:33.725556 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:39.558996 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:39:43.210732 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfdecf8c-56ba-4f09-b6ab-4e27e11cb6ff req-d5f84d1e-bff1-42b9-a9fc-8b6d1a9affe3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404353 Nov 08 01:39:43.309436 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdecf8c-56ba-4f09-b6ab-4e27e11cb6ff req-68d2696a-199c-450a-adcd-b9ae52b0a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:39:43.310934 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfdecf8c-56ba-4f09-b6ab-4e27e11cb6ff req-68d2696a-199c-450a-adcd-b9ae52b0a9e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 1096 time: 0.0399721 Nov 08 01:39:43.416288 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdecf8c-56ba-4f09-b6ab-4e27e11cb6ff req-8f217bf8-7e71-4ed6-867b-7a8f13a31688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:39:43.417769 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfdecf8c-56ba-4f09-b6ab-4e27e11cb6ff req-8f217bf8-7e71-4ed6-867b-7a8f13a31688 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 910 time: 0.0873902 Nov 08 01:39:43.484035 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfdecf8c-56ba-4f09-b6ab-4e27e11cb6ff req-8201339f-6a60-4bee-9351-9a4c0e8b2650 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11949695-054e-4c7b-b123-581aa11e3237 HTTP/1.1" status: 200 len: 1000 time: 0.0590177 Nov 08 01:39:43.538076 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdecf8c-56ba-4f09-b6ab-4e27e11cb6ff req-4c845ee1-3e34-4782-bf29-976edf0dcd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:39:43.539564 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfdecf8c-56ba-4f09-b6ab-4e27e11cb6ff req-4c845ee1-3e34-4782-bf29-976edf0dcd96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc HTTP/1.1" status: 200 len: 848 time: 0.0487404 Nov 08 01:39:43.585503 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdecf8c-56ba-4f09-b6ab-4e27e11cb6ff req-fb5f204c-0675-4a42-8cf5-daec19293a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:39:43.586949 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfdecf8c-56ba-4f09-b6ab-4e27e11cb6ff req-fb5f204c-0675-4a42-8cf5-daec19293a37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8160b1db-0c93-48f1-82b0-e85df80606c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401349 Nov 08 01:39:43.676078 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfdecf8c-56ba-4f09-b6ab-4e27e11cb6ff req-e7c418d7-45c9-4dd2-9379-1fcf1a3140ad service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816839 Nov 08 01:39:43.777108 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfdecf8c-56ba-4f09-b6ab-4e27e11cb6ff req-f31d8a59-0b08-4b7d-8cc5-0a8bccf53533 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937686 Nov 08 01:39:45.132366 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:39:58.229600 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-267f63fc-9b92-4518-bdb5-b94cfeea87c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:40:00.752549 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53976868-67ca-46fe-88d0-ab5976b98c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:40:01.029171 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:40:02.118588 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:40:02.697681 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:40:03.735398 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:40:09.541438 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:40:22.134558 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:40:28.262824 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be4ca738-fd10-4028-8397-a55bbb59ba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:40:30.760051 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d7c6dde8-d7d3-4777-9e6d-d264fdca177c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:40:31.054723 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:40:32.102557 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:40:32.765905 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:40:33.765728 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:40:39.531067 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:40:45.085141 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b80a2820-6218-40bb-86c5-6998f5be05bc req-243f4899-9a5f-401e-93e6-8e4b40ba649c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406611 Nov 08 01:40:45.180359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a2820-6218-40bb-86c5-6998f5be05bc req-77563432-3177-44c0-b168-638746d96a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:40:45.181808 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b80a2820-6218-40bb-86c5-6998f5be05bc req-77563432-3177-44c0-b168-638746d96a16 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 1096 time: 0.0405447 Nov 08 01:40:45.286766 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a2820-6218-40bb-86c5-6998f5be05bc req-f2de9d3d-8ce7-4883-a551-24693195c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:40:45.288327 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b80a2820-6218-40bb-86c5-6998f5be05bc req-f2de9d3d-8ce7-4883-a551-24693195c72c service neutron] 10.222.0.20 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 910 time: 0.0877705 Nov 08 01:40:45.352814 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b80a2820-6218-40bb-86c5-6998f5be05bc req-cdf16a9b-c57f-4f2f-b693-313d6db12643 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11949695-054e-4c7b-b123-581aa11e3237 HTTP/1.1" status: 200 len: 1000 time: 0.0575807 Nov 08 01:40:45.405108 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a2820-6218-40bb-86c5-6998f5be05bc req-360c0d9d-3844-4629-b1f4-ef6db097f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:40:45.406515 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b80a2820-6218-40bb-86c5-6998f5be05bc req-360c0d9d-3844-4629-b1f4-ef6db097f381 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc HTTP/1.1" status: 200 len: 848 time: 0.0469680 Nov 08 01:40:45.452217 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a2820-6218-40bb-86c5-6998f5be05bc req-5c2ddfc2-1f33-4408-88eb-f4b785ca7cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:40:45.453657 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b80a2820-6218-40bb-86c5-6998f5be05bc req-5c2ddfc2-1f33-4408-88eb-f4b785ca7cc5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8160b1db-0c93-48f1-82b0-e85df80606c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391858 Nov 08 01:40:45.465346 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-b80a2820-6218-40bb-86c5-6998f5be05bc req-d51bf6b2-d8dc-4186-bfc4-12b7cd3e706a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:40:45.466318 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b80a2820-6218-40bb-86c5-6998f5be05bc req-d51bf6b2-d8dc-4186-bfc4-12b7cd3e706a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047581 Nov 08 01:40:45.554261 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b80a2820-6218-40bb-86c5-6998f5be05bc req-a05b86ca-4689-49d6-8048-0cfbf9b61d3e service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801950 Nov 08 01:40:45.647208 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b80a2820-6218-40bb-86c5-6998f5be05bc req-912295d8-9bc2-41c5-be21-b901a1243ec3 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858231 Nov 08 01:40:58.219437 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a2df04e5-bd4d-4345-b450-32f7619c9d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:40:59.134644 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:41:00.730476 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-36311715-3fc8-4f8d-8d47-ded5ce8f2af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:41:01.033019 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:41:02.150724 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:41:02.718939 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:41:03.722655 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:41:09.553568 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:41:28.247018 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ada1b37-0470-4a54-8e62-6561c6a637fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:41:29.305675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befac94-57e1-4e47-a9e7-32aaa3b73439 req-682d520f-2e8a-42d1-9886-5f83d024f8cd tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:29.307194 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4befac94-57e1-4e47-a9e7-32aaa3b73439 req-682d520f-2e8a-42d1-9886-5f83d024f8cd tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0514314 Nov 08 01:41:29.346845 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4befac94-57e1-4e47-a9e7-32aaa3b73439 req-0947ed92-b7d8-4db8-9da0-100138f183b5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335743 Nov 08 01:41:30.513915 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1074d-eec6-4928-a147-82524c826c9d req-314eb950-4cf8-437e-b817-ed5550afffea tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:30.515390 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5aa1074d-eec6-4928-a147-82524c826c9d req-314eb950-4cf8-437e-b817-ed5550afffea tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.1000698 Nov 08 01:41:30.558613 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5aa1074d-eec6-4928-a147-82524c826c9d req-2b7bbc4c-12b2-4d3e-83b7-c23c49412fea tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370674 Nov 08 01:41:30.730635 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-62473bb4-471d-4afe-a22d-c112e0e69c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:41:31.031947 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:41:31.697956 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a4896-9cce-4653-bf8c-f57d3871e013 req-3d805ceb-5358-45b8-be38-dc55a0fe1673 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:31.699411 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-915a4896-9cce-4653-bf8c-f57d3871e013 req-3d805ceb-5358-45b8-be38-dc55a0fe1673 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0493772 Nov 08 01:41:31.735905 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-915a4896-9cce-4653-bf8c-f57d3871e013 req-5dc0b478-e240-4a4c-9d8e-49c22520b6b0 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304625 Nov 08 01:41:32.140967 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:41:32.752349 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:41:32.848812 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aa7e9-c2ed-4128-88d5-f8cbca621359 req-6471c4e3-cb6a-4db4-b639-5144c654ffcd tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:32.850416 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a62aa7e9-c2ed-4128-88d5-f8cbca621359 req-6471c4e3-cb6a-4db4-b639-5144c654ffcd tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0488594 Nov 08 01:41:32.888003 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a62aa7e9-c2ed-4128-88d5-f8cbca621359 req-17ccb5ee-0168-452c-a7ca-0e423bb40eee tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318236 Nov 08 01:41:33.723566 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:41:34.008987 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c6b01-f330-420a-b91e-290bfc7fa95e req-c930c1dc-7ec3-4d43-92be-2974f11b2c67 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:34.010455 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e8c6b01-f330-420a-b91e-290bfc7fa95e req-c930c1dc-7ec3-4d43-92be-2974f11b2c67 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0549195 Nov 08 01:41:34.051485 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6e8c6b01-f330-420a-b91e-290bfc7fa95e req-d73e9e63-93e7-4b66-a046-c813d51e526c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349398 Nov 08 01:41:35.163742 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11ae46-97a1-4f42-bf01-298fd6ddcc83 req-1ca9a0ce-3f17-4c61-a171-778579235c93 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:35.165216 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e11ae46-97a1-4f42-bf01-298fd6ddcc83 req-1ca9a0ce-3f17-4c61-a171-778579235c93 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0481169 Nov 08 01:41:35.202233 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9e11ae46-97a1-4f42-bf01-298fd6ddcc83 req-f4774636-de17-4ad5-8747-319ce52923c5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311666 Nov 08 01:41:36.135069 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:41:36.315192 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b2b2c-e95a-46c1-a181-2dd9605cafaa req-0958b008-3b94-4eaa-b4b9-3952624de414 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:36.316720 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f9b2b2c-e95a-46c1-a181-2dd9605cafaa req-0958b008-3b94-4eaa-b4b9-3952624de414 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0484931 Nov 08 01:41:36.356099 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6f9b2b2c-e95a-46c1-a181-2dd9605cafaa req-19dd2873-c983-4f3c-8450-7738082d07d9 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325165 Nov 08 01:41:37.468111 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a4997-2d03-402e-97d5-797e935e7c95 req-1960b581-066d-4a3c-a48a-e7aed4d907f2 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:37.469542 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-066a4997-2d03-402e-97d5-797e935e7c95 req-1960b581-066d-4a3c-a48a-e7aed4d907f2 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0470822 Nov 08 01:41:37.510865 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-066a4997-2d03-402e-97d5-797e935e7c95 req-44aa5abb-3be2-46df-9fd4-f14fd3f1a93e tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355904 Nov 08 01:41:38.623001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd502519-84dc-4dac-864b-7130841c1759 req-68cf9da3-34af-4bbf-8e7b-d23b02bdf298 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:38.624490 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd502519-84dc-4dac-864b-7130841c1759 req-68cf9da3-34af-4bbf-8e7b-d23b02bdf298 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0482583 Nov 08 01:41:38.665278 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bd502519-84dc-4dac-864b-7130841c1759 req-be544a05-8978-484e-bd16-7cbfb1d17167 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347841 Nov 08 01:41:39.534785 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:41:39.612944 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc06db-5ab6-4fb0-8046-37a028cd8b64 req-31a61bed-5fe8-445c-be3c-a29424781d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:39.614434 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1adc06db-5ab6-4fb0-8046-37a028cd8b64 req-31a61bed-5fe8-445c-be3c-a29424781d3a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 1096 time: 0.0411181 Nov 08 01:41:39.709318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc06db-5ab6-4fb0-8046-37a028cd8b64 req-ec3785c9-728e-4884-80ff-5ea0bcdcfdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:39.711441 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1adc06db-5ab6-4fb0-8046-37a028cd8b64 req-ec3785c9-728e-4884-80ff-5ea0bcdcfdfb service neutron] 10.222.0.20 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 910 time: 0.0901401 Nov 08 01:41:39.802405 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1adc06db-5ab6-4fb0-8046-37a028cd8b64 req-5bcaabcd-c0b0-4270-a452-7cd92f816372 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11949695-054e-4c7b-b123-581aa11e3237 HTTP/1.1" status: 200 len: 1000 time: 0.0842509 Nov 08 01:41:39.824891 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64246755-55ce-4f5d-af8c-6c6a83f8c23f req-12fc4745-e31b-4979-a753-474dd66e065e tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:39.831614 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64246755-55ce-4f5d-af8c-6c6a83f8c23f req-12fc4745-e31b-4979-a753-474dd66e065e tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0722909 Nov 08 01:41:39.886340 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc06db-5ab6-4fb0-8046-37a028cd8b64 req-bb174891-a5af-4cb8-8446-aeee2de21845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:39.888251 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1adc06db-5ab6-4fb0-8046-37a028cd8b64 req-bb174891-a5af-4cb8-8446-aeee2de21845 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc HTTP/1.1" status: 200 len: 848 time: 0.0787966 Nov 08 01:41:39.895328 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64246755-55ce-4f5d-af8c-6c6a83f8c23f req-2afe047b-6a70-48c7-98e3-57a6453b0a40 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481000 Nov 08 01:41:39.946465 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc06db-5ab6-4fb0-8046-37a028cd8b64 req-e2f5fb0e-ad3d-4a43-ab1c-0293eb9fc1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:39.948005 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1adc06db-5ab6-4fb0-8046-37a028cd8b64 req-e2f5fb0e-ad3d-4a43-ab1c-0293eb9fc1cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8160b1db-0c93-48f1-82b0-e85df80606c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517790 Nov 08 01:41:40.039973 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1adc06db-5ab6-4fb0-8046-37a028cd8b64 req-529e2231-4437-416b-bed5-a41f45aedd18 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833216 Nov 08 01:41:40.129952 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1adc06db-5ab6-4fb0-8046-37a028cd8b64 req-6edbdb3c-04d7-4682-a38b-e27d587b60de service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830753 Nov 08 01:41:41.008826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94297139-6725-41d0-98cf-43110f49bdac req-4d229453-daed-4d69-a955-790442bea6de tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:41.010287 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94297139-6725-41d0-98cf-43110f49bdac req-4d229453-daed-4d69-a955-790442bea6de tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0483174 Nov 08 01:41:41.046896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-94297139-6725-41d0-98cf-43110f49bdac req-f066a1ca-6f5f-48fa-817b-792ff4766a68 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307896 Nov 08 01:41:42.166244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56d615-ae63-4188-a129-d658054386af req-633b57c0-dfb0-4fc9-b71c-edb85d013af7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:42.167750 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee56d615-ae63-4188-a129-d658054386af req-633b57c0-dfb0-4fc9-b71c-edb85d013af7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0535069 Nov 08 01:41:42.205470 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ee56d615-ae63-4188-a129-d658054386af req-736a3041-2dbc-4fc8-9c21-ef5cae94d54f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314548 Nov 08 01:41:43.320175 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca25fe-a821-4f98-a5b3-fbb6093342d7 req-905a6cb2-fb71-40fa-9e1c-3dfb1c04949c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:43.321634 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5ca25fe-a821-4f98-a5b3-fbb6093342d7 req-905a6cb2-fb71-40fa-9e1c-3dfb1c04949c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0482764 Nov 08 01:41:43.359999 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a5ca25fe-a821-4f98-a5b3-fbb6093342d7 req-bd6e84f2-4c8a-4433-9015-1cce195be238 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321739 Nov 08 01:41:44.488701 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44b1ee-25d6-472f-b55b-3992a180b5dd req-dc4754ad-5f6d-4397-8df0-558bdc1fd3a5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:44.490169 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc44b1ee-25d6-472f-b55b-3992a180b5dd req-dc4754ad-5f6d-4397-8df0-558bdc1fd3a5 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0481749 Nov 08 01:41:44.527881 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bc44b1ee-25d6-472f-b55b-3992a180b5dd req-8ed3c116-e944-4de8-a4dd-972c234de7c8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317633 Nov 08 01:41:44.872261 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42392) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:41:44.881631 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256da531-6821-4a5a-b7bb-3b28eb951f3d req-5a75a99d-c7eb-4c3e-a749-0b031fd3473f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:44.883534 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-256da531-6821-4a5a-b7bb-3b28eb951f3d req-5a75a99d-c7eb-4c3e-a749-0b031fd3473f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0541880 Nov 08 01:41:44.921725 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-256da531-6821-4a5a-b7bb-3b28eb951f3d req-0cba853b-9638-4ef4-8c5b-b00289368c17 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323491 Nov 08 01:41:44.959382 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-736f4bc8-74c0-4eff-a7b1-606c31794b42 req-d3402bea-2bb7-4b01-a194-6f5fc491eb12 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859911 Nov 08 01:41:44.968239 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-736f4bc8-74c0-4eff-a7b1-606c31794b42 req-433fc62c-7001-4813-81de-a50536804669 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:41:44.969182 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-736f4bc8-74c0-4eff-a7b1-606c31794b42 req-433fc62c-7001-4813-81de-a50536804669 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048559 Nov 08 01:41:45.747444 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 11949695-054e-4c7b-b123-581aa11e3237 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:41:45.824458 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:41:45.849530 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5b1918-c936-487d-9cd8-ce2a0e8872c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11949695-054e-4c7b-b123-581aa11e3237'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:41:45.852426 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99eee624-da14-45cc-9136-716871d60895" -d '{"events": [{"server_uuid": "fb5b1918-c936-487d-9cd8-ce2a0e8872c9", "name": "network-vif-unplugged", "status": "completed", "tag": "11949695-054e-4c7b-b123-581aa11e3237"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:41:45.865219 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 11949695-054e-4c7b-b123-581aa11e3237, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=11949695-054e-4c7b-b123-581aa11e3237,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:41:45.896763 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Nov 2021 01:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d15785-9291-4f70-93d6-310bf40a0a87 x-openstack-request-id: req-26d15785-9291-4f70-93d6-310bf40a0a87 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:41:45.899026 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5b1918-c936-487d-9cd8-ce2a0e8872c9", "name": "network-vif-unplugged", "status": "failed", "tag": "11949695-054e-4c7b-b123-581aa11e3237", "code": 422}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:41:45.899026 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26d15785-9291-4f70-93d6-310bf40a0a87 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:41:45.899026 n-d-816882-1 neutron-server[102773]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fb5b1918-c936-487d-9cd8-ce2a0e8872c9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '11949695-054e-4c7b-b123-581aa11e3237', 'code': 422} returned with failed status Nov 08 01:41:45.949632 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:41:46.000453 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=11949695-054e-4c7b-b123-581aa11e3237,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:41:46.008273 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:41:46.008617 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:41:46.008954 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:41:46.009286 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:41:46.009612 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:41:46.009938 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:41:46.010258 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:41:46.010576 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:41:46.010891 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:41:46.011207 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:41:46.011523 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:41:46.011854 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:41:46.046889 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22790a7-5a7b-4151-bff5-925fd2c25a78 req-7ef7e3f5-80ba-400e-9bee-4418bbe60e13 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:46.048579 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b22790a7-5a7b-4151-bff5-925fd2c25a78 req-7ef7e3f5-80ba-400e-9bee-4418bbe60e13 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0585558 Nov 08 01:41:46.086809 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b22790a7-5a7b-4151-bff5-925fd2c25a78 req-b3bbe958-158b-48e8-b033-7cba2ff9ceeb tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322807 Nov 08 01:41:47.199244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35663530-e58f-44ea-b96f-d30b10ebe3fc req-38f50df5-f996-4bc1-aa58-f1f4e7819f5e tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:47.200773 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35663530-e58f-44ea-b96f-d30b10ebe3fc req-38f50df5-f996-4bc1-aa58-f1f4e7819f5e tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0481489 Nov 08 01:41:47.238220 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-35663530-e58f-44ea-b96f-d30b10ebe3fc req-48a5ff83-9ddd-46eb-9cb5-8b09d233fecc tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311329 Nov 08 01:41:48.357935 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7d318-8327-47f3-ba12-524df63a30d4 req-fb21d49a-868b-4d98-b8b1-0128b18f469a tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:48.359443 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ef7d318-8327-47f3-ba12-524df63a30d4 req-fb21d49a-868b-4d98-b8b1-0128b18f469a tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0529301 Nov 08 01:41:48.397780 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0ef7d318-8327-47f3-ba12-524df63a30d4 req-477e5a7c-0616-40e5-a1f3-92c0a54a7367 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323322 Nov 08 01:41:49.512934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530d23b-510b-4b70-911f-66aedb9c1aea req-848ae50c-3944-4f92-94a6-79f67294b47e tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:49.514523 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2530d23b-510b-4b70-911f-66aedb9c1aea req-848ae50c-3944-4f92-94a6-79f67294b47e tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0510690 Nov 08 01:41:49.555082 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-2530d23b-510b-4b70-911f-66aedb9c1aea req-3c0815cc-f6e2-4a05-bce7-3e104f776a7a tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341194 Nov 08 01:41:50.673899 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfab38-42b6-4fc4-911a-0403065402e6 req-56da3789-af86-4d1e-8037-278fc4dc6153 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:50.675370 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46bfab38-42b6-4fc4-911a-0403065402e6 req-56da3789-af86-4d1e-8037-278fc4dc6153 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0510497 Nov 08 01:41:50.713099 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-46bfab38-42b6-4fc4-911a-0403065402e6 req-16f95e45-2efe-4f3c-b89c-0d922683ebfd tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309372 Nov 08 01:41:51.094998 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f4bc8-74c0-4eff-a7b1-606c31794b42 req-0eb8e395-b278-45cb-a853-d1ae9568d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:51.096491 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-736f4bc8-74c0-4eff-a7b1-606c31794b42 req-0eb8e395-b278-45cb-a853-d1ae9568d62c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9&tenant_id=99a0be986d0045acb4fa1bf265eb2201 HTTP/1.1" status: 200 len: 1094 time: 0.0426157 Nov 08 01:41:51.167395 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f4bc8-74c0-4eff-a7b1-606c31794b42 req-ae80e069-a79c-4dbd-8630-3dd6509f9eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:51.168857 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-736f4bc8-74c0-4eff-a7b1-606c31794b42 req-ae80e069-a79c-4dbd-8630-3dd6509f9eb3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 1094 time: 0.0393460 Nov 08 01:41:51.258783 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f4bc8-74c0-4eff-a7b1-606c31794b42 req-d2708bde-d144-41ec-a824-699080eabd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:51.260244 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-736f4bc8-74c0-4eff-a7b1-606c31794b42 req-d2708bde-d144-41ec-a824-699080eabd88 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 910 time: 0.0839088 Nov 08 01:41:51.328813 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-736f4bc8-74c0-4eff-a7b1-606c31794b42 req-73463f19-7e48-48fe-ba48-6d7126c065c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11949695-054e-4c7b-b123-581aa11e3237 HTTP/1.1" status: 200 len: 998 time: 0.0608606 Nov 08 01:41:51.378318 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f4bc8-74c0-4eff-a7b1-606c31794b42 req-dec00eb0-589a-4218-82bf-6f5e5868ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:51.379660 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-736f4bc8-74c0-4eff-a7b1-606c31794b42 req-dec00eb0-589a-4218-82bf-6f5e5868ba74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc HTTP/1.1" status: 200 len: 848 time: 0.0424132 Nov 08 01:41:51.424188 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f4bc8-74c0-4eff-a7b1-606c31794b42 req-3e98826a-41eb-428d-9642-3e3da0aec2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:51.425632 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-736f4bc8-74c0-4eff-a7b1-606c31794b42 req-3e98826a-41eb-428d-9642-3e3da0aec2f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8160b1db-0c93-48f1-82b0-e85df80606c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392113 Nov 08 01:41:51.516675 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-736f4bc8-74c0-4eff-a7b1-606c31794b42 req-06c40a57-f75d-4452-a0c5-b8ea91e325c5 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839717 Nov 08 01:41:51.605992 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-736f4bc8-74c0-4eff-a7b1-606c31794b42 req-97f67ea1-7d6f-41d0-bcb2-dbda5100e0c8 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825162 Nov 08 01:41:51.831847 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131df43-6211-4e58-9f19-69f19f3ff349 req-ce0622c1-bb85-465c-87aa-58ac16ae1ab0 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:51.833327 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b131df43-6211-4e58-9f19-69f19f3ff349 req-ce0622c1-bb85-465c-87aa-58ac16ae1ab0 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0535593 Nov 08 01:41:51.871317 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b131df43-6211-4e58-9f19-69f19f3ff349 req-be196b53-72c5-4f3d-8b6b-ba56dfffec54 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319722 Nov 08 01:41:52.984184 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64985934-3bb6-4078-9177-17e0c273f306 req-e9a09888-a7ce-4939-9841-7261ba4da9b0 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:52.985662 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64985934-3bb6-4078-9177-17e0c273f306 req-e9a09888-a7ce-4939-9841-7261ba4da9b0 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0477338 Nov 08 01:41:53.022007 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-64985934-3bb6-4078-9177-17e0c273f306 req-7a3d1912-398f-426d-b289-75b6edf13f07 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305955 Nov 08 01:41:54.136472 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633ea4a-cae5-480c-83ef-14f5f187145c req-845cc6e3-1c7e-4d5c-a92f-017e0485fbc9 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:54.137959 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6633ea4a-cae5-480c-83ef-14f5f187145c req-845cc6e3-1c7e-4d5c-a92f-017e0485fbc9 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0497668 Nov 08 01:41:54.179869 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6633ea4a-cae5-480c-83ef-14f5f187145c req-973a748b-493b-4630-9408-2bb65e0a5f42 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322614 Nov 08 01:41:55.298743 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595a529-820a-4dc9-90f6-c0dcddcacbf1 req-8541d7e6-6d7a-4efd-a903-c4b2d6186b08 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:55.300273 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c595a529-820a-4dc9-90f6-c0dcddcacbf1 req-8541d7e6-6d7a-4efd-a903-c4b2d6186b08 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0565166 Nov 08 01:41:55.343668 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c595a529-820a-4dc9-90f6-c0dcddcacbf1 req-75bf13c9-952b-4edd-9dfa-e72ef189d1da tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371089 Nov 08 01:41:56.462990 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df1cfd-ae51-44d8-bac7-1546418c8959 req-6c9b3ac0-900e-44c9-b1ac-1e49e3efab71 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:56.464457 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68df1cfd-ae51-44d8-bac7-1546418c8959 req-6c9b3ac0-900e-44c9-b1ac-1e49e3efab71 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0498364 Nov 08 01:41:56.501192 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-68df1cfd-ae51-44d8-bac7-1546418c8959 req-904b8a63-92f1-4baf-a1d7-d4c70a3f3d0e tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306914 Nov 08 01:41:57.614143 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c00582-13fd-42f1-a48e-83347e5514ad req-bab7efa5-39b0-40aa-8c12-d052ab824021 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:57.615878 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96c00582-13fd-42f1-a48e-83347e5514ad req-bab7efa5-39b0-40aa-8c12-d052ab824021 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0493860 Nov 08 01:41:57.654702 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-96c00582-13fd-42f1-a48e-83347e5514ad req-0d96d485-b473-4355-a8e9-e725aef20008 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329292 Nov 08 01:41:58.228787 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb054740-fd20-417e-9104-1f32f298ddac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:41:58.772380 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613d6ff-4963-4a82-b926-9b1ec3c23dfe req-61c95b7d-2a99-4625-a315-c409f1cab5e7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:58.774259 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5613d6ff-4963-4a82-b926-9b1ec3c23dfe req-61c95b7d-2a99-4625-a315-c409f1cab5e7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0536010 Nov 08 01:41:58.810941 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5613d6ff-4963-4a82-b926-9b1ec3c23dfe req-c8307921-0460-4323-a6b2-ea4618e0b1fd tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308549 Nov 08 01:41:59.838858 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 11949695-054e-4c7b-b123-581aa11e3237 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:41:59.926161 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcc61e-d07f-49cc-a930-edc1c522fe29 req-6cc8f912-a67b-42c4-922b-ecb39b6d4374 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:41:59.927625 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27bcc61e-d07f-49cc-a930-edc1c522fe29 req-6cc8f912-a67b-42c4-922b-ecb39b6d4374 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 943 time: 0.0489011 Nov 08 01:41:59.931956 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 11949695-054e-4c7b-b123-581aa11e3237, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=11949695-054e-4c7b-b123-581aa11e3237,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:41:59.947734 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '11949695-054e-4c7b-b123-581aa11e3237', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'port_id': '11949695-054e-4c7b-b123-581aa11e3237', 'mac_address': 'fa:16:3e:49:2c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:41:59.965296 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-27bcc61e-d07f-49cc-a930-edc1c522fe29 req-5b144386-2cca-4757-a1ad-0b9d854da721 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316155 Nov 08 01:41:59.987159 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:41:59.999565 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11949695-054e-4c7b-b123-581aa11e3237 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:42:00.018722 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 11949695-054e-4c7b-b123-581aa11e3237, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=11949695-054e-4c7b-b123-581aa11e3237,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:42:00.086578 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:42:00.133557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=11949695-054e-4c7b-b123-581aa11e3237,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:42:00.486544 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['11949695-054e-4c7b-b123-581aa11e3237'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:42:00.748923 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da25aba8-bc95-4fa3-aad0-0a9c06457b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:42:01.029320 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:42:01.081420 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4d4d5-197c-4d3e-9d37-8967956e30b1 req-e5491ae6-5307-46b6-9141-88cb214b3655 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:42:01.082879 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76d4d4d5-197c-4d3e-9d37-8967956e30b1 req-e5491ae6-5307-46b6-9141-88cb214b3655 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 944 time: 0.0474823 Nov 08 01:42:01.120638 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-76d4d4d5-197c-4d3e-9d37-8967956e30b1 req-b9c1d4bc-9213-48f2-81e9-c10d50497b3f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312810 Nov 08 01:42:01.838551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 11949695-054e-4c7b-b123-581aa11e3237 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:42:01.886417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 11949695-054e-4c7b-b123-581aa11e3237 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:42:01.886787 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:42:01.962926 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:42:01.984929 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5b1918-c936-487d-9cd8-ce2a0e8872c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11949695-054e-4c7b-b123-581aa11e3237'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:42:01.987162 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e34ac02-a590-48a0-832c-f694a866b60b" -d '{"events": [{"server_uuid": "fb5b1918-c936-487d-9cd8-ce2a0e8872c9", "name": "network-vif-plugged", "status": "completed", "tag": "11949695-054e-4c7b-b123-581aa11e3237"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:42:01.999737 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 11949695-054e-4c7b-b123-581aa11e3237, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=11949695-054e-4c7b-b123-581aa11e3237,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:42:02.036252 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d3ce59-5fe3-4d3f-9e54-d76be3ab8083 x-openstack-request-id: req-f5d3ce59-5fe3-4d3f-9e54-d76be3ab8083 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:42:02.036840 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5b1918-c936-487d-9cd8-ce2a0e8872c9", "name": "network-vif-plugged", "status": "completed", "tag": "11949695-054e-4c7b-b123-581aa11e3237", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:42:02.036840 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5d3ce59-5fe3-4d3f-9e54-d76be3ab8083 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:42:02.037244 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5b1918-c936-487d-9cd8-ce2a0e8872c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11949695-054e-4c7b-b123-581aa11e3237', 'code': 200} Nov 08 01:42:02.074655 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:42:02.121632 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=11949695-054e-4c7b-b123-581aa11e3237,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:42:02.125923 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:42:02.254643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f0382-8a38-47e0-9956-7f7f25cfd34d req-40893854-2dcd-4166-82b8-ae247cbf117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:42:02.256250 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-229f0382-8a38-47e0-9956-7f7f25cfd34d req-40893854-2dcd-4166-82b8-ae247cbf117e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 1096 time: 0.0712116 Nov 08 01:42:02.263772 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7806a-1c6b-4dae-b5b9-558d77e9d67c req-d7b58470-3ca4-4885-b851-96a7fdafd2b8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:42:02.265128 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5a7806a-1c6b-4dae-b5b9-558d77e9d67c req-d7b58470-3ca4-4885-b851-96a7fdafd2b8 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0715058 Nov 08 01:42:02.316909 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-229f0382-8a38-47e0-9956-7f7f25cfd34d req-bc3817b9-ea12-4e35-858b-a75acd8254c6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508680 Nov 08 01:42:02.319762 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-e5a7806a-1c6b-4dae-b5b9-558d77e9d67c req-48187c7c-8fe8-444b-b1e0-1db78e6606d3 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487869 Nov 08 01:42:02.739676 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:42:03.438204 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4164d-029c-4ec4-8200-dc55664b907d req-973a4f76-508d-4f21-9376-a64429794018 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:42:03.439642 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11d4164d-029c-4ec4-8200-dc55664b907d req-973a4f76-508d-4f21-9376-a64429794018 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0485582 Nov 08 01:42:03.481147 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-11d4164d-029c-4ec4-8200-dc55664b907d req-517a11e1-40cb-4d47-b990-f4c83712db79 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355177 Nov 08 01:42:03.757596 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:42:04.593674 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103455f-9599-44fe-9dc6-0edc9cb62811 req-a4849350-acbe-44bf-b695-70dfb25dbd25 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:42:04.595138 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5103455f-9599-44fe-9dc6-0edc9cb62811 req-a4849350-acbe-44bf-b695-70dfb25dbd25 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0484273 Nov 08 01:42:04.632888 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5103455f-9599-44fe-9dc6-0edc9cb62811 req-6a1980c2-16c2-4fab-8e84-0cde81eec472 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318286 Nov 08 01:42:09.536937 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:42:13.135252 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:42:28.253989 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6692-d881-4c9e-aaa8-16cfe28d8cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:42:30.744532 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d404a96-0fe7-4250-a67d-b1575f9be188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:42:31.073992 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:42:32.110685 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:42:32.753355 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:42:33.761794 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:42:39.582243 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:42:47.274179 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5dcfa44c-b8ed-44e0-98f1-aba7d30eb9aa req-4108b22d-7ea0-4c6c-9900-cb0573875e47 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387332 Nov 08 01:42:47.372475 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfa44c-b8ed-44e0-98f1-aba7d30eb9aa req-12bbc032-2c88-4ab6-95d0-621b65186e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:42:47.374011 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5dcfa44c-b8ed-44e0-98f1-aba7d30eb9aa req-12bbc032-2c88-4ab6-95d0-621b65186e38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 1096 time: 0.0433204 Nov 08 01:42:47.478331 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfa44c-b8ed-44e0-98f1-aba7d30eb9aa req-3ad00e5d-303e-4b4a-a69e-ff5c9e7b9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:42:47.479813 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5dcfa44c-b8ed-44e0-98f1-aba7d30eb9aa req-3ad00e5d-303e-4b4a-a69e-ff5c9e7b9bd3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 910 time: 0.0861893 Nov 08 01:42:47.545018 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5dcfa44c-b8ed-44e0-98f1-aba7d30eb9aa req-dc63bbde-0c02-43a3-a633-3472271352ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11949695-054e-4c7b-b123-581aa11e3237 HTTP/1.1" status: 200 len: 1000 time: 0.0577910 Nov 08 01:42:47.596649 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfa44c-b8ed-44e0-98f1-aba7d30eb9aa req-4f4a7942-b44f-4e40-9b18-49ba681515be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:42:47.598025 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5dcfa44c-b8ed-44e0-98f1-aba7d30eb9aa req-4f4a7942-b44f-4e40-9b18-49ba681515be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc HTTP/1.1" status: 200 len: 848 time: 0.0462949 Nov 08 01:42:47.642377 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfa44c-b8ed-44e0-98f1-aba7d30eb9aa req-0deec3fe-eceb-4853-9833-c11f4702b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:42:47.643856 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5dcfa44c-b8ed-44e0-98f1-aba7d30eb9aa req-0deec3fe-eceb-4853-9833-c11f4702b0f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8160b1db-0c93-48f1-82b0-e85df80606c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389793 Nov 08 01:42:47.733902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5dcfa44c-b8ed-44e0-98f1-aba7d30eb9aa req-a77fec11-64c4-4689-8958-2c938c3c5990 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827518 Nov 08 01:42:47.828294 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5dcfa44c-b8ed-44e0-98f1-aba7d30eb9aa req-8edfcfc4-512d-498c-a9b1-043bd5eed3ef service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871887 Nov 08 01:42:50.134869 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:42:58.290472 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2cfdad4f-8683-4549-9ab8-1f3d10656308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:00.766529 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c7470b5-42da-4560-b952-2be943b52958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:01.026862 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:02.144223 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:02.732500 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:03.735442 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:04.472505 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-7567f520-d761-43cf-9761-54c876a4757d req-7c8ebe1a-3544-438c-bdf3-f2b7ce2f1d60 tempest-TestNetworkAdvancedServerOps-1103039792 tempest-TestNetworkAdvancedServerOps-1103039792-project] (102771) timed out ('10.222.0.26', 50042) {{(pid=102771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 01:43:09.592269 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:27.137890 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:43:28.220603 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b6da9825-40ac-46d5-8568-971a32cf2f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:30.725620 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b9c2ac9e-39a7-4c4e-987b-29df72753034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:31.034284 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:32.122989 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:32.746415 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:33.737248 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:39.571442 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:49.255527 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a21b49fa-01f0-4958-8bf0-415992dfc0d1 req-ef679655-b2e3-4e81-9b4a-52ed31179529 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1564813 Nov 08 01:43:49.354296 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b49fa-01f0-4958-8bf0-415992dfc0d1 req-3f6c6712-c2a3-4ce1-8362-598b4c871cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:43:49.355899 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a21b49fa-01f0-4958-8bf0-415992dfc0d1 req-3f6c6712-c2a3-4ce1-8362-598b4c871cfc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 1096 time: 0.0417271 Nov 08 01:43:49.465044 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b49fa-01f0-4958-8bf0-415992dfc0d1 req-2adf93c0-c7a0-4264-9027-64799417b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:43:49.466503 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a21b49fa-01f0-4958-8bf0-415992dfc0d1 req-2adf93c0-c7a0-4264-9027-64799417b5ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 910 time: 0.0909574 Nov 08 01:43:49.529977 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a21b49fa-01f0-4958-8bf0-415992dfc0d1 req-b46f5ce6-fbfb-4172-80c4-b57dde0e5aa9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11949695-054e-4c7b-b123-581aa11e3237 HTTP/1.1" status: 200 len: 1000 time: 0.0565360 Nov 08 01:43:49.581102 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b49fa-01f0-4958-8bf0-415992dfc0d1 req-352d4da9-5e5f-4cc4-837b-449106a990d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:43:49.582491 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a21b49fa-01f0-4958-8bf0-415992dfc0d1 req-352d4da9-5e5f-4cc4-837b-449106a990d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc HTTP/1.1" status: 200 len: 848 time: 0.0459747 Nov 08 01:43:49.625396 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b49fa-01f0-4958-8bf0-415992dfc0d1 req-be40b049-6e0f-4aab-ba6c-b0b34bea81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:43:49.626729 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a21b49fa-01f0-4958-8bf0-415992dfc0d1 req-be40b049-6e0f-4aab-ba6c-b0b34bea81b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8160b1db-0c93-48f1-82b0-e85df80606c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375977 Nov 08 01:43:49.712312 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a21b49fa-01f0-4958-8bf0-415992dfc0d1 req-a8f7bd74-1e4b-4158-a853-3ea2353c8eb2 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783010 Nov 08 01:43:49.803492 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a21b49fa-01f0-4958-8bf0-415992dfc0d1 req-b862de55-3b6a-4aca-b444-68b14edb3895 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839705 Nov 08 01:43:49.919910 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42482) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:43:50.199395 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Deleting port c6200968-eb1f-4a59-91a1-20f07e5d08d4 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:43:50.199631 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:50.272850 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:50.273183 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:50.285118 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Calling delete_port for c6200968-eb1f-4a59-91a1-20f07e5d08d4 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:43:50.528565 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:50.552006 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event deleted for resources: {'Port': ['ID=c6200968-eb1f-4a59-91a1-20f07e5d08d4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:43:50.561900 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:50.562248 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:50.562588 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:50.562923 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:50.563254 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:50.564195 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:50.564195 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:50.564472 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:50.564581 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:50.564862 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:50.565182 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:50.565502 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:50.627243 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:50.627576 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Floating IP 8f0b1da8-2bda-4b69-b52e-67a51e5d785c disassociated (deleted). External IP: 172.25.2.79, port: 11949695-054e-4c7b-b123-581aa11e3237. Nov 08 01:43:50.829791 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:43:50.930323 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:43:50.935154 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:50.940763 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03de4fed-7789-49c7-b623-c37c85a89a33 None None] Sync routers for ids ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:43:50.949647 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03de4fed-7789-49c7-b623-c37c85a89a33 None None] Routers {'187e009b-b61f-4d9b-b301-7b6b5aa10bb7'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:43:50.950236 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-03de4fed-7789-49c7-b623-c37c85a89a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:43:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:43:50.965183 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-127c8bad-dc51-46f8-a541-0166c9a2137c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "DELETE /v2.0/floatingips/8f0b1da8-2bda-4b69-b52e-67a51e5d785c HTTP/1.1" status: 204 len: 168 time: 1.0442619 Nov 08 01:43:50.965756 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5b1918-c936-487d-9cd8-ce2a0e8872c9', 'tag': '11949695-054e-4c7b-b123-581aa11e3237'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:43:50.968058 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40319a74fe07febf9ab63d54579747668fab38c9212ad8217a68cab46359be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7ea927-2440-4201-89b3-d6a6fbfd2a42" -d '{"events": [{"name": "network-changed", "server_uuid": "fb5b1918-c936-487d-9cd8-ce2a0e8872c9", "tag": "11949695-054e-4c7b-b123-581aa11e3237"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:43:51.053472 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-03de4fed-7789-49c7-b623-c37c85a89a33 None None] Set router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:43:51.132802 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bfa41a-8120-4ec5-9a05-80ca4d2ac852 x-openstack-request-id: req-81bfa41a-8120-4ec5-9a05-80ca4d2ac852 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:43:51.132802 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb5b1918-c936-487d-9cd8-ce2a0e8872c9", "tag": "11949695-054e-4c7b-b123-581aa11e3237", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:43:51.132802 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81bfa41a-8120-4ec5-9a05-80ca4d2ac852 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:43:51.132802 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5b1918-c936-487d-9cd8-ce2a0e8872c9', 'tag': '11949695-054e-4c7b-b123-581aa11e3237', 'status': 'completed', 'code': 200} Nov 08 01:43:51.217918 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ea927-2440-4201-89b3-d6a6fbfd2a42 req-84298246-b0c8-44f1-a34c-25a524540abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:43:51.219759 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe7ea927-2440-4201-89b3-d6a6fbfd2a42 req-84298246-b0c8-44f1-a34c-25a524540abe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99a0be986d0045acb4fa1bf265eb2201&device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 1096 time: 0.0457518 Nov 08 01:43:51.261669 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-03de4fed-7789-49c7-b623-c37c85a89a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:32:43Z', 'revision_number': 4, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '4b513c85-9fa4-423a-a8a7-7d17242ebd4e', 'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'mac_address': 'fa:16:3e:15:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:43Z', 'updated_at': '2021-11-08T01:32:46Z', 'revision_number': 5, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'subnets': [{'id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:43:51.287583 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03de4fed-7789-49c7-b623-c37c85a89a33 None None] Checking router: 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:43:51.296091 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03de4fed-7789-49c7-b623-c37c85a89a33 None None] Routers {'187e009b-b61f-4d9b-b301-7b6b5aa10bb7'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:43:51.296697 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-03de4fed-7789-49c7-b623-c37c85a89a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:43:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:43:51.324628 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ea927-2440-4201-89b3-d6a6fbfd2a42 req-fc51d69b-77a2-4a4c-8256-fe0630661d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:43:51.326123 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe7ea927-2440-4201-89b3-d6a6fbfd2a42 req-fc51d69b-77a2-4a4c-8256-fe0630661d0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 200 len: 910 time: 0.0992732 Nov 08 01:43:51.401862 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe7ea927-2440-4201-89b3-d6a6fbfd2a42 req-b8cf656c-03f0-40d8-9ca0-cf8499a428c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11949695-054e-4c7b-b123-581aa11e3237 HTTP/1.1" status: 200 len: 217 time: 0.0389125 Nov 08 01:43:51.405981 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-03de4fed-7789-49c7-b623-c37c85a89a33 None None] Set router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:43:51.485215 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450382c-b867-415e-9895-616400404778 req-e520d017-ece4-401f-b19e-e5bcf38f3a9a tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:43:51.487273 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6450382c-b867-415e-9895-616400404778 req-e520d017-ece4-401f-b19e-e5bcf38f3a9a tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.1515784 Nov 08 01:43:51.488836 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ea927-2440-4201-89b3-d6a6fbfd2a42 req-3384b7a9-4a7b-49d1-8a5b-de695c01f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:43:51.490171 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe7ea927-2440-4201-89b3-d6a6fbfd2a42 req-3384b7a9-4a7b-49d1-8a5b-de695c01f7b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc HTTP/1.1" status: 200 len: 848 time: 0.0809522 Nov 08 01:43:51.553005 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6450382c-b867-415e-9895-616400404778 req-28d0205b-f7e3-4f45-8a85-6e5c70543157 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596519 Nov 08 01:43:51.559082 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ea927-2440-4201-89b3-d6a6fbfd2a42 req-86d86388-cf01-41f2-aad9-3890f6564b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:43:51.560751 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe7ea927-2440-4201-89b3-d6a6fbfd2a42 req-86d86388-cf01-41f2-aad9-3890f6564b77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8160b1db-0c93-48f1-82b0-e85df80606c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616205 Nov 08 01:43:51.606159 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-03de4fed-7789-49c7-b623-c37c85a89a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:32:43Z', 'revision_number': 4, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '4b513c85-9fa4-423a-a8a7-7d17242ebd4e', 'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'mac_address': 'fa:16:3e:15:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:43Z', 'updated_at': '2021-11-08T01:32:46Z', 'revision_number': 5, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'subnets': [{'id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:43:51.635959 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03de4fed-7789-49c7-b623-c37c85a89a33 None None] The sync data for ids ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'] in n-d-816882-1 is: [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:32:43Z', 'revision_number': 4, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '4b513c85-9fa4-423a-a8a7-7d17242ebd4e', 'name': '', 'network_id': '8160b1db-0c93-48f1-82b0-e85df80606c3', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'mac_address': 'fa:16:3e:15:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:43Z', 'updated_at': '2021-11-08T01:32:46Z', 'revision_number': 5, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'subnets': [{'id': 'b3cd578b-cee9-4a50-b153-67f1a6b5c0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:43:51.657792 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe7ea927-2440-4201-89b3-d6a6fbfd2a42 req-5d87ad6a-2217-42ae-827b-fb47cce7f93e service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894866 Nov 08 01:43:51.754165 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fe7ea927-2440-4201-89b3-d6a6fbfd2a42 req-9919d546-e860-4542-875f-1b4cf8709796 service neutron] 10.222.0.20 "GET /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884337 Nov 08 01:43:51.856772 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b0c104-c9ad-4f00-99ca-f308a89c5f13 None None] New status for floating IP 8f0b1da8-2bda-4b69-b52e-67a51e5d785c: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:43:52.668710 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c37c81-37fb-44f1-944a-6c6fd2492fa7 req-d91f939c-5283-47fb-af7b-c0b84077540f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:43:52.670172 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09c37c81-37fb-44f1-944a-6c6fd2492fa7 req-d91f939c-5283-47fb-af7b-c0b84077540f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0482132 Nov 08 01:43:52.712633 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-09c37c81-37fb-44f1-944a-6c6fd2492fa7 req-c7e76b1e-2bd4-4acc-9c00-936186dea44a tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360398 Nov 08 01:43:53.162091 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1421a-7c81-4d2d-b542-23a1bbf49ea1 req-78ba9d8b-1c62-4764-9301-93043b66e9e0 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:43:53.163586 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ef1421a-7c81-4d2d-b542-23a1bbf49ea1 req-78ba9d8b-1c62-4764-9301-93043b66e9e0 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0500548 Nov 08 01:43:53.254312 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-4ef1421a-7c81-4d2d-b542-23a1bbf49ea1 req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Deleting port 11949695-054e-4c7b-b123-581aa11e3237 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:43:53.254646 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4ef1421a-7c81-4d2d-b542-23a1bbf49ea1 req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:53.684336 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-4ef1421a-7c81-4d2d-b542-23a1bbf49ea1 req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] For port 11949695-054e-4c7b-b123-581aa11e3237, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=11949695-054e-4c7b-b123-581aa11e3237,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:43:53.685040 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4ef1421a-7c81-4d2d-b542-23a1bbf49ea1 req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:53.696980 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-4ef1421a-7c81-4d2d-b542-23a1bbf49ea1 req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Calling delete_port for 11949695-054e-4c7b-b123-581aa11e3237 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:43:53.858283 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e250d5d-b481-4270-b4ee-260d9a415191 req-c7726aeb-b41e-4508-9e93-27ca46fb40e0 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:43:53.859750 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e250d5d-b481-4270-b4ee-260d9a415191 req-c7726aeb-b41e-4508-9e93-27ca46fb40e0 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 945 time: 0.0658181 Nov 08 01:43:53.897619 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4e250d5d-b481-4270-b4ee-260d9a415191 req-dcc5c46f-dc66-4afa-8bf8-430e08cee066 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316379 Nov 08 01:43:53.945634 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4ef1421a-7c81-4d2d-b542-23a1bbf49ea1 req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:53.973294 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event deleted for resources: {'Port': ['ID=11949695-054e-4c7b-b123-581aa11e3237,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:43:53.986655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:53.987006 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:53.987344 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:53.987676 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:53.988033 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:53.988359 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:53.988684 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:53.989007 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:53.989327 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:53.989646 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:53.989957 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:53.990270 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:43:54.024338 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef1421a-7c81-4d2d-b542-23a1bbf49ea1 req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] No DVR routers for this DVR port 11949695-054e-4c7b-b123-581aa11e3237 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:43:54.027121 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-4ef1421a-7c81-4d2d-b542-23a1bbf49ea1 req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:54.030412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4ef1421a-7c81-4d2d-b542-23a1bbf49ea1 req-ab205510-1f55-4041-8826-8ad48eb6057f tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.20 "DELETE /v2.0/ports/11949695-054e-4c7b-b123-581aa11e3237 HTTP/1.1" status: 204 len: 173 time: 0.8606253 Nov 08 01:43:54.030843 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5b1918-c936-487d-9cd8-ce2a0e8872c9', 'name': 'network-vif-deleted', 'tag': '11949695-054e-4c7b-b123-581aa11e3237'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:43:54.033102 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2859b44-c078-4157-9967-0d470863dfec" -d '{"events": [{"server_uuid": "fb5b1918-c936-487d-9cd8-ce2a0e8872c9", "name": "network-vif-deleted", "tag": "11949695-054e-4c7b-b123-581aa11e3237"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:43:54.122957 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd9e057-1de7-4343-9946-5e3da5107a3d x-openstack-request-id: req-ffd9e057-1de7-4343-9946-5e3da5107a3d {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:43:54.123258 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5b1918-c936-487d-9cd8-ce2a0e8872c9", "name": "network-vif-deleted", "tag": "11949695-054e-4c7b-b123-581aa11e3237", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:43:54.123512 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffd9e057-1de7-4343-9946-5e3da5107a3d {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:43:54.123957 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5b1918-c936-487d-9cd8-ce2a0e8872c9', 'name': 'network-vif-deleted', 'tag': '11949695-054e-4c7b-b123-581aa11e3237', 'status': 'completed', 'code': 200} Nov 08 01:43:54.993260 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7be5fab3-1176-4b38-b2a7-745f7cb951dd req-9fb758c1-9505-4192-8a71-6b6eff68e54c tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 210 time: 0.0294812 Nov 08 01:43:56.088260 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-08eee6d0-7449-4fff-8431-38fab6647c89 req-d165e5f9-8184-4fd5-8dc8-f48406dd0bab tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 210 time: 0.0262430 Nov 08 01:43:56.396328 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 11949695-054e-4c7b-b123-581aa11e3237 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:43:56.417328 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 11949695-054e-4c7b-b123-581aa11e3237 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:43:56.417679 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 11949695-054e-4c7b-b123-581aa11e3237 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:43:57.180453 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-9f1abc39-b748-4793-b0c3-da0b785f5de0 req-3bcf9671-f4da-4f08-b421-79243b3b8262 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 210 time: 0.0261326 Nov 08 01:43:58.225640 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b766b9f-a884-473b-8fad-995a3c455a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:58.282086 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3f9f8c03-bb83-496d-90ea-50f3b137f9e9 req-65b4a85b-205b-49e7-84bf-a4d7be74cbb4 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb5b1918-c936-487d-9cd8-ce2a0e8872c9 HTTP/1.1" status: 200 len: 210 time: 0.0256908 Nov 08 01:43:59.349940 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42526) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:43:59.411422 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df21e9dc-381f-4933-8d1a-031b6e3f1ad7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:59.436980 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df21e9dc-381f-4933-8d1a-031b6e3f1ad7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:59.562707 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df21e9dc-381f-4933-8d1a-031b6e3f1ad7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:59.566006 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df21e9dc-381f-4933-8d1a-031b6e3f1ad7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:43:59.570308 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-df21e9dc-381f-4933-8d1a-031b6e3f1ad7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] 10.222.0.13 "DELETE /v2.0/security-groups/8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c HTTP/1.1" status: 204 len: 168 time: 0.2193263 Nov 08 01:43:59.581090 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21e9dc-381f-4933-8d1a-031b6e3f1ad7 tempest-TestShelveInstance-577067157 tempest-TestShelveInstance-577067157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3ff155-7bb5-4d54-8e59-c12fe7fd1b4c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:00.687337 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42532) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:00.727945 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e96d7321-b1ac-47d1-8c93-885af85f55f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:01.030775 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:01.162585 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ad5f535c-0c23-488c-9f7a-4eb34bc47c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:01.417524 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-ad5f535c-0c23-488c-9f7a-4eb34bc47c6b admin admin] Deleting port 4b513c85-9fa4-423a-a8a7-7d17242ebd4e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:44:01.417805 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ad5f535c-0c23-488c-9f7a-4eb34bc47c6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:01.497058 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-ad5f535c-0c23-488c-9f7a-4eb34bc47c6b admin admin] For port 4b513c85-9fa4-423a-a8a7-7d17242ebd4e, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=4b513c85-9fa4-423a-a8a7-7d17242ebd4e,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:44:01.497419 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ad5f535c-0c23-488c-9f7a-4eb34bc47c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:01.510075 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-ad5f535c-0c23-488c-9f7a-4eb34bc47c6b admin admin] Calling delete_port for 4b513c85-9fa4-423a-a8a7-7d17242ebd4e owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:44:01.776221 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ad5f535c-0c23-488c-9f7a-4eb34bc47c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:01.800713 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f535c-0c23-488c-9f7a-4eb34bc47c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=4b513c85-9fa4-423a-a8a7-7d17242ebd4e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:01.973449 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ad5f535c-0c23-488c-9f7a-4eb34bc47c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:02.116477 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:02.184878 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5f535c-0c23-488c-9f7a-4eb34bc47c6b admin admin] Router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:44:02.296361 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5f535c-0c23-488c-9f7a-4eb34bc47c6b admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:44:02.301946 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-ad5f535c-0c23-488c-9f7a-4eb34bc47c6b admin admin] 10.222.0.13 "PUT /v2.0/routers/187e009b-b61f-4d9b-b301-7b6b5aa10bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6135645 Nov 08 01:44:02.304469 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42542) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:02.308113 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699e96fb-71c1-40e5-8fc5-e9ae16235b16 None None] Sync routers for ids ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:44:02.317574 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699e96fb-71c1-40e5-8fc5-e9ae16235b16 None None] Routers {'187e009b-b61f-4d9b-b301-7b6b5aa10bb7'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:44:02.318240 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-699e96fb-71c1-40e5-8fc5-e9ae16235b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:44:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:02.408317 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f2e8fea-d6c0-4fb7-a1ad-5e13b37f8a8b admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:02.511006 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-699e96fb-71c1-40e5-8fc5-e9ae16235b16 None None] Set router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:44:02.699251 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-699e96fb-71c1-40e5-8fc5-e9ae16235b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:44:01Z', 'revision_number': 5, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:02.723116 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699e96fb-71c1-40e5-8fc5-e9ae16235b16 None None] Checking router: 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:44:02.731762 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699e96fb-71c1-40e5-8fc5-e9ae16235b16 None None] Routers {'187e009b-b61f-4d9b-b301-7b6b5aa10bb7'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:44:02.732404 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-699e96fb-71c1-40e5-8fc5-e9ae16235b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:44:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:02.765127 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:02.839176 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-699e96fb-71c1-40e5-8fc5-e9ae16235b16 None None] Set router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:44:02.844256 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f2e8fea-d6c0-4fb7-a1ad-5e13b37f8a8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:02.990136 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-1f2e8fea-d6c0-4fb7-a1ad-5e13b37f8a8b admin admin] Deleting port 00ea3bb4-0bb9-4909-8cdb-6d6b82440b12 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:44:02.990402 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f2e8fea-d6c0-4fb7-a1ad-5e13b37f8a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:03.016370 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-699e96fb-71c1-40e5-8fc5-e9ae16235b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:44:01Z', 'revision_number': 5, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:03.042042 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699e96fb-71c1-40e5-8fc5-e9ae16235b16 None None] The sync data for ids ['187e009b-b61f-4d9b-b301-7b6b5aa10bb7'] in n-d-816882-1 is: [{'id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'name': 'tempest-TestShelveInstance-2082256825-router', 'tenant_id': '99a0be986d0045acb4fa1bf265eb2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:40Z', 'updated_at': '2021-11-08T01:44:01Z', 'revision_number': 5, 'project_id': '99a0be986d0045acb4fa1bf265eb2201', 'gw_port': {'id': '00ea3bb4-0bb9-4909-8cdb-6d6b82440b12', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187e009b-b61f-4d9b-b301-7b6b5aa10bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:41Z', 'updated_at': '2021-11-08T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:44:03.069291 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-1f2e8fea-d6c0-4fb7-a1ad-5e13b37f8a8b admin admin] For port 00ea3bb4-0bb9-4909-8cdb-6d6b82440b12, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=00ea3bb4-0bb9-4909-8cdb-6d6b82440b12,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:44:03.069659 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f2e8fea-d6c0-4fb7-a1ad-5e13b37f8a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:03.085001 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-1f2e8fea-d6c0-4fb7-a1ad-5e13b37f8a8b admin admin] Calling delete_port for 00ea3bb4-0bb9-4909-8cdb-6d6b82440b12 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:44:03.311018 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f2e8fea-d6c0-4fb7-a1ad-5e13b37f8a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:03.339613 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e8fea-d6c0-4fb7-a1ad-5e13b37f8a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=00ea3bb4-0bb9-4909-8cdb-6d6b82440b12,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:03.404193 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f2e8fea-d6c0-4fb7-a1ad-5e13b37f8a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:03.496791 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f2e8fea-d6c0-4fb7-a1ad-5e13b37f8a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:03.499325 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f2e8fea-d6c0-4fb7-a1ad-5e13b37f8a8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:03.604909 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f2e8fea-d6c0-4fb7-a1ad-5e13b37f8a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:03.605446 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2e8fea-d6c0-4fb7-a1ad-5e13b37f8a8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 187e009b-b61f-4d9b-b301-7b6b5aa10bb7 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 01:44:03.609937 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1f2e8fea-d6c0-4fb7-a1ad-5e13b37f8a8b admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:03.612241 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-1f2e8fea-d6c0-4fb7-a1ad-5e13b37f8a8b admin admin] 10.222.0.13 "DELETE /v2.0/routers/187e009b-b61f-4d9b-b301-7b6b5aa10bb7 HTTP/1.1" status: 204 len: 168 time: 1.3068173 Nov 08 01:44:03.613558 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42544) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:03.664311 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e38878-75a7-436f-9289-806e82fe3ec0 admin admin] Deleting subnet b3cd578b-cee9-4a50-b153-67f1a6b5c0fc {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:44:03.667589 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8e38878-75a7-436f-9289-806e82fe3ec0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:03.703800 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8e38878-75a7-436f-9289-806e82fe3ec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5769719'] for subnet, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:03.765235 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:03.780904 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8e38878-75a7-436f-9289-806e82fe3ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:03.913970 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8e38878-75a7-436f-9289-806e82fe3ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6014253'] for subnet, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:03.946632 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e38878-75a7-436f-9289-806e82fe3ec0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3cd578b-cee9-4a50-b153-67f1a6b5c0fc,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:03.948637 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a8e38878-75a7-436f-9289-806e82fe3ec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:03.951857 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a8e38878-75a7-436f-9289-806e82fe3ec0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b3cd578b-cee9-4a50-b153-67f1a6b5c0fc HTTP/1.1" status: 204 len: 168 time: 0.3373251 Nov 08 01:44:03.952575 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b13c3d-2798-46df-8856-e720a12ec52a None None] Network 8160b1db-0c93-48f1-82b0-e85df80606c3 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:44:03.954598 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42546) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:04.024347 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:04.086694 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4b513c85-9fa4-423a-a8a7-7d17242ebd4e no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:44:04.094616 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] Deleting port 2ab6ac75-eb76-415f-9069-c58bb7390ccf {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:44:04.094959 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:04.108472 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 4b513c85-9fa4-423a-a8a7-7d17242ebd4e {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:44:04.108756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 4b513c85-9fa4-423a-a8a7-7d17242ebd4e not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:44:04.109144 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 00ea3bb4-0bb9-4909-8cdb-6d6b82440b12 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:44:04.134610 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 00ea3bb4-0bb9-4909-8cdb-6d6b82440b12 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:44:04.134953 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 00ea3bb4-0bb9-4909-8cdb-6d6b82440b12 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:44:04.139823 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:44:04.164735 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] For port 2ab6ac75-eb76-415f-9069-c58bb7390ccf, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2ab6ac75-eb76-415f-9069-c58bb7390ccf,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:44:04.165098 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:04.178024 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] Calling delete_port for 2ab6ac75-eb76-415f-9069-c58bb7390ccf owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:44:04.196861 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] DHCP port deletion for 8160b1db-0c93-48f1-82b0-e85df80606c3 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 01:44:04.243383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] Deleting port 2ab6ac75-eb76-415f-9069-c58bb7390ccf {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:44:04.243761 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:04.305384 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] For port 2ab6ac75-eb76-415f-9069-c58bb7390ccf, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=2ab6ac75-eb76-415f-9069-c58bb7390ccf,segment=NetworkSegment(26c5489d-2183-41de-8483-649215c5ebb7),segment_id=26c5489d-2183-41de-8483-649215c5ebb7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:44:04.305777 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:04.318094 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] Calling delete_port for 2ab6ac75-eb76-415f-9069-c58bb7390ccf owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:44:04.359296 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:04.385780 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab6ac75-eb76-415f-9069-c58bb7390ccf,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:04.390709 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] No DVR routers for this DVR port 2ab6ac75-eb76-415f-9069-c58bb7390ccf on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:44:04.397628 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:04.422727 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] Pushing event deleted for resources: {'Port': ['ID=2ab6ac75-eb76-415f-9069-c58bb7390ccf,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:04.427568 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] No DVR routers for this DVR port 2ab6ac75-eb76-415f-9069-c58bb7390ccf on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:44:04.434525 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:04.434869 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:04.435210 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:04.435543 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:04.435902 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:04.436232 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:04.436557 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:04.436877 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:04.437197 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:04.437518 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:04.437826 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:04.438147 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63497c68-4530-4aa1-af98-e3156177c5e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:04.466093 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:04.485943 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8160b1db-0c93-48f1-82b0-e85df80606c3']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:04.495597 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c5489d-2183-41de-8483-649215c5ebb7') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:04.495923 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c5489d-2183-41de-8483-649215c5ebb7') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:04.505250 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:04.517893 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:04.523666 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: timer() Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:44:04.529660 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:44:04.656728 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:04.662930 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:04.666301 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8160b1db-0c93-48f1-82b0-e85df80606c3 HTTP/1.1" status: 204 len: 168 time: 0.7107458 Nov 08 01:44:04.669432 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42548) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:04.677172 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e849a-8fd3-40ed-8afb-f4376ae45e46 admin admin] Pushing event deleted for resources: {'Network': ['ID=8160b1db-0c93-48f1-82b0-e85df80606c3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:05.012315 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-383acda0-bc0a-4a03-b2c8-1d5dd451b612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:05.251813 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-383acda0-bc0a-4a03-b2c8-1d5dd451b612 admin admin] Deleting port 9c0c01fe-05ae-4f41-9801-4691bf9c8596 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:44:05.252203 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-383acda0-bc0a-4a03-b2c8-1d5dd451b612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:05.329339 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-383acda0-bc0a-4a03-b2c8-1d5dd451b612 admin admin] For port 9c0c01fe-05ae-4f41-9801-4691bf9c8596, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=9c0c01fe-05ae-4f41-9801-4691bf9c8596,segment=NetworkSegment(4a5f2e79-7494-4245-a3d8-58a46089d136),segment_id=4a5f2e79-7494-4245-a3d8-58a46089d136)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:44:05.329702 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-383acda0-bc0a-4a03-b2c8-1d5dd451b612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:05.342568 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-383acda0-bc0a-4a03-b2c8-1d5dd451b612 admin admin] Calling delete_port for 9c0c01fe-05ae-4f41-9801-4691bf9c8596 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:44:05.610559 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-383acda0-bc0a-4a03-b2c8-1d5dd451b612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:05.636558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383acda0-bc0a-4a03-b2c8-1d5dd451b612 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c0c01fe-05ae-4f41-9801-4691bf9c8596,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:05.803487 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-383acda0-bc0a-4a03-b2c8-1d5dd451b612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:05.954313 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2ab6ac75-eb76-415f-9069-c58bb7390ccf no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:44:05.974753 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 2ab6ac75-eb76-415f-9069-c58bb7390ccf {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:44:05.975093 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 2ab6ac75-eb76-415f-9069-c58bb7390ccf not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:44:06.020494 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383acda0-bc0a-4a03-b2c8-1d5dd451b612 admin admin] Router bc280241-d135-491e-a274-d905f311c445 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:44:06.122045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383acda0-bc0a-4a03-b2c8-1d5dd451b612 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:44:06.126993 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-383acda0-bc0a-4a03-b2c8-1d5dd451b612 admin admin] 10.222.0.13 "PUT /v2.0/routers/bc280241-d135-491e-a274-d905f311c445/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4564996 Nov 08 01:44:06.130386 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42550) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:06.131255 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b9bf00-a07a-45c5-b763-d8ef87c2d552 None None] Sync routers for ids ['bc280241-d135-491e-a274-d905f311c445'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:44:06.140218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b9bf00-a07a-45c5-b763-d8ef87c2d552 None None] Routers {'bc280241-d135-491e-a274-d905f311c445'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:44:06.140824 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-86b9bf00-a07a-45c5-b763-d8ef87c2d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:44:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['bc280241-d135-491e-a274-d905f311c445'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:06.231742 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31199125-a23b-445e-ad7d-63efe23e9915 admin admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:06.242864 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-86b9bf00-a07a-45c5-b763-d8ef87c2d552 None None] Set router bc280241-d135-491e-a274-d905f311c445 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:44:06.334260 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31199125-a23b-445e-ad7d-63efe23e9915 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:06.420188 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-86b9bf00-a07a-45c5-b763-d8ef87c2d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc280241-d135-491e-a274-d905f311c445', 'name': 'tempest-TestShelveInstance-989636550-router', 'tenant_id': 'ca0f82e0f37b4539863f611d59974376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3986fb27-4edf-4e32-9f1d-3029c0889a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:46Z', 'updated_at': '2021-11-08T01:44:05Z', 'revision_number': 5, 'project_id': 'ca0f82e0f37b4539863f611d59974376', 'gw_port': {'id': '3986fb27-4edf-4e32-9f1d-3029c0889a75', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc280241-d135-491e-a274-d905f311c445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:32:47Z', 'updated_at': '2021-11-08T01:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:06.447298 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b9bf00-a07a-45c5-b763-d8ef87c2d552 None None] Checking router: bc280241-d135-491e-a274-d905f311c445 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:44:06.455554 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b9bf00-a07a-45c5-b763-d8ef87c2d552 None None] Routers {'bc280241-d135-491e-a274-d905f311c445'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:44:06.456198 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-86b9bf00-a07a-45c5-b763-d8ef87c2d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:44:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['bc280241-d135-491e-a274-d905f311c445'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:06.482952 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-31199125-a23b-445e-ad7d-63efe23e9915 admin admin] Deleting port 3986fb27-4edf-4e32-9f1d-3029c0889a75 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:44:06.483343 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31199125-a23b-445e-ad7d-63efe23e9915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:06.541519 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-86b9bf00-a07a-45c5-b763-d8ef87c2d552 None None] Set router bc280241-d135-491e-a274-d905f311c445 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:44:06.565272 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-31199125-a23b-445e-ad7d-63efe23e9915 admin admin] For port 3986fb27-4edf-4e32-9f1d-3029c0889a75, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=3986fb27-4edf-4e32-9f1d-3029c0889a75,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:44:06.565633 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31199125-a23b-445e-ad7d-63efe23e9915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:06.578244 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-31199125-a23b-445e-ad7d-63efe23e9915 admin admin] Calling delete_port for 3986fb27-4edf-4e32-9f1d-3029c0889a75 owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:44:06.591950 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-86b9bf00-a07a-45c5-b763-d8ef87c2d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc280241-d135-491e-a274-d905f311c445', 'name': 'tempest-TestShelveInstance-989636550-router', 'tenant_id': 'ca0f82e0f37b4539863f611d59974376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:46Z', 'updated_at': '2021-11-08T01:44:06Z', 'revision_number': 6, 'project_id': 'ca0f82e0f37b4539863f611d59974376', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:06.621558 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b9bf00-a07a-45c5-b763-d8ef87c2d552 None None] The sync data for ids ['bc280241-d135-491e-a274-d905f311c445'] in n-d-816882-1 is: [{'id': 'bc280241-d135-491e-a274-d905f311c445', 'name': 'tempest-TestShelveInstance-989636550-router', 'tenant_id': 'ca0f82e0f37b4539863f611d59974376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:32:46Z', 'updated_at': '2021-11-08T01:44:06Z', 'revision_number': 6, 'project_id': 'ca0f82e0f37b4539863f611d59974376', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:44:06.836538 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31199125-a23b-445e-ad7d-63efe23e9915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:06.860365 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31199125-a23b-445e-ad7d-63efe23e9915 admin admin] Pushing event deleted for resources: {'Port': ['ID=3986fb27-4edf-4e32-9f1d-3029c0889a75,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:06.929058 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31199125-a23b-445e-ad7d-63efe23e9915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:07.026183 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31199125-a23b-445e-ad7d-63efe23e9915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:07.028429 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31199125-a23b-445e-ad7d-63efe23e9915 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:07.156570 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31199125-a23b-445e-ad7d-63efe23e9915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:07.157162 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31199125-a23b-445e-ad7d-63efe23e9915 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc280241-d135-491e-a274-d905f311c445 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 01:44:07.161929 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-31199125-a23b-445e-ad7d-63efe23e9915 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:07.163004 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-31199125-a23b-445e-ad7d-63efe23e9915 admin admin] 10.222.0.13 "DELETE /v2.0/routers/bc280241-d135-491e-a274-d905f311c445 HTTP/1.1" status: 204 len: 168 time: 1.0317032 Nov 08 01:44:07.165634 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42554) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:07.209314 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec371a0-c5d1-4944-87b2-47f1e66cbde9 admin admin] Deleting subnet 54b1c4c4-14e4-40a2-bbfd-ac50a41fbf9d {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:44:07.212872 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bec371a0-c5d1-4944-87b2-47f1e66cbde9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:07.245857 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bec371a0-c5d1-4944-87b2-47f1e66cbde9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:07.326232 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bec371a0-c5d1-4944-87b2-47f1e66cbde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:07.457596 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bec371a0-c5d1-4944-87b2-47f1e66cbde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:07.483445 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec371a0-c5d1-4944-87b2-47f1e66cbde9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54b1c4c4-14e4-40a2-bbfd-ac50a41fbf9d,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:07.487333 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bec371a0-c5d1-4944-87b2-47f1e66cbde9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:07.493387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-bec371a0-c5d1-4944-87b2-47f1e66cbde9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/54b1c4c4-14e4-40a2-bbfd-ac50a41fbf9d HTTP/1.1" status: 204 len: 168 time: 0.3242130 Nov 08 01:44:07.493504 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f7418b-9c94-45d6-b52f-75418d205f70 None None] Network bc15ce44-fcdf-4a09-98b1-94a0882e8624 requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:44:07.493964 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42558) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:07.566856 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:07.621997 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] Deleting port 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:44:07.622344 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:07.679981 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19303513-eb39-4177-a5a0-042b656b0799 None None] DHCP port deletion for bc15ce44-fcdf-4a09-98b1-94a0882e8624 request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 01:44:07.694710 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] For port 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8daedeca-d4bb-4436-b661-0d7e5ffe7fc8,segment=NetworkSegment(4a5f2e79-7494-4245-a3d8-58a46089d136),segment_id=4a5f2e79-7494-4245-a3d8-58a46089d136)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:44:07.695077 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:07.708827 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] Calling delete_port for 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:44:07.726251 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-19303513-eb39-4177-a5a0-042b656b0799 None None] Deleting port 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:44:07.726612 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19303513-eb39-4177-a5a0-042b656b0799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:07.798217 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-19303513-eb39-4177-a5a0-042b656b0799 None None] For port 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=8daedeca-d4bb-4436-b661-0d7e5ffe7fc8,segment=NetworkSegment(4a5f2e79-7494-4245-a3d8-58a46089d136),segment_id=4a5f2e79-7494-4245-a3d8-58a46089d136)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:44:07.798608 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19303513-eb39-4177-a5a0-042b656b0799 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:07.814731 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-19303513-eb39-4177-a5a0-042b656b0799 None None] Calling delete_port for 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:44:07.928079 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:07.960075 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] Pushing event deleted for resources: {'Port': ['ID=8daedeca-d4bb-4436-b661-0d7e5ffe7fc8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:07.964118 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] No DVR routers for this DVR port 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8 on host n-d-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:44:08.023882 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9c0c01fe-05ae-4f41-9801-4691bf9c8596 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:44:08.037786 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:08.046745 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 9c0c01fe-05ae-4f41-9801-4691bf9c8596 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:44:08.047088 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 9c0c01fe-05ae-4f41-9801-4691bf9c8596 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:44:08.047489 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3986fb27-4edf-4e32-9f1d-3029c0889a75 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:44:08.057753 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc15ce44-fcdf-4a09-98b1-94a0882e8624']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:08.067334 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5f2e79-7494-4245-a3d8-58a46089d136') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:08.067634 n-d-816882-1 neutron-server[102771]: DEBUG neutron.services.segments.db [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5f2e79-7494-4245-a3d8-58a46089d136') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:08.074146 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 3986fb27-4edf-4e32-9f1d-3029c0889a75 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:44:08.074490 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 3986fb27-4edf-4e32-9f1d-3029c0889a75 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:44:08.074891 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:44:08.076809 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5769726'] for segment, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:08.090275 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:08.096262 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:44:08.098875 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5799776'] for segment, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:08.099020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:44:08.099020 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: Traceback (most recent call last): Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: timer() Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: cb(*args, **kw) Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: return func(*args, **kwargs) Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: self._notify() Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: self.callback(batched_events) Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: event.method(event) Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: return f(self, *a, **k) Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: return self._get(url).json() Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: return self.request(url, 'GET', **kwargs) Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:44:08.099367 n-d-816882-1 neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:44:08.115287 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19303513-eb39-4177-a5a0-042b656b0799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:08.143958 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19303513-eb39-4177-a5a0-042b656b0799 None None] Pushing event deleted for resources: {'Port': ['ID=8daedeca-d4bb-4436-b661-0d7e5ffe7fc8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:08.147569 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19303513-eb39-4177-a5a0-042b656b0799 None None] No DVR routers for this DVR port 8daedeca-d4bb-4436-b661-0d7e5ffe7fc8 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:44:08.227707 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:08.233648 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] Notify callbacks [] for network, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:08.238700 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bc15ce44-fcdf-4a09-98b1-94a0882e8624 HTTP/1.1" status: 204 len: 168 time: 0.7437305 Nov 08 01:44:08.250084 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bbe31-6b21-4956-83f3-12c87b8b3916 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc15ce44-fcdf-4a09-98b1-94a0882e8624,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:08.569196 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42562) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:08.613350 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-dfd39b21-50d5-4704-bd73-c61732e53128 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99a0be986d0045acb4fa1bf265eb2201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428982 Nov 08 01:44:08.615801 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42564) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:08.666919 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4b0df5b-f984-4a3b-af8d-2aa7fb326388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:08.687499 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4b0df5b-f984-4a3b-af8d-2aa7fb326388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:08.807438 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4b0df5b-f984-4a3b-af8d-2aa7fb326388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:08.809914 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d4b0df5b-f984-4a3b-af8d-2aa7fb326388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:08.811066 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d4b0df5b-f984-4a3b-af8d-2aa7fb326388 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ad5dc01-c594-40f5-9f9b-7c8b77b72408 HTTP/1.1" status: 204 len: 168 time: 0.1943538 Nov 08 01:44:08.820071 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0df5b-f984-4a3b-af8d-2aa7fb326388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad5dc01-c594-40f5-9f9b-7c8b77b72408,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:09.493232 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42574) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:09.532213 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8038f5b3-12b3-49b9-a316-7d31d8b8b928 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca0f82e0f37b4539863f611d59974376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377703 Nov 08 01:44:09.535255 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42576) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:09.562126 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:09.585917 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b41d1e46-bcb9-4322-a363-2d0bfed31a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:09.606544 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b41d1e46-bcb9-4322-a363-2d0bfed31a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:09.739225 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b41d1e46-bcb9-4322-a363-2d0bfed31a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:09.741809 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b41d1e46-bcb9-4322-a363-2d0bfed31a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:09.742986 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-b41d1e46-bcb9-4322-a363-2d0bfed31a68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01a51b93-2a63-4079-9b19-d72f93b5af01 HTTP/1.1" status: 204 len: 168 time: 0.2068179 Nov 08 01:44:09.751205 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d1e46-bcb9-4322-a363-2d0bfed31a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a51b93-2a63-4079-9b19-d72f93b5af01,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:10.802673 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42600) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:10.897045 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-badcfa04-7622-4664-8fec-8437fa3aa92c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-315741105-network', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:44:10.981705 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badcfa04-7622-4664-8fec-8437fa3aa92c admin admin] Made reservation on behalf of 7f8df11a5f9445648ebf35ea1acb741b for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:44:10.983988 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-badcfa04-7622-4664-8fec-8437fa3aa92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:10.992239 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-badcfa04-7622-4664-8fec-8437fa3aa92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:11.065553 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-badcfa04-7622-4664-8fec-8437fa3aa92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:11.130435 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-badcfa04-7622-4664-8fec-8437fa3aa92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:11.154453 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-badcfa04-7622-4664-8fec-8437fa3aa92c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:44:11.163853 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcfa04-7622-4664-8fec-8437fa3aa92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3472b66a-4e28-4e0d-9f27-6197d92bd97e,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:11.168559 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-badcfa04-7622-4664-8fec-8437fa3aa92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:11.168820 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-badcfa04-7622-4664-8fec-8437fa3aa92c admin admin] Added segment f6949874-1634-46b4-8f8d-6ec27c12862f of type vlan for network 039a6df7-3de0-4e1b-b800-30ab4413ba3a Nov 08 01:44:11.208575 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-badcfa04-7622-4664-8fec-8437fa3aa92c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:11.304969 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-badcfa04-7622-4664-8fec-8437fa3aa92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:11.305959 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badcfa04-7622-4664-8fec-8437fa3aa92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:11.306541 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-badcfa04-7622-4664-8fec-8437fa3aa92c admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:11.369655 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcfa04-7622-4664-8fec-8437fa3aa92c admin admin] Pushing event updated for resources: {'Network': ['ID=039a6df7-3de0-4e1b-b800-30ab4413ba3a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:11.379824 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network 039a6df7-3de0-4e1b-b800-30ab4413ba3a details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:44:11.433748 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-badcfa04-7622-4664-8fec-8437fa3aa92c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6299701 Nov 08 01:44:11.436645 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42604) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:11.443002 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-a69b040c-f0c2-4d06-812f-f5e77a91305e admin admin] Request body: {'subnet': {'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-315741105-subnet', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:44:11.510656 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69b040c-f0c2-4d06-812f-f5e77a91305e admin admin] Made reservation on behalf of 7f8df11a5f9445648ebf35ea1acb741b for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:44:11.513009 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a69b040c-f0c2-4d06-812f-f5e77a91305e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:11.762285 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a69b040c-f0c2-4d06-812f-f5e77a91305e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:11.815488 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b040c-f0c2-4d06-812f-f5e77a91305e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab29ef95-b5bc-4a14-b9a5-325c143f3d00,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:11.825435 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b040c-f0c2-4d06-812f-f5e77a91305e admin admin] Checking segment: {'id': 'f6949874-1634-46b4-8f8d-6ec27c12862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:44:11.825796 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69b040c-f0c2-4d06-812f-f5e77a91305e admin admin] Network hostable DHCP agents. Network: 039a6df7-3de0-4e1b-b800-30ab4413ba3a, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:44:11.927437 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69b040c-f0c2-4d06-812f-f5e77a91305e admin admin] Network 039a6df7-3de0-4e1b-b800-30ab4413ba3a is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:44:12.007199 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-a69b040c-f0c2-4d06-812f-f5e77a91305e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, 039a6df7-3de0-4e1b-b800-30ab4413ba3a) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:44:12.012012 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69b040c-f0c2-4d06-812f-f5e77a91305e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:12.012645 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a69b040c-f0c2-4d06-812f-f5e77a91305e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:12.016637 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab49ca18-94f1-49db-884a-317421ac104b None None] Network 039a6df7-3de0-4e1b-b800-30ab4413ba3a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:44:12.090282 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-a69b040c-f0c2-4d06-812f-f5e77a91305e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6525526 Nov 08 01:44:12.092910 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42606) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:12.098124 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-846e1be5-36bb-4542-b089-93499bab7fda admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:44:12.159265 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'fixed_ips': [{'subnet_id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:44:12.160139 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:12.196439 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-846e1be5-36bb-4542-b089-93499bab7fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:12.197526 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-846e1be5-36bb-4542-b089-93499bab7fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:12.252331 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-846e1be5-36bb-4542-b089-93499bab7fda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:12.294964 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] Allocated IP 172.20.0.2 (039a6df7-3de0-4e1b-b800-30ab4413ba3a/ab29ef95-b5bc-4a14-b9a5-325c143f3d00/48f6d8ba-f686-415a-96a3-7e7ee7825838) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:44:12.431554 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-846e1be5-36bb-4542-b089-93499bab7fda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:12.435462 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:12.522349 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:12.559040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] Network 039a6df7-3de0-4e1b-b800-30ab4413ba3a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:44:12.561804 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:44:12.565719 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:44:12.575194 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] Pushing event updated for resources: {'Port': ['ID=48f6d8ba-f686-415a-96a3-7e7ee7825838,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:12.624902 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] Attempting to bind port 48f6d8ba-f686-415a-96a3-7e7ee7825838 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:44:12.625273 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] Attempting to bind port 48f6d8ba-f686-415a-96a3-7e7ee7825838 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'f6949874-1634-46b4-8f8d-6ec27c12862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:44:12.625633 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] Attempting to bind port 48f6d8ba-f686-415a-96a3-7e7ee7825838 on network 039a6df7-3de0-4e1b-b800-30ab4413ba3a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:44:12.631384 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:44:12.631752 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] Checking segment: {'id': 'f6949874-1634-46b4-8f8d-6ec27c12862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:44:12.632180 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:12.632566 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] Bound using segment: {'id': 'f6949874-1634-46b4-8f8d-6ec27c12862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:44:12.633026 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] Bound port: 48f6d8ba-f686-415a-96a3-7e7ee7825838, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6949874-1634-46b4-8f8d-6ec27c12862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:44:12.633404 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:12.674017 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-846e1be5-36bb-4542-b089-93499bab7fda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:12.693311 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-846e1be5-36bb-4542-b089-93499bab7fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:12.697562 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] For port 48f6d8ba-f686-415a-96a3-7e7ee7825838, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:44:12.700733 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] For port 48f6d8ba-f686-415a-96a3-7e7ee7825838, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=48f6d8ba-f686-415a-96a3-7e7ee7825838,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:44:12.775909 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:12.806659 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-846e1be5-36bb-4542-b089-93499bab7fda admin admin] Allocated IP 172.25.2.167 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/7aab21cb-29fd-4e7b-956e-005fa059c5de) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:44:12.837683 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42de6e-15b9-4f04-86d7-0e866188e255 None None] Pushing event updated for resources: {'Port': ['ID=48f6d8ba-f686-415a-96a3-7e7ee7825838,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:12.920084 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-846e1be5-36bb-4542-b089-93499bab7fda admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:13.014363 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-846e1be5-36bb-4542-b089-93499bab7fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:13.053337 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846e1be5-36bb-4542-b089-93499bab7fda admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:44:13.056276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-846e1be5-36bb-4542-b089-93499bab7fda admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:44:13.059736 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846e1be5-36bb-4542-b089-93499bab7fda admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:44:13.068189 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e1be5-36bb-4542-b089-93499bab7fda admin admin] Pushing event updated for resources: {'Port': ['ID=7aab21cb-29fd-4e7b-956e-005fa059c5de,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:13.535140 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-846e1be5-36bb-4542-b089-93499bab7fda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:13.669142 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2ce856-2a0f-47c5-8ef2-58fb9aa347be None None] Network 039a6df7-3de0-4e1b-b800-30ab4413ba3a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:44:13.741756 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-7433537a-f35a-4ba8-abc2-77703e2058c8 None None] Provisioning complete for port 48f6d8ba-f686-415a-96a3-7e7ee7825838 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:13.742134 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7433537a-f35a-4ba8-abc2-77703e2058c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:13.898128 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7433537a-f35a-4ba8-abc2-77703e2058c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:13.942226 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-7433537a-f35a-4ba8-abc2-77703e2058c8 None None] For port 48f6d8ba-f686-415a-96a3-7e7ee7825838, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=48f6d8ba-f686-415a-96a3-7e7ee7825838,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:44:13.964979 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 48f6d8ba-f686-415a-96a3-7e7ee7825838 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:44:14.020793 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 48f6d8ba-f686-415a-96a3-7e7ee7825838 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:14.021159 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:14.069261 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7433537a-f35a-4ba8-abc2-77703e2058c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:14.107307 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-846e1be5-36bb-4542-b089-93499bab7fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:14.149789 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433537a-f35a-4ba8-abc2-77703e2058c8 None None] Pushing event updated for resources: {'Port': ['ID=48f6d8ba-f686-415a-96a3-7e7ee7825838,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:14.188468 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-0a2d4932-efbc-4482-924d-7913e1998c4a None None] Provisioning complete for port 48f6d8ba-f686-415a-96a3-7e7ee7825838 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:14.188770 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0a2d4932-efbc-4482-924d-7913e1998c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:14.300129 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846e1be5-36bb-4542-b089-93499bab7fda admin admin] Router 9f13153d-a27c-4bbe-846d-79bc06941189 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 01:44:14.400688 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846e1be5-36bb-4542-b089-93499bab7fda admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:44:14.411808 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] Sync routers for ids ['9f13153d-a27c-4bbe-846d-79bc06941189'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:44:14.421762 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] Routers {'9f13153d-a27c-4bbe-846d-79bc06941189'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:44:14.422363 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:44:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['9f13153d-a27c-4bbe-846d-79bc06941189'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:14.478300 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-846e1be5-36bb-4542-b089-93499bab7fda admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:14.479583 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-846e1be5-36bb-4542-b089-93499bab7fda admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3853109 Nov 08 01:44:14.482282 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42610) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:14.525845 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] Set router 9f13153d-a27c-4bbe-846d-79bc06941189 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:44:14.697634 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:13Z', 'revision_number': 3, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port': {'id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:14.726840 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] Checking router: 9f13153d-a27c-4bbe-846d-79bc06941189 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:44:14.727187 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] Updating router 9f13153d-a27c-4bbe-846d-79bc06941189 port 7aab21cb-29fd-4e7b-956e-005fa059c5de binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:44:14.751058 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:14.887523 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f99b51d2-0a3f-4f59-855b-ea53fe3ab7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:14.994224 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:15.041324 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-f99b51d2-0a3f-4f59-855b-ea53fe3ab7d8 admin admin] Allocated IP 172.20.0.1 (039a6df7-3de0-4e1b-b800-30ab4413ba3a/ab29ef95-b5bc-4a14-b9a5-325c143f3d00/29b5fd76-608a-4338-83e6-42089e159f98) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:44:15.079013 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:15.129746 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] Attempting to bind port 7aab21cb-29fd-4e7b-956e-005fa059c5de on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:44:15.130119 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] Attempting to bind port 7aab21cb-29fd-4e7b-956e-005fa059c5de by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:44:15.130515 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] Attempting to bind port 7aab21cb-29fd-4e7b-956e-005fa059c5de on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:44:15.140993 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:44:15.141365 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:44:15.141760 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:15.142161 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:44:15.142626 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] Bound port: 7aab21cb-29fd-4e7b-956e-005fa059c5de, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:44:15.143002 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:15.144705 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3fde8-ff29-45db-89d6-e51d06b2b7a9 None None] Pushing event updated for resources: {'Port': ['ID=7aab21cb-29fd-4e7b-956e-005fa059c5de,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:15.147742 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f99b51d2-0a3f-4f59-855b-ea53fe3ab7d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:15.171396 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3fde8-ff29-45db-89d6-e51d06b2b7a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:15.171736 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3fde8-ff29-45db-89d6-e51d06b2b7a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:15.172091 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3fde8-ff29-45db-89d6-e51d06b2b7a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:15.172419 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3fde8-ff29-45db-89d6-e51d06b2b7a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:15.172742 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3fde8-ff29-45db-89d6-e51d06b2b7a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:15.173062 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3fde8-ff29-45db-89d6-e51d06b2b7a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:15.173381 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3fde8-ff29-45db-89d6-e51d06b2b7a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:15.174222 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3fde8-ff29-45db-89d6-e51d06b2b7a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:15.174537 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3fde8-ff29-45db-89d6-e51d06b2b7a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:15.174849 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3fde8-ff29-45db-89d6-e51d06b2b7a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:15.175161 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3fde8-ff29-45db-89d6-e51d06b2b7a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:15.175581 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3fde8-ff29-45db-89d6-e51d06b2b7a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:44:15.211047 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] For port 7aab21cb-29fd-4e7b-956e-005fa059c5de, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:44:15.214252 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] For port 7aab21cb-29fd-4e7b-956e-005fa059c5de, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7aab21cb-29fd-4e7b-956e-005fa059c5de,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:44:15.273793 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f99b51d2-0a3f-4f59-855b-ea53fe3ab7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:15.307944 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:15.314982 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99b51d2-0a3f-4f59-855b-ea53fe3ab7d8 admin admin] Network 039a6df7-3de0-4e1b-b800-30ab4413ba3a is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:44:15.318009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-f99b51d2-0a3f-4f59-855b-ea53fe3ab7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:44:15.321238 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b51d2-0a3f-4f59-855b-ea53fe3ab7d8 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:44:15.353106 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b51d2-0a3f-4f59-855b-ea53fe3ab7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=29b5fd76-608a-4338-83e6-42089e159f98,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:15.364293 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] Routers {'9f13153d-a27c-4bbe-846d-79bc06941189'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:44:15.364293 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:44:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['9f13153d-a27c-4bbe-846d-79bc06941189'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:15.375733 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f99b51d2-0a3f-4f59-855b-ea53fe3ab7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:15.449565 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3fde8-ff29-45db-89d6-e51d06b2b7a9 None None] Pushing event updated for resources: {'Port': ['ID=7aab21cb-29fd-4e7b-956e-005fa059c5de,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:15.488792 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] Set router 9f13153d-a27c-4bbe-846d-79bc06941189 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:44:15.589178 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f99b51d2-0a3f-4f59-855b-ea53fe3ab7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:15.596904 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-f0a81554-9277-4e9f-8e4f-8e8116396795 None None] Provisioning complete for port 29b5fd76-608a-4338-83e6-42089e159f98 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:15.597462 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f0a81554-9277-4e9f-8e4f-8e8116396795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:15.632844 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f0a81554-9277-4e9f-8e4f-8e8116396795 None None] Port 29b5fd76-608a-4338-83e6-42089e159f98 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:44:15.754790 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f99b51d2-0a3f-4f59-855b-ea53fe3ab7d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:15.758110 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:13Z', 'revision_number': 3, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port': {'id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:15.786738 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda2664-6880-427d-bb57-bf053d2a5dd1 None None] The sync data for ids ['9f13153d-a27c-4bbe-846d-79bc06941189'] in n-d-816882-1 is: [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:13Z', 'revision_number': 3, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port': {'id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:44:15.827814 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f99b51d2-0a3f-4f59-855b-ea53fe3ab7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:15.895667 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f99b51d2-0a3f-4f59-855b-ea53fe3ab7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:15.897424 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b51d2-0a3f-4f59-855b-ea53fe3ab7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=29b5fd76-608a-4338-83e6-42089e159f98,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:15.933155 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 48f6d8ba-f686-415a-96a3-7e7ee7825838 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:44:15.989347 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 48f6d8ba-f686-415a-96a3-7e7ee7825838 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:15.989723 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:16.007535 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99b51d2-0a3f-4f59-855b-ea53fe3ab7d8 admin admin] Network 039a6df7-3de0-4e1b-b800-30ab4413ba3a is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:44:16.007535 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-f99b51d2-0a3f-4f59-855b-ea53fe3ab7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:44:16.164428 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99b51d2-0a3f-4f59-855b-ea53fe3ab7d8 admin admin] Router 9f13153d-a27c-4bbe-846d-79bc06941189 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:44:16.256299 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-58b61247-9514-4975-bc98-6ad11453d264 None None] Provisioning complete for port 29b5fd76-608a-4338-83e6-42089e159f98 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:16.256591 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-58b61247-9514-4975-bc98-6ad11453d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:16.282483 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99b51d2-0a3f-4f59-855b-ea53fe3ab7d8 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:44:16.289412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-f99b51d2-0a3f-4f59-855b-ea53fe3ab7d8 admin admin] 10.222.0.13 "PUT /v2.0/routers/9f13153d-a27c-4bbe-846d-79bc06941189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8060298 Nov 08 01:44:16.296385 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-58b61247-9514-4975-bc98-6ad11453d264 None None] Port 29b5fd76-608a-4338-83e6-42089e159f98 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:44:16.999202 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42626) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:17.004896 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-8382341e-beea-4430-b81b-ea5b65b0ccd2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1363044293-network', 'tenant_id': '88e51c26262b4513bf241af2b91cb0e2'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:44:17.090510 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8382341e-beea-4430-b81b-ea5b65b0ccd2 admin admin] Made reservation on behalf of 88e51c26262b4513bf241af2b91cb0e2 for: {'network': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:44:17.092971 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8382341e-beea-4430-b81b-ea5b65b0ccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for network, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:17.102893 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8382341e-beea-4430-b81b-ea5b65b0ccd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:17.178604 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8382341e-beea-4430-b81b-ea5b65b0ccd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:17.262396 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8382341e-beea-4430-b81b-ea5b65b0ccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:17.287894 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] Sync routers for ids ['9f13153d-a27c-4bbe-846d-79bc06941189'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:44:17.288358 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8382341e-beea-4430-b81b-ea5b65b0ccd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 01:44:17.296839 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382341e-beea-4430-b81b-ea5b65b0ccd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab1b84b-0016-4eff-995f-c886c8d5d9a4,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:17.298092 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] Routers {'9f13153d-a27c-4bbe-846d-79bc06941189'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:44:17.299351 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:44:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['9f13153d-a27c-4bbe-846d-79bc06941189'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:17.303381 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8382341e-beea-4430-b81b-ea5b65b0ccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:17.303776 n-d-816882-1 neutron-server[102772]: INFO neutron.db.segments_db [None req-8382341e-beea-4430-b81b-ea5b65b0ccd2 admin admin] Added segment 43d08865-2261-4212-a057-d7e8e7fe8810 of type vlan for network f38a2786-8d2a-4be4-96e4-76fe87cfe7fb Nov 08 01:44:17.347826 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8382341e-beea-4430-b81b-ea5b65b0ccd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792507044226'] for network, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:17.410765 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] Set router 9f13153d-a27c-4bbe-846d-79bc06941189 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:44:17.461831 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8382341e-beea-4430-b81b-ea5b65b0ccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845'] for network, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:17.462820 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8382341e-beea-4430-b81b-ea5b65b0ccd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:17.463411 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8382341e-beea-4430-b81b-ea5b65b0ccd2 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:17.529401 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382341e-beea-4430-b81b-ea5b65b0ccd2 admin admin] Pushing event updated for resources: {'Network': ['ID=f38a2786-8d2a-4be4-96e4-76fe87cfe7fb,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:17.546035 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Network f38a2786-8d2a-4be4-96e4-76fe87cfe7fb details requested by agent ovs-agent-n-d-816882-1 with host n-d-816882-1 {{(pid=102773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 01:44:17.601981 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-8382341e-beea-4430-b81b-ea5b65b0ccd2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6015289 Nov 08 01:44:17.604751 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42628) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:17.609894 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-027f6d13-0731-4f4f-b981-8c5bfc5acfbb admin admin] Request body: {'subnet': {'network_id': 'f38a2786-8d2a-4be4-96e4-76fe87cfe7fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1363044293-subnet', 'tenant_id': '88e51c26262b4513bf241af2b91cb0e2', 'ip_version': 4}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:44:17.668299 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:15Z', 'revision_number': 4, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port': {'id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '29b5fd76-608a-4338-83e6-42089e159f98', 'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:14Z', 'updated_at': '2021-11-08T01:44:15Z', 'revision_number': 2, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'subnets': [{'id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:17.698660 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027f6d13-0731-4f4f-b981-8c5bfc5acfbb admin admin] Made reservation on behalf of 88e51c26262b4513bf241af2b91cb0e2 for: {'subnet': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:44:17.699269 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] Checking router: 9f13153d-a27c-4bbe-846d-79bc06941189 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:44:17.699621 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] Updating router 9f13153d-a27c-4bbe-846d-79bc06941189 port 29b5fd76-608a-4338-83e6-42089e159f98 binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:44:17.701078 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-027f6d13-0731-4f4f-b981-8c5bfc5acfbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5252273'] for subnet, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:17.724366 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:17.952118 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-027f6d13-0731-4f4f-b981-8c5bfc5acfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5252259'] for subnet, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:17.952656 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 7aab21cb-29fd-4e7b-956e-005fa059c5de up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:44:18.007010 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f6d13-0731-4f4f-b981-8c5bfc5acfbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b00111ef-3d77-41ce-9a10-b4a798111e5a,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:18.019601 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027f6d13-0731-4f4f-b981-8c5bfc5acfbb admin admin] Checking segment: {'id': '43d08865-2261-4212-a057-d7e8e7fe8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f38a2786-8d2a-4be4-96e4-76fe87cfe7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:44:18.019924 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:18.020074 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027f6d13-0731-4f4f-b981-8c5bfc5acfbb admin admin] Network hostable DHCP agents. Network: f38a2786-8d2a-4be4-96e4-76fe87cfe7fb, hostable agents: ['83c28920-601b-45de-aac5-a1a2d2eb995c'], hosted agents: [] {{(pid=102772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 01:44:18.035259 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 7aab21cb-29fd-4e7b-956e-005fa059c5de triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:18.035627 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:18.100981 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:18.110704 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027f6d13-0731-4f4f-b981-8c5bfc5acfbb admin admin] Network f38a2786-8d2a-4be4-96e4-76fe87cfe7fb is scheduled to be hosted by DHCP agent 83c28920-601b-45de-aac5-a1a2d2eb995c with binding_index 1 {{(pid=102772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 01:44:18.141609 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:18.172405 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2a547-6fbc-4f52-a935-3b849a59d67f None None] Pushing event updated for resources: {'Port': ['ID=29b5fd76-608a-4338-83e6-42089e159f98,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:18.174378 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-027f6d13-0731-4f4f-b981-8c5bfc5acfbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816882-1, f38a2786-8d2a-4be4-96e4-76fe87cfe7fb) {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:44:18.178972 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f6d13-0731-4f4f-b981-8c5bfc5acfbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:18.179665 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-027f6d13-0731-4f4f-b981-8c5bfc5acfbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:18.204711 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port 7aab21cb-29fd-4e7b-956e-005fa059c5de, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7aab21cb-29fd-4e7b-956e-005fa059c5de,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:44:18.205868 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6816a00-2d20-429f-a8ae-7f799e67f4fe None None] Network f38a2786-8d2a-4be4-96e4-76fe87cfe7fb requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:44:18.279071 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] Attempting to bind port 29b5fd76-608a-4338-83e6-42089e159f98 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:44:18.279445 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] Attempting to bind port 29b5fd76-608a-4338-83e6-42089e159f98 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'f6949874-1634-46b4-8f8d-6ec27c12862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:44:18.279874 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] Attempting to bind port 29b5fd76-608a-4338-83e6-42089e159f98 on network 039a6df7-3de0-4e1b-b800-30ab4413ba3a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:44:18.297653 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:44:18.298347 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] Checking segment: {'id': 'f6949874-1634-46b4-8f8d-6ec27c12862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:44:18.299003 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:18.302439 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] Bound using segment: {'id': 'f6949874-1634-46b4-8f8d-6ec27c12862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:44:18.302623 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-027f6d13-0731-4f4f-b981-8c5bfc5acfbb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6939950 Nov 08 01:44:18.302742 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] Bound port: 29b5fd76-608a-4338-83e6-42089e159f98, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6949874-1634-46b4-8f8d-6ec27c12862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:44:18.302742 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:18.303001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42630) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:18.307573 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-1f6deb92-a6b9-4f6a-aafc-66c7070155f1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1363044293-router', 'tenant_id': '88e51c26262b4513bf241af2b91cb0e2', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:44:18.323764 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:18.384664 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f6deb92-a6b9-4f6a-aafc-66c7070155f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:18.385724 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f6deb92-a6b9-4f6a-aafc-66c7070155f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:18.431218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6f5ee0c4-6d96-4c30-a737-d90e7b4fd540 None None] Provisioning complete for port 29b5fd76-608a-4338-83e6-42089e159f98 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:18.431510 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f5ee0c4-6d96-4c30-a737-d90e7b4fd540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:18.439942 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f6deb92-a6b9-4f6a-aafc-66c7070155f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:18.485673 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=7aab21cb-29fd-4e7b-956e-005fa059c5de,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:18.509721 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] For port 29b5fd76-608a-4338-83e6-42089e159f98, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:44:18.522772 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ee0c4-6d96-4c30-a737-d90e7b4fd540 None None] Port 29b5fd76-608a-4338-83e6-42089e159f98 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:44:18.527270 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0588c6b-c2e7-50a1-a02e-97751652b37d-f38a2786-8d2a-4be4-96e4-76fe87cfe7fb', 'network_id': 'f38a2786-8d2a-4be4-96e4-76fe87cfe7fb', 'tenant_id': '88e51c26262b4513bf241af2b91cb0e2', 'fixed_ips': [{'subnet_id': 'b00111ef-3d77-41ce-9a10-b4a798111e5a'}]}} from n-d-816882-1. {{(pid=102773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 01:44:18.528156 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:18.530974 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] For port 29b5fd76-608a-4338-83e6-42089e159f98, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=29b5fd76-608a-4338-83e6-42089e159f98,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:44:18.596989 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:18.643116 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f6deb92-a6b9-4f6a-aafc-66c7070155f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:18.705211 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] Routers {'9f13153d-a27c-4bbe-846d-79bc06941189'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:44:18.705844 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:44:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['9f13153d-a27c-4bbe-846d-79bc06941189'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:18.710610 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2a547-6fbc-4f52-a935-3b849a59d67f None None] Pushing event updated for resources: {'Port': ['ID=29b5fd76-608a-4338-83e6-42089e159f98,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:18.789943 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] Allocated IP 172.20.0.2 (f38a2786-8d2a-4be4-96e4-76fe87cfe7fb/b00111ef-3d77-41ce-9a10-b4a798111e5a/e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:44:18.915337 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f6deb92-a6b9-4f6a-aafc-66c7070155f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:18.935589 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f6deb92-a6b9-4f6a-aafc-66c7070155f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:19.039061 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-1f6deb92-a6b9-4f6a-aafc-66c7070155f1 admin admin] Allocated IP 172.25.2.208 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/a671f9ea-20f0-4ab6-bf64-65db69359915) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:44:19.041212 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] Set router 9f13153d-a27c-4bbe-846d-79bc06941189 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:44:19.081686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-8a5921c4-43a4-4222-bafb-4893332a1c5f None None] Provisioning complete for port 29b5fd76-608a-4338-83e6-42089e159f98 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:19.082058 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8a5921c4-43a4-4222-bafb-4893332a1c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:19.142071 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f6deb92-a6b9-4f6a-aafc-66c7070155f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:19.296535 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f6deb92-a6b9-4f6a-aafc-66c7070155f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:19.308913 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:19.336927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6deb92-a6b9-4f6a-aafc-66c7070155f1 admin admin] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:44:19.339820 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-1f6deb92-a6b9-4f6a-aafc-66c7070155f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:44:19.343227 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6deb92-a6b9-4f6a-aafc-66c7070155f1 admin admin] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:44:19.346625 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8a5921c4-43a4-4222-bafb-4893332a1c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:19.366934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6deb92-a6b9-4f6a-aafc-66c7070155f1 admin admin] Pushing event updated for resources: {'Port': ['ID=a671f9ea-20f0-4ab6-bf64-65db69359915,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:19.393385 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8a5921c4-43a4-4222-bafb-4893332a1c5f None None] For port 29b5fd76-608a-4338-83e6-42089e159f98, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=29b5fd76-608a-4338-83e6-42089e159f98,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:44:19.403572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:15Z', 'revision_number': 4, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port': {'id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '29b5fd76-608a-4338-83e6-42089e159f98', 'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:14Z', 'updated_at': '2021-11-08T01:44:18Z', 'revision_number': 4, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'subnets': [{'id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:19.430224 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968ad93-e483-4ede-98e6-709180d44074 None None] The sync data for ids ['9f13153d-a27c-4bbe-846d-79bc06941189'] in n-d-816882-1 is: [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:15Z', 'revision_number': 4, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port': {'id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '29b5fd76-608a-4338-83e6-42089e159f98', 'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:14Z', 'updated_at': '2021-11-08T01:44:18Z', 'revision_number': 4, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'subnets': [{'id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:44:19.594008 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8a5921c4-43a4-4222-bafb-4893332a1c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:19.596368 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:19.639564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] Network f38a2786-8d2a-4be4-96e4-76fe87cfe7fb is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:44:19.644379 n-d-816882-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:44:19.647900 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:44:19.668434 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5921c4-43a4-4222-bafb-4893332a1c5f None None] Pushing event updated for resources: {'Port': ['ID=29b5fd76-608a-4338-83e6-42089e159f98,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:19.702367 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f6deb92-a6b9-4f6a-aafc-66c7070155f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:19.747351 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] Attempting to bind port e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:44:19.747824 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] Attempting to bind port e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '43d08865-2261-4212-a057-d7e8e7fe8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f38a2786-8d2a-4be4-96e4-76fe87cfe7fb'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:44:19.748273 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] Attempting to bind port e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7 on network f38a2786-8d2a-4be4-96e4-76fe87cfe7fb {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:44:19.756941 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] Pushing event updated for resources: {'Port': ['ID=e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:19.761825 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:44:19.762277 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] Checking segment: {'id': '43d08865-2261-4212-a057-d7e8e7fe8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f38a2786-8d2a-4be4-96e4-76fe87cfe7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:44:19.762751 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:19.763217 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] Bound using segment: {'id': '43d08865-2261-4212-a057-d7e8e7fe8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f38a2786-8d2a-4be4-96e4-76fe87cfe7fb'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:44:19.763853 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] Bound port: e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d08865-2261-4212-a057-d7e8e7fe8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f38a2786-8d2a-4be4-96e4-76fe87cfe7fb'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:44:19.764262 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:19.829323 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] For port e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:44:19.832681 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] For port e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7,segment=NetworkSegment(43d08865-2261-4212-a057-d7e8e7fe8810),segment_id=43d08865-2261-4212-a057-d7e8e7fe8810)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:44:19.927131 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f6deb92-a6b9-4f6a-aafc-66c7070155f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589458'] for router, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:19.957049 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:20.029806 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081539e7-bdd3-4afe-a5bc-2d909aa66608 None None] Pushing event updated for resources: {'Port': ['ID=e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:20.045823 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 7aab21cb-29fd-4e7b-956e-005fa059c5de up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:44:20.117434 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 7aab21cb-29fd-4e7b-956e-005fa059c5de triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:20.117434 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:20.207293 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 29b5fd76-608a-4338-83e6-42089e159f98 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:44:20.218316 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6deb92-a6b9-4f6a-aafc-66c7070155f1 admin admin] Router 446f7bea-b766-4370-96b3-724f3d47dc98 is scheduled to L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 with binding_index 1 {{(pid=102772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 01:44:20.312170 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port 29b5fd76-608a-4338-83e6-42089e159f98 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:20.312751 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:20.353230 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6deb92-a6b9-4f6a-aafc-66c7070155f1 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:44:20.369653 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] Sync routers for ids ['446f7bea-b766-4370-96b3-724f3d47dc98'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:44:20.380431 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] Routers {'446f7bea-b766-4370-96b3-724f3d47dc98'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:44:20.381285 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:44:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['446f7bea-b766-4370-96b3-724f3d47dc98'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:20.457427 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1f6deb92-a6b9-4f6a-aafc-66c7070155f1 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:20.460802 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1f6deb92-a6b9-4f6a-aafc-66c7070155f1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1545565 Nov 08 01:44:20.461843 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42632) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:20.498945 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] Set router 446f7bea-b766-4370-96b3-724f3d47dc98 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:44:20.684918 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446f7bea-b766-4370-96b3-724f3d47dc98', 'name': 'tempest-TestSnapshotPattern-1363044293-router', 'tenant_id': '88e51c26262b4513bf241af2b91cb0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a671f9ea-20f0-4ab6-bf64-65db69359915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:18Z', 'updated_at': '2021-11-08T01:44:19Z', 'revision_number': 3, 'project_id': '88e51c26262b4513bf241af2b91cb0e2', 'gw_port': {'id': 'a671f9ea-20f0-4ab6-bf64-65db69359915', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:49:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446f7bea-b766-4370-96b3-724f3d47dc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:18Z', 'updated_at': '2021-11-08T01:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:20.712067 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] Checking router: 446f7bea-b766-4370-96b3-724f3d47dc98 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:44:20.712421 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] Updating router 446f7bea-b766-4370-96b3-724f3d47dc98 port a671f9ea-20f0-4ab6-bf64-65db69359915 binding host n-d-816882-1 {{(pid=102774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:44:20.738319 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:20.902643 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35bee614-2e83-4c94-b965-947caab60d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:21.015507 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:21.070614 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-35bee614-2e83-4c94-b965-947caab60d53 admin admin] Allocated IP 172.20.0.1 (f38a2786-8d2a-4be4-96e4-76fe87cfe7fb/b00111ef-3d77-41ce-9a10-b4a798111e5a/e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:44:21.092088 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b40605-9ede-4cb7-8836-cae4bf8303a1 None None] Network f38a2786-8d2a-4be4-96e4-76fe87cfe7fb requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:44:21.096821 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:21.143907 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] Attempting to bind port a671f9ea-20f0-4ab6-bf64-65db69359915 on host n-d-816882-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:44:21.144259 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] Attempting to bind port a671f9ea-20f0-4ab6-bf64-65db69359915 by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:44:21.144609 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] Attempting to bind port a671f9ea-20f0-4ab6-bf64-65db69359915 on network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:44:21.153689 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f699f8a-9690-4165-88bf-2b8cfc835cd3 None None] Pushing event updated for resources: {'Port': ['ID=a671f9ea-20f0-4ab6-bf64-65db69359915,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:21.156154 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:44:21.156514 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] Checking segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:44:21.156907 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:21.157280 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] Bound using segment: {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:44:21.157786 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] Bound port: a671f9ea-20f0-4ab6-bf64-65db69359915, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d76a49-0651-4076-9821-6e10a5c58b0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:44:21.158653 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:21.167452 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-94270173-1965-41cb-888e-a600365b85d2 None None] Provisioning complete for port e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:21.168277 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94270173-1965-41cb-888e-a600365b85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:21.180977 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35bee614-2e83-4c94-b965-947caab60d53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:21.212946 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] For port a671f9ea-20f0-4ab6-bf64-65db69359915, host n-d-816882-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:44:21.216070 n-d-816882-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] For port a671f9ea-20f0-4ab6-bf64-65db69359915, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a671f9ea-20f0-4ab6-bf64-65db69359915,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:44:21.302353 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35bee614-2e83-4c94-b965-947caab60d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:21.318812 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94270173-1965-41cb-888e-a600365b85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:21.324846 n-d-816882-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:21.344975 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bee614-2e83-4c94-b965-947caab60d53 admin admin] Network f38a2786-8d2a-4be4-96e4-76fe87cfe7fb is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:44:21.351276 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-35bee614-2e83-4c94-b965-947caab60d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:44:21.354837 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bee614-2e83-4c94-b965-947caab60d53 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:44:21.367973 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-94270173-1965-41cb-888e-a600365b85d2 None None] For port e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7,segment=NetworkSegment(43d08865-2261-4212-a057-d7e8e7fe8810),segment_id=43d08865-2261-4212-a057-d7e8e7fe8810)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:44:21.381875 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bee614-2e83-4c94-b965-947caab60d53 admin admin] Pushing event updated for resources: {'Port': ['ID=e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:21.400681 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] Routers {'446f7bea-b766-4370-96b3-724f3d47dc98'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:44:21.401448 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:44:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['446f7bea-b766-4370-96b3-724f3d47dc98'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:21.402307 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35bee614-2e83-4c94-b965-947caab60d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587687'] for router_interface, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:21.406464 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f699f8a-9690-4165-88bf-2b8cfc835cd3 None None] Pushing event updated for resources: {'Port': ['ID=a671f9ea-20f0-4ab6-bf64-65db69359915,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:21.478822 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94270173-1965-41cb-888e-a600365b85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:21.515553 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] Set router 446f7bea-b766-4370-96b3-724f3d47dc98 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:44:21.551264 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94270173-1965-41cb-888e-a600365b85d2 None None] Pushing event updated for resources: {'Port': ['ID=e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:21.598449 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-32366b43-849c-4a96-88a1-8c0cddb76c74 None None] Provisioning complete for port e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:21.598819 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32366b43-849c-4a96-88a1-8c0cddb76c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:21.636331 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35bee614-2e83-4c94-b965-947caab60d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:21.709127 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446f7bea-b766-4370-96b3-724f3d47dc98', 'name': 'tempest-TestSnapshotPattern-1363044293-router', 'tenant_id': '88e51c26262b4513bf241af2b91cb0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a671f9ea-20f0-4ab6-bf64-65db69359915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:18Z', 'updated_at': '2021-11-08T01:44:19Z', 'revision_number': 3, 'project_id': '88e51c26262b4513bf241af2b91cb0e2', 'gw_port': {'id': 'a671f9ea-20f0-4ab6-bf64-65db69359915', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:49:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446f7bea-b766-4370-96b3-724f3d47dc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:18Z', 'updated_at': '2021-11-08T01:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:21.736630 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466f77bd-6b8f-486c-949c-36f6e6279411 None None] The sync data for ids ['446f7bea-b766-4370-96b3-724f3d47dc98'] in n-d-816882-1 is: [{'id': '446f7bea-b766-4370-96b3-724f3d47dc98', 'name': 'tempest-TestSnapshotPattern-1363044293-router', 'tenant_id': '88e51c26262b4513bf241af2b91cb0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a671f9ea-20f0-4ab6-bf64-65db69359915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:18Z', 'updated_at': '2021-11-08T01:44:19Z', 'revision_number': 3, 'project_id': '88e51c26262b4513bf241af2b91cb0e2', 'gw_port': {'id': 'a671f9ea-20f0-4ab6-bf64-65db69359915', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:49:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446f7bea-b766-4370-96b3-724f3d47dc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:18Z', 'updated_at': '2021-11-08T01:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:44:21.826149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-87e67ca9-ca79-45c2-8dbe-ff006fe112e0 None None] Provisioning complete for port e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:21.826521 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87e67ca9-ca79-45c2-8dbe-ff006fe112e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:21.832469 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35bee614-2e83-4c94-b965-947caab60d53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:21.860257 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-87e67ca9-ca79-45c2-8dbe-ff006fe112e0 None None] Port e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:44:21.893244 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35bee614-2e83-4c94-b965-947caab60d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:21.950410 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:44:21.994799 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35bee614-2e83-4c94-b965-947caab60d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588434'] for router_interface, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:22.000969 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bee614-2e83-4c94-b965-947caab60d53 admin admin] Pushing event updated for resources: {'Port': ['ID=e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:22.022913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:22.023276 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:22.097862 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bee614-2e83-4c94-b965-947caab60d53 admin admin] Network f38a2786-8d2a-4be4-96e4-76fe87cfe7fb is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:44:22.102612 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-35bee614-2e83-4c94-b965-947caab60d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:44:22.232877 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bee614-2e83-4c94-b965-947caab60d53 admin admin] Router 446f7bea-b766-4370-96b3-724f3d47dc98 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:44:22.357690 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bee614-2e83-4c94-b965-947caab60d53 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:44:22.363398 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-35bee614-2e83-4c94-b965-947caab60d53 admin admin] 10.222.0.13 "PUT /v2.0/routers/446f7bea-b766-4370-96b3-724f3d47dc98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9004850 Nov 08 01:44:22.392330 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-c760ffd6-f4d7-4138-957a-c907525d63e5 None None] Provisioning complete for port e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:22.392941 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c760ffd6-f4d7-4138-957a-c907525d63e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:22.429095 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c760ffd6-f4d7-4138-957a-c907525d63e5 None None] Port e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:44:22.893889 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42640) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:22.898611 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6d132084-518d-4446-bbde-f2213c985e92 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2013913514', 'description': 'tempest-secgroup-smoke-2013913514 description', 'project_id': '7f8df11a5f9445648ebf35ea1acb741b'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:44:22.981608 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d132084-518d-4446-bbde-f2213c985e92 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:23.048413 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d132084-518d-4446-bbde-f2213c985e92 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:23.158947 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d132084-518d-4446-bbde-f2213c985e92 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:23.188119 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d132084-518d-4446-bbde-f2213c985e92 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82df7649-17ef-4304-96fb-6236ece52d36,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:23.224159 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] Sync routers for ids ['446f7bea-b766-4370-96b3-724f3d47dc98'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:44:23.233299 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] Routers {'446f7bea-b766-4370-96b3-724f3d47dc98'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:44:23.233899 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:44:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['446f7bea-b766-4370-96b3-724f3d47dc98'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:23.249310 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d132084-518d-4446-bbde-f2213c985e92 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:23.250702 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-6d132084-518d-4446-bbde-f2213c985e92 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3557904 Nov 08 01:44:23.254320 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42642) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:23.258741 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-0aabd41a-5f92-455a-969f-ad6b3c6aec44 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Request body: {'security_group_rule': {'security_group_id': '82df7649-17ef-4304-96fb-6236ece52d36', 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:44:23.339122 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] Set router 446f7bea-b766-4370-96b3-724f3d47dc98 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:44:23.364383 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0aabd41a-5f92-455a-969f-ad6b3c6aec44 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:23.424914 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0aabd41a-5f92-455a-969f-ad6b3c6aec44 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:23.493529 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0aabd41a-5f92-455a-969f-ad6b3c6aec44 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:23.509823 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabd41a-5f92-455a-969f-ad6b3c6aec44 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63bdaef5-9eeb-49cf-9730-16a843cd7015,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:23.544511 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446f7bea-b766-4370-96b3-724f3d47dc98', 'name': 'tempest-TestSnapshotPattern-1363044293-router', 'tenant_id': '88e51c26262b4513bf241af2b91cb0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a671f9ea-20f0-4ab6-bf64-65db69359915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:18Z', 'updated_at': '2021-11-08T01:44:21Z', 'revision_number': 4, 'project_id': '88e51c26262b4513bf241af2b91cb0e2', 'gw_port': {'id': 'a671f9ea-20f0-4ab6-bf64-65db69359915', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:49:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446f7bea-b766-4370-96b3-724f3d47dc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:18Z', 'updated_at': '2021-11-08T01:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd', 'name': '', 'network_id': 'f38a2786-8d2a-4be4-96e4-76fe87cfe7fb', 'tenant_id': '88e51c26262b4513bf241af2b91cb0e2', 'mac_address': 'fa:16:3e:9f:2e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446f7bea-b766-4370-96b3-724f3d47dc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'b00111ef-3d77-41ce-9a10-b4a798111e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:20Z', 'updated_at': '2021-11-08T01:44:21Z', 'revision_number': 2, 'project_id': '88e51c26262b4513bf241af2b91cb0e2', 'subnets': [{'id': 'b00111ef-3d77-41ce-9a10-b4a798111e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:23.571512 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] Checking router: 446f7bea-b766-4370-96b3-724f3d47dc98 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:44:23.571900 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] Updating router 446f7bea-b766-4370-96b3-724f3d47dc98 port e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd binding host n-d-816882-1 {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 01:44:23.589313 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0aabd41a-5f92-455a-969f-ad6b3c6aec44 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:23.590556 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-0aabd41a-5f92-455a-969f-ad6b3c6aec44 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3352342 Nov 08 01:44:23.593401 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42644) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:23.595946 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:23.598199 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d8aa3ce4-f6bc-4c6b-9c35-ce0f774bd63d tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Request body: {'security_group_rule': {'security_group_id': '82df7649-17ef-4304-96fb-6236ece52d36', 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:44:23.690272 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8aa3ce4-f6bc-4c6b-9c35-ce0f774bd63d tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:23.746870 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8aa3ce4-f6bc-4c6b-9c35-ce0f774bd63d tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:23.844203 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8aa3ce4-f6bc-4c6b-9c35-ce0f774bd63d tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:23.865325 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa3ce4-f6bc-4c6b-9c35-ce0f774bd63d tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500c475f-728e-4554-b8fd-d84cd4a6bd51,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:23.908441 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:23.929346 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d8aa3ce4-f6bc-4c6b-9c35-ce0f774bd63d tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:23.933658 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-d8aa3ce4-f6bc-4c6b-9c35-ce0f774bd63d tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3391740 Nov 08 01:44:23.938558 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42646) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:23.941671 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-cbe066c1-16d0-4a5d-9d93-5910941c10d5 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Request body: {'security_group_rule': {'security_group_id': '82df7649-17ef-4304-96fb-6236ece52d36', 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:44:23.960396 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a671f9ea-20f0-4ab6-bf64-65db69359915 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:44:23.995836 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:24.066130 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbe066c1-16d0-4a5d-9d93-5910941c10d5 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:24.069658 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ddf41-02d5-42e4-a8b6-e0bda3f5ea64 None None] Pushing event updated for resources: {'Port': ['ID=e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:24.103779 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port a671f9ea-20f0-4ab6-bf64-65db69359915 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:24.104170 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:24.165250 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] Attempting to bind port e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd on host n-d-816882-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:44:24.165625 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] Attempting to bind port e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd by drivers openvswitch,hyperv on host n-d-816882-1 at level 0 using segments [{'id': '43d08865-2261-4212-a057-d7e8e7fe8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f38a2786-8d2a-4be4-96e4-76fe87cfe7fb'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:44:24.165988 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] Attempting to bind port e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd on network f38a2786-8d2a-4be4-96e4-76fe87cfe7fb {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:44:24.178692 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] Checking agent: {'id': '019bfddf-7afc-4ed4-8514-4a9d28d4a5eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 7, 23, 57, 1), 'started_at': datetime.datetime(2021, 11, 7, 23, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816882-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:44:24.179058 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] Checking segment: {'id': '43d08865-2261-4212-a057-d7e8e7fe8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f38a2786-8d2a-4be4-96e4-76fe87cfe7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:44:24.179467 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:24.179881 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] Bound using segment: {'id': '43d08865-2261-4212-a057-d7e8e7fe8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f38a2786-8d2a-4be4-96e4-76fe87cfe7fb'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:44:24.180367 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] Bound port: e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd, host: n-d-816882-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d08865-2261-4212-a057-d7e8e7fe8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f38a2786-8d2a-4be4-96e4-76fe87cfe7fb'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:44:24.180754 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:24.312134 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] For port e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd, host n-d-816882-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:44:24.316888 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] For port e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd, host n-d-816882-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd,segment=NetworkSegment(43d08865-2261-4212-a057-d7e8e7fe8810),segment_id=43d08865-2261-4212-a057-d7e8e7fe8810)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:44:24.317861 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:24.326347 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-9bbfe811-42c4-477c-8a79-581e430a9763 None None] Provisioning complete for port e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:24.326716 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe811-42c4-477c-8a79-581e430a9763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:24.362715 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] For port a671f9ea-20f0-4ab6-bf64-65db69359915, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a671f9ea-20f0-4ab6-bf64-65db69359915,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:44:24.374367 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9bbfe811-42c4-477c-8a79-581e430a9763 None None] Port e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:44:24.402500 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:24.433437 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:24.465778 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] Routers {'446f7bea-b766-4370-96b3-724f3d47dc98'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:44:24.466803 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:44:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['446f7bea-b766-4370-96b3-724f3d47dc98'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:24.471315 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ddf41-02d5-42e4-a8b6-e0bda3f5ea64 None None] Pushing event updated for resources: {'Port': ['ID=e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:24.500831 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbe066c1-16d0-4a5d-9d93-5910941c10d5 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:24.590545 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbe066c1-16d0-4a5d-9d93-5910941c10d5 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:24.611180 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe066c1-16d0-4a5d-9d93-5910941c10d5 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740f0c29-7516-4d28-9482-8ddbdd8626aa,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:24.715270 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-cbe066c1-16d0-4a5d-9d93-5910941c10d5 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:24.716672 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-cbe066c1-16d0-4a5d-9d93-5910941c10d5 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7803142 Nov 08 01:44:24.719478 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42648) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:24.723991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-fa6a348e-979a-4272-bda6-6622bd8a4073 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Request body: {'security_group_rule': {'security_group_id': '82df7649-17ef-4304-96fb-6236ece52d36', 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:44:24.762958 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-6b0106d2-8b3a-448b-84ad-ce7075b03823 None None] Provisioning complete for port e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:24.763553 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6b0106d2-8b3a-448b-84ad-ce7075b03823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:24.766249 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Pushing event updated for resources: {'Port': ['ID=a671f9ea-20f0-4ab6-bf64-65db69359915,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:24.808342 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] Set router 446f7bea-b766-4370-96b3-724f3d47dc98 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:44:24.826562 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa6a348e-979a-4272-bda6-6622bd8a4073 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:24.885347 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa6a348e-979a-4272-bda6-6622bd8a4073 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:24.969398 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6b0106d2-8b3a-448b-84ad-ce7075b03823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:24.988421 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa6a348e-979a-4272-bda6-6622bd8a4073 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:25.007303 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a348e-979a-4272-bda6-6622bd8a4073 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7433d244-e228-434d-8921-dd6e4445f1d3,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:25.021366 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-6b0106d2-8b3a-448b-84ad-ce7075b03823 None None] For port e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd,segment=NetworkSegment(43d08865-2261-4212-a057-d7e8e7fe8810),segment_id=43d08865-2261-4212-a057-d7e8e7fe8810)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:44:25.069768 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446f7bea-b766-4370-96b3-724f3d47dc98', 'name': 'tempest-TestSnapshotPattern-1363044293-router', 'tenant_id': '88e51c26262b4513bf241af2b91cb0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a671f9ea-20f0-4ab6-bf64-65db69359915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:18Z', 'updated_at': '2021-11-08T01:44:21Z', 'revision_number': 4, 'project_id': '88e51c26262b4513bf241af2b91cb0e2', 'gw_port': {'id': 'a671f9ea-20f0-4ab6-bf64-65db69359915', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:49:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f7bea-b766-4370-96b3-724f3d47dc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:18Z', 'updated_at': '2021-11-08T01:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd', 'name': '', 'network_id': 'f38a2786-8d2a-4be4-96e4-76fe87cfe7fb', 'tenant_id': '88e51c26262b4513bf241af2b91cb0e2', 'mac_address': 'fa:16:3e:9f:2e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446f7bea-b766-4370-96b3-724f3d47dc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'b00111ef-3d77-41ce-9a10-b4a798111e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:20Z', 'updated_at': '2021-11-08T01:44:24Z', 'revision_number': 4, 'project_id': '88e51c26262b4513bf241af2b91cb0e2', 'subnets': [{'id': 'b00111ef-3d77-41ce-9a10-b4a798111e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:25.096565 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59be09a5-d5c3-40a1-9c63-c7df73303b42 None None] The sync data for ids ['446f7bea-b766-4370-96b3-724f3d47dc98'] in n-d-816882-1 is: [{'id': '446f7bea-b766-4370-96b3-724f3d47dc98', 'name': 'tempest-TestSnapshotPattern-1363044293-router', 'tenant_id': '88e51c26262b4513bf241af2b91cb0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a671f9ea-20f0-4ab6-bf64-65db69359915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:18Z', 'updated_at': '2021-11-08T01:44:21Z', 'revision_number': 4, 'project_id': '88e51c26262b4513bf241af2b91cb0e2', 'gw_port': {'id': 'a671f9ea-20f0-4ab6-bf64-65db69359915', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:49:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f7bea-b766-4370-96b3-724f3d47dc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:18Z', 'updated_at': '2021-11-08T01:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': 'e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd', 'name': '', 'network_id': 'f38a2786-8d2a-4be4-96e4-76fe87cfe7fb', 'tenant_id': '88e51c26262b4513bf241af2b91cb0e2', 'mac_address': 'fa:16:3e:9f:2e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446f7bea-b766-4370-96b3-724f3d47dc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'b00111ef-3d77-41ce-9a10-b4a798111e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:20Z', 'updated_at': '2021-11-08T01:44:24Z', 'revision_number': 4, 'project_id': '88e51c26262b4513bf241af2b91cb0e2', 'subnets': [{'id': 'b00111ef-3d77-41ce-9a10-b4a798111e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:44:25.112748 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fa6a348e-979a-4272-bda6-6622bd8a4073 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:25.116466 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-fa6a348e-979a-4272-bda6-6622bd8a4073 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3934948 Nov 08 01:44:25.116756 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42650) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:25.121317 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-6edda032-1b5c-4d1f-bc41-10da3c16bb34 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Request body: {'security_group_rule': {'security_group_id': '82df7649-17ef-4304-96fb-6236ece52d36', 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:44:25.175931 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6b0106d2-8b3a-448b-84ad-ce7075b03823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:25.226712 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0106d2-8b3a-448b-84ad-ce7075b03823 None None] Pushing event updated for resources: {'Port': ['ID=e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:25.261852 n-d-816882-1 neutron-server[102772]: INFO neutron.db.securitygroups_db [None req-6edda032-1b5c-4d1f-bc41-10da3c16bb34 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Project 7f8df11a5f9445648ebf35ea1acb741b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 01:44:25.267357 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6edda032-1b5c-4d1f-bc41-10da3c16bb34 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:25.331215 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6edda032-1b5c-4d1f-bc41-10da3c16bb34 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:25.393199 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6edda032-1b5c-4d1f-bc41-10da3c16bb34 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:25.414471 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edda032-1b5c-4d1f-bc41-10da3c16bb34 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19cc0fe-284c-4e1f-bd02-96ecf9385697,revision_number=0']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:25.486267 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6edda032-1b5c-4d1f-bc41-10da3c16bb34 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:25.488843 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-6edda032-1b5c-4d1f-bc41-10da3c16bb34 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3698082 Nov 08 01:44:25.490436 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42652) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:25.495273 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [None req-9823e757-fa59-4052-aff3-80faf47038af tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Request body: {'security_group_rule': {'security_group_id': '82df7649-17ef-4304-96fb-6236ece52d36', 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:44:25.581816 n-d-816882-1 neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-9823e757-fa59-4052-aff3-80faf47038af tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Project 7f8df11a5f9445648ebf35ea1acb741b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 01:44:25.588917 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9823e757-fa59-4052-aff3-80faf47038af tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:25.662050 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9823e757-fa59-4052-aff3-80faf47038af tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:25.736256 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9823e757-fa59-4052-aff3-80faf47038af tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767395'] for security_group_rule, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:25.756367 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823e757-fa59-4052-aff3-80faf47038af tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d569f994-ca58-4aa2-b24e-62fe3c5df40b,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:25.826374 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9823e757-fa59-4052-aff3-80faf47038af tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:25.827661 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9823e757-fa59-4052-aff3-80faf47038af tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3361428 Nov 08 01:44:25.972120 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-bfb8860a-ee83-456e-b0c6-daf2d2342125 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2013913514&fields=id&tenant_id=7f8df11a5f9445648ebf35ea1acb741b HTTP/1.1" status: 200 len: 267 time: 0.0379322 Nov 08 01:44:26.004450 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a671f9ea-20f0-4ab6-bf64-65db69359915 up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:44:26.058978 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port a671f9ea-20f0-4ab6-bf64-65db69359915 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:26.059350 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:26.092658 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b64e7e67-40e8-4ea4-8b34-5a89b59ea3fe tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:26.094223 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b64e7e67-40e8-4ea4-8b34-5a89b59ea3fe tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/networks?id=039a6df7-3de0-4e1b-b800-30ab4413ba3a HTTP/1.1" status: 200 len: 809 time: 0.1135609 Nov 08 01:44:26.112559 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-4ee4166d-4f57-4d2c-8908-49785b9244f0 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/quotas/7f8df11a5f9445648ebf35ea1acb741b HTTP/1.1" status: 200 len: 375 time: 0.0114357 Nov 08 01:44:26.145980 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd up at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:44:26.172366 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-af933e12-03c6-40a7-9036-9fe7028fa54d tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f8df11a5f9445648ebf35ea1acb741b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526676 Nov 08 01:44:26.197148 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Provisioning complete for port e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:26.197528 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:26.375562 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-1de68837-336e-4a89-893d-f49938904c0f service neutron] 10.222.0.13 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899705 Nov 08 01:44:26.468874 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-a2373628-c1c2-4d0a-9eb6-2d1fcd733386 service neutron] 10.222.0.13 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857656 Nov 08 01:44:26.671372 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-083ed3c2-709e-4ea6-86f9-11d604dac84f req-326cea34-3632-4888-a7bd-5d33a45910c9 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 210 time: 0.0284638 Nov 08 01:44:27.766059 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-03b92923-fddd-4cde-bf38-3c3dc06f0b84 req-0c0aa4c7-5997-469d-9ed0-75b7eefed493 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 210 time: 0.0262644 Nov 08 01:44:28.230287 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f450687-4cfe-4ba5-bc7b-6c67dc246cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:28.771464 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.26', 50248) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:28.866714 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-843e417a-efb9-412a-96db-bca0c1e5ed69 req-22827b20-986c-440e-88b9-9ebde8298dfe tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 210 time: 0.0263653 Nov 08 01:44:28.878479 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-1326c816-a718-48f3-8a48-20cf8c936799 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:28.880003 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-1326c816-a718-48f3-8a48-20cf8c936799 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.26 "GET /v2.0/networks?id=039a6df7-3de0-4e1b-b800-30ab4413ba3a HTTP/1.1" status: 200 len: 809 time: 0.1073229 Nov 08 01:44:28.928892 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-d4bc98bc-5a9b-4218-8707-ae5a3ab14624 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f8df11a5f9445648ebf35ea1acb741b HTTP/1.1" status: 200 len: 380 time: 0.0341375 Nov 08 01:44:28.938229 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-4f0dd76d-ff73-4dc8-97b4-81bd99026551 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Request body: {'port': {'device_id': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'admin_state_up': True, 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'security_groups': ['82df7649-17ef-4304-96fb-6236ece52d36']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:44:29.129765 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-4f0dd76d-ff73-4dc8-97b4-81bd99026551 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Made reservation on behalf of 7f8df11a5f9445648ebf35ea1acb741b for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:44:29.133464 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-4f0dd76d-ff73-4dc8-97b4-81bd99026551 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:29.254178 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-4f0dd76d-ff73-4dc8-97b4-81bd99026551 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Allocated IP 172.20.0.11 (039a6df7-3de0-4e1b-b800-30ab4413ba3a/ab29ef95-b5bc-4a14-b9a5-325c143f3d00/9c183333-0c3e-41de-969f-ed24ce973276) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:44:29.411517 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-4f0dd76d-ff73-4dc8-97b4-81bd99026551 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for port, precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:29.599503 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-4f0dd76d-ff73-4dc8-97b4-81bd99026551 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:29.649201 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-4f0dd76d-ff73-4dc8-97b4-81bd99026551 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Network 039a6df7-3de0-4e1b-b800-30ab4413ba3a is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:44:29.652218 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-4f0dd76d-ff73-4dc8-97b4-81bd99026551 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:44:29.655724 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-4f0dd76d-ff73-4dc8-97b4-81bd99026551 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:44:29.681251 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0dd76d-ff73-4dc8-97b4-81bd99026551 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Pushing event updated for resources: {'Port': ['ID=9c183333-0c3e-41de-969f-ed24ce973276,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:29.709830 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-4f0dd76d-ff73-4dc8-97b4-81bd99026551 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:29.710454 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-4f0dd76d-ff73-4dc8-97b4-81bd99026551 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:29.804623 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-4f0dd76d-ff73-4dc8-97b4-81bd99026551 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8698013 Nov 08 01:44:29.814878 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-36b156a4-608c-493f-9305-cdad2d43c2fb tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:44:29.816564 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-36b156a4-608c-493f-9305-cdad2d43c2fb tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059361 Nov 08 01:44:29.881186 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.v2.base [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Request body: {'port': {'device_id': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816882-1'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:44:29.926913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-e1343d71-21c8-480b-88ad-ac11e7889931 None None] Provisioning complete for port 9c183333-0c3e-41de-969f-ed24ce973276 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:29.927591 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1343d71-21c8-480b-88ad-ac11e7889931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:29.940450 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:29.963448 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e1343d71-21c8-480b-88ad-ac11e7889931 None None] Port 9c183333-0c3e-41de-969f-ed24ce973276 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:44:29.993413 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521af7c-a351-4f65-a0f9-1ca937433d13 req-7b4ec132-c7e8-4f0c-a35e-cf8d70998841 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:29.994897 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4521af7c-a351-4f65-a0f9-1ca937433d13 req-7b4ec132-c7e8-4f0c-a35e-cf8d70998841 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 932 time: 0.0497704 Nov 08 01:44:30.032491 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-4521af7c-a351-4f65-a0f9-1ca937433d13 req-b37f9929-6cdc-40be-a8e5-8f5a1a74a05b tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315831 Nov 08 01:44:30.208534 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c183333-0c3e-41de-969f-ed24ce973276 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:44:30.215952 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:30.227661 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Transition to ACTIVE for port object 9c183333-0c3e-41de-969f-ed24ce973276 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:44:30.332780 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:30.388786 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Pushing event updated for resources: {'Port': ['ID=9c183333-0c3e-41de-969f-ed24ce973276,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:30.456812 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Attempting to bind port 9c183333-0c3e-41de-969f-ed24ce973276 on host n-h2-816882-1 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:44:30.457173 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Attempting to bind port 9c183333-0c3e-41de-969f-ed24ce973276 by drivers openvswitch,hyperv on host n-h2-816882-1 at level 0 using segments [{'id': 'f6949874-1634-46b4-8f8d-6ec27c12862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:44:30.457498 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Attempting to bind port 9c183333-0c3e-41de-969f-ed24ce973276 on network 039a6df7-3de0-4e1b-b800-30ab4413ba3a {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:44:30.462076 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Port 9c183333-0c3e-41de-969f-ed24ce973276 on network 039a6df7-3de0-4e1b-b800-30ab4413ba3a not bound, no agent of type Open vSwitch agent registered on host n-h2-816882-1 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:44:30.462393 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Attempting to bind port 9c183333-0c3e-41de-969f-ed24ce973276 on network 039a6df7-3de0-4e1b-b800-30ab4413ba3a {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:44:30.467650 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Checking agent: {'id': '6c126f22-3f11-4945-bbb3-ec59475fcede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:44:30.468015 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Checking segment: {'id': 'f6949874-1634-46b4-8f8d-6ec27c12862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:44:30.468395 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Bound using segment: {'id': 'f6949874-1634-46b4-8f8d-6ec27c12862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:44:30.468820 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Bound port: 9c183333-0c3e-41de-969f-ed24ce973276, host: n-h2-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6949874-1634-46b4-8f8d-6ec27c12862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:44:30.469173 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:30.534590 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] For port 9c183333-0c3e-41de-969f-ed24ce973276, host n-h2-816882-1, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:44:30.537917 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] For port 9c183333-0c3e-41de-969f-ed24ce973276, host n-h2-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=9c183333-0c3e-41de-969f-ed24ce973276,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:44:30.607336 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5799868'] for port, after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:30.646597 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:30.647118 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:30.648681 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] 10.222.0.26 "PUT /v2.0/ports/9c183333-0c3e-41de-969f-ed24ce973276 HTTP/1.1" status: 200 len: 1092 time: 0.8181300 Nov 08 01:44:30.649086 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'tag': '9c183333-0c3e-41de-969f-ed24ce973276'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:44:30.651422 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40319a74fe07febf9ab63d54579747668fab38c9212ad8217a68cab46359be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46aaf6c-3f0d-40b7-8647-2545d977aba4" -d '{"events": [{"name": "network-changed", "server_uuid": "ea893f8b-3e02-48e5-938c-6a201c472e84", "tag": "9c183333-0c3e-41de-969f-ed24ce973276"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:44:30.677486 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3da6c-b2aa-4002-8a46-b8f911395a7e service neutron] Pushing event updated for resources: {'Port': ['ID=9c183333-0c3e-41de-969f-ed24ce973276,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:30.709485 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcb3c3d-6739-440b-96d4-264343c1f961 x-openstack-request-id: req-bbcb3c3d-6739-440b-96d4-264343c1f961 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:44:30.709785 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea893f8b-3e02-48e5-938c-6a201c472e84", "tag": "9c183333-0c3e-41de-969f-ed24ce973276", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:44:30.710035 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbcb3c3d-6739-440b-96d4-264343c1f961 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:44:30.713231 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'tag': '9c183333-0c3e-41de-969f-ed24ce973276', 'status': 'completed', 'code': 200} Nov 08 01:44:30.730076 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2959de30-04ee-4b7e-9329-3122f7d97002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:30.794601 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46aaf6c-3f0d-40b7-8647-2545d977aba4 req-d7e8f72f-8022-4bd7-bed5-71b610f12bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:30.796167 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e46aaf6c-3f0d-40b7-8647-2545d977aba4 req-d7e8f72f-8022-4bd7-bed5-71b610f12bd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f8df11a5f9445648ebf35ea1acb741b&device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 1095 time: 0.0439641 Nov 08 01:44:30.902907 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46aaf6c-3f0d-40b7-8647-2545d977aba4 req-f32a1e4c-c3c4-4181-9eee-78e3323d68fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:30.904346 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e46aaf6c-3f0d-40b7-8647-2545d977aba4 req-f32a1e4c-c3c4-4181-9eee-78e3323d68fc service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7f8df11a5f9445648ebf35ea1acb741b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0956600 Nov 08 01:44:30.999426 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46aaf6c-3f0d-40b7-8647-2545d977aba4 req-dfe87b3c-4021-40a6-850e-36fe3f624d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:31.000893 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-e46aaf6c-3f0d-40b7-8647-2545d977aba4 req-dfe87b3c-4021-40a6-850e-36fe3f624d5e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890486 Nov 08 01:44:31.046913 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:31.098217 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-c286092e-0869-4525-9f5f-791c3a241da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:31.099709 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-c286092e-0869-4525-9f5f-791c3a241da6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f8df11a5f9445648ebf35ea1acb741b&device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 1095 time: 0.0416794 Nov 08 01:44:31.150707 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3b6fc-ff49-413e-b4cc-147e81455347 req-8d815f9c-438d-4216-90a7-51c9888f3c0d tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:31.152207 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85e3b6fc-ff49-413e-b4cc-147e81455347 req-8d815f9c-438d-4216-90a7-51c9888f3c0d tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 944 time: 0.0539401 Nov 08 01:44:31.153048 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-6a0889e2-9bdd-41ef-8835-e000db8b64f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c183333-0c3e-41de-969f-ed24ce973276 HTTP/1.1" status: 200 len: 217 time: 0.0396988 Nov 08 01:44:31.191383 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-85e3b6fc-ff49-413e-b4cc-147e81455347 req-37d238db-eba3-4f25-b599-b6c613ceb76a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330360 Nov 08 01:44:31.203293 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-077106b9-081c-4007-b77e-1c83d000033d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:31.204828 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-077106b9-081c-4007-b77e-1c83d000033d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab29ef95-b5bc-4a14-b9a5-325c143f3d00 HTTP/1.1" status: 200 len: 848 time: 0.0443058 Nov 08 01:44:31.250515 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-280ec893-655c-4fc3-a952-2429be25e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:31.252368 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-280ec893-655c-4fc3-a952-2429be25e1e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=039a6df7-3de0-4e1b-b800-30ab4413ba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404022 Nov 08 01:44:31.343918 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-0c27c355-743c-4a44-acfe-1237a7e14599 service neutron] 10.222.0.26 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843318 Nov 08 01:44:31.432017 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-92a801be-7f64-4ecf-bd16-e4227d945c86 req-682f01f1-fd04-438e-9a16-b2eba5cf2c61 service neutron] 10.222.0.26 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806341 Nov 08 01:44:32.124261 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:32.312414 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c1001-7d47-43f2-baef-88a13a8b7276 req-8dfd9fa7-db72-480e-acff-513ae6e34375 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:32.313902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-563c1001-7d47-43f2-baef-88a13a8b7276 req-8dfd9fa7-db72-480e-acff-513ae6e34375 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 944 time: 0.0507140 Nov 08 01:44:32.355392 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-563c1001-7d47-43f2-baef-88a13a8b7276 req-8a36e7b4-0ead-4bd9-9852-2d03c667be6b tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330782 Nov 08 01:44:32.766881 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:33.477465 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892244c-2c9e-404a-8cd2-8554f39524b9 req-c4634d2a-0fd7-422b-909c-4bdef0bb84a1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:33.478948 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c892244c-2c9e-404a-8cd2-8554f39524b9 req-c4634d2a-0fd7-422b-909c-4bdef0bb84a1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 944 time: 0.0550175 Nov 08 01:44:33.517360 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c892244c-2c9e-404a-8cd2-8554f39524b9 req-5194b4c6-0f9e-4d00-b2ee-91274235cbbc tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322742 Nov 08 01:44:33.761009 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:34.665098 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e51d3-e524-464b-81fc-76563ec30957 req-c1e1cc1c-83bc-4c22-ac2c-9adbdcb1ebe6 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:34.666649 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-098e51d3-e524-464b-81fc-76563ec30957 req-c1e1cc1c-83bc-4c22-ac2c-9adbdcb1ebe6 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 944 time: 0.0528700 Nov 08 01:44:34.704429 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-098e51d3-e524-464b-81fc-76563ec30957 req-c0682d68-62bd-42bf-baa6-2014d6a96dc6 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318658 Nov 08 01:44:34.835925 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 9c183333-0c3e-41de-969f-ed24ce973276 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:44:34.931914 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 9c183333-0c3e-41de-969f-ed24ce973276, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=9c183333-0c3e-41de-969f-ed24ce973276,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:44:34.944085 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '9c183333-0c3e-41de-969f-ed24ce973276', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'port_id': '9c183333-0c3e-41de-969f-ed24ce973276', 'mac_address': 'fa:16:3e:80:c1:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:44:34.979711 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:34.992763 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c183333-0c3e-41de-969f-ed24ce973276 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:44:35.011094 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 9c183333-0c3e-41de-969f-ed24ce973276, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=9c183333-0c3e-41de-969f-ed24ce973276,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:44:35.104256 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:35.151081 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=9c183333-0c3e-41de-969f-ed24ce973276,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:35.422618 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['9c183333-0c3e-41de-969f-ed24ce973276'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:44:35.816574 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb32f93-47a3-4428-98ce-643402058038 req-93988f55-a73e-4378-a465-e461a126a2b2 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:35.818044 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3bb32f93-47a3-4428-98ce-643402058038 req-93988f55-a73e-4378-a465-e461a126a2b2 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 945 time: 0.0472522 Nov 08 01:44:35.854432 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3bb32f93-47a3-4428-98ce-643402058038 req-a4a5ea79-0c68-4c93-997d-e8e85436a038 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306420 Nov 08 01:44:36.835155 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 9c183333-0c3e-41de-969f-ed24ce973276 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:44:36.938328 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning for port 9c183333-0c3e-41de-969f-ed24ce973276 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:44:36.942227 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 9c183333-0c3e-41de-969f-ed24ce973276 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:44:36.942597 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:36.966528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9ca8b-e5cf-426a-9790-2f0bba1ff4c5 req-b3c9dd9b-b4d7-472c-b5ea-1252ad23d160 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:36.968053 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34f9ca8b-e5cf-426a-9790-2f0bba1ff4c5 req-b3c9dd9b-b4d7-472c-b5ea-1252ad23d160 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 945 time: 0.0483799 Nov 08 01:44:37.005836 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-34f9ca8b-e5cf-426a-9790-2f0bba1ff4c5 req-402a1557-b2b6-47a3-b461-6b2d8411571a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312350 Nov 08 01:44:37.020725 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:37.042993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c183333-0c3e-41de-969f-ed24ce973276'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:44:37.045248 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dc1b3f-9027-4ad1-9cb4-b57935322326" -d '{"events": [{"server_uuid": "ea893f8b-3e02-48e5-938c-6a201c472e84", "name": "network-vif-plugged", "status": "completed", "tag": "9c183333-0c3e-41de-969f-ed24ce973276"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:44:37.057992 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 9c183333-0c3e-41de-969f-ed24ce973276, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=9c183333-0c3e-41de-969f-ed24ce973276,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:44:37.135710 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:37.139206 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5780a7a-04f1-4040-921f-584908293291 x-openstack-request-id: req-f5780a7a-04f1-4040-921f-584908293291 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:44:37.139616 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea893f8b-3e02-48e5-938c-6a201c472e84", "name": "network-vif-plugged", "status": "completed", "tag": "9c183333-0c3e-41de-969f-ed24ce973276", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:44:37.139901 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5780a7a-04f1-4040-921f-584908293291 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:44:37.140308 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c183333-0c3e-41de-969f-ed24ce973276', 'code': 200} Nov 08 01:44:37.191461 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=9c183333-0c3e-41de-969f-ed24ce973276,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:37.257537 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83018a54-88c5-4bbd-9064-b98513f7199c req-cb6d9040-95e7-4442-aa5f-f69a46084de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:37.258994 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-83018a54-88c5-4bbd-9064-b98513f7199c req-cb6d9040-95e7-4442-aa5f-f69a46084de0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 1097 time: 0.0396364 Nov 08 01:44:37.298612 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-83018a54-88c5-4bbd-9064-b98513f7199c req-e4aa0a7f-5063-4ab7-b0b6-a4172d46f3ea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316300 Nov 08 01:44:38.122672 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc29401-3dab-4e68-bb4a-7a2a6edf1902 req-f702cb4b-6e4a-4750-bc64-0d105c7ffc86 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:38.124067 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fcc29401-3dab-4e68-bb4a-7a2a6edf1902 req-f702cb4b-6e4a-4750-bc64-0d105c7ffc86 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 946 time: 0.0520513 Nov 08 01:44:38.161045 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fcc29401-3dab-4e68-bb4a-7a2a6edf1902 req-cf0cb42b-443a-4fe1-92b3-3f40876f8483 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308292 Nov 08 01:44:39.275534 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c5c56-618c-4bf0-8e92-a16d5c09a73f req-32df232a-b381-409f-8dd4-3c11884c316a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:39.277022 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-611c5c56-618c-4bf0-8e92-a16d5c09a73f req-32df232a-b381-409f-8dd4-3c11884c316a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 946 time: 0.0485296 Nov 08 01:44:39.314450 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-611c5c56-618c-4bf0-8e92-a16d5c09a73f req-1db6a3a2-7b3b-415b-8db7-5c4617bfbbe2 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315285 Nov 08 01:44:39.435932 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b2be1-69cf-4f06-a386-87adec00c016 req-8c2a26fa-2cdc-45c2-898f-8110cf3ab90e tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:39.437533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a42b2be1-69cf-4f06-a386-87adec00c016 req-8c2a26fa-2cdc-45c2-898f-8110cf3ab90e tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 946 time: 0.0497472 Nov 08 01:44:39.480146 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-a42b2be1-69cf-4f06-a386-87adec00c016 req-32a22011-3a33-4cc0-8ff9-c7274425f523 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357330 Nov 08 01:44:39.501611 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 42726) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:39.572378 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:39.583043 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e34347e-a00f-4b6b-9741-262f986fda30 tempest-TestSnapshotPattern-266342737 tempest-TestSnapshotPattern-266342737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:39.584589 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-9e34347e-a00f-4b6b-9741-262f986fda30 tempest-TestSnapshotPattern-266342737 tempest-TestSnapshotPattern-266342737-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 1092 time: 0.0811992 Nov 08 01:44:39.587570 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 42730) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:44:39.592140 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': '9c183333-0c3e-41de-969f-ed24ce973276', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:44:39.678452 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:39.772645 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:39.875823 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Allocated IP 172.25.2.22 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/5eadb2d7-7bb4-4014-8583-52c806a0c54f) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:44:39.974062 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:40.061402 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:40.096711 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:44:40.099528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:44:40.103079 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:44:40.134231 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Pushing event updated for resources: {'Port': ['ID=5eadb2d7-7bb4-4014-8583-52c806a0c54f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:40.454193 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:40.585340 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:40.733021 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:40.795189 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:40.867099 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Pushing event updated for resources: {'Port': ['ID=5eadb2d7-7bb4-4014-8583-52c806a0c54f,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:44:40.875330 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:40.981675 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Floating IP b9a6ad46-8566-44af-9737-4d92676d370d associated. External IP: 172.25.2.22, port: 9c183333-0c3e-41de-969f-ed24ce973276. Nov 08 01:44:41.139065 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:44:41.186325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Router 9f13153d-a27c-4bbe-846d-79bc06941189 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:44:41.295001 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:44:41.304322 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfecbad-a8ab-414a-ad1a-bea35eab6dc7 None None] Sync routers for ids ['9f13153d-a27c-4bbe-846d-79bc06941189'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:44:41.314358 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfecbad-a8ab-414a-ad1a-bea35eab6dc7 None None] Routers {'9f13153d-a27c-4bbe-846d-79bc06941189'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:44:41.315565 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-0bfecbad-a8ab-414a-ad1a-bea35eab6dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:44:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['9f13153d-a27c-4bbe-846d-79bc06941189'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:41.371619 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:44:41.399567 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-5104a988-a55f-4a6e-8bfb-8e2895a5e721 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8107111 Nov 08 01:44:41.400009 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'tag': '9c183333-0c3e-41de-969f-ed24ce973276'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:44:41.402289 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a7a8c9-a309-48cb-98f3-3e46c1ab267d" -d '{"events": [{"name": "network-changed", "server_uuid": "ea893f8b-3e02-48e5-938c-6a201c472e84", "tag": "9c183333-0c3e-41de-969f-ed24ce973276"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:44:41.422929 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-0bfecbad-a8ab-414a-ad1a-bea35eab6dc7 None None] Set router 9f13153d-a27c-4bbe-846d-79bc06941189 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:44:41.446292 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fa6188-a6e6-402c-8bfc-8ff32db5cd46 x-openstack-request-id: req-f6fa6188-a6e6-402c-8bfc-8ff32db5cd46 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:44:41.446586 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea893f8b-3e02-48e5-938c-6a201c472e84", "tag": "9c183333-0c3e-41de-969f-ed24ce973276", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:44:41.446838 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6fa6188-a6e6-402c-8bfc-8ff32db5cd46 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:44:41.447241 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'tag': '9c183333-0c3e-41de-969f-ed24ce973276', 'status': 'completed', 'code': 200} Nov 08 01:44:41.531453 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7a8c9-a309-48cb-98f3-3e46c1ab267d req-b3d3e7d5-8a95-46db-9609-3be9792364ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:41.533162 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d6a7a8c9-a309-48cb-98f3-3e46c1ab267d req-b3d3e7d5-8a95-46db-9609-3be9792364ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f8df11a5f9445648ebf35ea1acb741b&device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 1097 time: 0.0421300 Nov 08 01:44:41.625451 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7a8c9-a309-48cb-98f3-3e46c1ab267d req-1e564ef9-cfc3-4456-941b-d726d3fb9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:41.626937 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d6a7a8c9-a309-48cb-98f3-3e46c1ab267d req-1e564ef9-cfc3-4456-941b-d726d3fb9b3c service neutron] 10.222.0.26 "GET /v2.0/networks?id=039a6df7-3de0-4e1b-b800-30ab4413ba3a HTTP/1.1" status: 200 len: 910 time: 0.0873823 Nov 08 01:44:41.663237 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-0bfecbad-a8ab-414a-ad1a-bea35eab6dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:15Z', 'revision_number': 4, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port': {'id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'b9a6ad46-8566-44af-9737-4d92676d370d', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'port_id': '9c183333-0c3e-41de-969f-ed24ce973276', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'mac_address': 'fa:16:3e:80:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:44:40Z', 'updated_at': '2021-11-08T01:44:40Z', 'revision_number': 0, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b5fd76-608a-4338-83e6-42089e159f98', 'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:14Z', 'updated_at': '2021-11-08T01:44:19Z', 'revision_number': 5, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'subnets': [{'id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:41.693577 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d6a7a8c9-a309-48cb-98f3-3e46c1ab267d req-2a5f84ea-5266-430c-a745-37be77885b2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c183333-0c3e-41de-969f-ed24ce973276 HTTP/1.1" status: 200 len: 999 time: 0.0599034 Nov 08 01:44:41.744726 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7a8c9-a309-48cb-98f3-3e46c1ab267d req-e52c34fb-7364-4b3b-a6c7-d12d18bd3b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:41.746228 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d6a7a8c9-a309-48cb-98f3-3e46c1ab267d req-e52c34fb-7364-4b3b-a6c7-d12d18bd3b86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab29ef95-b5bc-4a14-b9a5-325c143f3d00 HTTP/1.1" status: 200 len: 848 time: 0.0462933 Nov 08 01:44:41.777459 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfecbad-a8ab-414a-ad1a-bea35eab6dc7 None None] Checking router: 9f13153d-a27c-4bbe-846d-79bc06941189 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:44:41.786210 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfecbad-a8ab-414a-ad1a-bea35eab6dc7 None None] Routers {'9f13153d-a27c-4bbe-846d-79bc06941189'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:44:41.786814 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-0bfecbad-a8ab-414a-ad1a-bea35eab6dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:44:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['9f13153d-a27c-4bbe-846d-79bc06941189'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:41.795403 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7a8c9-a309-48cb-98f3-3e46c1ab267d req-66c7a55b-35f0-45e6-9cd3-d01ac1757948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:44:41.796938 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d6a7a8c9-a309-48cb-98f3-3e46c1ab267d req-66c7a55b-35f0-45e6-9cd3-d01ac1757948 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=039a6df7-3de0-4e1b-b800-30ab4413ba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434866 Nov 08 01:44:41.885109 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d6a7a8c9-a309-48cb-98f3-3e46c1ab267d req-c97c94c6-8db6-438e-a5b5-c09ec995bb88 service neutron] 10.222.0.26 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808132 Nov 08 01:44:41.889084 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-0bfecbad-a8ab-414a-ad1a-bea35eab6dc7 None None] Set router 9f13153d-a27c-4bbe-846d-79bc06941189 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:44:41.978101 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-d6a7a8c9-a309-48cb-98f3-3e46c1ab267d req-4883dbd6-56b2-4f68-b048-835f7c3f38bd service neutron] 10.222.0.26 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854542 Nov 08 01:44:42.109240 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-0bfecbad-a8ab-414a-ad1a-bea35eab6dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:15Z', 'revision_number': 4, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port': {'id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'b9a6ad46-8566-44af-9737-4d92676d370d', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'port_id': '9c183333-0c3e-41de-969f-ed24ce973276', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'mac_address': 'fa:16:3e:80:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:44:40Z', 'updated_at': '2021-11-08T01:44:40Z', 'revision_number': 0, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b5fd76-608a-4338-83e6-42089e159f98', 'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:14Z', 'updated_at': '2021-11-08T01:44:19Z', 'revision_number': 5, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'subnets': [{'id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:44:42.134289 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfecbad-a8ab-414a-ad1a-bea35eab6dc7 None None] The sync data for ids ['9f13153d-a27c-4bbe-846d-79bc06941189'] in n-d-816882-1 is: [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:15Z', 'revision_number': 4, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port': {'id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'b9a6ad46-8566-44af-9737-4d92676d370d', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'port_id': '9c183333-0c3e-41de-969f-ed24ce973276', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'mac_address': 'fa:16:3e:80:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:44:40Z', 'updated_at': '2021-11-08T01:44:40Z', 'revision_number': 0, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b5fd76-608a-4338-83e6-42089e159f98', 'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:14Z', 'updated_at': '2021-11-08T01:44:19Z', 'revision_number': 5, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'subnets': [{'id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:44:42.325853 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab0393-f32e-4309-8045-ff2b20f164f2 None None] New status for floating IP b9a6ad46-8566-44af-9737-4d92676d370d: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:44:58.230209 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7460343c-c2ed-4ea9-8f23-2adeaee5237f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:45:00.760512 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff8d4691-dd8b-4800-9639-17a6f1df9516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:45:01.040889 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:45:02.132551 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:45:02.754204 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:45:03.745941 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:45:09.574600 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:45:18.138406 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:45:28.228231 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-68d32cc0-996e-4e6a-a8df-c55ff4bd6066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:45:30.725205 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ef678f20-2b50-4da8-b009-eb149d54df7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:45:31.022553 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:45:32.142031 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:45:32.807681 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:45:33.736512 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:45:37.206992 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7a20ad7c-b291-42f1-a670-bd9b6be48dce req-0866f37e-4981-4112-910d-2e4611b80b1c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400865 Nov 08 01:45:37.303002 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20ad7c-b291-42f1-a670-bd9b6be48dce req-70634f0d-5132-43f8-9750-448f2c8ee1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:45:37.304580 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7a20ad7c-b291-42f1-a670-bd9b6be48dce req-70634f0d-5132-43f8-9750-448f2c8ee1ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f8df11a5f9445648ebf35ea1acb741b&device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 1097 time: 0.0401995 Nov 08 01:45:37.408099 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20ad7c-b291-42f1-a670-bd9b6be48dce req-b2f41e60-6110-4f3a-8acd-dd66e89afb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:45:37.409554 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7a20ad7c-b291-42f1-a670-bd9b6be48dce req-b2f41e60-6110-4f3a-8acd-dd66e89afb62 service neutron] 10.222.0.26 "GET /v2.0/networks?id=039a6df7-3de0-4e1b-b800-30ab4413ba3a HTTP/1.1" status: 200 len: 910 time: 0.0862374 Nov 08 01:45:37.473467 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7a20ad7c-b291-42f1-a670-bd9b6be48dce req-302e5ebf-1664-4d7a-a3db-d136c866d580 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c183333-0c3e-41de-969f-ed24ce973276 HTTP/1.1" status: 200 len: 1001 time: 0.0568917 Nov 08 01:45:37.520657 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20ad7c-b291-42f1-a670-bd9b6be48dce req-5607750b-16d3-41c4-83ae-b82066cb8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:45:37.522039 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7a20ad7c-b291-42f1-a670-bd9b6be48dce req-5607750b-16d3-41c4-83ae-b82066cb8ae8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab29ef95-b5bc-4a14-b9a5-325c143f3d00 HTTP/1.1" status: 200 len: 848 time: 0.0422759 Nov 08 01:45:37.568207 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20ad7c-b291-42f1-a670-bd9b6be48dce req-dd942c14-0418-4975-8b67-d33897ebd70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:45:37.569666 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7a20ad7c-b291-42f1-a670-bd9b6be48dce req-dd942c14-0418-4975-8b67-d33897ebd70e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=039a6df7-3de0-4e1b-b800-30ab4413ba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410078 Nov 08 01:45:37.657722 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7a20ad7c-b291-42f1-a670-bd9b6be48dce req-cd497c20-9528-4e13-8105-bcee5cdf812a service neutron] 10.222.0.26 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800419 Nov 08 01:45:37.747778 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-7a20ad7c-b291-42f1-a670-bd9b6be48dce req-7956990f-364e-4506-ab14-406149061603 service neutron] 10.222.0.26 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830712 Nov 08 01:45:39.628030 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:45:55.137995 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:45:58.225212 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3138cc2b-3431-4e7b-834a-e78c766975de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:00.735875 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51284303-c467-4f84-ab0c-fd375e3786d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:01.035372 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:02.149611 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:02.784039 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:03.761299 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:09.604233 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:28.255307 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a7c6607-1a97-4d31-8ef2-0e6c06e77946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:30.783090 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b3788b4-d9a4-4e39-83bd-4ee00fe32430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:31.049331 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:32.137141 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:46:32.137871 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:32.791909 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:33.786188 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:39.229878 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64f74a-b7c9-40e8-b585-f0ea561b7c84 req-ee7b6b90-6551-41ef-b228-7e723efa4754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:46:39.231405 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3f64f74a-b7c9-40e8-b585-f0ea561b7c84 req-ee7b6b90-6551-41ef-b228-7e723efa4754 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f8df11a5f9445648ebf35ea1acb741b&device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 1097 time: 0.0419610 Nov 08 01:46:39.336991 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64f74a-b7c9-40e8-b585-f0ea561b7c84 req-d581a032-edc2-41a9-86f0-ad414ca395c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:46:39.338479 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3f64f74a-b7c9-40e8-b585-f0ea561b7c84 req-d581a032-edc2-41a9-86f0-ad414ca395c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=039a6df7-3de0-4e1b-b800-30ab4413ba3a HTTP/1.1" status: 200 len: 910 time: 0.0850999 Nov 08 01:46:39.407085 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3f64f74a-b7c9-40e8-b585-f0ea561b7c84 req-dfe98e11-48ae-455b-b8ba-f0d34d9db2c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c183333-0c3e-41de-969f-ed24ce973276 HTTP/1.1" status: 200 len: 1001 time: 0.0599818 Nov 08 01:46:39.458358 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64f74a-b7c9-40e8-b585-f0ea561b7c84 req-1387029a-2ae1-4a6d-8c70-bd908f112bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:46:39.459736 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3f64f74a-b7c9-40e8-b585-f0ea561b7c84 req-1387029a-2ae1-4a6d-8c70-bd908f112bd5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab29ef95-b5bc-4a14-b9a5-325c143f3d00 HTTP/1.1" status: 200 len: 848 time: 0.0420742 Nov 08 01:46:39.506086 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 9c183333-0c3e-41de-969f-ed24ce973276 details requested by agent hyperv_n-h2-816882-1 with host n-h2-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:46:39.509808 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64f74a-b7c9-40e8-b585-f0ea561b7c84 req-3e26e0da-dae2-4fe4-bbf5-efd6cb344baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:46:39.511355 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3f64f74a-b7c9-40e8-b585-f0ea561b7c84 req-3e26e0da-dae2-4fe4-bbf5-efd6cb344baf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=039a6df7-3de0-4e1b-b800-30ab4413ba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398111 Nov 08 01:46:39.598558 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 9c183333-0c3e-41de-969f-ed24ce973276, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=9c183333-0c3e-41de-969f-ed24ce973276,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:46:39.610913 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Returning: {'device': '9c183333-0c3e-41de-969f-ed24ce973276', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'port_id': '9c183333-0c3e-41de-969f-ed24ce973276', 'mac_address': 'fa:16:3e:80:c1:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:46:39.635563 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:39.652214 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:39.668149 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c183333-0c3e-41de-969f-ed24ce973276 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:46:39.688890 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 9c183333-0c3e-41de-969f-ed24ce973276, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=9c183333-0c3e-41de-969f-ed24ce973276,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:46:39.752438 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:39.803417 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=9c183333-0c3e-41de-969f-ed24ce973276,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:46:39.811204 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:39.811551 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:39.811912 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:39.812253 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:39.812579 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:39.812902 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:39.813223 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:39.813544 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:39.813859 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:39.814174 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:39.814487 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:39.814802 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:39.882044 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] get_ports_and_sgs() called for port_ids ['9c183333-0c3e-41de-969f-ed24ce973276'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:46:39.948065 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3f64f74a-b7c9-40e8-b585-f0ea561b7c84 req-50fcb5cb-ff7d-4cc0-92b9-52e983cb408b service neutron] 10.222.0.26 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238265 Nov 08 01:46:40.039811 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-3f64f74a-b7c9-40e8-b585-f0ea561b7c84 req-c689ebff-9ae8-47f1-8467-bcaa201466c6 service neutron] 10.222.0.26 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838194 Nov 08 01:46:41.512039 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 9c183333-0c3e-41de-969f-ed24ce973276 up at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:46:41.594775 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Provisioning complete for port 9c183333-0c3e-41de-969f-ed24ce973276 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:46:41.605278 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:41.701883 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:41.727869 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c183333-0c3e-41de-969f-ed24ce973276'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:46:41.730029 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78e0c35-22dc-4659-8e11-a7765afbc3c7" -d '{"events": [{"server_uuid": "ea893f8b-3e02-48e5-938c-6a201c472e84", "name": "network-vif-plugged", "status": "completed", "tag": "9c183333-0c3e-41de-969f-ed24ce973276"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:46:41.751374 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 9c183333-0c3e-41de-969f-ed24ce973276, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=9c183333-0c3e-41de-969f-ed24ce973276,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:46:41.782748 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b377420-3655-4a88-b8e2-985b51ba6048 x-openstack-request-id: req-0b377420-3655-4a88-b8e2-985b51ba6048 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:46:41.783101 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea893f8b-3e02-48e5-938c-6a201c472e84", "name": "network-vif-plugged", "status": "completed", "tag": "9c183333-0c3e-41de-969f-ed24ce973276", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:46:41.783354 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b377420-3655-4a88-b8e2-985b51ba6048 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:46:41.784083 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c183333-0c3e-41de-969f-ed24ce973276', 'code': 200} Nov 08 01:46:41.820901 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:41.874248 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=9c183333-0c3e-41de-969f-ed24ce973276,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:46:50.894921 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-21e6a340-f5e5-47e6-b3e9-7373f90dd3da tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2013913514&fields=id&tenant_id=7f8df11a5f9445648ebf35ea1acb741b HTTP/1.1" status: 200 len: 267 time: 0.0343909 Nov 08 01:46:51.006427 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-3d19d45a-12a6-430a-a30c-4c0f897418fa tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:46:51.007905 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-3d19d45a-12a6-430a-a30c-4c0f897418fa tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/networks?id=039a6df7-3de0-4e1b-b800-30ab4413ba3a HTTP/1.1" status: 200 len: 809 time: 0.1063061 Nov 08 01:46:51.023674 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-8ba13a35-b153-4930-9f5e-264a584733db tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/quotas/7f8df11a5f9445648ebf35ea1acb741b HTTP/1.1" status: 200 len: 375 time: 0.0100253 Nov 08 01:46:51.078989 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-19158291-972b-4de0-85f4-07aba15c2771 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f8df11a5f9445648ebf35ea1acb741b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0496223 Nov 08 01:46:51.136826 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-80495b45-480a-498b-8707-66233e07dcfc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 01:46:51.137886 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-80495b45-480a-498b-8707-66233e07dcfc service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470791 Nov 08 01:46:51.228815 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-fb24941e-3c4e-49e7-8296-b4a422234eb1 service neutron] 10.222.0.13 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839522 Nov 08 01:46:51.320761 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-57fd39c2-55d6-4fed-8a05-66ec9c370e7f service neutron] 10.222.0.13 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857854 Nov 08 01:46:51.649977 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-eee56206-8c3e-4852-9b8d-f37618f910c8 req-d56b77f2-ae6e-4445-be7e-8863ca91cab8 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 210 time: 0.1057460 Nov 08 01:46:52.742116 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-98cfd3a2-9050-4abc-943d-2c7784a629d2 req-cee90c59-5dc1-4dae-b150-e15088b75316 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 210 time: 0.0265512 Nov 08 01:46:53.681088 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-0c0a8059-d686-4d09-95de-25d3de5cfd72 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:46:53.682533 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-0c0a8059-d686-4d09-95de-25d3de5cfd72 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.20 "GET /v2.0/networks?id=039a6df7-3de0-4e1b-b800-30ab4413ba3a HTTP/1.1" status: 200 len: 809 time: 0.1055558 Nov 08 01:46:53.728407 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-108ac8a2-889a-4cc5-a4a6-eae8741595c1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f8df11a5f9445648ebf35ea1acb741b HTTP/1.1" status: 200 len: 380 time: 0.0319190 Nov 08 01:46:53.739580 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Request body: {'port': {'device_id': 'f006c91b-d90f-4fdb-ad6c-12ff61e392e6', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'admin_state_up': True, 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'security_groups': ['82df7649-17ef-4304-96fb-6236ece52d36']}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:46:53.847954 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-b7f06840-7a65-4b4b-b8be-508c20e70d74 req-6b8c5e3a-068f-4ba4-b53e-2716299c3bef tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 210 time: 0.0385234 Nov 08 01:46:53.959741 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Made reservation on behalf of 7f8df11a5f9445648ebf35ea1acb741b for: {'port': 1} {{(pid=102772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 01:46:53.963322 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:54.086379 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Allocated IP 172.20.0.7 (039a6df7-3de0-4e1b-b800-30ab4413ba3a/ab29ef95-b5bc-4a14-b9a5-325c143f3d00/3946e89b-0161-42c9-a7d8-ee48b1c50121) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:46:54.228125 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:54.326346 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:54.374316 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Network 039a6df7-3de0-4e1b-b800-30ab4413ba3a is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:46:54.377724 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:46:54.384925 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:46:54.416374 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Pushing event updated for resources: {'Port': ['ID=3946e89b-0161-42c9-a7d8-ee48b1c50121,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:46:54.439242 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:54.439603 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:54.439975 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:54.440321 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:54.440641 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:54.440966 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:54.441356 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:54.441678 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:54.442005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:54.442328 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:54.442651 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:54.443030 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:46:54.477383 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:46:54.478588 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:54.598374 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-81c396e8-d36f-4b24-b76a-45be4939c078 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8622622 Nov 08 01:46:54.696294 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-75d70166-eca3-4369-b3c6-8af64a87c067 None None] Provisioning complete for port 3946e89b-0161-42c9-a7d8-ee48b1c50121 triggered by entity DHCP. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:46:54.696914 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75d70166-eca3-4369-b3c6-8af64a87c067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:54.730926 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-75d70166-eca3-4369-b3c6-8af64a87c067 None None] Port 3946e89b-0161-42c9-a7d8-ee48b1c50121 cannot update to ACTIVE because it is not bound. {{(pid=102773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 01:46:54.967640 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a45dfe-4ca6-4d15-945b-e7b2dc64b226 req-50940481-5e0b-4f52-9e9f-5eb469caac7e tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:46:54.969140 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9a45dfe-4ca6-4d15-945b-e7b2dc64b226 req-50940481-5e0b-4f52-9e9f-5eb469caac7e tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 931 time: 0.0494666 Nov 08 01:46:55.009410 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c9a45dfe-4ca6-4d15-945b-e7b2dc64b226 req-4f28fc1d-801a-49ac-820c-4534ad2ee194 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341845 Nov 08 01:46:55.579326 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 9c183333-0c3e-41de-969f-ed24ce973276 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:46:55.673260 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:55.694876 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c183333-0c3e-41de-969f-ed24ce973276'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:46:55.697101 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898a6e2f-e7c1-4da8-ba3b-761e9b9dc389" -d '{"events": [{"server_uuid": "ea893f8b-3e02-48e5-938c-6a201c472e84", "name": "network-vif-unplugged", "status": "completed", "tag": "9c183333-0c3e-41de-969f-ed24ce973276"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:46:55.716718 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] For port 9c183333-0c3e-41de-969f-ed24ce973276, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=9c183333-0c3e-41de-969f-ed24ce973276,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:46:55.739846 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 01:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32c75d3-5ba2-4d44-9286-8bee01543e30 x-openstack-request-id: req-a32c75d3-5ba2-4d44-9286-8bee01543e30 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:46:55.740227 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea893f8b-3e02-48e5-938c-6a201c472e84", "name": "network-vif-unplugged", "status": "completed", "tag": "9c183333-0c3e-41de-969f-ed24ce973276", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:46:55.740489 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a32c75d3-5ba2-4d44-9286-8bee01543e30 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:46:55.741101 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c183333-0c3e-41de-969f-ed24ce973276', 'code': 200} Nov 08 01:46:55.786194 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:55.845389 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Pushing event updated for resources: {'Port': ['ID=9c183333-0c3e-41de-969f-ed24ce973276,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:46:56.135770 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b78a2f-915f-499b-bea1-7719fbcc0bc4 req-953c5a78-56ec-4a60-ad08-56b3635112ce tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:46:56.137193 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0b78a2f-915f-499b-bea1-7719fbcc0bc4 req-953c5a78-56ec-4a60-ad08-56b3635112ce tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 931 time: 0.0535638 Nov 08 01:46:56.174899 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c0b78a2f-915f-499b-bea1-7719fbcc0bc4 req-b6b91c1d-4e65-429e-ac78-798254e238b7 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315840 Nov 08 01:46:57.310495 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc91a7-f276-4dae-bfa1-a2d572885c43 req-b4b9aed6-add1-4892-b044-69f12b08f233 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:46:57.312207 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d1dc91a7-f276-4dae-bfa1-a2d572885c43 req-b4b9aed6-add1-4892-b044-69f12b08f233 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 931 time: 0.0615475 Nov 08 01:46:57.358438 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d1dc91a7-f276-4dae-bfa1-a2d572885c43 req-736baa37-d349-4949-bbdb-4860228ae22b tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393908 Nov 08 01:46:58.203094 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2906a185-61b0-4370-972d-700ba661f398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:46:58.479243 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fb9c0-e7e5-4960-ad83-eca8ceff5871 req-5248b317-3aba-4738-81a5-62ecebf48d21 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:46:58.480702 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf0fb9c0-e7e5-4960-ad83-eca8ceff5871 req-5248b317-3aba-4738-81a5-62ecebf48d21 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 931 time: 0.0503435 Nov 08 01:46:58.521063 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-cf0fb9c0-e7e5-4960-ad83-eca8ceff5871 req-de50231d-b43a-4393-9546-30d1cb5aaa89 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338485 Nov 08 01:46:59.676386 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47494392-67d0-41e6-91d8-fbf2d249a92d req-1b9f2311-755f-4093-a6e3-08761489eb1f tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:46:59.680860 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47494392-67d0-41e6-91d8-fbf2d249a92d req-1b9f2311-755f-4093-a6e3-08761489eb1f tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 931 time: 0.0756090 Nov 08 01:46:59.717572 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-47494392-67d0-41e6-91d8-fbf2d249a92d req-43bae93b-4962-4e29-90fc-0f6fc20258eb tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325496 Nov 08 01:47:00.443249 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Request body: {'port': {'device_id': 'f006c91b-d90f-4fdb-ad6c-12ff61e392e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816882-1'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:47:00.504780 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:00.763337 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3946e89b-0161-42c9-a7d8-ee48b1c50121 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:47:00.771015 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:00.782780 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Transition to ACTIVE for port object 3946e89b-0161-42c9-a7d8-ee48b1c50121 will not be triggered until provisioned by entity L2. {{(pid=102772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 01:47:00.838416 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dd542-cc5d-4c1d-9c38-108e67205ac7 req-acfcef89-1f8f-4dbe-9d19-524756500551 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:00.839918 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-855dd542-cc5d-4c1d-9c38-108e67205ac7 req-acfcef89-1f8f-4dbe-9d19-524756500551 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 931 time: 0.0479186 Nov 08 01:47:00.878104 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-855dd542-cc5d-4c1d-9c38-108e67205ac7 req-8b270ad0-4c61-4b2b-a4ab-338ca95b474b tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321090 Nov 08 01:47:01.056406 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:01.058097 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38c03487-d5ca-4019-bd3b-920e8d3e8bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:01.094361 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:01.102661 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Pushing event updated for resources: {'Port': ['ID=3946e89b-0161-42c9-a7d8-ee48b1c50121,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:47:01.210351 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Attempting to bind port 3946e89b-0161-42c9-a7d8-ee48b1c50121 on host n-h1-816882-1 for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 01:47:01.210725 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Attempting to bind port 3946e89b-0161-42c9-a7d8-ee48b1c50121 by drivers openvswitch,hyperv on host n-h1-816882-1 at level 0 using segments [{'id': 'f6949874-1634-46b4-8f8d-6ec27c12862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 01:47:01.211014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Attempting to bind port 3946e89b-0161-42c9-a7d8-ee48b1c50121 on network 039a6df7-3de0-4e1b-b800-30ab4413ba3a {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:47:01.216144 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Port 3946e89b-0161-42c9-a7d8-ee48b1c50121 on network 039a6df7-3de0-4e1b-b800-30ab4413ba3a not bound, no agent of type Open vSwitch agent registered on host n-h1-816882-1 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 01:47:01.216465 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Attempting to bind port 3946e89b-0161-42c9-a7d8-ee48b1c50121 on network 039a6df7-3de0-4e1b-b800-30ab4413ba3a {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 01:47:01.221733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Checking agent: {'id': 'c05f81bc-6d1a-4983-9239-19b2cd147163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816882-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'started_at': datetime.datetime(2021, 11, 8, 0, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 1, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 01:47:01.222281 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Checking segment: {'id': 'f6949874-1634-46b4-8f8d-6ec27c12862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 01:47:01.223149 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Bound using segment: {'id': 'f6949874-1634-46b4-8f8d-6ec27c12862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 01:47:01.223582 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Bound port: 3946e89b-0161-42c9-a7d8-ee48b1c50121, host: n-h1-816882-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6949874-1634-46b4-8f8d-6ec27c12862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 01:47:01.224042 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:01.304538 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] For port 3946e89b-0161-42c9-a7d8-ee48b1c50121, host n-h1-816882-1, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 01:47:01.308098 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] For port 3946e89b-0161-42c9-a7d8-ee48b1c50121, host n-h1-816882-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3946e89b-0161-42c9-a7d8-ee48b1c50121,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 01:47:01.417778 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:01.467650 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:01.467650 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:01.467965 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] 10.222.0.20 "PUT /v2.0/ports/3946e89b-0161-42c9-a7d8-ee48b1c50121 HTTP/1.1" status: 200 len: 1091 time: 1.0298650 Nov 08 01:47:01.473934 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f006c91b-d90f-4fdb-ad6c-12ff61e392e6', 'tag': '3946e89b-0161-42c9-a7d8-ee48b1c50121'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:47:01.473934 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01943e8c-67d9-4ce7-83b3-a8f18cb1e4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f006c91b-d90f-4fdb-ad6c-12ff61e392e6", "tag": "3946e89b-0161-42c9-a7d8-ee48b1c50121"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:47:01.500433 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5833b-2c0a-412f-95b6-88cb2f87015d service neutron] Pushing event updated for resources: {'Port': ['ID=3946e89b-0161-42c9-a7d8-ee48b1c50121,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:47:01.532267 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41c86d8-af7e-4761-8546-1553ac03689e x-openstack-request-id: req-c41c86d8-af7e-4761-8546-1553ac03689e {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:47:01.532709 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f006c91b-d90f-4fdb-ad6c-12ff61e392e6", "tag": "3946e89b-0161-42c9-a7d8-ee48b1c50121", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:47:01.533029 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c41c86d8-af7e-4761-8546-1553ac03689e {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:47:01.533617 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f006c91b-d90f-4fdb-ad6c-12ff61e392e6', 'tag': '3946e89b-0161-42c9-a7d8-ee48b1c50121', 'status': 'completed', 'code': 200} Nov 08 01:47:02.004260 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4e8d9-4ab2-45cd-9c67-05492b625107 req-7bc2d890-513d-497a-a433-9075ae1bd9b1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:02.005760 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88b4e8d9-4ab2-45cd-9c67-05492b625107 req-7bc2d890-513d-497a-a433-9075ae1bd9b1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 943 time: 0.0543997 Nov 08 01:47:02.044902 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-88b4e8d9-4ab2-45cd-9c67-05492b625107 req-c4f6b8d0-8c5e-4388-b2ef-855703f6ad13 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331066 Nov 08 01:47:02.345792 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:02.842631 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:03.168605 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29006b19-dd79-4cca-b33c-017cf4c8a164 req-67d39885-2403-459f-88a6-f77d45614605 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:03.170015 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29006b19-dd79-4cca-b33c-017cf4c8a164 req-67d39885-2403-459f-88a6-f77d45614605 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 943 time: 0.0509682 Nov 08 01:47:03.217440 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-29006b19-dd79-4cca-b33c-017cf4c8a164 req-968fca0f-1c40-43ff-8ec6-44c0eb78c387 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412312 Nov 08 01:47:03.759389 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:04.349787 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d7696-3ba0-42e5-984c-09790c9d6286 req-befc5ed7-edaa-47e4-960d-348086484f46 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:04.351263 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f5d7696-3ba0-42e5-984c-09790c9d6286 req-befc5ed7-edaa-47e4-960d-348086484f46 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 943 time: 0.0661914 Nov 08 01:47:04.390493 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f5d7696-3ba0-42e5-984c-09790c9d6286 req-b8c5b46b-dffd-4a42-967d-f8d10e4fe08f tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331428 Nov 08 01:47:05.504850 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74181616-0968-45be-9ed6-c70c30588095 req-35b3cca8-3aef-4b08-a77c-6a4876243d36 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:05.506296 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74181616-0968-45be-9ed6-c70c30588095 req-35b3cca8-3aef-4b08-a77c-6a4876243d36 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 943 time: 0.0484536 Nov 08 01:47:05.544205 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-74181616-0968-45be-9ed6-c70c30588095 req-fba90a1c-5760-4d22-9b20-640d51f534fa tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319135 Nov 08 01:47:06.657123 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdeb146-126e-4042-992a-627cc055439c req-43c7e7ed-960a-44fb-8d41-6560caf00caf tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:06.658619 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5cdeb146-126e-4042-992a-627cc055439c req-43c7e7ed-960a-44fb-8d41-6560caf00caf tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 943 time: 0.0490525 Nov 08 01:47:06.696911 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-5cdeb146-126e-4042-992a-627cc055439c req-f4daab48-fb11-40b1-8991-7b4869233e98 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317400 Nov 08 01:47:07.812830 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01943e8c-67d9-4ce7-83b3-a8f18cb1e4ad req-0696e730-c0fe-4427-ac30-c4490a939485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:07.814352 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-01943e8c-67d9-4ce7-83b3-a8f18cb1e4ad req-0696e730-c0fe-4427-ac30-c4490a939485 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f8df11a5f9445648ebf35ea1acb741b&device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 1094 time: 0.0727892 Nov 08 01:47:07.826808 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecef895-e20c-4009-bb0a-00e0efe7c86a req-31ca81e3-975d-4bb4-892b-1d6616e98be6 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:07.828196 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aecef895-e20c-4009-bb0a-00e0efe7c86a req-31ca81e3-975d-4bb4-892b-1d6616e98be6 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 943 time: 0.0580854 Nov 08 01:47:07.919470 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-aecef895-e20c-4009-bb0a-00e0efe7c86a req-4b6c6792-03c5-4399-859c-c56ff433191a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844209 Nov 08 01:47:07.950194 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01943e8c-67d9-4ce7-83b3-a8f18cb1e4ad req-7d6d8d53-e501-41f9-9bc9-c87b31699dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:07.952350 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-01943e8c-67d9-4ce7-83b3-a8f18cb1e4ad req-7d6d8d53-e501-41f9-9bc9-c87b31699dc2 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7f8df11a5f9445648ebf35ea1acb741b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1178095 Nov 08 01:47:08.041309 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01943e8c-67d9-4ce7-83b3-a8f18cb1e4ad req-fec620de-ccb7-4d3d-bf97-53a6dd8ebd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:08.042708 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-01943e8c-67d9-4ce7-83b3-a8f18cb1e4ad req-fec620de-ccb7-4d3d-bf97-53a6dd8ebd5b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0839887 Nov 08 01:47:08.142256 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-5bd9416b-e3c8-4f7d-a953-0e188bdf1418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:08.144045 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-5bd9416b-e3c8-4f7d-a953-0e188bdf1418 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f8df11a5f9445648ebf35ea1acb741b&device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 1094 time: 0.0439024 Nov 08 01:47:08.189896 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-41ff7722-f198-4b4c-9fbe-90dc2e799c6f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3946e89b-0161-42c9-a7d8-ee48b1c50121 HTTP/1.1" status: 200 len: 217 time: 0.0335624 Nov 08 01:47:08.236384 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-d8a9947b-6c6d-4fc9-90fc-a10ad0aa5f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:08.237721 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-d8a9947b-6c6d-4fc9-90fc-a10ad0aa5f46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab29ef95-b5bc-4a14-b9a5-325c143f3d00 HTTP/1.1" status: 200 len: 848 time: 0.0409491 Nov 08 01:47:08.283496 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-4a1d8d12-1e5c-4c10-9545-c799f1f314a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:08.284975 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-4a1d8d12-1e5c-4c10-9545-c799f1f314a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=039a6df7-3de0-4e1b-b800-30ab4413ba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407095 Nov 08 01:47:08.372985 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-7de09d9e-0f03-4c77-aead-28609dd7b6e2 service neutron] 10.222.0.20 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803494 Nov 08 01:47:08.464714 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-ea2bd039-a702-44ac-8b54-060b1baaa9fb req-f5df75c0-6580-4a4b-8d38-15d273744e07 service neutron] 10.222.0.20 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837872 Nov 08 01:47:09.136996 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:47:09.361985 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a8578-9302-4332-9a34-babca2c02b0d req-1fc0dabc-a1a8-488c-8832-b69240b66a9b tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:09.363473 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-562a8578-9302-4332-9a34-babca2c02b0d req-1fc0dabc-a1a8-488c-8832-b69240b66a9b tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 943 time: 0.3765748 Nov 08 01:47:09.402266 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-562a8578-9302-4332-9a34-babca2c02b0d req-1b8deb8b-80ce-4d38-a1ff-b56891f48749 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314901 Nov 08 01:47:09.673626 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:10.515310 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1e81c-2067-4cf3-abcd-75ae1afc284e req-4317d2da-39a1-48fa-ac89-c6002b866bca tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:10.516797 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6fa1e81c-2067-4cf3-abcd-75ae1afc284e req-4317d2da-39a1-48fa-ac89-c6002b866bca tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 943 time: 0.0495794 Nov 08 01:47:10.553965 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-6fa1e81c-2067-4cf3-abcd-75ae1afc284e req-562bad80-9f5e-4079-96c8-4a061aad03a6 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303280 Nov 08 01:47:11.327102 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3946e89b-0161-42c9-a7d8-ee48b1c50121 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:47:11.422494 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3946e89b-0161-42c9-a7d8-ee48b1c50121, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3946e89b-0161-42c9-a7d8-ee48b1c50121,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:47:11.434873 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '3946e89b-0161-42c9-a7d8-ee48b1c50121', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'port_id': '3946e89b-0161-42c9-a7d8-ee48b1c50121', 'mac_address': 'fa:16:3e:46:ca:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:47:11.470729 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:11.482807 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3946e89b-0161-42c9-a7d8-ee48b1c50121 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:47:11.502507 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3946e89b-0161-42c9-a7d8-ee48b1c50121, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3946e89b-0161-42c9-a7d8-ee48b1c50121,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:47:11.595595 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:11.637498 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=3946e89b-0161-42c9-a7d8-ee48b1c50121,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:47:11.671809 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3510ea1-9c5b-49c5-91e8-7c463ce893ee req-fd09037f-0f82-4d44-9d5a-5dac0998ebed tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:11.673258 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d3510ea1-9c5b-49c5-91e8-7c463ce893ee req-fd09037f-0f82-4d44-9d5a-5dac0998ebed tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 944 time: 0.0507021 Nov 08 01:47:11.714983 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d3510ea1-9c5b-49c5-91e8-7c463ce893ee req-9cd03443-d0d7-434d-adf6-e0604aa029a7 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330164 Nov 08 01:47:12.028383 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['3946e89b-0161-42c9-a7d8-ee48b1c50121'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:47:12.828153 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93550128-65f6-4f3e-88f2-b46e0c472828 req-d7dc5622-da67-4a1b-98aa-332965a1db66 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:12.829685 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-93550128-65f6-4f3e-88f2-b46e0c472828 req-d7dc5622-da67-4a1b-98aa-332965a1db66 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 944 time: 0.0488303 Nov 08 01:47:12.866270 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-93550128-65f6-4f3e-88f2-b46e0c472828 req-f9706329-2b8d-4ed0-a0b8-dfbaa185f07d tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308700 Nov 08 01:47:13.343049 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3946e89b-0161-42c9-a7d8-ee48b1c50121 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:47:13.465136 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning for port 3946e89b-0161-42c9-a7d8-ee48b1c50121 completed by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 01:47:13.468880 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 3946e89b-0161-42c9-a7d8-ee48b1c50121 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:47:13.469250 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:13.543110 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:13.564454 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f006c91b-d90f-4fdb-ad6c-12ff61e392e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3946e89b-0161-42c9-a7d8-ee48b1c50121'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:47:13.566591 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07db808c-dfea-443b-9022-7a201e5c8b15" -d '{"events": [{"server_uuid": "f006c91b-d90f-4fdb-ad6c-12ff61e392e6", "name": "network-vif-plugged", "status": "completed", "tag": "3946e89b-0161-42c9-a7d8-ee48b1c50121"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:47:13.578611 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3946e89b-0161-42c9-a7d8-ee48b1c50121, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3946e89b-0161-42c9-a7d8-ee48b1c50121,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:47:13.604000 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecee6f8-a706-4d13-8684-3e515ec191d9 x-openstack-request-id: req-2ecee6f8-a706-4d13-8684-3e515ec191d9 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:47:13.604313 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f006c91b-d90f-4fdb-ad6c-12ff61e392e6", "name": "network-vif-plugged", "status": "completed", "tag": "3946e89b-0161-42c9-a7d8-ee48b1c50121", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:47:13.604563 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ecee6f8-a706-4d13-8684-3e515ec191d9 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:47:13.604952 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f006c91b-d90f-4fdb-ad6c-12ff61e392e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3946e89b-0161-42c9-a7d8-ee48b1c50121', 'code': 200} Nov 08 01:47:13.648419 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:13.697326 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=3946e89b-0161-42c9-a7d8-ee48b1c50121,revision_number=5']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:47:13.724307 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba9664-f3d5-4839-a1ab-3a2281ffcf6b req-7c75ce7f-b223-4802-be9b-e092a7f50d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:13.726326 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfba9664-f3d5-4839-a1ab-3a2281ffcf6b req-7c75ce7f-b223-4802-be9b-e092a7f50d1b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 1096 time: 0.0405834 Nov 08 01:47:13.759412 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bfba9664-f3d5-4839-a1ab-3a2281ffcf6b req-737b00a7-6893-44e5-ab65-598dc919fd81 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265713 Nov 08 01:47:13.981954 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa325850-106d-43fa-b2e3-57f28955af03 req-176665e9-2d16-4272-a978-496813e6d2ac tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:13.983466 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa325850-106d-43fa-b2e3-57f28955af03 req-176665e9-2d16-4272-a978-496813e6d2ac tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 945 time: 0.0516698 Nov 08 01:47:14.020387 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-fa325850-106d-43fa-b2e3-57f28955af03 req-361f63bb-e718-4a36-a640-54947e0439b1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310969 Nov 08 01:47:15.140935 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71005813-2e03-4f71-87e4-369f5c411530 req-098547be-0c9c-4443-b17b-c68126fea1a5 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:15.142402 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71005813-2e03-4f71-87e4-369f5c411530 req-098547be-0c9c-4443-b17b-c68126fea1a5 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 945 time: 0.0488720 Nov 08 01:47:15.179953 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-71005813-2e03-4f71-87e4-369f5c411530 req-239d13c3-a9b0-4aee-ac7a-ef0115513cbc tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313106 Nov 08 01:47:16.294953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44719845-e2f9-493f-86e1-fe335d2488db req-f093cab7-606e-4fc3-93c4-94f87ee77ccd tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:16.296446 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44719845-e2f9-493f-86e1-fe335d2488db req-f093cab7-606e-4fc3-93c4-94f87ee77ccd tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 945 time: 0.0491164 Nov 08 01:47:16.333307 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-44719845-e2f9-493f-86e1-fe335d2488db req-3a8d9364-709f-4bc6-befc-509bfa1de4e7 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309916 Nov 08 01:47:16.448953 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8042e0-0693-46d8-94b9-e77b5844ce40 req-e382968e-58fc-4694-8b8a-7b80e8d7a4da tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:16.450395 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f8042e0-0693-46d8-94b9-e77b5844ce40 req-e382968e-58fc-4694-8b8a-7b80e8d7a4da tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 945 time: 0.0511506 Nov 08 01:47:16.486471 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-7f8042e0-0693-46d8-94b9-e77b5844ce40 req-38893cd8-eaf6-4873-be6c-81b38a3b5c6a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300364 Nov 08 01:47:16.508733 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43026) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:47:16.545886 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262dd49c-dfb8-450b-a1eb-f1cc0dd51501 tempest-TestSnapshotPattern-266342737 tempest-TestSnapshotPattern-266342737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:16.547342 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-262dd49c-dfb8-450b-a1eb-f1cc0dd51501 tempest-TestSnapshotPattern-266342737 tempest-TestSnapshotPattern-266342737-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 1091 time: 0.0376480 Nov 08 01:47:16.550142 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43028) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:47:16.554774 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.v2.base [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Request body: {'floatingip': {'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'port_id': '3946e89b-0161-42c9-a7d8-ee48b1c50121', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 01:47:16.665148 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for floatingip, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:16.766784 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:16.870589 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Allocated IP 172.25.2.114 (93b45e1b-d6a9-4738-9835-eb7b67227ee4/d1636087-ec20-4160-abd1-d36e5c39daf0/a073601e-90bb-4a09-866e-4fd38dd1d33b) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 01:47:16.975105 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for port, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:17.079741 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792507076383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:17.116325 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Network 93b45e1b-d6a9-4738-9835-eb7b67227ee4 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 01:47:17.119183 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 01:47:17.122643 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 01:47:17.147884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Pushing event updated for resources: {'Port': ['ID=a073601e-90bb-4a09-866e-4fd38dd1d33b,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:47:17.462614 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:17.587402 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:17.735698 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for port, precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:17.793130 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872044'] for port, after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:17.864713 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Pushing event updated for resources: {'Port': ['ID=a073601e-90bb-4a09-866e-4fd38dd1d33b,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:47:17.871569 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589352'] for floatingip, after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:17.969384 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Floating IP e6959de4-e399-44c1-9095-758561580e33 associated. External IP: 172.25.2.114, port: 3946e89b-0161-42c9-a7d8-ee48b1c50121. Nov 08 01:47:18.171759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Router 9f13153d-a27c-4bbe-846d-79bc06941189 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:47:18.277056 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:47:18.286480 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a18c9-5a36-480a-a59d-4d3923d6c529 None None] Sync routers for ids ['9f13153d-a27c-4bbe-846d-79bc06941189'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:47:18.295854 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200a18c9-5a36-480a-a59d-4d3923d6c529 None None] Routers {'9f13153d-a27c-4bbe-846d-79bc06941189'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:47:18.296458 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-200a18c9-5a36-480a-a59d-4d3923d6c529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:47:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['9f13153d-a27c-4bbe-846d-79bc06941189'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:47:18.378526 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:18.400148 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-200a18c9-5a36-480a-a59d-4d3923d6c529 None None] Set router 9f13153d-a27c-4bbe-846d-79bc06941189 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:47:18.405055 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-641a0d2d-c59e-418b-8b5e-1e9f6574beb1 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8539484 Nov 08 01:47:18.405721 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f006c91b-d90f-4fdb-ad6c-12ff61e392e6', 'tag': '3946e89b-0161-42c9-a7d8-ee48b1c50121'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:47:18.408002 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0963e639-088c-41ff-b06c-77bde9d8dfb6" -d '{"events": [{"name": "network-changed", "server_uuid": "f006c91b-d90f-4fdb-ad6c-12ff61e392e6", "tag": "3946e89b-0161-42c9-a7d8-ee48b1c50121"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:47:18.443374 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3b1d29-4a11-4c67-8f6f-81594674d9e1 x-openstack-request-id: req-5b3b1d29-4a11-4c67-8f6f-81594674d9e1 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:47:18.443650 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f006c91b-d90f-4fdb-ad6c-12ff61e392e6", "tag": "3946e89b-0161-42c9-a7d8-ee48b1c50121", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:47:18.444001 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b3b1d29-4a11-4c67-8f6f-81594674d9e1 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:47:18.444419 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f006c91b-d90f-4fdb-ad6c-12ff61e392e6', 'tag': '3946e89b-0161-42c9-a7d8-ee48b1c50121', 'status': 'completed', 'code': 200} Nov 08 01:47:18.542227 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963e639-088c-41ff-b06c-77bde9d8dfb6 req-92aedf57-a782-4b53-81fc-cfe13469fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:18.543824 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0963e639-088c-41ff-b06c-77bde9d8dfb6 req-92aedf57-a782-4b53-81fc-cfe13469fb1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f8df11a5f9445648ebf35ea1acb741b&device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 1096 time: 0.0403640 Nov 08 01:47:18.624035 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-200a18c9-5a36-480a-a59d-4d3923d6c529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:15Z', 'revision_number': 4, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port': {'id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'b9a6ad46-8566-44af-9737-4d92676d370d', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'port_id': '9c183333-0c3e-41de-969f-ed24ce973276', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'mac_address': 'fa:16:3e:80:c1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:44:40Z', 'updated_at': '2021-11-08T01:44:42Z', 'revision_number': 1, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'fixed_ip_address_scope': None}, {'id': 'e6959de4-e399-44c1-9095-758561580e33', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'port_id': '3946e89b-0161-42c9-a7d8-ee48b1c50121', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'mac_address': 'fa:16:3e:46:ca:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f006c91b-d90f-4fdb-ad6c-12ff61e392e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:47:17Z', 'updated_at': '2021-11-08T01:47:17Z', 'revision_number': 0, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b5fd76-608a-4338-83e6-42089e159f98', 'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:14Z', 'updated_at': '2021-11-08T01:44:19Z', 'revision_number': 5, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'subnets': [{'id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:47:18.639590 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963e639-088c-41ff-b06c-77bde9d8dfb6 req-4b96764d-1537-4ded-a348-1589aa26f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:18.641100 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0963e639-088c-41ff-b06c-77bde9d8dfb6 req-4b96764d-1537-4ded-a348-1589aa26f3b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=039a6df7-3de0-4e1b-b800-30ab4413ba3a HTTP/1.1" status: 200 len: 910 time: 0.0904286 Nov 08 01:47:18.650209 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a18c9-5a36-480a-a59d-4d3923d6c529 None None] Checking router: 9f13153d-a27c-4bbe-846d-79bc06941189 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:47:18.658388 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200a18c9-5a36-480a-a59d-4d3923d6c529 None None] Routers {'9f13153d-a27c-4bbe-846d-79bc06941189'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:47:18.658978 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-200a18c9-5a36-480a-a59d-4d3923d6c529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:47:01Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['9f13153d-a27c-4bbe-846d-79bc06941189'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:47:18.707037 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0963e639-088c-41ff-b06c-77bde9d8dfb6 req-eeeb6128-5364-4944-b16f-7b2f108ec691 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3946e89b-0161-42c9-a7d8-ee48b1c50121 HTTP/1.1" status: 200 len: 999 time: 0.0581882 Nov 08 01:47:18.759335 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963e639-088c-41ff-b06c-77bde9d8dfb6 req-261e2169-2a1e-4160-8280-67ad22ba4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:18.760907 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0963e639-088c-41ff-b06c-77bde9d8dfb6 req-261e2169-2a1e-4160-8280-67ad22ba4731 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab29ef95-b5bc-4a14-b9a5-325c143f3d00 HTTP/1.1" status: 200 len: 848 time: 0.0477209 Nov 08 01:47:18.761259 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-200a18c9-5a36-480a-a59d-4d3923d6c529 None None] Set router 9f13153d-a27c-4bbe-846d-79bc06941189 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:47:18.806191 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963e639-088c-41ff-b06c-77bde9d8dfb6 req-c81adaee-20a2-4bc9-8029-e15859cc8e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:18.821934 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0963e639-088c-41ff-b06c-77bde9d8dfb6 req-c81adaee-20a2-4bc9-8029-e15859cc8e12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=039a6df7-3de0-4e1b-b800-30ab4413ba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399516 Nov 08 01:47:18.900993 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0963e639-088c-41ff-b06c-77bde9d8dfb6 req-043bc768-1750-46ba-a28a-82f95642204d service neutron] 10.222.0.20 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861518 Nov 08 01:47:18.981032 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-200a18c9-5a36-480a-a59d-4d3923d6c529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:15Z', 'revision_number': 4, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port': {'id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'b9a6ad46-8566-44af-9737-4d92676d370d', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'port_id': '9c183333-0c3e-41de-969f-ed24ce973276', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'mac_address': 'fa:16:3e:80:c1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:44:40Z', 'updated_at': '2021-11-08T01:44:42Z', 'revision_number': 1, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'fixed_ip_address_scope': None}, {'id': 'e6959de4-e399-44c1-9095-758561580e33', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'port_id': '3946e89b-0161-42c9-a7d8-ee48b1c50121', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'mac_address': 'fa:16:3e:46:ca:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f006c91b-d90f-4fdb-ad6c-12ff61e392e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:47:17Z', 'updated_at': '2021-11-08T01:47:17Z', 'revision_number': 0, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b5fd76-608a-4338-83e6-42089e159f98', 'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:14Z', 'updated_at': '2021-11-08T01:44:19Z', 'revision_number': 5, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'subnets': [{'id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:47:18.997598 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-0963e639-088c-41ff-b06c-77bde9d8dfb6 req-9ea62d67-6de5-4bea-9e97-97f4df032d1f service neutron] 10.222.0.20 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902858 Nov 08 01:47:19.106541 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a18c9-5a36-480a-a59d-4d3923d6c529 None None] The sync data for ids ['9f13153d-a27c-4bbe-846d-79bc06941189'] in n-d-816882-1 is: [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:15Z', 'revision_number': 4, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port': {'id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'b9a6ad46-8566-44af-9737-4d92676d370d', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'port_id': '9c183333-0c3e-41de-969f-ed24ce973276', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'mac_address': 'fa:16:3e:80:c1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:44:40Z', 'updated_at': '2021-11-08T01:44:42Z', 'revision_number': 1, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'fixed_ip_address_scope': None}, {'id': 'e6959de4-e399-44c1-9095-758561580e33', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'port_id': '3946e89b-0161-42c9-a7d8-ee48b1c50121', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'mac_address': 'fa:16:3e:46:ca:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f006c91b-d90f-4fdb-ad6c-12ff61e392e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:47:17Z', 'updated_at': '2021-11-08T01:47:17Z', 'revision_number': 0, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b5fd76-608a-4338-83e6-42089e159f98', 'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:14Z', 'updated_at': '2021-11-08T01:44:19Z', 'revision_number': 5, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'subnets': [{'id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:47:19.294331 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75e78f1-255e-4381-a679-31380905521e None None] New status for floating IP e6959de4-e399-44c1-9095-758561580e33: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:47:28.241568 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b84d2dc-8f53-4ca7-9ac7-1c41e0484b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:30.767335 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-22eb8454-120d-4802-bf73-5ed7fb37281f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:31.041354 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:32.138427 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:32.801400 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:33.750173 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:39.219340 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c4749bc8-26fc-490e-b71e-7800ffdfd356 req-0fdc42c2-668c-4585-9732-0c5f986b1061 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424843 Nov 08 01:47:39.314047 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4749bc8-26fc-490e-b71e-7800ffdfd356 req-a7dd8d55-0716-4642-9ddb-26da6c753f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:39.315516 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c4749bc8-26fc-490e-b71e-7800ffdfd356 req-a7dd8d55-0716-4642-9ddb-26da6c753f52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f8df11a5f9445648ebf35ea1acb741b&device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 1095 time: 0.0388706 Nov 08 01:47:39.415599 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4749bc8-26fc-490e-b71e-7800ffdfd356 req-7f2bba49-b2da-4d84-9560-fd6791c75be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:39.417058 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c4749bc8-26fc-490e-b71e-7800ffdfd356 req-7f2bba49-b2da-4d84-9560-fd6791c75be2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=039a6df7-3de0-4e1b-b800-30ab4413ba3a HTTP/1.1" status: 200 len: 910 time: 0.0819898 Nov 08 01:47:39.483976 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c4749bc8-26fc-490e-b71e-7800ffdfd356 req-4d0e07a1-578f-4a56-b301-877625714d09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c183333-0c3e-41de-969f-ed24ce973276 HTTP/1.1" status: 200 len: 999 time: 0.0593596 Nov 08 01:47:39.531903 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4749bc8-26fc-490e-b71e-7800ffdfd356 req-4714501a-095c-4d8d-bfcb-331e927f4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:39.533432 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c4749bc8-26fc-490e-b71e-7800ffdfd356 req-4714501a-095c-4d8d-bfcb-331e927f4bc7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab29ef95-b5bc-4a14-b9a5-325c143f3d00 HTTP/1.1" status: 200 len: 848 time: 0.0430624 Nov 08 01:47:39.583312 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4749bc8-26fc-490e-b71e-7800ffdfd356 req-fbe889d0-7b51-458e-bf21-b0fa43319a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:39.584878 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c4749bc8-26fc-490e-b71e-7800ffdfd356 req-fbe889d0-7b51-458e-bf21-b0fa43319a1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=039a6df7-3de0-4e1b-b800-30ab4413ba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446172 Nov 08 01:47:39.641491 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:47:39.676969 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c4749bc8-26fc-490e-b71e-7800ffdfd356 req-82970643-98c6-494c-91d6-504480017916 service neutron] 10.222.0.26 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852127 Nov 08 01:47:39.765099 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-c4749bc8-26fc-490e-b71e-7800ffdfd356 req-8c0266b7-b93a-461c-98ce-1f68e619d2e5 service neutron] 10.222.0.26 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802357 Nov 08 01:47:46.137172 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:47:53.227379 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c770b1a-6e2f-4065-8dd1-9a6e262fd6a1 req-9587c7d7-7e6e-432e-a603-d42b2b271d48 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398934 Nov 08 01:47:53.323847 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c770b1a-6e2f-4065-8dd1-9a6e262fd6a1 req-04bdf526-463f-4834-bbb3-a8635d72bcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:53.325373 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c770b1a-6e2f-4065-8dd1-9a6e262fd6a1 req-04bdf526-463f-4834-bbb3-a8635d72bcca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f8df11a5f9445648ebf35ea1acb741b&device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 1096 time: 0.0402191 Nov 08 01:47:53.431191 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c770b1a-6e2f-4065-8dd1-9a6e262fd6a1 req-d0a234ad-3edb-4fb6-a7e3-187eceda0a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:53.432712 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c770b1a-6e2f-4065-8dd1-9a6e262fd6a1 req-d0a234ad-3edb-4fb6-a7e3-187eceda0a1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=039a6df7-3de0-4e1b-b800-30ab4413ba3a HTTP/1.1" status: 200 len: 910 time: 0.0892727 Nov 08 01:47:53.496803 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c770b1a-6e2f-4065-8dd1-9a6e262fd6a1 req-2d3f3a2c-5ce4-44a9-b105-65af61a53b86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3946e89b-0161-42c9-a7d8-ee48b1c50121 HTTP/1.1" status: 200 len: 1001 time: 0.0570843 Nov 08 01:47:53.547926 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c770b1a-6e2f-4065-8dd1-9a6e262fd6a1 req-01e533ea-dc79-4c7c-85a2-2f1ed5b76b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:53.549341 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c770b1a-6e2f-4065-8dd1-9a6e262fd6a1 req-01e533ea-dc79-4c7c-85a2-2f1ed5b76b62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab29ef95-b5bc-4a14-b9a5-325c143f3d00 HTTP/1.1" status: 200 len: 848 time: 0.0460215 Nov 08 01:47:53.594603 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c770b1a-6e2f-4065-8dd1-9a6e262fd6a1 req-c443fefb-bae1-4d9f-889e-b3a19a30068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:47:53.596072 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c770b1a-6e2f-4065-8dd1-9a6e262fd6a1 req-c443fefb-bae1-4d9f-889e-b3a19a30068a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=039a6df7-3de0-4e1b-b800-30ab4413ba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393381 Nov 08 01:47:53.683413 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c770b1a-6e2f-4065-8dd1-9a6e262fd6a1 req-dce7cb00-4266-4ded-be62-b519a5632bb4 service neutron] 10.222.0.20 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802698 Nov 08 01:47:53.777345 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-8c770b1a-6e2f-4065-8dd1-9a6e262fd6a1 req-72e5b8e4-3569-4a67-977a-c70dd0180a1d service neutron] 10.222.0.20 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871875 Nov 08 01:47:58.246668 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-22b67207-b8c1-44d4-940d-0756ca3d8f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:48:00.743656 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f927cb5-2c54-4ee8-aa27-dc9ff31efbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:48:01.055162 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:48:02.188930 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:48:02.800721 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:48:03.805992 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:48:09.645955 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:48:23.136799 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:48:28.211040 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28f78fc2-cae8-438d-a31e-effb2df77b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:48:30.757134 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-afe7a8ec-6ab1-4686-807f-f7e7381fbf26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:48:31.037122 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:48:32.142544 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:48:32.819806 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:48:33.763241 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:48:39.656732 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:48:40.193226 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5f66e514-1d8f-4edc-a030-518734022843 req-d8871eab-a430-4fff-980c-77eeaac2da67 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448484 Nov 08 01:48:40.289346 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66e514-1d8f-4edc-a030-518734022843 req-ce92e7b0-a269-4859-81b6-ec2c12c7497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:48:40.290857 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5f66e514-1d8f-4edc-a030-518734022843 req-ce92e7b0-a269-4859-81b6-ec2c12c7497b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f8df11a5f9445648ebf35ea1acb741b&device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 1095 time: 0.0400147 Nov 08 01:48:40.392319 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66e514-1d8f-4edc-a030-518734022843 req-913b3b64-d8ee-4ec0-b50d-0babba9bbd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:48:40.393787 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5f66e514-1d8f-4edc-a030-518734022843 req-913b3b64-d8ee-4ec0-b50d-0babba9bbd7d service neutron] 10.222.0.26 "GET /v2.0/networks?id=039a6df7-3de0-4e1b-b800-30ab4413ba3a HTTP/1.1" status: 200 len: 910 time: 0.0834763 Nov 08 01:48:40.464725 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5f66e514-1d8f-4edc-a030-518734022843 req-68da9542-c112-4ffb-a41a-afc1d20b4f3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c183333-0c3e-41de-969f-ed24ce973276 HTTP/1.1" status: 200 len: 999 time: 0.0637279 Nov 08 01:48:40.512031 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66e514-1d8f-4edc-a030-518734022843 req-5fc709c1-bb3b-4af2-a503-516bbd6e652a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:48:40.513470 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5f66e514-1d8f-4edc-a030-518734022843 req-5fc709c1-bb3b-4af2-a503-516bbd6e652a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab29ef95-b5bc-4a14-b9a5-325c143f3d00 HTTP/1.1" status: 200 len: 848 time: 0.0422871 Nov 08 01:48:40.558423 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66e514-1d8f-4edc-a030-518734022843 req-108e8c93-b7a0-42ae-90ca-7262f7988176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:48:40.559926 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5f66e514-1d8f-4edc-a030-518734022843 req-108e8c93-b7a0-42ae-90ca-7262f7988176 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=039a6df7-3de0-4e1b-b800-30ab4413ba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399349 Nov 08 01:48:40.653684 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5f66e514-1d8f-4edc-a030-518734022843 req-dc651975-6599-4013-ae50-2e61ce349e10 service neutron] 10.222.0.26 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861697 Nov 08 01:48:40.741517 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-5f66e514-1d8f-4edc-a030-518734022843 req-67d28485-815c-4013-84ab-cbff8c3bfe3d service neutron] 10.222.0.26 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811446 Nov 08 01:48:55.175004 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4a52435-a166-4912-97d3-7478f7fa20a1 req-85e31e2d-0ff3-4c7b-9b71-266338388a5b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1050067 Nov 08 01:48:55.270675 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a52435-a166-4912-97d3-7478f7fa20a1 req-f9bcb4a9-b011-4171-b60f-71e755e0c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:48:55.272197 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4a52435-a166-4912-97d3-7478f7fa20a1 req-f9bcb4a9-b011-4171-b60f-71e755e0c106 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f8df11a5f9445648ebf35ea1acb741b&device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 1096 time: 0.0409274 Nov 08 01:48:55.377130 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a52435-a166-4912-97d3-7478f7fa20a1 req-80478da8-bd32-446d-b602-f6625a6cde5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:48:55.378505 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4a52435-a166-4912-97d3-7478f7fa20a1 req-80478da8-bd32-446d-b602-f6625a6cde5e service neutron] 10.222.0.20 "GET /v2.0/networks?id=039a6df7-3de0-4e1b-b800-30ab4413ba3a HTTP/1.1" status: 200 len: 910 time: 0.0878744 Nov 08 01:48:55.441846 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4a52435-a166-4912-97d3-7478f7fa20a1 req-0f24bfd1-534c-491e-b542-aadd07463070 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3946e89b-0161-42c9-a7d8-ee48b1c50121 HTTP/1.1" status: 200 len: 1001 time: 0.0561798 Nov 08 01:48:55.492208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a52435-a166-4912-97d3-7478f7fa20a1 req-11dab303-5f88-460e-b52f-eb02a7b68225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:48:55.493569 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4a52435-a166-4912-97d3-7478f7fa20a1 req-11dab303-5f88-460e-b52f-eb02a7b68225 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab29ef95-b5bc-4a14-b9a5-325c143f3d00 HTTP/1.1" status: 200 len: 848 time: 0.0453749 Nov 08 01:48:55.537131 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a52435-a166-4912-97d3-7478f7fa20a1 req-c59eaecb-8a6f-4e73-879f-499556c609d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:48:55.538599 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4a52435-a166-4912-97d3-7478f7fa20a1 req-c59eaecb-8a6f-4e73-879f-499556c609d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=039a6df7-3de0-4e1b-b800-30ab4413ba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379407 Nov 08 01:48:55.626547 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4a52435-a166-4912-97d3-7478f7fa20a1 req-4e057f1c-00f4-4683-8cc4-6259e82e6aff service neutron] 10.222.0.20 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800347 Nov 08 01:48:55.721329 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f4a52435-a166-4912-97d3-7478f7fa20a1 req-1ead866f-1c7a-4ece-b504-1a08b1815725 service neutron] 10.222.0.20 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874562 Nov 08 01:48:58.242053 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf6b57d6-8fb0-4745-ac94-3ed4061a27b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:00.134975 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:49:00.761932 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60980de2-9fa1-4b03-949b-c019df543f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:01.021803 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:02.156318 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:02.830610 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:03.767146 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:09.641533 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:22.053243 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3946e89b-0161-42c9-a7d8-ee48b1c50121 details requested by agent hyperv_n-h1-816882-1 with host n-h1-816882-1 {{(pid=102773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 01:49:22.143614 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3946e89b-0161-42c9-a7d8-ee48b1c50121, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3946e89b-0161-42c9-a7d8-ee48b1c50121,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:49:22.158110 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Returning: {'device': '3946e89b-0161-42c9-a7d8-ee48b1c50121', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'port_id': '3946e89b-0161-42c9-a7d8-ee48b1c50121', 'mac_address': 'fa:16:3e:46:ca:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 01:49:22.194624 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:22.207427 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3946e89b-0161-42c9-a7d8-ee48b1c50121 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 01:49:22.227173 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3946e89b-0161-42c9-a7d8-ee48b1c50121, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3946e89b-0161-42c9-a7d8-ee48b1c50121,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:49:22.301515 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:22.350321 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=3946e89b-0161-42c9-a7d8-ee48b1c50121,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:22.357610 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:22.357956 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:22.358956 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:22.359294 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:22.359628 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:22.360006 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:22.360330 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:22.360651 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:22.360969 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:22.361285 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:22.361602 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:22.361917 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:22.461842 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] get_ports_and_sgs() called for port_ids ['3946e89b-0161-42c9-a7d8-ee48b1c50121'] {{(pid=102773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 01:49:24.064999 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3946e89b-0161-42c9-a7d8-ee48b1c50121 up at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 01:49:24.110924 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Provisioning complete for port 3946e89b-0161-42c9-a7d8-ee48b1c50121 triggered by entity L2. {{(pid=102773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 01:49:24.111291 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674832'] for port, provisioning_complete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:24.186049 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:24.208060 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f006c91b-d90f-4fdb-ad6c-12ff61e392e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3946e89b-0161-42c9-a7d8-ee48b1c50121'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:49:24.211131 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4adedd-a7ba-4d08-a59e-34b9f5855db7" -d '{"events": [{"server_uuid": "f006c91b-d90f-4fdb-ad6c-12ff61e392e6", "name": "network-vif-plugged", "status": "completed", "tag": "3946e89b-0161-42c9-a7d8-ee48b1c50121"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:49:24.231162 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3946e89b-0161-42c9-a7d8-ee48b1c50121, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3946e89b-0161-42c9-a7d8-ee48b1c50121,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:49:24.250595 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1181611-ee69-437b-8468-4bdc5b8e2767 x-openstack-request-id: req-f1181611-ee69-437b-8468-4bdc5b8e2767 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:49:24.250875 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f006c91b-d90f-4fdb-ad6c-12ff61e392e6", "name": "network-vif-plugged", "status": "completed", "tag": "3946e89b-0161-42c9-a7d8-ee48b1c50121", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:49:24.251119 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1181611-ee69-437b-8468-4bdc5b8e2767 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:49:24.251503 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f006c91b-d90f-4fdb-ad6c-12ff61e392e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3946e89b-0161-42c9-a7d8-ee48b1c50121', 'code': 200} Nov 08 01:49:24.295476 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:24.342027 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=3946e89b-0161-42c9-a7d8-ee48b1c50121,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:28.238538 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23dc203e-9b5e-4794-b871-ccfb56c97897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:30.740116 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e4bdefd1-1723-4aa3-b626-bc1a45a17da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:31.052889 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:32.186763 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:32.829235 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:33.838534 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:37.136063 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:49:37.727858 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43298) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:49:37.881212 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Deleting port a073601e-90bb-4a09-866e-4fd38dd1d33b {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:49:37.881550 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:37.956865 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:37.957184 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:37.969096 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Calling delete_port for a073601e-90bb-4a09-866e-4fd38dd1d33b owned by network:floatingip {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:49:38.133741 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3946e89b-0161-42c9-a7d8-ee48b1c50121 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:49:38.181109 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:38.206063 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632510'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:38.208129 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Pushing event deleted for resources: {'Port': ['ID=a073601e-90bb-4a09-866e-4fd38dd1d33b,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:38.229511 n-d-816882-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f006c91b-d90f-4fdb-ad6c-12ff61e392e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3946e89b-0161-42c9-a7d8-ee48b1c50121'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:49:38.231648 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fd83b4d06bc4a530525678263bc61259bd0c5a2b75c588b060b2c05022352c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298836d4-9e2c-40e6-aa27-7a000513b7bf" -d '{"events": [{"server_uuid": "f006c91b-d90f-4fdb-ad6c-12ff61e392e6", "name": "network-vif-unplugged", "status": "completed", "tag": "3946e89b-0161-42c9-a7d8-ee48b1c50121"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:49:38.236276 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:38.243014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:38.243014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:38.243014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:38.243014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:38.243014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:38.243014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:38.243014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:38.243014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:38.243014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:38.243014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:38.243014 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:38.245572 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] For port 3946e89b-0161-42c9-a7d8-ee48b1c50121, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3946e89b-0161-42c9-a7d8-ee48b1c50121,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:49:38.293715 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for floatingip, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:38.294119 n-d-816882-1 neutron-server[102772]: INFO neutron.db.l3_db [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Floating IP e6959de4-e399-44c1-9095-758561580e33 disassociated (deleted). External IP: 172.25.2.114, port: 3946e89b-0161-42c9-a7d8-ee48b1c50121. Nov 08 01:49:38.321090 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792507626810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792507076401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792507076419'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:38.372763 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 01:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446e48f0-345a-4ba9-8f3e-e3c234746491 x-openstack-request-id: req-446e48f0-345a-4ba9-8f3e-e3c234746491 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:49:38.373055 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f006c91b-d90f-4fdb-ad6c-12ff61e392e6", "name": "network-vif-unplugged", "status": "completed", "tag": "3946e89b-0161-42c9-a7d8-ee48b1c50121", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:49:38.373297 n-d-816882-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-446e48f0-345a-4ba9-8f3e-e3c234746491 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:49:38.373786 n-d-816882-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f006c91b-d90f-4fdb-ad6c-12ff61e392e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3946e89b-0161-42c9-a7d8-ee48b1c50121', 'code': 200} Nov 08 01:49:38.378129 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Pushing event updated for resources: {'Port': ['ID=3946e89b-0161-42c9-a7d8-ee48b1c50121,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:38.510683 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Router 9f13153d-a27c-4bbe-846d-79bc06941189 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:49:38.620669 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:49:38.626358 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:38.630820 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813d4680-0fa3-4c25-b0d6-7a3b64477161 None None] Sync routers for ids ['9f13153d-a27c-4bbe-846d-79bc06941189'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:49:38.639556 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813d4680-0fa3-4c25-b0d6-7a3b64477161 None None] Routers {'9f13153d-a27c-4bbe-846d-79bc06941189'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:49:38.640266 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-813d4680-0fa3-4c25-b0d6-7a3b64477161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:49:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['9f13153d-a27c-4bbe-846d-79bc06941189'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:38.747536 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-813d4680-0fa3-4c25-b0d6-7a3b64477161 None None] Set router 9f13153d-a27c-4bbe-846d-79bc06941189 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:49:38.974318 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-813d4680-0fa3-4c25-b0d6-7a3b64477161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:15Z', 'revision_number': 4, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port': {'id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'b9a6ad46-8566-44af-9737-4d92676d370d', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'port_id': '9c183333-0c3e-41de-969f-ed24ce973276', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'mac_address': 'fa:16:3e:80:c1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:44:40Z', 'updated_at': '2021-11-08T01:44:42Z', 'revision_number': 1, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b5fd76-608a-4338-83e6-42089e159f98', 'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:14Z', 'updated_at': '2021-11-08T01:44:19Z', 'revision_number': 5, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'subnets': [{'id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:38.991049 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-2547590b-0877-4f3d-a470-c232cf29379a tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "DELETE /v2.0/floatingips/e6959de4-e399-44c1-9095-758561580e33 HTTP/1.1" status: 204 len: 168 time: 1.2620666 Nov 08 01:49:38.991625 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f006c91b-d90f-4fdb-ad6c-12ff61e392e6', 'tag': '3946e89b-0161-42c9-a7d8-ee48b1c50121'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:49:38.993914 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b3aec4-47b0-4dec-b3c9-55ab90988d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "f006c91b-d90f-4fdb-ad6c-12ff61e392e6", "tag": "3946e89b-0161-42c9-a7d8-ee48b1c50121"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:49:39.005845 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813d4680-0fa3-4c25-b0d6-7a3b64477161 None None] Checking router: 9f13153d-a27c-4bbe-846d-79bc06941189 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:49:39.014615 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813d4680-0fa3-4c25-b0d6-7a3b64477161 None None] Routers {'9f13153d-a27c-4bbe-846d-79bc06941189'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:49:39.017398 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-813d4680-0fa3-4c25-b0d6-7a3b64477161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:49:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['9f13153d-a27c-4bbe-846d-79bc06941189'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:39.094170 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56881f36-eb9f-4ab3-b2b0-d4353ca8a742 x-openstack-request-id: req-56881f36-eb9f-4ab3-b2b0-d4353ca8a742 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:49:39.094463 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f006c91b-d90f-4fdb-ad6c-12ff61e392e6", "tag": "3946e89b-0161-42c9-a7d8-ee48b1c50121", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:49:39.094715 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56881f36-eb9f-4ab3-b2b0-d4353ca8a742 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:49:39.095189 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f006c91b-d90f-4fdb-ad6c-12ff61e392e6', 'tag': '3946e89b-0161-42c9-a7d8-ee48b1c50121', 'status': 'completed', 'code': 200} Nov 08 01:49:39.128115 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-813d4680-0fa3-4c25-b0d6-7a3b64477161 None None] Set router 9f13153d-a27c-4bbe-846d-79bc06941189 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:49:39.177221 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3aec4-47b0-4dec-b3c9-55ab90988d9b req-77ea58ac-5340-465c-8202-641fc099c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:49:39.178801 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9b3aec4-47b0-4dec-b3c9-55ab90988d9b req-77ea58ac-5340-465c-8202-641fc099c6f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f8df11a5f9445648ebf35ea1acb741b&device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 1094 time: 0.0408778 Nov 08 01:49:39.278038 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3aec4-47b0-4dec-b3c9-55ab90988d9b req-b645c4e8-2b1c-4977-a11f-e362453b600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:49:39.279537 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9b3aec4-47b0-4dec-b3c9-55ab90988d9b req-b645c4e8-2b1c-4977-a11f-e362453b600b service neutron] 10.222.0.20 "GET /v2.0/networks?id=039a6df7-3de0-4e1b-b800-30ab4413ba3a HTTP/1.1" status: 200 len: 910 time: 0.0937634 Nov 08 01:49:39.321986 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9b3aec4-47b0-4dec-b3c9-55ab90988d9b req-ec7c6a17-48ca-458b-958a-2952abc362a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3946e89b-0161-42c9-a7d8-ee48b1c50121 HTTP/1.1" status: 200 len: 217 time: 0.0352638 Nov 08 01:49:39.360892 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-813d4680-0fa3-4c25-b0d6-7a3b64477161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:15Z', 'revision_number': 4, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port': {'id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'b9a6ad46-8566-44af-9737-4d92676d370d', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'port_id': '9c183333-0c3e-41de-969f-ed24ce973276', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'mac_address': 'fa:16:3e:80:c1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:44:40Z', 'updated_at': '2021-11-08T01:44:42Z', 'revision_number': 1, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b5fd76-608a-4338-83e6-42089e159f98', 'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:14Z', 'updated_at': '2021-11-08T01:44:19Z', 'revision_number': 5, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'subnets': [{'id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:39.381476 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3aec4-47b0-4dec-b3c9-55ab90988d9b req-035943f5-0c3c-4694-9400-399286007635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:49:39.382951 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9b3aec4-47b0-4dec-b3c9-55ab90988d9b req-035943f5-0c3c-4694-9400-399286007635 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab29ef95-b5bc-4a14-b9a5-325c143f3d00 HTTP/1.1" status: 200 len: 848 time: 0.0537946 Nov 08 01:49:39.391688 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813d4680-0fa3-4c25-b0d6-7a3b64477161 None None] The sync data for ids ['9f13153d-a27c-4bbe-846d-79bc06941189'] in n-d-816882-1 is: [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:15Z', 'revision_number': 4, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port': {'id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_floatingips': [{'id': 'b9a6ad46-8566-44af-9737-4d92676d370d', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'router_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'port_id': '9c183333-0c3e-41de-969f-ed24ce973276', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'mac_address': 'fa:16:3e:80:c1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T01:44:40Z', 'updated_at': '2021-11-08T01:44:42Z', 'revision_number': 1, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b5fd76-608a-4338-83e6-42089e159f98', 'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:14Z', 'updated_at': '2021-11-08T01:44:19Z', 'revision_number': 5, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'subnets': [{'id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:49:39.462810 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ba6bf-24b7-4db9-8711-bb47ec6e413f req-d2ccd58d-ce2e-4faf-a2d5-3ae6420dc008 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:49:39.464360 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-261ba6bf-24b7-4db9-8711-bb47ec6e413f req-d2ccd58d-ce2e-4faf-a2d5-3ae6420dc008 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 943 time: 0.0804272 Nov 08 01:49:39.467025 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3aec4-47b0-4dec-b3c9-55ab90988d9b req-da951e28-eb3d-4101-9df1-0bb982f3ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:49:39.468967 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9b3aec4-47b0-4dec-b3c9-55ab90988d9b req-da951e28-eb3d-4101-9df1-0bb982f3ebd9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=039a6df7-3de0-4e1b-b800-30ab4413ba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757887 Nov 08 01:49:39.555720 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-261ba6bf-24b7-4db9-8711-bb47ec6e413f req-104b098d-3cd7-4dfa-aaa2-b8d8a2ad0b31 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843077 Nov 08 01:49:39.588863 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9b3aec4-47b0-4dec-b3c9-55ab90988d9b req-9f441183-e4d3-4c1f-9b31-ad956ad6cf88 service neutron] 10.222.0.20 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115212 Nov 08 01:49:39.639542 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad18176-6887-4693-b234-a6d7a75cacb2 None None] New status for floating IP e6959de4-e399-44c1-9095-758561580e33: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:49:39.686654 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-d9b3aec4-47b0-4dec-b3c9-55ab90988d9b req-739cd468-b2e5-46e2-acc8-fa9a408baa4b service neutron] 10.222.0.20 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893366 Nov 08 01:49:39.701639 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:40.204350 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55941a70-be20-41eb-b8c0-16d5c1a54632 req-f77cfb0c-0f3b-46b0-a0ba-b1aea9e6b6e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0785463 Nov 08 01:49:40.307163 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55941a70-be20-41eb-b8c0-16d5c1a54632 req-eed66926-d7fc-45c1-82b8-4d796cf1f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:49:40.308697 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55941a70-be20-41eb-b8c0-16d5c1a54632 req-eed66926-d7fc-45c1-82b8-4d796cf1f2fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f8df11a5f9445648ebf35ea1acb741b&device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 1095 time: 0.0443749 Nov 08 01:49:40.411437 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55941a70-be20-41eb-b8c0-16d5c1a54632 req-cbe333c1-b963-4e26-8a38-4f195106bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:49:40.413015 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55941a70-be20-41eb-b8c0-16d5c1a54632 req-cbe333c1-b963-4e26-8a38-4f195106bac7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=039a6df7-3de0-4e1b-b800-30ab4413ba3a HTTP/1.1" status: 200 len: 910 time: 0.0855334 Nov 08 01:49:40.481286 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55941a70-be20-41eb-b8c0-16d5c1a54632 req-1c777cdb-2989-49b9-afb2-2930a9932a69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c183333-0c3e-41de-969f-ed24ce973276 HTTP/1.1" status: 200 len: 999 time: 0.0611861 Nov 08 01:49:40.528671 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55941a70-be20-41eb-b8c0-16d5c1a54632 req-48702038-06b4-4539-b1bb-7bd4cae20567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:49:40.530285 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55941a70-be20-41eb-b8c0-16d5c1a54632 req-48702038-06b4-4539-b1bb-7bd4cae20567 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab29ef95-b5bc-4a14-b9a5-325c143f3d00 HTTP/1.1" status: 200 len: 848 time: 0.0425589 Nov 08 01:49:40.575538 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55941a70-be20-41eb-b8c0-16d5c1a54632 req-291f18f2-397a-4fd8-81dd-14fcadaa23ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:49:40.577041 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55941a70-be20-41eb-b8c0-16d5c1a54632 req-291f18f2-397a-4fd8-81dd-14fcadaa23ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=039a6df7-3de0-4e1b-b800-30ab4413ba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399659 Nov 08 01:49:40.672495 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55941a70-be20-41eb-b8c0-16d5c1a54632 req-a5d56a82-b3c0-4e7d-8961-d8c6c1bf6141 service neutron] 10.222.0.26 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881660 Nov 08 01:49:40.674568 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43faea2-dc84-4cf6-8b4b-19b052327748 req-d6c07f15-1d9c-496a-a052-8152cb1db714 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:49:40.676075 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f43faea2-dc84-4cf6-8b4b-19b052327748 req-d6c07f15-1d9c-496a-a052-8152cb1db714 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 943 time: 0.0505071 Nov 08 01:49:40.715895 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-f43faea2-dc84-4cf6-8b4b-19b052327748 req-44caf521-3480-4323-8c5f-a5704ec6645b tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333707 Nov 08 01:49:40.766392 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-55941a70-be20-41eb-b8c0-16d5c1a54632 req-d6dfee1c-e323-40a9-bb4d-779a1d342f8b service neutron] 10.222.0.26 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871775 Nov 08 01:49:41.160595 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513cf0e-2634-4fe0-9291-7195a7354520 req-96e2d91c-216e-4ecc-aaa4-1a304e67f7f8 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:49:41.162051 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3513cf0e-2634-4fe0-9291-7195a7354520 req-96e2d91c-216e-4ecc-aaa4-1a304e67f7f8 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.20 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 943 time: 0.0520089 Nov 08 01:49:41.248299 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-3513cf0e-2634-4fe0-9291-7195a7354520 req-45c309cf-7800-4622-ac95-dbe7b59cbe85 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Deleting port 3946e89b-0161-42c9-a7d8-ee48b1c50121 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:49:41.248644 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3513cf0e-2634-4fe0-9291-7195a7354520 req-45c309cf-7800-4622-ac95-dbe7b59cbe85 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:41.337860 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [req-3513cf0e-2634-4fe0-9291-7195a7354520 req-45c309cf-7800-4622-ac95-dbe7b59cbe85 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] For port 3946e89b-0161-42c9-a7d8-ee48b1c50121, host n-h1-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816882-1',level=0,port_id=3946e89b-0161-42c9-a7d8-ee48b1c50121,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:49:41.338224 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3513cf0e-2634-4fe0-9291-7195a7354520 req-45c309cf-7800-4622-ac95-dbe7b59cbe85 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:41.351039 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [req-3513cf0e-2634-4fe0-9291-7195a7354520 req-45c309cf-7800-4622-ac95-dbe7b59cbe85 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Calling delete_port for 3946e89b-0161-42c9-a7d8-ee48b1c50121 owned by compute:nova {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:49:41.557852 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3513cf0e-2634-4fe0-9291-7195a7354520 req-45c309cf-7800-4622-ac95-dbe7b59cbe85 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:41.590258 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c309cf-7800-4622-ac95-dbe7b59cbe85 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Pushing event deleted for resources: {'Port': ['ID=3946e89b-0161-42c9-a7d8-ee48b1c50121,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:41.633222 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3513cf0e-2634-4fe0-9291-7195a7354520 req-45c309cf-7800-4622-ac95-dbe7b59cbe85 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] No DVR routers for this DVR port 3946e89b-0161-42c9-a7d8-ee48b1c50121 on host n-h1-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:49:41.635880 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [req-3513cf0e-2634-4fe0-9291-7195a7354520 req-45c309cf-7800-4622-ac95-dbe7b59cbe85 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:41.639436 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-3513cf0e-2634-4fe0-9291-7195a7354520 req-45c309cf-7800-4622-ac95-dbe7b59cbe85 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.20 "DELETE /v2.0/ports/3946e89b-0161-42c9-a7d8-ee48b1c50121 HTTP/1.1" status: 204 len: 173 time: 0.4713116 Nov 08 01:49:41.639754 n-d-816882-1 neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f006c91b-d90f-4fdb-ad6c-12ff61e392e6', 'name': 'network-vif-deleted', 'tag': '3946e89b-0161-42c9-a7d8-ee48b1c50121'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:49:41.644957 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5d2244cd6240a8a4c2e534c96d4a8d4e578ee6ff7f38d644477ead7d8f7291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add9872a-09b7-4e13-a21f-fa1ec9469161" -d '{"events": [{"server_uuid": "f006c91b-d90f-4fdb-ad6c-12ff61e392e6", "name": "network-vif-deleted", "tag": "3946e89b-0161-42c9-a7d8-ee48b1c50121"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:49:41.677199 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cf387f-8544-4651-9bb8-1745210cfeb8 x-openstack-request-id: req-21cf387f-8544-4651-9bb8-1745210cfeb8 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:49:41.677781 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f006c91b-d90f-4fdb-ad6c-12ff61e392e6", "name": "network-vif-deleted", "tag": "3946e89b-0161-42c9-a7d8-ee48b1c50121", "status": "completed", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:49:41.677912 n-d-816882-1 neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21cf387f-8544-4651-9bb8-1745210cfeb8 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:49:41.678406 n-d-816882-1 neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f006c91b-d90f-4fdb-ad6c-12ff61e392e6', 'name': 'network-vif-deleted', 'tag': '3946e89b-0161-42c9-a7d8-ee48b1c50121', 'status': 'completed', 'code': 200} Nov 08 01:49:41.815932 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c66f0177-fa13-469a-86a6-76808d0e1078 req-c120bd18-0840-4c12-baa1-5350ac9c70c8 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f006c91b-d90f-4fdb-ad6c-12ff61e392e6 HTTP/1.1" status: 200 len: 210 time: 0.0269165 Nov 08 01:49:44.161485 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3946e89b-0161-42c9-a7d8-ee48b1c50121 no longer exists at agent hyperv_n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:49:44.181347 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] No Port match for: 3946e89b-0161-42c9-a7d8-ee48b1c50121 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:49:44.181686 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Device 3946e89b-0161-42c9-a7d8-ee48b1c50121 not bound to the agent host n-h1-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:49:44.239415 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43372) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:49:44.395308 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Deleting port 5eadb2d7-7bb4-4014-8583-52c806a0c54f {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:49:44.395656 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:44.471828 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:44.472103 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:44.483347 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Calling delete_port for 5eadb2d7-7bb4-4014-8583-52c806a0c54f owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:49:44.694718 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:44.718774 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Pushing event deleted for resources: {'Port': ['ID=5eadb2d7-7bb4-4014-8583-52c806a0c54f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:44.732771 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:44.733110 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:44.733448 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:44.733786 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:44.734117 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:44.734447 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:44.734774 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:44.735097 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:44.735418 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:44.735737 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:44.736082 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:44.736404 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816882-1 {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 01:49:44.792718 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for floatingip, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:44.793088 n-d-816882-1 neutron-server[102771]: INFO neutron.db.l3_db [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Floating IP b9a6ad46-8566-44af-9737-4d92676d370d disassociated (deleted). External IP: 172.25.2.22, port: 9c183333-0c3e-41de-969f-ed24ce973276. Nov 08 01:49:44.998744 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Router 9f13153d-a27c-4bbe-846d-79bc06941189 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:49:45.103832 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:49:45.108718 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for floatingip, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:45.113997 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8963389a-43c1-46ce-a660-6c0910479a43 None None] Sync routers for ids ['9f13153d-a27c-4bbe-846d-79bc06941189'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:49:45.122785 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8963389a-43c1-46ce-a660-6c0910479a43 None None] Routers {'9f13153d-a27c-4bbe-846d-79bc06941189'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:49:45.123381 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-8963389a-43c1-46ce-a660-6c0910479a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:49:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['9f13153d-a27c-4bbe-846d-79bc06941189'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:45.136009 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-40ffccda-b0a8-471f-9916-3328dd37b19c tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "DELETE /v2.0/floatingips/b9a6ad46-8566-44af-9737-4d92676d370d HTTP/1.1" status: 204 len: 168 time: 0.8954566 Nov 08 01:49:45.136593 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'tag': '9c183333-0c3e-41de-969f-ed24ce973276'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:49:45.138915 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40319a74fe07febf9ab63d54579747668fab38c9212ad8217a68cab46359be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56ad4c4-6223-4e79-99b5-544d7143178e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea893f8b-3e02-48e5-938c-6a201c472e84", "tag": "9c183333-0c3e-41de-969f-ed24ce973276"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:49:45.234989 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-8963389a-43c1-46ce-a660-6c0910479a43 None None] Set router 9f13153d-a27c-4bbe-846d-79bc06941189 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:49:45.240419 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 01:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade3f0c8-a408-4c6b-a9bc-d47fbd337541 x-openstack-request-id: req-ade3f0c8-a408-4c6b-a9bc-d47fbd337541 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:49:45.244347 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea893f8b-3e02-48e5-938c-6a201c472e84", "tag": "9c183333-0c3e-41de-969f-ed24ce973276", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:49:45.244347 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ade3f0c8-a408-4c6b-a9bc-d47fbd337541 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:49:45.244347 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'tag': '9c183333-0c3e-41de-969f-ed24ce973276', 'status': 'completed', 'code': 200} Nov 08 01:49:45.323123 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ad4c4-6223-4e79-99b5-544d7143178e req-d5760a54-97a5-4f8f-934b-977292723225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:49:45.324699 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f56ad4c4-6223-4e79-99b5-544d7143178e req-d5760a54-97a5-4f8f-934b-977292723225 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f8df11a5f9445648ebf35ea1acb741b&device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 1095 time: 0.0419233 Nov 08 01:49:45.421381 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ad4c4-6223-4e79-99b5-544d7143178e req-4076c6f9-9d3c-49fc-a770-5d4fa4c5e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:49:45.423387 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f56ad4c4-6223-4e79-99b5-544d7143178e req-4076c6f9-9d3c-49fc-a770-5d4fa4c5e12d service neutron] 10.222.0.26 "GET /v2.0/networks?id=039a6df7-3de0-4e1b-b800-30ab4413ba3a HTTP/1.1" status: 200 len: 910 time: 0.0918837 Nov 08 01:49:45.445403 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-8963389a-43c1-46ce-a660-6c0910479a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:15Z', 'revision_number': 4, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port': {'id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '29b5fd76-608a-4338-83e6-42089e159f98', 'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:14Z', 'updated_at': '2021-11-08T01:44:19Z', 'revision_number': 5, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'subnets': [{'id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:45.467590 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f56ad4c4-6223-4e79-99b5-544d7143178e req-b67b2402-0b1c-4eb4-9848-edfd5a8de0da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c183333-0c3e-41de-969f-ed24ce973276 HTTP/1.1" status: 200 len: 217 time: 0.0352201 Nov 08 01:49:45.471418 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8963389a-43c1-46ce-a660-6c0910479a43 None None] Checking router: 9f13153d-a27c-4bbe-846d-79bc06941189 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:49:45.479700 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8963389a-43c1-46ce-a660-6c0910479a43 None None] Routers {'9f13153d-a27c-4bbe-846d-79bc06941189'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:49:45.480340 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-8963389a-43c1-46ce-a660-6c0910479a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:49:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['9f13153d-a27c-4bbe-846d-79bc06941189'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:45.519821 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ad4c4-6223-4e79-99b5-544d7143178e req-fb1858c7-209d-4236-9a6f-4ce0fb37e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:49:45.521353 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f56ad4c4-6223-4e79-99b5-544d7143178e req-fb1858c7-209d-4236-9a6f-4ce0fb37e260 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab29ef95-b5bc-4a14-b9a5-325c143f3d00 HTTP/1.1" status: 200 len: 848 time: 0.0472739 Nov 08 01:49:45.568740 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ad4c4-6223-4e79-99b5-544d7143178e req-19828f40-8158-4e44-8d30-74fa1b765849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:49:45.570866 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f56ad4c4-6223-4e79-99b5-544d7143178e req-19828f40-8158-4e44-8d30-74fa1b765849 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=039a6df7-3de0-4e1b-b800-30ab4413ba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415714 Nov 08 01:49:45.589425 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-8963389a-43c1-46ce-a660-6c0910479a43 None None] Set router 9f13153d-a27c-4bbe-846d-79bc06941189 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:49:45.648005 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52c6c5-542a-4904-b210-5048a1fc174b req-ddde1feb-5371-4169-8b2d-63493931cd3d tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:49:45.652235 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bf52c6c5-542a-4904-b210-5048a1fc174b req-ddde1feb-5371-4169-8b2d-63493931cd3d tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 944 time: 0.0540631 Nov 08 01:49:45.695435 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-bf52c6c5-542a-4904-b210-5048a1fc174b req-7a5aa501-353f-40f7-8d7c-06a53af6a9e0 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393178 Nov 08 01:49:45.702409 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f56ad4c4-6223-4e79-99b5-544d7143178e req-c383b5a7-fab7-4178-9886-15ee388ce84d service neutron] 10.222.0.26 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880315 Nov 08 01:49:45.799135 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-f56ad4c4-6223-4e79-99b5-544d7143178e req-ad27f36d-434a-4b30-b3ca-e9629c558d16 service neutron] 10.222.0.26 "GET /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889387 Nov 08 01:49:45.878436 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-8963389a-43c1-46ce-a660-6c0910479a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:15Z', 'revision_number': 4, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port': {'id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '29b5fd76-608a-4338-83e6-42089e159f98', 'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:14Z', 'updated_at': '2021-11-08T01:44:19Z', 'revision_number': 5, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'subnets': [{'id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:45.906619 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8963389a-43c1-46ce-a660-6c0910479a43 None None] The sync data for ids ['9f13153d-a27c-4bbe-846d-79bc06941189'] in n-d-816882-1 is: [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:15Z', 'revision_number': 4, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port': {'id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1', '_interfaces': [{'id': '29b5fd76-608a-4338-83e6-42089e159f98', 'name': '', 'network_id': '039a6df7-3de0-4e1b-b800-30ab4413ba3a', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:14Z', 'updated_at': '2021-11-08T01:44:19Z', 'revision_number': 5, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'subnets': [{'id': 'ab29ef95-b5bc-4a14-b9a5-325c143f3d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:49:46.121238 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184ef96e-068c-4be5-9a7b-6ff1bfa4c30f None None] New status for floating IP b9a6ad46-8566-44af-9737-4d92676d370d: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 01:49:46.406807 n-d-816882-1 neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48521c17-d66d-42e0-91ac-c0eb60374c7a req-176c3cea-c5cf-424f-9ffc-ef5a56a61b91 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:49:46.408284 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-48521c17-d66d-42e0-91ac-c0eb60374c7a req-176c3cea-c5cf-424f-9ffc-ef5a56a61b91 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 944 time: 0.0494819 Nov 08 01:49:46.498562 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-48521c17-d66d-42e0-91ac-c0eb60374c7a req-3cbe257b-78c9-4edd-aa21-b2d22ef2a156 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Deleting port 9c183333-0c3e-41de-969f-ed24ce973276 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:49:46.498899 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-48521c17-d66d-42e0-91ac-c0eb60374c7a req-3cbe257b-78c9-4edd-aa21-b2d22ef2a156 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:46.584556 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-48521c17-d66d-42e0-91ac-c0eb60374c7a req-3cbe257b-78c9-4edd-aa21-b2d22ef2a156 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] For port 9c183333-0c3e-41de-969f-ed24ce973276, host n-h2-816882-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816882-1',level=0,port_id=9c183333-0c3e-41de-969f-ed24ce973276,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:49:46.594767 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-48521c17-d66d-42e0-91ac-c0eb60374c7a req-3cbe257b-78c9-4edd-aa21-b2d22ef2a156 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:46.597479 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [req-48521c17-d66d-42e0-91ac-c0eb60374c7a req-3cbe257b-78c9-4edd-aa21-b2d22ef2a156 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Calling delete_port for 9c183333-0c3e-41de-969f-ed24ce973276 owned by compute:nova {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:49:46.819725 n-d-816882-1 neutron-server[102772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3356a1-cb0c-44e1-9b8c-2ae4cae80576 req-3cdbc623-dfc1-4bc9-ba0f-050a741010ee tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 01:49:46.821255 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e3356a1-cb0c-44e1-9b8c-2ae4cae80576 req-3cdbc623-dfc1-4bc9-ba0f-050a741010ee tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 944 time: 0.0507748 Nov 08 01:49:46.823718 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-48521c17-d66d-42e0-91ac-c0eb60374c7a req-3cbe257b-78c9-4edd-aa21-b2d22ef2a156 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:46.855157 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe257b-78c9-4edd-aa21-b2d22ef2a156 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Pushing event deleted for resources: {'Port': ['ID=9c183333-0c3e-41de-969f-ed24ce973276,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:46.865727 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-1e3356a1-cb0c-44e1-9b8c-2ae4cae80576 req-60b00105-2de8-435e-a2a2-9e5e747dfe34 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/security-groups?id=82df7649-17ef-4304-96fb-6236ece52d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383966 Nov 08 01:49:46.899131 n-d-816882-1 neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-48521c17-d66d-42e0-91ac-c0eb60374c7a req-3cbe257b-78c9-4edd-aa21-b2d22ef2a156 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] No DVR routers for this DVR port 9c183333-0c3e-41de-969f-ed24ce973276 on host n-h2-816882-1 {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:49:46.901683 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-48521c17-d66d-42e0-91ac-c0eb60374c7a req-3cbe257b-78c9-4edd-aa21-b2d22ef2a156 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249668'] for port, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:46.905035 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [req-48521c17-d66d-42e0-91ac-c0eb60374c7a req-3cbe257b-78c9-4edd-aa21-b2d22ef2a156 tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.26 "DELETE /v2.0/ports/9c183333-0c3e-41de-969f-ed24ce973276 HTTP/1.1" status: 204 len: 173 time: 0.4895103 Nov 08 01:49:47.242600 n-d-816882-1 neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'name': 'network-vif-deleted', 'tag': '9c183333-0c3e-41de-969f-ed24ce973276'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 01:49:47.245175 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40319a74fe07febf9ab63d54579747668fab38c9212ad8217a68cab46359be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343381a3-c41b-4a7f-91bf-197ca88a3324" -d '{"events": [{"server_uuid": "ea893f8b-3e02-48e5-938c-6a201c472e84", "name": "network-vif-deleted", "tag": "9c183333-0c3e-41de-969f-ed24ce973276"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 01:49:47.282846 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 01:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4ed17b-30a4-4cf9-abf1-3e2508e25f31 x-openstack-request-id: req-bf4ed17b-30a4-4cf9-abf1-3e2508e25f31 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 01:49:47.283148 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea893f8b-3e02-48e5-938c-6a201c472e84", "name": "network-vif-deleted", "tag": "9c183333-0c3e-41de-969f-ed24ce973276", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 01:49:47.283402 n-d-816882-1 neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf4ed17b-30a4-4cf9-abf1-3e2508e25f31 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 01:49:47.283826 n-d-816882-1 neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea893f8b-3e02-48e5-938c-6a201c472e84', 'name': 'network-vif-deleted', 'tag': '9c183333-0c3e-41de-969f-ed24ce973276', 'status': 'completed', 'code': 200} Nov 08 01:49:47.973184 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [req-c3e6f408-4680-45f6-aab6-22f4be917efd req-75b754c6-ba5f-405a-b8b6-a09ad5e04b8f tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea893f8b-3e02-48e5-938c-6a201c472e84 HTTP/1.1" status: 200 len: 210 time: 0.0280163 Nov 08 01:49:49.028590 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43394) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:49:49.089025 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c04e687e-aae9-49fc-b2cd-ffb25b20ff9f tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:49.114168 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c04e687e-aae9-49fc-b2cd-ffb25b20ff9f tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:49.235693 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c04e687e-aae9-49fc-b2cd-ffb25b20ff9f tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:49.238397 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c04e687e-aae9-49fc-b2cd-ffb25b20ff9f tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Notify callbacks [] for security_group, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:49.239637 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-c04e687e-aae9-49fc-b2cd-ffb25b20ff9f tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] 10.222.0.13 "DELETE /v2.0/security-groups/82df7649-17ef-4304-96fb-6236ece52d36 HTTP/1.1" status: 204 len: 168 time: 0.2100272 Nov 08 01:49:49.249114 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e687e-aae9-49fc-b2cd-ffb25b20ff9f tempest-TestSnapshotPattern-312658076 tempest-TestSnapshotPattern-312658076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82df7649-17ef-4304-96fb-6236ece52d36,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:49.344991 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43398) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:49:49.772820 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0221b445-d4f5-454d-bed2-c2273b517060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:50.010345 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-0221b445-d4f5-454d-bed2-c2273b517060 admin admin] Deleting port 29b5fd76-608a-4338-83e6-42089e159f98 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:49:50.010681 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0221b445-d4f5-454d-bed2-c2273b517060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:50.085765 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-0221b445-d4f5-454d-bed2-c2273b517060 admin admin] For port 29b5fd76-608a-4338-83e6-42089e159f98, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=29b5fd76-608a-4338-83e6-42089e159f98,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:49:50.086120 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0221b445-d4f5-454d-bed2-c2273b517060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:50.098121 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-0221b445-d4f5-454d-bed2-c2273b517060 admin admin] Calling delete_port for 29b5fd76-608a-4338-83e6-42089e159f98 owned by network:router_interface {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:49:50.355275 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0221b445-d4f5-454d-bed2-c2273b517060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:50.382569 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221b445-d4f5-454d-bed2-c2273b517060 admin admin] Pushing event deleted for resources: {'Port': ['ID=29b5fd76-608a-4338-83e6-42089e159f98,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:50.392799 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 9c183333-0c3e-41de-969f-ed24ce973276 no longer exists at agent hyperv_n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:49:50.413564 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] No Port match for: 9c183333-0c3e-41de-969f-ed24ce973276 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:49:50.413911 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Device 9c183333-0c3e-41de-969f-ed24ce973276 not bound to the agent host n-h2-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:49:50.553766 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0221b445-d4f5-454d-bed2-c2273b517060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:50.762213 n-d-816882-1 neutron-server[102772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0221b445-d4f5-454d-bed2-c2273b517060 admin admin] Router 9f13153d-a27c-4bbe-846d-79bc06941189 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:49:50.865273 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0221b445-d4f5-454d-bed2-c2273b517060 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:49:50.870385 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0221b445-d4f5-454d-bed2-c2273b517060 admin admin] 10.222.0.13 "PUT /v2.0/routers/9f13153d-a27c-4bbe-846d-79bc06941189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5239944 Nov 08 01:49:50.873159 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43402) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:49:50.875777 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269141cf-fa26-43b3-8dc1-e3d19159488d None None] Sync routers for ids ['9f13153d-a27c-4bbe-846d-79bc06941189'] in n-d-816882-1 {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:49:50.884937 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269141cf-fa26-43b3-8dc1-e3d19159488d None None] Routers {'9f13153d-a27c-4bbe-846d-79bc06941189'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:49:50.885654 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-269141cf-fa26-43b3-8dc1-e3d19159488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:49:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['9f13153d-a27c-4bbe-846d-79bc06941189'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:50.976726 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54eb594f-9ef2-49fd-89cc-de0086df4394 admin admin] Notify callbacks [] for router, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:50.990205 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-269141cf-fa26-43b3-8dc1-e3d19159488d None None] Set router 9f13153d-a27c-4bbe-846d-79bc06941189 gateway port host: n-d-816882-1 {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:49:51.080644 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54eb594f-9ef2-49fd-89cc-de0086df4394 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:51.161382 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-269141cf-fa26-43b3-8dc1-e3d19159488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:49:50Z', 'revision_number': 5, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port': {'id': '7aab21cb-29fd-4e7b-956e-005fa059c5de', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:51.186241 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269141cf-fa26-43b3-8dc1-e3d19159488d None None] Checking router: 9f13153d-a27c-4bbe-846d-79bc06941189 for host: n-d-816882-1 {{(pid=102774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:49:51.194226 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269141cf-fa26-43b3-8dc1-e3d19159488d None None] Routers {'9f13153d-a27c-4bbe-846d-79bc06941189'} bound to L3 agent in host n-d-816882-1 {{(pid=102774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:49:51.194827 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-269141cf-fa26-43b3-8dc1-e3d19159488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:49:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['9f13153d-a27c-4bbe-846d-79bc06941189'], 'active': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:51.202963 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-54eb594f-9ef2-49fd-89cc-de0086df4394 admin admin] Deleting port 7aab21cb-29fd-4e7b-956e-005fa059c5de {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:49:51.203307 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54eb594f-9ef2-49fd-89cc-de0086df4394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:51.278754 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_dvr_db [None req-269141cf-fa26-43b3-8dc1-e3d19159488d None None] Set router 9f13153d-a27c-4bbe-846d-79bc06941189 gateway port host: None {{(pid=102774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:49:51.286155 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-54eb594f-9ef2-49fd-89cc-de0086df4394 admin admin] For port 7aab21cb-29fd-4e7b-956e-005fa059c5de, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=7aab21cb-29fd-4e7b-956e-005fa059c5de,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:49:51.286528 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54eb594f-9ef2-49fd-89cc-de0086df4394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:51.300028 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-54eb594f-9ef2-49fd-89cc-de0086df4394 admin admin] Calling delete_port for 7aab21cb-29fd-4e7b-956e-005fa059c5de owned by network:router_gateway {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:49:51.332961 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.l3_hamode_db [None req-269141cf-fa26-43b3-8dc1-e3d19159488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:49:51Z', 'revision_number': 6, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:51.358703 n-d-816882-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269141cf-fa26-43b3-8dc1-e3d19159488d None None] The sync data for ids ['9f13153d-a27c-4bbe-846d-79bc06941189'] in n-d-816882-1 is: [{'id': '9f13153d-a27c-4bbe-846d-79bc06941189', 'name': 'tempest-TestSnapshotPattern-315741105-router', 'tenant_id': '7f8df11a5f9445648ebf35ea1acb741b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:12Z', 'updated_at': '2021-11-08T01:49:51Z', 'revision_number': 6, 'project_id': '7f8df11a5f9445648ebf35ea1acb741b', 'gw_port_host': None}] {{(pid=102774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:49:51.529242 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54eb594f-9ef2-49fd-89cc-de0086df4394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:51.555729 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb594f-9ef2-49fd-89cc-de0086df4394 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aab21cb-29fd-4e7b-956e-005fa059c5de,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:51.617562 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54eb594f-9ef2-49fd-89cc-de0086df4394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:51.709185 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54eb594f-9ef2-49fd-89cc-de0086df4394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:51.711398 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54eb594f-9ef2-49fd-89cc-de0086df4394 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:51.843604 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54eb594f-9ef2-49fd-89cc-de0086df4394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:51.844208 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54eb594f-9ef2-49fd-89cc-de0086df4394 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f13153d-a27c-4bbe-846d-79bc06941189 {{(pid=102772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 01:49:51.848499 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54eb594f-9ef2-49fd-89cc-de0086df4394 admin admin] Notify callbacks [] for router, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:51.849653 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-54eb594f-9ef2-49fd-89cc-de0086df4394 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9f13153d-a27c-4bbe-846d-79bc06941189 HTTP/1.1" status: 204 len: 168 time: 0.9755933 Nov 08 01:49:51.852129 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43404) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:49:51.896146 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-97684a93-6226-4ab1-a48d-28e92c4923c2 admin admin] Deleting subnet ab29ef95-b5bc-4a14-b9a5-325c143f3d00 {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:49:51.899139 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-97684a93-6226-4ab1-a48d-28e92c4923c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:51.931978 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-97684a93-6226-4ab1-a48d-28e92c4923c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:52.011088 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-97684a93-6226-4ab1-a48d-28e92c4923c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:52.118093 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-97684a93-6226-4ab1-a48d-28e92c4923c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:52.144277 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97684a93-6226-4ab1-a48d-28e92c4923c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab29ef95-b5bc-4a14-b9a5-325c143f3d00,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:52.149590 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-97684a93-6226-4ab1-a48d-28e92c4923c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:52.153797 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-97684a93-6226-4ab1-a48d-28e92c4923c2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ab29ef95-b5bc-4a14-b9a5-325c143f3d00 HTTP/1.1" status: 204 len: 168 time: 0.3007040 Nov 08 01:49:52.156321 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259e5a55-5fbc-456f-88fc-448c805560cd None None] Network 039a6df7-3de0-4e1b-b800-30ab4413ba3a requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:49:52.156819 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43406) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:49:52.159978 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 7aab21cb-29fd-4e7b-956e-005fa059c5de no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:49:52.224366 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 7aab21cb-29fd-4e7b-956e-005fa059c5de {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:49:52.224704 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 7aab21cb-29fd-4e7b-956e-005fa059c5de not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:49:52.225108 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 29b5fd76-608a-4338-83e6-42089e159f98 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:49:52.231324 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:52.249311 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 29b5fd76-608a-4338-83e6-42089e159f98 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:49:52.249654 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 29b5fd76-608a-4338-83e6-42089e159f98 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:49:52.301603 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] Deleting port 48f6d8ba-f686-415a-96a3-7e7ee7825838 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:49:52.301949 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:52.371504 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] For port 48f6d8ba-f686-415a-96a3-7e7ee7825838, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=48f6d8ba-f686-415a-96a3-7e7ee7825838,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:49:52.371901 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:52.386630 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] Calling delete_port for 48f6d8ba-f686-415a-96a3-7e7ee7825838 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:49:52.387907 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c367f7a8-54bc-4092-83e2-511afff2d1a9 None None] DHCP port deletion for 039a6df7-3de0-4e1b-b800-30ab4413ba3a request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 01:49:52.435553 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c367f7a8-54bc-4092-83e2-511afff2d1a9 None None] Deleting port 48f6d8ba-f686-415a-96a3-7e7ee7825838 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:49:52.435981 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c367f7a8-54bc-4092-83e2-511afff2d1a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:52.496211 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c367f7a8-54bc-4092-83e2-511afff2d1a9 None None] For port 48f6d8ba-f686-415a-96a3-7e7ee7825838, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=48f6d8ba-f686-415a-96a3-7e7ee7825838,segment=NetworkSegment(f6949874-1634-46b4-8f8d-6ec27c12862f),segment_id=f6949874-1634-46b4-8f8d-6ec27c12862f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:49:52.496606 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c367f7a8-54bc-4092-83e2-511afff2d1a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:52.508832 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c367f7a8-54bc-4092-83e2-511afff2d1a9 None None] Calling delete_port for 48f6d8ba-f686-415a-96a3-7e7ee7825838 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:49:52.540868 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:52.566629 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] Pushing event deleted for resources: {'Port': ['ID=48f6d8ba-f686-415a-96a3-7e7ee7825838,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:52.570683 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] No DVR routers for this DVR port 48f6d8ba-f686-415a-96a3-7e7ee7825838 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:49:52.586223 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c367f7a8-54bc-4092-83e2-511afff2d1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:52.612138 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367f7a8-54bc-4092-83e2-511afff2d1a9 None None] Pushing event deleted for resources: {'Port': ['ID=48f6d8ba-f686-415a-96a3-7e7ee7825838,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:52.616414 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c367f7a8-54bc-4092-83e2-511afff2d1a9 None None] No DVR routers for this DVR port 48f6d8ba-f686-415a-96a3-7e7ee7825838 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:49:52.647647 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:52.668729 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039a6df7-3de0-4e1b-b800-30ab4413ba3a']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:52.677884 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6949874-1634-46b4-8f8d-6ec27c12862f') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:52.678182 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6949874-1634-46b4-8f8d-6ec27c12862f') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:52.687674 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:52.700410 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:52.706707 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:49:52.707085 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: timer() Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:49:52.708727 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:49:52.823184 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:52.829263 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:52.832521 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] 10.222.0.13 "DELETE /v2.0/networks/039a6df7-3de0-4e1b-b800-30ab4413ba3a HTTP/1.1" status: 204 len: 168 time: 0.6746697 Nov 08 01:49:52.835676 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43408) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:49:52.843466 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1c9bc-f449-43ce-bfe5-416ffe0eee58 admin admin] Pushing event deleted for resources: {'Network': ['ID=039a6df7-3de0-4e1b-b800-30ab4413ba3a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:53.172149 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3fe70044-41cf-440d-9695-df5169837c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581958'] for router_interface, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:53.418138 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3fe70044-41cf-440d-9695-df5169837c66 admin admin] Deleting port e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:49:53.418482 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3fe70044-41cf-440d-9695-df5169837c66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:53.497599 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-3fe70044-41cf-440d-9695-df5169837c66 admin admin] For port e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd,segment=NetworkSegment(43d08865-2261-4212-a057-d7e8e7fe8810),segment_id=43d08865-2261-4212-a057-d7e8e7fe8810)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:49:53.497886 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3fe70044-41cf-440d-9695-df5169837c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:53.510357 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3fe70044-41cf-440d-9695-df5169837c66 admin admin] Calling delete_port for e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:49:53.763280 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3fe70044-41cf-440d-9695-df5169837c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:53.787414 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe70044-41cf-440d-9695-df5169837c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:53.952947 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3fe70044-41cf-440d-9695-df5169837c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582076'] for router_interface, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:54.141489 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 48f6d8ba-f686-415a-96a3-7e7ee7825838 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:49:54.160637 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: 48f6d8ba-f686-415a-96a3-7e7ee7825838 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:49:54.160979 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device 48f6d8ba-f686-415a-96a3-7e7ee7825838 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:49:54.168212 n-d-816882-1 neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe70044-41cf-440d-9695-df5169837c66 admin admin] Router 446f7bea-b766-4370-96b3-724f3d47dc98 has already been hosted by L3 agent bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381 {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 01:49:54.606391 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe70044-41cf-440d-9695-df5169837c66 admin admin] Notify agent at l3_agent.n-d-816882-1 the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 01:49:54.613711 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-3fe70044-41cf-440d-9695-df5169837c66 admin admin] 10.222.0.13 "PUT /v2.0/routers/446f7bea-b766-4370-96b3-724f3d47dc98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7752638 Nov 08 01:49:54.614922 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.13', 43412) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:49:54.617823 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e424033e-62ec-40ef-9f3d-04100c3efe6e None None] Sync routers for ids ['446f7bea-b766-4370-96b3-724f3d47dc98'] in n-d-816882-1 {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 01:49:54.627392 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e424033e-62ec-40ef-9f3d-04100c3efe6e None None] Routers {'446f7bea-b766-4370-96b3-724f3d47dc98'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:49:54.628147 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e424033e-62ec-40ef-9f3d-04100c3efe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:49:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['446f7bea-b766-4370-96b3-724f3d47dc98'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:54.715667 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a869f1f7-0a64-4fb8-9e53-9f0cd9c3d952 admin admin] Notify callbacks [] for router, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:54.731993 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-e424033e-62ec-40ef-9f3d-04100c3efe6e None None] Set router 446f7bea-b766-4370-96b3-724f3d47dc98 gateway port host: n-d-816882-1 {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:49:54.818743 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a869f1f7-0a64-4fb8-9e53-9f0cd9c3d952 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:54.910773 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e424033e-62ec-40ef-9f3d-04100c3efe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446f7bea-b766-4370-96b3-724f3d47dc98', 'name': 'tempest-TestSnapshotPattern-1363044293-router', 'tenant_id': '88e51c26262b4513bf241af2b91cb0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'external_fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a671f9ea-20f0-4ab6-bf64-65db69359915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:18Z', 'updated_at': '2021-11-08T01:49:53Z', 'revision_number': 5, 'project_id': '88e51c26262b4513bf241af2b91cb0e2', 'gw_port': {'id': 'a671f9ea-20f0-4ab6-bf64-65db69359915', 'name': '', 'network_id': '93b45e1b-d6a9-4738-9835-eb7b67227ee4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:49:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f7bea-b766-4370-96b3-724f3d47dc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816882-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T01:44:18Z', 'updated_at': '2021-11-08T01:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1636087-ec20-4160-abd1-d36e5c39daf0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816882-1'}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:54.929126 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-a869f1f7-0a64-4fb8-9e53-9f0cd9c3d952 admin admin] Deleting port a671f9ea-20f0-4ab6-bf64-65db69359915 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:49:54.929473 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a869f1f7-0a64-4fb8-9e53-9f0cd9c3d952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:54.936362 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e424033e-62ec-40ef-9f3d-04100c3efe6e None None] Checking router: 446f7bea-b766-4370-96b3-724f3d47dc98 for host: n-d-816882-1 {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 01:49:54.944430 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e424033e-62ec-40ef-9f3d-04100c3efe6e None None] Routers {'446f7bea-b766-4370-96b3-724f3d47dc98'} bound to L3 agent in host n-d-816882-1 {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 01:49:54.945025 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e424033e-62ec-40ef-9f3d-04100c3efe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816882-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-07T23:57:01Z,description=,heartbeat_timestamp=2021-11-08T01:49:31Z,host='n-d-816882-1',id=bbcb0fa1-e4ad-470a-9ac7-c23f2bedb381,load=0,resource_versions=,resources_synced=,started_at=2021-11-07T23:57:01Z,topic='l3_agent')) {'router_ids': ['446f7bea-b766-4370-96b3-724f3d47dc98'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:55.008556 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-a869f1f7-0a64-4fb8-9e53-9f0cd9c3d952 admin admin] For port a671f9ea-20f0-4ab6-bf64-65db69359915, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=a671f9ea-20f0-4ab6-bf64-65db69359915,segment=NetworkSegment(e7d76a49-0651-4076-9821-6e10a5c58b0e),segment_id=e7d76a49-0651-4076-9821-6e10a5c58b0e)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:49:55.009183 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a869f1f7-0a64-4fb8-9e53-9f0cd9c3d952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:55.021933 n-d-816882-1 neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-a869f1f7-0a64-4fb8-9e53-9f0cd9c3d952 admin admin] Calling delete_port for a671f9ea-20f0-4ab6-bf64-65db69359915 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:49:55.031422 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-e424033e-62ec-40ef-9f3d-04100c3efe6e None None] Set router 446f7bea-b766-4370-96b3-724f3d47dc98 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 01:49:55.082837 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e424033e-62ec-40ef-9f3d-04100c3efe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446f7bea-b766-4370-96b3-724f3d47dc98', 'name': 'tempest-TestSnapshotPattern-1363044293-router', 'tenant_id': '88e51c26262b4513bf241af2b91cb0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:18Z', 'updated_at': '2021-11-08T01:49:54Z', 'revision_number': 6, 'project_id': '88e51c26262b4513bf241af2b91cb0e2', 'gw_port_host': None}], 'n-d-816882-1', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:55.110994 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e424033e-62ec-40ef-9f3d-04100c3efe6e None None] The sync data for ids ['446f7bea-b766-4370-96b3-724f3d47dc98'] in n-d-816882-1 is: [{'id': '446f7bea-b766-4370-96b3-724f3d47dc98', 'name': 'tempest-TestSnapshotPattern-1363044293-router', 'tenant_id': '88e51c26262b4513bf241af2b91cb0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T01:44:18Z', 'updated_at': '2021-11-08T01:49:54Z', 'revision_number': 6, 'project_id': '88e51c26262b4513bf241af2b91cb0e2', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 01:49:55.329535 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a869f1f7-0a64-4fb8-9e53-9f0cd9c3d952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5799863'] for port, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:55.359344 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869f1f7-0a64-4fb8-9e53-9f0cd9c3d952 admin admin] Pushing event deleted for resources: {'Port': ['ID=a671f9ea-20f0-4ab6-bf64-65db69359915,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:55.420591 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a869f1f7-0a64-4fb8-9e53-9f0cd9c3d952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589558'] for router_gateway, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:55.508593 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a869f1f7-0a64-4fb8-9e53-9f0cd9c3d952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1560'] for router, precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:55.510587 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a869f1f7-0a64-4fb8-9e53-9f0cd9c3d952 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:55.631951 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a869f1f7-0a64-4fb8-9e53-9f0cd9c3d952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587078'] for router, after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:55.632534 n-d-816882-1 neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a869f1f7-0a64-4fb8-9e53-9f0cd9c3d952 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 446f7bea-b766-4370-96b3-724f3d47dc98 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 01:49:55.636863 n-d-816882-1 neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a869f1f7-0a64-4fb8-9e53-9f0cd9c3d952 admin admin] Notify callbacks [] for router, before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:55.638016 n-d-816882-1 neutron-server[102771]: INFO neutron.wsgi [None req-a869f1f7-0a64-4fb8-9e53-9f0cd9c3d952 admin admin] 10.222.0.13 "DELETE /v2.0/routers/446f7bea-b766-4370-96b3-724f3d47dc98 HTTP/1.1" status: 204 len: 168 time: 1.0221844 Nov 08 01:49:55.640886 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43414) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:49:55.691928 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bc1c3a-4db4-4f08-833f-d9d6ed92a1c5 admin admin] Deleting subnet b00111ef-3d77-41ce-9a10-b4a798111e5a {{(pid=102772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 01:49:55.695002 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1c3a-4db4-4f08-833f-d9d6ed92a1c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:56.060757 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1c3a-4db4-4f08-833f-d9d6ed92a1c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467146'] for subnet, precommit_delete_associations {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:56.102536 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a671f9ea-20f0-4ab6-bf64-65db69359915 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:49:56.123579 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: a671f9ea-20f0-4ab6-bf64-65db69359915 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:49:56.123972 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device a671f9ea-20f0-4ab6-bf64-65db69359915 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:49:56.124462 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:49:56.144218 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:49:56.144817 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e36f6c9a-fc24-4f63-b1f5-aaa4bb6410cd not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:49:56.145523 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1c3a-4db4-4f08-833f-d9d6ed92a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686566'] for subnet, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:56.275515 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1c3a-4db4-4f08-833f-d9d6ed92a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6871962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5252268'] for subnet, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:56.301637 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc1c3a-4db4-4f08-833f-d9d6ed92a1c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b00111ef-3d77-41ce-9a10-b4a798111e5a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:56.306096 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1c3a-4db4-4f08-833f-d9d6ed92a1c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:56.309363 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c4bc1c3a-4db4-4f08-833f-d9d6ed92a1c5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b00111ef-3d77-41ce-9a10-b4a798111e5a HTTP/1.1" status: 204 len: 168 time: 0.6674380 Nov 08 01:49:56.311644 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72ae337-2a3e-4869-a52e-7b26178bf624 None None] Network f38a2786-8d2a-4be4-96e4-76fe87cfe7fb requested from n-d-816882-1 {{(pid=102773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 01:49:56.311942 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43416) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:49:56.380062 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588434'] for network, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:56.434528 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] Deleting port e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:49:56.434873 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:56.474750 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94234f3a-2c96-4445-bce7-750031430ea8 None None] DHCP port deletion for f38a2786-8d2a-4be4-96e4-76fe87cfe7fb request from n-d-816882-1 {{(pid=102773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 01:49:56.502606 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] For port e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7,segment=NetworkSegment(43d08865-2261-4212-a057-d7e8e7fe8810),segment_id=43d08865-2261-4212-a057-d7e8e7fe8810)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:49:56.503084 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:56.515641 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] Calling delete_port for e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:49:56.519559 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-94234f3a-2c96-4445-bce7-750031430ea8 None None] Deleting port e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 01:49:56.519953 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94234f3a-2c96-4445-bce7-750031430ea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792507619112'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:56.583289 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-94234f3a-2c96-4445-bce7-750031430ea8 None None] For port e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7, host n-d-816882-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816882-1',level=0,port_id=e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7,segment=NetworkSegment(43d08865-2261-4212-a057-d7e8e7fe8810),segment_id=43d08865-2261-4212-a057-d7e8e7fe8810)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 01:49:56.583688 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94234f3a-2c96-4445-bce7-750031430ea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582325'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:56.597040 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-94234f3a-2c96-4445-bce7-750031430ea8 None None] Calling delete_port for e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 01:49:56.669058 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872039'] for port, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:56.675104 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94234f3a-2c96-4445-bce7-750031430ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792507626792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792507076392'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:56.699047 n-d-816882-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94234f3a-2c96-4445-bce7-750031430ea8 None None] Pushing event deleted for resources: {'Port': ['ID=e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:56.700423 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] Pushing event deleted for resources: {'Port': ['ID=e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:56.702361 n-d-816882-1 neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] No DVR routers for this DVR port e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7 on host n-d-816882-1 {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:49:56.705378 n-d-816882-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94234f3a-2c96-4445-bce7-750031430ea8 None None] No DVR routers for this DVR port e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7 on host n-d-816882-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 01:49:56.774809 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1686443', 'neutron.services.segments.db._delete_segments_for_network-8792507602710'] for network, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:56.794927 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38a2786-8d2a-4be4-96e4-76fe87cfe7fb']}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:56.804664 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d08865-2261-4212-a057-d7e8e7fe8810') {'for_net_delete': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:56.804961 n-d-816882-1 neutron-server[102772]: DEBUG neutron.services.segments.db [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d08865-2261-4212-a057-d7e8e7fe8810') {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 01:49:56.814134 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792507602535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467139'] for segment, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:56.826889 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665'] for segment, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:56.832763 n-d-816882-1 neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 01:49:56.833151 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6871856'] for segment, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: Traceback (most recent call last): Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: timer() Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: cb(*args, **kw) Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: return func(*args, **kwargs) Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: self._notify() Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: self.callback(batched_events) Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: event.method(event) Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: return f(self, *a, **k) Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: return self._get(url).json() Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: return self.request(url, 'GET', **kwargs) Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 01:49:56.835118 n-d-816882-1 neutron-server[102772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 01:49:56.962985 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1686432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589530'] for network, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:56.972652 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] Notify callbacks [] for network, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:56.972652 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] 10.222.0.13 "DELETE /v2.0/networks/f38a2786-8d2a-4be4-96e4-76fe87cfe7fb HTTP/1.1" status: 204 len: 168 time: 0.6594114 Nov 08 01:49:56.983382 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d52d79-7614-4834-a2d7-c10cc96dc7be admin admin] Pushing event deleted for resources: {'Network': ['ID=f38a2786-8d2a-4be4-96e4-76fe87cfe7fb,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:57.299604 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43420) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:49:57.340258 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-9732c5d9-e972-470d-b98d-0213d50fac48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f8df11a5f9445648ebf35ea1acb741b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393741 Nov 08 01:49:57.342607 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43422) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:49:57.389531 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0a3c2dd1-d09b-4d30-a089-24d53f8f0912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:57.410041 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0a3c2dd1-d09b-4d30-a089-24d53f8f0912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:57.517374 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0a3c2dd1-d09b-4d30-a089-24d53f8f0912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:57.519847 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0a3c2dd1-d09b-4d30-a089-24d53f8f0912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:57.521008 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-0a3c2dd1-d09b-4d30-a089-24d53f8f0912 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3472b66a-4e28-4e0d-9f27-6197d92bd97e HTTP/1.1" status: 204 len: 168 time: 0.1774359 Nov 08 01:49:57.528759 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c2dd1-d09b-4d30-a089-24d53f8f0912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3472b66a-4e28-4e0d-9f27-6197d92bd97e,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:49:58.092231 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7 no longer exists at agent ovs-agent-n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 01:49:58.115312 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] No Port match for: e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7 {{(pid=102773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 01:49:58.115658 n-d-816882-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.rpc [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Device e6404ee2-6e64-4bfb-85c3-6e5fc22ff7d7 not bound to the agent host n-d-816882-1 {{(pid=102773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 01:49:58.205800 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43428) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:49:58.237674 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5800-5e5a-478e-b25d-73885ddd7c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:58.250837 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-58f8b6ab-8400-47f1-94f6-c5e87d525c4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88e51c26262b4513bf241af2b91cb0e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438519 Nov 08 01:49:58.253400 n-d-816882-1 neutron-server[102772]: DEBUG neutron.wsgi [-] (102772) accepted ('10.222.0.13', 43430) {{(pid=102772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 01:49:58.300795 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4b5604f0-9aba-418f-a311-c45c6b2e3372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:58.321819 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4b5604f0-9aba-418f-a311-c45c6b2e3372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:58.440497 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4b5604f0-9aba-418f-a311-c45c6b2e3372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779124'] for security_group, after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:58.443017 n-d-816882-1 neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4b5604f0-9aba-418f-a311-c45c6b2e3372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:49:58.444179 n-d-816882-1 neutron-server[102772]: INFO neutron.wsgi [None req-4b5604f0-9aba-418f-a311-c45c6b2e3372 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ab1b84b-0016-4eff-995f-c886c8d5d9a4 HTTP/1.1" status: 204 len: 168 time: 0.1897941 Nov 08 01:49:58.451652 n-d-816882-1 neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5604f0-9aba-418f-a311-c45c6b2e3372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab1b84b-0016-4eff-995f-c886c8d5d9a4,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 01:50:00.769026 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dcc1c703-de37-4a7d-a254-4c182cc31948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:50:01.042866 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:50:02.214634 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:50:02.837269 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:50:03.774341 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:50:09.711549 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:50:14.135974 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:50:28.253548 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4317e448-7a8d-4e23-a70b-1524263c97e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:50:30.744766 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e71ae011-c171-4895-9345-b668ba393fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:50:31.053994 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:50:32.153926 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:50:32.965059 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:50:33.796333 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:50:39.670470 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:50:51.134529 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:50:58.224934 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18fb523c-3bce-42bb-97c3-ca9ca1632b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:51:00.739236 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-99629261-9f20-48cc-9865-01f81170b0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:51:01.048019 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:51:02.167649 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:51:02.841675 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:51:03.782239 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:51:08.697723 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-7405e532-c9a2-46cc-80ec-6bb050ee89a6 req-c70e587a-1764-4213-ae61-ea041be20a94 service neutron] (102771) timed out ('10.222.0.13', 40856) {{(pid=102771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 01:51:09.707740 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:51:28.133434 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:51:28.270633 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edb5ae2c-faa1-4209-9439-39f1e056e60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:51:30.853416 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96408d4d-9618-4ed3-a8ab-564e0c5eb83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:51:31.053251 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:51:32.213280 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:51:32.862003 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:51:33.790320 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:51:39.681304 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:51:58.221616 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76f3cabc-cf57-4216-85ab-f6e77bb08f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:52:00.764542 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06195d21-ade5-4bc1-a8cb-08ca868c3f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:52:01.067397 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:52:02.176050 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:52:02.856266 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:52:03.787540 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:52:05.132526 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:52:09.692405 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:52:28.215380 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53942ca9-122d-4b63-a677-72ffa8663ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:52:30.752586 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-11897eb3-e9f7-49ca-9fa6-916e37ebe2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:52:31.107353 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:52:32.167212 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:52:32.852133 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:52:33.772523 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:52:39.698019 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:52:42.130891 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:52:58.217834 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69f12f62-5a9b-411e-af7b-a2622d08199f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:53:00.752174 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-597871db-c8bf-4ba6-8f43-a36efeaa5dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:53:01.066533 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:53:02.154961 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:53:02.892166 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:53:03.789032 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:53:09.720742 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:53:19.130342 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:53:28.223385 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56faac25-9905-4f39-9d97-71b2cefede9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:53:30.746420 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90ceea0b-fee6-4e6b-b270-a266e54191a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:53:31.083740 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:53:32.160232 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:53:32.880818 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:53:33.788945 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:53:39.729281 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:53:56.129884 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:53:58.237281 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-218a81b5-e61d-42e7-9465-4c9c3d456bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:54:00.771334 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-acb21b91-1a26-4f65-b9ba-5dd3321d1232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:54:01.060917 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:54:02.180377 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:54:02.874249 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:54:03.794125 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:54:09.751502 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:54:28.237434 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6339b719-fc88-41e7-9cb1-87cd4595b5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:54:30.794078 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-64b55c02-bfb9-46b7-806f-7abd0b211f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:54:31.073674 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:54:32.182549 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:54:32.905369 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:54:33.129576 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:54:33.799610 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:54:39.747842 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:54:58.256450 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cbb0e7ca-2bc2-45d9-9394-40799585e83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:55:00.758983 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca114046-4333-4a96-9af1-7fc3d070e45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:55:01.085117 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:55:02.189554 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:55:02.862072 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:55:03.805705 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:55:09.758905 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:55:10.128892 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:55:28.238823 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70b6467b-107f-45dc-a920-9a241b1b3f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:55:30.764320 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a7bef07-4d8d-4728-a2d8-6b74b3309b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:55:31.081966 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:55:32.202393 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:55:32.887836 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:55:33.796145 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:55:39.784530 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:55:47.129541 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:55:58.218595 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b18c96a0-18d5-413c-bc10-cc9f31c61106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:56:00.824743 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61ee2b24-fccf-41b5-9a8a-d08346a705d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:56:01.089904 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:56:02.215468 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:56:02.858880 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:56:03.810010 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:56:09.801418 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:56:24.129168 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:56:28.232477 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a9422dd2-2bd0-474a-937a-30dc464d7a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:56:30.763512 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00cb03c7-6df6-4305-96d8-076fd2b2a354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:56:31.049572 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:56:32.195461 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:56:32.858329 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:56:33.803613 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:56:39.826338 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:56:44.972221 n-d-816882-1 neutron-server[102771]: DEBUG neutron.wsgi [req-736f4bc8-74c0-4eff-a7b1-606c31794b42 req-433fc62c-7001-4813-81de-a50536804669 service neutron] (102771) timed out ('10.222.0.13', 42392) {{(pid=102771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 01:56:58.243286 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f6faab5-2a5b-486f-bf10-1b9881d8b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:57:00.766545 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-503c3ae7-b155-41dc-85cf-17b46c02c975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:57:01.106077 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:57:01.128676 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:57:02.194812 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:57:02.892132 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:57:03.803227 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:57:09.791480 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:57:28.526419 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-54470ce9-50d4-4a0c-af0c-31f147eade88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:57:30.765678 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dceee57e-d17d-48bd-a129-f1558d3adadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:57:31.059515 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:57:32.202846 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:57:32.882670 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:57:33.822902 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:57:38.130735 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:57:39.831148 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:57:58.234055 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ace0e0e-5aa5-4c84-bfd3-84d88572b2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:58:00.807838 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-000347ad-f44f-4e5f-bb87-bacd3cfa55c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:58:01.065328 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:58:02.205604 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:58:02.908468 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:58:03.830931 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:58:09.888330 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:58:15.129903 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:58:28.233741 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-84a0aa7c-c0a2-466b-b058-7922b2f58a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:58:30.793858 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-120fff09-7c98-42a8-8a76-ddc5fe64b137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:58:31.087374 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20b3fa70-1303-48ca-9451-fb7a46278db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:58:32.201924 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d955293c-e52e-481d-829c-7fa4c8fae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:58:32.916056 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab7bee82-bd25-4e9f-945b-13e4c9db0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:58:33.818857 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d233e2f-f1c9-4a72-a63a-f8c5fb47556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:58:39.892853 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4045e0c8-e413-46cd-998e-765a0ca6bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 01:58:52.129703 n-d-816882-1 neutron-server[102774]: DEBUG neutron.db.agents_db [None req-66980b9f-aa21-4f9a-9c7b-766bbf4b387d None None] Agent healthcheck: found 7 active agents {{(pid=102774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 01:58:58.252800 n-d-816882-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bfabd38b-161b-4a9d-bd56-a67bb2882700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792507602692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1674977'] for agent, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}